diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5fe5930c74291f209fdf7cf5b62f0fbb7d07309f --- /dev/null +++ b/config.json @@ -0,0 +1,61 @@ +{ + "_name_or_path": "meta-llama/Meta-Llama-3.1-8B-Instruct", + "architectures": [ + "LlavaLlamaForCausalLM" + ], + "attention_bias": false, + "attention_dropout": 0.0, + "bos_token_id": 128000, + "eos_token_id": [ + 128001, + 128008, + 128009 + ], + "freeze_mm_mlp_adapter": false, + "gen_hidden_size": 1792, + "gen_pooling": "early_pool2d_4", + "gen_projector_type": "linear", + "gen_vision_tower": "eva-clip-E-14-plus", + "hidden_act": "silu", + "hidden_size": 4096, + "image_aspect_ratio": "square", + "initializer_range": 0.02, + "intermediate_size": 14336, + "max_position_embeddings": 131072, + "mlp_bias": false, + "mm_hidden_size": 1792, + "mm_patch_merge_type": "flat", + "mm_projector_lr": null, + "mm_projector_type": "mlp2x_gelu", + "mm_use_im_patch_token": false, + "mm_use_im_start_end": false, + "mm_vision_select_feature": "patch", + "mm_vision_select_layer": -2, + "mm_vision_tower": "eva-clip-E-14-plus", + "model_type": "llava_llama", + "n_query": 64, + "num_attention_heads": 32, + "num_hidden_layers": 32, + "num_key_value_heads": 8, + "pad_token_id": 128256, + "pretraining_tp": 1, + "rms_norm_eps": 1e-05, + "rope_scaling": { + "factor": 8.0, + "high_freq_factor": 4.0, + "low_freq_factor": 1.0, + "original_max_position_embeddings": 8192, + "rope_type": "llama3" + }, + "rope_theta": 500000.0, + "tie_word_embeddings": false, + "tokenizer_model_max_length": 2048, + "tokenizer_padding_side": "right", + "torch_dtype": "bfloat16", + "transformers_version": "4.43.1", + "tune_mm_mlp_adapter": false, + "use_cache": false, + "use_mm_proj": true, + "vision_tower_pretrained": null, + "vocab_size": 128260 +} diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..9d83a700f2f5f79379707cbcbe0128fc2671b584 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,13 @@ +{ + "attn_implementation": "flash_attention_2", + "bos_token_id": 128000, + "do_sample": true, + "eos_token_id": [ + 128001, + 128008, + 128009 + ], + "temperature": 0.6, + "top_p": 0.9, + "transformers_version": "4.43.1" +} diff --git a/latest b/latest new file mode 100644 index 0000000000000000000000000000000000000000..11e3a07c8e95c711fa72b96f27d77ac9145f91bf --- /dev/null +++ b/latest @@ -0,0 +1 @@ +global_step58419 \ No newline at end of file diff --git a/model-00001-of-00007.safetensors b/model-00001-of-00007.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ee80152044370beaeeb676e3be629e1a4610725a --- /dev/null +++ b/model-00001-of-00007.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ff1dec6d01bcec3254c288d65043241c397b6f16cb962e40a05932623220a02 +size 4976731440 diff --git a/model-00002-of-00007.safetensors b/model-00002-of-00007.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4dc8392902ade277d83799adfffd7c82667dc3da --- /dev/null +++ b/model-00002-of-00007.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:57cffcadcb698677cd18ecca9c9f395309f6e78b4411f45c76e9fb7a61cccbcc +size 4999802720 diff --git a/model-00003-of-00007.safetensors b/model-00003-of-00007.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6c363aafc6d037435699e9a08b29959265360914 --- /dev/null +++ b/model-00003-of-00007.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cdad4ecbbbba907de1c4edd1c164707925196125022f3ac155db10cf7f749865 +size 4915916176 diff --git a/model-00004-of-00007.safetensors b/model-00004-of-00007.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..02b5e1de271e118560be50c838429ca4761cc953 --- /dev/null +++ b/model-00004-of-00007.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:907d01175d69f36baad712b845ec829dfbd19aef1e8dc7fbeaa814e013424778 +size 4958987384 diff --git a/model-00005-of-00007.safetensors b/model-00005-of-00007.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..65d1be55282e70ddeacabf7d0bb9ff1b5372e17d --- /dev/null +++ b/model-00005-of-00007.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:16dc90044c1eda260247250918b895dc7e2888b5d54db49126faf7476193d42c +size 4977350344 diff --git a/model-00006-of-00007.safetensors b/model-00006-of-00007.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3fa565185604b8a0a10d895c990cd306da3d505d --- /dev/null +++ b/model-00006-of-00007.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4bf8b18fc4e2c8f9c4fae0c885662343cea1719f34930daffd2abaf808820233 +size 4945870312 diff --git a/model-00007-of-00007.safetensors b/model-00007-of-00007.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..bd4d7f1880dcba7616ac6ab5aa590f6430e8358b --- /dev/null +++ b/model-00007-of-00007.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ca42677bc7a195cf0eef69ce6fdd408011bb1339190b2a30a7d7dc5e8c3e6e5a +size 3764633640 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000000000000000000000000000000000000..5332212eaab620bfb557115c0f62f5fe78bbb4d4 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1,1850 @@ +{ + "metadata": { + "total_size": 33539043840 + }, + "weight_map": { + "lm_head.weight": "model-00007-of-00007.safetensors", + "model.down_projector.bias": "model-00007-of-00007.safetensors", + "model.down_projector.weight": "model-00007-of-00007.safetensors", + "model.embed_tokens.weight": "model-00001-of-00007.safetensors", + "model.gen_projector.bias": "model-00007-of-00007.safetensors", + "model.gen_projector.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.0.attn.proj.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.0.attn.proj.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.0.attn.qkv.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.0.attn.qkv.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.0.mlp.fc1.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.0.mlp.fc1.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.0.mlp.fc2.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.0.mlp.fc2.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.0.norm1.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.0.norm1.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.0.norm2.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.0.norm2.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.1.attn.proj.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.1.attn.proj.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.1.attn.qkv.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.1.attn.qkv.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.1.mlp.fc1.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.1.mlp.fc1.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.1.mlp.fc2.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.1.mlp.fc2.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.1.norm1.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.1.norm1.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.1.norm2.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.1.norm2.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.10.attn.proj.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.10.attn.proj.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.10.attn.qkv.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.10.attn.qkv.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.10.mlp.fc1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.10.mlp.fc1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.10.mlp.fc2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.10.mlp.fc2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.10.norm1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.10.norm1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.10.norm2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.10.norm2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.11.attn.proj.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.11.attn.proj.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.11.attn.qkv.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.11.attn.qkv.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.11.mlp.fc1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.11.mlp.fc1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.11.mlp.fc2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.11.mlp.fc2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.11.norm1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.11.norm1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.11.norm2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.11.norm2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.12.attn.proj.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.12.attn.proj.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.12.attn.qkv.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.12.attn.qkv.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.12.mlp.fc1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.12.mlp.fc1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.12.mlp.fc2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.12.mlp.fc2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.12.norm1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.12.norm1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.12.norm2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.12.norm2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.13.attn.proj.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.13.attn.proj.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.13.attn.qkv.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.13.attn.qkv.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.13.mlp.fc1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.13.mlp.fc1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.13.mlp.fc2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.13.mlp.fc2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.13.norm1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.13.norm1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.13.norm2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.13.norm2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.14.attn.proj.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.14.attn.proj.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.14.attn.qkv.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.14.attn.qkv.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.14.mlp.fc1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.14.mlp.fc1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.14.mlp.fc2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.14.mlp.fc2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.14.norm1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.14.norm1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.14.norm2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.14.norm2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.15.attn.proj.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.15.attn.proj.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.15.attn.qkv.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.15.attn.qkv.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.15.mlp.fc1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.15.mlp.fc1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.15.mlp.fc2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.15.mlp.fc2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.15.norm1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.15.norm1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.15.norm2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.15.norm2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.16.attn.proj.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.16.attn.proj.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.16.attn.qkv.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.16.attn.qkv.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.16.mlp.fc1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.16.mlp.fc1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.16.mlp.fc2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.16.mlp.fc2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.16.norm1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.16.norm1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.16.norm2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.16.norm2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.17.attn.proj.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.17.attn.proj.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.17.attn.qkv.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.17.attn.qkv.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.17.mlp.fc1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.17.mlp.fc1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.17.mlp.fc2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.17.mlp.fc2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.17.norm1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.17.norm1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.17.norm2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.17.norm2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.18.attn.proj.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.18.attn.proj.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.18.attn.qkv.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.18.attn.qkv.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.18.mlp.fc1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.18.mlp.fc1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.18.mlp.fc2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.18.mlp.fc2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.18.norm1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.18.norm1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.18.norm2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.18.norm2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.19.attn.proj.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.19.attn.proj.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.19.attn.qkv.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.19.attn.qkv.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.19.mlp.fc1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.19.mlp.fc1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.19.mlp.fc2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.19.mlp.fc2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.19.norm1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.19.norm1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.19.norm2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.19.norm2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.2.attn.proj.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.2.attn.proj.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.2.attn.qkv.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.2.attn.qkv.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.2.mlp.fc1.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.2.mlp.fc1.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.2.mlp.fc2.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.2.mlp.fc2.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.2.norm1.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.2.norm1.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.2.norm2.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.2.norm2.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.20.attn.proj.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.20.attn.proj.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.20.attn.qkv.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.20.attn.qkv.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.20.mlp.fc1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.20.mlp.fc1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.20.mlp.fc2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.20.mlp.fc2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.20.norm1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.20.norm1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.20.norm2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.20.norm2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.21.attn.proj.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.21.attn.proj.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.21.attn.qkv.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.21.attn.qkv.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.21.mlp.fc1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.21.mlp.fc1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.21.mlp.fc2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.21.mlp.fc2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.21.norm1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.21.norm1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.21.norm2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.21.norm2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.22.attn.proj.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.22.attn.proj.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.22.attn.qkv.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.22.attn.qkv.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.22.mlp.fc1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.22.mlp.fc1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.22.mlp.fc2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.22.mlp.fc2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.22.norm1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.22.norm1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.22.norm2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.22.norm2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.23.attn.proj.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.23.attn.proj.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.23.attn.qkv.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.23.attn.qkv.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.23.mlp.fc1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.23.mlp.fc1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.23.mlp.fc2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.23.mlp.fc2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.23.norm1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.23.norm1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.23.norm2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.23.norm2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.24.attn.proj.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.24.attn.proj.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.24.attn.qkv.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.24.attn.qkv.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.24.mlp.fc1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.24.mlp.fc1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.24.mlp.fc2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.24.mlp.fc2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.24.norm1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.24.norm1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.24.norm2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.24.norm2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.25.attn.proj.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.25.attn.proj.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.25.attn.qkv.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.25.attn.qkv.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.25.mlp.fc1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.25.mlp.fc1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.25.mlp.fc2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.25.mlp.fc2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.25.norm1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.25.norm1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.25.norm2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.25.norm2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.26.attn.proj.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.26.attn.proj.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.26.attn.qkv.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.26.attn.qkv.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.26.mlp.fc1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.26.mlp.fc1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.26.mlp.fc2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.26.mlp.fc2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.26.norm1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.26.norm1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.26.norm2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.26.norm2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.27.attn.proj.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.27.attn.proj.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.27.attn.qkv.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.27.attn.qkv.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.27.mlp.fc1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.27.mlp.fc1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.27.mlp.fc2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.27.mlp.fc2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.27.norm1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.27.norm1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.27.norm2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.27.norm2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.28.attn.proj.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.28.attn.proj.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.28.attn.qkv.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.28.attn.qkv.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.28.mlp.fc1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.28.mlp.fc1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.28.mlp.fc2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.28.mlp.fc2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.28.norm1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.28.norm1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.28.norm2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.28.norm2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.29.attn.proj.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.29.attn.proj.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.29.attn.qkv.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.29.attn.qkv.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.29.mlp.fc1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.29.mlp.fc1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.29.mlp.fc2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.29.mlp.fc2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.29.norm1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.29.norm1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.29.norm2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.29.norm2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.3.attn.proj.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.3.attn.proj.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.3.attn.qkv.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.3.attn.qkv.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.3.mlp.fc1.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.3.mlp.fc1.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.3.mlp.fc2.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.3.mlp.fc2.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.3.norm1.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.3.norm1.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.3.norm2.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.3.norm2.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.30.attn.proj.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.30.attn.proj.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.30.attn.qkv.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.30.attn.qkv.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.30.mlp.fc1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.30.mlp.fc1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.30.mlp.fc2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.30.mlp.fc2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.30.norm1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.30.norm1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.30.norm2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.30.norm2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.31.attn.proj.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.31.attn.proj.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.31.attn.qkv.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.31.attn.qkv.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.31.mlp.fc1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.31.mlp.fc1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.31.mlp.fc2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.31.mlp.fc2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.31.norm1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.31.norm1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.31.norm2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.31.norm2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.32.attn.proj.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.32.attn.proj.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.32.attn.qkv.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.32.attn.qkv.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.32.mlp.fc1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.32.mlp.fc1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.32.mlp.fc2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.32.mlp.fc2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.32.norm1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.32.norm1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.32.norm2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.32.norm2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.33.attn.proj.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.33.attn.proj.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.33.attn.qkv.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.33.attn.qkv.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.33.mlp.fc1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.33.mlp.fc1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.33.mlp.fc2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.33.mlp.fc2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.33.norm1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.33.norm1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.33.norm2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.33.norm2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.34.attn.proj.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.34.attn.proj.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.34.attn.qkv.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.34.attn.qkv.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.34.mlp.fc1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.34.mlp.fc1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.34.mlp.fc2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.34.mlp.fc2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.34.norm1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.34.norm1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.34.norm2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.34.norm2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.35.attn.proj.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.35.attn.proj.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.35.attn.qkv.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.35.attn.qkv.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.35.mlp.fc1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.35.mlp.fc1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.35.mlp.fc2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.35.mlp.fc2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.35.norm1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.35.norm1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.35.norm2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.35.norm2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.36.attn.proj.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.36.attn.proj.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.36.attn.qkv.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.36.attn.qkv.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.36.mlp.fc1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.36.mlp.fc1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.36.mlp.fc2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.36.mlp.fc2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.36.norm1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.36.norm1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.36.norm2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.36.norm2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.37.attn.proj.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.37.attn.proj.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.37.attn.qkv.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.37.attn.qkv.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.37.mlp.fc1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.37.mlp.fc1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.37.mlp.fc2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.37.mlp.fc2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.37.norm1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.37.norm1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.37.norm2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.37.norm2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.38.attn.proj.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.38.attn.proj.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.38.attn.qkv.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.38.attn.qkv.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.38.mlp.fc1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.38.mlp.fc1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.38.mlp.fc2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.38.mlp.fc2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.38.norm1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.38.norm1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.38.norm2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.38.norm2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.39.attn.proj.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.39.attn.proj.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.39.attn.qkv.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.39.attn.qkv.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.39.mlp.fc1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.39.mlp.fc1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.39.mlp.fc2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.39.mlp.fc2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.39.norm1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.39.norm1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.39.norm2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.39.norm2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.4.attn.proj.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.4.attn.proj.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.4.attn.qkv.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.4.attn.qkv.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.4.mlp.fc1.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.4.mlp.fc1.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.4.mlp.fc2.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.4.mlp.fc2.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.4.norm1.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.4.norm1.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.4.norm2.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.4.norm2.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.40.attn.proj.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.40.attn.proj.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.40.attn.qkv.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.40.attn.qkv.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.40.mlp.fc1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.40.mlp.fc1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.40.mlp.fc2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.40.mlp.fc2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.40.norm1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.40.norm1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.40.norm2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.40.norm2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.41.attn.proj.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.41.attn.proj.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.41.attn.qkv.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.41.attn.qkv.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.41.mlp.fc1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.41.mlp.fc1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.41.mlp.fc2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.41.mlp.fc2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.41.norm1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.41.norm1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.41.norm2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.41.norm2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.42.attn.proj.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.42.attn.proj.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.42.attn.qkv.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.42.attn.qkv.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.42.mlp.fc1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.42.mlp.fc1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.42.mlp.fc2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.42.mlp.fc2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.42.norm1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.42.norm1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.42.norm2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.42.norm2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.43.attn.proj.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.43.attn.proj.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.43.attn.qkv.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.43.attn.qkv.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.43.mlp.fc1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.43.mlp.fc1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.43.mlp.fc2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.43.mlp.fc2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.43.norm1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.43.norm1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.43.norm2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.43.norm2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.44.attn.proj.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.44.attn.proj.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.44.attn.qkv.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.44.attn.qkv.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.44.mlp.fc1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.44.mlp.fc1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.44.mlp.fc2.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.44.mlp.fc2.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.44.norm1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.44.norm1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.44.norm2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.44.norm2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.45.attn.proj.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.45.attn.proj.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.45.attn.qkv.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.45.attn.qkv.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.45.mlp.fc1.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.45.mlp.fc1.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.45.mlp.fc2.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.45.mlp.fc2.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.45.norm1.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.45.norm1.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.45.norm2.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.45.norm2.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.46.attn.proj.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.46.attn.proj.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.46.attn.qkv.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.46.attn.qkv.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.46.mlp.fc1.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.46.mlp.fc1.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.46.mlp.fc2.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.46.mlp.fc2.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.46.norm1.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.46.norm1.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.46.norm2.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.46.norm2.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.47.attn.proj.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.47.attn.proj.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.47.attn.qkv.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.47.attn.qkv.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.47.mlp.fc1.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.47.mlp.fc1.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.47.mlp.fc2.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.47.mlp.fc2.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.47.norm1.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.47.norm1.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.47.norm2.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.47.norm2.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.48.attn.proj.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.48.attn.proj.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.48.attn.qkv.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.48.attn.qkv.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.48.mlp.fc1.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.48.mlp.fc1.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.48.mlp.fc2.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.48.mlp.fc2.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.48.norm1.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.48.norm1.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.48.norm2.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.48.norm2.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.49.attn.proj.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.49.attn.proj.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.49.attn.qkv.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.49.attn.qkv.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.49.mlp.fc1.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.49.mlp.fc1.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.49.mlp.fc2.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.49.mlp.fc2.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.49.norm1.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.49.norm1.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.49.norm2.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.49.norm2.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.5.attn.proj.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.5.attn.proj.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.5.attn.qkv.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.5.attn.qkv.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.5.mlp.fc1.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.5.mlp.fc1.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.5.mlp.fc2.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.5.mlp.fc2.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.5.norm1.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.5.norm1.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.5.norm2.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.5.norm2.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.50.attn.proj.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.50.attn.proj.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.50.attn.qkv.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.50.attn.qkv.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.50.mlp.fc1.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.50.mlp.fc1.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.50.mlp.fc2.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.50.mlp.fc2.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.50.norm1.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.50.norm1.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.50.norm2.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.50.norm2.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.51.attn.proj.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.51.attn.proj.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.51.attn.qkv.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.51.attn.qkv.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.51.mlp.fc1.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.51.mlp.fc1.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.51.mlp.fc2.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.51.mlp.fc2.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.51.norm1.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.51.norm1.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.51.norm2.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.51.norm2.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.52.attn.proj.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.52.attn.proj.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.52.attn.qkv.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.52.attn.qkv.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.52.mlp.fc1.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.52.mlp.fc1.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.52.mlp.fc2.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.52.mlp.fc2.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.52.norm1.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.52.norm1.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.52.norm2.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.52.norm2.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.53.attn.proj.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.53.attn.proj.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.53.attn.qkv.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.53.attn.qkv.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.53.mlp.fc1.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.53.mlp.fc1.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.53.mlp.fc2.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.53.mlp.fc2.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.53.norm1.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.53.norm1.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.53.norm2.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.53.norm2.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.54.attn.proj.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.54.attn.proj.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.54.attn.qkv.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.54.attn.qkv.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.54.mlp.fc1.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.54.mlp.fc1.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.54.mlp.fc2.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.54.mlp.fc2.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.54.norm1.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.54.norm1.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.54.norm2.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.54.norm2.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.55.attn.proj.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.55.attn.proj.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.55.attn.qkv.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.55.attn.qkv.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.55.mlp.fc1.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.55.mlp.fc1.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.55.mlp.fc2.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.55.mlp.fc2.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.55.norm1.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.55.norm1.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.55.norm2.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.55.norm2.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.56.attn.proj.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.56.attn.proj.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.56.attn.qkv.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.56.attn.qkv.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.56.mlp.fc1.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.56.mlp.fc1.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.56.mlp.fc2.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.56.mlp.fc2.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.56.norm1.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.56.norm1.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.56.norm2.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.56.norm2.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.57.attn.proj.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.57.attn.proj.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.57.attn.qkv.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.57.attn.qkv.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.57.mlp.fc1.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.57.mlp.fc1.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.57.mlp.fc2.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.57.mlp.fc2.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.57.norm1.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.57.norm1.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.57.norm2.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.57.norm2.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.58.attn.proj.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.58.attn.proj.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.58.attn.qkv.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.58.attn.qkv.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.58.mlp.fc1.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.58.mlp.fc1.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.58.mlp.fc2.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.58.mlp.fc2.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.58.norm1.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.58.norm1.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.58.norm2.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.58.norm2.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.59.attn.proj.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.59.attn.proj.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.59.attn.qkv.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.59.attn.qkv.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.59.mlp.fc1.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.59.mlp.fc1.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.59.mlp.fc2.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.59.mlp.fc2.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.59.norm1.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.59.norm1.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.59.norm2.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.59.norm2.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.6.attn.proj.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.6.attn.proj.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.6.attn.qkv.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.6.attn.qkv.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.6.mlp.fc1.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.6.mlp.fc1.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.6.mlp.fc2.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.6.mlp.fc2.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.6.norm1.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.6.norm1.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.6.norm2.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.6.norm2.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.60.attn.proj.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.60.attn.proj.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.60.attn.qkv.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.60.attn.qkv.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.60.mlp.fc1.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.60.mlp.fc1.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.60.mlp.fc2.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.60.mlp.fc2.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.60.norm1.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.60.norm1.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.60.norm2.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.60.norm2.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.61.attn.proj.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.61.attn.proj.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.61.attn.qkv.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.61.attn.qkv.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.61.mlp.fc1.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.61.mlp.fc1.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.61.mlp.fc2.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.61.mlp.fc2.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.61.norm1.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.61.norm1.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.61.norm2.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.61.norm2.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.62.attn.proj.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.62.attn.proj.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.62.attn.qkv.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.62.attn.qkv.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.62.mlp.fc1.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.62.mlp.fc1.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.62.mlp.fc2.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.62.mlp.fc2.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.62.norm1.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.62.norm1.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.62.norm2.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.62.norm2.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.63.attn.proj.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.63.attn.proj.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.63.attn.qkv.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.63.attn.qkv.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.63.mlp.fc1.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.63.mlp.fc1.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.63.mlp.fc2.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.63.mlp.fc2.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.63.norm1.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.63.norm1.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.63.norm2.bias": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.63.norm2.weight": "model-00007-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.7.attn.proj.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.7.attn.proj.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.7.attn.qkv.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.7.attn.qkv.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.7.mlp.fc1.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.7.mlp.fc1.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.7.mlp.fc2.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.7.mlp.fc2.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.7.norm1.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.7.norm1.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.7.norm2.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.7.norm2.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.8.attn.proj.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.8.attn.proj.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.8.attn.qkv.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.8.attn.qkv.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.8.mlp.fc1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.8.mlp.fc1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.8.mlp.fc2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.8.mlp.fc2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.8.norm1.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.8.norm1.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.8.norm2.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.8.norm2.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.9.attn.proj.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.9.attn.proj.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.9.attn.qkv.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.9.attn.qkv.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.9.mlp.fc1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.9.mlp.fc1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.9.mlp.fc2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.9.mlp.fc2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.9.norm1.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.9.norm1.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.9.norm2.bias": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.blocks.9.norm2.weight": "model-00006-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.cls_token": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.patch_embed.proj.bias": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.patch_embed.proj.weight": "model-00005-of-00007.safetensors", + "model.gen_vision_tower.vision_tower.model.pos_embed": "model-00005-of-00007.safetensors", + "model.layers.0.input_layernorm.weight": "model-00001-of-00007.safetensors", + "model.layers.0.mlp.down_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.0.mlp.up_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00007.safetensors", + "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.1.input_layernorm.weight": "model-00001-of-00007.safetensors", + "model.layers.1.mlp.down_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.1.mlp.up_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00007.safetensors", + "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.10.input_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.10.mlp.down_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.10.mlp.gate_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.10.mlp.up_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.10.post_attention_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.10.self_attn.k_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.10.self_attn.o_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.10.self_attn.q_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.10.self_attn.v_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.11.input_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.11.mlp.down_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.11.mlp.gate_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.11.mlp.up_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.11.post_attention_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.11.self_attn.k_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.11.self_attn.o_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.11.self_attn.q_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.11.self_attn.v_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.12.input_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.12.mlp.down_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.12.mlp.gate_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.12.mlp.up_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.12.post_attention_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.12.self_attn.k_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.12.self_attn.o_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.12.self_attn.q_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.12.self_attn.v_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.13.input_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.13.mlp.down_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.13.mlp.gate_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.13.mlp.up_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.13.post_attention_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.13.self_attn.k_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.13.self_attn.o_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.13.self_attn.q_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.13.self_attn.v_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.14.input_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.14.mlp.down_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.14.mlp.gate_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.14.mlp.up_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.14.post_attention_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.14.self_attn.k_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.14.self_attn.o_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.14.self_attn.q_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.14.self_attn.v_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.15.input_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.15.mlp.down_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.15.mlp.gate_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.15.mlp.up_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.15.post_attention_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.15.self_attn.k_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.15.self_attn.o_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.15.self_attn.q_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.15.self_attn.v_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.16.input_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.16.mlp.down_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.16.mlp.gate_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.16.mlp.up_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.16.post_attention_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.16.self_attn.k_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.16.self_attn.o_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.16.self_attn.q_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.16.self_attn.v_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.17.input_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.17.mlp.down_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.17.mlp.gate_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.17.mlp.up_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.17.post_attention_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.17.self_attn.k_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.17.self_attn.o_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.17.self_attn.q_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.17.self_attn.v_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.18.input_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.18.mlp.down_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.18.mlp.gate_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.18.mlp.up_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.18.post_attention_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.18.self_attn.k_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.18.self_attn.o_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.18.self_attn.q_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.18.self_attn.v_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.19.input_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.19.mlp.down_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.19.mlp.gate_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.19.mlp.up_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.19.post_attention_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.19.self_attn.k_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.19.self_attn.o_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.19.self_attn.q_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.19.self_attn.v_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.2.input_layernorm.weight": "model-00001-of-00007.safetensors", + "model.layers.2.mlp.down_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.2.mlp.up_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00007.safetensors", + "model.layers.2.self_attn.k_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.2.self_attn.o_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.2.self_attn.q_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.2.self_attn.v_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.20.input_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.20.mlp.down_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.20.mlp.gate_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.20.mlp.up_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.20.post_attention_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.20.self_attn.k_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.20.self_attn.q_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.20.self_attn.v_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.21.input_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.21.mlp.down_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.21.mlp.gate_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.21.mlp.up_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.21.post_attention_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.21.self_attn.k_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.21.self_attn.o_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.21.self_attn.q_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.21.self_attn.v_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.22.input_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.22.mlp.down_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.22.mlp.gate_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.22.mlp.up_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.22.post_attention_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.22.self_attn.k_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.22.self_attn.o_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.22.self_attn.q_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.22.self_attn.v_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.23.input_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.23.mlp.down_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.23.mlp.gate_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.23.mlp.up_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.23.post_attention_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.23.self_attn.k_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.23.self_attn.o_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.23.self_attn.q_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.23.self_attn.v_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.24.input_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.24.mlp.down_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.24.mlp.gate_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.24.mlp.up_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.24.post_attention_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.24.self_attn.k_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.24.self_attn.o_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.24.self_attn.q_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.24.self_attn.v_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.25.input_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.25.mlp.down_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.25.mlp.gate_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.25.mlp.up_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.25.post_attention_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.25.self_attn.k_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.25.self_attn.o_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.25.self_attn.q_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.25.self_attn.v_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.26.input_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.26.mlp.down_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.26.mlp.gate_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.26.mlp.up_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.26.post_attention_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.26.self_attn.k_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.26.self_attn.o_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.26.self_attn.q_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.26.self_attn.v_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.27.input_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.27.mlp.down_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.27.mlp.gate_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.27.mlp.up_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.27.post_attention_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.27.self_attn.k_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.27.self_attn.o_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.27.self_attn.q_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.27.self_attn.v_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.28.input_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.28.mlp.down_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.28.mlp.gate_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.28.mlp.up_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.28.post_attention_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.28.self_attn.k_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.28.self_attn.o_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.28.self_attn.q_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.28.self_attn.v_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.29.input_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.29.mlp.down_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.29.mlp.gate_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.29.mlp.up_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.29.post_attention_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.29.self_attn.k_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.29.self_attn.o_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.29.self_attn.q_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.29.self_attn.v_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.3.input_layernorm.weight": "model-00001-of-00007.safetensors", + "model.layers.3.mlp.down_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.3.mlp.gate_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.3.mlp.up_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.3.post_attention_layernorm.weight": "model-00001-of-00007.safetensors", + "model.layers.3.self_attn.k_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.3.self_attn.o_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.3.self_attn.q_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.3.self_attn.v_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.30.input_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.30.mlp.down_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.30.mlp.gate_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.30.mlp.up_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.30.post_attention_layernorm.weight": "model-00003-of-00007.safetensors", + "model.layers.30.self_attn.k_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.30.self_attn.o_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.30.self_attn.q_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.30.self_attn.v_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.31.input_layernorm.weight": "model-00004-of-00007.safetensors", + "model.layers.31.mlp.down_proj.weight": "model-00004-of-00007.safetensors", + "model.layers.31.mlp.gate_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.31.mlp.up_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.31.post_attention_layernorm.weight": "model-00004-of-00007.safetensors", + "model.layers.31.self_attn.k_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.31.self_attn.o_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.31.self_attn.q_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.31.self_attn.v_proj.weight": "model-00003-of-00007.safetensors", + "model.layers.4.input_layernorm.weight": "model-00001-of-00007.safetensors", + "model.layers.4.mlp.down_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.4.mlp.gate_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.4.mlp.up_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.4.post_attention_layernorm.weight": "model-00001-of-00007.safetensors", + "model.layers.4.self_attn.k_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.4.self_attn.o_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.4.self_attn.q_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.4.self_attn.v_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.5.input_layernorm.weight": "model-00001-of-00007.safetensors", + "model.layers.5.mlp.down_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.5.mlp.gate_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.5.mlp.up_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.5.post_attention_layernorm.weight": "model-00001-of-00007.safetensors", + "model.layers.5.self_attn.k_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.5.self_attn.o_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.5.self_attn.q_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.5.self_attn.v_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.6.input_layernorm.weight": "model-00001-of-00007.safetensors", + "model.layers.6.mlp.down_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.6.mlp.gate_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.6.mlp.up_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.6.post_attention_layernorm.weight": "model-00001-of-00007.safetensors", + "model.layers.6.self_attn.k_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.6.self_attn.o_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.6.self_attn.q_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.6.self_attn.v_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.7.input_layernorm.weight": "model-00001-of-00007.safetensors", + "model.layers.7.mlp.down_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.7.mlp.gate_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.7.mlp.up_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.7.post_attention_layernorm.weight": "model-00001-of-00007.safetensors", + "model.layers.7.self_attn.k_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.7.self_attn.o_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.7.self_attn.q_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.7.self_attn.v_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.8.input_layernorm.weight": "model-00001-of-00007.safetensors", + "model.layers.8.mlp.down_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.8.mlp.gate_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.8.mlp.up_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.8.post_attention_layernorm.weight": "model-00001-of-00007.safetensors", + "model.layers.8.self_attn.k_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.8.self_attn.o_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.8.self_attn.q_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.8.self_attn.v_proj.weight": "model-00001-of-00007.safetensors", + "model.layers.9.input_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.9.mlp.down_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.9.mlp.gate_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.9.mlp.up_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.9.post_attention_layernorm.weight": "model-00002-of-00007.safetensors", + "model.layers.9.self_attn.k_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.9.self_attn.o_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.9.self_attn.q_proj.weight": "model-00002-of-00007.safetensors", + "model.layers.9.self_attn.v_proj.weight": "model-00002-of-00007.safetensors", + "model.mm_projector.0.bias": "model-00007-of-00007.safetensors", + "model.mm_projector.0.weight": "model-00007-of-00007.safetensors", + "model.mm_projector.2.bias": "model-00007-of-00007.safetensors", + "model.mm_projector.2.weight": "model-00007-of-00007.safetensors", + "model.norm.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.0.attn.proj.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.0.attn.proj.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.0.attn.qkv.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.0.attn.qkv.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.0.mlp.fc1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.0.mlp.fc1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.0.mlp.fc2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.0.mlp.fc2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.0.norm1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.0.norm1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.0.norm2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.0.norm2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.1.attn.proj.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.1.attn.proj.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.1.attn.qkv.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.1.attn.qkv.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.1.mlp.fc1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.1.mlp.fc1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.1.mlp.fc2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.1.mlp.fc2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.1.norm1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.1.norm1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.1.norm2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.1.norm2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.10.attn.proj.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.10.attn.proj.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.10.attn.qkv.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.10.attn.qkv.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.10.mlp.fc1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.10.mlp.fc1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.10.mlp.fc2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.10.mlp.fc2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.10.norm1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.10.norm1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.10.norm2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.10.norm2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.11.attn.proj.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.11.attn.proj.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.11.attn.qkv.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.11.attn.qkv.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.11.mlp.fc1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.11.mlp.fc1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.11.mlp.fc2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.11.mlp.fc2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.11.norm1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.11.norm1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.11.norm2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.11.norm2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.12.attn.proj.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.12.attn.proj.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.12.attn.qkv.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.12.attn.qkv.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.12.mlp.fc1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.12.mlp.fc1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.12.mlp.fc2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.12.mlp.fc2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.12.norm1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.12.norm1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.12.norm2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.12.norm2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.13.attn.proj.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.13.attn.proj.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.13.attn.qkv.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.13.attn.qkv.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.13.mlp.fc1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.13.mlp.fc1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.13.mlp.fc2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.13.mlp.fc2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.13.norm1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.13.norm1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.13.norm2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.13.norm2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.14.attn.proj.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.14.attn.proj.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.14.attn.qkv.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.14.attn.qkv.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.14.mlp.fc1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.14.mlp.fc1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.14.mlp.fc2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.14.mlp.fc2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.14.norm1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.14.norm1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.14.norm2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.14.norm2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.15.attn.proj.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.15.attn.proj.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.15.attn.qkv.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.15.attn.qkv.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.15.mlp.fc1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.15.mlp.fc1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.15.mlp.fc2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.15.mlp.fc2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.15.norm1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.15.norm1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.15.norm2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.15.norm2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.16.attn.proj.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.16.attn.proj.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.16.attn.qkv.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.16.attn.qkv.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.16.mlp.fc1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.16.mlp.fc1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.16.mlp.fc2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.16.mlp.fc2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.16.norm1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.16.norm1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.16.norm2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.16.norm2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.17.attn.proj.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.17.attn.proj.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.17.attn.qkv.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.17.attn.qkv.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.17.mlp.fc1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.17.mlp.fc1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.17.mlp.fc2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.17.mlp.fc2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.17.norm1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.17.norm1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.17.norm2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.17.norm2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.18.attn.proj.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.18.attn.proj.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.18.attn.qkv.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.18.attn.qkv.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.18.mlp.fc1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.18.mlp.fc1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.18.mlp.fc2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.18.mlp.fc2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.18.norm1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.18.norm1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.18.norm2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.18.norm2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.19.attn.proj.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.19.attn.proj.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.19.attn.qkv.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.19.attn.qkv.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.19.mlp.fc1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.19.mlp.fc1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.19.mlp.fc2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.19.mlp.fc2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.19.norm1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.19.norm1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.19.norm2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.19.norm2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.2.attn.proj.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.2.attn.proj.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.2.attn.qkv.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.2.attn.qkv.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.2.mlp.fc1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.2.mlp.fc1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.2.mlp.fc2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.2.mlp.fc2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.2.norm1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.2.norm1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.2.norm2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.2.norm2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.20.attn.proj.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.20.attn.proj.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.20.attn.qkv.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.20.attn.qkv.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.20.mlp.fc1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.20.mlp.fc1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.20.mlp.fc2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.20.mlp.fc2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.20.norm1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.20.norm1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.20.norm2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.20.norm2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.21.attn.proj.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.21.attn.proj.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.21.attn.qkv.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.21.attn.qkv.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.21.mlp.fc1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.21.mlp.fc1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.21.mlp.fc2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.21.mlp.fc2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.21.norm1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.21.norm1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.21.norm2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.21.norm2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.22.attn.proj.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.22.attn.proj.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.22.attn.qkv.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.22.attn.qkv.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.22.mlp.fc1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.22.mlp.fc1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.22.mlp.fc2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.22.mlp.fc2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.22.norm1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.22.norm1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.22.norm2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.22.norm2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.23.attn.proj.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.23.attn.proj.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.23.attn.qkv.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.23.attn.qkv.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.23.mlp.fc1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.23.mlp.fc1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.23.mlp.fc2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.23.mlp.fc2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.23.norm1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.23.norm1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.23.norm2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.23.norm2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.24.attn.proj.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.24.attn.proj.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.24.attn.qkv.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.24.attn.qkv.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.24.mlp.fc1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.24.mlp.fc1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.24.mlp.fc2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.24.mlp.fc2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.24.norm1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.24.norm1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.24.norm2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.24.norm2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.25.attn.proj.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.25.attn.proj.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.25.attn.qkv.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.25.attn.qkv.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.25.mlp.fc1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.25.mlp.fc1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.25.mlp.fc2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.25.mlp.fc2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.25.norm1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.25.norm1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.25.norm2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.25.norm2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.26.attn.proj.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.26.attn.proj.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.26.attn.qkv.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.26.attn.qkv.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.26.mlp.fc1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.26.mlp.fc1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.26.mlp.fc2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.26.mlp.fc2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.26.norm1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.26.norm1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.26.norm2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.26.norm2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.27.attn.proj.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.27.attn.proj.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.27.attn.qkv.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.27.attn.qkv.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.27.mlp.fc1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.27.mlp.fc1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.27.mlp.fc2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.27.mlp.fc2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.27.norm1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.27.norm1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.27.norm2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.27.norm2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.28.attn.proj.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.28.attn.proj.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.28.attn.qkv.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.28.attn.qkv.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.28.mlp.fc1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.28.mlp.fc1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.28.mlp.fc2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.28.mlp.fc2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.28.norm1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.28.norm1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.28.norm2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.28.norm2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.29.attn.proj.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.29.attn.proj.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.29.attn.qkv.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.29.attn.qkv.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.29.mlp.fc1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.29.mlp.fc1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.29.mlp.fc2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.29.mlp.fc2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.29.norm1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.29.norm1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.29.norm2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.29.norm2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.3.attn.proj.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.3.attn.proj.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.3.attn.qkv.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.3.attn.qkv.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.3.mlp.fc1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.3.mlp.fc1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.3.mlp.fc2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.3.mlp.fc2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.3.norm1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.3.norm1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.3.norm2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.3.norm2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.30.attn.proj.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.30.attn.proj.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.30.attn.qkv.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.30.attn.qkv.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.30.mlp.fc1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.30.mlp.fc1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.30.mlp.fc2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.30.mlp.fc2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.30.norm1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.30.norm1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.30.norm2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.30.norm2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.31.attn.proj.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.31.attn.proj.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.31.attn.qkv.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.31.attn.qkv.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.31.mlp.fc1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.31.mlp.fc1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.31.mlp.fc2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.31.mlp.fc2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.31.norm1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.31.norm1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.31.norm2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.31.norm2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.32.attn.proj.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.32.attn.proj.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.32.attn.qkv.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.32.attn.qkv.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.32.mlp.fc1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.32.mlp.fc1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.32.mlp.fc2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.32.mlp.fc2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.32.norm1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.32.norm1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.32.norm2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.32.norm2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.33.attn.proj.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.33.attn.proj.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.33.attn.qkv.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.33.attn.qkv.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.33.mlp.fc1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.33.mlp.fc1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.33.mlp.fc2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.33.mlp.fc2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.33.norm1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.33.norm1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.33.norm2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.33.norm2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.34.attn.proj.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.34.attn.proj.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.34.attn.qkv.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.34.attn.qkv.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.34.mlp.fc1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.34.mlp.fc1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.34.mlp.fc2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.34.mlp.fc2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.34.norm1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.34.norm1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.34.norm2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.34.norm2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.35.attn.proj.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.35.attn.proj.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.35.attn.qkv.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.35.attn.qkv.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.35.mlp.fc1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.35.mlp.fc1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.35.mlp.fc2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.35.mlp.fc2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.35.norm1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.35.norm1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.35.norm2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.35.norm2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.36.attn.proj.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.36.attn.proj.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.36.attn.qkv.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.36.attn.qkv.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.36.mlp.fc1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.36.mlp.fc1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.36.mlp.fc2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.36.mlp.fc2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.36.norm1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.36.norm1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.36.norm2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.36.norm2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.37.attn.proj.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.37.attn.proj.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.37.attn.qkv.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.37.attn.qkv.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.37.mlp.fc1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.37.mlp.fc1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.37.mlp.fc2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.37.mlp.fc2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.37.norm1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.37.norm1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.37.norm2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.37.norm2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.38.attn.proj.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.38.attn.proj.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.38.attn.qkv.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.38.attn.qkv.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.38.mlp.fc1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.38.mlp.fc1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.38.mlp.fc2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.38.mlp.fc2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.38.norm1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.38.norm1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.38.norm2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.38.norm2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.39.attn.proj.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.39.attn.proj.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.39.attn.qkv.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.39.attn.qkv.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.39.mlp.fc1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.39.mlp.fc1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.39.mlp.fc2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.39.mlp.fc2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.39.norm1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.39.norm1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.39.norm2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.39.norm2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.4.attn.proj.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.4.attn.proj.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.4.attn.qkv.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.4.attn.qkv.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.4.mlp.fc1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.4.mlp.fc1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.4.mlp.fc2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.4.mlp.fc2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.4.norm1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.4.norm1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.4.norm2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.4.norm2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.40.attn.proj.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.40.attn.proj.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.40.attn.qkv.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.40.attn.qkv.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.40.mlp.fc1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.40.mlp.fc1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.40.mlp.fc2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.40.mlp.fc2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.40.norm1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.40.norm1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.40.norm2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.40.norm2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.41.attn.proj.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.41.attn.proj.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.41.attn.qkv.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.41.attn.qkv.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.41.mlp.fc1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.41.mlp.fc1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.41.mlp.fc2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.41.mlp.fc2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.41.norm1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.41.norm1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.41.norm2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.41.norm2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.42.attn.proj.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.42.attn.proj.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.42.attn.qkv.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.42.attn.qkv.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.42.mlp.fc1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.42.mlp.fc1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.42.mlp.fc2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.42.mlp.fc2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.42.norm1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.42.norm1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.42.norm2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.42.norm2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.43.attn.proj.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.43.attn.proj.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.43.attn.qkv.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.43.attn.qkv.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.43.mlp.fc1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.43.mlp.fc1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.43.mlp.fc2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.43.mlp.fc2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.43.norm1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.43.norm1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.43.norm2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.43.norm2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.44.attn.proj.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.44.attn.proj.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.44.attn.qkv.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.44.attn.qkv.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.44.mlp.fc1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.44.mlp.fc1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.44.mlp.fc2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.44.mlp.fc2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.44.norm1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.44.norm1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.44.norm2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.44.norm2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.45.attn.proj.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.45.attn.proj.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.45.attn.qkv.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.45.attn.qkv.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.45.mlp.fc1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.45.mlp.fc1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.45.mlp.fc2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.45.mlp.fc2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.45.norm1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.45.norm1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.45.norm2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.45.norm2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.46.attn.proj.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.46.attn.proj.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.46.attn.qkv.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.46.attn.qkv.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.46.mlp.fc1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.46.mlp.fc1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.46.mlp.fc2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.46.mlp.fc2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.46.norm1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.46.norm1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.46.norm2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.46.norm2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.47.attn.proj.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.47.attn.proj.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.47.attn.qkv.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.47.attn.qkv.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.47.mlp.fc1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.47.mlp.fc1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.47.mlp.fc2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.47.mlp.fc2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.47.norm1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.47.norm1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.47.norm2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.47.norm2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.48.attn.proj.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.48.attn.proj.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.48.attn.qkv.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.48.attn.qkv.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.48.mlp.fc1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.48.mlp.fc1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.48.mlp.fc2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.48.mlp.fc2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.48.norm1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.48.norm1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.48.norm2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.48.norm2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.49.attn.proj.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.49.attn.proj.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.49.attn.qkv.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.49.attn.qkv.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.49.mlp.fc1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.49.mlp.fc1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.49.mlp.fc2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.49.mlp.fc2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.49.norm1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.49.norm1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.49.norm2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.49.norm2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.5.attn.proj.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.5.attn.proj.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.5.attn.qkv.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.5.attn.qkv.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.5.mlp.fc1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.5.mlp.fc1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.5.mlp.fc2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.5.mlp.fc2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.5.norm1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.5.norm1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.5.norm2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.5.norm2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.50.attn.proj.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.50.attn.proj.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.50.attn.qkv.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.50.attn.qkv.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.50.mlp.fc1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.50.mlp.fc1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.50.mlp.fc2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.50.mlp.fc2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.50.norm1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.50.norm1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.50.norm2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.50.norm2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.51.attn.proj.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.51.attn.proj.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.51.attn.qkv.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.51.attn.qkv.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.51.mlp.fc1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.51.mlp.fc1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.51.mlp.fc2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.51.mlp.fc2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.51.norm1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.51.norm1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.51.norm2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.51.norm2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.52.attn.proj.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.52.attn.proj.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.52.attn.qkv.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.52.attn.qkv.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.52.mlp.fc1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.52.mlp.fc1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.52.mlp.fc2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.52.mlp.fc2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.52.norm1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.52.norm1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.52.norm2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.52.norm2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.53.attn.proj.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.53.attn.proj.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.53.attn.qkv.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.53.attn.qkv.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.53.mlp.fc1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.53.mlp.fc1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.53.mlp.fc2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.53.mlp.fc2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.53.norm1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.53.norm1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.53.norm2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.53.norm2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.54.attn.proj.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.54.attn.proj.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.54.attn.qkv.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.54.attn.qkv.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.54.mlp.fc1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.54.mlp.fc1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.54.mlp.fc2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.54.mlp.fc2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.54.norm1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.54.norm1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.54.norm2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.54.norm2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.55.attn.proj.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.55.attn.proj.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.55.attn.qkv.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.55.attn.qkv.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.55.mlp.fc1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.55.mlp.fc1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.55.mlp.fc2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.55.mlp.fc2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.55.norm1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.55.norm1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.55.norm2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.55.norm2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.56.attn.proj.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.56.attn.proj.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.56.attn.qkv.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.56.attn.qkv.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.56.mlp.fc1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.56.mlp.fc1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.56.mlp.fc2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.56.mlp.fc2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.56.norm1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.56.norm1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.56.norm2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.56.norm2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.57.attn.proj.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.57.attn.proj.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.57.attn.qkv.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.57.attn.qkv.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.57.mlp.fc1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.57.mlp.fc1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.57.mlp.fc2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.57.mlp.fc2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.57.norm1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.57.norm1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.57.norm2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.57.norm2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.58.attn.proj.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.58.attn.proj.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.58.attn.qkv.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.58.attn.qkv.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.58.mlp.fc1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.58.mlp.fc1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.58.mlp.fc2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.58.mlp.fc2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.58.norm1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.58.norm1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.58.norm2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.58.norm2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.59.attn.proj.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.59.attn.proj.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.59.attn.qkv.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.59.attn.qkv.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.59.mlp.fc1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.59.mlp.fc1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.59.mlp.fc2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.59.mlp.fc2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.59.norm1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.59.norm1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.59.norm2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.59.norm2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.6.attn.proj.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.6.attn.proj.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.6.attn.qkv.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.6.attn.qkv.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.6.mlp.fc1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.6.mlp.fc1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.6.mlp.fc2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.6.mlp.fc2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.6.norm1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.6.norm1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.6.norm2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.6.norm2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.60.attn.proj.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.60.attn.proj.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.60.attn.qkv.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.60.attn.qkv.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.60.mlp.fc1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.60.mlp.fc1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.60.mlp.fc2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.60.mlp.fc2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.60.norm1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.60.norm1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.60.norm2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.60.norm2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.61.attn.proj.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.61.attn.proj.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.61.attn.qkv.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.61.attn.qkv.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.61.mlp.fc1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.61.mlp.fc1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.61.mlp.fc2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.61.mlp.fc2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.61.norm1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.61.norm1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.61.norm2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.61.norm2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.62.attn.proj.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.62.attn.proj.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.62.attn.qkv.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.62.attn.qkv.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.62.mlp.fc1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.62.mlp.fc1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.62.mlp.fc2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.62.mlp.fc2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.62.norm1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.62.norm1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.62.norm2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.62.norm2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.63.attn.proj.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.63.attn.proj.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.63.attn.qkv.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.63.attn.qkv.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.63.mlp.fc1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.63.mlp.fc1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.63.mlp.fc2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.63.mlp.fc2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.63.norm1.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.63.norm1.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.63.norm2.bias": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.63.norm2.weight": "model-00005-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.7.attn.proj.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.7.attn.proj.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.7.attn.qkv.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.7.attn.qkv.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.7.mlp.fc1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.7.mlp.fc1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.7.mlp.fc2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.7.mlp.fc2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.7.norm1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.7.norm1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.7.norm2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.7.norm2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.8.attn.proj.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.8.attn.proj.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.8.attn.qkv.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.8.attn.qkv.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.8.mlp.fc1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.8.mlp.fc1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.8.mlp.fc2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.8.mlp.fc2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.8.norm1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.8.norm1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.8.norm2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.8.norm2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.9.attn.proj.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.9.attn.proj.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.9.attn.qkv.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.9.attn.qkv.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.9.mlp.fc1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.9.mlp.fc1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.9.mlp.fc2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.9.mlp.fc2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.9.norm1.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.9.norm1.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.9.norm2.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.blocks.9.norm2.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.cls_token": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.patch_embed.proj.bias": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.patch_embed.proj.weight": "model-00004-of-00007.safetensors", + "model.vision_tower.vision_tower.model.pos_embed": "model-00004-of-00007.safetensors" + } +} diff --git a/rng_state_0.pth b/rng_state_0.pth new file mode 100644 index 0000000000000000000000000000000000000000..b6473612e41c5cfd6973c2e71fa5f3ad2b2bcad1 --- /dev/null +++ b/rng_state_0.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:575119a228f98110923ffa2dedcb50e3317251b26054355d015e0b2240d566f2 +size 15984 diff --git a/rng_state_1.pth b/rng_state_1.pth new file mode 100644 index 0000000000000000000000000000000000000000..8506e00431b6ac7067699c0ea4f59adb6fa0ba20 --- /dev/null +++ b/rng_state_1.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0728b56dab7abb5ef8a0d4bae3519c5767c97467bdd886d26bf19cc8599d0312 +size 15984 diff --git a/rng_state_10.pth b/rng_state_10.pth new file mode 100644 index 0000000000000000000000000000000000000000..4a20fa592760c3d152c5b80cf5b20ecbe21732e7 --- /dev/null +++ b/rng_state_10.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:532d1ab071177c2e9d0cc3435d6314c1777a0356f9ce1a5d8f10fbe5f8fd8926 +size 15997 diff --git a/rng_state_100.pth b/rng_state_100.pth new file mode 100644 index 0000000000000000000000000000000000000000..f27282ffc991922cbdeeadaa3323fb2421595992 --- /dev/null +++ b/rng_state_100.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6fa975ad1ae1661ad3fad17a3236db26af34e8ef6d31163115c4ea9193f8cc9b +size 16010 diff --git a/rng_state_101.pth b/rng_state_101.pth new file mode 100644 index 0000000000000000000000000000000000000000..54bc125a631096bfebcc245cd920cd2f9e2a5a36 --- /dev/null +++ b/rng_state_101.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1dd4d3adaf131e6bc615713b1b85352706739e9bd041e2f2453163158c76041 +size 16010 diff --git a/rng_state_102.pth b/rng_state_102.pth new file mode 100644 index 0000000000000000000000000000000000000000..2e0ed76d572a66348d20b6164494e53843dc175f --- /dev/null +++ b/rng_state_102.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cd8d1031750457f476c119e61c92286e09098d6eb3a186beaeb238524b064f6c +size 16010 diff --git a/rng_state_103.pth b/rng_state_103.pth new file mode 100644 index 0000000000000000000000000000000000000000..6135663389d4c04cdb741eac129bcfa651356b41 --- /dev/null +++ b/rng_state_103.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6eb1d2fb1d84fdc1d312f44402c52cbfa549a77a96f807f13cd33cf982bb6921 +size 16010 diff --git a/rng_state_104.pth b/rng_state_104.pth new file mode 100644 index 0000000000000000000000000000000000000000..e5823d35127e4c69866cb9eb450244ee8f366749 --- /dev/null +++ b/rng_state_104.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:56406f9b17c9e552e8472412f20edb77fefcfff7d40c5361900b1d44ae113b1e +size 16010 diff --git a/rng_state_105.pth b/rng_state_105.pth new file mode 100644 index 0000000000000000000000000000000000000000..375f8749abe9fc50229b126f5a78b53e67c24996 --- /dev/null +++ b/rng_state_105.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d99e4f2dafa6da591ecb28e6b27663b19be38cdffb64ea5103b9608ed013f2d5 +size 16010 diff --git a/rng_state_106.pth b/rng_state_106.pth new file mode 100644 index 0000000000000000000000000000000000000000..18a467fe7126ac1bb148a141bfe1d2c2b7f7940b --- /dev/null +++ b/rng_state_106.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4396f2abc7146eaab891842bee3f3fca8861a4ca28dc287f50b28fb8bba1157d +size 16010 diff --git a/rng_state_107.pth b/rng_state_107.pth new file mode 100644 index 0000000000000000000000000000000000000000..e7600c67dbecab242f5720cf9f2526b4c3532470 --- /dev/null +++ b/rng_state_107.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4df99104a39734765569cc6338ec86ce6587577b660b84f4e1c981a52b68ac7 +size 16010 diff --git a/rng_state_108.pth b/rng_state_108.pth new file mode 100644 index 0000000000000000000000000000000000000000..de00912886a6dc306763981fb11a7cc0bd99cf61 --- /dev/null +++ b/rng_state_108.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:38500ce7f14d8cf9ed2af440919cd8d250391488cfb930ac10431753932298b6 +size 16010 diff --git a/rng_state_109.pth b/rng_state_109.pth new file mode 100644 index 0000000000000000000000000000000000000000..a6ae0fa58e042c2859077498366bb51ad6e6bbcd --- /dev/null +++ b/rng_state_109.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4fbf960d9c47707308c58a88774c121140e3fde5a62b1d795c2a185544ce50f5 +size 16010 diff --git a/rng_state_11.pth b/rng_state_11.pth new file mode 100644 index 0000000000000000000000000000000000000000..a0cf51d6bb32b04eaf571e2b02dd08c5ad63bcf9 --- /dev/null +++ b/rng_state_11.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5a089513416d3ed447265187782ec1194ac2303155b941284463976c62bf3d9b +size 15997 diff --git a/rng_state_110.pth b/rng_state_110.pth new file mode 100644 index 0000000000000000000000000000000000000000..9f56a8cffc51979a94ebac388c260cb66dbb56b1 --- /dev/null +++ b/rng_state_110.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7fb01852b12e0be001519c78dcc2a41f254b84c77ce7cdb3d1d6ed16e0736c7d +size 16010 diff --git a/rng_state_111.pth b/rng_state_111.pth new file mode 100644 index 0000000000000000000000000000000000000000..fc908c024a0c53ede71584f956eb43de3eb176eb --- /dev/null +++ b/rng_state_111.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f0f7d5868c459ecaa83cd25b056151a3171cc4177f83f66052cb2e84ce389064 +size 16010 diff --git a/rng_state_112.pth b/rng_state_112.pth new file mode 100644 index 0000000000000000000000000000000000000000..4666e928b8969ee5b3e3b054136c0ace580d3d27 --- /dev/null +++ b/rng_state_112.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:498b797cba9e6a827502a14f7447f43350e3975a2e8f12b22fc0fa076b823c93 +size 16010 diff --git a/rng_state_113.pth b/rng_state_113.pth new file mode 100644 index 0000000000000000000000000000000000000000..173c0fa38cb64e709e109cbc1368357d33a80fb2 --- /dev/null +++ b/rng_state_113.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ddf6538f7f6d2d4fad9224ea8c5146bb7f9b3f39c780b3caecf1155726a6c41 +size 16010 diff --git a/rng_state_114.pth b/rng_state_114.pth new file mode 100644 index 0000000000000000000000000000000000000000..dab1a4891636240d5cd4a9df7169f28d4fecf079 --- /dev/null +++ b/rng_state_114.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acc943595efd95e8dca91b42b2543a2ca69a02be62b76327da2cdec1d8e606f3 +size 16010 diff --git a/rng_state_115.pth b/rng_state_115.pth new file mode 100644 index 0000000000000000000000000000000000000000..780c61fba02c03b120c259a8cd10e7307d2660a2 --- /dev/null +++ b/rng_state_115.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02494715083e15ad0b5344aeed6203e438a1e7cbe50657cfe755ed90376a883c +size 16010 diff --git a/rng_state_116.pth b/rng_state_116.pth new file mode 100644 index 0000000000000000000000000000000000000000..11a92a51c36f2716c85cd703597f22fcb10e7af9 --- /dev/null +++ b/rng_state_116.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:628cd5da4b7bf94c341d16092c6b9864b66775c192af33615e49c74686504386 +size 16010 diff --git a/rng_state_117.pth b/rng_state_117.pth new file mode 100644 index 0000000000000000000000000000000000000000..98c746dad853fbfe95f29e86a20aec569ea4214f --- /dev/null +++ b/rng_state_117.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8849f23daa03e12c031d7954e658fc62707e033ec7204df54126bc8f2909e79 +size 16010 diff --git a/rng_state_118.pth b/rng_state_118.pth new file mode 100644 index 0000000000000000000000000000000000000000..b29ddb6c7ff15c49661cc8fb2fdc23608ba6f38d --- /dev/null +++ b/rng_state_118.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0fc01f47f0176a79e02ffd0049a4a436ef8189e7d57503817130add2aed9f84a +size 16010 diff --git a/rng_state_119.pth b/rng_state_119.pth new file mode 100644 index 0000000000000000000000000000000000000000..2b770971df55eba7f3360ab2c2f39de20312971a --- /dev/null +++ b/rng_state_119.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8f7208ad1ca7a9f2d64785f3b264a6f183c85145181ac12be6e17a1baeb7ec10 +size 16010 diff --git a/rng_state_12.pth b/rng_state_12.pth new file mode 100644 index 0000000000000000000000000000000000000000..97aa200507e2626fe0be67e27cc3f3d8588b73af --- /dev/null +++ b/rng_state_12.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2a87db6b16c9956496c45bf5c81750dc2349e157e60e544e5d256bb957be1243 +size 15997 diff --git a/rng_state_120.pth b/rng_state_120.pth new file mode 100644 index 0000000000000000000000000000000000000000..832a973ed7ed02d44d56a5d7d00af4ab9e6b5b0e --- /dev/null +++ b/rng_state_120.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:43f14521187a9902a83c87350207be91c3ee42812ee0e92848f715ff933b91bf +size 16010 diff --git a/rng_state_121.pth b/rng_state_121.pth new file mode 100644 index 0000000000000000000000000000000000000000..4ffda21861cb9d87588087963547ee3f8bdd8acc --- /dev/null +++ b/rng_state_121.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f01b8000da78f19cd38830be9b7012b7c402af04e8d5a46949b35ddabe345352 +size 16010 diff --git a/rng_state_122.pth b/rng_state_122.pth new file mode 100644 index 0000000000000000000000000000000000000000..2932897ca24bd236f58118db52c039eb1cc7e157 --- /dev/null +++ b/rng_state_122.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:be4fb5d3f179f7b8d1cc98c7f8d19a1048b074733adea33ef45c3759171ea4ea +size 16010 diff --git a/rng_state_123.pth b/rng_state_123.pth new file mode 100644 index 0000000000000000000000000000000000000000..8175329623bf6c56d254bcc141d069c105342859 --- /dev/null +++ b/rng_state_123.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d0dab661e20f3369af9ccb2d6f749c24e406a62ec71d278394f4e1fe9095109 +size 16010 diff --git a/rng_state_124.pth b/rng_state_124.pth new file mode 100644 index 0000000000000000000000000000000000000000..4200e0fee474f84dc015591d73f65f54680b0040 --- /dev/null +++ b/rng_state_124.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0290e3295ebcaaebb42a70479bbec724bc19724d4082e5a2ca5e315eed776750 +size 16010 diff --git a/rng_state_125.pth b/rng_state_125.pth new file mode 100644 index 0000000000000000000000000000000000000000..489bb93fd59ee30b0486c11a4faaf0648b6f0648 --- /dev/null +++ b/rng_state_125.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35cbcddd7e8e4c53d1a4fa102aa056f49ffa3067ef648f5425f50e76e0ecd8f9 +size 16010 diff --git a/rng_state_126.pth b/rng_state_126.pth new file mode 100644 index 0000000000000000000000000000000000000000..a57982fba2f0cd6b0ede2fa28dd23ba6e3e96f5c --- /dev/null +++ b/rng_state_126.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0c6263895a67c040d499ac194cc55d7a7db1088fdb871004833c6f04efef10a4 +size 16010 diff --git a/rng_state_127.pth b/rng_state_127.pth new file mode 100644 index 0000000000000000000000000000000000000000..a272b4aa7d4d21da9a3e7488d3e19545308fe042 --- /dev/null +++ b/rng_state_127.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8267d587b2ecc104da53614606d9fea8b1cee1f9879919cc411f658f1d085568 +size 16010 diff --git a/rng_state_13.pth b/rng_state_13.pth new file mode 100644 index 0000000000000000000000000000000000000000..c9f4510389d4abf743a127eef0b37a79f4ff3404 --- /dev/null +++ b/rng_state_13.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36d5fe5d1b92643a3c3dd35cf2f0cbfa4a92599fe3ccbd8941395c1550f088aa +size 15997 diff --git a/rng_state_14.pth b/rng_state_14.pth new file mode 100644 index 0000000000000000000000000000000000000000..3c9daf69a8ba370e952feb3caa59945138b687a9 --- /dev/null +++ b/rng_state_14.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d4a08278e808af796415aac256bf0c1e8619db1f0f025ff15775cd3b8d02bd59 +size 15997 diff --git a/rng_state_15.pth b/rng_state_15.pth new file mode 100644 index 0000000000000000000000000000000000000000..1697bc6bc56f75a7fe7c68e5e3662df1effa6be5 --- /dev/null +++ b/rng_state_15.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88600b3520001a5a7e82c0e184d278b46492fda5424ea22ea243af15b40b2e82 +size 15997 diff --git a/rng_state_16.pth b/rng_state_16.pth new file mode 100644 index 0000000000000000000000000000000000000000..480705c8256c0326852cded458d79278ea69be1b --- /dev/null +++ b/rng_state_16.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d9a5825e92eb7518856e88ce648529dc0597c32a5f52764f0361a119217a4dfb +size 15997 diff --git a/rng_state_17.pth b/rng_state_17.pth new file mode 100644 index 0000000000000000000000000000000000000000..d425906b16e046c8945ff2dfc4983f09703767fa --- /dev/null +++ b/rng_state_17.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b30bd2cfa327fb55a93d390d852db109e0a2e1f102ecabf520870cbc79ca95ad +size 15997 diff --git a/rng_state_18.pth b/rng_state_18.pth new file mode 100644 index 0000000000000000000000000000000000000000..a8bc0d6d03dbe1ebf6d4e29ca65a4101a802e473 --- /dev/null +++ b/rng_state_18.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77c95f2456fa4473e7231ab94b79ecbc3c126d31d3a94c61f86ee6125b547456 +size 15997 diff --git a/rng_state_19.pth b/rng_state_19.pth new file mode 100644 index 0000000000000000000000000000000000000000..40fe1885e8f3059e85f9e86b49aaeffcbc6fcd7a --- /dev/null +++ b/rng_state_19.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:301f380300f7ae9a581c304ac407794ecff9d66e6c9c55ff6cffcfc8d94690a4 +size 15997 diff --git a/rng_state_2.pth b/rng_state_2.pth new file mode 100644 index 0000000000000000000000000000000000000000..ea499e285c97cca07fedd34662c3d4ab44ff6f47 --- /dev/null +++ b/rng_state_2.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4e481d4ef1546694da7337f6bb6c658b866dcb79b85deeb477da0d27ebe851e +size 15984 diff --git a/rng_state_20.pth b/rng_state_20.pth new file mode 100644 index 0000000000000000000000000000000000000000..4b90c8b7967b43e32281e4da4cce3c262dd52b37 --- /dev/null +++ b/rng_state_20.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8b2e90afb8f9481396fa1f82913f7fb908e83e63bf2a38a6f6d2b869ca1d06db +size 15997 diff --git a/rng_state_21.pth b/rng_state_21.pth new file mode 100644 index 0000000000000000000000000000000000000000..fb87d8530e09738114018df827a61f5909b0686a --- /dev/null +++ b/rng_state_21.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35fafcbe672a0f62668f219b7ae7b88ddc86330086a2eca82505408964d61498 +size 15997 diff --git a/rng_state_22.pth b/rng_state_22.pth new file mode 100644 index 0000000000000000000000000000000000000000..ac9beaf79a1a63ee97f7c96c7ab506d4cac1d0e3 --- /dev/null +++ b/rng_state_22.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9b8f851ca87ff60251262afa155c3ab50fc55615fb72c857120fd7fa3fe3177c +size 15997 diff --git a/rng_state_23.pth b/rng_state_23.pth new file mode 100644 index 0000000000000000000000000000000000000000..59e574d907feadf5f1866db4507ceae1cc8738c6 --- /dev/null +++ b/rng_state_23.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27d8cd100c48bfcfbf5c8a5164b02d5879f69b5a6276dae705a9c60de9a079c1 +size 15997 diff --git a/rng_state_24.pth b/rng_state_24.pth new file mode 100644 index 0000000000000000000000000000000000000000..5064859e4500f4ff0eca956dd68d11724dda1e9d --- /dev/null +++ b/rng_state_24.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:78d1a58c82846308cc3df216d63b5388e6910766e8fbc6b4e8b28255bfff9f0b +size 15997 diff --git a/rng_state_25.pth b/rng_state_25.pth new file mode 100644 index 0000000000000000000000000000000000000000..c0ea34f20d583f474b10710f5a185a5df623bde4 --- /dev/null +++ b/rng_state_25.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bdee831f657ca735b9fcf1c4034be6dcc25cc224594a3b2c7488ea6ec175be96 +size 15997 diff --git a/rng_state_26.pth b/rng_state_26.pth new file mode 100644 index 0000000000000000000000000000000000000000..f7f04e9bee71a47c39adca907b2ed13aa8950fea --- /dev/null +++ b/rng_state_26.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e922469f65021a6179e6ecc7c2713db0a41dead9dc08d91e98ed34e65afd14e +size 15997 diff --git a/rng_state_27.pth b/rng_state_27.pth new file mode 100644 index 0000000000000000000000000000000000000000..f354e1d0d6f1928fe33a1d3a124b4811fe13a246 --- /dev/null +++ b/rng_state_27.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:11867e8beaaaacbefb60c912ca48d2026f0222b2247dd97d78a6ddd227e75bcf +size 15997 diff --git a/rng_state_28.pth b/rng_state_28.pth new file mode 100644 index 0000000000000000000000000000000000000000..12c799aef79cf8dea6d92bc29ccd6c1ecd17ceb5 --- /dev/null +++ b/rng_state_28.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7664653b5278a30fcc7bd77ee73888988040ecbb6a9cb71fd8a5bb5ccd2c9a31 +size 15997 diff --git a/rng_state_29.pth b/rng_state_29.pth new file mode 100644 index 0000000000000000000000000000000000000000..6feba0895fc2b8bf1a18f837af2a763009232748 --- /dev/null +++ b/rng_state_29.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5007396f0c3c95678e1e62a10e31552d6bfe2303e6e78ab6882752474b2efdc7 +size 15997 diff --git a/rng_state_3.pth b/rng_state_3.pth new file mode 100644 index 0000000000000000000000000000000000000000..aeb38f92f106ac3f08bae4f82179a8a12243bccb --- /dev/null +++ b/rng_state_3.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:353c60be37ea56fc992fca446598ceca5d1fd002aa3bd6dbb9ad740e6f47ebb3 +size 15984 diff --git a/rng_state_30.pth b/rng_state_30.pth new file mode 100644 index 0000000000000000000000000000000000000000..52254ce3ca964f52816b72f60945dcc808a64064 --- /dev/null +++ b/rng_state_30.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f01c58f06cc2a38c9093fadd85def1f922a5e8910e17a0d885f0df5570b13a98 +size 15997 diff --git a/rng_state_31.pth b/rng_state_31.pth new file mode 100644 index 0000000000000000000000000000000000000000..f6010f3b5f3d7deaa2e73ae0456b8054b44e766a --- /dev/null +++ b/rng_state_31.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:35e075e15ab066bd7c9405a66e387f2ebf6b302fbd19ba7905da3f8cc8f71009 +size 15997 diff --git a/rng_state_32.pth b/rng_state_32.pth new file mode 100644 index 0000000000000000000000000000000000000000..1abc7db4e7e1af531008057d93d2fe0a91833a93 --- /dev/null +++ b/rng_state_32.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c27074f4ccb5fc4077f4940a43b61907eb102e1cbc07a5a08d6461ceb8c6a7ed +size 15997 diff --git a/rng_state_33.pth b/rng_state_33.pth new file mode 100644 index 0000000000000000000000000000000000000000..b49abc382a83da1f88b4073d5b617d437d4331a8 --- /dev/null +++ b/rng_state_33.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fae59d554c0c2da23a7045d1c62a4354464da2732198a7207afeaf9ab354ea29 +size 15997 diff --git a/rng_state_34.pth b/rng_state_34.pth new file mode 100644 index 0000000000000000000000000000000000000000..be2e72ad512446dac1277ed68b7a184ed52de7a0 --- /dev/null +++ b/rng_state_34.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:032d18ce966e3797a2a7ad6003df9c051648a5c862b1d724a639b8d5f6799997 +size 15997 diff --git a/rng_state_35.pth b/rng_state_35.pth new file mode 100644 index 0000000000000000000000000000000000000000..9510ce8ea8fd193390a4be323a68a97c4f551a94 --- /dev/null +++ b/rng_state_35.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afe36f8e9ad684634bfa4de2f5c70a7dac62e700b7c380290179370b120854eb +size 15997 diff --git a/rng_state_36.pth b/rng_state_36.pth new file mode 100644 index 0000000000000000000000000000000000000000..0be6cd4c2e6f0d7e933cbd9dffe3ecfc50669dd6 --- /dev/null +++ b/rng_state_36.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d038f60cc47451788e3336c4ddbc332786d8155ddf596409abac316143e33901 +size 15997 diff --git a/rng_state_37.pth b/rng_state_37.pth new file mode 100644 index 0000000000000000000000000000000000000000..a11c0f384b4ea32889f10fcca0b3fdafd134bcd6 --- /dev/null +++ b/rng_state_37.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afc9bc8498e0e69ad3341eb9f234b6ede564671a2a1b08e0b1fb4a0dbf7c4149 +size 15997 diff --git a/rng_state_38.pth b/rng_state_38.pth new file mode 100644 index 0000000000000000000000000000000000000000..e823e2c2a42345049961e881c0c730ecbc6191be --- /dev/null +++ b/rng_state_38.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d4afb59377a18d04041d29ed80a7cd0edb248ada49f3f3a7012d8ebc6227d1c +size 15997 diff --git a/rng_state_39.pth b/rng_state_39.pth new file mode 100644 index 0000000000000000000000000000000000000000..49a0d03713b13a8870c6e9c727a00e75c2243572 --- /dev/null +++ b/rng_state_39.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46edc43c13721ef9e5a382998136530a7338f35fecf5bc192c3b8b25256a5b11 +size 15997 diff --git a/rng_state_4.pth b/rng_state_4.pth new file mode 100644 index 0000000000000000000000000000000000000000..9d5856cb7a3f15092fa5593507022316916f648e --- /dev/null +++ b/rng_state_4.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9107fe964ba7205e354084b85210e5a5ea1c98cfd4d38adb9cd3926945dcae4 +size 15984 diff --git a/rng_state_40.pth b/rng_state_40.pth new file mode 100644 index 0000000000000000000000000000000000000000..a78ff8ac511579519ba9d49c01b5c49016179490 --- /dev/null +++ b/rng_state_40.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:47618413ad3ceb42df1301429da1819d4d0a28624a5996be064064e4c2afb9af +size 15997 diff --git a/rng_state_41.pth b/rng_state_41.pth new file mode 100644 index 0000000000000000000000000000000000000000..64c44812e1ded6535228e26e8271903a8776a593 --- /dev/null +++ b/rng_state_41.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0117f247c398b28e68c7a50a77645c242b5a9cb8592142c86546ad05c47a90b0 +size 15997 diff --git a/rng_state_42.pth b/rng_state_42.pth new file mode 100644 index 0000000000000000000000000000000000000000..60a3d69ebdbdcef9f04fd2cc6931529f6ae2e0f9 --- /dev/null +++ b/rng_state_42.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:904a28273d9352805baec2a674efa639e4df2314ad0fafddae9a5559ae13e5b1 +size 15997 diff --git a/rng_state_43.pth b/rng_state_43.pth new file mode 100644 index 0000000000000000000000000000000000000000..3f9a13ae7d2e8417d0eeaad65588fd67532183b6 --- /dev/null +++ b/rng_state_43.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:780fda3c77c5f2ea29269fc6c3cae98910574db4bba24d8a43ed449562e56e7f +size 15997 diff --git a/rng_state_44.pth b/rng_state_44.pth new file mode 100644 index 0000000000000000000000000000000000000000..dc5d2f46a6c9a168b12bf468403794eab3319fee --- /dev/null +++ b/rng_state_44.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5462c21f4bea77f45feec77c523ec9c6035d8739b753f01d1e0833bff42eea3d +size 15997 diff --git a/rng_state_45.pth b/rng_state_45.pth new file mode 100644 index 0000000000000000000000000000000000000000..7e452cbc724a2a522cd26c71cbcd448495297cca --- /dev/null +++ b/rng_state_45.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e95c415ca234c587a61aa484a7f229edd7f49c5e08411ddbae587239930dc4b9 +size 15997 diff --git a/rng_state_46.pth b/rng_state_46.pth new file mode 100644 index 0000000000000000000000000000000000000000..dfdd8e83a4e223b9de96657a0a23d241f10cd1e9 --- /dev/null +++ b/rng_state_46.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:34acd0f511547278397f33bec32464c233b11cc7bc000f979a9c737b73263e0c +size 15997 diff --git a/rng_state_47.pth b/rng_state_47.pth new file mode 100644 index 0000000000000000000000000000000000000000..f30ba3a8c4f27adadccca5cede53c2529cb0fcb1 --- /dev/null +++ b/rng_state_47.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8934f1d047d4fb11a01862614c2c323fc20005fcd6dcf40062dd694d82ef8e13 +size 15997 diff --git a/rng_state_48.pth b/rng_state_48.pth new file mode 100644 index 0000000000000000000000000000000000000000..2a3a1d45eb5fc2e374ccd64aef2d14ecb860161c --- /dev/null +++ b/rng_state_48.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f67e452ebcc708df9242a679c303def7af044c48bec3bb0ac3ddc2f65ac7b361 +size 15997 diff --git a/rng_state_49.pth b/rng_state_49.pth new file mode 100644 index 0000000000000000000000000000000000000000..65a5f6f4644ddc107c08edb4ce561ed92b3f4e89 --- /dev/null +++ b/rng_state_49.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f406370ef8dedfbe030bff0cf91b397833b12f06819be814a18a8f4350db0011 +size 15997 diff --git a/rng_state_5.pth b/rng_state_5.pth new file mode 100644 index 0000000000000000000000000000000000000000..b824ee24d256695aad4a69a62d8e7125f51a17f2 --- /dev/null +++ b/rng_state_5.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:69d1bb1abee38b92e53f3f23549b642ce0f1edcdccf7b6129847ac61636e96d5 +size 15984 diff --git a/rng_state_50.pth b/rng_state_50.pth new file mode 100644 index 0000000000000000000000000000000000000000..befdd4cbd047b600d74b26836d4ac409034ba317 --- /dev/null +++ b/rng_state_50.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d1f8979b6ea7ba2ec569b9ec88a7089993ed2d89ac4eccef16130222b512d55 +size 15997 diff --git a/rng_state_51.pth b/rng_state_51.pth new file mode 100644 index 0000000000000000000000000000000000000000..861ecaced33bcf9fea419ddf7454795830280173 --- /dev/null +++ b/rng_state_51.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24c2fab3048f1684c8b03e770e0dd4df99bc226a1c01aa2312d80865fabf7691 +size 15997 diff --git a/rng_state_52.pth b/rng_state_52.pth new file mode 100644 index 0000000000000000000000000000000000000000..d158e1c31f9fa951f3e88c18ea219b1da18b8658 --- /dev/null +++ b/rng_state_52.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5641536435c61c41ccbd8d13e6004ec6902861ccef3ca09e652339a831e46480 +size 15997 diff --git a/rng_state_53.pth b/rng_state_53.pth new file mode 100644 index 0000000000000000000000000000000000000000..3b032c42f14eb06fbf7c21fcf4ddf36b34373f3e --- /dev/null +++ b/rng_state_53.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b516a8cb28717bd22c3bd554fcba02b6bebe2d575cb5d76f24e7649b6b8ca5c +size 15997 diff --git a/rng_state_54.pth b/rng_state_54.pth new file mode 100644 index 0000000000000000000000000000000000000000..0cdf076133f84019d7c10921905ea61547b3fa07 --- /dev/null +++ b/rng_state_54.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:03b7f82e1d5b988b49c47a93d1e8690cf72916236545e59b466ce8ab4312b946 +size 15997 diff --git a/rng_state_55.pth b/rng_state_55.pth new file mode 100644 index 0000000000000000000000000000000000000000..8a9efd69be6653a8e58632a8036dad1fcd5e290a --- /dev/null +++ b/rng_state_55.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f537329348875fd2338704cdae26023d61b8805529562686590b1dbd0c6b40bd +size 15997 diff --git a/rng_state_56.pth b/rng_state_56.pth new file mode 100644 index 0000000000000000000000000000000000000000..86c1eb104be3713b030779ddabea2f89b7514d11 --- /dev/null +++ b/rng_state_56.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:866826a40dca9901537a54f7bb7f1b1ede3a4fdbfaf04d141dda67f43f8f45aa +size 15997 diff --git a/rng_state_57.pth b/rng_state_57.pth new file mode 100644 index 0000000000000000000000000000000000000000..e7c1c56b4bb1218c41aa8006c5d72446f6783462 --- /dev/null +++ b/rng_state_57.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b08c9aa9802f5c4688fadb37129739ce0c76d05948da52eb136dd0930210d071 +size 15997 diff --git a/rng_state_58.pth b/rng_state_58.pth new file mode 100644 index 0000000000000000000000000000000000000000..ac62d26e4035190d055538ff0b7d2d68b937e7d5 --- /dev/null +++ b/rng_state_58.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a53f328f8cf7072305393447ff2f20e46f6d0ee87f440a79466fba1363854db +size 15997 diff --git a/rng_state_59.pth b/rng_state_59.pth new file mode 100644 index 0000000000000000000000000000000000000000..2e40c99071921204f6b16b68f08726be7f8582b6 --- /dev/null +++ b/rng_state_59.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:85927d1eadcdf481d5a41b1d59ca8ed231bc2286cd5b9c13c937d234ce21ab8d +size 15997 diff --git a/rng_state_6.pth b/rng_state_6.pth new file mode 100644 index 0000000000000000000000000000000000000000..a9fd0364bb8f1a8e91eca45be5e1b6672b4d9afd --- /dev/null +++ b/rng_state_6.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:afd5516048e20f36959601574e29e40106085a7d3cdc7bf425ce5e84633490e6 +size 15984 diff --git a/rng_state_60.pth b/rng_state_60.pth new file mode 100644 index 0000000000000000000000000000000000000000..040813eb2a6c3d2cb2389bf9fbfe18a2b74a8781 --- /dev/null +++ b/rng_state_60.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:802fccfec77e964c5bf73d4cd98dc7c14476c3a9464805fb030ad7112b240d4f +size 15997 diff --git a/rng_state_61.pth b/rng_state_61.pth new file mode 100644 index 0000000000000000000000000000000000000000..77d7b36fc7721821a368e65f2b9a206ab4a656dc --- /dev/null +++ b/rng_state_61.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a7e9fba5ef9547603c4eebe8a40e42d684e9260ea4e802ea10e72bc9c834b6b7 +size 15997 diff --git a/rng_state_62.pth b/rng_state_62.pth new file mode 100644 index 0000000000000000000000000000000000000000..02b7e9db0b425d74053794ccce3a619eb12e9d4a --- /dev/null +++ b/rng_state_62.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86183e98832237d8e9138bc6ca2d13e08f0e33a90357a2993cc6d3d27a89553a +size 15997 diff --git a/rng_state_63.pth b/rng_state_63.pth new file mode 100644 index 0000000000000000000000000000000000000000..a0333eaa2266f7e70bf83c92fa349e279b99c9df --- /dev/null +++ b/rng_state_63.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5afd159f9f5b56042248622f666ca9c9bcbc895845d02415ac41d9e620b3b7c6 +size 15997 diff --git a/rng_state_64.pth b/rng_state_64.pth new file mode 100644 index 0000000000000000000000000000000000000000..f559c730cef8f8a75acafcec36ab50357c86fc0c --- /dev/null +++ b/rng_state_64.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:36d36b38fcfd219f00f925fd7a0f95635eba5b93d74563b1a2f6c10730214d37 +size 15997 diff --git a/rng_state_65.pth b/rng_state_65.pth new file mode 100644 index 0000000000000000000000000000000000000000..a134e9218657fc1f48e5472d63bbc0edaacafa61 --- /dev/null +++ b/rng_state_65.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7029c8bdfe778b22b1c01dfe98411e5d1231e710739438f43c5497b6d15c6d56 +size 15997 diff --git a/rng_state_66.pth b/rng_state_66.pth new file mode 100644 index 0000000000000000000000000000000000000000..f76f12ea8fc7861d407ea55cb6467a41afe7f2ce --- /dev/null +++ b/rng_state_66.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:958ba07916e05a028b4de005794d20c68feb47e1522f6ca40641e38e2a9c6252 +size 15997 diff --git a/rng_state_67.pth b/rng_state_67.pth new file mode 100644 index 0000000000000000000000000000000000000000..aca85a655bc940c61d919b6c535fa5fcd34a8127 --- /dev/null +++ b/rng_state_67.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e60e7d3d9ebee1ae244be947b9b6b40bf4bbaa46c99ce3bb3a13622633f3207 +size 15997 diff --git a/rng_state_68.pth b/rng_state_68.pth new file mode 100644 index 0000000000000000000000000000000000000000..db9f5b2b109da97f1177a7009a754332bf8dbf4d --- /dev/null +++ b/rng_state_68.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4637e93c49f93f65c9bdc47826178d81be8083ea997bf4a988324fa39675ad2d +size 15997 diff --git a/rng_state_69.pth b/rng_state_69.pth new file mode 100644 index 0000000000000000000000000000000000000000..00dc0c208117905ff5cfbe7e1528dc9ff2df4e67 --- /dev/null +++ b/rng_state_69.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea87d15d4714f1808d627913fabe41259e068f27469e95db8fe83313a2839510 +size 15997 diff --git a/rng_state_7.pth b/rng_state_7.pth new file mode 100644 index 0000000000000000000000000000000000000000..4e80125fd18efcb1097384319888b699f4dce7e7 --- /dev/null +++ b/rng_state_7.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8e2c46927fc06939b4c976a01e4b95dec1f8b98ceaea86d31a5d756fc30ff006 +size 15984 diff --git a/rng_state_70.pth b/rng_state_70.pth new file mode 100644 index 0000000000000000000000000000000000000000..1cf437498358abfdbaca751c00975f4e77a73b13 --- /dev/null +++ b/rng_state_70.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b886de24fd85716e00cc7670826b405a9d0e58d878c9a21a33fee96fc17c39ff +size 15997 diff --git a/rng_state_71.pth b/rng_state_71.pth new file mode 100644 index 0000000000000000000000000000000000000000..60751592615b273c71d85d7f6c442b6bfebae637 --- /dev/null +++ b/rng_state_71.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ad6d510e6809fda27e463555027179f12d796b0f0018b264dfeaacf9ff8feba1 +size 15997 diff --git a/rng_state_72.pth b/rng_state_72.pth new file mode 100644 index 0000000000000000000000000000000000000000..1013eb5b4f0cb2290d669b3bd9ca0956608e065b --- /dev/null +++ b/rng_state_72.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfd49543ac4404252e03e3fa89f4a066974feeff6c5c43b23913189ab30d93f6 +size 15997 diff --git a/rng_state_73.pth b/rng_state_73.pth new file mode 100644 index 0000000000000000000000000000000000000000..33ea06f89553d05d199df0e44a07fe58dfc41256 --- /dev/null +++ b/rng_state_73.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ecefd666a862ff3fa6a1003c4623bddb092eee5569105a1e2dcde402ef3ccf66 +size 15997 diff --git a/rng_state_74.pth b/rng_state_74.pth new file mode 100644 index 0000000000000000000000000000000000000000..0998746f2f5fa15e0a1d734ea9fa044ba1505184 --- /dev/null +++ b/rng_state_74.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8371030d649732ea5d315da3f2a86ce13551935251f4bd07ba48bceec51c69f6 +size 15997 diff --git a/rng_state_75.pth b/rng_state_75.pth new file mode 100644 index 0000000000000000000000000000000000000000..aca4f314c0bbd7e40db6d47dceabf19208a40d8f --- /dev/null +++ b/rng_state_75.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:acde597c5e354c9d7c97920645d0a8dbe6e974a3a2e6fb8b2336a70c74c4538b +size 15997 diff --git a/rng_state_76.pth b/rng_state_76.pth new file mode 100644 index 0000000000000000000000000000000000000000..2216d1112a964a1feeaf9eb1a220f466d3832353 --- /dev/null +++ b/rng_state_76.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40e51599a73435e8c9a655397e612a3e5335df3d824150253c24af4be9a14e32 +size 15997 diff --git a/rng_state_77.pth b/rng_state_77.pth new file mode 100644 index 0000000000000000000000000000000000000000..55715d821ade51145187f2330e278a4194332095 --- /dev/null +++ b/rng_state_77.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c15a2ee5949cbf7eb30f204d5f9eb104ef2a78aab5e9da9d83f0f4368ccdb562 +size 15997 diff --git a/rng_state_78.pth b/rng_state_78.pth new file mode 100644 index 0000000000000000000000000000000000000000..011aa51aad2a0b7596a847bbe3a644898962a023 --- /dev/null +++ b/rng_state_78.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:add160ea283e1abe1c851a7f46117eee835b212eae23de320bba1852199ec17f +size 15997 diff --git a/rng_state_79.pth b/rng_state_79.pth new file mode 100644 index 0000000000000000000000000000000000000000..ddc57a3348b16e6dedcc247a7fe3bdb2354c29ef --- /dev/null +++ b/rng_state_79.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c6dec88d3f2f0d051154207981d3d333a9820817490cd68ae658c15f866d4807 +size 15997 diff --git a/rng_state_8.pth b/rng_state_8.pth new file mode 100644 index 0000000000000000000000000000000000000000..b95c8ee87fac85945aa1b015c0678470851b032f --- /dev/null +++ b/rng_state_8.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:87544a1ecb93bba51fc38c978d8a027be1635c93e80f7f0679c1154bc76e16d3 +size 15984 diff --git a/rng_state_80.pth b/rng_state_80.pth new file mode 100644 index 0000000000000000000000000000000000000000..b822785d772f1c3a21f854b28b7b239f819f02e9 --- /dev/null +++ b/rng_state_80.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c58101a47c3b0fb02ef6f13a983b915c7f0ee7d7f708a426edb1ff93ef80543 +size 15997 diff --git a/rng_state_81.pth b/rng_state_81.pth new file mode 100644 index 0000000000000000000000000000000000000000..5a55fe16397ffc90c2e34a3ce1daae871f124bc4 --- /dev/null +++ b/rng_state_81.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d7c7d5598ed39f18e6cc4f4ab4d9bea78f1f6a56e250a4c391cbe3ef92fc460c +size 15997 diff --git a/rng_state_82.pth b/rng_state_82.pth new file mode 100644 index 0000000000000000000000000000000000000000..be43e9050800563dc0fb403455fd146bfd019450 --- /dev/null +++ b/rng_state_82.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:cbfa857ea9b731b70ac8ae1289a8958ee6a5cccd27dd8fb10299246ba2031bc8 +size 15997 diff --git a/rng_state_83.pth b/rng_state_83.pth new file mode 100644 index 0000000000000000000000000000000000000000..ec1595917af19a5fe99c3f8f9dd7c1c2daf2cc1f --- /dev/null +++ b/rng_state_83.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7293a7cc2b97cfb57af3251fda5ceeccf2041af4f6bfff725648bfef2567783c +size 15997 diff --git a/rng_state_84.pth b/rng_state_84.pth new file mode 100644 index 0000000000000000000000000000000000000000..e3620a0cdaac8c53208ab063cb17e4d05727c05f --- /dev/null +++ b/rng_state_84.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f53a621934c15ffdfd12631eb2485ec3985082caf8f1cc6c2acd903eaac7a5ee +size 15997 diff --git a/rng_state_85.pth b/rng_state_85.pth new file mode 100644 index 0000000000000000000000000000000000000000..15c1f5fe7369aeff9fbda3c5cae913981c9cbae6 --- /dev/null +++ b/rng_state_85.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:541bf428925331b47c908c5aa91f6e5d98bb83b377bd73a979ceea315c5a50ae +size 15997 diff --git a/rng_state_86.pth b/rng_state_86.pth new file mode 100644 index 0000000000000000000000000000000000000000..3e352033423c7393a86e85f279125ec34faecdf6 --- /dev/null +++ b/rng_state_86.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7d409da046f5c2c7fdd87656a393268cf4268eb6e295d16f01327cd1c8ef749b +size 15997 diff --git a/rng_state_87.pth b/rng_state_87.pth new file mode 100644 index 0000000000000000000000000000000000000000..8f87d42334d53d64e2d393c7acb37de7e37d8ad4 --- /dev/null +++ b/rng_state_87.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:604ed8aa952b7eb5504d1bd3bf41a12f2e8acf41b8cde3c214c1827c7dd0c297 +size 15997 diff --git a/rng_state_88.pth b/rng_state_88.pth new file mode 100644 index 0000000000000000000000000000000000000000..1ab4ade22529083832d8b088e47c7175e555520c --- /dev/null +++ b/rng_state_88.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:94a6e5dbbccef183dafd4e8689b6ec0bb2327e26eb80a002d799faa55849ef45 +size 15997 diff --git a/rng_state_89.pth b/rng_state_89.pth new file mode 100644 index 0000000000000000000000000000000000000000..dc1b9f0415e7e3e3fa9d3867db2b2a949fa51f75 --- /dev/null +++ b/rng_state_89.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:196f62dafa7c2b9ca56175e212a6563327dfdfa4c8fc984ead12292692d4bf99 +size 15997 diff --git a/rng_state_9.pth b/rng_state_9.pth new file mode 100644 index 0000000000000000000000000000000000000000..8ff6eb635d2b7556d5ecc6fdc6cd47867459dac8 --- /dev/null +++ b/rng_state_9.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f51e1e81143bcfd2cfd36874b3b7606bb4a14aac945154b167b31a816d9f450 +size 15984 diff --git a/rng_state_90.pth b/rng_state_90.pth new file mode 100644 index 0000000000000000000000000000000000000000..f4c8c37141b6420e581317a5caa02ad192513755 --- /dev/null +++ b/rng_state_90.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06c7eb05dd472f29c9ade32e29cacc9180f28b4e080dd0640763bf6be7bf5501 +size 15997 diff --git a/rng_state_91.pth b/rng_state_91.pth new file mode 100644 index 0000000000000000000000000000000000000000..efc5fe7bc08eb55fe4f2282a12d3baf1b8f61336 --- /dev/null +++ b/rng_state_91.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:82c0b03745f89471fad0c937b492b9790d0166e24b1550b23b4d434016540e3f +size 15997 diff --git a/rng_state_92.pth b/rng_state_92.pth new file mode 100644 index 0000000000000000000000000000000000000000..49beaf9c7746566fdba375e48e45db9a0b464dbe --- /dev/null +++ b/rng_state_92.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c44cb42a5ca15ec38367340320891adc6d54636cfd87127d61f54c6268cdeab +size 15997 diff --git a/rng_state_93.pth b/rng_state_93.pth new file mode 100644 index 0000000000000000000000000000000000000000..d1bab06d7122b1df25e3eea2790f392567eeb7a6 --- /dev/null +++ b/rng_state_93.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:124de1711af5956476ea0b4da4b41cb51254260dcac005e97a74a46accc133d1 +size 15997 diff --git a/rng_state_94.pth b/rng_state_94.pth new file mode 100644 index 0000000000000000000000000000000000000000..fde6b8f32f3c9ca86edd9c090eeec56badadc4b5 --- /dev/null +++ b/rng_state_94.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:172b6040713a4f5153582f60c5a50ff089a58d9c46234a222faa78effc477ef5 +size 15997 diff --git a/rng_state_95.pth b/rng_state_95.pth new file mode 100644 index 0000000000000000000000000000000000000000..82f133262b54c38ded6ed5a2529b55068e1ef861 --- /dev/null +++ b/rng_state_95.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:539bf8e104a633abd6188ea3ca1eac62e04ab144d1a1bf2251fdecd2211c9d80 +size 15997 diff --git a/rng_state_96.pth b/rng_state_96.pth new file mode 100644 index 0000000000000000000000000000000000000000..6afd3d01f3b4f634bc6e0ad006afda96417d15a7 --- /dev/null +++ b/rng_state_96.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8349283d9257e1bbb842cd6c63dd02a463768639fbd7bf109377e350592d30ea +size 15997 diff --git a/rng_state_97.pth b/rng_state_97.pth new file mode 100644 index 0000000000000000000000000000000000000000..6e66f45bef234356d6033488e893304994994355 --- /dev/null +++ b/rng_state_97.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b9a2986b7afaa6f5c80ee483e9fc95e688f815254afc111d61b4c321477d4ba +size 15997 diff --git a/rng_state_98.pth b/rng_state_98.pth new file mode 100644 index 0000000000000000000000000000000000000000..91934db8147e54580f09281c7cbfd920edb3cfcd --- /dev/null +++ b/rng_state_98.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e717b9738a046245def4cc21fdce5a8a608fbc7709f9f4e931cf44797741a9e +size 15997 diff --git a/rng_state_99.pth b/rng_state_99.pth new file mode 100644 index 0000000000000000000000000000000000000000..b966e63bd940b81523515bcca1b96faeb7938c5e --- /dev/null +++ b/rng_state_99.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea63b14b3d33ece8ec38e0563b2a16864fdde86bc40ca1ca5683dddeafa22356 +size 15997 diff --git a/scheduler.pt b/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..094bbef8edc23249d2ab3972265a277326524c03 --- /dev/null +++ b/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:80f771a54410401a7bcde68dbcf6335cc1337e1942bebccc2f5896d926a9ecce +size 1064 diff --git a/special_tokens_map.json b/special_tokens_map.json new file mode 100644 index 0000000000000000000000000000000000000000..9ad43db72a0e94321a5a9455dce616c68d1f9673 --- /dev/null +++ b/special_tokens_map.json @@ -0,0 +1,46 @@ +{ + "additional_special_tokens": [ + { + "content": "[IMG]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + { + "content": "[/IMG]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } + ], + "bos_token": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "eos_token": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + }, + "pad_token": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false + } +} diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..0f0f60a3c83a7ce17784ff829b3fd8bf55400a5c --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,410599 @@ +{ + "version": "1.0", + "truncation": null, + "padding": null, + "added_tokens": [ + { + "id": 128000, + "content": "<|begin_of_text|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128001, + "content": "<|end_of_text|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128002, + "content": "<|reserved_special_token_0|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128003, + "content": "<|reserved_special_token_1|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128004, + "content": "<|finetune_right_pad_id|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128005, + "content": "<|reserved_special_token_2|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128006, + "content": "<|start_header_id|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128007, + "content": "<|end_header_id|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128008, + "content": "<|eom_id|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128009, + "content": "<|eot_id|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128010, + "content": "<|python_tag|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128011, + "content": "<|reserved_special_token_3|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128012, + "content": "<|reserved_special_token_4|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128013, + "content": "<|reserved_special_token_5|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128014, + "content": "<|reserved_special_token_6|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128015, + "content": "<|reserved_special_token_7|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128016, + "content": "<|reserved_special_token_8|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128017, + "content": "<|reserved_special_token_9|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128018, + "content": "<|reserved_special_token_10|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128019, + "content": "<|reserved_special_token_11|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128020, + "content": "<|reserved_special_token_12|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128021, + "content": "<|reserved_special_token_13|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128022, + "content": "<|reserved_special_token_14|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128023, + "content": "<|reserved_special_token_15|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128024, + "content": "<|reserved_special_token_16|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128025, + "content": "<|reserved_special_token_17|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128026, + "content": "<|reserved_special_token_18|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128027, + "content": "<|reserved_special_token_19|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128028, + "content": "<|reserved_special_token_20|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128029, + "content": "<|reserved_special_token_21|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128030, + "content": "<|reserved_special_token_22|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128031, + "content": "<|reserved_special_token_23|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128032, + "content": "<|reserved_special_token_24|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128033, + "content": "<|reserved_special_token_25|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128034, + "content": "<|reserved_special_token_26|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128035, + "content": "<|reserved_special_token_27|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128036, + "content": "<|reserved_special_token_28|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128037, + "content": "<|reserved_special_token_29|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128038, + "content": "<|reserved_special_token_30|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128039, + "content": "<|reserved_special_token_31|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128040, + "content": "<|reserved_special_token_32|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128041, + "content": "<|reserved_special_token_33|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128042, + "content": "<|reserved_special_token_34|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128043, + "content": "<|reserved_special_token_35|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128044, + "content": "<|reserved_special_token_36|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128045, + "content": "<|reserved_special_token_37|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128046, + "content": "<|reserved_special_token_38|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128047, + "content": "<|reserved_special_token_39|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128048, + "content": "<|reserved_special_token_40|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128049, + "content": "<|reserved_special_token_41|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128050, + "content": "<|reserved_special_token_42|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128051, + "content": "<|reserved_special_token_43|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128052, + "content": "<|reserved_special_token_44|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128053, + "content": "<|reserved_special_token_45|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128054, + "content": "<|reserved_special_token_46|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128055, + "content": "<|reserved_special_token_47|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128056, + "content": "<|reserved_special_token_48|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128057, + "content": "<|reserved_special_token_49|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128058, + "content": "<|reserved_special_token_50|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128059, + "content": "<|reserved_special_token_51|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128060, + "content": "<|reserved_special_token_52|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128061, + "content": "<|reserved_special_token_53|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128062, + "content": "<|reserved_special_token_54|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128063, + "content": "<|reserved_special_token_55|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128064, + "content": "<|reserved_special_token_56|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128065, + "content": "<|reserved_special_token_57|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128066, + "content": "<|reserved_special_token_58|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128067, + "content": "<|reserved_special_token_59|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128068, + "content": "<|reserved_special_token_60|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128069, + "content": "<|reserved_special_token_61|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128070, + "content": "<|reserved_special_token_62|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128071, + "content": "<|reserved_special_token_63|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128072, + "content": "<|reserved_special_token_64|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128073, + "content": "<|reserved_special_token_65|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128074, + "content": "<|reserved_special_token_66|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128075, + "content": "<|reserved_special_token_67|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128076, + "content": "<|reserved_special_token_68|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128077, + "content": "<|reserved_special_token_69|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128078, + "content": "<|reserved_special_token_70|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128079, + "content": "<|reserved_special_token_71|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128080, + "content": "<|reserved_special_token_72|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128081, + "content": "<|reserved_special_token_73|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128082, + "content": "<|reserved_special_token_74|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128083, + "content": "<|reserved_special_token_75|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128084, + "content": "<|reserved_special_token_76|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128085, + "content": "<|reserved_special_token_77|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128086, + "content": "<|reserved_special_token_78|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128087, + "content": "<|reserved_special_token_79|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128088, + "content": "<|reserved_special_token_80|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128089, + "content": "<|reserved_special_token_81|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128090, + "content": "<|reserved_special_token_82|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128091, + "content": "<|reserved_special_token_83|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128092, + "content": "<|reserved_special_token_84|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128093, + "content": "<|reserved_special_token_85|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128094, + "content": "<|reserved_special_token_86|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128095, + "content": "<|reserved_special_token_87|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128096, + "content": "<|reserved_special_token_88|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128097, + "content": "<|reserved_special_token_89|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128098, + "content": "<|reserved_special_token_90|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128099, + "content": "<|reserved_special_token_91|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128100, + "content": "<|reserved_special_token_92|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128101, + "content": "<|reserved_special_token_93|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128102, + "content": "<|reserved_special_token_94|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128103, + "content": "<|reserved_special_token_95|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128104, + "content": "<|reserved_special_token_96|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128105, + "content": "<|reserved_special_token_97|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128106, + "content": "<|reserved_special_token_98|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128107, + "content": "<|reserved_special_token_99|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128108, + "content": "<|reserved_special_token_100|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128109, + "content": "<|reserved_special_token_101|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128110, + "content": "<|reserved_special_token_102|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128111, + "content": "<|reserved_special_token_103|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128112, + "content": "<|reserved_special_token_104|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128113, + "content": "<|reserved_special_token_105|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128114, + "content": "<|reserved_special_token_106|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128115, + "content": "<|reserved_special_token_107|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128116, + "content": "<|reserved_special_token_108|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128117, + "content": "<|reserved_special_token_109|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128118, + "content": "<|reserved_special_token_110|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128119, + "content": "<|reserved_special_token_111|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128120, + "content": "<|reserved_special_token_112|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128121, + "content": "<|reserved_special_token_113|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128122, + "content": "<|reserved_special_token_114|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128123, + "content": "<|reserved_special_token_115|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128124, + "content": "<|reserved_special_token_116|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128125, + "content": "<|reserved_special_token_117|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128126, + "content": "<|reserved_special_token_118|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128127, + "content": "<|reserved_special_token_119|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128128, + "content": "<|reserved_special_token_120|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128129, + "content": "<|reserved_special_token_121|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128130, + "content": "<|reserved_special_token_122|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128131, + "content": "<|reserved_special_token_123|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128132, + "content": "<|reserved_special_token_124|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128133, + "content": "<|reserved_special_token_125|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128134, + "content": "<|reserved_special_token_126|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128135, + "content": "<|reserved_special_token_127|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128136, + "content": "<|reserved_special_token_128|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128137, + "content": "<|reserved_special_token_129|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128138, + "content": "<|reserved_special_token_130|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128139, + "content": "<|reserved_special_token_131|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128140, + "content": "<|reserved_special_token_132|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128141, + "content": "<|reserved_special_token_133|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128142, + "content": "<|reserved_special_token_134|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128143, + "content": "<|reserved_special_token_135|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128144, + "content": "<|reserved_special_token_136|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128145, + "content": "<|reserved_special_token_137|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128146, + "content": "<|reserved_special_token_138|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128147, + "content": "<|reserved_special_token_139|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128148, + "content": "<|reserved_special_token_140|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128149, + "content": "<|reserved_special_token_141|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128150, + "content": "<|reserved_special_token_142|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128151, + "content": "<|reserved_special_token_143|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128152, + "content": "<|reserved_special_token_144|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128153, + "content": "<|reserved_special_token_145|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128154, + "content": "<|reserved_special_token_146|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128155, + "content": "<|reserved_special_token_147|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128156, + "content": "<|reserved_special_token_148|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128157, + "content": "<|reserved_special_token_149|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128158, + "content": "<|reserved_special_token_150|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128159, + "content": "<|reserved_special_token_151|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128160, + "content": "<|reserved_special_token_152|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128161, + "content": "<|reserved_special_token_153|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128162, + "content": "<|reserved_special_token_154|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128163, + "content": "<|reserved_special_token_155|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128164, + "content": "<|reserved_special_token_156|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128165, + "content": "<|reserved_special_token_157|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128166, + "content": "<|reserved_special_token_158|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128167, + "content": "<|reserved_special_token_159|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128168, + "content": "<|reserved_special_token_160|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128169, + "content": "<|reserved_special_token_161|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128170, + "content": "<|reserved_special_token_162|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128171, + "content": "<|reserved_special_token_163|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128172, + "content": "<|reserved_special_token_164|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128173, + "content": "<|reserved_special_token_165|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128174, + "content": "<|reserved_special_token_166|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128175, + "content": "<|reserved_special_token_167|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128176, + "content": "<|reserved_special_token_168|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128177, + "content": "<|reserved_special_token_169|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128178, + "content": "<|reserved_special_token_170|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128179, + "content": "<|reserved_special_token_171|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128180, + "content": "<|reserved_special_token_172|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128181, + "content": "<|reserved_special_token_173|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128182, + "content": "<|reserved_special_token_174|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128183, + "content": "<|reserved_special_token_175|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128184, + "content": "<|reserved_special_token_176|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128185, + "content": "<|reserved_special_token_177|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128186, + "content": "<|reserved_special_token_178|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128187, + "content": "<|reserved_special_token_179|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128188, + "content": "<|reserved_special_token_180|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128189, + "content": "<|reserved_special_token_181|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128190, + "content": "<|reserved_special_token_182|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128191, + "content": "<|reserved_special_token_183|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128192, + "content": "<|reserved_special_token_184|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128193, + "content": "<|reserved_special_token_185|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128194, + "content": "<|reserved_special_token_186|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128195, + "content": "<|reserved_special_token_187|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128196, + "content": "<|reserved_special_token_188|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128197, + "content": "<|reserved_special_token_189|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128198, + "content": "<|reserved_special_token_190|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128199, + "content": "<|reserved_special_token_191|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128200, + "content": "<|reserved_special_token_192|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128201, + "content": "<|reserved_special_token_193|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128202, + "content": "<|reserved_special_token_194|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128203, + "content": "<|reserved_special_token_195|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128204, + "content": "<|reserved_special_token_196|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128205, + "content": "<|reserved_special_token_197|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128206, + "content": "<|reserved_special_token_198|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128207, + "content": "<|reserved_special_token_199|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128208, + "content": "<|reserved_special_token_200|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128209, + "content": "<|reserved_special_token_201|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128210, + "content": "<|reserved_special_token_202|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128211, + "content": "<|reserved_special_token_203|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128212, + "content": "<|reserved_special_token_204|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128213, + "content": "<|reserved_special_token_205|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128214, + "content": "<|reserved_special_token_206|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128215, + "content": "<|reserved_special_token_207|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128216, + "content": "<|reserved_special_token_208|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128217, + "content": "<|reserved_special_token_209|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128218, + "content": "<|reserved_special_token_210|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128219, + "content": "<|reserved_special_token_211|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128220, + "content": "<|reserved_special_token_212|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128221, + "content": "<|reserved_special_token_213|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128222, + "content": "<|reserved_special_token_214|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128223, + "content": "<|reserved_special_token_215|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128224, + "content": "<|reserved_special_token_216|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128225, + "content": "<|reserved_special_token_217|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128226, + "content": "<|reserved_special_token_218|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128227, + "content": "<|reserved_special_token_219|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128228, + "content": "<|reserved_special_token_220|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128229, + "content": "<|reserved_special_token_221|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128230, + "content": "<|reserved_special_token_222|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128231, + "content": "<|reserved_special_token_223|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128232, + "content": "<|reserved_special_token_224|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128233, + "content": "<|reserved_special_token_225|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128234, + "content": "<|reserved_special_token_226|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128235, + "content": "<|reserved_special_token_227|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128236, + "content": "<|reserved_special_token_228|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128237, + "content": "<|reserved_special_token_229|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128238, + "content": "<|reserved_special_token_230|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128239, + "content": "<|reserved_special_token_231|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128240, + "content": "<|reserved_special_token_232|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128241, + "content": "<|reserved_special_token_233|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128242, + "content": "<|reserved_special_token_234|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128243, + "content": "<|reserved_special_token_235|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128244, + "content": "<|reserved_special_token_236|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128245, + "content": "<|reserved_special_token_237|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128246, + "content": "<|reserved_special_token_238|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128247, + "content": "<|reserved_special_token_239|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128248, + "content": "<|reserved_special_token_240|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128249, + "content": "<|reserved_special_token_241|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128250, + "content": "<|reserved_special_token_242|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128251, + "content": "<|reserved_special_token_243|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128252, + "content": "<|reserved_special_token_244|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128253, + "content": "<|reserved_special_token_245|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128254, + "content": "<|reserved_special_token_246|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128255, + "content": "<|reserved_special_token_247|>", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128256, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128257, + "content": "[IMG]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128258, + "content": "[/IMG]", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + }, + { + "id": 128259, + "content": "", + "single_word": false, + "lstrip": false, + "rstrip": false, + "normalized": false, + "special": true + } + ], + "normalizer": null, + "pre_tokenizer": { + "type": "Sequence", + "pretokenizers": [ + { + "type": "Split", + "pattern": { + "Regex": "(?i:'s|'t|'re|'ve|'m|'ll|'d)|[^\\r\\n\\p{L}\\p{N}]?\\p{L}+|\\p{N}{1,3}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" + }, + "behavior": "Isolated", + "invert": false + }, + { + "type": "ByteLevel", + "add_prefix_space": false, + "trim_offsets": true, + "use_regex": false + } + ] + }, + "post_processor": { + "type": "Sequence", + "processors": [ + { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": false, + "use_regex": true + }, + { + "type": "TemplateProcessing", + "single": [ + { + "SpecialToken": { + "id": "<|begin_of_text|>", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "A", + "type_id": 0 + } + } + ], + "pair": [ + { + "SpecialToken": { + "id": "<|begin_of_text|>", + "type_id": 0 + } + }, + { + "Sequence": { + "id": "A", + "type_id": 0 + } + }, + { + "SpecialToken": { + "id": "<|begin_of_text|>", + "type_id": 1 + } + }, + { + "Sequence": { + "id": "B", + "type_id": 1 + } + } + ], + "special_tokens": { + "<|begin_of_text|>": { + "id": "<|begin_of_text|>", + "ids": [ + 128000 + ], + "tokens": [ + "<|begin_of_text|>" + ] + } + } + } + ] + }, + "decoder": { + "type": "ByteLevel", + "add_prefix_space": true, + "trim_offsets": true, + "use_regex": true + }, + "model": { + "type": "BPE", + "dropout": null, + "unk_token": null, + "continuing_subword_prefix": null, + "end_of_word_suffix": null, + "fuse_unk": false, + "byte_fallback": false, + "ignore_merges": true, + "vocab": { + "!": 0, + "\"": 1, + "#": 2, + "$": 3, + "%": 4, + "&": 5, + "'": 6, + "(": 7, + ")": 8, + "*": 9, + "+": 10, + ",": 11, + "-": 12, + ".": 13, + "/": 14, + "0": 15, + "1": 16, + "2": 17, + "3": 18, + "4": 19, + "5": 20, + "6": 21, + "7": 22, + "8": 23, + "9": 24, + ":": 25, + ";": 26, + "<": 27, + "=": 28, + ">": 29, + "?": 30, + "@": 31, + "A": 32, + "B": 33, + "C": 34, + "D": 35, + "E": 36, + "F": 37, + "G": 38, + "H": 39, + "I": 40, + "J": 41, + "K": 42, + "L": 43, + "M": 44, + "N": 45, + "O": 46, + "P": 47, + "Q": 48, + "R": 49, + "S": 50, + "T": 51, + "U": 52, + "V": 53, + "W": 54, + "X": 55, + "Y": 56, + "Z": 57, + "[": 58, + "\\": 59, + "]": 60, + "^": 61, + "_": 62, + "`": 63, + "a": 64, + "b": 65, + "c": 66, + "d": 67, + "e": 68, + "f": 69, + "g": 70, + "h": 71, + "i": 72, + "j": 73, + "k": 74, + "l": 75, + "m": 76, + "n": 77, + "o": 78, + "p": 79, + "q": 80, + "r": 81, + "s": 82, + "t": 83, + "u": 84, + "v": 85, + "w": 86, + "x": 87, + "y": 88, + "z": 89, + "{": 90, + "|": 91, + "}": 92, + "~": 93, + "¡": 94, + "¢": 95, + "£": 96, + "¤": 97, + "¥": 98, + "¦": 99, + "§": 100, + "¨": 101, + "©": 102, + "ª": 103, + "«": 104, + "¬": 105, + "®": 106, + "¯": 107, + "°": 108, + "±": 109, + "²": 110, + "³": 111, + "´": 112, + "µ": 113, + "¶": 114, + "·": 115, + "¸": 116, + "¹": 117, + "º": 118, + "»": 119, + "¼": 120, + "½": 121, + "¾": 122, + "¿": 123, + "À": 124, + "Á": 125, + "Â": 126, + "Ã": 127, + "Ä": 128, + "Å": 129, + "Æ": 130, + "Ç": 131, + "È": 132, + "É": 133, + "Ê": 134, + "Ë": 135, + "Ì": 136, + "Í": 137, + "Î": 138, + "Ï": 139, + "Ð": 140, + "Ñ": 141, + "Ò": 142, + "Ó": 143, + "Ô": 144, + "Õ": 145, + "Ö": 146, + "×": 147, + "Ø": 148, + "Ù": 149, + "Ú": 150, + "Û": 151, + "Ü": 152, + "Ý": 153, + "Þ": 154, + "ß": 155, + "à": 156, + "á": 157, + "â": 158, + "ã": 159, + "ä": 160, + "å": 161, + "æ": 162, + "ç": 163, + "è": 164, + "é": 165, + "ê": 166, + "ë": 167, + "ì": 168, + "í": 169, + "î": 170, + "ï": 171, + "ð": 172, + "ñ": 173, + "ò": 174, + "ó": 175, + "ô": 176, + "õ": 177, + "ö": 178, + "÷": 179, + "ø": 180, + "ù": 181, + "ú": 182, + "û": 183, + "ü": 184, + "ý": 185, + "þ": 186, + "ÿ": 187, + "Ā": 188, + "ā": 189, + "Ă": 190, + "ă": 191, + "Ą": 192, + "ą": 193, + "Ć": 194, + "ć": 195, + "Ĉ": 196, + "ĉ": 197, + "Ċ": 198, + "ċ": 199, + "Č": 200, + "č": 201, + "Ď": 202, + "ď": 203, + "Đ": 204, + "đ": 205, + "Ē": 206, + "ē": 207, + "Ĕ": 208, + "ĕ": 209, + "Ė": 210, + "ė": 211, + "Ę": 212, + "ę": 213, + "Ě": 214, + "ě": 215, + "Ĝ": 216, + "ĝ": 217, + "Ğ": 218, + "ğ": 219, + "Ġ": 220, + "ġ": 221, + "Ģ": 222, + "ģ": 223, + "Ĥ": 224, + "ĥ": 225, + "Ħ": 226, + "ħ": 227, + "Ĩ": 228, + "ĩ": 229, + "Ī": 230, + "ī": 231, + "Ĭ": 232, + "ĭ": 233, + "Į": 234, + "į": 235, + "İ": 236, + "ı": 237, + "IJ": 238, + "ij": 239, + "Ĵ": 240, + "ĵ": 241, + "Ķ": 242, + "ķ": 243, + "ĸ": 244, + "Ĺ": 245, + "ĺ": 246, + "Ļ": 247, + "ļ": 248, + "Ľ": 249, + "ľ": 250, + "Ŀ": 251, + "ŀ": 252, + "Ł": 253, + "ł": 254, + "Ń": 255, + "ĠĠ": 256, + "ĠĠĠĠ": 257, + "in": 258, + "Ġt": 259, + "ĠĠĠĠĠĠĠĠ": 260, + "er": 261, + "ĠĠĠ": 262, + "on": 263, + "Ġa": 264, + "re": 265, + "at": 266, + "st": 267, + "en": 268, + "or": 269, + "Ġth": 270, + "ĊĊ": 271, + "Ġc": 272, + "le": 273, + "Ġs": 274, + "it": 275, + "an": 276, + "ar": 277, + "al": 278, + "Ġthe": 279, + ";Ċ": 280, + "Ġp": 281, + "Ġf": 282, + "ou": 283, + "Ġ=": 284, + "is": 285, + "ĠĠĠĠĠĠĠ": 286, + "ing": 287, + "es": 288, + "Ġw": 289, + "ion": 290, + "ed": 291, + "ic": 292, + "Ġb": 293, + "Ġd": 294, + "et": 295, + "Ġm": 296, + "Ġo": 297, + "ĉĉ": 298, + "ro": 299, + "as": 300, + "el": 301, + "ct": 302, + "nd": 303, + "Ġin": 304, + "Ġh": 305, + "ent": 306, + "id": 307, + "Ġn": 308, + "am": 309, + "ĠĠĠĠĠĠĠĠĠĠĠ": 310, + "Ġto": 311, + "Ġre": 312, + "--": 313, + "Ġ{": 314, + "Ġof": 315, + "om": 316, + ");Ċ": 317, + "im": 318, + "čĊ": 319, + "Ġ(": 320, + "il": 321, + "//": 322, + "Ġand": 323, + "ur": 324, + "se": 325, + "Ġl": 326, + "ex": 327, + "ĠS": 328, + "ad": 329, + "Ġ\"": 330, + "ch": 331, + "ut": 332, + "if": 333, + "**": 334, + "Ġ}": 335, + "em": 336, + "ol": 337, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 338, + "th": 339, + ")Ċ": 340, + "Ġ{Ċ": 341, + "Ġg": 342, + "ig": 343, + "iv": 344, + ",Ċ": 345, + "ce": 346, + "od": 347, + "Ġv": 348, + "ate": 349, + "ĠT": 350, + "ag": 351, + "ay": 352, + "Ġ*": 353, + "ot": 354, + "us": 355, + "ĠC": 356, + "Ġst": 357, + "ĠI": 358, + "un": 359, + "ul": 360, + "ue": 361, + "ĠA": 362, + "ow": 363, + "Ġ'": 364, + "ew": 365, + "Ġ<": 366, + "ation": 367, + "()": 368, + "Ġfor": 369, + "ab": 370, + "ort": 371, + "um": 372, + "ame": 373, + "Ġis": 374, + "pe": 375, + "tr": 376, + "ck": 377, + "âĢ": 378, + "Ġy": 379, + "ist": 380, + "----": 381, + ".ĊĊ": 382, + "he": 383, + "Ġe": 384, + "lo": 385, + "ĠM": 386, + "Ġbe": 387, + "ers": 388, + "Ġon": 389, + "Ġcon": 390, + "ap": 391, + "ub": 392, + "ĠP": 393, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 394, + "ass": 395, + "int": 396, + ">Ċ": 397, + "ly": 398, + "urn": 399, + "Ġ$": 400, + ";ĊĊ": 401, + "av": 402, + "port": 403, + "ir": 404, + "->": 405, + "nt": 406, + "ction": 407, + "end": 408, + "Ġde": 409, + "00": 410, + "ith": 411, + "out": 412, + "turn": 413, + "our": 414, + "ĠĠĠĠĠ": 415, + "lic": 416, + "res": 417, + "pt": 418, + "==": 419, + "Ġthis": 420, + "Ġwh": 421, + "Ġif": 422, + "ĠD": 423, + "ver": 424, + "age": 425, + "ĠB": 426, + "ht": 427, + "ext": 428, + "=\"": 429, + "Ġthat": 430, + "****": 431, + "ĠR": 432, + "Ġit": 433, + "ess": 434, + "ĠF": 435, + "Ġr": 436, + "os": 437, + "and": 438, + "Ġas": 439, + "ect": 440, + "ke": 441, + "rom": 442, + "Ġ//": 443, + "con": 444, + "ĠL": 445, + "(\"": 446, + "qu": 447, + "lass": 448, + "Ġwith": 449, + "iz": 450, + "de": 451, + "ĠN": 452, + "Ġal": 453, + "op": 454, + "up": 455, + "get": 456, + "Ġ}Ċ": 457, + "ile": 458, + "Ġan": 459, + "ata": 460, + "ore": 461, + "ri": 462, + "Ġpro": 463, + ";čĊ": 464, + "ĉĉĉĉ": 465, + "ter": 466, + "ain": 467, + "ĠW": 468, + "ĠE": 469, + "Ġcom": 470, + "Ġreturn": 471, + "art": 472, + "ĠH": 473, + "ack": 474, + "import": 475, + "ublic": 476, + "Ġor": 477, + "est": 478, + "ment": 479, + "ĠG": 480, + "able": 481, + "Ġ-": 482, + "ine": 483, + "ill": 484, + "ind": 485, + "ere": 486, + "::": 487, + "ity": 488, + "Ġ+": 489, + "Ġtr": 490, + "elf": 491, + "ight": 492, + "('": 493, + "orm": 494, + "ult": 495, + "str": 496, + "..": 497, + "\",": 498, + "Ġyou": 499, + "ype": 500, + "pl": 501, + "Ġnew": 502, + "Ġj": 503, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 504, + "Ġfrom": 505, + "Ġex": 506, + "ĠO": 507, + "20": 508, + "ld": 509, + "Ġ[": 510, + "oc": 511, + ":Ċ": 512, + "Ġse": 513, + "Ġle": 514, + "--------": 515, + ".s": 516, + "{Ċ": 517, + "',": 518, + "ant": 519, + "Ġat": 520, + "ase": 521, + ".c": 522, + "Ġch": 523, + "": 591, + "ust": 592, + "que": 593, + "Ġres": 594, + "))": 595, + "'s": 596, + "Ġk": 597, + "ans": 598, + "yst": 599, + "unction": 600, + "********": 601, + "Ġi": 602, + "Ġus": 603, + "pp": 604, + "10": 605, + "one": 606, + "ail": 607, + "====": 608, + "name": 609, + "Ġstr": 610, + "Ġ/": 611, + "Ġ&": 612, + "ach": 613, + "div": 614, + "ystem": 615, + "ell": 616, + "Ġhave": 617, + "err": 618, + "ould": 619, + "ull": 620, + "pon": 621, + "ĠJ": 622, + "_p": 623, + "Ġ==": 624, + "ign": 625, + "St": 626, + ".Ċ": 627, + "Ġpl": 628, + ");ĊĊ": 629, + "form": 630, + "put": 631, + "ount": 632, + "}ĊĊ": 633, + "dd": 634, + "ite": 635, + "Ġget": 636, + "rr": 637, + "ome": 638, + "ĠâĢ": 639, + "aram": 640, + "cc": 641, + "Ġ*/": 642, + "ER": 643, + "In": 644, + "les": 645, + "_s": 646, + "ong": 647, + "ie": 648, + "Ġcan": 649, + "ĠV": 650, + "erv": 651, + "pr": 652, + "Ġun": 653, + "row": 654, + "ber": 655, + "Ġdo": 656, + "ll": 657, + "Ġel": 658, + "Ġself": 659, + "ated": 660, + "ary": 661, + "Ġ.": 662, + "']": 663, + "ud": 664, + "Ġen": 665, + "ĠTh": 666, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 667, + "te": 668, + "_c": 669, + "uct": 670, + "Ġab": 671, + "ork": 672, + ".get": 673, + "Ġ#": 674, + "aw": 675, + "ress": 676, + "ob": 677, + "Name": 678, + "201": 679, + "app": 680, + "['": 681, + "Ġall": 682, + "ory": 683, + "ition": 684, + "ance": 685, + "ear": 686, + "Ġcont": 687, + "vent": 688, + "ia": 689, + "Ġwill": 690, + "IN": 691, + "ĠĠĠĠĠĠĠĠĠ": 692, + "return": 693, + "Ġ": 760, + "\",Ċ": 761, + "ec": 762, + "ĠIn": 763, + "ph": 764, + "Ġ|": 765, + "_f": 766, + "Ġvar": 767, + "ence": 768, + "Id": 769, + "ree": 770, + "ink": 771, + "lect": 772, + "ug": 773, + "eth": 774, + "Ġelse": 775, + "----------------": 776, + "19": 777, + "cont": 778, + "Ġso": 779, + "atic": 780, + "Ġlo": 781, + "pro": 782, + "ton": 783, + "ss": 784, + "own": 785, + "abel": 786, + "oint": 787, + "ous": 788, + "eld": 789, + "ST": 790, + "The": 791, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 792, + "RE": 793, + "\":": 794, + "olor": 795, + "tp": 796, + "eg": 797, + "key": 798, + "ude": 799, + "ĠSt": 800, + "ound": 801, + "Ġar": 802, + "\");Ċ": 803, + "ener": 804, + "ser": 805, + "11": 806, + "bject": 807, + "essage": 808, + "fer": 809, + "Ġmore": 810, + "ations": 811, + "ents": 812, + "Ġhis": 813, + "Ġthey": 814, + ".S": 815, + "ĠY": 816, + "use": 817, + "ne": 818, + "ish": 819, + "old": 820, + "_d": 821, + "io": 822, + "ield": 823, + "Ġper": 824, + "Cont": 825, + "ings": 826, + "####": 827, + "Ġdata": 828, + "Ġsa": 829, + "ef": 830, + "fo": 831, + "Ġone": 832, + "eng": 833, + "Ġdis": 834, + "AT": 835, + "Ġname": 836, + "Ġtrue": 837, + "val": 838, + "led": 839, + ".f": 840, + "Ġne": 841, + "Ġend": 842, + "32": 843, + ".T": 844, + "16": 845, + "cre": 846, + "ark": 847, + "log": 848, + "Ex": 849, + "error": 850, + "_id": 851, + "urre": 852, + "ange": 853, + "Ġnull": 854, + "rray": 855, + "Ġmy": 856, + "pan": 857, + "ict": 858, + "ator": 859, + "View": 860, + "List": 861, + "ĉreturn": 862, + "âĢĿ": 863, + "Ġpre": 864, + "Ġx": 865, + "clude": 866, + "arg": 867, + "15": 868, + "ov": 869, + ".h": 870, + "Ġ>": 871, + "Ġtheir": 872, + "')": 873, + "irst": 874, + "ick": 875, + "gh": 876, + "LE": 877, + "OR": 878, + "Ġprivate": 879, + "tem": 880, + "čĊčĊ": 881, + "user": 882, + "Ġ)": 883, + "com": 884, + ".A": 885, + "\";Ċ": 886, + "Ġid": 887, + "read": 888, + "Ġwho": 889, + "_b": 890, + "\">Ċ": 891, + "Ġtime": 892, + "Ġman": 893, + "ry": 894, + "========": 895, + "roup": 896, + "rop": 897, + "public": 898, + "vel": 899, + "umber": 900, + "ble": 901, + "Ġwhich": 902, + "****************": 903, + "Ġany": 904, + "Ġfalse": 905, + "we": 906, + "Ġvalue": 907, + "Ġli": 908, + "\")": 909, + "nder": 910, + "gr": 911, + "Ġno": 912, + "param": 913, + "25": 914, + "fig": 915, + ".com": 916, + "Ġapp": 917, + "_l": 918, + "ions": 919, + ".D": 920, + "ĠCh": 921, + "Ġabout": 922, + "Ġadd": 923, + "Ġsu": 924, + "Ġstring": 925, + "ID": 926, + "Ġover": 927, + "string": 928, + ".l": 929, + "ource": 930, + "000": 931, + "_C": 932, + "]Ċ": 933, + "Ġqu": 934, + "ĠString": 935, + "ca": 936, + "SE": 937, + "Ġro": 938, + "sh": 939, + "ual": 940, + "Type": 941, + "son": 942, + "new": 943, + "ern": 944, + "Ġag": 945, + "AR": 946, + "];Ċ": 947, + "].": 948, + "Ġ?": 949, + "ical": 950, + "Ġdes": 951, + "uth": 952, + "ix": 953, + "ays": 954, + "Ġtype": 955, + "'t": 956, + "ault": 957, + "Ġinter": 958, + "var": 959, + ".b": 960, + "Ġpart": 961, + ".d": 962, + "urrent": 963, + "IT": 964, + "EN": 965, + "30": 966, + "enc": 967, + "(f": 968, + "ra": 969, + "value": 970, + "cho": 971, + "18": 972, + "utton": 973, + "ose": 974, + "14": 975, + "Ġ!=": 976, + "ater": 977, + "é": 978, + "reate": 979, + "oll": 980, + "pos": 981, + "yle": 982, + "ng": 983, + "AL": 984, + "using": 985, + "ames": 986, + "Ġ{čĊ": 987, + "ates": 988, + "ely": 989, + "Ġwork": 990, + "Ġem": 991, + "inal": 992, + "Ġsp": 993, + "Ġwhen": 994, + ".set": 995, + "ĠĠĠĠĠĠ": 996, + "):Ċ": 997, + "to": 998, + "quire": 999, + "indow": 1000, + "lement": 1001, + "pect": 1002, + "ash": 1003, + "[i": 1004, + "Ġuse": 1005, + ".F": 1006, + "pec": 1007, + "Ġad": 1008, + "ove": 1009, + "ception": 1010, + "ength": 1011, + "include": 1012, + "ader": 1013, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 1014, + "atus": 1015, + "Th": 1016, + "itle": 1017, + "rit": 1018, + "void": 1019, + "().": 1020, + "(Ċ": 1021, + "Ġoff": 1022, + "Ġother": 1023, + "Ġ&&": 1024, + "';Ċ": 1025, + "ms": 1026, + "Ġbeen": 1027, + "Ġte": 1028, + "ml": 1029, + "co": 1030, + "nc": 1031, + "13": 1032, + "ervice": 1033, + "Ġ%": 1034, + "**Ċ": 1035, + "ann": 1036, + "ade": 1037, + "ĊĊĊĊ": 1038, + "lock": 1039, + "const": 1040, + "100": 1041, + "ponse": 1042, + "Ġsup": 1043, + "++": 1044, + "date": 1045, + "Ġacc": 1046, + "Ġhad": 1047, + "Ġbu": 1048, + "200": 1049, + "ĠRe": 1050, + "Ġwere": 1051, + "Ġfile": 1052, + "Ġwould": 1053, + "ĠâĢľ": 1054, + "ven": 1055, + "iss": 1056, + "Ġour": 1057, + "class": 1058, + "raw": 1059, + "Ġyear": 1060, + "Data": 1061, + "Ġval": 1062, + "Ġsome": 1063, + "fter": 1064, + "ys": 1065, + "Ġ///": 1066, + "round": 1067, + "view": 1068, + "Ġpe": 1069, + "Ġthere": 1070, + "Ġsaid": 1071, + "du": 1072, + "of": 1073, + "line": 1074, + "/*": 1075, + "duct": 1076, + "Ġher": 1077, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ": 1078, + "Res": 1079, + "Ġco": 1080, + "Ġcomm": 1081, + "ise": 1082, + "min": 1083, + "ĠĠĠĠĊ": 1084, + "#include": 1085, + "ethod": 1086, + ".P": 1087, + "ute": 1088, + "Ġass": 1089, + "Int": 1090, + "ask": 1091, + "loc": 1092, + "Ġlike": 1093, + "ody": 1094, + "Ġlet": 1095, + "load": 1096, + "Ġam": 1097, + "rol": 1098, + "Ġgr": 1099, + "yp": 1100, + "Ġalso": 1101, + "ĠIt": 1102, + "url": 1103, + "ific": 1104, + "ors": 1105, + "_P": 1106, + "_n": 1107, + "igh": 1108, + "Ġthan": 1109, + "Com": 1110, + "AN": 1111, + "UL": 1112, + "ating": 1113, + "17": 1114, + "ĠThis": 1115, + "ref": 1116, + "_S": 1117, + "Ġstatic": 1118, + "roll": 1119, + "Ġjust": 1120, + "Ġresult": 1121, + "ian": 1122, + "idth": 1123, + "Ġthem": 1124, + "));Ċ": 1125, + "der": 1126, + "reak": 1127, + "Con": 1128, + "://": 1129, + "ule": 1130, + "...": 1131, + "arch": 1132, + "ement": 1133, + "Ġ<<": 1134, + "50": 1135, + "ush": 1136, + "ense": 1137, + "arr": 1138, + "Ġinto": 1139, + "cess": 1140, + "amp": 1141, + "ied": 1142, + "ument": 1143, + "Ġ\\": 1144, + "],": 1145, + "wo": 1146, + "als": 1147, + "Ġwhat": 1148, + "anc": 1149, + "Value": 1150, + "='": 1151, + "olum": 1152, + "Ġpos": 1153, + "ages": 1154, + "ayer": 1155, + "Ġsc": 1156, + "ues": 1157, + "\")Ċ": 1158, + "_T": 1159, + "Ġlist": 1160, + "(s": 1161, + "Ġcase": 1162, + "Ch": 1163, + "ĉĉĉĉĉ": 1164, + "////////": 1165, + "ponent": 1166, + "Ġz": 1167, + "Ġkn": 1168, + "let": 1169, + "DE": 1170, + "red": 1171, + "Ġfe": 1172, + "Ġ},Ċ": 1173, + "Ġ,": 1174, + "(t": 1175, + "Ġfirst": 1176, + "');Ċ": 1177, + "word": 1178, + "Ġimport": 1179, + "Ġact": 1180, + "Ġchar": 1181, + "CT": 1182, + "ĠTr": 1183, + "ople": 1184, + "={": 1185, + "ĉf": 1186, + "24": 1187, + "ient": 1188, + "cent": 1189, + ".j": 1190, + "lection": 1191, + "))Ċ": 1192, + "Ġonly": 1193, + "Ġprint": 1194, + "mer": 1195, + ".W": 1196, + "ock": 1197, + "Ġ--": 1198, + "Text": 1199, + "Ġop": 1200, + "ank": 1201, + "Ġits": 1202, + "Ġback": 1203, + "[\"": 1204, + "Ġneed": 1205, + "Ġcl": 1206, + "Ġsub": 1207, + "Ġla": 1208, + "((": 1209, + ".\"": 1210, + "Object": 1211, + "Ġstart": 1212, + "file": 1213, + "(self": 1214, + "ner": 1215, + "ey": 1216, + "Ġuser": 1217, + "Ġent": 1218, + "ĠCom": 1219, + "its": 1220, + "ĠCon": 1221, + "ouble": 1222, + "ower": 1223, + "item": 1224, + "very": 1225, + "ĠWe": 1226, + "64": 1227, + "lick": 1228, + "ĠQ": 1229, + "php": 1230, + "ttp": 1231, + "':": 1232, + "ics": 1233, + "Ġunder": 1234, + "Ġ*Ċ": 1235, + ".L": 1236, + ");": 1237, + "ices": 1238, + "Ġreg": 1239, + ")čĊ": 1240, + "ĉpublic": 1241, + "SS": 1242, + "Ġthen": 1243, + "reat": 1244, + "ious": 1245, + ".G": 1246, + "ek": 1247, + "irect": 1248, + "heck": 1249, + "cript": 1250, + "ning": 1251, + "ĠUn": 1252, + "Ġmay": 1253, + "ĠWh": 1254, + "Bo": 1255, + "Item": 1256, + "struct": 1257, + ".st": 1258, + "ream": 1259, + "ible": 1260, + "loat": 1261, + "Ġorg": 1262, + "und": 1263, + "sum": 1264, + "_in": 1265, + "../": 1266, + "_M": 1267, + "Ġhow": 1268, + "rite": 1269, + "'Ċ": 1270, + "To": 1271, + "40": 1272, + "ww": 1273, + "Ġpeople": 1274, + "index": 1275, + ".n": 1276, + "http": 1277, + "(m": 1278, + "ector": 1279, + "Ġind": 1280, + "Ġjav": 1281, + "],Ċ": 1282, + "ĠHe": 1283, + "_st": 1284, + "ful": 1285, + "ole": 1286, + "){Ċ": 1287, + "Ġshould": 1288, + "opy": 1289, + "elp": 1290, + "ier": 1291, + "_name": 1292, + "erson": 1293, + "ION": 1294, + "ote": 1295, + "Ġtest": 1296, + "Ġbet": 1297, + "rror": 1298, + "ular": 1299, + "ãĢ": 1300, + "ĠÐ": 1301, + "bs": 1302, + "ting": 1303, + "Ġmake": 1304, + "Tr": 1305, + "Ġafter": 1306, + "arget": 1307, + "RO": 1308, + "olumn": 1309, + "rc": 1310, + "_re": 1311, + "define": 1312, + "22": 1313, + "Ġright": 1314, + "right": 1315, + "day": 1316, + "Ġlong": 1317, + "[]": 1318, + "(p": 1319, + "td": 1320, + "cond": 1321, + "ĠPro": 1322, + "Ġrem": 1323, + "ptions": 1324, + "vid": 1325, + ".g": 1326, + "Ġext": 1327, + "Ġ__": 1328, + "')Ċ": 1329, + "pace": 1330, + "mp": 1331, + "Ġmin": 1332, + "stance": 1333, + "air": 1334, + "action": 1335, + "wh": 1336, + "type": 1337, + "util": 1338, + "ait": 1339, + "ĊĊ": 1363, + "Ġshe": 1364, + "\"]": 1365, + "aph": 1366, + "Ġexp": 1367, + "erty": 1368, + "ĠSe": 1369, + "Ġpar": 1370, + "unc": 1371, + "ET": 1372, + "Ġread": 1373, + "print": 1374, + "Ġrel": 1375, + "Ġform": 1376, + "Ġdr": 1377, + "Exception": 1378, + "input": 1379, + "Ġtrans": 1380, + "########": 1381, + "order": 1382, + "By": 1383, + "Ġaw": 1384, + "ities": 1385, + "uff": 1386, + "play": 1387, + ".add": 1388, + "ĠâĢĵ": 1389, + "Ġwant": 1390, + "Ġcomp": 1391, + "ments": 1392, + "Ġ||": 1393, + "az": 1394, + "be": 1395, + "Ġnumber": 1396, + "Ġrequire": 1397, + "ĠEx": 1398, + "60": 1399, + "Ġcol": 1400, + "Ġkey": 1401, + "ember": 1402, + "Ġtwo": 1403, + "Ġsize": 1404, + "Ġwhere": 1405, + "UT": 1406, + "result": 1407, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 1408, + "ough": 1409, + "orld": 1410, + "ood": 1411, + "uch": 1412, + "ative": 1413, + "ger": 1414, + "arent": 1415, + "Ġ/*": 1416, + "Ġarg": 1417, + "Ġwhile": 1418, + "23": 1419, + "(this": 1420, + "Ġrec": 1421, + "Ġdif": 1422, + "State": 1423, + "Ġspec": 1424, + "ride": 1425, + "_F": 1426, + "Ġlook": 1427, + "AM": 1428, + "ility": 1429, + "eter": 1430, + "âĢĻt": 1431, + "ĊĊĊ": 1432, + "ayout": 1433, + "--------------------------------": 1434, + "ager": 1435, + "Ġcould": 1436, + "Ġbr": 1437, + "ends": 1438, + "ures": 1439, + "Ġknow": 1440, + "ets": 1441, + "ĠIf": 1442, + "ĠSh": 1443, + ".w": 1444, + "back": 1445, + "Ġser": 1446, + "Ġ+=": 1447, + "Ġfr": 1448, + "());Ċ": 1449, + "Ġhand": 1450, + "Ind": 1451, + "ULL": 1452, + "Im": 1453, + "();ĊĊ": 1454, + "Ġmost": 1455, + "Ġtry": 1456, + "Ġnow": 1457, + "rough": 1458, + ">čĊ": 1459, + "ackage": 1460, + "Ġhim": 1461, + "._": 1462, + "ify": 1463, + "Ġbreak": 1464, + "Ġ);Ċ": 1465, + "ren": 1466, + "#define": 1467, + "itt": 1468, + "Ġap": 1469, + "ĉc": 1470, + "(n": 1471, + "ĠYou": 1472, + ":ĊĊ": 1473, + "-m": 1474, + "Ġevery": 1475, + "ustom": 1476, + "lient": 1477, + "ocument": 1478, + "cription": 1479, + "Error": 1480, + "-b": 1481, + "о": 1482, + "][": 1483, + "99": 1484, + "trans": 1485, + "Ġpoint": 1486, + "Ġstd": 1487, + "Ġfil": 1488, + "Time": 1489, + "80": 1490, + "Ġmod": 1491, + "Ġ->": 1492, + "Ġerror": 1493, + "ah": 1494, + "Ġtext": 1495, + "roller": 1496, + "lose": 1497, + "ql": 1498, + "Ġpol": 1499, + "><": 1822, + ".B": 1823, + "-c": 1824, + "Ġopen": 1825, + "Ġest": 1826, + "ĠĠĠĠĠĠĠĠĊ": 1827, + "Ġnext": 1828, + "IM": 1829, + "ÑĤ": 1830, + "OT": 1831, + "ó": 1832, + "Ġfollow": 1833, + "content": 1834, + "ĠĠĠĠĠĠĠĠĠĠĠĠ": 1835, + "Ġinclud": 1836, + "HE": 1837, + "ĠRes": 1838, + "Ġhref": 1839, + "и": 1840, + "Ġcar": 1841, + "ypes": 1842, + "image": 1843, + "Un": 1844, + "Ġbool": 1845, + "AD": 1846, + "Ġgame": 1847, + ".Form": 1848, + "rows": 1849, + "*/": 1850, + "velop": 1851, + ".Drawing": 1852, + "Ġpath": 1853, + "ision": 1854, + "Ġeach": 1855, + "ĠPl": 1856, + "_type": 1857, + "Path": 1858, + "nection": 1859, + "Ġav": 1860, + "').": 1861, + "Ġsupport": 1862, + "ENT": 1863, + "rem": 1864, + "\").": 1865, + "Ġown": 1866, + "Ġcor": 1867, + "count": 1868, + "miss": 1869, + "ually": 1870, + "Ġmem": 1871, + "std": 1872, + "ience": 1873, + "search": 1874, + "\"ĊĊ": 1875, + "Form": 1876, + "Ġsex": 1877, + "ename": 1878, + "Ġsign": 1879, + "Ġet": 1880, + "ĠĠĠĠĠĠĠĠĠĠ": 1881, + "','": 1882, + "ĠApp": 1883, + "Ġthose": 1884, + "off": 1885, + "Ġerr": 1886, + "Ġsystem": 1887, + "Ġbest": 1888, + "code": 1889, + "Ġsame": 1890, + "Ġdi": 1891, + "uss": 1892, + "Ġcreate": 1893, + "ather": 1894, + "Array": 1895, + ".in": 1896, + "fe": 1897, + "Service": 1898, + "UN": 1899, + "ats": 1900, + "ĠZ": 1901, + "alth": 1902, + "Ġmade": 1903, + "true": 1904, + "AB": 1905, + "Ġmark": 1906, + "rid": 1907, + "ified": 1908, + ",čĊ": 1909, + "yn": 1910, + "press": 1911, + "Ġgroup": 1912, + "Ġfin": 1913, + "ĠLicense": 1914, + "Field": 1915, + "eger": 1916, + "Ġworld": 1917, + "iness": 1918, + "ty": 1919, + "Ġprocess": 1920, + "(b": 1921, + "Ġcre": 1922, + "arn": 1923, + "ives": 1924, + "Ġmain": 1925, + "ideo": 1926, + "36": 1927, + "_g": 1928, + "AG": 1929, + "valid": 1930, + "img": 1931, + "PI": 1932, + "Ġcolor": 1933, + "Ġreport": 1934, + "Ġtake": 1935, + "rib": 1936, + "OM": 1937, + "Ġday": 1938, + "Request": 1939, + "Ġsk": 1940, + "bers": 1941, + "ĉs": 1942, + ".Add": 1943, + "oot": 1944, + "Image": 1945, + "Ġcomple": 1946, + "ollection": 1947, + "Ġtop": 1948, + "Ġfree": 1949, + "AS": 1950, + "De": 1951, + "ĠOn": 1952, + "IG": 1953, + "90": 1954, + "eta": 1955, + "Date": 1956, + "Ġaction": 1957, + "34": 1958, + "Over": 1959, + "itor": 1960, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 1961, + "not": 1962, + "Ġindex": 1963, + "her": 1964, + "icon": 1965, + "On": 1966, + ";čĊčĊ": 1967, + "ivity": 1968, + "mand": 1969, + ".Windows": 1970, + "OL": 1971, + "Ġreal": 1972, + "Ġmax": 1973, + "land": 1974, + "....": 1975, + "raph": 1976, + "Ġbuild": 1977, + "leg": 1978, + "assword": 1979, + "?ĊĊ": 1980, + "âĢ¦": 1981, + "ook": 1982, + "uck": 1983, + "Ġmessage": 1984, + "test": 1985, + "ivers": 1986, + "38": 1987, + "Ġinput": 1988, + "Ġart": 1989, + "Ġbetween": 1990, + "Get": 1991, + "enter": 1992, + "ground": 1993, + "ene": 1994, + "á": 1995, + ".length": 1996, + "Node": 1997, + "(i": 1998, + "Class": 1999, + "for": 2000, + "ĠâĢĶ": 2001, + "ten": 2002, + "oin": 2003, + "Ġke": 2004, + "ui": 2005, + "ĠIN": 2006, + "Ġtable": 2007, + "sub": 2008, + "ĠLe": 2009, + "Ġhead": 2010, + "Ġmust": 2011, + "////////////////": 2012, + ".util": 2013, + "Context": 2014, + "Ġorder": 2015, + "Ġmov": 2016, + "over": 2017, + "Ġcontin": 2018, + "Ġsay": 2019, + "static": 2020, + ".Text": 2021, + "ĠclassName": 2022, + "pany": 2023, + "Ġter": 2024, + "head": 2025, + "rg": 2026, + "Ġproduct": 2027, + "This": 2028, + ".âĢĿ": 2029, + "ĠBut": 2030, + "70": 2031, + "loy": 2032, + "Ġdouble": 2033, + "sg": 2034, + "Ġplace": 2035, + ".x": 2036, + "message": 2037, + "Ġinformation": 2038, + "private": 2039, + "Ġoper": 2040, + "ced": 2041, + "db": 2042, + "\">": 2228, + "aterial": 2229, + "iled": 2230, + "Ġput": 2231, + "Qu": 2232, + "ÑĢ": 2233, + "ung": 2234, + "map": 2235, + "ĉĉĉĉĉĉĉĉ": 2236, + "Ġlevel": 2237, + "Component": 2238, + "book": 2239, + "creen": 2240, + "_RE": 2241, + "Ġconfig": 2242, + "ãģ": 2243, + "Or": 2244, + ".data": 2245, + "Ġdocument": 2246, + "\",\"": 2247, + "tribute": 2248, + "ux": 2249, + "Log": 2250, + "ference": 2251, + "post": 2252, + "_e": 2253, + "Ġlocal": 2254, + "andom": 2255, + "assert": 2256, + "Val": 2257, + "lected": 2258, + "ina": 2259, + "atabase": 2260, + "Add": 2261, + "Ġcontent": 2262, + ".print": 2263, + "signed": 2264, + "ric": 2265, + ".\"ĊĊ": 2266, + "Ġfa": 2267, + "!ĊĊ": 2268, + "-f": 2269, + "ived": 2270, + "Ġquest": 2271, + ".ex": 2272, + "Ġfloat": 2273, + "Ġdevelop": 2274, + "оÐ": 2275, + "Map": 2276, + "ading": 2277, + "Ġposs": 2278, + "UE": 2279, + "namespace": 2280, + "_O": 2281, + "ĉb": 2282, + ".Get": 2283, + ">(": 2284, + "json": 2285, + "etails": 2286, + "66": 2287, + "Ġtoo": 2288, + "Ġextends": 2289, + "ĠNone": 2290, + "Ġfore": 2291, + "(String": 2292, + "format": 2293, + "Ġgreat": 2294, + "inter": 2295, + "cale": 2296, + "Ñģ": 2297, + "ron": 2298, + "iving": 2299, + "Ent": 2300, + "ency": 2301, + "xt": 2302, + "oy": 2303, + "05": 2304, + "Ġmonth": 2305, + "Ġhapp": 2306, + "Ġsuper": 2307, + "bar": 2308, + "default": 2309, + "_de": 2310, + "ords": 2311, + "ln": 2312, + "({Ċ": 2313, + "ĠInd": 2314, + "ases": 2315, + "Ġtitle": 2316, + "Ġcontext": 2317, + "08": 2318, + "oh": 2319, + "-p": 2320, + "Em": 2321, + "Ġmet": 2322, + "Test": 2323, + "Ġlife": 2324, + "_v": 2325, + "ĠUS": 2326, + "UI": 2327, + "ocation": 2328, + "md": 2329, + "Ġ[Ċ": 2330, + "Ġ]": 2331, + "sw": 2332, + "Ġincre": 2333, + "script": 2334, + "ential": 2335, + "ways": 2336, + ".de": 2337, + "Ġsrc": 2338, + "Ġcatch": 2339, + "ĠAmeric": 2340, + "//Ċ": 2341, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 2342, + "Ġpay": 2343, + "plit": 2344, + "âĢĶ": 2345, + "Ġcoun": 2346, + "obj": 2347, + ".php": 2348, + "Ġchange": 2349, + "ething": 2350, + "'re": 2351, + "aster": 2352, + "los": 2353, + "lation": 2354, + "ĠĠĊ": 2355, + "Le": 2356, + "ä": 2357, + "({": 2358, + "ready": 2359, + "ĠNo": 2360, + "Ġposition": 2361, + "Ġold": 2362, + "Ġbook": 2363, + "abled": 2364, + "bug": 2365, + "202": 2366, + "Hand": 2367, + "};ĊĊ": 2368, + "isplay": 2369, + "aving": 2370, + "04": 2371, + "Ġgover": 2372, + "Ġversion": 2373, + "System": 2374, + "nect": 2375, + "response": 2376, + "Style": 2377, + "Up": 2378, + "angu": 2379, + "Ġthree": 2380, + "init": 2381, + "ero": 2382, + "Ġlaw": 2383, + "endif": 2384, + "Ġbase": 2385, + "email": 2386, + "(l": 2387, + "_V": 2388, + "Ġconf": 2389, + "ATE": 2390, + "Ġduring": 2391, + "tes": 2392, + "Ġconsole": 2393, + "ĠPr": 2394, + "Ġspe": 2395, + "ves": 2396, + "65": 2397, + "path": 2398, + "ialog": 2399, + "dition": 2400, + "_to": 2401, + "ards": 2402, + "Ġagainst": 2403, + "etwork": 2404, + "ĠPh": 2405, + "_L": 2406, + "cur": 2407, + "imit": 2408, + "With": 2409, + "Ġpower": 2410, + "ium": 2411, + "';ĊĊ": 2412, + "Ġwom": 2413, + "left": 2414, + "ources": 2415, + "atri": 2416, + "ĠIm": 2417, + "ĠMan": 2418, + "orth": 2419, + "${": 2420, + "88": 2421, + "quals": 2422, + "ese": 2423, + "_size": 2424, + "Ġiss": 2425, + "otal": 2426, + "-g": 2427, + "ique": 2428, + "rame": 2429, + "Ġwidth": 2430, + "erg": 2431, + ")(": 2432, + "ittle": 2433, + "TR": 2434, + "ĠThey": 2435, + "ences": 2436, + "02": 2437, + "rl": 2438, + "ons": 2439, + "Ġlabel": 2440, + ".y": 2441, + "-t": 2442, + "update": 2443, + "anel": 2444, + "sc": 2445, + ".to": 2446, + "Ġproject": 2447, + "ü": 2448, + "Ġelement": 2449, + "Ġsuccess": 2450, + "ĉĉĊ": 2451, + ".sh": 2452, + "ram": 2453, + "ched": 2454, + "())Ċ": 2455, + "Ġ(Ċ": 2456, + "Ġdate": 2457, + "Ġtot": 2458, + "_ST": 2459, + "All": 2460, + "ification": 2461, + "ĉvar": 2462, + "Ġtri": 2463, + "chem": 2464, + "my": 2465, + "Ġbig": 2466, + "ĠAd": 2467, + "ĠAt": 2468, + "ots": 2469, + "num": 2470, + "Act": 2471, + "Ġmap": 2472, + "era": 2473, + "cope": 2474, + ".$": 2475, + ",âĢĿ": 2476, + "Ġpop": 2477, + "Ġfew": 2478, + "Ġlen": 2479, + "uid": 2480, + "eters": 2481, + "ules": 2482, + "ÃŃ": 2483, + "source": 2484, + "https": 2485, + "Ġdem": 2486, + "Ġear": 2487, + "################": 2488, + "Ġmatch": 2489, + "ories": 2490, + "49": 2491, + "aces": 2492, + "ĠCl": 2493, + "Ġnode": 2494, + "78": 2495, + "irc": 2496, + "local": 2497, + "unity": 2498, + "};Ċ": 2499, + "Ġanother": 2500, + "<<": 2501, + "ogle": 2502, + "Ġsit": 2503, + "ework": 2504, + "TE": 2505, + ".I": 2506, + "NS": 2507, + "ology": 2508, + "ought": 2509, + ".Cont": 2510, + ">>": 2511, + "Ġcare": 2512, + "state": 2513, + "ĉprivate": 2514, + "Ġeffect": 2515, + "++)": 2516, + "_file": 2517, + "ending": 2518, + "Line": 2519, + "For": 2520, + "ior": 2521, + "ĠSc": 2522, + "Ġfun": 2523, + ".Size": 2524, + "ĉelse": 2525, + "])": 2526, + "start": 2527, + "vious": 2528, + "Ġ},": 2529, + "ours": 2530, + "Ġleg": 2531, + "Ġservice": 2532, + "Ġsince": 2533, + "iron": 2534, + "Label": 2535, + "Ġnon": 2536, + "Ġlos": 2537, + "iction": 2538, + "Ġfull": 2539, + "acter": 2540, + "board": 2541, + "gress": 2542, + "Ġturn": 2543, + "ither": 2544, + "09": 2545, + ".size": 2546, + "Ġbody": 2547, + "resh": 2548, + "eturn": 2549, + "199": 2550, + "(_": 2551, + "yles": 2552, + "ormal": 2553, + "pi": 2554, + "Ġsomething": 2555, + "!--": 2556, + "uint": 2557, + "Ġprodu": 2558, + "Ġstand": 2559, + "Ġproble": 2560, + "Ġavailable": 2561, + "mt": 2562, + "ĠBl": 2563, + "Ġ...": 2564, + "Ġblock": 2565, + "Input": 2566, + "Ġkeep": 2567, + "Count": 2568, + "open": 2569, + "Ġ['": 2570, + "Ġthrow": 2571, + "uilder": 2572, + "Action": 2573, + "Ġthings": 2574, + "True": 2575, + "Ġurl": 2576, + "ĠBo": 2577, + "printf": 2578, + "Ġred": 2579, + "js": 2580, + ".create": 2581, + "ĠOr": 2582, + "Status": 2583, + "Instance": 2584, + "Ġcontrol": 2585, + "Ġcome": 2586, + "Ġcustom": 2587, + "location": 2588, + "07": 2589, + "model": 2590, + "ĠčĊ": 2591, + "Ġsource": 2592, + "Ġeas": 2593, + ".out": 2594, + "]ĊĊ": 2595, + "oney": 2596, + "Ġawait": 2597, + "Ġpartic": 2598, + "AP": 2599, + "ublish": 2600, + "odes": 2601, + "_pro": 2602, + "ply": 2603, + "riter": 2604, + "Ġprov": 2605, + "Ġmill": 2606, + "HT": 2607, + "])Ċ": 2608, + "Ġchang": 2609, + "Ġask": 2610, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 2611, + "Ġoutput": 2612, + "Ġemail": 2613, + "68": 2614, + ".push": 2615, + "Ġ}čĊčĊ": 2616, + "ination": 2617, + "47": 2618, + "atrix": 2619, + "Table": 2620, + "uccess": 2621, + "]);Ċ": 2622, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 2623, + "Ġdisc": 2624, + "([": 2625, + "Ġbusiness": 2626, + "height": 2627, + ".html": 2628, + "ta": 2629, + "field": 2630, + "Ġrequired": 2631, + "_R": 2632, + "Ġgovern": 2633, + "}čĊčĊ": 2634, + "lex": 2635, + "500": 2636, + ".,": 2637, + "ĠSet": 2638, + "urch": 2639, + "///": 2640, + "ts": 2641, + "af": 2642, + "Ġmight": 2643, + "istory": 2644, + "Str": 2645, + "Ġnever": 2646, + "Response": 2647, + "arse": 2648, + "ada": 2649, + "ĠHow": 2650, + "Ġ*)": 2651, + "Ġ;": 2652, + "Ġhard": 2653, + "Ad": 2654, + "Ġintern": 2655, + "used": 2656, + "(data": 2657, + "mod": 2658, + "annel": 2659, + "Ġnp": 2660, + "ugg": 2661, + "Ġ/>Ċ": 2662, + "Ġcalled": 2663, + "body": 2664, + "Ġcho": 2665, + "(r": 2666, + "_set": 2667, + "ird": 2668, + "Ġ>=": 2669, + "Ġ};Ċ": 2670, + "Ġoptions": 2671, + "ĠGener": 2672, + "Ġheight": 2673, + "Point": 2674, + "You": 2675, + "ety": 2676, + "Click": 2677, + "Ġsmall": 2678, + "Ġide": 2679, + "Ġaccess": 2680, + "anguage": 2681, + "Ġprotected": 2682, + "Ġjob": 2683, + "ĠThere": 2684, + "Def": 2685, + "Ġaddress": 2686, + "Ġuint": 2687, + "Not": 2688, + "oo": 2689, + "aps": 2690, + "": 2828, + "ĉĠĠĠ": 2829, + "\"))": 2830, + "Content": 2831, + "_W": 2832, + "plement": 2833, + "Ġwon": 2834, + "Ġvideo": 2835, + "adi": 2836, + "point": 2837, + "%%": 2838, + "03": 2839, + "Ġgl": 2840, + "erved": 2841, + "viron": 2842, + "IF": 2843, + "uted": 2844, + "ãĥ": 2845, + "'m": 2846, + "Ġcert": 2847, + "Ġprof": 2848, + "Ġcell": 2849, + "ari": 2850, + "Ġplayer": 2851, + "ais": 2852, + "Ġcost": 2853, + "Ġhum": 2854, + "(R": 2855, + "Ġoffic": 2856, + "ks": 2857, + ".text": 2858, + "atures": 2859, + "Ġtotal": 2860, + "Ġ*/ĊĊ": 2861, + "ope": 2862, + "Ġstat": 2863, + "UM": 2864, + "Ġload": 2865, + "ights": 2866, + "Ġclear": 2867, + "uro": 2868, + "Ġtechn": 2869, + "upport": 2870, + "IR": 2871, + "Ġrow": 2872, + "Ġseem": 2873, + "Ġq": 2874, + "Ġshort": 2875, + "ĠNot": 2876, + "ipp": 2877, + "Group": 2878, + "section": 2879, + "max": 2880, + "irl": 2881, + "Ġoverride": 2882, + "Ġcompany": 2883, + "Ġdone": 2884, + "\");čĊ": 2885, + "Ġgre": 2886, + ".Re": 2887, + "Ġbelie": 2888, + "rist": 2889, + "Ġhealth": 2890, + "ANT": 2891, + "()ĊĊ": 2892, + "ĠBe": 2893, + ".value": 2894, + "ĠGr": 2895, + "ottom": 2896, + "Ġargs": 2897, + "PT": 2898, + "status": 2899, + "func": 2900, + "uments": 2901, + "-h": 2902, + "Number": 2903, + ":čĊ": 2904, + "ĠLog": 2905, + "erver": 2906, + "Ġ),Ċ": 2907, + "ament": 2908, + "Ġobj": 2909, + "inc": 2910, + "Ġchildren": 2911, + "icy": 2912, + "IZ": 2913, + "ands": 2914, + "ably": 2915, + "Ġdistrib": 2916, + "Ġcur": 2917, + "erial": 2918, + "Ġdays": 2919, + "reated": 2920, + "rect": 2921, + "-l": 2922, + "irm": 2923, + "idden": 2924, + "omb": 2925, + "Ġinitial": 2926, + ".js": 2927, + "Ġâ": 2928, + "Query": 2929, + "Ġonline": 2930, + "imal": 2931, + ".con": 2932, + "au": 2933, + "Url": 2934, + "control": 2935, + "irection": 2936, + "Ġinstance": 2937, + "ORT": 2938, + "ĠFr": 2939, + "where": 2940, + "Ġjavax": 2941, + "Ġorgan": 2942, + "apter": 2943, + "Ġreason": 2944, + "options": 2945, + "59": 2946, + "ĠMar": 2947, + "(a": 2948, + "Ġwithin": 2949, + ".âĢĿĊĊ": 2950, + "ODE": 2951, + "_DE": 2952, + "admin": 2953, + "ended": 2954, + "Ġdesign": 2955, + "ĠData": 2956, + "une": 2957, + "ĠFile": 2958, + "root": 2959, + "Ġcent": 2960, + "Ġarr": 2961, + "_add": 2962, + "len": 2963, + "page": 2964, + ",'": 2965, + "_str": 2966, + "Ġbro": 2967, + "ability": 2968, + "outh": 2969, + "58": 2970, + "/c": 2971, + "pose": 2972, + "irtual": 2973, + "earch": 2974, + "_url": 2975, + "argin": 2976, + "Http": 2977, + "Ġschool": 2978, + "ava": 2979, + "Ġconsider": 2980, + ".label": 2981, + "ĠArray": 2982, + "42": 2983, + "web": 2984, + "opt": 2985, + ".println": 2986, + "ulation": 2987, + "Ġfunc": 2988, + "PL": 2989, + "Ġ\"\\": 2990, + "ĠText": 2991, + "actory": 2992, + "(function": 2993, + "null": 2994, + "Ġeng": 2995, + "down": 2996, + "Ġinclude": 2997, + "ĠEn": 2998, + "ĠDr": 2999, + "Ġdb": 3000, + "!!": 3001, + "side": 3002, + "Ġinit": 3003, + "quired": 3004, + "ĠShe": 3005, + "Column": 3006, + "react": 3007, + "Ġann": 3008, + "Ġstop": 3009, + "Ġlater": 3010, + "ĠThat": 3011, + "ention": 3012, + "df": 3013, + "UG": 3014, + "ILE": 3015, + "Ġclient": 3016, + "raft": 3017, + "ffer": 3018, + "POST": 3019, + "elper": 3020, + "Ġlove": 3021, + "quote": 3022, + "oud": 3023, + "Ġjson": 3024, + "Ġable": 3025, + "Ġmen": 3026, + "AX": 3027, + "ĠCopyright": 3028, + "ö": 3029, + "avig": 3030, + "req": 3031, + "Client": 3032, + "});Ċ": 3033, + ".Com": 3034, + "erc": 3035, + "ilt": 3036, + "pecial": 3037, + "_com": 3038, + "room": 3039, + ".Name": 3040, + "Ġgive": 3041, + "amb": 3042, + "ike": 3043, + "Ġcondition": 3044, + "client": 3045, + "ators": 3046, + ":\"": 3047, + "Ġcopy": 3048, + "uture": 3049, + "iversity": 3050, + "ernal": 3051, + "{{": 3052, + "ĠCan": 3053, + "ounc": 3054, + "do": 3055, + "Ġocc": 3056, + "Ġappro": 3057, + "thers": 3058, + "ze": 3059, + "Ġeither": 3060, + "ĠFl": 3061, + "Ġimportant": 3062, + "Ġlead": 3063, + "attr": 3064, + "ART": 3065, + "Equal": 3066, + "Ġda": 3067, + "etch": 3068, + "entity": 3069, + "Ġfamily": 3070, + "adding": 3071, + "Ġoption": 3072, + "Ġexist": 3073, + "ica": 3074, + "ĠObject": 3075, + "69": 3076, + "'ve": 3077, + "vers": 3078, + "itional": 3079, + "67": 3080, + "output": 3081, + "ĠTrue": 3082, + "ĠOF": 3083, + "_time": 3084, + "Ġoffer": 3085, + "Ġ});ĊĊ": 3086, + "HER": 3087, + "egin": 3088, + "\"\"": 3089, + "Ġwater": 3090, + "Ġche": 3091, + "ĠMy": 3092, + "ored": 3093, + "Ġstep": 3094, + "ances": 3095, + "CK": 3096, + "AY": 3097, + "à¸": 3098, + "struction": 3099, + "(C": 3100, + "300": 3101, + "ouch": 3102, + "Stream": 3103, + "active": 3104, + "ama": 3105, + "Entity": 3106, + "product": 3107, + "(){Ċ": 3108, + "Ġgovernment": 3109, + "ĠID": 3110, + "ajor": 3111, + "And": 3112, + "Ġdisplay": 3113, + "л": 3114, + "Ġtimes": 3115, + "Ġfour": 3116, + "Ġfar": 3117, + "Ġpresent": 3118, + "ĠNS": 3119, + "Ġ\\Ċ": 3120, + "uest": 3121, + "Ġbas": 3122, + "echo": 3123, + "child": 3124, + "ifier": 3125, + "Handler": 3126, + "Ġlib": 3127, + "Property": 3128, + "translation": 3129, + "Ġroom": 3130, + "Ġonce": 3131, + "Ġ[]": 3132, + "center": 3133, + "================================": 3134, + "Ġresults": 3135, + "Ġcontinue": 3136, + "Ġtalk": 3137, + "_get": 3138, + "Ġgrow": 3139, + ".sw": 3140, + "eb": 3141, + "ĠPublic": 3142, + "OP": 3143, + "ecute": 3144, + "ols": 3145, + "Ġ**": 3146, + "\");ĊĊ": 3147, + "Ġmass": 3148, + "ured": 3149, + ".class": 3150, + "omic": 3151, + "Ġmean": 3152, + "ips": 3153, + "Ġaut": 3154, + ");čĊčĊ": 3155, + "Ġuntil": 3156, + "Ġmarket": 3157, + "Ġarea": 3158, + "uit": 3159, + "Ġlength": 3160, + "ĠWith": 3161, + "structor": 3162, + "event": 3163, + "\"><": 3164, + "ĠSp": 3165, + "IV": 3166, + "Ġmus": 3167, + "iff": 3168, + "Ġkind": 3169, + "author": 3170, + "ounds": 3171, + "mb": 3172, + "_key": 3173, + "41": 3174, + "width": 3175, + "pository": 3176, + "Ġlight": 3177, + "uk": 3178, + "Row": 3179, + "ohn": 3180, + "alf": 3181, + "vironment": 3182, + "apper": 3183, + "ollections": 3184, + "Ġside": 3185, + "_info": 3186, + "Ġexample": 3187, + "imary": 3188, + "Ġwr": 3189, + "Ġcamp": 3190, + "cribe": 3191, + "255": 3192, + "\"/": 3193, + "Ġmiss": 3194, + "way": 3195, + "Ġbased": 3196, + "Ġplan": 3197, + "Vis": 3198, + "omain": 3199, + "unk": 3200, + "Ġaway": 3201, + "UP": 3202, + "": 3452, + "Ġden": 3453, + "obile": 3454, + "change": 3455, + "ĠĠĠĠĠĠĠĠĠĠĠĠĊ": 3456, + "ici": 3457, + "na": 3458, + "ĠForm": 3459, + "Ġsort": 3460, + "Select": 3461, + "pare": 3462, + "Ġthought": 3463, + "_con": 3464, + "Ġtask": 3465, + "ocus": 3466, + "ĠDE": 3467, + "ĠMin": 3468, + "Ġopt": 3469, + "ĉbreak": 3470, + "umer": 3471, + "KE": 3472, + "then": 3473, + "Ġdet": 3474, + "ĠTest": 3475, + "ports": 3476, + "Ġreview": 3477, + "('/": 3478, + "move": 3479, + "Ġswitch": 3480, + "ERT": 3481, + "patch": 3482, + "annot": 3483, + "ãĤ": 3484, + "Ġabove": 3485, + "itive": 3486, + "56": 3487, + "Ġquestion": 3488, + "ĠQu": 3489, + "ãĢĤĊĊ": 3490, + "gle": 3491, + "Ġword": 3492, + "Ġprovide": 3493, + "ĠReturn": 3494, + "Ġresearch": 3495, + "ão": 3496, + "ustr": 3497, + "Ġpublish": 3498, + "chema": 3499, + "}}": 3500, + "ĠCON": 3501, + "-in": 3502, + "allback": 3503, + "Ġcover": 3504, + "\\\\": 3505, + "color": 3506, + "ĠIS": 3507, + "Ġwhether": 3508, + "imate": 3509, + "isc": 3510, + "Bar": 3511, + "Ġdiv": 3512, + "Be": 3513, + "ourn": 3514, + "Ġhaving": 3515, + "lem": 3516, + "player": 3517, + "abs": 3518, + "amera": 3519, + "ney": 3520, + "Ġexc": 3521, + "gether": 3522, + "plied": 3523, + "ao": 3524, + "[$": 3525, + "Ġ++": 3526, + "ipe": 3527, + "show": 3528, + "/d": 3529, + "[:": 3530, + "agement": 3531, + "lev": 3532, + "_ID": 3533, + "97": 3534, + "rary": 3535, + "ades": 3536, + "_se": 3537, + "ause": 3538, + "Ġemploy": 3539, + "Ġ*/čĊ": 3540, + "Ġfre": 3541, + "Ġ'@": 3542, + "Ġcomplet": 3543, + "Ġlarge": 3544, + "ral": 3545, + "\\x": 3546, + "Ġfac": 3547, + ">": 3662, + "Ġface": 3663, + "CTION": 3664, + "Ġsave": 3665, + "Ġtyp": 3666, + "dev": 3667, + "(\"#": 3668, + "AGE": 3669, + "container": 3670, + "edit": 3671, + "QL": 3672, + "Ġitems": 3673, + "Ġsocial": 3674, + "ien": 3675, + "ĠReact": 3676, + ").ĊĊ": 3677, + "Ġmar": 3678, + "Ġredu": 3679, + "ĠRE": 3680, + ".put": 3681, + "Ġmajor": 3682, + "Cell": 3683, + "next": 3684, + "Ġexpected": 3685, + "Ġyet": 3686, + "Ġindiv": 3687, + "tributes": 3688, + "atis": 3689, + "amed": 3690, + "Ġfood": 3691, + "Source": 3692, + "(string": 3693, + "Ġ+Ċ": 3694, + "ites": 3695, + "dr": 3696, + "Ġmembers": 3697, + "Ġcomb": 3698, + "items": 3699, + "ĠPer": 3700, + "TH": 3701, + "=True": 3702, + "Ġbar": 3703, + "_SE": 3704, + "comm": 3705, + "(w": 3706, + ")ĊĊĊ": 3707, + "Ġsend": 3708, + "Ġinc": 3709, + "unsigned": 3710, + "FA": 3711, + "Ġparams": 3712, + "apping": 3713, + "ros": 3714, + "ugin": 3715, + "fa": 3716, + "Ġconnection": 3717, + "Ġ};ĊĊ": 3718, + "Ġbecome": 3719, + "Mode": 3720, + "Ġev": 3721, + "Ġdiff": 3722, + "ĠUnited": 3723, + "Height": 3724, + "fully": 3725, + "images": 3726, + "Ġmakes": 3727, + "Ġglobal": 3728, + "Ġcontact": 3729, + "':Ċ": 3730, + "Ġabs": 3731, + "аÐ": 3732, + "float": 3733, + "Ġexcept": 3734, + "ĠPol": 3735, + "Child": 3736, + "typ": 3737, + "Ġcertain": 3738, + "ión": 3739, + "OUT": 3740, + "Ġimpro": 3741, + "iles": 3742, + "Ġ-->Ċ": 3743, + "ĠPart": 3744, + "values": 3745, + "oss": 3746, + "/**": 3747, + "ilit": 3748, + "ĠEvent": 3749, + "curity": 3750, + "ster": 3751, + "Ġcharacter": 3752, + "198": 3753, + "Ġnews": 3754, + "Ġ\",": 3755, + "Ġdevice": 3756, + "cel": 3757, + "login": 3758, + "heet": 3759, + "Default": 3760, + "@\"": 3761, + "ĉĠ": 3762, + "click": 3763, + "(value": 3764, + "ĠAb": 3765, + "Ġprevious": 3766, + "ERROR": 3767, + "ocal": 3768, + "Ġmaterial": 3769, + "Ġbelow": 3770, + "ĠChrist": 3771, + "Ġmedia": 3772, + "cover": 3773, + "ĠUI": 3774, + "Ġfail": 3775, + "Ġblack": 3776, + "Ġcomponent": 3777, + "ĠAmerican": 3778, + "Ġadded": 3779, + "Ġbuy": 3780, + "stit": 3781, + "Ġcame": 3782, + "Ġdelete": 3783, + "property": 3784, + "oding": 3785, + "Ġcard": 3786, + "rops": 3787, + "Ġhttps": 3788, + "Ġroot": 3789, + "Ġhandle": 3790, + "CC": 3791, + "Back": 3792, + "emplate": 3793, + "Ġgetting": 3794, + "_by": 3795, + "mail": 3796, + "_sh": 3797, + ".assert": 3798, + "ĠDec": 3799, + "(true": 3800, + "Ġcomput": 3801, + "Ġclaim": 3802, + "'=>": 3803, + "ĠSub": 3804, + "Ġair": 3805, + "ops": 3806, + "nav": 3807, + "ements": 3808, + "(id": 3809, + "Ġenter": 3810, + "anged": 3811, + "End": 3812, + "Ġlocation": 3813, + "Ġnight": 3814, + "Ġdoing": 3815, + "ĠRed": 3816, + "lin": 3817, + "}ĊĊĊ": 3818, + "vider": 3819, + "Ġpick": 3820, + "Ġwatch": 3821, + "essages": 3822, + "Ġhuman": 3823, + "Ġdam": 3824, + "pend": 3825, + "dir": 3826, + "Ġtax": 3827, + "Ġgirl": 3828, + "reet": 3829, + "Ġbox": 3830, + "Ġstrong": 3831, + "(v": 3832, + "rel": 3833, + "Ġinterface": 3834, + "Ġmsg": 3835, + "fect": 3836, + "_at": 3837, + "Ġhouse": 3838, + "Ġtrack": 3839, + "');ĊĊ": 3840, + "je": 3841, + "ĠJohn": 3842, + "istr": 3843, + "(S": 3844, + "ube": 3845, + "Ġce": 3846, + "itted": 3847, + "VER": 3848, + "*)": 3849, + "parent": 3850, + "Ġapplication": 3851, + "any": 3852, + ".swing": 3853, + "Ġpack": 3854, + "\\u": 3855, + "Ġpract": 3856, + "Ġsection": 3857, + "ctx": 3858, + "Ġunsigned": 3859, + ".Point": 3860, + "ĠOne": 3861, + "ı": 3862, + "iple": 3863, + "aid": 3864, + "Ñĥ": 3865, + "Vector": 3866, + "byte": 3867, + "Ġwait": 3868, + "ĠÃł": 3869, + "Ã¥": 3870, + "Ġtogether": 3871, + "Ġthrows": 3872, + "FO": 3873, + "'))": 3874, + "host": 3875, + "ising": 3876, + ".view": 3877, + "Ġterms": 3878, + "framework": 3879, + "-r": 3880, + "Ġapply": 3881, + "Ġsession": 3882, + "Options": 3883, + "uggest": 3884, + "Ġothers": 3885, + "witter": 3886, + "Ġfund": 3887, + "Init": 3888, + "__(": 3889, + "ensor": 3890, + "GET": 3891, + "Ġseveral": 3892, + "ii": 3893, + "[j": 3894, + "IO": 3895, + "Ġtemplate": 3896, + "Position": 3897, + "Ġecon": 3898, + "achine": 3899, + "Ġil": 3900, + ".spring": 3901, + "main": 3902, + "elt": 3903, + "iment": 3904, + "Rec": 3905, + "mm": 3906, + "ĠUniversity": 3907, + "ursor": 3908, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 3909, + "GL": 3910, + "icture": 3911, + "ithub": 3912, + "cer": 3913, + "cast": 3914, + "From": 3915, + "ales": 3916, + "Ġsubject": 3917, + "password": 3918, + "ny": 3919, + "Ġesc": 3920, + ".write": 3921, + "ï¼Į": 3922, + "What": 3923, + ".H": 3924, + "Ġhistory": 3925, + "ĠFe": 3926, + "Ġindividual": 3927, + "unit": 3928, + "Ġ-->": 3929, + "Ġdu": 3930, + "IST": 3931, + "Ġusers": 3932, + "fs": 3933, + "false": 3934, + "unt": 3935, + "Title": 3936, + "Ġmot": 3937, + "Ġfuture": 3938, + "ached": 3939, + "Ġstarted": 3940, + "Ġmode": 3941, + "Ġ'<": 3942, + "_array": 3943, + "Ġax": 3944, + "'];Ċ": 3945, + "ires": 3946, + "There": 3947, + "ught": 3948, + "tml": 3949, + "posed": 3950, + "icult": 3951, + "Ġtook": 3952, + "Ġgames": 3953, + "Ġ}}": 3954, + "Ġ?>Ċ": 3955, + "Ġproducts": 3956, + "Is": 3957, + "Ġbad": 3958, + "ĠDes": 3959, + ".path": 3960, + "'ĊĊ": 3961, + "ĠPost": 3962, + "avel": 3963, + "(:": 3964, + "150": 3965, + "Ġneeds": 3966, + "Ġknown": 3967, + "Fl": 3968, + "Ġexec": 3969, + "Ġseen": 3970, + "51": 3971, + "ume": 3972, + "Ġborder": 3973, + "Ġlive": 3974, + "temp": 3975, + "Per": 3976, + "Ġvariable": 3977, + "iet": 3978, + "ĠDef": 3979, + "Ġge": 3980, + "eme": 3981, + "_back": 3982, + "first": 3983, + "Ġprovided": 3984, + "////////////////////////////////": 3985, + "Ġfilename": 3986, + "Ġhope": 3987, + "uly": 3988, + "auto": 3989, + "find": 3990, + "_string": 3991, + "btn": 3992, + "itude": 3993, + "Attribute": 3994, + "Ġyoung": 3995, + ".txt": 3996, + "Ġwebsite": 3997, + "ĠProp": 3998, + "Ġey": 3999, + ">();Ċ": 4000, + "ional": 4001, + "ARR": 4002, + "ictionary": 4003, + "urther": 4004, + ".": 4085, + "tx": 4086, + "Ġpur": 4087, + "uel": 4088, + "ymbol": 4089, + "uation": 4090, + "anger": 4091, + "Ġbackground": 4092, + "ecess": 4093, + "efined": 4094, + "........": 4095, + "Ġdescription": 4096, + "Ġrepresent": 4097, + "\"));Ċ": 4098, + "pression": 4099, + "rowser": 4100, + "Ġseries": 4101, + "wards": 4102, + "52": 4103, + "($_": 4104, + "aise": 4105, + "Ġhot": 4106, + "acity": 4107, + "ries": 4108, + "actions": 4109, + "Create": 4110, + "adio": 4111, + "amples": 4112, + "Ġoriginal": 4113, + "ensive": 4114, + "font": 4115, + "stream": 4116, + "using": 4117, + ".springframework": 4118, + "001": 4119, + "server": 4120, + "Ġbill": 4121, + "ACK": 4122, + "ilename": 4123, + "Ġframe": 4124, + "Ġ=Ċ": 4125, + "Edit": 4126, + "adius": 4127, + "Ġdraw": 4128, + "anks": 4129, + "Ġdeter": 4130, + "Ġcomes": 4131, + "_int": 4132, + "Ġforeach": 4133, + "angle": 4134, + "Ġelect": 4135, + "pected": 4136, + "Header": 4137, + "istration": 4138, + "False": 4139, + "ĠGame": 4140, + "Ġfilter": 4141, + "Activity": 4142, + "Ġlarg": 4143, + "inition": 4144, + "Ġ\"<": 4145, + "256": 4146, + "ised": 4147, + "Ġremove": 4148, + "ĠTrans": 4149, + "met": 4150, + "see": 4151, + "Format": 4152, + "Command": 4153, + "ĠEX": 4154, + "None": 4155, + "Ġfront": 4156, + "ASE": 4157, + "ĠRec": 4158, + "oundation": 4159, + "Ġvo": 4160, + "96": 4161, + "=\\\"": 4162, + "(*": 4163, + "Change": 4164, + ".Write": 4165, + "group": 4166, + "ients": 4167, + "uy": 4168, + "****************************************************************": 4169, + "Ġdig": 4170, + "hr": 4171, + "(-": 4172, + "Ġgen": 4173, + "number": 4174, + "vec": 4175, + "urope": 4176, + "entry": 4177, + "LL": 4178, + "Ġste": 4179, + "Valid": 4180, + "'],": 4181, + "_param": 4182, + "Ġselected": 4183, + "Ġaccording": 4184, + "ĠDis": 4185, + "Ġutil": 4186, + "Buffer": 4187, + "_error": 4188, + "Ġassoci": 4189, + "_SIZE": 4190, + "Ġwor": 4191, + "Ġprintf": 4192, + "rag": 4193, + "Âł": 4194, + "DD": 4195, + "ĠVal": 4196, + "Ġactiv": 4197, + "Eng": 4198, + "etime": 4199, + "Ġvirtual": 4200, + "aign": 4201, + "aur": 4202, + "ĠPres": 4203, + "ĠException": 4204, + "Ġanything": 4205, + "ĠOff": 4206, + "Ġhours": 4207, + "Ġwar": 4208, + "Args": 4209, + "aging": 4210, + "Ġmodels": 4211, + "ĠTime": 4212, + "Ob": 4213, + "ams": 4214, + "joy": 4215, + "Ġearly": 4216, + ".read": 4217, + "86": 4218, + "Ġcenter": 4219, + "ĠInitial": 4220, + "Ġlanguage": 4221, + "length": 4222, + "xy": 4223, + "Ġsn": 4224, + "Ġinf": 4225, + "Post": 4226, + "Ġago": 4227, + "Ġeasy": 4228, + "_code": 4229, + "ĠANY": 4230, + "_ch": 4231, + "Ġdownload": 4232, + "(T": 4233, + "aved": 4234, + "âĢĵ": 4235, + "Ġstudents": 4236, + "Ġfig": 4237, + "light": 4238, + "xx": 4239, + "Ġbuffer": 4240, + "ĠDep": 4241, + "ĠMath": 4242, + "ITH": 4243, + "Ġvari": 4244, + "Ġdue": 4245, + "Factory": 4246, + "Ġpor": 4247, + "Ġep": 4248, + "otype": 4249, + "Ġcannot": 4250, + "Ġwhite": 4251, + "čĊ": 4524, + ".annot": 4525, + "Ġcollection": 4526, + "'.": 4527, + "Ġsimilar": 4528, + "Ġtaken": 4529, + "(\"%": 4530, + "Order": 4531, + "']Ċ": 4532, + "-md": 4533, + "ĠTH": 4534, + "aced": 4535, + "Ġisn": 4536, + "/j": 4537, + "Ġson": 4538, + "graph": 4539, + "ĠInteger": 4540, + "Ġnecess": 4541, + "reen": 4542, + "Ġum": 4543, + "Ġ\\<": 4544, + "Ġmoment": 4545, + "Ġbring": 4546, + "Ġindic": 4547, + "ysis": 4548, + "Level": 4549, + "verse": 4550, + "urrenc": 4551, + "_test": 4552, + "Ġentire": 4553, + "Down": 4554, + "Ġ}ĊĊĊ": 4555, + "(result": 4556, + "ĠRead": 4557, + "è": 4558, + "Mod": 4559, + "Ġtrying": 4560, + "\"),Ċ": 4561, + "Ġmember": 4562, + "ĠCor": 4563, + "ODO": 4564, + "-control": 4565, + "untime": 4566, + "ĠSim": 4567, + "Dialog": 4568, + "plot": 4569, + "_on": 4570, + "Ġphys": 4571, + "}/": 4572, + "Ġnamespace": 4573, + "ĉčĊ": 4574, + "acc": 4575, + "Player": 4576, + "ARE": 4577, + "89": 4578, + "Ġfoot": 4579, + "Ġboard": 4580, + "part": 4581, + "Ġsus": 4582, + "wise": 4583, + "ĠMc": 4584, + "Ġpush": 4585, + "ATA": 4586, + "Ġplease": 4587, + "ried": 4588, + "weet": 4589, + "bit": 4590, + "ided": 4591, + "VE": 4592, + "ĠSw": 4593, + "UB": 4594, + "Ġtypes": 4595, + "edia": 4596, + "Ġclos": 4597, + "acebook": 4598, + "When": 4599, + "Ġedit": 4600, + "igger": 4601, + "Ġenerg": 4602, + "Container": 4603, + "Ġphot": 4604, + "ĠCount": 4605, + "ĠEurope": 4606, + ".Is": 4607, + "ĠRuss": 4608, + "peed": 4609, + "ĠStr": 4610, + "Ġpy": 4611, + "Ġcult": 4612, + "Ġdefined": 4613, + "ccount": 4614, + "Ġobt": 4615, + ".Location": 4616, + "Ġthread": 4617, + "ille": 4618, + "Ġinstead": 4619, + "strong": 4620, + "ĠSec": 4621, + "URE": 4622, + "Ġidea": 4623, + ".se": 4624, + "emy": 4625, + "selected": 4626, + "Connection": 4627, + "acing": 4628, + "thread": 4629, + ".next": 4630, + "Ġcoll": 4631, + "Ġfilm": 4632, + "istic": 4633, + "Ġcompet": 4634, + "Ġconn": 4635, + "though": 4636, + "Ġcompan": 4637, + "ocket": 4638, + "Ġteach": 4639, + "=(": 4640, + "Ġphone": 4641, + "Ġactive": 4642, + "79": 4643, + "delete": 4644, + "101": 4645, + "tries": 4646, + "Ġmo": 4647, + "Ġdeath": 4648, + "});ĊĊ": 4649, + "ocol": 4650, + "Widget": 4651, + "Ġarticle": 4652, + "rodu": 4653, + "andid": 4654, + "Ñĭ": 4655, + "ĠCr": 4656, + "ka": 4657, + "():": 4658, + "lood": 4659, + "ĉĉĉĊ": 4660, + "Ġalmost": 4661, + "Ġsell": 4662, + "ervlet": 4663, + "rip": 4664, + "Unit": 4665, + "Ġapplic": 4666, + "Ġconnect": 4667, + "Ġfeature": 4668, + "Ġvia": 4669, + "'),": 4670, + "Ġlim": 4671, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 4672, + "ĠGu": 4673, + "Engine": 4674, + "Ġens": 4675, + "Ġenvironment": 4676, + "block": 4677, + "HERE": 4678, + "NULL": 4679, + "gy": 4680, + "tag": 4681, + ")).": 4682, + "exp": 4683, + "Ġcompl": 4684, + "Ġinstall": 4685, + "Ġcomplete": 4686, + "queue": 4687, + "atural": 4688, + "Ġgeneral": 4689, + "thon": 4690, + "Ġasked": 4691, + "ores": 4692, + "(res": 4693, + "Ġreserved": 4694, + "SP": 4695, + "ĠâĢ¦": 4696, + "ÅĤ": 4697, + "Ġsignific": 4698, + "Off": 4699, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 4700, + "ĠAg": 4701, + "ĠJust": 4702, + "ĠError": 4703, + "Ġinfl": 4704, + "adata": 4705, + "Ġicon": 4706, + "asks": 4707, + "''": 4708, + "_LO": 4709, + "?.": 4710, + "account": 4711, + "Ġ(*": 4712, + "')ĊĊ": 4713, + "rap": 4714, + "_var": 4715, + "ĠFOR": 4716, + "Ġparty": 4717, + "ĠYour": 4718, + "cat": 4719, + "stry": 4720, + ".new": 4721, + "boot": 4722, + "ĠNov": 4723, + "Ġvector": 4724, + "Ġnormal": 4725, + "Ġfurther": 4726, + "Repository": 4727, + "800": 4728, + "Ġdatabase": 4729, + "attle": 4730, + "Ġmusic": 4731, + "Ġspeed": 4732, + "Ġdoc": 4733, + "process": 4734, + "IGHT": 4735, + ".parse": 4736, + "Ġtaking": 4737, + "Ġviol": 4738, + "ceed": 4739, + "ĠAfter": 4740, + "Ġforward": 4741, + "Ġcrit": 4742, + "\"/>Ċ": 4743, + "rot": 4744, + "Ġfailed": 4745, + "efore": 4746, + "Ġconcern": 4747, + "oe": 4748, + "ba": 4749, + "Ġsender": 4750, + "Ġterm": 4751, + "has": 4752, + "=\"#": 4753, + "Ġpotential": 4754, + "Num": 4755, + "Ġpublished": 4756, + ".close": 4757, + "ĠImage": 4758, + "straint": 4759, + "UD": 4760, + "ĠOb": 4761, + "Ġprobably": 4762, + "lim": 4763, + "\":Ċ": 4764, + "olume": 4765, + "Ġconsum": 4766, + "76": 4767, + "ague": 4768, + "ensions": 4769, + "Ġinvestig": 4770, + "-year": 4771, + "');": 4772, + "-sm": 4773, + "Ġenjoy": 4774, + "orig": 4775, + "ering": 4776, + "cp": 4777, + "leased": 4778, + "plements": 4779, + "Ġreturns": 4780, + "pat": 4781, + "BO": 4782, + "ĠHouse": 4783, + ".Label": 4784, + "Ġweight": 4785, + "ighb": 4786, + "Ġconditions": 4787, + "Ġexception": 4788, + "description": 4789, + "Ġtrad": 4790, + "-to": 4791, + "Ġ{}": 4792, + "Ġmodule": 4793, + "END": 4794, + ".ap": 4795, + ".props": 4796, + "Ġconstructor": 4797, + "aves": 4798, + "Ġfavor": 4799, + "ĠNow": 4800, + ";i": 4801, + "ĠMain": 4802, + "_k": 4803, + "eries": 4804, + "âĢĻll": 4805, + "transform": 4806, + "imestamp": 4807, + "Pre": 4808, + "Ġmer": 4809, + ".res": 4810, + "stant": 4811, + "Location": 4812, + "_NAME": 4813, + "Ġloss": 4814, + "ĠĊĊ": 4815, + "net": 4816, + "Ġengine": 4817, + "Block": 4818, + "Ġissues": 4819, + "Ġparse": 4820, + "ĠBar": 4821, + "Ġstay": 4822, + "ĠJSON": 4823, + "Ġdom": 4824, + "airs": 4825, + "wner": 4826, + "Ġlower": 4827, + "\",čĊ": 4828, + "ĠDem": 4829, + "ufact": 4830, + "Ġps": 4831, + "Ġperfect": 4832, + "RL": 4833, + "Ġeduc": 4834, + "ls": 4835, + "emory": 4836, + "ARRANT": 4837, + "uge": 4838, + "Ġexact": 4839, + ".key": 4840, + "alled": 4841, + "ech": 4842, + "ief": 4843, + "\\/": 4844, + "oke": 4845, + "Ġformer": 4846, + "alloc": 4847, + "Ġsix": 4848, + "ida": 4849, + "Ġmargin": 4850, + "Ġheart": 4851, + "ald": 4852, + "pack": 4853, + ".getElementById": 4854, + "ĠWARRANT": 4855, + "Ġrather": 4856, + "Ġbuilding": 4857, + "erman": 4858, + "lice": 4859, + "Ġquestions": 4860, + "izes": 4861, + "lege": 4862, + "irectory": 4863, + "Ġje": 4864, + "Ġcas": 4865, + "props": 4866, + "utf": 4867, + "Ġsecurity": 4868, + "Ġhowever": 4869, + "weight": 4870, + "Ġinside": 4871, + "Ġpresident": 4872, + "Char": 4873, + "ĠWITH": 4874, + ".map": 4875, + "Ġgraph": 4876, + "Ġtag": 4877, + "_status": 4878, + "Ġattempt": 4879, + "opp": 4880, + "uses": 4881, + "ĉconst": 4882, + "Ġround": 4883, + ",$": 4884, + "Ġfriends": 4885, + "Email": 4886, + "?>": 4887, + "Resource": 4888, + "KEY": 4889, + "osp": 4890, + ".query": 4891, + "ĠNorth": 4892, + "ables": 4893, + "istrib": 4894, + "_class": 4895, + "ello": 4896, + "That": 4897, + "к": 4898, + "pecially": 4899, + "ĠPresident": 4900, + "Ġcampaign": 4901, + "Ġalt": 4902, + "area": 4903, + "Ġchall": 4904, + "Ġopport": 4905, + ".Con": 4906, + "Ġenergy": 4907, + "like": 4908, + ".string": 4909, + "ington": 4910, + ")*": 4911, + "yy": 4912, + "Ġprofession": 4913, + "irth": 4914, + "Ġseg": 4915, + "æľ": 4916, + "Ġhor": 4917, + "iers": 4918, + "can": 4919, + "Ġbehind": 4920, + "Product": 4921, + "fg": 4922, + "ĠSk": 4923, + ".jpg": 4924, + "?:": 4925, + "];ĊĊ": 4926, + "Ġcallback": 4927, + "ĠHttp": 4928, + "ÑĮ": 4929, + "long": 4930, + "MS": 4931, + "ATH": 4932, + "Ġraise": 4933, + "Ġwanted": 4934, + "rown": 4935, + "utor": 4936, + "lt": 4937, + "]=": 4938, + "eline": 4939, + "MA": 4940, + "Ġsepar": 4941, + "cs": 4942, + "semb": 4943, + "Dis": 4944, + "bserv": 4945, + "ĠWill": 4946, + "Ġpolicy": 4947, + "Ġthird": 4948, + "phone": 4949, + "Ġbed": 4950, + "/g": 4951, + ".__": 4952, + "ĠInc": 4953, + "izing": 4954, + ".remove": 4955, + "instance": 4956, + ".type": 4957, + "Ġserv": 4958, + "Each": 4959, + "Ġhar": 4960, + "ĠMessage": 4961, + "(key": 4962, + "SELECT": 4963, + "Pos": 4964, + "));čĊ": 4965, + "Ġrecomm": 4966, + "Ġtraining": 4967, + "ĠEnt": 4968, + "ĠChar": 4969, + "icht": 4970, + "(file": 4971, + "Ġprior": 4972, + "Game": 4973, + "Ġexit": 4974, + "Params": 4975, + ".core": 4976, + "PC": 4977, + "nes": 4978, + "anced": 4979, + "(request": 4980, + "Password": 4981, + "}>Ċ": 4982, + "Ġmag": 4983, + "Ġrelease": 4984, + "Ġshall": 4985, + "udent": 4986, + "ĠSouth": 4987, + "ando": 4988, + ":'": 4989, + ".TabIndex": 4990, + "sk": 4991, + "anner": 4992, + "isset": 4993, + "Ġoutside": 4994, + "ledge": 4995, + "Ġå": 4996, + "ĠRob": 4997, + "Ġimm": 4998, + "!Ċ": 4999, + "ĠWeb": 5000, + "Des": 5001, + "BC": 5002, + "ancial": 5003, + "Route": 5004, + "Dec": 5005, + "ferences": 5006, + "Ġpurch": 5007, + "ĠModel": 5008, + "ctor": 5009, + "gn": 5010, + "_start": 5011, + "_un": 5012, + ".*": 5013, + "ises": 5014, + "Ġground": 5015, + "Ġunique": 5016, + "Ġbeaut": 5017, + "{\"": 5018, + "Ġpour": 5019, + "ĠOct": 5020, + "Ġtree": 5021, + "sets": 5022, + "_res": 5023, + "')->": 5024, + "_reg": 5025, + "(\"\\": 5026, + "Ġbyte": 5027, + "Bl": 5028, + "Ġdating": 5029, + "Ġmatter": 5030, + "ĠRem": 5031, + "Ġ'../": 5032, + "ĠAug": 5033, + "ĠLa": 5034, + "Ġ$(": 5035, + "ournal": 5036, + "111": 5037, + "iam": 5038, + "Ġshows": 5039, + "write": 5040, + "Ġball": 5041, + "Ġsimply": 5042, + "Ġfast": 5043, + "Ġmemory": 5044, + "ASS": 5045, + "ĠOf": 5046, + "oved": 5047, + "ante": 5048, + "aul": 5049, + "istry": 5050, + ")));Ċ": 5051, + "Ġfit": 5052, + "_": 5239, + "\")ĊĊ": 5240, + "ox": 5241, + "application": 5242, + "Ġ]Ċ": 5243, + "ĊĊĊĊĊĊ": 5244, + "180": 5245, + "Ġsoon": 5246, + "ctions": 5247, + "inger": 5248, + "Ġjoin": 5249, + "ĠPe": 5250, + "Ġë": 5251, + "Ġlas": 5252, + ".E": 5253, + "css": 5254, + "/or": 5255, + "ĠStart": 5256, + "ĠTO": 5257, + "Ġsubs": 5258, + "conn": 5259, + "components": 5260, + "DEBUG": 5261, + "quare": 5262, + "Function": 5263, + "endar": 5264, + ".index": 5265, + "Ġfill": 5266, + "ÄĻ": 5267, + "Ġchoose": 5268, + "how": 5269, + "ĠAmerica": 5270, + "assets": 5271, + "------------": 5272, + "ĠValue": 5273, + "Ġoffice": 5274, + "Ġveh": 5275, + "Ġtransform": 5276, + "ĠArt": 5277, + "Ġinde": 5278, + "Ġfn": 5279, + "Ġimplements": 5280, + "ango": 5281, + "plete": 5282, + "+\"": 5283, + "tmp": 5284, + "amily": 5285, + "Ġhash": 5286, + "missions": 5287, + "EST": 5288, + "gt": 5289, + "Provider": 5290, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 5291, + "Ġflag": 5292, + "Ġparticip": 5293, + "den": 5294, + "ĠReturns": 5295, + "Ġnote": 5296, + "ür": 5297, + "pm": 5298, + "ideos": 5299, + "Ġspecified": 5300, + "ĠEN": 5301, + "ester": 5302, + "olid": 5303, + "Ġupon": 5304, + "(std": 5305, + "ĉv": 5306, + "Ġ'\\": 5307, + "uz": 5308, + "Ġvert": 5309, + "Ġvict": 5310, + "ĉself": 5311, + "Ġ\"$": 5312, + "85": 5313, + ".k": 5314, + "Ġgroups": 5315, + "github": 5316, + "lang": 5317, + "Ġmut": 5318, + "TO": 5319, + "Ġve": 5320, + "ĠPlease": 5321, + ";ĊĊĊ": 5322, + "access": 5323, + "Ġ{\"": 5324, + "rea": 5325, + "Ġrisk": 5326, + "icker": 5327, + "oggle": 5328, + "ĉwhile": 5329, + "ANG": 5330, + ".send": 5331, + "72": 5332, + "Ġwoman": 5333, + "Ġgets": 5334, + "Ġign": 5335, + "ĠId": 5336, + "_log": 5337, + "ONE": 5338, + "Ġevid": 5339, + "ĠHar": 5340, + "_sub": 5341, + "Ġendl": 5342, + "Ġincluded": 5343, + "());ĊĊ": 5344, + "ĠAp": 5345, + "igr": 5346, + "Ġsem": 5347, + "ĠBlack": 5348, + "doc": 5349, + "_table": 5350, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 5351, + "-up": 5352, + "Ġcause": 5353, + "Ġ..": 5354, + "Ġvan": 5355, + "_dict": 5356, + "Ġfocus": 5357, + "IND": 5358, + "CESS": 5359, + ".Log": 5360, + "Ġmultiple": 5361, + "ido": 5362, + "Ġregard": 5363, + "-M": 5364, + "andler": 5365, + "ourse": 5366, + "Ġdeg": 5367, + ".U": 5368, + "Ġaddition": 5369, + "Ġvarious": 5370, + "Ġreceive": 5371, + "ен": 5372, + "ĠHT": 5373, + "Obj": 5374, + "DF": 5375, + "Ġincrease": 5376, + "ĠOpen": 5377, + "];": 5378, + "Ġcommit": 5379, + "?Ċ": 5380, + "ategories": 5381, + "atory": 5382, + "ship": 5383, + "ĠMich": 5384, + "Ġhtml": 5385, + "romise": 5386, + "Ġleave": 5387, + "Ġstrateg": 5388, + "aven": 5389, + "ĠConsole": 5390, + "known": 5391, + "-n": 5392, + "_LE": 5393, + ".component": 5394, + "Ġbre": 5395, + "Session": 5396, + "iance": 5397, + "Ġalign": 5398, + "typedef": 5399, + "_result": 5400, + "ĠWHERE": 5401, + ".split": 5402, + "Ġreading": 5403, + "FAULT": 5404, + "Ġclo": 5405, + "Ġnotice": 5406, + "_pr": 5407, + "arter": 5408, + "Ġlock": 5409, + "Ġstandard": 5410, + "etic": 5411, + "ellow": 5412, + "Ġpadding": 5413, + "ĠHis": 5414, + "Ġstates": 5415, + "_cast": 5416, + "(P": 5417, + "aa": 5418, + "Ġinternal": 5419, + "ean": 5420, + "ĠPRO": 5421, + "ĠKey": 5422, + "Ġespecially": 5423, + "ming": 5424, + "Ġcross": 5425, + "Ġnational": 5426, + "_object": 5427, + "filter": 5428, + "Ġscript": 5429, + ".update": 5430, + "_i": 5431, + "ĠAssert": 5432, + "/core": 5433, + "%%%%": 5434, + "Ġproblems": 5435, + "istor": 5436, + "Ġ.=": 5437, + "Ġarch": 5438, + "Ġwritten": 5439, + "Ġmilit": 5440, + "MENT": 5441, + ".ch": 5442, + "cape": 5443, + "ĠMus": 5444, + "_config": 5445, + "ĠAPI": 5446, + "foot": 5447, + "Ġimages": 5448, + "endl": 5449, + ".In": 5450, + "First": 5451, + "Ġplatform": 5452, + ".prot": 5453, + "Option": 5454, + "ste": 5455, + "ĠTODO": 5456, + "Ġforce": 5457, + ".cont": 5458, + "ĉecho": 5459, + "ĠDav": 5460, + "Ptr": 5461, + "(B": 5462, + "RT": 5463, + "ĠBase": 5464, + "]['": 5465, + "Ġannounc": 5466, + "console": 5467, + "ĠPy": 5468, + "ds": 5469, + ".as": 5470, + "Ġprevent": 5471, + "apan": 5472, + "Ġ{'": 5473, + "}'": 5709, + "Ġdead": 5710, + "VAL": 5711, + "QUE": 5712, + "************************************************************************": 5713, + "Ġcharg": 5714, + "Return": 5715, + "Ġful": 5716, + "dom": 5717, + "Ġrules": 5718, + "Ġmodify": 5719, + "Ġeval": 5720, + "ham": 5721, + "atement": 5722, + "\\<": 5723, + "ula": 5724, + "=False": 5725, + "RA": 5726, + "Ġcontains": 5727, + "74": 5728, + "Ġstack": 5729, + "mar": 5730, + "Ġ{}Ċ": 5731, + "Ġundefined": 5732, + "Ass": 5733, + "ĠChina": 5734, + "vey": 5735, + "*Ċ": 5736, + "Ġplaying": 5737, + ")/": 5738, + "actor": 5739, + "Ġbottom": 5740, + "lier": 5741, + "ĠNumber": 5742, + "Ġcouple": 5743, + "DC": 5744, + "ĠSO": 5745, + "gor": 5746, + ".setText": 5747, + "success": 5748, + "command": 5749, + "Filter": 5750, + "ĠOur": 5751, + "_item": 5752, + "Ġctx": 5753, + "Ġroad": 5754, + "Version": 5755, + "case": 5756, + "urt": 5757, + "avior": 5758, + "ych": 5759, + "sembly": 5760, + "ĠProduct": 5761, + "Ġheld": 5762, + "afe": 5763, + "Ġincludes": 5764, + "&": 5909, + "CON": 5910, + "Ġrepl": 5911, + "Ġregular": 5912, + "Storage": 5913, + "ramework": 5914, + "Ġgoal": 5915, + "Ġtouch": 5916, + ".widget": 5917, + "Ġbuilt": 5918, + "des": 5919, + "Part": 5920, + "(re": 5921, + "Ġworth": 5922, + "hib": 5923, + "game": 5924, + "91": 5925, + "192": 5926, + "Ġв": 5927, + "acion": 5928, + "ĠWhite": 5929, + "(type": 5930, + "(`": 5931, + "81": 5932, + "Ġnatural": 5933, + "Ġinj": 5934, + "Ġcalcul": 5935, + "ĠApril": 5936, + ".List": 5937, + "Ġassociated": 5938, + "ĉSystem": 5939, + "~~": 5940, + "=[": 5941, + "Ġstorage": 5942, + "Ġbytes": 5943, + "Ġtravel": 5944, + "Ġsou": 5945, + "Ġpassed": 5946, + "!=": 5947, + "ascript": 5948, + ".open": 5949, + "Ġgrid": 5950, + "Ġbus": 5951, + "Ġrecogn": 5952, + "Ab": 5953, + "Ġhon": 5954, + "ĠCenter": 5955, + "Ġprec": 5956, + "build": 5957, + "73": 5958, + "HTML": 5959, + "ĠSan": 5960, + "Ġcountries": 5961, + "aled": 5962, + "token": 5963, + "kt": 5964, + "Ġqual": 5965, + "Last": 5966, + "adow": 5967, + "Ġmanufact": 5968, + "idad": 5969, + "jango": 5970, + "Next": 5971, + "xf": 5972, + ".a": 5973, + "Ġporno": 5974, + "ĠPM": 5975, + "erve": 5976, + "iting": 5977, + "_th": 5978, + "ci": 5979, + "=None": 5980, + "gs": 5981, + "Ġlogin": 5982, + "atives": 5983, + "']);Ċ": 5984, + "Äħ": 5985, + "Ġill": 5986, + "IA": 5987, + "children": 5988, + "DO": 5989, + "Ġlevels": 5990, + "Ġ{{": 5991, + "Ġlooks": 5992, + "Ġ\"#": 5993, + "ToString": 5994, + "Ġnecessary": 5995, + "ĠĠĠĊ": 5996, + "cell": 5997, + "Entry": 5998, + "Ġ'#": 5999, + "Ġextrem": 6000, + "Selector": 6001, + "Ġplaceholder": 6002, + "Load": 6003, + "Ġreleased": 6004, + "ORE": 6005, + "Enumer": 6006, + "ĠTV": 6007, + "SET": 6008, + "inq": 6009, + "Press": 6010, + "ĠDepartment": 6011, + "Ġproperties": 6012, + "Ġrespond": 6013, + "Search": 6014, + "ael": 6015, + "Ġrequ": 6016, + "ĠBook": 6017, + "/Ċ": 6018, + "(st": 6019, + "Ġfinancial": 6020, + "icket": 6021, + "_input": 6022, + "Ġthreat": 6023, + "(in": 6024, + "Strip": 6025, + "ìĿ": 6026, + "ção": 6027, + "71": 6028, + "Ġevidence": 6029, + "));": 6030, + "ĠBro": 6031, + "Ġ[];Ċ": 6032, + "Ġou": 6033, + "buf": 6034, + "Script": 6035, + "dat": 6036, + "Ġrule": 6037, + "#import": 6038, + "=\"/": 6039, + "Serial": 6040, + "Ġstarting": 6041, + "[index": 6042, + "ae": 6043, + "Ġcontrib": 6044, + "session": 6045, + "_new": 6046, + "utable": 6047, + "ober": 6048, + "Ġ\"./": 6049, + "Ġlogger": 6050, + "Ġrecently": 6051, + "Ġreturned": 6052, + "ččĊ": 6053, + ")))Ċ": 6054, + "itions": 6055, + "Ġseek": 6056, + "Ġcommunic": 6057, + "Ġ\".": 6058, + "Ġusername": 6059, + "ECT": 6060, + "DS": 6061, + "Ġotherwise": 6062, + "ĠGerman": 6063, + ".aw": 6064, + "Adapter": 6065, + "ixel": 6066, + "Ġsystems": 6067, + "Ġdrop": 6068, + "83": 6069, + "Ġstructure": 6070, + "Ġ$(\"#": 6071, + "encies": 6072, + "anning": 6073, + "ĠLink": 6074, + "ĠResponse": 6075, + "Ġstri": 6076, + "ż": 6077, + "ĠDB": 6078, + "æĹ": 6079, + "android": 6080, + "submit": 6081, + "otion": 6082, + "92": 6083, + "(@": 6084, + ".test": 6085, + "82": 6086, + "ĊĊĊĊĊĊĊĊ": 6087, + "];čĊ": 6088, + "Ġdirectly": 6089, + "Ġ\"%": 6090, + "ris": 6091, + "elta": 6092, + "AIL": 6093, + "){čĊ": 6094, + "mine": 6095, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 6096, + "(k": 6097, + "bon": 6098, + "asic": 6099, + "pite": 6100, + "___": 6101, + "Max": 6102, + "Ġerrors": 6103, + "ĠWhile": 6104, + "Ġarguments": 6105, + "Ġensure": 6106, + "Right": 6107, + "-based": 6108, + "Web": 6109, + "Ġ-=": 6110, + "Ġintrodu": 6111, + "ĠInst": 6112, + "ĠWash": 6113, + "ordin": 6114, + "join": 6115, + "Database": 6116, + "Ġgrad": 6117, + "Ġusually": 6118, + "ITE": 6119, + "Props": 6120, + "?>Ċ": 6121, + "ĠGo": 6122, + "@Override": 6123, + "REF": 6124, + "Ġip": 6125, + "ĠAustral": 6126, + "Ġist": 6127, + "ViewById": 6128, + "Ġserious": 6129, + "Ġcustomer": 6130, + ".prototype": 6131, + "odo": 6132, + "cor": 6133, + "Ġdoor": 6134, + "ĠWITHOUT": 6135, + "Ġplant": 6136, + "Ġbegan": 6137, + "Ġdistance": 6138, + "()).": 6139, + "Ġchance": 6140, + "Ġord": 6141, + "came": 6142, + "pragma": 6143, + "Ġprotect": 6144, + "ragment": 6145, + "ĠNode": 6146, + "ening": 6147, + "Ñĩ": 6148, + "Ġroute": 6149, + "ĠSchool": 6150, + "hi": 6151, + "Ġneighb": 6152, + "After": 6153, + "licit": 6154, + "Ġcontr": 6155, + "Ġprimary": 6156, + "AA": 6157, + ".WriteLine": 6158, + "utils": 6159, + "Ġbi": 6160, + "Red": 6161, + ".Linq": 6162, + ".object": 6163, + "Ġleaders": 6164, + "unities": 6165, + "Ġgun": 6166, + "onth": 6167, + "ĠDev": 6168, + "FILE": 6169, + "Ġcomments": 6170, + "_len": 6171, + "arrow": 6172, + "amount": 6173, + "Range": 6174, + "sert": 6175, + "GridView": 6176, + "Ġupdated": 6177, + "ĠMo": 6178, + "Ġinform": 6179, + "ociety": 6180, + "ala": 6181, + "Access": 6182, + "Ġhab": 6183, + "Ġcreat": 6184, + "_arg": 6185, + "ĠJanuary": 6186, + "ĠDay": 6187, + "\")čĊ": 6188, + "uple": 6189, + "document": 6190, + "gorith": 6191, + "menu": 6192, + "ĠOver": 6193, + "bb": 6194, + ".title": 6195, + "_out": 6196, + "Ġled": 6197, + "uri": 6198, + "Ġ?>Ċ": 6235, + "run": 6236, + "Ġscene": 6237, + "(array": 6238, + "device": 6239, + "_title": 6240, + "agon": 6241, + "]čĊ": 6242, + "aby": 6243, + "Ġbecame": 6244, + "boolean": 6245, + "Ġpark": 6246, + "ĠCode": 6247, + "upload": 6248, + "riday": 6249, + "ĠSeptember": 6250, + "Fe": 6251, + "Ġsen": 6252, + "cing": 6253, + "FL": 6254, + "Col": 6255, + "uts": 6256, + "_page": 6257, + "inn": 6258, + "Ġimplied": 6259, + "aling": 6260, + "Ġyourself": 6261, + ".Count": 6262, + "conf": 6263, + "Ġaud": 6264, + "_init": 6265, + ".)": 6266, + "Ġwrote": 6267, + "003": 6268, + "NG": 6269, + ".Error": 6270, + "ä»": 6271, + ".for": 6272, + "Ġequal": 6273, + "ĠRequest": 6274, + "Ġserial": 6275, + "Ġallows": 6276, + "XX": 6277, + "Ġmiddle": 6278, + "chor": 6279, + "195": 6280, + "94": 6281, + "ø": 6282, + "erval": 6283, + ".Column": 6284, + "reading": 6285, + "Ġescort": 6286, + "ĠAugust": 6287, + "Ġquickly": 6288, + "Ġweap": 6289, + "ĠCG": 6290, + "ropri": 6291, + "ho": 6292, + "Ġcop": 6293, + "(struct": 6294, + "ĠBig": 6295, + "Ġvs": 6296, + "Ġfrequ": 6297, + ".Value": 6298, + "Ġactions": 6299, + "Ġproper": 6300, + "Ġinn": 6301, + "Ġobjects": 6302, + "Ġmatrix": 6303, + "avascript": 6304, + "Ġones": 6305, + ".group": 6306, + "Ġgreen": 6307, + "Ġpaint": 6308, + "ools": 6309, + "ycl": 6310, + "encode": 6311, + "olt": 6312, + "comment": 6313, + ".api": 6314, + "Dir": 6315, + "Ġune": 6316, + "izont": 6317, + ".position": 6318, + "Ġdesigned": 6319, + "_val": 6320, + "avi": 6321, + "iring": 6322, + "tab": 6323, + "Ġlayer": 6324, + "Ġviews": 6325, + "Ġreve": 6326, + "rael": 6327, + "ĠON": 6328, + "rics": 6329, + "160": 6330, + "np": 6331, + "Ġcore": 6332, + "());čĊ": 6333, + "Main": 6334, + "Ġexpert": 6335, + "ĉĉčĊ": 6336, + "_en": 6337, + "Ġ/>": 6338, + "utter": 6339, + "IAL": 6340, + "ails": 6341, + "ĠKing": 6342, + "*/ĊĊ": 6343, + "ĠMet": 6344, + "_end": 6345, + "addr": 6346, + "ora": 6347, + "Ġir": 6348, + "Min": 6349, + "Ġsurpr": 6350, + "Ġrepe": 6351, + "Ġdirectory": 6352, + "PUT": 6353, + "-S": 6354, + "Ġelection": 6355, + "haps": 6356, + ".pre": 6357, + "cm": 6358, + "Values": 6359, + "Ġ\"Ċ": 6360, + "column": 6361, + "ivil": 6362, + "Login": 6363, + "inue": 6364, + "93": 6365, + "Ġbeautiful": 6366, + "Ġsecret": 6367, + "(event": 6368, + "Ġchat": 6369, + "ums": 6370, + "Ġorigin": 6371, + "Ġeffects": 6372, + "Ġmanagement": 6373, + "illa": 6374, + "tk": 6375, + "Ġsetting": 6376, + "ĠCour": 6377, + "Ġmassage": 6378, + "ĉend": 6379, + "Ġhappy": 6380, + "Ġfinish": 6381, + "Ġcamera": 6382, + "ĠVer": 6383, + "ĠDemocr": 6384, + "ĠHer": 6385, + "(Q": 6386, + "cons": 6387, + "ita": 6388, + "Ġ'.": 6389, + "{}": 6390, + "ĉC": 6391, + "Ġstuff": 6392, + "194": 6393, + "Ġ:Ċ": 6394, + "ĠAR": 6395, + "Task": 6396, + "hidden": 6397, + "eros": 6398, + "IGN": 6399, + "atio": 6400, + "ĠHealth": 6401, + "olute": 6402, + "Enter": 6403, + "'>": 6404, + "ĠTwitter": 6405, + "ĠCounty": 6406, + "scribe": 6407, + "Ġ=>Ċ": 6408, + "Ġhy": 6409, + "fit": 6410, + "Ġmilitary": 6411, + "Ġsale": 6412, + "required": 6413, + "non": 6414, + "bootstrap": 6415, + "hold": 6416, + "rim": 6417, + "-old": 6418, + "ĠDown": 6419, + "Ġmention": 6420, + "contact": 6421, + "_group": 6422, + "oday": 6423, + "Ġtown": 6424, + "Ġsolution": 6425, + "uate": 6426, + "elling": 6427, + "]->": 6428, + "otes": 6429, + "ental": 6430, + "omen": 6431, + "ospital": 6432, + "ĠSup": 6433, + "_EN": 6434, + "Ġslow": 6435, + "SESSION": 6436, + "Ġblue": 6437, + "ago": 6438, + "Ġlives": 6439, + "Ġ^": 6440, + ".un": 6441, + "inst": 6442, + "enge": 6443, + "Ġcustomers": 6444, + "Ġcast": 6445, + "udget": 6446, + "ï¼ģ": 6447, + "icens": 6448, + "Ġdetermin": 6449, + "Selected": 6450, + "_pl": 6451, + "ueue": 6452, + "Ġdark": 6453, + "//ĊĊ": 6454, + "si": 6455, + "thern": 6456, + "ĠJapan": 6457, + "/w": 6458, + "PU": 6459, + "ĠEast": 6460, + "ovie": 6461, + "Ġpackage": 6462, + "Ġnor": 6463, + "Ġapi": 6464, + "bot": 6465, + "\"];Ċ": 6466, + "_post": 6467, + "ulate": 6468, + "Ġclub": 6469, + "'));Ċ": 6470, + "Ġloop": 6471, + "PIO": 6472, + "ione": 6473, + "shot": 6474, + "Initial": 6475, + "Ġplayed": 6476, + "register": 6477, + "rought": 6478, + "_max": 6479, + "acement": 6480, + "match": 6481, + "raphics": 6482, + "AST": 6483, + "Ġexisting": 6484, + "Ġcomplex": 6485, + "DA": 6486, + ".Ch": 6487, + ".common": 6488, + "mo": 6489, + "Ġ'../../": 6490, + "ito": 6491, + "Ġanalysis": 6492, + "Ġdeliver": 6493, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 6494, + "idx": 6495, + "Ãł": 6496, + "ongo": 6497, + "ĠEnglish": 6498, + "Ċ": 10197, + "_default": 10198, + "ĠDatabase": 10199, + "rep": 10200, + "ESS": 10201, + "nergy": 10202, + ".Find": 10203, + "_mask": 10204, + "Ġrise": 10205, + "Ġkernel": 10206, + "::$": 10207, + ".Q": 10208, + "Ġoffering": 10209, + "decl": 10210, + "ĠCS": 10211, + "Ġlisted": 10212, + "Ġmostly": 10213, + "enger": 10214, + "Ġblocks": 10215, + "olo": 10216, + "Ġgoverning": 10217, + "\\F": 10218, + "Ġconcent": 10219, + ".getText": 10220, + "Ġmb": 10221, + "Ġoccurred": 10222, + "Ġchanging": 10223, + "Scene": 10224, + "_CODE": 10225, + "Beh": 10226, + "\"The": 10227, + "Ġtile": 10228, + "ĠAssociation": 10229, + "ĉP": 10230, + "alty": 10231, + "_ad": 10232, + "odies": 10233, + "iated": 10234, + "Ġprepared": 10235, + "possible": 10236, + "Ġmort": 10237, + "TEST": 10238, + "142": 10239, + "Ġignore": 10240, + "Ġcalc": 10241, + "Ġrs": 10242, + "ĠassertEquals": 10243, + "Ġsz": 10244, + "ĠTHIS": 10245, + ".\"Ċ": 10246, + "Ġcanvas": 10247, + "java": 10248, + "Ġdut": 10249, + "VALID": 10250, + ".sql": 10251, + ".input": 10252, + "Ġaux": 10253, + "Sup": 10254, + "Ġartist": 10255, + "Vec": 10256, + "_TIME": 10257, + ".stringify": 10258, + "etween": 10259, + "ĠCategory": 10260, + "Ġ[-": 10261, + "ĠDevExpress": 10262, + "ĠJul": 10263, + "Ġring": 10264, + ".ed": 10265, + "YY": 10266, + "Let": 10267, + "TextField": 10268, + "Ġflat": 10269, + "_print": 10270, + "ĠOTHER": 10271, + "adian": 10272, + "Ġchecked": 10273, + "ele": 10274, + "Align": 10275, + "standing": 10276, + "Ġ[],": 10277, + "Ġlab": 10278, + "ucky": 10279, + "ĠChristmas": 10280, + "(image": 10281, + ".module": 10282, + "Ġlots": 10283, + "Ġslightly": 10284, + "(final": 10285, + "erge": 10286, + "è¿": 10287, + "147": 10288, + "ĠPolice": 10289, + "143": 10290, + "ĠRight": 10291, + "Ġaward": 10292, + "ĠOS": 10293, + "Ġ{}ĊĊ": 10294, + "Ġptr": 10295, + "oves": 10296, + "icated": 10297, + "ем": 10298, + "Ġmanage": 10299, + "oliday": 10300, + "Amount": 10301, + "oolStrip": 10302, + "tbody": 10303, + "Nav": 10304, + "wrap": 10305, + "BB": 10306, + "Ġwatching": 10307, + "arios": 10308, + "Ġoptional": 10309, + "_K": 10310, + "ĠLicensed": 10311, + ".Map": 10312, + "Timer": 10313, + "ĠAP": 10314, + "ĠRev": 10315, + "(o": 10316, + ",c": 10317, + "umin": 10318, + "etailed": 10319, + "ĠHy": 10320, + "Ġblank": 10321, + "agger": 10322, + "ĠSelf": 10323, + "()[": 10324, + ".make": 10325, + "earn": 10326, + "channel": 10327, + ";Ċ": 10342, + "World": 10343, + "Ġpython": 10344, + "Ġlif": 10345, + "Ġtrav": 10346, + "Ġconven": 10347, + "company": 10348, + "ĠClub": 10349, + "138": 10350, + "Ver": 10351, + "Btn": 10352, + "Ġzone": 10353, + "products": 10354, + "ĠEduc": 10355, + "Ġverify": 10356, + "ĠMil": 10357, + "ono": 10358, + "]);ĊĊ": 10359, + "ENCE": 10360, + "Ġpacket": 10361, + "Ġcer": 10362, + "Ġenumer": 10363, + "Ġpars": 10364, + "formed": 10365, + "Ġoccup": 10366, + "tre": 10367, + "Ġexercise": 10368, + "Day": 10369, + "_sum": 10370, + "Ġasking": 10371, + "aption": 10372, + "Ġorders": 10373, + "Ġspending": 10374, + "ĠERR": 10375, + ".Dis": 10376, + "ĠUtil": 10377, + "âĢľI": 10378, + "\\'": 10379, + "?)": 10380, + "/>Ċ": 10381, + "Ġemot": 10382, + "Ġinfluence": 10383, + "ĠAfrica": 10384, + "atters": 10385, + "Ùħ": 10386, + ".session": 10387, + "Ġchief": 10388, + "ĉĉĉĉĉĉĉĉĉĉĉ": 10389, + "Ġtom": 10390, + "cluded": 10391, + "serial": 10392, + "_handler": 10393, + ".Type": 10394, + "aped": 10395, + "Ġpolicies": 10396, + "-ex": 10397, + "-tr": 10398, + "blank": 10399, + "merce": 10400, + "Ġcoverage": 10401, + "Ġrc": 10402, + "_matrix": 10403, + "_box": 10404, + "Ġcharges": 10405, + "ĠBoston": 10406, + "Pe": 10407, + "Ġcircum": 10408, + "Ġfilled": 10409, + "148": 10410, + "Ġnorth": 10411, + "ictureBox": 10412, + "ĉres": 10413, + "è®": 10414, + "Ġtermin": 10415, + "Ġ[âĢ¦": 10416, + "IRECT": 10417, + "Ġber": 10418, + "Ġ\"../../": 10419, + "retch": 10420, + ".code": 10421, + "_col": 10422, + "ĠGovernment": 10423, + "Ġargv": 10424, + "ĠLord": 10425, + "asi": 10426, + "Exec": 10427, + "ĉlet": 10428, + "vertis": 10429, + "Ġdiscussion": 10430, + "enance": 10431, + "outube": 10432, + "typeof": 10433, + "Ġserved": 10434, + "ĠPut": 10435, + "ĉx": 10436, + "Ġsweet": 10437, + "Before": 10438, + "ategy": 10439, + ".of": 10440, + "ĠMaterial": 10441, + "Sort": 10442, + "ONT": 10443, + "igital": 10444, + "Why": 10445, + "Ġsust": 10446, + "Ġç": 10447, + "abet": 10448, + "Ġsegment": 10449, + "Ġ[],Ċ": 10450, + "ĠMuslim": 10451, + "ĠfindViewById": 10452, + "cut": 10453, + "_TEXT": 10454, + "ĠMary": 10455, + "Ġloved": 10456, + "Ġlie": 10457, + "ĠJO": 10458, + "Ġisset": 10459, + "month": 10460, + "Ġprime": 10461, + "ti": 10462, + "ĠCarol": 10463, + "Use": 10464, + "146": 10465, + "ĠPop": 10466, + "ĠSave": 10467, + "Interval": 10468, + "execute": 10469, + "dy": 10470, + "ĠIran": 10471, + "_cont": 10472, + "ĉT": 10473, + "Ġphase": 10474, + "checkbox": 10475, + "week": 10476, + "Ġhide": 10477, + "Ġtil": 10478, + "Ġju": 10479, + "Custom": 10480, + "burg": 10481, + "/M": 10482, + "TON": 10483, + "Ġquant": 10484, + "Ġrub": 10485, + "ixels": 10486, + "Ġinstalled": 10487, + "Ġdump": 10488, + "Ġproperly": 10489, + "(List": 10490, + "Ġdecide": 10491, + "apply": 10492, + "Has": 10493, + "Ġkeeping": 10494, + "Ġcitizens": 10495, + "Ġjoint": 10496, + "pool": 10497, + "Socket": 10498, + "_op": 10499, + "Ġweapon": 10500, + "gnore": 10501, + "ĠExec": 10502, + "otten": 10503, + "ĠMS": 10504, + "Ġ(-": 10505, + "ĠReview": 10506, + "Ġexamples": 10507, + "Ġtight": 10508, + "!(": 10509, + "DP": 10510, + "ĠMessageBox": 10511, + "Ġphotograph": 10512, + "164": 10513, + "URI": 10514, + "ét": 10515, + "low": 10516, + "ĠGrand": 10517, + ".persistence": 10518, + "Ġmaintain": 10519, + "Ġnums": 10520, + "Ġzip": 10521, + "ials": 10522, + "ĠGets": 10523, + "peg": 10524, + "ĠBuffer": 10525, + "~~~~": 10526, + "rastructure": 10527, + "ĠPL": 10528, + "uen": 10529, + "obby": 10530, + "sizeof": 10531, + "Ġpic": 10532, + "Ġseed": 10533, + "Ġexperienced": 10534, + "Ġodd": 10535, + "Ġkick": 10536, + "Ġprocedure": 10537, + "avigator": 10538, + "-on": 10539, + ",j": 10540, + "ĠAlthough": 10541, + "ĠuserId": 10542, + "accept": 10543, + "Blue": 10544, + "IColor": 10545, + "layer": 10546, + "available": 10547, + "Ġends": 10548, + ".table": 10549, + "Ġdataset": 10550, + "bus": 10551, + "Ġexplain": 10552, + "(pro": 10553, + "ĠCommittee": 10554, + "Ġnoted": 10555, + "]:Ċ": 10556, + "Dim": 10557, + "stdio": 10558, + "154": 10559, + ".\",Ċ": 10560, + "_source": 10561, + "181": 10562, + "ĠWeek": 10563, + "ĠEdge": 10564, + "Ġoperating": 10565, + "Ġeste": 10566, + "ipl": 10567, + "330": 10568, + "agination": 10569, + "Ġproceed": 10570, + "Ġanimation": 10571, + ".Models": 10572, + "ĠWatch": 10573, + "iat": 10574, + "Ġoppon": 10575, + "/A": 10576, + "Report": 10577, + "Ġsounds": 10578, + "_buf": 10579, + "IELD": 10580, + "Ġbund": 10581, + "ĉget": 10582, + ".pr": 10583, + "(tmp": 10584, + "Ġkid": 10585, + ">ĊĊĊ": 10586, + "Ġyang": 10587, + "NotFound": 10588, + "ÑĨ": 10589, + "math": 10590, + "@gmail": 10591, + "ĠLIMIT": 10592, + "redients": 10593, + "Ġvent": 10594, + "avigate": 10595, + "Look": 10596, + "Ġreligious": 10597, + "Ġrand": 10598, + "rio": 10599, + "(GL": 10600, + "_ip": 10601, + "uan": 10602, + "iciency": 10603, + "ĠChange": 10604, + ">čĊčĊ": 10605, + "ĠEntity": 10606, + "Ġrencontre": 10607, + "ĠRet": 10608, + "plan": 10609, + "én": 10610, + "BOOL": 10611, + "uries": 10612, + "train": 10613, + "Definition": 10614, + "============": 10615, + "zz": 10616, + "450": 10617, + "Animation": 10618, + "ĠOK": 10619, + "_menu": 10620, + ".bl": 10621, + "_score": 10622, + "Ġacad": 10623, + "(System": 10624, + "Ġrefresh": 10625, + "'=>$": 10626, + ".Graphics": 10627, + "amento": 10628, + "pid": 10629, + "tc": 10630, + "Ġtips": 10631, + "Ġhomes": 10632, + "Ġfuel": 10633, + "âĸ": 10634, + "_helper": 10635, + "ĠĠčĊ": 10636, + "ĠRoom": 10637, + ".Close": 10638, + "_attr": 10639, + "ĠMount": 10640, + "ĠEv": 10641, + "arser": 10642, + "_top": 10643, + "eah": 10644, + "ĠDelete": 10645, + "ãĢį": 10646, + "uke": 10647, + "Ġusage": 10648, + "aria": 10649, + "_dev": 10650, + "Ġtexture": 10651, + "Ġconversation": 10652, + "eper": 10653, + "Bean": 10654, + "done": 10655, + "nonatomic": 10656, + "ĠSecond": 10657, + "Ġshooting": 10658, + "_pre": 10659, + "Components": 10660, + "Ġ]ĊĊ": 10661, + "__,": 10662, + "stitution": 10663, + ".Char": 10664, + ">();ĊĊ": 10665, + "Ġpresented": 10666, + "Ġwa": 10667, + "oker": 10668, + "-ĊĊ": 10669, + "iner": 10670, + "Ġbecoming": 10671, + "Ġincident": 10672, + "Att": 10673, + "162": 10674, + "Ġrevealed": 10675, + "forc": 10676, + "Ġboot": 10677, + ".page": 10678, + "Enumerator": 10679, + "165": 10680, + "_->": 10681, + "Photo": 10682, + "Ġspring": 10683, + ".\",": 10684, + "ĠDictionary": 10685, + "BJECT": 10686, + "Ġlocations": 10687, + "Ġsamples": 10688, + "InputStream": 10689, + "ĠBrown": 10690, + "Ġstats": 10691, + "quality": 10692, + "Ñħ": 10693, + "-dis": 10694, + "Ġhelping": 10695, + "Ġped": 10696, + "224": 10697, + "(se": 10698, + "ĠWho": 10699, + "alian": 10700, + "internal": 10701, + "Ġft": 10702, + ">().": 10703, + "->{": 10704, + "Ġmine": 10705, + "Ġsector": 10706, + "Ġgro": 10707, + "Ġopportunities": 10708, + "Ġü": 10709, + "Ġmp": 10710, + "Ġalleged": 10711, + "Ġdoubt": 10712, + "Mouse": 10713, + "About": 10714, + "_part": 10715, + "Ġchair": 10716, + "Ġstopped": 10717, + "161": 10718, + "loop": 10719, + "entities": 10720, + "Ġapps": 10721, + "ansion": 10722, + "Ġmental": 10723, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 10724, + "FR": 10725, + "Ġdefend": 10726, + "care": 10727, + "Ġideal": 10728, + "/api": 10729, + "urface": 10730, + "011": 10731, + "Ġele": 10732, + "ulator": 10733, + "ĠRights": 10734, + "anguages": 10735, + "Ġfunds": 10736, + "Ġadapt": 10737, + "Attributes": 10738, + "Ġdeploy": 10739, + "opts": 10740, + "Ġvalidation": 10741, + "Ġconcerns": 10742, + "uce": 10743, + ".num": 10744, + "ulture": 10745, + "ila": 10746, + "Ġcup": 10747, + "Ġpure": 10748, + ".Fore": 10749, + "183": 10750, + "ĠHashMap": 10751, + ".valueOf": 10752, + "asm": 10753, + "MO": 10754, + "Ġcs": 10755, + "Ġstores": 10756, + "Ġ************************************************************************": 10757, + "Ġcommunication": 10758, + "mem": 10759, + ".EventHandler": 10760, + ".Status": 10761, + "_right": 10762, + ".setOn": 10763, + "Sheet": 10764, + "Ġidentify": 10765, + "enerated": 10766, + "ordered": 10767, + "Ġ\"[": 10768, + "Ġswe": 10769, + "Condition": 10770, + "ĠAccording": 10771, + "Ġprepare": 10772, + "Ġrob": 10773, + "Pool": 10774, + "Ġsport": 10775, + "rv": 10776, + "ĠRouter": 10777, + "Ġalternative": 10778, + "([]": 10779, + "ĠChicago": 10780, + "ipher": 10781, + "ische": 10782, + "ĠDirector": 10783, + "kl": 10784, + "ĠWil": 10785, + "keys": 10786, + "Ġmysql": 10787, + "Ġwelcome": 10788, + "king": 10789, + "ĠManager": 10790, + "Ġcaught": 10791, + ")}Ċ": 10792, + "Score": 10793, + "_PR": 10794, + "Ġsurvey": 10795, + "hab": 10796, + "Headers": 10797, + "ADER": 10798, + "Ġdecor": 10799, + "Ġturns": 10800, + "Ġradius": 10801, + "errupt": 10802, + "Cor": 10803, + "Ġmel": 10804, + "Ġintr": 10805, + "(q": 10806, + "ĠAC": 10807, + "amos": 10808, + "MAX": 10809, + "ĠGrid": 10810, + "ĠJesus": 10811, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 10812, + ".DE": 10813, + "Ġts": 10814, + "Ġlinked": 10815, + "free": 10816, + "ĠQt": 10817, + "Ġ/**čĊ": 10818, + "Ġfaster": 10819, + "ctr": 10820, + "_J": 10821, + "DT": 10822, + ".Check": 10823, + "Ġcombination": 10824, + "Ġintended": 10825, + "-the": 10826, + "-type": 10827, + "182": 10828, + "ectors": 10829, + "ami": 10830, + "uting": 10831, + "Ġuma": 10832, + "XML": 10833, + "UCT": 10834, + "Ap": 10835, + "ĠRandom": 10836, + "Ġran": 10837, + ".sort": 10838, + "Ġsorted": 10839, + ".Un": 10840, + "401": 10841, + "_PER": 10842, + "itory": 10843, + "Ġpriority": 10844, + "ĠGal": 10845, + "ĠOld": 10846, + "hot": 10847, + "ĠDisplay": 10848, + "(sub": 10849, + "_TH": 10850, + "_Y": 10851, + "ĠCare": 10852, + "loading": 10853, + "Kind": 10854, + "_handle": 10855, + ",,": 10856, + "rase": 10857, + "_replace": 10858, + ".addEventListener": 10859, + "ĠRT": 10860, + "172": 10861, + "Ġentered": 10862, + "gers": 10863, + "Ġich": 10864, + "(start": 10865, + "205": 10866, + "/app": 10867, + "Ġbrother": 10868, + "Memory": 10869, + "Outlet": 10870, + "Ġutf": 10871, + "prec": 10872, + "Ġnavigation": 10873, + "ORK": 10874, + "Ġdst": 10875, + "Detail": 10876, + "Ġaudience": 10877, + "Ġdur": 10878, + "Ġcluster": 10879, + "unched": 10880, + "Ġ],": 10881, + "Ġcomfortable": 10882, + ".values": 10883, + "ĠTotal": 10884, + "Ġsnap": 10885, + "Ġstandards": 10886, + "Ġperformed": 10887, + "hand": 10888, + "(\"@": 10889, + "åŃ": 10890, + "Ġphil": 10891, + "ibr": 10892, + "trim": 10893, + "Ġforget": 10894, + "157": 10895, + "Ġdoctor": 10896, + ".TextBox": 10897, + "377": 10898, + "icons": 10899, + ",s": 10900, + "ĠOp": 10901, + "Sm": 10902, + "Stop": 10903, + "ĉList": 10904, + "ĉu": 10905, + "Comment": 10906, + "_VERSION": 10907, + ".Xtra": 10908, + "Person": 10909, + "rb": 10910, + "LOB": 10911, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 10912, + "ĠCentral": 10913, + "270": 10914, + "ICK": 10915, + "raq": 10916, + "Ġputting": 10917, + "Ġmd": 10918, + "ĠLove": 10919, + "Program": 10920, + "Border": 10921, + "oor": 10922, + "Ġallowing": 10923, + "after": 10924, + "Ġentries": 10925, + "ĠMaybe": 10926, + "]).": 10927, + "ĠShort": 10928, + ")\\": 10929, + ".now": 10930, + "friend": 10931, + "Ġprefer": 10932, + "ĠGPIO": 10933, + "osis": 10934, + "ĠGameObject": 10935, + "Ġskip": 10936, + "Ġcompetition": 10937, + "_match": 10938, + "lications": 10939, + "_CONT": 10940, + ".groupBox": 10941, + "Ġals": 10942, + "666": 10943, + "\"We": 10944, + "_eq": 10945, + "lan": 10946, + "_search": 10947, + "ĠMusic": 10948, + "asis": 10949, + "Ġbind": 10950, + "ĠIsland": 10951, + "rum": 10952, + "(E": 10953, + "Ġseat": 10954, + "Video": 10955, + "Ġack": 10956, + "reek": 10957, + "={()": 10958, + "Ġrating": 10959, + "Ġrestaurant": 10960, + "456": 10961, + "DEX": 10962, + "(buf": 10963, + "pping": 10964, + "uality": 10965, + "Ġleague": 10966, + "176": 10967, + "Ġfocused": 10968, + "apon": 10969, + "$data": 10970, + "CLUD": 10971, + "CLUDING": 10972, + "Ġabsolute": 10973, + "(query": 10974, + "Ġtells": 10975, + "Ang": 10976, + "Ġcommunities": 10977, + "Ġhonest": 10978, + "oking": 10979, + "Ġapart": 10980, + "arity": 10981, + "/$": 10982, + "_module": 10983, + "ĠEnc": 10984, + ".an": 10985, + ".Config": 10986, + "Cre": 10987, + "Ġshock": 10988, + "ĠArab": 10989, + "IENT": 10990, + "/re": 10991, + "Ġretrie": 10992, + "ycler": 10993, + "isa": 10994, + "ĠOrgan": 10995, + ".graph": 10996, + "Ġí": 10997, + "ĠBAS": 10998, + "Enum": 10999, + "Ġpossibly": 11000, + "ÑĢаÐ": 11001, + "ĠJapanese": 11002, + "Ġcraft": 11003, + "ĠPlace": 11004, + "Ġtalent": 11005, + "Ġfunding": 11006, + "Ġconfirmed": 11007, + "Ġcycle": 11008, + "/x": 11009, + "GE": 11010, + "Ġhearing": 11011, + "Ġplants": 11012, + "Ġmouth": 11013, + "pages": 11014, + "oria": 11015, + "ĠRemove": 11016, + "_total": 11017, + "Ġod": 11018, + "ollapse": 11019, + "door": 11020, + "Ġbought": 11021, + "Ġaddr": 11022, + "ARCH": 11023, + "_dim": 11024, + "dden": 11025, + "Ġdecades": 11026, + "REQUEST": 11027, + "Ġversions": 11028, + "fire": 11029, + "006": 11030, + "Ġmoves": 11031, + "fb": 11032, + "Ġcoffee": 11033, + ".connect": 11034, + "ĠRow": 11035, + "Ġschema": 11036, + "Scope": 11037, + "-Type": 11038, + "Ġfighting": 11039, + "Ġretail": 11040, + "Ġmodified": 11041, + "TF": 11042, + "Files": 11043, + "nie": 11044, + "_command": 11045, + "stone": 11046, + "ĠÑĤ": 11047, + "_thread": 11048, + "Ġbond": 11049, + "ĠDevelopment": 11050, + "Ġpt": 11051, + "FORM": 11052, + "plet": 11053, + "Ġidentified": 11054, + "cpp": 11055, + "206": 11056, + "225": 11057, + "Ġcoding": 11058, + "oked": 11059, + "ĠMaster": 11060, + "IDTH": 11061, + "Ġresidents": 11062, + "redit": 11063, + "ĠPhoto": 11064, + "=-": 11065, + "unte": 11066, + "ateur": 11067, + "159": 11068, + "_STATE": 11069, + "ĠSing": 11070, + "Ġsheet": 11071, + ".val": 11072, + "orse": 11073, + "Ġhers": 11074, + "Ġdetermined": 11075, + "Common": 11076, + "Ġwed": 11077, + "_queue": 11078, + "PH": 11079, + "ĠAtl": 11080, + "cred": 11081, + "/LICENSE": 11082, + "Ġmes": 11083, + "Ġadvanced": 11084, + ".java": 11085, + ".Sh": 11086, + "Go": 11087, + "kill": 11088, + "fp": 11089, + "_settings": 11090, + "Ġpal": 11091, + "Ġtruck": 11092, + "Ġcombined": 11093, + "Ġ\"${": 11094, + "ĠCorpor": 11095, + "Ġjoined": 11096, + "ĠJose": 11097, + "ĠCup": 11098, + "uns": 11099, + "estival": 11100, + "levision": 11101, + "Ġbroken": 11102, + "Ġmarriage": 11103, + "ĠWestern": 11104, + "Ġrepresents": 11105, + "ĠTitle": 11106, + "Ġss": 11107, + ".Ass": 11108, + "ongoose": 11109, + "iento": 11110, + "<>();Ċ": 11111, + "Ġabsolutely": 11112, + "Ġsmooth": 11113, + "TERN": 11114, + "ĠUnless": 11115, + "Word": 11116, + "Ġmerge": 11117, + "igan": 11118, + "ĠVol": 11119, + "Ġnn": 11120, + ".getId": 11121, + "Ġз": 11122, + "171": 11123, + "Ġsexy": 11124, + "Ġseeking": 11125, + "Single": 11126, + ".this": 11127, + "179": 11128, + "Ġkom": 11129, + "bound": 11130, + ";\"": 11131, + "ĠfontSize": 11132, + "_df": 11133, + "Ġinjury": 11134, + "(H": 11135, + "Ġissued": 11136, + "_END": 11137, + ":self": 11138, + "020": 11139, + "Ġpatch": 11140, + "Ġleaves": 11141, + "Ġadopt": 11142, + "FileName": 11143, + "ãĢIJ": 11144, + "Ġexecutive": 11145, + "ĠByte": 11146, + "]))Ċ": 11147, + "Ġnu": 11148, + "outing": 11149, + "cluding": 11150, + "-R": 11151, + ".options": 11152, + "Ġsubstant": 11153, + "avax": 11154, + "ĠBUT": 11155, + "Ġtechnical": 11156, + "Ġtwice": 11157, + "Ġmás": 11158, + "Ġunivers": 11159, + "yr": 11160, + "Ġdrag": 11161, + "ĠDC": 11162, + "Ġsed": 11163, + "Ġbot": 11164, + "ĠPal": 11165, + "ĠHall": 11166, + "forcement": 11167, + "Ġauch": 11168, + ".mod": 11169, + "notation": 11170, + "_files": 11171, + ".line": 11172, + "_flag": 11173, + "[name": 11174, + "Ġresolution": 11175, + "Ġbott": 11176, + "(\"[": 11177, + "ende": 11178, + "(arr": 11179, + "Free": 11180, + "(@\"": 11181, + "ĠDistrict": 11182, + "PEC": 11183, + ":-": 11184, + "Picker": 11185, + "ĠJo": 11186, + "ĠĠĠĠĠĊ": 11187, + "ĠRiver": 11188, + "_rows": 11189, + "Ġhelpful": 11190, + "Ġmassive": 11191, + "---Ċ": 11192, + "Ġmeasures": 11193, + "007": 11194, + "ĠRuntime": 11195, + "Ġworry": 11196, + "ĠSpec": 11197, + "ĉD": 11198, + "ãĢij": 11199, + "Ġ){Ċ": 11200, + "Ġworse": 11201, + "(filename": 11202, + "Ġlay": 11203, + "Ġmagic": 11204, + "ĠTheir": 11205, + "oul": 11206, + "stroy": 11207, + "ĠWhere": 11208, + "280": 11209, + "Ġsudden": 11210, + "Ġdefe": 11211, + "Ġbinding": 11212, + "Ġflight": 11213, + "ĠOnInit": 11214, + "ĠWomen": 11215, + "ĠPolicy": 11216, + "Ġdrugs": 11217, + "ishing": 11218, + "('../": 11219, + "ĠMel": 11220, + "peat": 11221, + "tor": 11222, + "Ġproposed": 11223, + "Ġstated": 11224, + "_RES": 11225, + "Ġeast": 11226, + "212": 11227, + "ĠCONDITION": 11228, + "_desc": 11229, + "Ġwinning": 11230, + "folio": 11231, + "Mapper": 11232, + "ĠPan": 11233, + "ĠAnge": 11234, + ".servlet": 11235, + "Ġcopies": 11236, + "LM": 11237, + "Ġvm": 11238, + "åį": 11239, + "Ġdictionary": 11240, + "Seg": 11241, + "177": 11242, + "elines": 11243, + "ĠSend": 11244, + "Ġiron": 11245, + "ĠFort": 11246, + "166": 11247, + ".domain": 11248, + "Ġdebate": 11249, + "NotNull": 11250, + "eq": 11251, + "acher": 11252, + "lf": 11253, + "ĉfmt": 11254, + "Ġlawy": 11255, + "178": 11256, + "ÄŁ": 11257, + "ĠMen": 11258, + "Ġtrim": 11259, + "(NULL": 11260, + "Ġ!!": 11261, + "Ġpad": 11262, + "Ġfollows": 11263, + "\"][\"": 11264, + "requ": 11265, + "ĠEp": 11266, + ".github": 11267, + "(img": 11268, + "eto": 11269, + "('\\": 11270, + "Services": 11271, + "umbnail": 11272, + "_main": 11273, + "pleted": 11274, + "fortunately": 11275, + "Ġwindows": 11276, + "Ġplane": 11277, + "ĠConnection": 11278, + ".local": 11279, + "uard": 11280, + "}\\": 11281, + "==\"": 11282, + "andon": 11283, + "ĠRoy": 11284, + "west": 11285, + "158": 11286, + "iginal": 11287, + "emies": 11288, + "itz": 11289, + "'):Ċ": 11290, + "ĠPeter": 11291, + "Ġtough": 11292, + "Ġreduced": 11293, + "Ġcalculate": 11294, + "Ġrapid": 11295, + "customer": 11296, + "Ġefficient": 11297, + "Ġmedium": 11298, + "Ġfell": 11299, + ".ref": 11300, + "ĠCas": 11301, + "Ġfeedback": 11302, + "Speed": 11303, + "(output": 11304, + "aje": 11305, + "Ġcategories": 11306, + "Ġfee": 11307, + "};": 11308, + "Ġdeleted": 11309, + "reh": 11310, + "Ġproof": 11311, + "Desc": 11312, + "Build": 11313, + "Ġsides": 11314, + ".ArrayList": 11315, + "-%": 11316, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 11317, + "ر": 11318, + ".match": 11319, + "ли": 11320, + "Ġfeels": 11321, + "Ġachieve": 11322, + "Ġclim": 11323, + "_ON": 11324, + "ĠCD": 11325, + "Ġteacher": 11326, + "_current": 11327, + "bn": 11328, + "_PL": 11329, + "isting": 11330, + "Enable": 11331, + "GEN": 11332, + "Ġtv": 11333, + "Ġsock": 11334, + "Ġplays": 11335, + "Ġdiscount": 11336, + "ĠKE": 11337, + "ĠDebug": 11338, + "Fore": 11339, + "ĠIraq": 11340, + "Ġappearance": 11341, + "Mon": 11342, + "Ġstyled": 11343, + "ĠHuman": 11344, + "iot": 11345, + "ĠHistory": 11346, + "Ġsac": 11347, + "ĠCollection": 11348, + "Ġrecommended": 11349, + ".Selected": 11350, + "Ġorganizations": 11351, + "Ġdiscovered": 11352, + "cohol": 11353, + "adas": 11354, + "ĠThomas": 11355, + "May": 11356, + "Ġconserv": 11357, + "Ġdomin": 11358, + "ĠFollow": 11359, + "ĠSection": 11360, + "ĠThanks": 11361, + "Username": 11362, + "Ġrecipe": 11363, + "Ġwonderful": 11364, + ".sleep": 11365, + "_if": 11366, + "ĉĊĉĊ": 11367, + "orno": 11368, + "Ġru": 11369, + "_target": 11370, + ".\"\"": 11371, + "à¦": 11372, + "EventArgs": 11373, + "Ġinputs": 11374, + "Ġfif": 11375, + "Ġvision": 11376, + "cy": 11377, + "ĠSeries": 11378, + ")(((": 11379, + "Ġtrading": 11380, + "Ġmarker": 11381, + "Begin": 11382, + "Ġtypically": 11383, + "Ġcauses": 11384, + "dropdown": 11385, + "_DEBUG": 11386, + "260": 11387, + "Ġdetect": 11388, + "country": 11389, + "!\");Ċ": 11390, + "ĉR": 11391, + "appy": 11392, + "Ġcref": 11393, + "('<": 11394, + "\"=>": 11395, + "ĠLE": 11396, + "reader": 11397, + "Ġadministr": 11398, + "õ": 11399, + "ucket": 11400, + "Ġfashion": 11401, + ".char": 11402, + "izar": 11403, + "Ġdisable": 11404, + "Ġsuc": 11405, + "ĠLive": 11406, + "issue": 11407, + "Ġmetadata": 11408, + "flags": 11409, + "ĠðŁ": 11410, + "Ġcommitted": 11411, + "Ġva": 11412, + "Ġrough": 11413, + "Ġ'''Ċ": 11414, + "Ġhighlight": 11415, + "_vars": 11416, + "VO": 11417, + "Ġencoding": 11418, + "-Z": 11419, + "_sign": 11420, + "$(\"#": 11421, + "Ġrain": 11422, + "reatest": 11423, + "ĠEND": 11424, + "Selection": 11425, + "Ġcandidates": 11426, + "Ġsav": 11427, + ".Empty": 11428, + "Ġdecisions": 11429, + "Ġcollabor": 11430, + "ridge": 11431, + "feed": 11432, + "ression": 11433, + "Ġpersons": 11434, + "VM": 11435, + "008": 11436, + "ega": 11437, + "_BIT": 11438, + "According": 11439, + "acked": 11440, + "Ġdollars": 11441, + "_loss": 11442, + "ĠCost": 11443, + "}\"Ċ": 11444, + "Notification": 11445, + "Ġprostit": 11446, + "Ġauthority": 11447, + ".rec": 11448, + "Ġspokes": 11449, + "ĠToday": 11450, + "istant": 11451, + "ĠHead": 11452, + "âĢĿ.": 11453, + "ertainment": 11454, + "cean": 11455, + "culate": 11456, + "Ġven": 11457, + "However": 11458, + "_arr": 11459, + "Ġtokens": 11460, + "Graph": 11461, + "ĠJud": 11462, + "ĠVirgin": 11463, + "ĠSerial": 11464, + "unning": 11465, + "Mutable": 11466, + "agers": 11467, + ".csv": 11468, + "Ġdeveloping": 11469, + "Ġinstructions": 11470, + "Ġpromise": 11471, + "Ġrequested": 11472, + "_encode": 11473, + "/\"": 11474, + "ĠIcon": 11475, + "uilt": 11476, + "-day": 11477, + "Ġintelligence": 11478, + ".IS": 11479, + "ĠObservable": 11480, + "ĠHard": 11481, + "Bool": 11482, + "211": 11483, + "idential": 11484, + ".Anchor": 11485, + "Ġselling": 11486, + "CI": 11487, + "AGES": 11488, + "tle": 11489, + "bur": 11490, + "UFFER": 11491, + "RY": 11492, + "Ġbigger": 11493, + "Ġrat": 11494, + "Ġfamous": 11495, + "Ġtypename": 11496, + "Ġexplained": 11497, + "}}Ċ": 11498, + "Ġnuclear": 11499, + "-N": 11500, + "Ġcrisis": 11501, + "ĠEnter": 11502, + "Ġanswers": 11503, + "/${": 11504, + "/pl": 11505, + "Ġsequ": 11506, + "_next": 11507, + "mask": 11508, + "Ġstanding": 11509, + "Ġplenty": 11510, + "ĠCross": 11511, + "ĉret": 11512, + "dro": 11513, + "ĠCast": 11514, + "167": 11515, + "=true": 11516, + "ĠChris": 11517, + "icio": 11518, + "ĠMike": 11519, + "Decimal": 11520, + "addComponent": 11521, + "Len": 11522, + "Ġcock": 11523, + "Ġ#{": 11524, + "URN": 11525, + "": 11657, + "Ġ*=": 11658, + "ĠPS": 11659, + "Ġdangerous": 11660, + "[p": 11661, + "OME": 11662, + "Other": 11663, + "ĠStringBuilder": 11664, + "Points": 11665, + "heading": 11666, + "Ġcurrency": 11667, + "Ġpercentage": 11668, + "_API": 11669, + "Ġclassic": 11670, + "thead": 11671, + "ĠMO": 11672, + "FE": 11673, + "Idx": 11674, + "await": 11675, + "Ġè": 11676, + "Ġaccident": 11677, + "Ġvariant": 11678, + "Ġmyst": 11679, + "ĠLand": 11680, + "ĠBre": 11681, + "Ġharm": 11682, + "ĠAcc": 11683, + "Ġcharged": 11684, + "iones": 11685, + "Visibility": 11686, + "arry": 11687, + "ĠLanguage": 11688, + "Ġwalking": 11689, + "\".ĊĊ": 11690, + "ifer": 11691, + "Ġleadership": 11692, + ".From": 11693, + "ynam": 11694, + "Ġtimestamp": 11695, + "ipt": 11696, + "ĠHas": 11697, + "REFER": 11698, + "ĠIts": 11699, + "Ġlistener": 11700, + "UTE": 11701, + "213": 11702, + "_description": 11703, + "Ġexperiences": 11704, + "Ġcreates": 11705, + "RS": 11706, + "cart": 11707, + "black": 11708, + "Ġchoices": 11709, + "war": 11710, + "750": 11711, + "Ġ'''": 11712, + "Ġordered": 11713, + "Ġevening": 11714, + "Ġpil": 11715, + "Ġtun": 11716, + "ĠBad": 11717, + "(app": 11718, + "random": 11719, + "Ġexplicit": 11720, + "Ġarrived": 11721, + "Ġfly": 11722, + "Ġeconom": 11723, + "-mail": 11724, + "Ġlists": 11725, + "Ġarchitect": 11726, + "234": 11727, + "ĠPay": 11728, + "Ġds": 11729, + "ĠSol": 11730, + "Ġvehicles": 11731, + "Hz": 11732, + "-com": 11733, + "Ġking": 11734, + "_equal": 11735, + "ĠHelp": 11736, + "Ġabuse": 11737, + "480": 11738, + "169": 11739, + "--;Ċ": 11740, + "Ġextr": 11741, + "Ġchemical": 11742, + "ä¿": 11743, + "Ġorient": 11744, + "Ġbreath": 11745, + "ĠSpace": 11746, + "(element": 11747, + "wait": 11748, + "DED": 11749, + "igma": 11750, + "Ġentr": 11751, + "Ġsob": 11752, + "-name": 11753, + "Ġaffected": 11754, + "ika": 11755, + "Ġcoal": 11756, + "_work": 11757, + "Ġhundreds": 11758, + "Ġpolitics": 11759, + "subject": 11760, + "Ġconsumer": 11761, + "ANGE": 11762, + "Ġrepeated": 11763, + "Send": 11764, + "Ġ#[": 11765, + "Ġprotocol": 11766, + "Ġleads": 11767, + "useum": 11768, + "Every": 11769, + "808": 11770, + "174": 11771, + "Import": 11772, + "(count": 11773, + "Ġchallenges": 11774, + "Ġnovel": 11775, + "Ġdepart": 11776, + "bits": 11777, + ".Current": 11778, + "Ġ`${": 11779, + "oting": 11780, + "(\\": 11781, + "Ġcreative": 11782, + "Ġbuff": 11783, + "Ġintroduced": 11784, + "usic": 11785, + "modules": 11786, + "Are": 11787, + "-doc": 11788, + "language": 11789, + "_cache": 11790, + "Ġtod": 11791, + "?>{{": 12026, + "ĠResource": 12027, + "ĠStandard": 12028, + "ĠPrem": 12029, + "updated": 12030, + "ivalent": 12031, + "Ġassets": 12032, + "_temp": 12033, + "Ġinterests": 12034, + "Ġhardware": 12035, + "ĠRom": 12036, + "ĠShare": 12037, + "Ġ''Ċ": 12038, + "Ġ*,": 12039, + "ĠTake": 12040, + "ĠImages": 12041, + "_CHECK": 12042, + "(typeof": 12043, + "ĠJun": 12044, + "\\<^": 12045, + "Ġliqu": 12046, + "Ġworst": 12047, + "ymbols": 12048, + "ĉĉĉĠĠĠ": 12049, + "Ġdrivers": 12050, + "ĠDocument": 12051, + "eno": 12052, + "ĠTechnology": 12053, + "Ġapproved": 12054, + "umps": 12055, + "Ġsnow": 12056, + "formance": 12057, + "_ASSERT": 12058, + "uits": 12059, + "207": 12060, + "ÙĨ": 12061, + "Ġdifferences": 12062, + ".Visible": 12063, + "ĉĉĉčĊ": 12064, + "ĠPs": 12065, + "_fetch": 12066, + "Ġtodo": 12067, + ".',Ċ": 12068, + "Ġsel": 12069, + "urers": 12070, + "invalid": 12071, + "Ġtweet": 12072, + "VEL": 12073, + "Ġresearchers": 12074, + "Ġsprintf": 12075, + "ĠRO": 12076, + "Ġpel": 12077, + ".Trans": 12078, + "Ġillegal": 12079, + "dialog": 12080, + "smarty": 12081, + "lg": 12082, + "_MIN": 12083, + "Ġhero": 12084, + "final": 12085, + "Ġpp": 12086, + ".Le": 12087, + "Ġci": 12088, + "ĉRT": 12089, + "Ġsuggested": 12090, + "pdf": 12091, + "aching": 12092, + "ĠRo": 12093, + "ĠProperties": 12094, + "ĠSi": 12095, + "Ġbuying": 12096, + "Ġmu": 12097, + "Ġlands": 12098, + "ifiers": 12099, + "ĠFILE": 12100, + "ROUP": 12101, + "Ġholder": 12102, + "ĠSon": 12103, + "Ġsympt": 12104, + ".route": 12105, + ")?": 12106, + "Ġargc": 12107, + "Ġfort": 12108, + "Ġcasino": 12109, + "_category": 12110, + "Ġforum": 12111, + "215": 12112, + "prefix": 12113, + "apture": 12114, + "Tube": 12115, + "ems": 12116, + "imize": 12117, + "Ġnue": 12118, + "aus": 12119, + "course": 12120, + "ATOR": 12121, + "()),": 12122, + "Advertis": 12123, + "INGS": 12124, + "Ġacknow": 12125, + "ĠKorea": 12126, + "pling": 12127, + "Ġworker": 12128, + "PLIED": 12129, + "hal": 12130, + "ĠRichard": 12131, + "Elements": 12132, + "ĉĉĉĠ": 12133, + "star": 12134, + "Ġrelationships": 12135, + "Ġcheap": 12136, + "ACH": 12137, + "ĠXML": 12138, + ",&": 12139, + "ĠLouis": 12140, + "Ġride": 12141, + "_FAIL": 12142, + "Ġchunk": 12143, + "[s": 12144, + "_OUT": 12145, + "Ġchosen": 12146, + "_[": 12147, + "/(": 12148, + "ĠJeff": 12149, + "_sl": 12150, + "priv": 12151, + "ĠCanadian": 12152, + "Ġunable": 12153, + "_FLAG": 12154, + "Ġnos": 12155, + "high": 12156, + "Ġlift": 12157, + "fun": 12158, + "(){": 12159, + "elly": 12160, + "yclerView": 12161, + "_as": 12162, + "_LIST": 12163, + "Ġradi": 12164, + ".getValue": 12165, + "304": 12166, + "ĠAngeles": 12167, + "ĠSpan": 12168, + "_instance": 12169, + "itors": 12170, + "208": 12171, + "Ġmigration": 12172, + "AK": 12173, + "Oh": 12174, + "®": 12175, + ".selected": 12176, + "ĠGT": 12177, + "Ġadvance": 12178, + "ĠStyle": 12179, + ".DataGridView": 12180, + "ection": 12181, + "Ñİ": 12182, + "pio": 12183, + "rog": 12184, + "Ġshopping": 12185, + "ĠRect": 12186, + "Illuminate": 12187, + "OU": 12188, + "ĉarray": 12189, + "Ġsubstantial": 12190, + "Ġpregn": 12191, + "Ġpromote": 12192, + "IEW": 12193, + ".Layout": 12194, + "Ġsigns": 12195, + "/.": 12196, + "Ġletters": 12197, + "Board": 12198, + "ctrl": 12199, + "\"\\": 12200, + "ĠJones": 12201, + "Ġvertex": 12202, + "Ġja": 12203, + "Ġaffili": 12204, + "Ġwealth": 12205, + "ĉdefault": 12206, + "Ġsignificantly": 12207, + "Ġec": 12208, + "Ġxs": 12209, + "actual": 12210, + ".per": 12211, + "_step": 12212, + "anvas": 12213, + "mac": 12214, + "Ġtransl": 12215, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 12216, + "Iterator": 12217, + "Ġoch": 12218, + "agnostic": 12219, + "ĠDuring": 12220, + "ĠDEFAULT": 12221, + "Ġtill": 12222, + "Ġsignature": 12223, + "Ġbird": 12224, + "ĠOl": 12225, + "310": 12226, + "ĠIr": 12227, + "HS": 12228, + "avatar": 12229, + "ESSAGE": 12230, + "Ġelev": 12231, + "Ġmt": 12232, + "ĠNav": 12233, + "Ġrelax": 12234, + "Ġplate": 12235, + "ITEM": 12236, + "(date": 12237, + ".not": 12238, + "Ġgrade": 12239, + "Ġ}),Ċ": 12240, + "?\"ĊĊ": 12241, + "iences": 12242, + "High": 12243, + "ĠDIS": 12244, + "231": 12245, + "disabled": 12246, + "QUI": 12247, + "Ġnoise": 12248, + "aux": 12249, + "ĠUP": 12250, + "888": 12251, + "osa": 12252, + "Ġvoc": 12253, + "Ġ))": 12254, + "ocom": 12255, + "_OFF": 12256, + "ĠDb": 12257, + "Lock": 12258, + ".eclipse": 12259, + ",d": 12260, + "ĠDraw": 12261, + "Ġ\"(": 12262, + "Ġvisited": 12263, + "ĠâĪ": 12264, + "Ġsucceed": 12265, + "Ġimpossible": 12266, + "aire": 12267, + "ĠTurn": 12268, + "Ġdish": 12269, + "FG": 12270, + "Ġsensor": 12271, + "ANN": 12272, + "aba": 12273, + "Ġsurg": 12274, + "]);čĊ": 12275, + "Ġfp": 12276, + "_an": 12277, + "-J": 12278, + "-G": 12279, + "ĠJob": 12280, + "Convert": 12281, + "ĠKEY": 12282, + "Ġauthors": 12283, + "_server": 12284, + "\\r": 12285, + "Ġ-*-": 12286, + "flex": 12287, + "Ġsoc": 12288, + "Ret": 12289, + "Ġsalt": 12290, + "ĠâĢ¦ĊĊ": 12291, + "ĠClear": 12292, + "(page": 12293, + "-danger": 12294, + "Ġrooms": 12295, + "conv": 12296, + "#{": 12297, + ".op": 12298, + "ĠArea": 12299, + "_SC": 12300, + "hen": 12301, + "Ġbegins": 12302, + "-y": 12303, + "Ġexcited": 12304, + "Ġignored": 12305, + "Ġbonus": 12306, + "student": 12307, + "ĠMember": 12308, + "Ġrelatively": 12309, + "ĠLow": 12310, + "ĠProdu": 12311, + "ateway": 12312, + "posure": 12313, + "Ġthick": 12314, + "aniel": 12315, + "(view": 12316, + "ĠCrush": 12317, + "Extension": 12318, + "Il": 12319, + "eed": 12320, + "LOC": 12321, + ".im": 12322, + ".Items": 12323, + "Ġconflict": 12324, + ".prevent": 12325, + "252": 12326, + "ĠonCreate": 12327, + "uv": 12328, + "iser": 12329, + "Ġwave": 12330, + "Mar": 12331, + "ĠCommunity": 12332, + "iche": 12333, + "ĠNothing": 12334, + "[m": 12335, + "ĠLee": 12336, + "riends": 12337, + "232": 12338, + "ère": 12339, + "!!!": 12340, + "anz": 12341, + ".result": 12342, + "ĠSK": 12343, + "_PARAM": 12344, + "Ġdemocr": 12345, + "BackColor": 12346, + ".exists": 12347, + "\"It": 12348, + "(options": 12349, + "razy": 12350, + "aser": 12351, + "\\Database": 12352, + "alendar": 12353, + "_ass": 12354, + ";}Ċ": 12355, + "vertex": 12356, + "inecraft": 12357, + "Warning": 12358, + "argo": 12359, + "Ġactor": 12360, + "ĠInstead": 12361, + "ĠUsing": 12362, + "Self": 12363, + "@interface": 12364, + "Ġspeaking": 12365, + "ĠParis": 12366, + "ĠLICENSE": 12367, + ".node": 12368, + "ĠFood": 12369, + "EIF": 12370, + "ĠBi": 12371, + ".Start": 12372, + "ĠIB": 12373, + "Ġuniversity": 12374, + "254": 12375, + "ĠHeader": 12376, + ".product": 12377, + "409": 12378, + "Copy": 12379, + "etc": 12380, + "rical": 12381, + "Ġ>>>": 12382, + "books": 12383, + "Ġalgorithm": 12384, + "Ġ'__": 12385, + "(javax": 12386, + "Ġnumerous": 12387, + "Share": 12388, + "Have": 12389, + "Ġrecru": 12390, + "Ġprove": 12391, + ".substring": 12392, + "health": 12393, + "ел": 12394, + "Ġdecimal": 12395, + "Ġcommission": 12396, + "scription": 12397, + "xC": 12398, + "Ġsummary": 12399, + "atted": 12400, + "Ġcloser": 12401, + "finished": 12402, + "()){Ċ": 12403, + "ĠWood": 12404, + "301": 12405, + "_fields": 12406, + "ku": 12407, + "_items": 12408, + "Flag": 12409, + "Ġconfidence": 12410, + "ĠFederal": 12411, + "dux": 12412, + "Ġcompat": 12413, + "Ġvertical": 12414, + "й": 12415, + "ès": 12416, + ";\">Ċ": 12417, + "_manager": 12418, + "()))Ċ": 12419, + "IDE": 12420, + ":\",": 12421, + "235": 12422, + "__Ċ": 12423, + "ĠWay": 12424, + "221": 12425, + "ÑĪ": 12426, + "Temp": 12427, + "ĠSTR": 12428, + "ritten": 12429, + "Sync": 12430, + "ĠAV": 12431, + "ĠCEO": 12432, + "ĠGuid": 12433, + "Ġenvironmental": 12434, + "Ġcorresponding": 12435, + "ĉconsole": 12436, + "Ġjustice": 12437, + "ĠJS": 12438, + "Ġlived": 12439, + "gar": 12440, + "ĠGraph": 12441, + "ĠStat": 12442, + "ĠiPhone": 12443, + ".al": 12444, + "ĠHD": 12445, + "Ġoccur": 12446, + "Ġthreshold": 12447, + "509": 12448, + "Ġonclick": 12449, + "REG": 12450, + ".GraphicsUnit": 12451, + "Meta": 12452, + "ž": 12453, + "Ġcum": 12454, + ".gnu": 12455, + "ë": 12456, + "Ġobtained": 12457, + "Ġcomplaint": 12458, + "Ġeating": 12459, + "Ġtar": 12460, + "_task": 12461, + "Ġopts": 12462, + "216": 12463, + "(to": 12464, + "Pass": 12465, + "Ġplastic": 12466, + "tility": 12467, + "ĠWin": 12468, + ".preventDefault": 12469, + "pile": 12470, + "ĠGar": 12471, + "Ġquantity": 12472, + "_last": 12473, + "Ġgreatest": 12474, + "Dao": 12475, + "_DIS": 12476, + "ĠUsed": 12477, + "ĠHP": 12478, + "riting": 12479, + "SION": 12480, + "blue": 12481, + "domain": 12482, + "Ġscores": 12483, + "Normal": 12484, + "_admin": 12485, + "ĠASSERT": 12486, + "Then": 12487, + "***": 12488, + "dist": 12489, + "lon": 12490, + "Ġhate": 12491, + "shal": 12492, + "ImageView": 12493, + "database": 12494, + "Ġpand": 12495, + "Ġlogic": 12496, + "=false": 12497, + "bg": 12498, + "ĠConfiguration": 12499, + "Ġnur": 12500, + "OG": 12501, + "Ġmarried": 12502, + ":+": 12503, + "Ġdropped": 12504, + "040": 12505, + "Ġregistration": 12506, + "ом": 12507, + "ultiple": 12508, + "izers": 12509, + "shape": 12510, + ".copy": 12511, + "Ġwearing": 12512, + "ĠCath": 12513, + "Ġdedicated": 12514, + "Ġ...Ċ": 12515, + "Ġadvoc": 12516, + "ĠFamily": 12517, + "Ġstatements": 12518, + "ematic": 12519, + "ampionship": 12520, + "Ġmotiv": 12521, + "ĠHave": 12522, + "Ġblow": 12523, + "Job": 12524, + "cert": 12525, + "_vector": 12526, + "install": 12527, + "ĠCOPY": 12528, + "embed": 12529, + "DIR": 12530, + "ĠSpring": 12531, + "Ġexhib": 12532, + "223": 12533, + "cdn": 12534, + "ĠComment": 12535, + "ĠOptional": 12536, + ".player": 12537, + "ĠDark": 12538, + "(pos": 12539, + "ĠShould": 12540, + "Ġcentre": 12541, + "ĠGuard": 12542, + "ów": 12543, + "Ġtrouble": 12544, + "ENER": 12545, + "(unsigned": 12546, + "_service": 12547, + "Ġns": 12548, + "uling": 12549, + "ĠMexico": 12550, + "ĠNY": 12551, + "mysql": 12552, + "Ġlic": 12553, + "åľ": 12554, + "Mr": 12555, + "-fl": 12556, + "ĠCustomer": 12557, + "idi": 12558, + "Ġ?>ĊĊ": 12559, + "rible": 12560, + "ĠпÑĢ": 12561, + "Ġsizes": 12562, + "_STRING": 12563, + "validation": 12564, + "ĠJon": 12565, + "(Http": 12566, + "addClass": 12567, + "Nodes": 12568, + "Ġfragment": 12569, + "Ġspoke": 12570, + "Ġwaste": 12571, + "Join": 12572, + "Ġillustr": 12573, + "eli": 12574, + "cient": 12575, + "Ġaid": 12576, + "Ġprosec": 12577, + "'){Ċ": 12578, + "Ġpassing": 12579, + "Ġfaces": 12580, + "Shape": 12581, + "_Z": 12582, + "iti": 12583, + "Ġalle": 12584, + "Ġrobot": 12585, + "ĠĠĠĠĠĠĠĊ": 12586, + "ĠSpe": 12587, + "Ġreceiving": 12588, + "ĠDetails": 12589, + "Ġ\")": 12590, + "mg": 12591, + "_REF": 12592, + "Ġcomparison": 12593, + "*,": 12594, + "ĠFound": 12595, + "_session": 12596, + "(U": 12597, + "/F": 12598, + "Ġxxx": 12599, + "Network": 12600, + "ders": 12601, + "Ġcapture": 12602, + "Ġcorre": 12603, + "ĠLtd": 12604, + "ĠAdv": 12605, + "[@": 12606, + "Ġclip": 12607, + "Mill": 12608, + "ĠProfile": 12609, + "Ġendif": 12610, + "Ġoblig": 12611, + "describe": 12612, + ".element": 12613, + "riterion": 12614, + "LD": 12615, + "ered": 12616, + "Ġfavour": 12617, + "score": 12618, + "ĠFilter": 12619, + "attributes": 12620, + "Ġchecks": 12621, + "Inflater": 12622, + "ĠPlus": 12623, + "Ġscientific": 12624, + "Ġprivacy": 12625, + "Head": 12626, + "Ġfeat": 12627, + "Ġdegrees": 12628, + "ĠPale": 12629, + ";\">": 12630, + "Ġfilms": 12631, + "ĠAudio": 12632, + "ĠTag": 12633, + "ĠEnergy": 12634, + "itar": 12635, + "parator": 12636, + "Ġfellow": 12637, + "Ġevt": 12638, + "ĠTri": 12639, + "ĠDAM": 12640, + "cloud": 12641, + "ĠPassword": 12642, + "ĠDemocrats": 12643, + "ĠAcad": 12644, + "$lang": 12645, + "Ġreb": 12646, + "())ĊĊ": 12647, + "нÑĭ": 12648, + "ĠBur": 12649, + "readcr": 12650, + "Ġhex": 12651, + "209": 12652, + "Console": 12653, + "ctl": 12654, + "ousel": 12655, + "ĠWilliam": 12656, + "Ġaz": 12657, + "_PORT": 12658, + "Ġpractices": 12659, + "Ġanywhere": 12660, + "ĠPosition": 12661, + "Ġ->Ċ": 12662, + "iams": 12663, + ".username": 12664, + "placeholder": 12665, + "Ġoder": 12666, + "ĠSecretary": 12667, + "ĠiT": 12668, + "mond": 12669, + "events": 12670, + "?âĢĿ": 12671, + ".Sub": 12672, + "Ġattached": 12673, + "Ġnão": 12674, + "Ġestate": 12675, + "365": 12676, + ".action": 12677, + "Ġfigures": 12678, + "Ġ});čĊ": 12679, + "Ġsubscri": 12680, + ".tag": 12681, + "nam": 12682, + ".plot": 12683, + "noon": 12684, + "liament": 12685, + "Character": 12686, + ".tab": 12687, + "Ġwinter": 12688, + "ĠVariable": 12689, + "Ġtrees": 12690, + "Ġproud": 12691, + "(V": 12692, + "_load": 12693, + "Ġhier": 12694, + "ĠEcon": 12695, + "Ġfd": 12696, + "Ġvictims": 12697, + "Rest": 12698, + "iana": 12699, + "Ġfake": 12700, + ".Println": 12701, + "Ġstrlen": 12702, + "Ġsad": 12703, + "Ġble": 12704, + "Prot": 12705, + "Ġbuttons": 12706, + "Ġtelevision": 12707, + "Ġlogo": 12708, + "extension": 12709, + "ĉj": 12710, + "stein": 12711, + "aciones": 12712, + "Ġ\"\"\"ĊĊ": 12713, + "Ġsimp": 12714, + "Ġrecorded": 12715, + "Ġbrings": 12716, + "Ġprincipal": 12717, + "Ġfees": 12718, + "(source": 12719, + "kdir": 12720, + "Ġutils": 12721, + "Ġcorrectly": 12722, + "fil": 12723, + "Ġwel": 12724, + "Pair": 12725, + "-button": 12726, + "scale": 12727, + "verify": 12728, + "[c": 12729, + "Ġ---": 12730, + "Ġescape": 12731, + "ikes": 12732, + "LowerCase": 12733, + "ician": 12734, + "Ġchapter": 12735, + "ĠTYPE": 12736, + "Ġshadow": 12737, + "Ġawesome": 12738, + "WE": 12739, + "elif": 12740, + "Ġlambda": 12741, + "Ġdistinct": 12742, + "Ġbare": 12743, + "-off": 12744, + "Ġcolour": 12745, + ".appendChild": 12746, + "olec": 12747, + "aga": 12748, + ".fill": 12749, + "ĉsuper": 12750, + "Ġadj": 12751, + "(position": 12752, + ".getItem": 12753, + "242": 12754, + "Short": 12755, + "Ġtotally": 12756, + "VD": 12757, + "ĠTre": 12758, + "_ep": 12759, + "vements": 12760, + "ĠSolution": 12761, + "Ġfundament": 12762, + "Follow": 12763, + "Ġfacility": 12764, + "Ġhappening": 12765, + "OF": 12766, + ".textBox": 12767, + "Span": 12768, + "Ġ«": 12769, + "iden": 12770, + "Ġexceed": 12771, + "(parent": 12772, + "Ġcp": 12773, + "ç»": 12774, + "Ġhasn": 12775, + "Ġpri": 12776, + "Ġconsequ": 12777, + "nen": 12778, + "ĠINTO": 12779, + "Ignore": 12780, + "ĠFuture": 12781, + "Ġcarbon": 12782, + "ĠSteel": 12783, + "fmt": 12784, + "okie": 12785, + "Ġspl": 12786, + "(title": 12787, + "-info": 12788, + "Ġdeals": 12789, + "Ġfixture": 12790, + "ea": 12791, + "Div": 12792, + "Ġtested": 12793, + "_return": 12794, + ")ĊĊĊĊ": 12795, + "upported": 12796, + "ĠCook": 12797, + "Ġpaying": 12798, + "ĠIll": 12799, + "Ġarrested": 12800, + "ĠPrime": 12801, + "_callback": 12802, + ">,Ċ": 12803, + "driver": 12804, + "Once": 12805, + "abb": 12806, + "_bytes": 12807, + "ĠSets": 12808, + "(Object": 12809, + "Ġcc": 12810, + "Ġshell": 12811, + "alo": 12812, + ");//": 12813, + "(log": 12814, + "264": 12815, + "ctors": 12816, + ")": 13301, + "218": 13302, + "Ġ$(\".": 13303, + ".pos": 13304, + "Ġboys": 13305, + "Ġwedding": 13306, + "Ġagents": 13307, + "=\"_": 13308, + "ĠArmy": 13309, + "Ġhint": 13310, + "vision": 13311, + "Ġtech": 13312, + "ĠConnect": 13313, + "Ġlegend": 13314, + "ĠBet": 13315, + ".Base": 13316, + "Subject": 13317, + "Ġlit": 13318, + "Remove": 13319, + "Ġ\":": 13320, + "ĠFinal": 13321, + "pearance": 13322, + "ĠiTunes": 13323, + "Ġparticipants": 13324, + "ĠPython": 13325, + "Ġbusy": 13326, + "iel": 13327, + "vertices": 13328, + "ĠtemplateUrl": 13329, + "ĠClose": 13330, + "Img": 13331, + "ĠCorporation": 13332, + "timestamp": 13333, + "Ġextend": 13334, + "Ġwebsites": 13335, + "Ġpossibility": 13336, + "оÑĤ": 13337, + "Ġkö": 13338, + "Ġmeat": 13339, + "Ġrepresentation": 13340, + "241": 13341, + "Ġĉĉ": 13342, + "_START": 13343, + ".apply": 13344, + "ĠValley": 13345, + "ĠSuccess": 13346, + "Hi": 13347, + "Ġnob": 13348, + "ĠIEnumerable": 13349, + "_select": 13350, + "geo": 13351, + ".\")Ċ": 13352, + "Ġturning": 13353, + "Ġfabric": 13354, + "(\"\");Ċ": 13355, + "Ġperspective": 13356, + "éĹ": 13357, + "ĠSn": 13358, + "Thank": 13359, + ";j": 13360, + ".Parameters": 13361, + "ĉĠĠĠĠĠĠĠĠĠĠĠ": 13362, + "Ġfacts": 13363, + "305": 13364, + "Ġunt": 13365, + ".instance": 13366, + "################################################################": 13367, + "-end": 13368, + "ĠJOIN": 13369, + "ĠHen": 13370, + "Ġuri": 13371, + "åIJį": 13372, + "Ġна": 13373, + "ĠInfo": 13374, + "Ġconducted": 13375, + "ĠÃ¥": 13376, + "OURCE": 13377, + "Ġwine": 13378, + "John": 13379, + ".Errorf": 13380, + "ĠAge": 13381, + "ounded": 13382, + "Ġrealize": 13383, + "312": 13384, + "Ġ];": 13385, + "Ġsubsequ": 13386, + ",m": 13387, + "(User": 13388, + "iano": 13389, + "Ġaccompl": 13390, + "isp": 13391, + ".std": 13392, + "éĩ": 13393, + "ĠBed": 13394, + ".setAttribute": 13395, + "BR": 13396, + "keep": 13397, + "ĠALL": 13398, + "Ġisol": 13399, + "amma": 13400, + "Package": 13401, + "Ġoccasion": 13402, + "-success": 13403, + "ед": 13404, + "ĠLIMITED": 13405, + "strip": 13406, + "()ĊĊĊ": 13407, + "istribution": 13408, + "Colors": 13409, + "Ġ+:+": 13410, + "DidLoad": 13411, + "aler": 13412, + "Ġtid": 13413, + "ĠLED": 13414, + "ĠLinked": 13415, + "ĠCart": 13416, + "())čĊ": 13417, + "_READ": 13418, + "Ġkilling": 13419, + "ĠPHP": 13420, + "fection": 13421, + "Ġinstances": 13422, + "cv": 13423, + "\"/>": 13424, + "Ġsf": 13425, + "Ġtaxes": 13426, + "_location": 13427, + "ĠBitcoin": 13428, + "uable": 13429, + "rank": 13430, + "ignore": 13431, + "track": 13432, + "ка": 13433, + "Ġshouldn": 13434, + "ĠOP": 13435, + "=>{Ċ": 13436, + "Ġkm": 13437, + "Ġhelper": 13438, + "_head": 13439, + "ĠWhether": 13440, + "oco": 13441, + "_bl": 13442, + "Ġstatistics": 13443, + "Ġbeauty": 13444, + "Ġtog": 13445, + "tip": 13446, + "ëĭ¤": 13447, + "Ġcsv": 13448, + "(sql": 13449, + "stdlib": 13450, + "weak": 13451, + "Ġlikes": 13452, + "Äį": 13453, + "Ġrepeat": 13454, + "Ġapartment": 13455, + "Ġemph": 13456, + "_edit": 13457, + "Ġvit": 13458, + "ĉtype": 13459, + "217": 13460, + "Even": 13461, + "uten": 13462, + "Ġcircumstances": 13463, + "bian": 13464, + "Ġsugar": 13465, + "Windows": 13466, + "ìŀ": 13467, + "Ġobserved": 13468, + "/data": 13469, + "Ġcalendar": 13470, + "Ġstrike": 13471, + "ĠRES": 13472, + "_sc": 13473, + "fony": 13474, + "orem": 13475, + "(z": 13476, + "power": 13477, + "etect": 13478, + "ĠSat": 13479, + ".description": 13480, + "Ġgang": 13481, + "ĠSports": 13482, + "ongs": 13483, + "ĠBundle": 13484, + ".sum": 13485, + "once": 13486, + "Ġaccused": 13487, + "Ġexplore": 13488, + "Ġapproximately": 13489, + "Ġlosing": 13490, + "thesis": 13491, + "ĠFund": 13492, + "Ġdiagn": 13493, + "Autowired": 13494, + "properties": 13495, + "Ġ_.": 13496, + "Ġcnt": 13497, + "cedure": 13498, + "Ġyy": 13499, + "Ġgrant": 13500, + "sock": 13501, + ".innerHTML": 13502, + "Ġ]);Ċ": 13503, + "ĠCONFIG": 13504, + "='$": 13505, + "550": 13506, + "]];Ċ": 13507, + "UND": 13508, + "Ġglob": 13509, + "Ġdire": 13510, + "uffle": 13511, + "_MEM": 13512, + "Ġauthentic": 13513, + ">(\"": 13514, + "Ġdecade": 13515, + "ĠImport": 13516, + "Ġoriginally": 13517, + "ĠjQuery": 13518, + "Ġindicate": 13519, + "Ġourselves": 13520, + "Sw": 13521, + ".lbl": 13522, + "enerate": 13523, + "Ġbasically": 13524, + "ĠHom": 13525, + "Ġ+#+": 13526, + "ĠBritain": 13527, + "ĠKar": 13528, + "toEqual": 13529, + ".stop": 13530, + "Ġmodal": 13531, + "isi": 13532, + "Ġsuggests": 13533, + "Ġdtype": 13534, + "Ġtur": 13535, + "bf": 13536, + "Ġconnections": 13537, + "ĠBefore": 13538, + "isted": 13539, + "mouse": 13540, + "Ġpulled": 13541, + ".build": 13542, + "Ġlegislation": 13543, + "Ġforth": 13544, + "pad": 13545, + "ego": 13546, + ".Now": 13547, + "Ġexciting": 13548, + "}ĊĊĊĊ": 13549, + "Ġcompr": 13550, + "Ġshares": 13551, + "Ġrig": 13552, + "green": 13553, + "_vec": 13554, + "Ġenumerate": 13555, + "Auto": 13556, + "icator": 13557, + "ĠRay": 13558, + "asse": 13559, + "Ġholiday": 13560, + "Ġnullable": 13561, + "gun": 13562, + "_details": 13563, + "Ġwrapper": 13564, + "seq": 13565, + "ĠYoung": 13566, + "juana": 13567, + "Ġ\"__": 13568, + "license": 13569, + "serve": 13570, + "^(": 13571, + "iders": 13572, + ".Remove": 13573, + "ropdown": 13574, + "'S": 13575, + "pin": 13576, + "(token": 13577, + ".Default": 13578, + "Ġreasonable": 13579, + "ampion": 13580, + "ĠSociety": 13581, + "Ġbei": 13582, + "erves": 13583, + "rad": 13584, + "ĠFox": 13585, + "_images": 13586, + "Ġwheel": 13587, + "')[": 13588, + "Ġcfg": 13589, + "(By": 13590, + "Constructor": 13591, + "Ġvary": 13592, + ".swift": 13593, + "Ġproxy": 13594, + "ĉH": 13595, + "ĠAnother": 13596, + "ĠPen": 13597, + "Ġchecking": 13598, + "Ġjest": 13599, + "manager": 13600, + "Origin": 13601, + "ugs": 13602, + "oir": 13603, + ">čĊ": 16336, + "Ġrelief": 16337, + "lap": 16338, + "quer": 16339, + "_parent": 16340, + "heap": 16341, + "LOSE": 16342, + "Ġcombine": 16343, + "ĠRose": 16344, + "owers": 16345, + "Ġprocedures": 16346, + "ĠSort": 16347, + "anim": 16348, + "variant": 16349, + "ehicle": 16350, + "Ġsigning": 16351, + "Primary": 16352, + "currency": 16353, + "Ġsexe": 16354, + "oen": 16355, + "theta": 16356, + "eman": 16357, + "Ġimpressive": 16358, + "('_": 16359, + "ĉU": 16360, + "ĠTextStyle": 16361, + "_cnt": 16362, + "Ġslice": 16363, + "(':": 16364, + "Ġunderstood": 16365, + "His": 16366, + "277": 16367, + "013": 16368, + "Ġinformed": 16369, + "Ġnick": 16370, + "429": 16371, + "(TAG": 16372, + "hd": 16373, + "Ġelections": 16374, + "esture": 16375, + "ĠSanta": 16376, + "ĠCoast": 16377, + ".pdf": 16378, + "inciple": 16379, + ".clone": 16380, + "born": 16381, + "uta": 16382, + "Ġlicensed": 16383, + "Cr": 16384, + "Ġbread": 16385, + "ĠHouston": 16386, + "Ġnod": 16387, + "Ġhopes": 16388, + "ĠCGRect": 16389, + "Ġguilty": 16390, + ".gif": 16391, + "Ġrose": 16392, + ".Common": 16393, + "Tip": 16394, + "ANK": 16395, + "ĠFC": 16396, + "During": 16397, + "ĠSymfony": 16398, + "Ġdefensive": 16399, + "km": 16400, + ")>": 16401, + "archive": 16402, + "ĠURI": 16403, + "ycling": 16404, + "-o": 16405, + "ĠWebsite": 16406, + "AMP": 16407, + "405": 16408, + "ishment": 16409, + "Ġdoctors": 16410, + "Direct": 16411, + "ARI": 16412, + "ĠRedirect": 16413, + "ieren": 16414, + "960": 16415, + "_dist": 16416, + "yo": 16417, + "ĠProgress": 16418, + "Ġzum": 16419, + "Ġmemor": 16420, + "ĠED": 16421, + "Ġjur": 16422, + "æį®": 16423, + "_TABLE": 16424, + "Ġuuid": 16425, + "Expr": 16426, + ".head": 16427, + "('%": 16428, + "pointer": 16429, + "Ġestimate": 16430, + "ĠGreg": 16431, + "Ġloader": 16432, + "ĠiOS": 16433, + "Ġmens": 16434, + "[y": 16435, + "Ġrefused": 16436, + "Ġprecision": 16437, + "isch": 16438, + "ĠACTION": 16439, + "Cloud": 16440, + "sWith": 16441, + "(ret": 16442, + "292": 16443, + "_ADDR": 16444, + "_conf": 16445, + "(df": 16446, + "Ġlocked": 16447, + "Ġrising": 16448, + "ãĥ»ãĥ»": 16449, + "ĠMs": 16450, + "Ġscenes": 16451, + "_EXT": 16452, + "_raw": 16453, + "_the": 16454, + "people": 16455, + "Ġrecon": 16456, + "ĠFun": 16457, + "Ġbless": 16458, + "ĠUpdated": 16459, + "422": 16460, + "ün": 16461, + "ĠĠĠĠĠĠĠĠĠĠĠĠčĊ": 16462, + "pection": 16463, + "Release": 16464, + ".logger": 16465, + "ĠSY": 16466, + "Ġcounsel": 16467, + "urd": 16468, + "_true": 16469, + "Ġeverybody": 16470, + "ivot": 16471, + "Ġhence": 16472, + "ĠNAS": 16473, + "789": 16474, + "Ġopposed": 16475, + "unknown": 16476, + "ĠDESC": 16477, + "ĠChair": 16478, + "failed": 16479, + "ĠINCLUDING": 16480, + "386": 16481, + "352": 16482, + "Ġwriters": 16483, + "{}Ċ": 16484, + "ÃŃt": 16485, + "_copy": 16486, + "}:": 16487, + "ĠBat": 16488, + "Ġconverted": 16489, + "eding": 16490, + "placement": 16491, + "ĠHost": 16492, + "Sound": 16493, + "им": 16494, + "Ġsought": 16495, + "402": 16496, + "mid": 16497, + "Ġsalary": 16498, + "ogg": 16499, + "âĦ¢": 16500, + "bul": 16501, + "Ġwir": 16502, + "validator": 16503, + "_STAT": 16504, + ".store": 16505, + "ĠBattle": 16506, + "ın": 16507, + "Ġ-->ĊĊ": 16508, + "Trump": 16509, + "dot": 16510, + "ĠCONT": 16511, + ".fetch": 16512, + "Ġcontinu": 16513, + "was": 16514, + "Ġfraud": 16515, + "_tmp": 16516, + "mitter": 16517, + ".pictureBox": 16518, + "GA": 16519, + "Ġtournament": 16520, + ".Input": 16521, + "343": 16522, + "[r": 16523, + "exion": 16524, + "centage": 16525, + "ĠKorean": 16526, + "undef": 16527, + "ĠAvailable": 16528, + "reshape": 16529, + "Ġkit": 16530, + "ĠStruct": 16531, + "ĠSUB": 16532, + "Answer": 16533, + "_lib": 16534, + ".twitter": 16535, + "Ġore": 16536, + "ĠDragon": 16537, + ".Ext": 16538, + ",k": 16539, + "Ġexplanation": 16540, + "refs": 16541, + "ĠDrive": 16542, + "ĠTraining": 16543, + "282": 16544, + ".Has": 16545, + "341": 16546, + "intage": 16547, + "big": 16548, + "ologist": 16549, + "ennis": 16550, + "460": 16551, + "Ùĩ": 16552, + "Ġchicken": 16553, + "ĠĠĠĠĠĠĠĠĠĠĊ": 16554, + "çĽ": 16555, + "ãģ§": 16556, + "Ġpeak": 16557, + "Ġdrinking": 16558, + "Ġencode": 16559, + "ĠNEW": 16560, + "malloc": 16561, + "ĉfprintf": 16562, + "Ġ=================================================================": 16563, + "including": 16564, + "Ġprinciples": 16565, + "ĠMah": 16566, + "267": 16567, + "storage": 16568, + "-key": 16569, + "Ġkeyword": 16570, + "%;": 16571, + "Ġtrained": 16572, + ".contrib": 16573, + "Ġkv": 16574, + "__':Ċ": 16575, + "ĠBoy": 16576, + "parameter": 16577, + "Ġsuite": 16578, + "Ġthousand": 16579, + "Ġcoordinate": 16580, + "-generated": 16581, + "íķĺ": 16582, + "generated": 16583, + "Ġadmitted": 16584, + "Ġpussy": 16585, + "#w": 16586, + "Ġswim": 16587, + "union": 16588, + "Na": 16589, + "274": 16590, + "ĠRoyal": 16591, + ".channel": 16592, + "Updated": 16593, + "_ROOT": 16594, + "Ġvital": 16595, + "335": 16596, + "raction": 16597, + "ĠCrusher": 16598, + "Ġpreced": 16599, + "Ġhorizontal": 16600, + "Blueprint": 16601, + "Ġattrs": 16602, + "Ġsmoke": 16603, + "ÐĴ": 16604, + ".Equals": 16605, + "FB": 16606, + "ĠResources": 16607, + "rolling": 16608, + "Ġpasses": 16609, + "ĠNum": 16610, + "rotate": 16611, + "etype": 16612, + "\\\",": 16613, + "Ġsensitive": 16614, + "Ġtall": 16615, + "?âĢĿĊĊ": 16616, + "Proxy": 16617, + "iy": 16618, + "_section": 16619, + "âĢĶâĢĶâĢĶâĢĶ": 16620, + "brid": 16621, + "Ġcircuit": 16622, + "atan": 16623, + "ENC": 16624, + "Ġdriven": 16625, + "Ġvoted": 16626, + "Ġeducational": 16627, + "Ġinteraction": 16628, + "abetes": 16629, + "Ġtone": 16630, + "ĠInitializeComponent": 16631, + "Ġmerely": 16632, + "Ġìŀ": 16633, + "cookie": 16634, + "_div": 16635, + "ĠUILabel": 16636, + "vely": 16637, + "});čĊ": 16638, + "_ENT": 16639, + "#+#+": 16640, + "articles": 16641, + "ĠSouthern": 16642, + "Ġstronger": 16643, + "ĠGiven": 16644, + "ĠEric": 16645, + "ĠIR": 16646, + "abstract": 16647, + "Under": 16648, + "nable": 16649, + "Ġincrement": 16650, + "oven": 16651, + "Ġcoin": 16652, + "_timer": 16653, + "Ġsuffered": 16654, + "ĠFREE": 16655, + "'].\"": 16656, + "ĠQueen": 16657, + "stats": 16658, + "Ġmeetings": 16659, + "276": 16660, + "Ġentering": 16661, + "Ġalongside": 16662, + "(session": 16663, + "itals": 16664, + "Ġfoundation": 16665, + "ĠCredit": 16666, + ".div": 16667, + "_ALL": 16668, + "pcion": 16669, + "_stat": 16670, + "icking": 16671, + "Defaults": 16672, + "_src": 16673, + "Ġoutputs": 16674, + "/B": 16675, + "Ġenthus": 16676, + "-bl": 16677, + ".ForeColor": 16678, + "ĉtemp": 16679, + "Face": 16680, + "Ġinteract": 16681, + "Ġweird": 16682, + "Mount": 16683, + "rell": 16684, + "udents": 16685, + "Ġrequirement": 16686, + "ĠSus": 16687, + "IER": 16688, + "Ġelected": 16689, + "reference": 16690, + "ĠME": 16691, + "Ġservers": 16692, + ".wait": 16693, + "Ġsnapshot": 16694, + "ilton": 16695, + "Ġtries": 16696, + "Ġtipo": 16697, + ".Time": 16698, + ">w": 16699, + "Ġmountain": 16700, + "Ġpounds": 16701, + "Ġ[...": 16702, + "exists": 16703, + "ĠngOn": 16704, + "_MAP": 16705, + "Ġflying": 16706, + "331": 16707, + "xiety": 16708, + "ĉvalue": 16709, + "_DB": 16710, + "uno": 16711, + "Ġseats": 16712, + "TURN": 16713, + ".author": 16714, + "!)": 16715, + "orce": 16716, + "Ġindicated": 16717, + "317": 16718, + ".sin": 16719, + "Ġassignment": 16720, + "imiento": 16721, + "ĠFrame": 16722, + "324": 16723, + "_gen": 16724, + "inery": 16725, + "_)": 16726, + "messages": 16727, + ".settings": 16728, + "ĠMean": 16729, + "ĠMuseum": 16730, + "irq": 16731, + "attach": 16732, + "ĠPalestin": 16733, + "_QU": 16734, + "_tags": 16735, + "Ġcasual": 16736, + "emen": 16737, + "ASSWORD": 16738, + "432": 16739, + "$s": 16740, + "ĠCirc": 16741, + "ой": 16742, + "etric": 16743, + "/P": 16744, + "018": 16745, + "Ġepoch": 16746, + "The": 16761, + "ĠAk": 16762, + "Ġgrass": 16763, + "/*čĊ": 16764, + "(dis": 16765, + "Ġguns": 16766, + "Ġtb": 16767, + "ĠKevin": 16768, + ".args": 16769, + "ĠAh": 16770, + "oped": 16771, + "(J": 16772, + "columns": 16773, + "arguments": 16774, + "ĠWithEvents": 16775, + "_full": 16776, + "ĠDefense": 16777, + "Simple": 16778, + "Ġdeaths": 16779, + "295": 16780, + "Ġextensive": 16781, + "ĠStill": 16782, + "ĠExpression": 16783, + "ĠAgency": 16784, + "Ġperforming": 16785, + "FX": 16786, + "Ġusuario": 16787, + "UAL": 16788, + "Side": 16789, + "odos": 16790, + "aptop": 16791, + "Ġcredentials": 16792, + "_cap": 16793, + "atient": 16794, + "ĠDisney": 16795, + "Ġai": 16796, + "Ġchip": 16797, + "Ġvolt": 16798, + ".makeText": 16799, + "%%%%%%%%%%%%%%%%": 16800, + "Ġbelief": 16801, + "_LOC": 16802, + "ĠCivil": 16803, + "Navigation": 16804, + "Ġreveal": 16805, + "Ġviolent": 16806, + "ĠFil": 16807, + "Ġcatalog": 16808, + "emed": 16809, + "scan": 16810, + ".control": 16811, + "Ġconstitution": 16812, + "Country": 16813, + "Separator": 16814, + "_APP": 16815, + "topic": 16816, + "uetooth": 16817, + "MIN": 16818, + "Ġdescriptor": 16819, + "yt": 16820, + "ETHER": 16821, + "Ġdistribute": 16822, + "'}Ċ": 16823, + ".trim": 16824, + ".Line": 16825, + "Ġlbl": 16826, + "assertEquals": 16827, + "ĠDet": 16828, + "ombok": 16829, + "(width": 16830, + "Ġtort": 16831, + "ĠEXPRESS": 16832, + "aco": 16833, + "Using": 16834, + "ĠBrand": 16835, + "wall": 16836, + "EMENT": 16837, + "ĠCommunic": 16838, + "(Ċ": 17492, + "?>\"": 17493, + "Ġ///Ċ": 17494, + "Ġeiner": 17495, + "Ġweekly": 17496, + "ĉlogger": 17497, + "_pop": 17498, + "_man": 17499, + "Ġmigrations": 17500, + "Ġasks": 17501, + "Ġbs": 17502, + "Ġfalls": 17503, + ".Where": 17504, + "-height": 17505, + "_feature": 17506, + ".Min": 17507, + "Ġhyper": 17508, + "Ġvolatile": 17509, + "Ġtwenty": 17510, + "Typography": 17511, + "Unable": 17512, + "Det": 17513, + ",f": 17514, + "-mod": 17515, + "Ġsettlement": 17516, + "Ġcontracts": 17517, + "nome": 17518, + "Bad": 17519, + "ĠBrian": 17520, + "768": 17521, + "(username": 17522, + "!!!!": 17523, + "Ġhack": 17524, + ".Field": 17525, + "HR": 17526, + "ĠJordan": 17527, + "iza": 17528, + "ĠÂł": 17529, + "ĠSher": 17530, + ".header": 17531, + "(other": 17532, + "ĠDub": 17533, + "(op": 17534, + "ĠRound": 17535, + "Ġvie": 17536, + "Ġappl": 17537, + "ĉJ": 17538, + "ĠInsert": 17539, + "ĠLP": 17540, + "regon": 17541, + "ĠMPI": 17542, + "Ġanchor": 17543, + "aca": 17544, + "ør": 17545, + "Ġade": 17546, + "anchor": 17547, + "quee": 17548, + "ĠTreeNode": 17549, + "Ġtargeted": 17550, + "Ġlaid": 17551, + "ABEL": 17552, + "vet": 17553, + "ĠOrigin": 17554, + "Ant": 17555, + ".');Ċ": 17556, + "expect": 17557, + "edReader": 17558, + "ĠMajor": 17559, + "Ġinch": 17560, + "Compar": 17561, + "Ġpreview": 17562, + "Ġillness": 17563, + "ĠCONTRACT": 17564, + "ĠIndepend": 17565, + "uuid": 17566, + "Ġnome": 17567, + "Ġtc": 17568, + "ĠAvenue": 17569, + "isan": 17570, + "Ġphrase": 17571, + "_move": 17572, + "\")[": 17573, + "412": 17574, + "Ġprovision": 17575, + "Ġconcentr": 17576, + "_IR": 17577, + "ĠUt": 17578, + "()+": 17579, + "Ġnas": 17580, + "!,": 17581, + "ĠRobin": 17582, + "iations": 17583, + "atitude": 17584, + "Ġpx": 17585, + "ĠWithout": 17586, + "/bash": 17587, + "ekt": 17588, + "reement": 17589, + "342": 17590, + "Observer": 17591, + "318": 17592, + "ĠRegion": 17593, + "UBLIC": 17594, + "Ġ{//": 17595, + "KN": 17596, + "å·": 17597, + "GameObject": 17598, + "å¾": 17599, + "encoding": 17600, + "Ġ***": 17601, + "projects": 17602, + "Ġtk": 17603, + "Ġcheese": 17604, + "EMPL": 17605, + "aro": 17606, + "ĠاÙĦ": 17607, + "610": 17608, + "337": 17609, + "Ġconsists": 17610, + "refresh": 17611, + "ureau": 17612, + "ĠScanner": 17613, + "Ġsoil": 17614, + "Ġflavor": 17615, + "DataSource": 17616, + "Execute": 17617, + "ение": 17618, + "Ġshit": 17619, + "åĪĨ": 17620, + "Ċ": 17875, + "Ġsubsequent": 17876, + "posable": 17877, + "-fluid": 17878, + "Ġthorough": 17879, + "Ġpublicly": 17880, + "apters": 17881, + "ĠWilson": 17882, + "_PRE": 17883, + "yard": 17884, + "ä¼": 17885, + "ĉin": 17886, + "339": 17887, + "Ġrevers": 17888, + "Ġbullet": 17889, + "cribed": 17890, + "nesota": 17891, + "Ġ($_": 17892, + "annon": 17893, + "cursor": 17894, + "Ġclothing": 17895, + "ĠMulti": 17896, + "287": 17897, + ":',": 17898, + "Ġvess": 17899, + "ordinator": 17900, + "Ġeinem": 17901, + "Cannot": 17902, + "Ġarmed": 17903, + "ĉV": 17904, + "ä¸Ĭ": 17905, + ".Flat": 17906, + "ĠSep": 17907, + "ĠSubject": 17908, + "_font": 17909, + "Ġcharacteristics": 17910, + "Done": 17911, + "eln": 17912, + "############": 17913, + "POS": 17914, + "Ġdensity": 17915, + "ĠPlatform": 17916, + "-items": 17917, + "Ġovers": 17918, + "Ġpushing": 17919, + "ç¤": 17920, + ".Connection": 17921, + "_term": 17922, + "Ġinitialization": 17923, + "________________________________": 17924, + "ç¬": 17925, + ".document": 17926, + "lesh": 17927, + "ĉdocument": 17928, + "ĠPin": 17929, + "ça": 17930, + "Ġdefinitions": 17931, + ".Path": 17932, + "_WRITE": 17933, + "ĠĉĊ": 17934, + "?>ĊĊ": 17935, + "Ġterrible": 17936, + "bean": 17937, + "ickets": 17938, + "ĠSV": 17939, + "Buy": 17940, + "(task": 17941, + "Ġregime": 17942, + "google": 17943, + "Ġcrack": 17944, + ".visit": 17945, + "NUM": 17946, + "energy": 17947, + "Ġstruck": 17948, + "_sample": 17949, + ".payload": 17950, + "Ġrevis": 17951, + "ĠScene": 17952, + "Ġpg": 17953, + "Ġbreakfast": 17954, + "URRENT": 17955, + ".charAt": 17956, + "_exception": 17957, + "ĠAnton": 17958, + "Ġguidelines": 17959, + "Ġexhaust": 17960, + "ĠFinancial": 17961, + "Ġindent": 17962, + "Ġdesktop": 17963, + "Hidden": 17964, + "Failure": 17965, + "Ġprinciple": 17966, + "Ġiv": 17967, + "Ġseks": 17968, + "network": 17969, + "ĠnumberOf": 17970, + "ĠAlbert": 17971, + "ĉlong": 17972, + "801": 17973, + ",.": 17974, + "Ġzeros": 17975, + "fade": 17976, + "ĠTyp": 17977, + "ĠTerm": 17978, + "ĠArts": 17979, + ".Application": 17980, + "Ġbehalf": 17981, + "æĪ·": 17982, + "Ġmere": 17983, + "(`${": 17984, + "Ġawareness": 17985, + "elpers": 17986, + "flix": 17987, + "Ġweigh": 17988, + "Ġestimates": 17989, + ".child": 17990, + "/O": 17991, + "ĠBitmap": 17992, + ".bottom": 17993, + "Ġ**************************************************************************": 17994, + "Expect": 17995, + "ento": 17996, + "ĠForum": 17997, + "veral": 17998, + "Ġjail": 17999, + "Ġabilities": 18000, + "ĠHOLD": 18001, + "ĠCit": 18002, + "Ġdynam": 18003, + "Ġgray": 18004, + "ĉĉĉĉĉĉĉĉĉĉĉĉĉ": 18005, + ".nextInt": 18006, + "antly": 18007, + "ĠARISING": 18008, + "(private": 18009, + "Ġrejected": 18010, + "ĠNic": 18011, + "Ġleather": 18012, + "={Ċ": 18013, + "alytics": 18014, + "thetic": 18015, + ".Top": 18016, + "373": 18017, + ".Page": 18018, + "={`": 18019, + "Ġ;čĊ": 18020, + "depth": 18021, + "mann": 18022, + "WD": 18023, + "ĠSom": 18024, + ".Right": 18025, + "Ġ)}Ċ": 18026, + "Ġtrait": 18027, + "ÃĹ": 18028, + "iac": 18029, + "Ġrv": 18030, + "Sample": 18031, + ".Xml": 18032, + "opped": 18033, + "ĠÑĦ": 18034, + "lists": 18035, + "Ġtear": 18036, + "iversary": 18037, + ".collection": 18038, + "ĠConstitution": 18039, + "ĠHttpResponse": 18040, + "Ġbrill": 18041, + "ĠProm": 18042, + "hover": 18043, + "366": 18044, + "ĠMiami": 18045, + "Ġargue": 18046, + "_float": 18047, + "504": 18048, + "ĠãĤ": 18049, + "Ġnat": 18050, + "ĠTal": 18051, + "Ġintegration": 18052, + "(cur": 18053, + "Ġremoving": 18054, + "Ġcoeff": 18055, + "ĠThough": 18056, + "Ġforecast": 18057, + "408": 18058, + "ĠVegas": 18059, + "Site": 18060, + "346": 18061, + "Ġtrab": 18062, + "ĠHenry": 18063, + "-i": 18064, + "Ġinvolves": 18065, + "BT": 18066, + "Ġslo": 18067, + "Invoke": 18068, + "Ġlucky": 18069, + "025": 18070, + "rat": 18071, + "Ġ?Ċ": 18072, + "Ġhandled": 18073, + "(fd": 18074, + "contents": 18075, + "ĠOFF": 18076, + "RF": 18077, + "Ġsty": 18078, + "ĠMotor": 18079, + "tery": 18080, + "tax": 18081, + "MAP": 18082, + "ĠMrs": 18083, + "Ġphones": 18084, + "ĠUIView": 18085, + "\")));Ċ": 18086, + "(dev": 18087, + "ĠIrish": 18088, + "019": 18089, + "Ġws": 18090, + "DI": 18091, + "_OFFSET": 18092, + "ĠEvents": 18093, + "Ġstages": 18094, + "Ġ}//": 18095, + "Ġhaben": 18096, + "STANCE": 18097, + "ĠSin": 18098, + "ĠMoney": 18099, + "(top": 18100, + "Ġappointment": 18101, + "VERSION": 18102, + "metadata": 18103, + "_comment": 18104, + "Ġcolleagues": 18105, + "maps": 18106, + "âĺ": 18107, + "ĊĉĊ": 18108, + "(al": 18109, + "_req": 18110, + "Ġfut": 18111, + "Ġarchitecture": 18112, + "351": 18113, + "ĠWHETHER": 18114, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 18115, + "_screen": 18116, + "ĠstyleUrls": 18117, + "Ġmonster": 18118, + ".up": 18119, + "phia": 18120, + "Ġprocessor": 18121, + "ĠTerr": 18122, + "=',": 18123, + "ĠManufact": 18124, + "ĠNT": 18125, + "kel": 18126, + "ibern": 18127, + "ĉfile": 18128, + "Ali": 18129, + "rientation": 18130, + "Ġ//!": 18131, + "apore": 18132, + "aneous": 18133, + "ĠCreat": 18134, + "folder": 18135, + "415": 18136, + "Ġhay": 18137, + "Suppress": 18138, + "(left": 18139, + "Ġeuro": 18140, + "Ġdisclaimer": 18141, + "ustry": 18142, + "ships": 18143, + "_fd": 18144, + "ĠFa": 18145, + "_insert": 18146, + "Ġrol": 18147, + "ifting": 18148, + "ĠComments": 18149, + "_br": 18150, + "Ġlosses": 18151, + "ĠAdded": 18152, + "charg": 18153, + "Ġпо": 18154, + "_system": 18155, + "ĠSometimes": 18156, + "ĠSpain": 18157, + "(group": 18158, + "ialis": 18159, + "Ġdollar": 18160, + "ĠArgs": 18161, + "499": 18162, + "297": 18163, + "quires": 18164, + "ĠTen": 18165, + ".scss": 18166, + "Ġsurvive": 18167, + "usage": 18168, + "Ġjun": 18169, + "imiter": 18170, + "ï¼ģĊĊ": 18171, + "Ġfifth": 18172, + "toggle": 18173, + "Ġdecline": 18174, + "($\"": 18175, + "(Long": 18176, + "inge": 18177, + "Ġpilot": 18178, + "-light": 18179, + "-radius": 18180, + "Ġpodcast": 18181, + "Ġnaturally": 18182, + "Pages": 18183, + "为": 18184, + "ĠDespite": 18185, + "Ġlighting": 18186, + "Ġcrate": 18187, + "ĠBinary": 18188, + "Ġreducing": 18189, + "Ġeleg": 18190, + "ĠMouse": 18191, + "ĠTestBed": 18192, + "ĠbeforeEach": 18193, + "_ARRAY": 18194, + "Redirect": 18195, + "329": 18196, + "Ġflood": 18197, + "Ġships": 18198, + "363": 18199, + "Ġelectricity": 18200, + ")*(": 18201, + "ê¸": 18202, + "ĠViet": 18203, + "hero": 18204, + "Ġdia": 18205, + "ĠKent": 18206, + "heart": 18207, + "Ġthreats": 18208, + "_acc": 18209, + "Ġsymbols": 18210, + "ischen": 18211, + "_inst": 18212, + "Criterion": 18213, + "ĠTIM": 18214, + ".Height": 18215, + "580": 18216, + "ĠâĢĻ": 18217, + "();ĊĊĊ": 18218, + "Products": 18219, + "_SP": 18220, + "ĠCy": 18221, + "Ġdependent": 18222, + "este": 18223, + "Ġdatos": 18224, + "dit": 18225, + "ав": 18226, + "IGNAL": 18227, + "Ġlesson": 18228, + "\">'": 18229, + "ĠCover": 18230, + "ĠHope": 18231, + "ĠTimer": 18232, + "Ġdad": 18233, + "viders": 18234, + "ĠPhot": 18235, + "/?": 18236, + "ropy": 18237, + "oming": 18238, + "asion": 18239, + "Ġ\\(": 18240, + "ĠET": 18241, + "ĠReading": 18242, + "Ġepisodes": 18243, + "lm": 18244, + "421": 18245, + "echa": 18246, + "Ġneuro": 18247, + "820": 18248, + "Ġharmon": 18249, + "Ġliberal": 18250, + "-ind": 18251, + "393": 18252, + "DATA": 18253, + "Ġeveryday": 18254, + "Ġdivided": 18255, + "ĠActiveRecord": 18256, + "figure": 18257, + "UA": 18258, + "ä¹": 18259, + "riendly": 18260, + "tech": 18261, + "601": 18262, + ".gameObject": 18263, + "иÑĤÑĮ": 18264, + "374": 18265, + "Ġmoon": 18266, + "ftime": 18267, + "Ġnoch": 18268, + "ĠTORT": 18269, + "ĠVM": 18270, + ".initial": 18271, + "(child": 18272, + "Ġmusical": 18273, + "Ġoc": 18274, + "bas": 18275, + "ĠHay": 18276, + "361": 18277, + "_long": 18278, + "Ġmemset": 18279, + "iley": 18280, + "adelphia": 18281, + "SV": 18282, + "roat": 18283, + "_tx": 18284, + "Ġlon": 18285, + "ĠngOnInit": 18286, + "bp": 18287, + "ĠGolden": 18288, + "ACHE": 18289, + "Ġworried": 18290, + "azi": 18291, + "Ear": 18292, + "Take": 18293, + "(fp": 18294, + "burgh": 18295, + "_Data": 18296, + "gres": 18297, + "ĠOnt": 18298, + "pus": 18299, + "Ġtransparent": 18300, + "Ġpocket": 18301, + "Ġram": 18302, + "igrations": 18303, + ".čĊčĊ": 18304, + "Ġ[(": 18305, + "Ġadopted": 18306, + "Ġreportedly": 18307, + "ĠDream": 18308, + "Ġ}));Ċ": 18309, + "losing": 18310, + "Ġteeth": 18311, + "ĠBooks": 18312, + "\",&": 18313, + "enny": 18314, + "LEMENT": 18315, + "Ġgel": 18316, + "ĠPlant": 18317, + "437": 18318, + "!âĢĿ": 18319, + ".host": 18320, + "ĠReply": 18321, + "376": 18322, + "rength": 18323, + "Ġrecognition": 18324, + "Ġ}}>Ċ": 18325, + "LA": 18326, + "Ġmirror": 18327, + "Ġassistant": 18328, + "(device": 18329, + "Ġspiritual": 18330, + "builder": 18331, + "§": 18332, + "Ġoutr": 18333, + "Ġtt": 18334, + "ĠPER": 18335, + "Ġradical": 18336, + "Methods": 18337, + "Ġpace": 18338, + "udy": 18339, + "Ġgut": 18340, + "ĠGreek": 18341, + "Ġnonatomic": 18342, + "ĠPaper": 18343, + "_GPIO": 18344, + "Ġobst": 18345, + ".Ad": 18346, + "vironments": 18347, + "ĠSov": 18348, + "356": 18349, + "(con": 18350, + "ĠTransaction": 18351, + ".assign": 18352, + "ĉcatch": 18353, + "elter": 18354, + "Ġbitcoin": 18355, + "_GR": 18356, + "ĠčĊ": 18473, + "metic": 18474, + "Ġtransformation": 18475, + "åı·": 18476, + "Ġrgb": 18477, + "istributions": 18478, + "Ġimplicit": 18479, + "/in": 18480, + "destination": 18481, + "аÑĤÑĮ": 18482, + "Zero": 18483, + "Ġunset": 18484, + "920": 18485, + ".where": 18486, + ".go": 18487, + "Ġformation": 18488, + "Ġdeclaration": 18489, + "()čĊčĊ": 18490, + "ĠExpl": 18491, + "ĉĉĉĠĠ": 18492, + "/pro": 18493, + ".JSON": 18494, + "441": 18495, + "Ġdesk": 18496, + ".substr": 18497, + "//----------------------------------------------------------------------------": 18498, + "lyn": 18499, + "pson": 18500, + "407": 18501, + "disable": 18502, + "ĠFunc": 18503, + "ĉAssert": 18504, + "ĠMARK": 18505, + "Ġdefeat": 18506, + "Ġblind": 18507, + "Ġconstants": 18508, + "362": 18509, + ".headers": 18510, + "UILD": 18511, + "Ġexpenses": 18512, + "Pixel": 18513, + "Ġhr": 18514, + "Ġfel": 18515, + "ĠEastern": 18516, + "424": 18517, + "490": 18518, + "_del": 18519, + "357": 18520, + "ĠCub": 18521, + "Ġsq": 18522, + "ĉcount": 18523, + "ĠDirectory": 18524, + "Ġexclus": 18525, + "Ġhistoric": 18526, + "Ġ------------------------------------------------": 18527, + "Ġcomposition": 18528, + "ĠdataGridView": 18529, + "ĠBurn": 18530, + "ĠBC": 18531, + "Master": 18532, + "Ġspawn": 18533, + "Ġbearing": 18534, + ".SetActive": 18535, + "ilo": 18536, + "Ġgallery": 18537, + "Ġfounded": 18538, + "Ġavailability": 18539, + ".sqrt": 18540, + "Ġpes": 18541, + "ĠDOM": 18542, + "mate": 18543, + "Oct": 18544, + "Ġmatched": 18545, + "itivity": 18546, + "Ġanxiety": 18547, + ".price": 18548, + "ĠInstant": 18549, + "ìĬ": 18550, + "Ġtut": 18551, + "ICollection": 18552, + ".shared": 18553, + "_sql": 18554, + "tbl": 18555, + "library": 18556, + "_destroy": 18557, + "ermal": 18558, + "ĠNotes": 18559, + "ĠEin": 18560, + "Ġsouthern": 18561, + "ĠOTHERWISE": 18562, + "Ġmacro": 18563, + ".lower": 18564, + "cls": 18565, + "ContentView": 18566, + ".link": 18567, + "constant": 18568, + "ĠBes": 18569, + "Ġsomebody": 18570, + "nb": 18571, + "399": 18572, + "\">{": 18573, + "(local": 18574, + ".....": 18575, + "ĠNull": 18576, + "mx": 18577, + "Ġç": 18578, + "Ġpause": 18579, + "-----------": 18580, + "_MO": 18581, + "ĠCM": 18582, + "ĠforKey": 18583, + "ĠDVD": 18584, + "Ġclosest": 18585, + "_DEVICE": 18586, + "ĠStephen": 18587, + "ĠBBC": 18588, + "ĠTravel": 18589, + "Paint": 18590, + "ĠResults": 18591, + "ĠRule": 18592, + "Ġtp": 18593, + "Ġratings": 18594, + "cin": 18595, + "csv": 18596, + ">/": 18597, + "ĠGOP": 18598, + "lad": 18599, + "ĠÑĢ": 18600, + "ĠindexPath": 18601, + "matrix": 18602, + "=f": 18603, + "arsed": 18604, + "Ġ});": 18605, + "ĠCos": 18606, + "ĠScore": 18607, + "Ġtak": 18608, + "ĠESP": 18609, + "ĠINC": 18610, + "_NULL": 18611, + "-flex": 18612, + "\"][": 18613, + "into": 18614, + "eland": 18615, + "Authorization": 18616, + "_FALSE": 18617, + "Ġgate": 18618, + "Ġvid": 18619, + "istent": 18620, + "TIME": 18621, + "Ġrewrite": 18622, + "Ġtie": 18623, + "Ġarchive": 18624, + "511": 18625, + ".events": 18626, + ".getParameter": 18627, + "ĠPermission": 18628, + "Ġprogramme": 18629, + "Ġé": 18630, + "jud": 18631, + "Ġcameras": 18632, + "338": 18633, + "349": 18634, + "(sys": 18635, + "ĠSyrian": 18636, + "Ġimprovements": 18637, + "Ġhip": 18638, + "Ġsuicide": 18639, + "Ġscholar": 18640, + "Ġcompatible": 18641, + "022": 18642, + "remote": 18643, + ".down": 18644, + "FUNCTION": 18645, + "Ġmanaging": 18646, + "ĠUIKit": 18647, + ".raw": 18648, + ">>>>": 18649, + "371": 18650, + "Ġdemands": 18651, + "ellite": 18652, + "Ġdent": 18653, + "ĠMicro": 18654, + "åıĸ": 18655, + "'][$": 18656, + "ĠIE": 18657, + "imension": 18658, + "Ġtrem": 18659, + "630": 18660, + "Ġgained": 18661, + ".with": 18662, + ".ok": 18663, + "hou": 18664, + "Ġbom": 18665, + "ampaign": 18666, + "Ġjoining": 18667, + "fish": 18668, + "ĠaddSubview": 18669, + "860": 18670, + "Ġnorthern": 18671, + ".cor": 18672, + "oret": 18673, + "Die": 18674, + "inish": 18675, + "_comp": 18676, + "Ġattended": 18677, + "Ġcollapse": 18678, + "ĠSS": 18679, + "acent": 18680, + "_EQUAL": 18681, + "ĠDeep": 18682, + "RGB": 18683, + "ĉtest": 18684, + "olves": 18685, + "uset": 18686, + "UnityEngine": 18687, + "writer": 18688, + "Resolver": 18689, + ",%": 18690, + "ifference": 18691, + "_remove": 18692, + "onda": 18693, + "Ġfemme": 18694, + "385": 18695, + "decode": 18696, + "Branch": 18697, + "Ġflush": 18698, + "Ġinnovative": 18699, + "Tests": 18700, + "Ġ['./": 18701, + "Ġcovering": 18702, + ".admin": 18703, + "ultipart": 18704, + "(lambda": 18705, + "namespace": 18706, + "ĠSport": 18707, + "Ġ!(": 18708, + "acles": 18709, + "Ġdepression": 18710, + "ĠKong": 18711, + "570": 18712, + "Ġpert": 18713, + "ĠConn": 18714, + "ĠOtherwise": 18715, + "/home": 18716, + "supported": 18717, + "Ġpink": 18718, + "Ġinvited": 18719, + "ños": 18720, + "_enabled": 18721, + "Ġ-Ċ": 18722, + "FW": 18723, + "eners": 18724, + "ĠMY": 18725, + "Ġsuggestions": 18726, + "Canvas": 18727, + "Ġfer": 18728, + "ĠMarketing": 18729, + "@Test": 18730, + "untu": 18731, + "ĠVen": 18732, + "ĠCou": 18733, + "ivals": 18734, + "Donald": 18735, + "limited": 18736, + "ĉĉĉĉĉĉĊ": 18737, + "Ġanalyst": 18738, + "(entry": 18739, + "Ġrepresentative": 18740, + "_attributes": 18741, + "Ġfur": 18742, + ".hide": 18743, + "resp": 18744, + "adores": 18745, + "rides": 18746, + "ĠJosh": 18747, + "robot": 18748, + "ĠNAT": 18749, + "Ġsesso": 18750, + "Ġintegrated": 18751, + ":true": 18752, + "parts": 18753, + "Ġstupid": 18754, + ":event": 18755, + "@endsection": 18756, + "Ġpu": 18757, + ".Table": 18758, + "ĠYii": 18759, + "`;ĊĊ": 18760, + "Ġclang": 18761, + "=\"\">": 18762, + "engan": 18763, + "_parameters": 18764, + ".internal": 18765, + "ĠModern": 18766, + "Ġmetric": 18767, + "Ġsemi": 18768, + "={{Ċ": 18769, + "707": 18770, + ".amazon": 18771, + "ĠBB": 18772, + "ainty": 18773, + "viewport": 18774, + "367": 18775, + "ĠstartActivity": 18776, + "dispatch": 18777, + "*****": 18778, + "Ġflav": 18779, + "ifferent": 18780, + "382": 18781, + "[this": 18782, + "Ġstake": 18783, + "Ġargued": 18784, + "viously": 18785, + ".work": 18786, + "ĠOak": 18787, + "Old": 18788, + "(async": 18789, + "notes": 18790, + "Ġflip": 18791, + "Ġdisag": 18792, + "ĠTE": 18793, + "ĉerror": 18794, + "<'": 18795, + "Ġ»ĊĊ": 18796, + "Ġfiltered": 18797, + "ĠMach": 18798, + "Ġhung": 18799, + "_dump": 18800, + "_samples": 18801, + "-dismiss": 18802, + "Ġray": 18803, + "Implemented": 18804, + "DK": 18805, + "Ġjed": 18806, + "090": 18807, + "Ġbreaks": 18808, + "Ġfits": 18809, + ".gr": 18810, + "ĠZero": 18811, + "oro": 18812, + "Ġequally": 18813, + "Ġ'[": 18814, + "Ġconcerning": 18815, + "<": 18914, + "Ġpromot": 18915, + "Ġincl": 18916, + "_only": 18917, + "를": 18918, + "ĠAttorney": 18919, + "-date": 18920, + "Ġlandscape": 18921, + "Ġfu": 18922, + "SY": 18923, + ".prop": 18924, + "ĠArr": 18925, + "pag": 18926, + "ParallelGroup": 18927, + "':čĊ": 18928, + "Ġlogs": 18929, + "aunch": 18930, + "unci": 18931, + "nama": 18932, + "TableCell": 18933, + "issues": 18934, + ".{": 18935, + "ecurity": 18936, + "_exec": 18937, + "olds": 18938, + "Ġhosts": 18939, + "Ġproto": 18940, + "_import": 18941, + "_sort": 18942, + "ĠBow": 18943, + "ĠNormal": 18944, + "ĠFarm": 18945, + ".createParallelGroup": 18946, + "Rotation": 18947, + ".err": 18948, + "Ġpleased": 18949, + "itage": 18950, + ".Wh": 18951, + "ĉĉĠĠĠĠ": 18952, + "MR": 18953, + "ĠMORE": 18954, + "ĠNatural": 18955, + "_transform": 18956, + "BASE": 18957, + "eneral": 18958, + "utdown": 18959, + ".commons": 18960, + "WT": 18961, + "Ġaan": 18962, + ".Result": 18963, + "dog": 18964, + "Ġclicking": 18965, + "),ĊĊ": 18966, + "#line": 18967, + "Operator": 18968, + "Ġciv": 18969, + "Ġmerg": 18970, + "obuf": 18971, + "ngthen": 18972, + "Ġ[{": 18973, + "Ġcancell": 18974, + "trigger": 18975, + ".:": 18976, + "WORK": 18977, + "declare": 18978, + "Ġdecrease": 18979, + "ÅĽci": 18980, + "loom": 18981, + ".None": 18982, + "ĠMI": 18983, + "ĠJason": 18984, + "Ġhealthcare": 18985, + "iamond": 18986, + "sylvania": 18987, + "*x": 18988, + "ĠRa": 18989, + "[b": 18990, + "Ġprinting": 18991, + "phabet": 18992, + "ĠLabour": 18993, + "opper": 18994, + "Ġzijn": 18995, + "-target": 18996, + "_FUNCTION": 18997, + "Ġoct": 18998, + "ениÑı": 18999, + "åľ¨": 19000, + "Ġwestern": 19001, + "Ġcomputers": 19002, + "ĠRET": 19003, + "HashMap": 19004, + "[String": 19005, + "getValue": 19006, + "_DATE": 19007, + ".Next": 19008, + "ĠFif": 19009, + "él": 19010, + "icked": 19011, + "æİ": 19012, + "-MM": 19013, + "Ġ{ĊĊĊ": 19014, + "Ġcontacts": 19015, + "Ġdigits": 19016, + "Produ": 19017, + "Ġunusual": 19018, + "Ġrapidly": 19019, + "tures": 19020, + "Ġangry": 19021, + "cancel": 19022, + "xxxx": 19023, + "_parser": 19024, + "idity": 19025, + "_PREFIX": 19026, + "710": 19027, + "Ġmehr": 19028, + "Ġrarely": 19029, + "ethe": 19030, + "opes": 19031, + "Ġ%.": 19032, + "works": 19033, + "Ġtheta": 19034, + "Ġcontribution": 19035, + "ĠTony": 19036, + "Ġsquad": 19037, + "537": 19038, + "ай": 19039, + "Ġîn": 19040, + "there": 19041, + "outed": 19042, + "ĉq": 19043, + "ĻĤ": 19044, + "good": 19045, + "LI": 19046, + "页": 19047, + "ĠLiving": 19048, + "izabeth": 19049, + "Ġkt": 19050, + "ĠDallas": 19051, + "]],Ċ": 19052, + "Ġ/>ĊĊ": 19053, + "Ġraising": 19054, + "/router": 19055, + "_game": 19056, + "368": 19057, + "ĠCUR": 19058, + "zens": 19059, + ".es": 19060, + "ĠfontWeight": 19061, + "(func": 19062, + "notification": 19063, + "Ġ'../../../": 19064, + "Ġblame": 19065, + "ãĢĤĊĊĊĊ": 19066, + "anco": 19067, + "980": 19068, + "Identity": 19069, + "follow": 19070, + "Ġarts": 19071, + "xs": 19072, + "Ġofficially": 19073, + "ĠStudio": 19074, + "Ġrecommendations": 19075, + "Ġlocale": 19076, + "Ġamateur": 19077, + "ĠEnable": 19078, + "Ġcaps": 19079, + ".End": 19080, + "388": 19081, + "-add": 19082, + "_gshared": 19083, + "ĠCT": 19084, + "Force": 19085, + "ĊĠĠĠĠĠĠĠĠĠĠĠĠĊ": 19086, + "Ġorange": 19087, + "Ġlp": 19088, + "Ġanswered": 19089, + ".Grid": 19090, + "Ġdual": 19091, + "Ġstrategic": 19092, + "Ġnobody": 19093, + "Ġfatal": 19094, + "_est": 19095, + "(el": 19096, + "Ġìł": 19097, + "ĠBudd": 19098, + "AIT": 19099, + "_factor": 19100, + "-one": 19101, + "ĠHAVE": 19102, + "\"čĊčĊ": 19103, + "760": 19104, + "Prof": 19105, + "Ġär": 19106, + "strings": 19107, + "Ġdirty": 19108, + "ĠFace": 19109, + "ĠBegin": 19110, + "ĠBus": 19111, + "Ġwis": 19112, + "åŃĹ": 19113, + "Ġspeaker": 19114, + "Ġcarrier": 19115, + "ĠOm": 19116, + "Ġhadn": 19117, + "Allow": 19118, + "::__": 19119, + "Ġverb": 19120, + "ĠComplete": 19121, + "ĠEasy": 19122, + "Ġbills": 19123, + "ĠĠĊĊ": 19124, + "Vertical": 19125, + "Ġpron": 19126, + "ĠDefine": 19127, + "Ġlookup": 19128, + "variables": 19129, + "Ġpandas": 19130, + "umes": 19131, + "Ġinnoc": 19132, + "ĠsetUp": 19133, + "ĠChampionship": 19134, + "artist": 19135, + "ĠCType": 19136, + "Foundation": 19137, + "à¹Ī": 19138, + "ĠSetup": 19139, + "428": 19140, + "Ġrecipes": 19141, + "ĠUIColor": 19142, + "ĠFight": 19143, + "Ġauthorized": 19144, + "_click": 19145, + "990": 19146, + "_success": 19147, + "angan": 19148, + "ĠMountain": 19149, + "ĠDoctor": 19150, + "Ġegg": 19151, + "ĠMedicine": 19152, + "cles": 19153, + "`.Ċ": 19154, + "[int": 19155, + "dashboard": 19156, + "ĠAppro": 19157, + "-dr": 19158, + "Ġproduces": 19159, + "Ġrental": 19160, + "Ġreload": 19161, + "381": 19162, + "Ġarrival": 19163, + "spot": 19164, + "Ġundert": 19165, + "378": 19166, + "Ġequipped": 19167, + "Ġproved": 19168, + "Ġcenters": 19169, + "Ġdefines": 19170, + "also": 19171, + "Ġopacity": 19172, + "ĠUnfortunately": 19173, + "ĠIllinois": 19174, + "Ġне": 19175, + "ĠTemple": 19176, + "ĠTrail": 19177, + "ĠKelly": 19178, + "Ġmeasurement": 19179, + "Ġseparated": 19180, + "-circle": 19181, + "Hey": 19182, + "ĠREAD": 19183, + "igits": 19184, + "Ġib": 19185, + "ĠMOD": 19186, + "attery": 19187, + "аз": 19188, + "Ġvend": 19189, + "енÑĤ": 19190, + "ĠHttpClient": 19191, + "359": 19192, + "safe": 19193, + "_ASS": 19194, + "icit": 19195, + "ĠConstruct": 19196, + "ĠClo": 19197, + "ĠSix": 19198, + "_TOKEN": 19199, + "(block": 19200, + "Ġwarned": 19201, + "/*!": 19202, + "!Ċ": 19296, + "Ġinnovation": 19297, + "_\"": 19298, + "Ġ);čĊčĊ": 19299, + "Ġspots": 19300, + "Ġchoosing": 19301, + ".cs": 19302, + "Ġflexible": 19303, + "UInt": 19304, + "435": 19305, + "930": 19306, + "Ġscratch": 19307, + "-al": 19308, + "Ġfestival": 19309, + "Ġoutstanding": 19310, + "================================================": 19311, + "Mean": 19312, + "ĠOregon": 19313, + "symbol": 19314, + ".account": 19315, + "dney": 19316, + "'''": 19317, + "!\",": 19318, + "901": 19319, + "Ġparticle": 19320, + "Ãĥ": 19321, + "[MAX": 19322, + "IVER": 19323, + "ERENCE": 19324, + "NSMutable": 19325, + "ĠColumbia": 19326, + "_ĊĊ": 19327, + ".fr": 19328, + "Ġcogn": 19329, + "VR": 19330, + "ĠMethods": 19331, + "ĠMade": 19332, + "ĠBR": 19333, + "ĠElse": 19334, + "Ġeggs": 19335, + "Ġswing": 19336, + "ĠInv": 19337, + "Ġdiseases": 19338, + "Ġfirms": 19339, + "Ġlemma": 19340, + "}`);Ċ": 19341, + "lings": 19342, + "Ġgym": 19343, + "uminum": 19344, + ".Trim": 19345, + "Mem": 19346, + "Ġcriticism": 19347, + "ibernate": 19348, + "_TX": 19349, + "ioni": 19350, + "Ġguidance": 19351, + "Ġrepeatedly": 19352, + "Ġsupplier": 19353, + "Ġpainting": 19354, + "864": 19355, + ".Fragment": 19356, + "edException": 19357, + "Ġwiring": 19358, + "Ġcourts": 19359, + "WEB": 19360, + "æľī": 19361, + "\\.": 19362, + "illance": 19363, + "Ġbrows": 19364, + "ĠPattern": 19365, + "PLICATION": 19366, + "ĠSummer": 19367, + "Chain": 19368, + "Ġcute": 19369, + "mercial": 19370, + "Ġdil": 19371, + "ĠFranklin": 19372, + "ĉglobal": 19373, + "INCLUDING": 19374, + "history": 19375, + "Ġlst": 19376, + "Qt": 19377, + "SDL": 19378, + "alia": 19379, + "iere": 19380, + "(...": 19381, + "ĉcin": 19382, + "iffs": 19383, + "velope": 19384, + "ĠRoot": 19385, + "cluster": 19386, + "UserName": 19387, + "igne": 19388, + "()Ċ": 19485, + "Ġapplying": 19486, + "Ġpromised": 19487, + "Ġox": 19488, + "ncia": 19489, + "ĠValidation": 19490, + "orts": 19491, + "_cur": 19492, + "elect": 19493, + "eye": 19494, + "(Data": 19495, + "Ġreporter": 19496, + "ĠBuff": 19497, + "395": 19498, + "Ġsr": 19499, + "Ġ\";": 19500, + "icky": 19501, + "Ġtempor": 19502, + "SN": 19503, + "Ġresident": 19504, + "pires": 19505, + "ysical": 19506, + "Ġendorse": 19507, + "ĠSong": 19508, + "isEmpty": 19509, + "leet": 19510, + "_util": 19511, + "Ġdistingu": 19512, + "ĠTalk": 19513, + "ĠMot": 19514, + "(default": 19515, + ".Arg": 19516, + "gorithms": 19517, + "_words": 19518, + "immer": 19519, + "_reset": 19520, + "family": 19521, + "WW": 19522, + "Ġsavings": 19523, + "ĠâĢĿ": 19524, + "_enable": 19525, + "sidebar": 19526, + "Running": 19527, + "Ġali": 19528, + "Ġtestim": 19529, + "Ġwarnings": 19530, + "ĠChem": 19531, + "ĠExit": 19532, + "Ġfounder": 19533, + "pector": 19534, + "Ġrm": 19535, + "_dataset": 19536, + "ĠDas": 19537, + "Ġhan": 19538, + "Getty": 19539, + "ál": 19540, + "Ġny": 19541, + "Ġpoverty": 19542, + "Ġresulted": 19543, + ".by": 19544, + "ĠVisit": 19545, + "Ġobtaining": 19546, + "/'.$": 19547, + "ĠĠĠĠĠĠĠĠĠĠĠĊ": 19548, + "shall": 19549, + "_LEFT": 19550, + "UIImage": 19551, + "_Name": 19552, + "have": 19553, + "ĠNob": 19554, + "lr": 19555, + "-footer": 19556, + "Ġnaked": 19557, + "ĠGarden": 19558, + "\\Facades": 19559, + "Ġgraduate": 19560, + "417": 19561, + "Ġfranchise": 19562, + "plane": 19563, + "Ġcontributions": 19564, + "ĠstringWith": 19565, + "Ġcrypto": 19566, + "Ġmovements": 19567, + "athers": 19568, + "Ġlifetime": 19569, + "Ġcommunicate": 19570, + "jar": 19571, + "ĠFragment": 19572, + "_IF": 19573, + "ĠNavy": 19574, + "ĠFigure": 19575, + "Ġsimulation": 19576, + "_stop": 19577, + "Ġreporters": 19578, + "Ġversus": 19579, + "aja": 19580, + "Ġα": 19581, + "Ġgovernor": 19582, + "ListItem": 19583, + "Ġsealed": 19584, + ".Background": 19585, + "edi": 19586, + "ashing": 19587, + "Ġlip": 19588, + "ĠIh": 19589, + "merge": 19590, + "Ġnec": 19591, + "024": 19592, + "elocity": 19593, + "ATEG": 19594, + "Ġseeds": 19595, + "Ġfloating": 19596, + "701": 19597, + "_FA": 19598, + "walk": 19599, + "ĉuser": 19600, + "_depth": 19601, + "Ġwage": 19602, + "@app": 19603, + "Nil": 19604, + "([\"": 19605, + "(vector": 19606, + "Ġsecretary": 19607, + "461": 19608, + "ĠjPanel": 19609, + "vez": 19610, + "³³³³": 19611, + "direction": 19612, + "ĠEP": 19613, + "Ġhunt": 19614, + "396": 19615, + "JsonProperty": 19616, + "ĠPORT": 19617, + "]\",": 19618, + "ап": 19619, + "ĠForeign": 19620, + "panic": 19621, + "Ġtrials": 19622, + "ĠAle": 19623, + "Ġrural": 19624, + "-value": 19625, + "authorized": 19626, + "ĠScotland": 19627, + ".drop": 19628, + "ĠMT": 19629, + "ç±": 19630, + "391": 19631, + "rowth": 19632, + "515": 19633, + "FilePath": 19634, + "Ġrecall": 19635, + "ifle": 19636, + "Ġcel": 19637, + "ĠSELECT": 19638, + "kn": 19639, + "_case": 19640, + "Ġcrop": 19641, + "543": 19642, + "sure": 19643, + "pot": 19644, + "ICS": 19645, + "Ġstem": 19646, + "Ġindustries": 19647, + "Put": 19648, + "Ġaber": 19649, + "roadcast": 19650, + "Icons": 19651, + ")\")Ċ": 19652, + "æĪIJåĬŁ": 19653, + "gui": 19654, + "Ġassumed": 19655, + "Ġrx": 19656, + "EA": 19657, + "è§": 19658, + "ELL": 19659, + "Ġdose": 19660, + "Ġine": 19661, + "Ġdeeper": 19662, + "lider": 19663, + "Ġordinary": 19664, + "Ġgolf": 19665, + "605": 19666, + "_IMAGE": 19667, + "ĠNAME": 19668, + "(module": 19669, + "Ġatom": 19670, + "Ġbelt": 19671, + "Ġoffices": 19672, + "506": 19673, + "beta": 19674, + "Ġphilosophy": 19675, + "(JSON": 19676, + "-field": 19677, + "Ġintroduce": 19678, + "Ġconvenience": 19679, + "optim": 19680, + ">\"Ċ": 19681, + "athy": 19682, + "Ġemployer": 19683, + "quate": 19684, + "Ġedited": 19685, + "Arguments": 19686, + "ĠNations": 19687, + "__)": 19688, + "Ġnose": 19689, + "ĠSample": 19690, + "')ĊĊĊ": 19691, + "Ġcake": 19692, + ".getAttribute": 19693, + "HD": 19694, + "392": 19695, + "Modified": 19696, + "445": 19697, + "Ġpredicted": 19698, + "ÅĦ": 19699, + "anie": 19700, + "Sorry": 19701, + "(doc": 19702, + "wind": 19703, + "ieve": 19704, + "Ġprovisions": 19705, + "ATER": 19706, + "OTE": 19707, + "MY": 19708, + ".Autowired": 19709, + "ĠBath": 19710, + "423": 19711, + ".Boolean": 19712, + "Ġbackend": 19713, + ".Mouse": 19714, + "ateral": 19715, + "paper": 19716, + "Const": 19717, + "ĠVR": 19718, + "_entity": 19719, + "_CTRL": 19720, + "ĠProtection": 19721, + "ĠGM": 19722, + "ĠStudy": 19723, + "Ġsoup": 19724, + "otime": 19725, + "'use": 19726, + "]\"": 19727, + "/users": 19728, + "aug": 19729, + "ĠHong": 19730, + "_norm": 19731, + "ãģ¨": 19732, + "Ġsecre": 19733, + "(Build": 19734, + "ĠContract": 19735, + "olas": 19736, + "Ġsauce": 19737, + "Ġaggressive": 19738, + "Ġracial": 19739, + "character": 19740, + "@@": 19741, + "Ġcompile": 19742, + "ĠVoid": 19743, + "_rem": 19744, + "_memory": 19745, + "348": 19746, + "kk": 19747, + "Ġmic": 19748, + "Same": 19749, + "Utility": 19750, + "ĠHtml": 19751, + "ĠXml": 19752, + "Ready": 19753, + "Ġgall": 19754, + "Ġallegedly": 19755, + "ĉĉĉĉĠĠĠ": 19756, + "ĠMetal": 19757, + "ĠPersonal": 19758, + "ĠborderRadius": 19759, + "rxjs": 19760, + "objects": 19761, + "Ġwanting": 19762, + "Ġbowl": 19763, + "vendor": 19764, + "offsetof": 19765, + "ĠRs": 19766, + "ĠRating": 19767, + "Ġrally": 19768, + "_NODE": 19769, + "418": 19770, + "ĠMix": 19771, + "Ġadvertis": 19772, + "485": 19773, + "667": 19774, + "Ġnarrative": 19775, + "sal": 19776, + "Ġmc": 19777, + "SError": 19778, + "Ġfingers": 19779, + "Ġaccompany": 19780, + "Ġtired": 19781, + "Ġstride": 19782, + "Ġgui": 19783, + "elist": 19784, + "Locale": 19785, + "Ġreleases": 19786, + "iking": 19787, + "Ġanger": 19788, + ")))ĊĊ": 19789, + "allest": 19790, + "Summary": 19791, + "(O": 19792, + "(for": 19793, + "Ġbasketball": 19794, + "Ġroads": 19795, + "ĠInstall": 19796, + "ĠFab": 19797, + "itmap": 19798, + "475": 19799, + "Ġ))Ċ": 19800, + "Ġintersection": 19801, + "ighbor": 19802, + "ĠBry": 19803, + "ĠHERE": 19804, + "Software": 19805, + "elfare": 19806, + "acs": 19807, + "622": 19808, + "Ġtrailer": 19809, + ".getClass": 19810, + "chars": 19811, + "Ġregulation": 19812, + "Ġrefers": 19813, + "Ġdestruction": 19814, + "Ġcontinuous": 19815, + "ĠAustin": 19816, + "é¢": 19817, + "akan": 19818, + ".window": 19819, + "ĠTemplates": 19820, + "Ġabsence": 19821, + ":n": 19822, + "Ġdisorder": 19823, + "flash": 19824, + "Ġdelet": 19825, + "boards": 19826, + "ĠĠĉ": 19827, + "ROP": 19828, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 19829, + "Ġacqu": 19830, + "Ġlawsuit": 19831, + "ĠReviews": 19832, + "Ġgarage": 19833, + "timer": 19834, + "Ġej": 19835, + "ĠRectangle": 19836, + "Ġflowers": 19837, + "398": 19838, + "ilst": 19839, + "ĠInstance": 19840, + "Super": 19841, + "det": 19842, + "disposing": 19843, + "ĠES": 19844, + "ĠIC": 19845, + "vere": 19846, + "Sk": 19847, + "_channels": 19848, + "puted": 19849, + "/null": 19850, + "nnen": 19851, + "431": 19852, + "ĠGallery": 19853, + "_global": 19854, + "Authentication": 19855, + "ĠRank": 19856, + "Ġblocked": 19857, + "Ġcalm": 19858, + "market": 19859, + "ĉval": 19860, + "Ġaug": 19861, + "period": 19862, + "ĠConstant": 19863, + "Ġ?>\">Ċ": 19864, + "Ġlobby": 19865, + "pal": 19866, + "379": 19867, + "Ġsink": 19868, + "508": 19869, + "iah": 19870, + "С": 19871, + "urname": 19872, + "Ġconver": 19873, + "Ġinvestigate": 19874, + "Christ": 19875, + "Hub": 19876, + "ĠIND": 19877, + "ĠPed": 19878, + "uras": 19879, + "ĉurl": 19880, + "ĠTro": 19881, + "Ġpreferences": 19882, + "Ġguaranteed": 19883, + "`ĊĊ": 19884, + "Ġportions": 19885, + "Ġevalu": 19886, + "'>;ĊĊ": 19985, + ".AutoScaleMode": 19986, + "Ġcats": 19987, + "465": 19988, + "Ġregistry": 19989, + "ulus": 19990, + "FI": 19991, + "payload": 19992, + "-search": 19993, + "Ġstaying": 19994, + "acious": 19995, + "Decoration": 19996, + "Review": 19997, + "Inf": 19998, + "Keep": 19999, + "itis": 20000, + ",String": 20001, + "Coord": 20002, + "Ġpero": 20003, + "Sex": 20004, + "ĠAtlanta": 20005, + "uesta": 20006, + "Argb": 20007, + ">*": 20008, + "}_": 20009, + "Footer": 20010, + "Ġemployed": 20011, + "_bound": 20012, + "vide": 20013, + ".func": 20014, + "$scope": 20015, + "Ġspo": 20016, + "ĠAnal": 20017, + "ounced": 20018, + "around": 20019, + "Ġrestriction": 20020, + "Ġshops": 20021, + "åĢ": 20022, + "ĠLatin": 20023, + "-col": 20024, + "Ġbarely": 20025, + "ĠEuro": 20026, + "Er": 20027, + "Ġfaire": 20028, + "_distance": 20029, + "_unlock": 20030, + "Quote": 20031, + "IVATE": 20032, + "ĠåĪ": 20033, + "Ġaimed": 20034, + "ĠRetrie": 20035, + ".iter": 20036, + "Ġwrapped": 20037, + "Ġagreements": 20038, + "strument": 20039, + "(product": 20040, + "Ġstudied": 20041, + ".setValue": 20042, + "Ġye": 20043, + "ĠCache": 20044, + "MBOL": 20045, + "Ġquarterback": 20046, + "Ġsyntax": 20047, + ".getElementsBy": 20048, + ".version": 20049, + "website": 20050, + "Runner": 20051, + "_single": 20052, + "ativ": 20053, + "ĠAltern": 20054, + "ĠBeautiful": 20055, + "rightarrow": 20056, + "Ġdiversity": 20057, + "plash": 20058, + "(co": 20059, + ".Fill": 20060, + "Ġtyping": 20061, + "387": 20062, + "023": 20063, + "Ġclar": 20064, + "Hit": 20065, + "OO": 20066, + "acco": 20067, + "507": 20068, + "worth": 20069, + "Ġscripts": 20070, + "ĠMuslims": 20071, + "ĠLL": 20072, + "erving": 20073, + "(boolean": 20074, + "Ġbaseball": 20075, + "ĠCAN": 20076, + "394": 20077, + "044": 20078, + "MAIL": 20079, + "depend": 20080, + "Ġrespective": 20081, + "Ġconstexpr": 20082, + ".*;ĊĊ": 20083, + "']))Ċ": 20084, + "Ġyard": 20085, + "Ġidentical": 20086, + "ifecycle": 20087, + "USH": 20088, + "upiter": 20089, + ".validate": 20090, + "cli": 20091, + "ISTER": 20092, + "Indicator": 20093, + "Fail": 20094, + "Ġdemocracy": 20095, + ".var": 20096, + "Ġsatisfied": 20097, + "-------------": 20098, + "encer": 20099, + "hor": 20100, + "Ġrounds": 20101, + "DAO": 20102, + "oa": 20103, + "Ġflask": 20104, + "=c": 20105, + "[]Ċ": 20106, + "/dist": 20107, + "Ġparte": 20108, + "Ġconfirmation": 20109, + "eron": 20110, + "aware": 20111, + "": 20112, + "Ġdependencies": 20113, + "ĠVideos": 20114, + "-row": 20115, + "Ġ**/Ċ": 20116, + "Ġnou": 20117, + "Ġhover": 20118, + "æŀ": 20119, + "Ġnin": 20120, + "ĠUSD": 20121, + "Mac": 20122, + "_Load": 20123, + "Ġoutcomes": 20124, + "_socket": 20125, + "Ġqueries": 20126, + "wm": 20127, + "592": 20128, + "Ġhitting": 20129, + "inux": 20130, + "Mich": 20131, + "udge": 20132, + "ATAB": 20133, + "Ġvulnerable": 20134, + "ä¾": 20135, + "Ġportfolio": 20136, + ":YES": 20137, + "ĉmap": 20138, + "Bound": 20139, + "Ġiteration": 20140, + "incess": 20141, + "Ġactors": 20142, + "ĠQual": 20143, + "_clean": 20144, + "ãĢijãĢIJ": 20145, + "MSG": 20146, + "Green": 20147, + "ĠOfficer": 20148, + "Ġsmoking": 20149, + ">',": 20150, + "ĠFlo": 20151, + "++;": 20152, + "433": 20153, + "olygon": 20154, + "Ġbulk": 20155, + "Ġdrama": 20156, + "Ġexceptions": 20157, + "osed": 20158, + "Ġ+čĊ": 20159, + "Ġlegacy": 20160, + "CV": 20161, + "Ġcontributed": 20162, + "ĠTerms": 20163, + "Ġbt": 20164, + "434": 20165, + "Ġuntuk": 20166, + "Ġalien": 20167, + "===Ċ": 20168, + "ĉVector": 20169, + "Ġls": 20170, + "Online": 20171, + ".facebook": 20172, + "numeric": 20173, + "ockets": 20174, + "Aut": 20175, + "bury": 20176, + "-redux": 20177, + "ĠRedistributions": 20178, + "GLOBALS": 20179, + "urrencies": 20180, + "Ġtons": 20181, + "âĢĻ,": 20182, + "Ġê": 20183, + "(col": 20184, + "ĠSymbol": 20185, + "Ġstayed": 20186, + "ĠML": 20187, + "Ġmunicip": 20188, + "Ġsexo": 20189, + "Sen": 20190, + "nr": 20191, + "Ġgains": 20192, + "Ġshortly": 20193, + ".Menu": 20194, + "ý": 20195, + "KNOWN": 20196, + "Ġoperators": 20197, + "-V": 20198, + "ĠPatrick": 20199, + "/add": 20200, + "_CO": 20201, + "iration": 20202, + "(post": 20203, + "Posts": 20204, + "/_": 20205, + "Ġplug": 20206, + "Ġintellectual": 20207, + "Ġmetab": 20208, + "Ġpregnancy": 20209, + "ĠPremier": 20210, + "nm": 20211, + "Ġprediction": 20212, + "606": 20213, + "ĠMinistry": 20214, + "Three": 20215, + "valuate": 20216, + "ĠMini": 20217, + "bu": 20218, + "оз": 20219, + "\";čĊ": 20679, + "ĠSav": 20680, + ".Bold": 20681, + "Ġenables": 20682, + "ĉtmp": 20683, + "Ġmanually": 20684, + "ĠSqu": 20685, + "userid": 20686, + ".function": 20687, + ".cache": 20688, + "LOPT": 20689, + ".Services": 20690, + "588": 20691, + "ddit": 20692, + "tim": 20693, + ">>": 20761, + "station": 20762, + "lore": 20763, + "atype": 20764, + "ishop": 20765, + "/****************************************************************": 20766, + "521": 20767, + "ComboBox": 20768, + "Ġvacation": 20769, + "Ġinitiative": 20770, + "ĠdefaultValue": 20771, + "770": 20772, + "concat": 20773, + "ĠKh": 20774, + "632": 20775, + "ĠWelcome": 20776, + "izedName": 20777, + "Migration": 20778, + "Ġgradient": 20779, + "Hot": 20780, + "Ġhardly": 20781, + "elo": 20782, + "ĠStudents": 20783, + "Ġloose": 20784, + "730": 20785, + "atz": 20786, + ".Send": 20787, + "'/": 20788, + "Ġuniversal": 20789, + "Ġenterprise": 20790, + "Ġregex": 20791, + "Ġvisitor": 20792, + "ĠFly": 20793, + "Seq": 20794, + "à¸Ļ": 20795, + "ĠVisual": 20796, + "Ġlibraries": 20797, + "atoes": 20798, + "Payment": 20799, + "447": 20800, + "Ġpent": 20801, + "Ġgathered": 20802, + "VRTX": 20803, + "ĠDM": 20804, + "Split": 20805, + "Ġletting": 20806, + "ÐĿ": 20807, + "_errors": 20808, + "epoch": 20809, + "PARAM": 20810, + "cu": 20811, + "ÑģÑĤв": 20812, + "olutions": 20813, + "Editing": 20814, + "fonts": 20815, + "Ġallocated": 20816, + "ĠBased": 20817, + "(Y": 20818, + "ĠJudge": 20819, + "Ġbrothers": 20820, + "FILES": 20821, + "ço": 20822, + "531": 20823, + "wb": 20824, + "_PI": 20825, + "'^": 20826, + "Ġsword": 20827, + ".services": 20828, + "Ġnl": 20829, + "Tim": 20830, + "igg": 20831, + "ĠMoore": 20832, + "Ġcryptoc": 20833, + "åĩº": 20834, + "_posts": 20835, + "otate": 20836, + "?'": 20837, + "....ĊĊ": 20838, + "Ġkl": 20839, + "=\"$": 20840, + "Ġdecoration": 20841, + "ạ": 20842, + "ĠDIRECT": 20843, + "GUI": 20844, + ")=>{Ċ": 20845, + "Ġnewsletter": 20846, + "Ġprecis": 20847, + "(point": 20848, + "ĠEquipment": 20849, + "uty": 20850, + "ĠDave": 20851, + "Ġparticipation": 20852, + "uarios": 20853, + "xit": 20854, + ".As": 20855, + "ETER": 20856, + "orous": 20857, + "Ġshield": 20858, + "[]>": 20859, + "ilitary": 20860, + ".origin": 20861, + "Ġpromotion": 20862, + "Unt": 20863, + "Ġct": 20864, + "TRA": 20865, + "556": 20866, + "ViewHolder": 20867, + "Ġsigma": 20868, + "delta": 20869, + "arehouse": 20870, + "contract": 20871, + "(Vector": 20872, + "721": 20873, + "Ġcompete": 20874, + "/form": 20875, + "/components": 20876, + "Ġnr": 20877, + "ĠIndones": 20878, + "ĠоÑĤ": 20879, + "ĠVolume": 20880, + ".files": 20881, + "(resp": 20882, + "/models": 20883, + "Ġsurf": 20884, + "standard": 20885, + "/o": 20886, + "ĠXCTAssert": 20887, + "VICES": 20888, + ".Code": 20889, + "SED": 20890, + "Ġactivate": 20891, + "Delta": 20892, + "Ġlimitation": 20893, + "rij": 20894, + "Ġpregnant": 20895, + ":^(": 20896, + "Ġsour": 20897, + "pie": 20898, + "803": 20899, + "Ġexpense": 20900, + "ication": 20901, + "ĠLarge": 20902, + "Ġ±": 20903, + "ĠBowl": 20904, + "(models": 20905, + "/N": 20906, + "857": 20907, + "Pa": 20908, + ".reload": 20909, + "Ġwondering": 20910, + "462": 20911, + "Execution": 20912, + "ĉĠĠĠĠĠĠ": 20913, + "ĠGraphics": 20914, + "ĠContin": 20915, + "_job": 20916, + "ĠgetName": 20917, + "ĠMagn": 20918, + "ĠDWORD": 20919, + "mad": 20920, + "Ġnh": 20921, + "features": 20922, + "}\");Ċ": 20923, + "heets": 20924, + "(train": 20925, + "zn": 20926, + "Ġrecruit": 20927, + ".connection": 20928, + "Ġbarrel": 20929, + "Ġsteam": 20930, + "_setting": 20931, + "Ġangular": 20932, + "aneously": 20933, + "Ġbil": 20934, + "ĠNorm": 20935, + "522": 20936, + "(!$": 20937, + "ibt": 20938, + "%(": 20939, + "Ġposit": 20940, + "ĠFather": 20941, + "intendo": 20942, + "565": 20943, + "Live": 20944, + "041": 20945, + "Ġports": 20946, + "Ġmej": 20947, + "Ġlanding": 20948, + "ponder": 20949, + "Ġcod": 20950, + "_HEADER": 20951, + ".Margin": 20952, + "Ġballs": 20953, + "Ġdiscussions": 20954, + "Ġblend": 20955, + "Hex": 20956, + "Ġfarmers": 20957, + "Ġmaintaining": 20958, + "ĠĠĠčĊ": 20959, + "syn": 20960, + "[T": 20961, + "rus": 20962, + "439": 20963, + "uffers": 20964, + "Ġcontributors": 20965, + "_sys": 20966, + ".Debug": 20967, + "Ġconstructed": 20968, + "omes": 20969, + "?id": 20970, + "slider": 20971, + "Ġsuppliers": 20972, + "611": 20973, + "scriber": 20974, + "pes": 20975, + "Ðŀ": 20976, + "\":čĊ": 20977, + "\\Controller": 20978, + "))ĊĊĊ": 20979, + "Ġlua": 20980, + "Multi": 20981, + "ENS": 20982, + "Src": 20983, + "Ġpetition": 20984, + "Ġslave": 20985, + "looking": 20986, + "VERT": 20987, + "ĉvector": 20988, + "Special": 20989, + "hh": 20990, + "anne": 20991, + "ĠNiger": 20992, + "/views": 20993, + "zing": 20994, + "endant": 20995, + "(": 21238, + "544": 21239, + ".Product": 21240, + "Forms": 21241, + "NEW": 21242, + "Pay": 21243, + "ĉboolean": 21244, + "_contact": 21245, + "ĠElectric": 21246, + "skip": 21247, + "Ġwur": 21248, + "Ġchronic": 21249, + "_driver": 21250, + "940": 21251, + "ĠSab": 21252, + "ĠUlt": 21253, + "ĠRad": 21254, + "STATUS": 21255, + "ĠLewis": 21256, + "OB": 21257, + "Ġgifts": 21258, + ".Rec": 21259, + "TRUE": 21260, + "Ġintensity": 21261, + "Marker": 21262, + ".compare": 21263, + "ffic": 21264, + "Cookie": 21265, + "ĠBaby": 21266, + "ĠBigDecimal": 21267, + "ilet": 21268, + "ĠHOLDERS": 21269, + "ĠLady": 21270, + "Ġlung": 21271, + "ĠAlabama": 21272, + "Ġdess": 21273, + "`);Ċ": 21274, + "ĠBuilder": 21275, + "_region": 21276, + "Ġneutral": 21277, + "909": 21278, + "Both": 21279, + "Ġhp": 21280, + "Ġhorn": 21281, + "Ġsegments": 21282, + "ĠEC": 21283, + "\"=>\"": 21284, + "(rec": 21285, + "ĠPi": 21286, + "GM": 21287, + "Ġlaptop": 21288, + "Scalar": 21289, + "463": 21290, + "isd": 21291, + "-dialog": 21292, + "ĠAnderson": 21293, + "Ġmistakes": 21294, + "708": 21295, + "ĠHan": 21296, + "jes": 21297, + "estination": 21298, + "436": 21299, + "Ġpromises": 21300, + "bid": 21301, + "ĠScient": 21302, + "GIN": 21303, + "ĠPerformance": 21304, + "bage": 21305, + ".users": 21306, + "leading": 21307, + "Ġoral": 21308, + "Graphics": 21309, + "488": 21310, + "_PTR": 21311, + "518": 21312, + "hang": 21313, + "Ġinev": 21314, + "processing": 21315, + "Factor": 21316, + "ĠNA": 21317, + "$string": 21318, + "Ġgrounds": 21319, + ".SaveChanges": 21320, + "clock": 21321, + "941": 21322, + "cripcion": 21323, + "ĠNewton": 21324, + "gc": 21325, + ".includes": 21326, + "Ġblast": 21327, + "Ġ'-'": 21328, + "Ġpuede": 21329, + "469": 21330, + ".Session": 21331, + "Ġgrep": 21332, + "_final": 21333, + "ĠGay": 21334, + "ĠGive": 21335, + "iri": 21336, + "-star": 21337, + "ĠUIImage": 21338, + "_epoch": 21339, + "ubb": 21340, + "enth": 21341, + "Ġelite": 21342, + "Ġcampaigns": 21343, + "ĠPorno": 21344, + "_assign": 21345, + "Protocol": 21346, + "ĠBeing": 21347, + "ĠAirport": 21348, + "Ġconventional": 21349, + "ĠWat": 21350, + "ĠCI": 21351, + "ETA": 21352, + "ĠAnthony": 21353, + "Ġtablet": 21354, + "(format": 21355, + "Ġconsistently": 21356, + "ĠIowa": 21357, + "474": 21358, + "Ġavatar": 21359, + "027": 21360, + ".cursor": 21361, + "![": 21362, + "Ġhanging": 21363, + "Her": 21364, + "Such": 21365, + "';ĊĊĊ": 21366, + "orgeous": 21367, + "()==": 21368, + "ĠviewModel": 21369, + "Ġãĥ": 21370, + "Ġels": 21371, + "ĠAgent": 21372, + "Fetch": 21373, + "apor": 21374, + "Ġcx": 21375, + "pread": 21376, + "ĠPier": 21377, + "oeff": 21378, + "616": 21379, + "Sn": 21380, + "890": 21381, + "ĠVirtual": 21382, + "Apr": 21383, + ".White": 21384, + "615": 21385, + "_MOD": 21386, + "ĠPoints": 21387, + "失": 21388, + "Ġgenes": 21389, + "Ġvendor": 21390, + "Ġmainstream": 21391, + "Ċ": 21421, + "Filename": 21422, + "Ġsne": 21423, + "ĠFootball": 21424, + "Ġrival": 21425, + "Ġdisaster": 21426, + "ionic": 21427, + "ĠDamage": 21428, + ".Resource": 21429, + "-en": 21430, + "ĠTypes": 21431, + "getString": 21432, + "(board": 21433, + "Ġbol": 21434, + "plain": 21435, + "zym": 21436, + "า": 21437, + "Ġscanner": 21438, + "ilder": 21439, + "_msgs": 21440, + "æı": 21441, + "(intent": 21442, + "Ġdestruct": 21443, + "Ġbust": 21444, + "ĠEmploy": 21445, + "oni": 21446, + "ĠUIViewController": 21447, + "Ġodds": 21448, + "earer": 21449, + "Geometry": 21450, + "Ġyii": 21451, + "_EXPORT": 21452, + "ĠAttack": 21453, + "Ġniet": 21454, + "Ġimpression": 21455, + "ĠGil": 21456, + "_prob": 21457, + "528": 21458, + "ĠCF": 21459, + "ĠExperience": 21460, + "/plugins": 21461, + ".Method": 21462, + "Ġbeliefs": 21463, + "Native": 21464, + "_build": 21465, + "Ġvig": 21466, + "Ġranks": 21467, + "covered": 21468, + "705": 21469, + "such": 21470, + "Guard": 21471, + ".pack": 21472, + "adder": 21473, + "809": 21474, + "ivia": 21475, + "lng": 21476, + "ĠвÑĭ": 21477, + "552": 21478, + "Timestamp": 21479, + "_now": 21480, + "Ġpoker": 21481, + "Ġunc": 21482, + "Ġshapes": 21483, + "-types": 21484, + "_period": 21485, + "pk": 21486, + "Ġveteran": 21487, + "Ġsono": 21488, + "Ġappointed": 21489, + "overflow": 21490, + ".driver": 21491, + "_cat": 21492, + "utt": 21493, + "plant": 21494, + "imb": 21495, + "ĠAccept": 21496, + "Ġconcert": 21497, + "ĉnode": 21498, + "ĉz": 21499, + "?>čĊ": 21500, + "Ġbanned": 21501, + "ĉĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 21502, + "Ġtoxic": 21503, + "Ġdisappe": 21504, + "473": 21505, + "ÈĽ": 21506, + "Ġgrace": 21507, + "ateful": 21508, + "Reply": 21509, + "ĠCruz": 21510, + "486": 21511, + "Ġscrap": 21512, + "Ġkeywords": 21513, + "simp": 21514, + "Ġmortgage": 21515, + "Ġcyber": 21516, + "ĠExecute": 21517, + "Ġlatitude": 21518, + "ifu": 21519, + ".COM": 21520, + "dbo": 21521, + "Ġsorts": 21522, + "ĠGas": 21523, + "omial": 21524, + ".Local": 21525, + "Cells": 21526, + ".Replace": 21527, + "Strings": 21528, + ".fit": 21529, + "ĠThird": 21530, + "%\",Ċ": 21531, + "Ġ{}\".": 21532, + "ĠSony": 21533, + "Ġ[:": 21534, + "585": 21535, + "Ġfallen": 21536, + ".')Ċ": 21537, + "inh": 21538, + "ĠMC": 21539, + "Ġredis": 21540, + "Codes": 21541, + "Ġprofiles": 21542, + "hook": 21543, + "Reducer": 21544, + "_FUNC": 21545, + "Ġnavigate": 21546, + "strlen": 21547, + "Ġhorm": 21548, + "áŀ": 21549, + "ĠSR": 21550, + ".boot": 21551, + "Ġdigest": 21552, + "ĉheader": 21553, + ".findOne": 21554, + "æģ": 21555, + "DbType": 21556, + "nia": 21557, + "_merge": 21558, + "Ġdonne": 21559, + "/Getty": 21560, + "_CHAR": 21561, + "Ġbands": 21562, + ".URL": 21563, + "artial": 21564, + "Ġfreq": 21565, + "Ġsist": 21566, + "Ng": 21567, + "Ġrendering": 21568, + "\\Core": 21569, + "Widgets": 21570, + "ĠVA": 21571, + "Ġactivists": 21572, + "Ste": 21573, + "=_": 21574, + "alla": 21575, + "Stamp": 21576, + "Ġloads": 21577, + "Ġxx": 21578, + "ĠLearning": 21579, + ".Mvc": 21580, + "uir": 21581, + "(\"$": 21582, + "Ġconnecting": 21583, + "ReadOnly": 21584, + "uru": 21585, + "ĠEag": 21586, + "BIT": 21587, + "_DEL": 21588, + "å§": 21589, + "arrass": 21590, + "external": 21591, + "ĠYOUR": 21592, + "ĠBrew": 21593, + "ĠFive": 21594, + "Ġresize": 21595, + "igid": 21596, + "eration": 21597, + "653": 21598, + "ĠÑį": 21599, + "536": 21600, + "åĬł": 21601, + "039": 21602, + "ĠCatch": 21603, + "Ùģ": 21604, + "ĠLeon": 21605, + "amil": 21606, + ".Body": 21607, + "Clip": 21608, + "/list": 21609, + ".br": 21610, + "EditText": 21611, + "ĉdb": 21612, + ".Game": 21613, + "(BuildContext": 21614, + "backend": 21615, + ".Red": 21616, + "facebook": 21617, + "529": 21618, + ".urls": 21619, + "mr": 21620, + "rolled": 21621, + "-------": 21622, + "Ġintervention": 21623, + "Ġretirement": 21624, + "ĠKit": 21625, + "ĠPRE": 21626, + "UpperCase": 21627, + "ĠSocket": 21628, + "Ġ:-": 21629, + "Ġstudying": 21630, + "ĠMetro": 21631, + "arded": 21632, + "Ġconversations": 21633, + "Called": 21634, + "Ġexamine": 21635, + "ertificate": 21636, + ".gz": 21637, + "-responsive": 21638, + "Ġrefund": 21639, + "_network": 21640, + "026": 21641, + "allowed": 21642, + "empt": 21643, + "Ġmeals": 21644, + "Categories": 21645, + "Ġtraveling": 21646, + "Ġkg": 21647, + "Ġshame": 21648, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 21649, + "Ġexplicitly": 21650, + "Ġmathematic": 21651, + "ĠSuite": 21652, + "ĠRGB": 21653, + "******/": 21654, + "Ġmixture": 21655, + "learning": 21656, + ".template": 21657, + "atts": 21658, + "wx": 21659, + "ĉctx": 21660, + ".properties": 21661, + "Ġdrinks": 21662, + "ĠEither": 21663, + "setText": 21664, + ".getData": 21665, + ".zip": 21666, + "Ġreveals": 21667, + ".Ċ": 21681, + "Ġranked": 21682, + "_impl": 21683, + "ĠHandles": 21684, + "Ġhosted": 21685, + "Ġupdating": 21686, + "album": 21687, + "éĿ": 21688, + "Ġshader": 21689, + "Editors": 21690, + "-round": 21691, + "[]{": 21692, + "Ġsep": 21693, + "ĠHi": 21694, + "TEM": 21695, + "lookup": 21696, + ".man": 21697, + "_INPUT": 21698, + "Ġthreatened": 21699, + "_IMPORT": 21700, + "Ġdrops": 21701, + "ruit": 21702, + "sid": 21703, + "both": 21704, + "ĠExcel": 21705, + "Ġjer": 21706, + "ordinary": 21707, + "ей": 21708, + "VIEW": 21709, + "reply": 21710, + "Ġ):Ċ": 21711, + "colors": 21712, + "verified": 21713, + "_Tr": 21714, + "_parse": 21715, + "Ġcongress": 21716, + "617": 21717, + "Promise": 21718, + "ints": 21719, + "ĠMother": 21720, + ".Api": 21721, + "ĠDuration": 21722, + "ĠfirstName": 21723, + "inheritdoc": 21724, + "ĠMars": 21725, + "Ġapr": 21726, + "ODY": 21727, + "Ġvisits": 21728, + "631": 21729, + "Ġhealing": 21730, + "letters": 21731, + ")));čĊ": 21732, + "future": 21733, + ".Framework": 21734, + "Ġkiss": 21735, + "Ġinvolve": 21736, + "Ġsilent": 21737, + "adows": 21738, + "Ġanybody": 21739, + "sch": 21740, + "690": 21741, + "Ġsolely": 21742, + "-img": 21743, + "Ġpropri": 21744, + "Ġinstruct": 21745, + "Ġlicenses": 21746, + "Ġmeth": 21747, + "Ġcondem": 21748, + "ĠDomain": 21749, + "ĠHarris": 21750, + "ĠsÃ¥": 21751, + "CEPT": 21752, + "Batch": 21753, + "@extends": 21754, + "ĠCONTRIBUT": 21755, + ".DataFrame": 21756, + "472": 21757, + "_packet": 21758, + "recision": 21759, + "Ġfocusing": 21760, + ".ht": 21761, + "__\":Ċ": 21762, + ":Get": 21763, + "ĠKC": 21764, + "Ġpassage": 21765, + "Segment": 21766, + "_center": 21767, + "-zA": 21768, + "_BL": 21769, + "Ġconvin": 21770, + "Ġclassified": 21771, + "ĠNSMutable": 21772, + "_ap": 21773, + "tile": 21774, + "Rectangle": 21775, + "492": 21776, + "(nums": 21777, + "vens": 21778, + "ĠUIButton": 21779, + "ĠFeder": 21780, + "amo": 21781, + "Ġoutline": 21782, + "ĠParser": 21783, + "Ġâī": 21784, + "ĠWorks": 21785, + ".Schema": 21786, + "Ġengines": 21787, + "637": 21788, + "563": 21789, + "_common": 21790, + "542": 21791, + "_old": 21792, + "ĠsetContentView": 21793, + "Ġ///<": 21794, + "ĠBT": 21795, + "fm": 21796, + "Ġdivers": 21797, + "_weights": 21798, + "emark": 21799, + "ĠACT": 21800, + "Ġproportion": 21801, + "overlay": 21802, + ".dirname": 21803, + "ĠGit": 21804, + "_REFERENCE": 21805, + "<>": 21806, + "lb": 21807, + "_rule": 21808, + "è´¥": 21809, + "ĠPutin": 21810, + "Ġsleeping": 21811, + "():čĊ": 21812, + "Ġpreserve": 21813, + "Ġparliament": 21814, + "ĠLooking": 21815, + "Ġpicking": 21816, + "ĠDispatch": 21817, + "Ġslip": 21818, + "ëĵ": 21819, + "ĠLyn": 21820, + "_signal": 21821, + "configuration": 21822, + "ĠPitt": 21823, + "491": 21824, + "aden": 21825, + "procedure": 21826, + "Ġenthusi": 21827, + "fight": 21828, + "ĠConsider": 21829, + "Ġtorn": 21830, + "Connected": 21831, + ".cos": 21832, + "_groups": 21833, + "ĠThink": 21834, + "Ġdeliber": 21835, + "Ġresid": 21836, + "working": 21837, + ".columns": 21838, + "ĠCalled": 21839, + "Ġeslint": 21840, + ">\",": 21841, + "_DOWN": 21842, + "hist": 21843, + "ĠAdvanced": 21844, + "Ġrewards": 21845, + "actors": 21846, + "Ġsilence": 21847, + "479": 21848, + "Ġmyth": 21849, + "Ġneur": 21850, + "519": 21851, + "Ġauction": 21852, + ".GetString": 21853, + "eks": 21854, + "(project": 21855, + "598": 21856, + "ĉmsg": 21857, + "ĉoutput": 21858, + "Ġcomplaints": 21859, + "551": 21860, + ",S": 21861, + "Ġtbl": 21862, + "Ġ,ĊĊ": 21863, + "riors": 21864, + "ahren": 21865, + "Ġlawyers": 21866, + "redux": 21867, + "_symbol": 21868, + "offee": 21869, + "_RESULT": 21870, + "(Name": 21871, + "UTC": 21872, + ".currentTime": 21873, + "Ġorganis": 21874, + ".arg": 21875, + "533": 21876, + "Ġminim": 21877, + "wick": 21878, + "Ġreceives": 21879, + "Balance": 21880, + "Ġspeaks": 21881, + "ĠDays": 21882, + "ĠBelow": 21883, + "483": 21884, + "tipo": 21885, + "Present": 21886, + "Ġreserv": 21887, + "hp": 21888, + "Ġrit": 21889, + "_RIGHT": 21890, + "--)": 21891, + "Ġchairman": 21892, + "781": 21893, + "DIS": 21894, + "ĠBOOST": 21895, + "Ġexperiments": 21896, + "687": 21897, + "__);Ċ": 21898, + "Ġstamp": 21899, + "Ġfert": 21900, + "Ġfond": 21901, + "Ter": 21902, + "elve": 21903, + "uren": 21904, + "+i": 21905, + "endency": 21906, + "Ġvirtually": 21907, + "...\"": 21908, + "ï½ŀ": 21909, + "925": 21910, + "-cent": 21911, + "_unique": 21912, + "Ġpricing": 21913, + "mic": 21914, + "RESH": 21915, + "Ġ:::": 21916, + "Ġannotation": 21917, + "ĠCircle": 21918, + "ongodb": 21919, + "itas": 21920, + "Ġ%(": 21921, + "(component": 21922, + "Ġоб": 21923, + "(port": 21924, + "-hour": 21925, + ".obj": 21926, + "LBL": 21927, + "Ġjury": 21928, + "GBT": 21929, + "Ġspy": 21930, + "ĠProfessional": 21931, + "Ġ\"\";ĊĊ": 21932, + "Ġstriking": 21933, + "Ġdiscrimination": 21934, + "Ġpays": 21935, + "937": 21936, + "lict": 21937, + "entes": 21938, + "Ġthrowing": 21939, + "ĠPlugin": 21940, + "(def": 21941, + "ĠRuntimeException": 21942, + "ĠMigration": 21943, + "599": 21944, + "Ġdic": 21945, + "bag": 21946, + "onia": 21947, + "Ġcorruption": 21948, + "704": 21949, + "(Map": 21950, + "Ġprz": 21951, + ".dto": 21952, + "Ġacquire": 21953, + "StateToProps": 21954, + "Ġloving": 21955, + "ож": 21956, + "_pattern": 21957, + "Ġemotions": 21958, + "Ġpublisher": 21959, + "_be": 21960, + "Ġcouples": 21961, + "498": 21962, + "oj": 21963, + "ĠChart": 21964, + "Ġtrop": 21965, + ".tool": 21966, + "Ġestablishment": 21967, + "Ġdol": 21968, + "654": 21969, + "Ġtower": 21970, + "Ġlane": 21971, + "ĠSydney": 21972, + "Ġfilling": 21973, + "claimed": 21974, + "644": 21975, + "Ġdialogue": 21976, + "Ġconvention": 21977, + "booking": 21978, + "parency": 21979, + "æ±": 21980, + "ĠGeneric": 21981, + "718": 21982, + "\\Schema": 21983, + "482": 21984, + "618": 21985, + "Ġranges": 21986, + "/ch": 21987, + "Ġpanels": 21988, + "Ġruled": 21989, + "çĶŁ": 21990, + ".ts": 21991, + "_sets": 21992, + "Ġcleanup": 21993, + "Previous": 21994, + "ĠAnimal": 21995, + "607": 21996, + "($(": 21997, + "ĠAve": 21998, + "ollar": 21999, + "028": 22000, + "_eval": 22001, + "ĉName": 22002, + "(tree": 22003, + "Ġ\"]": 22004, + "571": 22005, + "Ġduties": 22006, + "='/": 22007, + "Clicked": 22008, + "Ġdifferently": 22009, + "ĠClark": 22010, + "Ġdit": 22011, + "ologists": 22012, + "Ġsynd": 22013, + "Ġsends": 22014, + "-known": 22015, + "kb": 22016, + "ĠModal": 22017, + "itative": 22018, + "Ġracing": 22019, + "Ġhighlights": 22020, + "ĠSimon": 22021, + "ĠCaptain": 22022, + "ä¿¡": 22023, + "ĠCB": 22024, + "contin": 22025, + "aran": 22026, + "Ġphysics": 22027, + "retty": 22028, + "etal": 22029, + ".md": 22030, + "axios": 22031, + "Ġspeakers": 22032, + "Ġprep": 22033, + "Ġawarded": 22034, + "ì§Ģ": 22035, + "ĠCorn": 22036, + "ĠNature": 22037, + "UDIO": 22038, + "737": 22039, + "Ġproj": 22040, + "-pre": 22041, + "[u": 22042, + "Features": 22043, + "ĠisEqual": 22044, + "Binary": 22045, + "sig": 22046, + "Ġconfusion": 22047, + "546": 22048, + "568": 22049, + "ĠHat": 22050, + "Ġktó": 22051, + ".configure": 22052, + "MON": 22053, + "494": 22054, + "/edit": 22055, + "_Add": 22056, + ",true": 22057, + "541": 22058, + "Ġcli": 22059, + "ErrorMessage": 22060, + "-loader": 22061, + "Dimensions": 22062, + "ultiply": 22063, + "Ġ{!!": 22064, + "ĠSqlCommand": 22065, + "Ġspoken": 22066, + "Ġpics": 22067, + "Ġtoy": 22068, + "(Key": 22069, + "ĠLoop": 22070, + "ب": 22071, + "EATURE": 22072, + "inction": 22073, + "_setup": 22074, + "wrapper": 22075, + "Ġtong": 22076, + "cular": 22077, + "Opt": 22078, + ".Pl": 22079, + "=\",": 22080, + "(length": 22081, + "umn": 22082, + "Ġchrom": 22083, + "Ġsevent": 22084, + "ĠIllegalArgumentException": 22085, + "478": 22086, + "ĉstart": 22087, + "Ġbegun": 22088, + "CEPTION": 22089, + "dataset": 22090, + "825": 22091, + "ĠFailed": 22092, + "cols": 22093, + "459": 22094, + "Ġknee": 22095, + "imore": 22096, + ".splice": 22097, + "shell": 22098, + "iggers": 22099, + "Ġthemes": 22100, + "995": 22101, + "ĠDJ": 22102, + "ĠAssistant": 22103, + "-$": 22104, + "Maybe": 22105, + "Ġordering": 22106, + "ĠIntelligence": 22107, + "ĠMassachusetts": 22108, + "Ġfailing": 22109, + "elson": 22110, + "Great": 22111, + "=i": 22112, + ".rest": 22113, + "Ġinvite": 22114, + "-disable": 22115, + ".GroupBox": 22116, + "âĢĻest": 22117, + "Ġtackle": 22118, + "gv": 22119, + "etter": 22120, + "Ġ),čĊ": 22121, + "_rules": 22122, + ".warn": 22123, + "functions": 22124, + "ĠChristians": 22125, + "Ġbacked": 22126, + "Ġslider": 22127, + "Ġenjoying": 22128, + "nest": 22129, + "Ġhij": 22130, + "_ms": 22131, + "//*": 22132, + "Annotations": 22133, + "ĠVariables": 22134, + "": 22351, + "cycle": 22352, + "ĠBull": 22353, + "paths": 22354, + "Ġunp": 22355, + "ĠviewDidLoad": 22356, + "_Model": 22357, + "ĠassertTrue": 22358, + "Ġrated": 22359, + "Decl": 22360, + "verted": 22361, + "ĠDat": 22362, + "brew": 22363, + "Ġpointing": 22364, + "Ms": 22365, + "ĠPointer": 22366, + ")'": 22367, + "_non": 22368, + "527": 22369, + "ĠSEC": 22370, + "Ġyeah": 22371, + "gency": 22372, + "initialize": 22373, + "fly": 22374, + "711": 22375, + "[pos": 22376, + ",g": 22377, + "Tele": 22378, + "034": 22379, + "Ġjoke": 22380, + "Ġclause": 22381, + ".findById": 22382, + "enes": 22383, + "(instance": 22384, + "626": 22385, + "£": 22386, + "915": 22387, + "Ġslic": 22388, + "_home": 22389, + "Ġ*/}Ċ": 22390, + "_pages": 22391, + "(service": 22392, + "905": 22393, + "RP": 22394, + "ĠAmong": 22395, + ".getCurrent": 22396, + "806": 22397, + "ãĤ¹": 22398, + "Ġslee": 22399, + "=[Ċ": 22846, + "oler": 22847, + "Ġlibert": 22848, + "Ġ`Ċ": 22849, + "Ġwenn": 22850, + "lated": 22851, + "Ġimmune": 22852, + "(Node": 22853, + "ĠProblem": 22854, + "ĠAbs": 22855, + "logs": 22856, + "Ġ../": 22857, + "ĠADC": 22858, + "Ġ}}\">Ċ": 22859, + ">');Ċ": 22860, + "=b": 22861, + "ĠWind": 22862, + "lahoma": 22863, + "Ġallocate": 22864, + "orian": 22865, + "Ġprescription": 22866, + "-quality": 22867, + "ĠMayor": 22868, + "855": 22869, + "inely": 22870, + "endforeach": 22871, + "ĠComplex": 22872, + "kom": 22873, + "709": 22874, + "TY": 22875, + "790": 22876, + "]].": 22877, + ".Style": 22878, + "_many": 22879, + "','$": 22880, + "Ġbarrier": 22881, + "ĠFetch": 22882, + "ĠMarvel": 22883, + "Ġresist": 22884, + "ого": 22885, + "bidden": 22886, + "ĠRunnable": 22887, + ":false": 22888, + "899": 22889, + "Ġbuilds": 22890, + "ĠStage": 22891, + "Ġdub": 22892, + "empo": 22893, + ".site": 22894, + "558": 22895, + ";ĊĊĊĊ": 22896, + "994": 22897, + "ĠDenver": 22898, + "Ġrevel": 22899, + "Ġtriggered": 22900, + "Ġdice": 22901, + "_fail": 22902, + "Ġgc": 22903, + "833": 22904, + "589": 22905, + "ĉX": 22906, + "ĠThrowable": 22907, + "775": 22908, + ".router": 22909, + "ĠRevolution": 22910, + "ÑĢа": 22911, + "_NON": 22912, + "055": 22913, + "Ł¥": 22914, + "578": 22915, + "Ġelder": 22916, + "Ġabroad": 22917, + "Ġе": 22918, + "ĠAdult": 22919, + "blr": 22920, + "glyphicon": 22921, + "613": 22922, + "Ġpromoting": 22923, + "Ġiz": 22924, + "ĠSolid": 22925, + "645": 22926, + "_loader": 22927, + "early": 22928, + ".enabled": 22929, + "-edit": 22930, + "ĠUL": 22931, + "_play": 22932, + "ĠInterrupt": 22933, + "Ġadvantages": 22934, + "ucle": 22935, + "Ġmechanical": 22936, + ".tableLayoutPanel": 22937, + "ĠWorking": 22938, + "Ġanonymous": 22939, + "Rating": 22940, + "igious": 22941, + "_phone": 22942, + ".addActionListener": 22943, + "Ġfran": 22944, + "unden": 22945, + "Ġ*)&": 22946, + "_bool": 22947, + "ulative": 22948, + "Ġcone": 22949, + "ĠMult": 22950, + "Ġmö": 22951, + "ĠForward": 22952, + "]):Ċ": 22953, + "Ġconvinced": 22954, + "acted": 22955, + "643": 22956, + "ãģĵ": 22957, + "ĠConfigure": 22958, + "Ġceiling": 22959, + "Der": 22960, + "Ġpassengers": 22961, + "Groups": 22962, + "Ġsoccer": 22963, + "/W": 22964, + "aviors": 22965, + "swith": 22966, + "ĠZone": 22967, + ".Options": 22968, + "ĠMom": 22969, + "ieder": 22970, + "Arrays": 22971, + "Ġtreatments": 22972, + "Ġprotecting": 22973, + "fac": 22974, + "Ġpickle": 22975, + "ButtonItem": 22976, + "713": 22977, + "Ġblocking": 22978, + "strar": 22979, + "ò": 22980, + "ĠExport": 22981, + "Ġthrew": 22982, + "otta": 22983, + "ĠBASE": 22984, + ".ws": 22985, + ".LEADING": 22986, + "orderBy": 22987, + "_delay": 22988, + "ĠPu": 22989, + ".dll": 22990, + "ĠChoose": 22991, + "992": 22992, + "Police": 22993, + "ĠBEGIN": 22994, + "boxes": 22995, + "Ġdiamond": 22996, + ",l": 22997, + "Ġĉĉĉ": 22998, + "Ġcurious": 22999, + "624": 23000, + "tv": 23001, + "Ġerotische": 23002, + "ackages": 23003, + "ĉSet": 23004, + "Tick": 23005, + ".border": 23006, + "staticmethod": 23007, + "Ġcher": 23008, + "invoice": 23009, + "Ġcru": 23010, + "Ġdefect": 23011, + "_metadata": 23012, + "relation": 23013, + "ikan": 23014, + "[N": 23015, + "(Qt": 23016, + "(Base": 23017, + "æģ¯": 23018, + "beat": 23019, + "ĠEmpty": 23020, + "ĉo": 23021, + "_shift": 23022, + "Ġregret": 23023, + "722": 23024, + "Those": 23025, + "Cent": 23026, + "ĠPortug": 23027, + "ĠIslands": 23028, + "ĠTIME": 23029, + "Management": 23030, + "996": 23031, + "-sp": 23032, + "539": 23033, + "ême": 23034, + "Ġnotion": 23035, + "unifu": 23036, + "PK": 23037, + "826": 23038, + "è¡Į": 23039, + "ĠCURLOPT": 23040, + "\\\"\\": 23041, + "UV": 23042, + "çº": 23043, + "dra": 23044, + "cou": 23045, + "=`": 23046, + "ĠDestroy": 23047, + "rp": 23048, + ".cancel": 23049, + "GG": 23050, + "runtime": 23051, + "ĠVue": 23052, + "Ġprogressive": 23053, + "/services": 23054, + "Ġrunner": 23055, + "_FRAME": 23056, + ".ToolStripMenuItem": 23057, + "Ġ','": 23058, + "delay": 23059, + "=utf": 23060, + "Ġscreening": 23061, + "Ġpulling": 23062, + "omas": 23063, + "Ġanth": 23064, + "-new": 23065, + "/local": 23066, + "ĠiPad": 23067, + "Ġtwitter": 23068, + "Ġdying": 23069, + "Ġheaven": 23070, + "ĠUInt": 23071, + "ĠSenator": 23072, + "Ġpresum": 23073, + "ĠWalker": 23074, + "Ġovercome": 23075, + "etection": 23076, + "Ġembarrass": 23077, + "China": 23078, + "639": 23079, + "Include": 23080, + "ROLL": 23081, + "ĠdataType": 23082, + "David": 23083, + "ร": 23084, + "lop": 23085, + "-month": 23086, + "Ġscar": 23087, + "ĠSafe": 23088, + "Ġ****************************************************************": 23089, + "Ġaccessories": 23090, + "Ġramp": 23091, + "_USE": 23092, + "Ġcontrad": 23093, + "))]Ċ": 23094, + "Ġprest": 23095, + "ĠHR": 23096, + "ĠRap": 23097, + "Ġusize": 23098, + "Ġcapability": 23099, + "Ġcort": 23100, + "-next": 23101, + "077": 23102, + "627": 23103, + "Ġburden": 23104, + "822": 23105, + "_reader": 23106, + "Ġ@@": 23107, + "regular": 23108, + "ĠKa": 23109, + "036": 23110, + "MAN": 23111, + "Ġastr": 23112, + "Ġ'')Ċ": 23113, + "Ġfed": 23114, + "Ġparsing": 23115, + "ĠYears": 23116, + "Ġbroker": 23117, + "\":{\"": 23118, + "Ġakt": 23119, + "Inventory": 23120, + "abeled": 23121, + "Ġargparse": 23122, + "*******Ċ": 23123, + "versation": 23124, + "Ġcord": 23125, + "ĠTi": 23126, + "Ġhopefully": 23127, + "Ġah": 23128, + "verb": 23129, + "Ġstolen": 23130, + ".Entry": 23131, + "Ġexpecting": 23132, + "Orientation": 23133, + "Ġpowered": 23134, + "Ġpersist": 23135, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 23136, + "']);": 23137, + "')),Ċ": 23138, + "ĠCash": 23139, + "ĉitem": 23140, + "818": 23141, + "grades": 23142, + "ropol": 23143, + "basic": 23144, + "Ġ\");čĊ": 23145, + "Ġawards": 23146, + "(range": 23147, + "-all": 23148, + "ĠIBOutlet": 23149, + "ĠIndeed": 23150, + "----------------------------------------------------------------------------": 23151, + "Ġstomach": 23152, + "Ġflower": 23153, + "Ġsew": 23154, + "_times": 23155, + "avis": 23156, + "QString": 23157, + "ĠRoutes": 23158, + "_prot": 23159, + "Ġcomedy": 23160, + "Ġlogout": 23161, + "Ġwooden": 23162, + "Ġposter": 23163, + "piece": 23164, + ".Join": 23165, + "ĠPok": 23166, + "celona": 23167, + "mutex": 23168, + ";čĊčĊčĊ": 23169, + "Ġstrikes": 23170, + "787": 23171, + "Loaded": 23172, + ")arg": 23173, + "esa": 23174, + "United": 23175, + "Ep": 23176, + "PELL": 23177, + "807": 23178, + "ĠAtlantic": 23179, + "ullet": 23180, + "652": 23181, + "apple": 23182, + "Ġsettled": 23183, + "acon": 23184, + "Ġprinter": 23185, + "ĠGC": 23186, + "å®ļ": 23187, + "Ġrendered": 23188, + ",âĢĻ": 23189, + "heit": 23190, + "social": 23191, + ".ge": 23192, + "714": 23193, + "ĠRick": 23194, + "ĠUtah": 23195, + "got": 23196, + "onical": 23197, + "ĠScroll": 23198, + "ĠSciences": 23199, + "Ġjug": 23200, + "Ġampl": 23201, + "enti": 23202, + "LEFT": 23203, + "Ġtabs": 23204, + "Ġenormous": 23205, + ".getKey": 23206, + "locate": 23207, + ".EX": 23208, + ".storage": 23209, + ".We": 23210, + "Ġtoast": 23211, + "ĠAdditionally": 23212, + "882": 23213, + "ĠNOW": 23214, + "547": 23215, + "_UPDATE": 23216, + "Ġtransferred": 23217, + "tha": 23218, + ".Display": 23219, + "_ui": 23220, + "IDEO": 23221, + "Ġmeaningful": 23222, + "ĠMoscow": 23223, + ",this": 23224, + "ĠVictoria": 23225, + "æĶ¹": 23226, + "ĠÐŁ": 23227, + ".stack": 23228, + "ĠBarn": 23229, + "paredStatement": 23230, + ":string": 23231, + "Ġbij": 23232, + "ĠSTATE": 23233, + "Ġemployers": 23234, + "ĉinput": 23235, + "(|": 23236, + "Ġlex": 23237, + "invoke": 23238, + "ĉnum": 23239, + "++,": 23240, + "atial": 23241, + "orses": 23242, + "Ġfork": 23243, + "_txt": 23244, + "ĠAntonio": 23245, + "Ġ(<": 23246, + "averse": 23247, + "Ġdevast": 23248, + "ãĢĢ": 23249, + ".Dec": 23250, + "ĠGard": 23251, + "/ui": 23252, + ".%": 23253, + "tri": 23254, + "Ġrolled": 23255, + "ValuePair": 23256, + "itten": 23257, + "ĠTher": 23258, + "Ġvrou": 23259, + "ĠFlow": 23260, + "ĠFinance": 23261, + "ĠComb": 23262, + "HC": 23263, + ".setVisible": 23264, + "isl": 23265, + "Ġpk": 23266, + "773": 23267, + "Ġupset": 23268, + "(raw": 23269, + "ĠVice": 23270, + "eatures": 23271, + "ĠLang": 23272, + "029": 23273, + "Looking": 23274, + "767": 23275, + "ĠAST": 23276, + "Ġtrips": 23277, + "ĠJustin": 23278, + "browser": 23279, + "=\"'.$": 23280, + ".vertices": 23281, + "821": 23282, + "-co": 23283, + "}/{": 23284, + "Ġ?,": 23285, + "ĠDomin": 23286, + "ĠBelg": 23287, + "\"<": 23288, + "Ġsuppose": 23289, + "addy": 23290, + "Ġwalks": 23291, + "688": 23292, + "ERRU": 23293, + "_filters": 23294, + "Preferred": 23295, + "scene": 23296, + "еÑģ": 23297, + "ĠAffairs": 23298, + "Ġ\"#{": 23299, + "ĠonSubmit": 23300, + "Ġstocks": 23301, + "/view": 23302, + "gree": 23303, + "-get": 23304, + "903": 23305, + "hit": 23306, + "Jo": 23307, + ".getC": 23308, + "725": 23309, + "Initialized": 23310, + "ÑĤи": 23311, + "cuts": 23312, + "(Type": 23313, + "ĠAgreement": 23314, + "ĠVietnam": 23315, + "Ġ/*!": 23316, + "Ġpizza": 23317, + "-view": 23318, + "_em": 23319, + "Ġlhs": 23320, + "Ġmuy": 23321, + "ĠIdent": 23322, + "ĠFriends": 23323, + "061": 23324, + "Ġabund": 23325, + "_AD": 23326, + ".timestamp": 23327, + "-'": 23328, + "Ġduplicate": 23329, + "Ġhunting": 23330, + "Ġregulatory": 23331, + "iao": 23332, + "amous": 23333, + "ĠEntertainment": 23334, + "[A": 23335, + "iatric": 23336, + "_CLIENT": 23337, + "ĠKids": 23338, + "/pkg": 23339, + "Break": 23340, + ")));ĊĊ": 23341, + "ĠShape": 23342, + "Ġrelating": 23343, + "Interrupt": 23344, + "ableOpacity": 23345, + "embre": 23346, + "Ġmystery": 23347, + "Ġjournalists": 23348, + "ritable": 23349, + ".Link": 23350, + "Ġstopping": 23351, + "CRET": 23352, + ".DB": 23353, + "Ġpopularity": 23354, + "Ġgew": 23355, + "Ġimpr": 23356, + "setValue": 23357, + "FLAG": 23358, + "ĉmax": 23359, + "Ġbake": 23360, + "wy": 23361, + "ĠEconomic": 23362, + "Ġencontr": 23363, + "Ġfname": 23364, + "/de": 23365, + "Rank": 23366, + "Ġbugs": 23367, + ".sm": 23368, + "Ġmedian": 23369, + "DOWN": 23370, + "ĠSure": 23371, + "AtIndex": 23372, + "ĠDick": 23373, + "Ġ(__": 23374, + ".delta": 23375, + "Fr": 23376, + "Ġsuggesting": 23377, + "ĠRecyclerView": 23378, + ",e": 23379, + "START": 23380, + "/****************************************************************************": 23381, + "xford": 23382, + "Ġreceipt": 23383, + "CLAIM": 23384, + "readonly": 23385, + "968": 23386, + "Ġengaging": 23387, + "619": 23388, + "Ca": 23389, + "asma": 23390, + "Ġensuring": 23391, + "English": 23392, + "ĠVancouver": 23393, + "hyth": 23394, + "Ġpurchasing": 23395, + "ĠPI": 23396, + ".word": 23397, + "(sp": 23398, + ".home": 23399, + ":def": 23400, + "Ġgig": 23401, + "574": 23402, + "671": 23403, + "ĠVe": 23404, + "forum": 23405, + "ĠMitch": 23406, + "Bay": 23407, + "_FL": 23408, + "651": 23409, + "Ġsoll": 23410, + "577": 23411, + "_columns": 23412, + "Ġminority": 23413, + "bird": 23414, + "Ġhanded": 23415, + "SSL": 23416, + "STAT": 23417, + "Ġnervous": 23418, + "ĥ½": 23419, + "ĠfilePath": 23420, + "CREATE": 23421, + "Aw": 23422, + "Ġpens": 23423, + "835": 23424, + "seed": 23425, + "ĠCompute": 23426, + "olk": 23427, + "594": 23428, + "ĠAsset": 23429, + "reach": 23430, + "'),čĊ": 23431, + "navigation": 23432, + "LF": 23433, + "/util": 23434, + "ĠPub": 23435, + "ĠâĶ": 23436, + "cion": 23437, + "##Ċ": 23438, + "072": 23439, + "III": 23440, + "TagName": 23441, + "Ġamid": 23442, + "permission": 23443, + "ifiable": 23444, + "xFFFFFFFF": 23445, + "ни": 23446, + ".Buffer": 23447, + "_irq": 23448, + "dark": 23449, + "Ġretval": 23450, + ".fire": 23451, + "production": 23452, + ".listen": 23453, + "ĠWeather": 23454, + "Ġbuyers": 23455, + ".ne": 23456, + "erp": 23457, + "ĠPent": 23458, + "699": 23459, + "Ġwelfare": 23460, + "ĠpageSize": 23461, + "ĠStadium": 23462, + "erta": 23463, + "Ġlev": 23464, + "ampa": 23465, + "Pager": 23466, + "665": 23467, + "Ġcharging": 23468, + "ĠNetflix": 23469, + "|null": 23470, + "_random": 23471, + ".xpath": 23472, + "Ġstere": 23473, + "ĠISIS": 23474, + "ponses": 23475, + "(loc": 23476, + "566": 23477, + "eyond": 23478, + "ĠOfficial": 23479, + "657": 23480, + "ĠMaryland": 23481, + "DataType": 23482, + "_par": 23483, + "{},": 23484, + "ĠEnjoy": 23485, + "727": 23486, + "_SHIFT": 23487, + "ĠAwards": 23488, + "_ENTRY": 23489, + "Ġseemingly": 23490, + "enticate": 23491, + "Ġhearts": 23492, + "583": 23493, + "_;ĊĊ": 23494, + "ĠHIV": 23495, + "Ġindivid": 23496, + "ĠFlag": 23497, + "_ctrl": 23498, + "ĠCallback": 23499, + ",z": 23500, + "ĠGPU": 23501, + "ĉobj": 23502, + "ĠPhoenix": 23503, + "ĠBUS": 23504, + "907": 23505, + "Ġrubber": 23506, + "_AUTH": 23507, + "ĠSolutions": 23508, + "(location": 23509, + "Variables": 23510, + ".setEnabled": 23511, + "_high": 23512, + "WO": 23513, + "Gesture": 23514, + "Ġretry": 23515, + "ĠobjectForKey": 23516, + "alloween": 23517, + "Ġmos": 23518, + "ĠCele": 23519, + "Ġikke": 23520, + "(cell": 23521, + "ĠMODE": 23522, + "rena": 23523, + "Ġdescribing": 23524, + "641": 23525, + "Ġphi": 23526, + "Ġrd": 23527, + "Ġdeserve": 23528, + "Ġwheels": 23529, + "å¸Ĥ": 23530, + "Ġcritics": 23531, + "755": 23532, + "Namespace": 23533, + "ĠFra": 23534, + "ĠĊĊĊĊ": 23535, + "Ġalla": 23536, + "Ġrequiring": 23537, + "æľŁ": 23538, + "utation": 23539, + "Ġdelayed": 23540, + "Ġadministrative": 23541, + "Ġbay": 23542, + ".hidden": 23543, + "Tex": 23544, + "051": 23545, + "Ġboundaries": 23546, + "Ġ]);ĊĊ": 23547, + "ĠFollowing": 23548, + "~/": 23549, + "Fi": 23550, + "_conv": 23551, + "_TITLE": 23552, + "Ġdesde": 23553, + "ICollectionView": 23554, + "Alias": 23555, + "Ġbite": 23556, + "patient": 23557, + "_COMMAND": 23558, + "Completed": 23559, + "ĉelif": 23560, + "(<": 23561, + "Business": 23562, + "ĠPool": 23563, + "Ġpursue": 23564, + "ĠBan": 23565, + "_steps": 23566, + "_DECL": 23567, + "umble": 23568, + "Ġcombo": 23569, + "ĠLayer": 23570, + ".xr": 23571, + "Ġdup": 23572, + "---------": 23573, + "628": 23574, + "Ġmodifier": 23575, + "rob": 23576, + "rez": 23577, + "696": 23578, + "Ġathletes": 23579, + "Used": 23580, + "wear": 23581, + "815": 23582, + "Ġlegitimate": 23583, + "Ġ\"ĊĊ": 23584, + "Ġhv": 23585, + "Std": 23586, + "037": 23587, + "ĠHold": 23588, + "Ġsurviv": 23589, + "ĠAlliance": 23590, + "ĠEarly": 23591, + "778": 23592, + "Behavior": 23593, + "(font": 23594, + "/libs": 23595, + "Ġrectangle": 23596, + "Ġsinger": 23597, + "Ġamp": 23598, + "EqualTo": 23599, + "Ġ\".\"": 23600, + "Ġgirlfriend": 23601, + "å±": 23602, + "linear": 23603, + "observ": 23604, + "Ġpiù": 23605, + "Ġcomplement": 23606, + "WithValue": 23607, + "(password": 23608, + "take": 23609, + "Blank": 23610, + "ĠCompar": 23611, + "'\",": 23612, + "_policy": 23613, + "mongoose": 23614, + "_FAILED": 23615, + ".report": 23616, + "Ratio": 23617, + ".PerformLayout": 23618, + "747": 23619, + "usable": 23620, + "mers": 23621, + "_render": 23622, + "PEED": 23623, + "772": 23624, + "Ġlesb": 23625, + "ĉE": 23626, + "_tool": 23627, + "Ġladies": 23628, + "908": 23629, + "оÑģ": 23630, + "))))Ċ": 23631, + ";;;;": 23632, + ".dot": 23633, + "Ġnest": 23634, + "peak": 23635, + "ukkit": 23636, + "eca": 23637, + "_SW": 23638, + "Ġ&(": 23639, + "ĠOklahoma": 23640, + "Ġbanking": 23641, + "569": 23642, + "ĠNintendo": 23643, + "752": 23644, + "Ġreproduce": 23645, + "_elements": 23646, + "_mac": 23647, + "proxy": 23648, + "Ġremarkable": 23649, + "}/${": 23650, + "Ġouts": 23651, + ".hasNext": 23652, + "MODE": 23653, + "658": 23654, + "Ġanime": 23655, + ".conn": 23656, + "Unique": 23657, + "Dom": 23658, + "Ġimportantly": 23659, + "itty": 23660, + "Ġjuice": 23661, + "Tw": 23662, + "ĠPartners": 23663, + "Ġattacking": 23664, + "Ġportable": 23665, + "amiento": 23666, + ".PictureBox": 23667, + ".gen": 23668, + "Ġoptimal": 23669, + "582": 23670, + "Ġrecre": 23671, + "Ġjournalist": 23672, + "ĠExtract": 23673, + "ĠMoreover": 23674, + "ĠmarginTop": 23675, + ".Ap": 23676, + "Ġfiring": 23677, + "NaN": 23678, + "ĉtemplate": 23679, + "ад": 23680, + ".En": 23681, + "Ġdefence": 23682, + "ĠTel": 23683, + "ilen": 23684, + "jan": 23685, + "=data": 23686, + "ĠUrl": 23687, + "ĠReuters": 23688, + "(total": 23689, + "ĠFifth": 23690, + "Ġessays": 23691, + "Ġinterpretation": 23692, + "Ġcharity": 23693, + "ĠRules": 23694, + "Ġsubsection": 23695, + "styled": 23696, + "azer": 23697, + "lags": 23698, + "LIST": 23699, + "Ġuploaded": 23700, + "Ġtrash": 23701, + "Ġregistr": 23702, + "Ġseller": 23703, + ">';čĊ": 23704, + "ĠstartTime": 23705, + "çĻ": 23706, + "sy": 23707, + "(HttpServletRequest": 23708, + "Ġtrap": 23709, + "GC": 23710, + "Ġembedded": 23711, + "Ġsurrounded": 23712, + "816": 23713, + "imits": 23714, + "TX": 23715, + "ylinder": 23716, + "685": 23717, + "ĠFal": 23718, + "Ġsentences": 23719, + "ĠJa": 23720, + "IFICATION": 23721, + "weapon": 23722, + "ovation": 23723, + "Ġcoat": 23724, + "Ġinterpol": 23725, + "Ġlips": 23726, + "ĠKy": 23727, + "Ġvectors": 23728, + "_am": 23729, + "Ġintake": 23730, + ".world": 23731, + "Ġinbox": 23732, + "ĠMAC": 23733, + "_ab": 23734, + "(nameof": 23735, + "633": 23736, + "Ġentert": 23737, + "Ġgathering": 23738, + "ĠSIM": 23739, + "++.": 23740, + "nya": 23741, + "'}}": 23742, + "ĠUPDATE": 23743, + "Ġpac": 23744, + "(html": 23745, + "ĠSant": 23746, + "iating": 23747, + "ĠIdeas": 23748, + "Ġspray": 23749, + "ĠHart": 23750, + "Ġverification": 23751, + "adesh": 23752, + "/modules": 23753, + "ĠMind": 23754, + "ĠSizedBox": 23755, + "Ġshelter": 23756, + "Ġheroes": 23757, + "atty": 23758, + "Ġcertified": 23759, + "sj": 23760, + "Ġêtre": 23761, + "ÅĤo": 23762, + "Ġpublishing": 23763, + "ĠMalays": 23764, + ".getUser": 23765, + "ĠProvider": 23766, + "ĠLinkedList": 23767, + "ĠBor": 23768, + "ROUND": 23769, + "did": 23770, + "tain": 23771, + "pire": 23772, + "ĠJenn": 23773, + "tel": 23774, + "ande": 23775, + "757": 23776, + "_front": 23777, + "ĠMcG": 23778, + "TestMethod": 23779, + "à¸Ń": 23780, + "Ġoccasionally": 23781, + "ĠWales": 23782, + "Ġexercises": 23783, + "ĠÐĴ": 23784, + "045": 23785, + "-plus": 23786, + "Ġvalidator": 23787, + "Ġprayer": 23788, + "LATED": 23789, + "_author": 23790, + "Ġlabour": 23791, + "++Ċ": 23792, + "-equiv": 23793, + "ĠGPL": 23794, + "Ġfacebook": 23795, + "simple": 23796, + "gly": 23797, + "Processor": 23798, + "ipy": 23799, + "744": 23800, + "Ġ*>": 23801, + "648": 23802, + "Ġcleared": 23803, + "ĠPush": 23804, + "858": 23805, + "Ġpenis": 23806, + "Structure": 23807, + "lij": 23808, + "ĠMorgan": 23809, + "Ġhandful": 23810, + "\".Ċ": 23811, + "984": 23812, + "|\\": 23813, + "Ġ********************************": 23814, + "ĠAqu": 23815, + "584": 23816, + "_IC": 23817, + ".loads": 23818, + "Ġmeter": 23819, + "ĠMarine": 23820, + "::{": 23821, + "ĠTS": 23822, + "776": 23823, + "ĠArrays": 23824, + ".Title": 23825, + "GRAM": 23826, + "termin": 23827, + "Ġcoinc": 23828, + "Else": 23829, + "_states": 23830, + "-run": 23831, + "members": 23832, + "782": 23833, + "astro": 23834, + "066": 23835, + "ĠonPress": 23836, + "Ġbeings": 23837, + "Ġabandoned": 23838, + "Ġtaxp": 23839, + "owners": 23840, + ".mode": 23841, + "Ġdiagnosis": 23842, + "Ġ_Ċ": 23843, + "ĠKnight": 23844, + "ĉA": 23845, + "Ġobserve": 23846, + "),'": 23847, + "823": 23848, + "!\")Ċ": 23849, + "ĠPara": 23850, + "Ġvariation": 23851, + "(False": 23852, + "ĠAnti": 23853, + "Ġgri": 23854, + "Ġhomeless": 23855, + "?v": 23856, + "Ġbez": 23857, + ".Server": 23858, + "release": 23859, + "ĠPatri": 23860, + "Ġchars": 23861, + "Ġranking": 23862, + "activation": 23863, + "581": 23864, + "Ġwides": 23865, + "qr": 23866, + ".Sql": 23867, + "acular": 23868, + "ĠBot": 23869, + "_sync": 23870, + "Ġhappiness": 23871, + "Ġvolunteers": 23872, + "877": 23873, + "Ġsits": 23874, + "/<": 23875, + "[e": 23876, + "(fileName": 23877, + "Ġcapac": 23878, + "832": 23879, + "ĠMaria": 23880, + "father": 23881, + "Ġgram": 23882, + "*i": 23883, + "Ġcaso": 23884, + "_draw": 23885, + "ĠRaw": 23886, + "ĠIterator": 23887, + "664": 23888, + "ĠPadding": 23889, + "924": 23890, + "PD": 23891, + "BOX": 23892, + "ĠSPECIAL": 23893, + "Ġfecha": 23894, + "Ġvide": 23895, + "ĠLeader": 23896, + "以": 23897, + "$(\".": 23898, + "Ġdiameter": 23899, + "Ġmild": 23900, + "745": 23901, + "Ġrocks": 23902, + "appings": 23903, + "048": 23904, + "directory": 23905, + "557": 23906, + ".flush": 23907, + "ĠJess": 23908, + "UNIT": 23909, + "ĠPear": 23910, + "Ġmandatory": 23911, + "Sur": 23912, + "qt": 23913, + "Ġstreams": 23914, + "Ġcooperation": 23915, + "ĠSac": 23916, + "Ġcheaper": 23917, + "ĉch": 23918, + "animation": 23919, + "fare": 23920, + "(height": 23921, + "(True": 23922, + "NY": 23923, + "Ġwrest": 23924, + "Ġpolls": 23925, + "Ġencountered": 23926, + "ĠMarketable": 23927, + "_PASSWORD": 23928, + "716": 23929, + "_SELECT": 23930, + "ĠArabia": 23931, + "_clock": 23932, + "Ġvoy": 23933, + "Ġиз": 23934, + "Ġstir": 23935, + "isible": 23936, + "-effect": 23937, + ".created": 23938, + "Ġtoys": 23939, + "ĠTradable": 23940, + "Ġrust": 23941, + "Ġstrcpy": 23942, + "_timestamp": 23943, + "Ġtalented": 23944, + ",null": 23945, + "ĠJobs": 23946, + "ĠPortland": 23947, + "Ġweakness": 23948, + "Throw": 23949, + "ĠAngel": 23950, + "ä¿®": 23951, + "754": 23952, + "Ġuncert": 23953, + "ï¼īĊ": 23954, + "ĠìĿ´": 23955, + "Which": 23956, + "Ġ[-]:": 23957, + "Something": 23958, + "Ġconvicted": 23959, + "kle": 23960, + "edium": 23961, + "Ġbranches": 23962, + "Ġbases": 23963, + "ç®": 23964, + "Ġcomplexity": 23965, + "ĠFig": 23966, + ".reshape": 23967, + "$db": 23968, + "736": 23969, + "_CONST": 23970, + "ĠTes": 23971, + ".runtime": 23972, + "Ġdeny": 23973, + "ĠBSD": 23974, + "Ġkr": 23975, + "hatt": 23976, + "ĠStatic": 23977, + "Ġuniversities": 23978, + "Replace": 23979, + "Ġdrove": 23980, + "Ġadoles": 23981, + "_plugin": 23982, + "ĠLGBT": 23983, + "Ġtex": 23984, + "duction": 23985, + "751": 23986, + "799": 23987, + "EDI": 23988, + "ĠTed": 23989, + "_URI": 23990, + "Ġreception": 23991, + "arten": 23992, + ".Single": 23993, + "rice": 23994, + "scious": 23995, + "843": 23996, + "_bg": 23997, + "Ġwages": 23998, + "ĠServlet": 23999, + "UILayout": 24000, + "Ġformatted": 24001, + ".Mod": 24002, + "',Ċ": 24049, + "Ġexpanding": 24050, + "ĠHamilton": 24051, + "ĠContrib": 24052, + ".Tables": 24053, + "728": 24054, + "Activ": 24055, + "HH": 24056, + "ocommerce": 24057, + "_;": 24058, + "Ġamongst": 24059, + "owing": 24060, + "859": 24061, + "ĠCold": 24062, + "APH": 24063, + "Ġpsychological": 24064, + "_tensor": 24065, + "Ġpackaging": 24066, + "ĠSweden": 24067, + "Ġpare": 24068, + "Ġaggregate": 24069, + "Ġmoderate": 24070, + "862": 24071, + "_hand": 24072, + "Ġdesignated": 24073, + "Ġdrum": 24074, + "ĠgetUser": 24075, + "ĠCreek": 24076, + "_scope": 24077, + "ĠTransfer": 24078, + "ĠMarg": 24079, + "Ġfighters": 24080, + "Wnd": 24081, + "ĠSel": 24082, + "ĠLaunch": 24083, + "Ġemerging": 24084, + "iframe": 24085, + "ĠAdditional": 24086, + "Ġfears": 24087, + "Ġsatellite": 24088, + "_:": 24089, + "Ġdisposing": 24090, + "GetValue": 24091, + "HttpPost": 24092, + "ATIVE": 24093, + "ulary": 24094, + "Views": 24095, + "Ġattending": 24096, + "ĠTennessee": 24097, + "ĠMission": 24098, + "Ġmedication": 24099, + "ĠWy": 24100, + "ĠAnna": 24101, + "ع": 24102, + "ĠVertex": 24103, + ".types": 24104, + "Organ": 24105, + ".DataGridViewTextBoxColumn": 24106, + "ĠRS": 24107, + "Ġtempo": 24108, + "(App": 24109, + "892": 24110, + "VersionUID": 24111, + ".point": 24112, + "ĠDutch": 24113, + "Hours": 24114, + "LU": 24115, + "Ġquoted": 24116, + ".builder": 24117, + "ĠPerfect": 24118, + "ĠAlways": 24119, + "_two": 24120, + "Ġexclusively": 24121, + "ĠCra": 24122, + "ificar": 24123, + "ĠAWS": 24124, + "ingham": 24125, + "complex": 24126, + "kernel": 24127, + "Ġgravity": 24128, + "Ġwi": 24129, + "052": 24130, + "Ġoverview": 24131, + "661": 24132, + "ĠWant": 24133, + "ĠWP": 24134, + "(sh": 24135, + ".rotation": 24136, + "States": 24137, + "ĠTeen": 24138, + "_components": 24139, + "ìĪĺ": 24140, + "Received": 24141, + "Ġlyrics": 24142, + "rites": 24143, + "ĉĉĉĉĉĠ": 24144, + "-American": 24145, + "[num": 24146, + "/python": 24147, + "ĠUART": 24148, + "Ġapple": 24149, + "ĠJonathan": 24150, + "Ġmomentum": 24151, + "ั": 24152, + "Ĥ¹": 24153, + "Ġmich": 24154, + "andra": 24155, + "Ġbiological": 24156, + "ĠMens": 24157, + "Ġ%%": 24158, + "elsea": 24159, + "ĠMexican": 24160, + ".randint": 24161, + "Ġtale": 24162, + "ĠValidate": 24163, + "Ġdefeated": 24164, + ".htm": 24165, + "Ġcopper": 24166, + "=/": 24167, + "cosystem": 24168, + "Ġrip": 24169, + "decimal": 24170, + ".VISIBLE": 24171, + "ĠTa": 24172, + "ĉĉĉĉĉĉĉĉĉĉĉĉĉĉ": 24173, + "Ġdownloaded": 24174, + "environment": 24175, + "Ġnomine": 24176, + "building": 24177, + "ĠSpot": 24178, + "ipheral": 24179, + "Ġalto": 24180, + "quet": 24181, + "ĠFT": 24182, + "/get": 24183, + "/master": 24184, + "WIN": 24185, + "åħĥ": 24186, + "676": 24187, + "West": 24188, + "argc": 24189, + "Ġproducers": 24190, + "ĠMuch": 24191, + "_storage": 24192, + "credit": 24193, + "CONT": 24194, + "Ġvet": 24195, + "Ġvoices": 24196, + "('',": 24197, + "Ġinstruments": 24198, + "662": 24199, + "ĠMSG": 24200, + "esse": 24201, + "repository": 24202, + "omics": 24203, + "Ġdealer": 24204, + "Still": 24205, + "Ġbanner": 24206, + "ascii": 24207, + "Ġremarks": 24208, + "[js": 24209, + "Ġshorter": 24210, + "gulp": 24211, + "Ġmyster": 24212, + "Ġkun": 24213, + "ĠBird": 24214, + "Ġtiene": 24215, + "788": 24216, + "nut": 24217, + "ĠUm": 24218, + "Ġwise": 24219, + "Yeah": 24220, + "INESS": 24221, + "046": 24222, + "_begin": 24223, + "-heading": 24224, + "Course": 24225, + "ĠčĊčĊ": 24226, + "ombie": 24227, + "graded": 24228, + "ĠGPS": 24229, + "Ġże": 24230, + "Fit": 24231, + "caption": 24232, + "ön": 24233, + "/image": 24234, + "lia": 24235, + "(mod": 24236, + "Ġleak": 24237, + "enza": 24238, + "629": 24239, + "/H": 24240, + "ĠHappy": 24241, + "993": 24242, + "Dist": 24243, + "nx": 24244, + "ĠGovernor": 24245, + "(last": 24246, + "teacher": 24247, + "ĠSent": 24248, + "support": 24249, + "838": 24250, + "jectory": 24251, + "ĠÙħ": 24252, + "Registration": 24253, + "063": 24254, + "ĠGray": 24255, + ",false": 24256, + "Ġadjusted": 24257, + "(settings": 24258, + "'Ċ": 24324, + "-fold": 24325, + "æĬ": 24326, + "ĠBetter": 24327, + "Ġ\"\\<": 24328, + "spacing": 24329, + "Ġfurnished": 24330, + "913": 24331, + "oser": 24332, + "]}Ċ": 24333, + "Ġ$\"": 24334, + "pull": 24335, + ".Post": 24336, + "919": 24337, + "(ip": 24338, + "Ĺı": 24339, + ".front": 24340, + "nte": 24341, + "ĠFM": 24342, + "guid": 24343, + "844": 24344, + "Ġnegotiations": 24345, + "agonal": 24346, + "934": 24347, + "Ġtremend": 24348, + "ungeon": 24349, + "Adv": 24350, + "carousel": 24351, + "ÃŁe": 24352, + "_DESC": 24353, + "Ġhammer": 24354, + "áºŃ": 24355, + "ĠĠĠĠĠĠĠĠĊĊ": 24356, + "-core": 24357, + "-service": 24358, + "Ġcorners": 24359, + "ĠSF": 24360, + "pred": 24361, + ">A": 24362, + "ĠJLabel": 24363, + "Ġromantic": 24364, + "Ġtestimony": 24365, + "osc": 24366, + "ĠGeneration": 24367, + "asures": 24368, + "_internal": 24369, + "Ġprints": 24370, + "Ġ])Ċ": 24371, + "ĠCleveland": 24372, + "repo": 24373, + "Disc": 24374, + "677": 24375, + "762": 24376, + "Ġ\">Ċ": 24377, + "����": 24378, + "Ġnearest": 24379, + "591": 24380, + "_tb": 24381, + "(require": 24382, + "EOF": 24383, + "-child": 24384, + "Ġbudd": 24385, + ".XtraEditors": 24386, + "alties": 24387, + "723": 24388, + "\\\":\\\"": 24389, + "Words": 24390, + "917": 24391, + "Ġlocally": 24392, + "Ġpurchases": 24393, + "695": 24394, + "Drawer": 24395, + "extract": 24396, + "Ġexecut": 24397, + "}'.": 24398, + "userdata": 24399, + "Ġfocuses": 24400, + "-minute": 24401, + "764": 24402, + "ĠPublish": 24403, + "ogo": 24404, + "Ġmountains": 24405, + "Bot": 24406, + "}>{": 24407, + "Ġtension": 24408, + "rod": 24409, + "mesh": 24410, + "Ġtransformed": 24411, + ",R": 24412, + "()}Ċ": 24413, + ".long": 24414, + "Ġgorgeous": 24415, + "ĠSchedule": 24416, + "Ġoldest": 24417, + "Ġsubprocess": 24418, + "(IN": 24419, + "yect": 24420, + "ĠCooper": 24421, + "arness": 24422, + "ĠMonitor": 24423, + ".part": 24424, + "972": 24425, + "ĠNBC": 24426, + "668": 24427, + "Ġcotton": 24428, + "Ġhol": 24429, + "726": 24430, + "Ġrgba": 24431, + "ĠBio": 24432, + "Continue": 24433, + "Pod": 24434, + "Ġparticipating": 24435, + "clusions": 24436, + "(ByVal": 24437, + "734": 24438, + "ì": 24439, + "ĠHOW": 24440, + "_setopt": 24441, + "Ġaccompanying": 24442, + "091": 24443, + "aton": 24444, + "Ġ/\\": 24445, + "ĠAuthentication": 24446, + "ién": 24447, + "ĠBarack": 24448, + "/*.": 24449, + "Ġeager": 24450, + "ĠCancel": 24451, + "$": 24502, + "OLEAN": 24503, + "OKIE": 24504, + "IBILITY": 24505, + "UAGE": 24506, + "ĠSurvey": 24507, + "071": 24508, + "Ġresign": 24509, + "wing": 24510, + "Ġsecrets": 24511, + "Ġchips": 24512, + "JSONObject": 24513, + "Desktop": 24514, + "596": 24515, + "_SYMBOL": 24516, + "(resource": 24517, + "ĠĊ": 24518, + "Ġnewest": 24519, + "uli": 24520, + "Ġdesert": 24521, + "Ġdip": 24522, + "ĠPow": 24523, + "Ġequation": 24524, + "Ġpossibilities": 24525, + "ĠFed": 24526, + "osph": 24527, + "Ġ[%": 24528, + "Ġbubble": 24529, + "etherlands": 24530, + "793": 24531, + "Ġcement": 24532, + ".auto": 24533, + "_AN": 24534, + "âĢĻ.": 24535, + "selection": 24536, + "ĠBond": 24537, + "988": 24538, + "Den": 24539, + "-O": 24540, + ".getType": 24541, + "896": 24542, + ".Window": 24543, + "pres": 24544, + "Ġswinger": 24545, + "\"})Ċ": 24546, + "Ġpip": 24547, + "Ġmice": 24548, + "Ġcompound": 24549, + "-plugin": 24550, + "iko": 24551, + "Ġcenturies": 24552, + "icular": 24553, + "-inline": 24554, + "ĉkey": 24555, + ">\\<": 24556, + "ENSION": 24557, + "Ġ[čĊ": 24558, + "Ġprecisely": 24559, + "Ġété": 24560, + "ĠPast": 24561, + "ĠCambridge": 24562, + "-full": 24563, + "Ġanalyze": 24564, + "ĠSteven": 24565, + "Ġnem": 24566, + "due": 24567, + "oren": 24568, + "Ġmuscles": 24569, + "ijing": 24570, + "852": 24571, + "/-": 24572, + "ĠKennedy": 24573, + "597": 24574, + "RM": 24575, + "ossible": 24576, + "Ġactress": 24577, + "Ġdolor": 24578, + "914": 24579, + "å½ķ": 24580, + "Need": 24581, + ".toggle": 24582, + "ĠRace": 24583, + "wers": 24584, + ".material": 24585, + "ĠDue": 24586, + "ĠPel": 24587, + "#print": 24588, + "Ġindependence": 24589, + "exus": 24590, + "Shadow": 24591, + "Ġencoder": 24592, + "(level": 24593, + "ĠSwift": 24594, + ".doc": 24595, + "_selection": 24596, + "952": 24597, + "ĠserialVersionUID": 24598, + "945": 24599, + "Labels": 24600, + "Ġperformances": 24601, + ".Tag": 24602, + "ĠNHL": 24603, + "izen": 24604, + "/UIKit": 24605, + "991": 24606, + "_CONTROL": 24607, + "Ġearnings": 24608, + "975": 24609, + "ĠAlt": 24610, + "_HANDLE": 24611, + "Ctx": 24612, + "Ġpersu": 24613, + "Ġtran": 24614, + "ç¨": 24615, + "_CHANNEL": 24616, + "Ġsatisfaction": 24617, + "ĠGP": 24618, + "769": 24619, + "iox": 24620, + "mitt": 24621, + "lando": 24622, + "Ġpig": 24623, + "inals": 24624, + "ência": 24625, + "731": 24626, + "Surface": 24627, + "ĠUUID": 24628, + "Ġbeneficial": 24629, + "Ġsequences": 24630, + "ĉmemset": 24631, + "Ġmagical": 24632, + "«": 24633, + "Ġworn": 24634, + "ASC": 24635, + "popup": 24636, + "COMP": 24637, + "_before": 24638, + "eness": 24639, + "Ui": 24640, + "Les": 24641, + ".require": 24642, + ".Serializable": 24643, + "addGap": 24644, + "Ġauthorization": 24645, + "085": 24646, + ".pyplot": 24647, + "urray": 24648, + "latitude": 24649, + "845": 24650, + "frames": 24651, + "ajs": 24652, + "Ġcompass": 24653, + "Ġobservations": 24654, + "_sup": 24655, + ".environ": 24656, + "Ġtriple": 24657, + "ĠRuby": 24658, + "Ġdrain": 24659, + "_FILTER": 24660, + "San": 24661, + "UMP": 24662, + "NullException": 24663, + "ĠGab": 24664, + "owe": 24665, + "ĠTurkish": 24666, + "_sequence": 24667, + "ĠGrant": 24668, + "uela": 24669, + "Ġwo": 24670, + "Ġcube": 24671, + "iq": 24672, + "Ġdisorders": 24673, + "Ġextraordinary": 24674, + "Ġctrl": 24675, + "ĠSeq": 24676, + "entr": 24677, + "865": 24678, + "Ġsanctions": 24679, + "949": 24680, + "utsch": 24681, + "Reports": 24682, + "Ġinherit": 24683, + "Period": 24684, + "Ġphotography": 24685, + "ĠFramework": 24686, + "Ġspecialist": 24687, + "Ġ?ĊĊ": 24688, + "_selected": 24689, + ".Player": 24690, + "Ġallocation": 24691, + "(account": 24692, + "Ġstructural": 24693, + "vable": 24694, + "-offset": 24695, + ".AppCompatActivity": 24696, + "ам": 24697, + ".AddWithValue": 24698, + "Ġicons": 24699, + "Ġshutdown": 24700, + "_low": 24701, + "ĠCompare": 24702, + "ĠCe": 24703, + "=head": 24704, + "lam": 24705, + ".predict": 24706, + "_DEC": 24707, + "ĠSleep": 24708, + "ĠGratis": 24709, + "Ġsuggestion": 24710, + "ĠDEL": 24711, + "caff": 24712, + "avirus": 24713, + "Nothing": 24714, + "ŀĭ": 24715, + "Ġwidespread": 24716, + "Ġmechanisms": 24717, + "ĠtextAlign": 24718, + "occup": 24719, + "ĠRail": 24720, + ":NS": 24721, + "Ġfiber": 24722, + "Ġmk": 24723, + "Ġvintage": 24724, + "-long": 24725, + ".reduce": 24726, + ".Entities": 24727, + "(record": 24728, + "Ġpleasant": 24729, + "FRING": 24730, + ".Cells": 24731, + "OTT": 24732, + "ĉelseif": 24733, + "649": 24734, + "724": 24735, + "_confirm": 24736, + "ĠViewGroup": 24737, + "sym": 24738, + "Ġpray": 24739, + "Ġsuspected": 24740, + "Contains": 24741, + "983": 24742, + "Ġborders": 24743, + "ĠcomponentDid": 24744, + "ASSERT": 24745, + "Ġinfinite": 24746, + "-order": 24747, + "Ġhello": 24748, + "ĠGrade": 24749, + ".currentTimeMillis": 24750, + "apolis": 24751, + "zh": 24752, + "ĉObject": 24753, + ":\\\\": 24754, + "HO": 24755, + "valuation": 24756, + "Ġvocab": 24757, + "719": 24758, + "Ġcoupon": 24759, + "atabases": 24760, + ".GetType": 24761, + "Learn": 24762, + "792": 24763, + "]=\"": 24764, + "ĠGary": 24765, + "otive": 24766, + "Ġash": 24767, + "Ġbib": 24768, + "XXXX": 24769, + "Ġbalanced": 24770, + "VALUE": 24771, + "ĠNat": 24772, + "_Ad": 24773, + "<": 24930, + "Ġfool": 24931, + "Ġesk": 24932, + ".Null": 24933, + "ĠDies": 24934, + "_OUTPUT": 24935, + "_TYPED": 24936, + "Ġpainted": 24937, + "673": 24938, + "735": 24939, + "Ġsophistic": 24940, + "ĠBear": 24941, + "*n": 24942, + "_PACK": 24943, + "Ġdelivering": 24944, + "ĠCOUNT": 24945, + "åįķ": 24946, + "Ġjeg": 24947, + "-car": 24948, + "fname": 24949, + "Ġranging": 24950, + "848": 24951, + "ĠNeg": 24952, + "/******/": 24953, + "ĠCHAR": 24954, + "Ġultra": 24955, + "Grad": 24956, + "=t": 24957, + "Ġjudges": 24958, + "ĠDise": 24959, + "anners": 24960, + "985": 24961, + "891": 24962, + "861": 24963, + "Ġscal": 24964, + "_cal": 24965, + "ĠCONNECTION": 24966, + "_embed": 24967, + "(fn": 24968, + "ĠCraft": 24969, + "047": 24970, + "ĠPas": 24971, + "\")->": 24972, + ".convert": 24973, + ".resource": 24974, + "ĠSTATUS": 24975, + "ông": 24976, + "ĠTit": 24977, + "Ġclassroom": 24978, + "ĠArchitect": 24979, + "ĠKings": 24980, + "Ġsteady": 24981, + "/*!Ċ": 24982, + "ĠGene": 24983, + ")\";Ċ": 24984, + "icia": 24985, + "stan": 24986, + "ĠConstruction": 24987, + "umper": 24988, + "951": 24989, + "wc": 24990, + "ĠCBS": 24991, + "inging": 24992, + "-party": 24993, + "(driver": 24994, + "MARK": 24995, + "082": 24996, + "Ġnested": 24997, + "eward": 24998, + "Ġdependency": 24999, + "Ġmales": 25000, + "928": 25001, + "ĠONE": 25002, + "ĠProduction": 25003, + "][$": 25004, + "ãĥ¼ãĥ": 25005, + "_LOAD": 25006, + "ĠBol": 25007, + "elry": 25008, + "831": 25009, + "łéĻ¤": 25010, + "ĠRequire": 25011, + "Ġplacing": 25012, + "xxx": 25013, + "CALE": 25014, + "Ġthumb": 25015, + "824": 25016, + "Choose": 25017, + "Ġprototype": 25018, + "VOID": 25019, + "Ġlesbian": 25020, + "741": 25021, + "Ġtraits": 25022, + "Sharp": 25023, + "Ġconsume": 25024, + "Truth": 25025, + "ĠactionPerformed": 25026, + "ĠEnvironmental": 25027, + "ĠDean": 25028, + "Ġestado": 25029, + "same": 25030, + "Ġnumeric": 25031, + "Ġtransit": 25032, + ".Email": 25033, + "-side": 25034, + "_RUN": 25035, + "ĠVillage": 25036, + "_OPEN": 25037, + "è¦": 25038, + ".rem": 25039, + "-warning": 25040, + "anya": 25041, + "PropertyChanged": 25042, + "Ġ(!_": 25043, + "(check": 25044, + "ilia": 25045, + "ĠSoft": 25046, + "steps": 25047, + "ĠMadrid": 25048, + "MemoryWarning": 25049, + "Ġhandlers": 25050, + "Ġexperiencing": 25051, + "Ġinspect": 25052, + "buttons": 25053, + "ReceiveMemoryWarning": 25054, + "chemy": 25055, + "Links": 25056, + "Ġurllib": 25057, + ".SystemColors": 25058, + "ĠEigen": 25059, + "Ġpunishment": 25060, + ":UIControl": 25061, + "bara": 25062, + "-set": 25063, + "Ġ}čĊčĊčĊ": 25064, + "Ġtolerance": 25065, + "Ġinterfaces": 25066, + ".redirect": 25067, + "ighbors": 25068, + "csrf": 25069, + "_background": 25070, + ".Utils": 25071, + "_HT": 25072, + "692": 25073, + "ĠInterest": 25074, + "imos": 25075, + "Ġgrants": 25076, + "083": 25077, + "Ġexamined": 25078, + "ÐĶ": 25079, + "Ġcf": 25080, + "forge": 25081, + "backs": 25082, + "ĠObjects": 25083, + "_sent": 25084, + ".entry": 25085, + "ĠTHEN": 25086, + "ellido": 25087, + "cia": 25088, + ",res": 25089, + "659": 25090, + "681": 25091, + "/stdc": 25092, + ".nd": 25093, + "(Int": 25094, + "ĠAuthors": 25095, + "ĠAppCompatActivity": 25096, + "'{": 25097, + "Ġmedi": 25098, + "Music": 25099, + "igm": 25100, + "ceipt": 25101, + "Ġauss": 25102, + "Ġtargeting": 25103, + "ĠKeys": 25104, + "hn": 25105, + ":]Ċ": 25106, + "Ġmineral": 25107, + "î": 25108, + ".ca": 25109, + "761": 25110, + "omed": 25111, + "Ġsheets": 25112, + "Ġcamb": 25113, + "Ġdeadly": 25114, + ".inject": 25115, + "(unit": 25116, + "ĠSelection": 25117, + ".gms": 25118, + "(connection": 25119, + "Ġ$(\"": 25120, + "émon": 25121, + "ĠCurrently": 25122, + "pte": 25123, + "_paths": 25124, + "847": 25125, + "leaf": 25126, + "Ġimplications": 25127, + "posal": 25128, + "ä½į": 25129, + "[/": 25130, + "ancia": 25131, + "éĽ": 25132, + "mul": 25133, + "cie": 25134, + "Ġgeile": 25135, + "679": 25136, + "imals": 25137, + "UIView": 25138, + "Ġsurre": 25139, + "serialize": 25140, + "ISO": 25141, + "Ġarbitrary": 25142, + "Ġsockaddr": 25143, + ".fn": 25144, + "ĠMerc": 25145, + "Ġcasting": 25146, + "KeyDown": 25147, + "ĠnewValue": 25148, + "opens": 25149, + "717": 25150, + "Todo": 25151, + "Ġflexibility": 25152, + "ĉĉĉĉĠĠ": 25153, + "Velocity": 25154, + "ún": 25155, + "rowing": 25156, + "Ġcomputed": 25157, + "`)Ċ": 25158, + "statement": 25159, + "Ġri": 25160, + "_cart": 25161, + "Low": 25162, + "transfer": 25163, + ".nav": 25164, + "Ġgrave": 25165, + "ĠDoor": 25166, + "ĉalert": 25167, + "691": 25168, + "698": 25169, + ".subscribe": 25170, + "-profile": 25171, + "ĉbase": 25172, + "ĠâĪĴ": 25173, + "__ĊĊ": 25174, + "Ġengineers": 25175, + "Ġexplosion": 25176, + "Ġdari": 25177, + "682": 25178, + "ĉLog": 25179, + "onal": 25180, + "Ġisolated": 25181, + "{i": 25182, + "ĠMsg": 25183, + "Future": 25184, + "Ġracist": 25185, + "-wrap": 25186, + "ĠVers": 25187, + "borg": 25188, + "ISION": 25189, + "ĠÑĢаÐ": 25190, + "ĠYan": 25191, + "836": 25192, + "initWith": 25193, + "Ġnomin": 25194, + "(empty": 25195, + "ÃŃn": 25196, + "ãĤ¤": 25197, + "ĉwidth": 25198, + "Ġchamber": 25199, + "/ajax": 25200, + "EMP": 25201, + "093": 25202, + "Ġneces": 25203, + "ivos": 25204, + "logic": 25205, + "*)&": 25206, + "cripts": 25207, + "976": 25208, + "RowAt": 25209, + "053": 25210, + "iblings": 25211, + "Ġears": 25212, + "Ġcomputing": 25213, + "Ġmaker": 25214, + "ĠNeither": 25215, + "breadcrumb": 25216, + "Ġserialize": 25217, + "ĠWithin": 25218, + "Ġdell": 25219, + "_TRACE": 25220, + "092": 25221, + "=a": 25222, + "Ġwishes": 25223, + "-inch": 25224, + "ĠDor": 25225, + "Ġinnocent": 25226, + "ĠDol": 25227, + "Ġintens": 25228, + "forced": 25229, + "054": 25230, + "ĠBIT": 25231, + "Ġphotographs": 25232, + "Ġcasa": 25233, + "ĠLen": 25234, + "\\Framework": 25235, + ".Simple": 25236, + "Ġdear": 25237, + "895": 25238, + ")/(": 25239, + "ippi": 25240, + "Ġowns": 25241, + "Players": 25242, + "Ġproposals": 25243, + ".pi": 25244, + "usalem": 25245, + "Damage": 25246, + "Ġcalories": 25247, + "ĠCreative": 25248, + "Ġ[$": 25249, + "Ġ//čĊ": 25250, + "786": 25251, + "AndView": 25252, + "ème": 25253, + ".custom": 25254, + "_factory": 25255, + "commands": 25256, + "_look": 25257, + "Ġstrcmp": 25258, + "YN": 25259, + "aired": 25260, + "Ġaudit": 25261, + "оÑģÑĤ": 25262, + "ĠReverse": 25263, + "ropriate": 25264, + "etics": 25265, + "';Ċ": 25348, + "Ġpepper": 25349, + "989": 25350, + "Ġshed": 25351, + "ĠMedium": 25352, + "ĠCookie": 25353, + "889": 25354, + "Ġoverseas": 25355, + "edor": 25356, + "asurement": 25357, + "766": 25358, + "åŃĺ": 25359, + "Ġ'.'": 25360, + "Ġphp": 25361, + "ĠPROC": 25362, + "Ġexceptional": 25363, + "(th": 25364, + "ĠJet": 25365, + "Ġoccupied": 25366, + ".setImage": 25367, + "ĠRelated": 25368, + "ucker": 25369, + "Members": 25370, + "PRINT": 25371, + "ĠGlo": 25372, + "_VIEW": 25373, + "}\",Ċ": 25374, + "Ġadoption": 25375, + "[])Ċ": 25376, + "842": 25377, + "ĠMissouri": 25378, + "ĠLincoln": 25379, + "erald": 25380, + "Popup": 25381, + "Ġfate": 25382, + "-bootstrap": 25383, + "fections": 25384, + "ĠPoll": 25385, + "_ARGS": 25386, + "inance": 25387, + "697": 25388, + "-home": 25389, + ".),": 25390, + "_done": 25391, + "694": 25392, + ":ĊĊĊ": 25393, + "Ġdiscussing": 25394, + "ĠSQLException": 25395, + "Ġelectro": 25396, + "ĉreq": 25397, + "Ġzw": 25398, + "886": 25399, + "Ġlui": 25400, + "932": 25401, + "Ġovernight": 25402, + "$user": 25403, + "ĠWAY": 25404, + "Ġallerg": 25405, + "Ġdisappointed": 25406, + "Ġradiation": 25407, + "Ġimpressed": 25408, + "ificates": 25409, + "Ġtob": 25410, + "CLASS": 25411, + "Ġcuda": 25412, + "_det": 25413, + "-post": 25414, + "ulu": 25415, + "Translation": 25416, + "-hand": 25417, + ".year": 25418, + "ĠMongo": 25419, + "Ġunclear": 25420, + ".engine": 25421, + "WEBPACK": 25422, + "rices": 25423, + "_ACCESS": 25424, + "Ġholidays": 25425, + "percent": 25426, + ".Identity": 25427, + "ĠGov": 25428, + "Ġpassionate": 25429, + "!!.": 25430, + "ĠGreece": 25431, + "plusplus": 25432, + "'));": 25433, + "GP": 25434, + "Ġexcit": 25435, + ".tabPage": 25436, + "_cond": 25437, + "Ġsponsor": 25438, + "MODULE": 25439, + "_proc": 25440, + "Ġ$Ċ": 25441, + "Ġrational": 25442, + ".Tool": 25443, + "Ġihr": 25444, + "cca": 25445, + "åĵģ": 25446, + "ĠEstate": 25447, + "IBUTE": 25448, + "ActionPerformed": 25449, + "ĠSolar": 25450, + "¦Ĥ": 25451, + "Ġequity": 25452, + "tid": 25453, + "938": 25454, + "Ġrecip": 25455, + ".simple": 25456, + "mk": 25457, + "689": 25458, + "ĠLuke": 25459, + "ĠGuardian": 25460, + "Ġencrypted": 25461, + "Ġdominant": 25462, + ".place": 25463, + "ĠNV": 25464, + "839": 25465, + "Ġtongue": 25466, + "(Get": 25467, + "Ġstainless": 25468, + ".Play": 25469, + "Ġeb": 25470, + "aci": 25471, + ".buffer": 25472, + "readcrumbs": 25473, + "Ġvaccine": 25474, + "prom": 25475, + "979": 25476, + "ĠuserInfo": 25477, + "Ġslug": 25478, + "SerializedName": 25479, + "-wide": 25480, + "Ġreactions": 25481, + "ĠYang": 25482, + "ĠAdds": 25483, + "(userId": 25484, + "Ġplates": 25485, + "ĠMEM": 25486, + "Ġbail": 25487, + "Inside": 25488, + "eted": 25489, + "Ġelsif": 25490, + "Ġsake": 25491, + "Ġcycles": 25492, + "ĠìĹ": 25493, + "ĉI": 25494, + "-collapse": 25495, + "841": 25496, + "ĠGMT": 25497, + "814": 25498, + "Declaration": 25499, + "Ġgros": 25500, + "Ġreaches": 25501, + "Ġcustody": 25502, + "Until": 25503, + "753": 25504, + "856": 25505, + "tu": 25506, + "ĠChen": 25507, + "Ġnx": 25508, + "(addr": 25509, + "ĠOffer": 25510, + "Ġcolleg": 25511, + "assador": 25512, + "674": 25513, + "Ġmapper": 25514, + "854": 25515, + "ĠSIGNAL": 25516, + "ĠBloom": 25517, + "ĠHoll": 25518, + "ĠImper": 25519, + "-des": 25520, + "_site": 25521, + "Proc": 25522, + "Equ": 25523, + "Ġatomic": 25524, + "ĠWoman": 25525, + "sent": 25526, + "738": 25527, + "817": 25528, + "scar": 25529, + "Ġintelligent": 25530, + "ĠGetting": 25531, + "ĠRegistration": 25532, + "ĠPhill": 25533, + "Ġkiller": 25534, + "unicode": 25535, + "ĊĉĉĊ": 25536, + "ĠJacob": 25537, + "ĠConst": 25538, + "Ġlocate": 25539, + "Ġcaus": 25540, + "749": 25541, + "ĠScholar": 25542, + "Ġconstitutional": 25543, + "Ġinflation": 25544, + "ĠGot": 25545, + "=array": 25546, + "endum": 25547, + "Ġtranslated": 25548, + "Ġdivorce": 25549, + "Entries": 25550, + "Ġsor": 25551, + "ĠQuote": 25552, + "irlines": 25553, + "UK": 25554, + "Ġexcel": 25555, + "(opt": 25556, + "ĠADV": 25557, + ",:,": 25558, + "Ġcontacted": 25559, + "742": 25560, + "ĠDA": 25561, + "Ġrings": 25562, + "ĠIndustrial": 25563, + ".getContext": 25564, + "Ġforgotten": 25565, + "ĠTan": 25566, + "Ġpants": 25567, + "Ġov": 25568, + "Ġdecoder": 25569, + "ĠPartial": 25570, + "Ġvc": 25571, + "Ġbattles": 25572, + "Arial": 25573, + "FRINGEMENT": 25574, + "irates": 25575, + ",w": 25576, + "aintenance": 25577, + "ĠOd": 25578, + "ĠTechnologies": 25579, + "åīį": 25580, + "ĠCarter": 25581, + ".findAll": 25582, + "Nome": 25583, + "Ben": 25584, + "ĠUsage": 25585, + "ĠPicture": 25586, + "Ġbadly": 25587, + "_panel": 25588, + "Ġpatent": 25589, + "ĠProtocol": 25590, + "lotte": 25591, + "ĉplayer": 25592, + "jections": 25593, + "746": 25594, + "Ġdou": 25595, + "_release": 25596, + "urniture": 25597, + "_tax": 25598, + "ĠFields": 25599, + ".dataset": 25600, + "_master": 25601, + "CLUDE": 25602, + "ĠPharm": 25603, + "bst": 25604, + "Ġoperational": 25605, + ".cell": 25606, + "Ġidentifying": 25607, + "Ġjwt": 25608, + "tuple": 25609, + "ĠTC": 25610, + "ĠCro": 25611, + "936": 25612, + "ixmap": 25613, + "-components": 25614, + "general": 25615, + "Ġoz": 25616, + "_De": 25617, + "_double": 25618, + "ĠToo": 25619, + "088": 25620, + ".ViewGroup": 25621, + "879": 25622, + "gate": 25623, + "dings": 25624, + "photos": 25625, + "Ġgrande": 25626, + "ollect": 25627, + "_lin": 25628, + "Ġawful": 25629, + "filters": 25630, + "Ġalternate": 25631, + "esp": 25632, + "Ġcompress": 25633, + "eo": 25634, + "ĠScale": 25635, + "Ġindirect": 25636, + "Ġinvoice": 25637, + "ĊĊĊĊĊĊĊĊĊĊĊĊĊĊĊĊ": 25638, + "Starting": 25639, + "ĠPlayers": 25640, + "iele": 25641, + ".then": 25642, + "981": 25643, + "Ord": 25644, + "ĠTuple": 25645, + "Ġbout": 25646, + "ĠStatistics": 25647, + "Preview": 25648, + "Ġpuzzle": 25649, + "ĠWidth": 25650, + "STATE": 25651, + "Ġoverlay": 25652, + "ĉon": 25653, + "Ġinfr": 25654, + "Ġsmallest": 25655, + "locked": 25656, + "ÑĤо": 25657, + "ssl": 25658, + "779": 25659, + "Ġdeemed": 25660, + "Ġsco": 25661, + "reck": 25662, + "ĠjButton": 25663, + "Ġmissions": 25664, + "871": 25665, + "称": 25666, + ".SelectedIndex": 25667, + "TABLE": 25668, + "Sept": 25669, + "Ġacknowledge": 25670, + "Ġstrtotime": 25671, + "ĠTell": 25672, + "ĠDak": 25673, + "Ġaluminum": 25674, + "Ġfence": 25675, + "ĠStars": 25676, + "CONFIG": 25677, + "Ġretrofit": 25678, + "Ġemphasis": 25679, + "/header": 25680, + "ĠSomething": 25681, + "inished": 25682, + "='\".$": 25683, + "ĠValidators": 25684, + "Ġpolar": 25685, + "sections": 25686, + "944": 25687, + ".aspx": 25688, + "Ġaspir": 25689, + ".Mock": 25690, + "CodeGen": 25691, + "Ġpeut": 25692, + "971": 25693, + "Ġaccepting": 25694, + "Ġbacking": 25695, + "Picture": 25696, + "/ap": 25697, + "ег": 25698, + "_SEC": 25699, + "-use": 25700, + "annotation": 25701, + "Ġcognitive": 25702, + "Ġgrip": 25703, + "hour": 25704, + "ĠLegal": 25705, + "Ġepic": 25706, + ".toolStrip": 25707, + ".notify": 25708, + ".Last": 25709, + "ORIZ": 25710, + "Middleware": 25711, + "criptions": 25712, + "lash": 25713, + "_FOUND": 25714, + "ĠLiverpool": 25715, + "Ġ{}\",": 25716, + "931": 25717, + "Install": 25718, + "Ġnit": 25719, + "Ġfigured": 25720, + "[len": 25721, + ".Win": 25722, + ".platform": 25723, + "853": 25724, + "Ġgambling": 25725, + "(dt": 25726, + "avery": 25727, + "ĉinclude": 25728, + "Whether": 25729, + "Routing": 25730, + "Ġtherap": 25731, + "Remote": 25732, + "ĠLoss": 25733, + "yll": 25734, + "Ġapproached": 25735, + "ĠVehicle": 25736, + "ĠAlpha": 25737, + "Ġvocê": 25738, + "answers": 25739, + "NSDictionary": 25740, + "954": 25741, + "consider": 25742, + "unused": 25743, + "ĠFan": 25744, + "orable": 25745, + "fre": 25746, + "873": 25747, + "ĠDISCLAIM": 25748, + "ĠActor": 25749, + ".]": 25750, + "toHave": 25751, + ".userId": 25752, + "Ġspeeds": 25753, + "eway": 25754, + "Ġrecurs": 25755, + "Ġг": 25756, + "_priv": 25757, + "!âĢĿĊĊ": 25758, + "Choice": 25759, + "Ġsettle": 25760, + "Ġplanes": 25761, + "'},": 25762, + "Tom": 25763, + "ITER": 25764, + "!\"Ċ": 25765, + "å»": 25766, + "achelor": 25767, + "Ġseparation": 25768, + "Ġdal": 25769, + "adj": 25770, + "Ġregisters": 25771, + "riz": 25772, + "ĠNotice": 25773, + "Ġlu": 25774, + "Ġcourage": 25775, + "Ġaxes": 25776, + "cellent": 25777, + ".async": 25778, + "073": 25779, + "Ġcompatibility": 25780, + "ç«": 25781, + "Ġ!ĊĊ": 25782, + "ĉtitle": 25783, + "YLE": 25784, + "ĉmessage": 25785, + "UUID": 25786, + "OLDER": 25787, + "ĠHH": 25788, + "ĠStyleSheet": 25789, + "Ġaccessed": 25790, + ".validation": 25791, + "tasks": 25792, + "Ġpollution": 25793, + ".canvas": 25794, + "Ġingredient": 25795, + "ĠCabin": 25796, + "Ah": 25797, + "oldown": 25798, + "ĠNOI": 25799, + "ĠÃĹ": 25800, + "[f": 25801, + "educ": 25802, + "yalty": 25803, + "(not": 25804, + "_State": 25805, + "933": 25806, + "amen": 25807, + "795": 25808, + "739": 25809, + "Ġdao": 25810, + "udad": 25811, + "ellers": 25812, + "}&": 25813, + "licity": 25814, + "_WINDOW": 25815, + "Ġtatto": 25816, + "valor": 25817, + ".Range": 25818, + "Ġreferenced": 25819, + "ĠReserve": 25820, + "Money": 25821, + "874": 25822, + "SCRIPT": 25823, + "/product": 25824, + "choices": 25825, + "Ġtin": 25826, + "ãĤĵ": 25827, + "918": 25828, + "Ġseparator": 25829, + "Ġpkg": 25830, + "ammed": 25831, + "ĠMAT": 25832, + "!!ĊĊ": 25833, + "Ġraid": 25834, + "Ġmotivation": 25835, + "ĠXP": 25836, + "ĠBackground": 25837, + "ĠQuaternion": 25838, + ".defineProperty": 25839, + "iker": 25840, + "ĉparent": 25841, + "ĠOriginally": 25842, + "antage": 25843, + "ĠHans": 25844, + "Ġtimeline": 25845, + ".cur": 25846, + "opic": 25847, + "ĠSequ": 25848, + "must": 25849, + "ĠCoal": 25850, + "Ġformatter": 25851, + "_RGB": 25852, + "Ġ_(\"": 25853, + "'}),Ċ": 25854, + "Ġ=================": 25855, + "ĠFUNCTION": 25856, + "Ġlng": 25857, + "icates": 25858, + "live": 25859, + "_engine": 25860, + "Ġtowns": 25861, + "868": 25862, + "'))ĊĊ": 25863, + "ĠPK": 25864, + "(api": 25865, + "ĉscanf": 25866, + "089": 25867, + "packet": 25868, + ".phone": 25869, + "áĢ": 25870, + "ĠAndy": 25871, + "_NAMES": 25872, + "982": 25873, + "PLY": 25874, + "955": 25875, + "Ġmins": 25876, + "imi": 25877, + "Ġbrick": 25878, + "Ġblade": 25879, + ".stdout": 25880, + "}`;Ċ": 25881, + "Shift": 25882, + "ĉsb": 25883, + "ĠChecks": 25884, + "Ġphenomenon": 25885, + "Avatar": 25886, + "Ġministry": 25887, + "rose": 25888, + "ĉFile": 25889, + "878": 25890, + "Ġtitled": 25891, + "(LOG": 25892, + "Ġgan": 25893, + "design": 25894, + "(),čĊ": 25895, + "Ġbones": 25896, + "stm": 25897, + "ÅĽÄĩ": 25898, + "ĠInputStream": 25899, + "Ġvolunt": 25900, + "ĠSerializable": 25901, + "Ġfighter": 25902, + "ĠDrag": 25903, + "Twitter": 25904, + "Ġsubsid": 25905, + "ç¼": 25906, + "Ġforums": 25907, + ".loading": 25908, + "logged": 25909, + "_this": 25910, + "Ġterrain": 25911, + "Ġirre": 25912, + "ĠIng": 25913, + "ĠCN": 25914, + "_objects": 25915, + ".uid": 25916, + "Ġconsciousness": 25917, + "TINGS": 25918, + "ĠGall": 25919, + "Ġportray": 25920, + "056": 25921, + "ĠDeveloper": 25922, + "Ġparticipant": 25923, + "Ġ\";čĊ": 25924, + "/model": 25925, + "794": 25926, + "ĠOperations": 25927, + "^\\": 25928, + "ĠLater": 25929, + "Ġraises": 25930, + "-none": 25931, + ".meta": 25932, + "='.$": 25933, + "Finished": 25934, + "Ġreplacing": 25935, + "Ġsampling": 25936, + "ĠJen": 25937, + "\"There": 25938, + "REAL": 25939, + "ALE": 25940, + "ìĬ¤": 25941, + "Orders": 25942, + "_parameter": 25943, + "ĠOlympic": 25944, + "Ġtrès": 25945, + "Ġarena": 25946, + "iol": 25947, + ";?>": 25948, + "Ġimpacts": 25949, + "ĠWS": 25950, + ":get": 25951, + "Ġflights": 25952, + "ĠRussell": 25953, + "camera": 25954, + "Fn": 25955, + "sigma": 25956, + "Ġforcing": 25957, + "Ġlocals": 25958, + "Ġdeparture": 25959, + "Ġcelebration": 25960, + "ĠSay": 25961, + "884": 25962, + "ï¼Ĵ": 25963, + "ĠHills": 25964, + ".hasOwnProperty": 25965, + "Ġtypings": 25966, + ".API": 25967, + "Ġdonation": 25968, + "OperationException": 25969, + ".Activity": 25970, + "cplusplus": 25971, + "ĠCharlie": 25972, + "Ġimported": 25973, + "Ġdann": 25974, + "Ġoccasions": 25975, + "Ġimplementing": 25976, + "Ġpurple": 25977, + ".dialog": 25978, + "SQLException": 25979, + "erno": 25980, + "Ġwars": 25981, + "Ġpaste": 25982, + "Ġdecreased": 25983, + "Ġharsh": 25984, + "Ġelabor": 25985, + "inputs": 25986, + "ĠViews": 25987, + "ĠerrorMessage": 25988, + "_mul": 25989, + "ĉwrite": 25990, + "ĠCop": 25991, + "ĠAnnual": 25992, + "(button": 25993, + "Ġvida": 25994, + "bars": 25995, + "ĠHarvard": 25996, + "ĉexpect": 25997, + "Ġindexes": 25998, + "Ġdocumentary": 25999, + "Ġflesh": 26000, + "ORLD": 26001, + "ĠDelta": 26002, + "MAND": 26003, + "Brush": 26004, + "-column": 26005, + "Ġdevelopments": 26006, + "974": 26007, + "783": 26008, + "methodVisitor": 26009, + "slice": 26010, + "ĠPDO": 26011, + "Ġinvesting": 26012, + "867": 26013, + "irable": 26014, + "Ġxmlns": 26015, + "ï¼Ľ": 26016, + "arta": 26017, + "Ġtheories": 26018, + "_city": 26019, + "Ġ$__": 26020, + "Creating": 26021, + "(pr": 26022, + "Dropdown": 26023, + "ismatch": 26024, + "ĠNET": 26025, + "926": 26026, + "'])){Ċ": 26027, + "ĠValues": 26028, + "ĠSEO": 26029, + "ĠSTAT": 26030, + "Ġecosystem": 26031, + "Ġtempt": 26032, + "Ġ\\\\": 26033, + "Ġ//{Ċ": 26034, + "ĠChristopher": 26035, + "ĠKentucky": 26036, + "ĠHttpServletResponse": 26037, + "Ġhybrid": 26038, + "yon": 26039, + "Ġfeeding": 26040, + "ĠExtra": 26041, + "Norm": 26042, + "ITCH": 26043, + "ĠSean": 26044, + "ĠUpload": 26045, + "mun": 26046, + "pur": 26047, + "Ġpersistent": 26048, + "ĠIDC": 26049, + "ĠPerform": 26050, + "863": 26051, + ".merge": 26052, + "_room": 26053, + "Meanwhile": 26054, + "!='": 26055, + "ĠWel": 26056, + "ArgsConstructor": 26057, + "887": 26058, + ".Database": 26059, + "Ġcounting": 26060, + "()*": 26061, + "ĶåĽŀ": 26062, + "ĠTOP": 26063, + "mill": 26064, + "ĠDT": 26065, + "IGNED": 26066, + "956": 26067, + "ĠKB": 26068, + "Ġcomply": 26069, + "South": 26070, + "_collection": 26071, + "Chapter": 26072, + "Ġexplaining": 26073, + "_AM": 26074, + "_ts": 26075, + "cards": 26076, + "Ġquel": 26077, + "Ġpole": 26078, + "Ġtouchdown": 26079, + "ĠOthers": 26080, + "Ġpeers": 26081, + "ĠTypeError": 26082, + "763": 26083, + "Ġsixth": 26084, + "Ġcheer": 26085, + "Ġdispute": 26086, + "963": 26087, + "893": 26088, + "usc": 26089, + ")],": 26090, + "thumb": 26091, + "Ġhiding": 26092, + "ĠSIG": 26093, + "likes": 26094, + "ĠPAGE": 26095, + ".Reflection": 26096, + "Ġheadquarters": 26097, + "TING": 26098, + "ĠGhost": 26099, + "MLE": 26100, + "$Ċ": 26101, + "Ġcontrary": 26102, + "extend": 26103, + "']).": 26104, + "FFECT": 26105, + "ĠPinterest": 26106, + "úmero": 26107, + "ricane": 26108, + "ĉsession": 26109, + "Ġcrystal": 26110, + "-Control": 26111, + "overnment": 26112, + "ograf": 26113, + "961": 26114, + "-action": 26115, + "volume": 26116, + "ften": 26117, + "Ġuncon": 26118, + "Ġanimate": 26119, + "Ġlease": 26120, + "scr": 26121, + "Ġrefuse": 26122, + "ãĢĭ": 26123, + "ftp": 26124, + "information": 26125, + "Ġevaluated": 26126, + "Ġinjection": 26127, + "Ġjack": 26128, + "Ġworkshop": 26129, + "注": 26130, + "PTH": 26131, + "ĠTs": 26132, + "offer": 26133, + "ĉos": 26134, + "Ġkingdom": 26135, + "Missing": 26136, + "Ġlawmakers": 26137, + "extField": 26138, + "Ġsinging": 26139, + "abi": 26140, + "/client": 26141, + ".media": 26142, + "ATEGORY": 26143, + "Signature": 26144, + "%',Ċ": 26145, + "ĠFuck": 26146, + "][:": 26147, + "Ġsensors": 26148, + "/com": 26149, + "ĠPrimary": 26150, + ".SQL": 26151, + "_program": 26152, + "Ġpills": 26153, + "Ġintegral": 26154, + "Ġfleet": 26155, + "Ġdropping": 26156, + ".sl": 26157, + "Been": 26158, + "Ġpets": 26159, + "Ġadvised": 26160, + "Ġdragon": 26161, + "_EDIT": 26162, + "(im": 26163, + "939": 26164, + "FER": 26165, + "ĠDrug": 26166, + "(random": 26167, + "Ġcompression": 26168, + "oust": 26169, + "[%": 26170, + "Ġbuyer": 26171, + "hop": 26172, + "Roles": 26173, + "manage": 26174, + "Ġpainful": 26175, + "ĠBranch": 26176, + "-modal": 26177, + "enant": 26178, + "ĠMesh": 26179, + "/font": 26180, + "ĠGraham": 26181, + "Ġâĺ": 26182, + "Ġnc": 26183, + "ĠFrancis": 26184, + "Ġspecification": 26185, + "Ġdamages": 26186, + "-config": 26187, + "Ġtheoret": 26188, + "secure": 26189, + "_multi": 26190, + "aceutical": 26191, + "Ġdemanding": 26192, + "enne": 26193, + "ISTS": 26194, + "094": 26195, + "()));ĊĊ": 26196, + "Reason": 26197, + "Recent": 26198, + "phase": 26199, + "Ġpsy": 26200, + "_MAN": 26201, + "Ġvolunteer": 26202, + "å¿": 26203, + "istributed": 26204, + "lio": 26205, + "Ġproductivity": 26206, + "_comm": 26207, + "Spring": 26208, + "nis": 26209, + ".weight": 26210, + "ĠCancer": 26211, + "Alloc": 26212, + "ĠTweet": 26213, + "Ġseparately": 26214, + "ĉcheck": 26215, + "_properties": 26216, + ".Unit": 26217, + "829": 26218, + "_CLK": 26219, + "Ġgt": 26220, + "Ġ();ĊĊ": 26221, + "Ġhandy": 26222, + "834": 26223, + "ĠThompson": 26224, + "Ġunnecessary": 26225, + "ĠReader": 26226, + "894": 26227, + "GN": 26228, + "=request": 26229, + "ĠUtility": 26230, + ".Repository": 26231, + "ĠAx": 26232, + "hydr": 26233, + "791": 26234, + "ieu": 26235, + "Ġthy": 26236, + "Ġlt": 26237, + "_mail": 26238, + "ä¿®æĶ¹": 26239, + "ailand": 26240, + "ĠPhilip": 26241, + "Ġbitter": 26242, + "Ġbetting": 26243, + "837": 26244, + "Ġtimed": 26245, + "ocks": 26246, + "076": 26247, + "'a": 26248, + "Ġalgorithms": 26249, + "Ġreinterpret": 26250, + "Ġtoss": 26251, + "rogen": 26252, + "Ġhoped": 26253, + "(selected": 26254, + "Ġventure": 26255, + "TEX": 26256, + "ĠLeave": 26257, + ".Substring": 26258, + "Ġgrateful": 26259, + "743": 26260, + "uka": 26261, + "ĠConsumer": 26262, + "Ġaggreg": 26263, + "Circle": 26264, + "à¸ģ": 26265, + "_blocks": 26266, + "Ġlegally": 26267, + "Ġ\"|": 26268, + "ãĥĥ": 26269, + ".board": 26270, + ".Ab": 26271, + "Functions": 26272, + "recipe": 26273, + "èĩ": 26274, + "ĠOxford": 26275, + "Ġwholes": 26276, + ".Build": 26277, + "_changed": 26278, + "hai": 26279, + "Ġdepartments": 26280, + "964": 26281, + "Imp": 26282, + "Ġcoalition": 26283, + "INFRINGEMENT": 26284, + "Ġempower": 26285, + "itches": 26286, + "North": 26287, + "Ġinflamm": 26288, + "ONSE": 26289, + "Ġmissile": 26290, + "ĠRaj": 26291, + "ĠIssue": 26292, + "Ġatoi": 26293, + "caled": 26294, + ".Controllers": 26295, + "ĠWolf": 26296, + "Ġcrushers": 26297, + "á»ĩ": 26298, + ".Auth": 26299, + ".addAttribute": 26300, + "his": 26301, + "Ġboots": 26302, + ".clean": 26303, + "camp": 26304, + "Ġtenant": 26305, + "Ġtune": 26306, + "Ġ{}'.": 26307, + "Ġworkout": 26308, + "Repo": 26309, + "Ġpartially": 26310, + "MISSION": 26311, + "jamin": 26312, + "ĠSB": 26313, + "Ġdetermination": 26314, + "Ġ'');Ċ": 26315, + "ĠBeng": 26316, + "Ġvos": 26317, + "Ġinhab": 26318, + "/lang": 26319, + "sburgh": 26320, + "Executor": 26321, + "hone": 26322, + "ĠChallenge": 26323, + "_links": 26324, + ".Level": 26325, + "Ġunderground": 26326, + "-code": 26327, + "959": 26328, + "Ġoptimization": 26329, + "logging": 26330, + "_dest": 26331, + "Ġsnake": 26332, + "Ġchemicals": 26333, + "_IMPORTED": 26334, + "adoop": 26335, + "ĠTHAT": 26336, + "managed": 26337, + "Ġreduces": 26338, + "ĠREAL": 26339, + "ĠGuy": 26340, + "_GENERIC": 26341, + "/********************************": 26342, + ".amount": 26343, + "Ġdere": 26344, + "getTime": 26345, + "Ġpant": 26346, + "anonymous": 26347, + "Ġharmony": 26348, + "ĠAlan": 26349, + "Ġscenarios": 26350, + "Ġdirt": 26351, + "htags": 26352, + "Mc": 26353, + "Shell": 26354, + "rin": 26355, + "{čĊčĊ": 26356, + ".pow": 26357, + "ĉclient": 26358, + "Ġconspiracy": 26359, + "Ġadmission": 26360, + "ĠRegional": 26361, + "ĠViewController": 26362, + "ĠPhilippines": 26363, + "Ġdepos": 26364, + "Ġpap": 26365, + "962": 26366, + "ĠPad": 26367, + "Paul": 26368, + ".ComboBox": 26369, + "Ġtutor": 26370, + "ĠRecipe": 26371, + "writing": 26372, + "Ġcontributor": 26373, + "OTH": 26374, + "Small": 26375, + "VI": 26376, + "Ġhacer": 26377, + "equ": 26378, + "ĠExamples": 26379, + "human": 26380, + ".messages": 26381, + "ĉtyp": 26382, + "Ġ(čĊ": 26383, + "ĠSSL": 26384, + "LEN": 26385, + "ĠRomney": 26386, + "(grid": 26387, + "ĉmin": 26388, + "Ġ>ĊĊ": 26389, + "Ġfruits": 26390, + "Ġvoter": 26391, + "Inline": 26392, + "pane": 26393, + "ĠCollections": 26394, + "charset": 26395, + "Ġspam": 26396, + "zb": 26397, + "itemap": 26398, + "Ġsucceeded": 26399, + "_COL": 26400, + "Ġelapsed": 26401, + "imeter": 26402, + "Ġrecovered": 26403, + "Tensor": 26404, + "hattan": 26405, + ".setup": 26406, + "isto": 26407, + "(head": 26408, + "977": 26409, + "ĠSIZE": 26410, + "Ġtactics": 26411, + "Ġdistur": 26412, + "Ġpreval": 26413, + "icios": 26414, + "(Value": 26415, + "_cols": 26416, + "ĠFat": 26417, + "Ġseal": 26418, + "Ġsons": 26419, + "Ġensures": 26420, + "095": 26421, + "Ġpressing": 26422, + "=&": 26423, + "igenous": 26424, + "Ġharassment": 26425, + "_JSON": 26426, + "Ġignor": 26427, + "ynomial": 26428, + "omer": 26429, + "_static": 26430, + "Ġsignificance": 26431, + "Ġcircles": 26432, + "_System": 26433, + "Ġdiscipline": 26434, + "Ġdressed": 26435, + "Ġsphere": 26436, + "927": 26437, + "Ġclimb": 26438, + "759": 26439, + "_actions": 26440, + "ĠBab": 26441, + "Ġ'=',": 26442, + "_schema": 26443, + "\"use": 26444, + "Ġunders": 26445, + "Ġcups": 26446, + ".screen": 26447, + "/new": 26448, + "Ġappearing": 26449, + "TOP": 26450, + "vised": 26451, + "clang": 26452, + "Ġinvestigators": 26453, + "Ġmysterious": 26454, + "Ġpromising": 26455, + "Ġqualify": 26456, + "Ġcave": 26457, + "Ġequip": 26458, + "=x": 26459, + "GT": 26460, + "(link": 26461, + ".velocity": 26462, + ".erase": 26463, + "oter": 26464, + "++++++++": 26465, + "profit": 26466, + "Ġzones": 26467, + "_uid": 26468, + "-ser": 26469, + "Ġobjectives": 26470, + "Ġmilf": 26471, + "webkit": 26472, + "(match": 26473, + "neh": 26474, + "ĠAssociated": 26475, + "ĠTodo": 26476, + "=d": 26477, + "065": 26478, + "Cam": 26479, + "Ġvocal": 26480, + "Ġsudo": 26481, + "(EX": 26482, + "Ġtrou": 26483, + "ABC": 26484, + ".bean": 26485, + "ĠGround": 26486, + "ĠREST": 26487, + "weets": 26488, + "Ing": 26489, + "imon": 26490, + "946": 26491, + "_bus": 26492, + "ĠCOLOR": 26493, + "unto": 26494, + "Ġfoss": 26495, + "ĠLinks": 26496, + "869": 26497, + "äng": 26498, + "/forms": 26499, + "prises": 26500, + "Ġachievement": 26501, + "CALL": 26502, + "елÑĮ": 26503, + "ĠVerify": 26504, + "_SOURCE": 26505, + "aptcha": 26506, + "IDD": 26507, + "_reference": 26508, + "Gold": 26509, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 26510, + "947": 26511, + "Receiver": 26512, + "099": 26513, + "Ġaj": 26514, + "_direction": 26515, + "}]": 26516, + "ĠCompet": 26517, + "Ġbang": 26518, + "798": 26519, + "ĠCass": 26520, + "-url": 26521, + "techn": 26522, + "ĠJerusalem": 26523, + "longitude": 26524, + "');čĊčĊ": 26525, + "Ġwinners": 26526, + "Tasks": 26527, + "ĠDMA": 26528, + "Ġtooltip": 26529, + "İ·": 26530, + "ĠBra": 26531, + "_duration": 26532, + "cury": 26533, + "parents": 26534, + "---->(": 26607, + "ĠKir": 26608, + "Ġintros": 26609, + "Ġsketch": 26610, + "Ġskilled": 26611, + "Ġimmer": 26612, + "Ġadequate": 26613, + "_rep": 26614, + "(header": 26615, + "_like": 26616, + "Ġperceived": 26617, + "ssh": 26618, + "Ġassuming": 26619, + "Ġff": 26620, + "_uuid": 26621, + "ulas": 26622, + "Ġdemocratic": 26623, + ".entities": 26624, + "Series": 26625, + "aphore": 26626, + "Ġnewer": 26627, + "}(": 26628, + "SEC": 26629, + "airo": 26630, + "Ġcommod": 26631, + "Ġprivilege": 26632, + "Ġdeux": 26633, + "ĠHop": 26634, + ".'/": 26635, + "ctic": 26636, + ".';Ċ": 26637, + "C": 26712, + "ĠWarren": 26713, + "Ġoptimizer": 26714, + "ĠSERVICES": 26715, + "_oper": 26716, + "getAttribute": 26717, + "ĠMcK": 26718, + "_self": 26719, + "084": 26720, + ".rs": 26721, + "\")ĊĊĊ": 26722, + "GetComponent": 26723, + "erce": 26724, + "Ġtous": 26725, + "units": 26726, + "']);čĊ": 26727, + "Zoom": 26728, + "/E": 26729, + "Ġobsc": 26730, + "Ġfastest": 26731, + "online": 26732, + "Ġpeaceful": 26733, + "ffen": 26734, + "Ġcargo": 26735, + "ĉpr": 26736, + "Ġseeks": 26737, + "zu": 26738, + "074": 26739, + "Trim": 26740, + "Ġward": 26741, + "Ġverd": 26742, + "Ġblogs": 26743, + ".exceptions": 26744, + "ĠPremium": 26745, + "ĠNetherlands": 26746, + "Safe": 26747, + "Finish": 26748, + "ĠAlbum": 26749, + "_ACC": 26750, + "=this": 26751, + "virtual": 26752, + "]>": 26753, + "_LABEL": 26754, + "ĠNich": 26755, + "_win": 26756, + "ĠAaron": 26757, + "WP": 26758, + ";$": 26759, + "aims": 26760, + "ĠImageView": 26761, + "Ġendless": 26762, + "ERA": 26763, + "_DISABLE": 26764, + "Ġcancelled": 26765, + "-us": 26766, + "Ġinspection": 26767, + "emin": 26768, + "ĠGrey": 26769, + "-open": 26770, + "Ġiterations": 26771, + ".owner": 26772, + "Ġkeras": 26773, + ".Password": 26774, + "ĠRy": 26775, + "ĠINS": 26776, + "Air": 26777, + "ĠSeveral": 26778, + ".TabStop": 26779, + "INGLE": 26780, + "ĠHair": 26781, + "ĠCanvas": 26782, + "AAAA": 26783, + "Ġflaw": 26784, + "cedes": 26785, + ".Report": 26786, + "íĬ": 26787, + "ĠTips": 26788, + "criptors": 26789, + ".transaction": 26790, + ".Spring": 26791, + "Ġviewer": 26792, + "Ġinsights": 26793, + "è¾ĵ": 26794, + "ordion": 26795, + "UINT": 26796, + "seek": 26797, + "ĠAuf": 26798, + "ìŀIJ": 26799, + "Ġstrain": 26800, + "Tooltip": 26801, + "Ġdz": 26802, + "ignal": 26803, + "adt": 26804, + "Ġuc": 26805, + "finite": 26806, + "Ġnm": 26807, + ".cmd": 26808, + "ĠMySql": 26809, + "[data": 26810, + ".jackson": 26811, + ".tree": 26812, + "RequestParam": 26813, + "_agent": 26814, + "\")]čĊ": 26815, + "Ġassass": 26816, + "(Constants": 26817, + ":ss": 26818, + "ĠMAN": 26819, + "+-+-": 26820, + "ĠBottom": 26821, + "prints": 26822, + "ĠSame": 26823, + "@Autowired": 26824, + "swap": 26825, + "ición": 26826, + "Ġprotesters": 26827, + "Ġhoney": 26828, + "ĠVeter": 26829, + "(Calendar": 26830, + "-ad": 26831, + "ĠBrooklyn": 26832, + "Life": 26833, + "_VAR": 26834, + "zech": 26835, + "ĠCALL": 26836, + "_CAST": 26837, + "ĠElection": 26838, + "Ġthickness": 26839, + "Very": 26840, + "_INTEGER": 26841, + "-dev": 26842, + "))))": 26843, + "apat": 26844, + "oooo": 26845, + "demo": 26846, + "ĠparseFloat": 26847, + "ĠRather": 26848, + "STIT": 26849, + "maker": 26850, + "[current": 26851, + "chrono": 26852, + "Ġchrist": 26853, + "ãģª": 26854, + "ĠDetail": 26855, + "Æ°á»": 26856, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 26857, + "Ġsul": 26858, + "idency": 26859, + "Que": 26860, + "Ġelegant": 26861, + "apons": 26862, + "Ġdishes": 26863, + "Ġintegers": 26864, + "(read": 26865, + "057": 26866, + "findViewById": 26867, + "ĠAmount": 26868, + "ĠSkip": 26869, + "Ġhabits": 26870, + "*)(": 26871, + "Ġmonsters": 26872, + "MAC": 26873, + ":end": 26874, + "Ġfrank": 26875, + "Assembly": 26876, + "Ġdfs": 26877, + "Ġneut": 26878, + "_TYPES": 26879, + "equal": 26880, + "loyd": 26881, + "(uri": 26882, + "Ġchi": 26883, + "Ġdefendant": 26884, + "Ġconflicts": 26885, + "Ġvil": 26886, + "-js": 26887, + "ĠPeace": 26888, + "Ġmutable": 26889, + ")sender": 26890, + "ĠFocus": 26891, + "建": 26892, + "Ġappreciated": 26893, + "sleep": 26894, + "ĠRED": 26895, + "Culture": 26896, + "Ġdesigners": 26897, + "_generator": 26898, + "codes": 26899, + "/ex": 26900, + ".GetValue": 26901, + "umbled": 26902, + ".scalajs": 26903, + "peror": 26904, + "Ġveterans": 26905, + "Ġ})čĊ": 26906, + "Ġunfortunately": 26907, + "_CREATE": 26908, + "Mass": 26909, + "ĠCLAIM": 26910, + "ĠMeet": 26911, + "_support": 26912, + "Bank": 26913, + "().Ċ": 26914, + "Dark": 26915, + "_LOW": 26916, + "ĠMining": 26917, + "ĠOwner": 26918, + "iera": 26919, + "Cliente": 26920, + "Ġencouraging": 26921, + ">S": 26922, + "Ġboyfriend": 26923, + "ĠHalf": 26924, + "ĠACC": 26925, + "Aff": 26926, + "_ar": 26927, + "-life": 26928, + "cx": 26929, + ".JButton": 26930, + "izado": 26931, + ".zero": 26932, + ".openqa": 26933, + "oton": 26934, + ".textContent": 26935, + "Ġtoll": 26936, + "atie": 26937, + "Ġballot": 26938, + "-number": 26939, + ".Exception": 26940, + "ĉparams": 26941, + "circle": 26942, + "-map": 26943, + "Ġnap": 26944, + "ĠRobot": 26945, + "ĠIch": 26946, + "registration": 26947, + "Amazon": 26948, + "rollment": 26949, + "(exp": 26950, + "Ġtanks": 26951, + "ĠGordon": 26952, + "Ġmachinery": 26953, + "Ġbaseline": 26954, + "æĭ": 26955, + "086": 26956, + "Ø©": 26957, + "ĠConvention": 26958, + "ĉconfig": 26959, + "ookies": 26960, + "mult": 26961, + "Records": 26962, + "ĠEST": 26963, + "Ġgarbage": 26964, + "Ġconform": 26965, + "idal": 26966, + "Ġbarg": 26967, + "Ġsurvived": 26968, + "Ġinvestigations": 26969, + "935": 26970, + ".containsKey": 26971, + "--------------------------------------------------------------------------Ċ": 26972, + "ortion": 26973, + "Ġhorr": 26974, + "_http": 26975, + "Ġmant": 26976, + "];čĊčĊ": 26977, + "binary": 26978, + "948": 26979, + "empl": 26980, + "Ġinquiry": 26981, + "ĠMeanwhile": 26982, + "098": 26983, + "Ġcollecting": 26984, + ".EntityFramework": 26985, + "\",ĊĊ": 26986, + "ĠPic": 26987, + "@Inject": 26988, + "ickness": 26989, + "ĠBinding": 26990, + "Ġcontrolling": 26991, + "reverse": 26992, + "Ġchairs": 26993, + "sembled": 26994, + "(add": 26995, + "Disabled": 26996, + "anas": 26997, + ".translate": 26998, + "-----------Ċ": 26999, + "Ġreflected": 27000, + "\"]ĊĊ": 27001, + "External": 27002, + "Arrow": 27003, + "Singleton": 27004, + "%x": 27005, + "ĠÅ": 27006, + "Ġancest": 27007, + "ĠOrleans": 27008, + "ĉcmd": 27009, + "Ġprohibited": 27010, + "ithmetic": 27011, + "(channel": 27012, + "_css": 27013, + "Forward": 27014, + ".socket": 27015, + "Ġluc": 27016, + "âĨ": 27017, + "ĠFirefox": 27018, + "ĠMovies": 27019, + ")_": 27020, + ".ends": 27021, + "(shape": 27022, + "Ġdealt": 27023, + "Ġsaves": 27024, + "Ġglory": 27025, + "Ġmejor": 27026, + "Ġbreathing": 27027, + "Ġeller": 27028, + "getData": 27029, + "Ġangles": 27030, + "Ġtoolbar": 27031, + "Ġspacing": 27032, + "059": 27033, + "IPS": 27034, + "Ġfloors": 27035, + "_ACTIVE": 27036, + "Ġshuffle": 27037, + "/shared": 27038, + "ĠEle": 27039, + "edish": 27040, + "Ġwebcam": 27041, + ".expect": 27042, + "iloc": 27043, + "ĠIncludes": 27044, + "Ġtweeted": 27045, + "Ġ:)": 27046, + "ĠEssay": 27047, + "Fix": 27048, + "-between": 27049, + "_web": 27050, + ".conv": 27051, + "Ġracism": 27052, + "Ġreflects": 27053, + "umm": 27054, + "иÑĤе": 27055, + "_footer": 27056, + "/docs": 27057, + "ĠPour": 27058, + "NgModule": 27059, + ".initialize": 27060, + "patterns": 27061, + "_In": 27062, + "ĠAbb": 27063, + "*čĊ": 27064, + "Ġsentiment": 27065, + "buff": 27066, + "_counts": 27067, + "Ġreuse": 27068, + "chunk": 27069, + "Ġimposed": 27070, + "PrimaryKey": 27071, + "Foreground": 27072, + "Ġconsumed": 27073, + "?!": 27074, + "Ġdick": 27075, + "Ġchron": 27076, + "ĠFern": 27077, + "Ġresponsive": 27078, + "958": 27079, + "Ġinsect": 27080, + "iculty": 27081, + "Ġrw": 27082, + "Ġalike": 27083, + "Ġsubset": 27084, + "ĠCookies": 27085, + "ĠPair": 27086, + "Ġtier": 27087, + "IFO": 27088, + "avour": 27089, + "ĠQU": 27090, + ",sizeof": 27091, + "Ġmerged": 27092, + "mv": 27093, + "itol": 27094, + "ylon": 27095, + "Ġjumped": 27096, + ".role": 27097, + "ensaje": 27098, + "Rules": 27099, + "Ġbrowse": 27100, + "Animator": 27101, + "Ġyoga": 27102, + "Ġvariants": 27103, + "Ġcourtesy": 27104, + "uran": 27105, + "pbs": 27106, + "elseif": 27107, + "Alt": 27108, + "ĠLane": 27109, + "CLK": 27110, + "IMARY": 27111, + "_PROPERTY": 27112, + "ï¼IJ": 27113, + "Ġchan": 27114, + "Ġgradually": 27115, + "Ġshake": 27116, + "Ġblonde": 27117, + "...\");Ċ": 27118, + "-sex": 27119, + "Ġgameplay": 27120, + "acies": 27121, + ".refresh": 27122, + "USB": 27123, + "ĠPlot": 27124, + "Was": 27125, + "issippi": 27126, + "ĠTensor": 27127, + "Ġcryptocurrency": 27128, + "Ġdifficulties": 27129, + "Deleted": 27130, + "Without": 27131, + "_append": 27132, + "_ver": 27133, + "967": 27134, + "\"))čĊ": 27135, + "Ġhonestly": 27136, + "Ġpivot": 27137, + "Ġtemps": 27138, + "_ps": 27139, + "ĠUnlike": 27140, + "[:-": 27141, + "VS": 27142, + "_inf": 27143, + "Ġjunior": 27144, + "Ġanimations": 27145, + "Ġfilepath": 27146, + "?{{$": 27168, + "Ġunicode": 27169, + "places": 27170, + "ĠCoffee": 27171, + ".SE": 27172, + "ĠPAR": 27173, + "(txt": 27174, + "gebra": 27175, + "Ġfires": 27176, + "MainWindow": 27177, + "medium": 27178, + "Ġ(âĢľ": 27179, + "Ġlg": 27180, + "Ġcmp": 27181, + "/base": 27182, + "_layers": 27183, + "_entries": 27184, + "Ġadminister": 27185, + "ĠSUCH": 27186, + "BP": 27187, + "ĠScottish": 27188, + "ĉčĊĉčĊ": 27189, + "guard": 27190, + "ĠStrong": 27191, + "Insn": 27192, + "ĠCAP": 27193, + "asury": 27194, + "ĠSEE": 27195, + "Clock": 27196, + "erie": 27197, + "\\models": 27198, + "Ġ$$": 27199, + "ĠCab": 27200, + "Ġwurde": 27201, + "Ġsoldier": 27202, + "Ġclips": 27203, + "Ġarrangement": 27204, + "ĠWonder": 27205, + "ĠHorn": 27206, + "Ġscared": 27207, + "Ġcure": 27208, + "mkdir": 27209, + "Ġaligned": 27210, + "ĠPink": 27211, + "Ġlanded": 27212, + "Dimension": 27213, + "ScrollPane": 27214, + ".chat": 27215, + ".With": 27216, + "ĠTrain": 27217, + "].Ċ": 27218, + "Ġthirty": 27219, + "Ġdurable": 27220, + "Ġld": 27221, + "Ġlateinit": 27222, + "Ġcharts": 27223, + "Ġinsult": 27224, + ".Fatal": 27225, + "_ct": 27226, + "Ġmasks": 27227, + "CLUDED": 27228, + "President": 27229, + "Ġcolours": 27230, + "gments": 27231, + ".attributes": 27232, + "ĠFlex": 27233, + "ĠClock": 27234, + "ÃŃcul": 27235, + "imen": 27236, + "JO": 27237, + "ĠRegex": 27238, + "_LINK": 27239, + "Ġcouch": 27240, + "ĠINPUT": 27241, + "Ġbeating": 27242, + "business": 27243, + "preced": 27244, + ".unit": 27245, + "ĠFel": 27246, + "Never": 27247, + "ospel": 27248, + ".startswith": 27249, + "ĠEPA": 27250, + ".only": 27251, + "Ġpreventing": 27252, + "yer": 27253, + "ColumnName": 27254, + "Ġelevation": 27255, + "flu": 27256, + "icycle": 27257, + "Ġoffline": 27258, + "Toolbar": 27259, + "Ġcompeting": 27260, + ")].": 27261, + "Ġmog": 27262, + "ĠisValid": 27263, + "Ask": 27264, + "_av": 27265, + "_lat": 27266, + "ANC": 27267, + "ĠJoh": 27268, + "kers": 27269, + "Ġguards": 27270, + "Ġchains": 27271, + "ĠSimpleDateFormat": 27272, + ".static": 27273, + "Ġvessel": 27274, + "Ġmud": 27275, + "Ġstabil": 27276, + "Ġstret": 27277, + "gm": 27278, + "amation": 27279, + "çľ": 27280, + "-with": 27281, + "Ġros": 27282, + "_PA": 27283, + "Ġresultado": 27284, + "Ġconfidential": 27285, + "ĠTokyo": 27286, + "ĉusing": 27287, + "ĠMathf": 27288, + "ombine": 27289, + "ĠESPN": 27290, + "Ġdealers": 27291, + "Ġdismissed": 27292, + "TRY": 27293, + "Ġteens": 27294, + "records": 27295, + "Ġwings": 27296, + "gallery": 27297, + "accounts": 27298, + "_LIB": 27299, + "Ġjacket": 27300, + "ĠNSObject": 27301, + "Ġstones": 27302, + "ĠDelivery": 27303, + "ĠDiet": 27304, + "/watch": 27305, + "Ġtoilet": 27306, + "ĠGuest": 27307, + ".day": 27308, + "067": 27309, + "Ġintval": 27310, + "087": 27311, + "Visit": 27312, + "Ġinvestigated": 27313, + "Ġpentru": 27314, + "ĠTheatre": 27315, + "andidates": 27316, + "Lang": 27317, + "ĠServ": 27318, + "Ġcontrollers": 27319, + "ĠsetTitle": 27320, + "NP": 27321, + "amy": 27322, + "flat": 27323, + "(ui": 27324, + "069": 27325, + "_document": 27326, + "èĥ½": 27327, + "ĠCoin": 27328, + "ĠAdams": 27329, + "ptic": 27330, + "Ġproductive": 27331, + "Ġaccomplished": 27332, + "čĊčĊčĊčĊ": 27333, + "Ġdeferred": 27334, + "ientes": 27335, + "Ġsinc": 27336, + "olars": 27337, + "Rightarrow": 27338, + "Ġvariations": 27339, + "(offset": 27340, + "957": 27341, + ".LayoutInflater": 27342, + "Ġsuspend": 27343, + "Ġprevention": 27344, + "_private": 27345, + "_js": 27346, + "âĺħ": 27347, + "Ġwieder": 27348, + "atum": 27349, + "ĴĮ": 27350, + "Ġappearances": 27351, + ".Document": 27352, + "Ġvalidates": 27353, + "calendar": 27354, + "}\";Ċ": 27355, + ".demo": 27356, + "conut": 27357, + "Ġcorrection": 27358, + "ĠDeal": 27359, + "Ġbatteries": 27360, + ".duration": 27361, + ",\\": 27362, + "_marker": 27363, + "multi": 27364, + "Ġhalt": 27365, + "Ġcms": 27366, + "Ġshaped": 27367, + "Bro": 27368, + "reduce": 27369, + "Ġ####": 27370, + "CTOR": 27371, + "ĠBenef": 27372, + "Ġiconic": 27373, + "Ġpiano": 27374, + "Ġeffectiveness": 27375, + "|.Ċ": 27376, + "Ġajax": 27377, + "Ġvolumes": 27378, + "ม": 27379, + "Ġcljs": 27380, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 27381, + "aths": 27382, + "raits": 27383, + "大": 27384, + "Ñĸ": 27385, + "_mult": 27386, + "Ġfascinating": 27387, + "Average": 27388, + "Ġpré": 27389, + "ĠChairman": 27390, + ".findElement": 27391, + "_pin": 27392, + "Ġcomparing": 27393, + "Ġdarkness": 27394, + "-Fi": 27395, + "-server": 27396, + "Ġselecting": 27397, + "sterdam": 27398, + "ĠParts": 27399, + "FORMATION": 27400, + "Ġnoting": 27401, + "Ġpile": 27402, + "ogs": 27403, + "Ġpalette": 27404, + "_do": 27405, + "itize": 27406, + "079": 27407, + "()(": 27408, + "Ġdefining": 27409, + "Ġremainder": 27410, + "Units": 27411, + "_TASK": 27412, + "HttpClient": 27413, + "Social": 27414, + "Ġfundra": 27415, + "NR": 27416, + "chest": 27417, + "Currency": 27418, + ".adapter": 27419, + "Ġdop": 27420, + "unting": 27421, + "ANGUAGE": 27422, + "\"He": 27423, + "ĉindex": 27424, + "_package": 27425, + ".Icon": 27426, + "Ġrepet": 27427, + "mass": 27428, + "=\".$": 27429, + "ĠSud": 27430, + "Ġlid": 27431, + "province": 27432, + "ìľ": 27433, + "GPIO": 27434, + "Ðļ": 27435, + "ĠMySQL": 27436, + "Ġdocs": 27437, + "ĠGA": 27438, + "Ġipsum": 27439, + "Kernel": 27440, + "Ġaccepts": 27441, + "Ġfitting": 27442, + "Ġcuando": 27443, + "Ġduplic": 27444, + "ĠBrother": 27445, + "ĠKle": 27446, + "nums": 27447, + "Ġmorph": 27448, + "Ġ########": 27449, + "ĠCGPoint": 27450, + "manual": 27765, + "ĠTechnical": 27766, + "Ġcorporation": 27767, + "ĠHW": 27768, + "anka": 27769, + "TAIL": 27770, + "istas": 27771, + "Ġperforms": 27772, + "ĠBehavior": 27773, + ".For": 27774, + "_ORDER": 27775, + "ĠKick": 27776, + "Ġcallbacks": 27777, + "_dr": 27778, + "uego": 27779, + "hub": 27780, + "ufficient": 27781, + "sky": 27782, + "Ġbp": 27783, + "htable": 27784, + "ĠONLY": 27785, + "ĠAUTHORS": 27786, + ".Argument": 27787, + "\"};Ċ": 27788, + "ĠThunder": 27789, + "ĠKom": 27790, + ".Should": 27791, + "AUTH": 27792, + "ahu": 27793, + "_payment": 27794, + "Ġstarter": 27795, + "ìĦľ": 27796, + "ìļ©": 27797, + "Blog": 27798, + ".patch": 27799, + "Ġgoverned": 27800, + "assy": 27801, + "-found": 27802, + "Ġtheater": 27803, + "ĠFontWeight": 27804, + "ĠBatman": 27805, + "\"If": 27806, + ".Random": 27807, + "_delta": 27808, + "ĠCE": 27809, + "Authenticated": 27810, + "Ġdrone": 27811, + "Ġcous": 27812, + "radius": 27813, + "Mer": 27814, + "(None": 27815, + "ĠNJ": 27816, + "_headers": 27817, + "Ġamer": 27818, + "pytest": 27819, + "ĠActions": 27820, + "ĉĉĉĠĠĠĠ": 27821, + "Ġett": 27822, + "Ġholy": 27823, + "Ġuncomfort": 27824, + "ĠNin": 27825, + "ĠDecimal": 27826, + "ĠMessages": 27827, + ".sender": 27828, + "]])Ċ": 27829, + "Ġembrace": 27830, + "Though": 27831, + "/sp": 27832, + "Ġcultures": 27833, + "Ġhighway": 27834, + "tar": 27835, + ".fail": 27836, + "_hidden": 27837, + "ĠcomponentDidMount": 27838, + "ĠWright": 27839, + "Ġjag": 27840, + "_il": 27841, + "../../../": 27842, + "igu": 27843, + "Food": 27844, + "Ġace": 27845, + "Ġaños": 27846, + "USD": 27847, + "Ġmutual": 27848, + "Logic": 27849, + "Ġtemple": 27850, + "Ġbriefly": 27851, + "ĠTrip": 27852, + "classmethod": 27853, + "defaults": 27854, + "Ġchunks": 27855, + ",,,,": 27856, + "ĠReason": 27857, + "$id": 27858, + "-ups": 27859, + "Ġdamn": 27860, + "Ġtrucks": 27861, + "Ġunlimited": 27862, + "Ġsculpt": 27863, + "ĠCards": 27864, + "Ġautor": 27865, + "ĠTesting": 27866, + "Ġdiese": 27867, + "shops": 27868, + "ç´": 27869, + "(payload": 27870, + "ĠPATH": 27871, + "ĠMemorial": 27872, + "Ġridiculous": 27873, + "egree": 27874, + "-winning": 27875, + "Ġrehab": 27876, + "Ġsophisticated": 27877, + "wpdb": 27878, + "ĉpath": 27879, + "!\";Ċ": 27880, + "_SYS": 27881, + ".speed": 27882, + "Ġsoap": 27883, + "suffix": 27884, + "Wrap": 27885, + "Ġenhancement": 27886, + "Ãī": 27887, + "úb": 27888, + "Ġplaylist": 27889, + "Ġmixing": 27890, + "antidad": 27891, + "=\"\";Ċ": 27892, + "ĠRevision": 27893, + "ĠBeat": 27894, + ".inc": 27895, + "-way": 27896, + "encias": 27897, + "ulers": 27898, + "Cat": 27899, + "idel": 27900, + "ĠShip": 27901, + ".setColor": 27902, + "Ġthreatening": 27903, + ".modules": 27904, + "Ġafterwards": 27905, + "ĠDashboard": 27906, + "ĊĠĊ": 27907, + "Signal": 27908, + "Ġprimer": 27909, + "orneys": 27910, + "iciary": 27911, + "Ġligne": 27912, + "_predict": 27913, + "Ġaest": 27914, + "_https": 27915, + ">:": 27916, + "ĠLex": 27917, + "Ġrencontres": 27918, + "egral": 27919, + "scala": 27920, + "_family": 27921, + "ÃŁen": 27922, + "_sym": 27923, + "Ġuncertainty": 27924, + "ĠVALUE": 27925, + "Ġ};čĊčĊ": 27926, + "Ġbroader": 27927, + "Ġhorses": 27928, + "ãģĿ": 27929, + "ĠKal": 27930, + "oba": 27931, + "_INET": 27932, + "ĠKill": 27933, + "jquery": 27934, + "amination": 27935, + "[@\"": 27936, + "Ġmuj": 27937, + "###Ċ": 27938, + "FirstOrDefault": 27939, + "thenReturn": 27940, + "Che": 27941, + "/footer": 27942, + "Ġparks": 27943, + "asje": 27944, + "ĠGulf": 27945, + "Ġmodest": 27946, + ".Init": 27947, + "ï¼ŁĊĊ": 27948, + "Ġprospects": 27949, + "Ġsvg": 27950, + "Ġåı": 27951, + ".Dialog": 27952, + "_NET": 27953, + "Ġ(($": 27954, + "Ġek": 27955, + "ĠWarning": 27956, + "ĠMK": 27957, + "": 28265, + "ĠRepair": 28266, + "_BE": 28267, + "Brand": 28268, + "uart": 28269, + "preview": 28270, + "Ġinitiatives": 28271, + "running": 28272, + "bang": 28273, + "ĉupdate": 28274, + "ĠCoach": 28275, + "Rich": 28276, + "Ġyoutube": 28277, + "Ġritual": 28278, + "appa": 28279, + "ĠRobinson": 28280, + "precision": 28281, + "////////////////////////////////////////////////////////////////////////////": 28282, + "=[]Ċ": 28283, + "Ġcelebrated": 28284, + "OTO": 28285, + "Ġinclusion": 28286, + "JP": 28287, + "';čĊčĊ": 28288, + "Ġnotable": 28289, + "(_.": 28290, + "Managed": 28291, + "Ġguides": 28292, + " ": 28293, + "atedRoute": 28294, + "ĠAdjust": 28295, + "Ġcolored": 28296, + "_scores": 28297, + "ĠTesla": 28298, + "_progress": 28299, + ".inst": 28300, + "['_": 28301, + ".flags": 28302, + "Ġfclose": 28303, + "_OPER": 28304, + "ży": 28305, + "_note": 28306, + "Ġtransgender": 28307, + "åķ": 28308, + "RIPT": 28309, + "Ġabsent": 28310, + "Ġamet": 28311, + "Ġoperand": 28312, + "ë©": 28313, + "Ġhood": 28314, + "toLowerCase": 28315, + "avo": 28316, + "ĠCircuit": 28317, + "ĠLind": 28318, + "--}}Ċ": 28319, + "=m": 28320, + "Ġsuppress": 28321, + "ĠMAP": 28322, + "iang": 28323, + "-admin": 28324, + "Ġsidebar": 28325, + "ĠBu": 28326, + "ĠHex": 28327, + ",F": 28328, + "ĠSignal": 28329, + "Ġtransparency": 28330, + "ĠFederation": 28331, + "/V": 28332, + "Req": 28333, + "Ġpulse": 28334, + "Ġtends": 28335, + "Numbers": 28336, + "%'": 28337, + "Ġdeport": 28338, + "datas": 28339, + "_UINT": 28340, + "_tra": 28341, + "oko": 28342, + "Ġ\"?": 28343, + "compet": 28344, + "solete": 28345, + "undry": 28346, + "Ġoverlap": 28347, + "}`,Ċ": 28348, + ".ly": 28349, + "_summary": 28350, + "ĠLost": 28351, + ".Center": 28352, + "Ġdisability": 28353, + ".Serialization": 28354, + "Ġgeom": 28355, + "Ġ?:": 28356, + "ĠWo": 28357, + "Ġshipped": 28358, + "Ĥæķ°": 28359, + "Ġugly": 28360, + "Ġexcitement": 28361, + "Ġexterior": 28362, + "Ġcheckout": 28363, + "Ġkur": 28364, + ",D": 28365, + "ĠAlaska": 28366, + "Ġsynthetic": 28367, + "ĠBudget": 28368, + "ĠSubscribe": 28369, + "Ġ&Ċ": 28370, + "ÈĻi": 28371, + "ĠYu": 28372, + "ĉquery": 28373, + "}.Ċ": 28374, + "Ġtraged": 28375, + "assen": 28376, + "Ġaccommodation": 28377, + "Ġphysician": 28378, + "Ġrenamed": 28379, + "Ġtidak": 28380, + "zÄħ": 28381, + "Ġminus": 28382, + "nych": 28383, + "097": 28384, + "_EXCEPTION": 28385, + "threads": 28386, + "Ġtire": 28387, + "_created": 28388, + "ensure": 28389, + "Ġworthy": 28390, + "Ġexcuse": 28391, + "Ġcloth": 28392, + ".parentNode": 28393, + "/platform": 28394, + "ĠUFC": 28395, + "ĠGtk": 28396, + "unny": 28397, + "Ġgibt": 28398, + "keley": 28399, + "hum": 28400, + "(tx": 28401, + "ĉdev": 28402, + "Ġoutfit": 28403, + "doors": 28404, + "Ġfon": 28405, + "icut": 28406, + "volatile": 28407, + "Ġhomosex": 28408, + "Maximum": 28409, + "Ġexpend": 28410, + "Ġ});ĊĊĊ": 28411, + "Eq": 28412, + "onders": 28413, + "department": 28414, + "ĠPhysics": 28415, + "\"});Ċ": 28416, + "Ġparad": 28417, + ".Str": 28418, + "Ġsele": 28419, + "IFIED": 28420, + "Ġdelivers": 28421, + "ivan": 28422, + "Ġresponsibilities": 28423, + "Ġadvocates": 28424, + "èµ": 28425, + "ĠRID": 28426, + ".parameters": 28427, + "Metrics": 28428, + "ronics": 28429, + "ĠUITableViewCell": 28430, + "Absolute": 28431, + "ipse": 28432, + "ylum": 28433, + "MLElement": 28434, + "_VALID": 28435, + "\\<^": 28630, + "Ġios": 28631, + "sound": 28632, + "\"];": 28633, + "Ġfreed": 28634, + "rottle": 28635, + "ĠLower": 28636, + "[count": 28637, + "åĿ": 28638, + "Ġpale": 28639, + "ĠWayne": 28640, + "earth": 28641, + "_categories": 28642, + "UCK": 28643, + ".metadata": 28644, + "Ġsummon": 28645, + "HOME": 28646, + "олÑĮз": 28647, + "Ġmanufactured": 28648, + "Ġdock": 28649, + "Ġcompetitors": 28650, + "_MODEL": 28651, + "okia": 28652, + "ĠHey": 28653, + "ο": 28654, + "Ġbackward": 28655, + "ĠPOSS": 28656, + "ropa": 28657, + "Ġcri": 28658, + "_OBJ": 28659, + "Transport": 28660, + "-high": 28661, + "Ġerotik": 28662, + "_slot": 28663, + "Ġartic": 28664, + "_framework": 28665, + "-serif": 28666, + "ĠSqlDbType": 28667, + "')(": 28668, + "+\"/": 28669, + "Ġwore": 28670, + "Sil": 28671, + "Ġstoring": 28672, + "ĠPhase": 28673, + "uant": 28674, + "Ġbump": 28675, + "inho": 28676, + "Ġdign": 28677, + "Ġbacks": 28678, + "qq": 28679, + "(hash": 28680, + "Ġgeo": 28681, + "Ġtender": 28682, + "Logo": 28683, + "!)Ċ": 28684, + "ĠMX": 28685, + "ĠArthur": 28686, + "essoa": 28687, + "_Ch": 28688, + "Ġbedrooms": 28689, + "=\"#\"><": 28690, + "Ġthroat": 28691, + "insic": 28692, + ".integer": 28693, + "Ġprimitive": 28694, + "Truthy": 28695, + "Ġfacilitate": 28696, + "Ġcreativity": 28697, + "ĠDNS": 28698, + "Ġgra": 28699, + "uez": 28700, + "Ġcountless": 28701, + "ĠPoland": 28702, + "'M": 28703, + "ĠDist": 28704, + "Ġvest": 28705, + "Ġcertification": 28706, + "á»ij": 28707, + "held": 28708, + "extensions": 28709, + "(static": 28710, + "Ġgrades": 28711, + "ĠUber": 28712, + "ãģŁ": 28713, + "Ġ[])Ċ": 28714, + "datos": 28715, + "ĠgetData": 28716, + "ĠCharg": 28717, + "ĠBS": 28718, + ".microsoft": 28719, + ".video": 28720, + ".direction": 28721, + "->{'": 28722, + "lua": 28723, + "apest": 28724, + "Ġboiler": 28725, + "erek": 28726, + "Ġdecides": 28727, + ".jar": 28728, + "ISC": 28729, + "ĠWords": 28730, + "(CON": 28731, + "EMPLATE": 28732, + "reeze": 28733, + "shots": 28734, + "apps": 28735, + "unted": 28736, + ".setName": 28737, + "::<": 28738, + "-bold": 28739, + "ê²": 28740, + "å¯Ĩ": 28741, + "Longrightarrow": 28742, + "Ġunfair": 28743, + "Ġearning": 28744, + "Ġshelf": 28745, + "UREMENT": 28746, + "Ġidle": 28747, + "_MENU": 28748, + ".Custom": 28749, + "AGER": 28750, + "-\"": 28751, + "_switch": 28752, + "because": 28753, + ")view": 28754, + "mare": 28755, + "_condition": 28756, + "ĠStarting": 28757, + "Mvc": 28758, + "(pre": 28759, + "dump": 28760, + "_LOCK": 28761, + "atetime": 28762, + ".callback": 28763, + "ĠCer": 28764, + "opol": 28765, + "ibrary": 28766, + "Ġreservation": 28767, + "ĉĉĉĉĉĉĉĊ": 28768, + "lector": 28769, + "graduate": 28770, + "Ġgenerous": 28771, + "Ġion": 28772, + "ricao": 28773, + "mq": 28774, + "_complete": 28775, + "(cursor": 28776, + "ĠFormControl": 28777, + ":center": 28778, + "Ġsubstitute": 28779, + "ĠPlanning": 28780, + "Ġpension": 28781, + "Ġrecommendation": 28782, + "ĠTags": 28783, + "Ġgef": 28784, + "Ġalbums": 28785, + "Ġwashing": 28786, + "roc": 28787, + "Ġtrains": 28788, + "atings": 28789, + "Ġexponent": 28790, + "ackbar": 28791, + "-ln": 28792, + "ág": 28793, + ".DataAnnotations": 28794, + "ĠEIF": 28795, + "ĠMalaysia": 28796, + "ĉPORT": 28797, + "onus": 28798, + "Ġclever": 28799, + "Ġpeu": 28800, + ">ĊĊĊĊ": 28801, + "ĠArguments": 28802, + "Ġdebugging": 28803, + "(right": 28804, + "'D": 28805, + "compute": 28806, + "Ġfinest": 28807, + "ORAGE": 28808, + "Ġspectacular": 28809, + "phrase": 28810, + "Ġindia": 28811, + "Ġlegendary": 28812, + "birth": 28813, + "Ġcomposite": 28814, + "Ġgrows": 28815, + "ĠTD": 28816, + "Ġepid": 28817, + "Ġlaunching": 28818, + "]][": 28819, + "Minutes": 28820, + "ĠCha": 28821, + "Ġcleaned": 28822, + "Ġwitnesses": 28823, + "ukan": 28824, + "ĉType": 28825, + "Ġhabe": 28826, + "paragraph": 28827, + "ĠJPanel": 28828, + "ĠHann": 28829, + "Ġvaried": 28830, + "ĠPokemon": 28831, + "ĠMUST": 28832, + "åĬ¨": 28833, + ".visibility": 28834, + "opup": 28835, + "^[": 28836, + ".expand": 28837, + "Ġ\"',": 28838, + ".fasterxml": 28839, + "_auto": 28840, + "ĠSheet": 28841, + "marker": 28842, + "Parcel": 28843, + "ews": 28844, + "ĠStrategy": 28845, + "-making": 28846, + "Ġunve": 28847, + "Ġtrailing": 28848, + "Ġclicks": 28849, + "ĠGetComponent": 28850, + "ĉcontent": 28851, + "IGENCE": 28852, + "ERNEL": 28853, + "NSMutableArray": 28854, + "Ġbreat": 28855, + "Ġharmful": 28856, + "¶Ī": 28857, + "Ġbesides": 28858, + "Ġboring": 28859, + "Ġbrutal": 28860, + "vang": 28861, + "(parse": 28862, + "quick": 28863, + "Ġpytest": 28864, + "Ġswitching": 28865, + "()]Ċ": 28866, + "ĠìĦ": 28867, + "LER": 28868, + "ĉfont": 28869, + "Ġnett": 28870, + ")]ĊĊ": 28871, + "(/\\": 28872, + "æŀľ": 28873, + "toArray": 28874, + "Ġbreed": 28875, + "ĠCAR": 28876, + "ĠWeapon": 28877, + "Abs": 28878, + "tot": 28879, + "ĠsetName": 28880, + "aptive": 28881, + "Ġ:,": 28882, + "Ġescaped": 28883, + "orden": 28884, + "ĠPri": 28885, + "thumbnail": 28886, + "Ġdescriptions": 28887, + "/styles": 28888, + "ĠPCI": 28889, + "Ġalphabet": 28890, + "asticsearch": 28891, + "NOTE": 28892, + "Ġcialis": 28893, + "ĠGriff": 28894, + "Ġporque": 28895, + "Ġproteins": 28896, + "plays": 28897, + "Ġstating": 28898, + "Ġimagination": 28899, + "Ġfacial": 28900, + "ĠMechan": 28901, + "Ġarranged": 28902, + "_used": 28903, + "Ġarrangements": 28904, + "ĠPipe": 28905, + "hostname": 28906, + "Ġprovinc": 28907, + "Tit": 28908, + ".FlatStyle": 28909, + "ĠSplit": 28910, + "ĠLoader": 28911, + ".cc": 28912, + "Ġclinic": 28913, + "----------------------------": 28914, + "Ġbaking": 28915, + "ĠENT": 28916, + "neath": 28917, + "ãĢģĊĊ": 28918, + "ANE": 28919, + ".EntityFrameworkCore": 28920, + "appers": 28921, + ".ic": 28922, + "ĠNgModule": 28923, + "ĠFORM": 28924, + "Ġ';": 28925, + "-profit": 28926, + "hw": 28927, + "enemy": 28928, + "ĠEye": 28929, + "Ġcaution": 28930, + "town": 28931, + "Ġurged": 28932, + "ĠJimmy": 28933, + "ynchronous": 28934, + "-sized": 28935, + "making": 28936, + ",{": 28937, + "]',": 28938, + "_Object": 28939, + "ahoma": 28940, + "Ġactivist": 28941, + "INVAL": 28942, + "ĠCommercial": 28943, + "ĠOrlando": 28944, + "(tab": 28945, + "Ġب": 28946, + "Algorithm": 28947, + "Ġheritage": 28948, + "GetMapping": 28949, + "Ġfailures": 28950, + "rios": 28951, + "ativa": 28952, + "Ġtet": 28953, + "Ġcarpet": 28954, + "(Z": 28955, + "three": 28956, + "Ġdisclosure": 28957, + ".ERROR": 28958, + "_called": 28959, + "Ġdial": 28960, + "Ġoccasional": 28961, + ".Err": 28962, + "Ġfuncion": 28963, + "caffold": 28964, + "Ġreleasing": 28965, + "ï¼īĊĊ": 28966, + "_Value": 28967, + "ĠVari": 28968, + "yellow": 28969, + "Ġstruggles": 28970, + ".cal": 28971, + "ĠDakota": 28972, + "ĉclose": 28973, + "Ġsandwich": 28974, + "Ġanalytics": 28975, + "Ġ**)": 28976, + "&#": 28977, + "ĠJos": 28978, + "Ġpassive": 28979, + "ATTR": 28980, + "Throwable": 28981, + "ĠMun": 28982, + "ĠUint": 28983, + "(disposing": 28984, + "arak": 28985, + "ĠLeaders": 28986, + "Ġaffecting": 28987, + "ĠitemView": 28988, + "Ġeconomics": 28989, + "fv": 28990, + "à¹Ģ": 28991, + ".rb": 28992, + "ĠOverall": 28993, + "Ġwealthy": 28994, + "Ġevolved": 28995, + "nda": 28996, + "ĠHus": 28997, + "restrict": 28998, + "umen": 28999, + "ĠAgricult": 29000, + "!ĊĊĊ": 29001, + "Ġexpires": 29002, + "Ġspokesperson": 29003, + "interval": 29004, + "Ġâ": 29005, + "Ġqueen": 29006, + "(nil": 29007, + "ingo": 29008, + "Heap": 29009, + "Ùİ": 29010, + "Ġcomplain": 29011, + "Sym": 29012, + "ĠClone": 29013, + "ĠRu": 29014, + "ĠWILL": 29015, + "ĠCrystal": 29016, + "/content": 29017, + "ingen": 29018, + "ointment": 29019, + "LastName": 29020, + "avicon": 29021, + "ĠIBM": 29022, + "ĠDimension": 29023, + "anh": 29024, + "icipants": 29025, + "ĠAnne": 29026, + ".progress": 29027, + "Ġalgo": 29028, + "obil": 29029, + "ĠVoice": 29030, + "ĠFE": 29031, + "Ġgli": 29032, + "Ġved": 29033, + "Ġprevents": 29034, + "\\Column": 29035, + "Ġfolk": 29036, + "etti": 29037, + "Ġmn": 29038, + "ĠCLASS": 29039, + "Ġdisplaying": 29040, + "ĠKl": 29041, + "ĠFerr": 29042, + "duto": 29043, + ".ib": 29044, + "Ġdados": 29045, + "'name": 29046, + "-space": 29047, + "Ġitalian": 29048, + "Ġinverse": 29049, + "Ġdense": 29050, + "uter": 29051, + "ĠIEnumerator": 29052, + "-sign": 29053, + "Ġnationwide": 29054, + "Ġpersona": 29055, + "Ġsolved": 29056, + "Ġdramatically": 29057, + "Logout": 29058, + "Ġgrav": 29059, + "Ġanalyses": 29060, + "ollo": 29061, + "Ġlamp": 29062, + ".team": 29063, + "ĠErot": 29064, + "=[\"": 29065, + "Ġdancing": 29066, + "Ġ?>/": 29067, + "Ġcater": 29068, + "ffe": 29069, + "ĠSha": 29070, + "ĠBos": 29071, + "ĠREQUIRE": 29072, + "ĠMonster": 29073, + "ĠRB": 29074, + "ĠIDE": 29075, + "Ġsuits": 29076, + "ĠformData": 29077, + "(theta": 29078, + "Ġspatial": 29079, + "=NULL": 29080, + "ĠSqlConnection": 29081, + "Ġà": 29082, + "ĠVenez": 29083, + "ĠMorning": 29084, + "Ġpublications": 29085, + "ĠNONINFRINGEMENT": 29086, + "firstName": 29087, + "uds": 29088, + "Would": 29089, + "_HEAD": 29090, + "Ġinvested": 29091, + "stable": 29092, + "fred": 29093, + "Ġcommander": 29094, + "SES": 29095, + "âĢĶa": 29096, + "anche": 29097, + "ĠMovement": 29098, + "ë³": 29099, + "Suite": 29100, + "Ġjurisdiction": 29101, + "리": 29102, + "ĠBeth": 29103, + "jQuery": 29104, + "ĠIsa": 29105, + "Ġdental": 29106, + ",*": 29107, + "ĠLimit": 29108, + "iliation": 29109, + "=\"{": 29110, + "bast": 29111, + "Ġturb": 29112, + "isy": 29113, + "OOK": 29114, + "Ġadvocate": 29115, + "imag": 29116, + "LECTION": 29117, + "лÑĮ": 29118, + "(category": 29119, + ".dec": 29120, + "Ġuniqu": 29121, + "_sn": 29122, + "Ġattracted": 29123, + "ĠÃī": 29124, + "ĠRunning": 29125, + "_edges": 29126, + "ĠDisable": 29127, + "_AS": 29128, + "åĽ¾": 29129, + "Ġnetworking": 29130, + "_branch": 29131, + "Having": 29132, + "toBeTruthy": 29133, + "GI": 29134, + "Ġcamps": 29135, + "sep": 29136, + "-part": 29137, + "Ġ)ĊĊĊĊĊĊĊĊ": 29138, + "ustralia": 29139, + "ĠReports": 29140, + "rito": 29141, + "Ġwaist": 29142, + "_plus": 29143, + "ĠWW": 29144, + "-person": 29145, + "April": 29146, + "Ġsar": 29147, + ".tar": 29148, + "Ġagricultural": 29149, + "tic": 29150, + "Ġtcp": 29151, + "ĠsetValue": 29152, + "agento": 29153, + "ĠAppe": 29154, + "piler": 29155, + "CADE": 29156, + "Ġanche": 29157, + "atcher": 29158, + "Ġcomics": 29159, + "Ġlbs": 29160, + "_segment": 29161, + "']=$": 29162, + "itters": 29163, + "icher": 29164, + "GINE": 29165, + "Ġutilize": 29166, + "ĠCursor": 29167, + "_expression": 29168, + "Ġdag": 29169, + "x": 29357, + ".Task": 29358, + "money": 29359, + "ibaba": 29360, + "'});Ċ": 29361, + "ĠSpecific": 29362, + "ĠLinear": 29363, + "_OPT": 29364, + "HashCode": 29365, + "(Player": 29366, + ".ContainsKey": 29367, + "Ġcollapsed": 29368, + "transparent": 29369, + "_RANGE": 29370, + "Viewer": 29371, + "(cfg": 29372, + "Ġsorting": 29373, + "Ġinfected": 29374, + "ĠNach": 29375, + "Ġaccommodate": 29376, + ".elements": 29377, + "_PART": 29378, + "ĠSexy": 29379, + "=get": 29380, + "(year": 29381, + "Ġxhr": 29382, + ":]": 29383, + "owski": 29384, + "Ġsummar": 29385, + "Ġ¿": 29386, + "Ġinte": 29387, + "Ġworkflow": 29388, + "ĠTaiwan": 29389, + "versions": 29390, + "åıij": 29391, + "Ġsurprisingly": 29392, + "Ġoptical": 29393, + "Ġproces": 29394, + "Ġdisagree": 29395, + "Ġnuevo": 29396, + "ĠCAM": 29397, + "sorted": 29398, + "leases": 29399, + "istle": 29400, + "Ident": 29401, + "ĉevent": 29402, + "jected": 29403, + "Chunk": 29404, + "Vars": 29405, + ".provider": 29406, + "Ġproceedings": 29407, + "Ġinclusive": 29408, + "Ġartwork": 29409, + "endants": 29410, + "ï¼ļĊ": 29411, + "seen": 29412, + "Ġlig": 29413, + "Ġmakers": 29414, + "_fun": 29415, + "Ġlengths": 29416, + "PathVariable": 29417, + "[item": 29418, + "ี": 29419, + "Dead": 29420, + "FFFFFF": 29421, + "ĠUrban": 29422, + "uples": 29423, + "ichen": 29424, + "(nullptr": 29425, + ".spec": 29426, + ",System": 29427, + "URATION": 29428, + "(job": 29429, + "å¼ı": 29430, + "Ġtracker": 29431, + "ÅĻ": 29432, + "ĠMR": 29433, + "ĠSQLite": 29434, + "Ġdto": 29435, + "Ġ;;Ċ": 29436, + "Ġmint": 29437, + "ĠIntroduction": 29438, + "cao": 29439, + "Ġquestioned": 29440, + "Ġfitted": 29441, + "revision": 29442, + "sq": 29443, + "Ġmig": 29444, + "_units": 29445, + "_async": 29446, + "Ġflick": 29447, + "});ĊĊĊ": 29448, + "Ġnotre": 29449, + "}`,": 29450, + "Filters": 29451, + "Ġmundo": 29452, + "_days": 29453, + "Ġfrm": 29454, + "utc": 29455, + "Ġvals": 29456, + "ewidth": 29457, + "ĠGenerator": 29458, + "ĠArtist": 29459, + "ĠIDs": 29460, + "ĠArticles": 29461, + "reater": 29462, + "ĠComponentFixture": 29463, + ".=": 29464, + "Ġrou": 29465, + "-no": 29466, + ".bukkit": 29467, + "egg": 29468, + "ĠDiff": 29469, + "atics": 29470, + "ÑĥÑĩ": 29471, + "âĢĶĊĊ": 29472, + "ĠCharlotte": 29473, + "bye": 29474, + "Ġ});čĊčĊ": 29475, + "ĠVik": 29476, + "ĠBrow": 29477, + "Ġlv": 29478, + "ĠGib": 29479, + "-wing": 29480, + "GLIGENCE": 29481, + "(Il": 29482, + "ĠEngineer": 29483, + ".Wait": 29484, + "ĠPictures": 29485, + "Ġrhet": 29486, + "Ġthermal": 29487, + "Ġpraise": 29488, + "<>();ĊĊ": 29489, + "ĠSpider": 29490, + "Pause": 29491, + "ĠBaker": 29492, + "Ġslower": 29493, + "Ġ}]Ċ": 29494, + "_enqueue": 29495, + "Ġdisappeared": 29496, + "ĠTicket": 29497, + "INUX": 29498, + "_LOCAL": 29499, + "аÑģÑģ": 29500, + "@Injectable": 29501, + "community": 29502, + "GestureRecognizer": 29503, + "åĽ½": 29504, + "Ġscales": 29505, + "Ġ-(": 29506, + "/'+": 29507, + "ĠSit": 29508, + "Ġexecutives": 29509, + "arding": 29510, + "Ġadvers": 29511, + "Ġbackwards": 29512, + "ĉcontext": 29513, + "ĠHamp": 29514, + "ĠPF": 29515, + "ĠDeck": 29516, + "ĠCraig": 29517, + "American": 29518, + "Ġbell": 29519, + "Ġprol": 29520, + "ufen": 29521, + "Ġrng": 29522, + "arshal": 29523, + "ĠSimply": 29524, + "firstname": 29525, + "shore": 29526, + "July": 29527, + "Ġmortality": 29528, + "ĠâĨĴĊĊ": 29529, + "Helpers": 29530, + "Ġbenchmark": 29531, + "emade": 29532, + "Ġorganisations": 29533, + ".gson": 29534, + "ĠTextField": 29535, + "Ġcivilians": 29536, + ".Arrays": 29537, + "ĠMississippi": 29538, + "Ġintermediate": 29539, + "getUser": 29540, + "_cluster": 29541, + "Relative": 29542, + "foreign": 29543, + ".querySelectorAll": 29544, + "ForeignKey": 29545, + "Ġreasonably": 29546, + "---------Ċ": 29547, + "Cards": 29548, + "ĠKam": 29549, + "ĠThor": 29550, + "Ġroller": 29551, + "-element": 29552, + "ĠCurrency": 29553, + "ddie": 29554, + "ALLY": 29555, + "ĠRA": 29556, + "Ġpermet": 29557, + "aaaa": 29558, + "Ġhomework": 29559, + "ĠVit": 29560, + "Ġmold": 29561, + "ĠFer": 29562, + "[start": 29563, + "Ġstatistical": 29564, + "Ġscary": 29565, + "_HOME": 29566, + ".Begin": 29567, + "Construct": 29568, + "ogenic": 29569, + "ĠDEALINGS": 29570, + "Ġtambién": 29571, + "ixon": 29572, + ".ind": 29573, + "acre": 29574, + "Ġtransforms": 29575, + "ĠNap": 29576, + ".Block": 29577, + "ussia": 29578, + "piration": 29579, + "ulent": 29580, + "Ġceil": 29581, + "Clause": 29582, + "naire": 29583, + "TES": 29584, + "Ġneat": 29585, + "STD": 29586, + "ĠRegExp": 29587, + "perform": 29588, + ":)": 29589, + "Ġunions": 29590, + "Ġsublic": 29591, + "Ġwinds": 29592, + "loating": 29593, + "glich": 29594, + "Ġpagination": 29595, + "Skill": 29596, + "Apply": 29597, + "ĠOperator": 29598, + "istogram": 29599, + "Ġqualities": 29600, + "Cross": 29601, + "Ġdecom": 29602, + "],\"": 29603, + "ĠJuan": 29604, + ".modal": 29605, + ".Child": 29606, + "ĠRoger": 29607, + "STITUTE": 29608, + ":CGRectMake": 29609, + "alette": 29610, + "Ġsta": 29611, + "aside": 29612, + "Ġblur": 29613, + "ĠWa": 29614, + "ifetime": 29615, + "reed": 29616, + "controls": 29617, + "Ġbins": 29618, + "Ġпол": 29619, + "*/,Ċ": 29620, + "UIS": 29621, + "ĠRou": 29622, + "ĠDemo": 29623, + "-awesome": 29624, + "ĠChain": 29625, + "Ġhasta": 29626, + "ĠBart": 29627, + ".KEY": 29628, + "Ġvendors": 29629, + "nofollow": 29630, + "ĠDest": 29631, + "_builder": 29632, + "Ġargues": 29633, + "_answer": 29634, + "goto": 29635, + "ĠRESULT": 29636, + "ĠMON": 29637, + "Ġpoder": 29638, + "oons": 29639, + "_CASE": 29640, + "Ġreplic": 29641, + "Ġfinancing": 29642, + "ĠDATE": 29643, + "cern": 29644, + "_track": 29645, + "ties": 29646, + "/logo": 29647, + "ĠNEGLIGENCE": 29648, + "getType": 29649, + ">T": 29650, + "bet": 29651, + "girl": 29652, + "ĠINCIDENTAL": 29653, + "-site": 29654, + ".trigger": 29655, + "ĠLisa": 29656, + "_inputs": 29657, + "Ġrelatives": 29658, + "LoggedIn": 29659, + "Configure": 29660, + "IK": 29661, + ".accept": 29662, + "Resume": 29663, + "ĠDraft": 29664, + "Ġ*>(": 29665, + "ĠWA": 29666, + "edian": 29667, + "erness": 29668, + "ĠLayoutInflater": 29669, + "*/čĊčĊ": 29670, + "othy": 29671, + "Ġobligation": 29672, + "Subscribe": 29673, + "Ġthumbnail": 29674, + "exist": 29675, + "Ġinsisted": 29676, + "ĠUICollectionView": 29677, + "ĠAngular": 29678, + "Ġtablets": 29679, + "ĠImpact": 29680, + "ãĢįĊĊ": 29681, + "aho": 29682, + "Ġcharacteristic": 29683, + "gd": 29684, + "Ġ=================================================": 29685, + "ourt": 29686, + "`.": 29687, + "Appro": 29688, + "Coordinate": 29689, + "Remember": 29690, + "Ġmarine": 29691, + "]=='": 29692, + "ĠAdministrator": 29693, + ".getDefault": 29694, + "Ġforgot": 29695, + "ĠStructure": 29696, + "Vue": 29697, + "arsing": 29698, + "moment": 29699, + "kw": 29700, + "_cursor": 29701, + "Attack": 29702, + "Ġathletic": 29703, + "Ġdiagnosed": 29704, + "Ġende": 29705, + "åĪłéĻ¤": 29706, + "House": 29707, + "ĠPARAM": 29708, + "Ġwiki": 29709, + "ĠOpp": 29710, + "Ġconservation": 29711, + "Ġsnd": 29712, + "_tem": 29713, + "substr": 29714, + "ĠCape": 29715, + ".sim": 29716, + "UTION": 29717, + "anan": 29718, + "âĢĻun": 29719, + "Ġgy": 29720, + "-work": 29721, + "Ġcompelling": 29722, + "='#": 29723, + "ĉsub": 29724, + "Ġdirectories": 29725, + "íĬ¸": 29726, + "Ġtouches": 29727, + "outines": 29728, + ".Collection": 29729, + "schedule": 29730, + ".lat": 29731, + "ĠDoctrine": 29732, + "CAA": 29733, + "ĠRefer": 29734, + "Ġshifts": 29735, + "Ġlikelihood": 29736, + "preter": 29737, + "ĠFemale": 29738, + "Ġintercept": 29739, + "Ġlou": 29740, + "çĻ»": 29741, + "Ġrug": 29742, + "ĠCrown": 29743, + "Ġ****************************************************************************": 29744, + "-product": 29745, + "Ġprompted": 29746, + "ungle": 29747, + "docker": 29748, + "ĠTu": 29749, + "ĠUnique": 29750, + "_Error": 29751, + "ulos": 29752, + "ĠâĦ": 29753, + "Ġ(`": 29754, + "Getting": 29755, + "_scal": 29756, + "ĠEnh": 29757, + "üt": 29758, + "Ġsustained": 29759, + "Ġpatches": 29760, + "Ġprosper": 29761, + "ĠGaza": 29762, + "_light": 29763, + "Ġincons": 29764, + "--------Ċ": 29765, + "ĉĉĠĠĠĠĠĠ": 29766, + "SF": 29767, + "CN": 29768, + ":\";Ċ": 29769, + "ĠCollins": 29770, + "(*)": 29771, + "Ġcompilation": 29772, + "']čĊ": 29773, + "Ġconsequence": 29774, + ",...": 29775, + "Ġdm": 29776, + "ĠBLOCK": 29777, + "Cluster": 29778, + "Ġski": 29779, + "(argc": 29780, + "Tuple": 29781, + "Ġjoins": 29782, + "ĠSheriff": 29783, + "War": 29784, + "indi": 29785, + "Ġcommented": 29786, + "HOST": 29787, + "Ġinvitation": 29788, + "apanese": 29789, + "Ġpermits": 29790, + "precedented": 29791, + "_zone": 29792, + "ĠAmy": 29793, + "_RD": 29794, + "Minimum": 29795, + "Ġinvocation": 29796, + ".enable": 29797, + "ichten": 29798, + "-owned": 29799, + "\"id": 29800, + "_POINTER": 29801, + "Fac": 29802, + "Ġspecifications": 29803, + "Ġnomination": 29804, + "Ġgp": 29805, + "<(": 29806, + "Ġrobots": 29807, + "ĠJerry": 29808, + "Ġholders": 29809, + "Ġwand": 29810, + "cms": 29811, + "Ġ}))Ċ": 29812, + ".Toast": 29813, + "ĠIList": 29814, + "Based": 29815, + "zoom": 29816, + "/style": 29817, + "ĠBeck": 29818, + "Men": 29819, + "Ġcontributing": 29820, + "Ġundo": 29821, + "ĠOH": 29822, + "ĠaddObject": 29823, + "Ġeigen": 29824, + "signup": 29825, + "éĶĻ": 29826, + "Ġdistant": 29827, + "PARATOR": 29828, + "ĠMari": 29829, + "Ġmá": 29830, + "Emp": 29831, + "ós": 29832, + "ĠìĪĺ": 29833, + "evt": 29834, + "+j": 29835, + "park": 29836, + "ĠStay": 29837, + "ĠDun": 29838, + "Ġsoy": 29839, + ">%": 29840, + "azines": 29841, + "Ġtiempo": 29842, + "(me": 29843, + "present": 29844, + ".This": 29845, + "Ġeditors": 29846, + "FIELD": 29847, + ".Work": 29848, + "ĠUniverse": 29849, + "Ġdrunk": 29850, + ".timer": 29851, + "Ġaltered": 29852, + "ĠNar": 29853, + "ëł¥": 29854, + ".Active": 29855, + "idor": 29856, + "çŃ": 29857, + ".deltaTime": 29858, + "Ġawkward": 29859, + """: 29860, + "ĠSafari": 29861, + "Ġtricks": 29862, + "MENTS": 29863, + "division": 29864, + "Ġvarying": 29865, + "ĠHighway": 29866, + "Ġphotographer": 29867, + "ĠStewart": 29868, + "Ġlasting": 29869, + ".Pre": 29870, + ".amazonaws": 29871, + "ĠLuck": 29872, + ".Description": 29873, + "ĠNaz": 29874, + "neg": 29875, + "Ġcó": 29876, + "<<\"\\": 29877, + "ĠSurv": 29878, + "ĠUnc": 29879, + "Recipe": 29880, + ".BorderStyle": 29881, + "Ġmodifications": 29882, + "-at": 29883, + "ATFORM": 29884, + "hdr": 29885, + "ako": 29886, + "Ġsublicense": 29887, + "ĠJump": 29888, + "Ġbeim": 29889, + "ĠManhattan": 29890, + ".bool": 29891, + "_hw": 29892, + "ÑĤÑĮ": 29893, + "Bin": 29894, + "Ġgateway": 29895, + "\"\":": 29896, + "ĠUIS": 29897, + ":\"+": 29898, + "-def": 29899, + "ĠRegular": 29900, + "/testing": 29901, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 29902, + "stringstream": 29903, + "Ġdispar": 29904, + "Ġmobil": 29905, + "-read": 29906, + "ĠAdapter": 29907, + "ĠChampions": 29908, + "Ġscheduler": 29909, + "Ġkills": 29910, + "ĠMultiple": 29911, + "irror": 29912, + "Ġgods": 29913, + "ADO": 29914, + "akte": 29915, + "ĠUsuario": 29916, + ".circular": 29917, + "Ġrecept": 29918, + "ĠExpr": 29919, + "Ġelderly": 29920, + "Ġnicely": 29921, + "Ġbeste": 29922, + "Want": 29923, + "Ġclassical": 29924, + ".sprite": 29925, + "objc": 29926, + "ĠMason": 29927, + "Ġsistema": 29928, + ".Black": 29929, + "eso": 29930, + "ĠZeit": 29931, + "Ġdivid": 29932, + "Ġenters": 29933, + "_subject": 29934, + "ĠPlanet": 29935, + ".warning": 29936, + "ĠGram": 29937, + "_tokens": 29938, + "Ġhouseholds": 29939, + "_customer": 29940, + "userName": 29941, + "cross": 29942, + "Ġpione": 29943, + "Ġassists": 29944, + "_SM": 29945, + "ibo": 29946, + "Ġloyal": 29947, + "Ġuseless": 29948, + "#elif": 29949, + "ĠUltimate": 29950, + "Come": 29951, + "gel": 29952, + "Ġdich": 29953, + "xyz": 29954, + "ikel": 29955, + "obra": 29956, + "_scan": 29957, + "ĠInterior": 29958, + "ĠNice": 29959, + "Ġplac": 29960, + "ĉtarget": 29961, + "Ġviral": 29962, + "asso": 29963, + "()/": 29964, + "unde": 29965, + "ĠAdobe": 29966, + "Os": 29967, + "visited": 29968, + "ĠOW": 29969, + "ĠFeed": 29970, + "ĠSequence": 29971, + "Ġmanages": 29972, + "inson": 29973, + "ĠLouisiana": 29974, + "{})": 29975, + "ĠHab": 29976, + "ĠLD": 29977, + "Ġbip": 29978, + "prites": 29979, + "(elem": 29980, + ".hibernate": 29981, + "élé": 29982, + "Ġohne": 29983, + "_transaction": 29984, + "Ġannunci": 29985, + "Published": 29986, + "ĠHonda": 29987, + "ĠTam": 29988, + "ĠPacket": 29989, + "_selector": 29990, + "Ġchallenged": 29991, + "Processing": 29992, + "-hover": 29993, + "Ġtrainer": 29994, + "_cancel": 29995, + "ĠNSDictionary": 29996, + "abric": 29997, + "ĠMLS": 29998, + "_sensor": 29999, + "Ġshrink": 30000, + "ĠFX": 30001, + "threshold": 30002, + "ĉHX": 30003, + "-mark": 30004, + "`.`": 30005, + "Scheme": 30006, + "(full": 30007, + "_writer": 30008, + "ĠSys": 30009, + "Ġfled": 30010, + "ĠCin": 30011, + "-widget": 30012, + "ĠPrevious": 30013, + "Gender": 30014, + "_question": 30015, + "Feed": 30016, + "Ġscrut": 30017, + "(prefix": 30018, + "ãĢĤãĢĤ": 30019, + "Ġinfections": 30020, + "Parts": 30021, + "Ġhierarchy": 30022, + "_DELETE": 30023, + "ĠPatient": 30024, + "_pay": 30025, + "Ġpromoted": 30026, + "Ġìĭ": 30027, + "Ġcivilian": 30028, + "Ġagriculture": 30029, + "ĠPiece": 30030, + "Ġstance": 30031, + "utsche": 30032, + "Assign": 30033, + ".ACTION": 30034, + "Fig": 30035, + "_radius": 30036, + "ĠSync": 30037, + "ducer": 30038, + "failure": 30039, + "ensed": 30040, + "ptime": 30041, + "BM": 30042, + "_datetime": 30043, + "quivo": 30044, + "QUEUE": 30045, + "èĢħ": 30046, + "Appear": 30047, + "Ġsummit": 30048, + ":void": 30049, + "Ġvine": 30050, + "认": 30051, + "onne": 30052, + "_TRANS": 30053, + ".green": 30054, + "_cc": 30055, + "Ġhungry": 30056, + "Ġ\">": 30057, + "());čĊčĊ": 30058, + "Extract": 30059, + "izens": 30060, + "Ġsolver": 30061, + "Notify": 30062, + "Ġenglish": 30063, + "ĠShopping": 30064, + "interfaces": 30065, + "REQ": 30066, + "Ġilleg": 30067, + "ĠUIImageView": 30068, + "Ġdisconnect": 30069, + "ĠUntil": 30070, + "ĠConservative": 30071, + "@Column": 30072, + "Ġshifted": 30073, + "Ġ:čĊ": 30074, + "Ġfich": 30075, + "Ġdla": 30076, + "Ġshoe": 30077, + "\"),čĊ": 30078, + "ularity": 30079, + "_RESP": 30080, + "Weather": 30081, + "UIApplication": 30082, + ".iterator": 30083, + "Ġaging": 30084, + ".Parent": 30085, + "owie": 30086, + "(equal": 30087, + "ĠConv": 30088, + "/default": 30089, + "Ġmeasuring": 30090, + ".prev": 30091, + ".IsValid": 30092, + ".Fat": 30093, + "ĠsÄĥ": 30094, + "keywords": 30095, + "without": 30096, + "Ġsovere": 30097, + "Ġexchanges": 30098, + "Ġmelt": 30099, + "Ġislands": 30100, + "ĠIntegr": 30101, + "Ġjumping": 30102, + "Ġgle": 30103, + "Ġjournalism": 30104, + "Ġdated": 30105, + "Localized": 30106, + "ĠRefresh": 30107, + "Particle": 30108, + "Ġaa": 30109, + "ĠSTRICT": 30110, + "Ġbod": 30111, + ".Process": 30112, + "_AUTO": 30113, + "ĠPublished": 30114, + "every": 30115, + "Ġtechnological": 30116, + "lsx": 30117, + "Ġirrit": 30118, + "Additional": 30119, + "Ġdelimiter": 30120, + "_language": 30121, + "-area": 30122, + "boys": 30123, + "ĠTube": 30124, + "Ġwat": 30125, + "Ġmechanics": 30126, + "_owner": 30127, + "Spell": 30128, + "ĠStories": 30129, + ".AppendLine": 30130, + "TableView": 30131, + "hem": 30132, + "stick": 30133, + "ollower": 30134, + "IFF": 30135, + "ĠUV": 30136, + "ollision": 30137, + "SUB": 30138, + "Ġcomparable": 30139, + "Ġdonde": 30140, + "sales": 30141, + "llvm": 30142, + "Ġ}],Ċ": 30143, + "OTTOM": 30144, + "ĠPurpose": 30145, + "Lab": 30146, + "Ġinterviewed": 30147, + "ois": 30148, + "asil": 30149, + ".setId": 30150, + "ĠInstruction": 30151, + "-->": 30152, + "ĠModified": 30153, + "ationally": 30154, + "ĠMeeting": 30155, + "误": 30156, + "#region": 30157, + "Ġrouting": 30158, + ".focus": 30159, + "ĠYouth": 30160, + "<": 30448, + "Ġunto": 30449, + "ologically": 30450, + "ĠMul": 30451, + "VIDIA": 30452, + "Ġslim": 30453, + "ĠCommissioner": 30454, + "(on": 30455, + "Ġunderneath": 30456, + "/db": 30457, + "vote": 30458, + "(Message": 30459, + "ĠPope": 30460, + "Defined": 30461, + "Ġswift": 30462, + "urf": 30463, + "Ġadapted": 30464, + "SEL": 30465, + "Ġrevenues": 30466, + "Ġdivine": 30467, + "=y": 30468, + "Gradient": 30469, + "_act": 30470, + "Ġ/*!<": 30471, + "Ġpolygon": 30472, + "ĠFDA": 30473, + "ĠCarr": 30474, + "atables": 30475, + "(stdout": 30476, + "Ġrefriger": 30477, + "Ġcoordin": 30478, + "avorites": 30479, + "ÑĪи": 30480, + "Ġcompassion": 30481, + "ĠPOSSIBILITY": 30482, + "-secondary": 30483, + "uracy": 30484, + "Ġcompromise": 30485, + "_AV": 30486, + "_os": 30487, + "Ġbeside": 30488, + "ĥĿ": 30489, + "Ġln": 30490, + ".plugins": 30491, + "Capacity": 30492, + "alah": 30493, + ".bin": 30494, + "ĠCRC": 30495, + "_balance": 30496, + "ĠflexDirection": 30497, + "Ġambit": 30498, + "Ġnickname": 30499, + "ĠForces": 30500, + "CLE": 30501, + "ĠShell": 30502, + "Ġsail": 30503, + "ĠWriter": 30504, + "ĠAlice": 30505, + "dw": 30506, + "ĠIndians": 30507, + "ĠMarshall": 30508, + "_SRC": 30509, + "Ġnormalized": 30510, + "ĠJag": 30511, + "ãĤĴ": 30512, + "zeit": 30513, + "rpc": 30514, + "ÃŃc": 30515, + ".inline": 30516, + "Ġtravers": 30517, + "_numeric": 30518, + "Ġutilities": 30519, + "Ġevac": 30520, + "INPUT": 30521, + "ĉregister": 30522, + "MX": 30523, + "ĠCampbell": 30524, + "Ġdatasets": 30525, + "Ġdemanded": 30526, + "ĠinitialState": 30527, + "gan": 30528, + "Ġei": 30529, + "Unexpected": 30530, + "-web": 30531, + "trait": 30532, + ",Y": 30533, + "ĠTodd": 30534, + "Ġskeleton": 30535, + "Ġoptimize": 30536, + "第": 30537, + "ĠUpon": 30538, + "ĠStObject": 30539, + "Ġaplic": 30540, + ".'P": 30578, + "vron": 30579, + ".UN": 30580, + "Ġpainter": 30581, + "izarre": 30582, + "Ġlav": 30583, + "Ġpom": 30584, + "preg": 30585, + "=function": 30586, + "(serial": 30587, + "ifica": 30588, + "uming": 30589, + "åľ°": 30590, + "ãģĤ": 30591, + "-op": 30592, + "UCH": 30593, + "ĠHend": 30594, + ".propTypes": 30595, + "Ġyo": 30596, + "Ġroutines": 30597, + "Ġcaring": 30598, + "Sem": 30599, + "Ġreserves": 30600, + "Ġpriorities": 30601, + "redits": 30602, + "ISTR": 30603, + "ContentType": 30604, + "ĠSchw": 30605, + "/media": 30606, + "Ġestr": 30607, + "Ġclimbing": 30608, + "-week": 30609, + "cherche": 30610, + "sensor": 30611, + "ToArray": 30612, + "ĠMontreal": 30613, + "Ġclouds": 30614, + "ĠInjectable": 30615, + "ĠRice": 30616, + "Ġpropaganda": 30617, + "_provider": 30618, + "Ġindoor": 30619, + "Ġinaug": 30620, + "Ġdiplom": 30621, + "Ġmessaging": 30622, + "_mut": 30623, + "å¦Ĥ": 30624, + "Ġkw": 30625, + "ONS": 30626, + "arians": 30627, + "RPC": 30628, + ")]čĊ": 30629, + "-ray": 30630, + "ĠSor": 30631, + "mall": 30632, + "Ġmarketplace": 30633, + "Ġvtk": 30634, + "Ma": 30635, + "ogan": 30636, + "igi": 30637, + "Ġsponsored": 30638, + "ĠDani": 30639, + ".SEVER": 30640, + ">'.$": 30641, + "multipart": 30642, + "ĠWol": 30643, + "ĠtableName": 30644, + "ĠUsername": 30645, + "BackgroundColor": 30646, + "Ġfright": 30647, + "_EMAIL": 30648, + "September": 30649, + "_vals": 30650, + "opia": 30651, + "Ġspotted": 30652, + "-Ch": 30653, + "ĠdataSource": 30654, + "/\"Ċ": 30655, + "екÑĤ": 30656, + "ĠRequestMethod": 30657, + "ĠReplace": 30658, + "-do": 30659, + "ahn": 30660, + "ĠPhD": 30661, + "].ĊĊ": 30662, + "NON": 30663, + "gement": 30664, + "ĠThr": 30665, + "Ġquietly": 30666, + "Ġtorture": 30667, + "Ġteas": 30668, + "ĠCY": 30669, + "Ġatr": 30670, + "development": 30671, + "-detail": 30672, + "Ġlighter": 30673, + "Ġarguing": 30674, + "Ġdeserves": 30675, + "Ġcurriculum": 30676, + "_CONTEXT": 30677, + "ÅĤy": 30678, + "HITE": 30679, + "ĉID": 30680, + "/uploads": 30681, + "Ġtits": 30682, + "reo": 30683, + "_drop": 30684, + ".UTF": 30685, + "Ġpickup": 30686, + "Ġgrocery": 30687, + "ĠPure": 30688, + "Ġeasiest": 30689, + "Phil": 30690, + ".feature": 30691, + "(\"*": 30692, + "Ġinvestor": 30693, + "tok": 30694, + "Ġjar": 30695, + "Los": 30696, + "âĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶ": 30697, + ".queue": 30698, + "-speed": 30699, + "Mal": 30700, + "umblr": 30701, + "ĠCONST": 30702, + "ĠHRESULT": 30703, + "ĠDance": 30704, + "(filePath": 30705, + "Ġattributed": 30706, + "à¥į": 30707, + "ĠBund": 30708, + "coins": 30709, + "Ġsão": 30710, + "Ġpir": 30711, + "personal": 30712, + "Ġprelim": 30713, + "Ġpropose": 30714, + "ĠTL": 30715, + "]])": 30716, + "ĠSubscription": 30717, + "ĠKre": 30718, + ",len": 30719, + ".FirstOrDefault": 30720, + ")--": 30721, + "_products": 30722, + ".GetBytes": 30723, + "Ship": 30724, + "Ġencrypt": 30725, + "ĠSG": 30726, + "ĠMyst": 30727, + "hir": 30728, + "Ġiterate": 30729, + "Ġintend": 30730, + ".mockito": 30731, + "Ġchapters": 30732, + "(angle": 30733, + "ĠVlad": 30734, + "设": 30735, + "'.ĊĊ": 30736, + "ResponseBody": 30737, + "ĠAbd": 30738, + "deal": 30739, + "Ġbarriers": 30740, + "-outline": 30741, + "bill": 30742, + "ĠFalls": 30743, + "_second": 30744, + ".include": 30745, + ".ceil": 30746, + "Ġoccupation": 30747, + "phony": 30748, + ".moveTo": 30749, + "ĠJennifer": 30750, + "ASTER": 30751, + ";\"><": 30752, + "ĠEnabled": 30753, + "Ġterminate": 30754, + "ĠIo": 30755, + "lations": 30756, + "ĠTHEORY": 30757, + "Ġearliest": 30758, + "Ġrack": 30759, + "ĠScar": 30760, + "shake": 30761, + "chip": 30762, + "Ġuv": 30763, + "Ġalliance": 30764, + "пиÑģ": 30765, + "ĠGOODS": 30766, + "zione": 30767, + "ĠVI": 30768, + "Ġ{-": 30769, + "Ġfiltering": 30770, + "Ġmiscon": 30771, + ".DockStyle": 30772, + "Ġbush": 30773, + "Ġjunk": 30774, + "æĮ": 30775, + "ĠQUE": 30776, + "Ġhooks": 30777, + "Ġfirmware": 30778, + "Ġmiddleware": 30779, + "dic": 30780, + "ĠOakland": 30781, + "Ġarrives": 30782, + "Payload": 30783, + "pixel": 30784, + "]|": 30785, + "ĠstartDate": 30786, + ".PRO": 30787, + "_audio": 30788, + "Ġmidfield": 30789, + "igidbody": 30790, + "ĠSwiss": 30791, + "ĠClip": 30792, + "ĠDump": 30793, + "ĠTextBox": 30794, + "Ġgeh": 30795, + "yield": 30796, + "ods": 30797, + "Ġreferendum": 30798, + "Backend": 30799, + "ĠCream": 30800, + "Ġdominated": 30801, + "ĠArchive": 30802, + "Ġriders": 30803, + ".prepareStatement": 30804, + "Ġquando": 30805, + "Ġchef": 30806, + "wiki": 30807, + "inel": 30808, + "ampling": 30809, + "(\"\\\\": 30810, + "Ġsag": 30811, + "_proxy": 30812, + "ãģķ": 30813, + "pdo": 30814, + ".getElementsByTagName": 30815, + "Ġdemonstration": 30816, + "ĠNPC": 30817, + "Ġarchivo": 30818, + "endance": 30819, + "Ġefficiently": 30820, + "(actual": 30821, + ".tableView": 30822, + "Ġmush": 30823, + "Ġbears": 30824, + "_threads": 30825, + "jas": 30826, + "ahun": 30827, + "Ġneural": 30828, + "Ġdesigning": 30829, + "ĠGDP": 30830, + "Ġlifted": 30831, + "缮": 30832, + "ĠJoint": 30833, + "ĠInclude": 30834, + "ĠGiants": 30835, + "Ġwithdrawal": 30836, + "ĠRent": 30837, + "native": 30838, + "ĠSeek": 30839, + "gression": 30840, + "_CPU": 30841, + "\\S": 30842, + "ĠShield": 30843, + "Ġsolic": 30844, + "Ġboom": 30845, + "yecto": 30846, + "Ġmanufacture": 30847, + "ĠâĢĭ": 30848, + "Ġbbox": 30849, + "Ġearthqu": 30850, + "ollectors": 30851, + ":@\"%": 30852, + "Ġloops": 30853, + "Je": 30854, + "alking": 30855, + "ĠWhats": 30856, + "ĠBoys": 30857, + ".book": 30858, + "ARGE": 30859, + "_pixel": 30860, + "Ġsuspects": 30861, + "ι": 30862, + "usp": 30863, + "ĠBMW": 30864, + "ieces": 30865, + "(person": 30866, + "å¼Ģ": 30867, + "é»": 30868, + "ĠPodcast": 30869, + "Ġbou": 30870, + "(Item": 30871, + "û": 30872, + "(Input": 30873, + "HttpGet": 30874, + "Ġburg": 30875, + ")^": 30876, + "BOARD": 30877, + "*/,": 30878, + "Ġgulp": 30879, + "ĠBenn": 30880, + "Ġdecks": 30881, + ".statusCode": 30882, + "Ġacute": 30883, + "Ġhug": 30884, + "ugu": 30885, + "Ġpled": 30886, + ",\"%": 30887, + "hape": 30888, + "Ġзап": 30889, + "ĠMaine": 30890, + ".real": 30891, + "Ġdalam": 30892, + "ĠMinor": 30893, + ".Float": 30894, + "disp": 30895, + "Ġtl": 30896, + "Ġencount": 30897, + "=>$": 30898, + "Ġfg": 30899, + "tees": 30900, + "ĠRecomm": 30901, + "äl": 30902, + "Ġchemistry": 30903, + "Blocks": 30904, + "OID": 30905, + "Ġforex": 30906, + "ĠAppend": 30907, + "Ġ{*": 30908, + "ĠSupply": 30909, + "CGFloat": 30910, + "(bl": 30911, + "Ġate": 30912, + "adora": 30913, + "Ġgust": 30914, + "Associ": 30915, + ">.Ċ": 30916, + "FETCH": 30917, + ".serial": 30918, + "widgets": 30919, + "ardless": 30920, + "iefs": 30921, + "_FULL": 30922, + "ernetes": 30923, + "ĠPred": 30924, + "ØŃ": 30925, + "äºĭ": 30926, + "ubernetes": 30927, + "ĠLaura": 30928, + "Ġlabeled": 30929, + "Highlight": 30930, + "Ġannoying": 30931, + "/update": 30932, + "(description": 30933, + "Ġintimid": 30934, + "$c": 30935, + "\")))Ċ": 30936, + ".AP": 30937, + "Ġ[]*": 30938, + "ĠEXIT": 30939, + ".Host": 30940, + "ĠOPEN": 30941, + ".sendMessage": 30942, + "_camera": 30943, + "_tile": 30944, + "Ġtherm": 30945, + "onomous": 30946, + "Ġdisadv": 30947, + "Ġnaar": 30948, + "indexOf": 30949, + "ĠPP": 30950, + ".protocol": 30951, + "AFE": 30952, + "Ġtextures": 30953, + "################################################": 30954, + "umbai": 30955, + ".stats": 30956, + "ĠGE": 30957, + "Ġie": 30958, + "ĠSTD": 30959, + "ĠMann": 30960, + ".reflect": 30961, + "KB": 30962, + "Ġdive": 30963, + ".wav": 30964, + "/*----------------------------------------------------------------": 30965, + "/settings": 30966, + ".lifecycle": 30967, + "Ġdaughters": 30968, + "orus": 30969, + "uber": 30970, + "NING": 30971, + "stri": 30972, + "ĠTip": 30973, + "Ġzn": 30974, + "Ġswitched": 30975, + "inet": 30976, + "uffy": 30977, + "ĠTransportation": 30978, + "(conf": 30979, + "frica": 30980, + "ĠXL": 30981, + "ĠLead": 30982, + "_percent": 30983, + "__": 30999, + "permissions": 31000, + "ĠDetermine": 31001, + ".Man": 31002, + "Ġadvances": 31003, + ".InputStream": 31004, + "Ġstrongest": 31005, + "ĠeBay": 31006, + "Ġ#-": 31007, + "Ġdirname": 31008, + "ĠSMS": 31009, + "Ġmedications": 31010, + "Ġamended": 31011, + "Ġchurches": 31012, + "ĠImperial": 31013, + "$row": 31014, + "ĠMadison": 31015, + "ĠInsp": 31016, + "Ġaffair": 31017, + "Ġpsychology": 31018, + "vh": 31019, + "Ġseverity": 31020, + "âĢIJ": 31021, + "Ġstrips": 31022, + "AH": 31023, + "vertising": 31024, + "Ġconse": 31025, + "IMAGE": 31026, + "ĠStats": 31027, + "ĉsc": 31028, + ".Cursor": 31029, + "Ġfreeze": 31030, + "sson": 31031, + "(xml": 31032, + "ĠSusan": 31033, + ".tile": 31034, + "eded": 31035, + "ĠĠĠĠĉĉĉ": 31036, + "uelle": 31037, + "ĠMitchell": 31038, + "based": 31039, + "Operand": 31040, + "½æķ°": 31041, + "ĠFF": 31042, + "ĉstrcpy": 31043, + "ounces": 31044, + "ildo": 31045, + ".executeQuery": 31046, + "Ġapproaching": 31047, + "ĠSeven": 31048, + "Ġnuts": 31049, + "Ġric": 31050, + "assignment": 31051, + "Ġcalculator": 31052, + "ĠMurphy": 31053, + "ĠBou": 31054, + "íĦ": 31055, + "Ġbutt": 31056, + "Ġticks": 31057, + "Projects": 31058, + "ilib": 31059, + ".textColor": 31060, + "mov": 31061, + "_logo": 31062, + "(template": 31063, + "ĠINIT": 31064, + "ĠimageView": 31065, + "scriptions": 31066, + "ORITY": 31067, + "Consumer": 31068, + "Ġunprecedented": 31069, + "Ġtourist": 31070, + "Ġbron": 31071, + "Ġcontractor": 31072, + "Ġlicence": 31073, + "ĠNam": 31074, + "æ¯": 31075, + "(transform": 31076, + "_ATT": 31077, + "Pref": 31078, + "ĠGam": 31079, + "Ġvessels": 31080, + "Ġhav": 31081, + "Later": 31082, + ".ToLower": 31083, + "Ġurls": 31084, + "Ġbreakdown": 31085, + "Ġpenalties": 31086, + "Ġfoster": 31087, + "ĠUE": 31088, + "Ġclue": 31089, + "comed": 31090, + "åIJį称": 31091, + "-main": 31092, + "Ġpts": 31093, + "Ġcounted": 31094, + "icts": 31095, + "/post": 31096, + "Ġgetattr": 31097, + "Ġping": 31098, + "ANCEL": 31099, + "Ġpec": 31100, + "Ñħод": 31101, + "antom": 31102, + "ĠBlueprint": 31103, + "ĠEventEmitter": 31104, + "Ġlä": 31105, + "æ²": 31106, + "Ġstraw": 31107, + "(comp": 31108, + "'une": 31109, + ">N": 31110, + "-client": 31111, + "esModule": 31112, + "-base": 31113, + "Ġretreat": 31114, + "_simple": 31115, + "ĉĉĉĉĉĉĠ": 31116, + "fee": 31117, + "')čĊčĊ": 31118, + "ControlItem": 31119, + "Ġsubscribers": 31120, + "please": 31121, + "ĠEff": 31122, + "Ġpound": 31123, + "ĠBytes": 31124, + "ĠTea": 31125, + "_activity": 31126, + "Ġmaxim": 31127, + "Ġopcode": 31128, + "BSD": 31129, + ".constant": 31130, + ";}": 31131, + "ombres": 31132, + "Ġcareers": 31133, + ").ĊĊĊĊ": 31134, + "Ġspreading": 31135, + "-expanded": 31136, + "ĠOrd": 31137, + "amarin": 31138, + "Ġmobility": 31139, + "Unfortunately": 31140, + "akk": 31141, + "NL": 31142, + "_redirect": 31143, + "ĠPG": 31144, + "ĠSensor": 31145, + "bol": 31146, + "tap": 31147, + "_MEMORY": 31148, + "ĠUIAlert": 31149, + "plitude": 31150, + "Website": 31151, + "ĠLogo": 31152, + "love": 31153, + "[ind": 31154, + "Ġaltogether": 31155, + "Ġwondered": 31156, + "Ġesper": 31157, + "ĠLiberal": 31158, + "Ġoss": 31159, + "Ġelit": 31160, + "Ġstiff": 31161, + "odox": 31162, + "_mentions": 31163, + "ĠDouglas": 31164, + "_pid": 31165, + "ĠCK": 31166, + "ĠinitWithFrame": 31167, + ".blog": 31168, + "pkg": 31169, + "anghai": 31170, + "QUIRED": 31171, + "uu": 31172, + "Ġmkdir": 31173, + "ATAL": 31174, + "Ġunh": 31175, + "inces": 31176, + "sth": 31177, + "Ġhypothesis": 31178, + "Ġcata": 31179, + "ĠTB": 31180, + "ĠClar": 31181, + "Ġpredecess": 31182, + "Ġsituated": 31183, + "-world": 31184, + "))/": 31185, + "Ġheadlines": 31186, + ".stat": 31187, + "Ġoutbreak": 31188, + "spath": 31189, + "_FLAGS": 31190, + "ĠServletException": 31191, + "Sun": 31192, + "FROM": 31193, + "ĠDir": 31194, + "ãĥ»ãĥ»ãĥ»": 31195, + "_coord": 31196, + "ĠOptim": 31197, + "Monitor": 31198, + ".bit": 31199, + "XXX": 31200, + "Ġtodas": 31201, + "feld": 31202, + "ÑĢи": 31203, + "imir": 31204, + "Ġpolitically": 31205, + "Ġmolecular": 31206, + "Ġtraded": 31207, + "Ġ{{$": 31208, + "ĠSwedish": 31209, + "Ġ'@/": 31210, + "_REAL": 31211, + "Ġwarehouse": 31212, + "today": 31213, + ",L": 31214, + "orp": 31215, + "false": 31492, + "Ġspa": 31493, + "ĠNear": 31494, + "ìķ": 31495, + "Ġintrig": 31496, + "_members": 31497, + "wave": 31498, + "Ġanalysts": 31499, + "_OS": 31500, + "edin": 31501, + "ĠFri": 31502, + "Ġretrieved": 31503, + "Regular": 31504, + "_obs": 31505, + "EXPORT": 31506, + "')}}\"": 31507, + "\"class": 31508, + "__((": 31509, + "bucket": 31510, + "Ġstro": 31511, + "ĠPatch": 31512, + "ystick": 31513, + "fulness": 31514, + "apos": 31515, + "Da": 31516, + "ĉĉĉĉĉĠĠĠ": 31517, + "Ġenrich": 31518, + "unordered": 31519, + "hole": 31520, + "Cong": 31521, + "';ĊĊ": 31563, + "STRUCT": 31564, + "QR": 31565, + "IDs": 31566, + "(arguments": 31567, + "_aux": 31568, + "(Event": 31569, + "_PRIVATE": 31570, + "ĠTrek": 31571, + "Ġdownloads": 31572, + "mutable": 31573, + "_STRUCT": 31574, + "(wx": 31575, + "Ġdomains": 31576, + "jspx": 31577, + "ĠViagra": 31578, + "Commands": 31579, + "Js": 31580, + ".cfg": 31581, + "ContentPane": 31582, + "ĠEditText": 31583, + "à¥įà¤": 31584, + "Attach": 31585, + "ĠARM": 31586, + "positive": 31587, + "ĠGenerated": 31588, + "Ġseized": 31589, + "=:": 31590, + "Ġelectronics": 31591, + "ĠAppComponent": 31592, + "/',Ċ": 31593, + ".equalsIgnoreCase": 31594, + "Doctrine": 31595, + "disk": 31596, + "ĠPolitical": 31597, + "CHO": 31598, + "": 31684, + "ĠBeauty": 31685, + "Ġ`<": 31686, + "Ġtouching": 31687, + "Ġ|--": 31688, + "ĉflag": 31689, + "normalize": 31690, + "Ġtrapped": 31691, + "Ġestablishing": 31692, + "/build": 31693, + "AJ": 31694, + "fy": 31695, + "-react": 31696, + "avn": 31697, + "RIPTION": 31698, + "Ġkut": 31699, + "ĠFashion": 31700, + "ĠInform": 31701, + "curities": 31702, + "{Ċ": 31734, + "Ġgarlic": 31735, + "Ġrepr": 31736, + "Ġreplies": 31737, + "(prop": 31738, + "Ġspirits": 31739, + "Ġinspire": 31740, + "Ġbasement": 31741, + ".reject": 31742, + "Ġhints": 31743, + "Ġpolling": 31744, + "ĉĠĊ": 31745, + "_rating": 31746, + "Ġcath": 31747, + "avier": 31748, + "Ġcompressed": 31749, + "ĠVS": 31750, + "]'": 31751, + "Ġjudicial": 31752, + "ĠTrend": 31753, + "training": 31754, + "ESTAMP": 31755, + "ognition": 31756, + "Äģ": 31757, + "SENT": 31758, + "ventions": 31759, + "Ġconsultant": 31760, + "umph": 31761, + "ĠuserService": 31762, + ",NULL": 31763, + "kh": 31764, + "Dear": 31765, + "_BAD": 31766, + "itations": 31767, + "Ġmetaph": 31768, + "'é": 31769, + "andise": 31770, + "-font": 31771, + ".chart": 31772, + "Ġsg": 31773, + "_Controller": 31774, + ".jpeg": 31775, + "ĠULONG": 31776, + "ĉgame": 31777, + "(ss": 31778, + "ĠMaj": 31779, + "ĉgo": 31780, + "ĠSad": 31781, + "ĠBerg": 31782, + "ĠMine": 31783, + "Pack": 31784, + "Ġresistant": 31785, + "ĠROM": 31786, + "Ġpeg": 31787, + "ĠStanford": 31788, + "ĠYahoo": 31789, + "Ġscaled": 31790, + "Ġlan": 31791, + "=[]": 31792, + "\"/>ččĊ": 31836, + "Ġsud": 31837, + "ĉbackground": 31838, + "Ġscholars": 31839, + "-muted": 31840, + "ará": 31841, + "Ġ=====": 31842, + "Ġ____": 31843, + "Creat": 31844, + "enever": 31845, + "/wp": 31846, + "ĠVPN": 31847, + "ErrorCode": 31848, + ")],Ċ": 31849, + "(builder": 31850, + "ĠEnemy": 31851, + "Sensor": 31852, + "usa": 31853, + "Ġtriggers": 31854, + "Ġplayoffs": 31855, + "_REQ": 31856, + "Ġ(~": 31857, + "ĠBarry": 31858, + "Ġpermanently": 31859, + "ĠRUN": 31860, + "Ġbure": 31861, + ".Fatalf": 31862, + "Ġchick": 31863, + "ĉpanic": 31864, + "psi": 31865, + "oka": 31866, + "éĢī": 31867, + ">[": 31868, + "Ġunderstands": 31869, + "ĠJunior": 31870, + "ĠINFO": 31871, + "=mysqli": 31872, + "ustain": 31873, + "-source": 31874, + "serv": 31875, + "ĠCREATE": 31876, + ".au": 31877, + "Ġsells": 31878, + "ĠĠĊĠĠĊ": 31879, + "Europe": 31880, + "zw": 31881, + "preh": 31882, + "ĠNSA": 31883, + "Ġxy": 31884, + "ิ": 31885, + "ĠBeyond": 31886, + "Instead": 31887, + "NonQuery": 31888, + "Ġarise": 31889, + "Ġavoided": 31890, + ".emplace": 31891, + "_models": 31892, + "}),Ċ": 31893, + "Ġhid": 31894, + "Ġ&_": 31895, + ".points": 31896, + ".getWidth": 31897, + ".Exec": 31898, + "Ġ////": 31899, + "ĠSessions": 31900, + "...\\": 31901, + "ĠColomb": 31902, + "Ġacceleration": 31903, + "restore": 31904, + "Ġile": 31905, + "obic": 31906, + "}Ċ": 32396, + "plaint": 32397, + "getText": 32398, + "Ġindividually": 32399, + "Ġcheckbox": 32400, + "UY": 32401, + "ĠLamb": 32402, + "Ġdysfunction": 32403, + "ĠLar": 32404, + "à°": 32405, + "ĠCreating": 32406, + "');ĊĊĊ": 32407, + "\"They": 32408, + "locations": 32409, + "_CORE": 32410, + "Interaction": 32411, + "umbnails": 32412, + "ĠPartner": 32413, + "brit": 32414, + "Ġlesser": 32415, + "ĠSlot": 32416, + "setAttribute": 32417, + "ĠWave": 32418, + ".po": 32419, + "/store": 32420, + "Ġbrowsing": 32421, + "_pd": 32422, + "sume": 32423, + "sed": 32424, + "Curve": 32425, + "Ġplasma": 32426, + "Ġsuspicious": 32427, + "ìĿ¸": 32428, + "ĠBah": 32429, + "ĠExplicit": 32430, + "_CC": 32431, + ".ClientSize": 32432, + "\\View": 32433, + "Ġsubstit": 32434, + "loon": 32435, + "ĠGAME": 32436, + "ĠBrid": 32437, + "Ľå»º": 32438, + "_User": 32439, + "Ġsquares": 32440, + "fone": 32441, + "Ġsacred": 32442, + "ughs": 32443, + "]interface": 32444, + "ĠThrow": 32445, + "ĠKirk": 32446, + "Ġempire": 32447, + "Ġassessed": 32448, + "Tax": 32449, + "ĠHeaven": 32450, + "-buffer": 32451, + "_STATIC": 32452, + "éné": 32453, + "-bordered": 32454, + "Ġpunct": 32455, + "(mode": 32456, + "Ġkeine": 32457, + "Sent": 32458, + "ĠCalcul": 32459, + "ĠEve": 32460, + "Ġstylish": 32461, + "Ġoils": 32462, + ".TestCase": 32463, + "Ġtrademark": 32464, + "Ġliterary": 32465, + "Ġconcentrations": 32466, + "ĠRelations": 32467, + "(Class": 32468, + "Ġstdin": 32469, + "Ġvæ": 32470, + "backup": 32471, + ".VERSION": 32472, + ".AutoScaleDimensions": 32473, + "starter": 32474, + "Transactional": 32475, + "-panel": 32476, + "Studio": 32477, + "kc": 32478, + "ĠChamber": 32479, + "ĠSpiel": 32480, + "Ġrho": 32481, + "اÙĦ": 32482, + "!'": 32483, + ".Attributes": 32484, + "Ġmurdered": 32485, + "apeutic": 32486, + "Ġintimate": 32487, + "ĠtextField": 32488, + "ĠBuffalo": 32489, + "dummy": 32490, + "\"%": 32491, + "ĠLiberty": 32492, + "obar": 32493, + "ĠTank": 32494, + "ĠPopular": 32495, + "ervisor": 32496, + "ĠIniti": 32497, + "ĠMall": 32498, + "ĠPrior": 32499, + "CAP": 32500, + "ĠClay": 32501, + "ĠCertificate": 32502, + ".Lock": 32503, + "-strip": 32504, + "-driven": 32505, + "/all": 32506, + "ĠMessageBoxButtons": 32507, + "_SECRET": 32508, + "_pb": 32509, + "Ġrats": 32510, + "ाà¤": 32511, + "Ġnt": 32512, + ".Router": 32513, + "_topic": 32514, + "Ġtennis": 32515, + "ĠPUBLIC": 32516, + "ĠActivatedRoute": 32517, + "Ġ',Ċ": 32518, + "Ġcostume": 32519, + "Ġjokes": 32520, + ".Handle": 32521, + "ĉbyte": 32522, + "Ġflavors": 32523, + "(cc": 32524, + "Ġpersonas": 32525, + "ĉimage": 32526, + "ĠNazi": 32527, + "Ġgrammar": 32528, + "Ġúlt": 32529, + "Ġvalve": 32530, + "Ġvic": 32531, + "ĠRachel": 32532, + "_invalid": 32533, + "Prefs": 32534, + "stdint": 32535, + "(route": 32536, + "Ġhtmlspecialchars": 32537, + "Ġpeoples": 32538, + "pline": 32539, + "Ġnv": 32540, + "ĠQuant": 32541, + "oppers": 32542, + "ĠcurrentUser": 32543, + "ĠCatal": 32544, + "Ġreconc": 32545, + "Ġconjunction": 32546, + "lx": 32547, + "amburg": 32548, + "Ġinfluential": 32549, + "danger": 32550, + "inders": 32551, + "Ġ%@\",": 32552, + ".configuration": 32553, + "osome": 32554, + ".identity": 32555, + "Ġpicker": 32556, + "nost": 32557, + "ĠDIY": 32558, + "August": 32559, + "ablo": 32560, + "Leaf": 32561, + "ĠReco": 32562, + "cko": 32563, + "DOC": 32564, + "ĠHerm": 32565, + ":any": 32566, + "ĠInterview": 32567, + "ĠTex": 32568, + "xfe": 32569, + "(work": 32570, + "Ġleap": 32571, + "Heading": 32572, + "Ġquarters": 32573, + "\\Bundle": 32574, + "reb": 32575, + "Perhaps": 32576, + "ĠGmbH": 32577, + "Birth": 32578, + "ĉsum": 32579, + "ĠWatson": 32580, + ".nil": 32581, + "ç¡": 32582, + "{}ĊĊ": 32583, + "icaid": 32584, + "Getter": 32585, + "\"name": 32586, + "Ġ\"čĊ": 32587, + "_none": 32588, + "zm": 32589, + "acute": 32590, + "uesto": 32591, + "Ġsous": 32592, + "Ġrebuild": 32593, + "Ġnewspapers": 32594, + "ĠHaz": 32595, + "Ġkits": 32596, + "ifo": 32597, + "Blur": 32598, + "Ġsuited": 32599, + "-In": 32600, + "à¯": 32601, + "ĠKeith": 32602, + "ĠNorway": 32603, + "INIT": 32604, + "ireccion": 32605, + "ieties": 32606, + "_usage": 32607, + "ĠDoug": 32608, + "rise": 32609, + "Ġtrillion": 32610, + "imited": 32611, + "ĠREL": 32612, + "alic": 32613, + "Ġcriticized": 32614, + "theorem": 32615, + "Ġcease": 32616, + "Ġsidew": 32617, + "ĠTerry": 32618, + "Ġsubsidi": 32619, + "Ġfirmly": 32620, + "Ġaws": 32621, + "Ġhott": 32622, + "Ġdressing": 32623, + "badge": 32624, + "ĠApplications": 32625, + "è¿ĶåĽŀ": 32626, + "Ġlaughed": 32627, + "Ġhobby": 32628, + "Ġmusicians": 32629, + "Ġ*.": 32630, + ".placeholder": 32631, + "Ġcounters": 32632, + "ĠCapitol": 32633, + "SDK": 32634, + "Ġhelmet": 32635, + "andbox": 32636, + "quit": 32637, + "Ġcriminals": 32638, + "Ġteenager": 32639, + "(update": 32640, + "Gl": 32641, + ".selection": 32642, + "Ġdischarge": 32643, + "Ġpresenting": 32644, + "ufacturer": 32645, + "_UNKNOWN": 32646, + "Ġstressed": 32647, + "åĻ¨": 32648, + "Proto": 32649, + "_correct": 32650, + "haus": 32651, + "Ġrenov": 32652, + "Ġfirearms": 32653, + "Ġtechnically": 32654, + "-browser": 32655, + "Ġcandy": 32656, + "Stroke": 32657, + "Ġexecutor": 32658, + "Ġoccurrence": 32659, + "ĠIPv": 32660, + "_INTERFACE": 32661, + "ĠRetrieve": 32662, + ".bad": 32663, + "Exchange": 32664, + "Navbar": 32665, + "ĠKid": 32666, + "(getApplicationContext": 32667, + "_STOP": 32668, + "ĠBoss": 32669, + "Listeners": 32670, + "Ġshooter": 32671, + "ĠAlb": 32672, + "äch": 32673, + "Ġpix": 32674, + ".keyCode": 32675, + "alone": 32676, + "Ġabsurd": 32677, + "ĠCum": 32678, + "ĠNewtonsoft": 32679, + "ikt": 32680, + "Ġlaughing": 32681, + "Ġcapitalism": 32682, + "reeNode": 32683, + "Tx": 32684, + "_QUERY": 32685, + ".Sleep": 32686, + "(login": 32687, + "WebElement": 32688, + "Ġcelebrating": 32689, + "Ġdeprecated": 32690, + "Ġmaar": 32691, + "Ġartistic": 32692, + "_ASSOC": 32693, + "ĠBorderRadius": 32694, + "ĉwp": 32695, + "Ġsurvivors": 32696, + "Inner": 32697, + "-red": 32698, + "Ġprosecution": 32699, + "_pp": 32700, + "(\"$": 32782, + "Ġcomma": 32783, + "unchecked": 32784, + "graphics": 32785, + "rors": 32786, + "GROUND": 32787, + "(public": 32788, + "Ġcustomized": 32789, + "ĠArkansas": 32790, + "ĠRew": 32791, + "Ġexpiration": 32792, + "×ķ": 32793, + "ĠCul": 32794, + "Ġnons": 32795, + ".Filter": 32796, + "Ġsenator": 32797, + "_definition": 32798, + "ashington": 32799, + "ymph": 32800, + "/J": 32801, + "Ġfuse": 32802, + "ramid": 32803, + "ĠSupplier": 32804, + "Ġautocomplete": 32805, + "Ġ}),": 32806, + ".\"ĊĊĊ": 32807, + "_functions": 32808, + "ĉto": 32809, + ".eval": 32810, + "ĠTObject": 32811, + "References": 32812, + "Ġheated": 32813, + "HAL": 32814, + "Ġ))}Ċ": 32815, + "}$": 32816, + "ĠBarr": 32817, + "_UNIT": 32818, + "+$": 32819, + "ĠgetValue": 32820, + "iped": 32821, + "chied": 32822, + "(vm": 32823, + "cue": 32824, + "_integer": 32825, + "_course": 32826, + "third": 32827, + "Ġrevised": 32828, + "**/Ċ": 32829, + "_DIRECT": 32830, + "OutOf": 32831, + "(\"(": 32832, + "ĠFeel": 32833, + "Ġreass": 32834, + "Ġsubtitle": 32835, + "peri": 32836, + "nf": 32837, + "Ġenjoys": 32838, + "Ġtreats": 32839, + ")this": 32840, + "-tabs": 32841, + "ancers": 32842, + "Ġcontinent": 32843, + "Ġcardio": 32844, + "Ser": 32845, + ".question": 32846, + "Ġphrases": 32847, + "Validators": 32848, + "Ġpopul": 32849, + "ĠlÃŃ": 32850, + "song": 32851, + "_INTERNAL": 32852, + "Ġadviser": 32853, + "Ġpuzz": 32854, + "Ġambitious": 32855, + "ĠTob": 32856, + "ĠDP": 32857, + "Ġpresidency": 32858, + "Ġsurrender": 32859, + "Ġwatches": 32860, + "_binary": 32861, + "ĠSoon": 32862, + "Ġcanada": 32863, + "(\"\")Ċ": 32864, + "]='": 32865, + "ĠBrandon": 32866, + "epsilon": 32867, + "rw": 32868, + ".addChild": 32869, + ".Copy": 32870, + "Principal": 32871, + "Photos": 32872, + "Ġmarginal": 32873, + "Ġbasics": 32874, + "eing": 32875, + "Must": 32876, + "_String": 32877, + "Ġole": 32878, + "Magento": 32879, + ".customer": 32880, + "(prev": 32881, + "ล": 32882, + "Ġloyalty": 32883, + "Cog": 32884, + "Ġprotocols": 32885, + "ĠCompanies": 32886, + "Ġtheoretical": 32887, + "Ġaccessing": 32888, + "ĠZen": 32889, + ".ones": 32890, + "attice": 32891, + "_world": 32892, + "zes": 32893, + "Ġtattoo": 32894, + "Ġmenos": 32895, + "Ġintersect": 32896, + "\"];ĊĊ": 32897, + "belie": 32898, + "Ġinactive": 32899, + ".readline": 32900, + "-labelled": 32901, + ".done": 32902, + "lickr": 32903, + "ĠWORK": 32904, + "Ġderivative": 32905, + "Ġdatabases": 32906, + "âĤĤ": 32907, + "Ġsx": 32908, + ".isArray": 32909, + "Ġys": 32910, + "Ġpada": 32911, + "ĠBullet": 32912, + "(`/": 32913, + "isActive": 32914, + "ĠCGSize": 32915, + "(equalTo": 32916, + "ĠColumbus": 32917, + "Ġmarry": 32918, + "DEV": 32919, + "_limits": 32920, + "rones": 32921, + "IAS": 32922, + "Ġtau": 32923, + "mino": 32924, + "_Write": 32925, + "ĠWine": 32926, + "Ġ[['": 32927, + "ĠPull": 32928, + "riters": 32929, + "rients": 32930, + "Ġshifting": 32931, + "upp": 32932, + "_TIMER": 32933, + "ĠConditions": 32934, + "ấ": 32935, + "ĠOrders": 32936, + "ĠStrength": 32937, + "æīĢ": 32938, + "Ġvalidity": 32939, + "Ġfot": 32940, + "etur": 32941, + "Ġbolt": 32942, + "åĨħ": 32943, + "ĠAlong": 32944, + "oshi": 32945, + "Ġassumptions": 32946, + "Ġmagazines": 32947, + "_SPI": 32948, + "Ġpunt": 32949, + "_PRODUCT": 32950, + "Ġrelay": 32951, + "ĠJavascript": 32952, + ".te": 32953, + "-es": 32954, + "Ġwidgets": 32955, + "(fs": 32956, + "\";": 33023, + "atching": 33024, + "ĠKnowledge": 33025, + "ĉThe": 33026, + ";margin": 33027, + "lessness": 33028, + "opard": 33029, + "umatic": 33030, + "()));čĊ": 33031, + "Ġfals": 33032, + "(cache": 33033, + "TypeId": 33034, + "éĢļ": 33035, + "_choice": 33036, + "ĠGoth": 33037, + "ĠSites": 33038, + "MG": 33039, + "_border": 33040, + "Indices": 33041, + "Comparer": 33042, + "ĠRedistribution": 33043, + "Ġcloset": 33044, + "Ġversatile": 33045, + "Inputs": 33046, + "********************": 33047, + "Ġobesity": 33048, + "quiz": 33049, + "gra": 33050, + "(global": 33051, + "åĬ¡": 33052, + "Ġcollector": 33053, + "Ġkor": 33054, + "ovable": 33055, + "ADC": 33056, + "ĠEventHandler": 33057, + ".nc": 33058, + "Ġplayback": 33059, + "ientos": 33060, + "_perm": 33061, + "_WARNING": 33062, + "ĠOlympics": 33063, + ".norm": 33064, + "ĠBroadcast": 33065, + "_small": 33066, + "drive": 33067, + ".iloc": 33068, + "Ġtyped": 33069, + "MEM": 33070, + "_cons": 33071, + "DMETHOD": 33072, + "Ġlun": 33073, + ".distance": 33074, + "(par": 33075, + "poon": 33076, + "Ġbast": 33077, + "activities": 33078, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 33079, + ":čĊčĊ": 33080, + "SER": 33081, + ")&&": 33082, + "_lst": 33083, + "ĠPolish": 33084, + "Ġknocked": 33085, + "Ġfrustration": 33086, + "aukee": 33087, + "Ġphosph": 33088, + "iquid": 33089, + "_coeff": 33090, + "æѤ": 33091, + "Latest": 33092, + "ĠDust": 33093, + "Tipo": 33094, + "Ġmaintains": 33095, + "Ġmarsh": 33096, + "incinn": 33097, + "lbl": 33098, + "Care": 33099, + "Ġneighborhoods": 33100, + "_gpio": 33101, + "ĠArsenal": 33102, + "Dem": 33103, + "ĠWhe": 33104, + "_hook": 33105, + "Ġldc": 33106, + "ĠHarper": 33107, + "ĠBerkeley": 33108, + "Ġgraduated": 33109, + "Percent": 33110, + "Ġarriving": 33111, + "ĠAdventure": 33112, + "(scope": 33113, + "('*": 33114, + "quarter": 33115, + "ĠMarie": 33116, + "Speaking": 33117, + "_codegen": 33118, + "Ġimmun": 33119, + "caster": 33120, + "ãĤĮ": 33121, + "åķĨ": 33122, + "ĠDimensions": 33123, + ".record": 33124, + "Ġtexto": 33125, + "ĠMichelle": 33126, + "Pending": 33127, + "(by": 33128, + "_PAR": 33129, + "ucht": 33130, + "bee": 33131, + ".Thread": 33132, + "ampire": 33133, + "know": 33134, + "ĠClinical": 33135, + "ĠmarginBottom": 33136, + "Ġdistinguish": 33137, + ".Full": 33138, + ".undefined": 33139, + "ĠSequelize": 33140, + "############################################################################": 33141, + "Ġeducated": 33142, + "_OVER": 33143, + "åºı": 33144, + "ĠÂłĠÂł": 33145, + "_each": 33146, + "Ġurge": 33147, + "depart": 33148, + "Ġdonors": 33149, + "ĠAu": 33150, + "Ġbillions": 33151, + "Ġbelonging": 33152, + "_age": 33153, + "_Int": 33154, + "Ġsubstances": 33155, + "machine": 33156, + "!!!ĊĊ": 33157, + "Ġjsonify": 33158, + "ibbean": 33159, + "ĠCad": 33160, + "ĠendTime": 33161, + "Ġcycling": 33162, + "ĠUITextField": 33163, + "Ġleverage": 33164, + "Ġvanilla": 33165, + "eat": 33166, + "Launch": 33167, + "(pt": 33168, + "states": 33169, + "ĠControls": 33170, + "ĠRespons": 33171, + "ĠJake": 33172, + "Ġasleep": 33173, + "fortunate": 33174, + ".nextLine": 33175, + "SizeMode": 33176, + "ìĿ¼": 33177, + "TestingModule": 33178, + "German": 33179, + "ĠInvestig": 33180, + ".reverse": 33181, + "ĠBACK": 33182, + "(DateTime": 33183, + "Ġnonprofit": 33184, + "ĠExpect": 33185, + "Ġtanto": 33186, + "']),": 33187, + "ĉthe": 33188, + "Multiple": 33189, + "(getActivity": 33190, + "_WAIT": 33191, + "Ġjá": 33192, + "decor": 33193, + "levance": 33194, + "ĠGitHub": 33195, + "mination": 33196, + "_quantity": 33197, + ".Scanner": 33198, + "ĠLion": 33199, + "éĶĻ误": 33200, + "Ġdre": 33201, + "Ġtantra": 33202, + "ĠcontentType": 33203, + "Ġfid": 33204, + "_alt": 33205, + "NSIndexPath": 33206, + "-pl": 33207, + "åĮĸ": 33208, + "Ġantibiot": 33209, + "tables": 33210, + "acial": 33211, + "ĠRegistry": 33212, + "Ġolive": 33213, + "igers": 33214, + "Ġsubscriber": 33215, + "_pres": 33216, + "ĠSyntax": 33217, + "Ġlovers": 33218, + ".Byte": 33219, + "olders": 33220, + "_forward": 33221, + "always": 33222, + "Caption": 33223, + "Priv": 33224, + "ĠTampa": 33225, + "isateur": 33226, + "-labelledby": 33227, + "ĠToString": 33228, + "ĠìĤ¬": 33229, + "Ġinitiated": 33230, + "WF": 33231, + "Ġinstitutional": 33232, + "inject": 33233, + "ĠScr": 33234, + "Ġdoctrine": 33235, + "Ġspacious": 33236, + "isure": 33237, + "ĠAna": 33238, + "\"time": 33239, + "essaging": 33240, + "Ġcid": 33241, + "ĠNan": 33242, + "Ġincomplete": 33243, + "TAG": 33244, + "-build": 33245, + "December": 33246, + "Ġresidual": 33247, + "(PDO": 33248, + "ĠListen": 33249, + "Ġglyph": 33250, + "Ġgaps": 33251, + "nea": 33252, + ".Rect": 33253, + "Ġsau": 33254, + "ĠPhotograph": 33255, + "Ġexecutable": 33256, + "ĠExpert": 33257, + "Coroutine": 33258, + "_sizes": 33259, + "ĠNL": 33260, + ".isValid": 33261, + ");}Ċ": 33262, + "-reg": 33263, + "Ġciting": 33264, + "cwd": 33265, + "ĠOttawa": 33266, + "ĠBatt": 33267, + "Ġrenewable": 33268, + "Ġpreliminary": 33269, + "Ġasylum": 33270, + "Ġwrist": 33271, + "Ġutiliz": 33272, + "Ġdetention": 33273, + "Fast": 33274, + "Ġange": 33275, + "incinnati": 33276, + "Ġsteering": 33277, + "ĠNaN": 33278, + "iosity": 33279, + "/page": 33280, + "Ġè¿": 33281, + "sterol": 33282, + "Ġdisg": 33283, + "(DB": 33284, + "ĠDESCRIPTION": 33285, + "Ġ_$": 33286, + "Ġobstacle": 33287, + "Ġbizarre": 33288, + "Ġextraction": 33289, + "_expected": 33290, + "Ġloses": 33291, + "ĠCelebr": 33292, + "ĠhtmlFor": 33293, + "Ġexploit": 33294, + "олÑĮзов": 33295, + "XYZ": 33296, + "Ġmagnet": 33297, + "amped": 33298, + "Ġatoms": 33299, + "Sources": 33300, + "pectives": 33301, + "Ñģли": 33302, + "Ġ=čĊ": 33303, + "Ġdare": 33304, + "ĠWalter": 33305, + "Ġbrightness": 33306, + "Ġannotations": 33307, + "ëı": 33308, + "iske": 33309, + "Schedule": 33310, + ".images": 33311, + "rosso": 33312, + "Ġ\"..": 33313, + "gamma": 33314, + "Ġinstructor": 33315, + "Ġoverwrite": 33316, + "-am": 33317, + "Ġdevastating": 33318, + "ĠSaints": 33319, + "Ġhs": 33320, + "Ġbonuses": 33321, + "$output": 33322, + "ijd": 33323, + "(ActionEvent": 33324, + "monitor": 33325, + "Ġmattress": 33326, + "January": 33327, + ".jp": 33328, + "Ġcaracter": 33329, + "Ġimpose": 33330, + "_rest": 33331, + "ĠSignature": 33332, + "Ġcoronavirus": 33333, + "ãģĬ": 33334, + "_compare": 33335, + "Measure": 33336, + "itated": 33337, + "elijk": 33338, + "igos": 33339, + "esar": 33340, + "Ġrushed": 33341, + "metry": 33342, + "_SEPARATOR": 33343, + "_WE": 33344, + "_ATTRIBUTE": 33345, + "Ġyaml": 33346, + "Ġspecs": 33347, + "ĠRah": 33348, + "pheric": 33349, + "ĠInvestment": 33350, + "äll": 33351, + "Ġappealing": 33352, + "Ġviewport": 33353, + "ç©": 33354, + "ĠmarginLeft": 33355, + "Ġsubtract": 33356, + "ĠEDIT": 33357, + "ĉArrayList": 33358, + "grading": 33359, + "ĠFailure": 33360, + "asper": 33361, + "EEK": 33362, + "(now": 33363, + ")Ċ": 33379, + "Collision": 33380, + "ĠGreater": 33381, + "ĠRacing": 33382, + "alan": 33383, + "Ġmonetary": 33384, + ",new": 33385, + "ĠSorry": 33386, + ".Enable": 33387, + "ĠInstantiate": 33388, + "ollen": 33389, + "ë©´": 33390, + "ĠCalling": 33391, + "_hour": 33392, + "ADA": 33393, + "Ġshy": 33394, + ")**": 33395, + "Ġ==>": 33396, + "Ġespecial": 33397, + "Ġinterpreted": 33398, + "!=\"": 33399, + "Ġpharmacy": 33400, + ".single": 33401, + "ĠCialis": 33402, + "Ġparas": 33403, + ".toUpperCase": 33404, + "ĠDemon": 33405, + "Prime": 33406, + "Ġrankings": 33407, + "Adding": 33408, + "_HASH": 33409, + "ĠExam": 33410, + "Ú©": 33411, + "ĠVictor": 33412, + "Okay": 33413, + "\"];čĊ": 33414, + "Ġfortune": 33415, + "ĠFETCH": 33416, + "expand": 33417, + ".Interop": 33418, + "Ġbarn": 33419, + "æ¶Ī": 33420, + "uevo": 33421, + "Ġspeculation": 33422, + "âĶĢâĶĢâĶĢâĶĢ": 33423, + "ĠNu": 33424, + "ĠBlues": 33425, + "(fname": 33426, + "Ġinhabit": 33427, + "Ġ\\\"%": 33428, + "CES": 33429, + "ulario": 33430, + "_cr": 33431, + "Ġvalidated": 33432, + "Ġmidnight": 33433, + "anking": 33434, + "Ġincorporate": 33435, + "Ġpursuit": 33436, + "EXP": 33437, + "prime": 33438, + "Pid": 33439, + "-US": 33440, + "ĠNurs": 33441, + "ĠWheel": 33442, + "éĺ": 33443, + "Ġinp": 33444, + "Ġsupportive": 33445, + ".member": 33446, + "ĠShot": 33447, + ".CheckBox": 33448, + "Ġaffirm": 33449, + "Tor": 33450, + "FullYear": 33451, + "Ġconsiderably": 33452, + "credentials": 33453, + "_opts": 33454, + "Roll": 33455, + "(round": 33456, + "Ġcoment": 33457, + "_UART": 33458, + "Ġextending": 33459, + "RG": 33460, + "resultado": 33461, + "itu": 33462, + ".getSession": 33463, + "Ġattraction": 33464, + "&D": 33465, + "$html": 33466, + "ĠJessica": 33467, + "ĠAssociate": 33468, + "añ": 33469, + "_ed": 33470, + "ĠLag": 33471, + "Ġorigins": 33472, + "())->": 33473, + "addEventListener": 33474, + "IALOG": 33475, + "åIJ¦": 33476, + ".Compare": 33477, + "Album": 33478, + "ĠKu": 33479, + "\";ĊĊ": 33523, + "quisite": 33524, + "channels": 33525, + "/res": 33526, + "ĠAnalytics": 33527, + ".appcompat": 33528, + "/to": 33529, + "ĠonError": 33530, + "(attr": 33531, + "IRM": 33532, + "Ġragaz": 33533, + "-as": 33534, + ".Second": 33535, + "oriented": 33536, + "Ġdonn": 33537, + "Ġlightning": 33538, + "fid": 33539, + "ĠPle": 33540, + "ãģ¾ãģĻ": 33541, + "tro": 33542, + ".True": 33543, + "Observable": 33544, + "×Ļ": 33545, + "umbing": 33546, + "Ġprospective": 33547, + "-filter": 33548, + "Ġpursuant": 33549, + "(points": 33550, + ".Bind": 33551, + "Ġpalm": 33552, + "clearfix": 33553, + "ös": 33554, + "ĠGonz": 33555, + "Ġweaken": 33556, + "Drive": 33557, + "enido": 33558, + "lld": 33559, + "obox": 33560, + "anean": 33561, + "Got": 33562, + "ä¿Ŀ": 33563, + "Regex": 33564, + "æĥ": 33565, + "Ġsalad": 33566, + "assis": 33567, + "\"net": 33568, + "inheritDoc": 33569, + "ĠRV": 33570, + "quier": 33571, + "Ġclazz": 33572, + "Ä±ÅŁ": 33573, + "osterone": 33574, + "Ġairline": 33575, + ".listdir": 33576, + "Ġdownloading": 33577, + "ĠPalm": 33578, + "waukee": 33579, + "<": 33580, + ".BL": 33581, + "_INLINE": 33582, + "offs": 33583, + "<<(": 33584, + "_news": 33585, + "Ġchase": 33586, + "/><": 33587, + "Ġeuros": 33588, + "ĠEgyptian": 33589, + "ĠStainless": 33590, + "_BOOL": 33591, + "ĠGuild": 33592, + "ĠDynam": 33593, + "[indexPath": 33594, + "Ġï": 33595, + "Ġmemorable": 33596, + "ĠChampion": 33597, + "ResourceManager": 33598, + ".Login": 33599, + "ĠFormer": 33600, + "yped": 33601, + "Ġlleg": 33602, + ";\",": 33603, + "DWORD": 33604, + "Ġtaxi": 33605, + "Ġbombs": 33606, + "rah": 33607, + ".tags": 33608, + "_tests": 33609, + "stones": 33610, + "âĢĿ)": 33611, + "[g": 33612, + "rtype": 33613, + "Ġvu": 33614, + "Ġhostile": 33615, + "Chars": 33616, + "ĠPatriots": 33617, + "/status": 33618, + "());Ċ": 33972, + "ajÄħ": 33973, + "_OCC": 33974, + "Ġplanets": 33975, + "æŁ¥": 33976, + "ĠDublin": 33977, + "Ġserie": 33978, + ".printf": 33979, + "deep": 33980, + "`)": 33981, + "Ġ\\$": 33982, + "Ġμ": 33983, + "_VIDEO": 33984, + "endors": 33985, + "ĠCrypto": 33986, + "Far": 33987, + ".Transparent": 33988, + ".TR": 33989, + "iasm": 33990, + "_training": 33991, + "Ġteaches": 33992, + "ĠBelt": 33993, + "Ġlimiting": 33994, + "ĠKath": 33995, + "ĠIndexPath": 33996, + "Ġachievements": 33997, + "Ġserá": 33998, + "interopRequire": 33999, + "Ġdisse": 34000, + ".If": 34001, + "arming": 34002, + "ulsion": 34003, + "Po": 34004, + "_DETAIL": 34005, + "Prototype": 34006, + "ĠCAL": 34007, + "Ġagrees": 34008, + ".vo": 34009, + ".ExecuteNonQuery": 34010, + "ĠTopic": 34011, + "Ġ'{}": 34012, + "Arm": 34013, + "Ġecc": 34014, + "Mag": 34015, + "Ġserialized": 34016, + "ĉconn": 34017, + "cached": 34018, + "=tf": 34019, + "ĠByteArray": 34020, + "protobuf": 34021, + "varchar": 34022, + "ĉASSERT": 34023, + "Ġliste": 34024, + "_trigger": 34025, + "·¸": 34026, + "Feel": 34027, + "Tahoma": 34028, + "ĠLik": 34029, + "Ġstructured": 34030, + "ergus": 34031, + ".Initial": 34032, + "_ge": 34033, + "cljs": 34034, + ".contact": 34035, + "Ġandere": 34036, + "$stmt": 34037, + "_CURRENT": 34038, + "ĠDiscover": 34039, + "$res": 34040, + "formatter": 34041, + "Ha": 34042, + "vangst": 34043, + "Ġemerge": 34044, + "ãĢĤâĢĿ": 34045, + "ĠCabinet": 34046, + "-square": 34047, + "éĥ¨": 34048, + "Ġrage": 34049, + "ĠAJ": 34050, + "ĠVT": 34051, + "shadow": 34052, + "ĠFaith": 34053, + "enames": 34054, + "pretty": 34055, + "hasil": 34056, + "party": 34057, + "Ġvarchar": 34058, + "Ġfotos": 34059, + "Ġalum": 34060, + "ĠBelgium": 34061, + ".ylabel": 34062, + "Ġdej": 34063, + "_numbers": 34064, + "Ġhu": 34065, + ".setAdapter": 34066, + "ĠUsually": 34067, + "(sample": 34068, + ".Shared": 34069, + "Ġbooked": 34070, + "Ġ>>=": 34071, + "Ġminerals": 34072, + "\">": 34091, + "prog": 34092, + "boo": 34093, + "_md": 34094, + "_pack": 34095, + "(express": 34096, + "utz": 34097, + "\\Auth": 34098, + ",id": 34099, + "ĠChile": 34100, + "actice": 34101, + "Ġrecruitment": 34102, + "Ġposes": 34103, + "Ġvulnerability": 34104, + "instanc": 34105, + "orum": 34106, + "dess": 34107, + "Ġxl": 34108, + "%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%%": 34109, + "(fig": 34110, + "Ġdeleting": 34111, + ".del": 34112, + ")')Ċ": 34113, + "ĠWeekly": 34114, + "???": 34115, + "(strcmp": 34116, + "smith": 34117, + "Ġpursuing": 34118, + "-so": 34119, + "ĠApps": 34120, + "/'Ċ": 34121, + "Ġdecis": 34122, + "FORE": 34123, + "Everyone": 34124, + "Ġlanes": 34125, + "Virtual": 34126, + ".attach": 34127, + "(Log": 34128, + "ĠMedicaid": 34129, + "(Path": 34130, + "ĠTurner": 34131, + "/application": 34132, + "Ġportrait": 34133, + "Ġoppose": 34134, + "checkout": 34135, + "Ġfinishes": 34136, + "_ME": 34137, + "Barrier": 34138, + "Song": 34139, + "VAR": 34140, + "Earlier": 34141, + "rella": 34142, + "Ġhast": 34143, + "azar": 34144, + "Ġpulls": 34145, + "ngx": 34146, + "Ġinspiring": 34147, + "ÑĥÑİ": 34148, + "-direction": 34149, + "Ġexplosive": 34150, + "ĠcreatedAt": 34151, + "sto": 34152, + "Ġwheat": 34153, + "ĠBuilt": 34154, + "'ai": 34155, + "Ġtracked": 34156, + "hammad": 34157, + "RowAtIndexPath": 34158, + "_heap": 34159, + "Due": 34160, + "Ġconnects": 34161, + ".publish": 34162, + "emu": 34163, + "Ġbullets": 34164, + "BAR": 34165, + "olate": 34166, + "Ġinternally": 34167, + "Ġcatching": 34168, + "-password": 34169, + "ouched": 34170, + "æĢ§": 34171, + "eous": 34172, + "Ġxrange": 34173, + "Quality": 34174, + "vv": 34175, + "Manage": 34176, + "(($": 34177, + "acements": 34178, + "ĠBrothers": 34179, + "ĠHEAD": 34180, + "ĠUnsupported": 34181, + "san": 34182, + "esi": 34183, + "***Ċ": 34184, + "Ġadaptation": 34185, + "ĠWorker": 34186, + "']/": 34187, + ".savefig": 34188, + "(trans": 34189, + "ج": 34190, + "nee": 34191, + "Correct": 34192, + "...\")Ċ": 34193, + "Ġsubmitting": 34194, + "-path": 34195, + "ĉlast": 34196, + "issan": 34197, + ".xlabel": 34198, + "ĠSepar": 34199, + "/no": 34200, + "_best": 34201, + "ĠMills": 34202, + "_sock": 34203, + "(flag": 34204, + "Ġdestinations": 34205, + "emption": 34206, + "ĠFAIL": 34207, + "åĴĮ": 34208, + "Ġrp": 34209, + "fact": 34210, + "ĉlen": 34211, + "DAY": 34212, + "Ġseiz": 34213, + "_dst": 34214, + "lip": 34215, + ".Linear": 34216, + "ĠBasket": 34217, + "$t": 34218, + "$i": 34219, + "-brand": 34220, + "ĠNeil": 34221, + "ĠEq": 34222, + "Ġthou": 34223, + "ogene": 34224, + "Ġscholarship": 34225, + "æĽ´": 34226, + "Ġswo": 34227, + "aginator": 34228, + "eni": 34229, + "(book": 34230, + "Ġblink": 34231, + "thus": 34232, + "ĠcancellationToken": 34233, + "ĠPalestinians": 34234, + "Ġprofitable": 34235, + "Ġbackpack": 34236, + "enson": 34237, + "true": 34384, + "ĠNYC": 34385, + "Ġbored": 34386, + "ĠDetect": 34387, + "Ġappar": 34388, + "Ġjeans": 34389, + "ĠTak": 34390, + "IOD": 34391, + "ĠHorse": 34392, + "(FILE": 34393, + "(?": 34394, + "rique": 34395, + "optimizer": 34396, + "nat": 34397, + "loys": 34398, + "ĉToken": 34399, + "oubted": 34400, + "uess": 34401, + "ocoa": 34402, + "DataMember": 34403, + "_POWER": 34404, + "classList": 34405, + "PushButton": 34406, + "ĠWiFi": 34407, + ".Stream": 34408, + ".guild": 34409, + "Ġnog": 34410, + "ĠPortugal": 34411, + "ĠUnter": 34412, + "Primitive": 34413, + "boss": 34414, + "ĠDeutsch": 34415, + "Ġerotic": 34416, + "Ġstrconv": 34417, + ".TryParse": 34418, + "Ġgrams": 34419, + ".Success": 34420, + "_pk": 34421, + "ĠHarvey": 34422, + "-minded": 34423, + ".country": 34424, + "[]\"": 34425, + "Ġangel": 34426, + "Ġbeats": 34427, + "ĠVor": 34428, + "ilio": 34429, + ".master": 34430, + "something": 34431, + "ĠPACK": 34432, + "(if": 34433, + "RequestBody": 34434, + "Ġantes": 34435, + "/widget": 34436, + "Ġmodo": 34437, + "ĠAW": 34438, + "finder": 34439, + "Ġoptimized": 34440, + "Ġmissiles": 34441, + "NB": 34442, + "ĉinternal": 34443, + "tex": 34444, + "ĠSri": 34445, + "Ġdamaging": 34446, + "ĠMais": 34447, + "-Allow": 34448, + "ĠZh": 34449, + "-alt": 34450, + "Ġ));ĊĊ": 34451, + "èī": 34452, + "Ġinfluences": 34453, + "Ġcatal": 34454, + "_REGISTER": 34455, + "ĠAPIs": 34456, + "-century": 34457, + "Ġbiology": 34458, + "ĠActual": 34459, + "Ġheels": 34460, + "TRACE": 34461, + "_DIG": 34462, + "Dataset": 34463, + "ĠMatter": 34464, + "Ġclassifier": 34465, + ".wikipedia": 34466, + "ĠRogers": 34467, + "Ġdonated": 34468, + "rawler": 34469, + "enen": 34470, + "Ġcasinos": 34471, + "ortal": 34472, + "Ġprive": 34473, + "spe": 34474, + "ducers": 34475, + ".ep": 34476, + "Ġgrasp": 34477, + "acji": 34478, + "Ġdairy": 34479, + "Ġbuses": 34480, + ".comm": 34481, + ".ins": 34482, + "ĠIRS": 34483, + "ĠBeer": 34484, + "adc": 34485, + "oard": 34486, + "_MET": 34487, + "Ġ'+'": 34488, + "rans": 34489, + "Ġkinda": 34490, + "ĠâĶĤ": 34491, + "ĠMaur": 34492, + "аг": 34493, + "Ġbandwidth": 34494, + "ibus": 34495, + "ĠDifferent": 34496, + "(mat": 34497, + "ĠResume": 34498, + "_UNS": 34499, + "establish": 34500, + "Ġfonction": 34501, + "Subscription": 34502, + "_company": 34503, + "Ġlightly": 34504, + ".confirm": 34505, + ".yaml": 34506, + "ĠBoost": 34507, + "Commerce": 34508, + "-template": 34509, + "_DELAY": 34510, + "ĠHI": 34511, + "Ġnavig": 34512, + "(Sender": 34513, + "ĠHS": 34514, + "_\"+": 34515, + "ĠREQUEST": 34516, + "Ġwifi": 34517, + "=\"\"Ċ": 34518, + "])->": 34519, + "Ġrope": 34520, + "Ġviolated": 34521, + "Ġglance": 34522, + "ĠKurd": 34523, + "Ġè®": 34524, + "deck": 34525, + "ĠISBN": 34526, + "Ġinfect": 34527, + "ĠFoo": 34528, + "Ġgetter": 34529, + "Ġtener": 34530, + "appe": 34531, + ".hh": 34532, + "_hot": 34533, + "\".$": 34743, + "Ġrelies": 34744, + "(Console": 34745, + "International": 34746, + "->{$": 34747, + "Mid": 34748, + "Ġdissert": 34749, + "dds": 34750, + "Ġdeposits": 34751, + "ĉdriver": 34752, + "#ga": 34753, + "prising": 34754, + "println": 34755, + "Ġpresenter": 34756, + "Ġmines": 34757, + "CSS": 34758, + "ĠDual": 34759, + "(!(": 34760, + "Ġkam": 34761, + "ĠisLoading": 34762, + "ĠProtect": 34763, + ".upper": 34764, + "arium": 34765, + "]:ĊĊĊ": 34766, + "Yii": 34767, + "-shirt": 34768, + "ĠIMAGE": 34769, + "_colors": 34770, + "Ġurgent": 34771, + ".Container": 34772, + "!(Ċ": 34773, + "Saturday": 34774, + "Ġsocieties": 34775, + "ĠThan": 34776, + "ĠCod": 34777, + "=@": 34778, + "Ġattachments": 34779, + ".mobile": 34780, + "Ġspite": 34781, + "Ġbounce": 34782, + "rawl": 34783, + "instancetype": 34784, + "ĠTruck": 34785, + "Ġmanipulation": 34786, + "(Config": 34787, + "-inst": 34788, + "Ġstor": 34789, + "itution": 34790, + "PreferredGap": 34791, + "ĠmainAxisAlignment": 34792, + "Ġlistened": 34793, + "'''ĊĊ": 34794, + "ottage": 34795, + "-project": 34796, + ".APPLICATION": 34797, + "ĉroot": 34798, + "Ġwhit": 34799, + "Ġbilder": 34800, + "Ġker": 34801, + "Ġappliances": 34802, + "rowave": 34803, + "ìĿĢ": 34804, + "ematics": 34805, + "ĠOrg": 34806, + "oping": 34807, + "_SEARCH": 34808, + "Ġcham": 34809, + "addContainerGap": 34810, + "Ġ().": 34811, + "ĠArrow": 34812, + "Illegal": 34813, + "Currently": 34814, + "Ġusa": 34815, + "Ġpasswords": 34816, + "Ġrenown": 34817, + "avern": 34818, + "ĠEvil": 34819, + "Ġconcat": 34820, + "Ġduo": 34821, + "Ġvale": 34822, + "ĠBean": 34823, + "Ġindicators": 34824, + "cmath": 34825, + "ĠPump": 34826, + "November": 34827, + "ificant": 34828, + "_DOMAIN": 34829, + "regar": 34830, + "ĠPortal": 34831, + "\"$": 34832, + "Ġformerly": 34833, + "\"]:Ċ": 34834, + "ĠVisibility": 34835, + ".getElementsByClassName": 34836, + "_RED": 34837, + "Ġchampions": 34838, + "à´": 34839, + "Valor": 34840, + "_es": 34841, + "*a": 34842, + "-repeat": 34843, + "Band": 34844, + ".stage": 34845, + "Ġbureauc": 34846, + "Cnt": 34847, + "eten": 34848, + "-function": 34849, + "Ġmuito": 34850, + "PID": 34851, + "_editor": 34852, + "Ġcrashed": 34853, + "dead": 34854, + "kat": 34855, + "agh": 34856, + "ĠEXT": 34857, + "asser": 34858, + "-small": 34859, + "Ġrealiz": 34860, + "(Entity": 34861, + "ús": 34862, + "ĠActually": 34863, + "ĠElite": 34864, + "Ġhelm": 34865, + "(nonatomic": 34866, + "asher": 34867, + "Community": 34868, + "alleng": 34869, + "iry": 34870, + "ĠGrowth": 34871, + "Ġsue": 34872, + "Ġfrequencies": 34873, + "_descriptor": 34874, + ".Attribute": 34875, + "Ġrecipients": 34876, + "_NS": 34877, + "/\"+": 34878, + "iban": 34879, + "Ġathlete": 34880, + "ĠIgn": 34881, + "_DMA": 34882, + "(ds": 34883, + "ĠRequirements": 34884, + "ADI": 34885, + "erez": 34886, + "\\Admin": 34887, + "braska": 34888, + "ĠRust": 34889, + "Relation": 34890, + "COD": 34891, + "ĠVERSION": 34892, + "emma": 34893, + ")){": 34894, + ".Duration": 34895, + "ĠCamb": 34896, + "-logo": 34897, + "Ġreadable": 34898, + "Ġcreators": 34899, + "()];Ċ": 34900, + "UpDown": 34901, + "-half": 34902, + ".getMonth": 34903, + "(sf": 34904, + "Pic": 34905, + "Ġhunger": 34906, + ".tx": 34907, + "Ġexceeded": 34908, + "_seed": 34909, + "(^": 34910, + "_sk": 34911, + ".perform": 34912, + "Ġ>::": 34913, + "Ġmongo": 34914, + "=float": 34915, + "bindParam": 34916, + "Smart": 34917, + "ifa": 34918, + "Ġsecurities": 34919, + "Ġprejud": 34920, + "Ġ,\"": 34921, + "Ġcorps": 34922, + "Ġvra": 34923, + "amacare": 34924, + "iterr": 34925, + "(Media": 34926, + "uche": 34927, + "Ġcob": 34928, + "Ġliber": 34929, + ".geometry": 34930, + "Locator": 34931, + "Ġsliding": 34932, + "Ġsurgical": 34933, + "_CUR": 34934, + "Ġconsect": 34935, + "[*": 34936, + "ĠResort": 34937, + "Stub": 34938, + "_DOUBLE": 34939, + "ĠSoph": 34940, + "Ġelectoral": 34941, + "_disable": 34942, + "ĠÑģо": 34943, + "ĠLightning": 34944, + "Ġmentions": 34945, + "ocy": 34946, + "Ġleaked": 34947, + "Ġrelaxing": 34948, + "Presenter": 34949, + "vsp": 34950, + "Ġguilt": 34951, + "=-=-": 34952, + ".reply": 34953, + "ĠMirror": 34954, + "Camp": 34955, + "Ġ+#+#+#+": 34956, + "Ġ+#+#+#+#+#+": 34957, + ".Author": 34958, + "Ġdirective": 34959, + "-hook": 34960, + "íĦ°": 34961, + "}ĊĊĊĊĊ": 34962, + "@pytest": 34963, + "_rand": 34964, + "mis": 34965, + "Ġcolorful": 34966, + "uje": 34967, + "lasses": 34968, + "ĠClasses": 34969, + ".have": 34970, + "%),": 34971, + "é¢ĺ": 34972, + "Ġdisturbing": 34973, + "substring": 34974, + "ĠKoh": 34975, + "Invest": 34976, + "purchase": 34977, + "Ġrecycling": 34978, + "ĠART": 34979, + "ierarchy": 34980, + "Ġfps": 34981, + ".checkBox": 34982, + "íķ´": 34983, + "_material": 34984, + "ducation": 34985, + "Ġfw": 34986, + "udit": 34987, + "Ġreviewing": 34988, + "ĠSid": 34989, + "Syntax": 34990, + "ĠWritten": 34991, + "argar": 34992, + "UME": 34993, + "/q": 34994, + "Classifier": 34995, + "Official": 34996, + "Ġjazz": 34997, + "Ġomega": 34998, + "Physics": 34999, + "Ġlugar": 35000, + "_accessor": 35001, + ".commands": 35002, + "Ability": 35003, + "ĠBatch": 35004, + "RAM": 35005, + "Ġencounters": 35006, + ".Qu": 35007, + "BYTE": 35008, + "ĠDistribution": 35009, + "Ġuso": 35010, + "ĠRecovery": 35011, + "approved": 35012, + "Ġdenial": 35013, + "/share": 35014, + "LinkedList": 35015, + ")čĊčĊčĊ": 35016, + "uddy": 35017, + "Ġfines": 35018, + "Ġry": 35019, + "Unicode": 35020, + "ĉrender": 35021, + "Ġpremises": 35022, + "Ġpon": 35023, + "aliases": 35024, + "/Foundation": 35025, + "cuda": 35026, + "ĠCock": 35027, + ",:)": 35028, + "(folder": 35029, + "Ġméd": 35030, + "drag": 35031, + "Ġtalents": 35032, + "ĠĠĠĊĊ": 35033, + "еÑģÑĤв": 35034, + "mob": 35035, + ".yml": 35036, + "Ġaster": 35037, + "Ġdiscre": 35038, + "goal": 35039, + "ĠGTX": 35040, + "ĠSUCCESS": 35041, + "ĠLONG": 35042, + "(find": 35043, + "Ġsingular": 35044, + "_sz": 35045, + "ĠEthereum": 35046, + "..Ċ": 35047, + "Ġirres": 35048, + "')){Ċ": 35049, + "Ġministers": 35050, + "Steps": 35051, + "iversal": 35052, + "ĠNevertheless": 35053, + "-led": 35054, + "Ġ(%)": 35055, + "ç¡®": 35056, + "Ġtimezone": 35057, + "Ġstranger": 35058, + "(render": 35059, + "Ġshutil": 35060, + "Ġmph": 35061, + "Ġtrio": 35062, + "ppy": 35063, + "Ġpredomin": 35064, + "Ġendors": 35065, + "ĠRussians": 35066, + "ĉrow": 35067, + "Ġwizard": 35068, + ".serialize": 35069, + "Ġcomplained": 35070, + "Ġsido": 35071, + "Ġdelighted": 35072, + "-me": 35073, + "ĠRav": 35074, + "Human": 35075, + "adays": 35076, + "recv": 35077, + "Working": 35078, + "Jump": 35079, + "ĠÃ¥r": 35080, + "ĠAutomatic": 35081, + "_Base": 35082, + "æł¼": 35083, + "aurants": 35084, + "¯": 35085, + "æ¸": 35086, + "(CType": 35087, + "IFI": 35088, + "(amount": 35089, + "Ġbelieving": 35090, + "=mysql": 35091, + "Ġfir": 35092, + "Ġrestoration": 35093, + "ereco": 35094, + "Т": 35095, + "_'+": 35096, + "Ġebook": 35097, + "Ġdebris": 35098, + "(inputs": 35099, + "AYOUT": 35100, + "Ġscreaming": 35101, + "avia": 35102, + "lander": 35103, + "Ġdistress": 35104, + "Ġassembled": 35105, + "ĠAvoid": 35106, + "(thread": 35107, + "ĠRPC": 35108, + "_EXIT": 35109, + "(queue": 35110, + "иÑģÑĤ": 35111, + "Dll": 35112, + "Ġskull": 35113, + "_pub": 35114, + "chez": 35115, + "minate": 35116, + "ensen": 35117, + "Ġinsane": 35118, + "bounds": 35119, + "ĠRosen": 35120, + "Ġconditioning": 35121, + "processed": 35122, + "videos": 35123, + "four": 35124, + ".Conv": 35125, + "|;Ċ": 35126, + "Personal": 35127, + "cerpt": 35128, + ":UIControlStateNormal": 35129, + "Ġdoses": 35130, + "ĠKarl": 35131, + "ĠFrequ": 35132, + ".BASE": 35133, + "ĠVote": 35134, + "Ġconcurrent": 35135, + "ĠMessageBoxIcon": 35136, + "ĠÃĸ": 35137, + "ĠDubai": 35138, + "ĠRetail": 35139, + ":number": 35140, + "ĠObserver": 35141, + "ĠBigInteger": 35142, + "_origin": 35143, + "_WORK": 35144, + "Frames": 35145, + "Ġnotably": 35146, + ".âĢľ": 35147, + "Ġtropical": 35148, + "Ġniche": 35149, + "amina": 35150, + ".sys": 35151, + "(tokens": 35152, + "modify": 35153, + "osit": 35154, + "strom": 35155, + "ĠComics": 35156, + "OPTION": 35157, + "Ticket": 35158, + "Ġfactories": 35159, + "Ġdisput": 35160, + "_File": 35161, + "ĠFinn": 35162, + "eee": 35163, + "ĠDiscord": 35164, + "_money": 35165, + ".tpl": 35166, + "_safe": 35167, + "LB": 35168, + "Ġglut": 35169, + "JK": 35170, + ".flow": 35171, + "-cont": 35172, + "gos": 35173, + "Ġhorizon": 35174, + "ĠRush": 35175, + "::*": 35176, + "Pipe": 35177, + "ulla": 35178, + "borough": 35179, + "heimer": 35180, + "(move": 35181, + "(Text": 35182, + "});čĊčĊ": 35183, + "welcome": 35184, + "ĠComponents": 35185, + "Ġgovernance": 35186, + "closed": 35187, + "ĉmargin": 35188, + "Ġlaundry": 35189, + "ĠTerminal": 35190, + "izards": 35191, + ".âĢĶ": 35192, + ".remote": 35193, + ".radius": 35194, + "ĠQuebec": 35195, + "Ġdh": 35196, + "Tech": 35197, + "ĠMist": 35198, + "seller": 35199, + "_literal": 35200, + "Ġgenius": 35201, + "Ġbrains": 35202, + "gem": 35203, + "ĠMeasure": 35204, + "Ġcatast": 35205, + "rance": 35206, + ".TextField": 35207, + "Ġconsuming": 35208, + "Ġ'\\''": 35209, + "oubtedly": 35210, + "ĠCertain": 35211, + "Ev": 35212, + "erti": 35213, + "being": 35214, + "Experience": 35215, + "Ġ//[": 35216, + "ĠArabic": 35217, + "ĠCrist": 35218, + "ĠAzure": 35219, + "Ġhora": 35220, + "ladesh": 35221, + "\\Blueprint": 35222, + "dar": 35223, + ".rel": 35224, + "Ġsuprem": 35225, + "ĠReagan": 35226, + "ĠAttributes": 35227, + "-sidebar": 35228, + "ĠuseStyles": 35229, + "ĠAirlines": 35230, + "Ġhills": 35231, + "/xhtml": 35232, + "vinc": 35233, + "_mock": 35234, + "ĊĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 35235, + "ĠPill": 35236, + ".LayoutStyle": 35237, + "ĠCommander": 35238, + "]<": 35239, + "signature": 35240, + "Ġ{}čĊ": 35241, + "Ġhatred": 35242, + "Ġëĭ": 35243, + "olesterol": 35244, + "Ġ********": 35245, + "ancellor": 35246, + "crop": 35247, + "TIM": 35248, + "ĉĉĊĊ": 35249, + "ysqli": 35250, + "uitive": 35251, + "ĉunset": 35252, + "_sel": 35253, + "Ġmenus": 35254, + "tick": 35255, + "Ġconstitute": 35256, + "ĠElements": 35257, + "ĠRedis": 35258, + "aggio": 35259, + "_fp": 35260, + "_depend": 35261, + "emas": 35262, + "CAST": 35263, + "orange": 35264, + "jon": 35265, + "ĠEmily": 35266, + "Ġpotatoes": 35267, + "Ġreceptor": 35268, + "ĠElectronic": 35269, + "ĠLights": 35270, + "Ġcombining": 35271, + "ĠSomeone": 35272, + "Ġ########.": 35273, + "ĠTOD": 35274, + "/show": 35275, + "Xd": 35276, + ".\"'": 35277, + "afx": 35278, + "Ġtragic": 35279, + "Styled": 35280, + "ĠMarco": 35281, + "Gallery": 35282, + "dale": 35283, + ".âĢĿĊĊĊĊ": 35284, + "érie": 35285, + "/service": 35286, + "äºĨ": 35287, + "Ġambient": 35288, + "_SETTINGS": 35289, + ".Adapter": 35290, + "lene": 35291, + "Ġtravels": 35292, + "Notice": 35293, + "Ġcleans": 35294, + "ĠFem": 35295, + "chair": 35296, + "Ñĥн": 35297, + "/my": 35298, + "_bad": 35299, + "ĠEconomics": 35300, + "ISA": 35301, + "_CNT": 35302, + "(Menu": 35303, + "äºİ": 35304, + "ĠRidge": 35305, + "Ġlengthy": 35306, + "Dot": 35307, + "Ġjumps": 35308, + "Ġhey": 35309, + "$pdf": 35310, + "Ġworm": 35311, + "Ġsut": 35312, + "Ġsher": 35313, + "iamo": 35314, + "ĠCalc": 35315, + "trieve": 35316, + "Ġcops": 35317, + "ĠChrom": 35318, + "Ġregulated": 35319, + "reatment": 35320, + "ĠHigher": 35321, + "oks": 35322, + "Ġdeze": 35323, + "LOCATION": 35324, + "ongsTo": 35325, + "Ġfinite": 35326, + "Ġvaries": 35327, + "Ġpositioned": 35328, + "'il": 35329, + "éĩij": 35330, + "Ġhike": 35331, + "(done": 35332, + "playlist": 35333, + "Ġada": 35334, + "Ġcoastal": 35335, + "ĠNancy": 35336, + ".DateTimeField": 35337, + "CppCodeGen": 35338, + "ĠSimilarly": 35339, + "reur": 35340, + "ĠContr": 35341, + "ĠHidden": 35342, + "ĠBeta": 35343, + "atched": 35344, + "_install": 35345, + ".Output": 35346, + "Lookup": 35347, + "ĠRichmond": 35348, + "quared": 35349, + "Ġmanga": 35350, + "-controls": 35351, + "ĠBernard": 35352, + "Large": 35353, + "Ġslices": 35354, + "Ġoffence": 35355, + "ĠMega": 35356, + "Ġestar": 35357, + "Ġjoints": 35358, + "Ġsumm": 35359, + "_platform": 35360, + "Buff": 35361, + ".addSubview": 35362, + "Ġretained": 35363, + "Letter": 35364, + ".dim": 35365, + "Ġessere": 35366, + "ĠScaffold": 35367, + "EXPECT": 35368, + "ĉRE": 35369, + ".longitude": 35370, + "ünd": 35371, + "Ġstatue": 35372, + ".addWidget": 35373, + "ĠCaribbean": 35374, + "addPreferredGap": 35375, + "ilde": 35376, + "UILabel": 35377, + "ĠOpport": 35378, + "Ġimperial": 35379, + "ursion": 35380, + "Ġmandate": 35381, + "Ġpromotional": 35382, + "Ġvk": 35383, + "iaÅĤ": 35384, + "Ġpyl": 35385, + "ĠCreation": 35386, + "озд": 35387, + "Ġsimpler": 35388, + ".what": 35389, + "ĠRecent": 35390, + "Storm": 35391, + ".quantity": 35392, + "ĠLov": 35393, + "\"-": 35394, + "ubbles": 35395, + "_notification": 35396, + "(world": 35397, + "urger": 35398, + "*(-": 35399, + ":\"Ċ": 35400, + "hm": 35401, + "anship": 35402, + "ĠAlmost": 35403, + "Ġmotorcycle": 35404, + "_fee": 35405, + "Ġabsorb": 35406, + "ĠVincent": 35407, + "Ġsounded": 35408, + "ÃŃst": 35409, + "Ġpharmaceutical": 35410, + "htag": 35411, + "ĠKindle": 35412, + "italize": 35413, + "ĠEmperor": 35414, + "oustic": 35415, + "Ġspecialists": 35416, + "åħ¬": 35417, + "BorderStyle": 35418, + "/\\": 35419, + "RELATED": 35420, + "(',',": 35421, + "(expr": 35422, + "Ġht": 35423, + "åįĪ": 35424, + "_Create": 35425, + "Ġspecially": 35426, + "Ġ[];čĊ": 35427, + "Ġheel": 35428, + "Ġsept": 35429, + "_arch": 35430, + "(initial": 35431, + "%.ĊĊ": 35432, + "\\\",\\\"": 35433, + "Ġdiscusses": 35434, + "Ġupt": 35435, + "Ġ[&": 35436, + "Ġmanus": 35437, + ".hand": 35438, + "ĠMAIN": 35439, + "ĠDenmark": 35440, + "Ġ],čĊ": 35441, + "Ġcryst": 35442, + "Ġnack": 35443, + "Coords": 35444, + "_inner": 35445, + "Ġmidst": 35446, + "Ġawake": 35447, + "ĠÐŀ": 35448, + "-break": 35449, + "ÃŃvel": 35450, + "_PASS": 35451, + "ĠParams": 35452, + "Ġdetr": 35453, + "Ġspider": 35454, + "ĠConcept": 35455, + "Ġprend": 35456, + "CHED": 35457, + ".Exit": 35458, + "Ġpopulated": 35459, + "Ġvirtue": 35460, + "_SESSION": 35461, + "Ġnouvel": 35462, + "oauth": 35463, + "ĠданнÑĭ": 35464, + "rink": 35465, + ".HeaderText": 35466, + "aturated": 35467, + "Ġerst": 35468, + "Ġåħ": 35469, + "à¥ĩ": 35470, + "_visible": 35471, + "eyer": 35472, + "Ġliable": 35473, + "Ġdebe": 35474, + "Ġbw": 35475, + "{-#": 35476, + "_WIN": 35477, + "dfs": 35478, + "Hover": 35479, + "ĠPUT": 35480, + "-angle": 35481, + "Ġnoble": 35482, + "Ġtraces": 35483, + "encv": 35484, + "ĠuserData": 35485, + "_ins": 35486, + "ĠSuz": 35487, + "Ġnewsletters": 35488, + "ĠModi": 35489, + "Ġentrepreneurs": 35490, + "Ġtribute": 35491, + "Ġrumors": 35492, + "Ġrr": 35493, + "ĠQuarter": 35494, + "ê³ł": 35495, + "Ġfeeds": 35496, + "óg": 35497, + "Ġenvelope": 35498, + "Ġlear": 35499, + "Ġkø": 35500, + "developer": 35501, + "Similar": 35502, + ":\")Ċ": 35503, + "subscription": 35504, + "Modifier": 35505, + "italic": 35506, + "Ġnasty": 35507, + "Ġtermination": 35508, + "Ġcharming": 35509, + "ĠâŁ": 35510, + "tons": 35511, + ".trace": 35512, + "hots": 35513, + "ĠUR": 35514, + "Mont": 35515, + "Ġjustified": 35516, + "ĠGang": 35517, + "inea": 35518, + "Ġbog": 35519, + "(ap": 35520, + "_$": 35521, + "Ġcontamin": 35522, + ".Dot": 35523, + "ĉDebug": 35524, + "(exports": 35525, + "Ġpaired": 35526, + "ĠAssignment": 35527, + "Ġautomobile": 35528, + "ĵį": 35529, + "Ġphases": 35530, + "vw": 35531, + "@SuppressWarnings": 35532, + "=\\": 35533, + "rant": 35534, + "-ed": 35535, + "ĉawait": 35536, + "Ġcertificates": 35537, + "'>\"": 35538, + "Ġintact": 35539, + "CTRL": 35540, + "Mike": 35541, + "gregation": 35542, + "ATTERN": 35543, + "Ġrepublic": 35544, + "_upper": 35545, + "iliary": 35546, + "Ġcomputation": 35547, + "hire": 35548, + "ĠShin": 35549, + "_ANY": 35550, + "ĠManufacturer": 35551, + "ĠCarm": 35552, + "Ġbearings": 35553, + "_comb": 35554, + "cad": 35555, + "uristic": 35556, + "Ġwholesale": 35557, + "Ġdonor": 35558, + ".interfaces": 35559, + "presso": 35560, + "ĠBrun": 35561, + "-close": 35562, + "prove": 35563, + "_SK": 35564, + "ĉframe": 35565, + "etros": 35566, + "ĠPain": 35567, + "_EXP": 35568, + "ĠLT": 35569, + "_fs": 35570, + ".datas": 35571, + "ĉss": 35572, + "voir": 35573, + "ĠAxis": 35574, + "Major": 35575, + "=\"<": 35576, + "[h": 35577, + "Ġprofess": 35578, + "igrate": 35579, + "(score": 35580, + "Keyword": 35581, + "\"os": 35582, + "ĠĠĠĠĉĊ": 35583, + "analysis": 35584, + "Ġreplay": 35585, + ".pass": 35586, + "\\d": 35587, + "tls": 35588, + "Ġsanct": 35589, + ".light": 35590, + "_mobile": 35591, + "ÑģÑĤÑĮ": 35592, + "ĉtotal": 35593, + "uity": 35594, + "Ġpaused": 35595, + "NAS": 35596, + "Ġencore": 35597, + "loe": 35598, + "Ġ-*-ĊĊ": 35599, + ".high": 35600, + "ampler": 35601, + "ĠSecure": 35602, + "Ġfragments": 35603, + "_vel": 35604, + "illary": 35605, + "ĠStein": 35606, + "ĠDawn": 35607, + "Ġmaximize": 35608, + "ย": 35609, + "Ġ/^": 35610, + "Ġcontinually": 35611, + "Ġshadows": 35612, + "ĉĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 35613, + "ĠIActionResult": 35614, + "Ġinformación": 35615, + "CHECK": 35616, + ".SelectedItem": 35617, + "bundle": 35618, + "olley": 35619, + "<": 35781, + "Ġtrajectory": 35782, + "_ring": 35783, + "Ġhydrogen": 35784, + "tron": 35785, + "Ġstatute": 35786, + "Ġconditional": 35787, + "Ġtray": 35788, + "-school": 35789, + "(widget": 35790, + "$config": 35791, + "Ġrequesting": 35792, + ".uint": 35793, + "eton": 35794, + "brities": 35795, + "OfType": 35796, + "ADMIN": 35797, + "predict": 35798, + "Ġgegen": 35799, + "ĠHapp": 35800, + "OCUMENT": 35801, + "ĠApart": 35802, + "Ġ-----": 35803, + "roe": 35804, + "uide": 35805, + "justify": 35806, + "ĠSquad": 35807, + "Ġprofes": 35808, + ".bot": 35809, + "_currency": 35810, + "innen": 35811, + "ĠMumbai": 35812, + "ĠNumbers": 35813, + "avanaugh": 35814, + "agnitude": 35815, + "âĢľThere": 35816, + "=http": 35817, + "çīĩ": 35818, + "Ġvb": 35819, + "+'{{$": 35902, + "Ġinode": 35903, + "sil": 35904, + "Ġhace": 35905, + "Ġseverely": 35906, + "ĠOverview": 35907, + "Ġspraw": 35908, + "Ġbeaches": 35909, + ":left": 35910, + "·»": 35911, + "(${": 35912, + "ĠFIRST": 35913, + "ĠSpa": 35914, + "-ass": 35915, + "Ġbaise": 35916, + "ĠNODE": 35917, + "ĠPizza": 35918, + "Pet": 35919, + "(seq": 35920, + "\\\">Ċ": 35921, + "CppMethodPointer": 35922, + "Ġvp": 35923, + "Ġia": 35924, + "_seconds": 35925, + "emet": 35926, + "/blob": 35927, + "_THRESH": 35928, + "...čĊ": 35929, + "Dest": 35930, + "ĠNH": 35931, + ".dataSource": 35932, + "ités": 35933, + "ĠJak": 35934, + "sell": 35935, + "Ġworkshops": 35936, + "\",Ċ": 36552, + "_Pin": 36553, + "uese": 36554, + "Ġoverrides": 36555, + "_ready": 36556, + "Advanced": 36557, + "Ġopi": 36558, + "-cart": 36559, + "(\"/\",": 36560, + "ĠDeb": 36561, + "CRY": 36562, + "ĠVertical": 36563, + "ĠOVER": 36564, + "ĠCorporate": 36565, + "Ġ\"\";": 36566, + "Ġstepping": 36567, + "ej": 36568, + "Ġaccusations": 36569, + "Ġoraz": 36570, + "_tail": 36571, + "Ġinduced": 36572, + "Ġelastic": 36573, + "Ġblown": 36574, + ",//": 36575, + "Ġbackgrounds": 36576, + "âĢĻune": 36577, + "-sdk": 36578, + "ĠsetInterval": 36579, + "Ġincentives": 36580, + "Ġvegetable": 36581, + "_On": 36582, + "expanded": 36583, + "pix": 36584, + "_shader": 36585, + "ĠSPDX": 36586, + "@example": 36587, + "ĠWrapper": 36588, + ".Zero": 36589, + "Positive": 36590, + "Ġspinner": 36591, + "Ġinvented": 36592, + "ĠGates": 36593, + "оÑĤоÑĢ": 36594, + "Ġcomparisons": 36595, + "è·": 36596, + ".primary": 36597, + "dataProvider": 36598, + "additional": 36599, + "ĉoptions": 36600, + "snapshot": 36601, + ".setHorizontal": 36602, + "Ġ\"{}": 36603, + "ĠFisher": 36604, + "halten": 36605, + "": 36638, + "ĠRegistered": 36639, + "INED": 36640, + "kal": 36641, + "parison": 36642, + "Ġobjeto": 36643, + "Vi": 36644, + "manda": 36645, + "Ġrenewed": 36646, + "ĠSof": 36647, + "essel": 36648, + ".ndarray": 36649, + "Ġcrap": 36650, + "管": 36651, + ".abspath": 36652, + "(up": 36653, + "Ġclearance": 36654, + "ĠTW": 36655, + "_COPY": 36656, + "ĠĠĠĠĠĠĠĠĠĠĠĠĉ": 36657, + "Ġforests": 36658, + "Ġarguably": 36659, + "ĠASS": 36660, + "hey": 36661, + "amel": 36662, + "_fore": 36663, + "ĠSoutheast": 36664, + "Ġabused": 36665, + "Ġpracticing": 36666, + "akedirs": 36667, + "主": 36668, + "_resources": 36669, + "Ġpond": 36670, + ".Fixed": 36671, + "LastError": 36672, + "ĠPsychology": 36673, + "Ġ\"//": 36674, + "!:": 36675, + "Reusable": 36676, + "Ġmensaje": 36677, + "Ġrospy": 36678, + "Ġbour": 36679, + "Ġvarieties": 36680, + "Ġempath": 36681, + "(({": 36682, + "_org": 36683, + "ĠMes": 36684, + "ĠMagento": 36685, + "ISTORY": 36686, + "Unless": 36687, + "Ġhj": 36688, + "ĠDuty": 36689, + "Jun": 36690, + ",size": 36691, + "Ġpaintings": 36692, + "Ġdispens": 36693, + "dart": 36694, + "Ġbehavioral": 36695, + "Ġrpc": 36696, + "calculate": 36697, + "fruit": 36698, + "_mm": 36699, + "ĉpthread": 36700, + "MaxLength": 36701, + "Ġcurrencies": 36702, + "_capacity": 36703, + "ĠOz": 36704, + "Ġfirearm": 36705, + "Ġcoefficient": 36706, + "Ġbankruptcy": 36707, + "wart": 36708, + "Ġfatigue": 36709, + "AVA": 36710, + "Ġespa": 36711, + "_pc": 36712, + "ĠQuotes": 36713, + "_LIGHT": 36714, + "ĠTickets": 36715, + "Ġrelates": 36716, + "Ġpublishers": 36717, + "Ġunlocked": 36718, + "Ġ//----------------------------------------------------------------": 36719, + "ĠInterruptedException": 36720, + "Ġoutlook": 36721, + "rn": 36722, + "Ġrebels": 36723, + "Written": 36724, + "Ġasian": 36725, + "otto": 36726, + "Ġĉĉĉĉ": 36727, + "_gpu": 36728, + "Txt": 36729, + ".ImageView": 36730, + "Ġsuis": 36731, + "_tables": 36732, + ".RecyclerView": 36733, + "Ġwhatsoever": 36734, + "èģ": 36735, + "]++;Ċ": 36736, + "assertTrue": 36737, + "_verify": 36738, + "ĠRivers": 36739, + "Ġ][": 36740, + "Jet": 36741, + "idian": 36742, + "Sibling": 36743, + "Ġgenres": 36744, + ".Access": 36745, + "OPS": 36746, + "Ġtrivial": 36747, + "ส": 36748, + "alen": 36749, + "вед": 36750, + "ĠSword": 36751, + "Ġscrutiny": 36752, + "(cb": 36753, + "Ġcommerce": 36754, + "Ġguarantees": 36755, + "_adv": 36756, + "ĠLET": 36757, + "recio": 36758, + "Ġhilar": 36759, + "Ġbackyard": 36760, + "ãĢı": 36761, + "Ġillustrated": 36762, + "/vendor": 36763, + ".Util": 36764, + "Ġwow": 36765, + "LOY": 36766, + "ĠMarshal": 36767, + "\">'.$": 36768, + "ĠBak": 36769, + "Ġmodifiers": 36770, + "dictionary": 36771, + "ĠStre": 36772, + "multiple": 36773, + "\")),": 36774, + "ĠCort": 36775, + "']\").": 36776, + "(admin": 36777, + "ĠCreator": 36778, + "Internet": 36779, + "(ms": 36780, + "logy": 36781, + "DECLARE": 36782, + "ĠMarcus": 36783, + "<<<<": 36784, + "ãģł": 36785, + "_my": 36786, + "(inst": 36787, + "Ġsciences": 36788, + "NDER": 36789, + ".enter": 36790, + "Ġitu": 36791, + "Ġbehave": 36792, + "Pan": 36793, + "ombies": 36794, + "='<": 36795, + "'));čĊ": 36796, + "ĠMENU": 36797, + "ĠWorkers": 36798, + ".NoError": 36799, + "Ġbindings": 36800, + "Ġdisabilities": 36801, + "{\\": 36802, + "ĠMunicip": 36803, + "Ġcores": 36804, + "urple": 36805, + "ĠNokia": 36806, + "usions": 36807, + "ĠFitness": 36808, + ".handleChange": 36809, + "Ġjavascript": 36810, + "ìļĶ": 36811, + "(dec": 36812, + "Ġpacking": 36813, + "-depend": 36814, + "Ġtranscript": 36815, + "zeros": 36816, + "_alert": 36817, + "?\",Ċ": 36818, + "libs": 36819, + "±Ð¾ÑĤ": 36820, + "Ġ|ĊĊ": 36821, + "trained": 36822, + "ĠGent": 36823, + "ĠRab": 36824, + "xp": 36825, + "_configuration": 36826, + "天": 36827, + "_accept": 36828, + ".recyclerview": 36829, + ":url": 36830, + "ĠMuhammad": 36831, + "Ġprivileges": 36832, + "_bank": 36833, + "uku": 36834, + "wallet": 36835, + "ĠROOT": 36836, + "Ġencuent": 36837, + "?family": 36838, + "ĉposition": 36839, + "Ġcg": 36840, + "Ġprecip": 36841, + "methods": 36842, + "_fast": 36843, + "increment": 36844, + "ĠTiger": 36845, + "_OCCURRED": 36846, + "quip": 36847, + "ĠHAS": 36848, + "_dom": 36849, + "Ġwreck": 36850, + "bj": 36851, + "Ġdern": 36852, + "Ġorgans": 36853, + ".entries": 36854, + "Ġ_('": 36855, + "ramento": 36856, + "ĠJamie": 36857, + "Ġpunk": 36858, + "IPP": 36859, + "Ġprograma": 36860, + "Ġattain": 36861, + "Ġproves": 36862, + "/sign": 36863, + "Ġanswering": 36864, + "Ġladder": 36865, + "****************************": 36866, + "ĠWalmart": 36867, + "ĠCONTENT": 36868, + "ductor": 36869, + "Ġverbal": 36870, + "ĠPID": 36871, + "crypto": 36872, + "_CALLBACK": 36873, + "Ġ=================================": 36874, + "Ġpotent": 36875, + "Ġshorts": 36876, + ".Uri": 36877, + ".uniform": 36878, + ";border": 36879, + "ĠWer": 36880, + "Ġherein": 36881, + "lla": 36882, + "ĠIhr": 36883, + "Pixmap": 36884, + "literal": 36885, + "!)ĊĊ": 36886, + "generic": 36887, + "rust": 36888, + "_scripts": 36889, + "osto": 36890, + "itus": 36891, + "ĠCoalition": 36892, + "Ġremot": 36893, + "deploy": 36894, + "ĠEagle": 36895, + "ãĢģãĢĮ": 36896, + "Ġimportante": 36897, + "ĉobject": 36898, + "Ġseasonal": 36899, + "nej": 36900, + "aidu": 36901, + "BindView": 36902, + "ĠSierra": 36903, + "-bg": 36904, + "ĠmakeStyles": 36905, + "[offset": 36906, + "Games": 36907, + "Ġhormone": 36908, + "ARIO": 36909, + "heads": 36910, + "(select": 36911, + "ĠStarted": 36912, + "@param": 36913, + "_decl": 36914, + "_blog": 36915, + "Ġaño": 36916, + "\\Api": 36917, + "ĠMilwaukee": 36918, + "Provid": 36919, + "Animated": 36920, + "Ġcooler": 36921, + "ĠSeed": 36922, + ".Edit": 36923, + "ÏĦ": 36924, + "ĠTaking": 36925, + "ĠborderColor": 36926, + "-founder": 36927, + ".LoggerFactory": 36928, + "Ġ\"\"ĊĊ": 36929, + "ALT": 36930, + "ĠLate": 36931, + "EDIATE": 36932, + "Ġ);ĊĊĊ": 36933, + "afa": 36934, + "Ġcancellation": 36935, + "Atom": 36936, + "ĠBirmingham": 36937, + "empresa": 36938, + "HEMA": 36939, + "ascal": 36940, + "Ġupside": 36941, + ".Version": 36942, + "ĠFolder": 36943, + "ĠEight": 36944, + "ĠVintage": 36945, + "ĠAppDelegate": 36946, + "ĠPrevention": 36947, + ".separator": 36948, + "STM": 36949, + "(room": 36950, + "generator": 36951, + "Ġcattle": 36952, + "ĉZ": 36953, + "ĠParticle": 36954, + "'};Ċ": 36955, + "Ġneighbours": 36956, + "ĠStateless": 36957, + "Ġaltitude": 36958, + "Ġsaint": 36959, + "обав": 36960, + "Ġconvinc": 36961, + "ĠContents": 36962, + "Ġjeune": 36963, + "(ts": 36964, + "Serialization": 36965, + "(collection": 36966, + "ĠJazz": 36967, + "ĠDod": 36968, + "ĠRoch": 36969, + "acio": 36970, + "commended": 36971, + "DEFINE": 36972, + ".onload": 36973, + "Ġspecialty": 36974, + "PLACE": 36975, + "_MOVE": 36976, + "Ġaccountable": 36977, + "Reuters": 36978, + "Ġficken": 36979, + "Ġdepr": 36980, + "Wow": 36981, + "Void": 36982, + ".space": 36983, + "à¸Ĺ": 36984, + "Ġtq": 36985, + "ĠPets": 36986, + "<$": 36987, + "(Current": 36988, + "berries": 36989, + "planation": 36990, + "ĠlistOf": 36991, + "ĠThu": 36992, + "ĠPRINT": 36993, + "Ġmismo": 36994, + "Ġdoi": 36995, + "chk": 36996, + "ĠUnicode": 36997, + "(role": 36998, + "Ġvirgin": 36999, + "-->Ċ": 37460, + "Vol": 37461, + "ĠSSD": 37462, + "))),": 37463, + ".Optional": 37464, + "Ġnurses": 37465, + "Ġorb": 37466, + "_pe": 37467, + ");čĊčĊčĊ": 37468, + "placed": 37469, + "esser": 37470, + "Ġtherapeutic": 37471, + "Ġwhitespace": 37472, + "Ġaston": 37473, + "Successful": 37474, + "Ġpraised": 37475, + "ĠWes": 37476, + "Ġeighth": 37477, + "iral": 37478, + "Ġvrouw": 37479, + "Ġfaction": 37480, + "_bias": 37481, + "Ġwitch": 37482, + "Ġnpc": 37483, + "(sb": 37484, + "ĠRodrig": 37485, + "_big": 37486, + "Dependency": 37487, + "ĠAbraham": 37488, + "ardi": 37489, + "CAR": 37490, + "nos": 37491, + "Ġabundance": 37492, + "Ġnutrients": 37493, + "instein": 37494, + ".Vert": 37495, + "ĠISS": 37496, + "D": 37595, + "Ġservlet": 37596, + "bastian": 37597, + "Ġ>&": 37598, + "SID": 37599, + "_clk": 37600, + "Ġdivisions": 37601, + "}',Ċ": 37602, + "Ġdildo": 37603, + "Ġparade": 37604, + "major": 37605, + "Ġaboard": 37606, + ";++": 37607, + "Ġfusion": 37608, + "\"},{\"": 37609, + "ĠDialogResult": 37610, + "ĉarr": 37611, + "-em": 37612, + "_nr": 37613, + "(handler": 37614, + ".NET": 37615, + ".XtraReports": 37616, + "ĠShah": 37617, + "ĠBrief": 37618, + "-,": 37619, + "Ġprecio": 37620, + "ĉĉĉĠĠĠĠĠĠ": 37621, + "Ġtant": 37622, + "ĠGrande": 37623, + "/xml": 37624, + "_ICON": 37625, + "ĠRetro": 37626, + "unque": 37627, + "Ġnag": 37628, + "toFixed": 37629, + "XL": 37630, + "Ġdeclaring": 37631, + "ĠConcrete": 37632, + "ĠAmazing": 37633, + "ĉprintk": 37634, + "Ġdebates": 37635, + "DATED": 37636, + "Ġaesthetic": 37637, + "emetery": 37638, + "RoutingModule": 37639, + "ĠNashville": 37640, + "WAYS": 37641, + "Ġwolf": 37642, + "Ġobservers": 37643, + "OTA": 37644, + "anson": 37645, + "Ġea": 37646, + "Ġgreenhouse": 37647, + "ĵįä½ľ": 37648, + "Ġstair": 37649, + "Ġimmigrant": 37650, + "_apply": 37651, + "peare": 37652, + "ĠBloomberg": 37653, + "_PLAYER": 37654, + "Resp": 37655, + "æŃ£": 37656, + "Chooser": 37657, + "ĠICollection": 37658, + "Peter": 37659, + "Erro": 37660, + ".detectChanges": 37661, + "Maps": 37662, + "Ġsqueeze": 37663, + "ĠHomes": 37664, + "wegian": 37665, + "Ġformatting": 37666, + "Ġnegotiate": 37667, + "uld": 37668, + "ĠNep": 37669, + "ĠQB": 37670, + "Ġeconomies": 37671, + "Ġ*/,": 37672, + "Ġredund": 37673, + "ĠAber": 37674, + ".IsNullOrWhiteSpace": 37675, + "ycled": 37676, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 37677, + "_Sh": 37678, + "Ġskept": 37679, + "Ġrecreated": 37680, + "ĠgetType": 37681, + "Ġmargins": 37682, + "Ġcolonial": 37683, + "charts": 37684, + "//@": 37685, + "Ġprocessors": 37686, + "说": 37687, + "batis": 37688, + "æĦı": 37689, + "atorio": 37690, + "mentioned": 37691, + "Patient": 37692, + "Ġprey": 37693, + "Checkbox": 37694, + "_xpath": 37695, + ".skip": 37696, + "ĠMormon": 37697, + "ĠMemoryStream": 37698, + "CREMENT": 37699, + "Ġku": 37700, + "meld": 37701, + "\\Data": 37702, + "ĠKernel": 37703, + "iltr": 37704, + "éĢģ": 37705, + "(profile": 37706, + "Carbon": 37707, + "ROLE": 37708, + "(pl": 37709, + "]*(": 37710, + ".memory": 37711, + "Ġmedal": 37712, + "Ġadvisor": 37713, + "ität": 37714, + "Ġhdr": 37715, + "ierung": 37716, + "ĠProvides": 37717, + "(alpha": 37718, + "Ġteenagers": 37719, + "-parser": 37720, + ".LatLng": 37721, + "]()Ċ": 37722, + "Ġfelony": 37723, + "ĉĉĉĊĉĉĉĊ": 37724, + "BOOK": 37725, + "Ġslash": 37726, + "Ġclearfix": 37727, + "ĠProphet": 37728, + "容": 37729, + "rightness": 37730, + "-fi": 37731, + ".kind": 37732, + "erton": 37733, + "Jim": 37734, + "Ġmanipulate": 37735, + "Ġworksheet": 37736, + "olin": 37737, + "stars": 37738, + "Ġartifact": 37739, + "_EMPTY": 37740, + "ĉmain": 37741, + "-------------';": 37809, + "Ġexpressing": 37810, + "ĠIQ": 37811, + "ĠFact": 37812, + "/*******************************************************************************Ċ": 37813, + "_mass": 37814, + ")):": 37815, + "Ġcondom": 37816, + "ĠcreateState": 37817, + "ometown": 37818, + "Ġirr": 37819, + "Ġ>(": 37820, + ">B": 37821, + "iteration": 37822, + "ãĥª": 37823, + "Ġshirts": 37824, + "ounty": 37825, + "->$": 37826, + "_SIGN": 37827, + "ĠDale": 37828, + "Ġjj": 37829, + "Easy": 37830, + "Fre": 37831, + "ĠNy": 37832, + "Ġchlor": 37833, + "matched": 37834, + "ĠGerm": 37835, + "-UA": 37836, + "ĠNathan": 37837, + "education": 37838, + "-yard": 37839, + "-che": 37840, + "houses": 37841, + "ritional": 37842, + "Ġproximity": 37843, + "Ġdiesem": 37844, + "áºŃp": 37845, + "Ġdrought": 37846, + ".audio": 37847, + "ĠLeo": 37848, + "Ġfavorable": 37849, + "inch": 37850, + "ĠDaw": 37851, + "ribly": 37852, + "_student": 37853, + "idable": 37854, + "OVE": 37855, + "Ġlacks": 37856, + "ouncing": 37857, + ".business": 37858, + "Ġreopen": 37859, + "maybe": 37860, + "_GLOBAL": 37861, + "Ġdresses": 37862, + "ĠEdwards": 37863, + "ensible": 37864, + "ĠHardware": 37865, + "ĠExcellent": 37866, + "ĠTimeUnit": 37867, + "CTIONS": 37868, + "Ġschedules": 37869, + "Ġsegue": 37870, + "Opens": 37871, + "ammen": 37872, + "-Identifier": 37873, + "Ġstaring": 37874, + "Ġhappily": 37875, + "ĠHob": 37876, + "'_": 37877, + "Ġ\");": 37878, + "amentos": 37879, + "etched": 37880, + "Ġ/>}Ċ": 37881, + ".Users": 37882, + "Ġinterrupted": 37883, + "Contacts": 37884, + "Ġregistro": 37885, + "inburgh": 37886, + "CHA": 37887, + "_imp": 37888, + "phis": 37889, + "say": 37890, + "Ġretailer": 37891, + ".NODE": 37892, + "/maps": 37893, + "_LAST": 37894, + "ĠCharge": 37895, + "_guard": 37896, + "Collider": 37897, + "ĠStatelessWidget": 37898, + "\":[\"": 37899, + "(\"../../": 37900, + "ioxide": 37901, + "ĠSund": 37902, + "Ġ'';": 37903, + "unset": 37904, + "addWidget": 37905, + "лÑİ": 37906, + "elles": 37907, + "alker": 37908, + "Arc": 37909, + "Ġdeduct": 37910, + "GUILayout": 37911, + "ĠVilla": 37912, + "Ġforbidden": 37913, + "_where": 37914, + "Ġ\\/": 37915, + "ĠTib": 37916, + "_AX": 37917, + "]čĊčĊ": 37918, + "ĠBir": 37919, + "Ġbend": 37920, + "ĠMAKE": 37921, + "ĠMET": 37922, + "Ġfutures": 37923, + "Ġweighted": 37924, + "\"\"\"čĊ": 37925, + "Ġauthorize": 37926, + "(program": 37927, + "},{\"": 37928, + "Ġcoefficients": 37929, + "ês": 37930, + "PerPage": 37931, + "ĠBathroom": 37932, + "ĠPublishing": 37933, + "GPL": 37934, + "Ġsubmissions": 37935, + "ĠNUMBER": 37936, + "jÄħ": 37937, + "Ġadditionally": 37938, + "empre": 37939, + "ĠShel": 37940, + "otyp": 37941, + "Solution": 37942, + "Ġthunder": 37943, + "_ec": 37944, + "ĠĊĠĠĠĠĊ": 37945, + "ĠFellow": 37946, + "Ġkay": 37947, + "ĠnewState": 37948, + "ONTAL": 37949, + "Implementation": 37950, + ".Look": 37951, + "Ġents": 37952, + "Ġlors": 37953, + "ĠBIG": 37954, + "fab": 37955, + "Ġaveraged": 37956, + "ĠFeedback": 37957, + "ĠWells": 37958, + "Ġmartial": 37959, + "Ġindul": 37960, + "ĠCommunist": 37961, + "ĠForex": 37962, + "ĠAgriculture": 37963, + "\"[": 37964, + "Ġquar": 37965, + "ĠKont": 37966, + "ĉview": 37967, + ".Bytes": 37968, + "desktop": 37969, + "ĠMakes": 37970, + "akespeare": 37971, + ".Nullable": 37972, + "Ġspotlight": 37973, + "VB": 37974, + "owy": 37975, + "(torch": 37976, + "tridge": 37977, + "_bounds": 37978, + "Ġapologize": 37979, + ".addItem": 37980, + "antd": 37981, + "*);Ċ": 37982, + ",u": 37983, + "(gen": 37984, + "ç»ĵ": 37985, + "reator": 37986, + "ĠCord": 37987, + "oupper": 37988, + ".metro": 37989, + "Ġew": 37990, + "ĠWORD": 37991, + ".After": 37992, + "Ġdetained": 37993, + "ĠHammer": 37994, + "existing": 37995, + "Ġost": 37996, + "Ġmonument": 37997, + "-custom": 37998, + "UserID": 37999, + "ĠNom": 38000, + "Ġrejection": 38001, + "(dim": 38002, + "Ġsingleton": 38003, + "ĉdie": 38004, + "ariance": 38005, + "reports": 38006, + "]!=": 38007, + "elda": 38008, + "Ġprevalence": 38009, + "_regs": 38010, + ".\".": 38011, + "Ġfeminist": 38012, + "Codec": 38013, + "Ġ**Ċ": 38014, + "(labels": 38015, + "_MARK": 38016, + "FAILED": 38017, + "Ġadministered": 38018, + "WN": 38019, + "ĠĠĠĠĠĠĠĠĉĉ": 38020, + "Ġnoun": 38021, + "wig": 38022, + "Ġgotta": 38023, + "Ġrif": 38024, + "-im": 38025, + "ĠPaulo": 38026, + "ĠCommandType": 38027, + "]))ĊĊ": 38028, + "-zero": 38029, + "Training": 38030, + "Ġlord": 38031, + "_art": 38032, + "reddit": 38033, + "Cert": 38034, + "Ġpeso": 38035, + "Rot": 38036, + "Ġendanger": 38037, + ".dr": 38038, + "userInfo": 38039, + "unts": 38040, + "nv": 38041, + "ĠTrailer": 38042, + "-first": 38043, + "(make": 38044, + "Ġbenefici": 38045, + "-black": 38046, + "iÃŁ": 38047, + "Ġundoubtedly": 38048, + "Ġmex": 38049, + "ĠAncient": 38050, + "(as": 38051, + "Ġdescent": 38052, + "Pick": 38053, + "Ġreplica": 38054, + "$obj": 38055, + "ähr": 38056, + "Ġarrows": 38057, + "fty": 38058, + "ĠLibya": 38059, + "uga": 38060, + "charged": 38061, + "Tur": 38062, + "Ġhomic": 38063, + "issen": 38064, + "ĠFake": 38065, + "Ġbeers": 38066, + "Ġscattered": 38067, + "(Time": 38068, + "UTIL": 38069, + "Ġbureaucr": 38070, + "/plain": 38071, + "Ġsticking": 38072, + "FAIL": 38073, + "ĠCovid": 38074, + "Third": 38075, + "_present": 38076, + "ĠPierre": 38077, + "Ġëª": 38078, + "Ġ[...]ĊĊ": 38079, + "Prob": 38080, + "ĠTraffic": 38081, + "icao": 38082, + "doctor": 38083, + "Ġ),ĊĊ": 38084, + "Tabs": 38085, + "alu": 38086, + "ï¼ļâĢľ": 38087, + "Ġinherent": 38088, + "_No": 38089, + "ritis": 38090, + "ĠProof": 38091, + ".basename": 38092, + "ä¼ļ": 38093, + "Ġchim": 38094, + "ĠProtected": 38095, + "crit": 38096, + "Ġprone": 38097, + "Ġкон": 38098, + "ĠHeroes": 38099, + "Ġanxious": 38100, + "Ġanos": 38101, + "Ġweekends": 38102, + "Ġsext": 38103, + "Ġreducer": 38104, + "=UTF": 38105, + "half": 38106, + "ĠSaw": 38107, + ".mm": 38108, + "Ġnueva": 38109, + ".currentTarget": 38110, + ".lua": 38111, + "_EXTENSION": 38112, + "ĉreg": 38113, + "ĠCtrl": 38114, + "_align": 38115, + "acceptable": 38116, + "Ġrushing": 38117, + "frac": 38118, + "Ġboasts": 38119, + "Five": 38120, + "±": 38121, + "ĠTemperature": 38122, + ">):": 38123, + "Ġcharter": 38124, + "REATED": 38125, + "Ġsubjected": 38126, + "Ġopc": 38127, + "healthy": 38128, + "使çĶ¨": 38129, + "ĠScientific": 38130, + "Ġfrau": 38131, + "riages": 38132, + "à¸Ķ": 38133, + ".inventory": 38134, + "ationale": 38135, + "Mad": 38136, + "minutes": 38137, + ">>();Ċ": 38138, + "ĠEnv": 38139, + "Ġrecordings": 38140, + "Ġsuspicion": 38141, + "sqlite": 38142, + "ĉread": 38143, + "ãģ¦": 38144, + "Ġworries": 38145, + ".putString": 38146, + "ĠShanghai": 38147, + "(uid": 38148, + "rer": 38149, + "ĠvÃŃde": 38150, + "\"):": 38151, + "Ġmethodology": 38152, + "ĠкоÑĤоÑĢ": 38153, + "ccc": 38154, + "avad": 38155, + "Ġinduction": 38156, + "ĉThread": 38157, + ",string": 38158, + "ại": 38159, + "nehmen": 38160, + "uition": 38161, + "Ġ*__": 38162, + ".emf": 38163, + "Ġìľ": 38164, + "/themes": 38165, + "ĠNine": 38166, + ".One": 38167, + "ĠEmbed": 38168, + "Ġfaz": 38169, + "uations": 38170, + "Ġprivately": 38171, + "Ġling": 38172, + "[F": 38173, + "ushi": 38174, + "Ġlaunches": 38175, + "(KEY": 38176, + "GMT": 38177, + "Ġaiming": 38178, + "patible": 38179, + "ĠBiden": 38180, + "iw": 38181, + "ĠDegree": 38182, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 38183, + "Ġ$('<": 38184, + "ários": 38185, + "toUpperCase": 38186, + "ìłľ": 38187, + "ĠEUR": 38188, + "Ġoversight": 38189, + "Ġtablesp": 38190, + "Updates": 38191, + ".makedirs": 38192, + "Ġhumidity": 38193, + "/template": 38194, + "Always": 38195, + "(IS": 38196, + "_cert": 38197, + "Dig": 38198, + "Ġunderway": 38199, + "orton": 38200, + "ĠHurricane": 38201, + "Ġspends": 38202, + "ĠSegment": 38203, + "Ġflies": 38204, + "ĠToggle": 38205, + "ĠLynch": 38206, + "Ġsenses": 38207, + "ĠKos": 38208, + "setEnabled": 38209, + "istically": 38210, + "Ġtester": 38211, + "Ġadministrators": 38212, + "Ġtagged": 38213, + "Ðĵ": 38214, + "Ġshortcut": 38215, + "ĠResolution": 38216, + "Ġsupervision": 38217, + "ĠAshley": 38218, + "Tracking": 38219, + "ulatory": 38220, + "andel": 38221, + "isten": 38222, + "Ġunre": 38223, + "(diff": 38224, + "ANTS": 38225, + "Ġrider": 38226, + "ĠsÄħ": 38227, + ".Series": 38228, + "_orders": 38229, + "ORIZONTAL": 38230, + "Ġretention": 38231, + "ãĢĤčĊčĊ": 38335, + "Ġdiagonal": 38336, + "ĠCancellationToken": 38337, + "_Internal": 38338, + "Ġruin": 38339, + ".Qt": 38340, + "ocratic": 38341, + "Tel": 38342, + "ĠAnswers": 38343, + "matic": 38344, + "Ġxp": 38345, + "atem": 38346, + "_jobs": 38347, + "_any": 38348, + "Ġseniors": 38349, + "Ġlandmark": 38350, + "ĠQList": 38351, + "Ġmaneu": 38352, + "otify": 38353, + "/\";Ċ": 38354, + "/server": 38355, + "ĠPhilosoph": 38356, + "utenant": 38357, + "(io": 38358, + "hz": 38359, + "Ġauthenticated": 38360, + "dv": 38361, + "-Compatible": 38362, + "Originally": 38363, + ",function": 38364, + "ãĢĤčĊ": 38365, + "ĠRepresentative": 38366, + "asily": 38367, + "ircuit": 38368, + ".dt": 38369, + "(math": 38370, + ".Marshal": 38371, + "[,": 38372, + "ĠCities": 38373, + "_turn": 38374, + "|)Ċ": 38375, + "Ġcantidad": 38376, + "alter": 38377, + "ĉui": 38378, + "ĠNebraska": 38379, + "Ġskirt": 38380, + ".bg": 38381, + "SharedPreferences": 38382, + "(style": 38383, + "Ġgrief": 38384, + "gew": 38385, + "Ġsafeg": 38386, + "olang": 38387, + "_lists": 38388, + "ìĽ": 38389, + "Ġgranite": 38390, + "Ġhottest": 38391, + ".jdbc": 38392, + ".Customer": 38393, + "Ġâī¤": 38394, + "Ġwaar": 38395, + "_scene": 38396, + "+'/": 38397, + "ĠJTextField": 38398, + "Ġseating": 38399, + "Ġwears": 38400, + "Ġ`/": 38401, + "Cases": 38402, + "ĠYoutube": 38403, + "ım": 38404, + "Ġbalcon": 38405, + ",G": 38406, + "MetaData": 38407, + "-price": 38408, + "SCR": 38409, + "Unity": 38410, + "Ġtrunk": 38411, + "={`${": 38412, + "Ġearthquake": 38413, + "Partial": 38414, + "Ġsubst": 38415, + "Ġelimin": 38416, + "=\"'.": 38417, + "//*[@": 38418, + "Ġsupervisor": 38419, + "vrolet": 38420, + "_article": 38421, + "Ġpane": 38422, + "bio": 38423, + "Ġmotors": 38424, + "NM": 38425, + "Frank": 38426, + "Ġonion": 38427, + "-word": 38428, + "ItemClickListener": 38429, + "Ġbrit": 38430, + "endencies": 38431, + "Computer": 38432, + "_running": 38433, + "(day": 38434, + "-he": 38435, + "(named": 38436, + "ĠSach": 38437, + "оÑĩ": 38438, + "campaign": 38439, + ".Abstract": 38440, + "(wrapper": 38441, + ".pay": 38442, + "Ġuw": 38443, + "Geo": 38444, + "rails": 38445, + "/select": 38446, + "ichte": 38447, + "sons": 38448, + "EVENT": 38449, + "Ġaliment": 38450, + "Providers": 38451, + "Await": 38452, + "_INTERVAL": 38453, + ".off": 38454, + "Ġgluten": 38455, + "_cloud": 38456, + "Ġwen": 38457, + ".extract": 38458, + "ĉbutton": 38459, + "/MM": 38460, + "Party": 38461, + "Ġdemographic": 38462, + "_errno": 38463, + "Ġhiking": 38464, + "('')Ċ": 38465, + "\",@\"": 38466, + "Ġwit": 38467, + "rá": 38468, + "ologie": 38469, + "ĠStyles": 38470, + "ĠBrowserModule": 38471, + ".RequestMapping": 38472, + "icans": 38473, + "PAGE": 38474, + "creation": 38475, + "ĠFerguson": 38476, + "uded": 38477, + "numbers": 38478, + "ĠGTK": 38479, + "Ġpresentations": 38480, + "ĠBobby": 38481, + "_span": 38482, + "estyle": 38483, + "Ġillegally": 38484, + "abela": 38485, + "Ġbattlefield": 38486, + "capacity": 38487, + "terror": 38488, + "]\");Ċ": 38489, + "Ġwarrior": 38490, + "leader": 38491, + "ĠDBG": 38492, + "ĠRevenue": 38493, + "Ġvigil": 38494, + "Ġcounterparts": 38495, + "(Error": 38496, + "ACTER": 38497, + "Ġheeft": 38498, + "Ġselections": 38499, + "zeug": 38500, + "tom": 38501, + "-two": 38502, + ".;Ċ": 38503, + "_statement": 38504, + "ĠAid": 38505, + "ĠVul": 38506, + "_rgb": 38507, + "Ġprizes": 38508, + "Ġeditable": 38509, + "ĉform": 38510, + "ını": 38511, + ".decor": 38512, + "Demo": 38513, + "lices": 38514, + "Ġenctype": 38515, + "ratulations": 38516, + "ĠROS": 38517, + "_chars": 38518, + "ĠJahr": 38519, + "partial": 38520, + "ÑĥÑĤ": 38521, + "ĠReceive": 38522, + "ĠLands": 38523, + "APTER": 38524, + "Ġchopped": 38525, + "..\"": 38526, + "ĠAnaly": 38527, + "ĠUID": 38528, + "ĠRadeon": 38529, + "ĠBee": 38530, + "Ġunm": 38531, + ">M": 38532, + ".findall": 38533, + "Tokenizer": 38534, + "ĠWHAT": 38535, + "Ġsj": 38536, + "Drawing": 38537, + "Ess": 38538, + "OND": 38539, + "Ĭ¶": 38540, + "(packet": 38541, + "âĢĶbut": 38542, + "Invocation": 38543, + "ĠNuclear": 38544, + "?;Ċ": 38545, + "Ġgrandes": 38546, + "ĠCrypt": 38547, + "remark": 38548, + "Ġ'../../../../": 38549, + "Ġinability": 38550, + "magic": 38551, + "cats": 38552, + "Ġsimulate": 38553, + ":${": 38554, + "inflate": 38555, + "Ġener": 38556, + ":NO": 38557, + "iples": 38558, + "Ġmerit": 38559, + "ĠRated": 38560, + "Ġglue": 38561, + "/blog": 38562, + "Ġgren": 38563, + "Ġthrilled": 38564, + ".CH": 38565, + "uncan": 38566, + "ĠPRIMARY": 38567, + "Ġpersec": 38568, + "Ġfeared": 38569, + ".MIN": 38570, + "ĠTheater": 38571, + "éĴ": 38572, + "ategorie": 38573, + "段": 38574, + "Ġappetite": 38575, + "square": 38576, + "ĠAlexand": 38577, + ".UserId": 38578, + "_gt": 38579, + "_enter": 38580, + "Ġgraduates": 38581, + "FragmentManager": 38582, + "Authorize": 38583, + "-NLS": 38584, + "(My": 38585, + "Ġtriumph": 38586, + "usting": 38587, + "_PARAMS": 38588, + "Characters": 38589, + "(:,:,": 38590, + "_BUILD": 38591, + "MHz": 38592, + "Ġwashed": 38593, + "Ġuncle": 38594, + "Steve": 38595, + "ardown": 38596, + "${": 38780, + "_confirmation": 38781, + "Ġtrophy": 38782, + "Works": 38783, + "ĠElectronics": 38784, + "ĠMediterranean": 38785, + "_metrics": 38786, + "Ġannouncing": 38787, + "ĠDAY": 38788, + "_proto": 38789, + "Ġpear": 38790, + "baseUrl": 38791, + "ĉĉĉĉĉĉĉĉĊ": 38792, + "Ġcoordination": 38793, + ":N": 38794, + ".animate": 38795, + "ĠCotton": 38796, + "_hit": 38797, + "âľ": 38798, + "Ġjetzt": 38799, + "ifter": 38800, + "(fields": 38801, + "ownload": 38802, + "ificacion": 38803, + ".cuda": 38804, + "ĠLiu": 38805, + ">equals": 38806, + "ĠAce": 38807, + "ÑĢам": 38808, + "ĠSuperman": 38809, + "ĠGarcia": 38810, + "Ġarrests": 38811, + "agar": 38812, + "Ġ{})": 38813, + "Ġmacros": 38814, + "roupe": 38815, + "être": 38816, + "Ġtwisted": 38817, + "struments": 38818, + "_(\"": 38819, + "_vertices": 38820, + "ĠTransition": 38821, + "ик": 38822, + "[max": 38823, + "mind": 38824, + "ĠaccessToken": 38825, + "Ġunle": 38826, + "mus": 38827, + "cop": 38828, + "ĠFactor": 38829, + "Ġconced": 38830, + "Ġretr": 38831, + ".linalg": 38832, + "-slider": 38833, + "obl": 38834, + "_StaticFields": 38835, + "Ġzombie": 38836, + "selling": 38837, + "Ġchap": 38838, + "Ġshaking": 38839, + "ĠTranslate": 38840, + "ĠAmsterdam": 38841, + "ĠETH": 38842, + "_EXTERN": 38843, + "kd": 38844, + "_disc": 38845, + "Ġpreceding": 38846, + "Ġprix": 38847, + "ObjectName": 38848, + "_modified": 38849, + "ardware": 38850, + "Ġ?>\">": 38851, + "ĠDW": 38852, + "`${": 38853, + "Ġ?>\">ĊĊ": 38959, + "Ġspinning": 38960, + "_pending": 38961, + "Matchers": 38962, + ".Keys": 38963, + "ĠPV": 38964, + "enus": 38965, + "antis": 38966, + "Ġdiscard": 38967, + "Ġhaul": 38968, + "Ġempir": 38969, + "Ġpathway": 38970, + "Ġoak": 38971, + "мен": 38972, + "-induced": 38973, + "Ġimpair": 38974, + "ĠCalgary": 38975, + ".isHidden": 38976, + "dz": 38977, + "_include": 38978, + "Ġgm": 38979, + "Ġ'('": 38980, + "PY": 38981, + "uggestions": 38982, + "Ġcommodity": 38983, + "cro": 38984, + "/sub": 38985, + "ĠgetInstance": 38986, + "ĠLegacy": 38987, + "ĠKil": 38988, + "Bal": 38989, + "(short": 38990, + "Inform": 38991, + "+x": 38992, + "*r": 38993, + "ĠHopefully": 38994, + "orate": 38995, + "Ġmachen": 38996, + "Ġtreaty": 38997, + "ĠOri": 38998, + ".public": 38999, + "-horizontal": 39000, + "Ġtactic": 39001, + "Ġbord": 39002, + "wares": 39003, + "Ġammo": 39004, + "ĠLists": 39005, + "Ġequations": 39006, + "/her": 39007, + "ĠNSW": 39008, + "Bounding": 39009, + "_Collections": 39010, + "Ġavail": 39011, + ".DropDown": 39012, + "è°": 39013, + "Ġhh": 39014, + "ĠlÃł": 39015, + ".pb": 39016, + "Ġmemorial": 39017, + "ĠATTR": 39018, + "Ġexhausted": 39019, + "Ġtsp": 39020, + "ĉredirect": 39021, + "Ġlikewise": 39022, + "STER": 39023, + "Ljava": 39024, + "Ġcondemned": 39025, + "ocaust": 39026, + "(strict": 39027, + "Ġexempt": 39028, + "Ġsms": 39029, + "Ġexagger": 39030, + "SYS": 39031, + "Ġlounge": 39032, + ":^": 39033, + "Ġtodd": 39034, + "deb": 39035, + "atorial": 39036, + "ĠPorter": 39037, + "Ġtuition": 39038, + "Ġexempl": 39039, + "Ġparen": 39040, + ".lineTo": 39041, + "Ġkidney": 39042, + "Ġça": 39043, + "Ġcui": 39044, + "ï¼Į请": 39045, + "XC": 39046, + "Ġmoż": 39047, + "Ġnominated": 39048, + "lung": 39049, + "ImGui": 39050, + "ĠBuzz": 39051, + "Ġstereo": 39052, + "portal": 39053, + "resas": 39054, + "Ġklass": 39055, + "Ġdrafted": 39056, + "Ġprojectile": 39057, + "/gpl": 39058, + "(parameters": 39059, + "*)Ċ": 39060, + "Ġassisted": 39061, + "ĠNSInteger": 39062, + "sitemap": 39063, + ":nth": 39064, + ".Views": 39065, + ".ArgumentParser": 39066, + "Ġmeer": 39067, + "zier": 39068, + "ĠDig": 39069, + "Ċ": 39136, + "Ġplag": 39137, + "pine": 39138, + "Ġblanket": 39139, + "Ġ:-": 39743, + "Ġlcd": 39744, + "---------------": 39745, + "(\"\"": 39746, + "Ġtactical": 39747, + "ĠRonald": 39748, + "extr": 39749, + "ĠFest": 39750, + "Ġfuer": 39751, + "-navigation": 39752, + "Ġkb": 39753, + "ghost": 39754, + "ĠhandleChange": 39755, + "_cls": 39756, + "()!=": 39757, + "Comparator": 39758, + ".vm": 39759, + "ĠCox": 39760, + "_review": 39761, + "/@": 39762, + "_cookie": 39763, + "Ġrecognised": 39764, + "ldap": 39765, + "Threads": 39766, + "ĠSexual": 39767, + "ĠBearing": 39768, + "(SQL": 39769, + "Ġxr": 39770, + "Ġthigh": 39771, + "URLConnection": 39772, + "ĠSUV": 39773, + "ĠmContext": 39774, + "Ġincidence": 39775, + "ĠEste": 39776, + ".sup": 39777, + "_te": 39778, + "(EXIT": 39779, + "CMD": 39780, + "/\">": 39781, + "Almost": 39782, + "ĠUne": 39783, + "Ġanderen": 39784, + "ĠSingleton": 39785, + "Ġbore": 39786, + "Think": 39787, + "Ġnarc": 39788, + "]initWith": 39789, + "_shop": 39790, + "(strategy": 39791, + "!',": 39792, + "herits": 39793, + "ĠDesk": 39794, + "_machine": 39795, + ".netty": 39796, + "ında": 39797, + "=<": 39798, + "ĠQR": 39799, + "ĠSidebar": 39800, + ".splitContainer": 39801, + "ĠonSuccess": 39802, + "Ġmonkey": 39803, + "Enjoy": 39804, + "(nodes": 39805, + "pectrum": 39806, + "Ġ(*(": 39807, + "ĉUINT": 39808, + ",height": 39809, + "ĠNetworks": 39810, + ".tail": 39811, + ".linspace": 39812, + "Ġ\"...": 39813, + "Listen": 39814, + "Æ¡": 39815, + ".Channel": 39816, + "-defined": 39817, + "Repeat": 39818, + "adjust": 39819, + "ERM": 39820, + "_application": 39821, + ".assertNotNull": 39822, + "-stream": 39823, + "Ġrabbit": 39824, + "Ġpositioning": 39825, + "Ġwoke": 39826, + "Ġfing": 39827, + "Ġmultiplayer": 39828, + "Ġregistering": 39829, + "until": 39830, + "Ã¥n": 39831, + "(::": 39832, + "ussions": 39833, + "Ġpotato": 39834, + "ĠEquals": 39835, + ".Sup": 39836, + "/apache": 39837, + "Ġ(=": 39838, + ".\")": 39839, + ".ptr": 39840, + "ĠSpeech": 39841, + ".clip": 39842, + "ĠGabriel": 39843, + "Ġmusician": 39844, + "/issues": 39845, + ".shop": 39846, + "ĠHier": 39847, + "_RET": 39848, + "_bucket": 39849, + "ãĥ¡": 39850, + "avs": 39851, + "Ġroz": 39852, + "flower": 39853, + "WriteBarrier": 39854, + "ĠMilan": 39855, + "Ġlegislature": 39856, + "ĠDoll": 39857, + "Ġproving": 39858, + ".concatenate": 39859, + "âķIJ": 39860, + "Ġgchar": 39861, + "cdnjs": 39862, + "bles": 39863, + "ĠListing": 39864, + "ло": 39865, + ".xrLabel": 39866, + "ĠSak": 39867, + "justice": 39868, + "ĠValentine": 39869, + "unless": 39870, + "Ġpiger": 39871, + "(run": 39872, + "Ġtestified": 39873, + "ANA": 39874, + "ĠRemoves": 39875, + "))));Ċ": 39876, + "recated": 39877, + "ĠRuntimeMethod": 39878, + "Ġconqu": 39879, + "ãĤ¢": 39880, + "Ġtissues": 39881, + "ailer": 39882, + "été": 39883, + "-Star": 39884, + "Ġflames": 39885, + ".setIcon": 39886, + "Ġsupern": 39887, + "Ġvagina": 39888, + "-variable": 39889, + "Ġwellness": 39890, + "CUR": 39891, + "Ġbelle": 39892, + ".getRequest": 39893, + "Ġpoco": 39894, + "benh": 39895, + "agens": 39896, + "Ġspill": 39897, + "ĠJur": 39898, + "Ġdispatcher": 39899, + "ного": 39900, + "emonic": 39901, + "(dirname": 39902, + "ĠÐĶ": 39903, + "Ġpasse": 39904, + "Ġganz": 39905, + "ricing": 39906, + "EU": 39907, + "Ġmujeres": 39908, + "essen": 39909, + ".attribute": 39910, + "jj": 39911, + "ĉĉĠĊ": 39912, + "[^": 39913, + "Ġstrtolower": 39914, + "lexer": 39915, + "ectar": 39916, + "hotel": 39917, + ".square": 39918, + "Ġrall": 39919, + "Ġlowered": 39920, + "handled": 39921, + "Market": 39922, + "ĠUses": 39923, + "ivas": 39924, + ".Business": 39925, + "ãģĹãģ¦": 39926, + "DIV": 39927, + "Ġwasted": 39928, + "Ġavoir": 39929, + "êm": 39930, + "_ACCOUNT": 39931, + ".et": 39932, + "ĉSDL": 39933, + "kap": 39934, + "Ġfox": 39935, + "uppet": 39936, + "{},Ċ": 39937, + "\",'": 39938, + "Favorite": 39939, + "PEND": 39940, + "ĠAES": 39941, + "}),": 39942, + "Ġdeduction": 39943, + "ĠpolÃŃt": 39944, + "ĠcomponentWill": 39945, + "ĠTelerik": 39946, + "_SELF": 39947, + "Ġmuse": 39948, + "Craft": 39949, + "Ġdens": 39950, + "ि": 39951, + "(tp": 39952, + "Ġtasty": 39953, + "Ġbalances": 39954, + "Ġdedication": 39955, + "ĠWallace": 39956, + "Ġunlaw": 39957, + "\\\">\\": 39958, + "Ġmum": 39959, + "-update": 39960, + "emente": 39961, + "Ġsoda": 39962, + "Republic": 39963, + "asmine": 39964, + "éric": 39965, + "(Status": 39966, + "ĠJsonConvert": 39967, + "ĠDisk": 39968, + ".Redirect": 39969, + "Ġfilming": 39970, + "/mol": 39971, + "Ro": 39972, + "Ġville": 39973, + "Ġtrabaj": 39974, + "Ġsynthesis": 39975, + "rega": 39976, + "Ġrl": 39977, + "Scheduler": 39978, + "ISHED": 39979, + "currentUser": 39980, + "(errors": 39981, + "'h": 39982, + "_bot": 39983, + "ximo": 39984, + "ĠUSART": 39985, + "_super": 39986, + "_DECREF": 39987, + "ной": 39988, + "_ROW": 39989, + "Ġpromotes": 39990, + "ĠTA": 39991, + "Ġhoras": 39992, + "ĠRepresents": 39993, + "Ġnameof": 39994, + "ĠExc": 39995, + "ĠGarage": 39996, + "Ġseine": 39997, + ",#": 39998, + "Ġherb": 39999, + "/resources": 40000, + "Ġpleaded": 40001, + ".radioButton": 40002, + "Ġæĺ": 40003, + "Ops": 40004, + "ĠNest": 40005, + "cstring": 40006, + "ĠDefence": 40007, + "Ġrefere": 40008, + "_leaf": 40009, + "Ġrevelation": 40010, + "ë§": 40011, + ".executeUpdate": 40012, + "_WORLD": 40013, + "Ġexpans": 40014, + "(\"\\\"": 40015, + "jab": 40016, + "Ġdoubts": 40017, + "ĠGeometry": 40018, + "Ġintroduces": 40019, + "Ġsenators": 40020, + "Ġcanal": 40021, + ".helper": 40022, + "ĠBiology": 40023, + "_SENS": 40024, + ".previous": 40025, + "-touch": 40026, + "abit": 40027, + "Ġimpacted": 40028, + "Ġbrackets": 40029, + ".direct": 40030, + "accum": 40031, + "Ġtestosterone": 40032, + "ĉaction": 40033, + "ĠChance": 40034, + "Ġpeaks": 40035, + "CppCodeGenWriteBarrier": 40036, + "Ġunbelie": 40037, + "_press": 40038, + ".Rel": 40039, + "angled": 40040, + "/templates": 40041, + "-->čĊ": 40042, + "lime": 40043, + "Ġsufficiently": 40044, + "_nt": 40045, + "Expand": 40046, + ".isfile": 40047, + "ĠisEmpty": 40048, + "Ġqt": 40049, + "Ġmulher": 40050, + "acob": 40051, + "George": 40052, + "常": 40053, + "Ġassim": 40054, + "aso": 40055, + "Ġcomprised": 40056, + "OV": 40057, + "(CONFIG": 40058, + "ĉwriter": 40059, + "Ġdesp": 40060, + "Ġtenure": 40061, + "(cr": 40062, + ".pool": 40063, + "ĠBrend": 40064, + "Ġcensor": 40065, + "(timeout": 40066, + "Ġplea": 40067, + ".Wrap": 40068, + "Ġtightly": 40069, + "ĠWere": 40070, + "ĠIgnore": 40071, + "abei": 40072, + "Ġbridges": 40073, + "Ġcondemn": 40074, + "Ġsimplicity": 40075, + "Ġroutinely": 40076, + "Ġblacks": 40077, + "jb": 40078, + "ĠPit": 40079, + "Utf": 40080, + "Ġ/Ċ": 40081, + "reload": 40082, + "ĠsetObject": 40083, + "/global": 40084, + "Ġfatty": 40085, + "Ġsocks": 40086, + "Couldn": 40087, + "Ġerotisk": 40088, + "æĿ¡": 40089, + "ĠPressure": 40090, + "ĠMaz": 40091, + "npos": 40092, + "tolower": 40093, + "ĠEQ": 40094, + "uteur": 40095, + "ĠMoment": 40096, + "Ġeta": 40097, + "{{--": 40098, + "Ġgraphs": 40099, + "ĠGuar": 40100, + "rine": 40101, + "(--": 40102, + "ĠHttpStatus": 40103, + "(student": 40104, + "*np": 40105, + "Ġrailway": 40106, + "Ġasynchronous": 40107, + "_vm": 40108, + "'],'": 40109, + ",text": 40110, + "merchant": 40111, + "(Guid": 40112, + "ĠGra": 40113, + "ixer": 40114, + "fetchAll": 40115, + ".addListener": 40116, + "flip": 40117, + "*$": 40118, + ">(),": 40119, + "Ġsunlight": 40120, + "assigned": 40121, + "Ġabc": 40122, + "ĠCOLUMN": 40123, + "ĠðŁĻĤĊĊ": 40124, + ")...": 40125, + "Ġensemble": 40126, + "Ġnewline": 40127, + "_SINGLE": 40128, + "iedad": 40129, + "Ġdarker": 40130, + "ormap": 40131, + "Ġlion": 40132, + "plits": 40133, + "Ġillustration": 40134, + "ĠIEEE": 40135, + "Ġvista": 40136, + "ousands": 40137, + "*******": 40138, + "ĠTommy": 40139, + "Ġhue": 40140, + "Sel": 40141, + "Ġaura": 40142, + "ĠTherapy": 40143, + "Ġanimator": 40144, + ".constraints": 40145, + "Ġvague": 40146, + "(\"\")": 40147, + "Ġvillain": 40148, + "Ġblessing": 40149, + "ĠstringBuilder": 40150, + "ĠMisc": 40151, + "ĠDIR": 40152, + "fax": 40153, + "-node": 40154, + "ĠWalking": 40155, + "ĠAU": 40156, + "sess": 40157, + "Ġgrill": 40158, + "VERTISE": 40159, + "ĠFoods": 40160, + "Ġtournaments": 40161, + "Ãĵ": 40162, + "ĠMarsh": 40163, + "Ġwonders": 40164, + "Longitude": 40165, + ".CommandText": 40166, + "=input": 40167, + "_encoder": 40168, + "pageSize": 40169, + "ĠgetState": 40170, + ">>Ċ": 40171, + ".grey": 40172, + "pod": 40173, + "Ġreadings": 40174, + "Ġreconsider": 40175, + "Startup": 40176, + "Ġexcer": 40177, + ".balance": 40178, + "_cycle": 40179, + "_Time": 40180, + "LOCAL": 40181, + "ĠEFI": 40182, + "ĠReyn": 40183, + ".setForeground": 40184, + "byn": 40185, + "Ġdisconnected": 40186, + "ACTIVE": 40187, + "Ġembedding": 40188, + "ickers": 40189, + "Ġsurroundings": 40190, + "*c": 40191, + "Ġgarant": 40192, + "Ġbf": 40193, + "Ġwipe": 40194, + "Ġä¸ĭ": 40195, + "_TRA": 40196, + "adox": 40197, + "çķ": 40198, + "Ġsucks": 40199, + "ĠSongs": 40200, + "ĠAssociates": 40201, + "ĠBald": 40202, + "ĠBrett": 40203, + "venile": 40204, + "Ġvt": 40205, + "Ġinade": 40206, + "Ġresigned": 40207, + "ĠGlenn": 40208, + ".pattern": 40209, + ".DataBind": 40210, + "Ñĥм": 40211, + "LayoutInflater": 40212, + "chet": 40213, + "ĠTestament": 40214, + ".ms": 40215, + "Ġpav": 40216, + "ĠReactDOM": 40217, + "urdy": 40218, + "ADATA": 40219, + "Mu": 40220, + "/actions": 40221, + "ĠJs": 40222, + "_extract": 40223, + "ĠBring": 40224, + ":id": 40225, + "strt": 40226, + "ivation": 40227, + "Ġoutright": 40228, + "azu": 40229, + "loyment": 40230, + "иÑı": 40231, + "aldo": 40232, + "ĠPublisher": 40233, + "Education": 40234, + "Palette": 40235, + "_drv": 40236, + "Ġ($(": 40237, + "ĠAnda": 40238, + "Ġremedy": 40239, + "Ġinconsistent": 40240, + "tection": 40241, + "Ġregulators": 40242, + "Ġshortest": 40243, + "(pair": 40244, + "ĠInstallation": 40245, + "Ġdefendants": 40246, + "Ġ();": 40247, + "-large": 40248, + "Mel": 40249, + "Ġthreaten": 40250, + "нÑı": 40251, + "Ġfetish": 40252, + "otine": 40253, + "_dic": 40254, + "Ġ<$": 40255, + "Ġstagger": 40256, + "spi": 40257, + "$response": 40258, + "Serv": 40259, + "-born": 40260, + "jos": 40261, + "ĉimg": 40262, + "ĉWHERE": 40263, + "_lt": 40264, + "å½ĵ": 40265, + ".cost": 40266, + "ĠTue": 40267, + ".labels": 40268, + "ĠLV": 40269, + "wcsstore": 40270, + "ĠJesse": 40271, + "ห": 40272, + "Trade": 40273, + "Ġpredecessor": 40274, + "ëĤ": 40275, + "finally": 40276, + "_general": 40277, + "oggler": 40278, + "_REGION": 40279, + "nement": 40280, + "Ġblogger": 40281, + "ĠHarbor": 40282, + "ĠDataset": 40283, + "[w": 40284, + "Ġattendees": 40285, + ".ico": 40286, + "maximum": 40287, + ".Unlock": 40288, + "_SYNC": 40289, + "ágina": 40290, + "Ġdowns": 40291, + "ĠWii": 40292, + "])/": 40293, + "Ġkicking": 40294, + "unication": 40295, + "ĠDAC": 40296, + "ĠIDS": 40297, + "ĠRental": 40298, + "ĠcurrentTime": 40299, + "Ġvaccines": 40300, + "ĠDevil": 40301, + "Ġnors": 40302, + "_mouse": 40303, + "urrection": 40304, + "(no": 40305, + "Ġ>čĊ": 40306, + "Ġaggression": 40307, + "Ġbreeding": 40308, + ".symbol": 40309, + "iman": 40310, + "AbsolutePath": 40311, + "ĠWHO": 40312, + "_flush": 40313, + "-root": 40314, + "arna": 40315, + "&M": 40316, + "Ġfathers": 40317, + "ĠRocket": 40318, + "iveau": 40319, + "Ġwander": 40320, + "Ġcompos": 40321, + "ĠWarrior": 40322, + "ĠSeat": 40323, + "ĠClinic": 40324, + "_invoice": 40325, + "(dispatch": 40326, + "Producto": 40327, + "aturing": 40328, + "ossier": 40329, + "ĠMAY": 40330, + "Ġdagger": 40331, + "Ġsanitized": 40332, + "ĠRFC": 40333, + "Ġproph": 40334, + "Ġurine": 40335, + "Ġgrind": 40336, + "ĠExpanded": 40337, + "descripcion": 40338, + "-fw": 40339, + "ĠKerry": 40340, + "=name": 40341, + "Ġchk": 40342, + "Ġnationally": 40343, + "Ġthee": 40344, + "Inc": 40345, + "Ġ?>>": 40346, + ".RadioButton": 40347, + ".HttpServletResponse": 40348, + "/Y": 40349, + "ĉfield": 40350, + "Ġhomme": 40351, + "yper": 40352, + "Physical": 40353, + "=v": 40354, + "Ġdriv": 40355, + "ĠErrors": 40356, + "ĠcÄĥ": 40357, + "Death": 40358, + "ĠWINDOW": 40359, + "Ġpoet": 40360, + "ĠSharp": 40361, + "ĠImmutable": 40362, + "ĉcreate": 40363, + "Ġgeht": 40364, + "ĠReform": 40365, + "aiser": 40366, + "ĠInitialization": 40367, + "Ġimmunity": 40368, + ".compose": 40369, + "Ġlatency": 40370, + "ĠLebanon": 40371, + "ĠParad": 40372, + "Ġfuels": 40373, + "ĠExhib": 40374, + "coh": 40375, + "%\">Ċ": 40376, + "ĠCLI": 40377, + ")initWith": 40378, + "-Za": 40379, + "_CLEAR": 40380, + "regn": 40381, + "Ġfinances": 40382, + ".standard": 40383, + "_CATEGORY": 40384, + ".library": 40385, + "Ġtravelers": 40386, + "_wp": 40387, + "ĠEvaluation": 40388, + "starting": 40389, + "Ġ)),Ċ": 40390, + "episode": 40391, + "ĠVariant": 40392, + "Ġdaemon": 40393, + "ĠJulia": 40394, + "ĠNR": 40395, + "Ġdoubles": 40396, + "'": 40626, + "Ġqueryset": 40627, + ";}čĊ": 40628, + "ĠPopulation": 40629, + "utedString": 40630, + "resident": 40631, + "_FONT": 40632, + "ĠRespond": 40633, + "Ġobscure": 40634, + "Ġobservable": 40635, + "ĠContributors": 40636, + "kon": 40637, + "ĠMusk": 40638, + "exao": 40639, + "ĠTub": 40640, + "BootApplication": 40641, + "SOR": 40642, + ".Horizontal": 40643, + ".findBy": 40644, + ".power": 40645, + "Ġpositively": 40646, + "venience": 40647, + "ĠJong": 40648, + "Ġwhistle": 40649, + "ĠзнаÑĩ": 40650, + "Ġlending": 40651, + "Ġdestructive": 40652, + "ĠonDelete": 40653, + "authorization": 40654, + "();?>": 40655, + "_original": 40656, + "science": 40657, + "atra": 40658, + "?,?,": 40659, + "ĠAsc": 40660, + "Ġconvincing": 40661, + "$a": 40662, + "orgen": 40663, + "_Date": 40664, + "ĠProvide": 40665, + "Ġlonely": 40666, + ")'Ċ": 40667, + "exchange": 40668, + ";?>Ċ": 40669, + ".fast": 40670, + "Samples": 40671, + "London": 40672, + "'])čĊ": 40673, + "ĠIonic": 40674, + "Ġpesso": 40675, + "ĠKnights": 40676, + "ĠRaf": 40677, + "_attrs": 40678, + "Ġrepeal": 40679, + ">Main": 40680, + "ĠOrdered": 40681, + "_New": 40682, + "=\"\">\";Ċ": 40763, + "ĠSERVER": 40764, + "ĠHEADER": 40765, + "_velocity": 40766, + "ĠInvoke": 40767, + ".timestamps": 40768, + "Ġsulf": 40769, + "IQUE": 40770, + "Ġinhabitants": 40771, + "phins": 40772, + "azzo": 40773, + "Ġmono": 40774, + "Legend": 40775, + "Ġnonce": 40776, + "IFE": 40777, + ";\";Ċ": 40778, + "-create": 40779, + "\"\",Ċ": 40780, + "permit": 40781, + "ĠImmigration": 40782, + "Ġpathname": 40783, + "ffective": 40784, + "âĻĢâĻĢ": 40785, + "Ġexams": 40786, + "-event": 40787, + "ĠTill": 40788, + "[mid": 40789, + "FIX": 40790, + ";color": 40791, + "(Order": 40792, + "_traits": 40793, + "ĠorderBy": 40794, + "Ġsunt": 40795, + "ĠNicholas": 40796, + "ز": 40797, + "Ġsunny": 40798, + "iners": 40799, + "Ġaccessibility": 40800, + "ĠHB": 40801, + ".comp": 40802, + "ĉop": 40803, + "Ġminorities": 40804, + "etheus": 40805, + "Ġcollaborative": 40806, + "prit": 40807, + "HIR": 40808, + "Ġwraps": 40809, + "ĉdraw": 40810, + "god": 40811, + "ĠIX": 40812, + ".apps": 40813, + "ĠNM": 40814, + "Ġirrelevant": 40815, + "ĠTigers": 40816, + "Ġdiag": 40817, + "GV": 40818, + "ĠAccessories": 40819, + "kont": 40820, + "Ġsimplify": 40821, + "ĠFavorite": 40822, + "_tools": 40823, + "([]);Ċ": 40824, + "Ġtowers": 40825, + "Bes": 40826, + "Ġhunter": 40827, + "Ġsalon": 40828, + "(buff": 40829, + "ĉdebug": 40830, + "Ġmalware": 40831, + "Moving": 40832, + "-options": 40833, + ")+'": 40834, + "ĠLOVE": 40835, + "_SOCKET": 40836, + "_fin": 40837, + "ĠDelaware": 40838, + "Ġsheriff": 40839, + "-invalid": 40840, + "ĠFULL": 40841, + "Ġпод": 40842, + "elas": 40843, + "\"strings": 40844, + "ĠRepresentatives": 40845, + "surface": 40846, + "resolved": 40847, + "htdocs": 40848, + ")):čĊ": 40849, + "Ġpressures": 40850, + "Ġnorms": 40851, + "Ġpla": 40852, + "Ġsurname": 40853, + "Ġpostal": 40854, + "ĠDepart": 40855, + "Ġslaughter": 40856, + "orida": 40857, + "Ġhebben": 40858, + "Ġdesar": 40859, + "compact": 40860, + "_LANG": 40861, + "åIJĪ": 40862, + "opoly": 40863, + "_rad": 40864, + "ĠSTDMETHOD": 40865, + "Lazy": 40866, + "ĠĠĠĉ": 40867, + "...,": 40868, + "(web": 40869, + "ĠPont": 40870, + "Ġetwas": 40871, + "Ġupward": 40872, + "_hat": 40873, + "Ġ],ĊĊ": 40874, + "ĠbaseUrl": 40875, + "Ġworrying": 40876, + "-addon": 40877, + "(getClass": 40878, + "SPI": 40879, + "Ġcapturing": 40880, + ")},Ċ": 40881, + "Effects": 40882, + "Ġcompetent": 40883, + "Ġfoul": 40884, + "Ġsubscribing": 40885, + "ĠOBJECT": 40886, + "IXEL": 40887, + "bucks": 40888, + "(edge": 40889, + "(pass": 40890, + "ĠPeterson": 40891, + "Ġboobs": 40892, + "ĠDelay": 40893, + "_square": 40894, + "elim": 40895, + "oters": 40896, + "_PC": 40897, + "%E": 40898, + "onclick": 40899, + "ĠSVG": 40900, + "Ġtopped": 40901, + "Ġfist": 40902, + "smart": 40903, + "ĠRalph": 40904, + "(owner": 40905, + "jours": 40906, + "Ġbronze": 40907, + "ĠArgumentException": 40908, + "(original": 40909, + "_SCALE": 40910, + "_cp": 40911, + "Ġrecommends": 40912, + ".setStyle": 40913, + "Sure": 40914, + "LAND": 40915, + "Ġrepeating": 40916, + "Matt": 40917, + ".Visibility": 40918, + "Ġenterprises": 40919, + ".Setup": 40920, + "(scene": 40921, + "ĠReactive": 40922, + "urge": 40923, + "bw": 40924, + ".Put": 40925, + "persist": 40926, + ".cookie": 40927, + "ĠAudi": 40928, + "`s": 40929, + "supplier": 40930, + "(Form": 40931, + "¡": 40932, + "_so": 40933, + "ĮĢ": 40934, + "ĠLegion": 40935, + "tte": 40936, + "Nd": 40937, + "Loss": 40938, + "(attrs": 40939, + ".scatter": 40940, + "Ġgroom": 40941, + "Ġglimpse": 40942, + "Ġnails": 40943, + "Ġcumulative": 40944, + "Ġfazer": 40945, + "_services": 40946, + ".Num": 40947, + "ibilit": 40948, + "_resolution": 40949, + "ĠTx": 40950, + "uminium": 40951, + "opa": 40952, + ".schedule": 40953, + "smtp": 40954, + "à¸ķ": 40955, + "urry": 40956, + "ük": 40957, + "goog": 40958, + "_signature": 40959, + ".into": 40960, + "ĠSteps": 40961, + "Ġhomeowners": 40962, + "ĠNSURL": 40963, + "ĠPAC": 40964, + "ĠĠĠĠĠĠĠĠĠĠĠĠĊĊ": 40965, + ">')Ċ": 40966, + "enh": 40967, + "Ġincap": 40968, + "$MESS": 40969, + "Ġmoins": 40970, + "ĠFi": 40971, + "Ġoffseason": 40972, + "pressions": 40973, + ">.Ċ": 41045, + "ĠGrass": 41046, + "ĠGoal": 41047, + "_pdf": 41048, + "Handlers": 41049, + "Ġstacks": 41050, + ".getFullYear": 41051, + "=[];Ċ": 41052, + "车": 41053, + ",V": 41054, + "(split": 41055, + "Ñĥнк": 41056, + "Ġbakeca": 41057, + "Ġ~/.": 41058, + "pez": 41059, + "tails": 41060, + "ĠGlen": 41061, + "ĠsetImage": 41062, + "ĠComic": 41063, + "BLOCK": 41064, + "ĉThis": 41065, + "oader": 41066, + "Ġcapitalist": 41067, + "_STEP": 41068, + "(Boolean": 41069, + "ĠCorrect": 41070, + "rina": 41071, + "Ġconcaten": 41072, + "å®ŀ": 41073, + "():ĊĊ": 41074, + "Ġunanim": 41075, + "lli": 41076, + "alars": 41077, + "-ne": 41078, + "Ġdivor": 41079, + "ĠKickstarter": 41080, + "]._": 41081, + "*'+": 41722, + "åĿĢ": 41723, + "acency": 41724, + "(URL": 41725, + "_half": 41726, + "=l": 41727, + "ĠlistView": 41728, + "(section": 41729, + ".toArray": 41730, + "+/": 41731, + "ĠRodriguez": 41732, + "istream": 41733, + "Ġeligibility": 41734, + "::-": 41735, + ".newInstance": 41736, + "PB": 41737, + "ĠAssets": 41738, + "ĠComposite": 41739, + "ĠLabs": 41740, + "ĠHamas": 41741, + "++);Ċ": 41742, + "Ġblk": 41743, + "ĠNeo": 41744, + "Luc": 41745, + "@login": 41746, + "Ġunaware": 41747, + ".met": 41748, + "_RELEASE": 41749, + "(ST": 41750, + "AMIL": 41751, + "rike": 41752, + "Ġ(){Ċ": 41753, + "(sprintf": 41754, + "ĠAccounts": 41755, + "ĠVIEW": 41756, + "ĠAj": 41757, + "ãĤ°": 41758, + "Ġwhisk": 41759, + "Ġidi": 41760, + "Ġrode": 41761, + "Ġihn": 41762, + "ĠElementary": 41763, + "Qty": 41764, + "Ġintriguing": 41765, + "Ġå¤": 41766, + "Jobs": 41767, + "ĉoffset": 41768, + "ĠAhmed": 41769, + "ĠTaliban": 41770, + "Ġèİ·åıĸ": 41771, + "Ġinjected": 41772, + ".Authentication": 41773, + "_linear": 41774, + ".Decimal": 41775, + "Ġapples": 41776, + "Ġshareholders": 41777, + "Ġbaked": 41778, + ".diff": 41779, + "ĠEddie": 41780, + "okers": 41781, + "Ġconfronted": 41782, + "voices": 41783, + "Ġtus": 41784, + "ĠSpin": 41785, + "NODE": 41786, + "_Un": 41787, + "CTX": 41788, + "/google": 41789, + "Temperature": 41790, + "Ġ'').": 41791, + "Ġmagnificent": 41792, + "ĠstartIndex": 41793, + "sembles": 41794, + "Anyone": 41795, + "zk": 41796, + "ehen": 41797, + "ĠDame": 41798, + ".strict": 41799, + "Ġreplaces": 41800, + "Ġlineback": 41801, + "Ġpushes": 41802, + "Ġcheek": 41803, + "ĠShi": 41804, + "_BYTES": 41805, + "REA": 41806, + "ản": 41807, + "_CONNECTION": 41808, + "Gateway": 41809, + "ĠTravis": 41810, + "ĠAX": 41811, + "ĠBasically": 41812, + "ĠUpgrade": 41813, + "àª": 41814, + "themes": 41815, + "ermo": 41816, + "kor": 41817, + "Female": 41818, + "_attach": 41819, + "ĠìĤ¬ìļ©": 41820, + "Ġpoz": 41821, + "==============Ċ": 41822, + "(symbol": 41823, + "ĠSector": 41824, + "__)ĊĊ": 41825, + "_padding": 41826, + "ï¼ļ\"": 41827, + "Ġfabs": 41828, + "Ġranged": 41829, + "setName": 41830, + "Ġperror": 41831, + "âĹ": 41832, + "ĠFileReader": 41833, + "Ġfulfilled": 41834, + "_Current": 41835, + "Ġdominate": 41836, + "Ġsmugg": 41837, + "PostMapping": 41838, + "_force": 41839, + "Ġbloc": 41840, + "ĠGiant": 41841, + "(video": 41842, + "ĠCU": 41843, + "SystemService": 41844, + "Ġelf": 41845, + "Ġkontakt": 41846, + "ëª": 41847, + "kees": 41848, + "gtk": 41849, + "ĠparamInt": 41850, + "Ġmarkup": 41851, + "uales": 41852, + "Ġaccounted": 41853, + "Ġgangbang": 41854, + "RYPT": 41855, + "ĠWrong": 41856, + "Ġcredited": 41857, + "ĠMESSAGE": 41858, + "Ġflaws": 41859, + "Ġbbw": 41860, + "Ġmetabolic": 41861, + "ĠOEM": 41862, + "/event": 41863, + "(Collectors": 41864, + "monton": 41865, + "appear": 41866, + "Ġopted": 41867, + "Ġcheat": 41868, + "Ġdav": 41869, + "ĠProceed": 41870, + "Ġê¸": 41871, + "anked": 41872, + "из": 41873, + "ansk": 41874, + "ĠHang": 41875, + "ĠCler": 41876, + "Ġdisgu": 41877, + "Ġcmap": 41878, + ".cljs": 41879, + "Ġaument": 41880, + "lez": 41881, + "ĠJoined": 41882, + "_received": 41883, + "Ġaerial": 41884, + "otel": 41885, + "Ġgreet": 41886, + "\"s": 41887, + "ĠGenesis": 41888, + "ĠCalif": 41889, + "panion": 41890, + "Ġtailored": 41891, + "mapping": 41892, + "andExpect": 41893, + ".track": 41894, + "atomy": 41895, + "ĠOw": 41896, + "ullah": 41897, + ".Yes": 41898, + "ĠSimpleName": 41899, + "dbh": 41900, + "'en": 41901, + "Ġnonsense": 41902, + "Ġphilosophical": 41903, + "(getContext": 41904, + "Ġisso": 41905, + "ĠACE": 41906, + "startDate": 41907, + "ĠbÄĻd": 41908, + "ĠAUTHOR": 41909, + "ĠGlobe": 41910, + "Ġinsects": 41911, + "_Al": 41912, + "ushing": 41913, + "è®°": 41914, + "/Home": 41915, + "ĠLocalDate": 41916, + "needed": 41917, + "hesive": 41918, + "Ġillusion": 41919, + "äºĮ": 41920, + "Ġtrat": 41921, + "xo": 41922, + "/detail": 41923, + "_MATCH": 41924, + "Ġbroadband": 41925, + "Ġwal": 41926, + "ĠIllegalStateException": 41927, + "IRECTION": 41928, + "Ġnortheast": 41929, + "esium": 41930, + "ĠCliente": 41931, + "ulance": 41932, + "nty": 41933, + "Ġtecn": 41934, + "Devices": 41935, + "Ġgrains": 41936, + "ĠOg": 41937, + "ĠSEL": 41938, + "udiant": 41939, + "Ġ++;Ċ": 41940, + "Ġexplanations": 41941, + "occo": 41942, + "Ġdiets": 41943, + "Ġcohort": 41944, + "(controller": 41945, + ".Iterator": 41946, + "-rich": 41947, + "rocess": 41948, + "GD": 41949, + "Ġcarbohydr": 41950, + "Ġfried": 41951, + "ĠEmployment": 41952, + "ìŀ¥": 41953, + "ĠLeonard": 41954, + "_${": 41955, + "quares": 41956, + "Ġcompanions": 41957, + "Ġparis": 41958, + "Ġstimulation": 41959, + "ĠZoo": 41960, + "Ġrelevance": 41961, + "ĠColour": 41962, + "Ġspear": 41963, + "otional": 41964, + "ĠLite": 41965, + "ĠKosten": 41966, + "Ġó": 41967, + "_attachment": 41968, + "orphic": 41969, + "Ġdamit": 41970, + "Ġdlg": 41971, + "Ġthrive": 41972, + "CHANGE": 41973, + "ĠApparently": 41974, + "Ġatual": 41975, + "Ġrooted": 41976, + "(images": 41977, + "awi": 41978, + "ariat": 41979, + "Ġcherry": 41980, + "STATIC": 41981, + "mnt": 41982, + "ĠUserId": 41983, + "illet": 41984, + "ĠHispanic": 41985, + "Ġnak": 41986, + "Ġcentro": 41987, + "Ġdims": 41988, + "_initialize": 41989, + "ık": 41990, + "ĠCenters": 41991, + "REN": 41992, + "Ġevolutionary": 41993, + "ĠTopics": 41994, + "_damage": 41995, + "emer": 41996, + "Ġrund": 41997, + "Ġpunished": 41998, + "Ġcubic": 41999, + "fair": 42000, + "[];ĊĊ": 42001, + "Ġinstantiate": 42002, + "Ġoversee": 42003, + "-delete": 42004, + "unteer": 42005, + "startTime": 42006, + "ĠPipeline": 42007, + "_GAME": 42008, + "ĠCir": 42009, + "ĉNull": 42010, + ".Formatting": 42011, + "ucumber": 42012, + "ĠRide": 42013, + "Ġzoo": 42014, + "Ġchecker": 42015, + "åIJĮ": 42016, + "=C": 42017, + "Ġgrit": 42018, + "\");//": 42019, + "_xy": 42020, + "ĠDeclaration": 42021, + "Ġcallable": 42022, + "Foo": 42023, + "ĠListItem": 42024, + "Ġinaccur": 42025, + "mlin": 42026, + "ĉData": 42027, + "Ġevolving": 42028, + "awan": 42029, + "Ġcafe": 42030, + "folk": 42031, + "_IDX": 42032, + "ĠAnything": 42033, + "ĠPalestine": 42034, + "ĠGridView": 42035, + "Ġcolony": 42036, + "ĠGermans": 42037, + "(+": 42038, + ".pid": 42039, + ".jsx": 42040, + "ĠSuperior": 42041, + "Christian": 42042, + "ĠLect": 42043, + "ĉGame": 42044, + "Ġinstrumental": 42045, + "Animations": 42046, + "дал": 42047, + "ĠMoses": 42048, + "ĉĉčĊĉĉčĊ": 42049, + "zs": 42050, + "kte": 42051, + "ä¸ļ": 42052, + "_DIST": 42053, + "bitmap": 42054, + "dB": 42055, + "Ġpersistence": 42056, + "ÑĢоÑģ": 42057, + "$l": 42058, + "Bron": 42059, + "Ġ{|": 42060, + "_chart": 42061, + "ĠConsum": 42062, + "Ġhemp": 42063, + "Ġ\"))Ċ": 42064, + "Ġattackers": 42065, + "Ġknowledgeable": 42066, + "Ġcet": 42067, + "Ġviruses": 42068, + "'I": 42069, + "Ġpitcher": 42070, + "Ġsweeping": 42071, + "=list": 42072, + "aptops": 42073, + ".depth": 42074, + "Ġinstructed": 42075, + "ĠRus": 42076, + "benhavn": 42077, + "Ġин": 42078, + "Sports": 42079, + "Ġonset": 42080, + "æĿĥ": 42081, + ".RED": 42082, + "_si": 42083, + "ĠPST": 42084, + ".onChange": 42085, + ">tag": 42086, + "ĠRoh": 42087, + "_character": 42088, + "ĠLaws": 42089, + "ĠBachelor": 42090, + "_swap": 42091, + ".reactivex": 42092, + "Ġrewarding": 42093, + "Medium": 42094, + "-[": 42095, + "ĠRecently": 42096, + "Joint": 42097, + "partition": 42098, + "ĠMinutes": 42099, + "Ġindo": 42100, + "Ġabsorbed": 42101, + "ĠGN": 42102, + "_IND": 42103, + "Ġsaber": 42104, + "Spawn": 42105, + "outputs": 42106, + "ĠJeffrey": 42107, + "Ġmedieval": 42108, + "hed": 42109, + "Guide": 42110, + "Ġpsycho": 42111, + "Ġglam": 42112, + "Elim": 42113, + "ädchen": 42114, + "_plain": 42115, + "ĠSau": 42116, + "-four": 42117, + "Ġanalyzing": 42118, + "QUERY": 42119, + "Ġtomato": 42120, + "_buttons": 42121, + "VEN": 42122, + ".setStatus": 42123, + ".Url": 42124, + "+ĊĊ": 42125, + "Ġcomplaining": 42126, + "degree": 42127, + "confirmed": 42128, + "Ġsubt": 42129, + "parsed": 42130, + "Ġtorque": 42131, + "Ġtroubled": 42132, + "ĠTARGET": 42133, + "Ġtrademarks": 42134, + "ĠCoordinate": 42135, + "ĠViv": 42136, + "Ġ//}ĊĊ": 42137, + "Ġaprès": 42138, + ".getPosition": 42139, + "(KeyCode": 42140, + "ĠSilva": 42141, + "Ġmeteor": 42142, + "Ġendorsement": 42143, + "Overview": 42144, + "ĠPoss": 42145, + ".Inject": 42146, + "Ġevenly": 42147, + "Ġvisualization": 42148, + "Ġwchar": 42149, + "ĠHDMI": 42150, + "Ġfunct": 42151, + "ickname": 42152, + "','','": 42153, + "Ġforwards": 42154, + "ManagedObject": 42155, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 42156, + "ĉserver": 42157, + "ĠOutlook": 42158, + "ĠChronicle": 42159, + "Ġdubbed": 42160, + "Ġdok": 42161, + "ĠWear": 42162, + ".AL": 42163, + "paren": 42164, + ".Interface": 42165, + "Interfaces": 42166, + ".cod": 42167, + "Ġdib": 42168, + ".Globalization": 42169, + "ĠAcademic": 42170, + "Ġassms": 42171, + "Autom": 42172, + "Ġlw": 42173, + "ĠNW": 42174, + "Ġ&&čĊ": 42175, + "Ġproblema": 42176, + "ĠManufacturing": 42177, + "limits": 42178, + "-mobile": 42179, + "Ġfilme": 42180, + "/map": 42181, + "Ġdoit": 42182, + "ĠInk": 42183, + "Ġsued": 42184, + ".arr": 42185, + "Ġundermin": 42186, + "ĠProc": 42187, + "crollView": 42188, + "__$": 42189, + "Ġsidewalk": 42190, + "(that": 42191, + "ื": 42192, + "[q": 42193, + "grammar": 42194, + "Ġtë": 42195, + "quito": 42196, + "Ġspiral": 42197, + "extended": 42198, + "Ġfocal": 42199, + "Ġdigging": 42200, + "pas": 42201, + "ĠTall": 42202, + ".proxy": 42203, + "itures": 42204, + "TRACT": 42205, + "ĠRealm": 42206, + "Ġfeder": 42207, + "Ġoriented": 42208, + "ĠAlternative": 42209, + "Ġowe": 42210, + "Ġsourced": 42211, + "inker": 42212, + ".det": 42213, + "Sep": 42214, + "ĠQui": 42215, + "ĠPalmer": 42216, + "(_,": 42217, + "samples": 42218, + "oyer": 42219, + "ullan": 42220, + "quez": 42221, + "Edges": 42222, + "Ġshout": 42223, + "ĠAchie": 42224, + "Ġhaar": 42225, + "_Construct": 42226, + "Ġpremature": 42227, + "Ġrevert": 42228, + "').Ċ": 42229, + "Ġschn": 42230, + "filtered": 42231, + "nullptr": 42232, + "Saved": 42233, + "itecture": 42234, + "CLA": 42235, + "Ġvl": 42236, + "stell": 42237, + "ĉMe": 42238, + "ĠLip": 42239, + "national": 42240, + "Ġwholly": 42241, + "Ġsprings": 42242, + ".Timer": 42243, + "ĉsrc": 42244, + "elsen": 42245, + "åħ¶": 42246, + "Ġcommunicating": 42247, + "ĠQuiz": 42248, + "Ġteng": 42249, + "Ġgez": 42250, + "ĠOutside": 42251, + ".Sign": 42252, + "(cs": 42253, + "Ġdisputes": 42254, + "ĠWeiss": 42255, + "annes": 42256, + ">No": 42257, + "ĠBach": 42258, + ".removeAll": 42259, + "refer": 42260, + "/dashboard": 42261, + "ĠAjax": 42262, + "IndexChanged": 42263, + "ĠWeak": 42264, + "'\"Ċ": 42265, + "Ġsights": 42266, + "accessToken": 42267, + "ĠJoi": 42268, + "(domain": 42269, + "ĉcv": 42270, + "Ġcontinuation": 42271, + "Ġplum": 42272, + "adir": 42273, + ".setMessage": 42274, + "Ġï¼Į": 42275, + "Ġswallow": 42276, + "ĠLamp": 42277, + "Ġqw": 42278, + "Ġuu": 42279, + "Coin": 42280, + "ubic": 42281, + "ĠDeals": 42282, + "race": 42283, + "Ġdictator": 42284, + "Ġmeme": 42285, + "turned": 42286, + "ĠJulie": 42287, + ".gridColumn": 42288, + "Ġpuppy": 42289, + "Ġpam": 42290, + "Ġ){čĊ": 42291, + "Ġinviting": 42292, + "Ġfrench": 42293, + "vim": 42294, + "Ġwrapping": 42295, + "Ġ#-}Ċ": 42296, + "([-": 42297, + "Early": 42298, + "Ġshiny": 42299, + ".faces": 42300, + "Ġrebell": 42301, + "abcdef": 42302, + "ält": 42303, + "Ġestimation": 42304, + "phys": 42305, + "losures": 42306, + "_REL": 42307, + "Ġexclusion": 42308, + "ĠSkype": 42309, + "weise": 42310, + "-stop": 42311, + "nothing": 42312, + "ĠEgg": 42313, + "isors": 42314, + "Richard": 42315, + "Ġcounseling": 42316, + "Ġcommem": 42317, + "ĠQMessageBox": 42318, + "ĠSynd": 42319, + "ĠFrost": 42320, + "ĠCompetition": 42321, + "ĠAwake": 42322, + "Ġted": 42323, + "iciones": 42324, + "ĠDevComponents": 42325, + "VERTISEMENT": 42326, + "otti": 42327, + ".runner": 42328, + "Ġuniquely": 42329, + ".flag": 42330, + "ĉrs": 42331, + "_generic": 42332, + "Ġ```Ċ": 42333, + "ACHINE": 42334, + "Ġmein": 42335, + "(Application": 42336, + "(br": 42337, + "Ġratios": 42338, + ":,": 42339, + "ĠXCTest": 42340, + "ustainable": 42341, + "-www": 42342, + "itles": 42343, + "_TEMP": 42344, + "Ġsyst": 42345, + "umericUpDown": 42346, + "ĉassertTrue": 42347, + "Ġwf": 42348, + ".peek": 42349, + "ĠBulg": 42350, + "Ġterrifying": 42351, + ".MODE": 42352, + "ĠGW": 42353, + "ár": 42354, + "Ġfic": 42355, + "Ġcommitments": 42356, + "-tech": 42357, + "ĠLiquid": 42358, + "opez": 42359, + "zheimer": 42360, + "aña": 42361, + "-media": 42362, + "(animated": 42363, + "_goal": 42364, + "Ġgum": 42365, + "ystone": 42366, + ".SET": 42367, + "ĠWend": 42368, + "setCellValue": 42369, + "Ġmsgs": 42370, + "cash": 42371, + "ALLOC": 42372, + "/aws": 42373, + "Ġmicrowave": 42374, + ".Pointer": 42375, + "ĉConsole": 42376, + "_sorted": 42377, + "ĠFilip": 42378, + "Prod": 42379, + "Ġ//!<": 42380, + "ingroup": 42381, + "Ġks": 42382, + "_TRI": 42383, + "Ġteaspoon": 42384, + "ĠATT": 42385, + "Ġrecovering": 42386, + "ĠGLOBAL": 42387, + ".Par": 42388, + "Ġ/>;Ċ": 42389, + "Ġmarble": 42390, + "ulators": 42391, + "ĠCycle": 42392, + "Ġherbs": 42393, + "_metric": 42394, + ")!": 42395, + "_CLOCK": 42396, + "_Button": 42397, + "Harry": 42398, + "è¿Ľ": 42399, + "Ġstrains": 42400, + "ĠAppBar": 42401, + "ĠChan": 42402, + "/video": 42403, + "Ġbam": 42404, + ".Progress": 42405, + "$f": 42406, + "lemen": 42407, + "Ġirregular": 42408, + "ĠDuncan": 42409, + "ĠMint": 42410, + "-video": 42411, + "া": 42412, + "ówn": 42413, + "ĠEMPTY": 42414, + "Ġstacked": 42415, + "ĠHA": 42416, + "_cut": 42417, + "Ġwherein": 42418, + "ĠWays": 42419, + "(counter": 42420, + "è¯ķ": 42421, + "FormGroup": 42422, + "Ġblew": 42423, + "courses": 42424, + "Ġproductos": 42425, + "rys": 42426, + "ĠRestr": 42427, + "Ġstyling": 42428, + ">s": 42429, + "Ġpiv": 42430, + "Ġitertools": 42431, + "getRepository": 42432, + "ĠIk": 42433, + "_devices": 42434, + "layui": 42435, + "Ġhalfway": 42436, + "Ġfranç": 42437, + "Ġtuning": 42438, + "OA": 42439, + "_Node": 42440, + "arde": 42441, + "Ġfierce": 42442, + "licted": 42443, + "#čĊ": 42444, + "Ġbreakthrough": 42445, + "ĠErik": 42446, + "Ġbride": 42447, + "Ġ.\"": 42448, + "culus": 42449, + "inside": 42450, + "ĠIndianapolis": 42451, + "ĠEE": 42452, + "Ġyog": 42453, + "urret": 42454, + ".fs": 42455, + ".grad": 42456, + "_cards": 42457, + "_accuracy": 42458, + "_epi": 42459, + "queda": 42460, + "/org": 42461, + "éªĮ": 42462, + "Ġcompte": 42463, + "))[": 42464, + "Outside": 42465, + "Greater": 42466, + "ĠRenderer": 42467, + ".actor": 42468, + "Accounts": 42469, + "Idle": 42470, + "_hours": 42471, + "erner": 42472, + "Joined": 42473, + "Ġmenj": 42474, + "requires": 42475, + "ĠOPER": 42476, + ".removeChild": 42477, + "ĉsp": 42478, + "Ġesse": 42479, + "rift": 42480, + "xFE": 42481, + "ĠShakespeare": 42482, + "____________": 42483, + "Ġbudgets": 42484, + "ModelState": 42485, + "fillable": 42486, + "-component": 42487, + "ocos": 42488, + "ĠBUTTON": 42489, + "/io": 42490, + ",out": 42491, + "sms": 42492, + "Thomas": 42493, + "ĠArmed": 42494, + "resume": 42495, + "Ġrotating": 42496, + "ĠVault": 42497, + "Ġseus": 42498, + ".(*": 42499, + "Ġamino": 42500, + "Ġ[]);ĊĊ": 42501, + "Ġprovoc": 42502, + "nox": 42503, + ".GetEnumerator": 42504, + "=======Ċ": 42505, + "æĸĻ": 42506, + "_scroll": 42507, + "Ġfilmed": 42508, + "ĠSoci": 42509, + "gap": 42510, + "gro": 42511, + "Vote": 42512, + "\"But": 42513, + "_RC": 42514, + "Animal": 42515, + "ÂĢ": 42516, + "ibile": 42517, + "Ġawaken": 42518, + "orest": 42519, + "inja": 42520, + "ĠIvan": 42521, + "(Command": 42522, + "Ġ*****": 42523, + "η": 42524, + "Ġkvinder": 42525, + "/helpers": 42526, + "_cases": 42527, + "tg": 42528, + "ìĦ¸": 42529, + "Registered": 42530, + "ĉpass": 42531, + "_digits": 42532, + "Ġcontour": 42533, + "Ġinfants": 42534, + "Ġjustification": 42535, + "ĠFortunately": 42536, + "Contr": 42537, + "ĠonCreateView": 42538, + "_SAMPLE": 42539, + "ĠallowNull": 42540, + "Ġnud": 42541, + "Ġfetched": 42542, + "_equ": 42543, + "ĠUnable": 42544, + "=\\\"\"": 42545, + ">{Ċ": 42546, + "Ġcommittees": 42547, + "istema": 42548, + "+\".": 42549, + "ÃŃan": 42550, + "mant": 42551, + "Ġsoutheast": 42552, + "ï¼ĮĊ": 42553, + "dialogs": 42554, + "PROJECT": 42555, + "charger": 42556, + "-port": 42557, + "(uuid": 42558, + ".export": 42559, + "Six": 42560, + "ĠRP": 42561, + "Prem": 42562, + "Ġconscience": 42563, + "ĠmarginRight": 42564, + "_distribution": 42565, + "yaml": 42566, + "resizing": 42567, + "Dock": 42568, + "ĠLocations": 42569, + "GY": 42570, + "Seed": 42571, + "BUFFER": 42572, + "ossip": 42573, + "ullen": 42574, + "Things": 42575, + "-self": 42576, + ".poll": 42577, + "PLAYER": 42578, + "Ġå®": 42579, + "GROUP": 42580, + "ĠAway": 42581, + "Ġgospel": 42582, + "xfd": 42583, + "Mary": 42584, + "ĠPortable": 42585, + "TURE": 42586, + "Ġutilis": 42587, + "Ġseit": 42588, + "Ġstrand": 42589, + "Ġtransc": 42590, + "Ġ(^": 42591, + "ĠAlfred": 42592, + ".mem": 42593, + ".circle": 42594, + "Ġ~/": 42595, + "forcing": 42596, + "Ġriot": 42597, + "prox": 42598, + "THON": 42599, + "ización": 42600, + "ĠNI": 42601, + "rost": 42602, + "Ġdispro": 42603, + "_instances": 42604, + "ï¼ĮâĢľ": 42605, + "ographer": 42606, + "endas": 42607, + "ĠIsaac": 42608, + "ĠPine": 42609, + "/dis": 42610, + "ĠcolorWith": 42611, + "iterate": 42612, + "_stride": 42613, + "Ġpunto": 42614, + ".EventArgs": 42615, + "(center": 42616, + "Ġneighboring": 42617, + "ĠPrison": 42618, + "ĠMessenger": 42619, + "Ġepidemic": 42620, + "dao": 42621, + "_complex": 42622, + "Ġgravel": 42623, + "_DIP": 42624, + "ément": 42625, + "ĠAri": 42626, + "_bitmap": 42627, + ".quit": 42628, + "(valid": 42629, + "Ġpend": 42630, + "Ġrespiratory": 42631, + "Ġrebound": 42632, + "DefaultValue": 42633, + "ãĥŃ": 42634, + "Ġcommits": 42635, + ".tests": 42636, + "_fr": 42637, + "itet": 42638, + ".sf": 42639, + "Ġspacecraft": 42640, + "critical": 42641, + "Ġdepressed": 42642, + "ĠAnyObject": 42643, + "Ġunb": 42644, + "Ġdiscern": 42645, + "(mysql": 42646, + "Latin": 42647, + "ĠBog": 42648, + "ĠWildlife": 42649, + "ToFile": 42650, + "ioxid": 42651, + "@RestController": 42652, + "Ġ\"$(": 42653, + "Ġ<<\"": 42654, + "Ġdefects": 42655, + "Ġdatum": 42656, + "hin": 42657, + "Ġrealizar": 42658, + "anyahu": 42659, + "ĠSig": 42660, + "@Data": 42661, + "adaptive": 42662, + "ĠCatherine": 42663, + ".cr": 42664, + "ĠCOOKIE": 42665, + "Ġpictured": 42666, + "ĠFighter": 42667, + "Queryable": 42668, + "ĠAnyway": 42669, + "ĠGLFW": 42670, + "_namespace": 42671, + "_ft": 42672, + "Ġ])": 42673, + "Organization": 42674, + "Ġconstitutes": 42675, + "Ġquand": 42676, + "(chunk": 42677, + "\"/>čĊ": 42678, + "ĠLakes": 42679, + "mainwindow": 42680, + "Carthy": 42681, + "spin": 42682, + "(csv": 42683, + ":red": 42684, + "-commerce": 42685, + "ู": 42686, + "Ġdiscovering": 42687, + "Ġeco": 42688, + "_fac": 42689, + "inceton": 42690, + "ĠGreens": 42691, + "jwt": 42692, + "ص": 42693, + "ĠBroncos": 42694, + "ĠGoods": 42695, + "(GTK": 42696, + "ĠreturnValue": 42697, + "Ġsiempre": 42698, + "Ġneutr": 42699, + "went": 42700, + "ĠNatal": 42701, + "Ġenthusiastic": 42702, + "á»į": 42703, + "FN": 42704, + "/database": 42705, + "Catalog": 42706, + "Ġbrun": 42707, + "ĠKash": 42708, + "_Pl": 42709, + "iscrim": 42710, + ",width": 42711, + "Ġinmates": 42712, + "Assignment": 42713, + "ĠHaven": 42714, + "Ġplayground": 42715, + "exam": 42716, + "@Controller": 42717, + "uliar": 42718, + ".getParent": 42719, + "Ġ\";ĊĊ": 42720, + ":size": 42721, + "issors": 42722, + "Ġfis": 42723, + "Ġalc": 42724, + "ensation": 42725, + "ĠNixon": 42726, + "Ġmighty": 42727, + "-str": 42728, + "_special": 42729, + "_ADC": 42730, + "ĠTwig": 42731, + "umbling": 42732, + "-address": 42733, + "Ġheroin": 42734, + "YTE": 42735, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 42736, + "Friend": 42737, + "Ġave": 42738, + "ĠPNG": 42739, + "ĠKurdish": 42740, + "DataSetChanged": 42741, + "Ġblades": 42742, + "bral": 42743, + "Steam": 42744, + "Ġsigu": 42745, + "IRTUAL": 42746, + "acos": 42747, + "UDP": 42748, + "(database": 42749, + "hec": 42750, + "ĠStrings": 42751, + "_scalar": 42752, + "ĉdesc": 42753, + "ĠTLS": 42754, + ";\"Ċ": 42755, + "ĠCorbyn": 42756, + "SimpleName": 42757, + "uell": 42758, + "ĠEntre": 42759, + "ellites": 42760, + "-place": 42761, + "Ġfrankly": 42762, + "ĠErf": 42763, + "CEL": 42764, + "ĠpaÃŃs": 42765, + "Ġhedge": 42766, + "Ġlatent": 42767, + "ĠIRQ": 42768, + "ĠHerald": 42769, + "ĠPrec": 42770, + "ë³´": 42771, + ".TEXT": 42772, + "Salary": 42773, + "Ġautumn": 42774, + "Ġtravail": 42775, + ".Sum": 42776, + "Ġcared": 42777, + "Mor": 42778, + "Ġintuitive": 42779, + "Ġjournals": 42780, + "_IT": 42781, + "ĠTrou": 42782, + "ä¼ł": 42783, + "HasColumnName": 42784, + "Composite": 42785, + "Ġspice": 42786, + "_disk": 42787, + "_CODES": 42788, + "ĠIntroduced": 42789, + "iona": 42790, + "Ġnuestra": 42791, + "oct": 42792, + "ĠĠĠĠĊĠĠĠĠĊĠĠĠĠĊ": 42793, + "(parameter": 42794, + "Ġstudios": 42795, + "ĠprojectId": 42796, + "Ġbdsm": 42797, + ".SqlClient": 42798, + "imizer": 42799, + "ĠCARD": 42800, + "+t": 42801, + "aan": 42802, + ".sol": 42803, + "_Adjust": 42804, + "Ġrighteous": 42805, + "ĠLogging": 42806, + ".filters": 42807, + "_TAB": 42808, + "ĉsys": 42809, + "rophic": 42810, + "otherapy": 42811, + "ĠBrowse": 42812, + "keyboard": 42813, + "RON": 42814, + "+\\": 42815, + "ropped": 42816, + "Ġextensively": 42817, + "fk": 42818, + "Ġlime": 42819, + "years": 42820, + "Exc": 42821, + "Ġsph": 42822, + "Ġcheating": 42823, + "andro": 42824, + "ÃŃo": 42825, + "Ġprince": 42826, + "oire": 42827, + "ĠDestination": 42828, + "ĠConverts": 42829, + "Ġupstream": 42830, + "oled": 42831, + "Ġservants": 42832, + "Ġsemantic": 42833, + "Ġcrunch": 42834, + "Ġeventual": 42835, + "runner": 42836, + "/error": 42837, + "Spin": 42838, + "Ġsecretly": 42839, + "Ġassemble": 42840, + ".Person": 42841, + "enderror": 42842, + "_<": 42843, + "Ġpendant": 42844, + "Sleep": 42845, + "ĠChemistry": 42846, + "Ġbosses": 42847, + "lk": 42848, + "))),Ċ": 42849, + "Blockly": 42850, + "DEVICE": 42851, + "Ġreflecting": 42852, + "Ġample": 42853, + "Milliseconds": 42854, + "ĠPresidential": 42855, + "Ġusuarios": 42856, + "ĠNZ": 42857, + "ĠSalary": 42858, + "ĠAmanda": 42859, + "_np": 42860, + "jury": 42861, + "Ġkön": 42862, + "Ġtherapist": 42863, + "Ġhomosexual": 42864, + "ĠDrake": 42865, + "-window": 42866, + "ĠLocated": 42867, + ".Driver": 42868, + "ĠVIDEO": 42869, + "Ġmerchants": 42870, + "ĠChest": 42871, + "-lock": 42872, + "/php": 42873, + "Ġmilano": 42874, + "_STYLE": 42875, + "arger": 42876, + "idea": 42877, + "GUID": 42878, + "advanced": 42879, + "meal": 42880, + "OptionsItemSelected": 42881, + "='%": 42882, + "ĠCham": 42883, + ":data": 42884, + "(stat": 42885, + "WillAppear": 42886, + "Ġinformal": 42887, + "aji": 42888, + "Ġreproductive": 42889, + "ĠCAS": 42890, + "ãģ£": 42891, + "FUNC": 42892, + "ĠRuth": 42893, + ")+(": 42894, + "CONST": 42895, + "ĠFans": 42896, + "ĠgroupId": 42897, + "xffffffff": 42898, + "Ġsampler": 42899, + "Ġ}}\">": 42900, + ".the": 42901, + "Ġhollow": 42902, + "WAY": 42903, + "ĠFaculty": 42904, + "AttributedString": 42905, + "ĠLooks": 42906, + "ĠRex": 42907, + "jk": 42908, + "ĠMIL": 42909, + "Ġbard": 42910, + ".Long": 42911, + "Ġlivest": 42912, + "Ġskal": 42913, + "icism": 42914, + "MAIN": 42915, + "Ġmucho": 42916, + "BODY": 42917, + "Ġese": 42918, + "ĉuse": 42919, + "Foot": 42920, + ".SQLException": 42921, + "Ġinheritance": 42922, + "received": 42923, + "Ġputas": 42924, + "edis": 42925, + "alsa": 42926, + "ĠErrorMessage": 42927, + "Booking": 42928, + "Ġtract": 42929, + "acz": 42930, + "ĠCant": 42931, + "_regex": 42932, + "Ġideological": 42933, + "Ġjihad": 42934, + "hos": 42935, + "/sys": 42936, + "colm": 42937, + "(pool": 42938, + "Ġestán": 42939, + "ĠPending": 42940, + "emás": 42941, + "Ġktóry": 42942, + "));ĊĊĊ": 42943, + "transactions": 42944, + "Ġwield": 42945, + "itere": 42946, + "erture": 42947, + "_ss": 42948, + "Ġstretching": 42949, + "Ġprisoner": 42950, + ".ReadAll": 42951, + "Ġbesch": 42952, + "--;čĊ": 42953, + "Ġcrisp": 42954, + "_SCAN": 42955, + "Ġae": 42956, + "Strict": 42957, + "ĠMinneapolis": 42958, + "ĠBoeing": 42959, + "aris": 42960, + "rek": 42961, + "_pipe": 42962, + "Ġpriests": 42963, + "(EIF": 42964, + "ehicles": 42965, + "ĠInteractive": 42966, + "between": 42967, + "ĉNullCheck": 42968, + "ĠBlair": 42969, + "ĠLt": 42970, + "_inline": 42971, + "ethyl": 42972, + "¼": 42973, + "_packages": 42974, + "Ġbarrels": 42975, + "_he": 42976, + "Ġregexp": 42977, + "_pts": 42978, + "_Handler": 42979, + "ingular": 42980, + "ĠNissan": 42981, + "ĠRanch": 42982, + "Ġperch": 42983, + "Unsupported": 42984, + "Smith": 42985, + "ĠLegends": 42986, + "Mi": 42987, + "Ġgf": 42988, + "steder": 42989, + "Ġacquiring": 42990, + "Ġsimulator": 42991, + "(),\"": 42992, + "receive": 42993, + "Ġinplace": 42994, + "ACTION": 42995, + "ĠWebDriver": 42996, + "filesystem": 42997, + "'+Ċ": 43009, + "Ġcredible": 43010, + "amat": 43011, + "playing": 43012, + ".setImageResource": 43013, + "quel": 43014, + "Ġpodr": 43015, + "geom": 43016, + "Ek": 43017, + "ĠQatar": 43018, + "Ġgeld": 43019, + "?',Ċ": 43020, + "Ġcyl": 43021, + "(ax": 43022, + "ĠWI": 43023, + "urally": 43024, + "ĠBrasil": 43025, + "Ġsenza": 43026, + "aley": 43027, + "onen": 43028, + "Ġbah": 43029, + "Ġmolecule": 43030, + "Rad": 43031, + "è¿°": 43032, + "ANCH": 43033, + "-background": 43034, + "-agent": 43035, + "Ġprolifer": 43036, + ":boolean": 43037, + "Ġtide": 43038, + "erializer": 43039, + "_;čĊ": 43040, + "Fee": 43041, + "**)": 43042, + "ergy": 43043, + "ĠHonor": 43044, + ".Logging": 43045, + "iris": 43046, + "Ġundermine": 43047, + "ĠDy": 43048, + "Ġtyr": 43049, + "Ġdeque": 43050, + "Ġdamer": 43051, + "([])Ċ": 43052, + ".layoutControlItem": 43053, + "peated": 43054, + "CAN": 43055, + "ragments": 43056, + "Land": 43057, + ")]);Ċ": 43058, + "ĠSah": 43059, + "ĠDECL": 43060, + "Within": 43061, + "ĠNamespace": 43062, + "another": 43063, + "sembling": 43064, + ".describe": 43065, + "Consum": 43066, + "ĠFear": 43067, + "given": 43068, + "Orange": 43069, + "This": 43093, + "ĠdataIndex": 43094, + "Ġprintable": 43095, + "ĠEyes": 43096, + "_targets": 43097, + "(Py": 43098, + ".over": 43099, + "Ġbru": 43100, + "ampton": 43101, + "Ġplaintiff": 43102, + ");Ċ": 43113, + "invest": 43114, + ".*ĊĊ": 43115, + "Ġtélé": 43116, + "Ġsuperf": 43117, + "Ġcascade": 43118, + "DTD": 43119, + "Ġvivid": 43120, + "Ġsubsidies": 43121, + "ĠHass": 43122, + "Ġcollaps": 43123, + "Ġceramic": 43124, + "{}\".": 43125, + "ĠLeakage": 43126, + "-trash": 43127, + "collapsed": 43128, + "-social": 43129, + "ĠChad": 43130, + "Ġinclined": 43131, + "Ġsto": 43132, + "Ġstoryboard": 43133, + ".payment": 43134, + "stackoverflow": 43135, + "ĠRaiders": 43136, + "Ġ#'": 43137, + "olicies": 43138, + "ìľ¼ë¡ľ": 43139, + "emap": 43140, + "Ġkj": 43141, + "Ġquota": 43142, + "ĠGardens": 43143, + "ë²Ī": 43144, + "ĠAngels": 43145, + "Ġoft": 43146, + "Ġlowercase": 43147, + "ĠiParam": 43148, + "Ġcheapest": 43149, + "unta": 43150, + "_pkt": 43151, + "icators": 43152, + "Ġleurs": 43153, + "Ġdecreases": 43154, + "ĉdefine": 43155, + "PREC": 43156, + "ammers": 43157, + "ĠPreparedStatement": 43158, + "(direction": 43159, + "Ġcrews": 43160, + "arked": 43161, + "ĠMemphis": 43162, + "ĠSell": 43163, + "GTK": 43164, + "Ġmaid": 43165, + ":disable": 43166, + "éĽĨ": 43167, + "ĠPf": 43168, + "Ġalbeit": 43169, + "openh": 43170, + "?>\">Ċ": 43171, + ".getSource": 43172, + "(scale": 43173, + "Du": 43174, + "ĠPIL": 43175, + "_refresh": 43176, + "Ġbets": 43177, + "(car": 43178, + "ĠVon": 43179, + "|--------------------------------------------------------------------------Ċ": 43180, + "ĠGrat": 43181, + "Much": 43182, + "(Dialog": 43183, + ".stopPropagation": 43184, + "Ġtek": 43185, + "Ġexits": 43186, + "'],$": 43187, + "ĠphoneNumber": 43188, + "ucs": 43189, + "ecimal": 43190, + "--------------": 43191, + "inp": 43192, + ".pojo": 43193, + "Ġcorpus": 43194, + "Ġpractitioners": 43195, + ".pic": 43196, + "\"testing": 43197, + "ĠstringBy": 43198, + ".NotNull": 43199, + "Ġrang": 43200, + ".Dynamic": 43201, + "_Render": 43202, + "аÑĤа": 43203, + "Waiting": 43204, + "ĠWik": 43205, + "Ġoverwhelmed": 43206, + "%\">": 43207, + "ĠAE": 43208, + "}}>Ċ": 43209, + "uw": 43210, + "_typ": 43211, + "Ġbuckets": 43212, + "Ġgreeting": 43213, + "Ġlaughter": 43214, + "Ġantagon": 43215, + "uggestion": 43216, + "-email": 43217, + "ĉtop": 43218, + "Ġeros": 43219, + "_tri": 43220, + "Ġissuing": 43221, + "Ġhá": 43222, + "Ġisolate": 43223, + "Overflow": 43224, + ",E": 43225, + "Ġnutritional": 43226, + "ĠAbbott": 43227, + "Ġnf": 43228, + ".touch": 43229, + ".fetchall": 43230, + "_zip": 43231, + "\")}Ċ": 43232, + "Ġamat": 43233, + "ĠCisco": 43234, + "ĠnÃ¥": 43235, + "PLEX": 43236, + "Ġsei": 43237, + "foto": 43238, + ".toJson": 43239, + "å¤ļ": 43240, + "ĠKlein": 43241, + "Ġlibc": 43242, + "Ġminers": 43243, + "å¢": 43244, + "-print": 43245, + "ĠPride": 43246, + "Todos": 43247, + "Ġmasked": 43248, + "ĠsetData": 43249, + "Ġtelefon": 43250, + "Ġunhappy": 43251, + "ĠTables": 43252, + "geb": 43253, + "(debug": 43254, + "_allowed": 43255, + "-access": 43256, + "Ġlogistics": 43257, + "Ġgems": 43258, + "ĠMature": 43259, + "Ġrsp": 43260, + "ĠAlle": 43261, + ".getBytes": 43262, + "\\web": 43263, + "ynchronized": 43264, + "Paragraph": 43265, + "Ġthrottle": 43266, + ".sqlite": 43267, + "consulta": 43268, + "ĠSeah": 43269, + "Ce": 43270, + "Ġsubmar": 43271, + "ERE": 43272, + "Vous": 43273, + "Ġreddit": 43274, + "Ġsqlalchemy": 43275, + "-mile": 43276, + "ocide": 43277, + "Pour": 43278, + "}}\">Ċ": 43279, + "stead": 43280, + "Ġ@(": 43281, + "Ġ[])": 43282, + "ĠAds": 43283, + "Ġoverload": 43284, + "ridden": 43285, + "ĠDesert": 43286, + "ĠWrap": 43287, + "ĠPortuguese": 43288, + "etz": 43289, + "ĉfirst": 43290, + "Ġmilestone": 43291, + "æĹł": 43292, + "ÑĥÑī": 43293, + "(success": 43294, + "\")Ċ": 43463, + "ĠDollar": 43464, + "Ġemoji": 43465, + "Carousel": 43466, + "-player": 43467, + "Ġadjusting": 43468, + "Ġjuga": 43469, + "allenges": 43470, + "gene": 43471, + "(bodyParser": 43472, + "lopedia": 43473, + "ĠBehind": 43474, + "Ġsleeves": 43475, + "Ġdragging": 43476, + "ĠChevrolet": 43477, + "Ġbiz": 43478, + "ivities": 43479, + "ĠFrequency": 43480, + ",char": 43481, + ".WHITE": 43482, + "_preview": 43483, + ")';Ċ": 43484, + "_ax": 43485, + "IONS": 43486, + ".cpu": 43487, + ".inputs": 43488, + "UBE": 43489, + "_feed": 43490, + "ĠSupplement": 43491, + "!).": 43492, + "esus": 43493, + "ĠUDP": 43494, + "Ġmicrophone": 43495, + "Ġconfirms": 43496, + ".isNotEmpty": 43497, + "\":\"\",Ċ": 43498, + "_SCREEN": 43499, + "ĉexpected": 43500, + "+-+-+-+-": 43501, + "ĠHait": 43502, + "fastcall": 43503, + "Ġdepict": 43504, + "vb": 43505, + "_picture": 43506, + "ĉdescription": 43507, + "ĠWife": 43508, + "uci": 43509, + "Ġvicious": 43510, + "ä»ĸ": 43511, + "ueba": 43512, + "ĠsetUser": 43513, + "ãģ¡": 43514, + "Ġdiving": 43515, + "Ġopera": 43516, + "usercontent": 43517, + "arah": 43518, + ")},": 43519, + "yun": 43520, + "velt": 43521, + "Ġuncovered": 43522, + "Ġhips": 43523, + "Ġoscill": 43524, + "Ġasserting": 43525, + "ĠXi": 43526, + ".restore": 43527, + "kea": 43528, + "Ġspelling": 43529, + "Ġderive": 43530, + "abwe": 43531, + "ĠDow": 43532, + ".setType": 43533, + "_vs": 43534, + "Ġcozy": 43535, + ".categories": 43536, + "Org": 43537, + "_mgr": 43538, + "Ġdungeon": 43539, + "collectionView": 43540, + "ĠBlank": 43541, + "acias": 43542, + "ää": 43543, + "_cleanup": 43544, + "_ACTIVITY": 43545, + "Ġtriangles": 43546, + ".MenuItem": 43547, + "Ġiphone": 43548, + "ĠWon": 43549, + "]]ĊĊ": 43550, + "ĠComparison": 43551, + ".Doc": 43552, + "Ġcanonical": 43553, + "ĠSudan": 43554, + "'){": 43555, + "UpInside": 43556, + "builtin": 43557, + "ENCY": 43558, + "xbe": 43559, + "Ġchuck": 43560, + "Ġcontradict": 43561, + "Ġnuestro": 43562, + "Ġarchitectural": 43563, + "ĠFib": 43564, + "Ġcompares": 43565, + "*k": 43566, + "Cfg": 43567, + "çĦ¡": 43568, + "nten": 43569, + "Matches": 43570, + "ĠDOWNLOAD": 43571, + "_HANDLER": 43572, + "management": 43573, + "[S": 43574, + "ENG": 43575, + "ÂĢÂ": 43576, + "fang": 43577, + "Ġslipped": 43578, + "ĠLanka": 43579, + "escaping": 43580, + "Ġtackles": 43581, + "ĠPedro": 43582, + ".Prop": 43583, + ".''": 43584, + ".Generated": 43585, + ".NewGuid": 43586, + "atrigesimal": 43587, + "illon": 43588, + "Ġstatistic": 43589, + "species": 43590, + "holding": 43591, + "Drupal": 43592, + "Ġfundamentally": 43593, + "Ġbondage": 43594, + "Ġresolutions": 43595, + "InlineData": 43596, + "\\Type": 43597, + "estion": 43598, + ".wrap": 43599, + "Ġwarriors": 43600, + "ĠLOCAL": 43601, + "Archive": 43602, + "Ġembraced": 43603, + "ủ": 43604, + ".Ver": 43605, + "ĠAffordable": 43606, + "olesale": 43607, + "ĠApplied": 43608, + "ĠConversion": 43609, + "mega": 43610, + "_cam": 43611, + "Ġceremon": 43612, + "aurus": 43613, + "ĠVolk": 43614, + ".opens": 43615, + "/about": 43616, + "ĠStd": 43617, + "journal": 43618, + "()){čĊ": 43619, + ",\"\\": 43620, + "(Arrays": 43621, + "ĠDense": 43622, + "aseña": 43623, + "änner": 43624, + "/stat": 43625, + "userData": 43626, + "Ġgerman": 43627, + "Ġtz": 43628, + "worthy": 43629, + "FormatException": 43630, + "pherd": 43631, + "Ġsmiles": 43632, + "ĠWhenever": 43633, + "(adapter": 43634, + ".badlogic": 43635, + "Ġbriefing": 43636, + ".GridColumn": 43637, + "-char": 43638, + "dimension": 43639, + "ĠCopper": 43640, + "Ġninth": 43641, + "Ġ'{{": 43642, + "Ġrav": 43643, + "_Table": 43644, + "Ġderivatives": 43645, + "ĠRaise": 43646, + "ĠFut": 43647, + "armor": 43648, + "-padding": 43649, + "Ġremin": 43650, + "ĉstyle": 43651, + "ĠMembership": 43652, + "Ġspreads": 43653, + "Ġgalleries": 43654, + "ĠClarke": 43655, + "Ġconception": 43656, + "minute": 43657, + "Ġabusive": 43658, + "_adj": 43659, + "Ġterrific": 43660, + "Ġovert": 43661, + "ourcing": 43662, + "Ġentrada": 43663, + "levels": 43664, + "Ġcritique": 43665, + "Ġrespects": 43666, + "ĠMMA": 43667, + "iene": 43668, + "Ġencaps": 43669, + "ĠRaymond": 43670, + "Divider": 43671, + "ivable": 43672, + "baz": 43673, + "Ġ@_;Ċ": 43674, + "ĠClaire": 43675, + "Ġurging": 43676, + "CEE": 43677, + "Ġtransformer": 43678, + "discord": 43679, + "ĠJourney": 43680, + "tos": 43681, + "Ġcompetitions": 43682, + "ĠOBJ": 43683, + "ĠBis": 43684, + "Ġrelaxation": 43685, + "idy": 43686, + "_INSTANCE": 43687, + "ĠPref": 43688, + "dados": 43689, + "iciencies": 43690, + "ĠMediaQuery": 43691, + "ĠCube": 43692, + "ĠStrange": 43693, + "gpu": 43694, + "(days": 43695, + "_InitStruct": 43696, + "Ġfingerprint": 43697, + "emat": 43698, + "ĠGecko": 43699, + "Ġrails": 43700, + "ĠLum": 43701, + "straction": 43702, + "igung": 43703, + "(movie": 43704, + "_dictionary": 43705, + "_interrupt": 43706, + "ĠQC": 43707, + "iked": 43708, + "appendChild": 43709, + "recipient": 43710, + "ré": 43711, + "Ve": 43712, + "Ġtowel": 43713, + ".lastIndexOf": 43714, + "Ġplacebo": 43715, + "ĠWie": 43716, + ".esp": 43717, + "(Debug": 43718, + "operative": 43719, + "Ġdeceased": 43720, + "&id": 43721, + "ĉmutex": 43722, + "elic": 43723, + "Ġbapt": 43724, + "ĉčĊčĊ": 43725, + "Ġfarther": 43726, + "Half": 43727, + ".disable": 43728, + ".menuStrip": 43729, + "leccion": 43730, + "ĠresultCode": 43731, + "Ġcans": 43732, + "-election": 43733, + "female": 43734, + "_FIX": 43735, + "ausible": 43736, + "ĠPOWER": 43737, + "Ġreconstruction": 43738, + "Ġscans": 43739, + ".XtraBars": 43740, + "âĢĺs": 43741, + "Removed": 43742, + "Ġparagraphs": 43743, + "_margin": 43744, + "Ġlymph": 43745, + "Ġbos": 43746, + "lington": 43747, + "ĠBaptist": 43748, + "Ġadvertisements": 43749, + "ĠManage": 43750, + "/yyyy": 43751, + "IOUS": 43752, + "ENCES": 43753, + "ĠFiction": 43754, + "ĉmenu": 43755, + "ĠFileOutputStream": 43756, + "ovan": 43757, + "ĠFeng": 43758, + "Ġskipping": 43759, + "getClass": 43760, + "anni": 43761, + "Ġrebounds": 43762, + "Ġpublicity": 43763, + "Ġingres": 43764, + "usement": 43765, + "Ġthoughtful": 43766, + ".Chart": 43767, + "Ġhatte": 43768, + "passport": 43769, + "Ġhooked": 43770, + "ĠLens": 43771, + "Ġflagship": 43772, + "Ġstip": 43773, + "ĠGEN": 43774, + "Ġclues": 43775, + "ipv": 43776, + "ĠRise": 43777, + "ĠGew": 43778, + "tablename": 43779, + "Ġforemost": 43780, + "_validate": 43781, + "_analysis": 43782, + "olla": 43783, + "Ġqualifications": 43784, + "Ġdistributions": 43785, + "ĠFlower": 43786, + "Ġtense": 43787, + "Ġthankful": 43788, + "Ġclutch": 43789, + "Ġunified": 43790, + "roads": 43791, + "Ġsiti": 43792, + "Ġstall": 43793, + "_PRIORITY": 43794, + "cstdlib": 43795, + "_USERNAME": 43796, + ".bytes": 43797, + "?page": 43798, + "ermalink": 43799, + "ĠVeget": 43800, + "/vnd": 43801, + "-author": 43802, + ".NONE": 43803, + "ĠConcurrent": 43804, + "ĠCry": 43805, + "Ġstarters": 43806, + "ĠInteraction": 43807, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 43808, + "ĠLEVEL": 43809, + "Ell": 43810, + "ĠcomboBox": 43811, + "ĠTheresa": 43812, + "tek": 43813, + "_Handle": 43814, + "Ġaby": 43815, + ".gdx": 43816, + ",end": 43817, + "(Local": 43818, + "Ol": 43819, + "knife": 43820, + "arial": 43821, + "ĠHoff": 43822, + "Ġprostituerade": 43823, + "Doctor": 43824, + "Instances": 43825, + ".SetValue": 43826, + "ĉfrom": 43827, + "Ġluxurious": 43828, + "Indent": 43829, + "Allocator": 43830, + "_DRAW": 43831, + "(\",\",": 43832, + "ĠFrances": 43833, + "ĠgroupBox": 43834, + "(schema": 43835, + "Printf": 43836, + "ORIES": 43837, + "-gradient": 43838, + "Ġreput": 43839, + "arin": 43840, + "_DONE": 43841, + "incre": 43842, + "ignty": 43843, + "Ġexert": 43844, + "Ġ-.": 43845, + "/App": 43846, + "-through": 43847, + "Ġdeclining": 43848, + "Ġdessert": 43849, + "Ġincumb": 43850, + "Ġdesignation": 43851, + ".PORT": 43852, + ",strong": 43853, + "Ġsandbox": 43854, + "Ġwines": 43855, + "ĠPav": 43856, + "$str": 43857, + "askell": 43858, + "Ġhö": 43859, + "ĠPY": 43860, + "GetInstance": 43861, + "TextInput": 43862, + "gameObject": 43863, + "/events": 43864, + "createdAt": 43865, + "ĠlocalVar": 43866, + "ĠWHITE": 43867, + "pered": 43868, + "ilege": 43869, + "efficient": 43870, + ",color": 43871, + "cate": 43872, + "ĠCafe": 43873, + "Ġsimilarities": 43874, + "Ġpumps": 43875, + "ĠHungary": 43876, + ".Username": 43877, + "Ġskate": 43878, + "Ġtouchdowns": 43879, + "Ġaccelerate": 43880, + "ĠHelen": 43881, + "OMEM": 43882, + "ĠKun": 43883, + "_vol": 43884, + "ĠfindAll": 43885, + "ĠMenschen": 43886, + "ahead": 43887, + ");\"": 43888, + "kommen": 43889, + "Ġpossessed": 43890, + ".argmax": 43891, + ".transition": 43892, + "ARP": 43893, + "OLUME": 43894, + "(script": 43895, + "ĠÐĺ": 43896, + "ĠFinding": 43897, + "onces": 43898, + "Io": 43899, + "Bold": 43900, + "Ġrenewal": 43901, + "_DIALOG": 43902, + "Ġdisreg": 43903, + "INTERN": 43904, + "Ġtoute": 43905, + "Ġelectr": 43906, + "ĠGross": 43907, + "ĉtrue": 43908, + ".Fields": 43909, + "ĠWIDTH": 43910, + "ĠDent": 43911, + "ĠÃģ": 43912, + "NSNotification": 43913, + "Ġaos": 43914, + "Ġmelee": 43915, + ".Validation": 43916, + "ĠDEC": 43917, + "-dependent": 43918, + "Ġsuic": 43919, + "Traits": 43920, + "$message": 43921, + "ĠDear": 43922, + "ĉFILE": 43923, + "languages": 43924, + ".Prot": 43925, + ".addr": 43926, + "-generation": 43927, + "ICON": 43928, + "Ġtransplant": 43929, + "-description": 43930, + "Ġchasing": 43931, + "Ġchees": 43932, + "Ġ}*/Ċ": 43933, + "Trad": 43934, + "queries": 43935, + "/widgets": 43936, + "subpackage": 43937, + "Ġespec": 43938, + "Ġcracked": 43939, + "Ġcompetitor": 43940, + "Purchase": 43941, + "-team": 43942, + "olecular": 43943, + "orThunk": 43944, + "&P": 43945, + "Ġrelent": 43946, + "/#{": 43947, + "ĠproductId": 43948, + "Ġè¾": 43949, + "ĠLav": 43950, + "ĠAlter": 43951, + ".Mode": 43952, + "ADIO": 43953, + "grp": 43954, + "æ·»åĬł": 43955, + "Quit": 43956, + "Ġdepths": 43957, + "-category": 43958, + "ĠDATABASE": 43959, + "SPELL": 43960, + "ĠFalcon": 43961, + "ĠQStringList": 43962, + "Ġ''.": 43963, + "ĠInstitution": 43964, + "damage": 43965, + "azor": 43966, + "belongsTo": 43967, + "verages": 43968, + "ĠNONE": 43969, + "ippets": 43970, + ",\\Ċ": 43971, + "Ġfootprint": 43972, + "_archive": 43973, + "nak": 43974, + ".getField": 43975, + "ĠReflection": 43976, + "Ġ']": 43977, + "ĠHBO": 43978, + "_discount": 43979, + "Ġincest": 43980, + "ĠDodge": 43981, + "ĠWade": 43982, + ".NO": 43983, + "\"encoding": 43984, + "ĠBlockchain": 43985, + "Ġlawsuits": 43986, + "ĠMaint": 43987, + "chten": 43988, + "Ġétait": 43989, + "Ġktóre": 43990, + "_ctl": 43991, + "(timer": 43992, + "Battle": 43993, + "izo": 43994, + "ayed": 43995, + "IOR": 43996, + "ĠGlasgow": 43997, + "Ġsynth": 43998, + "_logs": 43999, + ".pose": 44000, + "_AdjustorThunk": 44001, + "((&": 44002, + "Ġunsure": 44003, + "ystate": 44004, + "íķĺëĬĶ": 44005, + "OULD": 44006, + ".ng": 44007, + "Ġdefaultdict": 44008, + "workspace": 44009, + "Ġselective": 44010, + "PickerController": 44011, + "YNAMIC": 44012, + ".methods": 44013, + "Ġpathways": 44014, + "ĠFew": 44015, + "KG": 44016, + "CRYPT": 44017, + "following": 44018, + "ĠDLC": 44019, + "ĠSara": 44020, + "Ġpreset": 44021, + "estructor": 44022, + "ĠKurt": 44023, + "Ġairplane": 44024, + "Ġomp": 44025, + "ĠParents": 44026, + "ĠMartinez": 44027, + ".complete": 44028, + "Ġbroadly": 44029, + "Ġscare": 44030, + "ĠMé": 44031, + "Ġelimination": 44032, + "Ġpoured": 44033, + "/sw": 44034, + "Ġcomun": 44035, + "Ġmasc": 44036, + "ĠOrganic": 44037, + "ĠStringUtils": 44038, + "ilateral": 44039, + "Ġreluctant": 44040, + "-age": 44041, + "Ġnz": 44042, + ".\"\\": 44043, + "Ġpastor": 44044, + "alez": 44045, + "Ġefect": 44046, + "prov": 44047, + "/init": 44048, + "Ġpenn": 44049, + "unds": 44050, + "Ġssize": 44051, + "ĠProj": 44052, + "basename": 44053, + "Ġshells": 44054, + "ĠNeck": 44055, + "ĠEnforcement": 44056, + "vided": 44057, + "stown": 44058, + "Sphere": 44059, + "$r": 44060, + "ussen": 44061, + "afil": 44062, + "ĠTelegram": 44063, + "Ġanalytical": 44064, + "нÑĭе": 44065, + "usually": 44066, + "xn": 44067, + "Ġhistorian": 44068, + "ĠGregory": 44069, + "olph": 44070, + "ĠUna": 44071, + "Ġcontributes": 44072, + "%-": 44073, + "antiago": 44074, + "ÑĢед": 44075, + ".region": 44076, + "Ġabrupt": 44077, + "ĠUnsupportedOperationException": 44078, + "ĠTASK": 44079, + "_finish": 44080, + "Ġnotorious": 44081, + "ĠVs": 44082, + "ĠMQ": 44083, + "Ġsunset": 44084, + "Ġunacceptable": 44085, + "arcer": 44086, + "Ġillumin": 44087, + "ĠOrb": 44088, + "Ġbh": 44089, + "Este": 44090, + "_dispatch": 44091, + "Ġripped": 44092, + "Ġtoujours": 44093, + "ĠParcel": 44094, + "_ll": 44095, + ".userName": 44096, + ".classes": 44097, + "SOURCE": 44098, + "(Number": 44099, + "елÑı": 44100, + "Ġheadphones": 44101, + "(side": 44102, + "constitution": 44103, + "annah": 44104, + "čĊĠĠĠĠĠĠĠĠčĊ": 44105, + "Ġcliff": 44106, + "-ref": 44107, + "Ġmostrar": 44108, + "ĠPowell": 44109, + "+y": 44110, + "ĠBG": 44111, + "_fragment": 44112, + ".Port": 44113, + "Ġrealizing": 44114, + "paramref": 44115, + "Ġhometown": 44116, + "@Table": 44117, + "+\"--}}Ċ": 44296, + "French": 44297, + "EntityManager": 44298, + "ĠPlain": 44299, + "////////////////////////////////////////////////////////////////////": 44300, + "³": 44301, + "(RE": 44302, + "capt": 44303, + "Ġorganisms": 44304, + "Ġjets": 44305, + "olocation": 44306, + "ĠAppRoutingModule": 44307, + "Ġglorious": 44308, + "æľį": 44309, + "Ġdiscarded": 44310, + "ĉĉĉĉĠĠĠĠĠ": 44311, + "ĠArnold": 44312, + "lug": 44313, + "Ġparl": 44314, + "Ġhormones": 44315, + "Ġmah": 44316, + "ĠSonic": 44317, + "Ġorganizers": 44318, + "_PLATFORM": 44319, + ".inv": 44320, + "Ġchord": 44321, + "ventional": 44322, + "ĉof": 44323, + "Episode": 44324, + ".Enum": 44325, + "unkt": 44326, + "ĠDh": 44327, + "ĠJared": 44328, + "ĠNak": 44329, + "Ġintends": 44330, + "Endian": 44331, + "Ġaustralia": 44332, + "_cv": 44333, + "(resolve": 44334, + "Ġclinics": 44335, + "liked": 44336, + "ASHINGTON": 44337, + "inha": 44338, + "'*": 44339, + "ĠNP": 44340, + "_beh": 44341, + "Ġhf": 44342, + "Ġwür": 44343, + "categoria": 44344, + "$form": 44345, + "Ġsubway": 44346, + "ĠisActive": 44347, + "popular": 44348, + "Cour": 44349, + "Ġcooldown": 44350, + "Ġainsi": 44351, + "ĠGLuint": 44352, + "ereal": 44353, + "ĠarrayOf": 44354, + "Ġhatch": 44355, + "==========": 44356, + "resses": 44357, + "_PP": 44358, + ".^": 44359, + "_decay": 44360, + "ĠBless": 44361, + "metrics": 44362, + "ĠCOPYING": 44363, + "ĠDumpster": 44364, + "ĠJosé": 44365, + "ĠDesigns": 44366, + "<": 44369, + "Ġ\"}Ċ": 44370, + "timezone": 44371, + "Ġeer": 44372, + "maxcdn": 44373, + "ĠESC": 44374, + "igaret": 44375, + "_connected": 44376, + "_reverse": 44377, + "Ġquestionable": 44378, + "ĠUSC": 44379, + "Ġtutti": 44380, + "Ġdropout": 44381, + "ĠActivities": 44382, + "ĠWinds": 44383, + "')));Ċ": 44384, + "Ġcongest": 44385, + "ģı": 44386, + "Ġprolonged": 44387, + "è¿Ļ": 44388, + "ĠCrossAxisAlignment": 44389, + "LEEP": 44390, + "ĠVALID": 44391, + "ĠGaz": 44392, + "Ġdependence": 44393, + "ĠPrix": 44394, + ".CompilerServices": 44395, + "jump": 44396, + "Ġstrat": 44397, + "circ": 44398, + "ĠCUSTOM": 44399, + "xaa": 44400, + "Ġbmp": 44401, + "Ġbureau": 44402, + "Ġwaren": 44403, + "NX": 44404, + "(Window": 44405, + "ĠChristie": 44406, + "_FE": 44407, + "Ġtn": 44408, + "ĠOmega": 44409, + "communications": 44410, + "HomePage": 44411, + "completion": 44412, + "Ġsupplying": 44413, + "YPES": 44414, + "ável": 44415, + "åĪ¶": 44416, + "(click": 44417, + "\\Contracts": 44418, + "/questions": 44419, + "Ġez": 44420, + "AMS": 44421, + ".mesh": 44422, + "Ġ'\\Ċ": 44473, + "Robot": 44474, + "JsonObject": 44475, + "ĠDF": 44476, + "ĠProcessor": 44477, + "_should": 44478, + ".protobuf": 44479, + "-users": 44480, + "Ġembry": 44481, + "FONT": 44482, + "Ġstartups": 44483, + "ĠDataSource": 44484, + ")#": 44485, + "uros": 44486, + "_Color": 44487, + "Ġstandalone": 44488, + "}[": 44489, + "jd": 44490, + "Ġforgive": 44491, + "Ġngx": 44492, + "ĠGenerally": 44493, + "Ġconfigurable": 44494, + "/order": 44495, + "Ġvas": 44496, + "')\";Ċ": 44497, + "ĠRR": 44498, + "ĠTroy": 44499, + "Ġcompromised": 44500, + "ĠSwan": 44501, + "intendent": 44502, + "Central": 44503, + "_keeper": 44504, + "Ġarquivo": 44505, + "ĠReadOnly": 44506, + "_curve": 44507, + "kv": 44508, + "entin": 44509, + "è±": 44510, + "ĠEy": 44511, + ".imread": 44512, + "ĠPam": 44513, + "iffe": 44514, + "ativity": 44515, + "xbc": 44516, + "Ġgrim": 44517, + "-filled": 44518, + "namese": 44519, + "']:": 44520, + "Ġaur": 44521, + "ĠGibson": 44522, + ".MouseEvent": 44523, + "Ġlado": 44524, + "avadoc": 44525, + "Ġfamil": 44526, + "ĠModer": 44527, + "fps": 44528, + "ãĢĢãĢĢ": 44529, + "-example": 44530, + "ĠAlzheimer": 44531, + "ĠUtf": 44532, + "_arguments": 44533, + "Conclusion": 44534, + "textContent": 44535, + "remaining": 44536, + "Ġinterrupts": 44537, + "ĠBackup": 44538, + "ĠMong": 44539, + "Ġreceptors": 44540, + "histor": 44541, + ".coroutines": 44542, + "Ġshouted": 44543, + "Alarm": 44544, + "Ġcombust": 44545, + "Ġgrote": 44546, + "ultural": 44547, + "(ids": 44548, + "--------------------------------------------------------------------------------": 44549, + "iplinary": 44550, + "Opts": 44551, + "ĠYale": 44552, + "localStorage": 44553, + "Ġequival": 44554, + "ĠFleet": 44555, + "\\b": 44556, + "*pi": 44557, + "ĠQLabel": 44558, + "æ¡": 44559, + "Ġvx": 44560, + "ĠACL": 44561, + "Ġsucesso": 44562, + "Ġperc": 44563, + "ĠNotre": 44564, + "Ġanarch": 44565, + "Ring": 44566, + "spb": 44567, + "Ġstrpos": 44568, + "stores": 44569, + "ĠMaple": 44570, + "(MainActivity": 44571, + "(\"\"))": 44572, + "ĠviewHolder": 44573, + "Quad": 44574, + "Ġigual": 44575, + "orsche": 44576, + ".margin": 44577, + "Ġindie": 44578, + "Ġfranc": 44579, + "ĠFormBuilder": 44580, + "ĠParticip": 44581, + ".flash": 44582, + "Ġstorms": 44583, + "Ult": 44584, + "Ġfen": 44585, + "[new": 44586, + "Ever": 44587, + "=\"Ċ": 44588, + "Ġlocalized": 44589, + "_follow": 44590, + "Ġnave": 44591, + "Ġdominance": 44592, + "(tile": 44593, + "Journal": 44594, + "ĠVC": 44595, + "Ġpenetration": 44596, + "ï¼ķ": 44597, + "Ġcompartment": 44598, + "Ġbids": 44599, + "Formatted": 44600, + "******/ĊĊ": 44601, + "(city": 44602, + "âĢĶit": 44603, + "[C": 44604, + "ĠuseCallback": 44605, + "aub": 44606, + ")?.": 44607, + "ĠVAR": 44608, + "ĠSebastian": 44609, + "ĠMoss": 44610, + "Ġabundant": 44611, + "Greg": 44612, + "ÑĤа": 44613, + "_ci": 44614, + "Ġbibli": 44615, + "CRM": 44616, + "ĠAttempt": 44617, + "isme": 44618, + "dash": 44619, + "ãĢİ": 44620, + "_mu": 44621, + ".FormattingEnabled": 44622, + "Indeed": 44623, + "-direct": 44624, + "Ġsucking": 44625, + "Ġpne": 44626, + "ocabulary": 44627, + "ĠPackers": 44628, + ".Navigation": 44629, + "Ġpied": 44630, + "cribing": 44631, + "ĠStuart": 44632, + ".ToDouble": 44633, + "ĠSecondary": 44634, + "Saving": 44635, + "ĠDut": 44636, + "ĠMadd": 44637, + "Magic": 44638, + ",H": 44639, + ".documentElement": 44640, + "ĠBST": 44641, + "Ġdiffers": 44642, + "Ġmoreover": 44643, + "_nd": 44644, + "SEARCH": 44645, + "пÑĢав": 44646, + "æ´": 44647, + "toMatch": 44648, + "Ġdecreasing": 44649, + "-member": 44650, + "ampus": 44651, + "(boost": 44652, + "Daily": 44653, + "DataGridView": 44654, + "ĠHttpContext": 44655, + "Ġhipp": 44656, + "_workers": 44657, + "-language": 44658, + "éĵ": 44659, + "Ġconsisted": 44660, + "athing": 44661, + "ĠMercury": 44662, + "$content": 44663, + "Ġpracticed": 44664, + "ĠModules": 44665, + "_DAY": 44666, + "Ġweaknesses": 44667, + "ĠLodge": 44668, + "Ġnar": 44669, + "ĠMate": 44670, + "Ġjp": 44671, + "ĠHttpHeaders": 44672, + "Ġsmo": 44673, + "ĠTOKEN": 44674, + "])(": 44675, + "Ġaqui": 44676, + "swagen": 44677, + "Ġsrv": 44678, + "ĉans": 44679, + "Around": 44680, + "ĠManuel": 44681, + "Ġfictional": 44682, + "ĠIMG": 44683, + "Ġ.'": 44684, + "ĠBerry": 44685, + "Ġwallpaper": 44686, + "sexual": 44687, + "iero": 44688, + "ĠçļĦ": 44689, + "ìĨĮ": 44690, + "BackingField": 44691, + "ĠAdrian": 44692, + "BASEPATH": 44693, + "Ġrepeats": 44694, + "Ġblues": 44695, + "Ġunpredict": 44696, + "_coll": 44697, + "stacle": 44698, + "ĠTumblr": 44699, + "ĠElf": 44700, + "Ġassurance": 44701, + "Ġcensus": 44702, + "ĠIMPORT": 44703, + "ENDER": 44704, + "anos": 44705, + "Ġ=(": 44706, + "ĠEllis": 44707, + "\"ĊĊĊĊ": 44708, + ".win": 44709, + "ĠAbove": 44710, + "alon": 44711, + "_tick": 44712, + "Ġrepresentations": 44713, + "Ġæķ": 44714, + "wid": 44715, + "ĠArms": 44716, + "Lista": 44717, + "_failure": 44718, + "_cm": 44719, + ".FlatAppearance": 44720, + "Ġthrone": 44721, + "Patch": 44722, + "ĠVoy": 44723, + "engl": 44724, + "Ġnegotiating": 44725, + ">`": 44726, + "Ġshoots": 44727, + "ĠFPS": 44728, + ".Year": 44729, + "ĠKiss": 44730, + "ención": 44731, + "reeting": 44732, + "FromFile": 44733, + "Ġresignation": 44734, + "Ø·": 44735, + "Ġtwins": 44736, + "ượ": 44737, + "Ġgebru": 44738, + ".getContent": 44739, + ".Tree": 44740, + "ĠEmployees": 44741, + "ĠFIFA": 44742, + "Ġcertainty": 44743, + "(Cl": 44744, + "Ġtotals": 44745, + "editable": 44746, + "à¥Ģ": 44747, + ".Reporting": 44748, + "Mas": 44749, + "quiet": 44750, + ".rules": 44751, + "ĠVO": 44752, + "conexion": 44753, + ",K": 44754, + "Ġallocator": 44755, + "ĠPowder": 44756, + "\\Repository": 44757, + "Beat": 44758, + "_tipo": 44759, + "Ġ['',": 44760, + "_INTR": 44761, + "Ġ<<<": 44762, + "\");čĊ": 44791, + "dropIfExists": 44792, + "ĠBeg": 44793, + "_HAL": 44794, + "ĠcrossAxisAlignment": 44795, + "ĠEvidence": 44796, + "Ġpeculiar": 44797, + "Ġinstitute": 44798, + "veis": 44799, + "Ġfft": 44800, + "Ãģ": 44801, + "Ġzoekt": 44802, + "analy": 44803, + "ĠHomeland": 44804, + "Ġpenetr": 44805, + "uddenly": 44806, + "ĉelement": 44807, + "ĠBren": 44808, + "ĠTrudeau": 44809, + "ĠCuban": 44810, + "jam": 44811, + "uslim": 44812, + "_ev": 44813, + "Ġstems": 44814, + "}%": 44815, + "Ŀå§ĭ": 44816, + "Ġbranding": 44817, + "Ġcorrespondence": 44818, + ".jquery": 44819, + "¢åįķ": 44820, + "ĠReads": 44821, + "(HttpStatusCode": 44822, + "assin": 44823, + "(slot": 44824, + "ĠGraduate": 44825, + "///<": 44826, + "Ġinformations": 44827, + "ENABLE": 44828, + "Ġpuis": 44829, + "Ġfinder": 44830, + "ĠBris": 44831, + "Ġnettsteder": 44832, + "_mid": 44833, + "Ġogs": 44834, + "ĠSterling": 44835, + "Ġarrog": 44836, + "strftime": 44837, + "|ĊĊ": 44838, + "Ġvox": 44839, + "ĠRegardless": 44840, + "Ġeso": 44841, + "ĠComfort": 44842, + ".BooleanField": 44843, + "Ġuh": 44844, + "ACY": 44845, + "Ġsqueez": 44846, + "ĠVic": 44847, + "contro": 44848, + ".lo": 44849, + "Ġire": 44850, + "ĠComedy": 44851, + "ë¶": 44852, + "Ġoriginated": 44853, + "Ġshipment": 44854, + "|max": 44855, + "_guid": 44856, + "levation": 44857, + "наÑı": 44858, + "(undefined": 44859, + "ĠDDR": 44860, + "Ġshootings": 44861, + "ĠLatino": 44862, + "ENDOR": 44863, + "Ġaveraging": 44864, + "Ġgreeted": 44865, + "Ġtheaters": 44866, + "ое": 44867, + "ĠdB": 44868, + "Ġgst": 44869, + "Ġdefinite": 44870, + ".Storage": 44871, + ".her": 44872, + "Ġafore": 44873, + "ĠReality": 44874, + "ĠGods": 44875, + "versed": 44876, + "Ġhandsome": 44877, + "Ġexcluding": 44878, + "(ad": 44879, + "Quotes": 44880, + "ĠScheme": 44881, + "?q": 44882, + "ĠTamil": 44883, + "Ticks": 44884, + "Ġpest": 44885, + "'n": 44886, + "Ġpornography": 44887, + "_modal": 44888, + "Ġ----------": 44889, + "Ġdisposable": 44890, + "FREE": 44891, + "Ġshark": 44892, + "CHE": 44893, + "Ġdepicted": 44894, + "Ġdemonstrations": 44895, + "ĠKilled": 44896, + "ĠRULE": 44897, + "Ġobsessed": 44898, + "Ġsimplified": 44899, + "Postal": 44900, + "Ġconceptual": 44901, + "Ġpst": 44902, + "Las": 44903, + "_PROJECT": 44904, + "ucceeded": 44905, + "olu": 44906, + "ÄŁi": 44907, + "Ġpersonalities": 44908, + "Ġreshape": 44909, + "Ġenclosed": 44910, + "ĉptr": 44911, + "Ġtutorials": 44912, + "Ġexploded": 44913, + "_DIRECTORY": 44914, + "åĨħ容": 44915, + "Ġcanon": 44916, + "Ġrecognise": 44917, + "PAD": 44918, + "ĠApprox": 44919, + "ĠRestore": 44920, + "ĠImportant": 44921, + "Ġheavier": 44922, + ".Sequential": 44923, + "Earth": 44924, + "ĠMilk": 44925, + ".setRequest": 44926, + ".tem": 44927, + "Ġreconstruct": 44928, + "Ġskeptical": 44929, + "_Private": 44930, + "BUF": 44931, + "qua": 44932, + ":a": 44933, + "Ġsek": 44934, + "Ġdwell": 44935, + "ossa": 44936, + "Ġrewarded": 44937, + "ий": 44938, + "(topic": 44939, + "_partition": 44940, + "Ġ__________________": 44941, + "Keywords": 44942, + "ĠFranco": 44943, + "Lite": 44944, + "Ġnaken": 44945, + "Ġза": 44946, + "OBJECT": 44947, + "Ġcrafts": 44948, + "ĠSwap": 44949, + ".Xna": 44950, + ".Connect": 44951, + "Ġbalcony": 44952, + "(real": 44953, + "ĠBarnes": 44954, + "bir": 44955, + "ĠTwenty": 44956, + "ayan": 44957, + "atars": 44958, + "ĠPropel": 44959, + "ĠIhnen": 44960, + "Upgrade": 44961, + "Ġcurb": 44962, + "-second": 44963, + "Ġneph": 44964, + ".pres": 44965, + "ìŀħ": 44966, + ".seq": 44967, + "Ġpadded": 44968, + "\"?": 44969, + "jl": 44970, + "ãĥ¬": 44971, + "')a": 44975, + "Coordinates": 44976, + "Ġenacted": 44977, + "ENTS": 44978, + "Ġlac": 44979, + ".final": 44980, + "ĠPhpStorm": 44981, + "called": 44982, + "Ġinquiries": 44983, + ".middleware": 44984, + "ĠDowntown": 44985, + "/';Ċ": 44986, + "Ġkilomet": 44987, + "accel": 44988, + "Ġquien": 44989, + "wstring": 44990, + "setData": 44991, + "Ġmanera": 44992, + "Ġmodular": 44993, + "rimp": 44994, + "Ġtariffs": 44995, + "âĢĻil": 44996, + "_THROW": 44997, + "/color": 44998, + "ĠHTMLElement": 44999, + "Ġcarro": 45000, + "Ġprere": 45001, + "Ġplotting": 45002, + "ĠPositive": 45003, + "ĠMachines": 45004, + "OTES": 45005, + "Ỽ": 45006, + "pleasant": 45007, + "Ġalte": 45008, + "Ġainda": 45009, + "these": 45010, + "Ġcors": 45011, + "ipay": 45012, + "ĠAdvisory": 45013, + "ĠRubio": 45014, + "jq": 45015, + "Ġlimestone": 45016, + "Ġdetached": 45017, + "设置": 45018, + "tenant": 45019, + "ĠDepth": 45020, + "alore": 45021, + "ĠÑģÑĤÑĢок": 45022, + "ĠFORE": 45023, + "ĠLay": 45024, + "presentation": 45025, + ")');Ċ": 45026, + ".subplots": 45027, + "Ïĥ": 45028, + "NOW": 45029, + "Gar": 45030, + "handles": 45031, + "abra": 45032, + "puties": 45033, + "ĠElectrical": 45034, + "Middle": 45035, + "ropic": 45036, + "ĠJD": 45037, + "ĠDyn": 45038, + "ĠBristol": 45039, + "ĠMcCarthy": 45040, + "Ġstriker": 45041, + "Ġenumerable": 45042, + "ĠEvan": 45043, + ".defaults": 45044, + "quences": 45045, + ")||": 45046, + "ĉtoken": 45047, + "âĹı": 45048, + "-dropdown": 45049, + "STORE": 45050, + "ĠGraphic": 45051, + "(pp": 45052, + "Expl": 45053, + "Ġupwards": 45054, + "ĠDistributed": 45055, + "ĠWEB": 45056, + "Jer": 45057, + "isNaN": 45058, + "çĶŁæĪIJ": 45059, + ">R": 45060, + "üssen": 45061, + "efs": 45062, + "Ġuncover": 45063, + "Ġlud": 45064, + ".calculate": 45065, + "Ġintptr": 45066, + "Ġmidfielder": 45067, + ".Headers": 45068, + "Ġmf": 45069, + "eref": 45070, + ".Metro": 45071, + "ĠSpeaking": 45072, + ":b": 45073, + "Ġcryptocurrencies": 45074, + "Ġdemons": 45075, + "ĉEXPECT": 45076, + "Ġwicked": 45077, + "youtube": 45078, + ":Int": 45079, + "ĠHindi": 45080, + "ĠCAT": 45081, + "Ġع": 45082, + "rar": 45083, + "omore": 45084, + "/per": 45085, + "/license": 45086, + "Ġreim": 45087, + "Ġawaiting": 45088, + "Ġlethal": 45089, + "ĠEF": 45090, + "rounded": 45091, + "ĠPlatinum": 45092, + "ĠвÑģе": 45093, + ".coords": 45094, + ".Device": 45095, + "/item": 45096, + "ĠWenn": 45097, + "compileComponents": 45098, + "ĠKinder": 45099, + ".removeItem": 45100, + "Ġanda": 45101, + "bnb": 45102, + "Ġpra": 45103, + "(transaction": 45104, + "Ġembarrassing": 45105, + "ĉBOOL": 45106, + ".contentView": 45107, + "Ġeventdata": 45108, + "atore": 45109, + "ĠprovidedIn": 45110, + "irma": 45111, + "Ġzona": 45112, + "_HW": 45113, + "æĻ": 45114, + "Ġstove": 45115, + "Ġcounterpart": 45116, + "_Product": 45117, + "_MANAGER": 45118, + "Ġinfring": 45119, + "ĠERA": 45120, + "_party": 45121, + "Ñij": 45122, + "Ġinici": 45123, + "_Request": 45124, + "Ġmiracle": 45125, + "ĠcancelButton": 45126, + "Spy": 45127, + "ató": 45128, + "Ġpolish": 45129, + "ĠNicole": 45130, + ".displayName": 45131, + "\\Requests": 45132, + "ĠuseHistory": 45133, + "RouterModule": 45134, + "Ġstared": 45135, + "IDER": 45136, + "ÑĥнкÑĨи": 45137, + "Ġnota": 45138, + "$arr": 45139, + "pecified": 45140, + "Ġtopp": 45141, + "_DRIVER": 45142, + "/ng": 45143, + "åł": 45144, + "_tm": 45145, + "%timeout": 45146, + "\"": 45588, + "tlement": 45589, + "$(\"": 45590, + "FromString": 45591, + "ĠBild": 45592, + "Ġconventions": 45593, + "_native": 45594, + "ĠInspector": 45595, + "ĠPist": 45596, + "ubar": 45597, + "Ġregs": 45598, + "ĠPilot": 45599, + "Thus": 45600, + ">'+": 45601, + "Ġcela": 45602, + ".news": 45603, + "(Product": 45604, + "Living": 45605, + "Russia": 45606, + "Ġfacet": 45607, + "etical": 45608, + "Ġ['$": 45609, + "/[": 45610, + "ĠDire": 45611, + "Ġgases": 45612, + "ĠINFORMATION": 45613, + "ĠEat": 45614, + "ĠForums": 45615, + "ĠCharacters": 45616, + "_met": 45617, + "Ġìĭľ": 45618, + "Ġkings": 45619, + "achie": 45620, + "ĠLambda": 45621, + "Ġtimers": 45622, + "ĠLighting": 45623, + "ĠCasey": 45624, + "addir": 45625, + "andex": 45626, + ".answer": 45627, + "ĠHip": 45628, + "ĠPrincip": 45629, + "StartDate": 45630, + "ĠãĢĮ": 45631, + "tres": 45632, + "Ġ&#": 45633, + ".MaxValue": 45634, + "ĠProblems": 45635, + "Ġlatex": 45636, + "OfClass": 45637, + "ĠLynn": 45638, + "//'": 45639, + "Ġvoyage": 45640, + "Ġshuttle": 45641, + "ĠRoller": 45642, + "ĠRuntimeError": 45643, + "uya": 45644, + "Dic": 45645, + "ĉbuilder": 45646, + "Ġbullying": 45647, + "Ġsimplest": 45648, + ".called": 45649, + "ĠLR": 45650, + "Ġmorality": 45651, + "Ġsturdy": 45652, + "tracking": 45653, + ".swagger": 45654, + "_BIND": 45655, + "ITOR": 45656, + "-urlencoded": 45657, + "ĠÑħ": 45658, + "ĠTrinity": 45659, + "Ġtraps": 45660, + "Ġ|-": 45661, + "ĠsetText": 45662, + "Ġbargain": 45663, + "Ġbrakes": 45664, + ".getCode": 45665, + "Ġmigrate": 45666, + "Ġribbon": 45667, + ")return": 45668, + "Ġcharger": 45669, + "acom": 45670, + "ADIUS": 45671, + "ĠAmbassador": 45672, + "-after": 45673, + "Ġanni": 45674, + "ĉspin": 45675, + "Concept": 45676, + "ĠHenderson": 45677, + "ĠHOST": 45678, + ".rank": 45679, + "ĠNortheast": 45680, + "Ġberlin": 45681, + "Ġrequis": 45682, + ".feed": 45683, + "ĠsourceMapping": 45684, + "ĠRencontre": 45685, + ".ajax": 45686, + "nestjs": 45687, + "Ġtrek": 45688, + "ĠNacional": 45689, + "Ġ&[": 45690, + "Ġpayable": 45691, + "ortex": 45692, + "Ġdept": 45693, + "fieldName": 45694, + "Ġcompletes": 45695, + "ĠRVA": 45696, + "Ġonions": 45697, + "alignment": 45698, + "Formats": 45699, + "Ġ'{$": 45700, + "HashSet": 45701, + "ĠBod": 45702, + ".InvariantCulture": 45703, + "Ġsettlements": 45704, + "Ġhydr": 45705, + ".updated": 45706, + "venth": 45707, + "(seconds": 45708, + "=\"/\"": 45709, + "Ġwebpage": 45710, + "(ĊĊ": 45711, + "Ġtir": 45712, + "Ġtoes": 45713, + "ĠBrick": 45714, + "Ġambition": 45715, + "Pot": 45716, + "=max": 45717, + "ETIME": 45718, + "Ġdepot": 45719, + "calls": 45720, + "ĠNorwegian": 45721, + "`:": 45722, + "Ġburger": 45723, + "Ġprofessors": 45724, + "ĠAllocate": 45725, + "-thirds": 45726, + "-chart": 45727, + "Ġford": 45728, + "*N": 45729, + ".kotlin": 45730, + "Ġpaperwork": 45731, + "ĠDEVICE": 45732, + "%@\",": 45733, + "respect": 45734, + "(mp": 45735, + "é«ĺ": 45736, + "-if": 45737, + "Ġcushion": 45738, + "obot": 45739, + "Ġparc": 45740, + "SPACE": 45741, + "ĠNetanyahu": 45742, + "Ġselfish": 45743, + "feat": 45744, + "Ġclientes": 45745, + "-tools": 45746, + "Ġporch": 45747, + "Ġjq": 45748, + ".verbose": 45749, + "Ġliberals": 45750, + "])ĊĊĊ": 45751, + "pies": 45752, + "NotBlank": 45753, + "(term": 45754, + "ÈĽi": 45755, + "_Params": 45756, + ".normalize": 45757, + "Bullet": 45758, + "ASIC": 45759, + "(hex": 45760, + "_cliente": 45761, + "+,": 45762, + "_DI": 45763, + "Ġforthcoming": 45764, + "}\")]Ċ": 45765, + "seo": 45766, + "Um": 45767, + ">Name": 45768, + "Ġcomfortably": 45769, + "irectional": 45770, + "WITH": 45771, + "/pr": 45772, + "ĠPoor": 45773, + "ĠVitamin": 45774, + "vic": 45775, + "GH": 45776, + "Ġpriorit": 45777, + "ĠNN": 45778, + "ĠClosed": 45779, + "¤í": 45780, + "ĠisOpen": 45781, + "\\Console": 45782, + "AndFeel": 45783, + ".SUCCESS": 45784, + "_OPERATION": 45785, + "polation": 45786, + "ĠTas": 45787, + "psz": 45788, + ">'.": 45789, + "CURRENT": 45790, + "Vendor": 45791, + "hosts": 45792, + "ĠErd": 45793, + ">tagger": 45794, + "ĠsourceMappingURL": 45795, + "Ġmarathon": 45796, + "_closed": 45797, + "Ġexemption": 45798, + "Ġrecognizes": 45799, + "ideshow": 45800, + "'$": 45801, + "('/');Ċ": 45802, + "mits": 45803, + "warz": 45804, + "ĠCherry": 45805, + "µ¬": 45806, + "nor": 45807, + "porte": 45808, + "Ġwl": 45809, + "_backup": 45810, + ".getBoolean": 45811, + ".getResource": 45812, + "Ġdefinitive": 45813, + ".EditText": 45814, + "ĠsÃŃ": 45815, + ".CONT": 45816, + "ĠPLAYER": 45817, + ".cards": 45818, + "ĠShore": 45819, + "('/')Ċ": 45820, + "cluir": 45821, + "WebDriver": 45822, + "(month": 45823, + "-release": 45824, + "Ġinspector": 45825, + "å£": 45826, + "ĠNF": 45827, + "_clip": 45828, + "åŃIJ": 45829, + "Ġinteracting": 45830, + ".tmp": 45831, + "Ġ'''ĊĊ": 45832, + "Ġdee": 45833, + "Ġfrost": 45834, + "\"]))Ċ": 45835, + "ĠPlaces": 45836, + "Throws": 45837, + "fork": 45838, + "/day": 45839, + "iPhone": 45840, + "ĠMIC": 45841, + "Ġfolding": 45842, + "Ġcrore": 45843, + "ĠChiefs": 45844, + "pherical": 45845, + "(price": 45846, + ".WriteString": 45847, + "Ġexiting": 45848, + "]',Ċ": 45849, + "ighting": 45850, + "Ingredient": 45851, + "(vertex": 45852, + "ĠscrollView": 45853, + "hf": 45854, + ":new": 45855, + "SEN": 45856, + "sector": 45857, + "Ġspins": 45858, + "ĠScheduler": 45859, + "otechn": 45860, + "semicolon": 45861, + "FontOfSize": 45862, + "ĠSpecifically": 45863, + "flamm": 45864, + ".ObjectId": 45865, + "Ġconta": 45866, + "_permissions": 45867, + "ĉFROM": 45868, + "ICODE": 45869, + "/kg": 45870, + "ĠHotels": 45871, + "-med": 45872, + "ĠDin": 45873, + "Ġnavy": 45874, + "getParam": 45875, + "Ġmend": 45876, + "Ġportrayed": 45877, + "ĠMetropolitan": 45878, + "Painter": 45879, + "Ġreferral": 45880, + "_good": 45881, + "Ġmarvel": 45882, + "osaic": 45883, + ">(&": 45884, + ".ur": 45885, + "Ġestos": 45886, + "William": 45887, + "Ġtimber": 45888, + "Ġquelques": 45889, + "ĠDocuments": 45890, + ".Xaml": 45891, + "Ġbatches": 45892, + "éģĵ": 45893, + "ĠReleased": 45894, + "Tail": 45895, + "COOKIE": 45896, + "heid": 45897, + "_station": 45898, + "ĠVia": 45899, + "Sale": 45900, + "ĠRepeat": 45901, + "Ġpromin": 45902, + "ĠZo": 45903, + "-forward": 45904, + "ĠIon": 45905, + "itary": 45906, + "Ġjus": 45907, + "-request": 45908, + "Ġproudly": 45909, + "ĠStreaming": 45910, + "(MouseEvent": 45911, + "ĠSprint": 45912, + "_rotation": 45913, + "Repositories": 45914, + "Ġtart": 45915, + "ĠÑģв": 45916, + "Ġmappings": 45917, + "èª": 45918, + "Cu": 45919, + "Cycle": 45920, + "Ġbun": 45921, + "ĉlua": 45922, + "ãĥī": 45923, + "Ġ((!": 45924, + "Ġcollectively": 45925, + "ĠCond": 45926, + "Ġwszyst": 45927, + "(lib": 45928, + "openhagen": 45929, + "_skip": 45930, + ".ColumnHeader": 45931, + "éĤ": 45932, + "perienced": 45933, + "ıè¿°": 45934, + "_props": 45935, + "Ġcontrace": 45936, + "Ġmatchup": 45937, + "abetic": 45938, + ".members": 45939, + "RECT": 45940, + "(dat": 45941, + "Ġsog": 45942, + "renom": 45943, + "_Method": 45944, + "Customers": 45945, + "fullname": 45946, + "ZN": 45947, + "retry": 45948, + "Ġkap": 45949, + "ĠNeu": 45950, + "èĬ": 45951, + "addChild": 45952, + "willReturn": 45953, + "_permalink": 45954, + "Ġenergetic": 45955, + "ĠWet": 45956, + "ĠMorr": 45957, + "Ġgcd": 45958, + "counts": 45959, + ",type": 45960, + "dig": 45961, + "(Login": 45962, + "Ġcracks": 45963, + "Ġbacterial": 45964, + "ĠMeat": 45965, + "ĠArmstrong": 45966, + "ĠBronze": 45967, + "Ġapproximate": 45968, + "_dirs": 45969, + "liga": 45970, + "ÅĤad": 45971, + "Ġkindness": 45972, + "Ġcontre": 45973, + "ĠEVERY": 45974, + "MET": 45975, + "Ġannouncements": 45976, + "gpio": 45977, + "ĠWaitForSeconds": 45978, + "ĠPhotoshop": 45979, + "Ġdiscontin": 45980, + "/dd": 45981, + "Ġtopology": 45982, + "anical": 45983, + ".interface": 45984, + "aucoup": 45985, + ".HashSet": 45986, + "ARIANT": 45987, + "(routes": 45988, + "ĠTeh": 45989, + "Ġhype": 45990, + "]\").": 45991, + "Ġslam": 45992, + "Ġbroth": 45993, + "-inter": 45994, + "ĠRid": 45995, + "-manager": 45996, + "Cancelar": 45997, + "ĠPagination": 45998, + "Ġsoundtrack": 45999, + "Ġposterior": 46000, + "Ġscrub": 46001, + "creating": 46002, + "-*": 46003, + "irteen": 46004, + ".dy": 46005, + ".symmetric": 46006, + "Ġ\"\".": 46007, + "===============": 46008, + "Ġchassis": 46009, + "ĠnumberOfRows": 46010, + "Developer": 46011, + "_bins": 46012, + "ĠOUR": 46013, + "rieb": 46014, + "Pros": 46015, + "ĠwiÄĻ": 46016, + "\"d": 46017, + "Ġasyncio": 46018, + "zeigen": 46019, + "_spi": 46020, + ".ALL": 46021, + "Ġscrews": 46022, + "Chinese": 46023, + "ĠapiKey": 46024, + "Ġunsuccessful": 46025, + "ĠSeahawks": 46026, + "ORG": 46027, + "ç«ł": 46028, + "Ġprofessionally": 46029, + "ĠCoupon": 46030, + "åŃĹ段": 46031, + "Convention": 46032, + "Ġpolym": 46033, + "æīĭ": 46034, + "Ġsalvation": 46035, + "Ġengineered": 46036, + "ĠWrest": 46037, + "ĠGCC": 46038, + "Ġwarmer": 46039, + "LayoutConstraint": 46040, + "Ġaggrav": 46041, + "Scripts": 46042, + "venture": 46043, + "Ġrefrigerator": 46044, + "Ġinnovations": 46045, + "ĠRunner": 46046, + "NIC": 46047, + "ĠRolling": 46048, + "ControlEvents": 46049, + "Ġloos": 46050, + "pac": 46051, + "ĉpanel": 46052, + "efe": 46053, + "ĠBuddha": 46054, + "--------------Ċ": 46055, + "åºĵ": 46056, + "(forKey": 46057, + "Ġlumin": 46058, + "Ġ(?": 46059, + "ĠAIDS": 46060, + ",user": 46061, + "imientos": 46062, + "contentType": 46063, + "antlr": 46064, + "é¦": 46065, + "ĠWelt": 46066, + "Production": 46067, + "might": 46068, + "ĠVII": 46069, + "\",(": 46070, + "Ġobserving": 46071, + "Ġdeliberate": 46072, + "(control": 46073, + "Ġwithd": 46074, + "Ġsemana": 46075, + "STACK": 46076, + "uchen": 46077, + "Nice": 46078, + "ĠDeutschland": 46079, + "ĠSpecifies": 46080, + "dma": 46081, + "izio": 46082, + "ĠFacts": 46083, + "_popup": 46084, + "ĠDirectors": 46085, + "{:": 46086, + "[R": 46087, + "ĠÑįлеменÑĤ": 46088, + "Ġplat": 46089, + "Ġdirecting": 46090, + "ä¸ī": 46091, + "ĠGilbert": 46092, + "âĢ¦.ĊĊ": 46093, + ".qml": 46094, + "Ġthereafter": 46095, + "Ġdisposition": 46096, + "draft": 46097, + "Ġsurgeon": 46098, + "ĠInsider": 46099, + "Blend": 46100, + "ĠTrev": 46101, + "trinsic": 46102, + "Topics": 46103, + "rieve": 46104, + "_FILENAME": 46105, + "Ġautres": 46106, + "Jose": 46107, + "Producer": 46108, + "erus": 46109, + "Ġpetit": 46110, + "ĠNEXT": 46111, + "ĠFilters": 46112, + "Ġreplicate": 46113, + "\"]).": 46114, + "Ġlenders": 46115, + "]\",Ċ": 46116, + ";charset": 46117, + "CppObject": 46118, + "Ġfloral": 46119, + "ĠTipo": 46120, + "Ġcircuits": 46121, + "easy": 46122, + "(&$": 46123, + "itta": 46124, + "eryl": 46125, + "_COMMON": 46126, + "'}}>Ċ": 46127, + "-backed": 46128, + "(variable": 46129, + "(Index": 46130, + "Ġvoir": 46131, + "_locations": 46132, + "++){": 46133, + "ĠLouisville": 46134, + "Ġgratitude": 46135, + ".Mockito": 46136, + "ĠPowers": 46137, + "ieurs": 46138, + "Ġgeographic": 46139, + "rale": 46140, + "Ġcra": 46141, + "ĠSpurs": 46142, + "iphertext": 46143, + "ACION": 46144, + "-common": 46145, + "Ġvictories": 46146, + "ĠFinals": 46147, + ".shuffle": 46148, + "-million": 46149, + "_PROC": 46150, + "assume": 46151, + "Ġils": 46152, + "DBC": 46153, + "BootTest": 46154, + "Ġlavor": 46155, + ".testing": 46156, + ".ast": 46157, + "\"]/": 46158, + "moid": 46159, + "Ġqualification": 46160, + "gesch": 46161, + "ĉput": 46162, + "Ġairports": 46163, + "JI": 46164, + "Teacher": 46165, + "_uniform": 46166, + "Ġnama": 46167, + "ĠBast": 46168, + "ertype": 46169, + "capture": 46170, + "getAll": 46171, + "ĠReynolds": 46172, + "ooled": 46173, + ".comments": 46174, + "Ġchin": 46175, + ").*": 46176, + "Ġили": 46177, + "tgl": 46178, + "udos": 46179, + "ĠdÃŃas": 46180, + "chai": 46181, + ".program": 46182, + "Ġpsz": 46183, + "ĉicon": 46184, + "phil": 46185, + "entral": 46186, + "_WRAP": 46187, + "ovi": 46188, + "Ġnostalg": 46189, + "Infinity": 46190, + "ĉyield": 46191, + "Ġvitamins": 46192, + "Quaternion": 46193, + "Sink": 46194, + "_goods": 46195, + "Ġ........": 46196, + "ĠWings": 46197, + "uridad": 46198, + "-story": 46199, + "\"])ĊĊ": 46200, + "idelity": 46201, + "TypeDef": 46202, + "Gtk": 46203, + "ĠíĮ": 46204, + "_Main": 46205, + "Ġchez": 46206, + "ĠRaven": 46207, + "Ġpayroll": 46208, + "Ġfreelance": 46209, + "LLU": 46210, + "ĠMend": 46211, + "eday": 46212, + "ApiModelProperty": 46213, + ".FormBorderStyle": 46214, + "Ġeconomist": 46215, + "stanbul": 46216, + "Ġfreight": 46217, + "-Agent": 46218, + "(meta": 46219, + "Ġsymmetry": 46220, + "Ġ'..": 46221, + ".Calendar": 46222, + "-aut": 46223, + "gf": 46224, + "pent": 46225, + "yclopedia": 46226, + "Ġwishing": 46227, + "ĊĊĊĊĊĊĊĊĊĊĊĊ": 46228, + "Ġgentleman": 46229, + "Ġê³": 46230, + "=#": 46231, + "Ġlectures": 46232, + "âĢľIn": 46233, + "Ġ!_": 46234, + "Ġhb": 46235, + "ĠVendor": 46236, + "Recently": 46237, + "_notes": 46238, + "æıIJ示": 46239, + "\"My": 46240, + "HeadersHeight": 46241, + "_SO": 46242, + "Ġunwilling": 46243, + "Ġsuperhero": 46244, + "gio": 46245, + "psy": 46246, + "ĠPeer": 46247, + "javax": 46248, + "&apos": 46249, + "ĠCrisis": 46250, + "ordinal": 46251, + "Memcpy": 46252, + "++++++++++++++++": 46253, + "-val": 46254, + "Ġworkbook": 46255, + "-ap": 46256, + "=k": 46257, + "Ġmetallic": 46258, + "_peer": 46259, + "ByPrimaryKey": 46260, + "_SD": 46261, + "uator": 46262, + "_SHADER": 46263, + ")Math": 46264, + ".Transform": 46265, + "Ġcows": 46266, + "Phi": 46267, + "ĠClem": 46268, + "(_(\"": 46269, + "ĠLud": 46270, + "-delay": 46271, + "ĠSecurities": 46272, + "ĠOrthodox": 46273, + "Symfony": 46274, + "(report": 46275, + "Ġentertain": 46276, + "EPS": 46277, + "izoph": 46278, + "exual": 46279, + "IRD": 46280, + "ä»İ": 46281, + "Ġlith": 46282, + "Ġsanitize": 46283, + "Ġfeminine": 46284, + "ISBN": 46285, + ".authentication": 46286, + "_pipeline": 46287, + "/constants": 46288, + "ĠCONF": 46289, + "Ġlucr": 46290, + "ricia": 46291, + ".ttf": 46292, + ".setContent": 46293, + "Ġstan": 46294, + "orean": 46295, + "ĠLloyd": 46296, + ".rawValue": 46297, + "Ġgor": 46298, + "ĠBrowns": 46299, + "Regression": 46300, + "Ġlowering": 46301, + "naissance": 46302, + "Ġblows": 46303, + "Ġamazed": 46304, + "Ġunrelated": 46305, + "Reviews": 46306, + "Ġruby": 46307, + "ĠModifier": 46308, + "Ġgiants": 46309, + ".thread": 46310, + "Ġcontainment": 46311, + "ĠStartCoroutine": 46312, + "umat": 46313, + "orelease": 46314, + "ĠRandy": 46315, + "@endif": 46316, + "Digest": 46317, + "Ġsuburban": 46318, + "=\");Ċ": 46319, + "Ġannonce": 46320, + ".variable": 46321, + "\\Foundation": 46322, + "Ġacre": 46323, + "Van": 46324, + "Ġtuples": 46325, + "dns": 46326, + "ĠStanding": 46327, + "_large": 46328, + "Ġboxing": 46329, + "SupportActionBar": 46330, + "ĠFortune": 46331, + "ĠRum": 46332, + "_multiple": 46333, + "archical": 46334, + "Ġfwrite": 46335, + "_quote": 46336, + "Ġfoolish": 46337, + "Ġcomprising": 46338, + "Ġоп": 46339, + "-selected": 46340, + "vf": 46341, + "maid": 46342, + "Nama": 46343, + "(datetime": 46344, + "Ġindirectly": 46345, + "gart": 46346, + "fixtures": 46347, + "chos": 46348, + "ĠHalo": 46349, + "Ġrecurring": 46350, + "-news": 46351, + "vil": 46352, + "ĠNursing": 46353, + "-produ": 46354, + "ĠHQ": 46355, + "\\HttpFoundation": 46356, + "enci": 46357, + "auen": 46358, + "Ġvy": 46359, + "ocracy": 46360, + "Ġdelegation": 46361, + "Ġasphalt": 46362, + "ĠsetSelected": 46363, + "kok": 46364, + "/rest": 46365, + "metics": 46366, + "ĠNSDate": 46367, + "Ġtravelled": 46368, + "Ġrecib": 46369, + "Ġmime": 46370, + "CLIENT": 46371, + "ĠGU": 46372, + "ĠHANDLE": 46373, + "/Q": 46374, + "[z": 46375, + "Ġbothered": 46376, + "ĠBBQ": 46377, + "ças": 46378, + "_examples": 46379, + "_FIN": 46380, + "ĠwhiteColor": 46381, + "Ġastronom": 46382, + "-dir": 46383, + "Ġsovereign": 46384, + "Ġbreeze": 46385, + "Ġinning": 46386, + "ĠEdmonton": 46387, + "gli": 46388, + ".blogspot": 46389, + "jsx": 46390, + "Ġversa": 46391, + "ĠMohammed": 46392, + ".Job": 46393, + "-toggler": 46394, + "ĠполÑĮзоваÑĤ": 46395, + "ardon": 46396, + "Ġnewborn": 46397, + "Ġnaval": 46398, + "noteq": 46399, + "Ġtumblr": 46400, + "Ġhentai": 46401, + "ĠTypically": 46402, + "Ġloot": 46403, + ".Sprite": 46404, + "Flight": 46405, + "Ġwavelength": 46406, + "-sk": 46407, + "ĠElle": 46408, + "_exports": 46409, + "ĠÑı": 46410, + "ĠIH": 46411, + "izophren": 46412, + "Ġíģ": 46413, + "_primary": 46414, + "Ġmois": 46415, + "ĠBN": 46416, + "Ġsystemic": 46417, + "Ġdiferentes": 46418, + "INCT": 46419, + "Ġ''ĊĊ": 46420, + "$q": 46421, + "WidgetItem": 46422, + "clide": 46423, + "$file": 46424, + "Lemma": 46425, + "/table": 46426, + "agrid": 46427, + "ĠMongoDB": 46428, + "inte": 46429, + "Ġapprent": 46430, + "ÂŃing": 46431, + ".Db": 46432, + "ĠÃĤ": 46433, + "hammer": 46434, + "='';Ċ": 46435, + "Ġbrokers": 46436, + "itlement": 46437, + "semblies": 46438, + "Ele": 46439, + "{x": 46440, + "Ġlastname": 46441, + "<-": 46442, + "Ġflatten": 46443, + "_band": 46444, + ".Root": 46445, + ".readFileSync": 46446, + "======": 46447, + ".rx": 46448, + "?čĊ": 46449, + "Ġmetaphor": 46450, + "Ti": 46451, + "conte": 46452, + "Ġdebit": 46453, + "Ġcontempt": 46454, + "CppType": 46455, + "æĶ¯": 46456, + "FormField": 46457, + "ratio": 46458, + "osopher": 46459, + "Ġimplant": 46460, + "PURE": 46461, + "Ġalta": 46462, + "_management": 46463, + "Ġrefine": 46464, + "ĠCheckBox": 46465, + "ĠCharl": 46466, + "-version": 46467, + "conditional": 46468, + "venues": 46469, + "Ġrifles": 46470, + "Ġoffspring": 46471, + "Ġmilling": 46472, + "Ġsharply": 46473, + "Ġunderwater": 46474, + "(origin": 46475, + "_Control": 46476, + "Ġ.$": 46477, + "Plugins": 46478, + "Ġdrying": 46479, + "Ġillustrates": 46480, + "-u": 46481, + "Ġvegetarian": 46482, + "npc": 46483, + "Heart": 46484, + ";',Ċ": 46485, + "comma": 46486, + "teenth": 46487, + "asan": 46488, + "/spec": 46489, + "_moves": 46490, + "-margin": 46491, + "Ġingen": 46492, + "³³³": 46493, + "Ġprojet": 46494, + "Ġotra": 46495, + "Ġbras": 46496, + ".utc": 46497, + "Ġslept": 46498, + "=sub": 46499, + "abilit": 46500, + "poster": 46501, + "Ġsdk": 46502, + "ouncill": 46503, + "Ġwd": 46504, + "PreparedStatement": 46505, + "ĠDrum": 46506, + "(attribute": 46507, + "ĠEthernet": 46508, + "ĉDB": 46509, + "California": 46510, + "cube": 46511, + "[I": 46512, + ".Created": 46513, + "ĠHM": 46514, + "Ġtracing": 46515, + "FormsModule": 46516, + "-you": 46517, + ".currency": 46518, + "feeding": 46519, + "Ġtbody": 46520, + "Li": 46521, + "accion": 46522, + "nas": 46523, + "Ġtrouver": 46524, + "NONE": 46525, + "\"},čĊ": 46526, + "Ġftp": 46527, + "WithIdentifier": 46528, + "polate": 46529, + "FileInfo": 46530, + "Ġpursued": 46531, + "ĠĠĠĠčĊĠĠĠĠčĊ": 46532, + "DESCRIPTION": 46533, + "}*/Ċ": 46534, + "FromNib": 46535, + "Ġdecorative": 46536, + "_SSL": 46537, + "(chat": 46538, + "TLS": 46539, + "Ġsurprises": 46540, + "alculate": 46541, + "ĠSplash": 46542, + "(Configuration": 46543, + "ĠSEM": 46544, + "imson": 46545, + "/library": 46546, + "": 46621, + "GED": 46622, + "faq": 46623, + "Ġoptionally": 46624, + "_Dis": 46625, + "ĠSuccessful": 46626, + "ĠCensus": 46627, + "Ġincarcer": 46628, + "_CARD": 46629, + "Ġaviation": 46630, + "ĠGym": 46631, + "Authority": 46632, + ".Bean": 46633, + "shader": 46634, + "NotExist": 46635, + "_TextChanged": 46636, + "ĠSTOP": 46637, + "(team": 46638, + "\"H": 46639, + "wg": 46640, + "Ġgrinder": 46641, + "Ġstripe": 46642, + "Ġpreservation": 46643, + "Claim": 46644, + "aversal": 46645, + "warehouse": 46646, + "targets": 46647, + "Trust": 46648, + "Ġallev": 46649, + ",www": 46650, + "ousse": 46651, + "_chan": 46652, + "_Size": 46653, + "systems": 46654, + "Ġobjection": 46655, + "ĠKane": 46656, + "Ġcorros": 46657, + "ĠDSL": 46658, + "Ġua": 46659, + "ĠMH": 46660, + "ĠStrategic": 46661, + "_tcp": 46662, + "Ġê°Ĵ": 46663, + "Ġborrowed": 46664, + "ĠAch": 46665, + "ĉcommand": 46666, + "Ġgps": 46667, + "leston": 46668, + "ichever": 46669, + "ĠUA": 46670, + "Ġassaulted": 46671, + "Ġspecializes": 46672, + "ĉsearch": 46673, + "Hotel": 46674, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠčĊ": 46675, + "ĠPitch": 46676, + "ĠÙģ": 46677, + "READY": 46678, + "Ġparental": 46679, + "Ġgéné": 46680, + "Ġdonnées": 46681, + "Ġdetain": 46682, + "TARGET": 46683, + "Ġprotagonist": 46684, + "ĠclearInterval": 46685, + "ĠIconButton": 46686, + "ĠGetAll": 46687, + "TypeInfo": 46688, + "EH": 46689, + "âĢľThey": 46690, + "Ġ{[": 46691, + "Ġgag": 46692, + "ĠÚ©": 46693, + "ĠDropdown": 46694, + ".free": 46695, + "gone": 46696, + "imens": 46697, + "Ġinstal": 46698, + "ĉcurl": 46699, + "_CAN": 46700, + "ĠBone": 46701, + "ï¼Ķ": 46702, + "onyms": 46703, + "-government": 46704, + ".bindingNavigator": 46705, + "ĠDans": 46706, + "ĠMcL": 46707, + "(en": 46708, + ">(_": 46709, + "ÐĴÑĭ": 46710, + ".*;čĊ": 46711, + "=j": 46712, + "-cor": 46713, + "Son": 46714, + ".ToolStripItem": 46715, + "-around": 46716, + "_XML": 46717, + "endDate": 46718, + "Ġslack": 46719, + "Ġrotated": 46720, + "Ġnoqa": 46721, + "Ġcottage": 46722, + "Ġencontrar": 46723, + "_skill": 46724, + "houette": 46725, + "!čĊ": 46726, + ".weather": 46727, + "Ġemphasized": 46728, + "家": 46729, + "ĠÑģпиÑģ": 46730, + "ĠCompiler": 46731, + "(android": 46732, + "ĠâĢº": 46733, + ".turn": 46734, + "Ġsuppression": 46735, + "_calls": 46736, + "Ġ*@": 46737, + "(strlen": 46738, + ".hex": 46739, + "ĠBills": 46740, + "ĠRSA": 46741, + "ÏĤ": 46742, + "ĠEscape": 46743, + "ementia": 46744, + "Ġfrontend": 46745, + "Ġpint": 46746, + "_exc": 46747, + "zzo": 46748, + "[],Ċ": 46749, + "Ġ\"','\"": 46750, + ".Environment": 46751, + "Ġaforementioned": 46752, + "Ġendure": 46753, + "prototype": 46754, + "therapy": 46755, + "ssi": 46756, + "Deg": 46757, + "_plugins": 46758, + ".userInfo": 46759, + "Printer": 46760, + "ĠPROGRAM": 46761, + "Ġruins": 46762, + "Ġempirical": 46763, + "Ġcrawl": 46764, + "ĠBoiler": 46765, + "-comment": 46766, + ".subplot": 46767, + "_et": 46768, + "Ġ'.',": 46769, + "minor": 46770, + "ĠCustoms": 46771, + "Ġyaw": 46772, + "underline": 46773, + "ĠComo": 46774, + "(('": 46775, + "(mean": 46776, + "Ġchaque": 46777, + "ĠBlocks": 46778, + ".rad": 46779, + "ilibrium": 46780, + "Ġwebdriver": 46781, + "Ġmelhor": 46782, + "dana": 46783, + "ĠAbuse": 46784, + "ĠSouthwest": 46785, + "ĠParen": 46786, + "PERTIES": 46787, + "ĉIL": 46788, + "Ġscream": 46789, + "vu": 46790, + "Ġincomes": 46791, + "Ġnim": 46792, + "Ġlace": 46793, + "Ġcompensate": 46794, + "Reverse": 46795, + "Dat": 46796, + "_attack": 46797, + "Ġnour": 46798, + "achen": 46799, + "cek": 46800, + "\"+": 47057, + "Ġtokenizer": 47058, + "Ġsovereignty": 47059, + "ĠPence": 47060, + "()\");Ċ": 47061, + "Ġpessoas": 47062, + ".Ge": 47063, + "ĠIncluded": 47064, + "Ġpagina": 47065, + "Ġexposing": 47066, + "еÑĪ": 47067, + "_SCRIPT": 47068, + "/$',": 47069, + "Thumbnail": 47070, + "×Ķ": 47071, + "webElementX": 47072, + "webElementXpaths": 47073, + "pressure": 47074, + "ĠCurry": 47075, + "_CP": 47076, + "OLUTION": 47077, + "ILES": 47078, + "protect": 47079, + "oola": 47080, + "Workspace": 47081, + "{};Ċ": 47082, + "ĠUNS": 47083, + "Ġsympathy": 47084, + "roker": 47085, + "Ġremodel": 47086, + "ĉcell": 47087, + "Ġatop": 47088, + ".FullName": 47089, + "Ġfaut": 47090, + "ĠEasily": 47091, + "_dynamic": 47092, + "Ġframed": 47093, + "Ġmotive": 47094, + "è·¯": 47095, + "sam": 47096, + "Ġmarca": 47097, + "ĠTextEditingController": 47098, + "Ġdestructor": 47099, + "cream": 47100, + "Ġrude": 47101, + "ĠBold": 47102, + "ĠIndigenous": 47103, + "Ġgens": 47104, + "Ġrelacion": 47105, + "(system": 47106, + "ĠUIFont": 47107, + "_charge": 47108, + "USTER": 47109, + "EV": 47110, + ".Namespace": 47111, + "Ġmerger": 47112, + "Ġcalloc": 47113, + "gang": 47114, + "BadRequest": 47115, + "Ġsper": 47116, + "-design": 47117, + "Ġâĩ": 47118, + "Chan": 47119, + "Ġorganism": 47120, + ",)": 47121, + "=id": 47122, + "_plane": 47123, + "ĠCases": 47124, + "elfast": 47125, + "ĠLegislature": 47126, + "ĠFaker": 47127, + "Ġinvoking": 47128, + "-utils": 47129, + "().'": 47130, + ".face": 47131, + "Ġguardian": 47132, + "myModal": 47133, + "Ġclipboard": 47134, + "ĠATM": 47135, + "Ġpeas": 47136, + "ĠSylv": 47137, + ".calc": 47138, + "ĠContacts": 47139, + "intValue": 47140, + "Ġmodifying": 47141, + "ĠBarb": 47142, + ".loss": 47143, + "_percentage": 47144, + "Asked": 47145, + "(lst": 47146, + "ategorical": 47147, + "-files": 47148, + "ĠRomania": 47149, + ".Ac": 47150, + "Ġhai": 47151, + "ĠFlying": 47152, + "Ġż": 47153, + "jp": 47154, + "ĠTrainer": 47155, + ".arc": 47156, + "_deg": 47157, + "Ġtraceback": 47158, + "OrFail": 47159, + "FLOW": 47160, + ".old": 47161, + "oya": 47162, + "gmt": 47163, + "isempty": 47164, + "Ġvaccination": 47165, + "Ġobsolete": 47166, + "recognized": 47167, + "Ġruined": 47168, + "ĠRein": 47169, + "ĠTracking": 47170, + "xfb": 47171, + "اÛĮ": 47172, + "Ġvære": 47173, + "Ġbryster": 47174, + "ĠITS": 47175, + "Ġdestiny": 47176, + "Ġswear": 47177, + "Ġredes": 47178, + "Ġclf": 47179, + "Ġflipped": 47180, + "ĉhead": 47181, + "Bluetooth": 47182, + "ĠOverrides": 47183, + ":Boolean": 47184, + "_=": 47185, + "_lr": 47186, + "spawn": 47187, + ":index": 47188, + "VALUES": 47189, + "iskey": 47190, + "?\");Ċ": 47191, + ".synthetic": 47192, + "ĠChecking": 47193, + "structures": 47194, + "iping": 47195, + "Ġvocals": 47196, + "-Up": 47197, + "ĠManufacturers": 47198, + "ĠMarriage": 47199, + "代çłģ": 47200, + "Ġgarner": 47201, + "_Client": 47202, + "parallel": 47203, + "RIEND": 47204, + "Ġvinegar": 47205, + "segue": 47206, + "JB": 47207, + "Ġcontacting": 47208, + "ĠCarroll": 47209, + "Ġoutreach": 47210, + "tensor": 47211, + "_variant": 47212, + "Ġtheat": 47213, + "licable": 47214, + "{|": 47215, + "tiny": 47216, + "_letter": 47217, + "Ġpencil": 47218, + "HeadersHeightSizeMode": 47219, + "iltro": 47220, + ".autoconfigure": 47221, + ".drag": 47222, + ".useState": 47223, + "ĠBMI": 47224, + "hint": 47225, + "Compile": 47226, + "*\\": 47227, + "enary": 47228, + "Ġlvl": 47229, + ".Cache": 47230, + "+=\"": 47231, + "_tv": 47232, + "ruitment": 47233, + "Ġfread": 47234, + "Articles": 47235, + "fila": 47236, + "Ġpackaged": 47237, + "âĺĨ": 47238, + "ATHER": 47239, + "ĠPlanned": 47240, + "scheme": 47241, + "Ġdiary": 47242, + "Ġoffenses": 47243, + "/F": 47560, + "ĠStick": 47561, + "Ġcerc": 47562, + "ĠSlee": 47563, + "ĉĉĠĠĠĠĠĠĠĠ": 47564, + "": 47739, + "ĉcol": 47740, + "VG": 47741, + "_boolean": 47742, + "recent": 47743, + "Ġ*)ĊĊ": 47744, + "ĠRainbow": 47745, + "ommen": 47746, + "Ġlur": 47747, + "Ġoppression": 47748, + "(\",\");Ċ": 47749, + "ĠFacility": 47750, + "DEFINED": 47751, + "Ġneon": 47752, + "Ġoffender": 47753, + "AFP": 47754, + "ĠCleaning": 47755, + "[]):": 47756, + "Ġundocumented": 47757, + ".Repositories": 47758, + "ĠGuitar": 47759, + "аÑģÑģив": 47760, + "Skills": 47761, + "Ġtestimon": 47762, + "ryptography": 47763, + "ĠAmber": 47764, + "ĠStalin": 47765, + "Ġlone": 47766, + "Ġapenas": 47767, + "Ġdieses": 47768, + "ĠArduino": 47769, + "转": 47770, + "==-": 47771, + "_Act": 47772, + "Ġcoded": 47773, + "âĸł": 47774, + "amburger": 47775, + "-links": 47776, + "Ġarmour": 47777, + ".High": 47778, + "getContent": 47779, + "stag": 47780, + "Ġheck": 47781, + "ĠìĹĨ": 47782, + "ĠMcConnell": 47783, + "ĠConcert": 47784, + "ĠAlloc": 47785, + "äre": 47786, + ".replaceAll": 47787, + "Ġpartitions": 47788, + "rott": 47789, + "ĠFle": 47790, + "_TREE": 47791, + "reasonable": 47792, + "ĠReporting": 47793, + "Ġbillionaire": 47794, + "scores": 47795, + "mins": 47796, + "-eye": 47797, + "MORE": 47798, + "abort": 47799, + "ĠSWT": 47800, + "Ġinverted": 47801, + "ĠTeachers": 47802, + ";n": 47803, + "Ġastro": 47804, + "нов": 47805, + "аниÑĨ": 47806, + "producto": 47807, + "countries": 47808, + "ĠOwen": 47809, + "Ġcontamination": 47810, + "Ġvibe": 47811, + "ĠElli": 47812, + ".script": 47813, + "ĠOlive": 47814, + "DMA": 47815, + "vier": 47816, + ":semicolon": 47817, + "-module": 47818, + "gressive": 47819, + "agu": 47820, + "_players": 47821, + "Ġresultados": 47822, + "started": 47823, + "scrollTop": 47824, + "=====": 47825, + "Ġweighing": 47826, + "Ġ[[[": 47827, + "zahl": 47828, + "(NS": 47829, + "ĠAssertion": 47830, + "league": 47831, + ".setTextColor": 47832, + "ĉMessage": 47833, + "Ġmoms": 47834, + "_AF": 47835, + ".wh": 47836, + "ALS": 47837, + "Ġautre": 47838, + "]ĊĊĊĊ": 47839, + ".opacity": 47840, + "ĠBuddhist": 47841, + "Ġdeaf": 47842, + "ĠOrganisation": 47843, + "(Global": 47844, + "ensch": 47845, + "Ġheadache": 47846, + "ĠAlien": 47847, + "_inode": 47848, + "ĠStark": 47849, + "Ġæī": 47850, + "-lnd": 47851, + "oref": 47852, + "_feat": 47853, + "Ġpedestrian": 47854, + "Ġnominal": 47855, + "Ġballoon": 47856, + "Ġsprites": 47857, + "PrototypeOf": 47858, + "ĠApost": 47859, + "ĠFEATURE": 47860, + "OH": 47861, + "Ġrecess": 47862, + "ĠDonna": 47863, + "consumer": 47864, + "$GLOBALS": 47865, + "ĠGIF": 47866, + "-frame": 47867, + "Inicio": 47868, + "Ġpassages": 47869, + "DateString": 47870, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 47871, + ".byte": 47872, + "Bug": 47873, + "initializer": 47874, + "pkt": 47875, + "odium": 47876, + "ĠDER": 47877, + ".ops": 47878, + "leri": 47879, + "Ġgifted": 47880, + "Ġdetach": 47881, + "terrain": 47882, + "elters": 47883, + "ãģı": 47884, + ".loader": 47885, + "ĠNGO": 47886, + "strncmp": 47887, + "Kh": 47888, + "(fontSize": 47889, + "rocket": 47890, + "Ġprecedent": 47891, + "ĠAurora": 47892, + "ĠExperiment": 47893, + "isphere": 47894, + "Encoded": 47895, + "ĠâĢĵĊĊ": 47896, + "Ġpyramid": 47897, + "ĠAnniversary": 47898, + "ofil": 47899, + "ëŁ": 47900, + "(plugin": 47901, + "Coeff": 47902, + "Ġcooperate": 47903, + "Ġpredominantly": 47904, + "ISM": 47905, + "Phrase": 47906, + "_DEFINE": 47907, + "Flip": 47908, + "AMILY": 47909, + "ĠMarkets": 47910, + "ĠStreamReader": 47911, + "ĠCombine": 47912, + "Ġmanuscript": 47913, + "zza": 47914, + ",tp": 47915, + "Whatever": 47916, + "ITICAL": 47917, + "ighbour": 47918, + "DataProvider": 47919, + ".Texture": 47920, + "privacy": 47921, + ".SDK": 47922, + "Ġrecharge": 47923, + "Ġcpp": 47924, + "ĠCFG": 47925, + "(holder": 47926, + "(py": 47927, + "mot": 47928, + "Ġsavoir": 47929, + "ĠRosa": 47930, + "ĠPCs": 47931, + "ĠíĻ": 47932, + ".heroku": 47933, + "Ġfren": 47934, + "ĠRiley": 47935, + "agate": 47936, + "Ġsond": 47937, + ".xlsx": 47938, + "Ġhacked": 47939, + "stad": 47940, + "Gi": 47941, + "Ġsanity": 47942, + "ĠSqlDataAdapter": 47943, + "...\",": 47944, + "ĠPussy": 47945, + "Ġ****************": 47946, + "Ġhassle": 47947, + "_PARENT": 47948, + "ĠUAE": 47949, + "Ġbeginners": 47950, + "(Client": 47951, + "Ġstatistically": 47952, + ".hour": 47953, + "edelta": 47954, + "Ġtraction": 47955, + "uelve": 47956, + "arat": 47957, + "Ġsauna": 47958, + "INVALID": 47959, + "Ġindictment": 47960, + "ALLE": 47961, + "Ġdissent": 47962, + "ĠTypography": 47963, + "Ġintentional": 47964, + "sit": 47965, + "ĠAnimals": 47966, + "Ġcountryside": 47967, + "Ġuart": 47968, + "}\\\"": 47969, + "Ġseamless": 47970, + "¾ç¤º": 47971, + "Ġautos": 47972, + "Ġ\"'\";Ċ": 47973, + "Flush": 47974, + "ANNOT": 47975, + "Ġalgebra": 47976, + "assoc": 47977, + "ĠWaters": 47978, + "Ġpreparations": 47979, + "ronym": 47980, + "[,]": 47981, + "Sans": 47982, + "Ġarmies": 47983, + "ipeg": 47984, + "Ġcreamy": 47985, + ".art": 47986, + "etre": 47987, + "ĠAnimated": 47988, + "Ġunpleasant": 47989, + "emean": 47990, + "great": 47991, + "iÄħ": 47992, + "ĠEarlier": 47993, + "Ġchic": 47994, + "Ġpreserving": 47995, + "(exec": 47996, + "ĠInvestigation": 47997, + "ĉGPIO": 47998, + "Ġrigorous": 47999, + "ijo": 48000, + "=num": 48001, + "ĠtoolStrip": 48002, + ")set": 48003, + "+\"&": 48004, + "ĠAcceler": 48005, + "Ġdevelopmental": 48006, + "isposable": 48007, + "Ġflawed": 48008, + "rene": 48009, + "Updating": 48010, + "Ġwatchdog": 48011, + "Ġdenominator": 48012, + "Ġsuburbs": 48013, + "Ġ...)": 48014, + "Ġconvictions": 48015, + "closure": 48016, + ".IP": 48017, + "Ġtranslates": 48018, + ".swt": 48019, + ".Trace": 48020, + "Ġmettre": 48021, + ".isEnabled": 48022, + "ĠEffective": 48023, + ".toInt": 48024, + "Ġenchant": 48025, + "Ġstunned": 48026, + "Ġpoi": 48027, + "/code": 48028, + "adm": 48029, + ".databinding": 48030, + "ĠLorem": 48031, + "________________________________________________________________": 48032, + "Ġledger": 48033, + "Ġcara": 48034, + "ĠGir": 48035, + "Ġwaits": 48036, + "Uno": 48037, + "Ġcwd": 48038, + "è¾ij": 48039, + "ĠTResult": 48040, + "Ġrejo": 48041, + "Ġemitted": 48042, + "ĠWestminster": 48043, + "ä¸Ģ个": 48044, + "nek": 48045, + "_Tis": 48046, + "Ġenact": 48047, + "ĉwith": 48048, + "orgia": 48049, + "Ġjue": 48050, + "Perform": 48051, + "SPATH": 48052, + ".topic": 48053, + "ĠDaten": 48054, + "ầ": 48055, + "Ġsitio": 48056, + "_MM": 48057, + "\"So": 48058, + "bial": 48059, + "Ġscoped": 48060, + "Requires": 48061, + "ĠTOTAL": 48062, + "ĠChancellor": 48063, + "(contents": 48064, + "Ġstealth": 48065, + "devices": 48066, + "-pass": 48067, + "ilih": 48068, + "ĠMalcolm": 48069, + "ĠDepot": 48070, + "Ġconfigur": 48071, + "aussian": 48072, + "_constraint": 48073, + "веÑĤ": 48074, + "GRA": 48075, + "ĠRates": 48076, + ".dataGridViewTextBoxColumn": 48077, + "ĠNobel": 48078, + "itics": 48079, + "Ġignorant": 48080, + "ĠReporter": 48081, + "ĠEbola": 48082, + "ĠShock": 48083, + "_relation": 48084, + "ĠNinja": 48085, + ")c": 48086, + "Ġticker": 48087, + ".isChecked": 48088, + "ĠSuppliers": 48089, + "ĠRapid": 48090, + "Levels": 48091, + "âĤ¬âĦ¢": 48092, + "ĉqueue": 48093, + "Ġchop": 48094, + "ĠUnix": 48095, + "reject": 48096, + "-calendar": 48097, + "(sort": 48098, + "ène": 48099, + "ercicio": 48100, + "Ġhect": 48101, + "CALLTYPE": 48102, + "roupon": 48103, + "Ġrentals": 48104, + "authors": 48105, + "{name": 48106, + "ĠFIFO": 48107, + "Ġlassen": 48108, + "ĠNous": 48109, + "Ġsnapped": 48110, + "Ġfertility": 48111, + "\"log": 48112, + "clicked": 48113, + "Ġplanting": 48114, + "Ġgb": 48115, + "/output": 48116, + "PEAT": 48117, + "Ġcategoria": 48118, + "Ġbach": 48119, + "Professor": 48120, + "inth": 48121, + "\"]čĊ": 48122, + "Recorder": 48123, + "serde": 48124, + "ĠTransmission": 48125, + "trad": 48126, + "Ġturbo": 48127, + "_VERTEX": 48128, + "\\Event": 48129, + "ilver": 48130, + "Ġbodily": 48131, + "ĠSources": 48132, + "Ġkillings": 48133, + ".xrTableCell": 48134, + "Ġfolded": 48135, + "/legal": 48136, + "uner": 48137, + "ĠRifle": 48138, + "ĠMIDI": 48139, + "_SelectedIndexChanged": 48140, + ".SizeType": 48141, + "ĠWebSocket": 48142, + "Ġseleccion": 48143, + "Sand": 48144, + "otros": 48145, + "Ġenvision": 48146, + "/etc": 48147, + "ĠMelissa": 48148, + "Spot": 48149, + "ное": 48150, + "_ARM": 48151, + "Attempt": 48152, + "ĠBI": 48153, + "ãģĶ": 48154, + "ĠDU": 48155, + "Ġbacklash": 48156, + "stride": 48157, + "/classes": 48158, + "ĠtextColor": 48159, + "_staff": 48160, + "oblin": 48161, + "agenta": 48162, + ".collections": 48163, + "illage": 48164, + "'čĊčĊ": 48165, + "flatten": 48166, + "_sales": 48167, + "_MASTER": 48168, + "TW": 48169, + "_da": 48170, + "Pitch": 48171, + "phies": 48172, + "Ġzombies": 48173, + "ĠVERY": 48174, + "ĠPharmacy": 48175, + "ĠprogressBar": 48176, + "Ġhashtag": 48177, + "Sidebar": 48178, + "@stop": 48179, + "(pc": 48180, + "олж": 48181, + "MAKE": 48182, + "ĠCoron": 48183, + "Ġkvinner": 48184, + "ĠMaid": 48185, + "bob": 48186, + ".titleLabel": 48187, + "Ġsuccesses": 48188, + "ĠDemocracy": 48189, + "ĠSurgery": 48190, + "Ġcougar": 48191, + "Ġcurso": 48192, + "Ġloro": 48193, + "istency": 48194, + "Senior": 48195, + "æk": 48196, + "ĠAAA": 48197, + "ĠBOOK": 48198, + "ко": 48199, + "WSTR": 48200, + "Ġ*/,Ċ": 48201, + "oyal": 48202, + ".vector": 48203, + "ĠSPEC": 48204, + "SSF": 48205, + "Ġcompuls": 48206, + "ĠAppeals": 48207, + "ĠWinston": 48208, + "ĠMockito": 48209, + "contrib": 48210, + ".available": 48211, + "entityManager": 48212, + "arias": 48213, + "_sale": 48214, + "_rs": 48215, + "Ġdecoding": 48216, + "Ġlocator": 48217, + "olith": 48218, + "Ġkol": 48219, + "Ġascii": 48220, + "ĠRut": 48221, + "/interface": 48222, + "ĉĉĉĉĉĉĠĠĠ": 48223, + "ĠNumer": 48224, + ".flip": 48225, + "-del": 48226, + "Ġbolster": 48227, + "onomic": 48228, + "Ġzm": 48229, + "LG": 48230, + "FindBy": 48231, + "Ġadaptive": 48232, + "loo": 48233, + "Ġvue": 48234, + "(reverse": 48235, + "_canvas": 48236, + ".roles": 48237, + "ificado": 48238, + "venient": 48239, + "\"As": 48240, + "ĠEntr": 48241, + "aligned": 48242, + "Ġbereits": 48243, + "///ĊĊ": 48244, + ".gwt": 48245, + ".employee": 48246, + "_cli": 48247, + "Ġanticipate": 48248, + "éĻIJ": 48249, + "Ġpik": 48250, + "Ġmushrooms": 48251, + "(tt": 48252, + "Ġoma": 48253, + "ĠSanchez": 48254, + "_google": 48255, + ".Valid": 48256, + "ĠFileName": 48257, + "ivative": 48258, + "ked": 48259, + "-war": 48260, + "Ġmaturity": 48261, + "ид": 48262, + "Ġminer": 48263, + "Reducers": 48264, + "ĠLatLng": 48265, + "_STD": 48266, + "Digits": 48267, + "Calc": 48268, + "-upload": 48269, + "Ġhandic": 48270, + "ีà¹Ī": 48271, + "egrated": 48272, + "ĠSTM": 48273, + "Clients": 48274, + "ĠTurbo": 48275, + "SYNC": 48276, + "Ġphotographers": 48277, + ".Out": 48278, + ".character": 48279, + "BUILD": 48280, + ".unlock": 48281, + "Ġarises": 48282, + "ĠCommands": 48283, + "(\"\");čĊ": 48284, + "_FORE": 48285, + ";',": 48286, + "+\"'": 48287, + ".Images": 48288, + "\"){": 48289, + "ĠMeyer": 48290, + "Ġnegatively": 48291, + "ĠDLL": 48292, + "Ġexe": 48293, + "Ġdeficiency": 48294, + "Ġwildly": 48295, + "-switch": 48296, + "construction": 48297, + "Ġexceptionally": 48298, + "ĠLiz": 48299, + "/java": 48300, + "Ġtheirs": 48301, + "ĠContemporary": 48302, + "lis": 48303, + ".fillRect": 48304, + "ĠNFC": 48305, + "Ġrehe": 48306, + "(numbers": 48307, + "Ġraster": 48308, + "Ġfiguring": 48309, + "Ġshowc": 48310, + "ĠJill": 48311, + "Ġarcade": 48312, + "ĠConstructs": 48313, + "mdl": 48314, + "('|": 48315, + "Ġidentifiers": 48316, + "Ġstellar": 48317, + "(Connection": 48318, + "Ġ\"{{": 48319, + "yor": 48320, + "(mysqli": 48321, + "Ġdove": 48322, + "OfBirth": 48323, + ".disconnect": 48324, + "_hi": 48325, + "Ġzwischen": 48326, + "ĠGrund": 48327, + "iros": 48328, + "_Array": 48329, + ".onclick": 48330, + "ansom": 48331, + "Answers": 48332, + "ĉremove": 48333, + "Fa": 48334, + "Ġhurry": 48335, + "-inf": 48336, + "ĠgetClass": 48337, + "ĠRegulation": 48338, + "ĠFLAGS": 48339, + "misc": 48340, + "Ken": 48341, + "_heading": 48342, + "GHz": 48343, + "-entry": 48344, + "Ġbiography": 48345, + "Sig": 48346, + "-mf": 48347, + "Watcher": 48348, + "âĢľA": 48349, + "}px": 48350, + "Ġspicy": 48351, + "_sq": 48352, + "Lost": 48353, + "(track": 48354, + "али": 48355, + "Descending": 48356, + "((": 48553, + "survey": 48554, + "Ġíĺ": 48555, + "...')Ċ": 48556, + "ĠDivider": 48557, + "osl": 48558, + "_CANCEL": 48559, + "_prepare": 48560, + "stin": 48561, + "ĠHeath": 48562, + ".PrimaryKey": 48563, + "ĠâĨIJ": 48564, + "ĠLocalDateTime": 48565, + "Ġcooperative": 48566, + "Learning": 48567, + ".enqueue": 48568, + "Ġgoog": 48569, + "ĠRegression": 48570, + "imates": 48571, + "Ġvoyeur": 48572, + "ĠDrink": 48573, + "plug": 48574, + "Ġlender": 48575, + "mana": 48576, + "Ġpersonnes": 48577, + "ypse": 48578, + "Ġunlink": 48579, + "ĠRavens": 48580, + "Ġhurd": 48581, + "Ġperiodically": 48582, + "ARGS": 48583, + "ĠGH": 48584, + "characters": 48585, + "...\"ĊĊ": 48586, + "-establish": 48587, + "Ġdn": 48588, + "(condition": 48589, + "ĠGravity": 48590, + "Ġestas": 48591, + "_focus": 48592, + "Creature": 48593, + "(site": 48594, + "Ġcarr": 48595, + "ĠRL": 48596, + "ĠRI": 48597, + "ĠMoto": 48598, + "ASF": 48599, + "ĠLuckily": 48600, + "ĉRoute": 48601, + "Ġentropy": 48602, + "(\",\"": 48603, + "Collect": 48604, + "(contact": 48605, + "ĠFlorence": 48606, + "Ġpremiums": 48607, + "Ġlifecycle": 48608, + "Ġbans": 48609, + "xef": 48610, + "WebKit": 48611, + "ĠFloating": 48612, + "Ġcosa": 48613, + "Specific": 48614, + "ĠLoans": 48615, + "bread": 48616, + "Ġdescriptors": 48617, + "Ġ{:.": 48618, + "THREAD": 48619, + "ĠTrent": 48620, + "Ġscop": 48621, + "QA": 48622, + "ĠAntar": 48623, + "pel": 48624, + "_difference": 48625, + "_changes": 48626, + "(...)": 48627, + "ĠRotation": 48628, + "ĠLGPL": 48629, + "ĠJUST": 48630, + "(Task": 48631, + "_subset": 48632, + "ĠTRANS": 48633, + "åĬĽ": 48634, + "ĠScout": 48635, + "-popup": 48636, + "Ġsmoked": 48637, + "_Class": 48638, + "Ġturnover": 48639, + "brakk": 48640, + "ĠRocky": 48641, + "tas": 48642, + ".RegularExpressions": 48643, + "ĠElliott": 48644, + "ĠSpinner": 48645, + "DUCTION": 48646, + "Ġlibre": 48647, + "Ġmolto": 48648, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 48649, + "ĠFTP": 48650, + "mpeg": 48651, + "(features": 48652, + "Ġbald": 48653, + "ĠVid": 48654, + "Ġshouting": 48655, + "Lint": 48656, + "Ġsockets": 48657, + "Ġprow": 48658, + "Ġnouvelle": 48659, + "iscard": 48660, + "ĠSponsor": 48661, + "Ġconsulta": 48662, + ")));": 48663, + "Indian": 48664, + "ĠRaspberry": 48665, + "Ġteammate": 48666, + "ĠJWT": 48667, + "ĠGhana": 48668, + "Ġcakes": 48669, + "primer": 48670, + "forma": 48671, + "ergarten": 48672, + "_Manager": 48673, + "Ġpreseason": 48674, + "GAME": 48675, + "|\"": 48676, + "ĠBrock": 48677, + "Ġoccupy": 48678, + "Ġdecorations": 48679, + "ánd": 48680, + "Ġcot": 48681, + "Ġparan": 48682, + "Disk": 48683, + "remain": 48684, + ">?": 48685, + "Strong": 48686, + "Ġfrance": 48687, + "ĠEra": 48688, + "-cr": 48689, + ".BufferedReader": 48690, + "ĠParadise": 48691, + "ĠVAT": 48692, + "ĠAnders": 48693, + "Ġlimb": 48694, + "ampoo": 48695, + "Ġimperative": 48696, + "UTILITY": 48697, + "ĠRecognition": 48698, + "Ġragazze": 48699, + "Ġpops": 48700, + "ypress": 48701, + "Ġembargo": 48702, + "//{Ċ": 48703, + "Ġsyll": 48704, + "PTR": 48705, + "åŃĺåľ¨": 48706, + "Ġdidnt": 48707, + "Mailer": 48708, + "Ġacademics": 48709, + "ĠFrauen": 48710, + "neider": 48711, + "-rel": 48712, + "Ġrainbow": 48713, + "(In": 48714, + "Ġsliced": 48715, + "=============Ċ": 48716, + "(send": 48717, + "NSMutableDictionary": 48718, + "vos": 48719, + "(package": 48720, + "Ġordinance": 48721, + "viewer": 48722, + "ĠSantos": 48723, + "-selling": 48724, + "Ġgov": 48725, + "ettle": 48726, + "Ġfounders": 48727, + "Ġwaking": 48728, + "slashes": 48729, + "-pound": 48730, + "recht": 48731, + "ات": 48732, + ".onClick": 48733, + "Ġnord": 48734, + "ständ": 48735, + "_when": 48736, + "UTERS": 48737, + "icc": 48738, + "Ġcapsule": 48739, + "ĠWid": 48740, + "Marc": 48741, + "ุ": 48742, + "rored": 48743, + "UGE": 48744, + "LOUD": 48745, + "ĠAudit": 48746, + "ipients": 48747, + "opian": 48748, + "ĠSue": 48749, + "Ġwurden": 48750, + ".Helpers": 48751, + "Ġfactions": 48752, + "[np": 48753, + "-than": 48754, + "Ġreco": 48755, + "Ġkas": 48756, + "Ġcmds": 48757, + "/network": 48758, + "xbf": 48759, + "getColor": 48760, + "Ġbiased": 48761, + "ĠLak": 48762, + "Datas": 48763, + "vents": 48764, + "Ġë²": 48765, + "_PS": 48766, + ".Validate": 48767, + "Invoker": 48768, + "Ġneuen": 48769, + "Ġjuvenile": 48770, + "VISION": 48771, + "Ġdevote": 48772, + "Ġlinha": 48773, + "Ġdiscounted": 48774, + "\\Config": 48775, + "Ġworthwhile": 48776, + "Ġskinny": 48777, + "ĠCourses": 48778, + "leys": 48779, + "ĠMortgage": 48780, + "Kevin": 48781, + "Ġannounces": 48782, + "])*": 48783, + "reservation": 48784, + "Ġæķ°": 48785, + "Ġprejudice": 48786, + "ĠStringComparison": 48787, + "Ġbeard": 48788, + "-win": 48789, + "ĠSão": 48790, + "ĉms": 48791, + "jal": 48792, + "ĠEarn": 48793, + "_ports": 48794, + "ĠNombre": 48795, + "_COR": 48796, + "ĠBUILD": 48797, + ".sound": 48798, + "Yellow": 48799, + "Ġlinebacker": 48800, + "Ġcharitable": 48801, + "jug": 48802, + "_NONNULL": 48803, + "ĠDental": 48804, + "\">${": 48805, + "ĉmatch": 48806, + "Russian": 48807, + "Ġversch": 48808, + "Ġpinned": 48809, + "Ġadopting": 48810, + "OptionsMenu": 48811, + "Pag": 48812, + "Ġpairing": 48813, + "Ġtread": 48814, + "ercises": 48815, + "ĠSpread": 48816, + ")i": 48817, + "ĠBAD": 48818, + "_tf": 48819, + "UIImageView": 48820, + "populate": 48821, + "bab": 48822, + "ĠÏĥ": 48823, + "[++": 48824, + "Ġopioid": 48825, + "Ġ##Ċ": 48826, + "dtype": 48827, + "ĠStarts": 48828, + "('/')": 48829, + "Ġpersonals": 48830, + "-market": 48831, + "Ġredundant": 48832, + "ĠEssential": 48833, + "Ġscrapy": 48834, + "Ġим": 48835, + "acl": 48836, + "Ġcrear": 48837, + "ĠBend": 48838, + "Ġrelieve": 48839, + "-room": 48840, + "wife": 48841, + "ĠvÃł": 48842, + "ĠQPoint": 48843, + "Ġquasi": 48844, + "ĠmethodName": 48845, + "\\xc": 48846, + "ĠPeru": 48847, + "/The": 48848, + ".orm": 48849, + "Ġviz": 48850, + "/pdf": 48851, + "Located": 48852, + "Ġconfrontation": 48853, + "ĠChampionships": 48854, + "Ġhypert": 48855, + "Ġdj": 48856, + "ĠUserInfo": 48857, + "ĠåĪĽå»º": 48858, + "\\xb": 48859, + "(sim": 48860, + "Ġ==Ċ": 48861, + "Ġstaging": 48862, + "Ġdrastically": 48863, + "åѦ": 48864, + "lords": 48865, + ".less": 48866, + "ведиÑĤе": 48867, + "ĠBucket": 48868, + "ĠMam": 48869, + ".term": 48870, + "_pi": 48871, + "czy": 48872, + ".pub": 48873, + "precio": 48874, + "ĠVirt": 48875, + "Ġroman": 48876, + "itat": 48877, + "Lex": 48878, + "_infos": 48879, + "Ä°": 48880, + ".other": 48881, + "VELO": 48882, + "Ġponder": 48883, + "Ġhanno": 48884, + "(Page": 48885, + "doi": 48886, + "Ġpolite": 48887, + "Ġprogrammer": 48888, + "Dies": 48889, + "$d": 48890, + "Ġreplication": 48891, + "addColumn": 48892, + "frican": 48893, + "Ġleng": 48894, + "beer": 48895, + "oit": 48896, + "Ġwasting": 48897, + "ylim": 48898, + "measure": 48899, + "Neg": 48900, + "Ġpartie": 48901, + ".console": 48902, + "ĠGuinea": 48903, + "TEL": 48904, + "_fact": 48905, + ".chunk": 48906, + "Ġlent": 48907, + "Ġaller": 48908, + "Ġà¤ķ": 48909, + "_idle": 48910, + "Ġadmissions": 48911, + "JSONArray": 48912, + "Ġvibration": 48913, + ".helpers": 48914, + "å¤ĸ": 48915, + "Ġhen": 48916, + "john": 48917, + "ĠìĥĿ": 48918, + "Ġjudgement": 48919, + "Ġgeen": 48920, + "terra": 48921, + "^{": 48922, + "ĠIz": 48923, + "Ġcâ": 48924, + "instances": 48925, + "Ġthreatens": 48926, + "Ġmüssen": 48927, + "KindOfClass": 48928, + "Ġstorytelling": 48929, + "_demo": 48930, + "rias": 48931, + "Privacy": 48932, + "hift": 48933, + "ĠYi": 48934, + "esor": 48935, + "íķł": 48936, + "ensitivity": 48937, + ".Writer": 48938, + "à¸Ĥ": 48939, + "District": 48940, + ".getJSONObject": 48941, + "Impro": 48942, + "(getResources": 48943, + "ĠSPELL": 48944, + "roduce": 48945, + "Ġslowed": 48946, + "Ġlinewidth": 48947, + "Ġhonesty": 48948, + "ĠCoord": 48949, + "ĠFork": 48950, + "ĠDispatchQueue": 48951, + "ĠCliff": 48952, + "ĠWiring": 48953, + "_TIMESTAMP": 48954, + "ollah": 48955, + "avoid": 48956, + "++];Ċ": 48957, + "semantic": 48958, + "-css": 48959, + "Ġveto": 48960, + "ĠMerr": 48961, + "Ġlegislators": 48962, + "CEEDED": 48963, + "Ġquestionnaire": 48964, + "ĠPills": 48965, + "Calculate": 48966, + "(core": 48967, + "'e": 48968, + "Ġdislike": 48969, + "ĠPreferences": 48970, + "_EXTERNAL": 48971, + "è°ĥ": 48972, + "Ġdodge": 48973, + "æľįåĬ¡": 48974, + ".names": 48975, + ".drawImage": 48976, + "_prom": 48977, + "uckland": 48978, + "Ġ<$>": 48979, + "ız": 48980, + "/site": 48981, + "项": 48982, + "rophe": 48983, + "Ġcompelled": 48984, + "Ġlaptops": 48985, + "Ġuni": 48986, + "CLOSE": 48987, + "Ġcasualties": 48988, + "ĠUniform": 48989, + "Terminal": 48990, + ".\",\"": 48991, + "DAT": 48992, + "(TreeNode": 48993, + "ĠGandhi": 48994, + "(stmt": 48995, + "AXB": 48996, + "*M": 48997, + "Ġumbrella": 48998, + "animal": 48999, + "Ġgrpc": 49000, + "Ġwhereby": 49001, + "Ġfloats": 49002, + "ĉarg": 49003, + "Ġdbg": 49004, + "Ġexceeding": 49005, + "EventType": 49006, + ".SaveChangesAsync": 49007, + "Ġ{{{": 49008, + "Ġowed": 49009, + "ahrenheit": 49010, + "Ġì§": 49011, + "Ġequipo": 49012, + "urai": 49013, + "Ġidol": 49014, + "]\")Ċ": 49015, + "_major": 49016, + "Ġentirety": 49017, + "ingerprint": 49018, + "ços": 49019, + "/account": 49020, + "ĉright": 49021, + "ursos": 49022, + "ĠEDT": 49023, + "_INSERT": 49024, + "Ġshining": 49025, + "Ġ<:": 49026, + "EdgeInsets": 49027, + "Ġcolonies": 49028, + ".IM": 49029, + "ĉĠĉ": 49030, + "ROAD": 49031, + "CCCC": 49032, + "placing": 49033, + "ĠgetActivity": 49034, + "emacs": 49035, + "'%(": 49036, + ".clicked": 49037, + "ĠThem": 49038, + "isia": 49039, + "Buscar": 49040, + ".rename": 49041, + "Ġoath": 49042, + "Ġafterward": 49043, + "ĠUFO": 49044, + "APS": 49045, + "ĠJacksonville": 49046, + ".some": 49047, + "Confirmed": 49048, + ".scan": 49049, + "igInteger": 49050, + "Decorator": 49051, + "shield": 49052, + "ressive": 49053, + ".did": 49054, + "请è¾ĵåħ¥": 49055, + "Ġshutter": 49056, + "Dam": 49057, + "Ġparenting": 49058, + "eyed": 49059, + "$item": 49060, + "-develop": 49061, + "Ġextracts": 49062, + "Ġdecentralized": 49063, + "ĠElsa": 49064, + "_spin": 49065, + "])+": 49066, + "-initial": 49067, + "Ġmultitude": 49068, + "Ġsensory": 49069, + "ĠMODEL": 49070, + "Ġsafeguard": 49071, + "ì¹": 49072, + "Ġhunters": 49073, + "ĠTiny": 49074, + "INO": 49075, + "decorate": 49076, + "ĠNoSuch": 49077, + "Ho": 49078, + "(Response": 49079, + "Ġruler": 49080, + "ĉshort": 49081, + "Ġcaster": 49082, + "ĠclientId": 49083, + "Ġpdb": 49084, + "ëıĦ": 49085, + "itic": 49086, + "ĠGameState": 49087, + "ĠnewItem": 49088, + ")ĊĊĊĊĊĊ": 49089, + "ouis": 49090, + "noc": 49091, + ".BLACK": 49092, + "_VECTOR": 49093, + "----------();": 49381, + ".getP": 49382, + "anye": 49383, + "Ġneuron": 49384, + "ifold": 49385, + "ĠKnown": 49386, + "Bitcoin": 49387, + "Anyway": 49388, + "ayette": 49389, + "Ġ'['": 49390, + "Ãłnh": 49391, + "mgr": 49392, + "Ġcorrelated": 49393, + "Ġnause": 49394, + "Ġmentality": 49395, + "hasMany": 49396, + "ĠFG": 49397, + "ampie": 49398, + "ITU": 49399, + "Fs": 49400, + ".Sp": 49401, + "_between": 49402, + "Dependencies": 49403, + "oug": 49404, + "Placeholder": 49405, + "=text": 49406, + "ĠManaging": 49407, + "ocalypse": 49408, + "åĮĹ": 49409, + "_mag": 49410, + "fld": 49411, + "âij": 49412, + "CAM": 49413, + "ĠHelpers": 49414, + "Ġdost": 49415, + "/out": 49416, + "Ġassassination": 49417, + ".getImage": 49418, + "ĠKenny": 49419, + ".')ĊĊ": 49420, + "){//": 49421, + "ĠRanger": 49422, + "Ġgek": 49423, + "Ġsincere": 49424, + "čĊ": 49627, + ".getResources": 49628, + "Ġlump": 49629, + "_consts": 49630, + "(ext": 49631, + "ĉdir": 49632, + "âĿ": 49633, + "ĠpaddingTop": 49634, + "Ġobsession": 49635, + "Ġbanning": 49636, + "ĠAppModule": 49637, + "Ġpartisan": 49638, + "Ġcatalogue": 49639, + "Ġminors": 49640, + "Ġpitches": 49641, + "weep": 49642, + "Ġundertake": 49643, + "Ġthemed": 49644, + "audit": 49645, + ".scrollTop": 49646, + "Ġrer": 49647, + "Ġsymptom": 49648, + "Ġopenings": 49649, + ".blocks": 49650, + "openid": 49651, + "Ġassh": 49652, + "-save": 49653, + "ĠPig": 49654, + "Ġregain": 49655, + "Ġinicial": 49656, + "/favicon": 49657, + "ĉexp": 49658, + "Ġspices": 49659, + "iska": 49660, + "claims": 49661, + "mak": 49662, + "definitions": 49663, + "Ġcorrespondent": 49664, + "ĠCannabis": 49665, + "__,Ċ": 49666, + "ĠLucky": 49667, + "ĠGaussian": 49668, + "ĠNearly": 49669, + "CAD": 49670, + "']]Ċ": 49671, + "Ġadequately": 49672, + "ĠTITLE": 49673, + "constitutional": 49674, + "-mm": 49675, + "_override": 49676, + "Ġblas": 49677, + ".readyState": 49678, + "Ġreminis": 49679, + "Ġreinforced": 49680, + "ĠCollabor": 49681, + "Ġdecorating": 49682, + "Ġbachelor": 49683, + "ERRUPT": 49684, + "Ġupright": 49685, + "ipation": 49686, + "ĠNoble": 49687, + "ĠvalueForKey": 49688, + "ĠsetLoading": 49689, + ".Ignore": 49690, + "åģ": 49691, + "Globals": 49692, + "ĠMent": 49693, + "ASSES": 49694, + "Ġlimbs": 49695, + "ĠHUD": 49696, + "inci": 49697, + ".iv": 49698, + "ĠQModelIndex": 49699, + "Fuse": 49700, + "Ġpedal": 49701, + "_FREQ": 49702, + "(verbose": 49703, + "Ġlongitud": 49704, + "ĠCharter": 49705, + "ê·¸": 49706, + "Ġbundles": 49707, + ".ignore": 49708, + "umbo": 49709, + "EMA": 49710, + ".......": 49711, + "sx": 49712, + ".Card": 49713, + "Ġheute": 49714, + "Ġsteer": 49715, + "jumlah": 49716, + "Ġ{_": 49717, + "_Checked": 49718, + "Ġfax": 49719, + "ĠGust": 49720, + "itchens": 49721, + "Ġ))ĊĊ": 49722, + "Ġremarkably": 49723, + "/XML": 49724, + "-remove": 49725, + "_bt": 49726, + "Ġincub": 49727, + ".package": 49728, + ".currentThread": 49729, + "ĠHighlander": 49730, + ".side": 49731, + "splash": 49732, + "Ġici": 49733, + "=D": 49734, + "Ġpuck": 49735, + "Ġballots": 49736, + "Ġhugely": 49737, + "coeff": 49738, + "ĠpData": 49739, + ".COLUMN": 49740, + "ĠHealing": 49741, + "Ġordin": 49742, + "!),": 49743, + "Ġ'',čĊ": 49744, + "(md": 49745, + "ĠSask": 49746, + "čĊ": 49768, + "Ġrá": 49769, + "Ġblunt": 49770, + "ĠImageIcon": 49771, + "ifik": 49772, + "RTC": 49773, + "Ġfibers": 49774, + "Ġtoile": 49775, + ".sent": 49776, + "ĠPyQt": 49777, + "$app": 49778, + "Ġmedio": 49779, + "Ġgranting": 49780, + "Ġtslint": 49781, + "ĠMö": 49782, + "(figsize": 49783, + "Ġhurricane": 49784, + "Ġlifes": 49785, + "ĠÃĦ": 49786, + "rocessing": 49787, + "_standard": 49788, + "-option": 49789, + "')))": 49790, + "Ġvacant": 49791, + "å·¥": 49792, + "ĠHollow": 49793, + "handleChange": 49794, + "Ġdivider": 49795, + "ĠEngineers": 49796, + "Ġsvens": 49797, + "Ġcompliant": 49798, + "tanggal": 49799, + "ĠCredits": 49800, + "ĠEmirates": 49801, + "RuleContext": 49802, + "Ġrealization": 49803, + "Ġdistracted": 49804, + "]+=": 49805, + "Ġaugment": 49806, + "ĠDw": 49807, + "otp": 49808, + "orrent": 49809, + "Editar": 49810, + ".stock": 49811, + "Study": 49812, + "pections": 49813, + "ĠGameManager": 49814, + "=cut": 49815, + "Ġflock": 49816, + "ĠRomans": 49817, + "them": 49818, + "-hop": 49819, + "Ġscreenshots": 49820, + "Ġ/*!Ċ": 49821, + "Ġconversions": 49822, + "Ġnormalization": 49823, + "(configuration": 49824, + "Ġaeros": 49825, + "_security": 49826, + "!'Ċ": 49827, + "Bonus": 49828, + "ĠDRIVER": 49829, + "ĉDate": 49830, + "tie": 49831, + "ĠWyoming": 49832, + "Stand": 49833, + "itre": 49834, + "Ġshoppers": 49835, + "Ġdisadvantage": 49836, + "Ġliking": 49837, + "ç¬ij": 49838, + "Ġunderstandable": 49839, + "SEE": 49840, + "Ġhoy": 49841, + "Ġninete": 49842, + "Ġconfer": 49843, + "Ġnowrap": 49844, + "ĠVern": 49845, + ",čĊčĊ": 49846, + "imestep": 49847, + "LayoutManager": 49848, + "à·": 49849, + "ĉwait": 49850, + "PLETED": 49851, + "Japan": 49852, + "Ġinduce": 49853, + "Ġå¯": 49854, + "озв": 49855, + "_ENDPOINT": 49856, + ".horizontal": 49857, + "Ġaccelerated": 49858, + "rimon": 49859, + "IVES": 49860, + "Transactions": 49861, + "Lean": 49862, + "ĠSOUR": 49863, + "whether": 49864, + "yg": 49865, + "Ġoid": 49866, + "ĠEntityManager": 49867, + "OUNTRY": 49868, + "Ġfila": 49869, + "OLUMNS": 49870, + "INUE": 49871, + "ĠAnchor": 49872, + "TRAN": 49873, + "woo": 49874, + "blockquote": 49875, + "ĠNurse": 49876, + "ĠCarp": 49877, + "Ġredeem": 49878, + ".try": 49879, + "ĠJP": 49880, + "Ġtimestamps": 49881, + "Ġ?>\"><": 49882, + "ĠREMOVE": 49883, + "ĠStarbucks": 49884, + "Really": 49885, + "Ġflooded": 49886, + ".Callback": 49887, + "DropDown": 49888, + "ipro": 49889, + "Ġtended": 49890, + "lte": 49891, + "Ġproportions": 49892, + "-te": 49893, + "ĠRena": 49894, + "licate": 49895, + "forces": 49896, + ".extra": 49897, + ".authenticate": 49898, + "вод": 49899, + "¡°": 49900, + "ĠforControlEvents": 49901, + "Ġsenha": 49902, + "Ġkein": 49903, + "Ġminist": 49904, + "ĠPreference": 49905, + "ĠTelegraph": 49906, + "Ñĥп": 49907, + "strpos": 49908, + "Ġillnesses": 49909, + "Ġpigs": 49910, + "ĠgetIntent": 49911, + "Sol": 49912, + "Ġ¡": 49913, + "(cpu": 49914, + "[prop": 49915, + "screens": 49916, + "');?>": 49917, + "ĠActs": 49918, + "Ġstrdup": 49919, + "Ġaverages": 49920, + "anal": 49921, + "ĠCasual": 49922, + "GroupBox": 49923, + "ĠHandbook": 49924, + "/comments": 49925, + "Ġnumbered": 49926, + "Ġbroadcasting": 49927, + "çĽij": 49928, + ".nativeElement": 49929, + ".mu": 49930, + "ĠupdatedAt": 49931, + "ĠDoesn": 49932, + ".AC": 49933, + ".coll": 49934, + "Ġrecorder": 49935, + "_sha": 49936, + "Bg": 49937, + "bil": 49938, + "Ġbolts": 49939, + "Ġç¬": 49940, + "Ġimposing": 49941, + "ĠInformationen": 49942, + "_flashdata": 49943, + "economic": 49944, + "Remark": 49945, + "ucas": 49946, + "ĠOfficers": 49947, + "ĠTER": 49948, + "Walk": 49949, + "Ġmercado": 49950, + "_generate": 49951, + "HY": 49952, + "Calling": 49953, + "snap": 49954, + "scriptId": 49955, + ".operation": 49956, + "ĠFlame": 49957, + "liness": 49958, + "Ġrented": 49959, + "_toggle": 49960, + "-changing": 49961, + "ĠTY": 49962, + "'util": 49963, + "EEP": 49964, + "Ġgraphql": 49965, + "ĠUni": 49966, + "Ġimpulse": 49967, + ".Basic": 49968, + "Ġenergies": 49969, + "MARY": 49970, + "ĠMarcel": 49971, + "Ġmortal": 49972, + "Ġfres": 49973, + "mens": 49974, + "motion": 49975, + "Ġsampled": 49976, + "âĢľThat": 49977, + "iday": 49978, + "quipment": 49979, + "getInt": 49980, + "ĠAbsolute": 49981, + ",'\"": 49982, + "uned": 49983, + ".share": 49984, + "Ġ})(": 49985, + "mmm": 49986, + "ĠRising": 49987, + "ä»»": 49988, + "Ġunemployed": 49989, + "xfa": 49990, + ".follow": 49991, + "ĉĉĉĉĠĠĠĠĠĠ": 49992, + "slt": 49993, + ".Phone": 49994, + "Ġknives": 49995, + "Ġeve": 49996, + "onClick": 49997, + "]))čĊ": 49998, + "ĠWitness": 49999, + "ĉNS": 50000, + "ĠEOS": 50001, + "ĠStefan": 50002, + "ĠPriest": 50003, + "âĢĶwhich": 50004, + "GetString": 50005, + ".By": 50006, + "Ġupstairs": 50007, + "Ġdetriment": 50008, + "broken": 50009, + "embro": 50010, + "Ġnicotine": 50011, + "ilion": 50012, + "Ġastonishing": 50013, + "_aff": 50014, + "ĠLesson": 50015, + "Ġaccidental": 50016, + "odor": 50017, + "Ġdecir": 50018, + "ĠnewName": 50019, + "+.": 50020, + "缸": 50021, + "igslist": 50022, + "ĠGithub": 50023, + "Ġsuccessive": 50024, + "racial": 50025, + "Ġenviron": 50026, + "éªĮè¯ģ": 50027, + "Ġredirected": 50028, + "TOTAL": 50029, + "Ġgrabbing": 50030, + "ĠLance": 50031, + "Ġforfe": 50032, + "_CB": 50033, + "å¾®": 50034, + "Elapsed": 50035, + "_way": 50036, + "(DialogInterface": 50037, + "_measure": 50038, + "xbb": 50039, + "Dog": 50040, + "Depart": 50041, + "-src": 50042, + "resolver": 50043, + "withstanding": 50044, + "_shell": 50045, + "ĠLastName": 50046, + "ĠAviation": 50047, + "Ġbeginner": 50048, + "(\"%.": 50049, + "(tool": 50050, + "Ġнов": 50051, + ":init": 50052, + "(API": 50053, + "ĠMorrison": 50054, + "vtColor": 50055, + "Ġstaple": 50056, + "/INFO": 50057, + "Ġsupernatural": 50058, + "Ġsteak": 50059, + "timeline": 50060, + "zzle": 50061, + "\"`ĊĊ": 50062, + "Secondary": 50063, + "ĠNepal": 50064, + ".StringUtils": 50065, + "Ġadam": 50066, + "Ġ(...": 50067, + "Ġsubstitution": 50068, + "Ġboarding": 50069, + "ĠKeyword": 50070, + "ĠAssault": 50071, + "dbcTemplate": 50072, + "ĠorderId": 50073, + "(engine": 50074, + ".assertThat": 50075, + "ĠVenus": 50076, + "Ġhomicide": 50077, + "ĠAval": 50078, + "Ġgutter": 50079, + "ĠSupported": 50080, + "/part": 50081, + "Ġacclaimed": 50082, + "Histor": 50083, + "Ġmeses": 50084, + "über": 50085, + "ĠRenew": 50086, + "Ġgras": 50087, + "ĠEk": 50088, + "Ġinfile": 50089, + "indy": 50090, + ".music": 50091, + ".Scroll": 50092, + "ĠAges": 50093, + "ĠNaruto": 50094, + "ĠGather": 50095, + "Ġconfirming": 50096, + "=(\"": 50097, + "Ġpitched": 50098, + "oley": 50099, + "France": 50100, + "+'\"": 50101, + "$total": 50102, + "Ġonde": 50103, + "Ġditch": 50104, + "_sigma": 50105, + "Ġcontinuity": 50106, + "reward": 50107, + "-load": 50108, + "Ġproceso": 50109, + "Locked": 50110, + "staw": 50111, + "Ġspinal": 50112, + "lazy": 50113, + "!==": 50114, + "jest": 50115, + "Ġdun": 50116, + "ĠRodgers": 50117, + "ĉgrid": 50118, + "Ġlogos": 50119, + "ĠBengal": 50120, + ".super": 50121, + "Provides": 50122, + "Ġnutrient": 50123, + ".Timestamp": 50124, + "IZATION": 50125, + "åĨĮ": 50126, + "Ġfats": 50127, + "ĠXxx": 50128, + "ctica": 50129, + "Targets": 50130, + "Ġcontours": 50131, + "Ġreordered": 50132, + ":Array": 50133, + "Ġtolerate": 50134, + "Vir": 50135, + "Ġterribly": 50136, + "Ġbricks": 50137, + "(&_": 50138, + "hb": 50139, + "Portal": 50140, + "ĠBread": 50141, + ".which": 50142, + "ÂŃt": 50143, + "asInstanceOf": 50144, + "Ġjobject": 50145, + "ĉlength": 50146, + "_MT": 50147, + ";\">čĊ": 50148, + "_EXIST": 50149, + "Ġmaternal": 50150, + "REL": 50151, + "Ġê²½ìļ°": 50152, + "hee": 50153, + "Ġlayouts": 50154, + "ĠLap": 50155, + "aisy": 50156, + "Ġstumbled": 50157, + "ĠUIG": 50158, + "ĠSco": 50159, + "Ġimpaired": 50160, + "RESSED": 50161, + "Ġabuses": 50162, + "VF": 50163, + "ARB": 50164, + ".NAME": 50165, + "rch": 50166, + "primir": 50167, + "_completed": 50168, + "Ġpenny": 50169, + "Chrome": 50170, + "(begin": 50171, + "ernen": 50172, + "-checkbox": 50173, + "PlainOldData": 50174, + "ĠLPC": 50175, + "rade": 50176, + "spir": 50177, + "Ġconceived": 50178, + "Tips": 50179, + "ĠIoT": 50180, + "ĠGan": 50181, + "èģĶ": 50182, + "Ġbiases": 50183, + "Ġconsultants": 50184, + "pled": 50185, + "_ht": 50186, + "associated": 50187, + "],ĊĊ": 50188, + "Ġdelightful": 50189, + "ĠÑĤек": 50190, + "Helvetica": 50191, + "(load": 50192, + "-expand": 50193, + "_WIDGET": 50194, + "toa": 50195, + "ĠAkt": 50196, + "Ġomn": 50197, + "Ġclauses": 50198, + "Intel": 50199, + "*/}Ċ": 50200, + "_registration": 50201, + "ĠoldValue": 50202, + "Ġrestoring": 50203, + "Ġunreal": 50204, + "OVER": 50205, + "ĉĊĉĊĉĊ": 50206, + "ATS": 50207, + "_probe": 50208, + "Ġdivisor": 50209, + ".updateDynamic": 50210, + "å¹³": 50211, + "Produces": 50212, + "stamp": 50213, + ".jboss": 50214, + "ĉtask": 50215, + "!(:": 50216, + "Ġpsychic": 50217, + "@class": 50218, + "Martin": 50219, + "ĠPassed": 50220, + "clarations": 50221, + "hel": 50222, + "аÑĩ": 50223, + "ĉcopy": 50224, + "-bin": 50225, + "zan": 50226, + "igram": 50227, + "াà¦": 50228, + "(sig": 50229, + "ĠCaval": 50230, + "_##": 50231, + "Ġ%=": 50232, + "outlined": 50233, + "ĠAcid": 50234, + "Ġunpredictable": 50235, + "-dashboard": 50236, + "HexString": 50237, + "+c": 50238, + ".Public": 50239, + "ẩ": 50240, + "Ġconveyor": 50241, + "ĠEB": 50242, + "Ġselects": 50243, + "Ġknocking": 50244, + "ĠCec": 50245, + "IBUTES": 50246, + "owaÄĩ": 50247, + "gatsby": 50248, + "*v": 50249, + "entropy": 50250, + "Ġdispatched": 50251, + "Ġcamel": 50252, + "ĠSaturn": 50253, + "Ġoverweight": 50254, + "(phone": 50255, + "parable": 50256, + "%B": 50257, + "_vectors": 50258, + "Ġbrewing": 50259, + "ĠTk": 50260, + "ĠDownloads": 50261, + "ĠSaved": 50262, + ".Price": 50263, + "Ġcurved": 50264, + "ĠParenthood": 50265, + "è¶": 50266, + ".pnl": 50267, + "pletely": 50268, + ".Day": 50269, + "Ġadvertisers": 50270, + "Ġejec": 50271, + "Ġprzed": 50272, + "ë¯": 50273, + "!';Ċ": 50274, + "ĠKush": 50275, + "ĠTAB": 50276, + "Ġquests": 50277, + "Ġcoincidence": 50278, + "ummies": 50279, + "ĠKashmir": 50280, + "ĠEthics": 50281, + "_growth": 50282, + "Ġaktiv": 50283, + "Ġgrouping": 50284, + "å¢ŀ": 50285, + "_truth": 50286, + "åIJ¬": 50287, + "todos": 50288, + "iset": 50289, + "TexCoord": 50290, + "ätt": 50291, + "ĠZur": 50292, + "roys": 50293, + "_MAGIC": 50294, + "Ġbrewery": 50295, + "(State": 50296, + "ĠSMALL": 50297, + "ĠPlants": 50298, + "itbart": 50299, + "eacher": 50300, + "ĠAdelaide": 50301, + "Lu": 50302, + "Ġfick": 50303, + "undles": 50304, + "_loaded": 50305, + "ие": 50306, + "Poll": 50307, + "ritic": 50308, + "ELY": 50309, + "Ġ+'": 50310, + "ĠProfession": 50311, + "Ġstamps": 50312, + "ĠSew": 50313, + "scrollView": 50314, + "Ġcommunist": 50315, + "/problems": 50316, + "}čĊčĊčĊčĊ": 50317, + ",o": 50318, + "Ġudp": 50319, + "Ġobese": 50320, + "approve": 50321, + "ancellation": 50322, + "_Game": 50323, + "ĠHashtable": 50324, + "adaptiveStyles": 50325, + "Ġpossesses": 50326, + ".matcher": 50327, + "functional": 50328, + "Mrs": 50329, + "ĉsave": 50330, + "ĠDbType": 50331, + "Ġken": 50332, + "getContext": 50333, + "Ġmans": 50334, + "(rel": 50335, + "ĠBrotherhood": 50336, + ")`Ċ": 50337, + "解": 50338, + ".Information": 50339, + "OutOfRangeException": 50340, + "ĠSek": 50341, + "Cas": 50342, + "Ġbloggers": 50343, + "Either": 50344, + "(\"\"\"": 50345, + "Ġpinch": 50346, + "Ġcoarse": 50347, + ")p": 50348, + "ĠPulse": 50349, + "Ġlearnt": 50350, + "Ġdentist": 50351, + "Ġonchange": 50352, + "Ġdirectives": 50353, + "(actions": 50354, + "nyder": 50355, + "ĠShir": 50356, + "Trait": 50357, + "_dep": 50358, + "ĠPET": 50359, + "ĠREP": 50360, + ".AppSettings": 50361, + "cuador": 50362, + "idenav": 50363, + "Ġenvi": 50364, + "Ġslammed": 50365, + "ĠShoot": 50366, + "ĠdateFormat": 50367, + ".joda": 50368, + "veys": 50369, + "Ġ).ĊĊ": 50370, + "Ġcareg": 50371, + "ĠParallel": 50372, + "_translation": 50373, + ".functions": 50374, + ".obs": 50375, + "RuntimeException": 50376, + "[]=": 50377, + "overview": 50378, + "ĠSchl": 50379, + "Ġnoisy": 50380, + "ĠOnPropertyChanged": 50381, + "Sending": 50382, + "Ġunfamiliar": 50383, + "Upon": 50384, + "ĠPrints": 50385, + ".typ": 50386, + "Ġfleeing": 50387, + "ĉmove": 50388, + "(Un": 50389, + "Ġqr": 50390, + "׾": 50391, + "_beta": 50392, + "Ġskies": 50393, + "ĉme": 50394, + "WND": 50395, + "Ġstickers": 50396, + "blas": 50397, + "Ġinserts": 50398, + "Ġverses": 50399, + "ĠDew": 50400, + "Ġtangible": 50401, + "Ġhecho": 50402, + "POL": 50403, + "Ġteardown": 50404, + "omnia": 50405, + "IBE": 50406, + ".cover": 50407, + "_strategy": 50408, + "^-": 50409, + "setPosition": 50410, + "uale": 50411, + "Signed": 50412, + "Ġiface": 50413, + "aseline": 50414, + ".setTime": 50415, + "ĠMineral": 50416, + "ĠFighting": 50417, + "skins": 50418, + "Ġdiscrimin": 50419, + "Ġdansk": 50420, + "ĠPrinceton": 50421, + "acist": 50422, + "Ġ());Ċ": 50423, + "tracks": 50424, + "imonial": 50425, + "adecimal": 50426, + "EPROM": 50427, + "uggle": 50428, + ".Notification": 50429, + "$mail": 50430, + "cantidad": 50431, + "ĠJung": 50432, + "Ġseekers": 50433, + "Ġplausible": 50434, + "tier": 50435, + "еж": 50436, + "Ġrapper": 50437, + "ĠMana": 50438, + "ĠHttpStatusCode": 50439, + "Ġburnt": 50440, + "loses": 50441, + "ĠFoto": 50442, + "ĠJsonObject": 50443, + "Instagram": 50444, + "Ġsyscall": 50445, + "Ġrealities": 50446, + "ĠMATLAB": 50447, + ":^{Ċ": 50448, + "TERM": 50449, + "ĠCbd": 50450, + "ĠParagraph": 50451, + "Ġtravés": 50452, + "Ġconstructing": 50453, + "Ġswal": 50454, + "Ġpige": 50455, + "LLLL": 50456, + "-existing": 50457, + "Gets": 50458, + "Ġmelted": 50459, + "Ġmitigate": 50460, + "Hen": 50461, + "Ġhm": 50462, + "imas": 50463, + "ĠAo": 50464, + "ĠPerez": 50465, + "ĠDAL": 50466, + "Ġëĭ¤": 50467, + "Ġdivis": 50468, + "StoryboardSegue": 50469, + "ĠModify": 50470, + "ĠÃľber": 50471, + "_OVERRIDE": 50472, + ".pem": 50473, + "untos": 50474, + "Ġespañ": 50475, + "Ġ{?": 50476, + "ĠPAY": 50477, + "_ipv": 50478, + "ĠFury": 50479, + "__.__": 50480, + "elow": 50481, + "-centered": 50482, + "checks": 50483, + "_Reg": 50484, + "-Javadoc": 50485, + "ĉload": 50486, + "ĠLikewise": 50487, + "اÙħ": 50488, + "UNE": 50489, + ".sem": 50490, + "xcb": 50491, + "ĠCave": 50492, + "_sleep": 50493, + "Ġsilently": 50494, + "ĠExtreme": 50495, + ".ToUpper": 50496, + "ĉCHECK": 50497, + "Ġcue": 50498, + "ĠQByteArray": 50499, + "Ġcorrupted": 50500, + "ĠDé": 50501, + "Ġimped": 50502, + "GetName": 50503, + "Ġinaccurate": 50504, + "Ġsober": 50505, + "ее": 50506, + "Ġbarcode": 50507, + "--){Ċ": 50508, + "inki": 50509, + "Ġép": 50510, + "Ġdri": 50511, + "ĠALT": 50512, + ">>>>>>>>": 50513, + "onta": 50514, + "[L": 50515, + "Ġinteres": 50516, + "verting": 50517, + "Ġdiagnostics": 50518, + "pdev": 50519, + "è©": 50520, + "ĠIntegrated": 50521, + ").'": 50522, + "_gc": 50523, + "$text": 50524, + ".games": 50525, + "ĠTerra": 50526, + "'Re": 50527, + ".transfer": 50528, + "_FIFO": 50529, + "getModel": 50530, + "Ġbland": 50531, + "ĠColeman": 50532, + "Ġprimes": 50533, + "ĠæĪ": 50534, + "Ġcrosses": 50535, + "nk": 50536, + "GING": 50537, + "Ġ'^": 50538, + "ĠBlob": 50539, + "Ġintercourse": 50540, + "ĠBlvd": 50541, + "Ġweighs": 50542, + "_regular": 50543, + "ĠPerth": 50544, + "Ġseparating": 50545, + "Ġbilled": 50546, + ".tabControl": 50547, + "Ġpuppet": 50548, + "Ġutilization": 50549, + "Ġâĸł": 50550, + "Ġsucces": 50551, + "Ġlamps": 50552, + "_proj": 50553, + "Eric": 50554, + "Ġrenovation": 50555, + "ĠFamilies": 50556, + "ĠBits": 50557, + "partials": 50558, + "-Men": 50559, + "solution": 50560, + "Ġdwarf": 50561, + ".INTEGER": 50562, + "ĠLOCK": 50563, + ".ct": 50564, + "Ġexcerpt": 50565, + "ĠPix": 50566, + "ĠFirstName": 50567, + "ANTED": 50568, + "ĠAdmir": 50569, + "-help": 50570, + "Prior": 50571, + "ĠAlign": 50572, + ".INSTANCE": 50573, + "LineEdit": 50574, + "('/:": 50575, + "Ġinet": 50576, + "odus": 50577, + ".pkl": 50578, + "ĠKY": 50579, + "upert": 50580, + "Ġnerves": 50581, + "_gradient": 50582, + "}','": 50583, + "_unref": 50584, + "Ġsaturated": 50585, + "ĠConnected": 50586, + "ĠFN": 50587, + "EXIT": 50588, + "Ġteleport": 50589, + "Ġavait": 50590, + "PageRoute": 50591, + "Ġdivorced": 50592, + "(lang": 50593, + "fst": 50594, + "ĠTyr": 50595, + "Ġmessenger": 50596, + "ifstream": 50597, + "XS": 50598, + "ĠBanking": 50599, + "Ġinfectious": 50600, + "ĠMons": 50601, + "_LOOP": 50602, + "Ġzurück": 50603, + "Ġobtener": 50604, + "/repos": 50605, + "Vel": 50606, + "acro": 50607, + "ĠuserRepository": 50608, + "styleType": 50609, + "ĠSRC": 50610, + "VMLINUX": 50611, + "recursive": 50612, + "/bar": 50613, + "_chip": 50614, + "ominated": 50615, + "ĠNit": 50616, + "âĢĶto": 50617, + "ĠBuddh": 50618, + "омеÑĢ": 50619, + "ĠMAG": 50620, + "ĠCHE": 50621, + "_den": 50622, + ".raises": 50623, + "_degree": 50624, + "Ġpumpkin": 50625, + "_templates": 50626, + "_MEDIA": 50627, + "ĠTimeline": 50628, + "Ġbots": 50629, + "ObjectType": 50630, + "Ġbuys": 50631, + ".posts": 50632, + "CAL": 50633, + "waiting": 50634, + "ĠDaniels": 50635, + "Ġdabei": 50636, + "ĠSigma": 50637, + "ilor": 50638, + "igel": 50639, + ",W": 50640, + "ADS": 50641, + "(panel": 50642, + "ì²´": 50643, + "itating": 50644, + ".palette": 50645, + "Ġmosquito": 50646, + "Ġtego": 50647, + "(parseInt": 50648, + "Ġdespués": 50649, + "promise": 50650, + "Ġwij": 50651, + "typescript": 50652, + "ĠTv": 50653, + "_IDENTIFIER": 50654, + ").ĊĊĊ": 50655, + "_flat": 50656, + "itsu": 50657, + "USR": 50658, + "experience": 50659, + "-fit": 50660, + "phinx": 50661, + "_thresh": 50662, + "Ġideally": 50663, + "ĠFreeman": 50664, + ",DB": 50665, + "_rw": 50666, + "çŃī": 50667, + "Ub": 50668, + "_statistics": 50669, + "=\"\"><": 50670, + "Ġchore": 50671, + "Ġyork": 50672, + "installed": 50673, + "Additionally": 50674, + "Ġpstmt": 50675, + "ylko": 50676, + "::Ċ": 50677, + "Forest": 50678, + "Ġheadset": 50679, + "Ġgallon": 50680, + "ÑĢем": 50681, + "Ġwithdrawn": 50682, + "ĠCandidate": 50683, + "Ġmelting": 50684, + "Ġfreezer": 50685, + "Ġhl": 50686, + "_HELP": 50687, + "mime": 50688, + "(/*": 50689, + "Ġthirst": 50690, + "$return": 50691, + "memberof": 50692, + "еб": 50693, + "ĠHttpServletRequest": 50694, + "(ob": 50695, + "_Result": 50696, + "Ġasserted": 50697, + "Ġfulfilling": 50698, + "Ġstretches": 50699, + "parated": 50700, + "-funded": 50701, + "ĠåĽ": 50702, + "ingles": 50703, + "_ca": 50704, + ".condition": 50705, + "ĠDisplays": 50706, + "Ġorang": 50707, + "ĠCRE": 50708, + "ĠglBind": 50709, + "ĠSelector": 50710, + "/type": 50711, + "ĠAlexa": 50712, + "chedules": 50713, + "ĠPeninsula": 50714, + "Ġparity": 50715, + "ĉdest": 50716, + "ĠDoors": 50717, + "čĊĉčĊ": 50718, + "_dimension": 50719, + "Ġaload": 50720, + ".StoredProcedure": 50721, + "(paren": 50722, + "ĠBurke": 50723, + "')]Ċ": 50724, + "-engine": 50725, + "Ġquir": 50726, + "ĠHybrid": 50727, + "ĠDoe": 50728, + "Ġoutlines": 50729, + "ĠTrends": 50730, + "_NV": 50731, + "periments": 50732, + "ĠHin": 50733, + "?',": 50734, + "ĉText": 50735, + "FUL": 50736, + "Ġsmells": 50737, + "Ġslick": 50738, + "Ġmiserable": 50739, + "ĠArrayAdapter": 50740, + "ĠparamString": 50741, + "Hom": 50742, + "_literals": 50743, + "usuarios": 50744, + "Ġprompting": 50745, + "_lazy": 50746, + "ĠActivation": 50747, + "_oc": 50748, + "Weak": 50749, + "Ġanecd": 50750, + "ĠUCLA": 50751, + "=re": 50752, + "issement": 50753, + "ĠEscorts": 50754, + "Excellent": 50755, + "ĠPause": 50756, + "Ġrepositories": 50757, + "TOR": 50758, + "ariate": 50759, + "_iso": 50760, + "updates": 50761, + "halb": 50762, + "udiante": 50763, + "ë¡Ŀ": 50764, + "Ġnaive": 50765, + "ĠPeg": 50766, + "ĠLounge": 50767, + "ARGIN": 50768, + "(bin": 50769, + "OnClickListener": 50770, + "ĠFAILED": 50771, + "Ġlite": 50772, + "Ġdzie": 50773, + "ĠLiteral": 50774, + "ivor": 50775, + "fcntl": 50776, + "Ġeats": 50777, + "Ġqed": 50778, + "Unlock": 50779, + "riding": 50780, + "undai": 50781, + "=M": 50782, + "ATTER": 50783, + "ConfigureAwait": 50784, + "icias": 50785, + "ustomed": 50786, + "Ġsuccession": 50787, + "endTime": 50788, + "ĠJupiter": 50789, + "Ġjudging": 50790, + "dration": 50791, + "_docs": 50792, + ".mo": 50793, + "Ġeducators": 50794, + "ĠVine": 50795, + "Cond": 50796, + "[out": 50797, + "qb": 50798, + "\\Validator": 50799, + "Ġmeanings": 50800, + "Ġpresently": 50801, + "Ġdividing": 50802, + "ottenham": 50803, + "ascular": 50804, + "Ġtrailers": 50805, + "ĠCLOSE": 50806, + "ами": 50807, + "âĢĻai": 50808, + "ĠGain": 50809, + "wor": 50810, + "Ġplanner": 50811, + "Ġdistributing": 50812, + "vat": 50813, + "months": 50814, + "xlabel": 50815, + "HF": 50816, + "Viol": 50817, + ".BASELINE": 50818, + "еÑĤÑģÑı": 50819, + "ĠRotate": 50820, + "Ġtxn": 50821, + ":bold": 50822, + "Ġbloss": 50823, + "Forgery": 50824, + "(embed": 50825, + "Ġjako": 50826, + "sprintf": 50827, + "their": 50828, + "Ġexhibits": 50829, + "-static": 50830, + "hecy": 50831, + "getActiveSheet": 50832, + ".clients": 50833, + "ãģį": 50834, + "_hide": 50835, + "[word": 50836, + "Cb": 50837, + "addItem": 50838, + "axe": 50839, + "_radio": 50840, + "alion": 50841, + "modifier": 50842, + "Ġsaturation": 50843, + "Ġdenom": 50844, + "_pixels": 50845, + "mess": 50846, + "(fl": 50847, + "atif": 50848, + "Ġsecs": 50849, + "Ġprostitution": 50850, + "Ġgrandchildren": 50851, + "Ġparadise": 50852, + "ĠFeld": 50853, + "_BINARY": 50854, + "itous": 50855, + "à¹Ħ": 50856, + "Ġflashing": 50857, + "-sided": 50858, + "Ġcontradiction": 50859, + "/*ĊĊ": 50860, + "ylabel": 50861, + "ĠTet": 50862, + "Ġadmire": 50863, + "reso": 50864, + "Ġletz": 50865, + "ĠSEARCH": 50866, + "slots": 50867, + "ĠRewards": 50868, + "ĠHog": 50869, + "ĠNSData": 50870, + "stash": 50871, + "Fall": 50872, + "ĠAmer": 50873, + "LinearLayout": 50874, + "/photos": 50875, + "Ġfeather": 50876, + "Ġ|čĊ": 50877, + "Downloads": 50878, + ".StartsWith": 50879, + "Ġ//#": 50880, + "ineTransform": 50881, + "Ġaffid": 50882, + "Vtbl": 50883, + "ĠRogue": 50884, + "scribed": 50885, + "Ġfauc": 50886, + "ĠMonroe": 50887, + "Ġdeclares": 50888, + "modern": 50889, + "reon": 50890, + "aybe": 50891, + "PASS": 50892, + "fers": 50893, + "_MULTI": 50894, + "ĠMathematics": 50895, + "Ġsudah": 50896, + "_ATTACH": 50897, + "ĠnumberWith": 50898, + "ĠSolomon": 50899, + "jin": 50900, + "ografia": 50901, + "öl": 50902, + "_design": 50903, + "culated": 50904, + "ĠLuna": 50905, + "iesz": 50906, + "Ġ=>'": 50907, + "Ġrevelations": 50908, + "Along": 50909, + "(ed": 50910, + "ĠFilename": 50911, + "Ġylabel": 50912, + "Secure": 50913, + "Ġbusca": 50914, + "agnosis": 50915, + "_RECE": 50916, + "Ġoverlapping": 50917, + "Extent": 50918, + "Ġanticipation": 50919, + "Checks": 50920, + "ĠALSO": 50921, + "orc": 50922, + "ilingual": 50923, + "itational": 50924, + "Ġadvancement": 50925, + "ouro": 50926, + "ĠPredicate": 50927, + "å¾Ĺ": 50928, + "eria": 50929, + "ĠPierce": 50930, + "orio": 50931, + "Ġmerits": 50932, + "Ġpeanut": 50933, + ".Package": 50934, + "ĠConduct": 50935, + "_SENSOR": 50936, + "Ġboiling": 50937, + "Ġintra": 50938, + "ĠIGN": 50939, + "ĠFur": 50940, + ".Refresh": 50941, + "ĠReach": 50942, + "_decoder": 50943, + ".Exp": 50944, + "ĠÑĤак": 50945, + "pill": 50946, + ",Q": 50947, + "ĠGrill": 50948, + "Ġpopping": 50949, + ".Ag": 50950, + "Ġproyecto": 50951, + "Ġmileage": 50952, + "Ġecological": 50953, + "]]);Ċ": 50954, + "ĠÂŃ": 50955, + "subplot": 50956, + "acad": 50957, + "ĠTrying": 50958, + "recipes": 50959, + "$criteria": 50960, + "ĠPersian": 50961, + "-bound": 50962, + "MASK": 50963, + "ĠGesture": 50964, + "Ġkk": 50965, + "ĠPVC": 50966, + "Ġprohibition": 50967, + "Ġcomando": 50968, + "ĠLOOK": 50969, + "Shopping": 50970, + "Ġdistortion": 50971, + "čĊ": 51017, + ".Dependency": 51018, + ".QueryString": 51019, + ".Owner": 51020, + "Ġexpiry": 51021, + "Thu": 51022, + "(Vec": 51023, + "Ġhazardous": 51024, + "Ġrpm": 51025, + "APON": 51026, + "ĠaddTarget": 51027, + "sville": 51028, + "pNet": 51029, + "ĠImg": 51030, + "ĠTIMER": 51031, + ".Animation": 51032, + "Ġbek": 51033, + "Ġassort": 51034, + "Ġlebih": 51035, + "ĠbodyParser": 51036, + "Ġvibrating": 51037, + "IDL": 51038, + "Ġbutterknife": 51039, + "inters": 51040, + "Ġpersuade": 51041, + "ĠLGBTQ": 51042, + "èĭ": 51043, + ".soft": 51044, + "Ġbeams": 51045, + "_sur": 51046, + ".Def": 51047, + "Ġlabs": 51048, + "ĉplt": 51049, + "Ġskins": 51050, + "Ġtransferring": 51051, + "Ġimaginary": 51052, + "_End": 51053, + ";background": 51054, + "Ġlaps": 51055, + "_COMMENT": 51056, + "(SDL": 51057, + "onds": 51058, + ".Record": 51059, + "ĠImplements": 51060, + "_ticks": 51061, + "()))ĊĊ": 51062, + "Ġarose": 51063, + "]?": 51064, + "ĠMp": 51065, + "ĠICommand": 51066, + "Ġsculpture": 51067, + "Ġcontracted": 51068, + "\">'": 51546, + "kinson": 51547, + "Ġкол": 51548, + "ognitive": 51549, + "_li": 51550, + "Ġimminent": 51551, + "Ġaffinity": 51552, + ".signal": 51553, + "Ġnotch": 51554, + "ĠSteelers": 51555, + "maxlength": 51556, + "KK": 51557, + "ĠEugene": 51558, + "_PWM": 51559, + "roi": 51560, + "ĠâĹı": 51561, + "ĠHamburg": 51562, + ".Must": 51563, + "Ġaxe": 51564, + "enef": 51565, + "Ġambitions": 51566, + "ĠSpecies": 51567, + "ĠStress": 51568, + "Ġawhile": 51569, + "ĠбÑĥд": 51570, + "Ġwithstand": 51571, + "ĠDecoder": 51572, + "_inventory": 51573, + "Ġ{ččĊ": 51574, + "Ġtgt": 51575, + "Ġrailroad": 51576, + "WASHINGTON": 51577, + "Ġnegotiated": 51578, + "NST": 51579, + "-phone": 51580, + ",U": 51581, + "Ġexercising": 51582, + "ụ": 51583, + "_PIXEL": 51584, + "avors": 51585, + "iterated": 51586, + "Ġvampire": 51587, + "adal": 51588, + "Ingrese": 51589, + "Ġung": 51590, + "jective": 51591, + ".cells": 51592, + "Ġnano": 51593, + "Ġmarkdown": 51594, + "_RULE": 51595, + "(events": 51596, + "Ġluggage": 51597, + "MESSAGE": 51598, + "igkeit": 51599, + "$count": 51600, + "AttributeName": 51601, + "IGINAL": 51602, + "_Ent": 51603, + "ĠBF": 51604, + "ĠCOMMENT": 51605, + "_ini": 51606, + "ĠEuropeans": 51607, + "ĠBelle": 51608, + "åij½": 51609, + ")['": 51610, + "åºĶ": 51611, + "ĠUseful": 51612, + ".reference": 51613, + "()\",": 51614, + "_grade": 51615, + "ĠKaw": 51616, + "Ġsentencing": 51617, + "Ġsocialism": 51618, + "monster": 51619, + "_LAYER": 51620, + "Ġdeepest": 51621, + "wk": 51622, + "ĠNoise": 51623, + "###ĊĊ": 51624, + "Ġpréc": 51625, + "otle": 51626, + "ÑĤе": 51627, + "auf": 51628, + "ibal": 51629, + "Ġconquer": 51630, + ">Email": 51631, + "Ġambulance": 51632, + "OAD": 51633, + "Ġ(\"%": 51634, + "ĠFI": 51635, + ".fixture": 51636, + "Ġterse": 51637, + "ĠĠĠĠĉĉĉĉ": 51638, + "Ġsanctuary": 51639, + "ugi": 51640, + "ĠComparator": 51641, + "Definitions": 51642, + "Ġasthma": 51643, + "Ġlact": 51644, + "Ġhardwood": 51645, + ".clock": 51646, + "Ġattracting": 51647, + "ĠMour": 51648, + "(distance": 51649, + "icits": 51650, + "Ġbonne": 51651, + "ĠACCESS": 51652, + ".DeserializeObject": 51653, + "ĠTyped": 51654, + "Ġjeu": 51655, + "ĠappId": 51656, + "ĠClara": 51657, + "ĠHF": 51658, + "ĠReich": 51659, + "ipples": 51660, + "//--------------------------------------------------------------------------------": 51661, + "_delivery": 51662, + "erialization": 51663, + "Ġplaintiffs": 51664, + "Scient": 51665, + "shopping": 51666, + "ĠDummy": 51667, + "ĠWald": 51668, + "GroupName": 51669, + "Ġinscription": 51670, + "elog": 51671, + "::::::::": 51672, + "_ld": 51673, + "BackPressed": 51674, + ".Raw": 51675, + "ĠOnTrigger": 51676, + "Ġmuseums": 51677, + "ĠBeen": 51678, + "ĠAdventures": 51679, + "Ġslate": 51680, + "Ġlett": 51681, + "Ġsund": 51682, + "ĠGin": 51683, + "ĠMechanical": 51684, + ".ship": 51685, + "AppComponent": 51686, + "Ġdestined": 51687, + "Ġdwelling": 51688, + "Profiler": 51689, + "Prepare": 51690, + "zeich": 51691, + "Ġsilicon": 51692, + "(has": 51693, + "Ġ#%": 51694, + "VIDEO": 51695, + "Ġcollaborate": 51696, + "Lin": 51697, + "Ġscopes": 51698, + "(className": 51699, + "(sd": 51700, + "andin": 51701, + ".ham": 51702, + "ServiceImpl": 51703, + "-described": 51704, + "Ġirony": 51705, + "stial": 51706, + "ĠHuawei": 51707, + "(repo": 51708, + "Ġunexpectedly": 51709, + "ĠKai": 51710, + ".install": 51711, + "\\xf": 51712, + "Ġexhibited": 51713, + "_TCP": 51714, + "ĠOx": 51715, + "_CHO": 51716, + "Ġprostituerte": 51717, + "Ġvä": 51718, + "Ġsito": 51719, + "Ġconstituents": 51720, + "ĠContinued": 51721, + "ĠSAVE": 51722, + "rss": 51723, + "/message": 51724, + "ubes": 51725, + "Ġmisdemean": 51726, + "Ġtaxation": 51727, + "Ġstoryline": 51728, + "hair": 51729, + "ĠFinds": 51730, + "SIG": 51731, + "verification": 51732, + "~=": 51733, + ".hp": 51734, + "Iterable": 51735, + "Ñĭе": 51736, + "atori": 51737, + "Ġctr": 51738, + "Rx": 51739, + "_);ĊĊ": 51740, + "dag": 51741, + ".pin": 51742, + "Ġpseud": 51743, + "Ġinvo": 51744, + "ÑģÑĤÑĢ": 51745, + "_pix": 51746, + "为空": 51747, + "Ġsworn": 51748, + "âĢĶor": 51749, + "_registry": 51750, + "Ġdisasters": 51751, + "ĠROI": 51752, + "ĠâĢķ": 51753, + "aktu": 51754, + "forest": 51755, + "beiten": 51756, + "âĢĶI": 51757, + "ueva": 51758, + "egt": 51759, + "Ġspikes": 51760, + "URES": 51761, + "ĠRecommended": 51762, + "Ġexploited": 51763, + "ĠFrederick": 51764, + "_COMPLETE": 51765, + "ĠDrugs": 51766, + "!!!!!!!!": 51767, + "ĠRiv": 51768, + "STOP": 51769, + "ROOM": 51770, + "ĠPASSWORD": 51771, + "Cookies": 51772, + ".El": 51773, + "á»Ń": 51774, + "ĠBert": 51775, + "Ġhashed": 51776, + "icester": 51777, + "Ġdecorator": 51778, + "ĠqueryString": 51779, + ":;Ċ": 51780, + "Ġ\"[\"": 51781, + "otope": 51782, + "-Americ": 51783, + "ĠMatthews": 51784, + "URAL": 51785, + "âĢľ,": 51786, + "Summer": 51787, + "fos": 51788, + "_CONTAINER": 51789, + "_ACK": 51790, + "Ġfiltr": 51791, + "_disp": 51792, + "_Re": 51793, + "Ġfacile": 51794, + "аÑĪ": 51795, + "ĠìķĬ": 51796, + "Ġeben": 51797, + "Ġsprink": 51798, + "ĠQuint": 51799, + ">V": 51800, + "Ġhistorians": 51801, + "ourmet": 51802, + "ĠMonitoring": 51803, + "ledger": 51804, + "cott": 51805, + "Ġware": 51806, + "GGLE": 51807, + "cars": 51808, + "ĠMEDIATEK": 51809, + "Ġvolupt": 51810, + "_View": 51811, + "HEL": 51812, + "(copy": 51813, + "(stats": 51814, + "Ġchromosome": 51815, + "ĠCurtis": 51816, + "-conf": 51817, + "(asset": 51818, + "Ġhvor": 51819, + "FileSystem": 51820, + "<>();čĊ": 51821, + "ocoder": 51822, + "ĠCannon": 51823, + ")x": 51824, + "ĠSmooth": 51825, + "ĠSAS": 51826, + "_ce": 51827, + "ĉprev": 51828, + "_movie": 51829, + "Ec": 51830, + "_wall": 51831, + ".ĊĊ": 52378, + "ogenesis": 52379, + "ĠOPTIONS": 52380, + "uptools": 52381, + "Ġmilitant": 52382, + "Ġexited": 52383, + "igar": 52384, + "ĠCOMM": 52385, + "ĠDisposable": 52386, + "aycast": 52387, + "Ġrowspan": 52388, + "Ġsynthes": 52389, + "Ġsondern": 52390, + "ĠĊ": 55869, + "ĠJacket": 55870, + "RATION": 55871, + ".getSelectedItem": 55872, + "-init": 55873, + "ĠRegisters": 55874, + "_sep": 55875, + "ĠToolkit": 55876, + ".dict": 55877, + "Ġxlabel": 55878, + "\\Table": 55879, + "toc": 55880, + "_combo": 55881, + "ĠCompact": 55882, + "Ġrugged": 55883, + "à¥ĩà¤": 55884, + "-management": 55885, + "')}}\">Ċ": 55886, + "ĠStamp": 55887, + "ıl": 55888, + "rox": 55889, + "Ġlandscapes": 55890, + "_NOTE": 55891, + "monary": 55892, + "cab": 55893, + "Ġmoet": 55894, + "xaf": 55895, + "rcode": 55896, + "-cli": 55897, + "_gate": 55898, + "[event": 55899, + "SPORT": 55900, + "gia": 55901, + "ĠSUPER": 55902, + "/Login": 55903, + "_shutdown": 55904, + "interrupt": 55905, + "Ġpretending": 55906, + "Ġfringe": 55907, + "ĠReds": 55908, + "ĠCUDA": 55909, + "ĠUNIX": 55910, + "vit": 55911, + "Ġbrig": 55912, + "drv": 55913, + "ĠConnector": 55914, + "Therefore": 55915, + "Ġlia": 55916, + "Detection": 55917, + "_actor": 55918, + "Ġtempfile": 55919, + "Ġeccentric": 55920, + "-role": 55921, + "Ġpadx": 55922, + "dent": 55923, + "Western": 55924, + "Ġê·¸": 55925, + "ĠApplicationRecord": 55926, + "Ġcampaigning": 55927, + "_runner": 55928, + "ĠCivic": 55929, + "aleigh": 55930, + "Ġdirekt": 55931, + ".sul": 55932, + "ĠĠĉĉĉ": 55933, + "anten": 55934, + "Ġissuer": 55935, + "Ġassertions": 55936, + "(orig": 55937, + "ATIO": 55938, + "Ġleaned": 55939, + "äs": 55940, + ".DTO": 55941, + "explode": 55942, + ".Observable": 55943, + "Ġstaggering": 55944, + "Ġkidnapped": 55945, + "Ġprogrammers": 55946, + "ĠInnov": 55947, + ".parameter": 55948, + "Ġdomination": 55949, + "Ġskeptic": 55950, + "Ġæĺ¯": 55951, + "Ġavoids": 55952, + ".Verify": 55953, + "ubby": 55954, + "ĠASN": 55955, + "Ġformato": 55956, + "ĠBeatles": 55957, + "_brand": 55958, + "Ġinset": 55959, + "youtu": 55960, + "Ġtoc": 55961, + "-final": 55962, + "Showing": 55963, + "ĠDoub": 55964, + "ĠMesa": 55965, + "Adj": 55966, + "_medium": 55967, + "Creates": 55968, + "(endpoint": 55969, + "ĉUP": 55970, + "bbie": 55971, + "Ġstalk": 55972, + ".databind": 55973, + ".Scan": 55974, + "agents": 55975, + "$,": 55976, + "individual": 55977, + "+)/": 55978, + "ĉvm": 55979, + "(notification": 55980, + "Ġinex": 55981, + "ĠClassification": 55982, + "reno": 55983, + "Ġolig": 55984, + "-rated": 55985, + "Ġformulation": 55986, + "',{": 55987, + "Ġacept": 55988, + "_unpack": 55989, + "_CA": 55990, + ".Pow": 55991, + "ĉim": 55992, + "Ġaluminium": 55993, + "ANO": 55994, + "Ġxn": 55995, + "Ġcómo": 55996, + "ĠIngredient": 55997, + "Ġseizures": 55998, + "åħ±": 55999, + "ificador": 56000, + "Ġsiguiente": 56001, + "ĠInfragistics": 56002, + "Ġduplicated": 56003, + "ĠDee": 56004, + "Ġnø": 56005, + "ĠACCEPT": 56006, + "(crate": 56007, + "иÑĤелÑĮ": 56008, + "-less": 56009, + "Ġinfinity": 56010, + "Analyzer": 56011, + "-Day": 56012, + "ritt": 56013, + "(cin": 56014, + "ĠGy": 56015, + "Ġmultiplied": 56016, + "uchi": 56017, + "ĠBaldwin": 56018, + "/ip": 56019, + "Ġshortcuts": 56020, + ".ADD": 56021, + "Ġvigor": 56022, + "_instruction": 56023, + "(;": 56024, + "_eta": 56025, + "è¿ŀ": 56026, + "utorials": 56027, + "Ġboosting": 56028, + "bv": 56029, + "Ġacknowledges": 56030, + "Listening": 56031, + "FAQ": 56032, + ";b": 56033, + "((-": 56034, + "Ġarchitects": 56035, + "Ġzwe": 56036, + "Ġpuls": 56037, + "ĠgetCount": 56038, + "verbs": 56039, + "ãĢľ": 56040, + "(Collection": 56041, + "kre": 56042, + "Ġjurisdictions": 56043, + "_bridge": 56044, + "ĠCrack": 56045, + "ĠDifficulty": 56046, + "KO": 56047, + "Reservation": 56048, + "_requires": 56049, + "Tour": 56050, + "ãģĹãģŁ": 56051, + ".setCurrent": 56052, + "Ġky": 56053, + "ĠAlbany": 56054, + "Ġè§": 56055, + "ller": 56056, + "agna": 56057, + "workers": 56058, + ".blank": 56059, + "ĠPrayer": 56060, + "MIC": 56061, + "Ġresilience": 56062, + "TeX": 56063, + "ĠLanguages": 56064, + "study": 56065, + "ĉcurr": 56066, + "Ġenzymes": 56067, + "Slug": 56068, + "ĠíĮĮ": 56069, + "stral": 56070, + "Ġtumors": 56071, + "Ġsegunda": 56072, + "='{": 56073, + "instruction": 56074, + "ĠLisp": 56075, + "/info": 56076, + "Ġ\"{$": 56077, + ",:),": 56078, + "Ġgv": 56079, + "(ErrorMessage": 56080, + "Ġ'=": 56081, + "}-${": 56082, + ".Documents": 56083, + "\"Well": 56084, + "Ġreminiscent": 56085, + "Ġgaz": 56086, + "iropr": 56087, + "ehr": 56088, + "Ġsuppressed": 56089, + "ersh": 56090, + ".scrollTo": 56091, + "Ġcadena": 56092, + "ĠgameState": 56093, + "ÃŃm": 56094, + "(conv": 56095, + "ĠTomorrow": 56096, + "ĠCCT": 56097, + "Mongo": 56098, + "ulg": 56099, + ".Camera": 56100, + ".handlers": 56101, + "mph": 56102, + "Ġstk": 56103, + "Ġgenetics": 56104, + "ACING": 56105, + "Trivia": 56106, + "ĠBam": 56107, + "(marker": 56108, + ".Stretch": 56109, + "ĠSunni": 56110, + "ĠBetty": 56111, + ".tolist": 56112, + "unlikely": 56113, + ".Rectangle": 56114, + "obsolete": 56115, + "ILON": 56116, + "innerText": 56117, + "embourg": 56118, + "aN": 56119, + "ĠVehicles": 56120, + "unlock": 56121, + ":utf": 56122, + "nob": 56123, + "ĠSeeing": 56124, + "ĠNEVER": 56125, + "Ġtls": 56126, + "Ġfilles": 56127, + "Ġbenefited": 56128, + "ĠClint": 56129, + "*/),": 56130, + ".fold": 56131, + "Ġposible": 56132, + "ADED": 56133, + "thouse": 56134, + ".DAL": 56135, + "ĠOdd": 56136, + "rokes": 56137, + "ĠSunny": 56138, + "ĠPartialEq": 56139, + "_Buffer": 56140, + "ĠLevi": 56141, + "longrightarrow": 56142, + "eldon": 56143, + "gages": 56144, + "_warn": 56145, + ".CreateTable": 56146, + "ĠDip": 56147, + "_questions": 56148, + ".logic": 56149, + "Ġ#\"": 56150, + "={()=>": 56151, + "Ġtep": 56152, + "Ġjuicy": 56153, + "ìĤ¬": 56154, + "enko": 56155, + "ialect": 56156, + "Ùī": 56157, + "Ġonboard": 56158, + "Ġæı": 56159, + "ĉrt": 56160, + "_UTF": 56161, + "ĠQAction": 56162, + "âĢŀ": 56163, + "(Component": 56164, + "(audio": 56165, + ".hit": 56166, + "gte": 56167, + "Ġprogrammed": 56168, + "stateParams": 56169, + "Ġpolyester": 56170, + "fires": 56171, + "byss": 56172, + "]=(": 56173, + "_quality": 56174, + "OfDay": 56175, + "ĠFairy": 56176, + "Ġyelled": 56177, + "opl": 56178, + "(userName": 56179, + "ĠDifference": 56180, + "Ġevaluations": 56181, + "iffany": 56182, + "Ġcyclists": 56183, + "Ġcidade": 56184, + "Ġtextbook": 56185, + "Ġprofiling": 56186, + "__),": 56187, + "dea": 56188, + ".activate": 56189, + "Ġindications": 56190, + "Ðķ": 56191, + "TouchUpInside": 56192, + "Ġinvaluable": 56193, + "ĠMASK": 56194, + "Ġcontend": 56195, + "Freq": 56196, + "Ġrecruits": 56197, + "(interval": 56198, + "ĠUserProfile": 56199, + "Ġ'./../": 56200, + "edu": 56201, + "_Callback": 56202, + "Ġanalogy": 56203, + "ĠTrophy": 56204, + "apphire": 56205, + "Videos": 56206, + "ĠCher": 56207, + "ĠHav": 56208, + "âĢ¦\"": 56209, + ".validator": 56210, + "gfx": 56211, + "ĠUObject": 56212, + "classnames": 56213, + "triangle": 56214, + "ĠEncoder": 56215, + ".spy": 56216, + "Ġpredators": 56217, + "=status": 56218, + "-safe": 56219, + ":\",Ċ": 56220, + "ĠIncluding": 56221, + "Ġ{};čĊ": 56222, + "*cos": 56223, + "Ġendured": 56224, + ".sulake": 56225, + "Ġnursery": 56226, + "Ġfragrance": 56227, + "Ġrebuilding": 56228, + "Ġnth": 56229, + "ĠFraser": 56230, + ".setDate": 56231, + "ĠVince": 56232, + "_REST": 56233, + "Ġventilation": 56234, + "æµ·": 56235, + "cribes": 56236, + ".asm": 56237, + "lpVtbl": 56238, + "ĠAbe": 56239, + "uisine": 56240, + ",array": 56241, + "ĉclassName": 56242, + "errals": 56243, + "Ġ'ĊĊ": 56244, + "Checkout": 56245, + "Ġsolicit": 56246, + "Aux": 56247, + "_capture": 56248, + "Ġribs": 56249, + "ragon": 56250, + "viol": 56251, + "topics": 56252, + "FunctionFlags": 56253, + "ĠMarty": 56254, + "bike": 56255, + "ĠTucker": 56256, + "(kernel": 56257, + "ĠOps": 56258, + "CloseOperation": 56259, + "/demo": 56260, + "ilda": 56261, + "ĠlÃŃnea": 56262, + "APPING": 56263, + "Ġsuites": 56264, + ".visitVarInsn": 56265, + "urus": 56266, + "ĠMinute": 56267, + "(manager": 56268, + "Ġbutterfly": 56269, + "Ġapare": 56270, + "Ġwolves": 56271, + "JWT": 56272, + "ĠSalon": 56273, + "ĉdelay": 56274, + "-eslint": 56275, + "isations": 56276, + ".rpc": 56277, + ")|(": 56278, + "ĠSnapchat": 56279, + "/mm": 56280, + "MN": 56281, + "ceries": 56282, + ".textAlignment": 56283, + "ĠFrankfurt": 56284, + "Ġado": 56285, + "(newValue": 56286, + "(access": 56287, + "(Expression": 56288, + "ĠSignIn": 56289, + "ĠHaiti": 56290, + "_tp": 56291, + ".setParameter": 56292, + "Minute": 56293, + "Ġmanuals": 56294, + "ricanes": 56295, + "ĠPTR": 56296, + "ĠOuter": 56297, + "Ġgetline": 56298, + "ocations": 56299, + "_CD": 56300, + "ĠLyon": 56301, + "/gui": 56302, + "_live": 56303, + "idan": 56304, + ".geom": 56305, + "ĠborderBottom": 56306, + "imuth": 56307, + "_checkpoint": 56308, + "Ġmeu": 56309, + "ĠIrving": 56310, + "Ġpeuvent": 56311, + "(MAX": 56312, + "ĠARCH": 56313, + "Ġpov": 56314, + ".sourceforge": 56315, + "Ġjamais": 56316, + "Ġark": 56317, + "ĠBaghdad": 56318, + "ĠCLEAR": 56319, + "MenuBar": 56320, + "Ġtrois": 56321, + "CHEDULE": 56322, + "Ġ#čĊ": 56323, + "(Call": 56324, + "$order": 56325, + "(Material": 56326, + "Ġencontrado": 56327, + "$list": 56328, + "ĠMETHODS": 56329, + ".beginTransaction": 56330, + "_MAG": 56331, + "StyleSheet": 56332, + "Ġmajors": 56333, + "Ġindefinitely": 56334, + "cleanup": 56335, + "Ġhomeland": 56336, + "(dto": 56337, + "Dates": 56338, + "Presentation": 56339, + "ĠDK": 56340, + "={`/": 56341, + "ĉKey": 56342, + "(Block": 56343, + "_checkbox": 56344, + "needs": 56345, + "ĠonComplete": 56346, + "rico": 56347, + "Ġgleich": 56348, + "Ġxm": 56349, + "OOD": 56350, + "Better": 56351, + "ĠSQLITE": 56352, + ".Book": 56353, + "xad": 56354, + "ĠGone": 56355, + "ĉdp": 56356, + "Ġdevotion": 56357, + "Ġstm": 56358, + "Ġobsess": 56359, + "ĠBackend": 56360, + "Queries": 56361, + "Ik": 56362, + "//****************************************************************": 56363, + "Ġdividends": 56364, + ".parentElement": 56365, + "}\")ĊĊ": 56366, + "ĠMaterialPageRoute": 56367, + ":num": 56368, + "Ġexplic": 56369, + "ĠOL": 56370, + "least": 56371, + "Oops": 56372, + "imentos": 56373, + "Ġinsurers": 56374, + "Ġheroic": 56375, + "ĉfields": 56376, + ".imgur": 56377, + ".btnCancel": 56378, + "ĠDetective": 56379, + "(sm": 56380, + "ĠMutableLiveData": 56381, + ".lab": 56382, + "(([": 56383, + "Ġhairst": 56384, + "ĠTransactions": 56385, + "å¼Ģå§ĭ": 56386, + "ĠstdClass": 56387, + "uento": 56388, + "GIS": 56389, + "_cod": 56390, + "Instructions": 56391, + "Calls": 56392, + "PointerType": 56393, + "ĠRw": 56394, + "Ġassortment": 56395, + "ĠDIG": 56396, + "+r": 56397, + "_CERT": 56398, + "Ġinstability": 56399, + "Ġvib": 56400, + "onas": 56401, + "Ġroku": 56402, + "apellido": 56403, + "Ġangl": 56404, + "preneur": 56405, + "Ġfluids": 56406, + "isease": 56407, + "Ġdeed": 56408, + "quist": 56409, + "_CONSTANT": 56410, + "Ġequilibrium": 56411, + "_delegate": 56412, + "ĠQuantum": 56413, + "rei": 56414, + "Capabilities": 56415, + "rectangle": 56416, + "?><": 56417, + "alien": 56418, + "ĠJug": 56419, + "DNA": 56420, + "Tickets": 56421, + "Occurs": 56422, + "ĠHawk": 56423, + ".setHorizontalGroup": 56424, + "\\Collection": 56425, + "ffiti": 56426, + "Ġrearr": 56427, + ".setVerticalGroup": 56428, + "Ġcavity": 56429, + "Ġadulte": 56430, + "Facade": 56431, + "-wh": 56432, + "ĠLOL": 56433, + "Ø°": 56434, + "Ġgrandparents": 56435, + "Swift": 56436, + "ĉwx": 56437, + "æīĢæľī": 56438, + "ifen": 56439, + "ffset": 56440, + "Beyond": 56441, + "//}ĊĊ": 56442, + "Ġwager": 56443, + "Ġbury": 56444, + "Ġcommence": 56445, + "registro": 56446, + "scient": 56447, + "ĠPercent": 56448, + "Ġдолж": 56449, + "(identifier": 56450, + ".setModel": 56451, + "Ġseldom": 56452, + "nton": 56453, + "Ġappliance": 56454, + "amus": 56455, + "rysler": 56456, + "Ġpanties": 56457, + "enguins": 56458, + "Ġmimic": 56459, + "ĠonChanged": 56460, + "Ġalcoholic": 56461, + ".reloadData": 56462, + "Charge": 56463, + "ĠFax": 56464, + "ĠjScrollPane": 56465, + "Empresa": 56466, + "Ġshattered": 56467, + "xba": 56468, + "Fonts": 56469, + "?s": 56470, + "Ġpostseason": 56471, + "retain": 56472, + "_rates": 56473, + "ĠrequestCode": 56474, + ".todo": 56475, + "´s": 56476, + "CHK": 56477, + "ĠKeeping": 56478, + "engeance": 56479, + "Ġvscode": 56480, + "IPPING": 56481, + "DefaultCloseOperation": 56482, + "_raise": 56483, + "ĠOculus": 56484, + "ograms": 56485, + "raj": 56486, + "pci": 56487, + "Ġcorrosion": 56488, + ".handleSubmit": 56489, + "Accessible": 56490, + "ĠPiano": 56491, + "little": 56492, + "ACL": 56493, + "Äĩe": 56494, + ".unwrap": 56495, + "ĠConvers": 56496, + "ĠLeben": 56497, + "ioneer": 56498, + "ĠMerchant": 56499, + "ĠJorge": 56500, + "Ġembracing": 56501, + "Ġventa": 56502, + "ást": 56503, + "Ġviene": 56504, + "Ċ": 56656, + "-growing": 56657, + "Ġdeepcopy": 56658, + "Ack": 56659, + "eggies": 56660, + "Ġ__(\"": 56661, + "Ġnoir": 56662, + "terrorism": 56663, + "Ġanthem": 56664, + "agency": 56665, + "_PACKAGE": 56666, + "ĠClosure": 56667, + ".registry": 56668, + "Ġmammals": 56669, + "L": 56700, + "Ġbluetooth": 56701, + ".Deep": 56702, + "-standing": 56703, + "ácil": 56704, + "Ġrooft": 56705, + "ĠPaths": 56706, + "_iterations": 56707, + "InvalidArgumentException": 56708, + ".spi": 56709, + "ĠUIAlertAction": 56710, + "uye": 56711, + "signin": 56712, + ".priority": 56713, + "ĠEssays": 56714, + "='{$": 56715, + "Ġè¿ĶåĽŀ": 56716, + "_signed": 56717, + ".persist": 56718, + "Ġredesign": 56719, + "ToLower": 56720, + "ĠNewman": 56721, + "=start": 56722, + "ĠIsraelis": 56723, + "asiswa": 56724, + "Speech": 56725, + "Ġnumeros": 56726, + "handlers": 56727, + "ĠWong": 56728, + "ĠмеÑĤод": 56729, + "Weights": 56730, + "ĠGujar": 56731, + "teil": 56732, + "ĠNonetheless": 56733, + "_EFFECT": 56734, + "Ġvect": 56735, + "ĠOsc": 56736, + "Ġcoats": 56737, + "ĠWheat": 56738, + "Ġgeek": 56739, + "ĠPROPERTY": 56740, + "worm": 56741, + "_constants": 56742, + "ĠBoulder": 56743, + "ĠParm": 56744, + "cole": 56745, + "ĠdefaultCenter": 56746, + "ĠRouge": 56747, + ":A": 56748, + "xcf": 56749, + "ĠVenice": 56750, + "median": 56751, + "Ġredemption": 56752, + "Fresh": 56753, + "Ġcosm": 56754, + "Ġfigur": 56755, + "Ġrefurb": 56756, + "COPE": 56757, + ".cd": 56758, + "Ġchords": 56759, + "ĠSgt": 56760, + "Åį": 56761, + "VPN": 56762, + "ĠSEND": 56763, + "ainen": 56764, + "_accounts": 56765, + "Ġtenth": 56766, + "Ġdissolved": 56767, + "": 57007, + "Ġlegitimacy": 57008, + "Ġoo": 57009, + "Slinky": 57010, + "Ġnationals": 57011, + ".words": 57012, + ";p": 57013, + "trap": 57014, + "omanip": 57015, + "Ġcues": 57016, + "Ġgraduating": 57017, + "Ġsemaphore": 57018, + "\"]);ĊĊ": 57019, + "acey": 57020, + "REET": 57021, + "Grab": 57022, + "ĠFelix": 57023, + "(Id": 57024, + "_neighbors": 57025, + "Ġmeaningless": 57026, + "(del": 57027, + "Ġjeder": 57028, + "ĠContentValues": 57029, + ".absolute": 57030, + "/cl": 57031, + "Ġxb": 57032, + "datum": 57033, + "Ġtortured": 57034, + "Ġrubbing": 57035, + "Scores": 57036, + "ĠðŁĺī": 57037, + "Ġavons": 57038, + "Ġamsterdam": 57039, + "EOS": 57040, + "Hal": 57041, + "Ġtrustworthy": 57042, + "#=": 57043, + ".EXTRA": 57044, + "Ġmano": 57045, + "isicing": 57046, + "-support": 57047, + "ĉcursor": 57048, + "ĠSpo": 57049, + "aimassage": 57050, + "Mission": 57051, + "[]{\"": 57052, + "Ġprinters": 57053, + "GREEN": 57054, + "Ġteg": 57055, + "Ġabdominal": 57056, + "!ĊĊĊĊĊĊ": 57057, + ".Short": 57058, + "азв": 57059, + "ĠGifts": 57060, + "}\")": 57061, + "(binding": 57062, + "xce": 57063, + "âĢij": 57064, + "infos": 57065, + "FormData": 57066, + "Ġdart": 57067, + "Ġelems": 57068, + "(inv": 57069, + "YL": 57070, + "tin": 57071, + "GENER": 57072, + "ữ": 57073, + "ĠTaken": 57074, + "uckle": 57075, + ":e": 57076, + "Ġspectral": 57077, + ".baidu": 57078, + "/');Ċ": 57079, + "Ġgreedy": 57080, + "esion": 57081, + ",,,,,,,,": 57082, + "Ġ/>,Ċ": 57083, + "InternalServerError": 57084, + "NSNotificationCenter": 57085, + "ĠAi": 57086, + "Ġspit": 57087, + "Ġaugmented": 57088, + "ĠstandardUserDefaults": 57089, + "FINITY": 57090, + "Race": 57091, + ":C": 57092, + "ĠRECORD": 57093, + "ĠHighlight": 57094, + "Ġ'`": 57095, + "Ġdeficits": 57096, + "Ġnei": 57097, + "Ġresearched": 57098, + "Ta": 57099, + "Ġcopp": 57100, + ".GetHashCode": 57101, + "):čĊčĊ": 57102, + "OnClick": 57103, + "ĠWellington": 57104, + "Ġrevival": 57105, + "æ¯Ķ": 57106, + "éĹ®": 57107, + "ĠNSS": 57108, + "Ġforn": 57109, + "Ġinté": 57110, + "ĠKuwait": 57111, + "_flip": 57112, + "_bo": 57113, + "_\\": 57114, + "Ġoccurrences": 57115, + "ĠScientists": 57116, + "SRC": 57117, + "ogens": 57118, + "igrant": 57119, + "REMOTE": 57120, + "ĠSID": 57121, + ".opts": 57122, + "uve": 57123, + "()])Ċ": 57124, + "Ġlibertarian": 57125, + "ĠGlide": 57126, + "lesen": 57127, + "Ġforme": 57128, + "owania": 57129, + "Ġannoyed": 57130, + "Defs": 57131, + "ĠExecutor": 57132, + "Ġcasts": 57133, + ".setChecked": 57134, + "ĠSharing": 57135, + ".SerializeObject": 57136, + "Ġselectors": 57137, + "_OTHER": 57138, + "미": 57139, + "(super": 57140, + "(OS": 57141, + "_VERIFY": 57142, + "idunt": 57143, + "';Ċ": 57145, + "Ġvidéo": 57146, + "ĠNegro": 57147, + "ĠLords": 57148, + "ĠTours": 57149, + "Ġsoftly": 57150, + ".receive": 57151, + "ĠERC": 57152, + "ĠdataSet": 57153, + "Badge": 57154, + "ĉEvent": 57155, + "Ġperl": 57156, + "Ġ{}\\": 57157, + "(sentence": 57158, + "OrUpdate": 57159, + "Ġdiminish": 57160, + "PIN": 57161, + "(draw": 57162, + ".ToDateTime": 57163, + ".EqualTo": 57164, + "(pin": 57165, + "-pencil": 57166, + "luent": 57167, + "ĠCaller": 57168, + "Ġplayful": 57169, + "-'+": 57170, + "xca": 57171, + "swick": 57172, + "){}Ċ": 57173, + "}:${": 57174, + "ĠMeth": 57175, + ".getCell": 57176, + ".break": 57177, + "Ġymax": 57178, + "='Ċ": 57391, + "ĠHiro": 57392, + "(TRUE": 57393, + "asurer": 57394, + "Ġcuer": 57395, + "Uber": 57396, + ".Operation": 57397, + "Ġolan": 57398, + "Ġthrilling": 57399, + "'.": 57421, + "ĉvalid": 57422, + "\"\",": 57423, + "Instrument": 57424, + ">J": 57425, + "Ġnostr": 57426, + "ĠRift": 57427, + "_Port": 57428, + "Ġveces": 57429, + "[['": 57430, + "Ġrallies": 57431, + "-series": 57432, + "Ġvv": 57433, + ".uc": 57434, + "Ġrtn": 57435, + "StateChanged": 57436, + "(ins": 57437, + "ĠCla": 57438, + "------------Ċ": 57439, + "cus": 57440, + "ĠReload": 57441, + "//------------------------------------------------------------------------------------------------": 57442, + ".seconds": 57443, + "_destination": 57444, + "Ġscrewed": 57445, + ">c": 57446, + "Thickness": 57447, + "Designer": 57448, + "Ġgrids": 57449, + "nÄħ": 57450, + "(cookie": 57451, + "Trip": 57452, + "-Mobile": 57453, + "Ġvoll": 57454, + "Ġgenital": 57455, + "Ġconfisc": 57456, + "ĠConfederate": 57457, + "ĠwebView": 57458, + "Ġmise": 57459, + "Ġcler": 57460, + "(selection": 57461, + "$date": 57462, + "Ġsharpen": 57463, + "ragen": 57464, + "AndUpdate": 57465, + "Ġremix": 57466, + "Ġhtons": 57467, + "RW": 57468, + "MPI": 57469, + "Ġretrieval": 57470, + "Ġrichest": 57471, + ".Decode": 57472, + ":initComponents": 57473, + "ĠTValue": 57474, + "Saint": 57475, + "@include": 57476, + "ĠPERSON": 57477, + ".sep": 57478, + "ĠLDAP": 57479, + "gba": 57480, + "ĠgroÃŁe": 57481, + "Ġreliably": 57482, + "ĠDFS": 57483, + ".getItemId": 57484, + "Ġprésent": 57485, + ".getToken": 57486, + "Ġchinese": 57487, + "ĠMeal": 57488, + "YOU": 57489, + "\">>ĊĊ": 58048, + "bower": 58049, + "Ġswapped": 58050, + "/install": 58051, + "Ġsinks": 58052, + "etrize": 58053, + "Ġdeclines": 58054, + "ĉmysql": 58055, + "ĠCString": 58056, + "ĠMotionEvent": 58057, + ".Language": 58058, + "Road": 58059, + "ÑĤеÑĢ": 58060, + "ascimento": 58061, + "'))->": 58062, + ".about": 58063, + "(editor": 58064, + "ĠRatings": 58065, + "income": 58066, + "Å¡e": 58067, + ".dequeueReusableCell": 58068, + "ĠAustrian": 58069, + "Ġsulla": 58070, + "ĠTribunal": 58071, + "ĠDidn": 58072, + "оваÑĢ": 58073, + "Ġinspections": 58074, + "Boss": 58075, + "Ġcocktails": 58076, + "Ġapologized": 58077, + "_subplot": 58078, + "opal": 58079, + "+=(": 58080, + "Ġresonance": 58081, + "ibu": 58082, + "Ġ리": 58083, + "roma": 58084, + "reserve": 58085, + "pls": 58086, + "ĠTah": 58087, + "axies": 58088, + "OPLE": 58089, + "ĠDarren": 58090, + "ĠZombie": 58091, + "_Map": 58092, + "Ġ])ĊĊ": 58093, + "ĠQi": 58094, + "ĠSail": 58095, + "Ġrestrictive": 58096, + "Ġerosion": 58097, + "-par": 58098, + "WHITE": 58099, + "Ġoldu": 58100, + "Ġaperture": 58101, + "Ġbitcoins": 58102, + "texto": 58103, + "ĠComcast": 58104, + "Ġtimeless": 58105, + "enkins": 58106, + "Ġfeeder": 58107, + "/tmp": 58108, + "resden": 58109, + "+'_": 58110, + ".Destroy": 58111, + "Ġçok": 58112, + "ĠDOCUMENT": 58113, + ".lng": 58114, + ".tagName": 58115, + "Ġkullan": 58116, + "egrate": 58117, + "Ġ(*.": 58118, + "ç¼ĸè¾ij": 58119, + "Ġhandshake": 58120, + "soc": 58121, + "_geometry": 58122, + "ĠDamascus": 58123, + "Minor": 58124, + "ĠKafka": 58125, + "ìŬ": 58126, + "Florida": 58127, + "_compute": 58128, + ".expr": 58129, + "Ġparalle": 58130, + "ĠDiaz": 58131, + "cir": 58132, + "[target": 58133, + "Ġjoking": 58134, + "Ġglor": 58135, + "(setq": 58136, + "_handlers": 58137, + "Hang": 58138, + "Ġferr": 58139, + "riminal": 58140, + "ĉĠĠĠĠĉĉ": 58141, + "enties": 58142, + "defines": 58143, + "-tax": 58144, + "jsonp": 58145, + "ĠUPS": 58146, + "metro": 58147, + "__;Ċ": 58148, + "ĠUganda": 58149, + "])):Ċ": 58150, + "_td": 58151, + "xae": 58152, + "lw": 58153, + ".OS": 58154, + "ĠLogged": 58155, + "acid": 58156, + "ĠMayo": 58157, + "aspect": 58158, + "Ġvaginal": 58159, + "Ġinitializing": 58160, + "Ġsteroids": 58161, + "fiction": 58162, + "GRE": 58163, + "gend": 58164, + "Ġliabilities": 58165, + "ĠLets": 58166, + "Mech": 58167, + "(nc": 58168, + "(change": 58169, + "Ġconnectors": 58170, + ":k": 58171, + "Ġtast": 58172, + "!\");ĊĊ": 58173, + "things": 58174, + "rophy": 58175, + "luetooth": 58176, + "ĠSignUp": 58177, + ".ctrl": 58178, + "Ġtherein": 58179, + "orda": 58180, + ".escape": 58181, + "igator": 58182, + "Ġpetrol": 58183, + "Ġspecimen": 58184, + "Ġdebuted": 58185, + "-Pro": 58186, + "Ġcrises": 58187, + ".addView": 58188, + "ëıĻ": 58189, + "-door": 58190, + "Ġmonet": 58191, + "Ġmillis": 58192, + "Ġvier": 58193, + "InternalEnumerator": 58194, + "Ġadmins": 58195, + "ĠLair": 58196, + "zin": 58197, + "getQuery": 58198, + "umbles": 58199, + "LIMIT": 58200, + "ĠVig": 58201, + "_song": 58202, + "": 58515, + "Ġpasado": 58516, + "thank": 58517, + "_Delete": 58518, + "ĠBrighton": 58519, + ",unsigned": 58520, + "ä½ľèĢħ": 58521, + "Ġaspirations": 58522, + "-how": 58523, + "Rose": 58524, + "=((": 58525, + "_needed": 58526, + "_plural": 58527, + ">ĊĊ": 58645, + "Ġsurfaced": 58646, + "ĠìłĢìŀ¥": 58647, + "platz": 58648, + "ĉemail": 58649, + "ceptors": 58650, + "\">(": 58651, + "Ġepile": 58652, + "读": 58653, + "ĠDebt": 58654, + "åijĬ": 58655, + "NOP": 58656, + "\"https": 58657, + ":j": 58658, + "FormItem": 58659, + "_LICENSE": 58660, + ".getDouble": 58661, + "ĠAgenda": 58662, + "ĉfinally": 58663, + "(filters": 58664, + "(av": 58665, + "ç¾İ": 58666, + "APER": 58667, + "Ġlava": 58668, + "еÑĢж": 58669, + "))))ĊĊ": 58670, + "Ġfaulty": 58671, + "_nm": 58672, + "Ġtrava": 58673, + "(Bitmap": 58674, + "Ġspeeding": 58675, + ">').": 58676, + "Ġscreened": 58677, + "_roll": 58678, + "ĠMacBook": 58679, + "ĠAUD": 58680, + "Ġdiagnose": 58681, + ".Generate": 58682, + "Ġ^^": 58683, + "Ġstrs": 58684, + "[Test": 58685, + "Ġransom": 58686, + "ĠDHCP": 58687, + "elden": 58688, + "Ġinterpretations": 58689, + "()].": 58690, + "flatMap": 58691, + "ĠlineHeight": 58692, + "_mount": 58693, + "ĠWizards": 58694, + "Ġsluts": 58695, + "ehler": 58696, + "odal": 58697, + "Ġmilitia": 58698, + "å²": 58699, + "earned": 58700, + "Ġmisery": 58701, + "intval": 58702, + "fund": 58703, + "Ġhides": 58704, + "Ġdiarr": 58705, + "ĠWesley": 58706, + "Ġxmm": 58707, + "Ġquem": 58708, + "ĠArabs": 58709, + "ifth": 58710, + "ategorized": 58711, + "Disposable": 58712, + "Pure": 58713, + "_NOTIFY": 58714, + "snippet": 58715, + "ĠGarrett": 58716, + ".running": 58717, + ".weights": 58718, + "Ġ(--": 58719, + "Ġinvariant": 58720, + "äºĭ件": 58721, + "ĠAllowed": 58722, + "dirs": 58723, + "Ġpassions": 58724, + "Ġlad": 58725, + "ĠFlush": 58726, + "menus": 58727, + ":block": 58728, + "Ġcompra": 58729, + ".chomp": 58730, + "allocator": 58731, + "Ġcurated": 58732, + "ĠKnowing": 58733, + "ĠPatterson": 58734, + "Ġtelah": 58735, + "'ex": 58736, + "Ġdoomed": 58737, + "Ġphilanth": 58738, + "otty": 58739, + ".styles": 58740, + "Owned": 58741, + "Ġallergies": 58742, + "=params": 58743, + "ocese": 58744, + "itelist": 58745, + "ĠSending": 58746, + "bef": 58747, + "orrar": 58748, + "ĠNão": 58749, + "ĠFargo": 58750, + "ĠLub": 58751, + "ĠCombined": 58752, + "_given": 58753, + "ĉĉĉĉĉĠĠĠĠ": 58754, + "Ġreconciliation": 58755, + "Patterns": 58756, + "azard": 58757, + "Ġbiomass": 58758, + "ĠHouses": 58759, + "respuesta": 58760, + "cco": 58761, + "/topics": 58762, + "ĠYuk": 58763, + "Ġweakened": 58764, + "_calendar": 58765, + "Ġmulheres": 58766, + "ĠMarl": 58767, + "Ġsine": 58768, + "ĠTil": 58769, + "ĠSouls": 58770, + "ĠDeutsche": 58771, + "ĠFOLLOW": 58772, + "Ġpipelines": 58773, + "ĠBeverly": 58774, + "_DIPSETTING": 58775, + "\"#": 58776, + "ĠProto": 58777, + ".big": 58778, + "ĠSavings": 58779, + "ĠTanz": 58780, + "jun": 58781, + "ĠGamma": 58782, + "ĠSadd": 58783, + "Ġadvisors": 58784, + "Ġroast": 58785, + "Ġunters": 58786, + "udies": 58787, + "_lon": 58788, + "-pointer": 58789, + "ĠElementRef": 58790, + "\\Builder": 58791, + "exampleInput": 58792, + ".webdriver": 58793, + "dataType": 58794, + "ĠQuite": 58795, + "ĠCeltics": 58796, + "uil": 58797, + "-defense": 58798, + "bish": 58799, + "ĠUIWindow": 58800, + "ĠSuddenly": 58801, + ".hot": 58802, + ".reason": 58803, + "Ġgör": 58804, + "AMD": 58805, + ".Multi": 58806, + "authenticated": 58807, + "regions": 58808, + ";(": 58809, + "аÑĢам": 58810, + "ĠKirby": 58811, + "$route": 58812, + "PRECATED": 58813, + "ĠDurham": 58814, + "owo": 58815, + "ĠPerforms": 58816, + "Ġdisregard": 58817, + "nst": 58818, + "ĠPols": 58819, + "ĠgetP": 58820, + "\"]:": 58821, + "-colored": 58822, + "(Keys": 58823, + "ĠAlleg": 58824, + "_modify": 58825, + "_loading": 58826, + "strained": 58827, + "Ġatroc": 58828, + "_phr": 58829, + "": 59821, + "ceph": 59822, + ".DateTimePicker": 59823, + ".\";ĊĊ": 59824, + "ĠTie": 59825, + ",item": 59826, + "Ġmenn": 59827, + "Gas": 59828, + "ocha": 59829, + "_virtual": 59830, + "Ġmasterpiece": 59831, + "_sequences": 59832, + "LTE": 59833, + "ĠSubmission": 59834, + "Caller": 59835, + "$\\": 59836, + "Sport": 59837, + "agus": 59838, + "ConstraintMaker": 59839, + "Ġcoloc": 59840, + "Ġwig": 59841, + "ĠУ": 59842, + "ĉArray": 59843, + "Looks": 59844, + "ĠGTA": 59845, + ".steps": 59846, + "atchewan": 59847, + "_ranges": 59848, + "extAlignment": 59849, + "ĠBrennan": 59850, + "Ġabstraction": 59851, + "ulerAngles": 59852, + ".misc": 59853, + "Ġantibodies": 59854, + "Ġexponential": 59855, + "ĠCHANNEL": 59856, + "expense": 59857, + "'y": 59858, + "Ġdetectives": 59859, + "Ġpurported": 59860, + "YSTEM": 59861, + "Ġradioactive": 59862, + "ĠLatina": 59863, + ".Encoding": 59864, + ".TAG": 59865, + "xin": 59866, + "Degree": 59867, + "uracion": 59868, + "prices": 59869, + "ĠReferentialAction": 59870, + "Ġrarity": 59871, + "Ġpiles": 59872, + "gende": 59873, + "_projects": 59874, + "_globals": 59875, + ".startTime": 59876, + "Ġ구": 59877, + "SECTION": 59878, + "_publish": 59879, + "Fault": 59880, + "DDL": 59881, + "_prior": 59882, + "Mom": 59883, + "Ġthicker": 59884, + "Ġsequelize": 59885, + "Ġessentials": 59886, + "stras": 59887, + "intr": 59888, + ">(()": 59889, + ".management": 59890, + "eil": 59891, + "éĹŃ": 59892, + "Aware": 59893, + ".City": 59894, + "ĠArbit": 59895, + "_DM": 59896, + "_keyboard": 59897, + "LObject": 59898, + "-webpack": 59899, + "ĠNewport": 59900, + "ĠprincipalColumn": 59901, + "legant": 59902, + "Ġpallet": 59903, + "Ġfracture": 59904, + "Ġgmail": 59905, + ".Meta": 59906, + "Above": 59907, + ".KeyEvent": 59908, + "jit": 59909, + "_macro": 59910, + "_PUSH": 59911, + "ứ": 59912, + "/controller": 59913, + "åĬłè½½": 59914, + "Ġsuperficial": 59915, + "exterity": 59916, + "Ġmensagem": 59917, + "Wind": 59918, + "iston": 59919, + ".openapi": 59920, + "иÑĢов": 59921, + "ĠSerializer": 59922, + "uctive": 59923, + "Ġzar": 59924, + "Places": 59925, + ".Static": 59926, + "Ba": 59927, + "Ġinadvert": 59928, + "ĠIndonesian": 59929, + "_IPV": 59930, + "(horizontal": 59931, + "ĠgetTitle": 59932, + "idepress": 59933, + "ĠConsoleColor": 59934, + "ipers": 59935, + "$out": 59936, + "Ġfestive": 59937, + "Ġevenings": 59938, + ".GetData": 59939, + "uitka": 59940, + "ĠManuals": 59941, + "ussed": 59942, + "_Max": 59943, + ".Chat": 59944, + "ĠAircraft": 59945, + "=com": 59946, + "FOUND": 59947, + "apro": 59948, + "Ġtreasures": 59949, + "_alive": 59950, + "Ġgadget": 59951, + "eking": 59952, + "ButtonDown": 59953, + "Browsable": 59954, + ".PERMISSION": 59955, + "PASSWORD": 59956, + "ĠHASH": 59957, + "fé": 59958, + "\\TestCase": 59959, + "LOSS": 59960, + "others": 59961, + ",J": 59962, + "Ġasshole": 59963, + "werk": 59964, + "Ġmã": 59965, + ".ie": 59966, + "evil": 59967, + "kontakte": 59968, + "////////////////////////////////////////////////////////////////////////////////Ċ": 59969, + "=sys": 59970, + "ĉlock": 59971, + "--;ĊĊ": 59972, + "_FUN": 59973, + "FillColor": 59974, + "óa": 59975, + "prend": 59976, + "Ġcompressor": 59977, + "Mother": 59978, + "ĠArcher": 59979, + ".goto": 59980, + "Ġwürde": 59981, + "Ġbamboo": 59982, + "ï¼İ": 59983, + "ĠTrees": 59984, + "Ġbumper": 59985, + "Ġsausage": 59986, + "ĠElasticsearch": 59987, + "Ġhorizontally": 59988, + "ĠGul": 59989, + "Immutable": 59990, + "Ġloser": 59991, + "Ġaborted": 59992, + "-demo": 59993, + "ĠHatch": 59994, + "Ġunde": 59995, + "Ġprocesso": 59996, + "-call": 59997, + "Income": 59998, + "åĥ": 59999, + "_returns": 60000, + "'].\"'": 60001, + "(sw": 60002, + "CBS": 60003, + "amilies": 60004, + "ĠYourself": 60005, + "ĠHolt": 60006, + ".MON": 60007, + "à§ĩ": 60008, + "ÑĪе": 60009, + "anon": 60010, + "ĠFontAwesome": 60011, + "producer": 60012, + "jr": 60013, + "Ġmau": 60014, + "ĉinter": 60015, + "Ġdishonest": 60016, + "Ġmagna": 60017, + "ĠCollective": 60018, + "Ġvraiment": 60019, + "Ġchoix": 60020, + "stay": 60021, + "Ġwelding": 60022, + "rising": 60023, + ",min": 60024, + "ĠFate": 60025, + "glob": 60026, + "RGBA": 60027, + "Ġdette": 60028, + "Ven": 60029, + "Ġembarrassment": 60030, + ".DELETE": 60031, + "gregar": 60032, + "-render": 60033, + "(bucket": 60034, + "\">ĊĊĊ": 60035, + ".waitKey": 60036, + "Busy": 60037, + "Ġdifferentiation": 60038, + "ĠCST": 60039, + ".Constant": 60040, + "ĠlineNumber": 60041, + "(matches": 60042, + "Ġwebsocket": 60043, + "Ġbarred": 60044, + "Ġpuedes": 60045, + "Mono": 60046, + "CORE": 60047, + "IID": 60048, + "ĠĠĠĠčĊčĊ": 60049, + "Ġpúblico": 60050, + "leaning": 60051, + "Ġcleansing": 60052, + "Ġcris": 60053, + "ĠDevils": 60054, + "_SETTING": 60055, + "untary": 60056, + ".);Ċ": 60057, + "ĊĠĠĠĊ": 60058, + "[curr": 60059, + "tsy": 60060, + "ĠAlexis": 60061, + "ritel": 60062, + "Ġpetroleum": 60063, + ".preprocessing": 60064, + "matter": 60065, + "ForResult": 60066, + "-license": 60067, + "Ġtravellers": 60068, + "ĠDispatcher": 60069, + "ennifer": 60070, + "Ġdigestive": 60071, + "PED": 60072, + "hibition": 60073, + "MASConstraintMaker": 60074, + "ĠWatt": 60075, + "Benef": 60076, + ".setView": 60077, + "dto": 60078, + "TEE": 60079, + "ĠPelosi": 60080, + "_EXTRA": 60081, + "Ġmedals": 60082, + "xhr": 60083, + "forecast": 60084, + "Ġnargin": 60085, + "ouns": 60086, + "-fill": 60087, + "_CURSOR": 60088, + "Ġsupervised": 60089, + "Ġturf": 60090, + "ĠEdgar": 60091, + "POSITION": 60092, + "ĠcategoryId": 60093, + "âī": 60094, + "_ER": 60095, + "ủa": 60096, + "Shown": 60097, + ".ll": 60098, + "_POLICY": 60099, + "(),'": 60100, + "ĠPrev": 60101, + "ĠStringField": 60102, + "ĉGlobal": 60103, + "assed": 60104, + "Throughout": 60105, + "ostringstream": 60106, + ".awtextra": 60107, + "Ġslopes": 60108, + "ĠSequential": 60109, + "Ġgiorn": 60110, + "Ġzelf": 60111, + "Ġversatility": 60112, + "leneck": 60113, + ".cgi": 60114, + "Ġdoubling": 60115, + "ĠBangkok": 60116, + "Ġbuurt": 60117, + "Ġusuário": 60118, + "studio": 60119, + "Ġjeunes": 60120, + "Ġmuted": 60121, + "Ġips": 60122, + "_fraction": 60123, + "&&(": 60124, + "Ġstunt": 60125, + "');?>čĊ": 60149, + "Ġevapor": 60150, + "bable": 60151, + "ĠPRICE": 60152, + "Ġæ³": 60153, + "lucent": 60154, + "Ġvamp": 60155, + "ĠTechnician": 60156, + "Ġuniqueness": 60157, + "Mes": 60158, + "urban": 60159, + ".parametrize": 60160, + "ĠReplay": 60161, + "Sessions": 60162, + "embr": 60163, + "-Americans": 60164, + "_PROXY": 60165, + "Ġpian": 60166, + "Ġtrie": 60167, + "ĠDestructor": 60168, + "GameState": 60169, + "ĠIMF": 60170, + "chin": 60171, + "Ġporte": 60172, + "ĠSwal": 60173, + "åŁİ": 60174, + "Substring": 60175, + "iming": 60176, + "/Library": 60177, + "Ġfrightened": 60178, + "writes": 60179, + "Ġrecursos": 60180, + "arResult": 60181, + "_INITIALIZ": 60182, + "ĠBadge": 60183, + "_crc": 60184, + "Eight": 60185, + "ĠDISTINCT": 60186, + "Ġthro": 60187, + "@Xml": 60188, + "ĠLegendary": 60189, + "-twitter": 60190, + "_easy": 60191, + "Ġ+++": 60192, + "(DATA": 60193, + ".Locale": 60194, + "Ġkä": 60195, + "Ġnurt": 60196, + "Ġcruis": 60197, + "_ios": 60198, + "Ġsensing": 60199, + "_Line": 60200, + "ĊĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 60201, + "pong": 60202, + "oleon": 60203, + "Ġwildcard": 60204, + "çĶ¨æĪ·åIJį": 60205, + "Ġbegging": 60206, + "Rod": 60207, + "ĠÃİ": 60208, + "_CELL": 60209, + "Researchers": 60210, + ".selector": 60211, + "_ing": 60212, + "Ġaspiring": 60213, + "Ġimmortal": 60214, + "Ġymin": 60215, + "_robot": 60216, + "Ġplur": 60217, + "BTC": 60218, + "ĠDID": 60219, + "Ġpiercing": 60220, + "*u": 60221, + "_DEFINED": 60222, + "ĠThi": 60223, + "itaire": 60224, + "(media": 60225, + "-ons": 60226, + "Ġchefs": 60227, + "Ġ\"*.": 60228, + "/AP": 60229, + "Ġrazor": 60230, + "ĠsearchData": 60231, + "Ġ=&": 60232, + "ĠãĢĤ": 60233, + "Ġmourn": 60234, + "tingham": 60235, + "Ġoli": 60236, + "ĠVernon": 60237, + "_RS": 60238, + "ŀæĢ§": 60239, + "Ġfácil": 60240, + "angen": 60241, + "celain": 60242, + "Ġail": 60243, + "lest": 60244, + "ĠQCOMPARE": 60245, + "gain": 60246, + "Ġε": 60247, + "ĠKob": 60248, + "ĠFault": 60249, + "_configs": 60250, + "ç»ĵæŀľ": 60251, + ".+": 60252, + "calar": 60253, + "(colors": 60254, + "Mul": 60255, + "_ART": 60256, + "Ġexperimenting": 60257, + "ermen": 60258, + "ĠAnglo": 60259, + ".FixedSingle": 60260, + "Sea": 60261, + "Ġctxt": 60262, + ".slider": 60263, + "Collapse": 60264, + "Grey": 60265, + "Ġfld": 60266, + "-proof": 60267, + ".capacity": 60268, + "getParent": 60269, + "ĠCompliance": 60270, + "Ġburgl": 60271, + "-rec": 60272, + "Ġoverwritten": 60273, + "MU": 60274, + "Ġrouters": 60275, + "ĉModel": 60276, + "Ġfantasies": 60277, + "avian": 60278, + "_prec": 60279, + "ĠScandin": 60280, + "Ġ//<": 60281, + "/oct": 60282, + "Ġceremonies": 60283, + "Months": 60284, + "undy": 60285, + "Ġqued": 60286, + "ĠNou": 60287, + "ĠVibr": 60288, + ".rgb": 60289, + "Ġcitrus": 60290, + "Ġbraces": 60291, + "-uppercase": 60292, + "getTable": 60293, + "Ġdopo": 60294, + "ĠKerr": 60295, + "_CHILD": 60296, + "-cloud": 60297, + "ĉMatrix": 60298, + "Ġgardening": 60299, + "Sing": 60300, + "almost": 60301, + "Requirements": 60302, + "uguay": 60303, + "(Property": 60304, + "subscriber": 60305, + "FAST": 60306, + "reaction": 60307, + "(lp": 60308, + ")})Ċ": 60309, + "`).": 60310, + ".wallet": 60311, + "_exchange": 60312, + ".Maximum": 60313, + "ĠVerb": 60314, + "âĶģ": 60315, + "()<": 60316, + "ï¼ĽĊ": 60317, + "ROT": 60318, + "CARD": 60319, + "ubit": 60320, + "{@": 60321, + "_kel": 60322, + "ĠTooltip": 60323, + "MySQL": 60324, + "MainActivity": 60325, + "arf": 60326, + "Ġmalign": 60327, + "Ġseinen": 60328, + "apist": 60329, + "Ġ<%": 60330, + "MethodImpl": 60331, + "Mil": 60332, + "ĠMick": 60333, + ".depend": 60334, + ">&": 60367, + "ĉok": 60368, + "-low": 60369, + ".usuario": 60370, + "nested": 60371, + "XB": 60372, + "OURS": 60373, + ".BorderColor": 60374, + "Ġbrow": 60375, + "ĠÐķ": 60376, + "corr": 60377, + "ĠRedskins": 60378, + ".getTag": 60379, + ".getTransaction": 60380, + "Ġstigma": 60381, + "hardt": 60382, + "ĠPlayerPrefs": 60383, + "alsy": 60384, + "ucson": 60385, + "Languages": 60386, + "ĠOlivia": 60387, + "Ġtac": 60388, + "Ġbli": 60389, + "Ġcaval": 60390, + "Ġconsolidated": 60391, + "Ġperil": 60392, + "Ġdele": 60393, + "Ġformulated": 60394, + "Ġhighways": 60395, + ".spawn": 60396, + "==$": 60397, + "ĠNiet": 60398, + "Ġveggies": 60399, + "ypo": 60400, + "-rule": 60401, + "ĠVie": 60402, + "/epl": 60403, + "Ġenfants": 60404, + "stringLiteral": 60405, + "Ġtoughest": 60406, + "buyer": 60407, + "Ġcovariance": 60408, + "Ġili": 60409, + "ĠSophie": 60410, + "ĠBAB": 60411, + "Ġ\"),": 60412, + "ĠUk": 60413, + "currentIndex": 60414, + "_userdata": 60415, + ".codec": 60416, + "ĠPunjab": 60417, + "ĠSNP": 60418, + "lol": 60419, + "advance": 60420, + "Ġcomfy": 60421, + "JsonIgnore": 60422, + "Ġfashionable": 60423, + "ĠICON": 60424, + "Ġora": 60425, + "ĠPricing": 60426, + "E": 60484, + "tering": 60485, + "/screens": 60486, + "Ġheightened": 60487, + "аÑĢÑĤ": 60488, + "Authorities": 60489, + "_bbox": 60490, + "ünst": 60491, + ".fontSize": 60492, + "ĠBOOLEAN": 60493, + "divide": 60494, + "ĠSloven": 60495, + "ucer": 60496, + "ÙĴ": 60497, + "stub": 60498, + "Ġnavigating": 60499, + ":animated": 60500, + "_NOW": 60501, + "_vect": 60502, + "}{Ċ": 60503, + "@(": 60504, + "Ġtelecom": 60505, + "Ġcontracting": 60506, + "ĠAssange": 60507, + "Ġextracting": 60508, + "Ġgrö": 60509, + "cobra": 60510, + ".DIS": 60511, + "Ġcrab": 60512, + "Ġtwitch": 60513, + "Ġverts": 60514, + "Ġrejects": 60515, + "ĉformat": 60516, + "Ġregeneration": 60517, + ".Sys": 60518, + "solve": 60519, + "ĉdialog": 60520, + "shi": 60521, + "meter": 60522, + "(best": 60523, + "validators": 60524, + "Ġonwards": 60525, + "Ġguru": 60526, + "Ġmoderator": 60527, + "owied": 60528, + "experiment": 60529, + "rub": 60530, + "Ġmqtt": 60531, + "ĠCaucas": 60532, + "Ġnationalism": 60533, + "Ġmange": 60534, + "ĉImGui": 60535, + "/Edit": 60536, + "Ġinh": 60537, + "Ġintellig": 60538, + "erokee": 60539, + "ĉexport": 60540, + "Ġdiscriminate": 60541, + "subtract": 60542, + "ĠMoodle": 60543, + "enser": 60544, + "ĠGuides": 60545, + "RAP": 60546, + "-hot": 60547, + "_grp": 60548, + ".picture": 60549, + "XA": 60550, + "ĠinitView": 60551, + "_Comm": 60552, + "Ġoverdose": 60553, + "Ġ+ĊĊ": 60554, + "ĠSilent": 60555, + "shows": 60556, + "Ġinterpolate": 60557, + "Formation": 60558, + "Ġbisc": 60559, + "markets": 60560, + "(SC": 60561, + "Ze": 60562, + "ĠNetworking": 60563, + "Ġadrenal": 60564, + "ĠGuns": 60565, + "eteor": 60566, + "Declared": 60567, + "orgetown": 60568, + "Ġkarena": 60569, + "/password": 60570, + "_addresses": 60571, + "ITERAL": 60572, + "Buzz": 60573, + "ĠConway": 60574, + "(case": 60575, + "PWD": 60576, + "heiro": 60577, + "(act": 60578, + "**čĊ": 60579, + "());ĊĊĊ": 60580, + "Ġanv": 60581, + "Ġ..ĊĊ": 60582, + "(MenuItem": 60583, + "(mail": 60584, + "_sections": 60585, + "ĉnet": 60586, + "Ġplut": 60587, + "Ġwrench": 60588, + "/object": 60589, + "ĠIst": 60590, + "ĠVIS": 60591, + "/pub": 60592, + "alten": 60593, + "Ġguitars": 60594, + "Ġantibiotic": 60595, + "ï¼ĸ": 60596, + "¹": 60597, + "Ġ\"+\"": 60598, + "formula": 60599, + "Ġbabes": 60600, + "ĠPrompt": 60601, + "Ġenim": 60602, + "/player": 60603, + "ĉref": 60604, + "ĠbyÄĩ": 60605, + "Ġconsumes": 60606, + "ĠHast": 60607, + "ĠTao": 60608, + "Ġ'))Ċ": 60609, + "Ġclam": 60610, + "Ġthighs": 60611, + "Ġmotif": 60612, + "ApiOperation": 60613, + "ĠWL": 60614, + "getC": 60615, + "ĉflags": 60616, + "ointments": 60617, + "Ġeconomical": 60618, + "needle": 60619, + "xls": 60620, + "practice": 60621, + "utzer": 60622, + "timeofday": 60623, + "-output": 60624, + "ĠfindById": 60625, + "ĠBuddy": 60626, + "ÐŀÑĤ": 60627, + "Seven": 60628, + "ĠBark": 60629, + "Ġenvoy": 60630, + "_algorithm": 60631, + "åĪ©": 60632, + "Ġballistic": 60633, + "移": 60634, + "rades": 60635, + "ĉdoc": 60636, + "roducing": 60637, + "ĠEating": 60638, + "Unmount": 60639, + "/dataTables": 60640, + "_bonus": 60641, + "Ġlitt": 60642, + "pps": 60643, + ")localObject": 60644, + "perf": 60645, + "ĠHelvetica": 60646, + "shutdown": 60647, + "/ml": 60648, + ".tokens": 60649, + "ĠHardcore": 60650, + ",row": 60651, + "/bg": 60652, + "Scaler": 60653, + "âĢĶas": 60654, + "_logits": 60655, + "âĢĻint": 60656, + "ĉApp": 60657, + "Implicit": 60658, + ".Fprintf": 60659, + "ETO": 60660, + "Ġterra": 60661, + "Ġpossessing": 60662, + ".rstrip": 60663, + ",),": 60664, + "=yes": 60665, + "ĠStripe": 60666, + "?=": 60667, + "neutral": 60668, + ".good": 60669, + "Ġkennen": 60670, + "ĠSung": 60671, + "fault": 60672, + "ystatechange": 60673, + "Canadian": 60674, + "','\".$": 60675, + "ĠMits": 60676, + "ænd": 60677, + "ĠSTRUCT": 60678, + "ĠURLWithString": 60679, + "ĠCompass": 60680, + "Ġ--ĊĊ": 60681, + "ĠNSLayoutConstraint": 60682, + "|min": 60683, + "-adjust": 60684, + "Ġrebuilt": 60685, + "LIGHT": 60686, + "/se": 60687, + "-mount": 60688, + "vpn": 60689, + "validated": 60690, + "(QObject": 60691, + "Ġignition": 60692, + "ĠChargers": 60693, + "RYPTO": 60694, + "]initWithFrame": 60695, + "ĠFluid": 60696, + "Ġcadre": 60697, + "Ġnominations": 60698, + "Neill": 60699, + "ĠHou": 60700, + "Ġcurrents": 60701, + "_gene": 60702, + "(inp": 60703, + "Paris": 60704, + "zÄĻ": 60705, + "aggregate": 60706, + "Ġassoc": 60707, + "weeted": 60708, + "errat": 60709, + "âĢĵĊĊ": 60710, + "Ġ'/',Ċ": 60711, + "fixture": 60712, + "ĠHighest": 60713, + "ambient": 60714, + "Ġchmod": 60715, + "Ġconte": 60716, + "Ġsensual": 60717, + "Ġgarment": 60718, + "zers": 60719, + "ĠPowered": 60720, + "domains": 60721, + "Reward": 60722, + "iomanip": 60723, + "Ġcockpit": 60724, + "outfile": 60725, + "Ġbuiltin": 60726, + "Ġinsisting": 60727, + ".vars": 60728, + "zipcode": 60729, + "Ġ����": 60730, + "fails": 60731, + "Ġconsolidation": 60732, + "_oid": 60733, + "Planet": 60734, + "Ġ=\",": 60735, + "ĉel": 60736, + "UILT": 60737, + "ätz": 60738, + "afari": 60739, + "ĠMcCl": 60740, + "Timeline": 60741, + "Esta": 60742, + "Ġfram": 60743, + "YE": 60744, + "Ġcerebral": 60745, + "OfMonth": 60746, + "ĠPregn": 60747, + "ĠклаÑģÑģ": 60748, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 60749, + "ĠFres": 60750, + "Approved": 60751, + ".Special": 60752, + "ĠProtestant": 60753, + "Ġallergy": 60754, + "_pcm": 60755, + "ĉCopyright": 60756, + "ĠsuperClass": 60757, + "\"strconv": 60758, + "ĠMohamed": 60759, + "Ġ'//": 60760, + "ForeColor": 60761, + "Arthur": 60762, + "ĠJungle": 60763, + "Ġveins": 60764, + "Sad": 60765, + "Ġbackups": 60766, + "ĠOpinion": 60767, + "ût": 60768, + "Ġintermitt": 60769, + "odyn": 60770, + "ĠChristina": 60771, + "Ġandre": 60772, + "Ġevacuation": 60773, + "palette": 60774, + "horse": 60775, + "ĠResident": 60776, + "ĠHassan": 60777, + ".Nil": 60778, + "Ġaisle": 60779, + "ĠGrowing": 60780, + "Ġbloginfo": 60781, + "/sql": 60782, + "_ioctl": 60783, + "Scaling": 60784, + "ĠMonad": 60785, + "_cpp": 60786, + "ĠHutch": 60787, + "ĠAppleWebKit": 60788, + "Expense": 60789, + "_JOB": 60790, + "Ġpointless": 60791, + "FromBody": 60792, + "antal": 60793, + "Ġdepicting": 60794, + "ĠCELL": 60795, + "Ġrefin": 60796, + "ĠCNC": 60797, + "ì¹ĺ": 60798, + "_dimensions": 60799, + "ĠSAN": 60800, + "Ġaft": 60801, + "Ġfootsteps": 60802, + "ccoli": 60803, + "_PHONE": 60804, + "/math": 60805, + "-kind": 60806, + "ĠMeans": 60807, + "ichael": 60808, + ".guna": 60809, + "Ġinauguration": 60810, + "-driving": 60811, + "(delete": 60812, + "ĠtotalCount": 60813, + "_MC": 60814, + ".Extension": 60815, + "Commercial": 60816, + "ĠzIndex": 60817, + "$": 60949, + "Ġebay": 60950, + "Ġcaptive": 60951, + "pliant": 60952, + "ĠCalculates": 60953, + "olta": 60954, + "esting": 60955, + "_revision": 60956, + "Ġmús": 60957, + "+m": 60958, + "\",\"\",\"": 60959, + "WHAT": 60960, + "Ġcompassionate": 60961, + "harga": 60962, + "[random": 60963, + "Ġmodulo": 60964, + "(sn": 60965, + "Ġoccupations": 60966, + "////Ċ": 60967, + "ĉboard": 60968, + "ĠBalk": 60969, + "wiÄħ": 60970, + "ĠWifi": 60971, + ".Profile": 60972, + ":maj": 60973, + "ĉmat": 60974, + "LOCKS": 60975, + "(jButton": 60976, + "Ġ('$": 60977, + "Mur": 60978, + "æĮī": 60979, + "bble": 60980, + "Ġfrog": 60981, + "-hide": 60982, + "Ġbroadcaster": 60983, + "à¸ŀ": 60984, + "haled": 60985, + "Ġamusing": 60986, + "_predictions": 60987, + "_intr": 60988, + "Ġeagle": 60989, + "аÑĤелÑĮ": 60990, + "ĠgetList": 60991, + "psilon": 60992, + "Ġcharacterization": 60993, + "ARDS": 60994, + "Ġrelocation": 60995, + "Ġrulers": 60996, + "PAY": 60997, + "ĠDefinitely": 60998, + "_Action": 60999, + "Ġclosures": 61000, + "Ġfactual": 61001, + "odynamic": 61002, + "Ġprecautions": 61003, + "niej": 61004, + "ĠParties": 61005, + "ĠSubaru": 61006, + "Ġcousins": 61007, + "arbeit": 61008, + ".money": 61009, + "gunta": 61010, + "(and": 61011, + "getitem": 61012, + ".StylePriority": 61013, + "Ġslid": 61014, + "singleton": 61015, + "Ġgarn": 61016, + "ĠPAS": 61017, + "Ġdazz": 61018, + "aż": 61019, + "Ġbogus": 61020, + "ĠMog": 61021, + "Ġrivalry": 61022, + "isol": 61023, + "Ġlandmarks": 61024, + "ñas": 61025, + "Bern": 61026, + "ĠSachs": 61027, + "Ġ\")ĊĊ": 61028, + "Ġhostility": 61029, + "_mex": 61030, + "mere": 61031, + "Mot": 61032, + "pictureBox": 61033, + "Defense": 61034, + "Ġaffidavit": 61035, + "otherwise": 61036, + ".directory": 61037, + "_UnityEngine": 61038, + "-blog": 61039, + ".skin": 61040, + "phem": 61041, + "Apellido": 61042, + "erchant": 61043, + "[class": 61044, + "Ġwart": 61045, + ".\"[": 61046, + "aleur": 61047, + "/back": 61048, + "ĠĠĠĠĉĠĠĠ": 61049, + "Ġprecipitation": 61050, + "Ġobstruction": 61051, + "ĠpObj": 61052, + "Ġrupt": 61053, + "UCKET": 61054, + "aye": 61055, + "æİĴ": 61056, + "gx": 61057, + "Ġecl": 61058, + "Ġsecrecy": 61059, + "/Header": 61060, + "ĠLesb": 61061, + "Ġlei": 61062, + "ĠBulletin": 61063, + "Ġgiveaway": 61064, + ".Home": 61065, + "_ROOM": 61066, + "\"W": 61067, + "Ġcowork": 61068, + "_ra": 61069, + "ĠCycling": 61070, + "ĠPaw": 61071, + "Ġpupil": 61072, + "/arch": 61073, + "ĠFileUtils": 61074, + "é¦ĸ": 61075, + "rsp": 61076, + "Ġfreedoms": 61077, + "ĠLear": 61078, + "}`).": 61079, + "Ġbowls": 61080, + "/block": 61081, + "_logging": 61082, + "Ġmethane": 61083, + "Ġhorns": 61084, + "Ġwonderfully": 61085, + "Ġalterations": 61086, + "Ġexile": 61087, + "lsen": 61088, + "_pause": 61089, + "_LANGUAGE": 61090, + "ĠUSDA": 61091, + "_mysql": 61092, + "_AMOUNT": 61093, + "ĠLIFE": 61094, + "Ġyoungsters": 61095, + "Ġriots": 61096, + "[E": 61097, + "Ġunforgettable": 61098, + ",},Ċ": 61099, + "Disposed": 61100, + "ĠAssassin": 61101, + "UNG": 61102, + "ĠNewsp": 61103, + "UserService": 61104, + ":aload": 61105, + "+',": 61106, + "Ġsettlers": 61107, + "Ġscreams": 61108, + "Ġinconvenience": 61109, + ".Rotate": 61110, + "Ġjars": 61111, + "ĠPuzzle": 61112, + "Ġmest": 61113, + "arsi": 61114, + "ĠSharma": 61115, + "|(": 61116, + ".ds": 61117, + "ĠSacred": 61118, + "_evt": 61119, + "Ġexpresses": 61120, + "Ġhoch": 61121, + "ĠDuch": 61122, + ".calls": 61123, + "thr": 61124, + "ĠSheffield": 61125, + ".AlertDialog": 61126, + "Ġradically": 61127, + "Ġtrous": 61128, + "Ġprevailing": 61129, + "ĠWWII": 61130, + "âĢĻn": 61131, + "ensely": 61132, + "ĠYesterday": 61133, + "ĠSirius": 61134, + "Ġkillers": 61135, + "ĠFFT": 61136, + "Ġoval": 61137, + "'):čĊ": 61138, + "Ġìłķë³´": 61139, + "ourage": 61140, + "ĠCheckbox": 61141, + "Workbook": 61142, + ".defer": 61143, + "_floor": 61144, + "Ġcouncill": 61145, + "Ġnorske": 61146, + "moil": 61147, + "orea": 61148, + "Ġmarketed": 61149, + "_SUR": 61150, + "xAA": 61151, + "Ġstained": 61152, + "eut": 61153, + "ĠMeng": 61154, + "Ġieee": 61155, + ".extern": 61156, + "egie": 61157, + "Ġrapp": 61158, + "ĠPyongyang": 61159, + "'class": 61160, + "Mob": 61161, + "ĠinitialValue": 61162, + "_wave": 61163, + "Ġjab": 61164, + "Ġmasculine": 61165, + "Ġamplifier": 61166, + "Ġtty": 61167, + "PathComponent": 61168, + "_xt": 61169, + "ĠGFP": 61170, + "/sec": 61171, + "ĉdispatch": 61172, + "markdown": 61173, + "ĠSchn": 61174, + "bole": 61175, + "··": 61176, + "mousemove": 61177, + "ĠerrMsg": 61178, + "Ġasign": 61179, + "_mono": 61180, + "ToSelector": 61181, + "ĠZu": 61182, + "(Rect": 61183, + "ĠErrorCode": 61184, + "latin": 61185, + "angible": 61186, + "vtk": 61187, + "CGSize": 61188, + "Pokemon": 61189, + "Ġclassmates": 61190, + "Ġattracts": 61191, + "ĠTatto": 61192, + "ultan": 61193, + "ológ": 61194, + "Ġhalted": 61195, + "न": 61196, + "ĠKart": 61197, + "Ġue": 61198, + "_InitStructure": 61199, + "TestClass": 61200, + "ĠAirbnb": 61201, + "_\",": 61202, + "Ġcharcoal": 61203, + "Ġipc": 61204, + "ĠStretch": 61205, + ".glide": 61206, + "latesAutoresizingMaskIntoConstraints": 61207, + "Ġpotion": 61208, + "ITTLE": 61209, + "Ġcountert": 61210, + "_hd": 61211, + "prepared": 61212, + "Ads": 61213, + "ĠVampire": 61214, + "robots": 61215, + ".CreateIndex": 61216, + "StatusLabel": 61217, + "Ġtucked": 61218, + "afür": 61219, + "Ut": 61220, + "Ġsweater": 61221, + "_FN": 61222, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĉ": 61223, + "ataka": 61224, + "Ġeyebrows": 61225, + "acoes": 61226, + "uden": 61227, + ".LinearLayoutManager": 61228, + "Ġsway": 61229, + "Ġmultin": 61230, + "())))Ċ": 61231, + "ĠNSUInteger": 61232, + "ĠMyBase": 61233, + "Partner": 61234, + "utschen": 61235, + "ĠCater": 61236, + ".setBackgroundColor": 61237, + "Ġaccomplishment": 61238, + "_problem": 61239, + ".dtd": 61240, + "ĠpageNumber": 61241, + "Ġjackets": 61242, + "Ġcropped": 61243, + "uels": 61244, + "ĠHep": 61245, + "Ġcapped": 61246, + "*Math": 61247, + "_callbacks": 61248, + "Ġpubb": 61249, + "ĠBrunswick": 61250, + ".respond": 61251, + "[\"_": 61252, + "Ġbedding": 61253, + "hythm": 61254, + "OX": 61255, + "(speed": 61256, + "Ġpesticides": 61257, + "Ġ-------": 61258, + ".Blue": 61259, + "Ġnoodles": 61260, + "ĠGoes": 61261, + "Ġsaver": 61262, + "oxy": 61263, + "_completion": 61264, + "ĠSwinger": 61265, + "ĠgetDate": 61266, + "Ġminded": 61267, + "integration": 61268, + "ĠLotus": 61269, + "(stop": 61270, + "(',');Ċ": 61271, + "Ġfloods": 61272, + "ĠWorkflow": 61273, + "Ġerupted": 61274, + "Macro": 61275, + "ĠSauce": 61276, + "ĠeventName": 61277, + "\\Input": 61278, + "Breaking": 61279, + "ĉwhen": 61280, + "_pw": 61281, + "INDER": 61282, + "ĠWellness": 61283, + "Ġvoxel": 61284, + "ĠMell": 61285, + "ĠMEDIA": 61286, + "SENS": 61287, + "ĠFunds": 61288, + "ĠMild": 61289, + "Ċ": 61298, + "Ġtempting": 61299, + "Ġtestament": 61300, + "Ġbible": 61301, + "Ġconsulted": 61302, + "ĠIndexError": 61303, + "è¨ĺ": 61304, + "Ġkeypad": 61305, + "izzo": 61306, + "(ok": 61307, + "Ġwhatsapp": 61308, + "ĠRemoteException": 61309, + "Ġteamed": 61310, + "âĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶ": 61311, + "»,": 61312, + "ĠgetTime": 61313, + "diag": 61314, + "issy": 61315, + "Ġhed": 61316, + "Ġknots": 61317, + "jom": 61318, + "Ġfunnel": 61319, + "-mails": 61320, + "Ġexporting": 61321, + "ĠVL": 61322, + "ĠKarn": 61323, + "ĠBuddhism": 61324, + "ĠAllan": 61325, + "_RADIUS": 61326, + "Ġwording": 61327, + "ĠForget": 61328, + "ĠCorona": 61329, + "iphy": 61330, + "Ġlimburg": 61331, + "uggy": 61332, + "ĠUserRepository": 61333, + "imin": 61334, + "(ele": 61335, + "Ġlabelled": 61336, + "社": 61337, + "ĠHerman": 61338, + ".qq": 61339, + "Ġ\"));Ċ": 61340, + "ieber": 61341, + ".Translate": 61342, + "ryn": 61343, + "Ġdesenv": 61344, + "umd": 61345, + "Simply": 61346, + "ĉmode": 61347, + "Rpc": 61348, + "ĠValencia": 61349, + "Ġstaffers": 61350, + "Ġselv": 61351, + "ĠSpike": 61352, + "Ġdelic": 61353, + "Ġeru": 61354, + "_DT": 61355, + "Judge": 61356, + "á»ķ": 61357, + "ĠBasin": 61358, + ".mutable": 61359, + "\"url": 61360, + "Ġtariff": 61361, + "ĠSleeve": 61362, + "Ġflare": 61363, + ".dropout": 61364, + "Ġbrides": 61365, + ")),čĊ": 61366, + "_constraints": 61367, + "destruct": 61368, + "Outline": 61369, + "Ġdisappears": 61370, + "_locked": 61371, + "ĠNSLocalizedString": 61372, + "cke": 61373, + "ĉnull": 61374, + "adresse": 61375, + "Ġtopping": 61376, + "ĠJoker": 61377, + "bishop": 61378, + "ноÑģÑĤÑĮ": 61379, + "andering": 61380, + "_amp": 61381, + "=time": 61382, + "_Space": 61383, + "_PULL": 61384, + "'=": 61385, + "Ġantiqu": 61386, + "Ġcach": 61387, + "___ĊĊ": 61388, + "ONES": 61389, + "оÑı": 61390, + "Ġunread": 61391, + ".policy": 61392, + "oooooooo": 61393, + "룬": 61394, + "Ġusted": 61395, + "ĠRece": 61396, + "Ġallem": 61397, + "ãĥ¼ãĤ¹": 61398, + "ĠThoughts": 61399, + "veillance": 61400, + "istrate": 61401, + "_lane": 61402, + "Ġfamed": 61403, + ".GetName": 61404, + "Ġsmoother": 61405, + "ĠQualified": 61406, + "azers": 61407, + "_geo": 61408, + "Fax": 61409, + "ĠMinds": 61410, + "ĠRaises": 61411, + "Ġtranscripts": 61412, + "Conversation": 61413, + "Ġremarked": 61414, + "ëĤĺ": 61415, + "dling": 61416, + "Ġdeploying": 61417, + "ĠsharedApplication": 61418, + "Ġkp": 61419, + "FontAwesomeIcon": 61420, + "_dummy": 61421, + "reiben": 61422, + "ĠJaneiro": 61423, + "Directions": 61424, + ".getBean": 61425, + "sass": 61426, + "Ġcommanders": 61427, + "vation": 61428, + "errorCode": 61429, + "ĠAlloy": 61430, + ".localized": 61431, + "Ðij": 61432, + "Ġdishwasher": 61433, + "ĠSoup": 61434, + "Nu": 61435, + "_Default": 61436, + "Ġuneven": 61437, + "Ġ/>\";Ċ": 61438, + "-Based": 61439, + "Ġseamlessly": 61440, + "-null": 61441, + "ĠXC": 61442, + "Ġstew": 61443, + "(delay": 61444, + "ATORS": 61445, + "ĠWheeler": 61446, + "\"H": 61600, + "east": 61601, + ".air": 61602, + "âĢľBut": 61603, + "ObjectContext": 61604, + "successfully": 61605, + "_land": 61606, + "Ġfolds": 61607, + "_COORD": 61608, + "Ġsubpo": 61609, + ".getAddress": 61610, + "instr": 61611, + "Materials": 61612, + "ÑĥÑģÑĤ": 61613, + "deposit": 61614, + "-last": 61615, + "_GRAY": 61616, + "=find": 61617, + "Ġmutant": 61618, + "Ġlesbienne": 61619, + "letcher": 61620, + "ROUGH": 61621, + "ureka": 61622, + ".capture": 61623, + "Ġenn": 61624, + "Ġ([[": 61625, + "ĠFlu": 61626, + "ĠtaskId": 61627, + "ĠHussein": 61628, + ".folder": 61629, + "Ġausterity": 61630, + "ISTRATION": 61631, + "_Impl": 61632, + "注æĦı": 61633, + "Ġdecree": 61634, + "-chat": 61635, + "Ġimplication": 61636, + "Ġguesses": 61637, + "ulkan": 61638, + "Analytics": 61639, + ".plus": 61640, + "COMMAND": 61641, + "ели": 61642, + "»ĊĊ": 61643, + "_SITE": 61644, + "ĠequalTo": 61645, + "SupportFragmentManager": 61646, + "ĠRecording": 61647, + "å®ĮæĪIJ": 61648, + "Ġbaggage": 61649, + "Ġpitchers": 61650, + "ĠEh": 61651, + "oque": 61652, + "ĉcnt": 61653, + "Ġ=>$": 61654, + "/foo": 61655, + "IRA": 61656, + "ĠSatellite": 61657, + "borah": 61658, + "Ġ}}\"Ċ": 61659, + "ĠEnds": 61660, + "ĠSpray": 61661, + ",param": 61662, + ".Chrome": 61663, + "*q": 61664, + "thought": 61665, + "ibrated": 61666, + "Ġthieves": 61667, + "Ġbeneficiaries": 61668, + "Entered": 61669, + "ottesville": 61670, + "Ġveterin": 61671, + "ByID": 61672, + "quipe": 61673, + "umption": 61674, + "-unit": 61675, + "ExecutionContext": 61676, + "@s": 61677, + "ĠGiov": 61678, + ".ToolTip": 61679, + "_friend": 61680, + "(attributes": 61681, + "Ġdumping": 61682, + "ĠJC": 61683, + "_DOCUMENT": 61684, + "ĠArmour": 61685, + "(insert": 61686, + ".HorizontalAlignment": 61687, + "ĠQed": 61688, + "ãģĦãģ¾ãģĻ": 61689, + "/git": 61690, + "ĠYYYY": 61691, + "ĠCardiff": 61692, + "Ġapa": 61693, + "organic": 61694, + "ĠWhereas": 61695, + "ĠæĿ": 61696, + "ĠMia": 61697, + "Ġdemolition": 61698, + "Ġscars": 61699, + "Ġpai": 61700, + "Ġretries": 61701, + "Ġrq": 61702, + "ĠDenis": 61703, + "(Utils": 61704, + "Ġalleviate": 61705, + "ĠPIC": 61706, + "idue": 61707, + "Ġacknowledging": 61708, + "Ġ//////////////////////////////////": 61709, + "ç¡®å®ļ": 61710, + "Ä«": 61711, + "\\Json": 61712, + ".binary": 61713, + "Ġxtype": 61714, + "signals": 61715, + "ĠAppearance": 61716, + "&r": 61717, + "}s": 61718, + "Ci": 61719, + "ĠIllum": 61720, + "porate": 61721, + "hog": 61722, + "ĠindexOf": 61723, + "\\Command": 61724, + "_parallel": 61725, + "ĠSherlock": 61726, + "íĥ": 61727, + "Ġ\"\")čĊ": 61728, + "////////////////////////////////////////////////////////////////////////////////////////////////": 61729, + "Ġcriticize": 61730, + "ĠSoap": 61731, + "ĠMatcher": 61732, + "Ġgrilled": 61733, + "*T": 61734, + "Ġadore": 61735, + "ulling": 61736, + "Ġjedoch": 61737, + "_refs": 61738, + "leanup": 61739, + "ĠJAXB": 61740, + "Ġroses": 61741, + "ĠLiam": 61742, + "sizei": 61743, + "Ġgetchar": 61744, + "Ġtarde": 61745, + "-tooltip": 61746, + "Ġqualifier": 61747, + "ĠIntermediate": 61748, + "_Window": 61749, + "ĠMalta": 61750, + "Disconnect": 61751, + "ewhere": 61752, + "Campo": 61753, + "Ġirrational": 61754, + "ledo": 61755, + "ĠDN": 61756, + "ARGV": 61757, + "Ġoutro": 61758, + "Ġthirteen": 61759, + "Joseph": 61760, + "MAR": 61761, + "/gl": 61762, + "Jess": 61763, + "ĠPsychiat": 61764, + "ĠpaddingBottom": 61765, + "-loop": 61766, + "/fonts": 61767, + "_seen": 61768, + "Teams": 61769, + "ReactDOM": 61770, + "(man": 61771, + "(xpath": 61772, + ".getSimpleName": 61773, + ">(*": 61774, + "ĠPvt": 61775, + "Ġelders": 61776, + "Ġpies": 61777, + ".userAgent": 61778, + "-region": 61779, + "ĠGreeks": 61780, + "(fragment": 61781, + "stu": 61782, + "Ġcouncils": 61783, + "Ġstamina": 61784, + "ĠGoddess": 61785, + "西": 61786, + "Ġphilosophers": 61787, + "Ġpersone": 61788, + "ĠLose": 61789, + "ĠCLR": 61790, + "ĠDocs": 61791, + "Ġsoak": 61792, + "ĠHOLDER": 61793, + "Ġbells": 61794, + "hashCode": 61795, + "RATE": 61796, + "_WEIGHT": 61797, + "inous": 61798, + "endra": 61799, + "ophobic": 61800, + "Ġprose": 61801, + "Ġfinely": 61802, + "/oauth": 61803, + "(space": 61804, + "adge": 61805, + "ĠMama": 61806, + "ĠstringBuffer": 61807, + "Ġstint": 61808, + "Ġmisma": 61809, + "Ġvillains": 61810, + "ĠCrimea": 61811, + "Ġdiploma": 61812, + "ĠпоÑģл": 61813, + "ĠBea": 61814, + "(join": 61815, + "Ġíķ´": 61816, + "CHAT": 61817, + "pering": 61818, + "ĠCros": 61819, + "Ġmonkeys": 61820, + "Ġpreds": 61821, + "yla": 61822, + ",,,": 61823, + "Ġvibrator": 61824, + "ĠNU": 61825, + "åħĪ": 61826, + "fant": 61827, + "zet": 61828, + "Ġbietet": 61829, + "unft": 61830, + "sworth": 61831, + ".Flow": 61832, + "Ġpsyched": 61833, + "ĠContinental": 61834, + ">t": 61835, + "Ġquilt": 61836, + ".UP": 61837, + "Ġexpansive": 61838, + "Dispose": 61839, + "(language": 61840, + "Caps": 61841, + "_ZONE": 61842, + "Ġrecycle": 61843, + "ĠManaged": 61844, + "currentColor": 61845, + ".broadcast": 61846, + "signIn": 61847, + ".prom": 61848, + "llu": 61849, + "ueblo": 61850, + "Ġpunches": 61851, + "Ġautomat": 61852, + "Ġassigning": 61853, + "ĠcreateUser": 61854, + "ĠAllied": 61855, + "Ġconductor": 61856, + "Ĥ¨": 61857, + "Ġsaddle": 61858, + "Ġdni": 61859, + "omedical": 61860, + "-West": 61861, + "PositiveButton": 61862, + "Ġitalic": 61863, + "?[": 61864, + "(trigger": 61865, + "Ġelephants": 61866, + "\":\"\",\"": 61867, + "Ġcaliber": 61868, + "rafted": 61869, + "digits": 61870, + "Ġmarshal": 61871, + "milliseconds": 61872, + "markers": 61873, + "mom": 61874, + "/place": 61875, + "Ġholistic": 61876, + ":t": 61877, + "#,": 61878, + "Ġboto": 61879, + "Ġnausea": 61880, + "ĠShooting": 61881, + "itech": 61882, + "ĠtextStatus": 61883, + "())Ċ": 62104, + "ADDRESS": 62105, + "BST": 62106, + "etzt": 62107, + "ĠQgs": 62108, + "Sense": 62109, + "ExceptionHandler": 62110, + "ĠChu": 62111, + ".getOwnProperty": 62112, + "Ġexercised": 62113, + "iotic": 62114, + "ĠReleases": 62115, + "Ġpinterest": 62116, + "olie": 62117, + "isoft": 62118, + "Ġsequencing": 62119, + "Ġpadre": 62120, + "]));čĊ": 62121, + "(radius": 62122, + ".med": 62123, + "ainties": 62124, + ".ObjectModel": 62125, + "Ġemple": 62126, + "Ġseguro": 62127, + "Stars": 62128, + "Ġqualitative": 62129, + "lemn": 62130, + "á»±": 62131, + ">\").": 62132, + "Ġgx": 62133, + "-cert": 62134, + "ĠASTM": 62135, + "Ġfullname": 62136, + "Ġtelemetry": 62137, + "ĠCambodia": 62138, + "_ul": 62139, + "ĠClare": 62140, + "CUSTOM": 62141, + "QC": 62142, + "ĠUns": 62143, + "ĠHTTPS": 62144, + "ĠParkinson": 62145, + "ancybox": 62146, + "','.": 62147, + "Tue": 62148, + ".getLast": 62149, + "Ġabi": 62150, + "Äħd": 62151, + "Ast": 62152, + "ĠEditing": 62153, + ".Unity": 62154, + "jmp": 62155, + "Ġmats": 62156, + "ĠsharedPreferences": 62157, + "Captain": 62158, + ".pageSize": 62159, + "Ġrtl": 62160, + "Ġanmeld": 62161, + "RuntimeObject": 62162, + "Ġdemande": 62163, + "(\";": 62164, + "seite": 62165, + "-headed": 62166, + "ĠKra": 62167, + "ĠFONT": 62168, + "`\\": 62169, + "ClassNotFoundException": 62170, + ".avg": 62171, + "atical": 62172, + "Aj": 62173, + "Ġpermitting": 62174, + "Proj": 62175, + "ERRQ": 62176, + "Ġcreampie": 62177, + "ĠBuyer": 62178, + "-modules": 62179, + "ĠSundays": 62180, + "|`Ċ": 62181, + "Ġdaytime": 62182, + "Ġ+(": 62183, + "Ġglitch": 62184, + "ĠOperand": 62185, + "Ġtoxins": 62186, + "inya": 62187, + "DNS": 62188, + "ĠSas": 62189, + "Cake": 62190, + "ĠNationals": 62191, + ".addTo": 62192, + "Ġsinking": 62193, + "Ġcomprehension": 62194, + "Ġscor": 62195, + "agements": 62196, + "Ġtard": 62197, + "Ġmarching": 62198, + "ĠMTV": 62199, + "Ġsane": 62200, + "CreateInfo": 62201, + "ắ": 62202, + "ĠendIndex": 62203, + "ĉlayout": 62204, + "ĠåIJį": 62205, + "SITE": 62206, + "ĠTHERE": 62207, + "Ġ[{'": 62208, + "opathic": 62209, + "Ġtransmitter": 62210, + "/body": 62211, + "Ġpund": 62212, + "ĠClosing": 62213, + "Ġsetattr": 62214, + "Ġbounded": 62215, + "Atlas": 62216, + "suming": 62217, + "(times": 62218, + "parer": 62219, + "ynom": 62220, + "feit": 62221, + "Ġfrem": 62222, + "-leg": 62223, + "ĠBras": 62224, + ">#": 62225, + "Ġì¶ľëł¥": 62226, + "ĠINSTANCE": 62227, + "ĠCouch": 62228, + "_hosts": 62229, + "likelihood": 62230, + ".Marker": 62231, + "ĠMasks": 62232, + "Ġcereal": 62233, + "utilities": 62234, + "Ġelemental": 62235, + "Ġdistorted": 62236, + "inactive": 62237, + "cry": 62238, + "WL": 62239, + "UPPORTED": 62240, + ".Throws": 62241, + "/schema": 62242, + "serie": 62243, + ".\"',": 62244, + "ĠBenedict": 62245, + "-picker": 62246, + "iggs": 62247, + "ĠPirate": 62248, + "åij¨æľŁ": 62249, + "ĠThema": 62250, + "ĠSouthampton": 62251, + "ĠarrayWith": 62252, + "ĠPaula": 62253, + "Ġpredictor": 62254, + "-Ass": 62255, + ".userid": 62256, + "Ġperi": 62257, + "Ġexaggerated": 62258, + "urate": 62259, + "arseille": 62260, + "ĠConcent": 62261, + "ĠPik": 62262, + "Ġ@_;ĊĊ": 62263, + "Ġformations": 62264, + "Ġdenomin": 62265, + "\"/>.Ċ": 62266, + "endedor": 62267, + "Ġpancre": 62268, + "Ġamt": 62269, + "ĠonResume": 62270, + "onDelete": 62271, + "ĠBCH": 62272, + ")(\"": 62273, + "movement": 62274, + "Ġpotassium": 62275, + "": 70826, + "ĠPPC": 70827, + "isz": 70828, + "akeFromNib": 70829, + "ĠDisp": 70830, + "ĠAthletics": 70831, + "Ġnightclub": 70832, + "GOOD": 70833, + ".setGeometry": 70834, + "+[": 70835, + "/send": 70836, + "Ġbinaries": 70837, + "Ġráp": 70838, + ":req": 70839, + "-consuming": 70840, + "ertime": 70841, + "UPDATED": 70842, + "_nullable": 70843, + "VIN": 70844, + "ulia": 70845, + "cyan": 70846, + "Ġmisunderstanding": 70847, + "orical": 70848, + "degrees": 70849, + "Leading": 70850, + ".AR": 70851, + "ickest": 70852, + "Nuevo": 70853, + "uforia": 70854, + "Ġgoodies": 70855, + "Ġfores": 70856, + "()<<\"": 70857, + "ademic": 70858, + "ActionCreators": 70859, + "servername": 70860, + "(nt": 70861, + "dbContext": 70862, + "Ġairborne": 70863, + "Ġexhibitions": 70864, + "cele": 70865, + "Ġtela": 70866, + "": 70882, + ".setPreferredSize": 70883, + "ĠMID": 70884, + "ĠAless": 70885, + "Ġhorsepower": 70886, + "Ġatm": 70887, + "ĠPackaging": 70888, + "Ġciphertext": 70889, + "RequestMethod": 70890, + "Ġbeiden": 70891, + "è£": 70892, + "ĠPOW": 70893, + ".WriteHeader": 70894, + "director": 70895, + "-but": 70896, + "ãģłãģķãģĦ": 70897, + "incer": 70898, + "_dn": 70899, + "!!!!!": 70900, + "Ġmanufactures": 70901, + ".TextUtils": 70902, + "Ġconsciously": 70903, + "Ġbounced": 70904, + "culture": 70905, + "ĠSpar": 70906, + "ĠPiper": 70907, + ".press": 70908, + "-owner": 70909, + "Ġevaluator": 70910, + "ĠSTREAM": 70911, + ".PictureBoxSizeMode": 70912, + "Ġsugars": 70913, + "ScreenWidth": 70914, + "ĠnextState": 70915, + "Ġivory": 70916, + "Ġbrunch": 70917, + "density": 70918, + "_OW": 70919, + "ĠCoronavirus": 70920, + "ĠCFR": 70921, + "bak": 70922, + "\\Category": 70923, + "æķ°ç»Ħ": 70924, + "Ġinvokevirtual": 70925, + "}()Ċ": 70926, + "Ġsujet": 70927, + "-marker": 70928, + "isdigit": 70929, + "ĠMobil": 70930, + "ĠJsonRequestBehavior": 70931, + "_REMOTE": 70932, + ".existsSync": 70933, + "Ġriches": 70934, + ".presenter": 70935, + "ĠglColor": 70936, + "Ġhanya": 70937, + "Ġfortress": 70938, + "Ġflashed": 70939, + "viz": 70940, + "requently": 70941, + "buat": 70942, + "$con": 70943, + ">|": 70944, + ".Func": 70945, + "Ġhumorous": 70946, + "uem": 70947, + ".ZERO": 70948, + "ĠSTL": 70949, + "ĠBuk": 70950, + "/sample": 70951, + "ĠGros": 70952, + "Recipes": 70953, + "Ġinflated": 70954, + "Ġswung": 70955, + ":F": 70956, + "Facing": 70957, + ".Theme": 70958, + "ник": 70959, + "Ġsplendid": 70960, + "ĠrequestId": 70961, + ".CenterScreen": 70962, + "/autoload": 70963, + "embedded": 70964, + "_depart": 70965, + "ĠPorts": 70966, + "à¹ĥ": 70967, + "айд": 70968, + "discussion": 70969, + "_consum": 70970, + "Ġscouts": 70971, + "Ġcolabor": 70972, + ".Stage": 70973, + ".nano": 70974, + "eldorf": 70975, + "Ġgemacht": 70976, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 70977, + "Ġpolicymakers": 70978, + "_PKT": 70979, + ",Th": 70980, + "oky": 70981, + "_UID": 70982, + "Ping": 70983, + "Ġorchest": 70984, + "Ġoptics": 70985, + "uhan": 70986, + "ĠXOR": 70987, + "Ġespañol": 70988, + "ĠAdidas": 70989, + "rng": 70990, + "mans": 70991, + ".vstack": 70992, + "Ġgetaway": 70993, + "Ġhierarchical": 70994, + "anoia": 70995, + "ĠBitmapFactory": 70996, + "realm": 70997, + "ĉap": 70998, + "_apps": 70999, + "-divider": 71000, + ".drawer": 71001, + "ĠHARD": 71002, + "'];?>Ċ": 71003, + "-packed": 71004, + "æ²»": 71005, + "_STRUCTURE": 71006, + "[Y": 71007, + "iParam": 71008, + "(eq": 71009, + "Ġencompasses": 71010, + "Ġ\\ĊĊ": 71011, + "->[": 71012, + "&utm": 71013, + "groupon": 71014, + "strate": 71015, + "DY": 71016, + "omorphic": 71017, + "':[": 71018, + "Ġgravitational": 71019, + "ĠMicha": 71020, + "ĠTencent": 71021, + "Ġcoached": 71022, + "ì¶ľ": 71023, + "ÑĥменÑĤ": 71024, + "/mobile": 71025, + "MouseDown": 71026, + "bud": 71027, + "ĠYas": 71028, + "ĠProviders": 71029, + "NZ": 71030, + "ĉreport": 71031, + "errmsg": 71032, + "ĠimagePath": 71033, + "acterial": 71034, + "ĠManga": 71035, + "wicklung": 71036, + "(usuario": 71037, + "\"));čĊčĊ": 71038, + "/***": 71039, + "Ġorganise": 71040, + "Indexed": 71041, + "_QUAL": 71042, + "(PyObject": 71043, + "Ġsurrendered": 71044, + "POCH": 71045, + "ĠNOTES": 71046, + "\\\\\"": 71047, + "-job": 71048, + "Ġseventy": 71049, + "####Ċ": 71050, + "ĠManor": 71051, + "Ġdownright": 71052, + "Ġtimeframe": 71053, + "insurance": 71054, + "checker": 71055, + "ĠSECRET": 71056, + "Ġechoes": 71057, + "ĠCarmen": 71058, + ".setHorizontalAlignment": 71059, + "ĠisChecked": 71060, + "ĠTOR": 71061, + "_nn": 71062, + "('(": 71063, + "FetchRequest": 71064, + "ĠPrinted": 71065, + "Fluid": 71066, + "ĠSTACK": 71067, + "GES": 71068, + "aigned": 71069, + "igor": 71070, + ".Unknown": 71071, + "CBC": 71072, + "ĠCarlson": 71073, + ".URI": 71074, + "Ġplight": 71075, + "/start": 71076, + "ĠPersonnel": 71077, + "ĠPREFIX": 71078, + ",**": 71079, + "Ġlimite": 71080, + "_heat": 71081, + "%ï¼Į": 71082, + "ĠDonne": 71083, + "getNode": 71084, + "ĠScientology": 71085, + "Ġcomet": 71086, + "Ġwenig": 71087, + "Aside": 71088, + "ĠMPEG": 71089, + "'?": 71090, + "variably": 71091, + ".endDate": 71092, + "Ġuncont": 71093, + "ĠScores": 71094, + "ĠLoginForm": 71095, + ".generated": 71096, + ",ch": 71097, + "-mar": 71098, + "ĠNed": 71099, + "ĠeventId": 71100, + "+p": 71101, + "ĠSIN": 71102, + "/reset": 71103, + ".REACT": 71104, + "ĠMessi": 71105, + "_RANK": 71106, + ".writeFile": 71107, + "Ġcripp": 71108, + "esthetic": 71109, + "ERSIST": 71110, + "Ġreimbursement": 71111, + "CurrentValue": 71112, + "Ġunin": 71113, + "DownLatch": 71114, + "ĠpaddingRight": 71115, + "Ġstocked": 71116, + "/'.": 71117, + "Ġrepayment": 71118, + "trak": 71119, + "/backend": 71120, + "Ġизмен": 71121, + "CSR": 71122, + "Ġpreventive": 71123, + "Ġpantalla": 71124, + "_trim": 71125, + "Pedido": 71126, + "hospital": 71127, + "Ġmanageable": 71128, + "routeParams": 71129, + "textures": 71130, + "......ĊĊ": 71131, + "Ġsélection": 71132, + "NameValuePair": 71133, + "Ġpollut": 71134, + "Modes": 71135, + "ĠLaud": 71136, + "jay": 71137, + "ĠUrs": 71138, + "Ġsigner": 71139, + "ĠJJ": 71140, + "ĠCherokee": 71141, + "_EXISTS": 71142, + "Ġdwar": 71143, + "Ġ($('#": 71144, + "Ġreef": 71145, + ">{$": 71146, + "ĠBaylor": 71147, + "ĠModelState": 71148, + "-_": 71149, + "ĠStructures": 71150, + "Ġsouvent": 71151, + "Specify": 71152, + "(pipe": 71153, + "Ġfracking": 71154, + "ĠGPA": 71155, + "Ġbele": 71156, + "ĉĉĉĉĉĉĉĠĠĠ": 71157, + "ĠMinority": 71158, + "Ġtud": 71159, + "Ġopenness": 71160, + "ĠIllustrated": 71161, + "Ġoxidation": 71162, + "ĠNK": 71163, + "ĉUpdate": 71164, + "ĠEMS": 71165, + "ĠTeddy": 71166, + "Ġgenerals": 71167, + "ĉMat": 71168, + "Ġradios": 71169, + "ĠAntique": 71170, + "conomy": 71171, + "ĠSquadron": 71172, + ")','": 71173, + "声": 71174, + "Ġyoure": 71175, + "ĠMainPage": 71176, + "Ġbehaviours": 71177, + "enght": 71178, + "(@\"%@\",": 71179, + "Ġtestcase": 71180, + "ĠCompilation": 71181, + "Ġflavours": 71182, + "ĠExtend": 71183, + "illator": 71184, + "Ġcoh": 71185, + "Ġspline": 71186, + "ĠKG": 71187, + "-pay": 71188, + "Ġcommunism": 71189, + "ĠBusinesses": 71190, + "ocking": 71191, + ".MaxLength": 71192, + "assandra": 71193, + "quiring": 71194, + "adden": 71195, + "ĠJeb": 71196, + "_fault": 71197, + "[file": 71198, + "Ġprominence": 71199, + "disciplinary": 71200, + "âĢĶthey": 71201, + "_extent": 71202, + "ĠVIC": 71203, + "Ġentails": 71204, + ".partner": 71205, + "Ġhippoc": 71206, + "League": 71207, + "çĶ·": 71208, + "wipe": 71209, + "-spinner": 71210, + "Ġsalute": 71211, + "ĠSurgical": 71212, + "(outputs": 71213, + "worked": 71214, + "[strlen": 71215, + "appointed": 71216, + "ĠHeg": 71217, + "ĠACPI": 71218, + "([^": 71219, + "uala": 71220, + "_tol": 71221, + "ĠRit": 71222, + ".Payment": 71223, + "kowski": 71224, + "Ġwalmart": 71225, + "requirements": 71226, + "ĠFINSEQ": 71227, + "_BACKGROUND": 71228, + "ĠOsborne": 71229, + "(errorMessage": 71230, + "Reporting": 71231, + "Ġauctions": 71232, + "Ġcombos": 71233, + "ĠNoticed": 71234, + "_oct": 71235, + "Ġprimero": 71236, + "taire": 71237, + "_hr": 71238, + "Ġмод": 71239, + "Ġcontradictory": 71240, + "=\"@": 71241, + "achines": 71242, + "(optarg": 71243, + "ĠPenguin": 71244, + "ĠAbbas": 71245, + "Ġsublime": 71246, + "Ġpageable": 71247, + "ĠDefensive": 71248, + "Ġdistinctly": 71249, + "ĠAutomatically": 71250, + "Understanding": 71251, + "EqualityComparer": 71252, + "gota": 71253, + "Ġ\"::": 71254, + "Ġpulver": 71255, + "ĠBattles": 71256, + "Ġunparalleled": 71257, + "TCHA": 71258, + "Ġconstrued": 71259, + "-aff": 71260, + "Ġprecursor": 71261, + "-lfs": 71262, + "Ġmaduras": 71263, + "ĠDaisy": 71264, + "ĠArbeits": 71265, + ".Management": 71266, + "ĉIn": 71267, + "Ġrobes": 71268, + "Ġspéc": 71269, + "âĢľ(": 71270, + "Ġmaternity": 71271, + "extent": 71272, + "ĠSpacer": 71273, + "DidAppear": 71274, + "ĉus": 71275, + ".getRequestDispatcher": 71276, + "(cols": 71277, + "Ġplummet": 71278, + "ìħ": 71279, + "Ġ{ĊĊĊĊ": 71280, + "érica": 71281, + "ĠSizes": 71282, + ".enum": 71283, + ".Highlight": 71284, + "Ġ!!}ĊĊĊ": 71293, + "Wenn": 71294, + "Ġclimax": 71295, + "Ġcrem": 71296, + "_that": 71297, + "[âĢ¦": 71298, + "_domains": 71299, + "_REPLY": 71300, + "Ġcompleta": 71301, + "VEST": 71302, + "_particle": 71303, + "Ġsop": 71304, + "Ġfatalities": 71305, + "implify": 71306, + "ĠSKF": 71307, + "Ġinfusion": 71308, + "ĠJavier": 71309, + "Ġballet": 71310, + "Ġamigo": 71311, + ".want": 71312, + "Ġcollagen": 71313, + "ĠLawyer": 71314, + ".Statement": 71315, + ".rt": 71316, + "baar": 71317, + "EndPoint": 71318, + "ĠBek": 71319, + "SHIP": 71320, + "Ġpatriarch": 71321, + "ĠAunt": 71322, + "_TM": 71323, + "ĠmÃŃn": 71324, + "Ġmastered": 71325, + "WXYZ": 71326, + "Ġespos": 71327, + "=logging": 71328, + "Ġrighteousness": 71329, + "torrent": 71330, + "Ġbst": 71331, + "_CHAIN": 71332, + "Ġoutskirts": 71333, + "(rotation": 71334, + "Ġ'.')": 71335, + "igrants": 71336, + "+lsi": 71337, + "ĠCCTV": 71338, + "_PHASE": 71339, + ".azure": 71340, + "_Process": 71341, + "vae": 71342, + "ĠTropical": 71343, + "ĠAnkara": 71344, + "imageView": 71345, + "_RUNNING": 71346, + "Ġ*)__": 71347, + "ến": 71348, + "(cli": 71349, + "scatter": 71350, + "Ġsche": 71351, + "Registrar": 71352, + "Ġairing": 71353, + "Ġpyplot": 71354, + "isión": 71355, + "/customer": 71356, + "Ġsimplement": 71357, + "Ġclassy": 71358, + "ĠDWC": 71359, + "ĠBashar": 71360, + "ĠDEVELO": 71361, + "ĠVick": 71362, + "avail": 71363, + "ĠHö": 71364, + "_extend": 71365, + "drFc": 71366, + ".isNotBlank": 71367, + "Ġplais": 71368, + "|}Ċ": 71369, + "Ġpornofil": 71370, + "labs": 71371, + "Ġhaus": 71372, + "Ġoriginating": 71373, + "Ġsurrounds": 71374, + "ĠQUAL": 71375, + "meg": 71376, + "/logger": 71377, + "[obj": 71378, + "Ġirresponsible": 71379, + "ĠPublicKey": 71380, + "HONE": 71381, + ":'/": 71382, + "ibox": 71383, + "ĠFVector": 71384, + "|{Ċ": 71385, + "ataloader": 71386, + "hawks": 71387, + "HDR": 71388, + "Ġescalation": 71389, + "ĠPodsDummy": 71390, + "elite": 71391, + "Ġpresup": 71392, + "Cached": 71393, + ">G": 71394, + ".optimizer": 71395, + "ĠVisible": 71396, + "´Ģ": 71397, + "Ġnen": 71398, + "Ġpcs": 71399, + "ĠIdle": 71400, + "[Any": 71401, + "Ġkeyboards": 71402, + "ĠCOMPONENT": 71403, + "Ġtitanium": 71404, + "(mut": 71405, + "ĠLedger": 71406, + "Ġprosperous": 71407, + "etrofit": 71408, + "_LL": 71409, + "_patient": 71410, + "Ġpdata": 71411, + "Ġkontakte": 71412, + "Swipe": 71413, + "Ġcheerful": 71414, + "ĠHonduras": 71415, + "\"][$": 71416, + "Ġhemorrh": 71417, + "\":\"+": 71418, + "Ġleasing": 71419, + "Ġinstalls": 71420, + "ĠPax": 71421, + "ĠLogistics": 71422, + "Ġkinetic": 71423, + "ĠPhon": 71424, + "_movement": 71425, + "ĉbytes": 71426, + "Ġcinco": 71427, + "ĠMadness": 71428, + "\")+": 71429, + "ĠJE": 71430, + "_ij": 71431, + "SceneManager": 71432, + "ĠBust": 71433, + "ptest": 71434, + "aea": 71435, + "Ġbesser": 71436, + "ÃŃg": 71437, + "дин": 71438, + "(tasks": 71439, + "(\"(\"": 71440, + "setType": 71441, + "(outfile": 71442, + "ĉreset": 71443, + "ĠARC": 71444, + "Ġmúsica": 71445, + "ĠShelf": 71446, + "ĠminY": 71447, + "pch": 71448, + "Ġweiber": 71449, + "issor": 71450, + "Ġtrouve": 71451, + "ĉButton": 71452, + "Ġregenerated": 71453, + "Å£i": 71454, + "imachinery": 71455, + "blocking": 71456, + ".dataTables": 71457, + "_frac": 71458, + "ĠAdvantage": 71459, + ".visitMethod": 71460, + "éĩįæĸ°": 71461, + "Ġextrapol": 71462, + "Ġteasing": 71463, + "ĠHitch": 71464, + "ĠGeek": 71465, + "ESCO": 71466, + "Ġwich": 71467, + "ĉax": 71468, + "_decor": 71469, + "ĠscreenWidth": 71470, + "ĠSophia": 71471, + "Forgot": 71472, + ".uni": 71473, + "ĠVenture": 71474, + "_collision": 71475, + "Ġlawmaker": 71476, + "(Edit": 71477, + "blers": 71478, + "ĠgetNext": 71479, + "âĢĶyou": 71480, + "MediaPlayer": 71481, + "ĠHorde": 71482, + "ĠCongressman": 71483, + "observations": 71484, + "ĉproperty": 71485, + "Ġ<--": 71486, + "CreatedAt": 71487, + "ubyte": 71488, + "Ġquarantine": 71489, + "Ġdistressed": 71490, + "_APB": 71491, + "ĠGoodman": 71492, + "ãĤ«": 71493, + "Ġrecomend": 71494, + "_PRINTF": 71495, + "DONE": 71496, + "Bindable": 71497, + "rstrip": 71498, + "centaje": 71499, + "ĠUnexpected": 71500, + "ĠSCHOOL": 71501, + "ĠProfessionals": 71502, + "ĠGPUs": 71503, + "Lesson": 71504, + "Exclusive": 71505, + "Ġatrav": 71506, + "ĠDank": 71507, + "ĠLawyers": 71508, + "ĠWalton": 71509, + ">[]": 71510, + "Ġaloud": 71511, + "=\"../../../": 71512, + "Ġdebating": 71513, + "ĠAVG": 71514, + "_VOL": 71515, + "/cgi": 71516, + ".deg": 71517, + ":g": 71518, + ".Infof": 71519, + "MeasureSpec": 71520, + ".song": 71521, + "mtree": 71522, + "ulls": 71523, + "Jordan": 71524, + "ĠCovers": 71525, + "Ġattributable": 71526, + "Ġjedis": 71527, + "iatrics": 71528, + "Ġrotterdam": 71529, + "Ġmeld": 71530, + "ĠContentType": 71531, + "Ġmantle": 71532, + "Ġalice": 71533, + "_duplicate": 71534, + "/Internal": 71535, + "Ġfilesize": 71536, + "ĉfire": 71537, + "rese": 71538, + "ondere": 71539, + "Ġfamiliarity": 71540, + "ĠCrest": 71541, + "Ġkarma": 71542, + "Ġtorino": 71543, + "Ġmesa": 71544, + "/temp": 71545, + "Ġchir": 71546, + "ĠOverflow": 71547, + "Ġtenemos": 71548, + "unik": 71549, + "NEXT": 71550, + "Alle": 71551, + "Ġnxt": 71552, + "Mart": 71553, + "Ġatl": 71554, + "Ġperiodo": 71555, + "_you": 71556, + "Ġ})).": 71557, + "intestinal": 71558, + ".AdapterView": 71559, + "Ġhesitant": 71560, + "Ġcomparatively": 71561, + ".UInt": 71562, + "(viewModel": 71563, + "Ġsangat": 71564, + "ĠResponsive": 71565, + "ĠZack": 71566, + "âħ": 71567, + "JAVA": 71568, + "ĠFuller": 71569, + "ĠâĿ¤": 71570, + ".Consumer": 71571, + "Ġank": 71572, + "Ġreactors": 71573, + "fuck": 71574, + "_rat": 71575, + "ĠsessionFactory": 71576, + "_backward": 71577, + "Ġscrambled": 71578, + "ĉth": 71579, + "Ġinsensitive": 71580, + "Ġchamps": 71581, + "Ġnginx": 71582, + "Ġconhec": 71583, + "ĠJasper": 71584, + ".fm": 71585, + "StrictEqual": 71586, + "achsen": 71587, + "-Nov": 71588, + "lassen": 71589, + ".integration": 71590, + "(lbl": 71591, + "Compose": 71592, + "ĠFon": 71593, + "Ãļ": 71594, + "Gratis": 71595, + "ĠLime": 71596, + "ĠAdapterView": 71597, + "Ġpoisoned": 71598, + "anchors": 71599, + "设计": 71600, + "']?>\"": 71601, + "Ġprocur": 71602, + "Italy": 71603, + ".MONTH": 71604, + "ĠLUA": 71605, + "ĠLithuania": 71606, + "ĠHeads": 71607, + "_CHUNK": 71608, + "ĠPUSH": 71609, + "AspectRatio": 71610, + "Ġweg": 71611, + "Ġvids": 71612, + "ĠWein": 71613, + "ĉINT": 71614, + "sessionId": 71615, + "Industry": 71616, + "Ġdenounced": 71617, + "JKLM": 71618, + "ĠVanessa": 71619, + ".Identifier": 71620, + "propri": 71621, + "Ġиг": 71622, + "Ġtécn": 71623, + "Ġmosaic": 71624, + "StreamReader": 71625, + "-Th": 71626, + "forth": 71627, + "Ġadherence": 71628, + "bate": 71629, + "Ġknights": 71630, + "sounds": 71631, + "Ġsalle": 71632, + "OMET": 71633, + "ãĤ¹ãĥĪ": 71634, + "-tm": 71635, + "ĠRhe": 71636, + ".FileOutputStream": 71637, + "åĪĨç±»": 71638, + "ĠENG": 71639, + "holiday": 71640, + "ĠCongratulations": 71641, + ")(Ċ": 71642, + "Ġaggregates": 71643, + "HOOK": 71644, + "ewire": 71645, + "Senator": 71646, + "Ġembeddings": 71647, + "epy": 71648, + "(COM": 71649, + "Ġrobber": 71650, + "äter": 71651, + "wang": 71652, + "_teacher": 71653, + "Ġresentment": 71654, + "Ġlettuce": 71655, + "erreur": 71656, + "(ic": 71657, + "ĠTactical": 71658, + "ĠContracts": 71659, + "Ġmænd": 71660, + "Ġsitios": 71661, + "Ġbastante": 71662, + "Ġnuevos": 71663, + "ĉNdrFc": 71664, + "ĠprivateKey": 71665, + "ucch": 71666, + "MMdd": 71667, + "Ġè¾ĵåĩº": 71668, + "umba": 71669, + "@foreach": 71670, + ":\");ĊĊ": 71671, + "Ġslippery": 71672, + "ĠKeystone": 71673, + "Ġpioneering": 71674, + "_triangle": 71675, + "(\"Ċ": 71676, + "ĉĉĉĉĉĉĉĉĠĠ": 71677, + "ĠIntervention": 71678, + "SCI": 71679, + "ĠcJSON": 71680, + "Ġterminating": 71681, + "ë¹Ħ": 71682, + "Ġbabys": 71683, + "Subset": 71684, + "Ġë¡": 71685, + "Ġseulement": 71686, + "Ġmuestra": 71687, + "Entre": 71688, + "以ä¸Ĭ": 71689, + "ngo": 71690, + "\"bytes": 71691, + "QRST": 71692, + "Ġypos": 71693, + "persona": 71694, + "ĠDeploy": 71695, + "cee": 71696, + "Ġà®": 71697, + ".goal": 71698, + "Ġhabitats": 71699, + "ĠisAdmin": 71700, + "Ġexploiting": 71701, + "Ġventil": 71702, + "ĠBalls": 71703, + "اب": 71704, + "Ġmindfulness": 71705, + "(kwargs": 71706, + "Ġresembling": 71707, + "Ġchoir": 71708, + "ĠonBackPressed": 71709, + "ĠSECURITY": 71710, + "/gtest": 71711, + "Ġjustices": 71712, + "ĠintegerValue": 71713, + "blah": 71714, + "ĠAim": 71715, + "_finalize": 71716, + "keh": 71717, + "ĠComplexity": 71718, + "Ġaugust": 71719, + "getElementsByTagName": 71720, + "Ġpreach": 71721, + "Ġpronunciation": 71722, + "ĠTrash": 71723, + "-percent": 71724, + "_PRIV": 71725, + "ĠHunts": 71726, + "ĠCurse": 71727, + "uellen": 71728, + "Ġheavyweight": 71729, + "Xi": 71730, + "ĉselected": 71731, + "ĠMcCoy": 71732, + "å¼Ĥ常": 71733, + "|=Ċ": 71734, + "ĠBattlefield": 71735, + "ItemImage": 71736, + "Ġdeductions": 71737, + "ĠElemental": 71738, + "());//": 71739, + "ĠBurk": 71740, + "})čĊčĊ": 71741, + "swift": 71742, + "/function": 71743, + "Usually": 71744, + "_St": 71745, + "_feats": 71746, + "ĠIsValid": 71747, + "Ġzad": 71748, + "ImageContext": 71749, + "Ġclassname": 71750, + "Ġdonner": 71751, + "Ġ-->ĊĊĊ": 71752, + "Ġmotorcycles": 71753, + "+'/'+": 71754, + "ĠsetBackground": 71755, + "\\CMS": 71756, + ".AllArgsConstructor": 71757, + "ĠLexington": 71758, + ".examples": 71759, + "ĠPurs": 71760, + "PushMatrix": 71761, + "Ġ==============================================================": 71762, + ".addTarget": 71763, + "pora": 71764, + "Fullscreen": 71765, + "Ġgoof": 71766, + "hlen": 71767, + "äge": 71768, + "ĠCURL": 71769, + "ĠInteresting": 71770, + "Ġretrieves": 71771, + "_Obj": 71772, + "inness": 71773, + "-----ĊĊ": 71774, + ".tsv": 71775, + "(IM": 71776, + "ĠBraves": 71777, + "_ISR": 71778, + "osti": 71779, + "á»ĵ": 71780, + "ĠExterior": 71781, + "ĠCourtney": 71782, + "Ġresidues": 71783, + "Tier": 71784, + ".*;čĊčĊ": 71785, + ":black": 71786, + "webView": 71787, + "\"path": 71788, + "Ġmasa": 71789, + "]!='": 71790, + "ĠMatching": 71791, + "dur": 71792, + "Jvm": 71793, + "=context": 71794, + "_RING": 71795, + "Ġproponents": 71796, + "ĠQStringLiteral": 71797, + "Ġinflate": 71798, + "\">čĊ": 72031, + "_COST": 72032, + "ilinear": 72033, + "ĠWorkspace": 72034, + "Ġspel": 72035, + "agogue": 72036, + "ĠMillennium": 72037, + "ĠPopulate": 72038, + "Ġnid": 72039, + ".parseColor": 72040, + "Solar": 72041, + "ĠGad": 72042, + "Ġì¤ij": 72043, + "ĠKamp": 72044, + "ĉrm": 72045, + "Ġbenz": 72046, + "ĠHonestly": 72047, + "Ġelectrode": 72048, + "ĠPrairie": 72049, + "ĠPROFILE": 72050, + "ĠOriental": 72051, + "ĠOLED": 72052, + "/copyleft": 72053, + "awaii": 72054, + "(products": 72055, + ")\\<": 72056, + "-created": 72057, + ".ManyToMany": 72058, + "\"How": 72059, + "ĠвÑĭп": 72060, + "Ġmitochondrial": 72061, + "_testing": 72062, + "(created": 72063, + "ĠgetField": 72064, + "_EVAL": 72065, + "].\"": 72066, + "ĠFSM": 72067, + "ĠRita": 72068, + "ĠåıĤæķ°": 72069, + "Ġcôt": 72070, + "ĠInsight": 72071, + "ĉmysqli": 72072, + "_timing": 72073, + "IDO": 72074, + ")))))Ċ": 72075, + "COVERY": 72076, + ".imag": 72077, + "CDF": 72078, + "lust": 72079, + "ickt": 72080, + "_FP": 72081, + ".','": 72082, + "gcc": 72083, + "Ġkurz": 72084, + "_pwm": 72085, + "Ġodpowied": 72086, + "ĠBarrier": 72087, + "/***************************************************************************Ċ": 72088, + "pak": 72089, + "-Israel": 72090, + "ĠRutgers": 72091, + "ĠselectedItem": 72092, + "ĠRamirez": 72093, + "Farm": 72094, + "Ġcalendars": 72095, + "gzip": 72096, + "Ġblockbuster": 72097, + "ĠPlymouth": 72098, + "çľĮ": 72099, + "responses": 72100, + ".DialogInterface": 72101, + "-grand": 72102, + "ĠgetSource": 72103, + "Ġdejtings": 72104, + "Ġtieten": 72105, + "Ġcondemnation": 72106, + "Ġcontinuar": 72107, + ".MockMvc": 72108, + "/english": 72109, + "ĠMediaPlayer": 72110, + "computed": 72111, + "ĠClippers": 72112, + "(delegate": 72113, + ".Slf": 72114, + "Ġë¡ľ": 72115, + "ĠTide": 72116, + "Ġihrem": 72117, + "ĠWan": 72118, + "ÑĥÑİÑī": 72119, + "}><": 72120, + "Discussion": 72121, + "Ġwatts": 72122, + "-minus": 72123, + "ĠJuliet": 72124, + "éĽħ": 72125, + "Ġconcluding": 72126, + "andscape": 72127, + "Ġúltima": 72128, + "ĠDERP": 72129, + "ĠsignUp": 72130, + "ĠSecondly": 72131, + "WAIT": 72132, + "lds": 72133, + ".callbacks": 72134, + "(hour": 72135, + "imators": 72136, + "volent": 72137, + "AAF": 72138, + "edriver": 72139, + "ĠMathematic": 72140, + "'": 72142, + "{j": 72143, + "_ABORT": 72144, + "Ether": 72145, + "Ġeducator": 72146, + "Ġprecaution": 72147, + "Ġfingertips": 72148, + "getVar": 72149, + "camatan": 72150, + "-debug": 72151, + "ĠRAF": 72152, + "[arg": 72153, + "Ġraced": 72154, + "Ġtsunami": 72155, + ".flink": 72156, + "Ġglyc": 72157, + "uko": 72158, + "ĠMultiply": 72159, + "Ġredistribution": 72160, + "AGO": 72161, + "ĠRoutine": 72162, + "Ġopr": 72163, + "(lower": 72164, + "ĠFunktion": 72165, + ".dk": 72166, + "Ġegt": 72167, + "_BASIC": 72168, + "syscall": 72169, + "ĠLSD": 72170, + "ĠDuplicate": 72171, + "_sell": 72172, + "ĠerrorHandler": 72173, + "_ips": 72174, + "Ġerv": 72175, + "annie": 72176, + "(resourceName": 72177, + "Ġbottled": 72178, + "Ġcrawling": 72179, + "egment": 72180, + ".setTag": 72181, + "Ġrss": 72182, + "ĠQuarry": 72183, + "_exact": 72184, + ".jwt": 72185, + "ĠBoards": 72186, + "opi": 72187, + "Ġnasal": 72188, + "ĠXYZ": 72189, + ".ud": 72190, + "Northern": 72191, + "Ġactivating": 72192, + "edx": 72193, + "ovah": 72194, + "Ġindx": 72195, + "AlertDialog": 72196, + "Ġtienes": 72197, + "annya": 72198, + "_pan": 72199, + "(decimal": 72200, + ".Dict": 72201, + "Ġsubsidiaries": 72202, + "ProductName": 72203, + "Few": 72204, + "dato": 72205, + "odied": 72206, + "-under": 72207, + "Ġê²ĥ": 72208, + "çīĪæľ¬": 72209, + "atism": 72210, + "[Math": 72211, + ".'<": 72212, + "(infile": 72213, + "Ġdenotes": 72214, + "$class": 72215, + "_SECURITY": 72216, + "Ġsewage": 72217, + "melon": 72218, + "(Character": 72219, + "/github": 72220, + "Ġglaring": 72221, + ".Guid": 72222, + "_sparse": 72223, + "ĠMargin": 72224, + "_dns": 72225, + "Ġmeiner": 72226, + "Ġleftist": 72227, + "ĉloc": 72228, + "abytes": 72229, + "Ġequipments": 72230, + "expo": 72231, + "ĠSomerset": 72232, + "EK": 72233, + "æį¢": 72234, + "Ġlecturer": 72235, + "Ġmemiliki": 72236, + "æł¸": 72237, + "ç´ł": 72238, + "pron": 72239, + ":pointer": 72240, + "borrow": 72241, + "ĠProtective": 72242, + "_cf": 72243, + "ĠÐķÑģли": 72244, + "bpp": 72245, + "';ĊĊĊĊ": 72246, + "aturally": 72247, + "_NAV": 72248, + "Ġpeptide": 72249, + ">d": 72250, + "Ġifstream": 72251, + "_FACTORY": 72252, + "');//": 72253, + "joined": 72254, + "mong": 72255, + "Ġtimespec": 72256, + "Ġdestabil": 72257, + "Ġautop": 72258, + "-limit": 72259, + "publication": 72260, + "ĠDenn": 72261, + ".Memory": 72262, + "(skb": 72263, + "ĠAnaheim": 72264, + "_RETURNTRANSFER": 72265, + "oueur": 72266, + "(_('": 72267, + "legt": 72268, + "istingu": 72269, + "ĉpriv": 72270, + "Ġredirects": 72271, + "Mt": 72272, + "Ġalleen": 72273, + "ĠPointF": 72274, + "Ġomin": 72275, + "Ġcitt": 72276, + "ĠTage": 72277, + "ĠWalls": 72278, + "á»ī": 72279, + "Ġoccupying": 72280, + "xBF": 72281, + "rangle": 72282, + "Ġrelational": 72283, + "-org": 72284, + "Ġjpg": 72285, + "-derived": 72286, + "Ġmalfunction": 72287, + "ĠBenson": 72288, + "(scroll": 72289, + "ĠXD": 72290, + "Holy": 72291, + "(commands": 72292, + "Ġtipping": 72293, + "Ġprimitives": 72294, + "Ġsexle": 72295, + "CallCheck": 72296, + "ĠMASTER": 72297, + "_TEAM": 72298, + ".setRequestHeader": 72299, + "_specs": 72300, + "Ġserge": 72301, + ".Master": 72302, + "Ġims": 72303, + ".SpringBootTest": 72304, + "paypal": 72305, + "ĠWANT": 72306, + ".Inst": 72307, + "ĠCarpet": 72308, + "Ġwrongly": 72309, + "($('.": 72310, + "Ġbild": 72311, + ".Roll": 72312, + "ĠUrb": 72313, + "-can": 72314, + "ãģıãģłãģķãģĦ": 72315, + "oliberal": 72316, + "čĊčĊ": 72710, + "ĠMahm": 72711, + "}\";ĊĊ": 72712, + "Ġdq": 72713, + "ĠPublishers": 72714, + "ĠAmpl": 72715, + "ĠDanielle": 72716, + "Ġtern": 72717, + "èµ·": 72718, + "noÅĽÄĩ": 72719, + "ein": 72720, + "ĠAsyncStorage": 72721, + "unger": 72722, + "rouw": 72723, + "Ġscissors": 72724, + "/assert": 72725, + ".bucket": 72726, + "/archive": 72727, + "_Man": 72728, + "Ġintoler": 72729, + "Ġ()=>": 72730, + "ĠÐĴÑĭ": 72731, + "Ġsai": 72732, + ".xy": 72733, + ".\"čĊ": 72734, + "Ġurinary": 72735, + "esub": 72736, + "ISTICS": 72737, + "Ġκ": 72738, + "Ġcompliments": 72739, + "ĠtypingsJapgolly": 72740, + "ihar": 72741, + "Expansion": 72742, + "ĠServing": 72743, + "_students": 72744, + "ĠXBOOLE": 72745, + "(il": 72746, + "Ġì²ĺ": 72747, + "Ġjó": 72748, + "(tol": 72749, + "(JS": 72750, + "ĉCG": 72751, + "ĠDRAW": 72752, + "twig": 72753, + "Ġoat": 72754, + "_smooth": 72755, + "ĠCSL": 72756, + "Ġosob": 72757, + "Ġensuing": 72758, + "Ġbanker": 72759, + "ĠBackpack": 72760, + "_ping": 72761, + "Ġwishlist": 72762, + "=ax": 72763, + "ĉĠĠĠĊ": 72764, + "Disney": 72765, + "steady": 72766, + "\">%": 72767, + "Ġprophets": 72768, + "ĠZX": 72769, + "Ġminimalist": 72770, + ".PLAIN": 72771, + "Seattle": 72772, + ".ordinal": 72773, + "ĠPIPE": 72774, + "Ġretorna": 72775, + "Ġjugador": 72776, + "ĠBret": 72777, + "ĠâĶľ": 72778, + "Ġplush": 72779, + "ULATOR": 72780, + "Sorting": 72781, + ".gridy": 72782, + "ectomy": 72783, + "_activ": 72784, + "rack": 72785, + "Interactive": 72786, + "ĠAntarctica": 72787, + "Ġvengeance": 72788, + "enso": 72789, + "_known": 72790, + "upplier": 72791, + ".Modules": 72792, + "ĠConnectionState": 72793, + "éļIJèĹı": 72794, + "@FindBy": 72795, + "Ġplacer": 72796, + "\\model": 72797, + "<()>": 72798, + ".isSuccessful": 72799, + "-good": 72800, + "bz": 72801, + "ĠDraco": 72802, + "Assistant": 72803, + "-extra": 72804, + "аблиÑĨ": 72805, + "Ġhypocrisy": 72806, + "Ġtst": 72807, + "ĠAgr": 72808, + "$txt": 72809, + "Ġlogistic": 72810, + "licensed": 72811, + "ĠHof": 72812, + "Ġtat": 72813, + "(iv": 72814, + "Ġintoxic": 72815, + "postId": 72816, + "_strike": 72817, + "Ġhumiliation": 72818, + "pcodes": 72819, + "\"sync": 72820, + "(recipe": 72821, + "+N": 72822, + "rente": 72823, + "ĉClient": 72824, + "ycopg": 72825, + "ĠZurich": 72826, + "ĠProfiles": 72827, + "Countries": 72828, + "Ġpict": 72829, + "Ġrollout": 72830, + "requencies": 72831, + "Ġpatched": 72832, + "Ġcartridges": 72833, + "Ġshading": 72834, + "Jar": 72835, + "Ġsalvage": 72836, + "ĠTaxes": 72837, + "Ġstandby": 72838, + "aporan": 72839, + "Eigen": 72840, + ".angular": 72841, + "ĠNested": 72842, + "享": 72843, + "ĠisVisible": 72844, + "ĠDwight": 72845, + "_BRANCH": 72846, + ".Delay": 72847, + "Ġkend": 72848, + "Ġfacilitated": 72849, + ".flatMap": 72850, + "Ġsanta": 72851, + "ĉSend": 72852, + "/messages": 72853, + "ĠofType": 72854, + "ĉswap": 72855, + "#plt": 72856, + "ĠTurks": 72857, + "NES": 72858, + "Ġprogressively": 72859, + "ĠResidence": 72860, + "ĠTREE": 72861, + "Ġnoen": 72862, + "dio": 72863, + "Ġnelle": 72864, + "Ġsogar": 72865, + "itti": 72866, + "weekly": 72867, + "Ġambiguity": 72868, + "_Settings": 72869, + "Ware": 72870, + ".neo": 72871, + "_DST": 72872, + "Ġæĸ¹": 72873, + "prep": 72874, + "lobby": 72875, + "@email": 72876, + "/movie": 72877, + "Ġfunkc": 72878, + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ": 72879, + "ÂŃs": 72880, + "Ġguardians": 72881, + "-pos": 72882, + "Ġconfiguring": 72883, + "ĠCPS": 72884, + "ĠDeus": 72885, + "Ġvidéos": 72886, + "_empresa": 72887, + "Ġslapped": 72888, + "',Ċ": 72920, + "_XDECREF": 72921, + "ĠBuzzFeed": 72922, + "_MARGIN": 72923, + "PLOY": 72924, + ".small": 72925, + "ĠmimeType": 72926, + "Ġholog": 72927, + "ĉcamera": 72928, + "lias": 72929, + "Ġsuspense": 72930, + "odynam": 72931, + "bau": 72932, + "Ġgraveyard": 72933, + "_named": 72934, + "\":\"'": 72935, + "Ġ************************************************": 72936, + "ĠgameOver": 72937, + "ĠLENGTH": 72938, + "ĉscreen": 72939, + "ĠdoInBackground": 72940, + "_dependencies": 72941, + "Ġrtc": 72942, + "/up": 72943, + "_ROM": 72944, + "Hall": 72945, + "Ġdeficiencies": 72946, + "(te": 72947, + "'#": 72948, + "_equiv": 72949, + "Ġpreorder": 72950, + "ĠAxe": 72951, + "омÑĥ": 72952, + ".sendFile": 72953, + "Ġfilt": 72954, + "ĠLimits": 72955, + "ĠCavaliers": 72956, + ".discount": 72957, + "âĨIJ": 72958, + "ĠWit": 72959, + "QRSTUV": 72960, + "Ġij": 72961, + "Ġtegen": 72962, + "Ġ:\",": 72963, + "difficulty": 72964, + "punkt": 72965, + "ĠEmails": 72966, + "chlor": 72967, + "(fun": 72968, + ".Uint": 72969, + "ĠStall": 72970, + "_verified": 72971, + "uD": 72972, + "FileType": 72973, + "Ġpleasures": 72974, + "Ġjudiciary": 72975, + "Ġsham": 72976, + "ipur": 72977, + "_PLUS": 72978, + "offers": 72979, + "(foo": 72980, + "_GT": 72981, + "ĉcore": 72982, + "ENTION": 72983, + "ĠLiberation": 72984, + "CommandLine": 72985, + "_department": 72986, + ".Ar": 72987, + "_neighbor": 72988, + "ĠSubmitted": 72989, + "ĠĊ": 97221, + "Ġdroits": 97222, + "Ġhomosexuals": 97223, + "Ġabduction": 97224, + "ĉwidget": 97225, + "$headers": 97226, + "ĠDAR": 97227, + "Ġfla": 97228, + "threat": 97229, + "Ġlouis": 97230, + ".GetProperty": 97231, + "\"Just": 97232, + "(frames": 97233, + "ryo": 97234, + "profession": 97235, + "|i": 97236, + "íķ´ìĦľ": 97237, + "(sv": 97238, + "Ġunrecognized": 97239, + "Ionic": 97240, + "Fashion": 97241, + "ScreenState": 97242, + "ĠIncoming": 97243, + "NotNil": 97244, + "Ġsyncing": 97245, + "emie": 97246, + "Ġthermo": 97247, + "_procs": 97248, + "Ġinconsistency": 97249, + "religious": 97250, + ".mj": 97251, + "Ġpersonn": 97252, + "Ġmomentos": 97253, + "orarily": 97254, + "ĠæĬ": 97255, + "_neurons": 97256, + "Illustr": 97257, + "imoto": 97258, + "ilik": 97259, + "ĠWoj": 97260, + "Trading": 97261, + "Ġappare": 97262, + "Ġentreprises": 97263, + "achat": 97264, + "Ġ¬": 97265, + "Ġneigh": 97266, + "BUTTONDOWN": 97267, + "ĠMaher": 97268, + "aghan": 97269, + "-hash": 97270, + "\"f": 97271, + "Ġclientele": 97272, + ".addButton": 97273, + "ĉSP": 97274, + "Qi": 97275, + "Ġgrated": 97276, + "POSITE": 97277, + ":>": 97278, + "ĠHowell": 97279, + "ĠComparative": 97280, + "ĠISC": 97281, + "ÂŃi": 97282, + "Ocean": 97283, + "Davis": 97284, + "ĠFilme": 97285, + "Wins": 97286, + "ĠJIT": 97287, + "occer": 97288, + "ĠCorm": 97289, + "ENCHMARK": 97290, + "rchive": 97291, + "icação": 97292, + "Ġmata": 97293, + "Ġchildbirth": 97294, + "ĠOptionally": 97295, + "Ens": 97296, + "Ġxhttp": 97297, + "Ġelucid": 97298, + "_OscInitStruct": 97299, + "))):Ċ": 97300, + "Ġintuit": 97301, + "ĠDonate": 97302, + "Ġcorrelates": 97303, + ">Delete": 97304, + "Ġequipe": 97305, + "Ġboca": 97306, + "Ġinflatable": 97307, + "erah": 97308, + "ĠDateTimeKind": 97309, + "Ġcalves": 97310, + "\\Lib": 97311, + "Ġemlrt": 97312, + "ĠTrilogy": 97313, + "ĠPanc": 97314, + "ĠDuis": 97315, + "ĠpelÃŃcula": 97316, + "WARDS": 97317, + "_DETECT": 97318, + "-sectional": 97319, + "dhcp": 97320, + "ForRow": 97321, + "-destruct": 97322, + "ĠPresenter": 97323, + "/slick": 97324, + ",on": 97325, + "ĠCitadel": 97326, + "loggedin": 97327, + "_subtype": 97328, + "Ġsigue": 97329, + "Ġcuring": 97330, + "ĠFirewall": 97331, + "Ġfluorescence": 97332, + "ĠItalians": 97333, + "иÑĤÑģÑı": 97334, + ".getStyle": 97335, + "InSeconds": 97336, + "jie": 97337, + "-Smith": 97338, + "Ġxlink": 97339, + "Ġsubmissive": 97340, + "онÑĤ": 97341, + "arbonate": 97342, + "ĠFaul": 97343, + "_goals": 97344, + "ĠCommissioners": 97345, + "chartInstance": 97346, + "_POSTFIELDS": 97347, + "Ġmedial": 97348, + "Ġmanos": 97349, + "Ġdelt": 97350, + "svm": 97351, + ".Apis": 97352, + "ephy": 97353, + "Ġasympt": 97354, + "ĠappDelegate": 97355, + "Ġimprobable": 97356, + "cka": 97357, + "simd": 97358, + "/Error": 97359, + ".âĢĵ": 97360, + "ĠPTS": 97361, + "deer": 97362, + "Ġsina": 97363, + "magnitude": 97364, + "IDADE": 97365, + "']}'": 97366, + "Ġmayores": 97367, + "ĉcomment": 97368, + "/console": 97369, + "\"@": 97370, + "volt": 97371, + ".sell": 97372, + "ĠMacy": 97373, + "Ġmelod": 97374, + "Ġimágenes": 97375, + "_chg": 97376, + "Ġinout": 97377, + "idente": 97378, + ")'),Ċ": 97379, + "dni": 97380, + ".blob": 97381, + "Ġtypography": 97382, + "Ġeerie": 97383, + "_OID": 97384, + "pesan": 97385, + "ajan": 97386, + "Ġchopping": 97387, + "Ġbluff": 97388, + "adf": 97389, + "_bases": 97390, + ".Formatter": 97391, + "Ġ\\%": 97392, + "ĠPageInfo": 97393, + "Carrier": 97394, + "ĠCalibration": 97395, + "como": 97396, + "-bodied": 97397, + "Ġfinancier": 97398, + "ĠINA": 97399, + ".ERR": 97400, + "Ġhoodie": 97401, + "ĠSanity": 97402, + "guarded": 97403, + ".opendaylight": 97404, + "ISMATCH": 97405, + "Highlights": 97406, + "ünk": 97407, + "aniem": 97408, + "angered": 97409, + "assignments": 97410, + "Ġregistrado": 97411, + "ĠUPPER": 97412, + "ampilkan": 97413, + "ashire": 97414, + "ĠNikola": 97415, + "ĠCFL": 97416, + "ĠHDC": 97417, + "Ġpoids": 97418, + "ĠIPs": 97419, + "Ġpreventative": 97420, + "ipsoid": 97421, + "ifix": 97422, + ".camel": 97423, + ".ga": 97424, + "Volumes": 97425, + "-ste": 97426, + "Yahoo": 97427, + "_sibling": 97428, + "Highest": 97429, + "optgroup": 97430, + "Ġkvinna": 97431, + "âĢĿãĢĤĊĊ": 97432, + "ĠAppliances": 97433, + "Ġ\"><": 97434, + "')\")Ċ": 97435, + "htt": 97436, + "ĠIdentified": 97437, + "Ġpencils": 97438, + "ĠmemberId": 97439, + "ĠappendString": 97440, + ".loadData": 97441, + "ĠmockMvc": 97442, + "Ġjub": 97443, + "ĠSlut": 97444, + "ĠTaipei": 97445, + "statt": 97446, + "Polit": 97447, + "Ġpartager": 97448, + "DidChange": 97449, + "Increases": 97450, + ")}.": 97451, + "ĠBaba": 97452, + "_CLIP": 97453, + "[unit": 97454, + "ĠклÑİÑĩ": 97455, + "Ġalcuni": 97456, + "ĠLola": 97457, + "Ġclinging": 97458, + "@PostMapping": 97459, + "(concat": 97460, + "Ġssid": 97461, + "ĠFauc": 97462, + "okit": 97463, + "ĠRecorded": 97464, + "ález": 97465, + "($('<": 97466, + ".assertIsNot": 97467, + "Ġkali": 97468, + "Volt": 97469, + "Ġwarmly": 97470, + "Ġscares": 97471, + "getti": 97472, + "führt": 97473, + "_does": 97474, + ".EMAIL": 97475, + "imations": 97476, + "Ġspringfox": 97477, + "ĠDecom": 97478, + "arcy": 97479, + "Ġglitches": 97480, + "ĠMoff": 97481, + "ĠVoll": 97482, + ".between": 97483, + "Ġcoorden": 97484, + "ĠParticularly": 97485, + "GBP": 97486, + "Ġsemble": 97487, + "Eastern": 97488, + "_MSB": 97489, + "]){čĊ": 97490, + "morgan": 97491, + "ĠEVAL": 97492, + "dere": 97493, + "HOUSE": 97494, + "moire": 97495, + "istique": 97496, + "_lstm": 97497, + "-commit": 97498, + "ysterious": 97499, + "Ġtwink": 97500, + "-thumbnails": 97501, + "enÃŃ": 97502, + ":'',": 97503, + "Ġblackout": 97504, + "ĠFloors": 97505, + "Ġsofas": 97506, + "Ġoui": 97507, + "leshoot": 97508, + "ĠRaq": 97509, + "-abs": 97510, + "Ġkra": 97511, + "Mining": 97512, + "shaft": 97513, + ".setColumns": 97514, + "Clazz": 97515, + "PRETTY": 97516, + ".playlist": 97517, + "éĸ¢": 97518, + "-Saharan": 97519, + "MING": 97520, + "ĉbl": 97521, + "è®®": 97522, + "jf": 97523, + "DOCKER": 97524, + "hopefully": 97525, + "(ignore": 97526, + "ĠUsersController": 97527, + "ĠMitarbeiter": 97528, + "ĠLES": 97529, + "Hamilton": 97530, + "-metadata": 97531, + "ĠKK": 97532, + "iktig": 97533, + "Ġwollte": 97534, + "egrator": 97535, + "]bool": 97536, + ",current": 97537, + "ĠvalueType": 97538, + "Ġexcavation": 97539, + "oland": 97540, + "Ġverv": 97541, + "/filepath": 97542, + "AuthProvider": 97543, + "Ġprocrast": 97544, + "ĉULONG": 97545, + "_MEMBERS": 97546, + "Ġuplift": 97547, + "ĠAutonomous": 97548, + "Ġartworks": 97549, + "ĠOutreach": 97550, + "Ġpore": 97551, + "Homepage": 97552, + "DialogTitle": 97553, + "ĠGenerating": 97554, + "PARSE": 97555, + "Ġsemanas": 97556, + "Ġhumano": 97557, + "JSGlobalScope": 97558, + "Ġvolte": 97559, + "Ġbella": 97560, + "(isinstance": 97561, + "Ġplc": 97562, + "\\Catalog": 97563, + "Ġesteemed": 97564, + "鼷": 97565, + "(suffix": 97566, + "Ġsweeps": 97567, + "ĉORDER": 97568, + "Ġdoivent": 97569, + "ĠSwarm": 97570, + "ĠCompiled": 97571, + "getPage": 97572, + "ADR": 97573, + ".RichTextBox": 97574, + "ĠNaming": 97575, + "agged": 97576, + "ĠGANG": 97577, + "rasing": 97578, + "odeled": 97579, + "Ġgala": 97580, + "ĠJSName": 97581, + "ddf": 97582, + "Ġillust": 97583, + "ĠLansing": 97584, + "[port": 97585, + "-death": 97586, + "Ġdinheiro": 97587, + "ĠEighth": 97588, + "Ġbian": 97589, + "stÃ¥": 97590, + "Ġversión": 97591, + "ĠLinearGradient": 97592, + "ĠHarding": 97593, + ".*)": 97594, + "eczy": 97595, + "$header": 97596, + "ĠvÃ¥r": 97597, + "Unchecked": 97598, + "Ġkoje": 97599, + "ĠPaladin": 97600, + "())),": 97601, + "Giving": 97602, + "()})Ċ": 97603, + "Ġdips": 97604, + "Friendly": 97605, + "Ġportrays": 97606, + "Ġhelium": 97607, + "Ġinsurgency": 97608, + "_expiry": 97609, + "ĠstringByAppendingString": 97610, + "Ġaantal": 97611, + "slope": 97612, + "mast": 97613, + ".getInteger": 97614, + "Ġ########################": 97615, + "_PIPELINE": 97616, + "Ġdensely": 97617, + "Ġmutating": 97618, + "midi": 97619, + "ĠSeit": 97620, + "ayne": 97621, + "NOWLED": 97622, + "ĠDesmond": 97623, + "ĠFName": 97624, + "ĠNairobi": 97625, + "\\Context": 97626, + "Ġcalcular": 97627, + "-den": 97628, + "Ġcott": 97629, + "]):čĊ": 97630, + "ĠRecommendation": 97631, + "ĠRolex": 97632, + "ĠvalidationResult": 97633, + ".pat": 97634, + "ĠnÃły": 97635, + "ĠRestClient": 97636, + "ĠGPI": 97637, + "ĠAsheville": 97638, + "ĠOSP": 97639, + "ĠPERMISSION": 97640, + "ÐĶаÑĤа": 97641, + "/notification": 97642, + "Knight": 97643, + "_Word": 97644, + "ĠBender": 97645, + "ranking": 97646, + "Ġpartida": 97647, + "_reservation": 97648, + "ÌĢ": 97649, + "ĠmName": 97650, + "Ġgetch": 97651, + "Ġborr": 97652, + "Ġdiligent": 97653, + "Discuss": 97654, + "æŃ£åľ¨": 97655, + "apeake": 97656, + "ioned": 97657, + "-Nazi": 97658, + ".cum": 97659, + "ĠKron": 97660, + "=$('#": 97661, + "/single": 97662, + "Ġerotisch": 97663, + "ĠVib": 97664, + "Ġratified": 97665, + "Ġconcerted": 97666, + "ĠREGARD": 97667, + "Ġdobr": 97668, + ".DriverManager": 97669, + "'r": 97670, + "Portable": 97671, + "ĉsuite": 97672, + "Ġrelaciones": 97673, + "ĠDop": 97674, + "emploi": 97675, + "DOB": 97676, + "Ġcrumbs": 97677, + "Ġxls": 97678, + "_Application": 97679, + "(':',": 97680, + "Ġ------------------------------------------------------------------------Ċ": 97681, + "mse": 97682, + "Ġberk": 97683, + "ĠReturnValue": 97684, + "ĠBelly": 97685, + "Ġcamar": 97686, + "ĠPeek": 97687, + "elsing": 97688, + "Ġnotifies": 97689, + "ĠTristan": 97690, + "ĠGAR": 97691, + "emme": 97692, + "ĠElevated": 97693, + "_CSV": 97694, + "(chalk": 97695, + "Ġtwenties": 97696, + "ĠSearchResult": 97697, + "=search": 97698, + "ĠMixing": 97699, + "ýt": 97700, + "Ġrecruiter": 97701, + "ĠIDEOGRAPH": 97702, + "ĠAgo": 97703, + "(Operation": 97704, + "$values": 97705, + "Ġworldly": 97706, + "ĠRosenberg": 97707, + "ĠConfigureServices": 97708, + ">*Ċ": 97805, + "Ġsnork": 97806, + "_opacity": 97807, + "ĠinitWithNibName": 97808, + "iado": 97809, + "AAC": 97810, + "Ġ]).": 97811, + ";z": 97812, + "_paragraph": 97813, + "Ġnoses": 97814, + "stands": 97815, + "ifr": 97816, + "_mE": 97817, + "Iraq": 97818, + ".Predicate": 97819, + "enaire": 97820, + "]]];Ċ": 97821, + "Ġunidad": 97822, + "Ġretirees": 97823, + "_hello": 97824, + "Ġmodele": 97825, + "ĠUITableViewController": 97826, + "fwrite": 97827, + "_numero": 97828, + "_visited": 97829, + "Ġrecebe": 97830, + "(Notification": 97831, + "Fantastic": 97832, + "_submenu": 97833, + "ĠPEM": 97834, + "ĠCupertino": 97835, + "approximately": 97836, + "classed": 97837, + ".ReadString": 97838, + "Ġdomicile": 97839, + "_PW": 97840, + "Ġballpark": 97841, + "ĠKale": 97842, + "contra": 97843, + "_favorite": 97844, + "/of": 97845, + "Quite": 97846, + "ĠOTA": 97847, + "Ġaccelerometer": 97848, + "didn": 97849, + "|^": 97850, + "ĠRohingya": 97851, + "ivicrm": 97852, + "annabin": 97853, + "обÑĭÑĤи": 97854, + "orado": 97855, + "')+": 97856, + "Haunted": 97857, + ",ID": 97858, + "(UIAlertAction": 97859, + "urv": 97860, + "_bel": 97861, + "ĠMexicans": 97862, + "/terms": 97863, + "ĠPainter": 97864, + "InputLabel": 97865, + "ĠVinci": 97866, + "ĠRosie": 97867, + "\\uc": 97868, + "": 98029, + "_gs": 98030, + "Ġcompil": 98031, + "nard": 98032, + "-exc": 98033, + "Ġrhyme": 98034, + "Ġbutto": 98035, + "says": 98036, + "antasy": 98037, + "ë¸": 98038, + "ĠcittÃł": 98039, + "Ġcheg": 98040, + "TimeString": 98041, + "Ġpositivity": 98042, + "ĠDabei": 98043, + "Ġwang": 98044, + "Ġescre": 98045, + "\"c": 98046, + "ĉvideo": 98047, + "ĠRanked": 98048, + ".strings": 98049, + ">>>(": 98050, + "ĠинÑĤеÑĢ": 98051, + "Ġresta": 98052, + "[:,:": 98053, + "Ġrendre": 98054, + "Ġdeser": 98055, + "Jos": 98056, + "Ġdisruptions": 98057, + "ĠопеÑĢ": 98058, + "sampling": 98059, + "suppress": 98060, + "ĠcontainerView": 98061, + "ĠSeamless": 98062, + "Ġairy": 98063, + "Ġonload": 98064, + ".WindowManager": 98065, + "ĠPLA": 98066, + "braco": 98067, + ".setPositiveButton": 98068, + "Ġpdu": 98069, + "Ġgsi": 98070, + "ĠCli": 98071, + "_gradients": 98072, + "Ñıд": 98073, + "ĠWhisper": 98074, + "cstdint": 98075, + "Ġläng": 98076, + "Ġformulations": 98077, + "énom": 98078, + "ournemouth": 98079, + "[$_": 98080, + "Ġordinarily": 98081, + ".setUsername": 98082, + "Ġfaculties": 98083, + "MITTED": 98084, + "/values": 98085, + "Ġweir": 98086, + "ĠApt": 98087, + "MZ": 98088, + "ĉcf": 98089, + "ucken": 98090, + "ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ": 98091, + "defense": 98092, + "[iVar": 98093, + "ĠBusinessException": 98094, + "Selectors": 98095, + "(coordinates": 98096, + "ĠResets": 98097, + "ĠDrinks": 98098, + "oleans": 98099, + "(stypy": 98100, + "_IOC": 98101, + ".xxx": 98102, + "ĠSlater": 98103, + "ĠBelize": 98104, + "Ġ/************************************************************************": 98105, + "addin": 98106, + "_episodes": 98107, + "Ġischem": 98108, + "legalArgumentException": 98109, + "Danny": 98110, + "Ġpared": 98111, + ".codehaus": 98112, + "ĠAssy": 98113, + "ĉRect": 98114, + "âŀ": 98115, + ".lista": 98116, + "ĠваÑĪ": 98117, + "Ġvets": 98118, + "HWND": 98119, + "isoner": 98120, + "Ġxo": 98121, + "Ġorally": 98122, + "ĠStmt": 98123, + ".rnn": 98124, + "ĠDPI": 98125, + "ĠStrikes": 98126, + ".setViewportView": 98127, + "ĠèĩªåĬ¨çĶŁæĪIJ": 98128, + "YELLOW": 98129, + "GLenum": 98130, + "partners": 98131, + "ĠImplicit": 98132, + "Ġtako": 98133, + "âĢĻelle": 98134, + "Ġermög": 98135, + "totalCount": 98136, + "Gil": 98137, + "ĉwork": 98138, + "Ġpratic": 98139, + "inati": 98140, + "abies": 98141, + "ĠSkinner": 98142, + "Ġspirited": 98143, + "Ġpancreatic": 98144, + "Ġhdf": 98145, + "'em": 98146, + "Ġpsychosis": 98147, + "olicit": 98148, + "Ġ\"{\"": 98149, + "_atual": 98150, + "Ġélect": 98151, + "TEAM": 98152, + "Ġdak": 98153, + "ĠSWAT": 98154, + ".FragmentManager": 98155, + "Ġprovisioning": 98156, + "lifetime": 98157, + "_EXTENSIONS": 98158, + "ĠCASCADE": 98159, + "Ġ![": 98160, + "(KP": 98161, + "Ġvem": 98162, + "ĠInterracial": 98163, + "']},Ċ": 98164, + "spacer": 98165, + "_kv": 98166, + "Warehouse": 98167, + "RDD": 98168, + "_fsm": 98169, + ".StretchImage": 98170, + ",Yes": 98171, + "ĠRefugee": 98172, + "ĠBringing": 98173, + "Ġválido": 98174, + ".intersection": 98175, + "Ġspooky": 98176, + "_portal": 98177, + "Ġmoth": 98178, + "ĠZodiac": 98179, + "ĠSOCIAL": 98180, + "MimeType": 98181, + "']}}": 98300, + "_Blue": 98301, + "Ġbotanical": 98302, + "Ġfrags": 98303, + "Ġfamilial": 98304, + "-du": 98305, + "Ġseizing": 98306, + "(blocks": 98307, + ".rd": 98308, + ".checkNotNull": 98309, + "Ġmiser": 98310, + "Ġmaxx": 98311, + "ĠKnee": 98312, + "ViewItem": 98313, + "InnerHTML": 98314, + "Danger": 98315, + "((__": 98316, + "Ġprzypad": 98317, + "createUrl": 98318, + "**,": 98319, + "ĠDecorating": 98320, + "ATEGY": 98321, + "?>/": 98322, + ".Designer": 98323, + "hexdigest": 98324, + "ĠEverywhere": 98325, + "alleries": 98326, + ".TEXTURE": 98327, + ".Blocks": 98328, + "zell": 98329, + "Ġpreço": 98330, + "Suddenly": 98331, + "inputEmail": 98332, + "(sync": 98333, + ".bd": 98334, + "golden": 98335, + ">');": 98336, + "ĠDickinson": 98337, + ">>(Ċ": 98338, + "ĠQUEUE": 98339, + "ĠgetColumn": 98340, + "ĠSAND": 98341, + ".piece": 98342, + "licer": 98343, + "Flutter": 98344, + "ĠgetVersion": 98345, + "ĠresourceId": 98346, + "ogl": 98347, + "ÅĤaw": 98348, + ".Branch": 98349, + "ĉweb": 98350, + "Ġframerate": 98351, + "PPP": 98352, + "Ġfray": 98353, + "CNT": 98354, + "Ġinformatie": 98355, + "']čĊčĊ": 98356, + "neas": 98357, + "HeaderCode": 98358, + "Ġæ¸": 98359, + "Ġtrg": 98360, + "rawtypes": 98361, + "Honda": 98362, + "Ġmarketer": 98363, + "ĠrequestData": 98364, + "ĠPg": 98365, + "ĉnot": 98366, + "ĠpageInfo": 98367, + "Ġaktuellen": 98368, + "ãģķãĤĵ": 98369, + "ĠAMS": 98370, + "pushViewController": 98371, + "ĉAL": 98372, + "Ġvests": 98373, + "produce": 98374, + "-même": 98375, + "ĠRahman": 98376, + "Funny": 98377, + "EZ": 98378, + "_Valid": 98379, + "Ġsquadron": 98380, + "Ġlash": 98381, + "Ġirm": 98382, + "iasco": 98383, + "ĠParan": 98384, + "Ġpetites": 98385, + "ĠDecay": 98386, + "Ġuninitialized": 98387, + "privileged": 98388, + "Ġmbedtls": 98389, + "å¤ĩ注": 98390, + "Ġ^.": 98391, + "Ġecstatic": 98392, + "Detroit": 98393, + "Ġparten": 98394, + "Ġsouvenir": 98395, + ".getLogin": 98396, + "моÑĤÑĢ": 98397, + "enção": 98398, + "ĠmÃŃnimo": 98399, + "ĠAccessed": 98400, + "rió": 98401, + "Mic": 98402, + "ĠVocal": 98403, + ".SetString": 98404, + "Ġmensajes": 98405, + "åĢį": 98406, + "Ġattravers": 98407, + "ĠAph": 98408, + "Ġ');čĊ": 98409, + "ünde": 98410, + "Ġenchanted": 98411, + "ĠRootState": 98412, + "ĠCLOSED": 98413, + "ĉĉĉĉĉĉĉĉčĊ": 98414, + "Ġcaliente": 98415, + "orris": 98416, + "Ġphysicists": 98417, + "hwnd": 98418, + "_vi": 98419, + "Ġrápido": 98420, + "Ġcapitalized": 98421, + "edBy": 98422, + "Ġmachining": 98423, + "Ġhubby": 98424, + "ĠStacy": 98425, + ".Bus": 98426, + "drink": 98427, + "Hur": 98428, + "Ġpropia": 98429, + "UnitTest": 98430, + "Ġmisconception": 98431, + "__));Ċ": 98432, + "/dc": 98433, + "ĠMayweather": 98434, + "_mC": 98435, + ".createFrom": 98436, + "ĠQPainter": 98437, + "ropsych": 98438, + "innitus": 98439, + "ayas": 98440, + "Ġgeg": 98441, + "(dw": 98442, + "Ġusado": 98443, + "Ġtrickle": 98444, + "Ġannihil": 98445, + "ĠPasta": 98446, + "Ġ++Ċ": 98447, + "(ExpectedConditions": 98448, + ".postValue": 98449, + "icap": 98450, + "ĠDonetsk": 98451, + "_soup": 98452, + "-publish": 98453, + "ĠPb": 98454, + "mentions": 98455, + "ACCEPT": 98456, + ".Pull": 98457, + ",âĢĻâĢĻ": 98458, + "Ġretarded": 98459, + "_ATOM": 98460, + "ĠTerminator": 98461, + "-court": 98462, + "ĠCLLocationCoordinate": 98463, + "Ġreverence": 98464, + "ĠSSC": 98465, + "utely": 98466, + "ĠWON": 98467, + "ĠGSL": 98468, + "frei": 98469, + ".getLongitude": 98470, + "ĠopenFileDialog": 98471, + ".Butter": 98472, + "-important": 98473, + "_MANY": 98474, + "ĠGong": 98475, + "âĢľHow": 98476, + "Ġgorge": 98477, + "=msg": 98478, + "ĠEzek": 98479, + "createCommand": 98480, + ":checked": 98481, + "Ġinfographic": 98482, + ".WEST": 98483, + "Dirs": 98484, + "Ġguarda": 98485, + "Ġbeetle": 98486, + "Loading": 98560, + "_mA": 98561, + ".getRandom": 98562, + "blings": 98563, + "Ġcheeses": 98564, + "tti": 98565, + ".âĢ¢": 98566, + "ĠBurgess": 98567, + "enderit": 98568, + ".',čĊ": 98569, + "(\"\"+": 98570, + "acb": 98571, + "%p": 98572, + "indexed": 98573, + "_predicate": 98574, + "nesia": 98575, + "Ġbied": 98576, + "ĠCIT": 98577, + "(Pos": 98578, + "_radi": 98579, + "ä»·æł¼": 98580, + "Biz": 98581, + "ĠAdolescent": 98582, + "Ġviên": 98583, + "cycl": 98584, + "_Cancel": 98585, + "Ġconclusive": 98586, + "Ġappellate": 98587, + "informatics": 98588, + "SJ": 98589, + "Ġelective": 98590, + "roleId": 98591, + "Fetcher": 98592, + "ĉCommand": 98593, + "(\"(%": 98594, + "Ġfart": 98595, + "ILA": 98596, + "getBlock": 98597, + "AUSE": 98598, + "Ġдан": 98599, + "ĠArte": 98600, + "Ġnotifying": 98601, + "Ġgele": 98602, + ".same": 98603, + "ĠRegel": 98604, + "ĠBaÅŁ": 98605, + ".creation": 98606, + "ĠVN": 98607, + "_community": 98608, + "Ġunsustainable": 98609, + "SEX": 98610, + "ĠgridSize": 98611, + "rescia": 98612, + "aversable": 98613, + "(',')[": 98614, + "ĠPhelps": 98615, + "á»ķi": 98616, + "ANCELED": 98617, + "-IS": 98618, + ".runners": 98619, + "ĠStokes": 98620, + ".Produ": 98621, + "Ġwhipping": 98622, + "_acquire": 98623, + "Ġinvestigación": 98624, + "fried": 98625, + ".copyWith": 98626, + "ĠHardcover": 98627, + "-Se": 98628, + "áŀ¶áŀ": 98629, + "invitation": 98630, + "lesai": 98631, + "ĠDorm": 98632, + "ĠÑģпиÑģка": 98633, + "Ġconcatenated": 98634, + "ophil": 98635, + "Ġthinker": 98636, + "/fontawesome": 98637, + "ĠLeopard": 98638, + "Ġ\"/\");Ċ": 98639, + "Ġresiduals": 98640, + "ĠMicrowave": 98641, + "Ġconforme": 98642, + "throp": 98643, + "Ġdisemb": 98644, + "ĠOMG": 98645, + "ĠDiscipline": 98646, + "ĠAcrobat": 98647, + "/repository": 98648, + "dfa": 98649, + "_MED": 98650, + "bufio": 98651, + "Ġméthode": 98652, + "_HOLD": 98653, + "iasi": 98654, + "_legacy": 98655, + ")ččĊ": 98656, + "æ£Ģ": 98657, + "GetProcAddress": 98658, + "Ġyay": 98659, + "otence": 98660, + "orderid": 98661, + "-tw": 98662, + "Ġdearly": 98663, + "Incoming": 98664, + "/il": 98665, + "Ġneurop": 98666, + "ucz": 98667, + ");čččĊ": 98668, + "ĠInnovative": 98669, + "Ġprofund": 98670, + "igmat": 98671, + "SelectionMode": 98672, + "relevant": 98673, + ".GO": 98674, + "Ġbruises": 98675, + "Ġsach": 98676, + "odef": 98677, + "Ġreimb": 98678, + "/desktop": 98679, + "-spot": 98680, + "undance": 98681, + "Entropy": 98682, + "\\core": 98683, + "Ġsuger": 98684, + "ĠMvc": 98685, + "ĠGNOME": 98686, + "_indx": 98687, + "ĠYYSTYPE": 98688, + "ĠMatlab": 98689, + "ĠCIF": 98690, + "Ġ*))": 98691, + "ĠproductList": 98692, + "ĠAlright": 98693, + "acemark": 98694, + "ÑĤив": 98695, + "modification": 98696, + "international": 98697, + "Ġhomers": 98698, + "Ġdicts": 98699, + "ĠQFont": 98700, + ".SQLite": 98701, + "Ġtransplantation": 98702, + "ĠMessageBoxButton": 98703, + "ĠElves": 98704, + "']])Ċ": 98705, + "(QIcon": 98706, + "Ġcinemas": 98707, + "COORD": 98708, + "-China": 98709, + "Ġkhẩu": 98710, + "æĪijçļĦ": 98711, + "Ġskulls": 98712, + "Ġpainstaking": 98713, + "fce": 98714, + ".XRLabel": 98715, + "Ġspecifier": 98716, + "Ġpreferring": 98717, + "/activity": 98718, + "(Photo": 98719, + "ált": 98720, + ".lot": 98721, + "''.": 98722, + "annonce": 98723, + ".googlecode": 98724, + "-pdf": 98725, + "ĠPoke": 98726, + "_ACL": 98727, + "Ġendowed": 98728, + "discover": 98729, + ".omg": 98730, + "Ġwoodland": 98731, + ".Magic": 98732, + "Ġvolont": 98733, + "NotAllowed": 98734, + "Ġchave": 98735, + "BMW": 98736, + "','=',": 98737, + "ĠSIX": 98738, + "æĪij们": 98739, + "Ġkosher": 98740, + "Ġaspiration": 98741, + "intl": 98742, + "_refptr": 98743, + "'+Ċ": 98744, + "mentor": 98745, + ".club": 98746, + "WindowState": 98747, + ".ARR": 98748, + "Ġzza": 98749, + "ĠmessageType": 98750, + ".equ": 98751, + "Thor": 98752, + "Ġinjust": 98753, + "Ġgums": 98754, + "ĠborderSide": 98755, + "/////": 98756, + "ĠTransmit": 98757, + "Ġbufsize": 98758, + "Ġhak": 98759, + "Ġellas": 98760, + "RANDOM": 98761, + "ĉmc": 98762, + "Ġpea": 98763, + "eko": 98764, + "documento": 98765, + "Ġhysteria": 98766, + "Ġarenas": 98767, + "Ġgunmen": 98768, + "Ġmike": 98769, + "Ġimpunity": 98770, + "atisation": 98771, + "_Zero": 98772, + "_COMPANY": 98773, + "ĠGors": 98774, + "ĠuseClass": 98775, + "(redis": 98776, + "ĠRUNNING": 98777, + "ĠBair": 98778, + "velte": 98779, + "Ġ','.": 98780, + "аÑĤÑĮÑģÑı": 98781, + "öst": 98782, + "encodeURIComponent": 98783, + "_restrict": 98784, + "Ġdecals": 98785, + "ĠPedido": 98786, + "Ġaltercation": 98787, + "Displays": 98788, + "ĠApplicants": 98789, + "CUS": 98790, + "Textarea": 98791, + "ĠAngola": 98792, + ".future": 98793, + "ĠUSHORT": 98794, + "Ġsuppressing": 98795, + "Ġsetzen": 98796, + "APolynomial": 98797, + "Ġtoch": 98798, + "Ġhallmark": 98799, + "Ġ$$$": 98800, + "ĠCHARSET": 98801, + ".rpm": 98802, + "ĠDich": 98803, + "--------------------": 98804, + "_parm": 98805, + "è¿ĺ": 98806, + "acciones": 98807, + "hait": 98808, + "WARDED": 98809, + "_routing": 98810, + "ĠNOM": 98811, + "Ġenclave": 98812, + "ĠLotto": 98813, + "ĉfr": 98814, + "complexContent": 98815, + "ĠBallard": 98816, + "kube": 98817, + "/win": 98818, + ".getColumnModel": 98819, + "_REPLACE": 98820, + "HeaderValue": 98821, + "Ġestudiantes": 98822, + "Ġapis": 98823, + "Ġbpm": 98824, + "ĠTypeName": 98825, + "AndGet": 98826, + "rita": 98827, + "Plans": 98828, + ">Note": 98829, + "Ġfetisch": 98830, + "Ġtoned": 98831, + "_goto": 98832, + "onsense": 98833, + "Ġmolds": 98834, + "Ġinfiltration": 98835, + "ĠGuerrero": 98836, + "ubbo": 98837, + "cki": 98838, + "($(\".": 98839, + "_activities": 98840, + "(changes": 98841, + "ĠofApp": 98842, + "ĠKepler": 98843, + "ĠDemp": 98844, + "ĠContinent": 98845, + ".Ticks": 98846, + "ĠUnsigned": 98847, + "ĠJahres": 98848, + "Ġfreshmen": 98849, + "ĠArchived": 98850, + "ĠкоÑĤоÑĢÑĭй": 98851, + "Ġ'::": 98852, + "Tutorial": 98853, + "Cc": 98854, + "ĠtableLayoutPanel": 98855, + "fromJson": 98856, + ".levels": 98857, + "_transient": 98858, + "Ġendorsing": 98859, + "ĠDIC": 98860, + "lauf": 98861, + "Ġshred": 98862, + "_EMIT": 98863, + "ificantly": 98864, + "ALA": 98865, + "/proto": 98866, + "Ġnarrowing": 98867, + "Utc": 98868, + "Factors": 98869, + "Ġsentient": 98870, + "æŀIJ": 98871, + "lixir": 98872, + "ĠCROSS": 98873, + "meteor": 98874, + "Ġgroin": 98875, + "Ġmdb": 98876, + "ĠRotterdam": 98877, + "Ġcomida": 98878, + "ĠOpCode": 98879, + "ĠDefaultValue": 98880, + "PermissionsResult": 98881, + "Ġheterogeneous": 98882, + "Ġmoot": 98883, + "Ġdeceived": 98884, + "-independent": 98885, + "ĠObjectOutputStream": 98886, + "Ġoverpower": 98887, + ".dup": 98888, + "Ġldb": 98889, + "Ġdomestically": 98890, + "Ġbestellen": 98891, + "Ġlov": 98892, + "ĠContractors": 98893, + "Triangles": 98894, + "Ġfodder": 98895, + "Ġfilmes": 98896, + "ä¼ģ": 98897, + "Ġrevolver": 98898, + "StartupScript": 98899, + "/validation": 98900, + "ĠResourceType": 98901, + "iÅŁ": 98902, + "ĠLaz": 98903, + "fef": 98904, + "Ġlstm": 98905, + "{*": 98906, + ".attachment": 98907, + ".hits": 98908, + "ewith": 98909, + "DOG": 98910, + "Alabama": 98911, + "Ġmediums": 98912, + ".mContext": 98913, + "-cols": 98914, + "åıĭ": 98915, + ".notice": 98916, + "Ġattn": 98917, + "ĠPacking": 98918, + "ĠLn": 98919, + "_COMPLEX": 98920, + "/Users": 98921, + ".savetxt": 98922, + "ĠRounds": 98923, + "?,?,?,?,": 98924, + "Ġingl": 98925, + "ĠROC": 98926, + "_female": 98927, + "ĠStard": 98928, + "]];": 98929, + "Ġwrestlers": 98930, + "Ġtorrents": 98931, + "Ġsinh": 98932, + "ĊĊ": 98933, + "ë³µ": 98934, + "sense": 98935, + "however": 98936, + ".Physics": 98937, + "Infrastructure": 98938, + "ĠSacr": 98939, + "Fel": 98940, + "ĠDISTRIBUT": 98941, + "éments": 98942, + "ĠValidates": 98943, + "############################################################": 98944, + "Ġ|/": 98945, + "Ġesl": 98946, + "Ġréseau": 98947, + "ĠBip": 98948, + "BYTES": 98949, + "_WATER": 98950, + "Turning": 98951, + "ELS": 98952, + "Ġjuxtap": 98953, + "Ġlesbische": 98954, + "ých": 98955, + "(Unknown": 98956, + "Neo": 98957, + "@JsonProperty": 98958, + "Ġalumnos": 98959, + "ĠRaqqa": 98960, + "imei": 98961, + ".getBounds": 98962, + ".MouseEventHandler": 98963, + "#######": 98964, + "GenericType": 98965, + "/cms": 98966, + "Ġturno": 98967, + "Ġмин": 98968, + "Ġfolklore": 98969, + "ĠEvo": 98970, + "Ġconductivity": 98971, + "Ġleben": 98972, + "Ġgearbox": 98973, + "-vs": 98974, + "ĠÏĨ": 98975, + "Ġdrinkers": 98976, + "Ġconexao": 98977, + "ĠTeeth": 98978, + "ĠgetArguments": 98979, + "ĠRAT": 98980, + "entious": 98981, + "Educ": 98982, + "+W": 98983, + "ĠInstitutional": 98984, + "ĠBord": 98985, + "isEqual": 98986, + "(pwd": 98987, + "Ġignited": 98988, + "ĠRousse": 98989, + "Ġimpactful": 98990, + "ĠMalk": 98991, + "Ġgeral": 98992, + "ĠPivot": 98993, + "Ġazt": 98994, + "Ġcsvfile": 98995, + "ĠRope": 98996, + "ĠSOLUTION": 98997, + "ĠArbitrary": 98998, + "Ġletto": 98999, + ".MouseAdapter": 99000, + "Ġ}}}": 99001, + "ĠSailor": 99002, + "dera": 99003, + "Putting": 99004, + "Ġconcentrates": 99005, + "ĠauthDomain": 99006, + "âĢĿçļĦ": 99007, + "-finals": 99008, + ",strlen": 99009, + "Muon": 99010, + "ĠOrdinary": 99011, + "firefox": 99012, + "ĠLaTeX": 99013, + "ĠHund": 99014, + "engineering": 99015, + "/blue": 99016, + "edTextBox": 99017, + "(\"\");": 99018, + "ĠCDDL": 99019, + "kept": 99020, + "ĠGetString": 99021, + "Kir": 99022, + "()='": 99023, + "ĠOCD": 99024, + "antium": 99025, + "$menu": 99026, + "ĠAppalachian": 99027, + "Secretary": 99028, + "ë¥ĺ": 99029, + "ีย": 99030, + "Semantic": 99031, + "Ġ*[": 99032, + "estone": 99033, + "ungkin": 99034, + "MaxY": 99035, + "-tone": 99036, + "\"};čĊ": 99037, + "_Part": 99038, + "ĊĊ": 99240, + "Lic": 99241, + "ĠMirage": 99242, + "ĠAssemblyFileVersion": 99243, + "TeV": 99244, + "ĠValueEventListener": 99245, + "-solving": 99246, + "Tho": 99247, + "roulette": 99248, + "_WP": 99249, + "Ġuninterrupted": 99250, + "ĠfieldType": 99251, + ".Typed": 99252, + "Ġamour": 99253, + "Ġmockery": 99254, + "(vol": 99255, + "ĠSubcommittee": 99256, + "ĠRuf": 99257, + "erox": 99258, + ":UIButtonTypeCustom": 99259, + "ĠBlur": 99260, + "Ġwykon": 99261, + "nces": 99262, + "ASHBOARD": 99263, + "!!\");Ċ": 99264, + "Ġmurderers": 99265, + ".daily": 99266, + "ĠDIAG": 99267, + "jing": 99268, + "Ġdolphin": 99269, + "Ġlòng": 99270, + "Ġbö": 99271, + "ĠVocabulary": 99272, + ".StObject": 99273, + "')\">": 99274, + "Ġzun": 99275, + "Ġscrimmage": 99276, + "tréal": 99277, + "ĠLig": 99278, + "[vi": 99279, + "Cole": 99280, + "Ġfrosting": 99281, + ".Players": 99282, + "-translate": 99283, + "Feels": 99284, + "=\\\"/": 99285, + ".ButterKnife": 99286, + "Ġ?>;Ċ": 99287, + "Ġavi": 99288, + "innie": 99289, + ".Failure": 99290, + "Ġspindle": 99291, + "ConfigurationException": 99292, + "_hop": 99293, + "Ġposição": 99294, + "ĠAwait": 99295, + "UIImagePickerController": 99296, + "ĉday": 99297, + "Ġgenom": 99298, + "Cab": 99299, + "ĠÑĢезÑĥлÑĮÑĤаÑĤ": 99300, + "ORIGINAL": 99301, + "Ġejaculation": 99302, + "(tcp": 99303, + "SECOND": 99304, + "Ġtonic": 99305, + "ĠListBox": 99306, + "ĠĉĉĊ": 99307, + "()>Ċ": 99308, + "Ġquatre": 99309, + "ượng": 99310, + "withErrors": 99311, + ".Maybe": 99312, + ",âĢ¦": 99313, + "tokenId": 99314, + "_UNDEF": 99315, + "Ġfreshness": 99316, + "ĠAmendments": 99317, + ".mapbox": 99318, + ".CV": 99319, + "(blog": 99320, + "_gettime": 99321, + ".quest": 99322, + "sparse": 99323, + "Ġresale": 99324, + "Ġenthusiastically": 99325, + "ĠProstitutas": 99326, + "Wa": 99327, + "Cargo": 99328, + ".Parcelable": 99329, + "SENSOR": 99330, + "ĠRyu": 99331, + "Laughs": 99332, + "_Native": 99333, + "/pg": 99334, + "ysts": 99335, + "Ġphotoc": 99336, + "ç®Ģ": 99337, + "adopt": 99338, + ".species": 99339, + "conciliation": 99340, + "Adjusted": 99341, + ".FirebaseAuth": 99342, + "uttle": 99343, + "ordination": 99344, + "Ġmunch": 99345, + "ĠStake": 99346, + ".ping": 99347, + "anker": 99348, + "(QStringLiteral": 99349, + "Ġsubscript": 99350, + "ĠĠĉĊ": 99351, + "ĠMCC": 99352, + "_Cmd": 99353, + "sexy": 99354, + "iou": 99355, + "ĠMANY": 99356, + "Ġnanny": 99357, + "TRAIN": 99358, + "Ġflourishing": 99359, + "ĠWatches": 99360, + "ĠQMap": 99361, + "ĠFerm": 99362, + "Ġwasm": 99363, + "ĠAbed": 99364, + "_UD": 99365, + "ĠGlasses": 99366, + "+v": 99367, + "Attend": 99368, + ".Chain": 99369, + "Ġdecency": 99370, + "ĠSupplementary": 99371, + "hunter": 99372, + "-txt": 99373, + "Ġ\"}\";Ċ": 99374, + ".setWindowTitle": 99375, + "(\"": 99477, + "Ġmascara": 99478, + "(Profile": 99479, + "åĬŁèĥ½": 99480, + "imité": 99481, + "Ġwildfires": 99482, + "-ROM": 99483, + ".isOn": 99484, + "(groupId": 99485, + "Repair": 99486, + "accumulate": 99487, + "Ġ<\",": 99488, + "Ġhandwritten": 99489, + "Ġacheter": 99490, + "ĠMGM": 99491, + "ĠIrma": 99492, + "->{_": 99493, + "gee": 99494, + "criminal": 99495, + "Ġèĭ¥è¦ģ": 99496, + "Ġmomentarily": 99497, + "\")!=": 99498, + "_lit": 99499, + "ĠexpiresIn": 99500, + ".\").": 99501, + "éķ¿åº¦": 99502, + "Ġfrække": 99503, + "vlc": 99504, + "Ġorbs": 99505, + "),$": 99506, + "Ġventured": 99507, + "/>\\": 99508, + "charm": 99509, + "Nuitka": 99510, + "eldig": 99511, + "atonin": 99512, + "Witness": 99513, + "-lat": 99514, + "ĠsetHidden": 99515, + "Ġrelics": 99516, + "Ġconsulate": 99517, + ".IGNORE": 99518, + "\"After": 99519, + "ĠsetAddress": 99520, + "Ġbesteht": 99521, + "Ġ'')ĊĊ": 99522, + ".xaxis": 99523, + "Ġserão": 99524, + "Ġmisled": 99525, + "_UNIFORM": 99526, + "ĠVIA": 99527, + "incr": 99528, + "Ġzenith": 99529, + "Ġviscosity": 99530, + "Ġthinly": 99531, + ".getSharedPreferences": 99532, + ".ErrorCode": 99533, + "\"),\"": 99534, + "ĠMillionen": 99535, + "Ġ/>)Ċ": 99536, + "ScrollIndicator": 99537, + "-seeking": 99538, + "ĠPOLITICO": 99539, + "asca": 99540, + "_rl": 99541, + "Navig": 99542, + "(fullfile": 99543, + "Ġsolitude": 99544, + "Ġjuven": 99545, + "Ġhauling": 99546, + "ĠMacros": 99547, + "ĠGry": 99548, + "Ġexercitation": 99549, + "ĠATTACK": 99550, + "TickCount": 99551, + "Ġrites": 99552, + "Ġdoe": 99553, + "ParticleSystem": 99554, + "Ġslu": 99555, + "WindowText": 99556, + "ĠClassName": 99557, + "Ġslander": 99558, + "ĉPort": 99559, + "jong": 99560, + "?a": 99561, + ".Dial": 99562, + "âĢĶat": 99563, + "$objPHPExcel": 99564, + "Ġsoar": 99565, + "ENN": 99566, + "appeared": 99567, + "Ġquotid": 99568, + "emachine": 99569, + "Ġnip": 99570, + "Ġmicrotime": 99571, + "ĠAlma": 99572, + ";!": 99573, + "------------------------------------------------------------------------------------------------": 99574, + "ĠPassage": 99575, + "Ġdumpsters": 99576, + "ĠExclude": 99577, + "Ġsuggestive": 99578, + "ĠCircularProgressIndicator": 99579, + "_clr": 99580, + "ArrayType": 99581, + "ILLA": 99582, + "ElapsedTime": 99583, + "Driven": 99584, + "ĠresourceName": 99585, + "ĠGarrison": 99586, + "serir": 99587, + "-ahead": 99588, + "Ġpinnacle": 99589, + "ĠEspresso": 99590, + "Sparse": 99591, + "Ġassays": 99592, + "ĠGirlfriend": 99593, + "imid": 99594, + "]='\\": 99595, + "ONGLONG": 99596, + "Ġportraying": 99597, + "Lane": 99598, + "Ġbúsqueda": 99599, + "Ġreinforcements": 99600, + "ĠSpreadsheet": 99601, + "ĠArrayCollection": 99602, + ",arr": 99603, + "lightbox": 99604, + "icana": 99605, + "<\"": 99606, + "builders": 99607, + "Kid": 99608, + "ĠMatSnackBar": 99609, + "EXPR": 99610, + "odcast": 99611, + "ĠFoundations": 99612, + "Ġinds": 99613, + "='${": 99614, + "Fizz": 99615, + "-functional": 99616, + "(workspace": 99617, + "Ġstemmed": 99618, + "_patches": 99619, + "ĠJarvis": 99620, + "READING": 99621, + "Ġdisrespectful": 99622, + "ĠQDom": 99623, + "Ġ${Ċ": 99624, + "estatus": 99625, + "Reached": 99626, + "!.ĊĊ": 99627, + "ILT": 99628, + "ĠNDEBUG": 99629, + "ĠCourage": 99630, + "birthdate": 99631, + "ĠTing": 99632, + "Ġutilizado": 99633, + "ánchez": 99634, + "Outdoor": 99635, + "Ġhandguns": 99636, + "RefCount": 99637, + "ÉĻ": 99638, + "romo": 99639, + "Ġtts": 99640, + ".She": 99641, + "ĠPane": 99642, + "ãĢij,ãĢIJ": 99643, + "ĠIOCTL": 99644, + "/black": 99645, + "inscription": 99646, + "Ġbiopsy": 99647, + "ĠTimeInterval": 99648, + ".TestCheck": 99649, + "ĠGUIStyle": 99650, + "ĠCapability": 99651, + "ĠBeitrag": 99652, + "donnees": 99653, + "Treatment": 99654, + ".backup": 99655, + "Ġsignings": 99656, + "ĠBoca": 99657, + "drm": 99658, + ".MAIN": 99659, + "Ġgoede": 99660, + "ĠMarkup": 99661, + "GREE": 99662, + "ĠBaseService": 99663, + ".Creator": 99664, + "Ġjails": 99665, + "ĠKahn": 99666, + "IpAddress": 99667, + "ACHI": 99668, + "Ġinhibited": 99669, + "Ġ@$_": 99670, + "ĠAssass": 99671, + "Ġenviado": 99672, + "Heroes": 99673, + "ÐŁÐµÑĢ": 99674, + "ĠMaven": 99675, + ".ls": 99676, + "Ġive": 99677, + "|RF": 99678, + "ĠresizeMode": 99679, + "Ġrumpe": 99680, + "_attachments": 99681, + "TU": 99682, + "Ġtactile": 99683, + "Attempting": 99684, + "Ġrobin": 99685, + "yaw": 99686, + "Ġmercenaries": 99687, + "ĠHabitat": 99688, + "enddate": 99689, + "Ġoxy": 99690, + "ĉRandom": 99691, + "ohon": 99692, + "IsNull": 99693, + "ĠValidationResult": 99694, + "ãĥļ": 99695, + "umbed": 99696, + "ppv": 99697, + "Ġarp": 99698, + "ichick": 99699, + "_rnn": 99700, + "ĠTFT": 99701, + "TexImage": 99702, + "\"On": 99703, + "ĠSampler": 99704, + "topl": 99705, + "Ġjane": 99706, + "yling": 99707, + "ĠUNICODE": 99708, + "TabIndex": 99709, + "<{Ċ": 99710, + "suspend": 99711, + "uvian": 99712, + ",application": 99713, + "олиÑĩеÑģÑĤво": 99714, + "yat": 99715, + "ezier": 99716, + "ĠCHUNK": 99717, + "ĠAdler": 99718, + "/Add": 99719, + "ĠKeyValue": 99720, + "Ġsposób": 99721, + "Sampling": 99722, + "chers": 99723, + "_AMD": 99724, + "Ru": 99725, + ".MustCompile": 99726, + "Nation": 99727, + "Assoc": 99728, + "Managing": 99729, + "ĠEngl": 99730, + "_GB": 99731, + "Ġsuccinct": 99732, + "Ġdisliked": 99733, + "ĠIke": 99734, + "Bulletin": 99735, + "_ARCHIVE": 99736, + "Proposal": 99737, + "Ġjogging": 99738, + ".CREATED": 99739, + "Ġchol": 99740, + "è£ħ": 99741, + "Į¨": 99742, + "-push": 99743, + "Ġreserva": 99744, + "corev": 99745, + "ètre": 99746, + "THR": 99747, + "Ġincompetence": 99748, + "Ġcharisma": 99749, + "æĦŁ": 99750, + "Ġ\"==": 99751, + "BTN": 99752, + "ĠLocator": 99753, + "ivet": 99754, + "('.')Ċ": 99755, + "ĠforIndexPath": 99756, + "ôme": 99757, + "Ġcapacit": 99758, + "waters": 99759, + "ĠWRONG": 99760, + "hoa": 99761, + "ĠMIPS": 99762, + "Ġemiss": 99763, + "ĠJacqueline": 99764, + "(cmp": 99765, + "Ġeens": 99766, + "Leo": 99767, + ".timing": 99768, + "CLUSION": 99769, + "Ġ(\"-": 99770, + "åĵĪ": 99771, + ".kode": 99772, + "ĠUndert": 99773, + "Ġbewild": 99774, + "ĠEssen": 99775, + ".hd": 99776, + "Ġrenegot": 99777, + "Ġmower": 99778, + "Ġlsp": 99779, + "Ġpenchant": 99780, + "Ġmanoe": 99781, + "Ġagli": 99782, + "Ġrecal": 99783, + "ĠOPERATION": 99784, + "(^)(": 99785, + "Ġν": 99786, + "ĠScoped": 99787, + "Ġ@\"Ċ": 99788, + "=label": 99789, + "[loc": 99790, + "Intl": 99791, + "ĠNz": 99792, + "tablet": 99793, + ".ColumnName": 99794, + "ĠscreenSize": 99795, + "DBus": 99796, + "cooked": 99797, + "-registration": 99798, + "âĢľOne": 99799, + "-non": 99800, + "ĠwiÄĻc": 99801, + "Ġcosta": 99802, + ".addTab": 99803, + ".conditions": 99804, + "ĠHess": 99805, + "MEMORY": 99806, + "ĠAvalanche": 99807, + "()}}Ċ": 99808, + "Ġtriplet": 99809, + "Ġlabyrinth": 99810, + "ĠNodeList": 99811, + "ĠNYT": 99812, + "Ġyeni": 99813, + "dff": 99814, + ".HtmlControls": 99815, + "AVIS": 99816, + "/Math": 99817, + "Ġmemcmp": 99818, + "اء": 99819, + "оÑģÑĮ": 99820, + "crap": 99821, + "(pages": 99822, + "Ġlxml": 99823, + "ĠQDateTime": 99824, + "_tcb": 99825, + "Ġopenid": 99826, + "Ġsynaptic": 99827, + "ĠMDMA": 99828, + "(slug": 99829, + "igmatic": 99830, + "enor": 99831, + "Ġcramped": 99832, + "GOP": 99833, + "ŃIJ": 99834, + ".isFile": 99835, + "ĠDifferential": 99836, + "Ġ=\"\";Ċ": 99837, + "ĉĉĉĠĠĠĠĉ": 99838, + "ĠCooke": 99839, + "ĉUFUNCTION": 99840, + "Ġperseverance": 99841, + "RelativeLayout": 99842, + "IMPORTANT": 99843, + "Ġexon": 99844, + "Ġон": 99845, + "ibase": 99846, + "(CONT": 99847, + "novation": 99848, + "ä½ķ": 99849, + "[sub": 99850, + "AdminController": 99851, + "HTTPHeader": 99852, + "crear": 99853, + "ĠNIR": 99854, + "ĠDropDownList": 99855, + "Ġvalide": 99856, + "Ġdehydration": 99857, + ".']": 99858, + "(WIN": 99859, + "Ġ...\\": 99860, + "Ġphotoshop": 99861, + "ĉInit": 99862, + "_cou": 99863, + "ĠtimeZone": 99864, + "darwin": 99865, + "romatic": 99866, + "NavigationItemSelectedListener": 99867, + "brates": 99868, + "]--;Ċ": 99869, + "Ġtragedies": 99870, + "ĠPediatrics": 99871, + "SMART": 99872, + "-API": 99873, + "ĠMessageLookup": 99874, + "ĉvo": 99875, + "Ġprejudices": 99876, + "ĠmA": 99877, + "Ups": 99878, + "ĠMISSING": 99879, + "ĉad": 99880, + "Cream": 99881, + "ĠTb": 99882, + "ĠMona": 99883, + "_ghost": 99884, + "ĉtypes": 99885, + "Emb": 99886, + "ĠDocumentary": 99887, + "');ĊĊĊĊ": 99888, + "Ġlup": 99889, + "_Reference": 99890, + "ĠBATCH": 99891, + "Ġintertwined": 99892, + "": 100015, + "Ġfoyer": 100016, + "'utilisation": 100017, + "ĠMüller": 100018, + "ĠFetish": 100019, + "ĠdefaultManager": 100020, + "Ġbacktrack": 100021, + "Bah": 100022, + "Explicit": 100023, + "_ASCII": 100024, + "ĠmActivity": 100025, + "(Msg": 100026, + "Ġê²Į": 100027, + "ĠTERMS": 100028, + "ĠAngie": 100029, + "HSV": 100030, + "ĠMosque": 100031, + ".Names": 100032, + "íĬ¼": 100033, + "reste": 100034, + "_parms": 100035, + "Ġgaping": 100036, + "Ġcropping": 100037, + "DataFrame": 100038, + "Ġresponsiveness": 100039, + "_undo": 100040, + "_tran": 100041, + ".terminate": 100042, + "Ġitaliane": 100043, + "Ġwalkthrough": 100044, + "Ġattractiveness": 100045, + "де": 100046, + "_STS": 100047, + "_learn": 100048, + "Ġchocolates": 100049, + "ierarchical": 100050, + "-thinking": 100051, + "Ġ)))": 100052, + "ishments": 100053, + ".Logf": 100054, + "ĠTMZ": 100055, + "ĠCanary": 100056, + "foil": 100057, + "ĠVaccine": 100058, + ".vx": 100059, + "ĠSurround": 100060, + "Intermediate": 100061, + "Ġiov": 100062, + "vais": 100063, + "';\";Ċ": 100064, + "ï½ŀĊĊ": 100065, + "éĢģæĸĻ": 100066, + "âĢ¦it": 100067, + "Seats": 100068, + "Clar": 100069, + "Wars": 100070, + "ĠHutchinson": 100071, + "ĠHasan": 100072, + "!')ĊĊ": 100073, + "ĠRichie": 100074, + "cheiden": 100075, + "($('": 100076, + "York": 100077, + "Ġlids": 100078, + "Ġalphanumeric": 100079, + "ĠGlock": 100080, + ".shapes": 100081, + "Ġsparking": 100082, + "_epsilon": 100083, + "uplicated": 100084, + ".dirty": 100085, + "])==": 100086, + "ĠìľĦì¹ĺ": 100087, + "Ġscn": 100088, + "Ġ/****************************************************************": 100089, + "_PREVIEW": 100090, + "_HC": 100091, + "ielding": 100092, + "fgets": 100093, + "ĠAddison": 100094, + "ĠproductService": 100095, + "-figure": 100096, + "(retval": 100097, + "zano": 100098, + "Ġautob": 100099, + "ĉsd": 100100, + "_numer": 100101, + "ĠSetLastError": 100102, + "ĠFior": 100103, + "ificance": 100104, + "Untitled": 100105, + "Ġinfield": 100106, + "Ġ{}));Ċ": 100107, + "Ġspac": 100108, + "Ġrookies": 100109, + "(describing": 100110, + "ngen": 100111, + "ிà®": 100112, + ".rdf": 100113, + ".Mutex": 100114, + "Ġkneeling": 100115, + "ĠQE": 100116, + "setMax": 100117, + "ReadStream": 100118, + "Ġventas": 100119, + "sut": 100120, + "cmpeq": 100121, + ".WriteAllText": 100122, + "ĠExperienced": 100123, + "$__": 100124, + "Ġkaum": 100125, + "ĠLIS": 100126, + "Ġdocumentos": 100127, + "_HEALTH": 100128, + "icontains": 100129, + "Ġartisans": 100130, + "OWNER": 100131, + "Ġblinked": 100132, + "getDisplay": 100133, + "Ġtoen": 100134, + "ĠrowNum": 100135, + "Ġavril": 100136, + "Ġinvis": 100137, + "ĠKear": 100138, + "toBeInTheDocument": 100139, + "apur": 100140, + "Ġracked": 100141, + "ĠMcMaster": 100142, + "_ATTRIB": 100143, + "Haz": 100144, + "Ġfactura": 100145, + "/ts": 100146, + "ĠÑĢазмеÑĢ": 100147, + "Ġzf": 100148, + "Ġshortfall": 100149, + ".fasta": 100150, + "ĠCONSTANT": 100151, + ".managed": 100152, + "gems": 100153, + "SharedPointer": 100154, + "Ġblurry": 100155, + "brightness": 100156, + "(components": 100157, + "Ġ...\"ĊĊ": 100158, + "SELL": 100159, + "ĠIllustrator": 100160, + ".getChannel": 100161, + "Ġtrouvé": 100162, + "ysters": 100163, + "Ġvois": 100164, + "ĠLinden": 100165, + "Ġemojis": 100166, + "Ġbrawl": 100167, + "ĠMSR": 100168, + "ĠElo": 100169, + "ĠCroatian": 100170, + "PopupMenu": 100171, + "Lewis": 100172, + ".JWT": 100173, + "Ġastonished": 100174, + "Bush": 100175, + "(itemId": 100176, + "Ġdetachment": 100177, + "ĠEncore": 100178, + "å°Ķ": 100179, + "Ġrekl": 100180, + "Ġcram": 100181, + ")$/": 100182, + ".getHost": 100183, + "_recommend": 100184, + "-HT": 100185, + "_calibration": 100186, + "Authenticate": 100187, + ".firebaseapp": 100188, + "UNIX": 100189, + "ĉCamera": 100190, + "ĠHEAP": 100191, + "Ideal": 100192, + ".office": 100193, + "Ġgoofy": 100194, + "(Symbol": 100195, + "Ġjouer": 100196, + "_partitions": 100197, + "Ġrapidement": 100198, + "ĠGNUNET": 100199, + "idUser": 100200, + "Ġsupervise": 100201, + "(Contact": 100202, + "AWN": 100203, + "ãģĺ": 100204, + "Ġnaam": 100205, + "Ġaust": 100206, + "åľ¨çº¿": 100207, + "_softmax": 100208, + "AllowAnonymous": 100209, + "ammable": 100210, + "ROUTE": 100211, + "*D": 100212, + "Ġaden": 100213, + "ĠCristina": 100214, + "ĠCristiano": 100215, + "Ġbloodstream": 100216, + "subclass": 100217, + "_persona": 100218, + "CHILD": 100219, + "-know": 100220, + "ĠnavigationOptions": 100221, + "ĠZukunft": 100222, + "ĠPixar": 100223, + "Tyler": 100224, + "Ġunderworld": 100225, + "Ġsincerity": 100226, + "Ġdispenser": 100227, + "Ġkter": 100228, + "idders": 100229, + ".addNode": 100230, + "-checked": 100231, + "Ġkeyst": 100232, + "ĠWTO": 100233, + ".signals": 100234, + "Ġadventurer": 100235, + "ĠPang": 100236, + "\\R": 100237, + "=pos": 100238, + "Ġdispensaries": 100239, + "ĠCloset": 100240, + "(\"{\\\"": 100241, + "ideon": 100242, + "Ġnécessaire": 100243, + "()\"Ċ": 100244, + "_RECEIVED": 100245, + "Ġrésultats": 100246, + "Ġmoden": 100247, + "ĠIcelandic": 100248, + ";d": 100249, + ".allowed": 100250, + "(newUser": 100251, + "Ġmerciless": 100252, + ".WaitFor": 100253, + "Ġdaycare": 100254, + "ĠConveyor": 100255, + "ĠÙ": 100256, + "اÙ": 100257, + "าà¸": 100258, + "ÑŁ": 100259, + "ÑŁÑŁ": 100260, + "Ġà¸": 100261, + "à¹Ģà¸": 100262, + "iá»": 100263, + "ãĢĢãĢĢãĢĢãĢĢ": 100264, + "ĠاØ": 100265, + "à¥Ī": 100266, + "ĠãĢĢ": 100267, + "ÑĹ": 100268, + "iá»ĩ": 100269, + "ÑŁÑŁÑŁÑŁ": 100270, + "à¥ĩà¤Ĥ": 100271, + "Ñĸд": 100272, + "ार": 100273, + "ÙĨد": 100274, + "Ñĸв": 100275, + "Ġब": 100276, + "Ġà¤ľ": 100277, + "।": 100278, + "нÑĸ": 100279, + "à¤Ĺ": 100280, + "ĠØ¢": 100281, + "Ġन": 100282, + "ÑĶ": 100283, + "ĠÑĢа": 100284, + "Ġà¤ħ": 100285, + "ÑģÑĮ": 100286, + "Ġव": 100287, + "ÑĨÑĸ": 100288, + "Ġvá»": 100289, + "³Øª": 100290, + "Ġद": 100291, + "nÄĽ": 100292, + "Ġल": 100293, + "ĠãĢĢĠãĢĢ": 100294, + "à¥Ĥ": 100295, + "द": 100296, + "à¸Ńà¸ĩ": 100297, + "ÙĪÙĨ": 100298, + "व": 100299, + "aÅŁ": 100300, + "à¹Ĥ": 100301, + "ικ": 100302, + "Ġर": 100303, + "Ġви": 100304, + "à¥įय": 100305, + "ान": 100306, + "Ġاز": 100307, + "اÙĩ": 100308, + "Ľi": 100309, + "Ġhá»": 100310, + "à¥ĭà¤Ĥ": 100311, + "iế": 100312, + "ĠÄijá»": 100313, + "य": 100314, + "Ïį": 100315, + "Ġcủ": 100316, + "Ġبر": 100317, + "ĠÙħÛĮ": 100318, + "ĠاÛĮ": 100319, + "Ġà¤Ĩ": 100320, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 100321, + "िय": 100322, + "ÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁ": 100323, + "ви": 100324, + "رد": 100325, + "нÑĥ": 100326, + "ÙĬÙĨ": 100327, + "ια": 100328, + "Ġत": 100329, + "Ñĩи": 100330, + "Ġà¤ķर": 100331, + "از": 100332, + "aÄŁ": 100333, + "Ġà¤ī": 100334, + "ब": 100335, + "ÏĦα": 100336, + "تر": 100337, + "Ùĩا": 100338, + "ระ": 100339, + "jÃŃ": 100340, + "Îij": 100341, + "аÑĤи": 100342, + "Ġà¤Ĺ": 100343, + "ĠÑĤа": 100344, + "ÚĨ": 100345, + "à¤ľ": 100346, + "าà¸Ļ": 100347, + "Ġà¤Ń": 100348, + "िà¤ķ": 100349, + "áv": 100350, + "ĠÚ¯": 100351, + "Ïİ": 100352, + "าย": 100353, + "Ġà¤Ķ": 100354, + "ÅĻÃŃ": 100355, + "اÙĪ": 100356, + "ĠÑī": 100357, + "Ġà¤Ķर": 100358, + "еннÑı": 100359, + "ĠÚ©Ùĩ": 100360, + "ड": 100361, + "ÏĦο": 100362, + "ει": 100363, + "Ġà¤ĩ": 100364, + "à¥įत": 100365, + "à¤Ł": 100366, + "Û±": 100367, + "ĠØĮ": 100368, + "Ïģο": 100369, + "ηÏĤ": 100370, + "ë¬": 100371, + "Ñĸн": 100372, + "iá»ģ": 100373, + "iên": 100374, + "ĠвÑĸд": 100375, + "dı": 100376, + "ÙĦÛĮ": 100377, + "Ġز": 100378, + "Ïģα": 100379, + "ĠÛĮ": 100380, + "าà¸ĩ": 100381, + "Ġthá»": 100382, + "Ġà¹Ģà¸": 100383, + "iá»ĩn": 100384, + "اÙĬ": 100385, + "аннÑı": 100386, + "ÑĢе": 100387, + "ÎŁ": 100388, + "åĴ": 100389, + "اش": 100390, + "ाल": 100391, + "ëħĦ": 100392, + "Ġय": 100393, + "Ġرا": 100394, + "़": 100395, + "Ñĥв": 100396, + "ÙĪÙħ": 100397, + "ĠعÙĦ": 100398, + "ία": 100399, + "à¥Īà¤Ĥ": 100400, + "à¥ģà¤": 100401, + "าม": 100402, + "Ġmá»Ļt": 100403, + "Ġà¤ı": 100404, + "ãĢĢãĢĢãĢĢ": 100405, + "Ġपर": 100406, + "ĠاÙĨ": 100407, + "ĠاÛĮÙĨ": 100408, + "ĠvỼi": 100409, + "Σ": 100410, + "à¤ļ": 100411, + "Û°": 100412, + "iá»ĥ": 100413, + "าà¸ģ": 100414, + "ÎĻ": 100415, + "اع": 100416, + "Ñĸй": 100417, + "à¹ģล": 100418, + "ÙĩاÛĮ": 100419, + "Ñĩа": 100420, + ".:.:": 100421, + "ÏĦη": 100422, + "ĠÎij": 100423, + "رÛĮ": 100424, + "Ġngh": 100425, + "να": 100426, + "à¹ĥà¸Ļ": 100427, + "ित": 100428, + "Ġκαι": 100429, + "ÏĦε": 100430, + "à¥įà¤Ł": 100431, + "μα": 100432, + "лÑĥ": 100433, + "ým": 100434, + "ÏĢο": 100435, + "à¥Ī।": 100436, + "ï¼¼": 100437, + "رÙĬ": 100438, + "ниÑħ": 100439, + "Ïģι": 100440, + "ÙĢ": 100441, + "ÑĢо": 100442, + "Ġà¤ļ": 100443, + "ात": 100444, + "اÙĤ": 100445, + "Ġश": 100446, + "ĠÄijá»Ļ": 100447, + "ého": 100448, + "iá»ģu": 100449, + "ศ": 100450, + "ÑĸлÑĮ": 100451, + "uyá»": 100452, + "Û²": 100453, + "ĠnÄĥ": 100454, + "Ïīν": 100455, + "ĠÏĦοÏħ": 100456, + "кий": 100457, + "íĸ": 100458, + "ĠÑīо": 100459, + "à¥įव": 100460, + "ĠاÙĦØ£": 100461, + "ائ": 100462, + "tı": 100463, + "ĠÏĦο": 100464, + "¬¬": 100465, + "ĠØ·": 100466, + "ÙħاÙĨ": 100467, + "ĠÎł": 100468, + "ди": 100469, + "ึ": 100470, + "िà¤ı": 100471, + "ãģ£ãģŁ": 100472, + "ÛĮÙħ": 100473, + "ÃŃnh": 100474, + "rav": 100475, + "ÄĽt": 100476, + "Îķ": 100477, + "ĠÑıк": 100478, + "çĤ": 100479, + "à¸Ńà¸Ļ": 100480, + "ãģ¦ãģĦ": 100481, + "िल": 100482, + "ÑĸÑĤ": 100483, + "за": 100484, + "áp": 100485, + "ध": 100486, + "Ġêµ": 100487, + "à¹ģละ": 100488, + "ÃŃch": 100489, + "ĠØ¢ÙĨ": 100490, + "تÙĩ": 100491, + "ĠÙħع": 100492, + "ний": 100493, + "Æ°á»Ľc": 100494, + "ĠاÙĦع": 100495, + "رب": 100496, + "ाम": 100497, + "ĠرÙĪ": 100498, + "é«": 100499, + "ıy": 100500, + "Ġhá»į": 100501, + "ÑĤÑĮÑģÑı": 100502, + "ĠÎļ": 100503, + "Ġà¤ĩस": 100504, + "＿": 100505, + "ĠÚĨ": 100506, + "ĠÙĪاÙĦ": 100507, + "íķĻ": 100508, + "ÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁ": 100509, + "Ġvý": 100510, + "िस": 100511, + "ững": 100512, + "سÛĮ": 100513, + "Ġìĥ": 100514, + "ाà¤Ĥ": 100515, + "､": 100516, + "à¹ĩà¸Ļ": 100517, + "Ġथ": 100518, + "larak": 100519, + "ây": 100520, + "tÄĽ": 100521, + "νο": 100522, + "ĠÙħÙĪ": 100523, + "ĠngÆ°á»Ŀi": 100524, + "å¦": 100525, + "ÙĬد": 100526, + "ilir": 100527, + "اØŃ": 100528, + "ĠãĢ": 100529, + "Ùĭ": 100530, + "ĠÑĢоз": 100531, + "Ġй": 100532, + "Ġdụ": 100533, + "à¹Ģà¸Ľ": 100534, + "ัà¸ĩ": 100535, + "ле": 100536, + "ाय": 100537, + "ï¿£": 100538, + "ÙĪاÙĨ": 100539, + "Ġthá»ĥ": 100540, + "ãĥ½": 100541, + "Ã¼ÅŁ": 100542, + "çŁ": 100543, + "Ġο": 100544, + "ĠΣ": 100545, + "ÛĮت": 100546, + "ัà¸ģ": 100547, + "Τ": 100548, + "Ġà¤ıà¤ķ": 100549, + "ĠÙĩÙħ": 100550, + "ìĽĶ": 100551, + "ĠÎľ": 100552, + "Ġà¸Ħ": 100553, + "¯¸": 100554, + "ارÛĮ": 100555, + "िन": 100556, + "Ġnhững": 100557, + "ĠnhÆ°": 100558, + "иÑĤи": 100559, + "ãĥ³ãĥ": 100560, + "à¹Ģร": 100561, + "ĠÐĽ": 100562, + "ÑĢÑĸ": 100563, + "ád": 100564, + "üy": 100565, + "iye": 100566, + "ĠÎķ": 100567, + "Ġส": 100568, + "Ïĥη": 100569, + "Ġë¬": 100570, + "ï»": 100571, + "ण": 100572, + "ÎĹ": 100573, + "श": 100574, + "ĠÙħØŃ": 100575, + "ÙĦÙĬ": 100576, + "Ġμε": 100577, + "ĠpÅĻÃŃ": 100578, + "ÎĿ": 100579, + "à¥įष": 100580, + "tir": 100581, + "راÙĨ": 100582, + "ĠÄijá»ĭ": 100583, + "ĠкоÑĤ": 100584, + "кÑĢа": 100585, + "λο": 100586, + "ĠÏĦη": 100587, + "Ñīе": 100588, + "ÏĦικ": 100589, + "ัà¹ī": 100590, + "iết": 100591, + "αν": 100592, + "íĶ": 100593, + "киÑħ": 100594, + "ĠпоÑģ": 100595, + "tır": 100596, + "à¥įम": 100597, + "رÙģ": 100598, + "ÄĽl": 100599, + "à¤Ń": 100600, + "ové": 100601, + "Ġlá»": 100602, + "à¹Ħà¸Ķ": 100603, + "ãģªãģĦ": 100604, + "ษ": 100605, + "iá»ĩu": 100606, + "ξ": 100607, + "ĠعÙĦÙī": 100608, + "дÑĥ": 100609, + "Ġdụng": 100610, + "аÑĢа": 100611, + "ाद": 100612, + "ož": 100613, + "ÙĦÙĩ": 100614, + "ÙĦÙħ": 100615, + "ноÑĹ": 100616, + "Û±Û": 100617, + "à¸Ĥà¸Ńà¸ĩ": 100618, + "Ρ": 100619, + "à¥Ģà¤Ĥ": 100620, + "ĠпÑĸд": 100621, + "Ġफ": 100622, + "à¸ĺ": 100623, + "εÏĤ": 100624, + "ास": 100625, + "à¹ĥห": 100626, + "ова": 100627, + "تÛĮ": 100628, + "à¸Ńย": 100629, + "à¸į": 100630, + "ĠnÄĥm": 100631, + "ÏĦι": 100632, + "ÙĪÛĮ": 100633, + "ĠмÑĸ": 100634, + "ĠاÙħ": 100635, + "ÏĢÏĮ": 100636, + "Ġzá": 100637, + "à¤Ī": 100638, + "Ġà¤ĸ": 100639, + "ĠnÄĽ": 100640, + "cÃŃ": 100641, + "ÙĨÚ¯": 100642, + "Ñģи": 100643, + "ζ": 100644, + "ná": 100645, + "Ŀi": 100646, + "Å©": 100647, + "ئ": 100648, + "ĠاÙĦس": 100649, + "á»ijc": 100650, + "ẽ": 100651, + "اج": 100652, + "Ùħا": 100653, + "êµŃ": 100654, + "оÑİ": 100655, + "در": 100656, + "à¹Ģà¸ģ": 100657, + "à¸ł": 100658, + "áng": 100659, + "íķ©": 100660, + "ĠÏĦηÏĤ": 100661, + "ĠÑĸн": 100662, + "оÑĹ": 100663, + "à¥ĩश": 100664, + "à¸ĭ": 100665, + "à¥ĭà¤Ĺ": 100666, + "лÑĸ": 100667, + "ĠpÅĻed": 100668, + "ÄįnÃŃ": 100669, + "Ġка": 100670, + "ĠΤ": 100671, + "á»Ļi": 100672, + "vÃŃ": 100673, + "ÑĢÑı": 100674, + "à¤¾à¤ľ": 100675, + "аÑħ": 100676, + "िर": 100677, + "าส": 100678, + "dır": 100679, + "Ø¢": 100680, + "Îļ": 100681, + "ĠÎŃ": 100682, + "Ġtại": 100683, + "iá»ĩc": 100684, + "iến": 100685, + "Ġغ": 100686, + "اخ": 100687, + "ĠاÙĦØŃ": 100688, + "ĠбÑĥ": 100689, + "Ġvá»ģ": 100690, + "мÑĸ": 100691, + "ÙħÙĦ": 100692, + "mÄ±ÅŁ": 100693, + "à¸Ľà¸£à¸°": 100694, + "οÏį": 100695, + "εί": 100696, + "Ġरह": 100697, + "ним": 100698, + "عد": 100699, + "ĠباÙĦ": 100700, + "¤ij": 100701, + "çł": 100702, + "Ġolm": 100703, + "Ïİν": 100704, + "Ġhá»įc": 100705, + "است": 100706, + "าว": 100707, + "ÙĪب": 100708, + "ÑĸÑı": 100709, + "ĠÙĩاÛĮ": 100710, + "ë§Ī": 100711, + "à¥Į": 100712, + "ĠÄĮ": 100713, + "à¤ı": 100714, + "ادÙĩ": 100715, + "ĠاÙĪ": 100716, + "нÑĭм": 100717, + "ằ": 100718, + "ÙħÙĨ": 100719, + "iá»ĩt": 100720, + "laÅŁ": 100721, + "Ñĸз": 100722, + "ÙĪس": 100723, + "ĠlÃłm": 100724, + "ĠÄijến": 100725, + "पन": 100726, + "ĠÛĮÚ©": 100727, + "ĠÙĦÙĦ": 100728, + "ĠmÄĽ": 100729, + "ĠبراÛĮ": 100730, + "ाह": 100731, + "ĠÙħر": 100732, + "eç": 100733, + "à¸Ńร": 100734, + "εÏģ": 100735, + "ัà¸Ķ": 100736, + "кон": 100737, + "nou": 100738, + "Ġгод": 100739, + "ูà¹ī": 100740, + "à¹Ģล": 100741, + "Úĺ": 100742, + "ĠÄijá»ĭnh": 100743, + "ĠÄijó": 100744, + "анов": 100745, + "ĠÙģر": 100746, + "ارد": 100747, + "ÑĸÑĹ": 100748, + "à¸Ħร": 100749, + "à¥įथ": 100750, + "cak": 100751, + "ÑĨÑĸÑĹ": 100752, + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ": 100753, + "Ùĩر": 100754, + "à¥ī": 100755, + "Ġgiá»": 100756, + "íĨ": 100757, + "âĢĮÙĩاÛĮ": 100758, + "à¥ģर": 100759, + "Ġà¸ģ": 100760, + "ÅĪ": 100761, + "æ¨": 100762, + "ÎŁÎ": 100763, + "าà¸Ħ": 100764, + "кÑĢаÑĹ": 100765, + "ảo": 100766, + "oÄŁ": 100767, + "Ġसम": 100768, + "Ġviá»ĩc": 100769, + "Ġsẽ": 100770, + "Ġná": 100771, + "ÙĬÙħ": 100772, + "£p": 100773, + "öy": 100774, + "ÙĪز": 100775, + "Ġκα": 100776, + "Ùħد": 100777, + "nÃŃm": 100778, + "ová": 100779, + "ाव": 100780, + "ा।": 100781, + "à¥įस": 100782, + "ç·": 100783, + "ặc": 100784, + "Ġà¸ŀ": 100785, + "ï½Ģ": 100786, + "ôi": 100787, + "Ġợ": 100788, + "οÏĤ": 100789, + "Ġtrên": 100790, + "мÑĥ": 100791, + "ÑģÑĮк": 100792, + "à¸Ł": 100793, + "ovat": 100794, + "Ġmá»": 100795, + "íı": 100796, + "Ġво": 100797, + "εν": 100798, + "à¥Ĥर": 100799, + "گاÙĩ": 100800, + "ĠÄijá»Ļng": 100801, + "Ú©ÙĨ": 100802, + "Ñīи": 100803, + "ĠпÑĢа": 100804, + "ürk": 100805, + "ÙĪع": 100806, + "ấp": 100807, + "ný": 100808, + "Ġquan": 100809, + "ÑĸÑĩ": 100810, + "Ġνα": 100811, + "Ġनह": 100812, + "ĠÚ©ÙĨ": 100813, + "cı": 100814, + "çĿĢ": 100815, + "бо": 100816, + "Ġاس": 100817, + "è»": 100818, + "اÙĨÛĮ": 100819, + "à¸ķร": 100820, + "ÏĦά": 100821, + "ĠØ£ÙĨ": 100822, + "éĤ£": 100823, + "Ġม": 100824, + "кÑĤ": 100825, + "iê": 100826, + "Ġhợp": 100827, + "تÙħ": 100828, + "ĠبÙĨ": 100829, + "hod": 100830, + "ιÏĥ": 100831, + "หà¸Ļ": 100832, + "ĠÑĹ": 100833, + "лив": 100834, + "Ġکرد": 100835, + "ĠÙħØ´": 100836, + "اط": 100837, + "بÙĬ": 100838, + "Ġร": 100839, + "دÙħ": 100840, + "ÙĦاÙħ": 100841, + "à¹Īว": 100842, + "ĠÙĨÙħ": 100843, + "ĠæĹ": 100844, + "éħ": 100845, + "ноÑģÑĤ": 100846, + "iá»ĥm": 100847, + "êµIJ": 100848, + "ayı": 100849, + "ĠبÙĪد": 100850, + "گر": 100851, + "Ġhiá»ĩn": 100852, + "ç³": 100853, + "ÑģÑĤвен": 100854, + "Ġà¤ķरन": 100855, + "ĠÏĦην": 100856, + "Ġà¸Ń": 100857, + "ĠÙħت": 100858, + "ģn": 100859, + "جÙħ": 100860, + "λλ": 100861, + "ĠÑĢе": 100862, + "ิà¸Ķ": 100863, + "ĠاÙĦÙĤ": 100864, + "αÏģ": 100865, + "Ġयह": 100866, + "nÃŃch": 100867, + "ÑĶÑĤÑĮÑģÑı": 100868, + "Ġà¸Ĺ": 100869, + "ÛĮØ´": 100870, + "ÅĻe": 100871, + "Ġnebo": 100872, + "ĠÑĩа": 100873, + "lou": 100874, + "ÑģÑĤво": 100875, + "ĠЧ": 100876, + "à¸Ħว": 100877, + "ÙĩÙħ": 100878, + "à¹Ģà¸Ķ": 100879, + "Ġà¹ģ": 100880, + "Ġà¹Ĥ": 100881, + "Û³": 100882, + "Å©ng": 100883, + "Ġnej": 100884, + "ÛĮÚ©": 100885, + "Ġsá»Ń": 100886, + "Ùģر": 100887, + "Îł": 100888, + "Ġпок": 100889, + "ĠاÙĦÙĨ": 100890, + "ĠvÅ¡": 100891, + "ẫ": 100892, + "ĠnhÃł": 100893, + "ãĢĢãĢĢãĢĢãĢĢãĢĢ": 100894, + "ήÏĤ": 100895, + "οÏģ": 100896, + "ĠÏĩ": 100897, + "à¹Ģà¸Ĺ": 100898, + "ÑĥлÑĮ": 100899, + "ãħĩ": 100900, + "Ġyıl": 100901, + "ÑĢод": 100902, + "ίν": 100903, + "ìĹĪëĭ¤": 100904, + "اص": 100905, + "ĠÄijầu": 100906, + "à¥ĩà¤ķ": 100907, + "ÑĢом": 100908, + "ãģĵãģ¨": 100909, + "Ġار": 100910, + "她": 100911, + "ĠتØŃ": 100912, + "Å¡tÄĽ": 100913, + "à¥įल": 100914, + "à¥įà¤ķ": 100915, + "Ġکار": 100916, + "ujÃŃ": 100917, + "Ġà¤īन": 100918, + "ĠαÏĢÏĮ": 100919, + "ĠmÃł": 100920, + "žÃŃ": 100921, + "Ġà¸Ī": 100922, + "alı": 100923, + "फ": 100924, + "ÑĩеÑģ": 100925, + "ĠعÙĨ": 100926, + "æķĻ": 100927, + "ï¾Ĩ": 100928, + "िà¤Ĥ": 100929, + "Ġsá»±": 100930, + "воÑĢ": 100931, + "Ġthá»±c": 100932, + "ëį°": 100933, + "ãģ¦ãģĦãĤĭ": 100934, + "à¹Īà¸ĩ": 100935, + "تب": 100936, + "Ġnhiá»ģu": 100937, + "ĥn": 100938, + "ĠÄijá»ĵ": 100939, + "Ġห": 100940, + "Ûµ": 100941, + "mÄĽ": 100942, + "ạt": 100943, + "ĠchÃŃnh": 100944, + "μÎŃ": 100945, + "anı": 100946, + "Ġbá»ĭ": 100947, + "ằng": 100948, + "ÅĻed": 100949, + "éŁ": 100950, + "ánh": 100951, + "ÙĢÙĢ": 100952, + "ĠÙħس": 100953, + "á»ĭch": 100954, + "Äĥn": 100955, + "ovánÃŃ": 100956, + "à¹Īาà¸ĩ": 100957, + "Ġà¸Ľ": 100958, + "ĠnÆ°á»Ľc": 100959, + "боÑĤ": 100960, + "ıyor": 100961, + "ĠØ®ÙĪد": 100962, + "Û¹": 100963, + "ĠÙħد": 100964, + "Ġüz": 100965, + "ì½": 100966, + "ÙĪÙĤ": 100967, + "르": 100968, + "лек": 100969, + "Ġcả": 100970, + "олог": 100971, + "à¹īà¸Ńà¸ĩ": 100972, + "miÅŁ": 100973, + "à¹īว": 100974, + "Ä©": 100975, + "Îľ": 100976, + "à¸Ńà¸ģ": 100977, + "＿＿": 100978, + "à¤ĸ": 100979, + "ĠЯ": 100980, + "무": 100981, + "اÛĮÛĮ": 100982, + "ské": 100983, + "uyên": 100984, + "eÅŁ": 100985, + "ái": 100986, + "úng": 100987, + "Ãło": 100988, + "ÑĸÑģ": 100989, + "ç¶": 100990, + "Ġà¤Ĩप": 100991, + "ïº": 100992, + "ÎĽ": 100993, + "Ġê³µ": 100994, + "ĠÐĨ": 100995, + "Ġà¤ħपन": 100996, + "ứng": 100997, + "ÏĮÏĤ": 100998, + "Ġnghiá»ĩ": 100999, + "ĠاÙĦب": 101000, + "à¥ĭन": 101001, + "Ġà¤Ł": 101002, + "Ġìľł": 101003, + "ĠcÅ©ng": 101004, + "Ġà¤īस": 101005, + "Ġड": 101006, + "ĠشدÙĩ": 101007, + "ีà¹ī": 101008, + "Û´": 101009, + "ặt": 101010, + "æĸ¯": 101011, + "Ġëį": 101012, + "Ġпл": 101013, + "би": 101014, + "ê³Ħ": 101015, + "ον": 101016, + "Ġçık": 101017, + "Ġbulun": 101018, + "سÙħ": 101019, + "aç": 101020, + "اÙĨÙĩ": 101021, + "ÛĮز": 101022, + "leÅŁ": 101023, + "ắc": 101024, + "اک": 101025, + "Ġसà¤ķ": 101026, + "ĠоÑĢг": 101027, + "Ġà¸Ļ": 101028, + "ाथ": 101029, + "ĠÙħÙĤ": 101030, + "ĠÎĶE": 101031, + "ÑİÑĤÑĮ": 101032, + "á»Ļc": 101033, + "Ġη": 101034, + "sob": 101035, + "Ġtheo": 101036, + "åŀ": 101037, + "ĠاÙĦØ´": 101038, + "à¹Ģà¸ŀ": 101039, + "ÎŃÏĤ": 101040, + "à¹Ģà¸Ĥ": 101041, + "åĻ": 101042, + "िश": 101043, + "Ġباز": 101044, + "ÑĢоб": 101045, + "Ġγια": 101046, + "με": 101047, + "Ġباش": 101048, + "ाà¤ĩ": 101049, + "Ġquy": 101050, + "λε": 101051, + "اÙĥ": 101052, + "ĠÑĢок": 101053, + "ĠTürk": 101054, + "ĠÐ¥": 101055, + "ÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁ": 101056, + "æ©": 101057, + "Ġphải": 101058, + "à¸Ħวาม": 101059, + ":::": 101060, + "lÃŃ": 101061, + "Ġjsou": 101062, + "ÛĮÙĦ": 101063, + "álnÃŃ": 101064, + "ĶĶ": 101065, + "íĸī": 101066, + "æĥ³": 101067, + "lá": 101068, + "ĠÏĥÏħ": 101069, + "Ñĭва": 101070, + "Ġnhất": 101071, + "à¸Ńม": 101072, + "Û¸": 101073, + "ecek": 101074, + "ÑĸÑĢ": 101075, + "ÙĪØ´": 101076, + "λα": 101077, + "ĠÎĴ": 101078, + "оÑĢа": 101079, + "Ùģت": 101080, + "edir": 101081, + "ÑĥÑħ": 101082, + "ä¸ĸ": 101083, + "ĠУкÑĢаÑĹ": 101084, + "ĠíĶ": 101085, + "άν": 101086, + "Ġشر": 101087, + "ĠاÙĦج": 101088, + "еÑĢед": 101089, + "ìĺģ": 101090, + "ĠhÃłnh": 101091, + "￣￣": 101092, + "ме": 101093, + "ÑİÑĤÑģÑı": 101094, + "ĠØ¥ÙĦÙī": 101095, + "ìĹħ": 101096, + "Ġتر": 101097, + "ком": 101098, + "Ġشد": 101099, + "ĠاÙĦÙĥ": 101100, + "ĠÏĥÏĦο": 101101, + "à¥įद": 101102, + "볤": 101103, + "ÑĥваннÑı": 101104, + "Ġthì": 101105, + "ê´Ģ": 101106, + "κε": 101107, + "سب": 101108, + "íĥĢ": 101109, + "Ġï¼ı": 101110, + "Ġà¹ģละ": 101111, + "ĠÏĮ": 101112, + "ниÑĨ": 101113, + "ĠÐĿа": 101114, + "Ñıв": 101115, + "lü": 101116, + "ιο": 101117, + "ÙĨدÙĩ": 101118, + "ÙĦÙĥ": 101119, + "ĠngÃły": 101120, + "Ġnhân": 101121, + "Ġ^{": 101122, + "à¥ĥ": 101123, + "Ġgerek": 101124, + "ارÙĩ": 101125, + "ĠcÆ¡": 101126, + "Ġà¸ķ": 101127, + "æĤ": 101128, + "çĶ°": 101129, + "à¥Īà¤Ĥ।": 101130, + "ัว": 101131, + "vÄĽ": 101132, + "öz": 101133, + "или": 101134, + "Ġpháp": 101135, + "ê¸Ī": 101136, + "ĠÎŁ": 101137, + "ĠpÅĻi": 101138, + "Ġìĸ´": 101139, + "Ġдол": 101140, + "ÙĪرد": 101141, + "à¹Ģม": 101142, + "Ïĥε": 101143, + "าà¸Ĺ": 101144, + "oÃłi": 101145, + "รม": 101146, + "Û¶": 101147, + "Ġà¸ļ": 101148, + "iyet": 101149, + "ÏĦαι": 101150, + "ìĦł": 101151, + "ĠεÏĢ": 101152, + "िव": 101153, + "ê¹Į": 101154, + "га": 101155, + "ĠÑģлÑĥ": 101156, + "Ġhình": 101157, + "ĠداÙĨ": 101158, + "Ġà¤Ĺय": 101159, + "ÙĬا": 101160, + "èij": 101161, + "à¤Ĥत": 101162, + "ĠساÙĦ": 101163, + "ëłĪ": 101164, + "lerin": 101165, + "à¥ĩत": 101166, + ".:.:.:.:": 101167, + "Ġëħ": 101168, + "ĠاÙĦØ¥": 101169, + "ảng": 101170, + "èĦ": 101171, + "ολ": 101172, + "пов": 101173, + "Ġθ": 101174, + "Û·": 101175, + "Ġnó": 101176, + "ĠdÃ¼ÅŁ": 101177, + "Ġtiế": 101178, + "ÙĪج": 101179, + "Ġjsem": 101180, + "ạng": 101181, + "ãģĤãĤĭ": 101182, + "à¸Ńà¸ļ": 101183, + "ÙĪÙĬ": 101184, + "à¤ķर": 101185, + "Ġде": 101186, + "¯¼": 101187, + "Ġно": 101188, + "ÑĨÑĸй": 101189, + "ÏĥÏĦ": 101190, + "кие": 101191, + "Ïĥει": 101192, + "ìķĪ": 101193, + "ĠhÆ¡n": 101194, + "Ġà¤ķह": 101195, + "اض": 101196, + "ì¸": 101197, + "ãĥŁ": 101198, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 101199, + "ãĤĪãģĨ": 101200, + "ा,": 101201, + "еÑĢи": 101202, + "ë©°": 101203, + "íĶĦ": 101204, + "ĠпоÑģÑĤ": 101205, + "خر": 101206, + "à¥ĭत": 101207, + "âu": 101208, + "кой": 101209, + "daki": 101210, + "íħ": 101211, + "::::::::::::::::": 101212, + "Ġöz": 101213, + "ÑĢаж": 101214, + "nÃŃho": 101215, + "หล": 101216, + "ĠÏĥÏĦη": 101217, + "ĠÄijá»ģ": 101218, + "Ġká»": 101219, + "iá»ĥn": 101220, + "ÅĻi": 101221, + "Ġkteré": 101222, + "¢ħ": 101223, + "üç": 101224, + "ÙĬÙģ": 101225, + "Ġlý": 101226, + "Ġthá»Ŀi": 101227, + "ĠìĨĮ": 101228, + "нÑĮ": 101229, + "ÐĨ": 101230, + "ÑĤÑĢ": 101231, + "à¸ĩาà¸Ļ": 101232, + "коÑĹ": 101233, + "μο": 101234, + "Ġsür": 101235, + "uyá»ģn": 101236, + "ĠÙħا": 101237, + "à¤Ĥà¤Ĺ": 101238, + "ĠÄijá»ĵng": 101239, + "òn": 101240, + "à¥ģल": 101241, + "à¥įप": 101242, + "λη": 101243, + "Ùħر": 101244, + "пÑĢи": 101245, + "iyle": 101246, + "ाप": 101247, + "Ġà¤ħन": 101248, + "ĠÑĶ": 101249, + "Ġyön": 101250, + "ÙĦÙģ": 101251, + "adır": 101252, + "á½": 101253, + "Ġê³ł": 101254, + "خص": 101255, + "imiz": 101256, + "åľĭ": 101257, + "Ġнад": 101258, + "ĠÅĻ": 101259, + "ноÑģÑĤÑĸ": 101260, + "ĠاÙģ": 101261, + "анÑĸ": 101262, + "à¥ĩà¤Ł": 101263, + "Ġë§IJ": 101264, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 101265, + "ĠìĬ¤": 101266, + "ิà¸ķ": 101267, + "åĦ": 101268, + "ÛĮÙĩ": 101269, + "оÑĪ": 101270, + "žit": 101271, + "ìĭ¤": 101272, + "à¥Ģन": 101273, + "Ġî": 101274, + "æ¥Ń": 101275, + "à¥ĩन": 101276, + "ĠØ°": 101277, + "Ġloại": 101278, + "à¹Ħà¸Ľ": 101279, + "Ñĸк": 101280, + "ĠкÑĢа": 101281, + "à¥ĭर": 101282, + "ุà¸Ķ": 101283, + "ĠاÙĦر": 101284, + "ĠÑģоб": 101285, + "าà¸Ĭ": 101286, + "Ġसà¤ķत": 101287, + "ĠÎĿ": 101288, + "اÙħÙĩ": 101289, + "à¹īาà¸Ļ": 101290, + "Ġtrình": 101291, + "ĠاÙĦÙģ": 101292, + "ĠاÙĦد": 101293, + "unun": 101294, + "оÑĤов": 101295, + "Æ°á»Ł": 101296, + "ĠÑģво": 101297, + "ίαÏĤ": 101298, + "ấn": 101299, + "огда": 101300, + "à¸Ĺย": 101301, + "Ġbyl": 101302, + "ØŃد": 101303, + "à¸ģล": 101304, + "بÙĩ": 101305, + "ĠvÄĽ": 101306, + "被": 101307, + "ĠØ¢Ùħ": 101308, + "ĠÄijiá»ģu": 101309, + "å¨": 101310, + "Ġkdy": 101311, + "ĠبÙĪ": 101312, + "ẫn": 101313, + "ìľł": 101314, + "ाà¤ķ": 101315, + "ků": 101316, + "ĠtrÆ°á»Ŀng": 101317, + "ické": 101318, + "ниÑı": 101319, + "ĠÏĢοÏħ": 101320, + "Æ°á»Łng": 101321, + "номÑĥ": 101322, + "à¹Īà¸Ļ": 101323, + "ูà¹Ī": 101324, + "Ġkết": 101325, + "Ġï¼¼": 101326, + "Ġìĭł": 101327, + "iç": 101328, + "ĠnÄĥng": 101329, + "ÄįÃŃ": 101330, + "ÑĤÑı": 101331, + "ÑĢеб": 101332, + "Ùĭا": 101333, + "Ú¯ÛĮ": 101334, + "ãĥİ": 101335, + "ĠkarÅŁ": 101336, + "вÑĸ": 101337, + "Ġphần": 101338, + "à¸Īะ": 101339, + "ắt": 101340, + "رة": 101341, + "ิà¸ĩ": 101342, + "ิà¹Ī": 101343, + "ाà¤Ī": 101344, + "าà¸ŀ": 101345, + "ÙĨÛĮ": 101346, + "ìĹ°": 101347, + "bÄĽ": 101348, + "ĠاÙĦص": 101349, + "íĹ": 101350, + "Ġسر": 101351, + "lara": 101352, + "ëĭ¨": 101353, + "ĠÙĤر": 101354, + "èİ": 101355, + "بد": 101356, + "Ġйого": 101357, + "à¥įह": 101358, + "Ġcách": 101359, + "íķĺê³ł": 101360, + "ĠÏĢÏģο": 101361, + "Ġتع": 101362, + "ĴĪ": 101363, + "Ġвод": 101364, + "ç¥ŀ": 101365, + "ким": 101366, + "Ġdá»±": 101367, + "à¹Ģห": 101368, + "ана": 101369, + "Ġï½": 101370, + "ĠbaÄŁ": 101371, + "Ġपह": 101372, + "Ġcao": 101373, + "ÏģÏĮ": 101374, + "ÙĨج": 101375, + "ाà¤ı": 101376, + "Ġå¹´": 101377, + "Ġnghiá»ĩp": 101378, + "Û²Û°": 101379, + "каÑı": 101380, + "Ïģί": 101381, + "Ġбол": 101382, + "Ġgiá": 101383, + "Ġзд": 101384, + "à¥ĩल": 101385, + "Ġcấp": 101386, + "à¹Ģส": 101387, + "Ïģγ": 101388, + "ĠìĤ": 101389, + "dÄĽ": 101390, + "à¥ģन": 101391, + "ìĪ": 101392, + "ılan": 101393, + "лаÑģ": 101394, + "Ġว": 101395, + "ĠÏĥε": 101396, + "ĠØ«": 101397, + "ĠЦ": 101398, + "çĤº": 101399, + "Ġbüy": 101400, + "еÑĨ": 101401, + "太": 101402, + "Ġबन": 101403, + "огÑĢа": 101404, + "ĠпÑĢоÑĤ": 101405, + "Ġlượng": 101406, + "Ġdön": 101407, + "รà¸ĩ": 101408, + "ало": 101409, + "ĠجÙħ": 101410, + "à¥Ī,": 101411, + "Ġ미": 101412, + "Ġê¹": 101413, + "ÙĪت": 101414, + "à¥Ģय": 101415, + "à¸Īาà¸ģ": 101416, + "Ġchất": 101417, + "Ω": 101418, + "Ġkhác": 101419, + "Ġtháng": 101420, + "jÅ¡ÃŃ": 101421, + "ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł": 101422, + "á»ijt": 101423, + "หร": 101424, + "Ñĸл": 101425, + "åħī": 101426, + "åĤ": 101427, + "ÙĦØ©": 101428, + "Ġê±°": 101429, + "овоÑĢ": 101430, + "iá»ĥu": 101431, + "ĠмеÑĤ": 101432, + "аÑĶ": 101433, + "ĠÑĩаÑģ": 101434, + "Ïģε": 101435, + "ì¹´": 101436, + "âĢĮØ´": 101437, + "물": 101438, + "úc": 101439, + "âĢĮÙĩا": 101440, + "iá»ģn": 101441, + "stav": 101442, + "íŀ": 101443, + "ĠÙĨظ": 101444, + "ĨĴ": 101445, + "ĠÏĦα": 101446, + "Ġзаб": 101447, + "ÙĥØ©": 101448, + "ĠгÑĢÑĥ": 101449, + "во": 101450, + "ĠÙħج": 101451, + "Ġsah": 101452, + "بÙĦ": 101453, + "عة": 101454, + "ÑĥÑĪ": 101455, + "ĠÑĤем": 101456, + "íĭ": 101457, + "eck": 101458, + "ÏīÏĤ": 101459, + "ÙĬت": 101460, + "ìĹĪ": 101461, + "çĭ": 101462, + "ذا": 101463, + "ìłĢ": 101464, + "ĠнаÑģ": 101465, + "ĠпоÑĩ": 101466, + "æł¡": 101467, + "ÏĪ": 101468, + "Ñģкой": 101469, + "üc": 101470, + "ÙĤÙĦ": 101471, + "Ġпоз": 101472, + "ĠоÑģоб": 101473, + "าล": 101474, + "нÑĭми": 101475, + "олод": 101476, + "è¼": 101477, + "ĠدÛĮ": 101478, + "ĠÑĥÑģÑĤ": 101479, + "Ġ무": 101480, + "ÙĬس": 101481, + "ë°©": 101482, + "à¥įà¤ļ": 101483, + "ила": 101484, + "Ġnên": 101485, + "ние": 101486, + "ιν": 101487, + "larını": 101488, + "à¹Ģà¸Ļ": 101489, + "ÙĨت": 101490, + "aģı": 101491, + "ımız": 101492, + "ĠاÙĦØ®": 101493, + "à¹Ģว": 101494, + "à¥įन": 101495, + "ĠÏħ": 101496, + "ĠíĨ": 101497, + "ẻ": 101498, + "ิà¹Ĥ": 101499, + "αÏĤ": 101500, + "меÑĤ": 101501, + "Ġzp": 101502, + "Ġjeho": 101503, + "ียà¸Ļ": 101504, + "ÑĦоÑĢ": 101505, + "ınız": 101506, + "klad": 101507, + "íĮĮ": 101508, + "uyá»ĩ": 101509, + "ιά": 101510, + "ĠãĢģ": 101511, + "شر": 101512, + "æ©Ł": 101513, + "Ġتا": 101514, + "Ġзна": 101515, + "ستاÙĨ": 101516, + "à¥ĩर": 101517, + "매": 101518, + "çĥ": 101519, + "Ġже": 101520, + "าà¸Ķ": 101521, + "Ġض": 101522, + "éŃ": 101523, + "Ġназ": 101524, + "ĠÛĮا": 101525, + "ené": 101526, + "ัย": 101527, + "íĸĪëĭ¤": 101528, + "Ġبد": 101529, + "à¥ģà¤ķ": 101530, + "ÑĤов": 101531, + "ì°¨": 101532, + "Ùĩد": 101533, + "à¸Ķย": 101534, + "Ġhoặc": 101535, + "ĠÐŁÑĢи": 101536, + "ÙĨا": 101537, + "çİĭ": 101538, + "ÑĥваÑĤи": 101539, + "à¸ļร": 101540, + "Ġà¤ķरत": 101541, + "ÏĥηÏĤ": 101542, + "ؤ": 101543, + "éķ·": 101544, + "åħĭ": 101545, + "Ġدار": 101546, + "ัà¹Ī": 101547, + "Æ¡i": 101548, + "าà¸Ī": 101549, + "ými": 101550, + "ấu": 101551, + "Ġدست": 101552, + "kem": 101553, + "ĠоÑģнов": 101554, + "모": 101555, + "Ïģά": 101556, + "æħ": 101557, + "Ġاب": 101558, + "士": 101559, + "Ħĸ": 101560, + "ÎĶ": 101561, + "ÙĬÙĥ": 101562, + "íİ": 101563, + "Ġyüz": 101564, + "adı": 101565, + "าà¸ķ": 101566, + "ä»Ģ": 101567, + "ìĿ´ëĭ¤": 101568, + "Ġzv": 101569, + "ĠtÄĽ": 101570, + "Ġíĸ": 101571, + "थ": 101572, + "Ġलà¤Ĺ": 101573, + "ìĺĢ": 101574, + "Ġан": 101575, + "çĹ": 101576, + "ìĹŃ": 101577, + "нÑĸÑģÑĤÑĮ": 101578, + "Åŀ": 101579, + "Ġphát": 101580, + "ÙĤØ©": 101581, + "Ġthế": 101582, + "Ġï¾": 101583, + "ì²ľ": 101584, + "ĠìĦł": 101585, + "à¹ĥà¸Ĭ": 101586, + "iêu": 101587, + "ÄŁini": 101588, + "ÙĤد": 101589, + "Ġkterý": 101590, + "Ñģкий": 101591, + "à¥įड": 101592, + "tadır": 101593, + "ĠÑģм": 101594, + "ÙĪÙģ": 101595, + "ارÙĬ": 101596, + "å¾·": 101597, + "ิม": 101598, + "خت": 101599, + "å¾Ī": 101600, + "ĠгоÑĢ": 101601, + "ï¼ĮæĪij": 101602, + "Ġìĺģ": 101603, + "ĠëıĻ": 101604, + "Ñģа": 101605, + "à¹Ģà¸Ħ": 101606, + "민": 101607, + "ึà¹Ī": 101608, + "Ġliên": 101609, + "ĠÙĩا": 101610, + "lerini": 101611, + "ĠÑĨе": 101612, + "اÙĦÛĮ": 101613, + "Ġमह": 101614, + "Ġvụ": 101615, + "Ġxuất": 101616, + "ิà¸ģ": 101617, + "ĠпÑĢоÑĨ": 101618, + "Ġαν": 101619, + "ÑĢим": 101620, + "Ġcần": 101621, + "ĠиÑħ": 101622, + "ноÑİ": 101623, + "ĠtÃŃnh": 101624, + "Ġbá»Ļ": 101625, + "Ñĸм": 101626, + "ĠnháºŃn": 101627, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 101628, + "ÙĬÙĩ": 101629, + "äºļ": 101630, + "Ġобла": 101631, + "Ġà¤ĺ": 101632, + "ných": 101633, + "æĿij": 101634, + "ÙĦس": 101635, + "Ġнеоб": 101636, + "ابة": 101637, + "vá": 101638, + "οÏħν": 101639, + "ÑĢеÑĤ": 101640, + "asında": 101641, + "Ġyar": 101642, + "ĠÄijiá»ĥm": 101643, + "нÑİ": 101644, + "ाà¤Ĺ": 101645, + "ĠÚ©Ø´": 101646, + "Ñĥз": 101647, + "Ġà¸Ķ": 101648, + "ảm": 101649, + "ками": 101650, + "ĠÎĻ": 101651, + "à¹Ģà¸ķ": 101652, + "ĠlỼ": 101653, + "ÙĤÛĮ": 101654, + "kou": 101655, + "ÙĦب": 101656, + "ива": 101657, + "æĵ": 101658, + "ẹ": 101659, + "κα": 101660, + "ë²ķ": 101661, + "èĤ²": 101662, + "á»ijn": 101663, + "Ġbelir": 101664, + "íĨł": 101665, + "ÏĦή": 101666, + "ÑĭÑĪ": 101667, + "ãĤĥ": 101668, + "Ġабо": 101669, + "ský": 101670, + "à¥Īस": 101671, + "ĠпÑĢоÑģÑĤ": 101672, + "ektedir": 101673, + "až": 101674, + "à¹Īà¸Ń": 101675, + "ĠоÑģÑĤ": 101676, + "Ġbảo": 101677, + "Ġ大": 101678, + "Ñĭм": 101679, + "Ġmů": 101680, + "Æ°á»Ľng": 101681, + "åıĹ": 101682, + "ÙĪÙĩ": 101683, + "ĠÑĥп": 101684, + "ÙĥÙĨ": 101685, + "ĠÏĦÏīν": 101686, + "ëħ¸": 101687, + "Ġà¸Ĭ": 101688, + "ĠÑĤого": 101689, + "ĠШ": 101690, + "ìĿ´íĬ¸": 101691, + "à¹Ģà¸Ń": 101692, + "инÑĥ": 101693, + "ĺħ": 101694, + "uyá»ĥn": 101695, + "íĴĪ": 101696, + "ạnh": 101697, + "Ġãĥ½": 101698, + "ÑĤобÑĭ": 101699, + "Ġtạo": 101700, + "å·Ŀ": 101701, + "ĠÄijá»iji": 101702, + "ĠëıĦ": 101703, + "ä¹ħ": 101704, + "ĠتÙħ": 101705, + "аÑĢи": 101706, + "stvÃŃ": 101707, + "Ġcùng": 101708, + "íŀĪ": 101709, + "Ġtarih": 101710, + "ì¤ij": 101711, + "íĤ": 101712, + "ĠدÙĪ": 101713, + "ì¡": 101714, + "алÑĸ": 101715, + "à¸IJ": 101716, + "Ġcòn": 101717, + "иÑĤÑĮÑģÑı": 101718, + "Ġवह": 101719, + "ÅĻeb": 101720, + "鼻": 101721, + "Ġми": 101722, + "ovÄĽ": 101723, + "Ġdân": 101724, + "ÑĨÑĸÑı": 101725, + "ÛĮست": 101726, + "åѸ": 101727, + "Ġür": 101728, + "صÙĦ": 101729, + "ÑĢиÑĤ": 101730, + "าห": 101731, + "ãģ¦ãģĦãģŁ": 101732, + "θη": 101733, + "çĸ": 101734, + "ØŁ": 101735, + "iÅŁtir": 101736, + "ĠУкÑĢаÑĹни": 101737, + "ë°ĺ": 101738, + "à¥ĩà¤ĸ": 101739, + "Ġvá»ĭ": 101740, + "Î¥": 101741, + "ĠãĢĢĠãĢĢĠãĢĢ": 101742, + "Ġbằng": 101743, + "Ġtá»ķ": 101744, + "оли": 101745, + "à¹Ĩ": 101746, + "ezi": 101747, + "Ġни": 101748, + "ĠÎĽ": 101749, + "Ġrất": 101750, + "μÏĢ": 101751, + "жд": 101752, + "ारत": 101753, + "Ġuž": 101754, + "à¥ĩस": 101755, + "اÙĨد": 101756, + "Ġbý": 101757, + "à¥ĭल": 101758, + "dÄĽl": 101759, + "ìķĺ": 101760, + "Ġجد": 101761, + "å³": 101762, + "ืà¹ī": 101763, + "Ġbản": 101764, + "ạch": 101765, + "ĠÅŁey": 101766, + "ĠÙĩر": 101767, + "Ġjen": 101768, + "ĠвÑĸн": 101769, + "esinde": 101770, + "Ġहम": 101771, + "çłĶ": 101772, + "à¸ļà¸ļ": 101773, + "Ġchức": 101774, + "ึà¸ĩ": 101775, + "malar": 101776, + "ĠdeÄŁil": 101777, + "æĿ±": 101778, + "Ġtác": 101779, + "ĠkiÅŁ": 101780, + "Ġtá»±": 101781, + "à¥įध": 101782, + "à¸Ļà¸Ĺ": 101783, + "ÎŁÎ¥": 101784, + "ÑģÑĮкого": 101785, + "Ġध": 101786, + "ĠìĿĺ": 101787, + "ÙĨØ©": 101788, + "üs": 101789, + "è«": 101790, + "Ġtarafından": 101791, + "ħn": 101792, + "Ġkinh": 101793, + "Ïĥι": 101794, + "à¥Ģà¤ķ": 101795, + "íı¬": 101796, + "اÙħÙĦ": 101797, + "ĠViá»ĩt": 101798, + "ĠÏĦον": 101799, + "ĠتÙĨ": 101800, + "Ġà¤ħध": 101801, + "à¹Īาà¸Ļ": 101802, + "rı": 101803, + "à¤Ĥद": 101804, + "éª": 101805, + "Ġchúng": 101806, + "ги": 101807, + "ÏĦαν": 101808, + "Ġдоп": 101809, + "нÑĸй": 101810, + "оналÑĮ": 101811, + "Îĵ": 101812, + "Ġbüyük": 101813, + "á¼": 101814, + "à¥Ģर": 101815, + "Ø°Ùĩ": 101816, + "ĠìķĦìĿ´": 101817, + "Ġdoanh": 101818, + "ĠÅĻÃŃ": 101819, + "ÑĨÑı": 101820, + "ĠtÆ°": 101821, + "Ġसर": 101822, + "ĠmÃŃst": 101823, + "Ġë°ı": 101824, + "Ø´ÙĨ": 101825, + "Ñĸб": 101826, + "ĠãĢĢãĢĢ": 101827, + "çĻ½": 101828, + "оÑģп": 101829, + "кÑĸв": 101830, + "Ġtế": 101831, + "ãģŃ": 101832, + "ĠtỼi": 101833, + "Ġìļ°": 101834, + "æľĥ": 101835, + "اÛĮد": 101836, + "æ§": 101837, + "ìłIJ": 101838, + "Ġdurum": 101839, + "à¹Ģà¸Ĭ": 101840, + "à¥Ģत": 101841, + "ĠÙĩÙĪ": 101842, + "à¥Ĥप": 101843, + "Ġgöre": 101844, + "ĠÑĢоб": 101845, + "Ġthiết": 101846, + "ajÃŃ": 101847, + "ĠاÛĮراÙĨ": 101848, + "âĢı": 101849, + "ÑģÑĮкоÑĹ": 101850, + "çħ": 101851, + "ĠìĦ¸": 101852, + "ừ": 101853, + "Ġà¸Ĥ": 101854, + "ům": 101855, + "ëŀĮ": 101856, + "ική": 101857, + "Ġмог": 101858, + "ÙĨÙĬ": 101859, + "ãģļ": 101860, + "ाब": 101861, + "æ¢": 101862, + "عÙĩ": 101863, + "ÑĶм": 101864, + "Ġά": 101865, + "οÏħÏĤ": 101866, + "زار": 101867, + "ê±´": 101868, + "ská": 101869, + "ĠاÙĬ": 101870, + "Ġilg": 101871, + "Ġsı": 101872, + "eleri": 101873, + "ĠÎĹ": 101874, + "uyor": 101875, + "ष": 101876, + "िम": 101877, + "ева": 101878, + "ä»Ģä¹Ī": 101879, + "ุà¹Ī": 101880, + "à¹īาà¸ĩ": 101881, + "Ġhiá»ĩu": 101882, + "Ġاع": 101883, + "Ġözel": 101884, + "νη": 101885, + "ëĦ¤": 101886, + "ĠtoÃłn": 101887, + "Ġmoh": 101888, + "ĠÑıкÑĸ": 101889, + "çĬ": 101890, + "maktadır": 101891, + "تاب": 101892, + "ĠÑģÑĥ": 101893, + "Ġyük": 101894, + "ĠΧ": 101895, + "зна": 101896, + "оÑħ": 101897, + "Æ°u": 101898, + "à¸Ĺร": 101899, + "ãħĭ": 101900, + "ĠkarÅŁÄ±": 101901, + "ÙħÛĮ": 101902, + "ĠÑĨÑĸ": 101903, + "ادÛĮ": 101904, + "à¥Ģ।": 101905, + "Ïģη": 101906, + "лов": 101907, + "夫": 101908, + "Ġphân": 101909, + "Ġпоп": 101910, + "ç·ļ": 101911, + "Ñıн": 101912, + "ุà¸ĵ": 101913, + "ÑģÑĤÑĥп": 101914, + "ίναι": 101915, + "ĠÑĢокÑĥ": 101916, + "larda": 101917, + "è»Ĭ": 101918, + "ÏģÏī": 101919, + "ÙĪاÙĩ": 101920, + "èħ": 101921, + "à¥įरत": 101922, + "å·±": 101923, + "ĠÑĢÑĥ": 101924, + "Ġthá»ĭ": 101925, + "ĠÄijiá»ĩn": 101926, + "ìĸij": 101927, + "ného": 101928, + "สม": 101929, + "ê°ģ": 101930, + "acÃŃ": 101931, + "Ġгода": 101932, + "kaz": 101933, + "Ġböl": 101934, + "Ġgian": 101935, + "à¸Ľà¸£": 101936, + "ï¾ŀ": 101937, + "ัà¸ķ": 101938, + "Ġgerç": 101939, + "Ġاج": 101940, + "Ġή": 101941, + "ÙijÙİ": 101942, + "Ñģкого": 101943, + "ÑĢаÑħ": 101944, + "ĠÅł": 101945, + "Ġà¤Ľ": 101946, + "оÑģÑĤÑĸ": 101947, + "본": 101948, + "ÑģÑĮкий": 101949, + "Û±Û¹": 101950, + "Ñĥва": 101951, + "اÙĦÙħ": 101952, + "ĠÙħص": 101953, + "ëįĺ": 101954, + "bÃŃ": 101955, + "ĠÙĪج": 101956, + "ÏĦÏĮ": 101957, + "ebilir": 101958, + "Ġtiếp": 101959, + "é¤": 101960, + "Ġä¸Ģ": 101961, + "ĠÑģÑĢед": 101962, + "ëĤ¨": 101963, + "εÏģι": 101964, + "اث": 101965, + "Ñģов": 101966, + "Ïĩε": 101967, + "Ġë¶Ħ": 101968, + "Ġtaké": 101969, + "Ġdüz": 101970, + "Ġíıī": 101971, + "Ġاص": 101972, + "ĠÏĥÏĦην": 101973, + "ë°Ķ": 101974, + "Ġhá»Ļi": 101975, + "رÙĩ": 101976, + "بÛĮ": 101977, + "ве": 101978, + "ĠاÙĦØ·": 101979, + "ĠÑĢез": 101980, + "بار": 101981, + "Ġgiải": 101982, + "ãģ«ãģª": 101983, + "oleÄį": 101984, + "à¤ł": 101985, + ";:": 101986, + "ä½ı": 101987, + "Ú©Ùĩ": 101988, + "ĠΦ": 101989, + "ĠÑĥÑĩ": 101990, + "âĹıâĹı": 101991, + "ูà¸ģ": 101992, + "à¥ĩव": 101993, + "Ïĥα": 101994, + "ĠاÙĨت": 101995, + "Ġвп": 101996, + "Ġquả": 101997, + "enin": 101998, + "ĠêµIJ": 101999, + "μά": 102000, + "کت": 102001, + "ÙĤÙĩ": 102002, + "ĠTürkiye": 102003, + "Ġthức": 102004, + "íĹĺ": 102005, + "iá»ĩm": 102006, + "Ġतà¤ķ": 102007, + "Ġéĩ": 102008, + "़ा": 102009, + "ĠØ£ÙĪ": 102010, + "ále": 102011, + "究": 102012, + "ĠÅŁekil": 102013, + "кого": 102014, + "ÑĪиÑħ": 102015, + "اÛĮØ´": 102016, + "تÙĨ": 102017, + "ней": 102018, + "à¸Ĺำ": 102019, + "ĠÑıв": 102020, + "رÙħ": 102021, + "Ġmáy": 102022, + "หม": 102023, + "ıyla": 102024, + "Ġcầu": 102025, + "Ġдоб": 102026, + "Ġìŀ¥": 102027, + "ový": 102028, + "ικÏĮ": 102029, + "Ġãħĩ": 102030, + "ĠÑĤеÑĢ": 102031, + "ĮĴ": 102032, + "سÙĬ": 102033, + "ĠoluÅŁ": 102034, + "Ġbyla": 102035, + "عÙĦ": 102036, + "ĠÙĥاÙĨ": 102037, + "боÑĢ": 102038, + "ì²Ń": 102039, + "ãĥı": 102040, + "ubl": 102041, + "Ġاخ": 102042, + "ÙĦÙĪد": 102043, + "تÙĬ": 102044, + "ladı": 102045, + "ĠÃ¶ÄŁ": 102046, + "ruh": 102047, + "ç¿": 102048, + "Ġبعد": 102049, + "ÎĻÎij": 102050, + "idir": 102051, + "ãģ«ãģ¯": 102052, + "Ġsöy": 102053, + "Ġkhách": 102054, + "ÑĨе": 102055, + "ĠØ´ÙĪد": 102056, + "ç¸": 102057, + "Ġëħ¸": 102058, + "úp": 102059, + "Ġneden": 102060, + "Ġhóa": 102061, + "Ġà¤īप": 102062, + "ÏĥειÏĤ": 102063, + "æĪ¿": 102064, + "Ġ³³": 102065, + "ĠìķĮ": 102066, + "à¥Ģ,": 102067, + "´ij": 102068, + "êu": 102069, + "ÑĢок": 102070, + "à¹Ģà¸Ī": 102071, + "Ġείναι": 102072, + "ĠبÙĦ": 102073, + "ĠÑģов": 102074, + "Ġönem": 102075, + "Ġà¸ĭ": 102076, + "ì§Ģë§Į": 102077, + "å®ĺ": 102078, + "격": 102079, + "ìĦĿ": 102080, + "Ġaž": 102081, + "Ġduy": 102082, + "ãģ¨ãģĦ": 102083, + "ØĽ": 102084, + "δο": 102085, + "θε": 102086, + "ÙĥاÙĨ": 102087, + "ढ": 102088, + "ाà¤ĵ": 102089, + "Ġdá»ĭch": 102090, + "á»Ļng": 102091, + "สำ": 102092, + "Äı": 102093, + "ĠÑĹÑħ": 102094, + "αλ": 102095, + "eÄį": 102096, + "ç²¾": 102097, + "Ġзв": 102098, + "èĩªå·±": 102099, + "ĠاÙĦÙĦÙĩ": 102100, + "ĠСÑĤ": 102101, + "ĠسÙĨÚ¯": 102102, + "Ġдом": 102103, + "гоÑĤов": 102104, + "повÑĸд": 102105, + "ĠBá»Ļ": 102106, + "à¥įयà¤ķ": 102107, + "طة": 102108, + "мов": 102109, + "à¸Ĺาà¸ĩ": 102110, + "ึà¸ģ": 102111, + "ĠÑĸз": 102112, + "à¥ĭà¤ľ": 102113, + "Ġgöster": 102114, + "Ġباشد": 102115, + "ileri": 102116, + "ĠÑģеб": 102117, + "Ñīо": 102118, + "Ġãħĩãħĩ": 102119, + "بت": 102120, + "Ñģе": 102121, + "à¥ĩà¤ľ": 102122, + "Ġlên": 102123, + "ĠتÙĪ": 102124, + "ÑĸÑģÑĤÑĮ": 102125, + "ï¾Ĩï¾Ĩ": 102126, + "ĠthÆ°á»Ŀng": 102127, + "ĠolduÄŁu": 102128, + "vÄĽt": 102129, + "ìĨį": 102130, + "ãģĿãģĨ": 102131, + "ĠìĦ±": 102132, + "ë°ľ": 102133, + "Ġà¸ģาร": 102134, + "ĠØ´Ùĩر": 102135, + "sled": 102136, + "ảnh": 102137, + "æŀĹ": 102138, + "lacak": 102139, + "Ġmình": 102140, + "Ú©ÛĮ": 102141, + "Ġà¹ĥà¸Ļ": 102142, + "Ġdùng": 102143, + "ĠмаÑģ": 102144, + "ÑĦек": 102145, + "æ°Ķ": 102146, + "é§": 102147, + "ĠاØŃ": 102148, + "èµ°": 102149, + "ÎĻÎļ": 102150, + "à¥ĩ।": 102151, + "ÑģÑĮка": 102152, + "ĠÑĩаÑģÑĤ": 102153, + "larının": 102154, + "Ġê¹Ģ": 102155, + "층": 102156, + "ними": 102157, + "èªŀ": 102158, + "åĢĭ": 102159, + "ĠêµŃ": 102160, + "коÑĢ": 102161, + "maya": 102162, + "ิà¹Ĥà¸Ļ": 102163, + ".ศ": 102164, + "Ġhá»ĩ": 102165, + "ĠتÙĤ": 102166, + "γκ": 102167, + "Ġà¤Ĩपà¤ķ": 102168, + "ÑģÑĤоÑĢ": 102169, + "ĠÄijo": 102170, + "Ġchủ": 102171, + "اÛĮت": 102172, + "ĠQuá»ijc": 102173, + "глÑı": 102174, + "ãĢĤãĢįĊĊ": 102175, + "ĠnÃło": 102176, + "à¸Ńล": 102177, + "æĬĬ": 102178, + "ÙĪرت": 102179, + "Ġbude": 102180, + "æĽ¸": 102181, + "elik": 102182, + "ĠجÙĩ": 102183, + "ĠبÙĪابة": 102184, + "èĬ±": 102185, + "دار": 102186, + "Ġbýt": 102187, + "Ñĩе": 102188, + "ãĤĵãģł": 102189, + "ĠÙħØ·": 102190, + "lere": 102191, + "ÎĹΣ": 102192, + "íĺķ": 102193, + "âĸį": 102194, + "ÄŁu": 102195, + "Ġвз": 102196, + "ÙĬز": 102197, + "ĠÐłÐ¾Ñģ": 102198, + "íĭ°": 102199, + "Ġداش": 102200, + "ì§ij": 102201, + "atı": 102202, + "mesi": 102203, + "ãĤīãĤĮ": 102204, + "ův": 102205, + "rát": 102206, + "оÑģоб": 102207, + "åIJĦ": 102208, + "uyá»ĩn": 102209, + "åģļ": 102210, + "üst": 102211, + "éĩİ": 102212, + "αÏĥ": 102213, + "Ġmặt": 102214, + "елов": 102215, + "åįļ": 102216, + "дж": 102217, + "Ġدارد": 102218, + "Ġfark": 102219, + "à¹īวย": 102220, + "они": 102221, + "Ġبخ": 102222, + "à¥ģत": 102223, + "ĠÄijây": 102224, + "αÏģα": 102225, + "Ġδια": 102226, + "Ġè¯": 102227, + "каÑħ": 102228, + "cház": 102229, + "zenÃŃ": 102230, + "ÑĢоп": 102231, + "à¥Ģम": 102232, + "íĨµ": 102233, + "dü": 102234, + "à¸łà¸²à¸ŀ": 102235, + "ĠíĬ": 102236, + "ÙĪا": 102237, + "Ġtá»ijt": 102238, + "ï¼ŁãĢįĊĊ": 102239, + "ĠæľĪ": 102240, + "ĠnhÆ°ng": 102241, + "Ġnež": 102242, + "à¥ĭड": 102243, + "ìĹIJê²Į": 102244, + "à¤Ĥड": 102245, + "¶Į": 102246, + "ĠмеÑģÑĤ": 102247, + "ाà¤ģ": 102248, + "ì¦Ŀ": 102249, + "ĠÄijang": 102250, + "à¸Ńà¸Ķ": 102251, + "íĽĦ": 102252, + "á»įi": 102253, + "ského": 102254, + "Ġдок": 102255, + "Ġتص": 102256, + "Ġphòng": 102257, + "Ġê°ķ": 102258, + "ĠtrÆ°á»Ľc": 102259, + "íijľ": 102260, + "ÙĶ": 102261, + "ĠphÃŃ": 102262, + "Ġchá»įn": 102263, + "ä¹IJ": 102264, + "ĠÅŁekilde": 102265, + "Ġíİ": 102266, + "éº": 102267, + "루": 102268, + "à¥Ī।Ċ": 102269, + "ÙĪرÛĮ": 102270, + "ÑģÑĤÑĢа": 102271, + "ildi": 102272, + "ĠαÏħ": 102273, + "ваннÑı": 102274, + "ìļ¸": 102275, + ".âĢľĊĊ": 102276, + "ĠÑĤакже": 102277, + "ëĵ±": 102278, + "ека": 102279, + "æīį": 102280, + "ÙħØ©": 102281, + "ĠphÆ°Æ¡ng": 102282, + "马": 102283, + "ãĢĢĠãĢĢ": 102284, + "ových": 102285, + "ียà¸ĩ": 102286, + "ĠTru": 102287, + "еÑģп": 102288, + "stup": 102289, + "ÄĮ": 102290, + "ĠdalÅ¡ÃŃ": 102291, + "زÛĮ": 102292, + "Ġ매": 102293, + "ĠобÑĢаз": 102294, + "Ġaçık": 102295, + "ê°ķ": 102296, + "ÙģادÙĩ": 102297, + "گاÙĨ": 102298, + "à¹īà¸Ļ": 102299, + "ẩn": 102300, + "å·¥ä½ľ": 102301, + "Ġतर": 102302, + "ÙĬع": 102303, + "ĠãĢĬ": 102304, + ",âĢľ": 102305, + "Ġnev": 102306, + "ัà¸į": 102307, + "ģını": 102308, + "Ġjin": 102309, + "اخت": 102310, + "سر": 102311, + "ĠtÃłi": 102312, + "Ġkterá": 102313, + "ĠاÙĦÙĦ": 102314, + "à¤ħ": 102315, + "izmet": 102316, + "à¥ģम": 102317, + "าะ": 102318, + "Ġê·": 102319, + "lıģı": 102320, + "çı¾": 102321, + "liÄŁi": 102322, + "êµ°": 102323, + "alık": 102324, + "ĠدÙĪر": 102325, + "Ġìĭ¤": 102326, + "ĠзаÑģ": 102327, + "ÙĤÙĬ": 102328, + "Ġứng": 102329, + "ĠÙĥÙĩ": 102330, + "ÎŁÎ£": 102331, + "è¨Ń": 102332, + "çĮ": 102333, + "ãģĦãģŁ": 102334, + "íĺĦ": 102335, + "ĠÑĤе": 102336, + "еÑĢÑĸ": 102337, + "sız": 102338, + "Ġý": 102339, + "дов": 102340, + "Ġà¤ĩसà¤ķ": 102341, + "год": 102342, + "Ġbylo": 102343, + "าà¸Ħม": 102344, + "ением": 102345, + "Ш": 102346, + "æľ¯": 102347, + "Ġपहल": 102348, + "ĠaÅŁ": 102349, + "à¤¿à¤ľ": 102350, + "åĵ¡": 102351, + "ваÑĢ": 102352, + "à¹īำ": 102353, + "âĮĴ": 102354, + "ován": 102355, + "Ġgiúp": 102356, + "Ð¥": 102357, + "ĠÑģÑĥд": 102358, + "Ġà¤ķम": 102359, + "ạm": 102360, + "رس": 102361, + "Ġ人": 102362, + "ĠبÛĮ": 102363, + "Ġà¤īनà¤ķ": 102364, + "립": 102365, + "áºŃy": 102366, + "ĠváºŃt": 102367, + "лÑıеÑĤÑģÑı": 102368, + "Ġseç": 102369, + "Ġì½": 102370, + "ÑĢÑĥж": 102371, + "تص": 102372, + "|:": 102373, + "Ġëł": 102374, + "ими": 102375, + "ĠлÑİб": 102376, + "Ġà¸ľ": 102377, + "ï¼Įä½Ĩ": 102378, + "Ġнав": 102379, + "âĢ¬": 102380, + "à¹Īาย": 102381, + "Ġرس": 102382, + "siniz": 102383, + "ë¨": 102384, + "ениÑİ": 102385, + "Ġล": 102386, + "اسÛĮ": 102387, + "à¥ľ": 102388, + "ĠÙ¾ÛĮØ´": 102389, + "ίδ": 102390, + "ĠÙ¾ÛĮ": 102391, + "еÑĢжав": 102392, + "à¤Ĩ": 102393, + "ĠdÃ¼ÅŁÃ¼n": 102394, + "å¿«": 102395, + "ÑĢеÑģ": 102396, + "åħ«": 102397, + "ÑĤÑĸ": 102398, + "à¤¿à¤Ł": 102399, + "ĠÑĤеÑħ": 102400, + "út": 102401, + "ÙĨÙĩ": 102402, + "ĠÙĨØ´": 102403, + "çĻº": 102404, + "Ġê°¤": 102405, + "лед": 102406, + "Ġëĵ¤": 102407, + "Ġbilg": 102408, + "ĠspoleÄį": 102409, + "ĠÄijÆ¡n": 102410, + "Ġà¤īत": 102411, + "Ġtrá»ĭ": 102412, + "ĠعÙħ": 102413, + "Ġ।": 102414, + "ĠúÄį": 102415, + "ãģ¸": 102416, + "วà¸ģ": 102417, + "ĠÑģлÑĥÑĩа": 102418, + "á»įng": 102419, + "åıĪ": 102420, + "иÑĤÑĥ": 102421, + "æľīéĻIJ": 102422, + "린": 102423, + "ëĭĺ": 102424, + "Ġhoạt": 102425, + "ĠìĿ´ëıĻ": 102426, + "знаÑĩ": 102427, + "ĠاستÙģادÙĩ": 102428, + "ĠпÑĢоÑĨеÑģ": 102429, + "anın": 102430, + "гÑĥ": 102431, + "ĠاÙĦØ«": 102432, + "æĹ¥æľ¬": 102433, + "ικά": 102434, + "ĠÑĹÑĹ": 102435, + "ì§ģ": 102436, + "inu": 102437, + "Ġساز": 102438, + "ãĤ¡": 102439, + "ï¾ī": 102440, + "ĠاÙĤ": 102441, + "Ġkế": 102442, + "ůsob": 102443, + "à¹ĩà¸ģ": 102444, + "åIJ§": 102445, + "æ¼Ķ": 102446, + "Ñīие": 102447, + "çĨ": 102448, + "ÑĮого": 102449, + "à¥ĭà¤Ł": 102450, + "اپ": 102451, + "室": 102452, + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 102453, + "Ġtriá»ĥn": 102454, + "ĠtáºŃp": 102455, + "é£Ł": 102456, + "ë¹": 102457, + "ĠÑĩеÑĢез": 102458, + "ĠÑĨи": 102459, + "ÑģÑĥ": 102460, + "Ġнем": 102461, + "ĠаÑĢ": 102462, + "ĠÙĦا": 102463, + "Ġì§Ħ": 102464, + "çŁ³": 102465, + "ĠпÑĢоб": 102466, + "ĠìĽIJ": 102467, + "ÛĮÙĨÛĮ": 102468, + "ÑİÑĩи": 102469, + "âĢį": 102470, + "Û±Û³": 102471, + "ãĤ¬": 102472, + "çłĶ究": 102473, + "íĤ¤": 102474, + "Ġgerçek": 102475, + "ĠØŃس": 102476, + "íĶ¼": 102477, + "èĤ¡": 102478, + "ĠÏĦι": 102479, + "ĠvÅ¡ech": 102480, + "Ġvì": 102481, + "اÙĨÙĬ": 102482, + "ĠÙĩست": 102483, + "ĠëĤ¨": 102484, + "ÅĻej": 102485, + "еÑĢг": 102486, + "Ġsöz": 102487, + "ĠاÙĦÙħت": 102488, + "Ġchế": 102489, + "á»ĵi": 102490, + "åı¤": 102491, + "âĸįâĸį": 102492, + "á»ĵng": 102493, + "ãĥ¢": 102494, + "Ġди": 102495, + "ελ": 102496, + "Ġона": 102497, + "Ġнай": 102498, + "Ġ_{": 102499, + "пол": 102500, + "aliz": 102501, + "ĠtÄĥng": 102502, + "ĠdÃŃ": 102503, + "ép": 102504, + "ĠÙĦÙħ": 102505, + "Ġmož": 102506, + "ĠngoÃłi": 102507, + "èĹ": 102508, + "ĠÑĩем": 102509, + "ĠÄijá»ķ": 102510, + "еÑĤа": 102511, + "åı²": 102512, + "ĠÑģказ": 102513, + "ãĤ¿ãĥ¼": 102514, + "анÑĮ": 102515, + "Ġgöz": 102516, + "ë³Ħ": 102517, + "ãģĭãģ£ãģŁ": 102518, + "ĠëįĶ": 102519, + "ĠÙĨÙĤ": 102520, + "ĠÑĥÑĩа": 102521, + "Ġsahip": 102522, + "ĠÑģпе": 102523, + "ίοÏħ": 102524, + "ì½Ķ": 102525, + "ĠëĪ": 102526, + "mam": 102527, + "Ġroce": 102528, + "ĠÙĨاÙħ": 102529, + "еÑĢаÑĤÑĥ": 102530, + "ıp": 102531, + "ãģĦãģ¦": 102532, + "ĠíķĻ": 102533, + "Ġà¤ĩन": 102534, + "å©": 102535, + "Ġnhiên": 102536, + "atır": 102537, + "ÅĻenÃŃ": 102538, + "دة": 102539, + "ãĥªãĥ¼": 102540, + "ลà¸ĩ": 102541, + "ĠéĢ": 102542, + "Ġà¹Ģà¸Ľ": 102543, + "дÑĸ": 102544, + "ÎŃÏģ": 102545, + "ìĦ¤": 102546, + "гÑĢа": 102547, + "esine": 102548, + "Ġее": 102549, + "Ġiki": 102550, + "Ġتج": 102551, + "larına": 102552, + "dür": 102553, + "ĠاÙĦØ°": 102554, + "Ùħت": 102555, + "Ġà¤IJ": 102556, + "िद": 102557, + "Ġë¹": 102558, + "ÑĦоÑĢма": 102559, + "Ġони": 102560, + "гоÑĢ": 102561, + "неÑģ": 102562, + "ìĺĢëĭ¤": 102563, + "ıldı": 102564, + "Ġçek": 102565, + "Ġдов": 102566, + "دÛĮ": 102567, + "ĠÄĮesk": 102568, + "ÑĪа": 102569, + "Ġات": 102570, + "å±ĭ": 102571, + "æĸ¼": 102572, + "Ġpráv": 102573, + "ému": 102574, + "å¸Ī": 102575, + "ãħĭãħĭ": 102576, + "Ġilgili": 102577, + "หว": 102578, + "à¤ĩ": 102579, + "ाष": 102580, + "ëŀij": 102581, + "asyon": 102582, + "ÑĨÑĮ": 102583, + "à¹ģà¸ķ": 102584, + "ợi": 102585, + "ĠвÑĭÑģ": 102586, + "ÑĸлÑĮки": 102587, + "ĠкоÑĤоÑĢÑĭе": 102588, + "ники": 102589, + "Ġاد": 102590, + "Ġživ": 102591, + "ĠαÏĢο": 102592, + "رض": 102593, + "اة": 102594, + "Ġkdyž": 102595, + "ữa": 102596, + "ĠëĮĢíķľ": 102597, + "Ġtôi": 102598, + "ÑĥÑĶ": 102599, + "زر": 102600, + "Ġå¥": 102601, + "ãĥĭãĥĭ": 102602, + "بة": 102603, + "ÏĦοÏĤ": 102604, + "ÑĨион": 102605, + "ĠÙħÙĬ": 102606, + "ĠÄĥn": 102607, + "à¥ĩà¤Ĺ": 102608, + "ĠÑĢег": 102609, + "ĠlỼn": 102610, + "ì¤Ģ": 102611, + "ìĭ¬": 102612, + "Ġbiết": 102613, + "aları": 102614, + "ÙģÙĬ": 102615, + "ä¸ĸçķĮ": 102616, + "ĠнеобÑħодим": 102617, + "à¸Ļว": 102618, + "νÏĦ": 102619, + "Ġảnh": 102620, + "íĸĪ": 102621, + "Ġवर": 102622, + "hled": 102623, + "ิà¸Ī": 102624, + "æŃ»": 102625, + "ĠاÙĦتÙĬ": 102626, + "ноÑģ": 102627, + "prav": 102628, + "ÑıÑĤи": 102629, + "Ñīа": 102630, + "ÙĪÙĨÙĩ": 102631, + "ĠaÄŁ": 102632, + "à¸ŀระ": 102633, + "Ġthá»ijng": 102634, + "ÑĦи": 102635, + "Ġголов": 102636, + "Ġkhoa": 102637, + "ĠëłĪ": 102638, + "ãģĴ": 102639, + "Ġgetir": 102640, + "شت": 102641, + "женнÑı": 102642, + "енÑĸ": 102643, + "Ġgiữ": 102644, + "lerinin": 102645, + "à¥Ģव": 102646, + "éģ¸": 102647, + "सर": 102648, + "ĠÑĩелов": 102649, + "à¥įà¤ľ": 102650, + "ĠбÑĥло": 102651, + "ĠاÙĨد": 102652, + "ัà¸Ļà¸Ĺ": 102653, + "让": 102654, + "Ġquyá»ģn": 102655, + "ĠØŃاÙĦ": 102656, + "ì²ĺ": 102657, + "ĠлÑİд": 102658, + "ÏģÏĩ": 102659, + "алÑĮно": 102660, + "ãĢĢãĥ½": 102661, + "ê¸ī": 102662, + "ãĤ±": 102663, + "ĠÙħرد": 102664, + "Ġông": 102665, + "Ġاش": 102666, + "大åѦ": 102667, + "ì¦Ī": 102668, + "æĪ¦": 102669, + "eyi": 102670, + "ĠÐIJн": 102671, + "िप": 102672, + "Ġtiêu": 102673, + "Ø´ÛĮ": 102674, + "ắn": 102675, + "éŃĶ": 102676, + "ãģ¨ãģĦãģĨ": 102677, + "ĠìłĢ": 102678, + "кÑĤи": 102679, + "ĠÙħØŃÙħد": 102680, + "ĠíĨµ": 102681, + "ุม": 102682, + "åį¡": 102683, + "оÑĢов": 102684, + "коÑİ": 102685, + "Ġlá»±c": 102686, + "島": 102687, + "ĠرÙĪز": 102688, + "ÑħÑĸд": 102689, + "Ġhá»ĵ": 102690, + "Ġül": 102691, + "ĠØ´Ùħ": 102692, + "ÙĨس": 102693, + "بÙĪ": 102694, + "Ġthêm": 102695, + "ạc": 102696, + "åºľ": 102697, + "echn": 102698, + "ĠÎļα": 102699, + "èijĹ": 102700, + "çľ¼": 102701, + "áh": 102702, + "Ġι": 102703, + "ê¹Įì§Ģ": 102704, + "maz": 102705, + "λογ": 102706, + "Ġjsme": 102707, + "Ġá¼": 102708, + "ĠпÑĢави": 102709, + "клад": 102710, + "Ġthủ": 102711, + "sah": 102712, + "ÄŁit": 102713, + "ĠÙģÛĮ": 102714, + "енно": 102715, + "à¥ģà¤Ľ": 102716, + "ãģ»": 102717, + "çĻ¾": 102718, + "иÑĤа": 102719, + "ĠбÑĭло": 102720, + "Ġvys": 102721, + "Ġì¶ľ": 102722, + "ắng": 102723, + "ĠÄijại": 102724, + "ĠÙħÙĪرد": 102725, + "ела": 102726, + "ÑĸÑĪ": 102727, + "леннÑı": 102728, + "æIJ": 102729, + "Ġнед": 102730, + "iyat": 102731, + "ì¼": 102732, + "ĠolduÄŁunu": 102733, + "داÙĨ": 102734, + "íĿ": 102735, + "ĠسÛĮ": 102736, + "ีà¸ģ": 102737, + "ÄĽst": 102738, + "ımı": 102739, + "ä¸īä¸ī": 102740, + "ãĤ½": 102741, + "ĠÑĤеп": 102742, + "ĠÑĢай": 102743, + "ाध": 102744, + "ĠìĤ¬ëŀĮ": 102745, + "ĠTrung": 102746, + "ï¼ıï¼ı": 102747, + "Ġtâm": 102748, + "Å¡enÃŃ": 102749, + "ãĥį": 102750, + "ĠÏĦοÏħÏĤ": 102751, + "ĠнÑĸ": 102752, + "вид": 102753, + "æ¿": 102754, + "Ġظ": 102755, + "ãĥ¯": 102756, + "ì¢ħ": 102757, + "ваÑĤи": 102758, + "Ġquá": 102759, + "ฤ": 102760, + "ĠÄijÆ°á»Ŀng": 102761, + "à¥ģद": 102762, + "roj": 102763, + "ĠÑĥÑģ": 102764, + "é¦Ļ": 102765, + "ì½ĺ": 102766, + "ĠÙĪت": 102767, + "มาà¸ģ": 102768, + "åĪĩ": 102769, + "Ġán": 102770, + "Ġмед": 102771, + "ìĹIJëĬĶ": 102772, + "Ġhlav": 102773, + "رت": 102774, + "à¹ĥà¸Ī": 102775, + "æ´²": 102776, + "ĠлÑĸ": 102777, + "æĪĺ": 102778, + "ÙĪÙĨد": 102779, + "足": 102780, + "åĭĻ": 102781, + "çĶ³": 102782, + "Ġì±": 102783, + "ĠìĿ´ëıĻíķ©ëĭĪëĭ¤": 102784, + "ÑīеÑģÑĤв": 102785, + "Ġë¶Ī": 102786, + "ÙĦÙĪ": 102787, + "üven": 102788, + "èĪĩ": 102789, + "ĠgiỼi": 102790, + "ĠÙĪÙĤ": 102791, + "Ġê°¤ë¡ľê·¸": 102792, + "ĠعاÙħ": 102793, + "ĺIJ": 102794, + ":::::": 102795, + "ĠÑĥд": 102796, + "-ÑĤо": 102797, + "ĠÑĦоÑĢ": 102798, + "ини": 102799, + "ãģĹãģĦ": 102800, + "Ġê°¤ë¡ľê·¸ë¡ľ": 102801, + "ãģ³": 102802, + "ãĥ©ãĤ¤": 102803, + "ená": 102804, + "Ġnez": 102805, + "Ġönemli": 102806, + "ĠниÑħ": 102807, + "à¤Ĥस": 102808, + "Ġà¤īसà¤ķ": 102809, + "à¥įरद": 102810, + "Ġnói": 102811, + "ÙĥÙĦ": 102812, + "ิว": 102813, + "κο": 102814, + "à¥ģà¤ĸ": 102815, + "öyle": 102816, + "άλ": 102817, + "óng": 102818, + "ĠداÙĨØ´": 102819, + "Ġзб": 102820, + "ì»": 102821, + "à¸ľà¸¥": 102822, + "ëĵ¤ìĿ´": 102823, + "Ġetk": 102824, + "رات": 102825, + "Ġεκ": 102826, + "ÑĤÑĢа": 102827, + "à¥įतर": 102828, + "à¤Ĥब": 102829, + "ĠмÑĸÑģ": 102830, + "æł¹": 102831, + "ãĥĻ": 102832, + "Ġtá»ī": 102833, + "à¹Ģà¸ĭ": 102834, + "ìĪł": 102835, + "ï¼Įä¸į": 102836, + "ìĺ¨": 102837, + "ĠmÄĽst": 102838, + "ģµ": 102839, + "azı": 102840, + "rada": 102841, + "ÏĢα": 102842, + "mé": 102843, + "ÙĨاÙħÙĩ": 102844, + "اÛĮÙĦ": 102845, + "μη": 102846, + "luk": 102847, + "ÙĥÙĬ": 102848, + "Ġï¼ī": 102849, + "ĠдеÑĤ": 102850, + "Ġiçinde": 102851, + "Ñıм": 102852, + "ĠdÆ°á»": 102853, + "ĠпÑĢедÑģÑĤав": 102854, + "üre": 102855, + "åķĬ": 102856, + "ĠÑĤÑĢÑĥ": 102857, + "esini": 102858, + "Ġале": 102859, + "ãĥ³ãĥī": 102860, + "à¥ĥत": 102861, + "εÏħ": 102862, + "à¥ģà¤Ĩ": 102863, + "Ġhiç": 102864, + "çĶº": 102865, + "ĠÐĸ": 102866, + "çħ§": 102867, + "ká": 102868, + "Ġtrá»įng": 102869, + "Ġتش": 102870, + "ाश": 102871, + "ĠÙħØ«": 102872, + "etim": 102873, + "Ġthấy": 102874, + "Ġबह": 102875, + "عت": 102876, + "ึà¹ī": 102877, + "Ġsev": 102878, + "ÑģÑĤа": 102879, + "Ġcứ": 102880, + "Ġtiá»ģn": 102881, + "à¥Ģà¤ľ": 102882, + "Ñıг": 102883, + "ĠоÑĢгани": 102884, + "ĠбÑĭл": 102885, + "tür": 102886, + "ĠبازÛĮ": 102887, + "Ġìŀ¬": 102888, + "वर": 102889, + "æľīéĻIJåħ¬åı¸": 102890, + "kup": 102891, + "Ġiyi": 102892, + "íķĺê²Į": 102893, + "ãĢĢl": 102894, + "ãĤ·ãĥ§": 102895, + "ارة": 102896, + "สร": 102897, + "ĠtÃŃch": 102898, + "ĠкаÑĢ": 102899, + "иб": 102900, + "ĠвÑĸдповÑĸд": 102901, + "Ġpodle": 102902, + "à¥įरà¤ķ": 102903, + "iyon": 102904, + "коном": 102905, + "ĠμÎŃ": 102906, + "ĠпÑĢоиз": 102907, + "ĠâĢı": 102908, + "mektedir": 102909, + "ΩÎĿ": 102910, + "Ġbáo": 102911, + "à¸Īำ": 102912, + "ëįĶ": 102913, + "ë¸Į": 102914, + "Ġsợ": 102915, + "ÛĮرÛĮ": 102916, + "онÑĥ": 102917, + "ındaki": 102918, + "алÑĮного": 102919, + "μβ": 102920, + "лиз": 102921, + "Ġjejich": 102922, + "æĸ½": 102923, + "便": 102924, + "leÅŁtir": 102925, + "ĠÙĪØ£": 102926, + "Ġसब": 102927, + "lerde": 102928, + "ĠÚĨÙĩ": 102929, + "ÏĦÎŃ": 102930, + "Ġgì": 102931, + "ĠÃļ": 102932, + "ĠÑĢаÑģп": 102933, + "Ġtüm": 102934, + "à¹Ģà¸ĩ": 102935, + "èIJ½": 102936, + "ìĨ¡": 102937, + "à¹Ħà¸Ĺย": 102938, + "mÄ±ÅŁtır": 102939, + "ĠÙĤرار": 102940, + "Ġà¸Ħาส": 102941, + "Ġkıs": 102942, + "ованиÑı": 102943, + "ãĤĤãģ®": 102944, + "داÙħ": 102945, + "ìľ¡": 102946, + "oloj": 102947, + "ĠпоÑģле": 102948, + "ĠТак": 102949, + "Ġболее": 102950, + "ĠÄijá»ķi": 102951, + "lak": 102952, + "íħĮ": 102953, + "Ġayn": 102954, + "ÑıÑģ": 102955, + "Ġпог": 102956, + "Ġarasında": 102957, + "Ī¬": 102958, + "à¥Ĥल": 102959, + "Ġανα": 102960, + "Ġquyết": 102961, + "Ġthuá»Ļc": 102962, + "Ġdün": 102963, + "ĠpÅĻes": 102964, + "ÑĦÑĸ": 102965, + "Ġå¸": 102966, + "اÙĦÙĬ": 102967, + "ĠповеÑĢ": 102968, + "Ñĩина": 102969, + "sko": 102970, + "çµIJ": 102971, + "Ø¡": 102972, + "ĠгÑĢа": 102973, + "оÑĤи": 102974, + "Ġquá»ijc": 102975, + "ÑĨÑĸв": 102976, + "lendir": 102977, + "вÑĸд": 102978, + "ĠжиÑĤ": 102979, + "üyor": 102980, + "ï¼Įä»ĸ": 102981, + "larında": 102982, + "Ġuyg": 102983, + "ĠtrÃŃ": 102984, + "ĠØ´ÙĨ": 102985, + "ابÙĦ": 102986, + "æ·±": 102987, + "Âłp": 102988, + "ÑģкаÑı": 102989, + "оÑĤа": 102990, + "ÙĪØ·": 102991, + "Ġاط": 102992, + "ä¾Ĩ": 102993, + "ĠзаÑĤ": 102994, + "Ġиме": 102995, + "à¹Ģà¸Ĺศ": 102996, + "ëĭ´": 102997, + "nÄĽnÃŃ": 102998, + "ÑĥлÑı": 102999, + "-п": 103000, + "åĺ": 103001, + "Ġвип": 103002, + "аÑĢакÑĤ": 103003, + "à¹Ģà¸ļ": 103004, + "ç¦ı": 103005, + "ÏģÏİ": 103006, + "سÙĩ": 103007, + "à¥Įर": 103008, + "ĠdiÄŁer": 103009, + "à¹Ĥà¸Ķย": 103010, + "ĠÑģпоÑģоб": 103011, + "åį·": 103012, + "èĸ": 103013, + "анÑĤ": 103014, + "ÑİÑĤÑĮÑģÑı": 103015, + "ĠÑįÑĤом": 103016, + "Ġï½Ģ": 103017, + "สาม": 103018, + "ìm": 103019, + "ĠÑĪк": 103020, + "Ġà¸Ľà¸£à¸°": 103021, + "़à¥Ģ": 103022, + "ekl": 103023, + "muÅŁ": 103024, + "ĠÑĤакож": 103025, + "ÙĪسط": 103026, + "ĠÄįi": 103027, + "ีà¸Ļ": 103028, + "ÛĮÙĨÙĩ": 103029, + "ÄĽk": 103030, + "å½¼": 103031, + "lerine": 103032, + "ĠÄijất": 103033, + "à¥ģà¤ı": 103034, + "олоÑģ": 103035, + "Ġå°ı": 103036, + "زÙĬØ©": 103037, + "Ġвла": 103038, + "à¥Ģल": 103039, + "Ġetti": 103040, + "ĠÑģоÑģÑĤав": 103041, + "ÙĦاÙĦ": 103042, + "Ġçİ": 103043, + "ĠpÅĻÃŃpad": 103044, + "룰": 103045, + "ุà¸ģ": 103046, + "ĠÑĩи": 103047, + "åħį": 103048, + "nÄĽjÅ¡ÃŃ": 103049, + "ิล": 103050, + "åįĢ": 103051, + "ských": 103052, + "าศ": 103053, + "åIJĹ": 103054, + "ĠíĺĦ": 103055, + "Ġalın": 103056, + "å§Ķ": 103057, + "à¸ŀร": 103058, + "ažd": 103059, + "ĠбÑĸлÑĮ": 103060, + "à¹Īวà¸Ļ": 103061, + "oog": 103062, + "acı": 103063, + "lıģ": 103064, + "Ġkhu": 103065, + "Ġhizmet": 103066, + "ĠéĽ": 103067, + "ĠÎĺ": 103068, + "ĠdeÄŁer": 103069, + "åħŃ": 103070, + "ĠدÙĩ": 103071, + "ĠnÄĽk": 103072, + "à¸Ħà¸Ļ": 103073, + "еÑĤÑĮ": 103074, + "باÙĨ": 103075, + "ÏĦική": 103076, + "ĠÄijá»ĭa": 103077, + "ĠCông": 103078, + "íĮIJ": 103079, + "Ġкогда": 103080, + "ĠÚ©ÙĨد": 103081, + "ãģ§ãģį": 103082, + "ĠÏĢεÏģι": 103083, + "lardan": 103084, + "Ġзем": 103085, + "تÙĪاÙĨ": 103086, + "è³ĩ": 103087, + "likle": 103088, + "Ġtụ": 103089, + "Ġdẫn": 103090, + "Ġnay": 103091, + "ĠÑģÑĤоÑĢ": 103092, + "ĠØ´Ùħا": 103093, + "ثر": 103094, + "Ġdedi": 103095, + "кое": 103096, + "ëijIJ": 103097, + "ÑĨев": 103098, + "جÙĩ": 103099, + "Ġmůže": 103100, + "à¥ģप": 103101, + "à¥įरम": 103102, + "ĠtaÅŁ": 103103, + "оÑĢÑĤ": 103104, + "γÏģα": 103105, + "çĻ¼": 103106, + "าà¸ļ": 103107, + "iá»ħn": 103108, + "ĠÙħست": 103109, + "лекÑģ": 103110, + "Ġprav": 103111, + "ĠдоÑģ": 103112, + "ĠdÄ±ÅŁ": 103113, + "Ġzem": 103114, + "Ġgiao": 103115, + "Ġvlast": 103116, + "ĠÑįÑĤого": 103117, + "ï½°": 103118, + "วà¸ĩ": 103119, + "ÑĢой": 103120, + "Ġbirlik": 103121, + "ený": 103122, + "Ġëĭ¨": 103123, + "овани": 103124, + "é£İ": 103125, + "íıī": 103126, + "Ġzah": 103127, + "ба": 103128, + "åĬ©": 103129, + "éĢ²": 103130, + "ê¶Į": 103131, + "Ġdiye": 103132, + "à¤Ĥà¤ķ": 103133, + "Ġchuyá»ĥn": 103134, + "ĠìĹŃ": 103135, + "ĠÑĤÑĢи": 103136, + "Ġönce": 103137, + "ï¼Įè¿Ļ": 103138, + "oại": 103139, + "леÑĤ": 103140, + "ĠÏĥÏħν": 103141, + "lád": 103142, + "çe": 103143, + "tü": 103144, + "ĠÄįást": 103145, + "Ġεν": 103146, + "Ġbiá»ĩt": 103147, + "Ġé«": 103148, + "à¥ĭà¤ķ": 103149, + "ÙĦات": 103150, + "باÙĦ": 103151, + "ecies": 103152, + "Ġëĭ¹": 103153, + "à¸Ĭà¸Ļ": 103154, + "ÏĦαÏĤ": 103155, + "à¥įण": 103156, + "ujÃŃcÃŃ": 103157, + "Äįet": 103158, + "Ġпоб": 103159, + "ÙĪار": 103160, + "iyas": 103161, + "Ġdruh": 103162, + "دد": 103163, + "ÏĮν": 103164, + "ÑĢен": 103165, + "ารà¸ĸ": 103166, + "ä½İ": 103167, + "ìķ½": 103168, + "ÑĢоз": 103169, + "ëĬĶëį°": 103170, + "ãĤĵãģª": 103171, + "ÄįenÃŃ": 103172, + "************": 103173, + "ĠΡ": 103174, + "ĠÑĤомÑĥ": 103175, + "รà¸ģ": 103176, + "à¥ģस": 103177, + "ä¹Ŀ": 103178, + "å°±æĺ¯": 103179, + "£i": 103180, + "éĺ²": 103181, + "Ùĥر": 103182, + "ĠÑįÑĤи": 103183, + "ĠÚ©Ø´ÙĪر": 103184, + "Ġê°IJ": 103185, + "Ġад": 103186, + "Ġداد": 103187, + "éģİ": 103188, + "Ù«": 103189, + "ĠláºŃp": 103190, + "ĠاÙĦÙĩ": 103191, + "æľĽ": 103192, + "ĠتÙĩ": 103193, + "ì§Ī": 103194, + "ãģ§ãģĤãĤĭ": 103195, + "Ġмеж": 103196, + "ĠÑĢезÑĥлÑĮÑĤ": 103197, + "çį": 103198, + "емÑĥ": 103199, + "ĠتÙĪاÙĨ": 103200, + "ĠراÙĩ": 103201, + "ãĥ¼ãĥł": 103202, + "åĦ¿": 103203, + "å±ŀ": 103204, + "бÑĭ": 103205, + "á¿": 103206, + "à¸Ħล": 103207, + "à¥ĭà¤Ī": 103208, + "ütün": 103209, + "à¤Ĺर": 103210, + "ìķĺëĭ¤": 103211, + "âĪ§": 103212, + "Ġì°¨": 103213, + "çµĦ": 103214, + "μαÏĦα": 103215, + "ุà¸Ļ": 103216, + "ĠÑĤом": 103217, + "еÑĢв": 103218, + "ÎijΣ": 103219, + "ĠiÅŁlem": 103220, + "عÙħ": 103221, + "ëĥ": 103222, + "ãĥĦ": 103223, + "اÙģت": 103224, + "åĬŀ": 103225, + "Ġnes": 103226, + "avaÅŁ": 103227, + "ĠÙĨÛĮز": 103228, + "强": 103229, + "ĠéĻ": 103230, + "ÑĸннÑı": 103231, + "æ²³": 103232, + "áÅĻ": 103233, + "æĿIJ": 103234, + "ĠØ£ÙĬ": 103235, + "Ġì¹´": 103236, + "ĠnenÃŃ": 103237, + "ĠÙĪÙħ": 103238, + "ĠÚ©Ùħ": 103239, + "iếu": 103240, + "Ġæ°": 103241, + "åĮ»": 103242, + "Ġzor": 103243, + "ίÏĥ": 103244, + "िध": 103245, + "Ġпоказ": 103246, + "हर": 103247, + "Ġiçer": 103248, + "ØŃØ©": 103249, + "िà¤ĸ": 103250, + "ада": 103251, + "ترÛĮÙĨ": 103252, + "Ġbao": 103253, + "Ġxã": 103254, + "à¹Ģà¸Ħร": 103255, + "ĠnghÄ©": 103256, + "à¹ģà¸ļà¸ļ": 103257, + "ĠdoÄŁru": 103258, + "ÑĸÑĤи": 103259, + "ĠبÙĬÙĨ": 103260, + "ĠлеÑĤ": 103261, + "اغ": 103262, + "ÛĮÚ©ÛĮ": 103263, + "ráv": 103264, + "à¥įâĢį": 103265, + "âĢĻnin": 103266, + "Ġย": 103267, + "åįĬ": 103268, + "Ġколи": 103269, + "Ġtrợ": 103270, + "éĿĴ": 103271, + "ëŀĢ": 103272, + "Ġë¨": 103273, + "ĠÙĪر": 103274, + "ï¾Ĭ": 103275, + "è§Ĥ": 103276, + "Ġпи": 103277, + "нÑĥв": 103278, + "ilmesi": 103279, + "ستÙĩ": 103280, + "ĠдеÑĢжав": 103281, + "å®ĥ": 103282, + "åĪ¥": 103283, + "ëħĢ": 103284, + "лÑģÑı": 103285, + "à¤Ĥध": 103286, + "ĠÑĤи": 103287, + "ĠpÅĻip": 103288, + "пи": 103289, + "á»ĵn": 103290, + "оваÑĤÑĮ": 103291, + "ìĿ´ëĿ¼": 103292, + "æľĿ": 103293, + "ĠëĺIJ": 103294, + "ĠÎŃνα": 103295, + "ãģ¾ãģ§": 103296, + "جاÙħ": 103297, + "ĠëĬ": 103298, + "нÑĸв": 103299, + "ÏĢοÏħ": 103300, + "ĠزÙħاÙĨ": 103301, + "æĽ²": 103302, + "ĠÙħÙĩ": 103303, + "볨": 103304, + "ä¸ĥ": 103305, + "ãģ¨ãģĹãģ¦": 103306, + "labilir": 103307, + "оже": 103308, + "å¤ľ": 103309, + "ĠнÑĥжно": 103310, + "彩": 103311, + "çĪ±": 103312, + "ĠhoÃłn": 103313, + "ünü": 103314, + "ĠëĦ¤": 103315, + "ĠجÙĨ": 103316, + "ĠnÄĽj": 103317, + "кими": 103318, + "Ġaynı": 103319, + "ĠÙĥÙĦ": 103320, + "Ġnhau": 103321, + "ẳ": 103322, + "ÙĬات": 103323, + "Ġmezi": 103324, + "ĠÑĢек": 103325, + "Ġtür": 103326, + "ĠговоÑĢ": 103327, + "Ġfazla": 103328, + "åĩĨ": 103329, + "ÑĪий": 103330, + "ÐŁÑĢи": 103331, + "ÑĢоÑģÑĤ": 103332, + "ĠоÑĢган": 103333, + "ným": 103334, + "ĠÑĢод": 103335, + "ĠÙĪÛĮ": 103336, + "ický": 103337, + "림": 103338, + "ï½²": 103339, + "æĢİ": 103340, + "ĠÙĩذا": 103341, + "ĠÑĩаÑģÑĤи": 103342, + "ÃŃr": 103343, + "á»ĩnh": 103344, + "ĠíĹ": 103345, + "ê»": 103346, + "luž": 103347, + "ÃŃl": 103348, + "cÃŃch": 103349, + "å®Ł": 103350, + "ãģłãģ£ãģŁ": 103351, + "ÙĬرة": 103352, + "ĠvÄĥn": 103353, + "港": 103354, + "ĠÏĦιÏĤ": 103355, + "ارت": 103356, + "Ġvấn": 103357, + "âĶģâĶģâĶģâĶģ": 103358, + "対": 103359, + "ÏģÎŃ": 103360, + "ĠгодÑĥ": 103361, + "Ġسب": 103362, + "ارات": 103363, + "елей": 103364, + "ĠзаÑħ": 103365, + "Ġваж": 103366, + "Ġtá»īnh": 103367, + "ابع": 103368, + "Ġà¤ľà¤¬": 103369, + "Ġà¤IJस": 103370, + "ĠдÑĥ": 103371, + "Ġé«ĺ": 103372, + "ê²ł": 103373, + "нее": 103374, + "ï½Į": 103375, + "Ġмал": 103376, + "è¾¹": 103377, + "ãģłãģij": 103378, + "à¹īร": 103379, + "ÙĤØ·": 103380, + "Ġbên": 103381, + "Ġseb": 103382, + "ĠØ®ÙĪاÙĩ": 103383, + "siz": 103384, + "Ġolur": 103385, + "ĠëĶ°": 103386, + "Ġì¢ĭ": 103387, + "ĠsvÄĽt": 103388, + "ická": 103389, + "ỹ": 103390, + "Ġquản": 103391, + "ĠиÑģ": 103392, + "ĠzaÄį": 103393, + "ืà¸Ńà¸Ļ": 103394, + "ÑĶÑİ": 103395, + "िष": 103396, + "çĬ¶": 103397, + "Ïĥμ": 103398, + "ัส": 103399, + "óc": 103400, + "ĠбеÑĢ": 103401, + "ĠíĿ": 103402, + ";:;:": 103403, + "Ġپس": 103404, + "ĠëijIJ": 103405, + "ниÑĩ": 103406, + "ĠоÑĩенÑĮ": 103407, + "ĠìķĦìĿ´ì½ĺ": 103408, + "Ġθα": 103409, + "ĠвÑģÑĤ": 103410, + "ادة": 103411, + "Ġdevam": 103412, + "ืà¸Ńà¸ĩ": 103413, + "ĠлÑİди": 103414, + "ìĺĪ": 103415, + "á»±a": 103416, + "ÑıÑħ": 103417, + "âĢĮاÛĮ": 103418, + "ĠسÙĪ": 103419, + "å°¼": 103420, + "Ġthứ": 103421, + "meye": 103422, + "Ġèµ": 103423, + "èī¯": 103424, + "ĠdeÄŁiÅŁ": 103425, + "ÑĪÑĸ": 103426, + "Ġtrợ": 103427, + "ĠâĢİ#": 103428, + "çĹħ": 103429, + "ìĽĮ": 103430, + "Ġkde": 103431, + "Χ": 103432, + "æ¤": 103433, + "ĠÑħаÑĢакÑĤ": 103434, + "æĩ": 103435, + "Ġbiến": 103436, + "ÙĤع": 103437, + "åŁŁ": 103438, + "Ġнеп": 103439, + "Ġdů": 103440, + "ĠпиÑĤ": 103441, + "ĠÑĤÑĢеб": 103442, + "ازÛĮ": 103443, + "Ġطر": 103444, + "ĠÙħÙĦ": 103445, + "Ġtham": 103446, + "ĠÙĪجÙĪد": 103447, + "Ġsvé": 103448, + "é§ħ": 103449, + "اÛĮÙĨ": 103450, + "Ġtiên": 103451, + "stru": 103452, + "ĠváºŃy": 103453, + "üne": 103454, + "Ġà¹Ģม": 103455, + "Ġrằng": 103456, + "аÑĤÑĥ": 103457, + "äºij": 103458, + "ниÑĤ": 103459, + "ä¼Ĭ": 103460, + "ÙĪص": 103461, + "ĠéĿ": 103462, + "ĠпÑĢоблем": 103463, + "deki": 103464, + "**************": 103465, + "òa": 103466, + "ĠÄijá»ģu": 103467, + "ãĤĮãģŁ": 103468, + "ارس": 103469, + "ãģªãģı": 103470, + "اÙĤع": 103471, + "è»į": 103472, + "ÙĥÙħ": 103473, + "Äįas": 103474, + "Ġkỳ": 103475, + "Ø´Ùħ": 103476, + "à¥ĩड": 103477, + "éĺ¿": 103478, + "ĠjejÃŃ": 103479, + "ĠæĻ": 103480, + "ĠÄ°ÅŁ": 103481, + "ardım": 103482, + "Ġसमय": 103483, + "ĠÐĿо": 103484, + "ilerin": 103485, + "Ġعبد": 103486, + "nÃŃk": 103487, + "ĠØ´Ú©ÙĨ": 103488, + "ิà¸Ĺย": 103489, + "á»ħ": 103490, + "ÑĢез": 103491, + "Ġchứng": 103492, + "Ġ:.": 103493, + "Ġपत": 103494, + "Ġživot": 103495, + "å¢ĥ": 103496, + "«a": 103497, + "Ġtrung": 103498, + "никÑĸв": 103499, + "ĠاÙĦÙħÙĨ": 103500, + "ĠÑĢаÑģÑģ": 103501, + "Ġжив": 103502, + "Ġзакон": 103503, + "Ġ목": 103504, + "Ġzáv": 103505, + "Ġhakk": 103506, + "令": 103507, + "ĠÑıкий": 103508, + "ĠبÙĬ": 103509, + "λÎŃ": 103510, + "ocuk": 103511, + "ĠÑİ": 103512, + "à¸ģว": 103513, + "ĠاÙĨÚ¯": 103514, + "à¥ģà¤Ĥ": 103515, + "Ġnám": 103516, + "á»ķng": 103517, + "Ġжел": 103518, + "ĠÄijặc": 103519, + "Äįit": 103520, + "Ġê±´": 103521, + "ĠبÛĮØ´": 103522, + "кÑĢаÑĹн": 103523, + "ĠÙĪÙĩ": 103524, + "неннÑı": 103525, + "Ġà¹Ģà¸ŀ": 103526, + "омен": 103527, + "Ġlần": 103528, + "ĠعÙħÙĦ": 103529, + "Ġîģµ": 103530, + "Äŀ": 103531, + "ÑĸÑģлÑı": 103532, + "Æ°ng": 103533, + "ाफ": 103534, + "à¸Ĺà¸ĺ": 103535, + "ден": 103536, + "ĠÑīоб": 103537, + "Ñĩив": 103538, + "ılır": 103539, + "اعات": 103540, + "jÃŃcÃŃ": 103541, + "벨": 103542, + "ÚĨÙĩ": 103543, + "ارج": 103544, + "ĠپرÙĪ": 103545, + "Ġодин": 103546, + "лин": 103547, + "бÑĥ": 103548, + "Ġसरà¤ķ": 103549, + "åĢĻ": 103550, + "ë¶ĢíĦ°": 103551, + "à¥Īà¤Ĥ,": 103552, + "å´": 103553, + "à¹Ĥล": 103554, + "ĠvÅ¡ak": 103555, + "ĠопÑĢед": 103556, + "ì±": 103557, + "æ½": 103558, + "Ġdá»±ng": 103559, + "práv": 103560, + "ิส": 103561, + "Ġnhiá»ĩm": 103562, + "ĠiliÅŁ": 103563, + "ĠеÑīе": 103564, + "ĠjeÅ¡tÄĽ": 103565, + "ĠÑĢаÑģÑĤ": 103566, + "ฮ": 103567, + "à¤Ĥà¤Ł": 103568, + "âĢĮÚ©": 103569, + "ĠبÛĮÙĨ": 103570, + "ovou": 103571, + "æĻ®": 103572, + "ίεÏĤ": 103573, + "оÑĢоÑĪ": 103574, + "Ġolmak": 103575, + "Ġstát": 103576, + "diÄŁi": 103577, + "Ġtình": 103578, + "ĠdÄĽ": 103579, + "ĠگرÙģ": 103580, + "Ïĥο": 103581, + "ĠÑĥÑĤ": 103582, + "íķĻêµIJ": 103583, + "ัà¸IJ": 103584, + "าà¸Ń": 103585, + "ĠÄijặt": 103586, + "ĠмогÑĥÑĤ": 103587, + "ë°°": 103588, + "tik": 103589, + "ª½": 103590, + "liÄŁ": 103591, + "ÏĢε": 103592, + "ĠèĢ": 103593, + "kü": 103594, + "adece": 103595, + "κÏĮ": 103596, + "ĠдÑĸ": 103597, + "ầm": 103598, + "çĦ¡ãģĹ": 103599, + "Û²Û°Û±": 103600, + "èµĽ": 103601, + "оÑģÑĥд": 103602, + "ĠìķĪëĤ´": 103603, + "ĠÐĶж": 103604, + "座": 103605, + "ických": 103606, + "Ġìłģ": 103607, + "à¥ĩ,": 103608, + "ového": 103609, + "Ġvẫn": 103610, + "Ġbirlikte": 103611, + "Ġरà¤ĸ": 103612, + "ĠÙĨÙĩ": 103613, + "ÙĤر": 103614, + "पर": 103615, + "etÃŃ": 103616, + "ĠÑĤÑĭ": 103617, + "ĢìĿ´": 103618, + "Ġà¤ħल": 103619, + "Ġможе": 103620, + "ãĤ´": 103621, + "Ġstran": 103622, + "طر": 103623, + "è¿Ļ个": 103624, + "Ġبع": 103625, + "åĨĽ": 103626, + "ektir": 103627, + "ĠhÆ°á»Ľng": 103628, + "ÙĨاÙĨ": 103629, + "Ġà¤ij": 103630, + "ÏĮÏĦη": 103631, + "оÑģк": 103632, + "åįĥ": 103633, + "asına": 103634, + "ĠØ´Ùĩ": 103635, + "ĠдеÑĢ": 103636, + "ĠÙħخت": 103637, + "ĠØŃÙĤ": 103638, + "ãĥ¾": 103639, + "ساÙĨ": 103640, + "Ġcung": 103641, + "коÑĢиÑģÑĤ": 103642, + "ÏĦικά": 103643, + "Ġвона": 103644, + "با": 103645, + "ãģķãĤĮãģŁ": 103646, + "nout": 103647, + "Ġı": 103648, + "è§ī": 103649, + "ĠÃ¶ÄŁren": 103650, + "Ġì½Ķ": 103651, + "带": 103652, + "Ñģлов": 103653, + "ĠεÏĢι": 103654, + "ê°IJ": 103655, + "ĠÙħرب": 103656, + "ĠÙģÛĮÙĦÙħ": 103657, + "ĠкÑĢов": 103658, + "Ġëį°": 103659, + "ाण": 103660, + "Ġelekt": 103661, + "ĠнаÑĢод": 103662, + "ÛĮدÙĩ": 103663, + "ç´Ħ": 103664, + "ĠпÑĢоÑĦ": 103665, + "ÏģοÏĤ": 103666, + "Ġãħ": 103667, + "ä¸įæĺ¯": 103668, + "Ġà¤ľà¤¨": 103669, + "ัล": 103670, + "ĠصÙĪرت": 103671, + "ãĥľ": 103672, + "Ġà¤Ĺà¤Ī": 103673, + "ÄŁitim": 103674, + "ÑģÑĮкиÑħ": 103675, + "Ġлег": 103676, + "ĠتÙĪÙĦ": 103677, + "Ġìļ´": 103678, + "عر": 103679, + "ĠmÃłu": 103680, + "гов": 103681, + "æ³¢": 103682, + "indeki": 103683, + "ìłģìĿ¸": 103684, + "ấm": 103685, + "ĠíĻķ": 103686, + "ĠباÛĮد": 103687, + "à¹Įà¸Ĺ": 103688, + "Ġkendi": 103689, + "ีว": 103690, + "ิà¸ģาร": 103691, + "ĠکردÙĩ": 103692, + "å·´": 103693, + "à¤ģ": 103694, + "ราà¸Ĭ": 103695, + "à¥įश": 103696, + "ĠÐĶлÑı": 103697, + "å¥ĩ": 103698, + "ĠÑĥÑģÑĤанов": 103699, + "йÑĤе": 103700, + "ãĤĩ": 103701, + "άÏģ": 103702, + "ĠЮ": 103703, + "ĠluáºŃt": 103704, + "ãĢī": 103705, + "è´¨": 103706, + "دا": 103707, + "Ġdüzen": 103708, + "สà¸Ļ": 103709, + "ÑĢон": 103710, + "dıģı": 103711, + "âĢĻda": 103712, + "Ġfarklı": 103713, + "Ñħов": 103714, + "lán": 103715, + "ÑĩаÑģ": 103716, + "Ñĩин": 103717, + "Ġì°¸": 103718, + "ì´Ī": 103719, + "ÑĨип": 103720, + "ç¹": 103721, + "éĸĢ": 103722, + "жа": 103723, + "ÑĢован": 103724, + "à¸ĵะ": 103725, + "ÙĦÙĬزÙĬØ©": 103726, + "Ïĩει": 103727, + "à¥Ī.": 103728, + "кÑģп": 103729, + "اÙĪر": 103730, + "Ġnguyên": 103731, + "ãģ«ãĤĪ": 103732, + "à¥ĩम": 103733, + "ÏĥÏĦε": 103734, + "تÙĪ": 103735, + "Äįek": 103736, + "ÑĨÑĭ": 103737, + "Ġ물": 103738, + "ÑįÑĤ": 103739, + "Ġkazan": 103740, + "Ùģس": 103741, + "ehir": 103742, + "вÑĸÑĤ": 103743, + "ĠدÙĪÙĦ": 103744, + "Ġëĵľ": 103745, + "Ġà¤ļल": 103746, + "еÑģÑĤва": 103747, + "δα": 103748, + "ĠбÑĥв": 103749, + "ĠÐĿе": 103750, + "ØŃر": 103751, + "огÑĢаÑĦ": 103752, + "Ġrozhod": 103753, + "ĠвикоÑĢиÑģÑĤ": 103754, + "Ġyêu": 103755, + "λοÏĤ": 103756, + "کس": 103757, + "Ġشب": 103758, + "ิษ": 103759, + "æ¯į": 103760, + "ĠдоÑĢ": 103761, + "Ġnghá»ĩ": 103762, + "Ġtrang": 103763, + "à¥ĩद": 103764, + "Ġtìm": 103765, + "Ñĩно": 103766, + "ĠاÙħا": 103767, + "éģĭ": 103768, + "کر": 103769, + "ké": 103770, + "ĠvÄĽt": 103771, + "ĠнаÑģÑĤ": 103772, + "Ġæ±": 103773, + "ĠåĽ½": 103774, + "Ġgiảm": 103775, + "ادÙĬ": 103776, + "ëĤľ": 103777, + "ë¡ł": 103778, + "Ġ､": 103779, + "ĠденÑĮ": 103780, + "ÑĨÑĸÑİ": 103781, + "Ġhạn": 103782, + "ẳng": 103783, + "λή": 103784, + "eyen": 103785, + "ä¸Ķ": 103786, + "æѦ": 103787, + "ĠÑĦак": 103788, + "à¹Īà¸Ńà¸Ļ": 103789, + "Ġοι": 103790, + "زÙħ": 103791, + "ãģĹãģ¦ãģĦãĤĭ": 103792, + "лива": 103793, + "âĢķâĢķ": 103794, + "Ġöl": 103795, + "Ġà¤ĵ": 103796, + "ÑģÑĤÑĸ": 103797, + "à¸ģรรม": 103798, + "Ġtục": 103799, + "Ġgörün": 103800, + "ãģĹãģ¾": 103801, + "Ġì¦": 103802, + "馬": 103803, + "Ġможна": 103804, + "ĠÚ©ÙĦ": 103805, + "ĠÑĨенÑĤ": 103806, + "ĠìĻ¸": 103807, + "Îĺ": 103808, + "çĩ": 103809, + "Ġgelen": 103810, + "ĠاÙĬÙĨ": 103811, + "Ġآب": 103812, + "Ġà¤Ĩय": 103813, + "ัà¸ģษ": 103814, + "Ñģим": 103815, + "ĠболÑĮÑĪ": 103816, + "Ġмн": 103817, + "оди": 103818, + "ĠÄ°l": 103819, + "Ġà¤Ĩर": 103820, + "еÑĤе": 103821, + "ÑĨиÑİ": 103822, + "áºŃu": 103823, + "Ġtiếng": 103824, + "ë¶ģ": 103825, + "æ§ĺ": 103826, + "ĠнаÑĪ": 103827, + "มา": 103828, + "âĢĻın": 103829, + "ãĥĥãĥĹ": 103830, + "ÙĪجÙĩ": 103831, + "ĠØŃد": 103832, + "ává": 103833, + "رÙĪØ´": 103834, + "ĠдейÑģÑĤв": 103835, + "ãģ£ãģ¦ãģĦãĤĭ": 103836, + "Ïģή": 103837, + "Ġüst": 103838, + "Ġtiết": 103839, + "acaÄŁ": 103840, + "ĠÐŁÐ¾": 103841, + "éĬ": 103842, + "머": 103843, + "chod": 103844, + "ĠØ¢ÙħÙĪز": 103845, + "ãģŁãĤģ": 103846, + "Ġchuyên": 103847, + "Ġuygu": 103848, + "нÑĸÑģÑĤ": 103849, + "ë´": 103850, + "æݧ": 103851, + "ÑĥÑİÑĤÑĮ": 103852, + "Äįi": 103853, + "ãģ¹": 103854, + "à¥Ĥन": 103855, + "æĹ©": 103856, + "ãĥĩãĤ£": 103857, + "èĴ": 103858, + "Ġشخص": 103859, + "ĠÑħоÑĤ": 103860, + "ĠÚ©ÙĨÛĮد": 103861, + "гл": 103862, + "à¸Ńà¸Ńà¸ģ": 103863, + "éĢĻ": 103864, + "ĠزÛĮر": 103865, + "íķŃ": 103866, + "ĠÃĸz": 103867, + "åij³": 103868, + "ØŃدة": 103869, + "Ġkažd": 103870, + "ĠÑĨвеÑĤ": 103871, + "Ġç¾": 103872, + "Ġкож": 103873, + "ĠÐŃÑĤо": 103874, + "ÑıÑĤелÑĮ": 103875, + "лаÑģÑĮ": 103876, + "âĢĮØ´ÙĪد": 103877, + "μι": 103878, + "Ġæ²": 103879, + "Ġsüre": 103880, + "ละ": 103881, + "éħĴ": 103882, + "ึà¸ģษ": 103883, + "λλά": 103884, + "çij": 103885, + "ĠìĥĪ": 103886, + "Ġसह": 103887, + "ĠHÃł": 103888, + "ë¦¬ê³ł": 103889, + "صر": 103890, + "ĠæĬķ": 103891, + "éłŃ": 103892, + "Ġbá»ĩnh": 103893, + "ĠìĥĿê°ģ": 103894, + "Ġà¤ħà¤Ń": 103895, + "ê³µì§Ģ": 103896, + "ìĶ": 103897, + "á»Ŀi": 103898, + "çŃĶ": 103899, + "ĠbÃłi": 103900, + "одÑĸ": 103901, + "าà¸Ĥ": 103902, + "ников": 103903, + "Ġdönem": 103904, + "วม": 103905, + "ãĥĨãĤ£": 103906, + "ारण": 103907, + "оги": 103908, + "Ġkiá»ĥm": 103909, + "оÑĦ": 103910, + "äºĪ": 103911, + "åĨ³": 103912, + "اÙĦات": 103913, + "Ġnếu": 103914, + "Ġcest": 103915, + "زش": 103916, + "ÙİÙĦ": 103917, + "Ġتأ": 103918, + "ĠÄijạo": 103919, + "Ïįν": 103920, + "ĠвнÑĥ": 103921, + "ĠجاÙħ": 103922, + "ivnÃŃ": 103923, + "ĠìŀĪìĬµëĭĪëĭ¤": 103924, + "ÏĬ": 103925, + "æĦĽ": 103926, + "ãĥĽ": 103927, + "мÑĸн": 103928, + "ĠtÃŃm": 103929, + "ằm": 103930, + "ê·ł": 103931, + "äºķ": 103932, + "Ġxây": 103933, + "ĠìĽĶ": 103934, + "елен": 103935, + "Ġà¹Ĥà¸Ķย": 103936, + "اÙĦÙĩ": 103937, + "Ġbất": 103938, + "á»ĵm": 103939, + "âĢĮÚ¯": 103940, + "ÙĪرة": 103941, + "بات": 103942, + "Ġbán": 103943, + "ẫu": 103944, + "اÙĨÙĪÙĨ": 103945, + "Ġzákon": 103946, + "áž": 103947, + "ì¶Ķ": 103948, + "à¹ģà¸ģ": 103949, + "ãĤįãģĨ": 103950, + "ÑĢоÑĤ": 103951, + "çĵ": 103952, + "Ġвони": 103953, + "Ġxác": 103954, + "ĠدÛĮگر": 103955, + "ÏĢοι": 103956, + "ĠнеÑģк": 103957, + "رسÛĮ": 103958, + "ĠëĿ¼": 103959, + "تÙĦ": 103960, + "λά": 103961, + "ĠÑıвлÑıеÑĤÑģÑı": 103962, + "ä¾Ŀ": 103963, + "Ġåħ¬": 103964, + "Ĺi": 103965, + "ĠíĬ¹": 103966, + "ÙĥÙĪÙĨ": 103967, + "ắp": 103968, + "جÙħÙĪع": 103969, + "ÏĨοÏģ": 103970, + "ело": 103971, + "Ġgüven": 103972, + "Ġмай": 103973, + "ĠÑģоз": 103974, + "à¸ģระ": 103975, + "ĠاسÙĦاÙħ": 103976, + "ĠÑīе": 103977, + "Ġsá»ijng": 103978, + "à¥įब": 103979, + "کار": 103980, + "ĠthuáºŃt": 103981, + "ĠnÃŃ": 103982, + "第ä¸Ģ": 103983, + "è¦ĸ": 103984, + "à¹Ģà¸ģม": 103985, + "اÙĬØ©": 103986, + "ĠÎĪ": 103987, + "ãĤ¶": 103988, + "ĠÙħÙĪÙĤع": 103989, + "ĠåĴ": 103990, + "è¡ĵ": 103991, + "ĠÐŀд": 103992, + "Ġä¸ī": 103993, + "lerinde": 103994, + "ĠÑģвоÑĹ": 103995, + "à¥Ģà¤ı": 103996, + "ĠthÆ°Æ¡ng": 103997, + "ÏĥÏĦο": 103998, + "ĠغÙĬر": 103999, + "Ġپر": 104000, + "ĠÑģебе": 104001, + "Ġвк": 104002, + "Ġkhai": 104003, + "ãĤĢ": 104004, + "ĠÙĨظر": 104005, + "ĠдокÑĥм": 104006, + "à¹ĩà¸ļ": 104007, + "ĠíķľêµŃ": 104008, + "ï½ī": 104009, + "å·¥ç¨ĭ": 104010, + "ĠÙĪÙĦ": 104011, + "ØŃÙĬ": 104012, + "Ġпла": 104013, + "ĠÄ°stanbul": 104014, + "âĢĻde": 104015, + "алÑģÑı": 104016, + "ĠØ¢ÙĨÙĩا": 104017, + "ĠاÙĩ": 104018, + "Ġê´Ģ리": 104019, + "Ġanh": 104020, + "Å¡ÃŃm": 104021, + "larla": 104022, + "ï¼Ŀ": 104023, + "nostÃŃ": 104024, + "ÑģÑĤве": 104025, + "ÛĮÙģ": 104026, + "Ġگرد": 104027, + "ãĤĮãĤĭ": 104028, + "Ġvá»±": 104029, + "ÄĽnÃŃ": 104030, + "Ġgörev": 104031, + "Ġyılında": 104032, + "Ġlợi": 104033, + "Ġanlam": 104034, + "ĠпÑĢовод": 104035, + "ÑĨÑİ": 104036, + "Ġåī": 104037, + "Ġë§İ": 104038, + "ÑĢаÑģ": 104039, + "ĠŽ": 104040, + "کاÙĨ": 104041, + "ÐĻ": 104042, + "ãģ£ãģ¨": 104043, + "Ú©ÙĦ": 104044, + "ายà¸Ļ": 104045, + "عاÙĦ": 104046, + "Ġký": 104047, + "ĠмаÑĤеÑĢи": 104048, + "ê»ĺ": 104049, + "ılması": 104050, + "μÎŃν": 104051, + "ĠÙĨÙħÛĮ": 104052, + "Ġcuá»Ļc": 104053, + "Ġδεν": 104054, + "å¹²": 104055, + "＿＿＿＿": 104056, + "à¥Ģà¤Ł": 104057, + "Ġçıkar": 104058, + "ĠkonuÅŁ": 104059, + "иÑĤелÑĮно": 104060, + "lantı": 104061, + "à¹Ħล": 104062, + "å¾ĭ": 104063, + "ĠíĶ¼": 104064, + "ìĻ¸": 104065, + "Ġsáng": 104066, + "éģĶ": 104067, + "ожд": 104068, + "Ġآخر": 104069, + "ilece": 104070, + "à¥Īन": 104071, + "Ġjedn": 104072, + "ĠÑģпеÑĨи": 104073, + "´Ŀ": 104074, + "ĠÚĺ": 104075, + "ĠãĢĤĊ": 104076, + "èģĮ": 104077, + "ĠÙĨÛĮ": 104078, + "ÑĤоÑĢа": 104079, + "λι": 104080, + "ĠÙĪب": 104081, + "iÅŁim": 104082, + "ç»´": 104083, + "ãĢĢi": 104084, + "Ġmua": 104085, + "Ġjiž": 104086, + "è¶Ĭ": 104087, + "ãĤĴè¦ĭ": 104088, + "Ġná»Ļi": 104089, + "à¥įà¤Ĺ": 104090, + "種": 104091, + "ĠãĢĢãĢĢãĢĢ": 104092, + "à¹ĥหม": 104093, + "ĠÎĨ": 104094, + "ÙĨدÛĮ": 104095, + "ĠÑģÑĩ": 104096, + "Ġlá»ĩ": 104097, + "lub": 104098, + "еÑĢÑĤ": 104099, + "ĠاطÙĦ": 104100, + "ĠÑģеÑĢед": 104101, + "Ġéģ": 104102, + "Ġзал": 104103, + "ÙĨÛĮÙĨ": 104104, + "çŁ¥éģĵ": 104105, + "Ø¢ÙĨ": 104106, + "Ġкап": 104107, + "Ġà¹Ħม": 104108, + "ůvod": 104109, + "ĠپاÛĮ": 104110, + "ÑĤÑĢи": 104111, + "Ġiht": 104112, + "à¹Ĭ": 104113, + "ĠвÑģÑĸ": 104114, + "Ġthay": 104115, + "åĨµ": 104116, + "ĠعÙĨÙĪاÙĨ": 104117, + "ĠÎ¥": 104118, + "à¸Ŀ": 104119, + "εÏĦαι": 104120, + "iyordu": 104121, + "ï¼ĮèĢĮ": 104122, + "çļĦ人": 104123, + "Ġसà¤Ń": 104124, + "à¹īà¸Ńย": 104125, + "ικο": 104126, + "ãĤĵãģ§": 104127, + "족": 104128, + "ÙĨجÙĦÙĬزÙĬØ©": 104129, + "Ġžád": 104130, + "ÑĢави": 104131, + "γγ": 104132, + "æµĭ": 104133, + "оÑĨÑĸ": 104134, + "ãĢĢãĢĢĠãĢĢ": 104135, + "Ġतरह": 104136, + "ĠëĨ": 104137, + "à¥Ģà¤ļ": 104138, + "à¹Īม": 104139, + "Ġgá»ĵm": 104140, + "Ġkiá»ĩn": 104141, + "è·Ł": 104142, + "Φ": 104143, + "esinin": 104144, + "é¥": 104145, + "é«Ķ": 104146, + "оÑĩно": 104147, + "रण": 104148, + "æĺ¥": 104149, + "ç¶ĵ": 104150, + "Ġبار": 104151, + "ê·¼": 104152, + "éĻħ": 104153, + "ĠسÙĬ": 104154, + "ÑģÑĥÑĤ": 104155, + "ìµľ": 104156, + "å±ħ": 104157, + "ĠÄįesk": 104158, + "ÎijÎĿ": 104159, + "Ġdiá»ĩn": 104160, + "Ġεί": 104161, + "à¸ĩà¸Ĺ": 104162, + "ãĤ©": 104163, + "Ġvá»±c": 104164, + "вав": 104165, + "tıģı": 104166, + "Ġëªħ": 104167, + "ην": 104168, + "виÑĤ": 104169, + "ĠØ£Ùĥ": 104170, + "ĠпÑĢоп": 104171, + "rak": 104172, + "ÑĢаÑĤи": 104173, + "ĠÄijánh": 104174, + "ÑĢеп": 104175, + "ê´ij": 104176, + "еÑĨÑĮ": 104177, + "Ġबत": 104178, + "ĠåĮĹ": 104179, + "Ġsát": 104180, + "ledi": 104181, + "ìłģìľ¼ë¡ľ": 104182, + "ůj": 104183, + "Û°Û°": 104184, + "Ġnasıl": 104185, + "ĠÙĪس": 104186, + "Ġεξ": 104187, + "вÑĭ": 104188, + "ç½Ĺ": 104189, + "ارÛĮØ®": 104190, + "à¸Ľà¸¥": 104191, + "ίκ": 104192, + "Ġê¸Ī": 104193, + "åĩł": 104194, + "å¼·": 104195, + "è¿Ķ": 104196, + "Ġnhá»ı": 104197, + "å¾Ģ": 104198, + "Ġдаже": 104199, + "Ġçev": 104200, + "кÑĸ": 104201, + "ĠØ£Ùħ": 104202, + "ีส": 104203, + "สามารà¸ĸ": 104204, + "ĠÐĦ": 104205, + "ÑħодиÑĤ": 104206, + "ëĸ": 104207, + "Ġtruyá»ģn": 104208, + "ĠÑģÑĤан": 104209, + "ëĵ¤ìĿĢ": 104210, + "اÙĦت": 104211, + "़à¥ĩ": 104212, + "Ġà¤ħब": 104213, + "æķ¸": 104214, + "ĠдÑĸÑı": 104215, + "ĠÙħتر": 104216, + "Ġë¸": 104217, + "ï¾į": 104218, + "Ġê³¼": 104219, + "ĠزÛĮ": 104220, + "ëŁ¼": 104221, + "ĠÐŁÐµÑĢ": 104222, + "Ġsık": 104223, + "ноÑģÑĤÑĮÑİ": 104224, + "Ġeden": 104225, + "ادر": 104226, + "ãĦ": 104227, + "ĠлеÑĩ": 104228, + "ĠÙĩØ°Ùĩ": 104229, + "ضÙĪع": 104230, + "ĠìķĦëĭĪ": 104231, + "irket": 104232, + "Ġاگر": 104233, + "ĠÑħоÑĩ": 104234, + "Ġбан": 104235, + "íĶĮ": 104236, + "æĢİä¹Ī": 104237, + "èĽ": 104238, + "Ġबà¤ļ": 104239, + "Ġکتاب": 104240, + "çīĮ": 104241, + "Ġдва": 104242, + "جر": 104243, + "ĠпÑĢоÑģÑĤо": 104244, + "Ġà¤Ĩव": 104245, + "Ġmức": 104246, + "į¼": 104247, + "ĠjÃŃ": 104248, + "íİĺ": 104249, + "Ġtamam": 104250, + "åĪĽ": 104251, + "à¸Ĵ": 104252, + "пеÑĩ": 104253, + "à¥ĭस": 104254, + "ĠÑģем": 104255, + "ĠtÆ°Æ¡ng": 104256, + "ä¸ģ": 104257, + "ī´": 104258, + "ĠÑĢоÑģ": 104259, + "ĠмаÑĶ": 104260, + "æŃĮ": 104261, + "ĠداÙĨÙĦÙĪد": 104262, + "ĠLoÃłi": 104263, + "Ġedilm": 104264, + "Ġkonu": 104265, + "ĠاÙĦÙħر": 104266, + "ĠulaÅŁ": 104267, + "Ġyüksek": 104268, + "οι": 104269, + "ÙİÙĨ": 104270, + "ĠbÄĽ": 104271, + "ãĤ·ãĥ§ãĥ³": 104272, + "￣￣￣￣": 104273, + "Ġgüç": 104274, + "ĠاÙĪÙĦ": 104275, + "Ġма": 104276, + "Ġبخش": 104277, + "ाà¤ĸ": 104278, + "ĠвиÑģ": 104279, + "ženÃŃ": 104280, + "Ġzpůsob": 104281, + "znam": 104282, + "ĠرÙĪÛĮ": 104283, + "åĭĿ": 104284, + "।Ċ": 104285, + "ÙĦÙĤ": 104286, + "Ġжиз": 104287, + "ÑĢÑĸв": 104288, + "ĠÑĥпÑĢав": 104289, + "Ġphá»ij": 104290, + "icros": 104291, + "Ġà¹ģà¸ķ": 104292, + "Ġë°ķ": 104293, + "ÙĪات": 104294, + "ï¼Įä¸Ģ": 104295, + "анÑģ": 104296, + "ç´ļ": 104297, + "ยà¸Ļ": 104298, + "à¹ģà¸Ĥ": 104299, + "Ġgiáo": 104300, + "äºĮäºĮ": 104301, + "ĠÄ°s": 104302, + "ìĬ¹": 104303, + "Ġolacak": 104304, + "ĠCác": 104305, + "ĠÑĢÑĥб": 104306, + "ẹp": 104307, + "ÄŁiniz": 104308, + "ãģªãģ©": 104309, + "ĠмоÑĢ": 104310, + "ĠÑģдел": 104311, + "ÙĦÙħاÙĨ": 104312, + "ném": 104313, + "å°į": 104314, + "Ġdne": 104315, + "ì¶ľìŀ¥": 104316, + "عب": 104317, + ":::::::": 104318, + "ÎĴ": 104319, + "eket": 104320, + "ĠÑĢеÑĪ": 104321, + "èĪ¬": 104322, + "ĠíĻĶ": 104323, + "صد": 104324, + "ĠмаÑĢ": 104325, + "Ñıж": 104326, + "شار": 104327, + "ãģ²": 104328, + "ĠاÙĦÙĬ": 104329, + "Ùį": 104330, + "à¤Ĥà¤ľ": 104331, + "мÑĭ": 104332, + "Ġkarar": 104333, + "ÙĦÛĮسÛĮ": 104334, + "าà¸ĵ": 104335, + "群": 104336, + "Ġolması": 104337, + "Ġhazır": 104338, + "γÏģαÏĨ": 104339, + "¯u": 104340, + "вол": 104341, + "ĠÑģÑĤаÑĢ": 104342, + "ovala": 104343, + "Ġвозмож": 104344, + "Ġдав": 104345, + "風": 104346, + "را": 104347, + "Ġдопом": 104348, + "ê²ĥ": 104349, + "Ġìĺ¬": 104350, + "Ġåİ": 104351, + "Ġ못": 104352, + "uç": 104353, + "íļ": 104354, + "lük": 104355, + "ä¸Ńå¿ĥ": 104356, + "Ġदर": 104357, + "ĠâĹĨ": 104358, + "Ġtay": 104359, + "ĠبسÛĮ": 104360, + "ĠÏĥÏĦα": 104361, + "ĠÙħØ®": 104362, + "ÑıÑī": 104363, + "å·®": 104364, + "à¸ī": 104365, + "ëł¹": 104366, + "à¹ĥà¸Ļà¸ģาร": 104367, + "ĠÙĩÙĨ": 104368, + "ãģ¶": 104369, + "лÑĸд": 104370, + "åį°": 104371, + "Ġsao": 104372, + "ÅĻad": 104373, + "리ëĬĶ": 104374, + "Ñģлед": 104375, + "åĶ®": 104376, + "Ġ|:": 104377, + "æķĻèĤ²": 104378, + "Ġмол": 104379, + "ĠÙĩÙĬ": 104380, + "ëģ": 104381, + "ĠкÑĥлÑĮ": 104382, + "'nin": 104383, + "Ġخر": 104384, + "Ġgenel": 104385, + "Ġtá»Ń": 104386, + "Ġkurul": 104387, + "енÑĤи": 104388, + "à¥ĭà¤ľà¤¨": 104389, + "è¿Ļæł·": 104390, + "ĠмÑĸж": 104391, + "Ġnghiá»ĩm": 104392, + "ĠÏĢολ": 104393, + "æĭĽ": 104394, + "Ġà¤Ĺà¤ı": 104395, + "ầy": 104396, + "Ġcảm": 104397, + "ç´°": 104398, + "rıca": 104399, + "ĠعÙĦÛĮ": 104400, + "ิà¹ī": 104401, + "hur": 104402, + "ĠchÆ°a": 104403, + "ÑĥÑĶÑĤÑĮÑģÑı": 104404, + "ãģ©ãģĨ": 104405, + "Ñĥл": 104406, + "ิร": 104407, + "Ġæľī": 104408, + "ä¼¼": 104409, + "ÑĦеÑĢ": 104410, + "ÑįÑĤомÑĥ": 104411, + "æĹħ": 104412, + "ĠÙħÙĪج": 104413, + "Ġ본": 104414, + "Ġgiá»Ŀ": 104415, + "Ġkiến": 104416, + "à¹Īวย": 104417, + "Ġdüny": 104418, + "ĠزÙħ": 104419, + "овÑĸ": 104420, + "ĠÑĨÑĮого": 104421, + "ิà¸ļ": 104422, + "ĠìĨIJ": 104423, + "èIJ¥": 104424, + "ĠÑĢÑĸз": 104425, + "Ġhá»Ĺ": 104426, + "ÑĢÑĸб": 104427, + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ": 104428, + "ìľ¼ë©°": 104429, + "äºĨä¸Ģ": 104430, + "ĠÙĤبÙĦ": 104431, + "é¾Ļ": 104432, + "Ġگذ": 104433, + "ĠÙĤد": 104434, + "ãģªãģĭãģ£ãģŁ": 104435, + "Ġà¹Ģร": 104436, + "å¸Į": 104437, + "ĠÑģÑħ": 104438, + "ĠгÑĢом": 104439, + "åĽ¢": 104440, + "Ġì§ij": 104441, + "ĠлÑĥÑĩ": 104442, + "åħµ": 104443, + "ĠÐŀÑĤ": 104444, + "Ġmuá»ijn": 104445, + "ãģĺãĤĥ": 104446, + "ovnÃŃ": 104447, + "ë©´ìĦľ": 104448, + "ë³Ģ": 104449, + "Ġнеб": 104450, + "Ñģии": 104451, + "ÙĨÙħ": 104452, + "ÄŁin": 104453, + "Ġtoho": 104454, + "eniz": 104455, + "باش": 104456, + "ĠÑģлÑĥж": 104457, + "Ġbợi": 104458, + "Ġüzere": 104459, + "Ġsadece": 104460, + "ĠÏĢαÏģ": 104461, + "³³³³³³³³³³³³³³³³": 104462, + "èĮĥ": 104463, + "ÏĦικÏĮ": 104464, + "ĠäºĮ": 104465, + "ãĤĪãģĨãģ«": 104466, + "èŀ": 104467, + "ãģ®ãģ¯": 104468, + "ĠÑĥкÑĢаÑĹн": 104469, + "Ġbắt": 104470, + "ван": 104471, + "ĠÑģÑĤÑĢа": 104472, + "è¡Ģ": 104473, + "nutÃŃ": 104474, + "okt": 104475, + "รà¸ĩà¹Ģร": 104476, + "ĠصÙģ": 104477, + "åħļ": 104478, + "ÏĦί": 104479, + "ï¼ģãĢįĊĊ": 104480, + "ĠÑĤемп": 104481, + "é¡Į": 104482, + "Ġsluž": 104483, + "Ñĥков": 104484, + "ĠnghÄ©a": 104485, + "çĶ²": 104486, + "Ġdá»ħ": 104487, + "ови": 104488, + "ÏĦÏħ": 104489, + "رÛĮÚ©": 104490, + "ĠAnh": 104491, + "ĠвÑģего": 104492, + "âĢĮÚ©ÙĨ": 104493, + "teÅĻÃŃ": 104494, + "Ġmục": 104495, + "ÙĩÙĨÚ¯": 104496, + "ĠÐŁÐ¾Ñģ": 104497, + "ÚĺÙĩ": 104498, + "ĠاÙĦغ": 104499, + "æĿ¾": 104500, + "ysl": 104501, + "Ġyapılan": 104502, + "çĪ¶": 104503, + "Ġmạnh": 104504, + "راÙĩ": 104505, + "à¸Ķà¸ĩ": 104506, + "oÄį": 104507, + "ë§IJ": 104508, + "åłĤ": 104509, + "маÑĤ": 104510, + "ĠeÅŁ": 104511, + "ÙĪÙħات": 104512, + "Ġساخت": 104513, + "åĽłä¸º": 104514, + "ĠпÑĢий": 104515, + "ılmÄ±ÅŁ": 104516, + "館": 104517, + "ุà¸ĩ": 104518, + "Ġëģ": 104519, + "à¸ķาม": 104520, + "åIJī": 104521, + "μή": 104522, + "Ġæľ¬": 104523, + "Ġzáklad": 104524, + "تØŃ": 104525, + "è¾¼": 104526, + "ĠвÑĸй": 104527, + "ĠÙħÙĨØ·": 104528, + "Ġtoán": 104529, + "каÑĢ": 104530, + "ĠÐĹа": 104531, + "ĠпÑĢимен": 104532, + "ãĤĭãģ¨": 104533, + "ัà¸Ĺ": 104534, + "ÛĮس": 104535, + "ĠاÙĨجاÙħ": 104536, + "ĠعÙĦÙĬ": 104537, + "़ि": 104538, + "ených": 104539, + "ĠLiên": 104540, + "Ġпа": 104541, + "éļĬ": 104542, + "Ġmohou": 104543, + "ĠкÑĸлÑĮ": 104544, + "ĠΤο": 104545, + "اÙĦب": 104546, + "ÎŃν": 104547, + "ĠnabÃŃ": 104548, + "çi": 104549, + "lerden": 104550, + "Ġthanh": 104551, + "Ġbütün": 104552, + "ĠåŁ": 104553, + "ì¸ł": 104554, + "Ġzat": 104555, + "ÙĬÙĪ": 104556, + "Ġμια": 104557, + "uyết": 104558, + "Ñijн": 104559, + "åĪĴ": 104560, + "ливо": 104561, + "à¹Īà¸Ńà¸ĩ": 104562, + "ä»ĸ们": 104563, + "Ġбаг": 104564, + "िà¤Ń": 104565, + "ĠÑĤам": 104566, + "ĠпÑĢеп": 104567, + "ิà¸Ĭ": 104568, + "âĢĻÑıз": 104569, + "ĠPhân": 104570, + "жен": 104571, + "à¥Īà¤ķ": 104572, + "ĠÑģлÑĥÑĩае": 104573, + "Ġ.:": 104574, + "åŃ¦æł¡": 104575, + "Ä°N": 104576, + "義": 104577, + "ĠÑģÑĤо": 104578, + "Ġहर": 104579, + "Ïħν": 104580, + "Ġxem": 104581, + "ĠбÑĥÑĤи": 104582, + "ÑģиÑĤ": 104583, + "çªģ": 104584, + "à¥įà¤Ľ": 104585, + "åij¢": 104586, + "ï¼Įä¹Ł": 104587, + "enÄĽ": 104588, + "Ġκά": 104589, + "iyorum": 104590, + "ĠÚ¯Ùģت": 104591, + "âĹıâĹıâĹıâĹı": 104592, + "ัม": 104593, + "ĠÐļон": 104594, + "ноÑĪ": 104595, + "ниÑĨÑĤ": 104596, + "üzel": 104597, + "sÃŃ": 104598, + "師": 104599, + "صÙĪÙĦ": 104600, + "çĥŃ": 104601, + "ĠÄijủ": 104602, + "ãĤ®": 104603, + "æķħ": 104604, + "ĠÅ¡kol": 104605, + "Ñĩен": 104606, + "à¹Ģย": 104607, + "à¸Ļà¸Ļ": 104608, + "ÙĢÙĢÙĢÙĢ": 104609, + "Ġüç": 104610, + "念": 104611, + "ãĥªãĤ¢": 104612, + "ĠíĻĺ": 104613, + "Ġéĩij": 104614, + "çıŃ": 104615, + "ĠÑģклад": 104616, + "Ñıми": 104617, + "üf": 104618, + "Ġhã": 104619, + "ĠÄIJại": 104620, + "ÂĤ": 104621, + "åĦª": 104622, + "Ġbulunan": 104623, + "ĠاÙĦÙħØŃ": 104624, + "æĪı": 104625, + "Ġè©": 104626, + "ĠноÑĢм": 104627, + "Ġchuẩn": 104628, + "ĠзаÑģÑĤ": 104629, + "ĠvÃŃce": 104630, + "Ðĸ": 104631, + "Ġà¤Ĩध": 104632, + "ĠÄįas": 104633, + "ĠбоÑĢ": 104634, + "Ïģια": 104635, + "ĠÙħاÙĩ": 104636, + "Ġíħ": 104637, + "ÅĻel": 104638, + "Ñıви": 104639, + "ÏĦεÏĤ": 104640, + "inÄĽ": 104641, + "ĠпеÑĢе": 104642, + "éķĩ": 104643, + "à¥įà¤ŀ": 104644, + "Ġéĺ": 104645, + "à¹Īาว": 104646, + "รร": 104647, + "ĠسÙĩ": 104648, + "вали": 104649, + "çķĻ": 104650, + "ĠÑĦÑĥнк": 104651, + "Ġíĸī": 104652, + "ÙģÙĩ": 104653, + "çĶŁæ´»": 104654, + "èģŀ": 104655, + "okud": 104656, + "ĠìĤ´": 104657, + "ızı": 104658, + "ĠполÑĥ": 104659, + "ï¼Įä½ł": 104660, + "شاÙĨ": 104661, + "決": 104662, + "бÑĢÑı": 104663, + "оÑģÑĥдаÑĢ": 104664, + "Ġoyun": 104665, + "ании": 104666, + "Ġprů": 104667, + "Ġnáv": 104668, + "ĠменÑı": 104669, + "Ġìŀĺ": 104670, + "ĠÄ°n": 104671, + "ĠthÃŃch": 104672, + "ĠÄijảm": 104673, + "åľĴ": 104674, + "Ġвже": 104675, + "ĠloÃłi": 104676, + "ĠÐŀн": 104677, + "меÑģÑĤ": 104678, + "Ġξ": 104679, + "ãĢħ": 104680, + "Ġchiế": 104681, + "ÑĩÑĸ": 104682, + "Ġíijľ": 104683, + "ëĭ¬": 104684, + "Ġëĭ¬": 104685, + "à¥Ģड": 104686, + "ÑĢалÑĮ": 104687, + "dik": 104688, + "ĠíĨł": 104689, + "ëŁī": 104690, + "ĠصÙĨ": 104691, + "Ġstej": 104692, + "ĠакÑĤив": 104693, + "Ġé¦": 104694, + "Ġà¹Ħà¸Ķ": 104695, + "æĬĢæľ¯": 104696, + "ĠprostÅĻed": 104697, + "害": 104698, + "ãģIJ": 104699, + "ĠoluÅŁtur": 104700, + "elop": 104701, + "ãģ¡ãĤĥ": 104702, + "éĥİ": 104703, + "ضا": 104704, + "Ġخط": 104705, + "ë°ķ": 104706, + "еÑģÑı": 104707, + "ĠÙĩÛĮ": 104708, + "над": 104709, + "ĠngÃłnh": 104710, + "ÑĢÑĥÑĪ": 104711, + "ãģĦãģĦ": 104712, + "Ġürün": 104713, + "à¸Ńà¸ķ": 104714, + "à¥ĭप": 104715, + "Ġsayı": 104716, + "à¥Ģस": 104717, + "ениÑħ": 104718, + "ĠÑģим": 104719, + "à¥Ģद": 104720, + "å¤ī": 104721, + "à¹Īวม": 104722, + "Ġà¹Ģà¸Ĥ": 104723, + "å·²ç»ı": 104724, + "аÑĤо": 104725, + "ĠÑĢайон": 104726, + "íĥĿ": 104727, + "ĠÑĤÑĢа": 104728, + "layan": 104729, + "ếp": 104730, + "à¤¾à¤Ł": 104731, + "خاب": 104732, + "人æ°ij": 104733, + "å®Ŀ": 104734, + "èĨ": 104735, + "èªį": 104736, + "naÄį": 104737, + "Ġîł": 104738, + "ĠÐļи": 104739, + "ĠbaÅŁka": 104740, + "ců": 104741, + "ضع": 104742, + "èĪª": 104743, + "ีม": 104744, + "Ñĭми": 104745, + "ÎĻΣ": 104746, + "Ġشرکت": 104747, + "ยว": 104748, + "ĠmusÃŃ": 104749, + "Ġнал": 104750, + "ีà¸Ĺ": 104751, + "Ġáp": 104752, + "ราย": 104753, + "æ²¹": 104754, + "leme": 104755, + "Ġमन": 104756, + "à¹Ħà¸Ł": 104757, + "аÑĤив": 104758, + "¸ı": 104759, + "èŃ°": 104760, + "ÏĥÏĦα": 104761, + "íĸ¥": 104762, + "еÑĤÑĥ": 104763, + "ĠÑģвÑıз": 104764, + "едеÑĢа": 104765, + "Ġخارج": 104766, + "าษ": 104767, + "âĢĮÙ¾": 104768, + "Ñĸг": 104769, + "é¡ŀ": 104770, + "Ġkhả": 104771, + "ĠÑģпÑĢав": 104772, + "è¡Ĺ": 104773, + "ãĥķãĤ¡": 104774, + "ĠмеждÑĥ": 104775, + "Ñĥли": 104776, + "Ġبزر": 104777, + "ÑĨен": 104778, + "Ġekonom": 104779, + "دÙĨ": 104780, + "اÙħÛĮ": 104781, + "าสà¸ķร": 104782, + "ĠnÄĽkol": 104783, + "gün": 104784, + "зи": 104785, + "ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł": 104786, + "离": 104787, + "ĠtrÆ°á»Łng": 104788, + "ıi": 104789, + "íݸ": 104790, + "ĠÑĢеб": 104791, + "åºķ": 104792, + "ĠتارÛĮØ®": 104793, + "нима": 104794, + "Ġthân": 104795, + "аÑĤелÑĮно": 104796, + "ĠاÙĦØ°ÙĬ": 104797, + "ÙĪÙĨÛĮ": 104798, + "Ġéĥ": 104799, + "Ġbình": 104800, + "ικήÏĤ": 104801, + "à¸ŀล": 104802, + "تÙħاع": 104803, + "ĠPraha": 104804, + "ĠÑģÑĤав": 104805, + "دÙĬد": 104806, + "Ġgiữa": 104807, + "ĠпÑĢовед": 104808, + "Âłk": 104809, + "ÙĨدگÛĮ": 104810, + "ÑĨий": 104811, + "çĴ": 104812, + "ĠاÙĦØ£Ùħ": 104813, + "Ġè´": 104814, + "Ø¥ÙĨجÙĦÙĬزÙĬØ©": 104815, + "ĠìŀĪìĹĪëĭ¤": 104816, + "ç·¨": 104817, + "ัà¸Ļà¸ĺ": 104818, + "ĠÑĢокÑĸв": 104819, + "Ġcáo": 104820, + "Ġkhó": 104821, + "ĠÙĨÙĪع": 104822, + "سÙĦ": 104823, + "ĠÑĥÑģлов": 104824, + "Ġcứu": 104825, + "ового": 104826, + "िà¤Ĺ": 104827, + "Ķëĭ¤": 104828, + "æĿİ": 104829, + "Ġbölg": 104830, + "Ġngu": 104831, + "Ġhữu": 104832, + "нии": 104833, + "ìłĪ": 104834, + "ĠпÑĢом": 104835, + "åıĮ": 104836, + "ĠdÆ°á»Ľi": 104837, + "Ю": 104838, + "ÙĬØ´": 104839, + "温": 104840, + "ëıħ": 104841, + "ĠзмÑĸ": 104842, + "θηκε": 104843, + "ĠbaÄŁlı": 104844, + "Ġüzerinde": 104845, + "Ġتغ": 104846, + "ĠпÑĢогÑĢа": 104847, + "iž": 104848, + "Ġç¥": 104849, + "Ġyardım": 104850, + "ÂĢÂĢ": 104851, + "ĠÑĥв": 104852, + "Ġrů": 104853, + "Ġchiến": 104854, + "νοÏĤ": 104855, + "ãģ¨ãģª": 104856, + "اÙĨت": 104857, + "è°·": 104858, + "ÃŃsk": 104859, + "isinde": 104860, + "Ġдог": 104861, + "追": 104862, + "ĠпÑĢоÑĤив": 104863, + "ÏģοÏħ": 104864, + "ãģ®ãģĭ": 104865, + "Ġbazı": 104866, + "ırak": 104867, + "à¥ĩष": 104868, + "ĠÙħشار": 104869, + "Ġìĸij": 104870, + "Ġнез": 104871, + "ĠØ°ÙĦÙĥ": 104872, + "調": 104873, + "åĤĻ": 104874, + "ĠÑĤÑĢан": 104875, + "ĠÏĢαÏģα": 104876, + "ÛĮÙħت": 104877, + "Ġtiến": 104878, + "ĠÙĩÙħÙĩ": 104879, + "efon": 104880, + "».ĊĊ": 104881, + "ĠÙĨد": 104882, + "جÙĦ": 104883, + "ĠدادÙĩ": 104884, + "Ġвед": 104885, + "Ġsın": 104886, + "ĠÑģвÑĸÑĤ": 104887, + "elerin": 104888, + "âĪ¨": 104889, + "Ġyür": 104890, + "дан": 104891, + "ĠÐŀÑģ": 104892, + "Ġhạng": 104893, + "许": 104894, + "ÏĥÏĦη": 104895, + "uyến": 104896, + "Ġнаб": 104897, + "ĠоÑħ": 104898, + "ÏĥÏī": 104899, + "Ġbyly": 104900, + "ÑģкиÑħ": 104901, + "lamak": 104902, + "иÑĤоÑĢ": 104903, + "Ġyatır": 104904, + "ĠпÑĢоизвод": 104905, + "ĠجÙħع": 104906, + "Åł": 104907, + "æıIJä¾Ľ": 104908, + "ĠprvnÃŃ": 104909, + "ĠαÏĢ": 104910, + "íĻ©": 104911, + "ĠпÑĢакÑĤи": 104912, + "lerinden": 104913, + "ĠнеобÑħодимо": 104914, + "康": 104915, + "Ùİا": 104916, + "ĠسÙĨ": 104917, + "Ä°L": 104918, + "Ġê´ij": 104919, + "ĠPÅĻ": 104920, + "çŀ": 104921, + "ĠÑĤемпеÑĢаÑĤÑĥ": 104922, + "Ġkabul": 104923, + "Ġbudou": 104924, + "ÑĨÑĸоналÑĮ": 104925, + "ï½ľ": 104926, + "Ġçocuk": 104927, + "ĠÑĤÑĸлÑĮки": 104928, + "byt": 104929, + "ãĥ¤": 104930, + "ĠÑģÑĤаÑĤ": 104931, + "ĠæĿ±": 104932, + "ležit": 104933, + "اسطة": 104934, + "ุร": 104935, + "iêm": 104936, + "ĠкÑĥлÑĮÑĤÑĥ": 104937, + "Ġпон": 104938, + "Ä©nh": 104939, + "åĸľ": 104940, + "нев": 104941, + "ÑĶн": 104942, + "ĠÑģооÑĤ": 104943, + "ëĿ": 104944, + "çĪ¾": 104945, + "Ġtuá»ķi": 104946, + "kanı": 104947, + "สำหร": 104948, + "اعت": 104949, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 104950, + "деÑĢж": 104951, + "ĠоблаÑģÑĤи": 104952, + "Ġvừa": 104953, + "ĠÙħÙħ": 104954, + "à¸ģำ": 104955, + "à¹ģม": 104956, + "iversit": 104957, + "à¹ģส": 104958, + "欧": 104959, + "lanan": 104960, + "ÙĬÙĨØ©": 104961, + "سة": 104962, + "ĠлÑİдей": 104963, + "รรม": 104964, + "Ġì±Ħ": 104965, + "Ġ天": 104966, + "еннÑĭÑħ": 104967, + "à¹ģห": 104968, + "Ġspráv": 104969, + "èѦ": 104970, + "ï¼ľ": 104971, + "ัà¸Ĵ": 104972, + "ilecek": 104973, + "ĠæŁ": 104974, + "Ġèĭ±": 104975, + "ĠÑħоÑĢоÑĪ": 104976, + "ëłĩ": 104977, + "Û²Û°Û°": 104978, + "æĬ¤": 104979, + "Ġlã": 104980, + "ÅĻÃŃzenÃŃ": 104981, + "ĠتÙĪÙĦÛĮد": 104982, + "éļĽ": 104983, + "ãĤĮãģ°": 104984, + "áš": 104985, + "ارÙĬØ®": 104986, + "æĶ»": 104987, + "Ġkhoảng": 104988, + "éĻį": 104989, + "ован": 104990, + "Ġgây": 104991, + "âĢĻnın": 104992, + "Ø£ÙĨ": 104993, + "miÅŁtir": 104994, + "Ġsức": 104995, + "кÑĥÑģ": 104996, + "Ġüzerine": 104997, + "ÄŁÃ¼": 104998, + "ابر": 104999, + "ï¼Įå°±": 105000, + "Ì£": 105001, + "ĠëıĮ": 105002, + "Ġtrá»±c": 105003, + "æĶ¶å½ķ": 105004, + "æī¿": 105005, + "ĠNá»Ļi": 105006, + "ĠçĻ¾": 105007, + "ÑĪÑĮ": 105008, + "جة": 105009, + "ë²ł": 105010, + "à¤ī": 105011, + "à¸ı": 105012, + "Ġülk": 105013, + "ĠÙĩستÙĨد": 105014, + "ัà¸ļà¸ģาร": 105015, + "ĠÑıка": 105016, + "ãİ": 105017, + "ĠЯк": 105018, + "Ġгде": 105019, + "tiv": 105020, + "ãĢĪ": 105021, + "лÑİÑĩа": 105022, + "ा।Ċ": 105023, + "ĠÙħاÙĨ": 105024, + "Ġdlou": 105025, + "Ġãĥķ": 105026, + "à¤Ľ": 105027, + "Ġphục": 105028, + "akat": 105029, + "Ь": 105030, + "asını": 105031, + "ĠæĬķ稿": 105032, + "ÑĢев": 105033, + "Ġvyt": 105034, + "ĠzmÄĽ": 105035, + "ÏĦÏī": 105036, + "è¬": 105037, + "ĠÑĥм": 105038, + "Ġuzun": 105039, + "Ġproti": 105040, + "ĠÑģоÑģÑĤоÑı": 105041, + "ัà¸Ĵà¸Ļ": 105042, + "atik": 105043, + "Ġà¸ł": 105044, + "Ġà¤Ĩद": 105045, + "larından": 105046, + "æĢ¥": 105047, + "ãĥ¼ãĤ¯": 105048, + "ĠÙĦÙĦÙħ": 105049, + "ÙģتÙĩ": 105050, + ".:.": 105051, + "üçük": 105052, + "олева": 105053, + "à¹ĮĊ": 105054, + "ĠпеÑĢев": 105055, + "ĠÙĨسب": 105056, + "еленнÑı": 105057, + "'ın": 105058, + "νÏī": 105059, + "è¡£": 105060, + "ĠدÙĬ": 105061, + "åįĩ": 105062, + "Ġbelirt": 105063, + "Ġ/:": 105064, + "èijī": 105065, + "Ġvyh": 105066, + "çļĦä¸Ģ": 105067, + "èĥĮ": 105068, + "ĠìĹ´": 105069, + "ола": 105070, + "Ġتب": 105071, + "áci": 105072, + "ाà¤ī": 105073, + "à¸İ": 105074, + "çĶ¢": 105075, + "à¥Īल": 105076, + "ĠÙĤØ·": 105077, + "ëĦĪ": 105078, + "ắm": 105079, + "ÑĢÑıд": 105080, + "Ġphụ": 105081, + "ĠÙĪاÙĤع": 105082, + "Ġmerk": 105083, + "Ġchá»ijng": 105084, + "å¯Ł": 105085, + "ابط": 105086, + "usunda": 105087, + "Ġодна": 105088, + "žel": 105089, + "ĠÑģÑĥм": 105090, + "Ġphù": 105091, + "Ġζ": 105092, + "Ġzav": 105093, + "edn": 105094, + "ĠpotÅĻeb": 105095, + "ĠÚ©ÙĨÙĨد": 105096, + "ĠÑĢазв": 105097, + "¿ł": 105098, + "ĠاÙĦز": 105099, + "ĠmÄĽl": 105100, + "ĠÑģÑĤанов": 105101, + "ĠدرÛĮ": 105102, + "Ġtượng": 105103, + "ãģµ": 105104, + "Ġдви": 105105, + "ÑĮÑı": 105106, + "製": 105107, + "ĠتÙĦ": 105108, + "Å¡Å¥": 105109, + "ãģªãĤī": 105110, + "Ġà¤ķà¤Ī": 105111, + "Å¡i": 105112, + "âĢĮاست": 105113, + "Ġkỹ": 105114, + "ë§Ŀ": 105115, + "Ġà¤Ĩà¤ľ": 105116, + "ãĥ´": 105117, + "Ġbá»ı": 105118, + "duÄŁu": 105119, + "Ġæ¯": 105120, + "пеÑĢ": 105121, + "اÙĦÙĬØ©": 105122, + "æīĢ以": 105123, + "åħ°": 105124, + "Ġoran": 105125, + "Ġíŀ": 105126, + "Ïĥία": 105127, + "Ġphủ": 105128, + "ĠбÑĭла": 105129, + "Ñĩива": 105130, + "Ġê°Ħ": 105131, + "олÑĸ": 105132, + "Ùĥت": 105133, + "åħ§": 105134, + "à¥Ĥà¤Ł": 105135, + "Ġëĸ": 105136, + "ĠÙĦÙĩ": 105137, + "ëłĪìĿ´": 105138, + "Ġhız": 105139, + "å¤ı": 105140, + "ĠæĬķ稿æĹ¥": 105141, + "éļ¾": 105142, + "ĵ°": 105143, + "глÑıд": 105144, + "ìn": 105145, + "ĠмеÑĢ": 105146, + "ĠãĢij": 105147, + "ĠобÑī": 105148, + "umhur": 105149, + "çł´": 105150, + "лиÑģÑĮ": 105151, + "spÄĽ": 105152, + "رÙĬÙĤ": 105153, + "ĠتÙģ": 105154, + "ĠاÙĦÙĪ": 105155, + "çµ±": 105156, + "алоÑģÑĮ": 105157, + "Ġmô": 105158, + "Ġvá»ĩ": 105159, + "Ġδι": 105160, + "Ġзн": 105161, + "ĠبØŃ": 105162, + "تÙī": 105163, + "Ġì§ģ": 105164, + "Ġvelmi": 105165, + "uyá»ħn": 105166, + "Ġphạm": 105167, + "ÑģÑĤвом": 105168, + "ĠÙĪاÙĦÙħ": 105169, + "ĠбÑĭли": 105170, + "اذ": 105171, + "ÄĽÅĻ": 105172, + "âĦĸ": 105173, + "Ġполож": 105174, + "าà¸ģาร": 105175, + "ĠÄįlán": 105176, + "ÎķΡ": 105177, + "ĠìĤ°": 105178, + "βα": 105179, + "ĠæĹ¥æľ¬": 105180, + "زد": 105181, + "ĠÙĨÛĮست": 105182, + "Ġhayat": 105183, + "確": 105184, + "à¹Ģวล": 105185, + "ĠChÃŃnh": 105186, + "ï¼Įæĺ¯": 105187, + "ĠÙĪاØŃ": 105188, + "èı¯": 105189, + "ĠήÏĦαν": 105190, + "Ġxá»Ń": 105191, + "ĠÄįerv": 105192, + "ĠÙħدÛĮر": 105193, + "éĨ": 105194, + "ĠëĪĪ": 105195, + "ç»Ń": 105196, + "Ġtên": 105197, + "ìĸ¸": 105198, + "Ġortaya": 105199, + "Ġжен": 105200, + "ĠnÆ¡i": 105201, + "еннÑĭе": 105202, + "ÑĦекÑĤив": 105203, + "íĿ¬": 105204, + "Ġkhá»ı": 105205, + "ĠÄija": 105206, + "osyal": 105207, + "à¸Ľà¸£à¸°à¹Ģà¸Ĺศ": 105208, + "Ġodst": 105209, + "Ġà¸ĸ": 105210, + "ĠοÏĢο": 105211, + "æĶ¿åºľ": 105212, + "ĠbÃłn": 105213, + "ĠGiá»": 105214, + "Ġolduk": 105215, + "ование": 105216, + "à¸Ńส": 105217, + "Ġнев": 105218, + "ÏĦÏģο": 105219, + "ĠìĨį": 105220, + "kı": 105221, + "Ġबड": 105222, + "ĠÏħÏĢ": 105223, + "ĠVý": 105224, + "ï¾Ħ": 105225, + "çŃĸ": 105226, + "εÏĨ": 105227, + "Ġåħ¨": 105228, + "ĠÙģرÙĪØ´": 105229, + "ÙĤÛĮÙĤ": 105230, + "ä¼ģä¸ļ": 105231, + "εÏį": 105232, + "èĻŁ": 105233, + "Ġayr": 105234, + "ضÙĪ": 105235, + "Å¡el": 105236, + "ĠпÑĸÑģлÑı": 105237, + "ÑĸйÑģ": 105238, + "é¢Ĩ": 105239, + "کتر": 105240, + "лÑĥб": 105241, + "è«ĸ": 105242, + "æ°¸": 105243, + "езпеÑĩ": 105244, + "Ġкам": 105245, + "عداد": 105246, + "ê±°ëŀĺ": 105247, + "ูà¸ĩ": 105248, + "ĠتÙĩراÙĨ": 105249, + "ĠëĦĪ": 105250, + "ÑĢив": 105251, + "ĠÑĤоÑĢ": 105252, + "اÙī": 105253, + "'Ñıз": 105254, + "ÙIJÙĬ": 105255, + "ĠkhÃŃ": 105256, + "ĠÑĪÑĤ": 105257, + "Ġξε": 105258, + "Ġbiri": 105259, + "èĩ´": 105260, + "Ñĥвав": 105261, + "ãģĪãĤĭ": 105262, + "ĠдиÑģ": 105263, + "аÑİÑĤ": 105264, + "صب": 105265, + "åĿĩ": 105266, + "олÑİ": 105267, + "èĭ¥": 105268, + "Ġاث": 105269, + "sou": 105270, + "åIJĥ": 105271, + "ãģ®ãģł": 105272, + "ublik": 105273, + "лей": 105274, + "Âłm": 105275, + "Ġíıīê·ł": 105276, + "ạy": 105277, + "εÏĢ": 105278, + "tık": 105279, + "Ġvyu": 105280, + "عÙĪد": 105281, + "Ġдоз": 105282, + "Ġlá»ĭch": 105283, + "質": 105284, + "à¥ģà¤Ī": 105285, + "ัà¸ŀ": 105286, + "Ġtém": 105287, + "Ġkaç": 105288, + "Ġcái": 105289, + "Ġμα": 105290, + "âĢ¦âĢ¦ãĢįĊĊ": 105291, + "íĪ¬": 105292, + "رÙĪÙĩ": 105293, + "Ġrych": 105294, + "ÎijΤ": 105295, + "ĠÑĢÑĸв": 105296, + "ë³ij": 105297, + "åģ¥": 105298, + "Ġzdrav": 105299, + "Ġعدد": 105300, + "èįī": 105301, + "δια": 105302, + "ĠváºŃn": 105303, + "ÑĭÑĤ": 105304, + "ĠколиÑĩ": 105305, + "ÏĮÏĦε": 105306, + "Ġbırak": 105307, + "ĠØŃÙħ": 105308, + "Ġchá»ĭ": 105309, + "é»Ħ": 105310, + "ĠاÙĦÙħتØŃدة": 105311, + "ืà¸Ńà¸ģ": 105312, + "Ġзали": 105313, + "Ġnhanh": 105314, + "âĢĮتÙĪاÙĨ": 105315, + "ëĿ½": 105316, + "ĠتÙĪسط": 105317, + "è¦ģæ±Ĥ": 105318, + "алÑĥ": 105319, + "ünkü": 105320, + "ãģªãĤĵ": 105321, + "ĠTrong": 105322, + "à¸Ļะ": 105323, + "åij¼": 105324, + "ĠÙĬÙħ": 105325, + "ики": 105326, + "ĠÑĤÑĥÑĤ": 105327, + "ĠyaÅŁam": 105328, + "Ġmá»įi": 105329, + "éĽĦ": 105330, + "ĠØŃض": 105331, + "ĠавÑĤом": 105332, + "Ġसबस": 105333, + "Ġyếu": 105334, + "ãĤ¹ãĤ¿": 105335, + "Ïĩή": 105336, + "ÑĸÑİ": 105337, + "èĺ": 105338, + "ิย": 105339, + "Ġmev": 105340, + "ického": 105341, + "िह": 105342, + "åŃ£": 105343, + "θή": 105344, + "Ġबढ": 105345, + "ĠاÙĦÙħس": 105346, + "ÏĦοÏħ": 105347, + "ekli": 105348, + "ĠдеÑĢев": 105349, + "å¸Ń": 105350, + "æ²Ļ": 105351, + "ãģ«ãĤĤ": 105352, + "Ġoblast": 105353, + "Ġhá»Ļ": 105354, + "Ġå¹³": 105355, + ".:.:.:.:.:.:.:.:": 105356, + "Ġéĸ": 105357, + "Ġجز": 105358, + "ĠÙĩÙħÚĨ": 105359, + "並": 105360, + "ÑĨеп": 105361, + "ाĊ": 105362, + "ä¸ŃçļĦ": 105363, + "'nın": 105364, + "ĠíķĺëĬĶ": 105365, + "ÑĶÑĹ": 105366, + "Ġبش": 105367, + "åį´": 105368, + "ä¹ł": 105369, + "ĠاطÙĦاعات": 105370, + "Ġë²ł": 105371, + "ĠکردÙĨ": 105372, + "ाड": 105373, + "Ġà¤ħर": 105374, + "ĠHá»į": 105375, + "ĠгÑĢомад": 105376, + "Ġست": 105377, + "ÏĦιÏĤ": 105378, + "Ġancak": 105379, + "Ġог": 105380, + "ĠkteÅĻÃŃ": 105381, + "Ġæ¬": 105382, + "ĠNgh": 105383, + "Ġtedy": 105384, + "ĠÏĢο": 105385, + "Ġquân": 105386, + "ĠбÑĥли": 105387, + "è¯Ĩ": 105388, + "Ġtừng": 105389, + "人çļĦ": 105390, + "ีà¸ģาร": 105391, + "ĠκαÏĦα": 105392, + "Ġpouze": 105393, + "¡ng": 105394, + "Ġآر": 105395, + "ĠÑĤÑĥ": 105396, + "Ġtá»·": 105397, + "ĠDanh": 105398, + "оном": 105399, + "Ñģий": 105400, + "Ġà¹Ģà¸Ķ": 105401, + "£¨": 105402, + "Å¡k": 105403, + "ãĥĥãĥī": 105404, + "ardır": 105405, + "Ġyönet": 105406, + "Ñĥвали": 105407, + "åħĪçĶŁ": 105408, + "ĠÐIJÑĢ": 105409, + "Ġprotože": 105410, + "Ġíģ¬": 105411, + "Ġjednot": 105412, + "Ġtý": 105413, + "éĩĩ": 105414, + "Ġหร": 105415, + "Ġåľ°": 105416, + "红": 105417, + "Ġмолод": 105418, + "iêng": 105419, + "ĠÏĮÏĦι": 105420, + "ĠداشتÙĩ": 105421, + "Ġuygun": 105422, + "ĠопеÑĢа": 105423, + "åı«": 105424, + "Ġап": 105425, + "ĠкÑĥÑĢ": 105426, + "اعة": 105427, + "unuz": 105428, + "ĠìĤ¬ì§Ħ": 105429, + "Ġvô": 105430, + "çok": 105431, + "Ġèģ": 105432, + "ÑĤеÑĢеÑģ": 105433, + "ĠاستاÙĨ": 105434, + "алаÑģÑĮ": 105435, + "à¥ģव": 105436, + "ỳ": 105437, + "ĠlÆ°u": 105438, + "ĠТа": 105439, + "Ġlá»±a": 105440, + "'ÑĶ": 105441, + "Ġüy": 105442, + "ĠÛĮÚ©ÛĮ": 105443, + "æ¾": 105444, + "нем": 105445, + "ĠخاÙĨ": 105446, + "ĠÑįлек": 105447, + "ÙĤاÙĦ": 105448, + "лок": 105449, + "ĠÄijẹp": 105450, + "à¥īल": 105451, + "Ġmůž": 105452, + "ëĭ¤ëĬĶ": 105453, + "ĠíķĺëĤĺ": 105454, + "ÙĦت": 105455, + "çİ°åľ¨": 105456, + "мо": 105457, + "ÏħÏĥ": 105458, + "ãģŁãģ¡": 105459, + "ĠìłĦìĦ¸": 105460, + "à¥įà¤Łà¤°": 105461, + "عات": 105462, + "دÙĪ": 105463, + "俺": 105464, + "楽": 105465, + "森": 105466, + "ĠлиÑģÑĤ": 105467, + "δι": 105468, + "å¯Į": 105469, + "ĠÄijÆ°a": 105470, + "веÑģÑĤи": 105471, + "до": 105472, + "аннÑĸ": 105473, + "Ġüret": 105474, + "Ġgá»įi": 105475, + "ĠÑģвоÑİ": 105476, + "ừng": 105477, + "Ġtất": 105478, + "äºļæ´²": 105479, + "áce": 105480, + "NÃį": 105481, + "ĠÑĢÑĭ": 105482, + "满": 105483, + "ÏģεÏĤ": 105484, + "åħįè´¹": 105485, + "лоÑĤ": 105486, + "æĻº": 105487, + "Ġαγ": 105488, + "Ġà¤ħम": 105489, + "Ġç´": 105490, + "одо": 105491, + "Ñħи": 105492, + "Ġnguá»ĵn": 105493, + "éĥ¨åĪĨ": 105494, + "ваÑĤ": 105495, + "ĠÑĤеб": 105496, + "заÑĨÑĸÑĹ": 105497, + "ĠÐŁÑĢо": 105498, + "عÛĮ": 105499, + "ĠÙĪÙĬ": 105500, + "ëŀľ": 105501, + "Ġneby": 105502, + "ĠجدÛĮد": 105503, + "ÄŁimiz": 105504, + "£½": 105505, + "Ġà¤Ĩत": 105506, + "Ġà¤Ńर": 105507, + "æīĺ": 105508, + "å®īåħ¨": 105509, + "Ġëĵ¤ìĸ´": 105510, + "برد": 105511, + "Ġê²ĥìĿ´": 105512, + "亲": 105513, + "æ°ı": 105514, + "алÑĸз": 105515, + "lack": 105516, + "ĠÙħختÙĦÙģ": 105517, + "اÙĨÙĬØ©": 105518, + "Ġì²Ń": 105519, + "ĠвиÑĤ": 105520, + "Ġhareket": 105521, + "é¨": 105522, + "à¸Ļำ": 105523, + "Ġبرخ": 105524, + "売": 105525, + "Ñĩай": 105526, + "Ġanlat": 105527, + "Ġà¤ħव": 105528, + "ĠاÙģز": 105529, + "Ġhết": 105530, + "ĠÚĨÙĨد": 105531, + "éĹľ": 105532, + "пÑĢиÑĶм": 105533, + "gı": 105534, + "Ġkomp": 105535, + "ĠlỼp": 105536, + "Ġmá»Ĺi": 105537, + "à¸Ľà¸£à¸°à¸ģ": 105538, + "Ġhaf": 105539, + "Ġeder": 105540, + "ĠздоÑĢов": 105541, + "à¥Ĥम": 105542, + "본": 105543, + "Ġonun": 105544, + "ĠÙħردÙħ": 105545, + "ĠÐľÐ°ÑĢ": 105546, + "Ġìĸ´ëĸ": 105547, + "ман": 105548, + "ĠÑģилÑĮ": 105549, + "網": 105550, + "ë¸Ķ": 105551, + "лÑıеÑĤ": 105552, + "ĠнеÑģколÑĮко": 105553, + "landır": 105554, + "Ġвд": 105555, + "ĠÙĨÙĪ": 105556, + "ãģİ": 105557, + "ÑĤин": 105558, + "تش": 105559, + "аний": 105560, + "ĠtÅĻ": 105561, + "ÑģиÑħ": 105562, + "лом": 105563, + "æŃ©": 105564, + "ãİ¡": 105565, + "ĠØŃر": 105566, + "æĭį": 105567, + "enou": 105568, + "Ġвели": 105569, + "Ġδη": 105570, + "ska": 105571, + "主è¦ģ": 105572, + "اÙģØ©": 105573, + "ĠболÑĮÑĪе": 105574, + "ิศ": 105575, + "çĽĬ": 105576, + "ĠÙģÙĤØ·": 105577, + "å¨ģ": 105578, + "ĠhÆ°á»Łng": 105579, + "ĠDoÄŁ": 105580, + "ĠdÃłi": 105581, + "ĠгоÑĤов": 105582, + "Ġвам": 105583, + "âĢī": 105584, + "ाà¤ļ": 105585, + "åħ¸": 105586, + "à¹ĥหà¸į": 105587, + "Ġç«": 105588, + "ektör": 105589, + "Ġвел": 105590, + "ĠÙĦÙĪ": 105591, + "شتÙĩ": 105592, + "æĺ¾": 105593, + "ảy": 105594, + "à¹Ĥม": 105595, + "Ġtá»ķng": 105596, + "ĠповеÑĢÑħ": 105597, + "ÑĹв": 105598, + "Ġphép": 105599, + "çļĩ": 105600, + "ĠпоÑĢÑıд": 105601, + "ĠÑģооÑĤвеÑĤ": 105602, + "à¤Ŀ": 105603, + "ĠÑģебÑı": 105604, + "ĠëĤł": 105605, + "ĠбÑĥла": 105606, + "à¹īาย": 105607, + "ĠãĢĢãĢĢãĢĢãĢĢ": 105608, + "ĠÙħجÙħÙĪع": 105609, + "ï¼Į以": 105610, + "ĠبÙĪدÙĩ": 105611, + "μÏĮ": 105612, + "Ġíݸ": 105613, + "eÅŁit": 105614, + "ÑİÑīие": 105615, + "ÑİÑīиÑħ": 105616, + "åŁºéĩij": 105617, + "ĠتØŃت": 105618, + "ĠвлаÑģ": 105619, + "lerle": 105620, + "ãĤ²": 105621, + "ëĬĺ": 105622, + "èĵ": 105623, + "manın": 105624, + "ìŀĪ": 105625, + "Ġzast": 105626, + "ĠÑĩеловек": 105627, + "à¥ĩब": 105628, + "peÄį": 105629, + "ĠبرÙĨاÙħÙĩ": 105630, + "Ġslov": 105631, + "ĠnÄĽjak": 105632, + "ê·ľ": 105633, + "à¥ĩह": 105634, + "èŤ": 105635, + "ĠبÛĮشتر": 105636, + "iliz": 105637, + "ĠëĶĶ": 105638, + "ازÙĩ": 105639, + "تد": 105640, + "Ġetm": 105641, + "Ġëĭ¤ë¥¸": 105642, + "Ġvů": 105643, + "å°Ħ": 105644, + "ĠклаÑģ": 105645, + "вÑĢоп": 105646, + "æ´¾": 105647, + "ĠÄijình": 105648, + "ÑĥÑİÑĤ": 105649, + "ÑĥеÑĤÑģÑı": 105650, + "éľ²": 105651, + "ĠÑģкоÑĢ": 105652, + "ĠваÑģ": 105653, + "íķĺìĺĢëĭ¤": 105654, + "Ġداشت": 105655, + "ĠçĦ": 105656, + "Ġ西": 105657, + "ĠκαÏĦά": 105658, + "०": 105659, + "ìĹĨ": 105660, + "ĠخدÙħ": 105661, + "اسÙħ": 105662, + "ÎijΡ": 105663, + "ĠAma": 105664, + "奥": 105665, + "Ġبزرگ": 105666, + "ĠÐĴÑĸн": 105667, + "ĠÅĺ": 105668, + "Ġà¸Īาà¸ģ": 105669, + "ĠÑħаÑĢакÑĤеÑĢ": 105670, + "ĠÄijá»Ļi": 105671, + "ĠÑĢозвиÑĤ": 105672, + "ĠпÑĢоÑĦеÑģ": 105673, + "ĠконÑĤÑĢ": 105674, + "ÎŁÎĽ": 105675, + "Ġminh": 105676, + "ä¼ij": 105677, + "쪽": 105678, + "ĠchÆ¡i": 105679, + "заÑĨии": 105680, + "ĠдÑĸÑıлÑĮ": 105681, + "ëĨ": 105682, + "Ġngay": 105683, + "à¥Ĥà¤Ĥ": 105684, + "Ġihtiy": 105685, + "éĽª": 105686, + "Ġê´Ģ리ìŀIJ": 105687, + "Ġcụ": 105688, + "Ġì§Ī": 105689, + "ÙĬØ«": 105690, + "ặp": 105691, + "ÙĪاع": 105692, + "ãģĤãģ£ãģŁ": 105693, + "Ġçľ": 105694, + "Ġìļ°ë¦¬": 105695, + "à¹Īà¸ĩà¸Ĥ": 105696, + "ĠçŃ": 105697, + ")ØĮ": 105698, + "Ãłm": 105699, + "ÙĦÛĮÙĦ": 105700, + "Ġ걸": 105701, + "алÑĮниÑħ": 105702, + "æŶåĢĻ": 105703, + "undan": 105704, + "ĠGün": 105705, + "Ġtopl": 105706, + "ĠÑĢекомен": 105707, + "ĠاÙĨتخاب": 105708, + "Ãłu": 105709, + "Äįka": 105710, + "ë°Ģ": 105711, + "ĠкÑĢаÑģ": 105712, + "лоп": 105713, + "å¼µ": 105714, + "ĠاÙĦÙħع": 105715, + "mÃŃn": 105716, + "Ġviết": 105717, + "Ġê°ĻìĿĢ": 105718, + "uteÄį": 105719, + "Ġnech": 105720, + "çµĤ": 105721, + "ãģªãģĮ": 105722, + "ayın": 105723, + "ĠÄįin": 105724, + "cházÃŃ": 105725, + "اÙģظ": 105726, + "ÑĢоваÑĤÑĮ": 105727, + "à¹Ħร": 105728, + "ĠãĤ¤": 105729, + "Ġзаболева": 105730, + "Ġå±±": 105731, + "Ġkadın": 105732, + "ÏĦηÏĤ": 105733, + "алиÑģÑĮ": 105734, + "Ġhük": 105735, + "åĵ¥": 105736, + "ĠпеÑĢи": 105737, + "ÅĻád": 105738, + "Ġà¤ħस": 105739, + "ĠÑģÑĤвоÑĢ": 105740, + "ĠÙĪÛĮÚ©ÛĮ": 105741, + "Ġì¡": 105742, + "Ġcá»Ńa": 105743, + "Ġhiá»ĥu": 105744, + "游æĪı": 105745, + "ÑĮомÑĥ": 105746, + "Ġgó": 105747, + "Ġtoh": 105748, + "Ġбла": 105749, + "Ġåij": 105750, + "Ġпло": 105751, + "иÑĪ": 105752, + "ĠÄijấu": 105753, + "skou": 105754, + "ãĤĪãĤĬ": 105755, + "à¸¹à¸Ľ": 105756, + "Ġrá»ĵi": 105757, + "опÑĢоÑģ": 105758, + "нолог": 105759, + "ĠÑĤÑĢав": 105760, + "ĠWayback": 105761, + "Ġà¹Ĩ": 105762, + "ĠÑĥÑĩаÑģÑĤ": 105763, + "ĠпÑĢепаÑĢа": 105764, + "Ġdạng": 105765, + "ĠÃľn": 105766, + "à¹Ħลà¸Ļ": 105767, + "Ġداخ": 105768, + "ĠsÆ¡": 105769, + "Ġkoy": 105770, + "ëĿ¼ê³ł": 105771, + "ĠÄijúng": 105772, + "à¥ĩà¤Ĥ,": 105773, + "Ġgeçir": 105774, + "ĠÑıкÑīо": 105775, + "ÑģÑĤÑĢо": 105776, + "енÑĤов": 105777, + "Ñĸж": 105778, + "кÑĥÑİ": 105779, + "ĠeÄŁitim": 105780, + "à¥įरस": 105781, + "ĠСп": 105782, + "اتÛĮ": 105783, + "ãģijãĤĭ": 105784, + "ÏĦÏīν": 105785, + "Ġкм": 105786, + "âĸįâĸįâĸįâĸį": 105787, + "jist": 105788, + "ÑĤак": 105789, + "ĠåIJįåīį": 105790, + "é¡Ķ": 105791, + "лÑĭ": 105792, + "Ġkhảo": 105793, + "âĢĻÑı": 105794, + "ĠÙħÙĦÛĮ": 105795, + "lož": 105796, + "Ġìĸ¸": 105797, + "Ġgần": 105798, + "Ġà¤ľà¤°": 105799, + "बर": 105800, + "ÎķΣ": 105801, + "à¸²à¸Ľ": 105802, + "Ġnás": 105803, + "formace": 105804, + "Ġetmek": 105805, + "веÑģÑĤ": 105806, + "ìĸ´ìļĶ": 105807, + "Ġतथ": 105808, + "ĠÑģек": 105809, + "ξη": 105810, + "æ¯Ľ": 105811, + "Bir": 105812, + "ĠìŀĦ": 105813, + "Ġvardır": 105814, + "ÙĪاÙĦ": 105815, + "Ä°R": 105816, + "ované": 105817, + "наÑĢод": 105818, + "à¸Ħำ": 105819, + "emek": 105820, + "ĠÎķÏĢ": 105821, + "ĠÅĻe": 105822, + "ãģ¾ãģĽ": 105823, + "uyá»ĩt": 105824, + "Ġìĸ¼": 105825, + "rů": 105826, + "Ġonu": 105827, + "à¹Ģà¸ķà¸Ńร": 105828, + "одаÑĢ": 105829, + "زÙĩ": 105830, + "Ġkav": 105831, + "онÑĭ": 105832, + "ĠвеÑģ": 105833, + "ìĤ¬ì§Ģ": 105834, + "Ġгла": 105835, + "ÃĿ": 105836, + "ĠÙĤÛĮÙħت": 105837, + "çķ¥": 105838, + "à¸ĸาà¸Ļ": 105839, + "Äįil": 105840, + "Ġä¸ĩ": 105841, + "è¾ĥ": 105842, + "åħħ": 105843, + "ĠÑĢед": 105844, + "มห": 105845, + "amilia": 105846, + "à¥ĩà¤ķर": 105847, + "Ġtá»iji": 105848, + "ÙģÛĮ": 105849, + "ÑĢÑĸÑĪ": 105850, + "ìķł": 105851, + "à¸Ļส": 105852, + "à¸Īร": 105853, + "à¥ĩशन": 105854, + "ĠÙħÙĪضÙĪع": 105855, + "æī¹": 105856, + "Ġobsah": 105857, + "ĠнавÑĩ": 105858, + "Ġdestek": 105859, + "Ġzas": 105860, + "åĵį": 105861, + "ümüz": 105862, + "ĠçŁ": 105863, + "Ġè¨": 105864, + "Ù¬": 105865, + "ç»Ī": 105866, + "Ġzde": 105867, + "Ġzáp": 105868, + "à¥Ĥसर": 105869, + "ìĿ´ì§Ģ": 105870, + "çļ®": 105871, + "lom": 105872, + "१": 105873, + "ÙĦاÙĤ": 105874, + "à¸Ļà¸ķ": 105875, + "íĮħ": 105876, + "лада": 105877, + "masına": 105878, + "ãģ®ãģ§": 105879, + "ëĵ¤ìĿĦ": 105880, + "Ġнаг": 105881, + "masını": 105882, + "ãĤĿ": 105883, + "ınıf": 105884, + "åĽ´": 105885, + "Ġbölüm": 105886, + "å¥ĸ": 105887, + "æ¨Ļ": 105888, + "ÙĦاØŃ": 105889, + "ĠгоÑģÑĥдаÑĢ": 105890, + "داÙĨÙĦÙĪد": 105891, + "ĠпоÑĤÑĢеб": 105892, + "ĠÑĢоÑĨÑĸ": 105893, + "ога": 105894, + "ĠÑģледÑĥеÑĤ": 105895, + "ĠпаÑĢа": 105896, + "é¼": 105897, + "ãģįãģŁ": 105898, + "ίζ": 105899, + "Ġbá»ij": 105900, + "ÑĤÑĸв": 105901, + "ï¼Į她": 105902, + "familia": 105903, + "éłħ": 105904, + "ĠدÙĦ": 105905, + "Ġskup": 105906, + "еÑĩение": 105907, + "ãģĵãģ¨ãģĮ": 105908, + "à¥Ģब": 105909, + "ุล": 105910, + "¨ë¶Ģ": 105911, + "ĠاÙĦعرب": 105912, + "Ġç¾İ": 105913, + "ĠاÙĦÙħÙĪ": 105914, + "ĠØ¥ÙĨ": 105915, + "Ġnásled": 105916, + "Ġtomu": 105917, + "ÎĦ": 105918, + "Ġзави": 105919, + "Ġnhu": 105920, + "ĠpÅĻedstav": 105921, + "ìłķë³´": 105922, + "okol": 105923, + "ĠкÑĢи": 105924, + "adu": 105925, + "ĠкаÑĤ": 105926, + "ĠÑįÑĦ": 105927, + "вал": 105928, + "mayı": 105929, + "ĠÑĩаÑģÑĤо": 105930, + "Ġtranh": 105931, + "ائÙĦ": 105932, + "ãĤĪãģĨãģª": 105933, + "Ġpoh": 105934, + "ìĥģìľĦ": 105935, + "Ġsắc": 105936, + "Ùĥس": 105937, + "ĠмÑĥ": 105938, + ".::": 105939, + "ëĪ": 105940, + "»Ċ": 105941, + "ĠÙĨÚ¯": 105942, + "ÙIJÙĨ": 105943, + "ником": 105944, + "Ñħа": 105945, + "ĠμοÏħ": 105946, + "ĠNguyá»ħn": 105947, + "ĠвÑĭÑģок": 105948, + "ĠÐŁÐ¾Ð´": 105949, + "ĠпÑĢиÑĢод": 105950, + "à¥ĭध": 105951, + "िà¤ķल": 105952, + "иÑĢа": 105953, + "ëĭ¤ê³ł": 105954, + "ĠmajÃŃ": 105955, + "Ġvùng": 105956, + "Ġtarihinde": 105957, + "ĠваÑĢ": 105958, + "ниÑĤÑĮ": 105959, + "ειÏĤ": 105960, + "Ġåĩº": 105961, + "dyž": 105962, + "ÏĦÏİν": 105963, + "ä½ĵèĤ²": 105964, + "Ġà¹Ģว": 105965, + "Ġà¤ħà¤ļ": 105966, + "ĠاÙĨÚ¯ÙĦÛĮسÛĮ": 105967, + "à¥įयम": 105968, + "ĠgeliÅŁ": 105969, + "æ¹ĸ": 105970, + "Ġاک": 105971, + "Ġплан": 105972, + "kyt": 105973, + "ابÛĮ": 105974, + "κι": 105975, + "Ġchung": 105976, + "ानà¤ķ": 105977, + "sı": 105978, + "Ġtinh": 105979, + "ĠÑģÑĤол": 105980, + "ÑģÑĤÑĢÑĥ": 105981, + "ĠлиÑĪе": 105982, + "ĠвиÑĢоб": 105983, + "ilmiÅŁ": 105984, + "ĠзÑĸ": 105985, + "ç»Ĩ": 105986, + "åĢĴ": 105987, + "ãĤ·ãĥ£": 105988, + "åŃ©": 105989, + "Ġà¹Ĥรà¸ĩà¹Ģร": 105990, + "íĻľ": 105991, + "ĠбÑĥде": 105992, + "ĠyaklaÅŁ": 105993, + "èĩªåĪĨ": 105994, + "ĠÙģÙĪ": 105995, + "СТ": 105996, + "Ġsorun": 105997, + "à¹Ģà¸ł": 105998, + "Ġcô": 105999, + "виÑĩ": 106000, + "ëĵ¤ìĿĺ": 106001, + "Ġtriá»ĩu": 106002, + "Ġrõ": 106003, + "Ġãģ«": 106004, + "ÄŁim": 106005, + "iyoruz": 106006, + "èľ": 106007, + "à¥įरव": 106008, + "Ġسپ": 106009, + "ĠìĦľìļ¸": 106010, + "δε": 106011, + "еÑĢÑĪ": 106012, + "Ġأس": 106013, + "äºŀ": 106014, + "è¯į": 106015, + "пÑĤом": 106016, + "ฤษ": 106017, + "ĠسازÙħاÙĨ": 106018, + "Ġluôn": 106019, + "ÙĩÙĪر": 106020, + "cü": 106021, + "аÑĤкÑĥ": 106022, + "Ġolabilir": 106023, + "ĠìĹ°êµ¬": 106024, + "енной": 106025, + "ĠæĪij": 106026, + "Ġнего": 106027, + "Ġ.**************": 106028, + "ิà¸ĺ": 106029, + "ĠãĤ·": 106030, + "تÙģ": 106031, + "ÐŁÑĢо": 106032, + "Ġhakkında": 106033, + "ÄįnÄĽ": 106034, + "ĠMỹ": 106035, + "é½": 106036, + "ĠÏĥÏĦον": 106037, + "Ġâm": 106038, + "§ظ": 106039, + "ĠÅŁirket": 106040, + "æĥħåĨµ": 106041, + "ĠØ¢ÙħÙĪزش": 106042, + "λεÏħ": 106043, + "ÙħÙĩ": 106044, + "è¦ı": 106045, + "ãģ¨æĢĿ": 106046, + "ĠÙĪع": 106047, + "ÏĪη": 106048, + "ÏģοÏį": 106049, + "ĠÂłĊ": 106050, + "δη": 106051, + "ÑĪов": 106052, + "åĪ¤": 106053, + "Ġmắt": 106054, + "æĭ¿": 106055, + "à¸Ļà¸Ķ": 106056, + "éĻĦ": 106057, + "à¹īม": 106058, + "ĠÄijạt": 106059, + "Ġgüzel": 106060, + "mÃ¼ÅŁ": 106061, + "ÐŀÐĴ": 106062, + "çĭ¬": 106063, + "리를": 106064, + "ĠплаÑĤ": 106065, + "Ġnghá»ĭ": 106066, + "ĠÑĤакиÑħ": 106067, + "биÑĢа": 106068, + "Ġнек": 106069, + "ÑģÑĮкÑĸ": 106070, + "رÙĬاض": 106071, + "onu": 106072, + "à¥ĭम": 106073, + "ĠGiỼi": 106074, + "èŀį": 106075, + "é²": 106076, + "ĠGenel": 106077, + "åĬ¿": 106078, + "ĠвÑĸ": 106079, + "å§IJ": 106080, + "試": 106081, + "ĠжиÑĤÑĤÑı": 106082, + "Ġìĺ¨": 106083, + "åĩºæĿ¥": 106084, + "Ġtá»ij": 106085, + "Ġlao": 106086, + "ίο": 106087, + "Ġγα": 106088, + "ниÑĤелÑĮ": 106089, + "éļİ": 106090, + "Ġвикон": 106091, + "ĠÙģعاÙĦ": 106092, + "à¹Ģศ": 106093, + "ÏĮγ": 106094, + "ĠоÑĢганиз": 106095, + "ĠемÑĥ": 106096, + "ĠÙĬع": 106097, + "ĠÙħب": 106098, + "ालय": 106099, + "ĠÎľÏĢ": 106100, + "é¸": 106101, + "ùa": 106102, + "길": 106103, + "ĠÄIJiá»ģu": 106104, + "είο": 106105, + "äºī": 106106, + "ượt": 106107, + "ÑĢазÑĥ": 106108, + "ĠоÑĤÑĢим": 106109, + "Ġطب": 106110, + "Ġ以": 106111, + "æĸĹ": 106112, + "ë°±": 106113, + "à¤ĩस": 106114, + "ë§ĮìĽIJ": 106115, + "ãĢģãģĿãģ®": 106116, + "ĠëķĮ문": 106117, + "ĠØ¢ÛĮ": 106118, + "Ð¡Ðł": 106119, + "ضÙĦ": 106120, + "æĵį": 106121, + "kazy": 106122, + "สว": 106123, + "âng": 106124, + "à¤Ĥà¤Ń": 106125, + "нÑĸÑĩ": 106126, + "ัà¸ĩà¸ģ": 106127, + "ĠبررسÛĮ": 106128, + "ردÙĩ": 106129, + "Ġmẫu": 106130, + "à¹Īวà¸ĩ": 106131, + "ĠداÙĨشگاÙĩ": 106132, + "dıģ": 106133, + "ĠTá»ķng": 106134, + "第äºĮ": 106135, + "cÃŃm": 106136, + "Ġböyle": 106137, + "ë¶Ī": 106138, + "ĠÙħÙĨابع": 106139, + "à¥ĥष": 106140, + "еÑĤÑĭ": 106141, + "åĨ·": 106142, + "åĽŃ": 106143, + "ĠتÙĪجÙĩ": 106144, + "åĪ»": 106145, + "æŀģ": 106146, + "à¤Łà¤¨": 106147, + "лан": 106148, + "ĠíĥĢ": 106149, + "ä½IJ": 106150, + "ĠобÑĭ": 106151, + "å¸Ŀ": 106152, + "커": 106153, + "å®Ī": 106154, + "èµ·æĿ¥": 106155, + "Ġãĥ¬": 106156, + "çİī": 106157, + "à¹Ģหล": 106158, + "ине": 106159, + "หาร": 106160, + "éļı": 106161, + "Ġгаз": 106162, + "ĠاÙĦعÙħÙĦ": 106163, + "à¥ģà¤Ŀ": 106164, + "Ïģιο": 106165, + "Ġvám": 106166, + "ĠعÙĨد": 106167, + "ÙĨدگاÙĨ": 106168, + "ï¼ĮéĤ£": 106169, + "ĠнаÑħод": 106170, + "áno": 106171, + "ÛĮاÙĨ": 106172, + "Ġأع": 106173, + "ĠÑĢади": 106174, + "Ġмене": 106175, + "Ġúda": 106176, + "Ïĩν": 106177, + "ÑĥлÑıÑĢ": 106178, + "à¥Ģप": 106179, + "ĠpoužÃŃ": 106180, + "Ġä¸": 106181, + "ĠÙĤاÙĨÙĪÙĨ": 106182, + "ικοÏį": 106183, + "áy": 106184, + "Ġçöz": 106185, + "ÏĦÏģ": 106186, + "ÙĨاÙħ": 106187, + "ุà¸ķ": 106188, + "åĵª": 106189, + "ÙĬب": 106190, + "ä¹°": 106191, + "ÐĶлÑı": 106192, + "ĠëłĪ벨": 106193, + "ุà¸ļ": 106194, + "нÑĥÑĤи": 106195, + "è½»": 106196, + "Ġξα": 106197, + "Ġè¦": 106198, + "аÑĤков": 106199, + "ĠëĪĦ": 106200, + "Ġtuyá»ĥn": 106201, + "ÙİÙħ": 106202, + "ĠвÑĭпол": 106203, + "Ġstudi": 106204, + "ĠpÅĻek": 106205, + "Ġзам": 106206, + "Ġmateri": 106207, + "åİĭ": 106208, + "Ġал": 106209, + "Ġà¸ļร": 106210, + "Ø·ØŃ": 106211, + "ĠÙħرک": 106212, + "Ġìĭ¬": 106213, + "ĠÙĤابÙĦ": 106214, + "ĠÐIJле": 106215, + "ıntı": 106216, + "Ġå»": 106217, + "Ä°K": 106218, + "ëħĦëıĦ": 106219, + "ÑĭваÑĤÑĮ": 106220, + "Ġdevlet": 106221, + "社ä¼ļ": 106222, + "ëĤł": 106223, + "Ġkolay": 106224, + "ĠÑĢазвиÑĤи": 106225, + "ади": 106226, + "ئÙĬس": 106227, + "adıģı": 106228, + "ÎijÎĽ": 106229, + "Ġhoa": 106230, + "Ġศ": 106231, + "Ä±ÅŁtır": 106232, + "ÑĢÑİ": 106233, + "ĠкаÑĩе": 106234, + "¼åIJĪ": 106235, + "åħ´": 106236, + "Ġê·¸ëŁ¬": 106237, + "ĠмÑĸÑģÑĤ": 106238, + "Ġмне": 106239, + "ãĥ¼ãĤº": 106240, + "ç§Ģ": 106241, + "ĠعÙĦÙĬÙĩ": 106242, + "Ġìĭľê°Ħ": 106243, + "Ġà¤ĺर": 106244, + "ĠÑĥг": 106245, + "åıijå±ķ": 106246, + "Ä±ÅŁÄ±": 106247, + "ĠìĪľ": 106248, + "ĠíĻľ": 106249, + "æ¡£": 106250, + "Ġnokt": 106251, + "lém": 106252, + "еннÑĭй": 106253, + "ĠبÙħ": 106254, + "à¥ĩय": 106255, + "одав": 106256, + "à¹Ĥร": 106257, + "ï¼Įæľī": 106258, + "اÙĬات": 106259, + "اÛĮÙĩ": 106260, + "Ġà¤īपय": 106261, + "ĠsmÄĽ": 106262, + "شد": 106263, + "ШÐIJ": 106264, + "ĠاÙħاÙħ": 106265, + "æ¿Ģ": 106266, + "Ġhoạch": 106267, + "обÑĢаз": 106268, + "à¥ĭह": 106269, + "ĠÑĢебен": 106270, + "иÑĤелÑı": 106271, + "ãģªãģĮãĤī": 106272, + "ساÙĦ": 106273, + "Ġà¸Īำ": 106274, + "Ġخاص": 106275, + "Ġgeri": 106276, + "à¤ĺ": 106277, + "Ġìº": 106278, + "à¹ģà¸Ĺ": 106279, + "âĢĮÛĮ": 106280, + "گرÛĮ": 106281, + "اÙħبر": 106282, + "ÑĪÑĥ": 106283, + "Ġphong": 106284, + "имо": 106285, + "па": 106286, + "Ġìµľê³ł": 106287, + "Ġнам": 106288, + "ostÃŃ": 106289, + "isini": 106290, + "ĠдÑĥже": 106291, + "Ñģком": 106292, + "ĠпÑĢодÑĥк": 106293, + "ÏĮÏĦηÏĦα": 106294, + "aln": 106295, + "isine": 106296, + "è¿ľ": 106297, + "алÑĮной": 106298, + "तर": 106299, + "tıģ": 106300, + "ĠëĴ": 106301, + "è¿ĺæĺ¯": 106302, + "ĠÙħØ«ÙĦ": 106303, + "ìľ¨": 106304, + "ï¾ĺ": 106305, + "åĪ¸": 106306, + "ç¶ļ": 106307, + "جاد": 106308, + "ĠкÑĥ": 106309, + "åĢij": 106310, + "ovu": 106311, + "ĠsÄ©": 106312, + "ĠìłIJ": 106313, + "ĠÑĥÑĢов": 106314, + "िà¤ļ": 106315, + "ovali": 106316, + "ĠÙĪÙĨ": 106317, + "ĠìĿĮ": 106318, + "Ġкг": 106319, + "าà¸ĺ": 106320, + "ÏĦÏģα": 106321, + "ždy": 106322, + "à¹Įà¸ķ": 106323, + "ĠnÄĽm": 106324, + "ĠЦе": 106325, + "noho": 106326, + "Ġëĭ¤ìĭľ": 106327, + "Ġtéto": 106328, + "Ġbiá»ĥu": 106329, + "ĠYön": 106330, + "Ġpráce": 106331, + "à¥īर": 106332, + "ĠchÃŃ": 106333, + "овой": 106334, + "Ġmợ": 106335, + "說": 106336, + "ÏİÏĤ": 106337, + "волÑı": 106338, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 106339, + "實": 106340, + "é»ŀ": 106341, + "Ġà¤ıव": 106342, + "Ïħνα": 106343, + "岡": 106344, + "không": 106345, + "ĠpÅĻÃŃpadÄĽ": 106346, + "åĹ": 106347, + "ĠبدÙĪÙĨ": 106348, + "Ïĥκε": 106349, + "Ġdikkat": 106350, + "ĠAncak": 106351, + "Ġtiá»ĩn": 106352, + "éĿĻ": 106353, + "ĠìĿ¼ë°ĺ": 106354, + "ĠÄįlen": 106355, + "ìķħ": 106356, + "ाà¤ĩन": 106357, + "ãģ£ãģ¦ãģĦãģŁ": 106358, + "ĠìĿ´ìļ©": 106359, + "ÙĪÙħÛĮ": 106360, + "iná": 106361, + "ặng": 106362, + "ÏİÏģα": 106363, + "ÙĨÙĬØ©": 106364, + "важ": 106365, + "èİ·": 106366, + "å©ļ": 106367, + "ĠÅŁu": 106368, + "ĠãģĬ": 106369, + "Ġدرب": 106370, + "Ġdiá»ħn": 106371, + "ÅĻeba": 106372, + "asının": 106373, + "ç½ijç«Ļ": 106374, + "нÑĮого": 106375, + "ĠاÙĦØ£ÙĪÙĦ": 106376, + "ικÎŃÏĤ": 106377, + "ĠzÃŃsk": 106378, + "оло": 106379, + "ĠÑįÑĤоÑĤ": 106380, + "Ġpokud": 106381, + "è²»": 106382, + "еÑĢÑĸв": 106383, + "ãĥķãĤ£": 106384, + "иÑĤÑĥа": 106385, + "Ġvyd": 106386, + "олож": 106387, + "лÑıÑĤÑĮ": 106388, + "ÙĤÙħ": 106389, + "æ´ĭ": 106390, + "æ§ĭ": 106391, + "ĠغÛĮر": 106392, + "ĠstÅĻed": 106393, + "ظر": 106394, + "Ġhiçbir": 106395, + "θεί": 106396, + "znik": 106397, + "дÑĭ": 106398, + "luv": 106399, + "ĠÙħؤ": 106400, + "ĠگرÙĪÙĩ": 106401, + "Ġï¼īĊ": 106402, + "teri": 106403, + "ĠÏħÏĢο": 106404, + "voj": 106405, + "Ġبعض": 106406, + "Ġbilin": 106407, + "ĠرÙĪØ´": 106408, + "ĠобÑıз": 106409, + "Ġï»": 106410, + "سÙĨ": 106411, + "ĠÏĢα": 106412, + "íį¼": 106413, + "ĠtÃŃn": 106414, + "Ġ´": 106415, + "ìĤ¬ìĿ´íĬ¸": 106416, + "Ġpodob": 106417, + "Ñīее": 106418, + "ĠåįĹ": 106419, + "Ġbych": 106420, + "ози": 106421, + "ĠVÄĥn": 106422, + "ØŃÙĩ": 106423, + "åѦéĻ¢": 106424, + "ĠÅĻekl": 106425, + "립ëĭĪëĭ¤": 106426, + "ĠпÑĢоÑģ": 106427, + "κά": 106428, + "ĠbaÅŁladı": 106429, + "ủy": 106430, + "Ñİдж": 106431, + "ाà¤ıà¤Ĺ": 106432, + "à¤Ĥà¤ļ": 106433, + "Ġê´Ģ볨": 106434, + "ĠвопÑĢоÑģ": 106435, + "ĠÑģÑĤаÑĤÑĮ": 106436, + "Ġyatırım": 106437, + "нÑĥла": 106438, + "راÙģ": 106439, + "ĠçeÅŁit": 106440, + "Ġà¤īद": 106441, + "央": 106442, + "ĠпоÑıв": 106443, + "åĽ½å®¶": 106444, + "ĠÑģооÑĤвеÑĤÑģÑĤв": 106445, + "ìķ¡": 106446, + "ĠØ®ÙĪاÙĩد": 106447, + "Å¡Å¡ÃŃ": 106448, + "ÂłÐ¿": 106449, + "ĠNhÃł": 106450, + "''''": 106451, + "ｨ": 106452, + "Ãħ": 106453, + "Ġïº": 106454, + "ĠØ¢ÙħرÛĮÚ©": 106455, + "larımız": 106456, + "جا": 106457, + "ÙģÙĤ": 106458, + "Ġá»": 106459, + "Ġìķł": 106460, + "ĠزباÙĨ": 106461, + "ĠÑĤвоÑĢ": 106462, + "ниÑĩеÑģ": 106463, + "Ġкни": 106464, + "خداÙħ": 106465, + "à¸Łà¸£": 106466, + "Ġì¹ĺ": 106467, + "วาม": 106468, + "ĠÙħÙĩÙħ": 106469, + "Ġstol": 106470, + "Ġedilen": 106471, + "Ġpek": 106472, + "اÙĨات": 106473, + "алÑĮнÑĸ": 106474, + "ĠнеобÑħÑĸд": 106475, + "à¹Ħว": 106476, + "Ġशर": 106477, + "ĠíĮIJ": 106478, + "Òij": 106479, + "Ġним": 106480, + "Ġà¸ĺ": 106481, + "æĺł": 106482, + "äºĴ": 106483, + "ĠbaÅŁar": 106484, + "ži": 106485, + "Ġмног": 106486, + "lendi": 106487, + "ávajÃŃ": 106488, + "nict": 106489, + "ĠдÑĥм": 106490, + "éĻ©": 106491, + "ÏĥÏĥ": 106492, + "iky": 106493, + "алÑĮнÑĭй": 106494, + "ĠÙħÙĨت": 106495, + "å®®": 106496, + "-за": 106497, + "еÑĢк": 106498, + "å¡Ķ": 106499, + "ĠμεÏĦα": 106500, + "oÄŁun": 106501, + "ÎĹÎľ": 106502, + "à¥Īà¤Ĥ।Ċ": 106503, + "Äįky": 106504, + "å¹³åı°": 106505, + "à¥ĭश": 106506, + "Ġona": 106507, + "Ġbec": 106508, + "ì¢": 106509, + "Ġcây": 106510, + "kün": 106511, + "Ġà¤Ī": 106512, + "Ġrá»Ļng": 106513, + "еÑĢб": 106514, + "幸": 106515, + "ï¾IJ": 106516, + "ĠпÑĸдпÑĢиÑĶм": 106517, + "çĶ£": 106518, + "ĠÏĦε": 106519, + "ĠÙĨÙĤØ´": 106520, + "овиÑħ": 106521, + "ĠÙģÙī": 106522, + "Ðļак": 106523, + "Ùİر": 106524, + "ĠЩ": 106525, + "алÑĮнÑĭÑħ": 106526, + "Ġküçük": 106527, + "èŃ·": 106528, + "æĭħ": 106529, + "icaret": 106530, + "ĠرÙģت": 106531, + "Ġодного": 106532, + "ÑĪим": 106533, + "ĠбÑĸ": 106534, + "Ġuygulam": 106535, + "Ġæĭ": 106536, + "ä½Ľ": 106537, + "ucu": 106538, + "dÃŃ": 106539, + "Åĺ": 106540, + "ئة": 106541, + "걸": 106542, + "ÙĮ": 106543, + "ĠÎłÏģο": 106544, + "Ġyerine": 106545, + "ĠÑĸнÑĦоÑĢма": 106546, + "Ġå¤ĸ": 106547, + "ä»ķ": 106548, + "нав": 106549, + "arası": 106550, + "à¸Ńà¸Ļà¹Ħลà¸Ļ": 106551, + "اشت": 106552, + "زÙĬ": 106553, + "æ©ĭ": 106554, + "ĠãĤ«": 106555, + "èĥ½åĬĽ": 106556, + "å¥Ĺ": 106557, + "Ġproh": 106558, + "ĠпÑĢава": 106559, + "Ỽp": 106560, + "Ġà¸Ĥà¸Ńà¸ĩ": 106561, + "Ġë´": 106562, + "Ġlúc": 106563, + "Ġéķ": 106564, + "بÙĪد": 106565, + "rupa": 106566, + "ازÙħ": 106567, + "Ġкан": 106568, + "ılım": 106569, + "ĠÙĩد": 106570, + "ãĢĢĠãĢĢĠãĢĢ": 106571, + "ÑĭваеÑĤ": 106572, + "خاÙĨÙĩ": 106573, + "ÑĥкÑĤ": 106574, + "ĠçĻ¾åº¦": 106575, + "ĠnÄĽco": 106576, + "емон": 106577, + "Ġà¤ħप": 106578, + "ĠÎĮ": 106579, + "ünün": 106580, + "æĸĩåĮĸ": 106581, + "ä¹İ": 106582, + "ä¸ĬçļĦ": 106583, + "ÙĦÙĬÙħ": 106584, + "ĠtÄĽch": 106585, + "اسب": 106586, + "âĢĻÑĶ": 106587, + "ĠÚ¯ÛĮ": 106588, + "Ġê·¼": 106589, + "Ġtrẻ": 106590, + "μÎŃνο": 106591, + "ãģĵãģ¨ãĤĴ": 106592, + "ìĿ´ëĤĺ": 106593, + "åĸĦ": 106594, + "Ġtrả": 106595, + "åĪĨæŀIJ": 106596, + "ĠdÄĽl": 106597, + "ÑĥÑģка": 106598, + "Ġмного": 106599, + "à¥Īर": 106600, + "μαÏĦοÏĤ": 106601, + "ĠmÃŃsto": 106602, + "Ġê°ģ": 106603, + "ĠпÑĢог": 106604, + "baÅŁ": 106605, + "айÑĤе": 106606, + "Ġcá»ķ": 106607, + "å¿ľ": 106608, + "ï¼ģĊ": 106609, + "çı": 106610, + "Ġbirçok": 106611, + "Ġíĺķ": 106612, + "çµĮ": 106613, + "ĠEvrop": 106614, + "ĠÑģоÑĨÑĸ": 106615, + "ä»ĸçļĦ": 106616, + "ĠμÏĢο": 106617, + "å¥Ī": 106618, + "ĠÚ¯ÙĦ": 106619, + "ÙĪÙĦØ©": 106620, + "æµİ": 106621, + "ĠÚ©ÙĪ": 106622, + "±ä¹IJ": 106623, + "ãģĹãģı": 106624, + "纳": 106625, + "ÑģÑĤвенно": 106626, + "éĽ¢": 106627, + "ा.": 106628, + "ĠgerçekleÅŁtir": 106629, + "Ġkır": 106630, + "ì³": 106631, + "ĠгоÑģп": 106632, + "å¹ķ": 106633, + "ìĦ¼": 106634, + "».Ċ": 106635, + "кÑĥÑĢ": 106636, + "ĠرÛĮ": 106637, + "æĽ¾": 106638, + "ÙĪرÙĬ": 106639, + "лекÑģанд": 106640, + "صÙģ": 106641, + "Ġcảnh": 106642, + "å±Ĥ": 106643, + "ãĤĨ": 106644, + "Ġتس": 106645, + "ì°½": 106646, + "기를": 106647, + "Ġà¹Ģà¸Ħ": 106648, + "çŁŃ": 106649, + "ĠÑģÑĤÑĢо": 106650, + "ĠÏĥÏĦιÏĤ": 106651, + "à¥įयव": 106652, + "ĠعÙĦÙħ": 106653, + "ĠÑģиÑĤÑĥа": 106654, + "ĠÑīодо": 106655, + "åIJĽ": 106656, + "Ùħس": 106657, + "ĠоÑĤкÑĢÑĭ": 106658, + "Ġspoj": 106659, + "ĠÄijÄĥng": 106660, + "ĠsavaÅŁ": 106661, + "ีร": 106662, + "ském": 106663, + "Ġè¡Į": 106664, + "é¹": 106665, + "ĠÙĬÙħÙĥÙĨ": 106666, + "овано": 106667, + "ĠпÑĢавилÑĮ": 106668, + "Ġchiếc": 106669, + "èĪ¹": 106670, + "éĵ¶": 106671, + "ĠоÑĤд": 106672, + "ĠìĿĢ": 106673, + "íħĶ": 106674, + "ĠNej": 106675, + "оне": 106676, + "Ġkız": 106677, + "ологиÑĩеÑģ": 106678, + "ĠкÑĢаÑĹ": 106679, + "à¸ļà¸Ńล": 106680, + "楼": 106681, + "ĠتÙħاÙħ": 106682, + "ĠبÛĮÙħ": 106683, + "ĠÑģÑĥб": 106684, + "vý": 106685, + "Ñģкие": 106686, + "ëĮĢë¡ľ": 106687, + "????????": 106688, + "abilirsiniz": 106689, + "анÑģов": 106690, + "代表": 106691, + "Ġ매매": 106692, + "ологÑĸÑĩ": 106693, + "μαν": 106694, + "акÑģим": 106695, + "ãĤ¤ãĥ«": 106696, + "Ġtải": 106697, + "ÙħÙĪ": 106698, + "å®Ĺ": 106699, + "nem": 106700, + "Ġkhoản": 106701, + "ĠпаÑĤ": 106702, + "анÑĤа": 106703, + "ĠпомоÑī": 106704, + "Ġvod": 106705, + "Ġkaynak": 106706, + "ÏĥÏĨ": 106707, + "à¥Ĥत": 106708, + "duÄŁ": 106709, + "аÑĤиÑģÑı": 106710, + "Ġç¥ŀ": 106711, + "ĠÑģлова": 106712, + "ÑĢÑĥкÑĤÑĥ": 106713, + "ĠmÄĽsÃŃ": 106714, + "ÙıÙħ": 106715, + "знаÑĩа": 106716, + "Ġèī": 106717, + "åѦçĶŁ": 106718, + "æ´¥": 106719, + "ÙİÙĬ": 106720, + "è§Ī": 106721, + "Ġå®ī": 106722, + "ĠgörÃ¼ÅŁ": 106723, + "álnÄĽ": 106724, + "ĠëĶ°ëĿ¼": 106725, + "ĠÙħÙĪجÙĪد": 106726, + "ĠÄijứ": 106727, + "ĠçalÄ±ÅŁmalar": 106728, + "ĠÑıкиÑħ": 106729, + "ĠاجتÙħاع": 106730, + "μεν": 106731, + "èİī": 106732, + "积": 106733, + "ì¶ķ": 106734, + "à¥įशन": 106735, + "Ġxét": 106736, + "ĠвÑĤоÑĢ": 106737, + "çİ©": 106738, + "ÂłÐĿ": 106739, + "ÑĪие": 106740, + "оÑĢи": 106741, + "أس": 106742, + "Ġthuá»ijc": 106743, + "ëĭĪê¹Į": 106744, + "ëķĮ": 106745, + "ÑĢÑĥп": 106746, + "ÑģÑıÑĤ": 106747, + "зÑĭ": 106748, + "ĠÑģмеÑĢ": 106749, + "Ġvyb": 106750, + "ĠìĿ´ìĥģ": 106751, + "à¤ļन": 106752, + "Ġgeldi": 106753, + "Û±Û°": 106754, + "ικÏİν": 106755, + "ĠÄIJức": 106756, + "ĠдоÑģÑĤаÑĤ": 106757, + "Ġönc": 106758, + "親": 106759, + "Ġadı": 106760, + "unca": 106761, + "ĠاÙĦتر": 106762, + "çķ¶": 106763, + "ĠФедеÑĢа": 106764, + "лÑıÑİÑĤÑģÑı": 106765, + "ĠÙĥاÙĨت": 106766, + "æİ¢": 106767, + "ĠÑĥб": 106768, + "Ġκο": 106769, + "ाà¤ĩà¤Ł": 106770, + "зн": 106771, + "Ġmôi": 106772, + "ĠãĤµ": 106773, + "ĠнавÑĸ": 106774, + "综åIJĪ": 106775, + "ĠминÑĥÑĤ": 106776, + "dık": 106777, + "ÑĢÑĥд": 106778, + "åľĸ": 106779, + "ê°¤": 106780, + "ĠÄijoÃłn": 106781, + "è¤": 106782, + "à¥įवर": 106783, + "ĠÃľniversit": 106784, + "ано": 106785, + "鼨": 106786, + "ĠvÅ¡echny": 106787, + "Ġëĭ¤ìĿĮ": 106788, + "ĠCumhur": 106789, + "ĠмÑĥз": 106790, + "aÅŁtır": 106791, + "Ġê±°ëŀĺ": 106792, + "Ġé¡": 106793, + "žitÃŃ": 106794, + "Ġà¸Ł": 106795, + "Ġthuế": 106796, + "ĠмÑĥж": 106797, + "ĠÎijν": 106798, + "ĠدÙĪÙħ": 106799, + "ĠÑģин": 106800, + "ĠÏīÏĤ": 106801, + "meler": 106802, + "ĠpoÄį": 106803, + "ĠколиÑĩе": 106804, + "ĠKÄį": 106805, + "è³½": 106806, + "ĠоÑģÑĸб": 106807, + "åı¥": 106808, + "ĠBöl": 106809, + "à¸ĺรรม": 106810, + "Ġcạnh": 106811, + "å°ĩ": 106812, + "ĠноÑģ": 106813, + "èĦ¸": 106814, + "Ġgelir": 106815, + "оÑĢон": 106816, + "à¥įरà¤Ń": 106817, + "ç»ĩ": 106818, + "ุà¹ī": 106819, + "ामल": 106820, + "Ġcâu": 106821, + "ÑijÑĤ": 106822, + "Ġ:|": 106823, + "ãĤĮãģ¦": 106824, + "Ġposled": 106825, + "ãĤ¹ãĥĨ": 106826, + "ÑĸлÑĮÑĪ": 106827, + "енÑĤÑĭ": 106828, + "خدÙħ": 106829, + "ĠباشگاÙĩ": 106830, + "ĠthÆ°": 106831, + "ávánÃŃ": 106832, + "ëĬIJ": 106833, + "ĠØ£ØŃ": 106834, + "راد": 106835, + "ĠبسÛĮار": 106836, + "åĪ°äºĨ": 106837, + "\";\"": 106838, + "å°İ": 106839, + "Ġör": 106840, + "à¸Ĭาà¸ķ": 106841, + "genus": 106842, + "Ġyakın": 106843, + "ĠÃŃt": 106844, + "regnum": 106845, + "Ġfiyat": 106846, + "нÑĸÑħ": 106847, + "åľ°æĸ¹": 106848, + "Ġbilgi": 106849, + "кам": 106850, + "Ġspol": 106851, + "ائÙĬ": 106852, + "ĠÙĬÙĨ": 106853, + "าหาร": 106854, + "Ġبگ": 106855, + "éĺħ": 106856, + "ĠاÙĦشر": 106857, + "Âģ": 106858, + "ĠÑĸнÑĪиÑħ": 106859, + "Ġtrạng": 106860, + "çģ£": 106861, + "Ġcá»±c": 106862, + "кан": 106863, + "èĭı": 106864, + "ÃĶ": 106865, + "Ġlá»Ŀi": 106866, + "ÑıÑĩ": 106867, + "ĠÙĪØŃ": 106868, + "ìĪľ": 106869, + "Ÿ": 106870, + "ĠвоÑģп": 106871, + "ì¡Į": 106872, + "ÄįnÃŃch": 106873, + "خرÙī": 106874, + "ائÙĬØ©": 106875, + "Ġsuất": 106876, + "æĩī": 106877, + "اØŃÛĮ": 106878, + "Ġnáz": 106879, + "è¿Ļç§į": 106880, + "ĠзабезпеÑĩ": 106881, + "ĠЧеÑĢ": 106882, + "ĠздÑĸйÑģ": 106883, + "åı¦": 106884, + "æĭ¬": 106885, + "à¥ģष": 106886, + "μÏĨ": 106887, + "ëĥIJ": 106888, + "ÐķÑģли": 106889, + "é¬": 106890, + "Ġíĥľ": 106891, + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 106892, + "Ġмл": 106893, + "å´İ": 106894, + "Ùģع": 106895, + "ĠÙĤدر": 106896, + "Ġvá»ijn": 106897, + "妹": 106898, + "ĠÐĿаÑģ": 106899, + "à¥įफ": 106900, + "ãĤ¸ãĥ£": 106901, + "Ġmı": 106902, + "енÑģ": 106903, + "бÑĥд": 106904, + "ĠØŃتÙī": 106905, + "Ġì²´": 106906, + "ĠÑĸÑģÑĤоÑĢ": 106907, + "Ġgiấy": 106908, + "γοÏģ": 106909, + "ëIJĺìĸ´": 106910, + "ĠíĤ": 106911, + "ĠÐŀдна": 106912, + "ĠÙĨÙħÙĪد": 106913, + "Ġвипад": 106914, + "ĠìŀIJìĭł": 106915, + "Ġjste": 106916, + "Ġëĵ±ë¡Ŀ": 106917, + "ekten": 106918, + "ĠÑĢеÑĩ": 106919, + "rodnÃŃ": 106920, + "ستر": 106921, + "ıt": 106922, + "ä¹ħä¹ħ": 106923, + "ĠØ®ÙĦاÙĦ": 106924, + "Ġç¦": 106925, + "uluk": 106926, + "lenen": 106927, + "ilip": 106928, + "è´¢": 106929, + "Ġà¤ħà¤ķ": 106930, + "ĠYıl": 106931, + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢ": 106932, + "Ġà¤Ŀ": 106933, + "ĠBình": 106934, + "ĠolmuÅŁ": 106935, + "اÙĦØ¥ÙĨجÙĦÙĬزÙĬØ©": 106936, + "менно": 106937, + "alnız": 106938, + "ĠشرÙĥØ©": 106939, + "ĠسÙĨØ©": 106940, + "è´Ł": 106941, + "ä½ľåĵģ": 106942, + "Ġìķ½": 106943, + "ĠдÑĢÑĥгиÑħ": 106944, + "ĠbaÄŁlantı": 106945, + "одÑĥ": 106946, + "çļĦæĺ¯": 106947, + "ัà¸Ļà¸Ķ": 106948, + "ĠкоÑĤоÑĢÑĭÑħ": 106949, + "ĠاÙĦÙĪÙĦ": 106950, + "ê¸ĢìĥģìľĦ": 106951, + "ĠÏĢεÏģ": 106952, + "리ìķĦ": 106953, + "ibar": 106954, + "Ġèĥ": 106955, + "ãģŁãģĦ": 106956, + "áj": 106957, + "ĠìľĦíķ´": 106958, + "?âĢľĊĊ": 106959, + "Ġíİĺ": 106960, + "Ġней": 106961, + "ĠÐĹак": 106962, + "ĠÐĴÑĸд": 106963, + "елÑĸ": 106964, + "课": 106965, + "åī¯": 106966, + "madan": 106967, + "æľ«": 106968, + "ĠÏĢÏģÏĮ": 106969, + "ĠпÑģиÑħ": 106970, + "ĠÑĤÑĸ": 106971, + "Ùĥات": 106972, + "Ġvysok": 106973, + "ê´Ģ리": 106974, + "ültür": 106975, + "Ġà¹Ģà¸Ń": 106976, + "Ġíķ©": 106977, + "çĿ£": 106978, + "ĠÑĢиÑģ": 106979, + "еÑĢÑĮ": 106980, + "ĠÚ©ÙĦÛĮ": 106981, + "Ġãĥŀ": 106982, + "ĠphÃŃa": 106983, + "å«": 106984, + "اگ": 106985, + "Ġé¢": 106986, + "ĠÙĨÙģر": 106987, + "ĠجاÙĨ": 106988, + "Ġyas": 106989, + "жениÑı": 106990, + "ĠлÑĥÑĩÑĪе": 106991, + "Ġçº": 106992, + "Ġмон": 106993, + "Ġتخ": 106994, + "ĠØ´ÛĮ": 106995, + "ĠнекоÑĤоÑĢ": 106996, + "алÑĮнÑĭе": 106997, + "Ġobchod": 106998, + "Ġíķ¨ê»ĺ": 106999, + "Ġriêng": 107000, + "ãģķãĤĮãĤĭ": 107001, + "окÑĥ": 107002, + "ĠСШÐIJ": 107003, + "ë§ģ": 107004, + "ĠNếu": 107005, + "ĠAÄŁ": 107006, + "ĠдвеÑĢ": 107007, + "à¥ĭष": 107008, + "Ġkhiến": 107009, + "него": 107010, + "ì±ħ": 107011, + "ัà¸ķร": 107012, + "malı": 107013, + "ĠÙĬا": 107014, + "ç§ijæĬĢ": 107015, + "ืà¸Ļ": 107016, + "หมาย": 107017, + "Ġخص": 107018, + "åĨľ": 107019, + "ÃŃme": 107020, + "ĠÑįÑĤой": 107021, + "ĠìĹħ": 107022, + "Ġä¹": 107023, + "伯": 107024, + "'´": 107025, + "ÙħÙĬÙĦ": 107026, + "à¸Ńà¸ĩà¸Ħ": 107027, + "ková": 107028, + "è¿Ļä¹Ī": 107029, + "ãĢĤæĪij": 107030, + "ìĹIJìĦľëĬĶ": 107031, + "Ġìļ©": 107032, + "ë¹ĦìĬ¤": 107033, + "Ġì¦Ŀ": 107034, + "ITTE": 107035, + "Ġ모ëĵł": 107036, + "ĠspoleÄįnosti": 107037, + "Ġвик": 107038, + "ĠtÅĻÃŃ": 107039, + "é³": 107040, + "ĠØ®ÛĮ": 107041, + "Ġpož": 107042, + "ĠимееÑĤ": 107043, + "ĠdÄĽt": 107044, + "ĠÙħدÙĦ": 107045, + "Ġмо": 107046, + "åįı": 107047, + "enÃŃm": 107048, + "éī": 107049, + "اظ": 107050, + "ĠteÅŁ": 107051, + "ĠveÅĻej": 107052, + "LIC": 107053, + "ì§ĢëĬĶ": 107054, + "ÑĭваÑİÑĤ": 107055, + "ĠоÑĢганÑĸ": 107056, + "nÃŃmi": 107057, + "θÎŃ": 107058, + "ãĤ¯ãĥ©": 107059, + "ãĥ¼ãĥ³": 107060, + "лиÑģÑı": 107061, + "imdi": 107062, + "æĨ": 107063, + "ïºİ": 107064, + "Ġìļ´ìĺģ": 107065, + "καν": 107066, + "Ġë³µ": 107067, + "ĠÐĨн": 107068, + "plication": 107069, + "tah": 107070, + "ĠÐIJв": 107071, + "Ġcá»Ļng": 107072, + "алÑĮноÑĹ": 107073, + "ĠدÙĪرÙĩ": 107074, + "à¥įरय": 107075, + "ĠØ®ÙĪ": 107076, + "ĠвÑĢа": 107077, + "Ø¥ÙĨ": 107078, + "èĤī": 107079, + "Ġoyn": 107080, + "ĠTÆ°": 107081, + "ĠÙĩÙħاÙĨ": 107082, + "ĠбÑĸлÑĮÑĪе": 107083, + "æĮ¯": 107084, + "اÙħØ©": 107085, + "庫": 107086, + "ĠÑĢеж": 107087, + "ĠدارÙĨد": 107088, + "ÑĢий": 107089, + "ĠæĮ": 107090, + "Ġsonuç": 107091, + "Ġtả": 107092, + "ัà¸ĩà¸Ħ": 107093, + "ë°Ľ": 107094, + "Ġмом": 107095, + "виÑĩай": 107096, + ".à¸Ħ": 107097, + "Ġà¤Ĩà¤Ī": 107098, + "åģĩ": 107099, + "Ġposkyt": 107100, + "ĠÑģÑĥп": 107101, + "ıyordu": 107102, + "але": 107103, + "иÑĨ": 107104, + "ĠθÎŃ": 107105, + "ãĤĩãģĨ": 107106, + "ĠÑģвой": 107107, + "มà¸Ļ": 107108, + "Ġnữa": 107109, + "voÅĻ": 107110, + "اسÙĬ": 107111, + "éĴ±": 107112, + "ãģĹãģ¦ãģĦãģŁ": 107113, + "ĠÄijầy": 107114, + "اÙĬر": 107115, + "ĠaraÅŁtır": 107116, + "ì£": 107117, + "ãģ¨ãģ¯": 107118, + "ĠÑģпоÑĢ": 107119, + "Ġê°Ģìŀ¥": 107120, + "è¼ī": 107121, + "âĸ¡": 107122, + "ĠìĻĦ": 107123, + "оÑĢаÑı": 107124, + "Ïģεί": 107125, + "ĠÑįÑĤа": 107126, + "ë©´ìłģ": 107127, + "ìĿ´ìĬ¤": 107128, + "ä½³": 107129, + "æĻļ": 107130, + "Ġkval": 107131, + "Ġná»ķi": 107132, + "ÑĤами": 107133, + "ĠполÑĸÑĤи": 107134, + "ĠÄ°ng": 107135, + "нÑĸÑģÑĤÑİ": 107136, + "Ġà¹Ģà¸ģ": 107137, + "Ġ민": 107138, + "èĶ": 107139, + "Ïģία": 107140, + "æİĪ": 107141, + "ĠçĤ": 107142, + "ĠÙĨÙħاÛĮ": 107143, + "Ġìŀ¡": 107144, + "æŀ¶": 107145, + "ابÙĤ": 107146, + "Ñģон": 107147, + "енного": 107148, + "ĠÙħÛĮÙĦÛĮ": 107149, + "Ġkurum": 107150, + "à¹Įส": 107151, + "Ġì´Ŀ": 107152, + "ĠnÄĽkolik": 107153, + "ĠÙĢ": 107154, + "ĠзаÑģÑĤоÑģ": 107155, + "à¸Ķà¸Ļ": 107156, + "ÙĨداÙĨ": 107157, + "ĠJap": 107158, + "éĥ¡": 107159, + "à¥įà¤Ń": 107160, + "Ġà¹Ģà¸Ĭ": 107161, + "ĠâĢ«": 107162, + "é£ŀ": 107163, + "ovatel": 107164, + "ĠÑĩаÑģÑĤÑĮ": 107165, + "Ġbá»ķ": 107166, + "ãĤ¯ãĥª": 107167, + "ิà¹Į": 107168, + "Ġвиде": 107169, + "vail": 107170, + "Ìī": 107171, + "ÄŁinde": 107172, + "ãģ¨ãĤĤ": 107173, + "âĢĮÚ©ÙĨد": 107174, + "ĠëħĦ": 107175, + "ĠاÙĤتص": 107176, + "ï½Ĺ": 107177, + "ÏģιÏĥ": 107178, + "зд": 107179, + "èĻ½": 107180, + "Ġthoại": 107181, + "ĠÙĪز": 107182, + "ĠmÃŃt": 107183, + "ĠÑħолод": 107184, + "ĠкÑĥп": 107185, + "аниÑħ": 107186, + "Ġnhìn": 107187, + "ãģĭãģª": 107188, + "ĠÐļом": 107189, + "ÏĦεÏģ": 107190, + "ï¼Įåıª": 107191, + "Ġolup": 107192, + "Ġhá»ıi": 107193, + "ëij": 107194, + "ĠnÄĽkter": 107195, + "isÃŃ": 107196, + "ĠвикоÑĢиÑģÑĤов": 107197, + "ìŀ¡": 107198, + "Ġà¤ķल": 107199, + "ĠìľłìłĢ": 107200, + "ĠпÑĢиб": 107201, + "èĭ¦": 107202, + "Ġмов": 107203, + "Ġหà¸Ļ": 107204, + "ëIJĺëĬĶ": 107205, + "око": 107206, + "ĠобеÑģп": 107207, + "Ġkez": 107208, + "лÑıÑħ": 107209, + "ĠпÑĢоиÑģ": 107210, + "Ġповин": 107211, + "ĠÐļоÑĢ": 107212, + "ì¼Ģ": 107213, + "ĠÑģи": 107214, + "Ġä¹ĭ": 107215, + "ĠâĢĶĊ": 107216, + "ÑģÑĥÑĤÑģÑĤв": 107217, + "ç°": 107218, + "Ġà¤ł": 107219, + "наÑĤ": 107220, + "Ġsuy": 107221, + "ĠÑģÑĭ": 107222, + "ĠÙĨشاÙĨ": 107223, + "ĠнапÑĢав": 107224, + "ĠÑĨÑĮомÑĥ": 107225, + "æĺ¯ä¸Ģ": 107226, + "Ġmüm": 107227, + "ÑĶмо": 107228, + "ĠاسÙĦاÙħÛĮ": 107229, + "Ġzamanda": 107230, + "ÙĪÙħاÙĨ": 107231, + "اÙĦØŃ": 107232, + "Å¡tÄĽnÃŃ": 107233, + "ĠÐļак": 107234, + "¤íĶĦ": 107235, + "Ġپرد": 107236, + "Các": 107237, + "εια": 107238, + "ĠجÙĪ": 107239, + "ĠÄijoạn": 107240, + "Ġà¤ĩत": 107241, + "Ġзан": 107242, + "ĠÙħÙĨØ·ÙĤÙĩ": 107243, + "ĠÙħعÙĦ": 107244, + "Ġdokon": 107245, + "åIJ¸": 107246, + "ickou": 107247, + "å°ģ": 107248, + "ĠкиÑģ": 107249, + "ัà¸ĩหว": 107250, + "ispecies": 107251, + "ĠнапÑĢÑı": 107252, + "æºĸ": 107253, + "Ġà¤ľà¤²": 107254, + "à¹Ģà¸ī": 107255, + "LAR": 107256, + "ĠÑĥÑģловиÑı": 107257, + "ĠWikispecies": 107258, + "ระà¸Ķ": 107259, + "Ġmey": 107260, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 107261, + "à¹ĩà¸Ī": 107262, + "å¾Ĵ": 107263, + "tach": 107264, + "umuz": 107265, + "κη": 107266, + "ÃĬ": 107267, + "Ġün": 107268, + "ĠBITTE": 107269, + "ĠÙħربع": 107270, + "ãĤ·ãĥ¥": 107271, + "िसà¤ķ": 107272, + "Ø·ÙĪر": 107273, + "ĠвоÑģ": 107274, + "ï¾Ł": 107275, + "Ġyayın": 107276, + "ãģĭãĤĬ": 107277, + "лиÑı": 107278, + "ĠпÑĢин": 107279, + "ijng": 107280, + "ĠÙĨØ®": 107281, + "Ġlze": 107282, + "à¥įषण": 107283, + "Ġбо": 107284, + "Ġê¸Ģ": 107285, + "ĠgeliÅŁtir": 107286, + "à¸Ľà¸£à¸°à¸Ĭ": 107287, + "彡": 107288, + "ĠãĤª": 107289, + "ãģĪãģ¦": 107290, + "нÑĥÑĤÑĮ": 107291, + "Ġç½": 107292, + "Ġмаг": 107293, + "ãģ«ãģ¤": 107294, + "ноÑģÑĤей": 107295, + "ĠÙĦÙĬ": 107296, + "æĢª": 107297, + "ÑıÑĤÑģÑı": 107298, + "à¸ij": 107299, + "ियम": 107300, + "ĠãĢİ": 107301, + "ÑĢÑĮ": 107302, + "Ġmạng": 107303, + "tım": 107304, + "ĠпеÑĢиод": 107305, + "огÑĥ": 107306, + "ĠкоÑĤоÑĢаÑı": 107307, + "리ê°Ģ": 107308, + "Ġãħ¡": 107309, + "ĠجاÛĮ": 107310, + "ĠпоÑĤÑĢÑĸб": 107311, + "Å¡en": 107312, + "à¸Ńะ": 107313, + "بع": 107314, + "ØŁĊ": 107315, + "Ġë°©ë²ķ": 107316, + "ĠгоÑĢод": 107317, + "ĠÐĺн": 107318, + "Ġоказ": 107319, + "رÙĪز": 107320, + "ĠiliÅŁk": 107321, + "宣": 107322, + "forman": 107323, + "adaÅŁ": 107324, + "ÙĬÙĦØ©": 107325, + "ĠÐļаÑĢ": 107326, + "Ġmất": 107327, + "æħĭ": 107328, + "мп": 107329, + "à¹Ĥà¸Ļ": 107330, + "ĠØŃÙĤÙĪÙĤ": 107331, + "ĠднÑı": 107332, + "ĠëĴ¤": 107333, + "ाà¤ķर": 107334, + "ì²ĺëŁ¼": 107335, + "âĢĮØ¢": 107336, + "hangi": 107337, + "è¡ĮæĶ¿": 107338, + "aliyet": 107339, + "Ġì²ľ": 107340, + "ĠYap": 107341, + "à¹Ĥรà¸ĩ": 107342, + "ì§Ģëħ¸": 107343, + "ÙİÙij": 107344, + "ÎijÎĻ": 107345, + "ána": 107346, + "andır": 107347, + "ระà¸ļà¸ļ": 107348, + "oÄŁlu": 107349, + "าà¸Īะ": 107350, + "ẩy": 107351, + "اÙĪÙĦ": 107352, + "ĠмаÑĤеÑĢÑĸ": 107353, + "ÎŁÎĿ": 107354, + "Ġinformace": 107355, + "تع": 107356, + "à¸ļà¸Ļ": 107357, + "ĠÄĮeské": 107358, + "Ġtemel": 107359, + "::::::::::::::::::::::::::::::::": 107360, + "Ġchia": 107361, + "-Ñģ": 107362, + "неÑĢг": 107363, + "Ġì°¾": 107364, + "ÑĢид": 107365, + "лоÑģÑĮ": 107366, + "زÙĦ": 107367, + "ê°ĢëĬĶ": 107368, + "ané": 107369, + "ĠнавÑĸÑĤÑĮ": 107370, + "ä¸ĵä¸ļ": 107371, + "Ġ경기": 107372, + "ĠpÅĻev": 107373, + "еÑĤи": 107374, + "ĠíĶĮ": 107375, + "нÑıÑĤ": 107376, + "à¥ģश": 107377, + "лÑİд": 107378, + "виÑī": 107379, + "å°¾": 107380, + "çļĦäºĭ": 107381, + "ĠëIJľ": 107382, + "رÙĪÙģ": 107383, + "Ġ女": 107384, + "κή": 107385, + "ĠTuy": 107386, + "Ġê²ĥìĿĦ": 107387, + "Ġbunu": 107388, + "ĠÑĢазлиÑĩ": 107389, + "ĠDün": 107390, + "ãĤŃãĥ£": 107391, + "ÑĢÑĥÑģ": 107392, + "Ġмм": 107393, + "loven": 107394, + "Ġotev": 107395, + "noloj": 107396, + "ESÄ°": 107397, + "üp": 107398, + "ĠèĤ": 107399, + "ικÏĮÏĤ": 107400, + "ضاء": 107401, + "ĠпеÑĩ": 107402, + "ÅĻÃŃklad": 107403, + "ãģĵãĤį": 107404, + "Å¡tÃŃ": 107405, + "Ġبرگ": 107406, + "ãģĮãģĤãĤĭ": 107407, + "ÑĸÑģÑĤ": 107408, + "à¥īà¤ķ": 107409, + "ÏĢη": 107410, + "ĠاÙĦÙħست": 107411, + "Ġзай": 107412, + "ĠchÆ°Æ¡ng": 107413, + "оÑĤÑĥ": 107414, + "ĠСам": 107415, + "Å¡et": 107416, + "ĠìŀĪìĹĪ": 107417, + "ĠÙģار": 107418, + "Ñĸон": 107419, + "ãĥĹãĥŃ": 107420, + "Ġnhiá»ĩt": 107421, + "inizi": 107422, + "Ġcož": 107423, + "Ġà¤Ĩन": 107424, + "Ġsystém": 107425, + "رÙĪع": 107426, + "ayet": 107427, + "ĠÙģرÙĩÙĨÚ¯": 107428, + "Ġè¶": 107429, + "èģ·": 107430, + "è§Ĥçľĭ": 107431, + "нок": 107432, + "à¸IJาà¸Ļ": 107433, + "êµIJìľ¡": 107434, + "kla": 107435, + "ãĤģãģ¦": 107436, + "ÎķÎĻ": 107437, + "åĿĹ": 107438, + "ĠskuteÄį": 107439, + "à¥Ĥà¤ľ": 107440, + "ãģijãģ¦": 107441, + "NGC": 107442, + "ĠåĢ": 107443, + "ĠÑĢозп": 107444, + "nÃŃků": 107445, + "ãĥ³ãĤ¹": 107446, + "ĠÐĴеÑĢ": 107447, + "Ġyüzde": 107448, + "Ġ미êµŃ": 107449, + "ĠÙħÙī": 107450, + "деÑĢ": 107451, + "ава": 107452, + "Ġmerkez": 107453, + "įng": 107454, + "ĠìĤ¼": 107455, + "ĠÑĢобоÑĤи": 107456, + "ĠнÑĮого": 107457, + "Ġеконом": 107458, + "ĠÑĩеловека": 107459, + "Ġà¸ŀระ": 107460, + "ãĥĴ": 107461, + "ãģ£ãģ¦ãģĦ": 107462, + "ä¼Ĺ": 107463, + "ĠпÑĢодÑĥкÑĤ": 107464, + "Ġyanı": 107465, + "à¥Ģवन": 107466, + "ĠcáºŃp": 107467, + "ĠAvrupa": 107468, + "ाà¤Ń": 107469, + "ĠìłĦìļ©": 107470, + "æķ£": 107471, + "ĠìľĦíķľ": 107472, + "ÑħодиÑĤÑĮ": 107473, + "Ġsınır": 107474, + "ücret": 107475, + "suz": 107476, + "æ¨Ĥ": 107477, + "Ġì°½": 107478, + "ÏģίοÏħ": 107479, + "åĪļ": 107480, + "Ø®ÙĦ": 107481, + "ëłĩê²Į": 107482, + "جد": 107483, + "ĠμαÏĤ": 107484, + "áºŃm": 107485, + "kara": 107486, + "ãĤ«ãĥ¼": 107487, + "Ġkterou": 107488, + "ìĽ¨": 107489, + "ÑĦиÑĨи": 107490, + "oÄŁraf": 107491, + "ĠнапÑĢи": 107492, + "ãģijãģ©": 107493, + "Ġéļ": 107494, + "تباÙĦ": 107495, + "ëŁ½": 107496, + "ìĶ¨": 107497, + "íĮĮìĿ¼": 107498, + "Ïĩα": 107499, + "Ġuzak": 107500, + "Ġdòng": 107501, + "ĠголоÑģ": 107502, + "ÏĥÏĦή": 107503, + "ιλ": 107504, + "Ø·Ùģ": 107505, + "Ġê·¸ëħĢ": 107506, + "ãĤ¿ãĤ¤": 107507, + "اÙĨÚ¯": 107508, + "inou": 107509, + "лон": 107510, + "à¹ĩม": 107511, + "Ġबद": 107512, + "Ġkonusunda": 107513, + "Ġnâng": 107514, + "ãģ¾ãģĽãĤĵ": 107515, + "ÑĥÑİÑĤÑĮÑģÑı": 107516, + "åŁ¹": 107517, + "енко": 107518, + "ìłij": 107519, + "ĠÑĤов": 107520, + "ĠtÅĻeba": 107521, + "زاÙĨ": 107522, + "isyon": 107523, + "Ġген": 107524, + "ĠPokud": 107525, + "âĢĮاÙĨد": 107526, + "ĠгÑĢÑĥд": 107527, + "ĠخرÛĮد": 107528, + "λλα": 107529, + "ĠpÅĻÃŃm": 107530, + "Ġæ³ķ": 107531, + "ĠزÙĨدگÛĮ": 107532, + "ạp": 107533, + "ĠíĬ¸": 107534, + "ĠÄijá»Ļc": 107535, + "Ġê·¸ë¦¬ê³ł": 107536, + "низ": 107537, + "ĠÙĬÙĤ": 107538, + "laÅŁtır": 107539, + "ĠпÑĢаво": 107540, + "ÑĥÑģк": 107541, + "å°½": 107542, + "Ġपड": 107543, + "éĵģ": 107544, + "Ġì·¨": 107545, + "ĠاÙĦبÙĬ": 107546, + "¸": 107547, + "ิมà¸ŀ": 107548, + "ĠsvÄĽ": 107549, + "Ġбал": 107550, + "Ġmôn": 107551, + "ĠDữ": 107552, + "ĠشدÙĨ": 107553, + "ĠÙģÙĦ": 107554, + "Ġvznik": 107555, + "Ġchứ": 107556, + "ĠÑģÑĤÑĢÑĥкÑĤÑĥ": 107557, + "縣": 107558, + "ĠHoa": 107559, + "íĮĢ": 107560, + "ĠÑĢÑĸÑĪ": 107561, + "ĠвоздÑĥ": 107562, + "олÑĮÑĪ": 107563, + "οÏħμε": 107564, + "ูà¸Ļ": 107565, + "ĠпÑĢид": 107566, + "ilmek": 107567, + "ĠاÙĦÙĤر": 107568, + "Įĵ": 107569, + "Ġuç": 107570, + "å¨ĺ": 107571, + "ecektir": 107572, + "ĠíħĮ": 107573, + "ĠεÏħ": 107574, + "Ġhòa": 107575, + "ÏģÏħ": 107576, + "ึà¸ģษา": 107577, + "ĠÑĤеÑħнолог": 107578, + "úi": 107579, + "Ġbilgiler": 107580, + "ĠÙĤاÙĦ": 107581, + "edl": 107582, + "znám": 107583, + "ály": 107584, + "åºĶ该": 107585, + "алÑĮний": 107586, + "аÑĤелÑı": 107587, + "à¸Ļวà¸Ļ": 107588, + "ĠÐŁÐ¾Ð»": 107589, + "à¸ŀà¸Ļ": 107590, + "礼": 107591, + "Ġtasar": 107592, + "ĠÑĤой": 107593, + "ĠмеÑģÑı": 107594, + "ĠиÑģк": 107595, + "Ġपद": 107596, + "γή": 107597, + "اختÙĩ": 107598, + "è¿ĻéĩĮ": 107599, + "Ġchá»īnh": 107600, + "ĠÙĤسÙħ": 107601, + "ÙİÙĩ": 107602, + "erli": 107603, + "åĽ½éĻħ": 107604, + "iliyor": 107605, + "ĠØ´ÙĩرستاÙĨ": 107606, + "Ġvelk": 107607, + "åĽº": 107608, + "ĠбÑĸлÑĮÑĪ": 107609, + "ãĥ¼ãĥĹ": 107610, + "æŁIJ": 107611, + "ì§ľ": 107612, + "ĠÄĮR": 107613, + "Ġдек": 107614, + "ربÛĮ": 107615, + "овиÑĩ": 107616, + "Ġkapsam": 107617, + "ĠÙĦØ£": 107618, + "ĠанÑĤи": 107619, + "Ġücret": 107620, + "견": 107621, + "оÑĢож": 107622, + "ÛĮÙħÛĮ": 107623, + "è©ķ": 107624, + "Ġë§ŀ": 107625, + "ĠÑĢÑıд": 107626, + "ĠÙĩÙħراÙĩ": 107627, + "âr": 107628, + "ابت": 107629, + "ĠиÑģполÑĮзоваÑĤÑĮ": 107630, + "кÑģ": 107631, + "âī¡": 107632, + "Ġolay": 107633, + "èį¯": 107634, + "Ġoprav": 107635, + "ĠدربارÙĩ": 107636, + "Ġä¸ŃåĽ½": 107637, + "илÑģÑı": 107638, + "åį«": 107639, + "ĠاÙĦاست": 107640, + "ÙĪÛĮÛĮ": 107641, + "ÑĢеÑĪ": 107642, + "ĠÙĨس": 107643, + "ãĢĤåľ¨": 107644, + "ĠÙĦØŃ": 107645, + "Ġkorun": 107646, + "ĠÙģرد": 107647, + "ĠобоÑĢ": 107648, + "еÑĪÑĮ": 107649, + "ĠpodmÃŃn": 107650, + "Ġë¬¸ìłľ": 107651, + "ĠdeÄŁerlendir": 107652, + "ä¸įåIJĮ": 107653, + "液": 107654, + "ाहर": 107655, + "íļį": 107656, + "à¥įà¤ł": 107657, + "иÑĤиÑģÑı": 107658, + "اÙĦع": 107659, + "ĠdvÄĽ": 107660, + "ĠпеÑĢек": 107661, + "Ġåħĥ": 107662, + "Ġaras": 107663, + "Ġaltında": 107664, + "Ġвза": 107665, + "æĴĥ": 107666, + "Ġmilyon": 107667, + "ĠåѦ": 107668, + "ĠваÑĢи": 107669, + "ĠاÙĦعاÙĦÙħ": 107670, + "'Ñı": 107671, + "ÙĪÛĮس": 107672, + "ĠможÑĥÑĤÑĮ": 107673, + "ãģijãģŁ": 107674, + "ìĿ´ìĹĪëĭ¤": 107675, + "οÏįν": 107676, + "ĠéŁ": 107677, + "Ġpostup": 107678, + "üyük": 107679, + "åĪĬ": 107680, + "ĠÙĤب": 107681, + "ĠاصÙĦÛĮ": 107682, + "ÙĪÙī": 107683, + "Ġrepublik": 107684, + "ĠÐĻ": 107685, + "ģm": 107686, + "Ġбел": 107687, + "ा-": 107688, + "Ñģкое": 107689, + "Ġcuá»iji": 107690, + "è²·": 107691, + "ียว": 107692, + "éĩįè¦ģ": 107693, + "ูม": 107694, + "ĠÑĢозвиÑĤкÑĥ": 107695, + "Ġë°±": 107696, + "åĥ¹": 107697, + "Ġåīį": 107698, + "à¹Ħà¸ĭ": 107699, + "ãĢĮâĢ¦âĢ¦": 107700, + "à¥Įत": 107701, + "کرد": 107702, + "ĠzaÅĻÃŃzenÃŃ": 107703, + "สาร": 107704, + "Ġletech": 107705, + "lemek": 107706, + "人ãģ®": 107707, + "Ġdưỡng": 107708, + "تÙĤ": 107709, + "Ġåĵ": 107710, + "åħ»": 107711, + "Ġëıħ": 107712, + "Ġ루": 107713, + "Ø°ÙĦÙĥ": 107714, + "ĠìĿ¼ë³¸": 107715, + "ĠAyrıca": 107716, + "ĠÙ¾Úĺ": 107717, + "isinin": 107718, + "Ġìĭ¶": 107719, + "Ú¯ÛĮرÛĮ": 107720, + "خصص": 107721, + "³ç´°": 107722, + "ĠмаÑĤеÑĢиал": 107723, + "kové": 107724, + "ë§ī": 107725, + "ãģķãģĽ": 107726, + "ĠÑĤакой": 107727, + "ĠtráºŃn": 107728, + "ĠлиÑĨ": 107729, + "ĠåĽĽ": 107730, + "ÑĩÑĥ": 107731, + "Ġæ°´": 107732, + "Ġdolay": 107733, + "å½¹": 107734, + "ÑĢива": 107735, + "ĠгÑĢÑĥпп": 107736, + "Ġmümkün": 107737, + "лена": 107738, + "ëĿ¼ëĬĶ": 107739, + "åĪ©çĶ¨": 107740, + "Ġrahat": 107741, + "ï¼ıï¼ıï¼ıï¼ı": 107742, + "æģ©": 107743, + "ĠíķŃ": 107744, + "ĠíĴ": 107745, + "ĠìĬ¹": 107746, + "Ġchân": 107747, + "ĠãĤ¨": 107748, + "Ġжизни": 107749, + "çĸij": 107750, + "ãĢĤä»ĸ": 107751, + "리ìĬ¤": 107752, + "ÑĩиÑħ": 107753, + "Ġé¦ĸ": 107754, + "ÄĽr": 107755, + "ĠйомÑĥ": 107756, + "ĠtháºŃt": 107757, + "Ġìķŀ": 107758, + "cih": 107759, + "سÙĦاÙħ": 107760, + "Ġsiyas": 107761, + "ĠíĸĪ": 107762, + "ĠкоÑĪ": 107763, + "Ïĥαν": 107764, + "ÙĬاÙĨ": 107765, + "Ġdö": 107766, + "ाहत": 107767, + "оÑĢод": 107768, + "оваÑı": 107769, + "ÑĨионалÑĮ": 107770, + "ائÙĩ": 107771, + "Ġà¤ĸर": 107772, + "ĠÄijá»Ŀi": 107773, + "ä¸įä¼ļ": 107774, + "Ùĥز": 107775, + "ีà¸Ħวาม": 107776, + "lıyor": 107777, + "à¥ĭद": 107778, + "Ġ충": 107779, + "Ġcá»ij": 107780, + "à¹Ĥà¸ķ": 107781, + "ĠεÏĢί": 107782, + "ĠпÑĢÑıм": 107783, + "æ³°": 107784, + "اÙĦØ©": 107785, + "jÃŃm": 107786, + "Ġби": 107787, + "Å¡em": 107788, + "ĠHá»Ļi": 107789, + "à¸Ħรà¸ĩ": 107790, + "Ġhuyá»ĩn": 107791, + "ç¯Ģ": 107792, + "liÅ¡": 107793, + "ĠجÙĩت": 107794, + "ç§ĭ": 107795, + "ĠÑĨел": 107796, + "ĠлÑĸÑĤ": 107797, + "Ġæ·": 107798, + "жÑĥ": 107799, + "ãģĪãģŁ": 107800, + "ë´ī": 107801, + "Ġ머": 107802, + "åł´åIJĪ": 107803, + "éĿ©": 107804, + "ãĥªãĥ³": 107805, + "егда": 107806, + "Ġbenim": 107807, + "缣": 107808, + "ãģ®ä¸Ń": 107809, + "åĿIJ": 107810, + "ĠÃľniversitesi": 107811, + "ĠkoÅŁ": 107812, + "Ġпож": 107813, + "iá»ĩp": 107814, + "ĠpÅĻij": 107815, + "ëŀ¨": 107816, + "ĠاÙĦأس": 107817, + "árnÃŃ": 107818, + "iếm": 107819, + "ĠèĬ": 107820, + "Ġδε": 107821, + "娱ä¹IJ": 107822, + "ĠÆ°u": 107823, + "ĠçĦ¡": 107824, + "ĠгÑĢи": 107825, + "ĠпоÑįÑĤомÑĥ": 107826, + "ĠÄijóng": 107827, + "جاÙĨ": 107828, + "Ġnghiên": 107829, + "ĠاÙĦاÙĨ": 107830, + "ÑĪей": 107831, + "à¹ģรà¸ģ": 107832, + "ĠÚĨÙĩار": 107833, + "ÑİÑīий": 107834, + "ÏĮÏģ": 107835, + "ĠرÙħ": 107836, + "ì²ł": 107837, + "ĠدستگاÙĩ": 107838, + "ĠدÛĮد": 107839, + "ãĥĥãĤ¯ãĤ¹": 107840, + "ामन": 107841, + "ĠThÃłnh": 107842, + "Ġthẩm": 107843, + "ĠcÃłng": 107844, + "ĠdönÃ¼ÅŁ": 107845, + "ĠпÑĢигоÑĤов": 107846, + "ĠkiÅŁi": 107847, + "ØŃت": 107848, + "Ġë²ķ": 107849, + "é£Ľ": 107850, + "Ġitibar": 107851, + "Ġглав": 107852, + "Ġortam": 107853, + "Ġmadd": 107854, + "ĠоÑģÑĤав": 107855, + "ĠÙģÙĪتباÙĦ": 107856, + "ĠanlaÅŁ": 107857, + "leyen": 107858, + "ç´Ģ": 107859, + "Ġé£": 107860, + "/lo": 107861, + "ÙħÙĪÙĦ": 107862, + "ĠдÑĥÑħ": 107863, + "ĠÙĦب": 107864, + "лег": 107865, + "Ġgönder": 107866, + "ÙĬØ·": 107867, + "Ġสำ": 107868, + "Ġvás": 107869, + "ĠÐŁÐµÑĤ": 107870, + "алоÑģÑı": 107871, + "ì¿ł": 107872, + "éĻ½": 107873, + "åĸ®": 107874, + "èĪŀ": 107875, + "нÑĥл": 107876, + "ÄŁine": 107877, + "Ġghi": 107878, + "Ġçµ": 107879, + "ÙĬÙĨÙĬ": 107880, + "Ž": 107881, + "Ġhüküm": 107882, + "ĠDÄ±ÅŁ": 107883, + "ĠÎŃÏĩει": 107884, + "ĠÑģка": 107885, + "ĠÑĤим": 107886, + "ĠпоÑģÑĤав": 107887, + "à¸Ļาà¸Ķ": 107888, + "dül": 107889, + "Ġdva": 107890, + "Ġà¸Ħà¸Ļ": 107891, + "Ġchá»ĭu": 107892, + "Ġèı": 107893, + "à¹ģสà¸Ķà¸ĩ": 107894, + "æ°£": 107895, + "ĠíĪ¬": 107896, + "ĠÑĩин": 107897, + "ãģ«ãģĬ": 107898, + "енноÑģÑĤи": 107899, + "ÐIJÐĿ": 107900, + "Ġhemen": 107901, + "Ġait": 107902, + "Ġà¤Ĭ": 107903, + "æī§": 107904, + "ĠABD": 107905, + "Ġκαθ": 107906, + "æ´Ľ": 107907, + "ãĤ¢ãĥ«": 107908, + "à¹īาà¸Ĺ": 107909, + "ÅĻez": 107910, + "dÄĽji": 107911, + "Ġtá»ĭch": 107912, + "еннÑıм": 107913, + "ĠвÑģÑĤанов": 107914, + "ĠاÙĦبر": 107915, + "ÙĪÙħتر": 107916, + "kách": 107917, + "åºĬ": 107918, + "лÑĥж": 107919, + "Ġتد": 107920, + "丽": 107921, + "رخ": 107922, + "à¤Ĥà¤ĸ": 107923, + "èĩªå·±çļĦ": 107924, + "å®ĺç½ij": 107925, + "-Ñı": 107926, + "à¹ĩà¸Ķ": 107927, + "èĦļ": 107928, + "Ġçķ": 107929, + "Ġiçerisinde": 107930, + "Ġbiá»ĥn": 107931, + "Ġà¸ģล": 107932, + "ĠyaÄŁ": 107933, + "Ġæ´": 107934, + "ĠбÑĢа": 107935, + "عار": 107936, + "æĪ°": 107937, + "à¥ĢĊ": 107938, + "ĠléÄį": 107939, + "aların": 107940, + "ĠÎĸ": 107941, + "аÑĢÑı": 107942, + "ãģĿãĤĵãģª": 107943, + "ÅĪuje": 107944, + "ãĢĢĠ": 107945, + "ĠsaÄŁlık": 107946, + "ĠдоÑģлÑĸд": 107947, + "ÃŃÅ¡": 107948, + "à¥įरश": 107949, + "à¥īन": 107950, + "Ġgiả": 107951, + "بÙĪاسطة": 107952, + "å®ģ": 107953, + "Ġsoud": 107954, + "ĠкÑĤо": 107955, + "esel": 107956, + "Ġпам": 107957, + "ĠÂłĠ": 107958, + "ĠÄįlov": 107959, + "æ··": 107960, + "หà¸į": 107961, + "ĠOsman": 107962, + "æ¦Ĥ": 107963, + "Ġåĭ": 107964, + "ï¼Įåħ¶": 107965, + "Ġà¸Ħร": 107966, + "Ġmá»ģm": 107967, + "ĠÑģоÑĢ": 107968, + "çĨ±": 107969, + "Ġthuê": 107970, + "رج": 107971, + "à¹Ĥลà¸ģ": 107972, + "Ġíķĺê³ł": 107973, + "ÙĬدة": 107974, + "ĠaÅŁaģı": 107975, + "Ġká»ĥ": 107976, + "à¸ķำ": 107977, + "λει": 107978, + "çļĦè¯Ŀ": 107979, + "æ±ł": 107980, + "ĠÑģÑĤен": 107981, + "Ġincel": 107982, + "åºŃ": 107983, + "ÑĤоÑĩ": 107984, + "Ġproblém": 107985, + "ÏĦÏĥ": 107986, + "à¹īà¸Ńà¸Ļ": 107987, + "ë³´ëĭ¤": 107988, + "Ġà¤Ĩà¤Ĺ": 107989, + "ναÏĤ": 107990, + "ãģĦãĤĭ": 107991, + "Ġdục": 107992, + "Ġtohoto": 107993, + "ëIJĺìĹĪëĭ¤": 107994, + "TJ": 107995, + "ĠвизнаÑĩ": 107996, + "ĠBunun": 107997, + "à¤Ĥबर": 107998, + "ĠÙĩÙħÚĨÙĨÛĮÙĨ": 107999, + "ĠбÑİдж": 108000, + "ÑĥÑĢг": 108001, + "亮": 108002, + "Ġμεγ": 108003, + "Ġtoplum": 108004, + "ãģ£ãģ": 108005, + "оÑĤо": 108006, + ":|": 108007, + "éĿŀ常": 108008, + "ิà¸Ĺà¸ĺ": 108009, + "éģķ": 108010, + "âĢĮپدÛĮ": 108011, + "ĠзÑĢоб": 108012, + "à¹Įà¸Ķ": 108013, + "Ġдолжен": 108014, + "ĠmÄĽsta": 108015, + "ÛĮØ´Ùĩ": 108016, + "vatel": 108017, + "Ġprovoz": 108018, + "Ġinan": 108019, + "à¤Ĥप": 108020, + "Ġparç": 108021, + "ÑĢаÑģÑĤ": 108022, + "ümü": 108023, + "Ġgiá»ijng": 108024, + "欢": 108025, + "Ø«ÙĬر": 108026, + "ĠBakan": 108027, + "ĠâĪ¨": 108028, + "ĠباÙĨ": 108029, + "Û±Û¸": 108030, + "ãĤĤãģĨ": 108031, + "landı": 108032, + "Ġyeniden": 108033, + "ÑĨенÑĤ": 108034, + "ĠдеÑıÑĤелÑĮ": 108035, + "Щ": 108036, + "Ġrov": 108037, + "å®Įåħ¨": 108038, + "ĠKỳ": 108039, + "slu": 108040, + "Ġlấy": 108041, + "é¤IJ": 108042, + "ĠÑĩолов": 108043, + "ä¼Ŀ": 108044, + "ĠbaÅŁv": 108045, + "å°Ī": 108046, + "곡": 108047, + "ãĢģãģĿãĤĮ": 108048, + "ĠPÅĻÃŃ": 108049, + "дем": 108050, + "ĠпÑĢоек": 108051, + "รà¸ĸ": 108052, + "建设": 108053, + "Ġможлив": 108054, + "殺": 108055, + "ãģ¡ãĤĥãĤĵ": 108056, + "æķij": 108057, + "ĠÄįty": 108058, + "é¦Ĩ": 108059, + "оÑĢÑĥ": 108060, + "ĠæĦ": 108061, + "ĠkÃŃch": 108062, + "λοÏħ": 108063, + "ãģĦãģ¤": 108064, + "ĠcÄĥn": 108065, + "ẵ": 108066, + "Ġelde": 108067, + "麻": 108068, + "ÄŁe": 108069, + "ĠdobÄĽ": 108070, + "ायर": 108071, + "Ġãĥı": 108072, + "нен": 108073, + "Ġmůžete": 108074, + "ĠнаÑģÑĤÑĥп": 108075, + "ìĭľê°Ħ": 108076, + "ĠÑģимпÑĤом": 108077, + "ĠÏĥÏį": 108078, + "ĠسÙĦ": 108079, + "εκ": 108080, + "รà¸ĵ": 108081, + "áte": 108082, + "ekler": 108083, + "ĠвÑĢемени": 108084, + "âĢĮÙĩاÛĮÛĮ": 108085, + "ãģĬãĤĬ": 108086, + "жи": 108087, + "ÑĭваеÑĤÑģÑı": 108088, + "ÙħاÙĨÛĮ": 108089, + "à¸ķล": 108090, + "Ġصد": 108091, + "Ġвол": 108092, + "ìĬĪ": 108093, + "ĠÙĥÙħا": 108094, + "Ġnhằm": 108095, + "èģ¯": 108096, + "ovacÃŃ": 108097, + "Ġë§Įëĵ¤": 108098, + "ÙĪÙ¾": 108099, + "Ġë¸Į": 108100, + "بÙĬØ©": 108101, + "uyla": 108102, + "лено": 108103, + "èĮ¶": 108104, + "ÑĢей": 108105, + "Ġkli": 108106, + "Ġüzerinden": 108107, + "неÑĤ": 108108, + "raÄį": 108109, + "ĠпÑĢаÑĨÑİ": 108110, + "Ġediyor": 108111, + "ãģıãģł": 108112, + "ĠÄįast": 108113, + "iyi": 108114, + "éĬĢ": 108115, + "Ġdù": 108116, + "Ùİب": 108117, + "ÙĪÙĬØ©": 108118, + "åª": 108119, + "Ġsınıf": 108120, + "Ġساعت": 108121, + "Ġราย": 108122, + "ĠзаÑıв": 108123, + "Ġgặp": 108124, + "à¸Ńว": 108125, + "ĠØ«Ùħ": 108126, + "ĠZá": 108127, + "ĠвÑĸдк": 108128, + "izik": 108129, + "Ġmón": 108130, + "ĠповÑĭÑĪ": 108131, + "Ġà¸ļาà¸Ĺ": 108132, + "ĠÑģил": 108133, + "æĥħåł±": 108134, + "Âłt": 108135, + "ĠÐľÐ¾Ñģк": 108136, + "Ġê²ĥìĿ´ëĭ¤": 108137, + "ĠçIJ": 108138, + "ĠÙħدÛĮرÛĮت": 108139, + "овоÑĹ": 108140, + "Το": 108141, + "纪": 108142, + "нÑĸÑĪе": 108143, + "ĠÐĽÑİ": 108144, + "ηÏĥη": 108145, + "ĠÙĨسبت": 108146, + "muz": 108147, + "รว": 108148, + "ãĢģãģĤ": 108149, + "Ġболез": 108150, + "Ġtrách": 108151, + "ãĥ¦": 108152, + "à¹Ģà¸Ĥา": 108153, + "Ġê·¸ëĬĶ": 108154, + "برÛĮ": 108155, + "æłª": 108156, + "ëĿ¼ìĿ´": 108157, + "ĠíĮ¨": 108158, + "íĬ¹": 108159, + "ľ´": 108160, + "िड": 108161, + "ÑĢоме": 108162, + "讲": 108163, + "ĠÑĤон": 108164, + "ÑģÑĸ": 108165, + "Ġç®": 108166, + "åıĸãĤĬ": 108167, + "ì°°": 108168, + "ĠÙĪÙĦÛĮ": 108169, + "ĠسطØŃ": 108170, + "èıľ": 108171, + "нами": 108172, + "Türk": 108173, + "åİĤ": 108174, + "Ġfinan": 108175, + "ãģ«ãģªãĤĭ": 108176, + "Ġoby": 108177, + "Trong": 108178, + "Ġvyp": 108179, + "à¥ģड": 108180, + "ìŀIJê°Ģ": 108181, + "ĠæīĢ": 108182, + "ÐĹа": 108183, + "umlu": 108184, + "ëĵĿ": 108185, + "ĠменÑĸ": 108186, + "олниÑĤелÑĮ": 108187, + "ĠúÄįin": 108188, + "Ġbunun": 108189, + "ĠÐłÐ¾ÑģÑģии": 108190, + "вÑģÑı": 108191, + "ĠнÑĸж": 108192, + "ิà¸Ķà¸ķ": 108193, + "غة": 108194, + "Äļ": 108195, + "ĠسÙħ": 108196, + "ĠÐĺз": 108197, + "à¥ĩप": 108198, + "大çļĦ": 108199, + "ì¹ľ": 108200, + "ĠиÑģÑĤ": 108201, + "ĠконÑģÑĤÑĢÑĥк": 108202, + "Û±Û²": 108203, + "âl": 108204, + "ĠÑĪиÑĢ": 108205, + "ï¼ł": 108206, + "Ġartık": 108207, + "æŁĵ": 108208, + "乡": 108209, + "ÃŃte": 108210, + "ĠNháºŃt": 108211, + "ĠÎĶη": 108212, + "Ġölç": 108213, + "êµ´": 108214, + "оÑıн": 108215, + "ëĵ±ë¡Ŀ": 108216, + "Ġngân": 108217, + "ĠбÑĥдÑĮ": 108218, + "ÎŁÎ¡": 108219, + "ì´": 108220, + "ÙħÙĪد": 108221, + "νον": 108222, + "ÎķÎĿ": 108223, + "çijŀ": 108224, + "ĠÅĻek": 108225, + "-âĢIJ": 108226, + "ĠMerk": 108227, + "ĠопÑĢедел": 108228, + "Ïģιν": 108229, + "лаб": 108230, + "ëĦ¤ìļĶ": 108231, + "Ġблиз": 108232, + "Ġphá»iji": 108233, + "ĠдолжнÑĭ": 108234, + "ĠÑįкÑģп": 108235, + "à¸ļà¸Ĺ": 108236, + "à¸Ľà¸£à¸°à¸ª": 108237, + "ĠÙ¾ÚĺÙĪÙĩ": 108238, + "Ġíķľëĭ¤": 108239, + "ÏĦοÏį": 108240, + "ÙĩÙĨ": 108241, + "Ġдод": 108242, + "Ġkayı": 108243, + "Łģ": 108244, + "ÑģиÑı": 108245, + "à¤Ĥतर": 108246, + "Ġpodnik": 108247, + "evi": 108248, + "ÛĮÛĮر": 108249, + "Так": 108250, + "коп": 108251, + "наÑħ": 108252, + "اسÙĩ": 108253, + "à¸ĵà¸ij": 108254, + "Ġkhá": 108255, + "Ġyarat": 108256, + "ĠاÛĮÙĨÚ©Ùĩ": 108257, + "طبÙĬ": 108258, + "Ġsır": 108259, + "ĠØ¢ÙħرÛĮکا": 108260, + "Ġबल": 108261, + "kaç": 108262, + "Ġåı¯": 108263, + "Ġåħ¶": 108264, + ".***": 108265, + "лÑĸннÑı": 108266, + "ä¹±": 108267, + "oq": 108268, + "æ¦": 108269, + "ãĤ¼": 108270, + "Ġfır": 108271, + "Ġkê": 108272, + "Ġìłľê³µ": 108273, + "ĠÏĥη": 108274, + "анÑĭ": 108275, + "нова": 108276, + "à¸Ĭาย": 108277, + "ĠØ·ÙĪÙĦ": 108278, + "à¥Īय": 108279, + "Ġì¹ľ": 108280, + "ìĤ´": 108281, + "ĠпÑĸв": 108282, + "ĠluáºŃn": 108283, + "Ġà¤īम": 108284, + "åºĥ": 108285, + "à¹ĩà¸Ńà¸ķ": 108286, + "ĠساÛĮت": 108287, + "лÑıн": 108288, + "ĠíķĦìļĶ": 108289, + "Ġgörül": 108290, + "ĠÑĤеÑĢиÑĤоÑĢ": 108291, + "ĠÙĨØŃ": 108292, + "ема": 108293, + "Ġmnoh": 108294, + "Ġãģ¯": 108295, + "غÙĬر": 108296, + "ĠÑģделаÑĤÑĮ": 108297, + "çģµ": 108298, + "ĠÐłÐ°Ð·": 108299, + "ĠгеÑĢ": 108300, + "γμα": 108301, + "íķĺë©´": 108302, + "ĠdeÄŁiÅŁtir": 108303, + "ãĥ³ãĥĨ": 108304, + "å¸Ĥåľº": 108305, + "个人": 108306, + "ìĥĪ": 108307, + "침": 108308, + "èīº": 108309, + "ÙĤت": 108310, + "ĠگرÙģتÙĩ": 108311, + "Ġçİĭ": 108312, + "ĠاÙĦØ°Ùĩ": 108313, + "λÏħ": 108314, + "à¤ľà¤°": 108315, + "Ġвним": 108316, + "ë¦Ń": 108317, + "ิà¸Ĺ": 108318, + "ĠشاÙĩ": 108319, + "æĬķèµĦ": 108320, + "æĿIJæĸĻ": 108321, + "ĠÙĨÙģ": 108322, + "説": 108323, + "æĬĹ": 108324, + "Ġаб": 108325, + "iyeti": 108326, + "ç¾ħ": 108327, + "ÑĢÑĸз": 108328, + "Ġสม": 108329, + "icÃŃ": 108330, + "кÑĥваннÑı": 108331, + "Ġìķ¼": 108332, + "Ġè½": 108333, + "âĢ«": 108334, + "Ġδιά": 108335, + "Ġдеп": 108336, + "ãĥ¼ãĤ¿": 108337, + "Ġobjev": 108338, + "ména": 108339, + "Ġbelg": 108340, + "Ġæ¥": 108341, + "Ġná»ģn": 108342, + "Ġгол": 108343, + "Ġpostav": 108344, + "Ġتک": 108345, + "Ы": 108346, + "ĠпÑĸдÑĤ": 108347, + "ĠоÑĤноÑĪ": 108348, + "ĠпÑĢив": 108349, + "ĠåŁº": 108350, + "Ġнали": 108351, + "ůž": 108352, + "Ġyat": 108353, + "ÅŁa": 108354, + "ÏĦήÏĤ": 108355, + "ÑĨем": 108356, + "次æķ°": 108357, + "ĠbÃł": 108358, + "ÙĪÙĥ": 108359, + "ĠíĶĦë¡ľ": 108360, + "ĠPháp": 108361, + "Ġêµ°": 108362, + "è³ŀ": 108363, + "Ġochran": 108364, + "Ġgerekir": 108365, + "Ġíļ": 108366, + "à¸ļล": 108367, + "áme": 108368, + "ĠبÛĮر": 108369, + "à¸Ĥาย": 108370, + "ований": 108371, + "Ġmožné": 108372, + "âĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģ": 108373, + "álu": 108374, + "нÑĤ": 108375, + "¦æĥħ": 108376, + "à¹ģรม": 108377, + "ĠÑĦÑĸн": 108378, + "Ġİç": 108379, + "à¹Īà¸Ńย": 108380, + "겨": 108381, + "Ġhedef": 108382, + "ĠاÙĦÙħØ´": 108383, + "à¹īาม": 108384, + "å¯Ħ": 108385, + "Ġëĭµ": 108386, + "Ġô": 108387, + "лаÑģÑı": 108388, + "Ä°T": 108389, + "à¸Ķำ": 108390, + "Ġherhangi": 108391, + "Ġgereken": 108392, + "еÑĢеж": 108393, + "ÙĪØ©": 108394, + "ĠpÅĻest": 108395, + "ç§ijåѦ": 108396, + "оÑģÑĤаÑĤ": 108397, + "ünden": 108398, + "åĮħæĭ¬": 108399, + "ĠدÙĩد": 108400, + "ÑĪиÑģÑĮ": 108401, + "неÑĢ": 108402, + "Ñĸдом": 108403, + "Ġbiç": 108404, + "ìĭŃ": 108405, + "Ġhodnot": 108406, + "ĠzemÄĽ": 108407, + "ĠاÛĮجاد": 108408, + "Ġyine": 108409, + "िण": 108410, + "ĠاÙĦبÙĦ": 108411, + "ĠNÄĽ": 108412, + "Ġpolož": 108413, + "éĺħ读": 108414, + "å¸ģ": 108415, + "å¼Ł": 108416, + "ξε": 108417, + "ĠMá»Ļt": 108418, + "ç£": 108419, + "Û±Û³Û¹": 108420, + "Ġآز": 108421, + "ãģŀ": 108422, + "ĠмеÑħ": 108423, + "ยม": 108424, + "Ġæ¨": 108425, + "Ġotur": 108426, + "Ġdầu": 108427, + "Ġëĭ¤ìļ´": 108428, + "çĮ«": 108429, + "ĠCó": 108430, + "ĠlidÃŃ": 108431, + "ĠarkadaÅŁ": 108432, + "Ġαλλά": 108433, + "é¡»": 108434, + "ĠÙĩÙħÛĮÙĨ": 108435, + "転": 108436, + "ĠâĹĭ": 108437, + "ëıĦë¡Ŀ": 108438, + "Âĥ": 108439, + "âĢĮشدÙĩ": 108440, + "ĠØŃÙĬØ«": 108441, + "Ġnhóm": 108442, + "ÏĥÏĩ": 108443, + "ĠÑĤÑĢанÑģп": 108444, + "Ġtanım": 108445, + "ç´į": 108446, + "Ġbahis": 108447, + "举": 108448, + "ĠинÑĦоÑĢма": 108449, + "ĠÑģлож": 108450, + "Ġkraj": 108451, + "ĠØŃÙĦ": 108452, + "Ġãĥĸ": 108453, + "ĠÙĨÙĤÙĦ": 108454, + "ĠÐłÐ¾Ð·": 108455, + "ĠÎijÏħ": 108456, + "lardı": 108457, + "Ġپاس": 108458, + "ĠìĭĿ": 108459, + "ĠìłĦìļ©ë©´ìłģ": 108460, + "ĠاÙĦسÙĬ": 108461, + "باشد": 108462, + "ศาสà¸ķร": 108463, + "Ġköy": 108464, + "Ġrok": 108465, + "Ġ죽": 108466, + "ĠÑģог": 108467, + "Ġchú": 108468, + "éĺª": 108469, + "ĠÄįásti": 108470, + "ĠзвеÑĢ": 108471, + "Ġниз": 108472, + "ĠÃ¶ÄŁret": 108473, + "Ġãĥİ": 108474, + "пе": 108475, + "çĴ°": 108476, + "Ġèª": 108477, + "ÙĪÙĦÙĩ": 108478, + "Ä°M": 108479, + "/REC": 108480, + "å¡ŀ": 108481, + "ĠÐĴи": 108482, + "/loose": 108483, + "ĠпоÑħ": 108484, + "ĠgeniÅŁ": 108485, + "Ġthiá»ĩn": 108486, + "tiÄŁi": 108487, + "Ñĩие": 108488, + "онд": 108489, + "ĠпÑĢиÑģ": 108490, + "ázky": 108491, + "ĠDevlet": 108492, + "ç¦ģ": 108493, + "Ġаг": 108494, + "ilere": 108495, + "инкÑĥ": 108496, + "Ġvardı": 108497, + "ãĢĢãĢĢãĢĢĠãĢĢ": 108498, + "ĠëĨĴ": 108499, + "à¤Ĥपन": 108500, + "Ġözellik": 108501, + "éļľ": 108502, + "ìĸ´ìĦľ": 108503, + "رÙĬÙĥ": 108504, + "ÙĪبÛĮ": 108505, + "ãĥ³ãĥĢ": 108506, + "íĮ¨": 108507, + "Ġसमà¤Ŀ": 108508, + "ï¾Ĩï¾Ĩï¾Ĩï¾Ĩ": 108509, + "ĠÙģÙĨ": 108510, + "à¥Ŀ": 108511, + "Ġuveden": 108512, + "ÑĪими": 108513, + "Ġà¹Ģล": 108514, + "Ġ문ìĿĺ": 108515, + "ĠØŃرÙģ": 108516, + "Ġعب": 108517, + "ãĥ¬ãĥĵ": 108518, + "ĠæŃ£": 108519, + "ĠëĺIJëĬĶ": 108520, + "ĠÚ©ÙĨÙĨدÙĩ": 108521, + "ĠαÏħÏĦÏĮ": 108522, + "Ġ길": 108523, + "Ġifade": 108524, + "Ġyapmak": 108525, + "ãĥķãĤ©": 108526, + "Ġmẹ": 108527, + "Ġstrán": 108528, + "Ġsvou": 108529, + "Ġvždy": 108530, + "Ġtekrar": 108531, + "ิà¸į": 108532, + "Ġìĵ°": 108533, + "oÄŁu": 108534, + "ĠÚ©ÛĮÙĦ": 108535, + "ивÑģÑı": 108536, + "Ġë§IJíĸĪëĭ¤": 108537, + "ä¸Ŀ": 108538, + "à¤ıस": 108539, + "ĠÑģÑĤÑĢаÑħ": 108540, + "ĠsouÄįas": 108541, + "Ġê·¸ëŁ°": 108542, + "ĠmÃ¼ÅŁ": 108543, + "λοÏį": 108544, + "γÏī": 108545, + "ĠtÆ°á»Łng": 108546, + "Ġå·¥": 108547, + "ĠاسÙħ": 108548, + "ÑĢÑĸм": 108549, + "à¹Ģà¸Ľà¸¥": 108550, + "Ġ³³Ġ³³": 108551, + "ÙĩاÛĮÛĮ": 108552, + "寺": 108553, + "ĠسرÛĮ": 108554, + "ĠкваÑĢ": 108555, + "ĠØ´ÙħارÙĩ": 108556, + "ĠصØŃ": 108557, + "оÑģÑĤав": 108558, + "२": 108559, + "Ġà¸Ħวาม": 108560, + "íĥģ": 108561, + "éĢĤ": 108562, + "بØŃ": 108563, + "ĠdeÄŁiÅŁik": 108564, + "éĮ²": 108565, + "еди": 108566, + "Ġokol": 108567, + "ĠÑģоп": 108568, + "Ġolmayan": 108569, + "çŃij": 108570, + "Û±Û´": 108571, + "Ġinclu": 108572, + "Ġê²ĮìŀĦ": 108573, + "ÛĮستÙħ": 108574, + "Ġç©": 108575, + "ĠاÙĦÙĪÙĦاÙĬات": 108576, + "ilmektedir": 108577, + "ÃĮ": 108578, + "Ùİع": 108579, + "Ġaģır": 108580, + "è¡Ľ": 108581, + "Ġeski": 108582, + "ê°Ŀ": 108583, + "본ëĭ¤": 108584, + "人åijĺ": 108585, + "ÚĺÛĮ": 108586, + "Ġç¨": 108587, + "ĠмеÑģÑĤо": 108588, + "vů": 108589, + "à¥įरह": 108590, + "ĠطرØŃ": 108591, + "ĠابÙĨ": 108592, + "Ġhiss": 108593, + "оÑĢÑıд": 108594, + "ĠدÙģ": 108595, + "ÑĢиÑģÑĤ": 108596, + "à¸Ĭม": 108597, + "деÑĤ": 108598, + "à¹Ģหม": 108599, + "ë§ĪìĤ¬ì§Ģ": 108600, + ":.:.:": 108601, + "éħ¸": 108602, + "ĠαÏģÏĩ": 108603, + "Ġnữ": 108604, + "ĠпоÑģад": 108605, + "lum": 108606, + "ìº": 108607, + "ãģ§ãģįãĤĭ": 108608, + "ìĸµ": 108609, + "ĠاÙĦÙħد": 108610, + "нÑĸм": 108611, + "راÙĤ": 108612, + "ĠãĥĪ": 108613, + "ĠodpovÄĽ": 108614, + "Ġbirbir": 108615, + "Ġhãy": 108616, + "овий": 108617, + "æ®ĭ": 108618, + "éĥ½æĺ¯": 108619, + "迪": 108620, + "Ġaraç": 108621, + "енÑĤÑĸв": 108622, + "æĬ±": 108623, + "dál": 108624, + "ĠÄIJông": 108625, + "Ġhesap": 108626, + "ĠاÙĨساÙĨ": 108627, + "ĠÙĬÙĪÙħ": 108628, + "ĠÙĨÙĪر": 108629, + "åīĩ": 108630, + "çĹĽ": 108631, + "ĠÙĨÙĬ": 108632, + "алÑĮна": 108633, + "تباط": 108634, + "लब": 108635, + "Ġkomun": 108636, + "Ġsnad": 108637, + "åĽ£": 108638, + "رÙĬد": 108639, + "elopment": 108640, + "ĠиÑİ": 108641, + "à¥Ģ.": 108642, + "Ġkısa": 108643, + "ĠdeÄŁildir": 108644, + "à¹īาร": 108645, + "Ġsvého": 108646, + "Ġoblasti": 108647, + "ÑĪли": 108648, + "à¹Ģà¸Ĺà¸ŀ": 108649, + "ÑĢеÑĤÑĮ": 108650, + "ово": 108651, + "ĠíĤ¤": 108652, + "átky": 108653, + "ĠاÙĦÙģر": 108654, + "èĺŃ": 108655, + "ÏĦον": 108656, + "ĠÑģÑĤоиÑĤ": 108657, + "ÙħØŃ": 108658, + "Ġà¹Ħ": 108659, + "ĠÑĤебе": 108660, + "íģ´": 108661, + "ĠmÄĽla": 108662, + "æݧåĪ¶": 108663, + "ĠChủ": 108664, + "ìĬ¨": 108665, + "ÐIJТ": 108666, + "اجع": 108667, + "ìĻķ": 108668, + "ç©¿": 108669, + "олее": 108670, + "หลาย": 108671, + "Ġdvou": 108672, + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 108673, + "ุà¸Ĥ": 108674, + "Ġboz": 108675, + "ิà¸Ļà¸Ħ": 108676, + "å¤Ł": 108677, + "Ġfaaliyet": 108678, + "ĠÄįÃŃs": 108679, + "ãģ»ãģ©": 108680, + "Ġ:/": 108681, + "кÑĸÑģÑĤÑĮ": 108682, + "Ġì¤Ģ": 108683, + "ÏģαÏĤ": 108684, + "Ġодно": 108685, + "æ¢ħ": 108686, + "Ñĥбли": 108687, + "ноз": 108688, + "à¹Įม": 108689, + "Ġvýrob": 108690, + "ĠκÏħ": 108691, + "ÅĻev": 108692, + "ÂłB": 108693, + "ůže": 108694, + "ä¼ļ社": 108695, + "ιβ": 108696, + "ÑĢованиÑı": 108697, + "Ġcev": 108698, + "ìĽĢ": 108699, + "álnÃŃch": 108700, + "ĠÑĢав": 108701, + "ç´§": 108702, + "åĢŁ": 108703, + "ĠÑŁ": 108704, + "ÙĪÙĨÙĬ": 108705, + "озÑı": 108706, + "Ġзов": 108707, + "Ġkolem": 108708, + "민êµŃ": 108709, + "ç¿Ĵ": 108710, + "ĠzamÄĽst": 108711, + "Ġìłij": 108712, + "ĠزÙĨ": 108713, + "ĠØ£Ùģ": 108714, + "Ġ먹": 108715, + "Ġtomto": 108716, + "Ġ첨ë¶Ģ": 108717, + "sage": 108718, + "ä¸įè¿ĩ": 108719, + "егод": 108720, + "ÑĢож": 108721, + "ĠпÑĢоÑĨед": 108722, + "à¹Įà¸Ļ": 108723, + "sanız": 108724, + "âĢŀØ·": 108725, + "æ´»åĬ¨": 108726, + "оÑĩки": 108727, + "보기": 108728, + "åŁºæľ¬": 108729, + "-Ñħ": 108730, + "лоÑģÑı": 108731, + "ĠÙĩÛĮÚĨ": 108732, + "ìĹĶ": 108733, + "Ñĩного": 108734, + "Ġà¤Ĺर": 108735, + "Ġà¤ħà¤Ĺ": 108736, + "ãħĭãħĭãħĭãħĭ": 108737, + "ĠãĤ¸": 108738, + "اسة": 108739, + "åĬĩ": 108740, + "à¹īà¸ĩ": 108741, + "Ġ커": 108742, + "nými": 108743, + "ãĥ¬ãĤ¹": 108744, + "åĭĴ": 108745, + "ĠоблаÑģÑĤÑĸ": 108746, + "ĠдÑĸÑıлÑĮноÑģÑĤÑĸ": 108747, + "ãĥ¬ãĤ¤": 108748, + "Ïĩαν": 108749, + "à¹Īาส": 108750, + "ĠФÑĢан": 108751, + "ÙĩÙĦ": 108752, + "lardır": 108753, + "ØŃات": 108754, + "ůst": 108755, + "ĠводÑĭ": 108756, + "ĠدÙĪÙĦت": 108757, + "ĠÑģпеÑĨÑĸ": 108758, + "Ġthất": 108759, + "à¸Ńาหาร": 108760, + "éłĺ": 108761, + "Ġtercih": 108762, + "ĠÏĢÏģοÏĥ": 108763, + "ĠÅĻÃŃzenÃŃ": 108764, + "è§īå¾Ĺ": 108765, + "Ġdnes": 108766, + "еÑĩно": 108767, + "ãĥĺ": 108768, + "ĠداراÛĮ": 108769, + "ĠÅŁart": 108770, + "벤": 108771, + "Ġë¶ģ": 108772, + "еÑı": 108773, + "нÑıÑĤÑĮ": 108774, + "ĠkvÄĽt": 108775, + "ĠتغÛĮÛĮر": 108776, + "é¾į": 108777, + "ĠرÙĨÚ¯": 108778, + "ï¼Įåı¯": 108779, + "Ġpiyas": 108780, + "Ġuygulan": 108781, + "ÙİØ©": 108782, + "بÙĬر": 108783, + "иваÑĤÑĮ": 108784, + "ĠíĹĪ": 108785, + "丶": 108786, + "è¿ĻäºĽ": 108787, + "Ġگر": 108788, + "罪": 108789, + "ä¸Ģæł·": 108790, + "Ġãĥª": 108791, + "Ġвой": 108792, + "Ġsosyal": 108793, + "ุà¸Ĺà¸ĺ": 108794, + "หมà¸Ķ": 108795, + "ç»Ŀ": 108796, + "ĠاÙĦجÙħ": 108797, + "Ġثبت": 108798, + "ĠجÙĨÚ¯": 108799, + "лении": 108800, + "ваÑı": 108801, + "ĠвоÑĤ": 108802, + "伤": 108803, + "Ġหล": 108804, + "ĠÙħÙĤاÙĦÙĩ": 108805, + "мÑĸнÑĸ": 108806, + "ìĺ¬": 108807, + "Ñĩий": 108808, + "ĠÙħÚ©": 108809, + "à¹Ĥà¸Ľà¸£": 108810, + "krv": 108811, + "ĠÃŃch": 108812, + "ÏīÏĥη": 108813, + "екÑĤоÑĢ": 108814, + "Як": 108815, + "ĠpÃŃs": 108816, + "ĠÃĸzel": 108817, + "ĠtÆ°á»Ľng": 108818, + "ĠÐĶо": 108819, + "διο": 108820, + "ูà¸Ķ": 108821, + "Ġtük": 108822, + "رÛĮÙĤ": 108823, + ".ÐĴ": 108824, + "ĠåIJĪ": 108825, + "ä¿Ĥ": 108826, + "Ġobdob": 108827, + "Ġistedi": 108828, + "ÑĪла": 108829, + "æľīä¸Ģ": 108830, + "ĠвклÑİÑĩа": 108831, + "ĠتØŃÙĤÛĮÙĤ": 108832, + "ĠÙĪÙĥ": 108833, + "ĠèĪ": 108834, + "ÆĴ": 108835, + "μεÏģ": 108836, + "Ġåģ": 108837, + "ĠìĹĨëĬĶ": 108838, + "Âłd": 108839, + "ĠBắc": 108840, + "à¸ģลาà¸ĩ": 108841, + "ĠÑĩÑĥв": 108842, + "Ġcấu": 108843, + "ĠHá»ĵ": 108844, + "ĠÙģاÛĮÙĦ": 108845, + "ÏĦηγοÏģ": 108846, + "ç±į": 108847, + "Ġبت": 108848, + "ĠобÑĢазом": 108849, + "æ±ī": 108850, + "èĦij": 108851, + "Ġgiản": 108852, + "εÏģγ": 108853, + "ĠÐľÑĸ": 108854, + "èĻ½çĦ¶": 108855, + "ĠKhi": 108856, + "Ñĩини": 108857, + "Ġà¤ħà¤Ĺर": 108858, + "íķĺë©°": 108859, + "ë²Ķ": 108860, + "ãģģ": 108861, + "виÑħ": 108862, + "ĠвÑģегда": 108863, + "Ġç¶": 108864, + "ÑģÑĤвенной": 108865, + "Ġyüksel": 108866, + "測": 108867, + "Ġsıras": 108868, + "ĠÏĢÏģÏİ": 108869, + "èĢ³": 108870, + "اÛĮر": 108871, + "دÙĪد": 108872, + "ĠAlman": 108873, + "Ġverdi": 108874, + "ĠاÙĦÙħج": 108875, + "ĠاÙĦتع": 108876, + "صة": 108877, + "Ġsıra": 108878, + "Äįin": 108879, + "ĠпеÑĢÑĪ": 108880, + "æĬĺ": 108881, + "ç©į": 108882, + "ĠÑĤоб": 108883, + "Ġï¾ī": 108884, + "ฬ": 108885, + "æĿĢ": 108886, + "iydi": 108887, + "ีà¸ŀ": 108888, + "çĵ¦": 108889, + "ĠавÑĤомоб": 108890, + "ä¸Ńæĸĩ": 108891, + "à¥Ĥद": 108892, + "ĠbÄĽhem": 108893, + "ĠPÅĻed": 108894, + "ãģĵãģĨ": 108895, + "ัà¸Ī": 108896, + "Ġï½Į": 108897, + "ĠÙĩاÙĬ": 108898, + "Ġsạch": 108899, + "æĸ¹éĿ¢": 108900, + "çķ°": 108901, + "ÑĥÑĢн": 108902, + "Ġvýsled": 108903, + "Ġthần": 108904, + "ï¼ĮæīĢ以": 108905, + "Ñĥка": 108906, + "íķĺëĭ¤": 108907, + "Ġबर": 108908, + "ĠжÑĸн": 108909, + "ÄįnÃŃho": 108910, + "ĠãģĮ": 108911, + "abı": 108912, + "vánÃŃ": 108913, + "æ´Ĺ": 108914, + "ĠиÑģÑĤоÑĢ": 108915, + "ìĿ´íĦ°": 108916, + "Ġелек": 108917, + "алаÑģÑı": 108918, + "Ġznám": 108919, + "ĠطرÙģ": 108920, + "Ġsektör": 108921, + "ê¹Ģ": 108922, + "ÙĪÙĤع": 108923, + "ĠÙħÙĥ": 108924, + "ÑĢежд": 108925, + "Ġknih": 108926, + "Ġتعداد": 108927, + "åįł": 108928, + "ÑģÑĮке": 108929, + "ĠçĶµ": 108930, + "京éĥ½": 108931, + "ĠراÛĮ": 108932, + "gın": 108933, + "ĠÙĨظاÙħ": 108934, + "ĠÎłÎ¿Î»": 108935, + "ä¸ĢèĪ¬": 108936, + "Ġstále": 108937, + "ĠиÑģÑģлед": 108938, + "Ġzpráv": 108939, + "ĠÑĩиÑģÑĤ": 108940, + "ãĥ¼ãĥŀ": 108941, + "ÐŀÑģ": 108942, + "ÑģÑĮкомÑĥ": 108943, + "ĠpÅĻiprav": 108944, + "ëĮĢíĸī": 108945, + "Ġhalk": 108946, + "çĪĨ": 108947, + "ãĢģãģĬ": 108948, + "ï¼ŁâĢĿĊĊ": 108949, + "éĢı": 108950, + "ç«ŀ": 108951, + "ниÑĨÑĮ": 108952, + "çĽĺ": 108953, + "à¹Ģà¸Ńà¸ĩ": 108954, + "ìŁģ": 108955, + "à¥ĩवल": 108956, + "ä¹ĭåIJİ": 108957, + "ãĥ«ãĥĪ": 108958, + "Ġstru": 108959, + "Ġ＿": 108960, + "ÎķÎĽ": 108961, + "hle": 108962, + "ĠÙĨÙĪØ´": 108963, + "ìĿµ": 108964, + "ĠÙħÙģ": 108965, + "æĪĸèĢħ": 108966, + "Ġöld": 108967, + "éĢĶ": 108968, + "ãĥ³ãĥĹ": 108969, + "íĺ¼": 108970, + "ĠuÄŁ": 108971, + "ĠÄijá": 108972, + "ĠvlastnÃŃ": 108973, + "ĠÙħجÙĦس": 108974, + "åįĶ": 108975, + "ÏĦικήÏĤ": 108976, + "Ġpovin": 108977, + "ůl": 108978, + "ĠاÙĦØŃÙĬ": 108979, + "Ġsmlou": 108980, + "ãĥĥãĥģ": 108981, + "ĠÙĥÙĨ": 108982, + "Ġchấp": 108983, + "èIJ¬": 108984, + "جب": 108985, + "?âĢľ": 108986, + "дав": 108987, + "รวม": 108988, + "Ùİد": 108989, + "ĠاÙĦدÙĪÙĦ": 108990, + "ĠëĦ¤ìĿ´íĬ¸": 108991, + "Ġà¤Ĩस": 108992, + "ظÙĬÙģ": 108993, + "ãĥ¼ãĥ©": 108994, + "ãģłãĤįãģĨ": 108995, + "ĠÙĪاØŃد": 108996, + "رÙĪس": 108997, + "Ġzákona": 108998, + "ĠпеÑĢеб": 108999, + "à¥Ģ-": 109000, + "à¹Īà¹Ħà¸Ķ": 109001, + "为äºĨ": 109002, + "ÎĻÎĿ": 109003, + "ĠìĽĶìĦ¸": 109004, + "สà¸Ńà¸ĩ": 109005, + "Ġæīĭ": 109006, + "ĠÐĴÑģе": 109007, + "à¹Ĥย": 109008, + "Ġkaldır": 109009, + "ÏĦÎŃÏĤ": 109010, + "Ġï¿£": 109011, + "ĠíĸĪëĭ¤": 109012, + "ãĤģãģŁ": 109013, + "ĠÄįer": 109014, + "cela": 109015, + "üsü": 109016, + "ê³³": 109017, + "ìĹIJëıĦ": 109018, + "زة": 109019, + "ãģªãĤĭ": 109020, + "ÙĪÛĮÙĨ": 109021, + "çīĽ": 109022, + "Ġvoj": 109023, + "ĠëĬIJ": 109024, + "ĠÙĥÙħ": 109025, + "æ³ī": 109026, + "зÑı": 109027, + "è£Ŀ": 109028, + "ĠØ¢ÙĦ": 109029, + "Ġανά": 109030, + "ÂłÐĴ": 109031, + "Ġyapıl": 109032, + "æıĽ": 109033, + "ĠÑģÑĥÑīеÑģÑĤв": 109034, + "Ġná»iji": 109035, + "ÙĪئ": 109036, + "ĠëĦ¤ìĿ´íĬ¸ìĺ¨": 109037, + "Ġpolitik": 109038, + "Å¡ka": 109039, + "ebilirsiniz": 109040, + "ldkf": 109041, + "ÑĥблÑĸ": 109042, + "Ġeoq": 109043, + "ĠÙħØŃصÙĪÙĦ": 109044, + "krvldkf": 109045, + "Ġeoqkrvldkf": 109046, + "ÏĥεÏīν": 109047, + "بÙĦغ": 109048, + "Įĵê¸Ģ": 109049, + "ĠÑģÑĢок": 109050, + "ĠUy": 109051, + "ĠNÄĽk": 109052, + "Ġдив": 109053, + "ãĤµãĤ¤": 109054, + "ĠìĤ¬ìĿ´": 109055, + "ĠéĹ": 109056, + "ĠбаÑĤÑĮ": 109057, + "ĠпеÑĢÑĸ": 109058, + "Âĸ": 109059, + "交éĢļ": 109060, + "енз": 109061, + "ÙĪست": 109062, + "ียà¸ļ": 109063, + "Ġà¸Īะ": 109064, + "ë¡Ģ": 109065, + "üfus": 109066, + "ÙijÙIJ": 109067, + "總": 109068, + "ัà¸Ķส": 109069, + "ê²Ģ": 109070, + "ĠÑĤиÑħ": 109071, + "ĠآزÙħ": 109072, + "Ġاض": 109073, + "ì¡´": 109074, + "ÙĴت": 109075, + "æĪ¸": 109076, + "ĠìŀĪìĿĦ": 109077, + "ĠçĶ·": 109078, + "ÑīÑĸ": 109079, + "ома": 109080, + "ĠاÙģزاÛĮØ´": 109081, + "ĠThông": 109082, + "ĠاجتÙħاعÛĮ": 109083, + "елÑİ": 109084, + "ĠÑħоÑĢоÑĪо": 109085, + "à¸łà¸²à¸©": 109086, + "Ġrám": 109087, + "御": 109088, + "ãĥ¼ãĥĦ": 109089, + "ĠLỼp": 109090, + "ĠØ´ÙĬ": 109091, + "Ġhiá»ĥm": 109092, + "θν": 109093, + "οÏħÏĥ": 109094, + "復": 109095, + "Ġúzem": 109096, + "à¹ģà¸ľ": 109097, + "å·¨": 109098, + "à¸Īà¸Ļ": 109099, + "گراÙĨ": 109100, + "ĠتÛĮÙħ": 109101, + "Ġilet": 109102, + "าà¸Ĥà¸Ńà¸ĩ": 109103, + "ĠتÙĪر": 109104, + "ĠдоговоÑĢ": 109105, + "Ġtento": 109106, + "вÑĥ": 109107, + "Ġзада": 109108, + "ĠstoletÃŃ": 109109, + "ÂłĠ": 109110, + "âĢĮاÙĦ": 109111, + "Ëĺ": 109112, + "ÅŁiv": 109113, + "нÑıÑĤи": 109114, + "ãĤīãĤĮãģŁ": 109115, + "ĠSb": 109116, + "ĠاÙĦÙħص": 109117, + "ĠУкÑĢаÑĹнÑĸ": 109118, + "ĠØ´Ú©": 109119, + "iếng": 109120, + "ÑĮÑĤе": 109121, + "è°¢": 109122, + "ĠÙħتÙĨ": 109123, + "ĠÑĢад": 109124, + "ĠÙħÙĪاد": 109125, + "ì±Ħ": 109126, + "顶": 109127, + "ĠboÅŁ": 109128, + "تÙĪر": 109129, + "ĠÄijáng": 109130, + "Ġkitap": 109131, + "Ġhodin": 109132, + "Ġtarihi": 109133, + "ãĤĦãĤĭ": 109134, + "ÑģÑĤеÑĢ": 109135, + "ĠÑħод": 109136, + "вание": 109137, + "ĠоÑģвÑĸ": 109138, + "ĠÑģиÑģÑĤемÑĭ": 109139, + "़न": 109140, + "Ïĩο": 109141, + "Ġåı°": 109142, + "oÅĻ": 109143, + "ç»ıæµİ": 109144, + "Ġä½ľ": 109145, + "ĠthuáºŃn": 109146, + "ĽĪ": 109147, + "Ġyalnız": 109148, + "alet": 109149, + "ì¦Ŀê¸Ī": 109150, + "ĠзаÑī": 109151, + "ĠекÑģп": 109152, + "âĦĸâĦĸ": 109153, + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ": 109154, + "ĠÚ¯ÙĪØ´": 109155, + "ãģ«åħ¥": 109156, + "ĠudÄĽl": 109157, + "Ġáº": 109158, + "à¤Ĩà¤Ī": 109159, + "âĢĮدÙĩ": 109160, + "æĤª": 109161, + "Ġtrò": 109162, + "æļĹ": 109163, + "λλην": 109164, + "ĠпÑĢизна": 109165, + "ĠسÛĮستÙħ": 109166, + "Ġà¤ħत": 109167, + "èo": 109168, + "è¿İ": 109169, + "ĠзÑĥб": 109170, + "ĠзаÑģоб": 109171, + "ĠسÙģ": 109172, + "ĠÙħاÙĨÙĨد": 109173, + "خش": 109174, + "vajÃŃ": 109175, + "nitÅĻ": 109176, + "æ¯Ĵ": 109177, + "æ¤į": 109178, + "ĠgiriÅŁ": 109179, + "ĠÄijáp": 109180, + "@n": 109181, + "оваÑĢи": 109182, + "Ġخدا": 109183, + "ĠvÄĽtÅ¡": 109184, + "ĠΣÏħ": 109185, + "ÙģØ©": 109186, + "аннÑıм": 109187, + "ĠÑĩлен": 109188, + "æĶ¯æĮģ": 109189, + "å¨ľ": 109190, + "lararası": 109191, + "ΡÎij": 109192, + "Ġziy": 109193, + "ĠêµIJìľ¡": 109194, + "Ġhá»ĵi": 109195, + "าà¸Ħาร": 109196, + "imleri": 109197, + "è³¼": 109198, + "ĠجÙĩاÙĨ": 109199, + "ĠÑĢозмÑĸ": 109200, + "ÑħÑĸв": 109201, + "γε": 109202, + "横": 109203, + "ÎĻÎijΣ": 109204, + "ç¶Ń": 109205, + "Ġbiraz": 109206, + "ĠÑĤакого": 109207, + "íĥĦ": 109208, + "ĠбÑĥдÑĥÑĤ": 109209, + "ĠÑĪвид": 109210, + "ĠнеÑģ": 109211, + "ĠÙħعÙĦÙĪÙħات": 109212, + "à¥ĩयर": 109213, + "ĠдвÑĥÑħ": 109214, + "å¿ħè¦ģ": 109215, + "å§Ĩ": 109216, + "Ġpohled": 109217, + "ìĬ¤íĦ°": 109218, + "Ġåįģ": 109219, + "Ġأب": 109220, + "веÑĢдж": 109221, + "Ġà¤ľà¤®": 109222, + "लत": 109223, + "åľ°åĮº": 109224, + "Ġ|[": 109225, + "ĠвмеÑģÑĤ": 109226, + "ĠکاÙħ": 109227, + "ĠãĥIJ": 109228, + "ãĥ¼ãĥĸ": 109229, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 109230, + "ĠìĥģíĴĪ": 109231, + "à¹Ģลย": 109232, + "Äįné": 109233, + "ĠÑģÑĢедÑģÑĤва": 109234, + "ĠÑĤаб": 109235, + "ĠÙħار": 109236, + "Ġhled": 109237, + "даÑĤ": 109238, + "ÙĪÛĮد": 109239, + "Ġãĥ©": 109240, + "Ġخد": 109241, + "è¤ĩ": 109242, + "ç§ĺ": 109243, + "Ġبرد": 109244, + "ĠÏĥαÏĤ": 109245, + "ÏİÏĥειÏĤ": 109246, + "æĿ¯": 109247, + "λÏį": 109248, + "宿": 109249, + "ĠëĤľ": 109250, + "ï»Ł": 109251, + "Ġözellikle": 109252, + "ĠконÑģ": 109253, + "ĠÙħغ": 109254, + "عÙĬ": 109255, + "à¹Įà¸ģ": 109256, + "ĠÙĬت": 109257, + "ĠÙħشاÙĩ": 109258, + "ĠThanh": 109259, + "à¤¾à¤ľà¤¨": 109260, + "¥¤": 109261, + "Ġvlá": 109262, + "ĠÙģض": 109263, + "ΤÎĻÎļ": 109264, + "ĠнаÑĥков": 109265, + "елем": 109266, + "ĠdÃłng": 109267, + "ĠгоÑģподаÑĢ": 109268, + "ÂłS": 109269, + "иÑĩеÑģкиÑħ": 109270, + "ĠتÙĨÙĩا": 109271, + "à¤ľà¤¨": 109272, + "Ġпан": 109273, + "åĨł": 109274, + "ĠëĤĺëĬĶ": 109275, + "tÃŃ": 109276, + "ä¸Ģèµ·": 109277, + "Ġlãnh": 109278, + "Âłv": 109279, + "ovým": 109280, + "زب": 109281, + "ĠجÙħعÛĮت": 109282, + "Ġæµ·": 109283, + "ĠоÑģÑĥÑīеÑģÑĤв": 109284, + "ãi": 109285, + "ائر": 109286, + "Ġë³ij": 109287, + "á»ĭnh": 109288, + "Ġsá»Ńa": 109289, + "à¥ĩà¤Ĥ।": 109290, + "ÄĽjÅ¡ÃŃ": 109291, + "ĠдÑĸÑĤ": 109292, + "Ġæĥ": 109293, + "mÄ±ÅŁtı": 109294, + "رØŃ": 109295, + "Ġì§Ģê¸Ī": 109296, + "妻": 109297, + "âĹĭ": 109298, + "Ġì§ĢìĹŃ": 109299, + "ÙĴÙĨ": 109300, + "ĠurÄįit": 109301, + "ÙĴÙħ": 109302, + "zÃŃ": 109303, + "èķ": 109304, + "ĠØ´ÙĪر": 109305, + "ĠKhông": 109306, + "ÛĮزÛĮ": 109307, + "Ġзг": 109308, + "Ġвне": 109309, + "ĠprávÄĽ": 109310, + "è«ĭ": 109311, + "اÙĬت": 109312, + "ัà¸ģร": 109313, + "Ġoldukça": 109314, + "ãĤģãĤĭ": 109315, + "ĠTây": 109316, + "ëĿ¼ìĿ¸": 109317, + "èĻķ": 109318, + "ĠsÆ°": 109319, + "Ġник": 109320, + "Ùł": 109321, + "اشÛĮÙĨ": 109322, + "elerde": 109323, + "ìĭľìķĦ": 109324, + "ĠÑĥмов": 109325, + "ĠçalÄ±ÅŁan": 109326, + "Ġë¸Ķ": 109327, + "ĠÑĤаким": 109328, + "ÑĢин": 109329, + "ĠØ®ÙĦ": 109330, + "ayd": 109331, + "Ġãĥ¡": 109332, + "ейÑĩаÑģ": 109333, + "Ġdoprav": 109334, + "ãģĵãģ¨ãģ¯": 109335, + "Ġì¶Ķì²ľ": 109336, + "延": 109337, + "Ġkı": 109338, + "åı¶": 109339, + "ÑĢиг": 109340, + "íħľ": 109341, + "çĶ³åįļ": 109342, + "ĠвеÑĤ": 109343, + "ĠпомоÑīÑĮÑİ": 109344, + "ĠاÙģراد": 109345, + "ÏĢει": 109346, + "à¹Ģสร": 109347, + "Ġgiám": 109348, + "éİ": 109349, + "hlas": 109350, + "manız": 109351, + "англ": 109352, + "Ġmuž": 109353, + "ÂłK": 109354, + "ÑĢедиÑĤ": 109355, + "设å¤ĩ": 109356, + "ιÏĥμ": 109357, + "Ġcải": 109358, + "ĠéĢļ": 109359, + "ĠÙĥار": 109360, + "Ġподоб": 109361, + "ĠмеÑĤал": 109362, + "ĠÑģаме": 109363, + "лÑĥÑĩ": 109364, + "åĤ³": 109365, + "ĠÙĪÙĩÙĪ": 109366, + "Ġéĩį": 109367, + "вий": 109368, + "æ³ģ": 109369, + "ĠæĿİ": 109370, + "ĠiliÅŁkin": 109371, + "ĠείÏĩε": 109372, + "çĬ¯": 109373, + "ÅĻejmÄĽ": 109374, + "èŃĺ": 109375, + "稱": 109376, + "μμα": 109377, + "ĠÙĦÛĮ": 109378, + "ÙĩاÙĬ": 109379, + "ĠопиÑģ": 109380, + "گرد": 109381, + "ĠгÑĢ": 109382, + "ĠAnimalia": 109383, + "ÐŁÐ¾": 109384, + "Ġbóng": 109385, + "ĠдеÑĤей": 109386, + "Ġlâu": 109387, + "ĠæķĻ": 109388, + "ĠпоÑıÑģ": 109389, + "ĠاÙĦØ¢": 109390, + "ัà¸Ļà¸ķ": 109391, + "Ġдев": 109392, + "ĠÑĨей": 109393, + "ÑĮв": 109394, + "æĥł": 109395, + "maları": 109396, + "imler": 109397, + "à¥Ī।ĊĊ": 109398, + "Ġном": 109399, + "zv": 109400, + "Ġà¸ģร": 109401, + "ĠpaylaÅŁ": 109402, + "Âłs": 109403, + "िसम": 109404, + "ÑģÑĤвеннÑĭÑħ": 109405, + "stoup": 109406, + "онÑĸ": 109407, + "stÃŃ": 109408, + "ĠØŃÚ©": 109409, + "ĠگرÙģت": 109410, + "าà¸Ħา": 109411, + "дÑı": 109412, + "ÙĦاث": 109413, + "Ġzdravot": 109414, + "ä¸ĬãģĴ": 109415, + "ãģ¼": 109416, + "elere": 109417, + "ظÙħ": 109418, + "ĠÑģвеÑĤ": 109419, + "оÑĢг": 109420, + "ç«¥": 109421, + "ĠпеÑĢеп": 109422, + "Ġमद": 109423, + "аза": 109424, + "å¦Ĥä½ķ": 109425, + "ÑģÑĮкÑĸй": 109426, + "ĠbÆ°á»Ľc": 109427, + "Ġgerekli": 109428, + "大家": 109429, + "Ġtrái": 109430, + "éģ©": 109431, + "ä¸Ń央": 109432, + "Ġphản": 109433, + "Ġعرض": 109434, + "ĠÙĥتاب": 109435, + "æĭ©": 109436, + "ÑĪего": 109437, + "帮": 109438, + "ĠÙĨÛĮاز": 109439, + "è¿·": 109440, + "à¸¸à¸Ľ": 109441, + "à¸´à¸Ľ": 109442, + "Ġدخ": 109443, + "ÏĦικÎŃÏĤ": 109444, + "ĠUz": 109445, + "ĠتÙĪÙħاÙĨ": 109446, + "ĠÙĪاÙĦØ£": 109447, + "ÅĻes": 109448, + "Ñijм": 109449, + "Ġå¸Ĥ": 109450, + "ĠÑĤоже": 109451, + "Ġyapan": 109452, + "彼女": 109453, + "ĠÙħدر": 109454, + "¶ģ": 109455, + "ĠæŶ": 109456, + "à¹Ģà¸ĺ": 109457, + "ĠÙħاÙĦ": 109458, + "ĠBüyük": 109459, + "ĠÙĦت": 109460, + "å°ļ": 109461, + "deme": 109462, + "üb": 109463, + "ĠÑħÑĥд": 109464, + "Ġléka": 109465, + "缼": 109466, + "缴æİ¥": 109467, + "ниÑĨÑĤва": 109468, + "ĠпÑĢиÑĩин": 109469, + "еÑĢап": 109470, + "ĠÑģозда": 109471, + "械": 109472, + "Ġmüz": 109473, + "ç³»åĪĹ": 109474, + "ouz": 109475, + "Ġà¤ĵर": 109476, + "ÑĢÑĥÑĩ": 109477, + "Ġá½": 109478, + "μÎŃνα": 109479, + "ĠпÑĢедмеÑĤ": 109480, + "Ġå²": 109481, + "ãĥ³ãĥģ": 109482, + "μÎŃνη": 109483, + "лÑĥг": 109484, + "Âłn": 109485, + "ĠTarih": 109486, + "ĠãĢĪ": 109487, + "Ġbana": 109488, + "ĠcÃŃ": 109489, + "Ġvýkon": 109490, + "åĽłæѤ": 109491, + "ĠtÅĻi": 109492, + "าà¸ĭ": 109493, + "vailable": 109494, + "Ġistem": 109495, + "ãĥ¥ãĥ¼": 109496, + "ÐķÐĿ": 109497, + "ĠгаÑĢ": 109498, + "οÏħλ": 109499, + "à¥Ľ": 109500, + "ĠÙĪضع": 109501, + "สะ": 109502, + "è·Ŀ": 109503, + "ĠØŃÙģ": 109504, + "ิà¸Ĺยาล": 109505, + "她çļĦ": 109506, + "нÑĸÑĪ": 109507, + "жение": 109508, + "기ìĹIJ": 109509, + "Ġéĺ¿": 109510, + "ĠÙħارس": 109511, + "ĠçeÅŁitli": 109512, + "ĠÅŁehir": 109513, + "átor": 109514, + "à¹īà¸Ĺ": 109515, + "ìĿ´ëĬĶ": 109516, + "Ġè²": 109517, + "é¡į": 109518, + "çĻĤ": 109519, + "ĠниÑĩ": 109520, + "Ġê°Ģì§Ģ": 109521, + "伦": 109522, + "rán": 109523, + "ostat": 109524, + "ĠÙĦÙĥ": 109525, + "èº": 109526, + "ĠNgÃłnh": 109527, + "Ġसद": 109528, + "æľĹ": 109529, + "çĦ¶åIJİ": 109530, + "ãĤ¸ãĤ§": 109531, + "леÑĢ": 109532, + "ĠÐŀна": 109533, + "سÙĪÙĨ": 109534, + "Ïģον": 109535, + "ĠدرÛĮاÙģت": 109536, + "à¸Ńà¸Ńà¸Ļà¹Ħลà¸Ļ": 109537, + "Ġdál": 109538, + "ĠмÑĸÑģÑĨе": 109539, + "Ġдней": 109540, + "ĠاÙĦات": 109541, + "Ġरहत": 109542, + "ï¼Į对": 109543, + "è³ĩæĸĻ": 109544, + "ä»»ä½ķ": 109545, + "éĦ": 109546, + "taj": 109547, + "βά": 109548, + "Ġнадо": 109549, + "ĠÑģÑĤÑĥд": 109550, + "ĠÅŁeh": 109551, + "ัà¸įà¸į": 109552, + "à¥ĭब": 109553, + "ãĥ©ãĥ¼": 109554, + "Û±Ûµ": 109555, + "ept": 109556, + "Ġbildir": 109557, + "สà¸ĸาà¸Ļ": 109558, + "еÑĤÑĮÑģÑı": 109559, + "ským": 109560, + "ĠоблаÑģÑĤÑĮ": 109561, + "Ġìŀł": 109562, + "ĠGör": 109563, + "Ġdayan": 109564, + "ĠÛĮاد": 109565, + "çĶŁäº§": 109566, + "íĺij": 109567, + "å¾ģ": 109568, + "Ġاجر": 109569, + "ĠпÑĢе": 109570, + "ä¸īä¸īä¸īä¸ī": 109571, + "åŁİå¸Ĥ": 109572, + "ĠпÑĢимеÑĢ": 109573, + "Äįást": 109574, + "èģĺ": 109575, + "ĠÙħربÙĪØ·": 109576, + "æŀļ": 109577, + "åĪĢ": 109578, + "æŁ¥çľĭ": 109579, + "Ġ모ëijIJ": 109580, + "ìŀIJë£Į": 109581, + "-､": 109582, + "Ġê°ĻìĿ´": 109583, + "Ġì¡´": 109584, + "егоÑĢ": 109585, + "edik": 109586, + "имÑĥ": 109587, + "ĠArth": 109588, + "åºĶçĶ¨": 109589, + "miÅŁti": 109590, + "Ġkhá»ıe": 109591, + "ĠÑĸд": 109592, + "λλη": 109593, + "âh": 109594, + "маг": 109595, + "éļĨ": 109596, + "ĠвнÑĥÑĤÑĢ": 109597, + "Ġبط": 109598, + "(æĹ¥": 109599, + "Ä°Y": 109600, + "лик": 109601, + "ĠBản": 109602, + "ĠتÙĪس": 109603, + "़त": 109604, + "amak": 109605, + "åķıé¡Į": 109606, + "ĠÑģамоÑģÑĤ": 109607, + "ï¼¼Ċ": 109608, + "Ġç¦ı": 109609, + "Ù¡": 109610, + "ĠÑĦоÑĢми": 109611, + "ĠÑĢозÑĥм": 109612, + "ĠÙħطاÙĦ": 109613, + "ä¹Łæĺ¯": 109614, + "ç¾İåĽ½": 109615, + "ëĵľë¦½ëĭĪëĭ¤": 109616, + "ĠlÄ©nh": 109617, + "ĠпоÑĤомÑĥ": 109618, + "ÑıбÑĢÑı": 109619, + "漫": 109620, + "Ġngoại": 109621, + "à¸Ńำ": 109622, + "ÙĬÙĨا": 109623, + "Ġmlad": 109624, + "ÏĥÏĦά": 109625, + "اتر": 109626, + "주ìĿĺ": 109627, + "еннÑĸ": 109628, + "оза": 109629, + "ÙĤات": 109630, + "ĠÐĴаÑģ": 109631, + "è®Ń": 109632, + "éIJ": 109633, + "ÑĥÑİÑĩи": 109634, + "Ġکر": 109635, + "Ġ.|": 109636, + "Ġgenç": 109637, + "該": 109638, + "ä»ģ": 109639, + "одÑĭ": 109640, + "ĠØ£ÙĪÙĦ": 109641, + "ĠìĤ¬íļĮ": 109642, + "Ġà¹Ģส": 109643, + "ĠëķĮ문ìĹIJ": 109644, + "âĢĮب": 109645, + "ĠлиÑĪÑĮ": 109646, + "Ġименно": 109647, + "madı": 109648, + "ĠéĤ": 109649, + "ĠÙĪارد": 109650, + "Ġtakım": 109651, + "Ġà¹Ģห": 109652, + "Ġà¸Ńย": 109653, + "Ġkonusu": 109654, + "Ø®ÙĪ": 109655, + "ĠÑģид": 109656, + "赤": 109657, + "оÑıÑĤелÑĮ": 109658, + "ëĭµ": 109659, + "εÏī": 109660, + "ÑĸÑħ": 109661, + "Ġयद": 109662, + "ĠÚ©ÛĮÙģ": 109663, + "μοÏĤ": 109664, + "Ġaldı": 109665, + "ĠíĻį": 109666, + "кÑĥп": 109667, + "ĠÙĨÙħاÛĮØ´": 109668, + "ãģ¥": 109669, + "Ġíķ©ëĭĪëĭ¤": 109670, + "ĠëĮĵê¸Ģ": 109671, + "боÑĢа": 109672, + "éīĦ": 109673, + "Ġà¹Ģà¸Ī": 109674, + "à¹īà¸ģ": 109675, + "§ط": 109676, + "ربÙĩ": 109677, + "ĠÑĥз": 109678, + "ĠмаÑİÑĤÑĮ": 109679, + "Ġbyli": 109680, + "ีà¸ķ": 109681, + "Ġì§ĢìĽIJ": 109682, + "èĩªçĦ¶": 109683, + "ùy": 109684, + "ĠçaÄŁ": 109685, + "един": 109686, + "ëī´": 109687, + "åį±": 109688, + "ĠпозволÑı": 109689, + "ØŃاد": 109690, + "ĠÑĩего": 109691, + "ียร": 109692, + "Ġyöntem": 109693, + "Ġders": 109694, + "ĠÑģÑĤоÑı": 109695, + "ĠкÑĢÑĥп": 109696, + "Ġð": 109697, + "ĠдомаÑĪ": 109698, + "енд": 109699, + "继": 109700, + "ĠÄijô": 109701, + "ĠchtÄĽ": 109702, + "计åĪĴ": 109703, + "ÎŃα": 109704, + "ĠdobÅĻe": 109705, + "สà¸Ńà¸ļ": 109706, + "еление": 109707, + "ĠÄijông": 109708, + "ãģ¾ãĤĬ": 109709, + "Ġboyunca": 109710, + "à¥ģà¤Ĺ": 109711, + "ĠÑĦиз": 109712, + "ãĤ³ãĥ³": 109713, + "Ġdeney": 109714, + "ÑĩеÑģкиÑħ": 109715, + "λον": 109716, + "以åıĬ": 109717, + "اÙĪت": 109718, + "³³³³³": 109719, + "Ġì¤Ħ": 109720, + "िफ": 109721, + "ĠÑĤол": 109722, + "ĠëĤ´ê°Ģ": 109723, + "âĸı": 109724, + "Ġphá": 109725, + "ĠÑģпÑĸв": 109726, + "ĠجÙħÙĬع": 109727, + "ĠbezpeÄį": 109728, + "ĠæĹł": 109729, + "ĠvÅ¡e": 109730, + "ÑģÑĤвÑĥ": 109731, + "dust": 109732, + "oÅ¡": 109733, + "ĠتارÙĬØ®": 109734, + "اØŃØ©": 109735, + "ĠÙħشارÙĥØ©": 109736, + "Ġακ": 109737, + "ัà¸Ļà¸Ļ": 109738, + "éģĬ": 109739, + "ĠÑģоÑĤ": 109740, + "Ġказ": 109741, + "ĠÑĤеÑĩение": 109742, + "긴": 109743, + "acaktır": 109744, + "ê±°ëĤĺ": 109745, + "ียม": 109746, + "ĠÑģÑĥÑħ": 109747, + "ĠëĦĪ무": 109748, + "ãģıãĤĭ": 109749, + "ĠкоÑĤоÑĢой": 109750, + "اÙĤØ©": 109751, + "yıl": 109752, + "ãĤ»ãĥĥãĥĪ": 109753, + "ĠÑįлем": 109754, + "æģIJ": 109755, + "ÙĨاء": 109756, + "åħ©": 109757, + "ĠteÄı": 109758, + "严": 109759, + "Ġì§Ī문": 109760, + "Ġ为": 109761, + "ìĭľíĹĺ": 109762, + "ĠпÑĢок": 109763, + "ujeme": 109764, + "ücü": 109765, + "ĠاÙĦÙħغ": 109766, + "ĠØŃساب": 109767, + "ãģĹãģ¦ãģĦ": 109768, + "кова": 109769, + "ĠÄijÃło": 109770, + "ĠпÑĢиз": 109771, + "ĠÙĪÙħÙĨ": 109772, + "ĠоÑĢ": 109773, + "à¸ģà¸ķ": 109774, + "аÑĦ": 109775, + "Ġà¸ŀร": 109776, + "ÑĨией": 109777, + "æª": 109778, + "Ġpůsob": 109779, + "åŃ©åŃIJ": 109780, + "Ġbánh": 109781, + "ĠÑĦоÑĢмÑĥ": 109782, + "Ġá»ķ": 109783, + "Ġменее": 109784, + "à¹īาห": 109785, + "ниÑĨа": 109786, + "ีĊ": 109787, + "ĠволоÑģ": 109788, + "ĠارائÙĩ": 109789, + "第ä¸ī": 109790, + "ëIJĺìĹĪ": 109791, + "Ġkısm": 109792, + "ãĥ¼ãĥĬ": 109793, + "lerimiz": 109794, + "ÙĨÙĬÙĨ": 109795, + "ĠNgÆ°á»Ŀi": 109796, + "ĠоÑĤдел": 109797, + "çļĦæŶåĢĻ": 109798, + "онов": 109799, + "Äįan": 109800, + "izm": 109801, + "ĠÑģобой": 109802, + "à¹ĩà¸ķ": 109803, + "ĠÑģлÑĸд": 109804, + "Ġà¤ľà¤¹": 109805, + "ï¼ĮæĪij们": 109806, + "ãĢĤãģĿãģ®": 109807, + "ÏĢÏīÏĤ": 109808, + "çĨŁ": 109809, + "ฯ": 109810, + "ëĦIJ": 109811, + "æľĭ": 109812, + "Ġë¹Ħë°Ģ": 109813, + "ëįķ": 109814, + "ĠmÃłn": 109815, + "ìĿ´ê³ł": 109816, + "ëŀľëĵľ": 109817, + "éĤĦ": 109818, + "Ä±ÅŁÄ±k": 109819, + "Ġ个": 109820, + "Ġnád": 109821, + "бÑĢа": 109822, + "æĮĩå®ļ": 109823, + "larıyla": 109824, + "ĠÐŀни": 109825, + "Ġhra": 109826, + "ĠÑĢеÑĨеп": 109827, + "ĠÐłÐ¾ÑģÑģий": 109828, + "å½±åĵį": 109829, + "ĠKdyž": 109830, + "ĠÃ¶ÄŁrenc": 109831, + "åīµ": 109832, + "Ġjist": 109833, + "èĪĪ": 109834, + "触": 109835, + "åıijçİ°": 109836, + "มาย": 109837, + "erken": 109838, + "ĠздеÑģÑĮ": 109839, + "ĠÙħسئ": 109840, + "@nate": 109841, + "ĠëĤ´ìļ©": 109842, + "ĠnabÃŃd": 109843, + "ÛĢ": 109844, + "ĠмоменÑĤ": 109845, + "ãģłãģĮ": 109846, + "ίδα": 109847, + "Tak": 109848, + "Ġë³´ê³ł": 109849, + ":::::::::": 109850, + "ÄŁmen": 109851, + "ĠпомеÑī": 109852, + "ãģ«ãģ¤ãģĦãģ¦": 109853, + "ĠÙģÙĪÙĤ": 109854, + "ĠعضÙĪ": 109855, + "ĠÙħÛĮاÙĨ": 109856, + "Ġmüc": 109857, + "ĠпÑĢоÑıв": 109858, + "ÑĩеÑģки": 109859, + "ãģłãģĭãĤī": 109860, + "éĤ¦": 109861, + "Ġë¶ĦìĦĿ": 109862, + "飩": 109863, + "į¨": 109864, + "ĠDaha": 109865, + "ĠκÏĮ": 109866, + "ĠнаÑĩина": 109867, + "ĠÐŁÐ¾ÑĤ": 109868, + "ÏĥκεÏħ": 109869, + "ĠÑĢан": 109870, + "ÙĪÙĬس": 109871, + "::::::::::": 109872, + "Û±Û¹Û¹": 109873, + "Ġardından": 109874, + "à¹Ĥà¸Ķ": 109875, + "اراÙĨ": 109876, + "داد": 109877, + "Ġquý": 109878, + "ĠØ£Ùĥثر": 109879, + "âĹĨ": 109880, + "ĠأخرÙī": 109881, + "Ġë§ĪìĿĮ": 109882, + "릴": 109883, + "ĠعÙĦÙĪÙħ": 109884, + "ĠeÄŁ": 109885, + "воÑĢÑİ": 109886, + "ĠãĥĹ": 109887, + "ÑĥÑĩаÑģ": 109888, + "Ġبأ": 109889, + "ÏĨο": 109890, + "никами": 109891, + "à¹ĥà¸ķ": 109892, + "ÄįetnÄĽ": 109893, + "à¸ļาà¸ĩ": 109894, + "çīĻ": 109895, + "ãĥªãĤ«": 109896, + "íĴ": 109897, + "åĩºçīĪ": 109898, + "γι": 109899, + "ãĢĤãģĿãĤĮ": 109900, + "Ġyani": 109901, + "lech": 109902, + "ĠLuáºŃt": 109903, + "çļĦãģª": 109904, + "Ġnedeniyle": 109905, + "dej": 109906, + "ĠÑģовеÑĢÑĪ": 109907, + "Ġphá»ķ": 109908, + "ısından": 109909, + "Ġchắc": 109910, + "deÅŁ": 109911, + "Ġкоман": 109912, + "æĽ¿": 109913, + "Ġplán": 109914, + "Ġdữ": 109915, + "ĠêµŃê°Ģ": 109916, + "Ġtakip": 109917, + "Ġthủy": 109918, + "ÑģлÑĸд": 109919, + "âī§": 109920, + "ĠIIC": 109921, + "θÏħ": 109922, + "ávat": 109923, + "ĠÑģок": 109924, + "ĠбагаÑĤо": 109925, + ";:;:;:;:": 109926, + "ÏģιοÏĤ": 109927, + "ilmiÅŁtir": 109928, + "Ġznam": 109929, + "ĠΤα": 109930, + "amaz": 109931, + "à¹ģà¸ŀ": 109932, + "ãĥģãĥ£": 109933, + "Ġkullanı": 109934, + "æĶ¾éĢģ": 109935, + "дн": 109936, + "ĠÙĪاب": 109937, + "Ġtrắng": 109938, + "ÑģÑıг": 109939, + "Ġارتباط": 109940, + "ĠвÑħод": 109941, + "å·ŀå¸Ĥ": 109942, + "Ġसत": 109943, + "ÑĩаеÑĤÑģÑı": 109944, + "íĮĮíĬ¸": 109945, + "ĠNhững": 109946, + "ä¸įåı¯": 109947, + "å±Ĭ": 109948, + "ĠãĤŃ": 109949, + "ارÙĩاÛĮ": 109950, + "ĠarÅŁiv": 109951, + "ĠاÙĦÙī": 109952, + "ायà¤ķ": 109953, + "ãģĹãĤĩãģĨ": 109954, + "Ġulus": 109955, + "alaxy": 109956, + "기ê°Ģ": 109957, + "ãİ¡(": 109958, + "μάÏĦÏīν": 109959, + "èn": 109960, + "ùi": 109961, + "ĠнаÑģÑĤоÑı": 109962, + "ĠСв": 109963, + "ĠоÑģоби": 109964, + "ково": 109965, + "ĠÑĢебенка": 109966, + "ĠÑĤÑıж": 109967, + "Ġxuá»ijng": 109968, + "Ġê¶Į": 109969, + "огод": 109970, + "Ġấy": 109971, + "è²ł": 109972, + "วà¸Ļ": 109973, + "Ġstanov": 109974, + "Ġkrál": 109975, + "Ġà¤ĩसल": 109976, + "ebe": 109977, + "宾": 109978, + "ĠдоÑģÑĤаÑĤоÑĩно": 109979, + "IIIK": 109980, + "ÏĢά": 109981, + "Ġbirkaç": 109982, + "ĠاÙĦÙħÙĤ": 109983, + "ãĥ¶": 109984, + "ĠBaÅŁkanı": 109985, + "Ġ첨ë¶ĢíĮĮìĿ¼": 109986, + "Ġyarar": 109987, + "亡": 109988, + "ĠÏĢÏĮ": 109989, + "ÂłÑģ": 109990, + "δή": 109991, + "elerini": 109992, + "Ġsuç": 109993, + "Ġдома": 109994, + "ĠнаÑĢÑĥÑĪ": 109995, + "Ġί": 109996, + "Ġê·¸ìĿĺ": 109997, + "çĶµå½±": 109998, + "ابÙĩ": 109999, + "комÑĥ": 110000, + "Ġतब": 110001, + "à¥Īà¤ł": 110002, + "Ġ모ì§ij": 110003, + "Ġæ±Ł": 110004, + "Ġê²ĥìĿĢ": 110005, + "ονÏĦαι": 110006, + "ĠاÙĦرÙĬاض": 110007, + "許": 110008, + "Ġhalinde": 110009, + "ĠاشارÙĩ": 110010, + "ĠкÑĢÑĭ": 110011, + "лений": 110012, + "luÄŁ": 110013, + "Ġdobu": 110014, + "sik": 110015, + "à¥ģà¤Ł": 110016, + "ĠкÑĸн": 110017, + "ãģ¨ãģį": 110018, + "à¥Ĥस": 110019, + "æħ¢": 110020, + "ĠdÄ±ÅŁÄ±nda": 110021, + "ç·ı": 110022, + "ĠbÃŃ": 110023, + "ĠCLIIIK": 110024, + "ĠIICIII": 110025, + "Ġherk": 110026, + "ãĤıãģĽ": 110027, + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 110028, + "³³³³³³": 110029, + "اÙĦد": 110030, + "Ġdavran": 110031, + "Äįer": 110032, + "ĠØŁ": 110033, + "ãģĺãĤĥãģªãģĦ": 110034, + "Ġdair": 110035, + "Ġ": 110036, + "ัà¸ĩส": 110037, + "Ġëĭ´": 110038, + "å¾ŀ": 110039, + "ĠÑįÑĤиÑħ": 110040, + "诺": 110041, + "á»·": 110042, + "еÑĢиÑģÑĤи": 110043, + "овÑĭÑħ": 110044, + "Ġãĥĩ": 110045, + "ضÙĬ": 110046, + "Ġà¤īà¤ł": 110047, + "ĠnapÅĻÃŃklad": 110048, + "è´Ŀ": 110049, + "ĠÅ¡k": 110050, + "ĠبÙĪدÙĨد": 110051, + "vůli": 110052, + "éģĩ": 110053, + "Ġзнай": 110054, + "ĠTham": 110055, + "rani": 110056, + "اØŃت": 110057, + "Ø´Ùĩ": 110058, + "мÑĸнÑĸÑģÑĤÑĢа": 110059, + "à¹ĭ": 110060, + "ĠÎijνα": 110061, + "à¥ĭà¤ļ": 110062, + "ç»Ħç»ĩ": 110063, + "ÑģÑĤиÑĤ": 110064, + "imli": 110065, + "åIJįçĦ¡ãģĹãģķãĤĵ": 110066, + "ÙijØ©": 110067, + "θμ": 110068, + "олоÑĤ": 110069, + "ยà¸ĩ": 110070, + "ãĤīãĤĮãĤĭ": 110071, + "ĠлиÑĩ": 110072, + "овÑĭе": 110073, + "éĢĥ": 110074, + "Ġ广": 110075, + "ìĬ¬": 110076, + "ÙħÛĮÙĨ": 110077, + "ĠìłĦì²´": 110078, + "ĠÎŃÏĩ": 110079, + "Ġì±ħ": 110080, + "Ġhlas": 110081, + "екÑĤив": 110082, + "ĠÏĢλη": 110083, + "luÄŁu": 110084, + "好çļĦ": 110085, + "ĠÚĨÙĪÙĨ": 110086, + "ĠBeled": 110087, + "Ġengel": 110088, + "нÑıÑı": 110089, + "ĠyaÅŁan": 110090, + "ÑĩниÑħ": 110091, + "ارÙĬØ©": 110092, + "मत": 110093, + "ãĥĭãĥĭãĥĭãĥĭ": 110094, + "åĭ¢": 110095, + "ĠåĨħ": 110096, + "Ġíı¬íķ¨": 110097, + "ĠобÑģ": 110098, + "Ġthấp": 110099, + "Ġdây": 110100, + "ãĥĸãĥ©": 110101, + "аÑĤÑĭ": 110102, + "ĠÑģвоей": 110103, + "ãĤīãģªãģĦ": 110104, + "åıijçĶŁ": 110105, + "erece": 110106, + "Ġodbor": 110107, + "ĠвнеÑģ": 110108, + "ĠÄIJảng": 110109, + "ĠëıĮìķĦ": 110110, + "ÄĽli": 110111, + "ısında": 110112, + "Ġबदल": 110113, + "vnÃŃ": 110114, + "ãģ®ãģ«": 110115, + "ĠпоÑĤом": 110116, + "imde": 110117, + "alama": 110118, + "âĢª": 110119, + "ĠstejnÄĽ": 110120, + "еÑĢе": 110121, + "éĴ¢": 110122, + "æľºæŀĦ": 110123, + "Ġè³": 110124, + "åĶ±": 110125, + "Ġëħ¸ì¶ľ": 110126, + "Ġлибо": 110127, + "âĢĬ": 110128, + "Ġcez": 110129, + "romÄĽ": 110130, + "ίÏīν": 110131, + "ÏĨή": 110132, + "ĠíĻ©": 110133, + "Ġdlouh": 110134, + "骨": 110135, + "åħ¬éĩĮ": 110136, + "伸": 110137, + "Ġãĥij": 110138, + "ä»Ļ": 110139, + "Ġolmadı": 110140, + "елиÑĩ": 110141, + "ождениÑı": 110142, + "Ġsöyledi": 110143, + "átek": 110144, + "ìĥµ": 110145, + "ยวà¸ģ": 110146, + "Ġ鼻": 110147, + "Ġпев": 110148, + "ĠдÑĢÑĥгие": 110149, + "átku": 110150, + "ĠعÙĪ": 110151, + "ována": 110152, + "ضر": 110153, + "ĠëģĿ": 110154, + "ĠíĨµíķ´": 110155, + "Îĸ": 110156, + "Ġvur": 110157, + "åĨ²": 110158, + "ĠпÑĢек": 110159, + "Ġपà¤ķ": 110160, + "Ġà¹Ģà¸Ĺ": 110161, + "ãģ¨ãģĭ": 110162, + "عÙĨ": 110163, + "å®ĩ": 110164, + "ÏĦζ": 110165, + "Ġnằm": 110166, + "ĠÑģвоб": 110167, + "ĠδÏį": 110168, + "çĸĹ": 110169, + "-й": 110170, + "é¦Ļ港": 110171, + "تا": 110172, + "Ïĥιμο": 110173, + "íķĦ": 110174, + "Ġ详æĥħ": 110175, + "両": 110176, + "ÙİاÙĦ": 110177, + "ĠTrÆ°á»Ŀng": 110178, + "eného": 110179, + "ĠÑĢекомендÑĥ": 110180, + "ÛĮرÙĩ": 110181, + "าà¸ĸ": 110182, + "ĠکاÙħÙĦ": 110183, + "بط": 110184, + "زÛĮÙĨÙĩ": 110185, + "Ġдолжна": 110186, + "Ġë§İìĿĢ": 110187, + "âĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹı": 110188, + "lepÅ¡ÃŃ": 110189, + "алог": 110190, + "ãĤªãĥ³": 110191, + "Ġë³Ħ": 110192, + "ırı": 110193, + "ĠجاÙħعÙĩ": 110194, + "æĽľ": 110195, + "ojÃŃ": 110196, + "ĠÑĪлÑıÑħ": 110197, + "Ġhızlı": 110198, + "ĠخصÙĪص": 110199, + "ÐIJÑĢ": 110200, + "åľĺ": 110201, + "ĠживоÑĤ": 110202, + "é±": 110203, + "Ġngữ": 110204, + "Ġvòng": 110205, + "èİ«": 110206, + "ĠзаÑħод": 110207, + "ìĻĦ": 110208, + "ĠÑģледÑĥÑİÑī": 110209, + "éĹ»": 110210, + "ÑijÑĢ": 110211, + "ĠchvÃŃ": 110212, + "èĥľ": 110213, + "ãģªãģĹ": 110214, + "Ġteknoloj": 110215, + "ejména": 110216, + "ĠìłĪ": 110217, + "ì³IJ": 110218, + "æĻ®éĢļ": 110219, + "Ġvýro": 110220, + "Ġayrı": 110221, + "ĠпÑĢев": 110222, + "Ġgóp": 110223, + "à¹Ĥà¸ģ": 110224, + "à¸Ĺำà¹ĥห": 110225, + "åıİ": 110226, + "åĺī": 110227, + "Ġtelev": 110228, + "ãģ¨ãģĵãĤį": 110229, + "ëıĮ": 110230, + "phyl": 110231, + "ราะ": 110232, + "ĠçĪ": 110233, + "ÑģÑĤиÑĤÑĥ": 110234, + "ï¼Įè¿ĺ": 110235, + "ĠÎijγ": 110236, + "Äįku": 110237, + "æı´": 110238, + "ायत": 110239, + "æıı": 110240, + "ãĤĤãģĹ": 110241, + "ĠпеÑĢеÑģ": 110242, + "ĠìĺģíĻĶ": 110243, + "idla": 110244, + "åİħ": 110245, + "ï¼ı:": 110246, + "ترÛĮ": 110247, + "à¸Ľà¸ı": 110248, + "ĠнаÑģеленнÑı": 110249, + "Ġamaç": 110250, + "Ġkdo": 110251, + "ĠизвеÑģÑĤ": 110252, + "ÑĪиÑĢ": 110253, + "ì£ł": 110254, + "Å¡it": 110255, + "Ġtá»ijc": 110256, + "ìŀIJìĿĺ": 110257, + "ÑĩаÑĤ": 110258, + "åıĥ": 110259, + "鼶": 110260, + "å°º": 110261, + "Ġindir": 110262, + "ĠнаÑĨÑĸоналÑĮ": 110263, + "Ġxanh": 110264, + "ÛĮدÛĮ": 110265, + "ĠинÑĤеÑĢеÑģ": 110266, + "ĠآسÛĮ": 110267, + "éĤ£ä¸ª": 110268, + "Ġbilm": 110269, + "ане": 110270, + "ĠtÄĽchto": 110271, + "Ñĩик": 110272, + "ĠдоÑħод": 110273, + "èĤ¡ä»½": 110274, + "åħ³ç³»": 110275, + "ãģ«ãģªãģ£ãģŁ": 110276, + "ĠпÑĢедпÑĢи": 110277, + "Ġgeçen": 110278, + "ĠبÙĤ": 110279, + "Ġvýznam": 110280, + "Ġà¹Ģà¸Ħร": 110281, + "ĠÑħÑĤо": 110282, + "Ø´ÙĬ": 110283, + "åıĤåĬł": 110284, + "ÑģÑĤвенного": 110285, + "ÑĤÑĢон": 110286, + "ÂĢÂĢÂĢÂĢ": 110287, + "æ¢Ŀ": 110288, + "бав": 110289, + "Û±Û¶": 110290, + "顺": 110291, + "Ġjaz": 110292, + "ĠاÙĦÙħÙĦ": 110293, + "Ġاثر": 110294, + "ĠпÑĢивод": 110295, + "анÑĥ": 110296, + "à¥ģà¤Ń": 110297, + "æŧ": 110298, + "ÑĮе": 110299, + "สล": 110300, + "лÑıÑİÑĤ": 110301, + "วà¸Ķ": 110302, + "Æ°á»Ľi": 110303, + "ÙĬÙħØ©": 110304, + "ãĤ¯ãĥŃ": 110305, + "лий": 110306, + "γÏģά": 110307, + "Ġperforman": 110308, + "è¯ī": 110309, + "ä½łçļĦ": 110310, + "ìħĶ": 110311, + "нениÑı": 110312, + "á»Ńi": 110313, + "ÙĪزÛĮ": 110314, + "éŁ¿": 110315, + "à¥Īद": 110316, + "Ġ몸": 110317, + "Ġeser": 110318, + "ĠÙģعاÙĦÛĮت": 110319, + "нÑĸвеÑĢ": 110320, + "κÏģα": 110321, + "証": 110322, + "Ġnemoc": 110323, + "Ġyardımcı": 110324, + "Ġçī¹": 110325, + "Ġкоп": 110326, + "ĠÐľÐ¾Ð¶": 110327, + "़à¤ķ": 110328, + "Ġëľ": 110329, + "ĠÑĢеак": 110330, + "Ġpozor": 110331, + "ÂłÐIJ": 110332, + "ĠÙĬÙĥ": 110333, + "ĠÑģад": 110334, + "Ġåħ«": 110335, + "ĠполÑĮз": 110336, + "ĠraÄŁmen": 110337, + "ternÃŃ": 110338, + "siyon": 110339, + "ÑģÑıÑĩ": 110340, + "ovaný": 110341, + "ĠëĮĢíķľë¯¼êµŃ": 110342, + "ĠвÑĸдб": 110343, + "ĠÐIJнд": 110344, + "stva": 110345, + "éĮĦ": 110346, + "Ġëij": 110347, + "ิà¸Ħ": 110348, + "jÃŃt": 110349, + "Ġkullanıcı": 110350, + "ĠæŁ¥çľĭ": 110351, + "ÙģÙĦ": 110352, + "ĠЯкÑīо": 110353, + "çľĭåĪ°": 110354, + "ÑĢеÑħ": 110355, + "ĠاÙĦعربÙĬØ©": 110356, + "ë¡ľê·¸ëŀ¨": 110357, + "Ġà¤¬à¤ľ": 110358, + "ĠпÑĢип": 110359, + "Ġschop": 110360, + "ĠباÙĦا": 110361, + "å®ħ": 110362, + "ĠاÙĦÙħÙĩ": 110363, + "ανα": 110364, + "à¥ĭव": 110365, + "åģ´": 110366, + "å¼Ģåıij": 110367, + "ÙħاÙĦ": 110368, + "Ġधर": 110369, + "Ġdahil": 110370, + "ãĢģãģĵãģ®": 110371, + "ัà¸Īà¸Ī": 110372, + "ÑģпÑĸлÑĮ": 110373, + "Ġà¤ķप": 110374, + "ĠвеÑĩ": 110375, + "Ġвида": 110376, + "ĠÙħعÙĨ": 110377, + "ĠоÑĤли": 110378, + "iá»ħ": 110379, + "лиÑĪ": 110380, + "ĠÐŁÐ¾Ñģле": 110381, + "ãģĵãģĵ": 110382, + "Ġkültür": 110383, + "Ġجر": 110384, + "Ġæ¼": 110385, + "èĩº": 110386, + "Ġmevcut": 110387, + "Ù¾ÛĮ": 110388, + "ĠاÙĦسÙĦاÙħ": 110389, + "иÑĤелей": 110390, + "ĠÑĢоÑģÑĤ": 110391, + "Ġedil": 110392, + "Ġå·²": 110393, + "ç²¾åĵģ": 110394, + "ä»ħ": 110395, + "âĢĻye": 110396, + "à¥Īà¤Ĥ.": 110397, + "ĠåĨĨ": 110398, + "ëĪĦ": 110399, + "ĠìĻķ": 110400, + "æĺŃ": 110401, + "ĠÎļο": 110402, + "meden": 110403, + "Ġolab": 110404, + "ĠÚ©ÙĪد": 110405, + "à¸Ħาส": 110406, + "еннаÑı": 110407, + "æĬ¼": 110408, + "ylül": 110409, + "Ġseviy": 110410, + "ĠdÄĽti": 110411, + "âĢ¬Ċ": 110412, + "Ġعز": 110413, + "Ġuá»ijng": 110414, + "ĠسرÙħ": 110415, + "ене": 110416, + "ĠмаленÑĮ": 110417, + "ĠвÑĸдом": 110418, + "ัà¸ļà¸Ĺ": 110419, + "ĠThái": 110420, + "Ġà¤Ĩवश": 110421, + "roveÅĪ": 110422, + "çĽ£": 110423, + "ĠÑıзÑĭ": 110424, + "ĠOy": 110425, + "å£ģ": 110426, + "ваÑĤÑĮ": 110427, + "ладÑĥ": 110428, + "اصÙĦ": 110429, + "otÅĻeb": 110430, + "دÙĬØ«": 110431, + "íı°": 110432, + "νομ": 110433, + "гоÑĢод": 110434, + "Ġmuh": 110435, + "âĢĻl": 110436, + "ÑģÑĤвоÑĢ": 110437, + "åħĦ": 110438, + "ÐķÐł": 110439, + "Ø·ÙĦ": 110440, + "éľĩ": 110441, + "Ùİت": 110442, + "ĠblÃŃ": 110443, + "Ġedildi": 110444, + "éĿł": 110445, + "äºĮåįģ": 110446, + "æĹĹ": 110447, + "Ġçiz": 110448, + "ĠÄijảo": 110449, + "Ġopat": 110450, + "oÄŁan": 110451, + "ë²Į": 110452, + "Ġéł": 110453, + "Ġsebep": 110454, + "ÑĥÑĤи": 110455, + "åĪº": 110456, + "طب": 110457, + "evÅ¡ÃŃm": 110458, + "chop": 110459, + "çĶļ": 110460, + "Ġnghá»ģ": 110461, + "ĠпаÑĢÑĤ": 110462, + "ุà¸Ħ": 110463, + "Ú©ÛĮÙĦ": 110464, + "dum": 110465, + "Ġortak": 110466, + "ãģŁãģĹ": 110467, + "Ġobyvatel": 110468, + "Ġvých": 110469, + "Ġveren": 110470, + "ĠвеÑģÑĮ": 110471, + "ĠÐĶа": 110472, + "Ġíķĺì§Ģë§Į": 110473, + "å¦ĤæѤ": 110474, + "Ġमहत": 110475, + "ัà¸ĩà¸ģฤษ": 110476, + "ãĢĤè¿Ļ": 110477, + "Ġгал": 110478, + "Ġsanat": 110479, + "éłĨ": 110480, + "ĠÑģамо": 110481, + "åĽ°": 110482, + "ีà¸Ń": 110483, + "ĠBaÅŁkan": 110484, + "ÏĦοÏħÏĤ": 110485, + "Ġyaptıģı": 110486, + "ÅĻit": 110487, + "ĠÑģÑĸлÑĮ": 110488, + "ानत": 110489, + "ĠÙĨت": 110490, + "ĠkhÄĥn": 110491, + "à¸Ĭà¸Ļะ": 110492, + "мини": 110493, + "ãĥ¬ãĥ¼": 110494, + "ëĤ¬": 110495, + "éħĴåºĹ": 110496, + "ĠاÙĦÙĬÙĪÙħ": 110497, + "ä¹Ĺ": 110498, + "à¸Ħรà¸ĩà¸ģาร": 110499, + "ÙģاÙĤ": 110500, + "Ġà¤ıस": 110501, + "Ġæ¡": 110502, + "گذ": 110503, + "Ġà¤ĩल": 110504, + "елениÑı": 110505, + "à¸ģรà¸ĵ": 110506, + "ä¸ľè¥¿": 110507, + "ÎŁÎľ": 110508, + "ĠmáºŃt": 110509, + "ĠsnÃŃ": 110510, + "ÂIJ": 110511, + "à¹Ģรา": 110512, + "íķ´ìķ¼": 110513, + "ĠìĦľë¹ĦìĬ¤": 110514, + "ĠداخÙĦ": 110515, + "Ġthắng": 110516, + "íĥĪ": 110517, + "авÑģÑı": 110518, + "ĠÑĸм": 110519, + "اÙħت": 110520, + "ĠÙĪÙĤت": 110521, + "à¥Ĥà¤ģ": 110522, + "ĠèIJ": 110523, + "ĠسÙĦاÙħ": 110524, + "ĠvzdÄĽl": 110525, + "å¸ĮæľĽ": 110526, + "åŃĺæ¡£": 110527, + "Ġà¸Ĺำ": 110528, + "ĠвÑĸйÑģÑĮ": 110529, + "аÑĢан": 110530, + "ĠÑĢÑĸк": 110531, + "ĠпиÑģÑĮ": 110532, + "Ġá¼IJ": 110533, + "기ëıĦ": 110534, + "ĠпоÑģÑĤоÑıн": 110535, + "ĠåĮĹ京": 110536, + "ĠNÄĽm": 110537, + "Ø´ÙĨاÙħÙĩ": 110538, + "ĠdalÅ¡ÃŃch": 110539, + "Ġباع": 110540, + "Ġpohy": 110541, + "اÙĦÙģ": 110542, + "à¸ŀวà¸ģ": 110543, + "éĭ": 110544, + "Ġcih": 110545, + "Ù¢": 110546, + "临": 110547, + "ãĤ¯ãĥĪ": 110548, + "пнÑı": 110549, + "Ġдал": 110550, + "ÙĴر": 110551, + "ãĢĢãĢĢĠãĢĢĠãĢĢ": 110552, + "æĬ¥åijĬ": 110553, + "ÙĪدÛĮ": 110554, + "ợi": 110555, + "ÑĨÑĸÑĶÑİ": 110556, + "ĠãĥĢ": 110557, + "ĠÑģÑĤеп": 110558, + "raž": 110559, + "ĠSaÄŁ": 110560, + "Ġtuyến": 110561, + "Ġalmak": 110562, + "ĠзаболеваниÑı": 110563, + "ĠÏĥÏĩ": 110564, + "Ġíĭ": 110565, + "Ġвим": 110566, + "硬": 110567, + "ĠäºĶ": 110568, + "Ġikinci": 110569, + "ุà¸į": 110570, + "สาว": 110571, + "ĠìĦ¸ê³Ħ": 110572, + "ĠÙħØŃÙĦ": 110573, + "ระหว": 110574, + "Ġelektron": 110575, + "Ġhại": 110576, + "æĹ¢": 110577, + "Ġíĸ¥": 110578, + "Ġjiné": 110579, + "Ġnghe": 110580, + "æij©": 110581, + "ĠÑģобÑĸ": 110582, + "Ư": 110583, + "ÑĤÑĥÑĢ": 110584, + "汽车": 110585, + "شاÙĩ": 110586, + "ĠdÃłnh": 110587, + "丹": 110588, + "ä»ĬæĹ¥": 110589, + "ãĥIJãĥ¼": 110590, + "ваниÑı": 110591, + "ĠساÙħ": 110592, + "çݯå¢ĥ": 110593, + "ĠاÙĦÙħÙĨت": 110594, + "ĠÑģеÑĢд": 110595, + "éģł": 110596, + "εÏĦ": 110597, + "ĠавÑĤ": 110598, + "าà¸ĩว": 110599, + "Ġvztah": 110600, + "ruž": 110601, + "алÑĮнаÑı": 110602, + "ĠطراØŃÛĮ": 110603, + "à¹Ĥรà¸ĩà¹ģรม": 110604, + "ĠÄįasto": 110605, + "Ġê¼": 110606, + "ÏĥÏĦÏĮ": 110607, + "Ġburada": 110608, + "ĠÄ°z": 110609, + "Ġê·¸ëŀĺ": 110610, + "å²Ľ": 110611, + "ĠØ´ÙĪÙĨد": 110612, + "Å¡ek": 110613, + "ĠìĿ´ìķ¼": 110614, + "ãĤĮãģªãģĦ": 110615, + "ê·¹": 110616, + "lamÄ±ÅŁ": 110617, + "ä»į": 110618, + "cházet": 110619, + "ĠÑģÑĥÑĤ": 110620, + "æĹłæ³ķ": 110621, + "浦": 110622, + "ÄĽla": 110623, + "à¹ĥà¸Ļà¸Ĭ": 110624, + "Ġcân": 110625, + "ÎŁÎĵ": 110626, + "Ġzvý": 110627, + "Ġپار": 110628, + "ĠклÑĸ": 110629, + "Ġnové": 110630, + "çĶĺ": 110631, + "ë¹ł": 110632, + "má": 110633, + "ĠÑģол": 110634, + "à¤ķरण": 110635, + "ноÑĩ": 110636, + "Ġfik": 110637, + "Ġà¤ľà¤Ĺ": 110638, + "à¹ĩà¸Ļà¸ķ": 110639, + "ĠÙħتØŃ": 110640, + "Ġphiên": 110641, + "Ġolsun": 110642, + "Ġкаб": 110643, + "Ġhút": 110644, + "èĦ±": 110645, + "Ġåĸ": 110646, + "ĠHải": 110647, + "ĠtÄĽÅ¾": 110648, + "Ġthái": 110649, + "Ġتاب": 110650, + "-ÐŁ": 110651, + "ثار": 110652, + "çĨĬ": 110653, + "Ġними": 110654, + "Ġzprac": 110655, + "Ġतह": 110656, + "ĠмакÑģим": 110657, + "meyi": 110658, + "ĠÑģоÑĨи": 110659, + "æ²Ĵ": 110660, + "ĠìķĬëĬĶ": 110661, + "＿_": 110662, + "åķ¦": 110663, + "ĠاÙĨÙĪاع": 110664, + "æļ´": 110665, + "ä¸Ĭæµ·": 110666, + "åħ·æľī": 110667, + "à¥ģब": 110668, + "ìķĻ": 110669, + "Ġíģ°": 110670, + "Ġíŀĺ": 110671, + "Ġtránh": 110672, + "ियन": 110673, + "ãģ¾ãģ¾": 110674, + "поÑĩ": 110675, + "mÄĽr": 110676, + "å³°": 110677, + "ĠÙħصر": 110678, + "ĠÑįÑĦÑĦекÑĤив": 110679, + "Ġçı": 110680, + "leriyle": 110681, + "âĪļ": 110682, + "Ġì¶ķ": 110683, + "Ġê²Įìĭľ": 110684, + "ìĿij": 110685, + "ĠpoÅĻád": 110686, + "ĠشبکÙĩ": 110687, + "اÙĩØ´": 110688, + "ĠخدÙħات": 110689, + "ĠnaÅ¡e": 110690, + "νοÏį": 110691, + "Ġyönelik": 110692, + "Ġkork": 110693, + "اÙĩÙħ": 110694, + "è°Ī": 110695, + "Ġμη": 110696, + "Ġdolar": 110697, + "給": 110698, + "ĠÎķÏħ": 110699, + "ĠobdobÃŃ": 110700, + "ĠμÏĮ": 110701, + "à¹Ģà¸Ńà¸ģ": 110702, + "Ġپاسخ": 110703, + "è¡¥": 110704, + "اعد": 110705, + "ãĤīãģĦ": 110706, + "ÎŃλ": 110707, + "иÑĤÑĭ": 110708, + "Ġëħ¼": 110709, + "Ġ^{[": 110710, + "ίγ": 110711, + "æłij": 110712, + "lında": 110713, + "ĠìŬ룬": 110714, + "££": 110715, + "ÅĻil": 110716, + "ĠавÑĤоÑĢ": 110717, + "ÏĦικÏĮÏĤ": 110718, + "udur": 110719, + "ĠcÆ°": 110720, + "Ġkıy": 110721, + "Ñģем": 110722, + "ĠأبÙĪ": 110723, + "ÏĦικÏİν": 110724, + "Û±Û·": 110725, + "貸": 110726, + "ĠпÑĢож": 110727, + "üncü": 110728, + "ĠнÑĸÑĩ": 110729, + "Ġमत": 110730, + "ãģķãĤĮãģ¦ãģĦãĤĭ": 110731, + "اصر": 110732, + "ĠعÙĤ": 110733, + "ĠкаÑĩеÑģÑĤве": 110734, + "ĠÐĵеÑĢ": 110735, + "åºĨ": 110736, + "Ù¹": 110737, + "alarda": 110738, + "Ġپرس": 110739, + "иÑĩеÑģкой": 110740, + "Ġphim": 110741, + "ίνη": 110742, + "ä¸ĩåĨĨ": 110743, + "ilerini": 110744, + "ãĢģ大": 110745, + "Ġolsa": 110746, + "æł¹æį®": 110747, + "âĢĮس": 110748, + "ĠThủ": 110749, + "roje": 110750, + "нÑĮоÑĹ": 110751, + "Ġslou": 110752, + "ีฬ": 110753, + "ıyorum": 110754, + "ÄĽj": 110755, + "Ġخبر": 110756, + "è®Ĭ": 110757, + "Ġ缸": 110758, + "elerinin": 110759, + "íķĻëħĦëıĦ": 110760, + "ÑĩеÑģкие": 110761, + "ĠÅŁekl": 110762, + "ĠزÙħاÙĨÛĮ": 110763, + "Ġxin": 110764, + "ัà¸ģà¸ĩาà¸Ļ": 110765, + "ĠEkim": 110766, + "æĦ¿": 110767, + "Ġодной": 110768, + "νή": 110769, + "æľĢæĸ°": 110770, + "ĩ¼": 110771, + "Ġниж": 110772, + "Ġë³¼": 110773, + "è·ij": 110774, + "ĠнапиÑģ": 110775, + "èģĸ": 110776, + "ĠâĢĮ": 110777, + "æłĩåĩĨ": 110778, + "Ġvrát": 110779, + "ĠVì": 110780, + "ĠÙģراÙĨ": 110781, + "æĿ¥çļĦ": 110782, + "姿": 110783, + "ÑħÑĥ": 110784, + "ĠبÛĮرÙĪÙĨ": 110785, + "ĠдÑĥÑĪ": 110786, + "ваÑİÑĤ": 110787, + "Ġsebe": 110788, + "é»ĺ": 110789, + "Ġkayıt": 110790, + "Ïģθ": 110791, + "ãģ¨ãģ®": 110792, + "ĠпÑĢоÑĨеÑģÑģ": 110793, + "æĮģãģ¡": 110794, + "Ñĸна": 110795, + "ĠÑĤоÑĤ": 110796, + "ĠÑĤакие": 110797, + "Theo": 110798, + "ĠÙĨÛĮر": 110799, + "ÑĨÑĥ": 110800, + "Ġayak": 110801, + "à¸Ļà¸Ń": 110802, + "Ġsitesinde": 110803, + "ĠÚ©ÙĨÛĮÙħ": 110804, + "ĠÑģоÑħ": 110805, + "Ġà¤®à¤ľ": 110806, + "Ġoluyor": 110807, + "ç½ijåĿĢ": 110808, + "Ġپزش": 110809, + "ĠEylül": 110810, + "dÃ¼ÄŁ": 110811, + "ĠبرخÛĮ": 110812, + "ĠÙħعرÙģ": 110813, + "Ġobec": 110814, + "ĠçalÄ±ÅŁma": 110815, + "ìĦ¼íĦ°": 110816, + "ĠÑģвоÑĶ": 110817, + "оÑģÑĤей": 110818, + ":::::::::::": 110819, + "ĠалÑĮ": 110820, + "ç«Ł": 110821, + "ĠباشÙĨد": 110822, + "اÙĦØ«": 110823, + "Ġнайб": 110824, + "Ġпока": 110825, + "Îŀ": 110826, + "ĠÙĪØ¥": 110827, + "ĠØ®ÙĪاÙĨ": 110828, + "à¥ģपय": 110829, + "Ġà¹ĥห": 110830, + "ĠбÑĭÑģÑĤÑĢо": 110831, + "Ġthá»Ń": 110832, + "ëģ¼": 110833, + "Ġå¤ļ": 110834, + "两个": 110835, + "มà¸ķ": 110836, + "زارش": 110837, + "ĠëŁ": 110838, + "यह": 110839, + "Ñīина": 110840, + "ầng": 110841, + "ï½Ĺï½Ĺ": 110842, + "à¹Ģà¸ŀลà¸ĩ": 110843, + "tvrt": 110844, + "ĠÑĸнÑĪÑĸ": 110845, + "λεί": 110846, + "Ġviá»ĩn": 110847, + "ij¸": 110848, + "ĠçĻ½": 110849, + "ÙİÙĪ": 110850, + "Ġchứa": 110851, + "stvo": 110852, + "ĠdoÄŁr": 110853, + "Ġiler": 110854, + "à¥ĭ,": 110855, + "à¹ĥà¸Ļà¸Ľ": 110856, + "ĠرÙĪست": 110857, + "ÙĪÙĦÙĪ": 110858, + "Å¡lo": 110859, + "алиÑģÑĤ": 110860, + "åħ±åĴĮ": 110861, + "à¸ŀย": 110862, + "ĠìĻĢ": 110863, + "ÙĦÙĬÙĦ": 110864, + "ĠÑıкого": 110865, + "еÑģÑĤÑĮ": 110866, + "ĠÑĦин": 110867, + "ĠØ£ÙĨÙĩ": 110868, + "ĠMüdür": 110869, + "ĠÎĶια": 110870, + "ĠÑĤел": 110871, + "ि,": 110872, + "Ñĥки": 110873, + "ĠÐłÐ¤": 110874, + "ĠMayıs": 110875, + "à¹Īà¸Ńม": 110876, + "arken": 110877, + "æĢķ": 110878, + "بÛĮÙĨ": 110879, + "ÑĤаÑħ": 110880, + "ebo": 110881, + "ë³´ì¦Ŀê¸Ī": 110882, + "ĠÙ¾ÙĦ": 110883, + "ĠгÑĥб": 110884, + "ĠвклÑİÑĩ": 110885, + "æĶ¿æ²»": 110886, + "ĠεÏĢιÏĥ": 110887, + "ĠÙģارسÛĮ": 110888, + "èŃī": 110889, + "ÏĨη": 110890, + "(éĩij": 110891, + "ศร": 110892, + "åī§": 110893, + "âĢĻya": 110894, + "年度": 110895, + "ĠÙĨرÙħ": 110896, + "ÙĥÙĪÙħ": 110897, + "è¢ĭ": 110898, + "Ġnedenle": 110899, + "à¹īà¸Ńà¸ĩà¸ģาร": 110900, + "ãĢĮãģĤ": 110901, + "ĠпоÑģÑĤÑĥп": 110902, + "ìľĦìĽIJ": 110903, + "åįĺ": 110904, + "èݱ": 110905, + "Ġumož": 110906, + "pok": 110907, + "ÑĥÑģÑĤи": 110908, + "Ġéħ": 110909, + "ĠÑĦÑĸз": 110910, + "廣": 110911, + "ิหาร": 110912, + "ĠжÑĥÑĢн": 110913, + "ĠдÑĸÑĤей": 110914, + "ÑĥÑİÑīие": 110915, + "ä»Ĭ天": 110916, + "ìĿ´ëĿ¼ê³ł": 110917, + "ç²ī": 110918, + "èĴĻ": 110919, + "ĠDünya": 110920, + "егоднÑı": 110921, + "Ġmimo": 110922, + "Ġвин": 110923, + "ãģĿãģĵ": 110924, + "æ¯ķ": 110925, + "Ġأخ": 110926, + "ĠåIJĮ": 110927, + "ساÙĨÛĮ": 110928, + "Ġkah": 110929, + "ियर": 110930, + "ÏĢοÏĤ": 110931, + "jez": 110932, + "ÙĬج": 110933, + "ĠsaÄŁlay": 110934, + "اجÙĩ": 110935, + "Ġçł": 110936, + "ïľ": 110937, + "Ġجست": 110938, + "Ġtức": 110939, + "Æ°Æ¡i": 110940, + "Ø´Ùģ": 110941, + "สà¸ķ": 110942, + "ĠÑĢеÑģ": 110943, + "Ġå£": 110944, + "Ġbizim": 110945, + "Ġê·Ģ": 110946, + "िब": 110947, + "ë¡ľìļ´": 110948, + "ĠÑģÑĤал": 110949, + "ĠÑĢÑĥÑģ": 110950, + "ĠOcak": 110951, + "åľ£": 110952, + "ĠúÄįast": 110953, + "iverz": 110954, + "ëĤĺëĬĶ": 110955, + "оÑĢоÑĤ": 110956, + "ÑĩинÑĭ": 110957, + "Ġihtiyaç": 110958, + "ÐĿÐŀ": 110959, + "ĠÐĿов": 110960, + "ียà¸Ķ": 110961, + "ĠпоÑĤÑĢÑĸбно": 110962, + "گز": 110963, + "ĠÑģказал": 110964, + "ĠGia": 110965, + "mesini": 110966, + "Ġbulunur": 110967, + "渡": 110968, + "гоÑĤ": 110969, + "Ġhuku": 110970, + "ëĦ·": 110971, + "ãĨ": 110972, + "ĠاÙĥ": 110973, + "ĠدÙĦÛĮÙĦ": 110974, + "Ġاساس": 110975, + "ìĹ°êµ¬": 110976, + "ĠÎĺε": 110977, + "ĠسÙĪر": 110978, + "Ġì¢Ģ": 110979, + "ĠاÙĦدر": 110980, + "ĠÑģÑĤÑĢоиÑĤелÑĮ": 110981, + "ĠÑĥк": 110982, + "ĠìĻľ": 110983, + "елик": 110984, + "OVID": 110985, + "Ġtemiz": 110986, + "亦": 110987, + "Ġthiếu": 110988, + "ĠпÑĥÑĤ": 110989, + "ÑİÑīей": 110990, + "ĠurÄį": 110991, + "ĠÄIJây": 110992, + "極": 110993, + "μοÏħ": 110994, + "Ġà¹Ģà¸Ļ": 110995, + "евеÑĢ": 110996, + "ÂłÐĶ": 110997, + "ì´Ŀ": 110998, + "趣": 110999, + "Ġà¤ħलà¤Ĺ": 111000, + "Æ°á»Ŀn": 111001, + "ĠãĥŃ": 111002, + "Ġê³³": 111003, + "é²ģ": 111004, + "ĠرسÛĮد": 111005, + "身ä½ĵ": 111006, + "ัà¸ĵà¸ij": 111007, + "ynÃŃ": 111008, + "جات": 111009, + "ì§Ģ를": 111010, + "नल": 111011, + "ìķĮ": 111012, + "Ñĸп": 111013, + "ĠvÃłng": 111014, + "ĠплоÑī": 111015, + "озмож": 111016, + "åī²": 111017, + "Ġthảo": 111018, + "лади": 111019, + "ĠåĿ": 111020, + "ĠÐľÐ¸": 111021, + "ĠделаÑĤÑĮ": 111022, + "éij": 111023, + "Ġhuy": 111024, + "اÛĮØ·": 111025, + "ĠповÑĤоÑĢ": 111026, + "ülen": 111027, + "ĠÙĪÙģ": 111028, + "ĠÙĬتÙħ": 111029, + "ĠÑĢежим": 111030, + "ĠìºIJ": 111031, + "ĠÃĩünkü": 111032, + "عدد": 111033, + "нивеÑĢ": 111034, + "ĠÐĿик": 111035, + "å¸ĸ": 111036, + "ÏįÏĢ": 111037, + "anlar": 111038, + "ستÛĮ": 111039, + "Ġbulunmaktadır": 111040, + "à¹ģà¸ļ": 111041, + "vek": 111042, + "Ġглаза": 111043, + "å¹ħ": 111044, + "Ġúdaj": 111045, + "ĠгÑĢо": 111046, + "ĠконкÑĥÑĢ": 111047, + "Ġdůležit": 111048, + "ĠØ·ÙĪر": 111049, + "à¸ĺาà¸Ļ": 111050, + "ĠÙĦÙĥÙĨ": 111051, + "رÙĤ": 111052, + "ÐļÐIJ": 111053, + "ĠéĿĴ": 111054, + "ĠìĤ¬ëŀij": 111055, + "ĠÑħвоÑĢ": 111056, + "sunuz": 111057, + "ĠÙħشخص": 111058, + "éĻ¸": 111059, + "Ġढ": 111060, + "Ġvaz": 111061, + "交æĺĵ": 111062, + "ĠÑĤеÑĢÑĢиÑĤ": 111063, + "ÑĩеÑģкой": 111064, + "ีà¹Ĥ": 111065, + "ropoda": 111066, + "ıldıģı": 111067, + "Ġëī´": 111068, + "íķĻ기": 111069, + "ë³´íĹĺ": 111070, + "ĠзаÑĤем": 111071, + "ÂłÐ²": 111072, + "ãĥ¼ãĥĨ": 111073, + "ĠÐŀÑģнов": 111074, + "ãĨį": 111075, + "Ġدع": 111076, + "ÐŁÐ¾Ñģ": 111077, + "æ²ī": 111078, + "Ġлож": 111079, + "çĶµåŃIJ": 111080, + "Ġرد": 111081, + "ĠÑģÑĢазÑĥ": 111082, + "ejte": 111083, + "Ġà¤ijफ": 111084, + "ĠtÃłu": 111085, + "ÃŃk": 111086, + "lanması": 111087, + "каÑĤ": 111088, + "าà¸ģาศ": 111089, + "ãĤ¢ãĤ¤": 111090, + "ÏĦιο": 111091, + "Ġå§": 111092, + "पत": 111093, + "EY": 111094, + "Ġjmé": 111095, + "Ġodkazy": 111096, + "Ġê°ľìĿ¸": 111097, + "éģ¿": 111098, + "bÄĽh": 111099, + "ÐłÐŀ": 111100, + "çĥĪ": 111101, + "Ġzarar": 111102, + "Ú¯ÙĪÙĨÙĩ": 111103, + "Ġtrì": 111104, + "Ġmại": 111105, + "еннÑĭм": 111106, + "ĠÑįконом": 111107, + "éĽ£": 111108, + "ĠíĦ": 111109, + "æİī": 111110, + "Ġsoru": 111111, + "ĠФедеÑĢаÑĨии": 111112, + "ĠÑģиÑģÑĤеми": 111113, + "æĸĻçĦ¡æĸĻ": 111114, + "Ġà¤ķà¤Ń": 111115, + "ĠÙĩÙĨد": 111116, + "ุà¸ĩà¹Ģà¸Ĺà¸ŀ": 111117, + "ĠOsmanlı": 111118, + "ĠпÑĢодолж": 111119, + "ĠÙĪÙĦا": 111120, + "ĠÄįlánku": 111121, + "Ġadım": 111122, + "ĠÏĢαÏģά": 111123, + "ĠzáÅĻÃŃ": 111124, + "Ġà¸Īำà¸ģ": 111125, + "Ġпен": 111126, + "menin": 111127, + "Ġìĺ¤ëĬĺ": 111128, + "emiz": 111129, + "οÏįÏĤ": 111130, + "-स": 111131, + "íķĺìĭľ": 111132, + "ĠÑħви": 111133, + "ãĤ°ãĥ©": 111134, + "ĠпоÑĪ": 111135, + "ĠÐŀднако": 111136, + "Ñĸдно": 111137, + "íĺľ": 111138, + "Ñīими": 111139, + "èĥ¸": 111140, + "ĠÄ°lk": 111141, + "mey": 111142, + "Ġзда": 111143, + "κλη": 111144, + "алом": 111145, + "à¹Ģศษ": 111146, + "اÙĨا": 111147, + "ĠÎŁÎ¹": 111148, + "ĠåıĮ": 111149, + "ีà¸Ĥ": 111150, + "Ġبس": 111151, + "è§Ħå®ļ": 111152, + "isay": 111153, + "ukarı": 111154, + "æµģéĩı": 111155, + "vÃŃm": 111156, + "λÏİ": 111157, + "ä¹Ļ": 111158, + "Ġलड": 111159, + "ĠÙĨدارد": 111160, + "еÑĢом": 111161, + "Ġsırasında": 111162, + "ĠrÄĥng": 111163, + "Æ¡m": 111164, + "Ġlạnh": 111165, + "à¤ĥ": 111166, + "à¥ģण": 111167, + "uzey": 111168, + "ĠÑĥва": 111169, + "vÄĽd": 111170, + "ÑĭÑģ": 111171, + "Ġκι": 111172, + "Ñķ": 111173, + "ÛĮا": 111174, + "à¸ĩà¸Ħ": 111175, + "phylum": 111176, + "Ġberaber": 111177, + "ีà¸Ķ": 111178, + "æµ®": 111179, + "ासन": 111180, + "ovice": 111181, + "覧": 111182, + "Ġसफ": 111183, + "å°ij女": 111184, + "анÑĤи": 111185, + "é¨ĵ": 111186, + "Ġsoát": 111187, + "鬼": 111188, + "lanmÄ±ÅŁ": 111189, + "Ġbếp": 111190, + "ÙIJÙĦ": 111191, + "Ġsayısı": 111192, + "ĠÙĤدÙħ": 111193, + "à¥Īम": 111194, + "हम": 111195, + "ĠÑĢÑĥки": 111196, + "ĠصÙģØŃÙĩ": 111197, + "Å¡ky": 111198, + "é»Ĵ": 111199, + "èģļ": 111200, + "ãģĭãģ«": 111201, + "Ġsâu": 111202, + "едаг": 111203, + "ĠÑģÑĤоÑĢонÑĭ": 111204, + "Ġruk": 111205, + "âĢĮâĢĮ": 111206, + "ĠØ¢ÙĪر": 111207, + "ĠعدÙħ": 111208, + "õi": 111209, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 111210, + "Ġبازار": 111211, + "Ġedeb": 111212, + "ĠvÄįetnÄĽ": 111213, + "опаÑģ": 111214, + "Ġнег": 111215, + "mayan": 111216, + "коÑģÑĤÑĮ": 111217, + "Ġsvůj": 111218, + "ģında": 111219, + "Ø°ÛĮر": 111220, + "Má»Ļt": 111221, + "ÐĦ": 111222, + "Ġyaptı": 111223, + "िथ": 111224, + "ĠÙħÙĩر": 111225, + "ĠдоÑģÑĤи": 111226, + "ĠصÙĪر": 111227, + "mesine": 111228, + "ĠDân": 111229, + "ä¸Ģä¸ĭ": 111230, + "çįİ": 111231, + "ĠÐľÐ¸Ñħ": 111232, + "ĠоÑĩи": 111233, + "ãĤ¦ãĤ§": 111234, + "ĠÑĸÑģ": 111235, + "Ġgiác": 111236, + "åľ¨çº¿è§Ĥçľĭ": 111237, + "ĠاداÙħÙĩ": 111238, + "ÑĨов": 111239, + "ĠкомÑĥ": 111240, + "ĠÄ°ngiliz": 111241, + "ĠгÑĢаж": 111242, + "ãģ¦ãĤĤ": 111243, + "Ġchữ": 111244, + "олÑĮкÑĥ": 111245, + "mÄĽt": 111246, + "Ñıгом": 111247, + "ÑĩаÑģÑĤ": 111248, + "ìĸ¼": 111249, + "Ġkhóa": 111250, + "ĠÐIJд": 111251, + "ĠØ¢ÙĤ": 111252, + "ĠkuruluÅŁ": 111253, + "άζ": 111254, + "Ġжов": 111255, + "ĠвÑģÑĤÑĢе": 111256, + "ĠÙĪÙĦÙĥ": 111257, + "Ġtuyá»ĩt": 111258, + "yı": 111259, + "ĠÐĴо": 111260, + "Ġvá»įng": 111261, + "عÙĬØ©": 111262, + "ĠopÄĽt": 111263, + "اÙĬد": 111264, + "à¥Ī.Ċ": 111265, + "ĠÑģами": 111266, + "åªĴ": 111267, + "Ġsvých": 111268, + "ĠëĤĺíĥĢ": 111269, + "ìĨIJ": 111270, + "ĠÙĦع": 111271, + "Ġetkin": 111272, + "ĠNá": 111273, + "ĠsoutÄĽ": 111274, + "층ìĿĺ": 111275, + "ĠçŃī": 111276, + "ĠرسÙħ": 111277, + "ĠخاÙĨÙĩ": 111278, + "Ġ家": 111279, + "iá»ģm": 111280, + "ëħIJ": 111281, + "ê°Ī": 111282, + "ì°©": 111283, + "žil": 111284, + "ÑģÑĤиÑĤÑĥÑĤ": 111285, + "oruÄį": 111286, + "Ġإذا": 111287, + "à¹Ħà¸Ĥ": 111288, + "ีà¸Ĭ": 111289, + "ÑĢаб": 111290, + "íķĻìĥĿ": 111291, + "Ġìī": 111292, + "rnek": 111293, + "ĠاستخداÙħ": 111294, + "ãĢĢĠãĢĢĠãĢĢĠãĢĢ": 111295, + "ĠвÑģем": 111296, + "ĠìłķëıĦ": 111297, + "Ġvyj": 111298, + "éĢ±": 111299, + "алÑĮное": 111300, + "Ġchuyá»ĩn": 111301, + "ì§ĢìĽIJ": 111302, + "ilerine": 111303, + "ĠìķĦ무": 111304, + "Ġоколо": 111305, + "ावन": 111306, + "à¸Ļา": 111307, + "опÑĢи": 111308, + "drž": 111309, + "ĠÑģÑĥÑģпÑĸлÑĮ": 111310, + "ĠبÙĥ": 111311, + "uky": 111312, + "ĠÏĩÏī": 111313, + "Ġtuần": 111314, + "nictvÃŃ": 111315, + "ĠÙĩدÙģ": 111316, + "Ġchiá»ģu": 111317, + "ÎĹÎĿ": 111318, + "å°ıå§IJ": 111319, + "íķĺìĺĢ": 111320, + "Ġklas": 111321, + "á»Ļn": 111322, + "ĠìĿ´íĽĦ": 111323, + "ÙĨاÙħج": 111324, + "Äįast": 111325, + "ĠاÙĦخاص": 111326, + "lÄ±ÅŁ": 111327, + "ĠعÙħر": 111328, + "ãĢįĊ": 111329, + "иболее": 111330, + "ãĤĬãģ®": 111331, + "ãħł": 111332, + "ä¹Łä¸į": 111333, + "кÑĢеÑĤ": 111334, + "ĠìĶ": 111335, + "ÏĦια": 111336, + "ĠÑĥпÑĢавлÑĸннÑı": 111337, + "æ²¢": 111338, + "Ġkesin": 111339, + "ì¡Įëĭ¤": 111340, + "머ëĭĪ": 111341, + "羣çļĦ": 111342, + "Ġbakım": 111343, + "æĿ±äº¬": 111344, + "¾¸": 111345, + "ÙħÙĦÙĥØ©": 111346, + "оÑĤÑĢеб": 111347, + "dın": 111348, + "ĠPÅĻi": 111349, + "ĠmÄĽli": 111350, + "Ġδημο": 111351, + "寸": 111352, + "ĠÙĪÙĥاÙĨ": 111353, + "Ġपढ": 111354, + "ĠвеÑĢÑħ": 111355, + "ĠеÑij": 111356, + "Cách": 111357, + "ä½ľä¸º": 111358, + "ĠÐļол": 111359, + "Ġве": 111360, + "ĠдеÑĢж": 111361, + "emoc": 111362, + "ãģ¸ãģ®": 111363, + "ĠаÑĢÑħ": 111364, + "Ġkiếm": 111365, + "Ġæĺİ": 111366, + "ĠлÑİдини": 111367, + "ë·": 111368, + "ĠÙĪاÙĦت": 111369, + "Ġè°": 111370, + "çģ¯": 111371, + "íĻķ": 111372, + "Ġ구매": 111373, + "Ġç§ij": 111374, + "itnÃŃ": 111375, + "иÑĩеÑģкие": 111376, + "ĠÙĨÙģس": 111377, + "ĠتÙĦÙģ": 111378, + "اÙģÛĮ": 111379, + "ĠØŃسÙĨ": 111380, + "âĸ¡âĸ¡": 111381, + "ývá": 111382, + "ģın": 111383, + "ıyoruz": 111384, + "ĠChÃŃ": 111385, + "ĠÙ¾ÚĺÙĪÙĩØ´": 111386, + "ĠÏĦÎŃ": 111387, + "ĠÏĥÏĩε": 111388, + "олеÑĤ": 111389, + "αιδ": 111390, + "Ġhạt": 111391, + "à¸łà¸²à¸Ħ": 111392, + "åĨ°": 111393, + "Ġrychle": 111394, + "iteli": 111395, + "Âłz": 111396, + "ยà¸ģ": 111397, + "樹": 111398, + "ĠجÙĪاÙĨ": 111399, + "æĺĮ": 111400, + "Ġüretim": 111401, + "ระà¸ļ": 111402, + "à¸Ľà¸£à¸°à¸¡": 111403, + "άÏĥ": 111404, + "岩": 111405, + "ĠÑĥÑģÑĤÑĢой": 111406, + "Ġverilen": 111407, + "ichni": 111408, + "ĠpÅĻÃŃmo": 111409, + "ĠاÙĦØ°Ùĩاب": 111410, + "ì½ľ": 111411, + "æľ±": 111412, + "Ġسخ": 111413, + "Ñĸла": 111414, + "Ñĥма": 111415, + "หา": 111416, + "ÛĮدا": 111417, + "岸": 111418, + "ä¸Ģå®ļ": 111419, + "Ġä¼ļ": 111420, + "ĠÐŁÑĸд": 111421, + "ĠÑĩиÑĤ": 111422, + "иÑİ": 111423, + "ĠÐĹап": 111424, + "ÑĤиÑı": 111425, + "Ġê°ľë°ľ": 111426, + "ĠÑĤеоÑĢ": 111427, + "ÑıÑģÑĮ": 111428, + "ĠpÅĻÃŃprav": 111429, + "(åľŁ": 111430, + "ÙħÙĬ": 111431, + "ĠpÅĻedevÅ¡ÃŃm": 111432, + "ĠTemmuz": 111433, + "ĠподдеÑĢж": 111434, + "ĠнедоÑģÑĤаÑĤ": 111435, + "ĠìĿ´ìľł": 111436, + "Ġkhá»ıi": 111437, + "ĠاÙĦتØŃ": 111438, + "ĠÙħÙħÚ©ÙĨ": 111439, + "Ġvhod": 111440, + "евой": 111441, + "овал": 111442, + "Ġналеж": 111443, + "ï¼¼:": 111444, + "ยะ": 111445, + "ĠÙħاشÛĮÙĨ": 111446, + "Ġgá»Ńi": 111447, + "alım": 111448, + "ĠìµľìłĢ": 111449, + "ÙijÙĩ": 111450, + "á»Ļp": 111451, + "à¥Ģ।Ċ": 111452, + "ĠпиÑģ": 111453, + "ĠвÑģÑı": 111454, + "Ñĩем": 111455, + "ozenÃŃ": 111456, + "Ġäºļæ´²": 111457, + "еÑĢалÑĮ": 111458, + "기ëĬĶ": 111459, + "ĠпÑĢез": 111460, + "ĠعÙħÙĪÙħÛĮ": 111461, + "иÑĩниÑħ": 111462, + "Ġæ²³": 111463, + "odnÃŃ": 111464, + "åıªæĺ¯": 111465, + "Ġpodp": 111466, + "à¹īà¸Ńà¸ĩà¸ŀ": 111467, + "ायद": 111468, + "ाà¤ĩल": 111469, + "ลà¸Ķ": 111470, + "ĠÑĢÑĸÑĪеннÑı": 111471, + "ĠÑĤÑĥÑĢ": 111472, + "ÑģÑĮкÑĥ": 111473, + "Ġsaldır": 111474, + "ĠÐĽÑĮв": 111475, + "ãĢģĊ": 111476, + "ĠÙ¾ÛĮÙĪÙĨد": 111477, + "åŃ¦ä¹ł": 111478, + "λÏī": 111479, + "ovit": 111480, + "üle": 111481, + "女æĢ§": 111482, + "ÂŁ": 111483, + "emez": 111484, + "Ġhale": 111485, + "âī¦": 111486, + "ĠÎķκ": 111487, + "ÏĦηγοÏģία": 111488, + "ký": 111489, + "ìĦ±ìĿĦ": 111490, + "Ġtým": 111491, + "à¥ĩ-": 111492, + "Ġzejména": 111493, + "æĻ¶": 111494, + "Ġngon": 111495, + "ãĢıĊĊ": 111496, + "软件": 111497, + "éĤ£ä¹Ī": 111498, + "ĠкваÑĢÑĤи": 111499, + "ĠÙħÙĨظ": 111500, + "onec": 111501, + "Ġгли": 111502, + "à¥ģरà¤ķ": 111503, + "ĠSokol": 111504, + "Ġä¿Ŀ": 111505, + "див": 111506, + "álnÃŃm": 111507, + "acaģı": 111508, + "aÅŁa": 111509, + "ĠÙħاÙĦÛĮ": 111510, + "ĠÃĸn": 111511, + "иÑĤели": 111512, + "Ġخرد": 111513, + "Ġkullanıl": 111514, + "ĠÙħÛĮÙĦ": 111515, + "Ġíļ¨": 111516, + "ãn": 111517, + "Ġrost": 111518, + "Ġëĸł": 111519, + "ubat": 111520, + "ĠåıĤ": 111521, + "ĠبراÙĬ": 111522, + "ĠменÑĮ": 111523, + "ัà¸Ħร": 111524, + "Ġпомог": 111525, + "ĠØŃضÙĪر": 111526, + "Ġthá»ĭt": 111527, + "ä¹³": 111528, + "Ġìĭłì²Ń": 111529, + "ĠíĺĦìŀ¬": 111530, + "Ġë¹ł": 111531, + "вÑĢопей": 111532, + "Ġnejen": 111533, + "Ñĸка": 111534, + "Ġìļ¸": 111535, + "ĠÙħبار": 111536, + "ĠÄįek": 111537, + "Ġkalk": 111538, + "Ġamac": 111539, + "ادت": 111540, + "ĠÙħاسÙĩ": 111541, + "Ġarasındaki": 111542, + "ĠбеÑģ": 111543, + "ĠоÑĤделÑĮ": 111544, + "ὶ": 111545, + "ĠΤζ": 111546, + "vyk": 111547, + "جÙĨ": 111548, + "»ê²Į": 111549, + "ĠниÑĩего": 111550, + "ĠشاÙħÙĦ": 111551, + "ĠÑĥÑģловиÑıÑħ": 111552, + "laması": 111553, + "è½ī": 111554, + "ç¾½": 111555, + "Ġжид": 111556, + "ĠоÑĤноÑģ": 111557, + "ĠздÑĸйÑģнÑİ": 111558, + "ĠVỼi": 111559, + "ÙĪÙĦÛĮ": 111560, + "ĠtisÃŃ": 111561, + "ĠÏĩÏģÏĮ": 111562, + "ĠpracovnÃŃ": 111563, + "ĠÙĬÙĥÙĪÙĨ": 111564, + "ĠbeÅŁ": 111565, + "جز": 111566, + "ัà¸ļร": 111567, + "ĠYönet": 111568, + "ĠشراÛĮØ·": 111569, + "ĠتÙĪسعÙĩ": 111570, + "çĹĩ": 111571, + "à¸ĩà¹Ģà¸Ľ": 111572, + "ä¸Ģ次": 111573, + "ĠÐłÐ¾ÑģÑģийÑģкой": 111574, + "æľĢé«ĺ": 111575, + "Ġspolu": 111576, + "даеÑĤÑģÑı": 111577, + "ÑĸÑĤÑĥ": 111578, + "ĠобÑĢаÑĤ": 111579, + "enek": 111580, + "Ġmek": 111581, + "å¦Ī": 111582, + "ĠдополниÑĤелÑĮ": 111583, + "Ġç²": 111584, + "ĠÙĦÙĦت": 111585, + "ĠHaziran": 111586, + "æ¸Ī": 111587, + "à¹Įà¸Ĥà¸Ńà¸ĩ": 111588, + "ĠÑĦон": 111589, + "Ġê²ĥìľ¼ë¡ľ": 111590, + "Ġnhé": 111591, + "Ġbugün": 111592, + "ovém": 111593, + "ĠзавеÑĢ": 111594, + "Ġдвиг": 111595, + "ä¼Ļ": 111596, + "Ġnuôi": 111597, + "меÑĢик": 111598, + "ĠÙĨÙħÙĪÙĨÙĩ": 111599, + "èį·": 111600, + "Ñĥвала": 111601, + "ç¿»": 111602, + "Ġsân": 111603, + "огоÑİ": 111604, + "اسÙĬØ©": 111605, + "ÑĥнкÑĤ": 111606, + "ánÃŃm": 111607, + "енное": 111608, + "Ġphút": 111609, + "Ġमर": 111610, + "ĠاÙĦÙĪØ·": 111611, + "Ġлегко": 111612, + "ĠãĢĭ": 111613, + "ë¡ľëĵľ": 111614, + "ĠKasım": 111615, + "ÙĬÙĦÙĬ": 111616, + "ĠbaÄŁlantılar": 111617, + "ĠÑĤÑĢÑĥд": 111618, + "Ø·Ùĩ": 111619, + "Ġkvůli": 111620, + "ÑģÑĤоÑı": 111621, + "ĠsatÄ±ÅŁ": 111622, + "ĠháºŃu": 111623, + "ĠبÙĩترÛĮÙĨ": 111624, + "ĠÑģелÑĮ": 111625, + "ัà¸Ļว": 111626, + "osu": 111627, + "यन": 111628, + "åĽ³": 111629, + "ιδ": 111630, + "ÛĮتÛĮ": 111631, + "ĠQuáºŃn": 111632, + "Ġей": 111633, + "à¹Ģวลา": 111634, + "ìĬ¤íĥĢ": 111635, + "ìĤ¬ë¥¼": 111636, + "ĠاÙĩÙĦ": 111637, + "ηγ": 111638, + "Ġká»·": 111639, + "ĠнаÑĤ": 111640, + "âĢ¡": 111641, + "ÑĸÑĩниÑħ": 111642, + "ĠÑĢазвиÑĤиÑı": 111643, + "ecial": 111644, + "ĠÑħозÑı": 111645, + "ваеÑĤ": 111646, + "ĠÄIJá»Ļ": 111647, + "Ġéĵ": 111648, + "Ġokam": 111649, + "ĠвÑģÑĸÑħ": 111650, + "ĠPraze": 111651, + "ë¥ł": 111652, + "ικα": 111653, + "欲": 111654, + "ĠgerçekleÅŁ": 111655, + "ç¥ĸ": 111656, + "Ġодним": 111657, + "ÂłM": 111658, + "Ġrenk": 111659, + "Ġलà¤ķ": 111660, + "ãĥķãĤ§": 111661, + "ĠÙĨزد": 111662, + "å¹»": 111663, + "ĠúzemÃŃ": 111664, + "æı¡": 111665, + "алиÑģÑı": 111666, + "ĠÃĶ": 111667, + "Ġyorum": 111668, + "ĠÏĢÏģÏī": 111669, + "ãĥ³ãĥĩ": 111670, + "éĸĭå§ĭ": 111671, + "ãĥ¼ãĥª": 111672, + "Ġìĸ¼êµ´": 111673, + "Û±Û±": 111674, + "lÃ¼ÄŁÃ¼": 111675, + "ÙĨØ´": 111676, + "à¹Īำ": 111677, + "èĽĭ": 111678, + "Ġأد": 111679, + "ĠWilli": 111680, + "課": 111681, + "Ġsürdür": 111682, + "ĠExternÃŃ": 111683, + "Ġpůvod": 111684, + "ĠخاÙĨÙĪ": 111685, + "ĠкоÑĤоÑĢое": 111686, + "Ġmohl": 111687, + "ĠstÄĽ": 111688, + "åĩı": 111689, + "ìĤ¼": 111690, + "abancı": 111691, + "à¹ģà¸Ļ": 111692, + "สำà¸Ħ": 111693, + "æĤ£": 111694, + "abilece": 111695, + "éĺ³åŁİ": 111696, + "ÎijÎļ": 111697, + "Ġchữa": 111698, + "ĠìķĦëĭ": 111699, + "طبÙĬÙĤ": 111700, + "ÎĻÎŁÎ¥": 111701, + "ÑĢование": 111702, + "åĩ½": 111703, + "Ġì¼": 111704, + "ÑĢоÑĦ": 111705, + "à¹ĩà¸Ļส": 111706, + "ĠãĤ¦": 111707, + "ï¼ļãĢĮ": 111708, + "á»ĭa": 111709, + "ĠhPa": 111710, + "manı": 111711, + "álnÃŃho": 111712, + "ÙĪتÛĮ": 111713, + "ĠлеÑĩениÑı": 111714, + "jte": 111715, + "-д": 111716, + "åħ¨åĽ½": 111717, + "ĠбÑĥдÑĸв": 111718, + "ĠzatÃŃm": 111719, + "Ġöyle": 111720, + "ìĿ´ê°Ģ": 111721, + "stal": 111722, + "ivatel": 111723, + "Ġæľª": 111724, + "Ġpožad": 111725, + "ĠÑģни": 111726, + "ĠposlednÃŃ": 111727, + "ĠÑģÑĤанд": 111728, + "à¥Ģà¤ıम": 111729, + "Ġعکس": 111730, + "ÑĢиÑı": 111731, + "ãy": 111732, + "á»ĭp": 111733, + "Ġokul": 111734, + "à¸ĩหมà¸Ķ": 111735, + "Ġвозник": 111736, + "mÃŃ": 111737, + "秣": 111738, + "ĠÄijá»ijc": 111739, + "ĠpodÃŃ": 111740, + "ĠÅĻÃŃj": 111741, + "ĠÑĤакÑĸ": 111742, + "à¸ļาà¸Ĺ": 111743, + "Ġ보기": 111744, + "ลา": 111745, + "еÑģÑĤо": 111746, + "ĠçĶ¨": 111747, + "инÑĭ": 111748, + "ĠÑĢÑĥÑħ": 111749, + "ĠÑĢаÑģполож": 111750, + "ÑīеннÑı": 111751, + "Ġcá»Ń": 111752, + "à¹īà¸ļร": 111753, + "à¥įयवस": 111754, + "ï¾ļ": 111755, + "ĠдалÑĮ": 111756, + "Ġضد": 111757, + "ÙĦÙĬØ©": 111758, + "ĠкоÑĤоÑĢого": 111759, + "Ġdve": 111760, + "Ġnhạc": 111761, + "ÑĦÑĸка": 111762, + "à¥Īà¤Ł": 111763, + "èĩªçĶ±": 111764, + "ĠпоÑĢÑĥÑĪ": 111765, + "æľĭåıĭ": 111766, + "Ġdört": 111767, + "ĠÑĢаÑģпÑĢоÑģÑĤ": 111768, + "ãģ§ãģ¯ãģªãģĦ": 111769, + "ĠпеÑĢег": 111770, + "Ġánh": 111771, + "ĠVÃŃ": 111772, + "ظٹ": 111773, + "à¥įरण": 111774, + "Ġbilim": 111775, + "Ġlidé": 111776, + "ĠdÃŃky": 111777, + "ĠÄIJá»ĵng": 111778, + "ĠεÏģγ": 111779, + "Ġznovu": 111780, + "Ïĥια": 111781, + "Ñŀ": 111782, + "सà¤Ń": 111783, + "ekk": 111784, + "ĠμεÏĦά": 111785, + "ÑģÑĤиÑĩ": 111786, + "ÛĮÙĨÚ¯": 111787, + "ĠÑıвлÑıÑİÑĤÑģÑı": 111788, + "Ġ建": 111789, + "ÏĥÏĥα": 111790, + "авлива": 111791, + "à¸ģรม": 111792, + "ç¬Ķ": 111793, + "Ġге": 111794, + "ĠرÙĩ": 111795, + "Ġмел": 111796, + "ĠнапÑĢимеÑĢ": 111797, + "Ġмик": 111798, + "ĠاÙĦسÙĥاÙĨ": 111799, + "æ¤ľ": 111800, + "ĠÐļÑĢа": 111801, + "ĠvÃłi": 111802, + "ائÙħ": 111803, + "ĠÏĩÏģή": 111804, + "leÅŁme": 111805, + "Ġjas": 111806, + "ê²ĮìŀĦ": 111807, + "Ġmaç": 111808, + "Ġì§Ħíĸī": 111809, + "à¥ĩदन": 111810, + "Ġvůbec": 111811, + "ĠÙĦÙĨ": 111812, + "è«ĩ": 111813, + "âī¡âī¡": 111814, + "лением": 111815, + "عÙĨÛĮ": 111816, + "ãĥŀãĥ³": 111817, + "Ä°Z": 111818, + "ĠÃĸÄŁ": 111819, + "ĠìŬìŀIJ": 111820, + "yÅ¡": 111821, + "ĠÑģÑĤа": 111822, + "Ġสำหร": 111823, + "Ġनव": 111824, + "ãĢĤä½Ĩ": 111825, + "олÑĮно": 111826, + "Ġyanında": 111827, + "è²´": 111828, + "Ġjednotliv": 111829, + "ĠåİŁ": 111830, + "éłħ缮": 111831, + "Ġमदद": 111832, + "리ìĹIJ": 111833, + "ĠÙħاÙĬ": 111834, + "ĠÑĩеÑĢв": 111835, + "Ġdáv": 111836, + "ÙĦÛĮÙĩ": 111837, + "?#": 111838, + "ÄįnÃŃm": 111839, + "ÑĢег": 111840, + "ĠпÑĢименÑı": 111841, + "ãĤĬãģ¨": 111842, + "ê°Ļ": 111843, + "Ġtoplam": 111844, + "ileÅŁ": 111845, + "Ġkategor": 111846, + "ÑĤал": 111847, + "ãģ«ãĤĪãĤĭ": 111848, + "Ġdomác": 111849, + "Ġê·ľ": 111850, + "ĠÙĩزار": 111851, + "ĠpÅĻÃŃstup": 111852, + "ılıyor": 111853, + "жди": 111854, + "ĠDÆ°Æ¡ng": 111855, + "ĠPháºŃt": 111856, + "Ġçünkü": 111857, + "구ê¸ĢìĥģìľĦ": 111858, + "ovaných": 111859, + "Ġعش": 111860, + "Ġà¤ķरà¤ķ": 111861, + "žÃŃt": 111862, + "ĠvÄĽtÅ¡ÃŃ": 111863, + "ĠاÙħکاÙĨ": 111864, + "Ġnông": 111865, + "Ġzám": 111866, + "à¥Įन": 111867, + "екаÑĢ": 111868, + "ÂłÐ¢": 111869, + "kami": 111870, + "ĠÑĢеÑģÑĥÑĢ": 111871, + "поÑģ": 111872, + "ÙİÙĤ": 111873, + "ίλ": 111874, + "ĠسازÛĮ": 111875, + "Ġçıkan": 111876, + "ĠdÃŃtÄĽ": 111877, + "ĠتصÙĪ": 111878, + "ç¯ĩ": 111879, + "нд": 111880, + "Ġrámci": 111881, + "hong": 111882, + "ĠÑģÑĸм": 111883, + "sak": 111884, + "кеÑĤ": 111885, + "дÑĸл": 111886, + "ç¹Ķ": 111887, + "ĠthÆ°á»Łng": 111888, + "ĠнеÑĹ": 111889, + "зÑĸ": 111890, + "ÅĻÃŃd": 111891, + "ितन": 111892, + "à¤ıà¤ķ": 111893, + "Ġsữa": 111894, + "ĠÙħرØŃ": 111895, + "éŀ": 111896, + "ĠcÆ°á»Ŀng": 111897, + ":.:": 111898, + "ÑĤен": 111899, + "èī¦": 111900, + "Ġkhợi": 111901, + "Ġ기ì¤Ģ": 111902, + "lanır": 111903, + "彩票": 111904, + "ضÛĮ": 111905, + "Ġuzav": 111906, + "Ġboh": 111907, + "èm": 111908, + "Ġæ£": 111909, + "nici": 111910, + "(çģ«": 111911, + "åħ³äºİ": 111912, + "ÑĸÑĩнÑĸ": 111913, + "à¸ģารà¸ĵ": 111914, + "Ġ첫": 111915, + "ÑĢÑĥеÑĤ": 111916, + "ĠarÅŁivlendi": 111917, + "ÑĤим": 111918, + "à¸²à¸ł": 111919, + "Ġبرابر": 111920, + "Ġà¹Ģà¸ĭ": 111921, + "ĠÄijêm": 111922, + "è·³": 111923, + "Ġyönetim": 111924, + "Ġéķ·": 111925, + "ãĥĨãĥ¬ãĥĵ": 111926, + "маÑĤи": 111927, + "责任": 111928, + "ickým": 111929, + "è¸": 111930, + "à¹Ģหà¸ķ": 111931, + "ëłĮ": 111932, + "ĠرÙĬ": 111933, + "ĠвÑĭдел": 111934, + "åĩºçİ°": 111935, + "ĠпеÑģ": 111936, + "Ġì¢ĭìĿĢ": 111937, + "Ġà¤īसन": 111938, + "ĠAralık": 111939, + "ĠÑĩаÑģÑĥ": 111940, + "lava": 111941, + "Ġï½ŀ": 111942, + "æģĭ": 111943, + "دÛĮد": 111944, + "âĢĻden": 111945, + "ĠåĪĿ": 111946, + "ÙĪدة": 111947, + "Ñĩили": 111948, + "ĠÑħаÑĢакÑĤеÑĢиÑģÑĤи": 111949, + "استاÙĨ": 111950, + "दर": 111951, + "ĠبÙĪدÙĨ": 111952, + "ĠпалÑĮ": 111953, + "ĠÑĤÑĢади": 111954, + "ĠдеÑı": 111955, + "Ġخش": 111956, + "ĠpokraÄį": 111957, + "Ġ구ê¸Ģ": 111958, + "ковÑĸ": 111959, + "Ġtık": 111960, + "Ġhấp": 111961, + "Ġzalož": 111962, + "१à¥": 111963, + "Ġëĭµë³Ģ": 111964, + "меÑĪ": 111965, + "íļ¨": 111966, + "Ġspolup": 111967, + "ËĨ": 111968, + "辦": 111969, + "Ġgá»Ĺ": 111970, + "Ġå®ļ": 111971, + "ĵn": 111972, + "asından": 111973, + "-ı": 111974, + "ĠбеÑĢез": 111975, + "大åѸ": 111976, + "Ġзнов": 111977, + "ĠHoÃłng": 111978, + "ĠدÙĪÙĨ": 111979, + "Ġanlay": 111980, + "ĠÙĪزار": 111981, + "ĠعÙĦÙħÛĮ": 111982, + "è£ľ": 111983, + "Ġdünya": 111984, + "ĠзалиÑĪ": 111985, + "даеÑĤ": 111986, + "νε": 111987, + "иÑĩеÑģкого": 111988, + "ìĬ¤íħľ": 111989, + "ĠÐijеÑĢ": 111990, + "Ġдж": 111991, + "ĠопаÑģ": 111992, + "ÏĨα": 111993, + "Ġzvlá": 111994, + "Ġtô": 111995, + "беÑĢ": 111996, + "ĠξαÏģ": 111997, + "tiÄŁini": 111998, + "ãĥ¬ãĥ³": 111999, + "ĠKho": 112000, + "ĠÑĸнÑĪ": 112001, + "Ġï¿¥": 112002, + "ì°¬": 112003, + "｡": 112004, + "ĠноÑĩ": 112005, + "è¨Ĭ": 112006, + "ÄĽti": 112007, + "å¿Ļ": 112008, + "ĠکردÙĨد": 112009, + "ĠÄijẩy": 112010, + "ĠÑģказав": 112011, + "ëĥ¥": 112012, + "屬": 112013, + "Ġशहर": 112014, + "ĠÚ©ÙħÚ©": 112015, + "ÂłÐŁ": 112016, + "ınca": 112017, + "нÑĸвеÑĢÑģиÑĤ": 112018, + "ĠÚ¯ÙĪÙĨÙĩ": 112019, + "ĠToplam": 112020, + "ĠiÅŁaret": 112021, + "ä½łä»¬": 112022, + "Ġderece": 112023, + "ĠìĤ¬ìĭ¤": 112024, + "ĠìŀIJ기": 112025, + "å®ŀçİ°": 112026, + "çĶŁçī©": 112027, + "ãģ®ä¸Ģ": 112028, + "ĠÑĢом": 112029, + "ÙĪزÙĩ": 112030, + "Ġãģ¨": 112031, + "íĻį": 112032, + "ÙĬÙĤ": 112033, + "ĠåIJįçĦ¡ãģĹãģķãĤĵ": 112034, + "ĠÙ¾ÛĮر": 112035, + "Ġполез": 112036, + "충": 112037, + "ĠкоÑĢп": 112038, + "IJëĭ¤": 112039, + "ừa": 112040, + "ÎķΤ": 112041, + "Ġжелез": 112042, + "ãģ£ãģ±": 112043, + "Ġxuyên": 112044, + "Ġë¥": 112045, + "à¥ĩ।Ċ": 112046, + "ĠÑģÑĤали": 112047, + "ĠpomocÃŃ": 112048, + "Ġdurumda": 112049, + "ĠпÑĢоÑĪ": 112050, + "lenÃŃ": 112051, + "βολ": 112052, + "Ġæĸĩç«ł": 112053, + "tÄĽz": 112054, + "dÃŃl": 112055, + "Ġdruhé": 112056, + "ĠÑĤогда": 112057, + "Ġhrá": 112058, + "оÑĤÑĮ": 112059, + "าà¸ģร": 112060, + "ĠتصÙħ": 112061, + "ĠÙħدت": 112062, + "кадем": 112063, + "ĠpatÅĻÃŃ": 112064, + "ä¹ĭåīį": 112065, + "سبة": 112066, + "ĠпокÑĢÑĭ": 112067, + "Ġnáp": 112068, + "Ġ_{}": 112069, + "ëĵ±íķĻêµIJ": 112070, + "ĠØ¥ÙĦÙĬ": 112071, + "Ġözg": 112072, + "çļĨ": 112073, + "Ġhayvan": 112074, + "ĠNisan": 112075, + "غاز": 112076, + "Ġتت": 112077, + "ĠдÑĥÑħов": 112078, + "ĠÐŁÐ¾ÑįÑĤомÑĥ": 112079, + "ÑĮогод": 112080, + "ĠkuÅŁ": 112081, + "Ġà¤ĩसम": 112082, + "جÛĮ": 112083, + "ĠãĤ¿": 112084, + "ĠвкÑĥÑģ": 112085, + "çĢ": 112086, + "ĠвÑĭÑĪе": 112087, + "âĢĻdan": 112088, + "ĠاØŃÙħد": 112089, + "Ġtalep": 112090, + "ĠÏĪ": 112091, + "Ġdolayı": 112092, + "Ġگزارش": 112093, + "бол": 112094, + "ĠاÛĮÙĨتر": 112095, + "ÑĢоÑĩ": 112096, + ")âĢı": 112097, + "ĠëIJł": 112098, + "Ġkoup": 112099, + "(æľĪ": 112100, + "é±¼": 112101, + "ĠогÑĢа": 112102, + "ĠÑĢазм": 112103, + "Ġتست": 112104, + "ĠpÅĻÃŃslu": 112105, + "íĽĪ": 112106, + "ĠëĮĢíķ´": 112107, + "à¹ģà¸Ľ": 112108, + "аннÑĭе": 112109, + "ĠìĿ¸íĦ°": 112110, + "Ġkullanılan": 112111, + "Ġztr": 112112, + "æĬĢè¡ĵ": 112113, + "à¤¿à¤Ľ": 112114, + "ĠاÙĦÙħؤ": 112115, + "ovaly": 112116, + "ustos": 112117, + "Ġörg": 112118, + "Ġ太": 112119, + "ειο": 112120, + "ĠuÄį": 112121, + "ĠØ´Ú©ÙĦ": 112122, + "建çŃij": 112123, + "Ġchạy": 112124, + "ĠÏĩÏģη": 112125, + "нÑĥÑĤ": 112126, + "Ġباعث": 112127, + "ĠNÄĽkter": 112128, + "ÑĥÑĤÑĤÑı": 112129, + "ãģ§ãģĻãģĭ": 112130, + "Ġsayılı": 112131, + "имоÑģÑĤÑĮ": 112132, + "ĠпиÑĤаннÑı": 112133, + "ĠkÃŃnh": 112134, + "Ġhran": 112135, + "okrat": 112136, + "Ġedilir": 112137, + "Ġà¤ķहत": 112138, + "Ġpaci": 112139, + "ालन": 112140, + "Ġиде": 112141, + "ĠZem": 112142, + "Ġslužby": 112143, + "ÑģÑĤвеннÑĭй": 112144, + "ĠØ¢ÙĨاÙĨ": 112145, + "ĠÑĤоваÑĢи": 112146, + "ĠتØŃÙħÙĬÙĦ": 112147, + "ĠYük": 112148, + "ĠкаÑĤегоÑĢ": 112149, + "íĭĢ": 112150, + "ĠкоÑģ": 112151, + "Ġобов": 112152, + "ĠprostÅĻedÃŃ": 112153, + "ĠÑģоÑģ": 112154, + "ĠÐIJлекÑģанд": 112155, + "Ġà¹Ģà¸Ĥà¸ķ": 112156, + "å¿ħé¡»": 112157, + "ัà¸Ĭ": 112158, + "ĠÙĦد": 112159, + "ãĢģä¸Ģ": 112160, + "ĠÎľÎŃ": 112161, + "ÑĥваÑĤиÑģÑı": 112162, + "æķı": 112163, + "ãĥ¼ãĥIJ": 112164, + "اÙĦÙĦÙĩ": 112165, + "ĠبÙĩا": 112166, + "åĸ¶": 112167, + "è´µ": 112168, + "æĸ¹åIJij": 112169, + "Ġì¸": 112170, + "ĠÙĨاÙħÙĩ": 112171, + "ÑĮко": 112172, + "Ġvody": 112173, + "vÃŃc": 112174, + "à¹ģà¸Ī": 112175, + "ĠعÙĦÛĮÙĩ": 112176, + "à¹ģรà¸ĩ": 112177, + "ίνα": 112178, + "ãģ¬": 112179, + "ĠÐŀп": 112180, + "Ġsayf": 112181, + "ï¼ĮçĶ±": 112182, + "ä¼´": 112183, + "ĠÑĥдоб": 112184, + "ãģ¾ãģł": 112185, + "ĠнепÑĢи": 112186, + "Âİ": 112187, + "à¤¾à¤ľà¤ª": 112188, + "plnÄĽ": 112189, + "ĠìĹĦ": 112190, + "Ġrůzn": 112191, + "Ġxếp": 112192, + "ãĥĸãĥ«": 112193, + "ĠзаÑħиÑģÑĤ": 112194, + "ĠÙħصرÙģ": 112195, + "ĠvÅ¡echno": 112196, + "ãģ®ãģĬ": 112197, + "ĠThá»ĭ": 112198, + "Ġmùa": 112199, + "¿IJ": 112200, + "ĠпÑĢинÑĨип": 112201, + "ĠاÙĨÙĤÙĦ": 112202, + "гаÑĢ": 112203, + "Ġmožnost": 112204, + "ÙĤÙĬÙĤ": 112205, + "ĠotevÅĻ": 112206, + "Ġfak": 112207, + "Ġnguy": 112208, + "бов": 112209, + "lacaÄŁ": 112210, + "اطر": 112211, + "ãģ«ãĤĪãĤĬ": 112212, + "æĺ¯åľ¨": 112213, + "Ġtầng": 112214, + "ìĿ¸ìĿ´": 112215, + "aÅĻ": 112216, + "碰": 112217, + "ÏĮμε": 112218, + "Ġê°Ī": 112219, + "ĠØ£ØŃد": 112220, + "غراÙģ": 112221, + "ĠÙĬØŃ": 112222, + "ｧ": 112223, + "ĠاÙĦØŃÙĬاة": 112224, + "Ġlep": 112225, + "Ġฮ": 112226, + "tae": 112227, + "ĠlÆ°Æ¡ng": 112228, + "è½®": 112229, + "ĠзмÑĸн": 112230, + "ĠÐļиÑĹв": 112231, + "ĠмÑĸÑģÑı": 112232, + "кав": 112233, + "à¸ķะ": 112234, + "Ġmnoho": 112235, + "ĠNghá»ĭ": 112236, + "èĻİ": 112237, + "ĠãĥŁ": 112238, + "Ġpráci": 112239, + "Ġgá»ijc": 112240, + "ĠYeni": 112241, + "اضÙĬ": 112242, + "Ġèij": 112243, + "Ġкла": 112244, + "ıng": 112245, + "ÏĦεί": 112246, + "Ġbeni": 112247, + "Ġعد": 112248, + "Ġaktu": 112249, + "ĠÙĪÙĤد": 112250, + "ĠподгоÑĤов": 112251, + "Ġgiai": 112252, + "(æ°´": 112253, + "Ġsaç": 112254, + "ĠÙħÙĨاسب": 112255, + "âĸĭ": 112256, + "ÙIJÙĩ": 112257, + "éį": 112258, + "à¸Ńà¸Ĺ": 112259, + "ĠسÛĮاسÛĮ": 112260, + "olit": 112261, + "ĠاÙĦجز": 112262, + "Ø·ÙĦب": 112263, + "Ġsey": 112264, + "erence": 112265, + "ì´Į": 112266, + "ĠвнÑĥÑĤÑĢен": 112267, + "Ġà¸Ļาย": 112268, + "ĠìķĬìķĺëĭ¤": 112269, + "olik": 112270, + "æľĢåIJİ": 112271, + "仪": 112272, + "ĠÑĢÑĸд": 112273, + "è¼ĥ": 112274, + "Ġباب": 112275, + "Ñĥди": 112276, + "ĠÑģÑĤÑĥп": 112277, + "ĠÄijứng": 112278, + "ĠÅŁÃ¶yle": 112279, + "ĠíķĻìĥĿ": 112280, + "ĠвлаÑģÑĤи": 112281, + "Ġhãng": 112282, + "à¹īาว": 112283, + "ĠکاÙĩØ´": 112284, + "Ġëĵ¯": 112285, + "ĠجÙħÙĦÙĩ": 112286, + "Ġدکتر": 112287, + "adolu": 112288, + "Ġتبد": 112289, + "ظاÙħ": 112290, + "ĠznaÄį": 112291, + "ĠدÙĨÛĮ": 112292, + "Ġsạn": 112293, + "å¼±": 112294, + "ÏĢι": 112295, + "ĠçIJĨ": 112296, + "ĠÙģصÙĦ": 112297, + "инг": 112298, + "ÐļÐŀ": 112299, + "ĠСов": 112300, + "Ġziyaret": 112301, + "ĠدÙħ": 112302, + "竹": 112303, + "Ġsahibi": 112304, + "isayar": 112305, + "ÄŁa": 112306, + "ĠпеÑĢÑĸод": 112307, + "Ġsna": 112308, + "(æľ¨": 112309, + "Ġнее": 112310, + "ĠÑĦакÑĤоÑĢ": 112311, + "меж": 112312, + "åºĦ": 112313, + "ráž": 112314, + "окÑĢем": 112315, + "Ġžal": 112316, + "ิà¹Ģศษ": 112317, + "豪": 112318, + "oucÃŃ": 112319, + "ĠUlus": 112320, + "Ġtakže": 112321, + "اÙĪÙĨ": 112322, + "ниÑĤи": 112323, + "нÑĮо": 112324, + "ëį¸": 112325, + "ĠÙĥرة": 112326, + "åľ³": 112327, + "ĠArthropoda": 112328, + "ĠÑĤодÑĸ": 112329, + "Ġدرصد": 112330, + "ุรà¸ģ": 112331, + "ĠÑģвого": 112332, + "说éģĵ": 112333, + "Ġcánh": 112334, + "æĵĬ": 112335, + "Ġä¸ĭè½½": 112336, + "èī¾": 112337, + "Ġnikdy": 112338, + "خط": 112339, + "ĠÑģейÑĩаÑģ": 112340, + "ÙĪÙĬÙĦ": 112341, + "amet": 112342, + "문ìĿĺ": 112343, + "ĠEÄŁitim": 112344, + "大ä¼ļ": 112345, + "ĠbÅĻez": 112346, + "заÑĨÑĸÑı": 112347, + "Ġtyto": 112348, + "най": 112349, + "غÙħ": 112350, + "Ġé©": 112351, + "计ç®Ĺ": 112352, + "Türkiye": 112353, + "Ġmnož": 112354, + "åIJĪä½ľ": 112355, + "æľįåĭĻ": 112356, + "Ġkaždý": 112357, + "ĠÑİÑĢид": 112358, + "Ġβα": 112359, + "à¥Ĥà¤ļ": 112360, + "åIJĮãģĺ": 112361, + "Ġçĭ": 112362, + "ίÏĦ": 112363, + "ÙĪÛĮÙĨت": 112364, + "اÙĨس": 112365, + "æľĢ大": 112366, + "ĠTừ": 112367, + "éŃĶæ³ķ": 112368, + "Ġбли": 112369, + "ĠÑĤакое": 112370, + "ãģľ": 112371, + "ãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ": 112372, + "ìĿ´ë©°": 112373, + "ĠÙĤسÙħت": 112374, + "ĠоÑĨÑĸ": 112375, + "никÑĥ": 112376, + "ĠBạn": 112377, + "ĠоÑĢганÑĸз": 112378, + "üph": 112379, + "Ġizin": 112380, + "Ġï¾Ĭ": 112381, + "είÏĤ": 112382, + "à¸ĩà¹ģà¸ķ": 112383, + "ãģ¡ãĤī": 112384, + "важа": 112385, + "Ġ欧": 112386, + "ιÏİ": 112387, + "ÏĢÎŃ": 112388, + "ĠкÑĢеп": 112389, + "ĠÑĨиÑħ": 112390, + "æĦŁãģĺ": 112391, + "çķ«": 112392, + "ÙĥÙĪ": 112393, + "емо": 112394, + "žen": 112395, + "å¹³æĸ¹": 112396, + "ĠÙħجÙħÙĪعÙĩ": 112397, + "ĠÑģвои": 112398, + "ĠãĦ": 112399, + "à¸Ľà¸£à¸°à¸ģà¸Ńà¸ļ": 112400, + "ĠпÑĢоÑĤи": 112401, + "ÙĪÛĮÙĩ": 112402, + "认为": 112403, + "ÏĨÎŃ": 112404, + "иÑĩеÑģкий": 112405, + "æ¥ļ": 112406, + "Ġпап": 112407, + "δÏģο": 112408, + "Ġkullanım": 112409, + "Ġzbo": 112410, + "ĠúspÄĽ": 112411, + "ĠÙħز": 112412, + "ĠFak": 112413, + "елÑĮзÑı": 112414, + "æ´»åĭķ": 112415, + "ĠÐŁÑĢав": 112416, + "¦y": 112417, + "åĥķ": 112418, + "æijĺ": 112419, + "Ġرئ": 112420, + "ĠÏĨοÏģ": 112421, + "миÑĤ": 112422, + "Ġticaret": 112423, + "æ³ķå¾ĭ": 112424, + "年代": 112425, + "ìĪĻ": 112426, + "å¿ł": 112427, + "à¹ĩà¸Ļà¸Ĺ": 112428, + "ĠÑĥж": 112429, + "ĠÙħتØŃدÙĩ": 112430, + "Ġtrá»Ŀi": 112431, + "ĠرØŃ": 112432, + "ĠÚ©ÙĪÚĨ": 112433, + "ĠопÑĢеделен": 112434, + "ĠزÙħÛĮÙĨÙĩ": 112435, + "Ġnóng": 112436, + "Ġngủ": 112437, + "Những": 112438, + "ĠкиÑĪ": 112439, + "Ġjde": 112440, + "Ġä¸Ĭæµ·": 112441, + "åĭĩ": 112442, + "Ġtanı": 112443, + "à¹Įà¹ģละ": 112444, + "ĠÑĢаÑģÑĤвоÑĢ": 112445, + "ĠÑģÑĢедÑģÑĤв": 112446, + "Ġcán": 112447, + "Ġsystému": 112448, + "ÛĮØ·": 112449, + "ĠÑģиÑģÑĤема": 112450, + "Ġëŀ": 112451, + "ĠÑĩеÑĤ": 112452, + "éĥ¨éŨ": 112453, + "帰": 112454, + "Ġmillet": 112455, + "ĠÎķλλά": 112456, + "à¥ĩà¤ĸन": 112457, + "Ġrepubliky": 112458, + "ÑĢами": 112459, + "Ġसमस": 112460, + "Ġaçısından": 112461, + "ادÙĦ": 112462, + "ĠбеÑģп": 112463, + "ãĥ»âĶģ": 112464, + "åľŃ": 112465, + "ocu": 112466, + "kánÃŃ": 112467, + "ÙĪرش": 112468, + "ëŀµ": 112469, + "Ġçģ": 112470, + "è°ģ": 112471, + "Ġsám": 112472, + "ĠνεÏĨ": 112473, + "bilir": 112474, + "ĠmÃŃstÄĽ": 112475, + "Ġžen": 112476, + "Ġilç": 112477, + "Ġë§ģ": 112478, + "ãĢijĊ": 112479, + "ĠÙħÙĪارد": 112480, + "ĠاÙĦØ´ÙĬ": 112481, + "Ġ기ë¡Ŀ": 112482, + "Ġtady": 112483, + "à¸Ńาà¸Ī": 112484, + "ĠÑģÑĦ": 112485, + "ĠspoleÄįnost": 112486, + "Ġtématu": 112487, + "ÙħاÙħ": 112488, + "Ùħع": 112489, + "Ġлеж": 112490, + "ĠÚĨØ´Ùħ": 112491, + "ĠiÅŁlet": 112492, + "ĠÙĨسخ": 112493, + "ä¼°": 112494, + "ãģįãģª": 112495, + "ãĢĥ": 112496, + "å²Ĺ": 112497, + "ĠåŃIJ": 112498, + "Ġbảng": 112499, + "çĮ®": 112500, + "Ġcứng": 112501, + "ĠкÑĢай": 112502, + "Ġèĭ±è¯Ń": 112503, + "ÐłÐIJ": 112504, + "زÙĨ": 112505, + "èĥŀ": 112506, + "Ġsüreç": 112507, + "ãĥķãĥĪ": 112508, + "ĠкÑĸлÑĮка": 112509, + "neÄŁin": 112510, + "ovány": 112511, + "лÑĸн": 112512, + "Ġvýraz": 112513, + "ĠÑģÑĩиÑĤа": 112514, + "ĠпÑĢавило": 112515, + "ĠиÑģполÑĮзÑĥ": 112516, + "Ġkéo": 112517, + "ĠyaklaÅŁÄ±k": 112518, + "ĠÙĪابستÙĩ": 112519, + "оваÑĤелÑĮ": 112520, + "Ġì²ł": 112521, + "ĠاÙĦعاÙħ": 112522, + "åĿı": 112523, + "Ġà¸ī": 112524, + "ĠSÆ¡n": 112525, + "λιο": 112526, + "ì¶Ķì²ľ": 112527, + "Ġslužeb": 112528, + "ĠдеÑıÑĤелÑĮноÑģÑĤи": 112529, + "зм": 112530, + "Ġпози": 112531, + ".;.;": 112532, + "ĠпÑĢоиÑģÑħодиÑĤ": 112533, + "ายà¹ĥà¸Ļ": 112534, + "çļĦãģ«": 112535, + "Ġà¤ĩसस": 112536, + "омеÑĤ": 112537, + "ĠαÏģ": 112538, + "ाà¤Ĺर": 112539, + "icÃŃch": 112540, + "Ġpoložky": 112541, + "골": 112542, + "æĥĬ": 112543, + "Ġöner": 112544, + "Ġxảy": 112545, + "ĠÙĨظرÛĮ": 112546, + "Ġnghá»ī": 112547, + "Ġà¸ľà¸¥": 112548, + "ĠÑĢолÑĮ": 112549, + "ĠÑĢемон": 112550, + "صÙĪر": 112551, + "Vý": 112552, + "ĠSá»ij": 112553, + "ĠÑģÑĥÑĩаÑģ": 112554, + "หย": 112555, + "ĠاÙĤداÙħ": 112556, + "Ġerkek": 112557, + "Ġèį": 112558, + "ĠÄijôi": 112559, + "ĠконкÑĢеÑĤ": 112560, + "æ¬Ĭ": 112561, + "Ġ缮": 112562, + "ÙĪÚ©": 112563, + "lıkla": 112564, + "Ġpazar": 112565, + "άνÏī": 112566, + "ÑĥÑģÑĤа": 112567, + "ãģªãģŁ": 112568, + "ĠÙĩÙĨÚ¯": 112569, + "Ð®ÐĽ": 112570, + "Ġвелик": 112571, + "ĠnhỼ": 112572, + "ĠìĭľíĹĺ": 112573, + ")ìĿĺ": 112574, + "ÙĥÙĩ": 112575, + "Ġà¹ģล": 112576, + "Û²Ûµ": 112577, + "ĠارساÙĦ": 112578, + "ĠокÑĢем": 112579, + "άÏĤ": 112580, + "ĠвÑĭÑħод": 112581, + "vÄĽtÅ¡ÃŃ": 112582, + "ĠطرÛĮÙĤ": 112583, + "ĠкоÑĢоÑĤ": 112584, + "нÑĶ": 112585, + "ãĤĬãģ«": 112586, + "Ġä¹Ł": 112587, + "ØŃص": 112588, + "عÙħاÙĦ": 112589, + "olojik": 112590, + "Ġرابط": 112591, + "çªĹ": 112592, + "Ġgiz": 112593, + "Ġchết": 112594, + "樣": 112595, + "สà¸ĩ": 112596, + "ÙĪتر": 112597, + "ĠÑıкÑĥ": 112598, + "çı¾åľ¨": 112599, + "ĠоÑĤÑģÑĥÑĤÑģÑĤв": 112600, + "Ġê´ijê³ł": 112601, + "Ñĸки": 112602, + "åĢ¤": 112603, + "订": 112604, + "Ġdle": 112605, + "Ġåł": 112606, + "権": 112607, + "讯": 112608, + "åĶIJ": 112609, + "Ġâĸ²": 112610, + "Ġlistop": 112611, + "Ġdatové": 112612, + "ÏĦÏĮÏĤ": 112613, + "Ġоз": 112614, + "δÏĮ": 112615, + "èĴĤ": 112616, + "Û³Û°": 112617, + "ãĥªãĥ¼ãĤº": 112618, + "ĠÙħرکز": 112619, + "ĠпÑĸдÑĤÑĢим": 112620, + "ĠÑģез": 112621, + "é¡ĺ": 112622, + "Ġolacaktır": 112623, + "æºĢ": 112624, + "ĠÏĢεÏģιο": 112625, + "ÑĦа": 112626, + "ÏĦηÏĥη": 112627, + "ç»ĥ": 112628, + "Ðŀд": 112629, + "δÏħ": 112630, + "âĦĥ": 112631, + "Ġlắp": 112632, + "ĠëĦĺ": 112633, + "طاÙĨ": 112634, + "ĠÙ¾ÙĨج": 112635, + "تاÙĨ": 112636, + "ilerinin": 112637, + "ÃĪ": 112638, + "ĠØ®ÙĪØ´": 112639, + "ĠìĬ¬": 112640, + "ĠاÙĦرئÙĬس": 112641, + "ẵn": 112642, + "Ġشار": 112643, + "eru": 112644, + "жив": 112645, + "à¸Ļาย": 112646, + "Ġsẻ": 112647, + "Ġà¤īà¤ļ": 112648, + "ãģ«ãģĭ": 112649, + "ç¡Ģ": 112650, + "Ġyürüt": 112651, + "ĠСеÑĢг": 112652, + "ĠкаÑģ": 112653, + "ĠÐijог": 112654, + "Ġìĸ´ëĸ»ê²Į": 112655, + "ĠçŁ³": 112656, + "Ġöldür": 112657, + "лÑĸв": 112658, + "ĠhoÃłng": 112659, + "Ġbá»Ļt": 112660, + "çŀ¬": 112661, + "Ġ침": 112662, + "Nếu": 112663, + "Ġnevy": 112664, + "Ġìľ¤": 112665, + "ĠsouÄįást": 112666, + "ısıyla": 112667, + "Ġtüket": 112668, + "bou": 112669, + "Ġдво": 112670, + "سط": 112671, + "å½ĵçĦ¶": 112672, + "ãĥ¨": 112673, + "ĠزادÙĩ": 112674, + "Ġéĥ¨": 112675, + "ĠرÙĪØŃ": 112676, + "Ġï¼į": 112677, + "ĠмÑĸÑģÑĨев": 112678, + "θεν": 112679, + "à¸Ĩ": 112680, + "ленÑĸ": 112681, + "çį²": 112682, + "ĠHOH": 112683, + "sın": 112684, + "ิà¸ķร": 112685, + "財": 112686, + "ĠpÅĻid": 112687, + "à¹Ģหà¸Ļ": 112688, + "lý": 112689, + "è¨Ģèijī": 112690, + "à¤ĵ": 112691, + "âĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸį": 112692, + "باب": 112693, + "ãĥ¼ãĥķ": 112694, + "моÑĢ": 112695, + "è¿ĩç¨ĭ": 112696, + "ĠãĥĽ": 112697, + "ĠKinh": 112698, + "íķľêµŃ": 112699, + "Ġìĸ´ëĸ¤": 112700, + "ĠвлиÑı": 112701, + "Ġfayd": 112702, + "ĠصÙĨع": 112703, + "Ġalır": 112704, + "ĠettiÄŁi": 112705, + "άκ": 112706, + "imizin": 112707, + "ัà¸ļà¸ľ": 112708, + "ĠземелÑĮ": 112709, + "ÙĬÙĦاد": 112710, + "涨": 112711, + "çıł": 112712, + "Ġأغ": 112713, + "Ġzku": 112714, + "âĢŀA": 112715, + "าà¸ķร": 112716, + "ayi": 112717, + "ãĥ©ãĤ¹": 112718, + "ило": 112719, + "ĠÄijá»į": 112720, + ".Îķ": 112721, + "ëľ": 112722, + "ĠμÏĢοÏģεί": 112723, + "帶": 112724, + "Ġartır": 112725, + "าà¸į": 112726, + "å¿ĺ": 112727, + "talya": 112728, + "ĠpozdÄĽji": 112729, + "ĠnepÅĻ": 112730, + "Ġæ¹": 112731, + "اÙĩÛĮ": 112732, + "Ġsatın": 112733, + "Ġë²Į": 112734, + "جÙĪ": 112735, + "ä¸Ģ缴": 112736, + "ìķĦìļĶ": 112737, + "ÂłP": 112738, + "ĠØĽ": 112739, + "Ġпал": 112740, + "表æĥħ": 112741, + "Ġcanlı": 112742, + "æĪIJ为": 112743, + "ÙĪÙĨا": 112744, + "ĠâĢ¯": 112745, + "à¸ģำล": 112746, + "åįĸ": 112747, + "ĠαÏĥ": 112748, + "инок": 112749, + "амп": 112750, + "ลà¸Ńà¸ĩ": 112751, + "ÙĤÙĤ": 112752, + "ĠпÑĢоÑħод": 112753, + "ãĤĦãĤĭ夫": 112754, + "Ïĩη": 112755, + "貨": 112756, + "ĠÙģÙĬÙĩ": 112757, + "ÙĬرÙĬ": 112758, + "ĠвнеÑĪ": 112759, + "Ġkarak": 112760, + "Ø«ÙĦ": 112761, + "ÙĩÙĪرÛĮ": 112762, + "اÙĪرپ": 112763, + "ĠÄijá»ı": 112764, + "jiÅ¡tÄĽnÃŃ": 112765, + "تبر": 112766, + "Ġê·¸ê²ĥ": 112767, + "Ġgül": 112768, + "ĠпокÑĥп": 112769, + "lilik": 112770, + "Ġzda": 112771, + "åīįãģ«": 112772, + "ĠÙħÙĩÙĨد": 112773, + "ĠÎijÎĿ": 112774, + "ĠÚ©ÛĮÙĦÙĪÙħتر": 112775, + "ĠpÅĻeh": 112776, + "алеж": 112777, + "Ġkayn": 112778, + "访": 112779, + "Ġì¤ijêµŃ": 112780, + "ĠÑĪиÑĢок": 112781, + "ĠÙħشارکت": 112782, + "âĢĤ": 112783, + "ĠíŤ": 112784, + "ĠìłľíĴĪ": 112785, + "ĠØ´ÛĮر": 112786, + "esinden": 112787, + "ÑĢÑĸÑĩ": 112788, + "èı²": 112789, + "ÑģкоÑĢ": 112790, + "etik": 112791, + "à¸²à¸ľ": 112792, + "ĠطبÛĮ": 112793, + "κÎŃ": 112794, + "ĠìŀĪìĸ´": 112795, + "Ġdek": 112796, + "ÑĢÑĸй": 112797, + "åĨĴ": 112798, + "nÃŃci": 112799, + "®¤": 112800, + "ĠÙħرتب": 112801, + "Ġyazı": 112802, + "üslü": 112803, + "ìľ¼ëĤĺ": 112804, + "elerine": 112805, + "ĠyoÄŁun": 112806, + "Ġбак": 112807, + "ÎĻÎŁ": 112808, + "άλÏħ": 112809, + "ç´Ļ": 112810, + "ĠÑĢÑĥками": 112811, + "Ġçözüm": 112812, + "ìłķìĿĦ": 112813, + "Ġgüçlü": 112814, + "λÏĮ": 112815, + "Ġbelli": 112816, + "ÃŃÅ¡e": 112817, + "ĠÏĮÏĢÏīÏĤ": 112818, + "ĠnaÅ¡": 112819, + "Ġpár": 112820, + "ÑĪÑĤ": 112821, + "ĠìĨ¡": 112822, + "à¥Ĥरत": 112823, + "ĠÏĢολÏį": 112824, + "ç°¡": 112825, + "èĤ¯": 112826, + "æ¹¾": 112827, + "Ġäºĭ": 112828, + "Ġबस": 112829, + "Ġ무ë£Į": 112830, + "дина": 112831, + "誰": 112832, + "леж": 112833, + "ĠúÅĻad": 112834, + "ĠоÑģвÑĸÑĤи": 112835, + "ĠвÑĸдÑĩ": 112836, + "ĠпÑĢизнаÑĩ": 112837, + "çĶ³è¯·": 112838, + "'ya": 112839, + "ä¿Ĭ": 112840, + "ĠÙĬÙĪÙĨ": 112841, + "Ġسع": 112842, + "ĠÐĶаÑĤа": 112843, + "è¨ĢãģĨ": 112844, + "ĠØŃتÛĮ": 112845, + "ĠJiÅĻÃŃ": 112846, + "ĠХаÑĢ": 112847, + "éĻĪ": 112848, + "à¹Īาà¸Īะ": 112849, + "Ġsayesinde": 112850, + "ĠÑĤÑĢеба": 112851, + "ê°Ģì§Ģ": 112852, + "Ġyemek": 112853, + "è¦ļ": 112854, + "ặn": 112855, + "ãĢĢãĢĢãĢĢãĢĢĠãĢĢ": 112856, + "Ġ举": 112857, + "ĠÙĪا": 112858, + "ĠÙħÙĪس": 112859, + "Ġкоманд": 112860, + "Ġseçim": 112861, + "ÑĩеннÑı": 112862, + "Ġtotiž": 112863, + "Ġrá»Ńa": 112864, + "ıa": 112865, + "Ø¢Ùħ": 112866, + "ÑĨÑĸон": 112867, + "::::::::::::": 112868, + "ÐĿÐIJ": 112869, + "ıza": 112870, + "hend": 112871, + "Ġफर": 112872, + "ัà¸Ķà¸ģาร": 112873, + "ĠCách": 112874, + "ĠпоÑĤÑĸм": 112875, + "Ġá¼Ģ": 112876, + "اÙĦا": 112877, + "ỡ": 112878, + "رÛĮÙħ": 112879, + "宫": 112880, + "ĠزÙħÛĮÙĨ": 112881, + "ÑĢеÑģÑĤ": 112882, + "баÑĩ": 112883, + "Ùĩرست": 112884, + "ног": 112885, + "ï¼Į大": 112886, + "ĠëĺIJíķľ": 112887, + "Ġzůst": 112888, + "ĠÐĴона": 112889, + "å¤ĩ份": 112890, + "ĠاÙģت": 112891, + "oje": 112892, + "ÑģкÑĸлÑĮки": 112893, + "Ġnhẹ": 112894, + "ĠкеÑĢÑĸв": 112895, + "ῦ": 112896, + "æĸ¹æ¡Ī": 112897, + "заÑĨиÑı": 112898, + "ĠвÑĸдповÑĸдно": 112899, + "ãĤ¤ãĤ¹": 112900, + "гал": 112901, + "ĠобÑĭÑĩно": 112902, + "اÙĪرپÙĪÛĮÙĨت": 112903, + "å®ľ": 112904, + "losti": 112905, + "è¿Ľåħ¥": 112906, + "uyordu": 112907, + "벤íĬ¸": 112908, + "æīĭãĤĴ": 112909, + "ÐŁÐ¾Ð´": 112910, + "ĠÙħØŃدÙĪد": 112911, + "ĠØ¢Ùħد": 112912, + "arakter": 112913, + "çļĦ大": 112914, + "Ġsıcak": 112915, + "lant": 112916, + "Ġdấu": 112917, + "ĠÙĨÚ©": 112918, + "èĢħãģ®": 112919, + "Ġkendini": 112920, + "ĠпаÑĨи": 112921, + "Ġ기íĥĢ": 112922, + "ĠвмеÑģÑĤе": 112923, + "ваеÑĤÑģÑı": 112924, + "Ġë§ī": 112925, + "ĠchvÃŃli": 112926, + "Ø®ÛĮ": 112927, + "ÙĦع": 112928, + "nÃŃky": 112929, + "､:": 112930, + "ëIJľëĭ¤": 112931, + "ì§ķ": 112932, + "ĠквÑĸÑĤ": 112933, + "¨ìĸ´": 112934, + "liž": 112935, + "Ġë¹Ħë°Ģê¸Ģ": 112936, + "Ġkhá»iji": 112937, + "Ġë°©ìĨ¡": 112938, + "echan": 112939, + "Ġзаконодав": 112940, + "ĠакÑĤ": 112941, + "ë¬¸ìłľ": 112942, + "ĠNó": 112943, + "ĠçĤ¹": 112944, + "hledem": 112945, + "ĠÑģвоÑĹÑħ": 112946, + "ĠرÙĤÙħ": 112947, + "æĽ¼": 112948, + "िवर": 112949, + "åİļ": 112950, + "ĠÐļод": 112951, + "à¤Ńà¤Ĺ": 112952, + "ìŀIJëĬĶ": 112953, + "à¸Ļม": 112954, + "ÑĥÑģа": 112955, + "Ġgünü": 112956, + "ĠÄijÃŃch": 112957, + "Ġtrữ": 112958, + "å·»": 112959, + "éĵ¶è¡Į": 112960, + "ØŃÙĨ": 112961, + "讨": 112962, + "γÏĩ": 112963, + "ὸ": 112964, + "alarında": 112965, + "Ġkaf": 112966, + "ÙĪاج": 112967, + "ĠиÑģклÑİÑĩ": 112968, + "Ġnhiá»ħ": 112969, + "á»įt": 112970, + "ĠìĽ¹": 112971, + "ĠéĿ¢": 112972, + "ãģ®ãģĮ": 112973, + "Ġмало": 112974, + "ÑĸлÑĸ": 112975, + "Ġbiên": 112976, + "nému": 112977, + "пÑĢимеÑĢ": 112978, + "âĸłâĸł": 112979, + "Ġkamp": 112980, + "ĠвеÑī": 112981, + "Äįem": 112982, + "à¥ģध": 112983, + "æŁ»": 112984, + "تÙĪÙĨ": 112985, + "åıªæľī": 112986, + "ãģ¯ãģĦ": 112987, + "Ġรวม": 112988, + "ãĤŀ": 112989, + "ãģĻãĤĭãģ¨": 112990, + "å¾Īå¤ļ": 112991, + "à¹Īà¸ķ": 112992, + "ĠsvÄĽta": 112993, + "Ġê°Ģ격": 112994, + "Ú¯Ùĩ": 112995, + "andaÅŁ": 112996, + "ãĥªãĤ¹": 112997, + "Ïīμα": 112998, + "ĠØ®ÙĪب": 112999, + "ç´ħ": 113000, + "ÑĩиÑģ": 113001, + "ì¢Į": 113002, + "ĠØŃضرت": 113003, + "ĠвиÑĢÑĸÑĪ": 113004, + "پر": 113005, + "Ġtýd": 113006, + "Ġkontro": 113007, + "дейÑģÑĤв": 113008, + "ãģŁãĤģãģ«": 113009, + "ìī": 113010, + "миниÑģÑĤÑĢа": 113011, + "âĢ¯": 113012, + "åīij": 113013, + "ниÑĨÑĸ": 113014, + "å¦ĩ": 113015, + "ĠлиÑĪ": 113016, + "ãģ£ãģ¦ãĤĭ": 113017, + "наÑĢÑĥж": 113018, + "ÑīиÑħ": 113019, + "ÏĦοκ": 113020, + "ováno": 113021, + "ترÙĦ": 113022, + "ÑĢек": 113023, + "غات": 113024, + "Ġomez": 113025, + "ìĵ°": 113026, + "ĠÃľl": 113027, + "ï½Ĵ": 113028, + "lıģını": 113029, + "Ġvượt": 113030, + "ĠbÄĽÅ¾": 113031, + "ÃľR": 113032, + "Ġãĥ¾": 113033, + "ĠdoÄŁal": 113034, + "Ġhatır": 113035, + "Ġsvým": 113036, + "ì§ĢëıĦ": 113037, + "à¹Ģà¸łà¸Ĺ": 113038, + "Ġvay": 113039, + "ĠæĻĤ": 113040, + "à¥įवप": 113041, + "Ġplo": 113042, + "é¢Ħè§Ī": 113043, + "Ġçıktı": 113044, + "ĠدÙĨ": 113045, + "nánÃŃ": 113046, + "ê·Ģ": 113047, + "íĺĢ": 113048, + "à¸ŀà¸ļ": 113049, + "muÅŁtur": 113050, + "å®ĺæĸ¹": 113051, + "ĠíĶĦë¡ľê·¸ëŀ¨": 113052, + "éĢŁåº¦": 113053, + "lerdir": 113054, + "ÑĩеÑģкого": 113055, + "ĠÄ°nsan": 113056, + "âĶĥ": 113057, + "Ġà¤ĩतन": 113058, + "Ð¡Ð¡Ðł": 113059, + "ĠاÙħر": 113060, + "Ġkötü": 113061, + "ÙģØ´": 113062, + "Ġboj": 113063, + "ĠÑĨÑĸÑĶÑĹ": 113064, + "Ġsöylem": 113065, + "ниÑĨÑĭ": 113066, + "ãĢĤ她": 113067, + "âĢĿ.Ċ": 113068, + "Ġmilion": 113069, + "Ġsonunda": 113070, + "зÑĥ": 113071, + "à¥įमà¤ķ": 113072, + "人åı£": 113073, + "nÄĽÅ¾": 113074, + "ĠÑģмоÑĤ": 113075, + "ĠкомплекÑģ": 113076, + "ĠзавиÑģим": 113077, + "ĠимеÑİÑĤ": 113078, + "Ġlạc": 113079, + "Ġhangi": 113080, + "ëĶ©": 113081, + "åĬ³": 113082, + "ĠvÄĽci": 113083, + "еÑĢов": 113084, + "κÏģι": 113085, + "Ġdurumu": 113086, + "ĠبÙĪاسطة": 113087, + "ĠأبÙĬ": 113088, + "ĠAÄŁustos": 113089, + "εÏĩ": 113090, + "ĠдиÑĤи": 113091, + "ÑĦика": 113092, + "ĠNÄĥm": 113093, + "Ġ기ìĪł": 113094, + "ĠhlavnÃŃ": 113095, + "ä¿ĥ": 113096, + "Ġलà¤Ĺत": 113097, + "ĠObr": 113098, + ".ย": 113099, + "ковод": 113100, + "opis": 113101, + "Ġãĥī": 113102, + "ĠبشÙĥÙĦ": 113103, + "нием": 113104, + "ĠtémÄĽÅĻ": 113105, + "ĠاÙĦØŃر": 113106, + "ĠÙĦازÙħ": 113107, + "Ġmái": 113108, + "iliÄŁi": 113109, + "ë³¼": 113110, + "Ġyık": 113111, + "ç½²": 113112, + "ÑĢава": 113113, + "Ñīин": 113114, + "ãģ«å¯¾": 113115, + "ç²¾ç¥ŀ": 113116, + "à¹īส": 113117, + "Ġtemsil": 113118, + "ÃĨ": 113119, + "ìķĶ": 113120, + "ĠпÑĢавилÑĮно": 113121, + "ÑĢоÑİ": 113122, + "Û±Û³Û¸": 113123, + "è©ŀ": 113124, + "اءة": 113125, + "ÙĪارÙĩ": 113126, + "ï¼ħ": 113127, + "ĠÐľÐ¸Ðº": 113128, + "æģ¶": 113129, + "æıĴ": 113130, + "ापन": 113131, + "ĠÚ©ÛĮÙģÛĮت": 113132, + "ĠTÃłi": 113133, + "Ġtiá»ĥu": 113134, + "ovalo": 113135, + "çĿ¡": 113136, + "Ñĩил": 113137, + "ĠлиÑĤ": 113138, + "λεÏħÏĦα": 113139, + "Ġокон": 113140, + "::|": 113141, + "вала": 113142, + "ĠÙħرکزÛĮ": 113143, + "ĠalÄ±ÅŁ": 113144, + "Ġдолжно": 113145, + "æĻĤ代": 113146, + "Ġsert": 113147, + "еÑĤом": 113148, + "ัà¸Ļย": 113149, + "åģ·": 113150, + "ĠvÃŃc": 113151, + "ĠÑħоÑĤÑı": 113152, + "alarını": 113153, + "lenmesi": 113154, + "ãĥ³ãĥIJ": 113155, + "Ġëªĩ": 113156, + "ĠỦy": 113157, + "ĠاÙĦکتر": 113158, + "vyÅ¡Å¡ÃŃ": 113159, + "責": 113160, + "주ìĭľ": 113161, + "áÅĻe": 113162, + "Ġyere": 113163, + "ãĤ¢ãĥ³": 113164, + "ĠاÙĦسعÙĪد": 113165, + "Ġآش": 113166, + "Ġchóng": 113167, + "Ġè»": 113168, + "гаÑĶ": 113169, + "ĠãģĤ": 113170, + "稳": 113171, + "δεÏĤ": 113172, + "缮çļĦ": 113173, + "Ġcevap": 113174, + "ÑģÑĤе": 113175, + "é¡¿": 113176, + "मन": 113177, + "顾": 113178, + "ĠкÑĢедиÑĤ": 113179, + "ĠÙħستÙĤ": 113180, + "ĠмиÑĤ": 113181, + "Ġtá»ĵn": 113182, + "ĠجÙĦ": 113183, + "Ä©a": 113184, + "ĠاÙĦعÙĦÙħ": 113185, + "áků": 113186, + "ĠíķĻêµIJ": 113187, + "à¸Ĺà¸Ńà¸ĩ": 113188, + "หà¸Ļà¸Ķ": 113189, + "ĠлÑĸÑĤеÑĢаÑĤÑĥ": 113190, + "ëIJł": 113191, + "άÏģÏĩ": 113192, + "ĠÙĤدرت": 113193, + "à¸Ļาà¸ĩ": 113194, + "Ġarac": 113195, + "ĠjÃŃd": 113196, + "Ġtürlü": 113197, + "íĶ½": 113198, + "ersiz": 113199, + "еним": 113200, + "Ġyüzyıl": 113201, + "ĠãģĦ": 113202, + "ĠÎļÏħ": 113203, + "Ġæļ": 113204, + "Ġpůj": 113205, + "Ġtá»Ļi": 113206, + "Ġthiên": 113207, + "Ä°S": 113208, + "Ġthúc": 113209, + "æĹģ": 113210, + "ìŀIJìĿ¸": 113211, + "Ġölüm": 113212, + "رÛĮÙģ": 113213, + "ÑĢеж": 113214, + "صاÙĦ": 113215, + "رÙģØ©": 113216, + "iếp": 113217, + "ÑıÑĤиÑı": 113218, + "Ġpoužit": 113219, + "átu": 113220, + "为ä»Ģä¹Ī": 113221, + "ìģ": 113222, + "Ġkrát": 113223, + "ĠپرÙĪÚĺÙĩ": 113224, + "ĠrozhodnutÃŃ": 113225, + "ĠÑĥнивеÑĢ": 113226, + "Ñĸйно": 113227, + "Ġåij¨": 113228, + "Ġkiá»ĥu": 113229, + "缮åīį": 113230, + "ä¿Ħ": 113231, + "ÏĦοι": 113232, + "ÑĦеÑĢен": 113233, + "uÅŁtur": 113234, + "ĠnÃŃm": 113235, + "âĢĮØ®": 113236, + "Ġủy": 113237, + "ĠÑģÑĤаÑĤи": 113238, + "ÑĩеÑģкий": 113239, + "Ġjestli": 113240, + "ĠÙ¾ÙĨ": 113241, + "Ġobce": 113242, + "ĠجÙĩاÙĨÛĮ": 113243, + "едагог": 113244, + "ãģ§ãģ®": 113245, + "Ġbuá»Ļc": 113246, + "ì¹´ì§Ģëħ¸": 113247, + "à¹ĩà¸Ħ": 113248, + "ĠÄįtvrt": 113249, + "Ġника": 113250, + "Ġвплив": 113251, + "ĠдиÑĢ": 113252, + "ĠÑģобÑģÑĤвен": 113253, + "Ġë§İìĿ´": 113254, + "æ¾³": 113255, + "ÑĢÑĥб": 113256, + "æ£ĭ": 113257, + "å£°éŁ³": 113258, + "ä¹ĥ": 113259, + "تÛĮجÙĩ": 113260, + "å¹¼": 113261, + "onya": 113262, + "ĠPlantae": 113263, + "ЧÑĤо": 113264, + "æIJŃ": 113265, + "ä½ľçĶ¨": 113266, + "ìħ¨": 113267, + "ĠкÑĢÑĥг": 113268, + "ĠÙĪÙģÙĬ": 113269, + "Ġï¼ŀ": 113270, + "ÑĪки": 113271, + "ÂłÐľ": 113272, + "اشÛĮ": 113273, + "ĠÅŀubat": 113274, + "Ġعشر": 113275, + "lif": 113276, + "ĠpoužitÃŃ": 113277, + "íĨ¡": 113278, + "Ġблок": 113279, + "èĢ¶": 113280, + "ูร": 113281, + "Ġvüc": 113282, + "Ø´ÙĪد": 113283, + "има": 113284, + "ниÑĨип": 113285, + "ìĿ´ëĵľ": 113286, + "ĠâĢIJ": 113287, + "ĠназнаÑĩ": 113288, + "Ġstrany": 113289, + "殿": 113290, + "ĠاÙĦرÙĪ": 113291, + "纸": 113292, + "åĪij": 113293, + "ï¼Įä»İ": 113294, + "Ġë©´": 113295, + "ĠпÑĢоведеннÑı": 113296, + "Ġhava": 113297, + "ĠìĹĨìĹĪëĭ¤": 113298, + "å¢ŀåĬł": 113299, + "Ú¾": 113300, + "缺": 113301, + "Ġعبار": 113302, + "Ġtắc": 113303, + "ĠinÅŁa": 113304, + "erse": 113305, + "رÙĬب": 113306, + "Ġá»ķn": 113307, + "أة": 113308, + "ĠÏĢολι": 113309, + "Ġmắc": 113310, + "Ñģол": 113311, + "æ´ŀ": 113312, + "-го": 113313, + "ç¨ĭ度": 113314, + "ĠвикоÑĢиÑģÑĤаннÑı": 113315, + "âĢŀظ": 113316, + "elerinde": 113317, + "ĠNhÆ°ng": 113318, + "stÅĻed": 113319, + "Ġhastalık": 113320, + "à¹īà¹Ģà¸Ľ": 113321, + "Ġdefa": 113322, + "ĠزÙĬ": 113323, + "اطÙĤ": 113324, + "ĠпÑĢой": 113325, + "ĠокÑĢÑĥг": 113326, + "νια": 113327, + "ladu": 113328, + "koli": 113329, + "ĠoÄŁ": 113330, + "ĠвиÑģок": 113331, + "Ðĩ": 113332, + "çĽĸ": 113333, + "ãĤıãģij": 113334, + "ãĥ¼ãĥģ": 113335, + "æ¡¥": 113336, + "ĠÅ¡koly": 113337, + "itom": 113338, + "ĠتØŃص": 113339, + "alara": 113340, + "Ġкал": 113341, + "ĠпÑĢиÑħод": 113342, + "Ġé¦ĸ页": 113343, + "Âį": 113344, + "ĠÛĮعÙĨÛĮ": 113345, + "Ġtùy": 113346, + "Ģë¡ľ": 113347, + "ëł¤ê³ł": 113348, + "áze": 113349, + "Ġек": 113350, + "èħ¹": 113351, + "ĠFakat": 113352, + "по": 113353, + "ĠÄijá»įc": 113354, + "åĪĺ": 113355, + "ázal": 113356, + "ÑĤон": 113357, + "Ú¯ÙĪ": 113358, + "ä¸Ī": 113359, + "ìĹ¼": 113360, + "ĠÙĦÙĦØ£": 113361, + "ĠEÄŁer": 113362, + "åħ±åĴĮåĽ½": 113363, + "ذر": 113364, + "ĠdaÄŁ": 113365, + "è¡Įä¸ļ": 113366, + "ê±°ëŀĺê°Ģ": 113367, + "è´Łè´£": 113368, + "Công": 113369, + "ĠÑĦилÑĮ": 113370, + "ĠаÑģ": 113371, + "Ġchẳng": 113372, + "нимаÑĤÑĮ": 113373, + "Ġifad": 113374, + "Ġìħ": 113375, + "çĪµ": 113376, + "ĠÅĻeÅ¡enÃŃ": 113377, + "åĽ½äº§": 113378, + "Ġкакой": 113379, + "Ġमध": 113380, + "ĠYar": 113381, + "obraz": 113382, + "Ġonemoc": 113383, + "ĠâĤ": 113384, + "åİŁåĽł": 113385, + "ĠÙĥرد": 113386, + "Ġآزاد": 113387, + "Ġadlı": 113388, + "ĠHizmet": 113389, + "ãĥ¼ãĥij": 113390, + "ÙĨسÙĬØ©": 113391, + "ĠвнÑĥÑĤ": 113392, + "Ġdále": 113393, + "ÎķÎ¥": 113394, + "ĠÑĥÑħ": 113395, + "ĠÑĢев": 113396, + "ĠмеÑĪ": 113397, + "ĠkoÅŁul": 113398, + "ĠاÛĮراÙĨÛĮ": 113399, + "éĺµ": 113400, + "ĠëıĻìķĪ": 113401, + "à¹Ģà¸Ł": 113402, + "ëłĪ벨": 113403, + "è¨Ńè¨Ī": 113404, + "prak": 113405, + "poÄį": 113406, + "اعدة": 113407, + "Ġasker": 113408, + "ĠÙĪÛĮÚĺÙĩ": 113409, + "ĠТеÑĢ": 113410, + "makta": 113411, + "ĠÄįtyÅĻ": 113412, + "ÂłÐ¡": 113413, + "âĢĮÚ©ÙĨÙĨد": 113414, + "ï¼Į並": 113415, + "ĠÑĢоÑģÑĸй": 113416, + "Ġunut": 113417, + "è¿Ļä¸Ģ": 113418, + "opak": 113419, + "èĢIJ": 113420, + "ĠзамеÑĤ": 113421, + "à¹Įล": 113422, + "بÙĨ": 113423, + "Ġ몰": 113424, + "Ġinsanlar": 113425, + "åı¯æĺ¯": 113426, + "梦": 113427, + "код": 113428, + "èĽĽ": 113429, + "kladnÃŃ": 113430, + "ÑĢовод": 113431, + "ĠмÑĸÑģÑĤа": 113432, + "åĩºäºĨ": 113433, + "ĠпаÑģ": 113434, + "обов": 113435, + "گاÙĩÛĮ": 113436, + "вин": 113437, + "à¥įरध": 113438, + "Ġкомпон": 113439, + "ĠаÑĤ": 113440, + "Ġadet": 113441, + "Ġãĥģ": 113442, + "Ġذات": 113443, + "ĠØŃÙĪ": 113444, + "Ġtrochu": 113445, + "à¹ģหà¸Ļ": 113446, + "Ġзавжди": 113447, + "ĠPartisi": 113448, + "ĠSavaÅŁ": 113449, + "ĠsÃŃd": 113450, + "ĠÑģон": 113451, + "رÙĬÙģ": 113452, + "Ġzcela": 113453, + "åĺ´": 113454, + "ĠÑĦÑĥÑĤ": 113455, + "ilerek": 113456, + "malıdır": 113457, + "Ġdá»±a": 113458, + "à¸Ĺำà¸ĩาà¸Ļ": 113459, + "ĠÙĪÙĦÙĥÙĨ": 113460, + "ãģªãĤĵãģł": 113461, + "ĠÚ©ÙħÛĮ": 113462, + "ĠlékaÅĻ": 113463, + "ÏģÏį": 113464, + "جÙħع": 113465, + "ınızı": 113466, + "ĠAnadolu": 113467, + "ãģ«ãĤĪãģ£ãģ¦": 113468, + "Ġê·¸ëŁ¬ëĤĺ": 113469, + "ĠíĮĶ": 113470, + "ÑĸÑĤÑĮ": 113471, + "Ġ¦": 113472, + "ä¸įè¦ģ": 113473, + "à¸ĸม": 113474, + "ĠÙĬد": 113475, + "ĠpÅĻep": 113476, + "Ġè¦ģ": 113477, + "ĠпÑĢоекÑĤ": 113478, + "ĠÑĢеги": 113479, + "Ġdạy": 113480, + "кового": 113481, + "Ġıs": 113482, + "ĠKı": 113483, + "ĠÙģÙĬÙĩا": 113484, + "ÛĮات": 113485, + "ĠÑģÑĤала": 113486, + "æĬľ": 113487, + "ÑĥÑĢа": 113488, + "ĠپاÛĮاÙĨ": 113489, + "Ġitibaren": 113490, + "анÑĸÑĹ": 113491, + "ĠоÑĦоÑĢм": 113492, + "леÑĩ": 113493, + "εξ": 113494, + "æĶ¿çŃĸ": 113495, + "Ġç½ij": 113496, + "åĤ¬": 113497, + "ĠìĿ´ëŁ°": 113498, + "ĠkardeÅŁ": 113499, + "ÑİÑīего": 113500, + "лки": 113501, + "ĠاÛĮاÙĦات": 113502, + "تÙĩا": 113503, + "ĠподÑħод": 113504, + "ĠØŃÙĪÙĦ": 113505, + "ĠÑģовÑĢем": 113506, + "íĿ¥": 113507, + "Ġ詳細": 113508, + "ıyı": 113509, + "ĠتÙĤÙĪ": 113510, + "æ¯Ķè¾ĥ": 113511, + "ĠανÏĦι": 113512, + "ĠΣΤ": 113513, + "jiÅ¡Å¥": 113514, + "ynı": 113515, + "Ġpocházet": 113516, + "-Ðļ": 113517, + "Ġзавд": 113518, + "Ùİس": 113519, + "ç»ĵæŀĦ": 113520, + "Ùħار": 113521, + "νοι": 113522, + "ĠγεÏģι": 113523, + "èĩ£": 113524, + "ĠnacházÃŃ": 113525, + "ÏĦÏİ": 113526, + "à¥įयत": 113527, + "uyu": 113528, + "æķĹ": 113529, + "ebi": 113530, + "Ġë°Ķë¡ľ": 113531, + "ĠгÑĢн": 113532, + "ĠاÙĦاس": 113533, + "Ġorgán": 113534, + "Ġedin": 113535, + "åŁĥ": 113536, + "à¹ģà¸Ħ": 113537, + "ĠØŃدÙĪد": 113538, + "ĠдÑĢÑĥгой": 113539, + "оÑģков": 113540, + "ĠSợ": 113541, + "ĠpÅĻib": 113542, + "ä¿ĿæĬ¤": 113543, + "Ùħبر": 113544, + "ĠãĥĨ": 113545, + "Ġdoz": 113546, + "optera": 113547, + "à¸´à¸¥à¸Ľ": 113548, + "دارÛĮ": 113549, + "æĦŁè§ī": 113550, + "代çIJĨ": 113551, + "ÙĨدا": 113552, + "اÙĬا": 113553, + "صÙĨ": 113554, + "Ġcelé": 113555, + "Ġè©ķ": 113556, + "à¸ĩà¸Ļ": 113557, + "Ġleh": 113558, + "èİ·å¾Ĺ": 113559, + "ãĢĢï¾ī": 113560, + "ĠìĦłìĪĺ": 113561, + "르ëĬĶ": 113562, + "à¤Ĩर": 113563, + "å§Ķåijĺ": 113564, + "æĹłçłģ": 113565, + "Ġè·": 113566, + "ĠzajÃŃm": 113567, + "ecké": 113568, + "æµľ": 113569, + "ĠÑĥнÑĸвеÑĢÑģиÑĤ": 113570, + "ĠбÑİджеÑĤ": 113571, + "à¥ĩ.": 113572, + "Ġvstup": 113573, + "ĠоÑī": 113574, + "Ġåľĭ": 113575, + "ä¸ģ缮": 113576, + "ĠведÑĮ": 113577, + "Ġë§IJìĿĦ": 113578, + "Ġteknik": 113579, + "ãĢĢï½Į": 113580, + "ĠпÑĸдвиÑī": 113581, + "ĠÑģвÑıзи": 113582, + "ĠترجÙħ": 113583, + "Âī": 113584, + "ĠÄijâu": 113585, + "ÑĸÑĩного": 113586, + "å°ijå¹´": 113587, + "ecta": 113588, + "िलत": 113589, + "ιοÏĤ": 113590, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 113591, + "teg": 113592, + "á»īnh": 113593, + "¯¿": 113594, + "Ġnebu": 113595, + "ÙĬÙĬÙĨ": 113596, + "оÑıÑĤ": 113597, + "é¤Ĭ": 113598, + "ĠاÙĤتصادÛĮ": 113599, + "âĢĻnun": 113600, + "ĠÐĴÑĸк": 113601, + "ĠngÄĥn": 113602, + "ëĮĢíķĻêµIJ": 113603, + "éı": 113604, + "़र": 113605, + "اباÙĨ": 113606, + "ÙİÙĥ": 113607, + "Ġetkil": 113608, + "Ġchắn": 113609, + "Ġë°ľìĥĿ": 113610, + "Ġtamamen": 113611, + "ĠÙħØŃÛĮØ·": 113612, + "ülü": 113613, + "åģ¥åº·": 113614, + "ĠÑĢаÑģÑĤениÑı": 113615, + "ÏĢοί": 113616, + "Ġè¶ħ": 113617, + "áÄį": 113618, + "ĠìĻ¸ë¶Ģ": 113619, + "ĠØ®ÛĮÙĦÛĮ": 113620, + "ĠدÙĪست": 113621, + "à¹Ģà¸Ĥà¸ķ": 113622, + "Ġkalan": 113623, + "먼": 113624, + "avÄĽ": 113625, + "문íĻĶ": 113626, + "Ġдиаг": 113627, + "ĠÙĨÙĪÙĬس": 113628, + "íķij": 113629, + "à¸ŀาะ": 113630, + "ëĭ¤ê°Ģ": 113631, + "Ġniá»ĩm": 113632, + "ĠسÙĪÙħ": 113633, + "-м": 113634, + "à¸Ķำà¹Ģà¸Ļ": 113635, + "à¹ĩว": 113636, + "ãĢĤãģĵãģ®": 113637, + "ç¯ī": 113638, + "WidthSpace": 113639, + "ZeroWidthSpace": 113640, + "ائÙħØ©": 113641, + "à¹Ħà¸ĭà¸ķ": 113642, + "ä¸ĭ载次æķ°": 113643, + "ä¼¼ä¹İ": 113644, + "ĠÑĤв": 113645, + "Ġzákaz": 113646, + "Ġجدا": 113647, + "Ġgider": 113648, + "ãĥ¼ãĥĵ": 113649, + "nů": 113650, + "Ġë§ģíģ¬": 113651, + "ĠdÃ¼ÅŁÃ¼k": 113652, + "Ñĥнок": 113653, + "Ġtóc": 113654, + "ĠÑĤÑĢÑĥб": 113655, + "окÑģ": 113656, + "Ġtrải": 113657, + "Ġmiá»ħn": 113658, + "ĠthÆ°á»Ľc": 113659, + "ĠnháºŃt": 113660, + "ÂłD": 113661, + "masının": 113662, + "輪": 113663, + "ĠÎĿο": 113664, + "erç": 113665, + "Ġdokonce": 113666, + "ĠGüven": 113667, + "ovaná": 113668, + "езд": 113669, + "ÑĸнÑĮ": 113670, + "èģ²": 113671, + "اÙĦØ£": 113672, + "ï¼Įä½Ĩæĺ¯": 113673, + "ĠполноÑģÑĤÑĮÑİ": 113674, + "Portály": 113675, + "ĠØŃاÙģظ": 113676, + "à¥Ĥà¤ķ": 113677, + "ÑĢÑĥн": 113678, + "人çī©": 113679, + "Ġaçı": 113680, + "Ġporu": 113681, + "eriod": 113682, + "ĠAmerika": 113683, + "çĩŁ": 113684, + "ĠرÙĪد": 113685, + "ĠкÑĢови": 113686, + "ÙĪÙĤت": 113687, + "éĺ¶": 113688, + "ãĥ»âĶģãĥ»âĶģ": 113689, + "رÙĬÙħ": 113690, + "åİĨåı²": 113691, + "丸": 113692, + "ĠзновÑĥ": 113693, + "ĠÑģвоего": 113694, + "бÑĥдÑĮ": 113695, + "ĠØŃجÙħ": 113696, + "ĠδÏįο": 113697, + "ìķĪëĤ´": 113698, + "Ġãģ§": 113699, + "à¹Īะ": 113700, + "ÙijÙı": 113701, + "çµIJæŀľ": 113702, + "âĢĻi": 113703, + "à¹Į,": 113704, + "åŃĺäºİ": 113705, + "Ġरà¤ĸन": 113706, + "ĠسرÙħاÛĮÙĩ": 113707, + "ĠглÑĥб": 113708, + "ĠÑĢазÑĸ": 113709, + "ÑĩнÑĸ": 113710, + "ï¼ĮåıĪ": 113711, + "cısı": 113712, + "æľīåħ³": 113713, + "ãĤ»ãĥ³": 113714, + "èIJ¨": 113715, + "ĠGiáo": 113716, + "ĠاÙĦثاÙĨÙĬ": 113717, + "ĠÑĢазом": 113718, + "ĠÑĤÑĢо": 113719, + "Ġaçıklam": 113720, + "åĨ³å®ļ": 113721, + "à¸Ńà¸Ľ": 113722, + "åĶ¯": 113723, + "ĠÅŁark": 113724, + "Ġsistemi": 113725, + "Ġtoprak": 113726, + "èĢĥãģĪ": 113727, + "ĠпопÑĥлÑıÑĢ": 113728, + "ĠëĨį": 113729, + "اÙĬÙĨ": 113730, + "सम": 113731, + "ĠÂĢ": 113732, + "Ġederek": 113733, + "Ġgec": 113734, + "ìĤ¬ìĹħ": 113735, + "ĠÑĢоки": 113736, + "ĠбеÑĢем": 113737, + "ĠخاÙĨÙĪادÙĩ": 113738, + "Ġèµ·": 113739, + "ĠЧÑĤо": 113740, + "ĠobÄĽ": 113741, + "инÑĸ": 113742, + "ìĿ´ìĹĪ": 113743, + "ĠIndi": 113744, + "ĠдиÑĤ": 113745, + "ãĥ¶æľĪ": 113746, + "Ġнемного": 113747, + "ĠzákladÄĽ": 113748, + "à¹Ĥà¸Ħ": 113749, + "ĠÑģамого": 113750, + "ĠبØŃØ«": 113751, + "Ġæ¶": 113752, + "овж": 113753, + "ĠобÑĢаÑī": 113754, + "ÃĴ": 113755, + "วรร": 113756, + "à¤Ĥश": 113757, + "ĠоÑĩеÑĢед": 113758, + "ĠÙģرز": 113759, + "ëĮĢíķľ": 113760, + "Ġsizin": 113761, + "رÙģت": 113762, + "ÑİÑīим": 113763, + "æ»ij": 113764, + "avir": 113765, + "ĠÙĪصÙĦ": 113766, + "Ġquay": 113767, + "Ġгип": 113768, + "ÑĢениÑı": 113769, + "à¥įवत": 113770, + "ινÏīν": 113771, + "à¤ľà¤¹": 113772, + "ĠhÆ¡i": 113773, + "Ġpovaž": 113774, + "Ġعرب": 113775, + "менÑĤа": 113776, + "ĠоÑģÑĤан": 113777, + "ä¹ĭéĹ´": 113778, + "acÃŃch": 113779, + "ĠÑģказала": 113780, + "ìĿ´ëĿ¼ëĬĶ": 113781, + "Ġشاخ": 113782, + "Ġëĭ¹ìĭł": 113783, + "arlar": 113784, + "Ġмлн": 113785, + "åĨ¬": 113786, + ".:.:.:": 113787, + "Ġθε": 113788, + "Ġherkes": 113789, + "лÑıд": 113790, + "اÙħا": 113791, + "ĠëŃIJ": 113792, + "ÏĥιμοÏĢοι": 113793, + "Ġobraz": 113794, + "غاÙĦ": 113795, + "BÆ°á»Ľc": 113796, + "å°Ĭ": 113797, + "ìŀIJ를": 113798, + "æĢĴ": 113799, + "οÏħÏģγ": 113800, + "å¼ķãģį": 113801, + "Ġkonuda": 113802, + "ĠاÙĦتج": 113803, + "Ġkrit": 113804, + "å¿į": 113805, + "ĠìłĦìĦ¸ê°Ģ": 113806, + "говоÑĢ": 113807, + "Ġistiyor": 113808, + "оки": 113809, + "ĠобеÑģпеÑĩ": 113810, + "Ġayrıca": 113811, + "à¹Ģà¸ľ": 113812, + "аÑĢод": 113813, + "Ä°Åŀ": 113814, + "ĠجÙħÙĩÙĪرÛĮ": 113815, + "ĠÑģвоиÑħ": 113816, + "Ġprovád": 113817, + "ĠÑĢам": 113818, + "ĠÙĤض": 113819, + "лиÑĤелÑĮ": 113820, + "ãĤ±ãĥĥãĥĪ": 113821, + "оÑģоÑĦ": 113822, + "Ġरहन": 113823, + "kový": 113824, + "ì°¸": 113825, + "γκα": 113826, + "λοι": 113827, + "μÏĢο": 113828, + "ĠÄijau": 113829, + "ниÑİ": 113830, + "Ġmanžel": 113831, + "Ġíĺ¼": 113832, + "ĠÑĤиÑģ": 113833, + "ãĥĨãĥ«": 113834, + "abilecek": 113835, + "нин": 113836, + "à¸ģรรมà¸ģาร": 113837, + "éłIJ": 113838, + "Ġphê": 113839, + "jedn": 113840, + "交æµģ": 113841, + "Ġвнимание": 113842, + "обÑĢеÑĤ": 113843, + "ĠжизнÑĮ": 113844, + "ÑĢиÑģÑĤи": 113845, + "à¥Īà¤ļ": 113846, + "Ġyüzden": 113847, + "Ġgiy": 113848, + "éļĶ": 113849, + "仲": 113850, + "ĠèĻ": 113851, + "ĠParti": 113852, + "Ġéĸ¢": 113853, + "ัà¸ļส": 113854, + "ĠnejlepÅ¡ÃŃ": 113855, + "ÙİÙī": 113856, + "ĠìĿ´ìłľ": 113857, + "Ġcắt": 113858, + "ÑĢозÑĥм": 113859, + "Ġnejsou": 113860, + "lÃŃd": 113861, + "θο": 113862, + "à¹ĩà¸ĩ": 113863, + "ĠÑģпÑĢоÑģ": 113864, + "mamÄ±ÅŁ": 113865, + "Ġ쪽": 113866, + "اÙģÙĤ": 113867, + "ÑĨÑĸйниÑħ": 113868, + "Ġé¦Ļ": 113869, + "ĠÙħÛĮÙĦÛĮÙĪÙĨ": 113870, + "夢": 113871, + "ĠÙģÙĩرست": 113872, + "rý": 113873, + "ĠповÑĸдом": 113874, + "eceÄŁi": 113875, + "ĠзабезпеÑĩеннÑı": 113876, + "ÂĶ": 113877, + "ãģĹãģªãģĦ": 113878, + "åŁºç¡Ģ": 113879, + "ĠÚĨÙĨÛĮÙĨ": 113880, + "ĠÑĢозÑĢоб": 113881, + "ä¸ĢäºĽ": 113882, + "ãĥ³ãģ®": 113883, + "ĠпÑĢаÑĨÑĸв": 113884, + "å¾ĹåĪ°": 113885, + "Ġtấn": 113886, + "åŃĺæ¡£å¤ĩ份": 113887, + "ĠíĻĪ": 113888, + "Ġà¸Ķาว": 113889, + "ìĭ±": 113890, + "лина": 113891, + "ĠвоÑģпал": 113892, + "ÄŁinden": 113893, + "аÑĤелей": 113894, + "rž": 113895, + "ĠÑĦÑĥн": 113896, + "ĠÐIJл": 113897, + "ĠпоÑĩÑĤи": 113898, + "овÑĸд": 113899, + "اعب": 113900, + "าะห": 113901, + "ĠвозÑĢаÑģÑĤ": 113902, + "ิà¸ĩห": 113903, + "ĠÙģÙĦس": 113904, + "ĠÅ¡est": 113905, + "à¸Ĭาว": 113906, + "Ġ골": 113907, + "ĠoÄį": 113908, + "ãĤ¸ãĥ§": 113909, + "коÑģÑĤи": 113910, + "éĽĨåĽ¢": 113911, + "æ±ĩ": 113912, + "ĠpÅĻÃŃliÅ¡": 113913, + "ĠìĿij": 113914, + "диви": 113915, + "ĠдокÑĥменÑĤа": 113916, + "ĠChâu": 113917, + "Ġmáu": 113918, + "Ġkhô": 113919, + "Ãķ": 113920, + "Ñīий": 113921, + "Ġsẵn": 113922, + "ĠконÑĦ": 113923, + "ĠзÑĥÑģÑĤ": 113924, + "åĽŀçŃĶ": 113925, + "ĠкоÑĢиÑģÑĤ": 113926, + "ĠÏĢεÏģί": 113927, + "丰": 113928, + "Ġmạch": 113929, + "анк": 113930, + "ä¸ĭæĿ¥": 113931, + "èµĦæĸĻ": 113932, + "ยà¸Ńà¸Ķ": 113933, + "ĠÏĢιο": 113934, + "à¹īà¸ĩาà¸Ļ": 113935, + "ĠumÃŃst": 113936, + "æ½®": 113937, + "çªģçĦ¶": 113938, + "Ġkultur": 113939, + "ĠاÙĦصÙģ": 113940, + "alarının": 113941, + "ĠÎĶημο": 113942, + "ĠвиконаннÑı": 113943, + "ｿ": 113944, + "ĠбезопаÑģ": 113945, + "ĠÑģаÑħ": 113946, + "Ġnoh": 113947, + "à¹ĥà¸ļ": 113948, + "éĥ½å¸Ĥ": 113949, + "ÅŁam": 113950, + "бÑĥÑĤ": 113951, + "Ġ모ìĬµ": 113952, + "Ġваг": 113953, + "çIJĨ解": 113954, + "Ġekonomik": 113955, + "Ġkhắc": 113956, + "Ġsvat": 113957, + "лиÑĪком": 113958, + "ัà¸ĩà¸Īาà¸ģ": 113959, + "izyon": 113960, + "èĥ½å¤Ł": 113961, + "ίνει": 113962, + "ÂĬ": 113963, + "ì¦Į": 113964, + "ĠÙĩاÛĮÛĮ": 113965, + "ĠkiÅŁiler": 113966, + "ĠклеÑĤ": 113967, + "íĺģ": 113968, + "à¥ĥद": 113969, + "iÅ¡": 113970, + "ëĶĶìĺ¤": 113971, + "ÙĬراÙĨ": 113972, + "ĠÐĿÑĥ": 113973, + "à¸Ńà¸Ļà¸Ĺ": 113974, + "ĠÑģоÑĩ": 113975, + "Ġisteyen": 113976, + "ĠSez": 113977, + "ĠãĤ»": 113978, + "ĠAç": 113979, + "âĢĮÙĨ": 113980, + "ĠÑĤоп": 113981, + "ĠÑĤеÑĢÑĢиÑĤоÑĢ": 113982, + "acılık": 113983, + "ĠоднÑĥ": 113984, + "Ġveri": 113985, + "Ġکد": 113986, + "ĠÚ¯ÙģتÙĩ": 113987, + "Ġcinsel": 113988, + "ологии": 113989, + "ĠpÅĻedmÄĽt": 113990, + "à¤Ĥà¤ĺ": 113991, + "Ġ空": 113992, + "γα": 113993, + "'ye": 113994, + "ترة": 113995, + "ĠdÅĻÃŃ": 113996, + "ĠHÃłn": 113997, + "ĠرشتÙĩ": 113998, + "Ġvidea": 113999, + "Ġног": 114000, + "æ·»": 114001, + "è¿ĺæľī": 114002, + "ÙĨدر": 114003, + "Ġyerde": 114004, + "Ġkent": 114005, + "à¸ļาล": 114006, + "ĠдеÑģÑı": 114007, + "ä¸ļåĬ¡": 114008, + "ĠобÑĬек": 114009, + "ĠвнÑĥÑĤÑĢÑĸÑĪ": 114010, + "kola": 114011, + "ebnÃŃ": 114012, + "ีล": 114013, + "Ġ,.": 114014, + "ĠмÑĸжнаÑĢод": 114015, + "ãģªãĤĵãģ¦": 114016, + "ĠSöz": 114017, + "Ġchod": 114018, + "Ġtrúc": 114019, + "ìļĶìĿ¼": 114020, + "ĠpháºŃn": 114021, + "Ñģка": 114022, + "ĠÑħлоп": 114023, + "Ñģким": 114024, + "Ġkapit": 114025, + "ëĵ¤ìĹIJê²Į": 114026, + "ĠbÃło": 114027, + "lıģın": 114028, + "Ä°ÅŁ": 114029, + "ÄįnÃŃk": 114030, + "ĠNgoÃłi": 114031, + "ĠبÛĮاÙĨ": 114032, + "ĠproÄį": 114033, + "ĠпÑĢоÑĤÑıгом": 114034, + "åĢī": 114035, + "еÑİ": 114036, + "Ġνο": 114037, + "ëĿ¼ëıĦ": 114038, + "ì·¨": 114039, + "ĠвиÑıв": 114040, + "Ġпонад": 114041, + "ĠжовÑĤ": 114042, + "Ġæ¯Ķ": 114043, + "Ġdoby": 114044, + "лам": 114045, + "Ñijл": 114046, + "ĠÑĢаÑħ": 114047, + "Ġвозника": 114048, + "ниÑĨÑĤво": 114049, + "層": 114050, + "ĠоÑĤлиÑĩ": 114051, + "çĤİ": 114052, + "飯": 114053, + "Ġživota": 114054, + "atör": 114055, + "Ġcelý": 114056, + "Ġaday": 114057, + "رÙĬÙĥÙĬ": 114058, + "Ġبص": 114059, + "meyen": 114060, + "ìļ°ìĬ¤": 114061, + "بÙĪÙĦ": 114062, + "Ġозна": 114063, + "麼": 114064, + "æĵļ": 114065, + "Ġzkou": 114066, + "ëĤĺìļĶ": 114067, + "Ġkry": 114068, + "Ġnemoh": 114069, + "ĠvyužÃŃ": 114070, + "Ġæľ¨": 114071, + "ĠадмÑĸнÑĸÑģÑĤÑĢа": 114072, + "اÙĩا": 114073, + "à¹ĥà¸ģล": 114074, + "＿＿＿＿＿＿＿＿": 114075, + "ĠгоÑĤ": 114076, + "ĠدÛĮگرÛĮ": 114077, + "ĠлекаÑĢ": 114078, + "è§Ģ": 114079, + "Ġíĺij": 114080, + "ĠBöyle": 114081, + "istrov": 114082, + "女åŃIJ": 114083, + "ĠпопеÑĢед": 114084, + "ĠÙĨÙĪÙĬسÙĨدÙĩ": 114085, + "ÙĴÙĦ": 114086, + "ĠÐŁÐ°Ð²": 114087, + "Ġörnek": 114088, + "ĠпÑĢик": 114089, + "ĠÑĪи": 114090, + "üslüman": 114091, + "ĠÙħÙĤابÙĦ": 114092, + "åįģäºĮ": 114093, + "Ġbekl": 114094, + "Ġverir": 114095, + "ÙĪØ°": 114096, + "ضة": 114097, + "ÑĢоÑĤив": 114098, + "æĮij": 114099, + "..:": 114100, + "ĠخارجÙĬØ©": 114101, + "adık": 114102, + "ĠÐŁÐ¾Ñĩ": 114103, + "ĠÑħÑĥдож": 114104, + "客æĪ·": 114105, + "μον": 114106, + "ektiv": 114107, + "Ġtvá": 114108, + "Û²Û²": 114109, + "Ġlá»įc": 114110, + "Ġоно": 114111, + "ÑĨиÑĤ": 114112, + "ĠÐĴÑģ": 114113, + "Ġå¢": 114114, + "浪": 114115, + "аÑĢÑĸ": 114116, + "Ġsürekli": 114117, + "Ġstra": 114118, + "Ġbize": 114119, + "Ġtespit": 114120, + "Ġchâu": 114121, + "ĠاÙĦض": 114122, + "à¹īà¸Ńà¸ĩà¸ģ": 114123, + "ĠèĢħ": 114124, + "ĠHá»": 114125, + "ĠкаждÑĭй": 114126, + "аÑİ": 114127, + "à¸Ļà¸Ħร": 114128, + "à¸Ĺะ": 114129, + "ĠÙħراجع": 114130, + "Ġhaline": 114131, + "δοÏĤ": 114132, + "eÄŁi": 114133, + "ĠÙħÛĮزاÙĨ": 114134, + "ĠÙĩÙĦ": 114135, + "Ġbolest": 114136, + "ĠåľŁ": 114137, + "Ġuzman": 114138, + "ÑĢог": 114139, + "確èªį": 114140, + "ĠÑĢÑĸзниÑħ": 114141, + "ĠзакÑĢÑĭ": 114142, + "лÑĥги": 114143, + "ĠÑģовеÑĤ": 114144, + "iddi": 114145, + "åIJĪãĤıãģĽ": 114146, + "ĠåIJī": 114147, + "Ġkiá»ĩm": 114148, + "ë²½": 114149, + "ĠÙħعÙħÙĪÙĦ": 114150, + "ĠопÑĢеделÑı": 114151, + "Ġmiktar": 114152, + "ĠìŀIJëıĻ": 114153, + "Ġilaç": 114154, + "лоÑĩ": 114155, + "Ġyılı": 114156, + "ĠÄIJá»ĥ": 114157, + "Ġabych": 114158, + "Ġreklam": 114159, + "Ġvypad": 114160, + "ĠнаÑĥÑĩ": 114161, + "à¹Ģà¸Ħราะห": 114162, + "Ġä»ĸ": 114163, + "povÄĽ": 114164, + "ï¼Į让": 114165, + "ç¥Ŀ": 114166, + "اÙĪÙĨد": 114167, + "Ġ:|:": 114168, + "Ġrež": 114169, + "Ġvybav": 114170, + "ìľ¤": 114171, + "æŃ´": 114172, + "огÑĢаÑĦиÑı": 114173, + "ezpeÄį": 114174, + "±n": 114175, + "овÑĥ": 114176, + "ĠдÑĥма": 114177, + "Ġjednodu": 114178, + "оÑīи": 114179, + "ĠÙħشتر": 114180, + "観": 114181, + "Ġyoktur": 114182, + "ĠobÄįan": 114183, + "ĠTrần": 114184, + "ımsız": 114185, + "αιν": 114186, + "ÂĮ": 114187, + "رÛĮاÙĨ": 114188, + "ĠJeho": 114189, + "ĠاÙĦØ¢ÙĨ": 114190, + "ÑģÑĮким": 114191, + "Ġkdyby": 114192, + "ĠbaÅŁÄ±na": 114193, + "Ġprezident": 114194, + "ĠViá»ĩc": 114195, + "åħ¼": 114196, + "à¥Įà¤ľ": 114197, + "Ġ매매ê°Ģ": 114198, + "模å¼ı": 114199, + "nÃŃmu": 114200, + "ĠåĤ": 114201, + "Ġdeniz": 114202, + "ĺèĽĽ": 114203, + "ĠèĢĮ": 114204, + "ÙĪØŃ": 114205, + "Ñĭп": 114206, + "Ġâĸ¼": 114207, + "nul": 114208, + "ĠSev": 114209, + "Ġruh": 114210, + "Ġhạ": 114211, + "ĠÑıн": 114212, + "Ġ기본": 114213, + "Ġvelik": 114214, + "ĠTân": 114215, + "илиÑģÑĮ": 114216, + "ĠÑħÑĢа": 114217, + "åĤ·": 114218, + "Ġà¤Ĩà¤ı": 114219, + "ĠnynÃŃ": 114220, + "»ØĮ": 114221, + "Ġشع": 114222, + "æĿĤ": 114223, + "ĠмÑĭÑĪ": 114224, + "ãģĻãģIJ": 114225, + "Ġê³µì§Ģ": 114226, + "Ġtá»Ļc": 114227, + "ãĥ¼ãĥĩ": 114228, + "ĠÑģело": 114229, + "ĠاعÙĦاÙħ": 114230, + "ĠÅŁimdi": 114231, + "ĠاÙĦÙħÙĬÙĦاد": 114232, + "ĠاÙĨÙĤÙĦاب": 114233, + "ĠشخصÙĬØ©": 114234, + "ĠKür": 114235, + "ĠвÑĸÑĤ": 114236, + "ĠاÙĨدازÙĩ": 114237, + "ĠмоÑī": 114238, + "ternet": 114239, + "ĠαÏħÏĦή": 114240, + "ĠÑĢозÑĤа": 114241, + "Ġвив": 114242, + "lej": 114243, + "Ġ表": 114244, + "ÏĥÏĥÏĮÏĦε": 114245, + "ĠÙĬست": 114246, + "ĠмаÑĪ": 114247, + "åĿļ": 114248, + "ĠкомнаÑĤ": 114249, + "าหล": 114250, + "ĠçĻ¼": 114251, + "ĠاÙĪÙĦÛĮÙĨ": 114252, + "è¿IJåĬ¨": 114253, + "ĠпÑĥнкÑĤ": 114254, + "ĠоÑģобенно": 114255, + "Ġмам": 114256, + "绩": 114257, + "￣￣￣￣￣￣￣￣": 114258, + "алÑĮнÑĭм": 114259, + "ĠЦенÑĤ": 114260, + "-Ðľ": 114261, + "ç·Ĵ": 114262, + "Ġà¤¹à¤ľ": 114263, + "оÑĤÑĭ": 114264, + "ãĤ¤ãĥī": 114265, + "دارة": 114266, + "ãģ¨ãģĹãģŁ": 114267, + "ัà¸ŀย": 114268, + "Ġotáz": 114269, + "ĠдопомогоÑİ": 114270, + "à¹ģละà¸ģาร": 114271, + "ĠÑĤÑĢанÑģпоÑĢÑĤ": 114272, + "ĠÙĤرآÙĨ": 114273, + "Ġ第ä¸Ģ": 114274, + "Ġмил": 114275, + "Ġngôi": 114276, + "Ġlinh": 114277, + "ĠNhân": 114278, + "ÑĮогоднÑĸ": 114279, + "æĢĢ": 114280, + "à¹īาส": 114281, + ".::.::": 114282, + "Ġbirey": 114283, + "æĢĿãģĦ": 114284, + "à¹ĥà¸Ķ": 114285, + "веÑĢд": 114286, + "Ġlistopadu": 114287, + "Ġà¹ģม": 114288, + "ге": 114289, + "ĠкÑĥÑħ": 114290, + "ĠíĻľëıĻ": 114291, + "Ġèİ": 114292, + "ĠÐIJлÑĮ": 114293, + "íļĮìĿĺ": 114294, + "ĠÏĢÏģα": 114295, + "Ġvui": 114296, + "วร": 114297, + "à¤Ĥव": 114298, + "Ġgece": 114299, + "競": 114300, + "Ġkuv": 114301, + "меÑī": 114302, + "ĠÑĤепеÑĢÑĮ": 114303, + "à¸Ńà¹Ģม": 114304, + "åĪ¶åº¦": 114305, + "ĠÑĤÑĢеÑĤ": 114306, + "ĠÙĨتÛĮجÙĩ": 114307, + "ä»ĺãģį": 114308, + "Ġï¾ŀ": 114309, + "ĠÑĩого": 114310, + "âĢIJ-": 114311, + "ĠÅĻÃŃká": 114312, + "à¸ĩà¹ĥà¸Ļ": 114313, + "ĠnÄĽkolika": 114314, + "Ġbuna": 114315, + "ï¼ĮåŃĺäºİ": 114316, + "ลำ": 114317, + "ãĢģãģ¨": 114318, + "Ġná»Ļp": 114319, + "ĠاÙĦجÙĨ": 114320, + "ĠÎłÎ±Î½": 114321, + "ÐŀÐł": 114322, + "Ġدختر": 114323, + "Ġúdaje": 114324, + "Ġå¼ł": 114325, + "retim": 114326, + "sınız": 114327, + "ĠÙĩÙĨاÙĥ": 114328, + "ÐĽÐ¬": 114329, + "æķ¬": 114330, + "ÎijÎľ": 114331, + "页éĿ¢åŃĺæ¡£å¤ĩ份": 114332, + "ìĤ¬ê°Ģ": 114333, + "Ġtrest": 114334, + "viÄį": 114335, + "ĠÙ¾ÛĮدا": 114336, + "ζε": 114337, + "ĠÐŁÐ¾Ð²": 114338, + "ÙĦÙħات": 114339, + "orex": 114340, + "è¬Ľ": 114341, + "ĠвÑĸдкÑĢиÑĤ": 114342, + "маÑħ": 114343, + "ĠÑĩиÑģле": 114344, + "تبار": 114345, + "ĠÎŃκ": 114346, + "ìķĦíĮĮíĬ¸": 114347, + "ravel": 114348, + "αÏĥία": 114349, + "aÄį": 114350, + "Ġà¤ıन": 114351, + "ละà¹Ģà¸Ń": 114352, + "Ġзалеж": 114353, + "Ġæģ": 114354, + "ĠможеÑĤе": 114355, + "Ġповед": 114356, + "ĠبسÛĮارÛĮ": 114357, + "ĠpoÄįet": 114358, + "ربع": 114359, + "elez": 114360, + "اÙĪرÛĮ": 114361, + "ĠbaÅŁk": 114362, + "å°Ĥ": 114363, + "Ġhalde": 114364, + "æĭŁ": 114365, + "Sau": 114366, + "оÑĨи": 114367, + "ีà¸Ħ": 114368, + "Ġвлади": 114369, + "ÙIJÙħ": 114370, + "kud": 114371, + "à¥Ĥब": 114372, + "å§Ķåĵ¡": 114373, + "ารà¸ĵ": 114374, + "orů": 114375, + "ĠÙħÙĪÙĦ": 114376, + "Ġbyt": 114377, + "ĠpÅĻÃŃsluÅ¡": 114378, + "èĭ±è¯Ń": 114379, + "éĢIJ": 114380, + "Ġvelké": 114381, + "Ġà¤Ĩश": 114382, + "Ġphiếu": 114383, + "à¹ĥส": 114384, + "Ġاسپ": 114385, + "ĠzbožÃŃ": 114386, + "ãģĵãĤĵãģª": 114387, + "ĠÙĪÙĩÙĬ": 114388, + "ĠÑĥÑĩаÑģÑĤÑĮ": 114389, + "à¸Īำà¸Ļวà¸Ļ": 114390, + "Ġترک": 114391, + "åįģåĪĨ": 114392, + "ÎŁÎł": 114393, + "κολ": 114394, + "Ġfakat": 114395, + "Ġchá»Ĺ": 114396, + "éĢļçŁ¥": 114397, + "ĠводÑĥ": 114398, + "ĠÎļαÏĦηγοÏģία": 114399, + "acaģını": 114400, + "лого": 114401, + "ĠmÃ¼ÅŁter": 114402, + "Ġjednou": 114403, + "ĠбаÑĢ": 114404, + "idae": 114405, + "dım": 114406, + "è¾²": 114407, + "åIJ¹": 114408, + "ëIJ©ëĭĪëĭ¤": 114409, + "ĠÅŁeklinde": 114410, + "eným": 114411, + "ëĵ¯": 114412, + "itÄĽ": 114413, + "ĠколÑĮ": 114414, + "ëĮĢíķĻ": 114415, + "ĠÃĸr": 114416, + "Ġê½": 114417, + "ĠUBND": 114418, + "Ġhik": 114419, + "ãĤīãģĹãģĦ": 114420, + "åĩºåĵģ": 114421, + "Có": 114422, + "ĠÎŀ": 114423, + "Ġåħ¥": 114424, + "ĠNguyên": 114425, + "ĠÙ¾ÙĪØ´": 114426, + "лÑıÑĶ": 114427, + "Ġآغاز": 114428, + "Ġnhiá»ħm": 114429, + "divid": 114430, + "çĺ": 114431, + "اÙģتÙĩ": 114432, + "амеÑĤ": 114433, + "нÑĥлÑģÑı": 114434, + "ä¼ģæ¥Ń": 114435, + "ÑĢобÑĸÑĤ": 114436, + "dÃ¼ÄŁÃ¼": 114437, + "ĠکاÙĨ": 114438, + "à¸Ńà¸ĩà¸Ĺ": 114439, + "йн": 114440, + "Ġpohyb": 114441, + "Ġbiá»ĩn": 114442, + "Ġï¼Ľ": 114443, + "ÙħÙĨد": 114444, + "Ġà¤Ĩà¤ķ": 114445, + "ĠÄįlovÄĽk": 114446, + "ãĤĴè¦ĭãĤĭ": 114447, + "ë·°": 114448, + "ĠÑĥвелиÑĩ": 114449, + "Ġê´": 114450, + "ĠyanlÄ±ÅŁ": 114451, + "麦": 114452, + "Ġå¤ĸéĥ¨": 114453, + "ÏĦοÏħÏģγ": 114454, + "ĠпÑĢоÑĩ": 114455, + "ĠÑĢÑĥковод": 114456, + "缤": 114457, + "èľĺèĽĽ": 114458, + "å®īè£ħ": 114459, + "ĠУкÑĢа": 114460, + "ĠtartÄ±ÅŁ": 114461, + "ÑĤаж": 114462, + "ĠoluÅŁan": 114463, + "ĠRusya": 114464, + "ĠклÑĥб": 114465, + "ĠÎłÎ¡": 114466, + "alıdır": 114467, + "kın": 114468, + "ĠзмÑĸни": 114469, + "leÅŁik": 114470, + "еÑĢп": 114471, + "обÑīе": 114472, + "ĠquáºŃn": 114473, + "Ġपश": 114474, + "ãĤĴåıĹ": 114475, + "à¹Ģลà¸Ĥ": 114476, + "اضر": 114477, + "Ġuživatel": 114478, + "λία": 114479, + "ĠÐĴони": 114480, + "ุà¸Ķà¸Ĺ": 114481, + "ĠVÃł": 114482, + "ãĥ³ãĤ¿": 114483, + ")ëĬĶ": 114484, + "æ¸Ľ": 114485, + "ĠμÏĢ": 114486, + "å·§": 114487, + "ĠÑĪкол": 114488, + "Ġì²ĺìĿĮ": 114489, + "ัà¸ģà¸Ķ": 114490, + "æ®Ĭ": 114491, + "Ġnhá»Ŀ": 114492, + "ĠοÏĢοία": 114493, + "à¹ģà¸Ļว": 114494, + "меÑĢикан": 114495, + "nÃŃka": 114496, + "Ġíĺ¸íħĶ": 114497, + "سبب": 114498, + "à¸ĩม": 114499, + "ìŀĪëĬĶ": 114500, + "غط": 114501, + "ÙıÙĦ": 114502, + "¹æŀľ": 114503, + "ÑĩÑĸв": 114504, + "ÑĪаÑı": 114505, + "ĠØ¥ÙĦا": 114506, + "خصÙĪص": 114507, + "llll": 114508, + "ĠÑįÑĤим": 114509, + "ĠzvÃŃ": 114510, + "Ġquán": 114511, + "à¸Ļà¸ģ": 114512, + "Ġполов": 114513, + "Ġæ·±": 114514, + "Ġmiá»ģn": 114515, + "人éĸĵ": 114516, + "Ġзим": 114517, + "Ġmeydana": 114518, + "еÑĦ": 114519, + "Ġbá»ģn": 114520, + "زÙĬد": 114521, + "ĠÐłÐµÑģп": 114522, + "ÎĻΣΤ": 114523, + "ĠæĶ¶": 114524, + "raya": 114525, + "ĠتÙĪاÙĨد": 114526, + "Ġister": 114527, + "Ġë°Ģ": 114528, + "ĠмеÑħани": 114529, + "Ġà¸ķำ": 114530, + "Ġдека": 114531, + "à¤Ĥà¤Ĺल": 114532, + "ãĥ¼ãĤ«ãĥ¼": 114533, + "ĠnepÅĻÃŃ": 114534, + "ĠÑģÑĩиÑĤ": 114535, + "Ġομά": 114536, + "Ġçift": 114537, + "بÛĮÙĨÛĮ": 114538, + "meleri": 114539, + "ĠвоздейÑģÑĤв": 114540, + "dou": 114541, + "ìĥģìĿĦ": 114542, + "ĠÐĴолод": 114543, + "εβ": 114544, + "ÐĿÐĺ": 114545, + "Ñıк": 114546, + "ÏįÏĦε": 114547, + "зано": 114548, + "lenir": 114549, + "celik": 114550, + "ĠÑģоÑģÑĤавлÑıеÑĤ": 114551, + "ιαÏĤ": 114552, + "ĠÐĵоÑĢ": 114553, + "ä¹ĭä¸Ģ": 114554, + "ÏĥμÏĮÏĤ": 114555, + "ãģ«éĸ¢": 114556, + "ĠвÑĩ": 114557, + "ĠпоÑģк": 114558, + "輯": 114559, + "à¥Ģश": 114560, + "Ġآثار": 114561, + "à¸Ħวามร": 114562, + "Ġедин": 114563, + "íħIJ": 114564, + "å¹³æĪIJ": 114565, + "ĠkiÅŁinin": 114566, + "ãĤ²ãĥ¼ãĥł": 114567, + "à¥įतव": 114568, + "Ġkapsamında": 114569, + "Ġaktar": 114570, + "Ġtrừ": 114571, + "Ġرشد": 114572, + "Ġнаказ": 114573, + "رÙĬÙĦ": 114574, + "à¸Ńà¸Ħ": 114575, + "ĠگذشتÙĩ": 114576, + "Ġæ°ij": 114577, + "ĠÑĤебÑı": 114578, + "spor": 114579, + "ÑİÑīаÑı": 114580, + "окÑĢема": 114581, + "вад": 114582, + "ĠChúng": 114583, + "ĠزÛĮادÛĮ": 114584, + "еного": 114585, + "ĠکسÛĮ": 114586, + "Ãŀ": 114587, + "Ġadına": 114588, + "Ñĥда": 114589, + "ÑĸÑĶ": 114590, + "аÑĤели": 114591, + "ĠnávÅ¡tÄĽ": 114592, + "çĶ¨äºİ": 114593, + "ĠپرÙĪÙĨدÙĩ": 114594, + "ĠÙĨبÙĪد": 114595, + "سات": 114596, + "ìĹĺ": 114597, + "ãģ£ãģ¦ãĤĤ": 114598, + "Ġçī©": 114599, + "Ðĺз": 114600, + "åĪ·": 114601, + "Ġíľ´": 114602, + "ĠоÑģоблив": 114603, + "ãģĹãģ¾ãģ£ãģŁ": 114604, + "aydı": 114605, + "åĩºçļĦ": 114606, + "ĠìķĦëĭĪëĿ¼": 114607, + "ısını": 114608, + "à¸Ĺาà¸ĩà¸ģาร": 114609, + "Ġzvuky": 114610, + "Ġ管": 114611, + "âĸĭâĸĭ": 114612, + "ĠÑĤелеÑĦ": 114613, + "ĠнелÑĮзÑı": 114614, + "ãĥ«ãģ®": 114615, + "ÏĥÏĢ": 114616, + "Ġç³": 114617, + "åł¡": 114618, + "ÑĨÑĥз": 114619, + "رÙĬÙĤØ©": 114620, + "à¤¿à¤Ľà¤²": 114621, + "販": 114622, + "ĠУкÑĢаÑĹн": 114623, + "ĠÙħسئÙĪÙĦ": 114624, + "ĠоÑĩÑĸ": 114625, + "æľĢå¾Į": 114626, + "ĠзнаÑİ": 114627, + "à¹īà¸Ļà¸Ĺ": 114628, + "ĠÑĤеÑĢап": 114629, + "ĠÑģпок": 114630, + "ĠØ®ÙĪدرÙĪ": 114631, + "éĺ»": 114632, + "Ġdüzey": 114633, + "ä¸ĢåĢĭ": 114634, + "اÙģÙĩ": 114635, + "à¤Ĥय": 114636, + "èµĦ产": 114637, + "继ç»Ń": 114638, + "ĠÑģлаб": 114639, + "æĦıæĢĿ": 114640, + "ĠíĻĺìĤ°": 114641, + "ĠÑıÑĢ": 114642, + "Ġdůvod": 114643, + "çĿĽ": 114644, + "تÛĮب": 114645, + "ĠÙĪÛĮر": 114646, + "ĠÙĩزÛĮÙĨÙĩ": 114647, + "Ġbenzer": 114648, + "ĠÙħادÙĩ": 114649, + "à¥Įà¤ķ": 114650, + "Ġà¹Ģà¸ķ": 114651, + "ãĤĪãģı": 114652, + "иденÑĤ": 114653, + "èĭ±èªŀ": 114654, + "еÑĢÑĭ": 114655, + "Ġê¸Īìķ¡": 114656, + "Ġãĥ¼": 114657, + "Ġëį¤íĶĦ": 114658, + "ÑĢаÑĤÑĮ": 114659, + "Ġåįķ": 114660, + "à¹Ģà¸īà¸ŀาะ": 114661, + "ĠæĶ¿": 114662, + "Ġà¤Ĩम": 114663, + "Ġзни": 114664, + "ĠëĿ¼ìĿ´": 114665, + "æİĮ": 114666, + "çIJĨçĶ±": 114667, + "Ġاغ": 114668, + "ĠÑģиг": 114669, + "ĠеÑĦекÑĤив": 114670, + "ĠÐŁÑĢед": 114671, + "ãĥ´ãĤ£": 114672, + "Ġвико": 114673, + "Ġtvrd": 114674, + "ëĤ´ê¸°": 114675, + "ãĥĭãĤ¢": 114676, + "ĠÙħشاÙĩدÙĩ": 114677, + "Ġसà¤ļ": 114678, + "lÃ¼ÄŁ": 114679, + "è¯ģåĪ¸": 114680, + "Ġsiêu": 114681, + "ĠоÑĤв": 114682, + "ĠvytvoÅĻ": 114683, + "ĠØŃÙħÙĦ": 114684, + "ĠÑĦÑĢан": 114685, + "à¹īà¸Ķ": 114686, + "åĮ»éĻ¢": 114687, + "Ġвлад": 114688, + "غÙĦ": 114689, + "建ç«ĭ": 114690, + "osloven": 114691, + "илаÑģÑĮ": 114692, + "عÙĦÙĪÙħات": 114693, + "ĠترÛĮÙĨ": 114694, + "ÎŃÏģει": 114695, + "ĠbáºŃt": 114696, + "ĠÙħØ´Ú©": 114697, + "ĠرئÙĬس": 114698, + "Ġìłľìŀij": 114699, + "γη": 114700, + "ĠнÑĸк": 114701, + "Ġ구ìĦ±": 114702, + "ĠÄijen": 114703, + "Ġà¤ļर": 114704, + "ĠgeçmiÅŁ": 114705, + "äºĨ解": 114706, + "ĠлеÑģ": 114707, + "Ġquanh": 114708, + "ãĢĮæĪij": 114709, + "ĠNÄĽkterá": 114710, + "ëŀį": 114711, + "ÃħŸ": 114712, + "à¤Ĥदर": 114713, + "ìķĦìĿ´": 114714, + "å°ijãģĹ": 114715, + "ĠØ´ÙĩرÛĮ": 114716, + "κÏĦη": 114717, + "ĠâĹĦ": 114718, + "ĠÙĥس": 114719, + "è·Į": 114720, + "Ãı": 114721, + "å·¥åħ·": 114722, + "åĬĥ": 114723, + "pom": 114724, + "ĠнавÑĩаннÑı": 114725, + "Ġرج": 114726, + "ÑĢÑĥеÑĤÑģÑı": 114727, + "ĠνÎŃ": 114728, + "ÛĮÙĨÚ©": 114729, + "à¹Ĥà¸ĭ": 114730, + "åĭ¤": 114731, + "ãģĹãģ¾ãģĨ": 114732, + "ĠÑģоглаÑģ": 114733, + "éĩijèŀį": 114734, + "绿": 114735, + "ĠСан": 114736, + "æķµ": 114737, + "ĠповÑĸÑĤ": 114738, + "ĠпомоÑīи": 114739, + "ãĥ¡ãĥªãĤ«": 114740, + "ãĤ·ãĤ¢": 114741, + "ĠÏĢÏģοÏĤ": 114742, + "èĪªç©º": 114743, + "ĠваÑĢианÑĤ": 114744, + "Ġyalnızca": 114745, + "系統": 114746, + "ĠÙģÙĪر": 114747, + "оÑĩной": 114748, + "à¹Ģวà¸Ńร": 114749, + "ĠкÑĥлÑĮÑĤÑĥÑĢ": 114750, + "Ïĩι": 114751, + "ÄįÃŃta": 114752, + "Âĵ": 114753, + "人ãģĮ": 114754, + "κοÏį": 114755, + "ĠÑĢеÑĶ": 114756, + "ĠвÑģÑİ": 114757, + "éºĹ": 114758, + "ĠزÙĨاÙĨ": 114759, + "çĭĤ": 114760, + "Ġหม": 114761, + "Ġxúc": 114762, + "åħĴ": 114763, + "ÄŁinin": 114764, + "åĸľæ¬¢": 114765, + "ĠÑģÑĤад": 114766, + "iyesi": 114767, + "ìļ±": 114768, + "èĿ": 114769, + "Ġkus": 114770, + "ÏĦολ": 114771, + "гÑĸв": 114772, + "Ñĸли": 114773, + "ãģĦãĤĦ": 114774, + "é©Ĺ": 114775, + "ontrol": 114776, + "اÙĦÙĥ": 114777, + "ковиÑħ": 114778, + "ĠÑģÑĤало": 114779, + "ĠγαÏģα": 114780, + "Ġchy": 114781, + "Ġcihaz": 114782, + "ĩ´": 114783, + "ìŀ¥ìĿ´": 114784, + "aceae": 114785, + "Ø´Ùĩر": 114786, + "иланнÑı": 114787, + "çļĦå°ı": 114788, + "Ġthụ": 114789, + "ÙĪÙĨت": 114790, + "лоÑĢ": 114791, + "ãĤĴæĮģ": 114792, + "ĠÎĶι": 114793, + "Ġ羣": 114794, + "ÐĽÐŀ": 114795, + "é½IJ": 114796, + "çİĦ": 114797, + "اÙĪÙĩ": 114798, + "ĠинÑĤ": 114799, + "à¥Ģà¤Łà¤°": 114800, + "ĠобÑīе": 114801, + "ĠдепÑĥÑĤ": 114802, + "μÎŃνεÏĤ": 114803, + "ĠÙĥÙĬÙģ": 114804, + "عÙħÙĦ": 114805, + "ï¼Įå¦Ĥæŀľ": 114806, + "ĠинÑĦек": 114807, + "itele": 114808, + "ĠãĢĢãĢĢĠãĢĢ": 114809, + "ãĤ¤ãĥ³ãĥĪ": 114810, + "лÑĸÑĤ": 114811, + "ĠÑģÑİ": 114812, + "Ġzase": 114813, + "dech": 114814, + "еко": 114815, + "è®ĵ": 114816, + "åı¬": 114817, + "зем": 114818, + "ÎłÎij": 114819, + "Ġvzdu": 114820, + "าà¸Īาà¸ģ": 114821, + "koliv": 114822, + "zkum": 114823, + "èģĬ": 114824, + "Ġì±Ħìļ©": 114825, + "à¹į": 114826, + "Ġasp": 114827, + "Û²Û´": 114828, + "ìĿ¸ëį°": 114829, + "ĠkarÅŁÄ±laÅŁ": 114830, + "ï¼Įåı¯ä»¥": 114831, + "Ġà¤ĩनà¤ķ": 114832, + "ĠìĬ¤íĥĢ": 114833, + "éĥ¨å±ĭ": 114834, + "åĪ¶ä½ľ": 114835, + "ãĥ¼ãĤ·ãĥ§ãĥ³": 114836, + "ονÏĦαÏĤ": 114837, + "γο": 114838, + "ĠìŀijìĦ±": 114839, + "èij£": 114840, + "ozÅĻejmÄĽ": 114841, + "ĠÑĢезÑĥлÑĮÑĤаÑĤе": 114842, + "ĠInsecta": 114843, + "Ġskon": 114844, + "otu": 114845, + "ĠpÄĽt": 114846, + "ÑģÑĮого": 114847, + "ĠÄ°slam": 114848, + "Ġlá»ħ": 114849, + "ä¸Ńåľĭ": 114850, + "ĠÐľÑĸнÑĸÑģÑĤ": 114851, + "åIJĪåIJĮ": 114852, + "asyonu": 114853, + "ожеÑĤ": 114854, + "èĩªåĬ¨": 114855, + "ÑģÑĮкоÑİ": 114856, + "ĠkiÅŁisel": 114857, + "ÏĦικοÏį": 114858, + "ĠÑĥÑĩаÑģ": 114859, + "ılmÄ±ÅŁtır": 114860, + "ĠÑıке": 114861, + "ÑīинÑĭ": 114862, + "маÑĢ": 114863, + "Ġsoudu": 114864, + "ÂłÐ¯": 114865, + "ĠдÑĢÑĥ": 114866, + "ãģ¡ãĤĩ": 114867, + "à¥ĭà¥ľ": 114868, + "ï¾ij": 114869, + "ĠÏĦÏĮ": 114870, + "Ġضر": 114871, + "láš": 114872, + "ĠдÑĸв": 114873, + "ĠجدÙĬد": 114874, + "ĠнеболÑĮÑĪ": 114875, + "éģŃ": 114876, + "ç»į": 114877, + "ĠKurulu": 114878, + "ÑģÑĤÑĢÑĥменÑĤ": 114879, + "è¿Ļæĺ¯": 114880, + "ìĻĶëĭ¤": 114881, + "мелÑĮ": 114882, + "Ġä¼Ĭ": 114883, + "ủng": 114884, + "ĠзавиÑģимоÑģÑĤи": 114885, + "ëį¤íĶĦ": 114886, + "çĩĥ": 114887, + "è¿ĩåİ»": 114888, + "ĠзаÑģÑĤоÑģÑĥваннÑı": 114889, + "ĠداخÙĦÛĮ": 114890, + "ÑīÑij": 114891, + "ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł": 114892, + "ﺮ": 114893, + "ĠاÙĦÙħÙħÙĦÙĥØ©": 114894, + "sında": 114895, + "è³Ģ": 114896, + "å±ı": 114897, + "Ġê¿": 114898, + "Ġdoktor": 114899, + "ĠÙĤاب": 114900, + "ĠSist": 114901, + "ĠмеÑģÑĤе": 114902, + "ĠÑģоÑħÑĢа": 114903, + "اشتÙĩ": 114904, + "ĠæľŁ": 114905, + "ĠпоÑģколÑĮкÑĥ": 114906, + "Ġpev": 114907, + "اگر": 114908, + "Ùħز": 114909, + "ĠضÙħÙĨ": 114910, + "३": 114911, + "gesi": 114912, + "aÄŁa": 114913, + "解åĨ³": 114914, + "ëħ¸ì¶ľ": 114915, + "Ġluyá»ĩn": 114916, + "ĠконÑĤак": 114917, + "ฺ": 114918, + "ĠNgÃły": 114919, + "Ġvýstav": 114920, + "Ġthuyết": 114921, + "اÛĮع": 114922, + "Ġ:/:": 114923, + "Ġphạt": 114924, + "ĠÎijÏĢÏĮ": 114925, + "Ġmuz": 114926, + "Ġìĥī": 114927, + "ĠÃĩin": 114928, + "Ġکاربرد": 114929, + "ائد": 114930, + "باد": 114931, + "à¥įतम": 114932, + "Ġëijĺ": 114933, + "Ġмоз": 114934, + "Å¡ÃŃch": 114935, + "Ġมห": 114936, + "Ġآس": 114937, + "ĠÑģлиÑĪком": 114938, + "èĥ¡": 114939, + "è£ģ": 114940, + "æĪ»": 114941, + "ĠìĦ¤ëªħ": 114942, + "Ġotom": 114943, + "Ġलà¤Ĺà¤Ńà¤Ĺ": 114944, + "à¸ĩà¸ģ": 114945, + "ابد": 114946, + "à¸Ļาม": 114947, + "èĤ©": 114948, + "ĠشدÙĨد": 114949, + "ãģĿãģ®ä»ĸ": 114950, + "adlo": 114951, + "ÄĽn": 114952, + "ĠÙĦÙĩا": 114953, + "Ġминим": 114954, + "ĠdÅĻev": 114955, + "ĠThiên": 114956, + "ëŀĻ": 114957, + "engin": 114958, + "à¥Ģमत": 114959, + "ĠÑĥпоÑĤÑĢеб": 114960, + "âĢĮتر": 114961, + "Ġç¥ŀ马": 114962, + "ovánÃŃm": 114963, + "Ġдело": 114964, + "Ġç¼ĸ": 114965, + "ĠاÙĦظ": 114966, + "Ġвий": 114967, + "аÑĤом": 114968, + "åħ¬åijĬ": 114969, + "ĠÄijem": 114970, + "ãĤ·ãĥªãĥ¼ãĤº": 114971, + "ä¸ĭçļĦ": 114972, + "lası": 114973, + "ĠвÑĭбоÑĢ": 114974, + "ÑĤоÑĤ": 114975, + "ëıĦë³Ħ": 114976, + "ĠÑĥÑģÑĤан": 114977, + "ĠíŀĪ": 114978, + "лÑĥаÑĤа": 114979, + "Ġthác": 114980, + "анием": 114981, + "оваÑĤÑĮÑģÑı": 114982, + "ÑĤÑĶ": 114983, + "ÐŃÑĤо": 114984, + "ï¼Įè¦ģ": 114985, + "ĠVz": 114986, + "ĠØŃÙĪزÙĩ": 114987, + "-к": 114988, + "VỼi": 114989, + "entů": 114990, + "ĠbulunduÄŁu": 114991, + "رÙĪØ·": 114992, + "ĠÑĹй": 114993, + "Ġçevr": 114994, + "ĠÅĻed": 114995, + "ĠساختÙĩ": 114996, + "åĬŀæ³ķ": 114997, + "ĠÙĤÙĦ": 114998, + "iÅŁi": 114999, + "ï¼Ŀï¼Ŀ": 115000, + "ساس": 115001, + "Ġúdajů": 115002, + "å¬": 115003, + "æįŁ": 115004, + "áct": 115005, + "ĠÎijÏĢ": 115006, + "çĪ·": 115007, + "ĠÅĻád": 115008, + "Ġlá»Ĺi": 115009, + "ontent": 115010, + "ĠÙħØ°": 115011, + "oloji": 115012, + "Ġپرداخت": 115013, + "à¹īาà¸ŀ": 115014, + "ĠдейÑģÑĤвиÑı": 115015, + "ĠmnožstvÃŃ": 115016, + "ìķĪë§Ī": 115017, + "åģ¶": 115018, + "ĠÃĶng": 115019, + "Ġdakika": 115020, + "hendis": 115021, + "Ġbác": 115022, + "寶": 115023, + "à¹ĩà¸ģหà¸į": 115024, + "nocenÃŃ": 115025, + "ĠErdoÄŁan": 115026, + ":::::::::::::": 115027, + "аÑĤем": 115028, + "dız": 115029, + "ĠØ£ÙĬضا": 115030, + "ĠÑįÑĦÑĦек": 115031, + "ãĤĮãģ¦ãģĦãĤĭ": 115032, + "ĠbaÅŁvuru": 115033, + "άνει": 115034, + "ĠÏĦελεÏħÏĦα": 115035, + "Ġê²Ģìĥī": 115036, + "ĠÚ©ÙĨترÙĦ": 115037, + "Ġशà¤ķ": 115038, + "å¼¹": 115039, + "ĠolmuÅŁtur": 115040, + "ĠвÑģÑĤÑĥп": 115041, + "Ñĩила": 115042, + "ยา": 115043, + "ĠØ£ØŃÙħد": 115044, + "oslav": 115045, + "ĠÑĩаÑģов": 115046, + "ĠzákladnÃŃ": 115047, + "Ġसव": 115048, + "дон": 115049, + "ĠÅĻÃŃjna": 115050, + "κοÏħ": 115051, + "éĢģæĸĻçĦ¡æĸĻ": 115052, + "ÏĥίαÏĤ": 115053, + "ãĤ´ãĥª": 115054, + "Ġвиб": 115055, + "å½Ĵ": 115056, + "Ġназад": 115057, + "ĠçĻ¾åº¦æĶ¶å½ķ": 115058, + "á»Ĩ": 115059, + "Ġkaldı": 115060, + "ì¼ľ": 115061, + "ĠíıŃ": 115062, + "ĠÑĩином": 115063, + "è¹": 115064, + "Ñıл": 115065, + "ĠÑĢаздел": 115066, + "dG": 115067, + "ĠTento": 115068, + "ÑıÑĤÑĮÑģÑı": 115069, + "éĿ¢çļĦ": 115070, + "ĠÎķÏĢι": 115071, + "ê°ij": 115072, + "Ġkèm": 115073, + "ниÑĨÑı": 115074, + "çĸ«": 115075, + "éĽĻ": 115076, + "ĠÙħرÙĥز": 115077, + "ĠнаÑĥк": 115078, + "å¢Ĺ": 115079, + "ĠÑĤепеÑĢ": 115080, + "à¤¾à¤ł": 115081, + "à¹ĩà¸ļà¹Ħà¸ĭà¸ķ": 115082, + "μβÏģίοÏħ": 115083, + "ĠÑĦÑĸнанÑģов": 115084, + "ÑĸÑĶÑİ": 115085, + "Ïģίζ": 115086, + "ì¤Ħ": 115087, + "ĠباÙĨÚ©": 115088, + "tul": 115089, + "liÄŁini": 115090, + "ĠпозволÑıеÑĤ": 115091, + "Ïĥί": 115092, + "ĠìĽĥ": 115093, + "à¹Įà¸Ħ": 115094, + "Ġpolov": 115095, + "ìŀ¥ìĿĦ": 115096, + "isté": 115097, + "ĠÐ¡Ð¡Ð¡Ðł": 115098, + "áhl": 115099, + "è¥": 115100, + "Ġкомплек": 115101, + "à¸Ĥà¸Ļาà¸Ķ": 115102, + "ัศ": 115103, + "ναν": 115104, + "Ġç¥ŀ马æĶ¶å½ķ": 115105, + "ìĭľìĺ¤": 115106, + "Ġé¦ĸ页第": 115107, + "ĠçĻ¾åº¦æµģéĩı": 115108, + "åij¨æĶ¶å½ķ": 115109, + "Ġhatta": 115110, + "ÐĴÑĸд": 115111, + "ĠвÑĭÑģÑĤÑĥп": 115112, + "کارÛĮ": 115113, + "Khi": 115114, + "Ġì°¾ìķĦ": 115115, + "Ġnặng": 115116, + "éĨ«": 115117, + "ĠVÅ¡": 115118, + "ĠпеÑĢен": 115119, + "лава": 115120, + "ÙĬÙħÙĬ": 115121, + "ĠvatandaÅŁ": 115122, + "ĠιÏĥÏĦο": 115123, + "Ġà¸ĵ": 115124, + "सल": 115125, + "ген": 115126, + "ĠبÙĪر": 115127, + "âĢĮدÙĩد": 115128, + "lıklı": 115129, + "Ġstrate": 115130, + "بÙĪر": 115131, + "ãĢģãĤ¢": 115132, + "Ġsonuc": 115133, + "Ġнаиболее": 115134, + "-в": 115135, + "Ġводой": 115136, + "ojenÃŃ": 115137, + "Ġغرب": 115138, + "Ġberi": 115139, + "adÄĽ": 115140, + "Ġdovol": 115141, + "âĢĮÚ©ÙĨÙĨدگاÙĨ": 115142, + "ãģķãĤī": 115143, + "ãĥ³ãĤº": 115144, + "ãĤ«ãĥ«": 115145, + "ometr": 115146, + "åĩĢ": 115147, + "ĠÙģÙĪÙĦ": 115148, + "ĠÙħÙĪسÛĮ": 115149, + "ĠاÙĦÙħغرب": 115150, + "ecko": 115151, + "ÙĢÙĢÙĢÙĢÙĢÙĢÙĢÙĢ": 115152, + "ê°Ģ격": 115153, + "ÑĢÑĥÑĤ": 115154, + "Ġë¶Ģë¶Ħ": 115155, + "ĠpÅĻedpis": 115156, + "Ġopravdu": 115157, + "еÑĤиÑĩ": 115158, + "à¹Ĥà¸Ħรà¸ĩà¸ģาร": 115159, + "æħ§": 115160, + "æĭľ": 115161, + "سÙĥ": 115162, + "ìŀ¡ëĭ´": 115163, + "à¸Ľà¸£à¸°à¸¡à¸²à¸ĵ": 115164, + "è´¨éĩı": 115165, + "ĠголовÑĥ": 115166, + "лениÑİ": 115167, + "Ġनà¤ı": 115168, + "Ġprojektu": 115169, + "اÙģر": 115170, + "ativnÃŃ": 115171, + "ÎŃνÏĦ": 115172, + "ãĥīãĥ©": 115173, + "Ġtedav": 115174, + "ê¼": 115175, + "à¸Ľà¸£à¸°à¸ģาศ": 115176, + "Ġtuto": 115177, + "Ġchiếu": 115178, + "Ġvyz": 115179, + "ÑĢоÑĪ": 115180, + "åıĸå¾Ĺ": 115181, + "ĠмиÑģÑĤ": 115182, + "ĠÑģлÑĥÑĩаÑıÑħ": 115183, + "Ġغذ": 115184, + "ĠÑĥклад": 115185, + "ĠÑĥÑģÑĤановлен": 115186, + "Ġteslim": 115187, + "ĠãĢį": 115188, + "Ġè£": 115189, + "毫": 115190, + "éĬĢè¡Į": 115191, + "ects": 115192, + "kemiz": 115193, + "νηÏĤ": 115194, + "辺": 115195, + "ĠпÑĢем": 115196, + "Ġsonucu": 115197, + "Pokud": 115198, + "ĠÐŀÑģоб": 115199, + "è¾Ľ": 115200, + "輸": 115201, + "ë³´ê³ł": 115202, + "à¸ļà¸Ħ": 115203, + "ãĢĤãĢį": 115204, + "ा।ĊĊ": 115205, + "ĠÑģамоÑģÑĤоÑıÑĤелÑĮ": 115206, + "ÙĦÛĮت": 115207, + "λεκ": 115208, + "ĠÑĢайона": 115209, + "ÑĮи": 115210, + "à¹Īาà¸Ĺ": 115211, + "Ġà¸Ľà¸£à¸°à¹Ģà¸Ĺศ": 115212, + "มà¸Ń": 115213, + "اÙĩر": 115214, + "ĠвибоÑĢ": 115215, + "ÑİÑĩиÑģÑĮ": 115216, + "Ġpovol": 115217, + "abase": 115218, + "âĢ³N": 115219, + "Ú©ÙĪ": 115220, + "ĠУкÑĢаÑĹна": 115221, + "stanov": 115222, + "ĠÑĥÑĩаÑģÑĤи": 115223, + "Ġhlad": 115224, + "ĠÑĢаÑģÑģказ": 115225, + "ãģ¿ãģŁãģĦ": 115226, + "á½°": 115227, + "ĠåĽŀ": 115228, + "ĠÆ°Æ¡ng": 115229, + "αÏģά": 115230, + "خب": 115231, + "æįķ": 115232, + "ÃŃÅĻ": 115233, + "ĠسÛĮÙĨ": 115234, + "Âłin": 115235, + "ĠMÄĽst": 115236, + "æķĻåѦ": 115237, + "ĠоÑģобиÑģÑĤ": 115238, + "uji": 115239, + "çĶ»åĥı": 115240, + "ĠداÙĨØ´ÙĨاÙħÙĩ": 115241, + "ìĿ´ìķ¼": 115242, + "ĠзапиÑĤ": 115243, + "ĠÑģвоими": 115244, + "Û²Û°Û²": 115245, + "ï¼Įå°Ĩ": 115246, + "ãĥ¼ãģ®": 115247, + "ĠthÃŃ": 115248, + "ĠÙħتÙĪسط": 115249, + "à¥ĩĊ": 115250, + "å¤ļå°ij": 115251, + "ï¼ĮçĦ¶åIJİ": 115252, + "íĹĪ": 115253, + "Ġà¤Ńà¤Ĺ": 115254, + "Ġåı·": 115255, + "Ġteor": 115256, + "åĤ¨": 115257, + "ĠÑĢÑĸÑĩ": 115258, + "ĠÑģÑĤаÑĤÑĤÑĸ": 115259, + "ĠرابطÙĩ": 115260, + "Ġï¼ľ": 115261, + "باØŃ": 115262, + "ิà¸Ļà¸Ĺาà¸ĩ": 115263, + "à¥ĩà¤ĤĊ": 115264, + "ائÙĤ": 115265, + "ĠاÙĦجدÙĬد": 115266, + "liÄį": 115267, + "اØŃÙĦ": 115268, + "ménÄĽ": 115269, + "Ġbầu": 115270, + "ĠÐĴал": 115271, + "Ġблагод": 115272, + "еÑĤелÑĮ": 115273, + "å¹³åĿĩ": 115274, + "мин": 115275, + "Ġsürec": 115276, + "Ġзавод": 115277, + "èįIJ": 115278, + "ÑĤий": 115279, + "лоб": 115280, + "Ġвок": 115281, + "ladıģı": 115282, + "اÙĬÙĬ": 115283, + "ê²łìĬµëĭĪëĭ¤": 115284, + "Ġamacıyla": 115285, + "ï¼ĮåĽłä¸º": 115286, + "ãģ§ãģĤãģ£ãģŁ": 115287, + "ĠشرÙĪع": 115288, + "æŁĶ": 115289, + "'nun": 115290, + "окол": 115291, + "Ġciddi": 115292, + "Ġbụ": 115293, + "Ġyapılacak": 115294, + "ĠÑĩÑĥвÑģÑĤв": 115295, + "ìĤ¬ìĿĺ": 115296, + "à¸Ńà¸Ļà¸Ķ": 115297, + "ÎĹΤ": 115298, + "Ġëĭ¤ìĸij": 115299, + "ëĭ¤ë©´": 115300, + "imizi": 115301, + "ä¹Ĥ": 115302, + "ãģ²ãģ¨": 115303, + "ĠéĿŀ": 115304, + "âĢĮپدÛĮا": 115305, + "ä¹ĺ": 115306, + "ãĥĬãĥ«": 115307, + "ĠпÑĸдпÑĢиÑĶмÑģÑĤва": 115308, + "à¹ij": 115309, + "è¿Ŀ": 115310, + "ĠÙħÙĨÙĩ": 115311, + "ÑĢик": 115312, + "аÑĢÑĸв": 115313, + "Ġкого": 115314, + "ĠÙĤص": 115315, + "ĠæĿ¥": 115316, + "ĠPhòng": 115317, + "Ġово": 115318, + "ĠпеÑĢева": 115319, + "飲": 115320, + "à¤Ĥà¤Łà¤°": 115321, + "ÙĬرا": 115322, + "ildiÄŁi": 115323, + "etin": 115324, + "Ïĩεία": 115325, + "Ġzahrani": 115326, + "ÙĪجد": 115327, + "Ġç¯": 115328, + "ารย": 115329, + "Ġзако": 115330, + "ĠتÙĤس": 115331, + "ãĤ¹ãĤ¿ãĥ¼": 115332, + "æĿ°": 115333, + "ĠãĤ°": 115334, + "Ġé»Ħ": 115335, + "ĠÐļогда": 115336, + "५": 115337, + "Ġ次": 115338, + "ĠвÑĭÑĢаж": 115339, + "ĠchÄĥm": 115340, + "лÑıÑĶÑĤÑĮÑģÑı": 115341, + "دÙĩÙħ": 115342, + "Ġvrch": 115343, + "çºĮ": 115344, + "поÑĢ": 115345, + "ĠmaÄŁ": 115346, + "å¾ĴæŃ©": 115347, + "podob": 115348, + "ะà¹ģ": 115349, + "éģ¸æīĭ": 115350, + "帯": 115351, + "Ġsebou": 115352, + "inize": 115353, + "ĠÐľÐ°Ðº": 115354, + "ĠæĻ®": 115355, + "ĠÏħÏĢάÏģÏĩ": 115356, + "ĠÄIJÃł": 115357, + "ĠBrno": 115358, + "ĠÅ¡ÃŃ": 115359, + "اÙĦص": 115360, + "Ġnghiêm": 115361, + "Ġonları": 115362, + "ĠužÃŃ": 115363, + "èĩªåĪĨãģ®": 115364, + "ĠнаÑħодиÑĤÑģÑı": 115365, + "Ġjsi": 115366, + "Ġसमर": 115367, + "ĠÏĨÏī": 115368, + "Û±Û¹Û¸": 115369, + "Ġà¤ľà¤Ĺह": 115370, + "éŃļ": 115371, + "ìĿ¸ê°Ģ": 115372, + "ÄIJiá»ģu": 115373, + "ĠأعÙĦاÙħ": 115374, + "à¥ĩà¤Ĥ।Ċ": 115375, + "å½¢æĪIJ": 115376, + "Ġikt": 115377, + "Ġzdroj": 115378, + "ĠAmerik": 115379, + "ΡÎĵ": 115380, + "à¸ĩส": 115381, + "ĠíĴĢ": 115382, + "ÑģолÑİÑĤ": 115383, + "ÙĪÙĬت": 115384, + "Ġgörüntü": 115385, + "аннÑĭÑħ": 115386, + "ĠØ£ÙĤ": 115387, + "ĠмиÑĢ": 115388, + "å«Į": 115389, + "Ġmá»iji": 115390, + "Ġderin": 115391, + "éĴĪ": 115392, + "ĠмаÑĪи": 115393, + "측": 115394, + "ĠجÙĨÙĪب": 115395, + "ĠÑģло": 115396, + "ãĢĤä¸Ģ": 115397, + "ениÑıÑħ": 115398, + "ĠÑĩоловÑĸк": 115399, + "Ġyana": 115400, + "ĠокÑĤ": 115401, + "ĠнеÑĢ": 115402, + "æĪ¶": 115403, + "нÑĮомÑĥ": 115404, + "ĠÑĸмен": 115405, + "ãĤıãģŁãģĹ": 115406, + "ĠÎĵια": 115407, + "ãĢģç§ģ": 115408, + "Ġkou": 115409, + "ĠÑĨеÑĢк": 115410, + "layarak": 115411, + "ãĢĩ": 115412, + "اÙĦس": 115413, + "ÂłT": 115414, + "ĠдÑĢÑĥж": 115415, + "ĠдвоÑĢ": 115416, + "λί": 115417, + "ĠëĨĢ": 115418, + "Ġteplot": 115419, + "Ùģات": 115420, + "бÑĸ": 115421, + "Ġgüvenlik": 115422, + "nÄĽn": 115423, + "è©©": 115424, + "Ġinsanların": 115425, + "ĠìĦ¤ì¹ĺ": 115426, + "èĵĿ": 115427, + "avatel": 115428, + "jev": 115429, + "ĠÚĨرا": 115430, + "Ġgerekiyor": 115431, + "ãĥĥãĤ°": 115432, + "ĠÃĩok": 115433, + "ĠÙĪجÙĩ": 115434, + "ĠÑĥли": 115435, + "Âij": 115436, + "åijĢ": 115437, + "ĠоÑĢганизаÑĨии": 115438, + "ĠÑĸÑģнÑĥ": 115439, + "Ġnebude": 115440, + "Ġë°¤": 115441, + "ä¸ĬãģĮ": 115442, + "Ġधन": 115443, + "ĠرÙĪابط": 115444, + "γγελ": 115445, + "ĠдоÑģÑıг": 115446, + "ĠاÙĦÙĤدÙħ": 115447, + "ĠзнаÑħод": 115448, + "ĠÄįÃŃslo": 115449, + "ÅŁk": 115450, + "ĠاÙĦدÙĬÙĨ": 115451, + "Ġgünlük": 115452, + "ÙĥÙĬÙĬÙģ": 115453, + "ÎŃÏģα": 115454, + "à¸ķรว": 115455, + "ĠналиÑĩи": 115456, + "اÙħÛĮÙĨ": 115457, + "Ġμικ": 115458, + "Ġdönemde": 115459, + "à¹Īà¸Ĺ": 115460, + "æĥij": 115461, + "à¥ĭà¤Ĥ,": 115462, + "ÑĩÑı": 115463, + "ãģ¾ãĤĭ": 115464, + "ĠاÙĦتÙĨ": 115465, + "ÑĢаг": 115466, + "ëĵ¤ê³¼": 115467, + "ŃĶ": 115468, + "ĠÙħÙĨÙĩا": 115469, + "ĠThế": 115470, + "éIJµ": 115471, + "Ġï¾Ħ": 115472, + "ĠاÙĦإسÙĦاÙħ": 115473, + "ãĤ¦ãĤ¹": 115474, + "ÙĬدÙĬ": 115475, + "Ġå¾Ĺ": 115476, + "ĠзаÑĢаз": 115477, + "ãĤ¸ãĥ¥": 115478, + "Ġتعد": 115479, + "iÃŃ": 115480, + "Ġçocu": 115481, + "ozici": 115482, + "Ġë²Ķ": 115483, + "ĠØ¢ÙħدÙĩ": 115484, + "ÑĦик": 115485, + "ĠпоÑģÑĤанов": 115486, + "Ġkrálov": 115487, + "¨¨": 115488, + "Ġì¤ijìļĶ": 115489, + "ĠGWei": 115490, + "Ġvývoj": 115491, + "Ġboyut": 115492, + "Ġnek": 115493, + "اÙĩاÛĮ": 115494, + "ĠstranÄĽ": 115495, + "ием": 115496, + "ĠпоÑĢаж": 115497, + "à¥įरदर": 115498, + "é¡ĶãĤĴ": 115499, + "ĠYüz": 115500, + "ĠознаÑĩа": 115501, + "à¹ģลà¸Ļà¸Ķ": 115502, + "ĠبÙĩرÙĩ": 115503, + "енÑĤÑĥ": 115504, + "ĠÐĿад": 115505, + "ĠÐŁÐ¾Ð»ÑĮ": 115506, + "ãĥĹãĥª": 115507, + "ῶ": 115508, + "âĢĮپدÛĮاÛĮ": 115509, + "ĠپاÙĪرپÙĪÛĮÙĨت": 115510, + "ิà¸ģา": 115511, + "ĠενÏİ": 115512, + "ĠساÛĮر": 115513, + "éģº": 115514, + "ãĢģä»Ĭ": 115515, + "ĠLê": 115516, + "äºĭæĥħ": 115517, + "ĠYer": 115518, + "èħ°": 115519, + "ĠاÙĦرسÙħ": 115520, + "ĠاÙĦÙħÙĪÙĤع": 115521, + "ĠhÃłm": 115522, + "ĠдÑĢев": 115523, + "átel": 115524, + "ĠвÑģÑij": 115525, + "ìĺ¥": 115526, + "ĠMec": 115527, + "ãĤĽ": 115528, + "Ġصاد": 115529, + "Ġگردد": 115530, + "Ġkrás": 115531, + "èĮĥåĽ´": 115532, + "alarına": 115533, + "èĻļ": 115534, + "ĠØ¢ÙĪرد": 115535, + "ç¼ĵ": 115536, + "ิà¸ŀ": 115537, + "Ġãĥĭ": 115538, + "ĠæĢ§": 115539, + "ĠÙħÙĨØ°": 115540, + "ç·´": 115541, + "Ġê¶ģ": 115542, + "ваем": 115543, + "ĠζÏī": 115544, + "Ġnavr": 115545, + "ÏĥÏĦαÏĥη": 115546, + "Ġرأ": 115547, + "Ġdopl": 115548, + "＿＿＿": 115549, + "çĶļèĩ³": 115550, + "Äįel": 115551, + "æĦıåij³": 115552, + "ç¥Ń": 115553, + "Ãĺ": 115554, + "ÑģÑĤвеннÑĭе": 115555, + "裡": 115556, + "ĠãĢī": 115557, + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ": 115558, + "Ġвал": 115559, + "Ġẩm": 115560, + "Ġdiyor": 115561, + "à¸Ńà¸ĩà¸Īาà¸ģ": 115562, + "ĠPhó": 115563, + "ĠÐĵе": 115564, + "ĠвеÑĢеÑģ": 115565, + "Ġkonz": 115566, + "رز": 115567, + "ĠÑģобоÑİ": 115568, + "Ġεκεί": 115569, + "ìĺģìĸ´": 115570, + "iag": 115571, + "ĠÑģенÑĤ": 115572, + "Ġnấu": 115573, + "Ġjaké": 115574, + "Ġrozh": 115575, + "Ġбог": 115576, + "ÙĨاد": 115577, + "ĠاÙħÙĪر": 115578, + "à¹Įà¸ģาร": 115579, + "ĠYaÅŁ": 115580, + "éĪ": 115581, + "åķª": 115582, + "Ġonay": 115583, + "ìĹĩ": 115584, + "omu": 115585, + "ÑĨÑĸйного": 115586, + "ĠÑģал": 115587, + "ĠΣÏħν": 115588, + "Ġsavun": 115589, + "å¦Ļ": 115590, + "à¸Īะม": 115591, + "ãĤ¹ãĤ¯": 115592, + "Ġdosy": 115593, + "ľĺ": 115594, + "먹": 115595, + "Ġminul": 115596, + "ãĢĭĊ": 115597, + "åģı": 115598, + "ĠÐļаÑĤ": 115599, + "Ġedilmesi": 115600, + "ÑĨÑĸÑĶн": 115601, + "ìĦ±ìĿ´": 115602, + "åĸĶ": 115603, + "ĠвÑĸÑĢ": 115604, + "è¯ij": 115605, + "ाà¤ĩड": 115606, + "ĠÙĪÙĤتÛĮ": 115607, + "ÄIJá»ĥ": 115608, + "ĠvyÅ¡Å¡ÃŃ": 115609, + "Äįila": 115610, + "адÑĥ": 115611, + "çī¹åĪ¥": 115612, + "ĠìĿ¸ê¸°": 115613, + "ujÃŃcÃŃch": 115614, + "ĠPodle": 115615, + "ĠyavaÅŁ": 115616, + "Ļæ±Ł": 115617, + "Ġkayb": 115618, + "åĬª": 115619, + "ç´¹": 115620, + "ĠобÑĢабоÑĤ": 115621, + "ĠмаÑı": 115622, + "ĠåıĬ": 115623, + "æİ¥åıĹ": 115624, + "ÙĨتÛĮ": 115625, + "ĠÏĩÏİ": 115626, + "ÑĤÑĢо": 115627, + "Ġuyar": 115628, + "ĠعÙħÙĦکرد": 115629, + "ĠоÑĨен": 115630, + "ĠмеÑģÑĤа": 115631, + "à¸ķลาà¸Ķ": 115632, + "ÙħÙĤ": 115633, + "ildren": 115634, + "ĠзавиÑģиÑĤ": 115635, + "ÂłĠÂł": 115636, + "Ġmožná": 115637, + "æĺŃåĴĮ": 115638, + "ırken": 115639, + "кин": 115640, + "åĿĤ": 115641, + "ÏĦÏĥι": 115642, + "ĠÑĩÑĥд": 115643, + "Ðļон": 115644, + "islav": 115645, + "ĠÐļÑĢаÑģ": 115646, + "Nej": 115647, + "Âłb": 115648, + "rof": 115649, + "Ġileri": 115650, + "ĠÐŀÑĢ": 115651, + "ĠChá»ī": 115652, + "Ġnüfus": 115653, + "ĠÑĸнÑĤ": 115654, + "!âĢľ": 115655, + "Ġनर": 115656, + "主ä¹ī": 115657, + "ĠتÙĨظ": 115658, + "ůvodu": 115659, + "ĠгоÑĢода": 115660, + "Ġkural": 115661, + "Ġjedin": 115662, + "ÑĢаÑĤег": 115663, + "åĢº": 115664, + "Ġzpůsobem": 115665, + "ìĿ¸ìĿĺ": 115666, + "ĠÙĨب": 115667, + "ĠNga": 115668, + "ĠÐĿай": 115669, + "ĠاÙģزار": 115670, + "нÑĥвÑģÑı": 115671, + "ĠдвоÑħ": 115672, + "Ġrozp": 115673, + "είοÏħ": 115674, + "Ġοικο": 115675, + "ĠGeç": 115676, + "ÂĹ": 115677, + "Ġchiếm": 115678, + "ĠÑĢаÑģпÑĢоÑģÑĤÑĢан": 115679, + "ĠhÆ°Æ¡ng": 115680, + "èĩªåĭķ": 115681, + "ĠÙħÙĪÙģÙĤ": 115682, + "æĮ¥": 115683, + "ï¼ģâĢĿĊĊ": 115684, + "ÏģοÏĨοÏģ": 115685, + "èıĮ": 115686, + "ãĥ´ãĤ¡": 115687, + "欧ç¾İ": 115688, + "ĠÑĤепло": 115689, + "ãģĤãģĤ": 115690, + "ãĤ¦ãĥ³": 115691, + "ĠÅŁeyi": 115692, + "Ġsüt": 115693, + "ãģ¹ãģ¦": 115694, + "ãĥ³ãĥij": 115695, + "μÎŃνÏīν": 115696, + "Ġgenellikle": 115697, + "ĠدرÙħاÙĨ": 115698, + "Ùª": 115699, + "Ġakıl": 115700, + "ĠÐľÑĭ": 115701, + "ĠetmiÅŁ": 115702, + "Å¡la": 115703, + "ĠвозможноÑģÑĤÑĮ": 115704, + "Ġgüncel": 115705, + "Ġnáro": 115706, + "å½¢å¼ı": 115707, + "ĠαÏĢοÏĦε": 115708, + "ĠмÑĸÑģÑĨÑı": 115709, + "Ġرض": 115710, + "ä¸įçŁ¥éģĵ": 115711, + "rava": 115712, + "ĠÎļά": 115713, + "ิà¸Ļà¸Ĺร": 115714, + "ĠлиÑģÑĤÑĮ": 115715, + "èĨľ": 115716, + "ãģ«ãģªãĤĬ": 115717, + "ĠæĿ¾": 115718, + "å®ı": 115719, + "ĠмиÑģ": 115720, + "átnÃŃ": 115721, + "Ġyıllık": 115722, + "ĠMerkezi": 115723, + "Ġiçeri": 115724, + "ÅĻÃŃž": 115725, + "ĠpÅĻe": 115726, + "ÏĩÏģι": 115727, + "Ġåįĥ": 115728, + "Ġsrp": 115729, + "à¹Ĥà¸Ĺร": 115730, + "ĠKrál": 115731, + ".Σ": 115732, + "ával": 115733, + "léd": 115734, + "Ġλα": 115735, + "ียวà¸ģ": 115736, + "ãģıãģª": 115737, + "ĠvÅ¡ichni": 115738, + "ĠпÑĢедоÑģÑĤав": 115739, + "ì¿": 115740, + "Ġ구ê¸ĢìĥģìľĦ": 115741, + "Ġà¤īपलब": 115742, + "воз": 115743, + "ĠëħĦëıĦë³Ħ": 115744, + "､_": 115745, + "à¸ļรร": 115746, + "ĠÑģвÑĸÑĤÑĥ": 115747, + "ĠÑĢÑĥблей": 115748, + "lenme": 115749, + "lÃŃÄį": 115750, + "ÏĦει": 115751, + "Ġåı¤": 115752, + "ĠObrázky": 115753, + "Ġìĺģíĸ¥": 115754, + "ĠгÑĢаждан": 115755, + "íĤ¹": 115756, + "Ġsahiptir": 115757, + "ĠпоÑĩаÑĤкÑĥ": 115758, + "ĠØ£ÙĬض": 115759, + "ĠÑĤоÑĢгов": 115760, + "Ġgelecek": 115761, + "Ġ문íĻĶ": 115762, + "ikleri": 115763, + "ĠнеобÑħÑĸдно": 115764, + "Ġäºij": 115765, + "ovol": 115766, + "Ġदल": 115767, + "ĠìķĬê³ł": 115768, + "Ġмг": 115769, + "Ġzjist": 115770, + "anlı": 115771, + "ัà¸ĩà¸Ļ": 115772, + "ÑĢаÑħов": 115773, + "ινη": 115774, + "ĠплоÑĤ": 115775, + "Ġnitel": 115776, + "ìĬ¤íģ¬": 115777, + "ĠSonra": 115778, + "ĠÑģбоÑĢ": 115779, + "ĠÏĥοÏħ": 115780, + "Ġolmam": 115781, + "Ġanaliz": 115782, + "à¹Įว": 115783, + "Ġmỹ": 115784, + "ceae": 115785, + "Ġден": 115786, + "веÑĢжд": 115787, + "Ả": 115788, + "ãģĵãģ¨ãĤĤ": 115789, + "ìĤ¬íķŃ": 115790, + "è¨Ģãģ£ãģŁ": 115791, + "Ġì¹´ì§Ģëħ¸": 115792, + "ÑĢиÑĤи": 115793, + "Ġchce": 115794, + "Ġçevir": 115795, + "ÛĮÛĮÙĨ": 115796, + "ä¼ļè®®": 115797, + "ัมà¸ŀ": 115798, + "ĠåĦ": 115799, + "Ġپدر": 115800, + "å¼ıä¼ļ社": 115801, + "ĠÑĨен": 115802, + "ิà¸ĸ": 115803, + "Ġjinak": 115804, + "ĠблÑİ": 115805, + "иÑĨин": 115806, + "ÙĴÙĩ": 115807, + "Ú©ÙĪر": 115808, + "Ġìķħ": 115809, + "eksiyon": 115810, + "ĠÑģвеÑĢ": 115811, + "ĠобÑĢазованиÑı": 115812, + "ĠãĥĻ": 115813, + "æľī人": 115814, + "Ġbilgileri": 115815, + "Ġhầu": 115816, + "еÑĢÑĸг": 115817, + "ĠvaÅ¡e": 115818, + "Ġnedir": 115819, + "ä¸įå¾Ĺ": 115820, + "ĠbaÅŁarılı": 115821, + "Ġkaybet": 115822, + "å©·": 115823, + "ĠÐĿав": 115824, + "Ġê´Ģíķľ": 115825, + "ÑģÑĤÑİ": 115826, + "å®ŀéĻħ": 115827, + "klady": 115828, + "даÑĤÑĮ": 115829, + "raç": 115830, + "Ġkuvvet": 115831, + "à¸ģารà¸Ĺ": 115832, + "åļ": 115833, + "ĠÑĢеп": 115834, + "Ġà¸Ŀ": 115835, + "ĠDiÄŁer": 115836, + "íĶĦíĬ¸": 115837, + "ĠnejvÄĽtÅ¡ÃŃ": 115838, + "Ġìłģìļ©": 115839, + "ĠonemocnÄĽnÃŃ": 115840, + "ака": 115841, + "ÐłÐ°Ð·": 115842, + "ĠÙģØ¥ÙĨ": 115843, + "ãĤµãĤ¤ãĤº": 115844, + "Ġvlád": 115845, + "Ġrady": 115846, + "ãĢģãģĵãĤĮ": 115847, + "ÑģÑĤвие": 115848, + "lıģa": 115849, + "åŃĶ": 115850, + "Ġáo": 115851, + "à¸Ńาà¸ģาศ": 115852, + "Ġà¤ıम": 115853, + "δαÏĤ": 115854, + "ĠапÑĢ": 115855, + "æİĽ": 115856, + "Ġç«ĭ": 115857, + "âĸıâĸı": 115858, + "ĠСм": 115859, + "Ġnemá": 115860, + "Ġè¢": 115861, + "νομα": 115862, + "ĠÙģرÙĪد": 115863, + "Ġülke": 115864, + "ĠæĺŁ": 115865, + "ัà¸Ļà¸ģ": 115866, + "ãģķãĤĵãģ®": 115867, + "eÅŁil": 115868, + "ÄŁiz": 115869, + "ĠÐijоÑĢ": 115870, + "Ġtầm": 115871, + "ειÏĦοÏħÏģγ": 115872, + "ĠγÏģα": 115873, + "à¥įषà¤ķ": 115874, + "Ġvẻ": 115875, + "Ġkendisine": 115876, + "ĠìķĮê³ł": 115877, + "ĠêµŃìłľ": 115878, + "ĠnÄĽkdo": 115879, + "ĠÛĮÙĩ": 115880, + "Ġکاربر": 115881, + "ãĥĻãĥ«": 115882, + "ï»´": 115883, + "Ġtuyên": 115884, + "Ġçat": 115885, + "âĢIJâĢIJ": 115886, + "Âı": 115887, + "ĠìĤ¬ìĹħ": 115888, + "éĨĴ": 115889, + "æıIJé«ĺ": 115890, + "æ·¡": 115891, + "ĠÄŁ": 115892, + "èĸ¦": 115893, + "ãĢĭï¼Ī": 115894, + "æ¡ĥ": 115895, + "ìĹĦ": 115896, + "ĠæŀĹ": 115897, + "ÄĤ": 115898, + "ĠÄĮech": 115899, + "αιο": 115900, + "ĠطرÙĬÙĤ": 115901, + "ĠзавеÑĢÑĪ": 115902, + "تÙĪبر": 115903, + "ĠØŃج": 115904, + "ĠÎŃÏĩοÏħν": 115905, + "¿ÃĤ": 115906, + "ĠdÄĽtÃŃ": 115907, + "Ġiçine": 115908, + "ĠChúa": 115909, + "аннÑĭй": 115910, + "ĠÙĪÛĮÚĺ": 115911, + "Ġnastav": 115912, + "ısına": 115913, + "ĠÑĹм": 115914, + "пон": 115915, + "енÑı": 115916, + "ĠÙĪظ": 115917, + "Ú¯ÙĦ": 115918, + "หลวà¸ĩ": 115919, + "Ġzastav": 115920, + "акон": 115921, + "³³³³³³³³³³³³³³³³³³³³³³³³³³³³³³³³": 115922, + "ĠKır": 115923, + "絶": 115924, + "ĠоÑĢганÑĸзаÑĨÑĸÑĹ": 115925, + "ãģŁãĤĬ": 115926, + "Ø°ÙĬ": 115927, + "Ġरà¤ķ": 115928, + "ampiyon": 115929, + "Ġæ¸ħ": 115930, + "çľ¼çĿĽ": 115931, + "ĠìķĬìĿĢ": 115932, + "鹿": 115933, + "Ġå¿ĥ": 115934, + "ĠпÑĢекÑĢаÑģ": 115935, + "ĠÑģегоднÑı": 115936, + "Ġसल": 115937, + "ĠÏħÏĢÏĮ": 115938, + "ĠÐķго": 115939, + "ĠÐĽÐ¸": 115940, + "ãĤ¨ãĥ«": 115941, + "ĠлÑİÑĤ": 115942, + "饰": 115943, + "Ġvzdál": 115944, + "¯ÃĤ": 115945, + "ĠнаÑıв": 115946, + "ĠتشکÛĮÙĦ": 115947, + "ĠسÙĪÛĮ": 115948, + "Ġtái": 115949, + "Ġkapı": 115950, + "ĠsvÄĽtÄĽ": 115951, + "δÏĮν": 115952, + "æ¼¢": 115953, + "ìį¨": 115954, + "ĠbaÅŁvur": 115955, + "ÑĢина": 115956, + "Ġkelim": 115957, + "аÑĤок": 115958, + "Ġκάθε": 115959, + "ĠYüksek": 115960, + "à¹ĩà¸Ļà¸ľ": 115961, + "éłĤ": 115962, + "åIJĮæĻĤ": 115963, + "ÅŁtır": 115964, + "วà¸ĩศ": 115965, + "oty": 115966, + "Ġارد": 115967, + "ĠìŀIJìĭłìĿĺ": 115968, + "ĠÑıнва": 115969, + "üyordu": 115970, + "æĿ¨": 115971, + "ĠâĢĵĊ": 115972, + "ï¼Įå®ĥ": 115973, + "ейн": 115974, + "ĠпеÑĢеÑĤ": 115975, + "ĠdeÄŁiÅŁiklik": 115976, + "ĠогÑĢаниÑĩ": 115977, + "ìĦľìļ¸": 115978, + "Ġgeliyor": 115979, + "ĠپذÛĮر": 115980, + "åĵ²": 115981, + "eyin": 115982, + "ĠëıĪ": 115983, + "Ġuniverz": 115984, + "Ġhned": 115985, + "ĠtáºŃn": 115986, + "voÅĻÃŃ": 115987, + "Ġniên": 115988, + "dÄĽpodob": 115989, + "ìĤ¬íļĮ": 115990, + "ãģĮãģĤãĤĬ": 115991, + "ĠÑģÑĸÑĩ": 115992, + "''\"": 115993, + "Ġtoplantı": 115994, + "ĠÑģÑĩеÑĤ": 115995, + "åĩĨå¤ĩ": 115996, + "анÑĸÑı": 115997, + "Ġzel": 115998, + "vala": 115999, + "Ġапп": 116000, + "ĠاÙĦÙħÙĦÙĥ": 116001, + "ĠhoÅŁ": 116002, + "ĠÐĵен": 116003, + "ÑĤаб": 116004, + "ĠÄĮesko": 116005, + "Ġмайже": 116006, + "ĠmÄĽsto": 116007, + "yonel": 116008, + "거리": 116009, + "Ġìĺ¨ëĿ¼ìĿ¸": 116010, + "ç´¯": 116011, + "Ġderec": 116012, + "ĠокÑĢÑĥж": 116013, + "Ġyabancı": 116014, + "ĠíĦ°": 116015, + "ĠèµĦ": 116016, + "ÎĻÎļÎĹ": 116017, + "ĠпÑĭ": 116018, + "ĠvÄĽn": 116019, + "инки": 116020, + "ụp": 116021, + "æľºæ¢°": 116022, + "ĠìķĮ볤": 116023, + "ëħķ": 116024, + "ĠλÏĮγ": 116025, + "eyn": 116026, + "ĠëIJĺìĹĪëĭ¤": 116027, + "污": 116028, + "Ġvedle": 116029, + "ĠÙĥتب": 116030, + "맨": 116031, + "ĠÙħÙĤاÙĪ": 116032, + "å¹´ãģ«": 116033, + "ाà¤ĩà¤ķ": 116034, + "ĠÑģÑĤоÑģ": 116035, + "ĠÏĥÏĦοÏħÏĤ": 116036, + "меÑĤÑĮ": 116037, + "Ġesas": 116038, + "ëIJĺê³ł": 116039, + "ĠkvÄĽtna": 116040, + "Ġéľ": 116041, + "dük": 116042, + "åŁ·": 116043, + "èªĮ": 116044, + "Ġmluv": 116045, + "ĠпÑĢинÑı": 116046, + "Ġpoté": 116047, + "ĠÚ©ÙĨÙħ": 116048, + "ĠпÑĢедлож": 116049, + "ĠÐľÐ¾Ñģква": 116050, + "ï¼Įå¦Ĥ": 116051, + "Ġsvém": 116052, + "ĠاÙħÙĨ": 116053, + "สาย": 116054, + "ĠÑĥменÑĮ": 116055, + "Ġãģĵãģ®": 116056, + "åīĤ": 116057, + "ĠÑģеÑĢÑĮ": 116058, + "Ġmá»ĩ": 116059, + "Ġä¹Ŀ": 116060, + "ĠзакÑĸн": 116061, + "ĠвелиÑĩ": 116062, + "ĠконÑĤÑĢа": 116063, + "ĠSosyal": 116064, + "Ġyukarı": 116065, + "ĠدÙĪب": 116066, + "侧": 116067, + "Ġзамен": 116068, + "ï»®": 116069, + "ĠsobÄĽ": 116070, + "ĠТакже": 116071, + "Ðİ": 116072, + "εδ": 116073, + "ÙħارÛĮ": 116074, + "ξι": 116075, + "ì¹Ń": 116076, + "ĠплаÑģÑĤи": 116077, + "ÏĥοÏħν": 116078, + "èľĺèĽĽè¯į": 116079, + "ÙĪÛĮزÛĮ": 116080, + "ĠnapÅĻ": 116081, + "ĠÑĤипа": 116082, + "à¥Ĥà¤Ľ": 116083, + "ĠÅŁah": 116084, + "лÑıÑĤи": 116085, + "بÛĮر": 116086, + "ระยะ": 116087, + "ĠболÑĮÑĪин": 116088, + "ÏĦηÏĦα": 116089, + "Ġíıīê°Ģ": 116090, + "Ġprojev": 116091, + "òi": 116092, + "ĠкнÑı": 116093, + "ÏĨεÏģ": 116094, + "еÑĢÑĥ": 116095, + "Ñįн": 116096, + "ĠعÙħÙĦÛĮ": 116097, + "à¤łà¤¨": 116098, + "ãĥ³ãĤ¯": 116099, + "ĠìķĦëŀĺ": 116100, + "ÎĪ": 116101, + "Ġباست": 116102, + "ĠتÙĥ": 116103, + "aÄįnÃŃ": 116104, + "ĠлÑĸкÑĥваннÑı": 116105, + "à¸Ħà¹Ĥà¸Ļ": 116106, + "Ġèĥ½": 116107, + "θλη": 116108, + "lenmiÅŁ": 116109, + "Ġlá»Ļ": 116110, + "Ġsilah": 116111, + "ĠAustr": 116112, + "ØŃÙĤ": 116113, + ".***.***": 116114, + "ì©": 116115, + "ĠgÃł": 116116, + "ĠبازبÛĮÙĨÛĮ": 116117, + "ĠÄijÃłn": 116118, + "ÃŃky": 116119, + "ĠÎķν": 116120, + "ضÙħ": 116121, + "å§ĵ": 116122, + "ĠÙĨÙĪÛĮس": 116123, + "Ġskupiny": 116124, + "ĠسÛĮد": 116125, + "Ġaldıģı": 116126, + "meli": 116127, + "виж": 116128, + "ì¹ĺëĬĶ": 116129, + "оваÑħ": 116130, + "Ġæ©": 116131, + "Ø´ÙĨاسÛĮ": 116132, + "Ġnimi": 116133, + "ĠÐĵÑĢи": 116134, + "íĹĮ": 116135, + "Ġкв": 116136, + "éŁĵ": 116137, + "ĠíĽĦ기": 116138, + "ĠstÅĻÃŃ": 116139, + "ĠкÑĸлÑĮкÑĸÑģÑĤÑĮ": 116140, + "ĠBakanlıģı": 116141, + "ĠменÑĮÑĪе": 116142, + "اÙĪÛĮ": 116143, + "ĠارÙĪÙ¾": 116144, + "Ġèī²": 116145, + "ĠÚ©ÙĪÚĨÚ©": 116146, + "ĠAynı": 116147, + "ĠäºĨ": 116148, + "ĠسÙģر": 116149, + "ĠÑĤеаÑĤ": 116150, + "ĠvÄĽd": 116151, + "аÑĢов": 116152, + "Ġобмеж": 116153, + "ĠìķĬìķĺ": 116154, + "追åĬł": 116155, + "éłĪ": 116156, + "dÄĽlenÃŃ": 116157, + "Ġkims": 116158, + "Ġèı²": 116159, + "ĠгÑĢÑĥн": 116160, + "ĠØ¢ÙĦÙħاÙĨ": 116161, + "Ġавг": 116162, + "ĠÑīоÑģÑĮ": 116163, + "Ġå¾·": 116164, + "ĠÐĿаÑĨÑĸоналÑĮ": 116165, + "æĪIJç«ĭ": 116166, + "ูà¸Ļย": 116167, + "ãĥ¼ãĥ«ãĥī": 116168, + "éĽ²": 116169, + "ĠTá»ķ": 116170, + "cılık": 116171, + "ĠAlmanya": 116172, + "ĠovÅ¡em": 116173, + "Âĭ": 116174, + "ĠÏĩÏģηÏĥιμοÏĢοι": 116175, + "Ġörgüt": 116176, + "िसस": 116177, + "èĹĿ": 116178, + "ĠGiải": 116179, + "Ġsvob": 116180, + "Ġrůzných": 116181, + "Ġsmlouvy": 116182, + "ÑĢеÑģÑģ": 116183, + "ีà¹Ģà¸Ķ": 116184, + "ĠاÙħرÙĪز": 116185, + "ãĤħ": 116186, + "åĿ¦": 116187, + "à¹īà¸Ħ": 116188, + "Ġкаж": 116189, + "å¼Ĺ": 116190, + "ÑĩноÑĹ": 116191, + "åľĪ": 116192, + "ĠØ¢ÙĩÙĨÚ¯": 116193, + "몰": 116194, + "Ġæº": 116195, + "ĠèĦ": 116196, + "ä¸ĢæŃ¥": 116197, + "оÑĩка": 116198, + "Ġprostor": 116199, + "Ġngắn": 116200, + "Ġç·": 116201, + "наÑĢ": 116202, + "Ġà¤ľà¤µ": 116203, + "ĠнаÑĩалÑĮ": 116204, + "Ġнедел": 116205, + "ĠÑģиÑģÑĤемÑĥ": 116206, + "جÙĬ": 116207, + "ادات": 116208, + "Ġæ¢": 116209, + "ĠجاÙħعة": 116210, + "Ġä»İ": 116211, + "Ġà¤ħफ": 116212, + "èĸĦ": 116213, + "ĠباÙĤ": 116214, + "بÙĬع": 116215, + "ãģķãĤĮãģ¦": 116216, + "ĠÃĩalÄ±ÅŁ": 116217, + "Ø®ÙĪاست": 116218, + "ãĥĥãĤ·ãĥ¥": 116219, + "ĠØŃسÛĮÙĨ": 116220, + "ĠобнаÑĢÑĥж": 116221, + "вÑĸдом": 116222, + "Ġhôm": 116223, + "ланд": 116224, + "Ġà¤µà¤ľà¤¹": 116225, + "سÙĬÙĨ": 116226, + "æłı": 116227, + "ĠnavÃŃc": 116228, + "ãĤµãĤ¤ãĥĪ": 116229, + "ĠÑıкомÑĥ": 116230, + "ĠíĽ": 116231, + "ĠYani": 116232, + "ãĤĵãģ§ãģĻ": 116233, + "ĠгÑĢÑĥп": 116234, + "Äįný": 116235, + "ÑĨик": 116236, + "ÙĪÙĬر": 116237, + "ĠXã": 116238, + "Ġfyz": 116239, + "Ġï½ī": 116240, + "âĢĮترÛĮÙĨ": 116241, + "à¤Łà¤ķ": 116242, + "ÑĦоÑĢми": 116243, + "ĠOyun": 116244, + "åł´æīĢ": 116245, + "ØŃØ«": 116246, + "ĠìķĮìķĦ": 116247, + "ÑĢавилÑĮ": 116248, + "ï¼ĮâĢĿ": 116249, + "boru": 116250, + "ĠKullan": 116251, + "ĠKaynak": 116252, + "Ġê°ĸ": 116253, + "ç´Ķ": 116254, + "ï¼Įæ¯ı": 116255, + "ÎĹΡ": 116256, + "Ġpůl": 116257, + "ĠгоÑģÑĤ": 116258, + "رÙĪÙħ": 116259, + "ï¼Įåį³": 116260, + "Û²Û³": 116261, + "ĠÙĨخست": 116262, + "Ġکسب": 116263, + "Ġà¹Ģà¸ļ": 116264, + "Ġyazar": 116265, + "jekt": 116266, + "à¹Ĥลย": 116267, + "ĠдобÑĢе": 116268, + "ĠپزشکÛĮ": 116269, + "ĠتÙĩÛĮÙĩ": 116270, + "ç¾İåľĭ": 116271, + "ноÑģÑıÑĤ": 116272, + "ëłĪìĬ¤": 116273, + "åĹ¯": 116274, + "ĠrÃłng": 116275, + "ĠÎķξ": 116276, + "аÑĤаÑĢ": 116277, + "kova": 116278, + "ĠÅŁeyler": 116279, + "خاص": 116280, + "ĠìķĪìłĦ": 116281, + "Ñīей": 116282, + "Ġë°Ŀ": 116283, + "âĢĮتÙĪاÙĨد": 116284, + "ãģĪãģ°": 116285, + "Ġvữ": 116286, + "ĠÑģама": 116287, + "ĠобоÑĢÑĥд": 116288, + "âĢĮباشد": 116289, + "à¹Įà¸Ń": 116290, + "Ġdetay": 116291, + "æĤ²": 116292, + "ÂĪ": 116293, + "ãĤ¦ãĤ£": 116294, + "ĠпÑĢавила": 116295, + "krét": 116296, + "à¹Įร": 116297, + "åĮ¹": 116298, + "Ġåħį": 116299, + "ĠÑģилÑĮно": 116300, + "ĠиÑģÑĤоÑĩ": 116301, + "ĠsaÄŁlar": 116302, + "ĠæѦ": 116303, + "íĸĪìĬµëĭĪëĭ¤": 116304, + "Không": 116305, + "à¹Īาà¸ĩà¹Ĩ": 116306, + "Û°Û°Û°": 116307, + "ĠرÙĤ": 116308, + "âĢĻÑıÑĤ": 116309, + "åĽ²": 116310, + "à¹ģà¸Ķà¸ĩ": 116311, + "Ġžádné": 116312, + "couz": 116313, + "Ãĭ": 116314, + "ĠпÑĸдгоÑĤов": 116315, + "ĠëĮĢíķĻ": 116316, + "Ġdünyanın": 116317, + "èĢģå¸Ī": 116318, + "èģĮä¸ļ": 116319, + "Ġyeri": 116320, + "à¥ĭà¤ķर": 116321, + "ĠبÙĩتر": 116322, + "ëĭĪìķĦ": 116323, + "ìĿĮìĿĦ": 116324, + "ĠæĮĩ": 116325, + "ãĢįï¼Ī": 116326, + "ĠÑģооÑĤвеÑĤÑģÑĤвии": 116327, + "æĬĵ": 116328, + "à¹Ĥà¸Ĺ": 116329, + "Ġtrá»ĵng": 116330, + "ĠпÑĢаÑĨÑĸ": 116331, + "ĠëĨĵ": 116332, + "à¤ĩन": 116333, + "Ġìłķë§IJ": 116334, + "ãĢķ": 116335, + "ĠcáºŃn": 116336, + "åĸĿ": 116337, + "Ġê³ĦìĨį": 116338, + "Ġä¸İ": 116339, + "å¥ı": 116340, + "ĠعاÙĦÙħ": 116341, + "ĠvysvÄĽt": 116342, + "ĠдоÑĢог": 116343, + "ĠнеÑĢв": 116344, + "ĠбеÑĤ": 116345, + "ĠпÑĢиÑĤ": 116346, + "овÑĭй": 116347, + "å·¡": 116348, + "Ùģاع": 116349, + "ÐļÐĺ": 116350, + "à¸ķรวà¸Ī": 116351, + "ĠÐľÐ°Ð¹": 116352, + "ëıĦë¡ľ": 116353, + "Ġzlat": 116354, + "ĠsaÄŁlam": 116355, + "Ïģαν": 116356, + "à¸Ĭร": 116357, + "å¹´ãģ®": 116358, + "à¸Ħรà¸Ńà¸ĩ": 116359, + "Âħ": 116360, + "Ġhoá": 116361, + "ĠдоволÑĮно": 116362, + "Ġolmaz": 116363, + "ĠpodmÃŃnky": 116364, + "ĠÑħозÑıй": 116365, + "æĻ´": 116366, + "ÑĢова": 116367, + "Ġlược": 116368, + "ानन": 116369, + "ĠкапиÑĤ": 116370, + "ĠÚĺاÙĨ": 116371, + "æľīäºĽ": 116372, + "ĠповеÑĢÑħноÑģÑĤи": 116373, + "ĠÑĨÑĸн": 116374, + "üyle": 116375, + "Ġjazy": 116376, + "ĠPhú": 116377, + "Ġसन": 116378, + "åĩºåĶ®": 116379, + "ÂłÐ´": 116380, + "ĠãĤ¯": 116381, + "çĶ±äºİ": 116382, + "à¥įपत": 116383, + "ĠاÙĦخاÙħ": 116384, + "ĠاصÙĦاØŃ": 116385, + "ĠتÛĮ": 116386, + "Ġtato": 116387, + "å¹¹": 116388, + "æ³½": 116389, + "à¸Ńà¸ģà¸Īาà¸ģ": 116390, + "ÑĥлÑİ": 116391, + "ĠвÑģп": 116392, + "mekte": 116393, + "à¥Ģफ": 116394, + "ĠÚĺÙĪئ": 116395, + "Ġlá»ĩnh": 116396, + "âĢĮکرد": 116397, + "íı¬ì¸ł": 116398, + "anki": 116399, + "Ġëĵ±ë¡ĿëĮĢíĸī": 116400, + "ĠãĤĿ": 116401, + "Ġارزش": 116402, + "Ġthú": 116403, + "Ġấn": 116404, + "è¡Į为": 116405, + "ĠÑģнова": 116406, + "꾸": 116407, + "Ġsouhlas": 116408, + "Ġвозв": 116409, + "ÏģÎŃÏĢει": 116410, + "ĠнÑĸÑĩого": 116411, + "нож": 116412, + "ÑĤик": 116413, + "ãģ©ãģĵ": 116414, + "ĠоÑģнове": 116415, + "ãĤ¥": 116416, + "à¸Ľà¸£à¸°à¸Īำ": 116417, + "Ġà¸Ĺà¸Ńà¸ĩ": 116418, + "Ġeksik": 116419, + "ĠÙĦØ¥": 116420, + "ãģĭãģ®": 116421, + "Ġãģª": 116422, + "-प": 116423, + "Ïģει": 116424, + "ĠìłĦ문": 116425, + "าà¸ģล": 116426, + "βε": 116427, + "íĬ¹ë³Ħ": 116428, + "íķĺë©´ìĦľ": 116429, + "à¸Ħà¹Ĥà¸Ļà¹Ĥลย": 116430, + "Ġ好": 116431, + "Ġyayım": 116432, + "ë§ĮëĤ¨": 116433, + "ĠкиÑģлоÑĤ": 116434, + "ĠÑįнеÑĢг": 116435, + "çĸ¾": 116436, + "Ġدش": 116437, + "Ġsoruml": 116438, + "Ġзаклад": 116439, + "à¸Ĭà¸Ńà¸ļ": 116440, + "ĠÙģرÙĩÙĨÚ¯ÛĮ": 116441, + "Ġà¤ıल": 116442, + "Ġë¹ĦêµIJ": 116443, + "lerce": 116444, + "ĠØ·ÙĦب": 116445, + "ãģ«ãģĹãģ¦": 116446, + "ĠÑıкоÑĹ": 116447, + "ĠاÙĦبتÙĩ": 116448, + "ĠÐľÐ°ÑĤ": 116449, + "åįĵ": 116450, + "Ġåħ¬åı¸": 116451, + "Ġsöyley": 116452, + "ĠìĥĪë¡ľìļ´": 116453, + "ĠÑĦаÑĢ": 116454, + "Ġaltına": 116455, + "Ġstavu": 116456, + "âĢĻı": 116457, + "alizace": 116458, + "ĠвиÑģÑĤÑĥп": 116459, + "æķĻå¸Ī": 116460, + "à¥Ģà¤ıस": 116461, + "odÄĽ": 116462, + "ĠÑĨÑĸл": 116463, + "ĠëĮĢìĥģ": 116464, + "ĠкоÑĤоÑĢом": 116465, + "ĠظرÙģ": 116466, + "éİ®": 116467, + "اÙģÙĬØ©": 116468, + "ĠìĹĨìĿ´": 116469, + "ĠμÏĮνο": 116470, + "ĠCÆ¡": 116471, + "寻": 116472, + "ÏĦιÏĥ": 116473, + "ĠãĤĦ": 116474, + "Ġjednoho": 116475, + "اا": 116476, + "etler": 116477, + "Ġवस": 116478, + "ĠÑĢазлиÑĩнÑĭÑħ": 116479, + "ĠجغراÙģ": 116480, + "Ġthừa": 116481, + "ĠгÑĢомадÑıн": 116482, + "॰": 116483, + "ĠاÙĦأخ": 116484, + "ĠнагÑĢÑĥз": 116485, + "績": 116486, + "à¥Ĥह": 116487, + "ĠпÑĢÑıмо": 116488, + "âĬ": 116489, + "ĠاÙĦØ£ÙĪÙĦÙī": 116490, + "æĸ°èģŀ": 116491, + "ĠìĥģíĻ©": 116492, + "itesi": 116493, + "ëį°ìĿ´íĬ¸": 116494, + "æŃ·": 116495, + "ï¼ĮèĢĮä¸Ķ": 116496, + "ãģ¯ãģļ": 116497, + "产çĶŁ": 116498, + "æ°ĹãģĮ": 116499, + "yslu": 116500, + "ìĸ´ëĤĺ": 116501, + "اکÙħ": 116502, + "âĢĥ": 116503, + ")ìĿĢ": 116504, + "ĠجستارÙĩاÛĮ": 116505, + "ÙĪØ«": 116506, + "ãħİ": 116507, + "Ġkavram": 116508, + "vál": 116509, + "æľŃ": 116510, + "æĤł": 116511, + "ìħĢ": 116512, + "hrad": 116513, + "ĠتÙĥÙĪÙĨ": 116514, + "ĠHòa": 116515, + "å¹´çļĦ": 116516, + "Ġçarp": 116517, + "Ġyolu": 116518, + "Ġdubna": 116519, + "ĠÐĴелик": 116520, + "Ġtôn": 116521, + "æķĮ": 116522, + "Ġcoi": 116523, + "Ġnakonec": 116524, + "ĠÑįÑĤÑĥ": 116525, + "íĨµëł¹": 116526, + "ÑĪел": 116527, + "Ġnebyl": 116528, + "inç": 116529, + "باÙĦØ¥ÙĨجÙĦÙĬزÙĬØ©": 116530, + "Ａ": 116531, + "онÑĮ": 116532, + "ĠнемаÑĶ": 116533, + "Ġê³łê°Ŀ": 116534, + "ĠÙĤطع": 116535, + "ĠÑĤеÑĢиÑĤоÑĢÑĸÑĹ": 116536, + "人ãģ¯": 116537, + "ĠΣα": 116538, + "éĤ£äºĽ": 116539, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 116540, + "iosper": 116541, + "íĤ¨": 116542, + "raki": 116543, + "اÛĮج": 116544, + "ÂłC": 116545, + "ĠаналÑĸз": 116546, + "ãĤıãĤĬ": 116547, + "ĠìķĦëĭĮ": 116548, + "ĠاÙĦعÙħÙĦÙĬØ©": 116549, + "lament": 116550, + "黨": 116551, + "ujÃŃcÃŃm": 116552, + "Ġrẻ": 116553, + "ä¸įåĪ°": 116554, + "Ġrezerv": 116555, + "ĠاÙĦØ°ÙĬÙĨ": 116556, + "æĭ¥": 116557, + "Ðĺн": 116558, + "Ġतहत": 116559, + "resi": 116560, + "Ġãĥ¢": 116561, + "лев": 116562, + "ãĢĢr": 116563, + "Ġä»Ĭ": 116564, + "Ġödem": 116565, + "Ġpotrav": 116566, + "ĠêµIJìĪĺ": 116567, + "ÑĢеди": 116568, + "ĠÎļÎijÎĻ": 116569, + "ĠнаÑĩала": 116570, + "Ġизб": 116571, + "ĠbÅĻezna": 116572, + "Ġledna": 116573, + "ÑĢÑĥÑİÑĤ": 116574, + "ĠмоÑĤ": 116575, + "åıĹåĪ°": 116576, + "ĠÑĢÑĥкÑĥ": 116577, + "Ỽm": 116578, + "adele": 116579, + "ĠÑĢозглÑı": 116580, + "åħIJ": 116581, + "ĠرÙĪاÙĨ": 116582, + "аков": 116583, + "ÑĥÑĢÑĭ": 116584, + "Ġazal": 116585, + "ĠÑĥкÑĢа": 116586, + "пион": 116587, + "ĠÄįlovÄĽ": 116588, + "äºĮäºĮäºĮäºĮ": 116589, + "ابÙĬ": 116590, + "Ġaslında": 116591, + "ë¹Ī": 116592, + "ĠвÑĢаÑĩ": 116593, + "룹": 116594, + "ĠгенеÑĢа": 116595, + "à¸ģารส": 116596, + "ĠÑģовÑģем": 116597, + "ÙĪÙĦا": 116598, + "Ġशब": 116599, + "ाà¤ĸण": 116600, + "ستاÙĨÛĮ": 116601, + "æĬ½": 116602, + "Ġrůz": 116603, + "ĠíĮIJ매": 116604, + "à¸ģารà¸ķ": 116605, + "ائÛĮ": 116606, + "asal": 116607, + "ĠÑĢабоÑĤÑĥ": 116608, + "à¥ĭलन": 116609, + "Ġ马": 116610, + "Ġlai": 116611, + "ói": 116612, + "vap": 116613, + "ëħĦìĹIJëĬĶ": 116614, + "ĠпеÑĢедбаÑĩ": 116615, + "ĠплеÑĩ": 116616, + "iddet": 116617, + "ĠÑĩоÑĢ": 116618, + "iyan": 116619, + "ãĢĢãĢĢãĢĢãĢĢãĢĢĠãĢĢ": 116620, + "ĠØŃرÙģÙĩ": 116621, + "大éĺª": 116622, + "Ñĩого": 116623, + "Ġки": 116624, + "اÙĪÙĬ": 116625, + "ĠbaÅŁlan": 116626, + "Ġmerkezi": 116627, + "©©": 116628, + "Ġراست": 116629, + "ĠëĬĶ": 116630, + "ĠÑģÑĢав": 116631, + "ĠвнÑĥÑĤÑĢи": 116632, + "ãĢĢãĥİ": 116633, + "åĿĽ": 116634, + "ĠвÑĤ": 116635, + "::/": 116636, + "ĠsözleÅŁ": 116637, + "ĠverdiÄŁi": 116638, + "ิยม": 116639, + "ĠÐŁÑĢоÑĤ": 116640, + "Ùĥار": 116641, + "ĠبÙĨدÛĮ": 116642, + "ÙıÙĪ": 116643, + "缴æĴŃ": 116644, + "ĠÙħÙĦÙĬ": 116645, + "Ġnutné": 116646, + "ะà¹ģà¸Ļà¸Ļ": 116647, + "ĠMã": 116648, + "Ġì´": 116649, + "à¹Īาม": 116650, + "моÑģ": 116651, + "ĠпоÑıви": 116652, + "Ġnghi": 116653, + "ĠëIJĺëĬĶ": 116654, + "Ñģклад": 116655, + "à¤Ĺल": 116656, + "ĠCá»Ļng": 116657, + "çŁ¥è¯Ĩ": 116658, + "Ġtaj": 116659, + "Ġعبر": 116660, + "éĻĦè¿ij": 116661, + "Ã¼ÄŁ": 116662, + "Ġê³µê³ł": 116663, + "è£ķ": 116664, + "âĢĮØ´ÙĨ": 116665, + "Ġgerçekten": 116666, + "nun": 116667, + "ÙħØ´": 116668, + "ê°ĢëĬ¥": 116669, + "ãĥ©ãĥ³ãĥī": 116670, + "ayacak": 116671, + "åįģä¸Ģ": 116672, + "ĠBảo": 116673, + "Ġyeterli": 116674, + "živ": 116675, + "ĠÙĬÙĨاÙĬر": 116676, + "Ġbýval": 116677, + "ìĽĶê¹Įì§Ģ": 116678, + "Ġnợ": 116679, + "Ġê´Ģê³Ħ": 116680, + "ĠíĿ¬": 116681, + "аÑİÑĤÑĮ": 116682, + "Ġgötür": 116683, + "Ġважно": 116684, + "浩": 116685, + "ĠìĿ¼ë¶Ģ": 116686, + "ÑĨÑĸйний": 116687, + "ëł¥ìĿĦ": 116688, + "ĠлеÑĩение": 116689, + "éĸ¢ä¿Ĥ": 116690, + "ĠTüm": 116691, + "ìĻĶ": 116692, + "éģĹ": 116693, + "ĠDön": 116694, + "ĠÑģпÑĸлÑĮ": 116695, + "ãĥģãĤ§": 116696, + "нÑıеÑĤÑģÑı": 116697, + "iltere": 116698, + "ĠíĮĢ": 116699, + "è¨Ńå®ļ": 116700, + "Ġrodin": 116701, + "ĠاÙĤتصاد": 116702, + "алÑĮне": 116703, + "à¥įà¤ķर": 116704, + "ĠvýbÄĽ": 116705, + "Ġtehlik": 116706, + "âĶIJ": 116707, + "ĠçĶ°": 116708, + "ÏģίÏĤ": 116709, + "iyel": 116710, + "Ġthiá»ĩu": 116711, + "ÏĪηÏĤ": 116712, + "Ġдве": 116713, + "ĠElekt": 116714, + "à¸ģà¸İ": 116715, + "оÑĢÑĥж": 116716, + "aÅŁÄ±": 116717, + "詳細": 116718, + "ĠاتÙģاÙĤ": 116719, + "Ġgắn": 116720, + "æ²Ĵæľī": 116721, + "ĠÙħطاÙĦعÙĩ": 116722, + "ÏĦιν": 116723, + "Ġokres": 116724, + "Ñľ": 116725, + "ê°Ķëĭ¤": 116726, + "ÐłÐ¾Ð·": 116727, + "å¾ĭ宾": 116728, + "ï¼īï¼Ī": 116729, + "Ġìļ´ìĺģìŀIJ": 116730, + "ãĤ«ãĥĨ": 116731, + "laÄį": 116732, + "à¥ĩबस": 116733, + "ĠoÄįi": 116734, + "-б": 116735, + "elerden": 116736, + "kových": 116737, + "ĠÄ°zmir": 116738, + "สมาà¸Ĭ": 116739, + "ladatel": 116740, + "Ġæ»": 116741, + "éĶĢåĶ®": 116742, + "ĠдоÑģлÑĸдженнÑı": 116743, + "ĠлÑĸкаÑĢ": 116744, + "Ġоднако": 116745, + "ĠVác": 116746, + "Ġè«": 116747, + "éĢ²è¡Į": 116748, + "以å¤ĸ": 116749, + "é³¥": 116750, + "ĠÙĨج": 116751, + "ĠbaÅŁkan": 116752, + "ĠopatÅĻenÃŃ": 116753, + "ارش": 116754, + "ضاÙģØ©": 116755, + "ãĤ¹ãĥ¬": 116756, + "ήν": 116757, + "ÄĽtÃŃ": 116758, + "วย": 116759, + "ĠرسÙĪÙĦ": 116760, + "ÅĻich": 116761, + "ĠpÅĻih": 116762, + "ÑĮми": 116763, + "çĦ¶èĢĮ": 116764, + "Ġthẳng": 116765, + "lamaz": 116766, + "ÙĢÙĢÙĢ": 116767, + "Ġì°¸ìŬ": 116768, + "ĠÙĨÙĪشتÙĩ": 116769, + "ĠÑģÑĤек": 116770, + "ãģ®ãģ¿": 116771, + "ĠÙĪاÙĦع": 116772, + "æķ¢": 116773, + "à¥Ģà¤Ĥ,": 116774, + "ÐŀÑģнов": 116775, + "имоÑģÑĤи": 116776, + "ĠÄĮeská": 116777, + "ÑĸÑĩний": 116778, + "ามารà¸ĸ": 116779, + "ekkür": 116780, + "Âłh": 116781, + "ικη": 116782, + "ĠتعÛĮÛĮÙĨ": 116783, + "коÑģÑĤÑĸ": 116784, + "ĠMustafa": 116785, + "Ġì¦ī": 116786, + "ãģ§ãģĤãĤĬ": 116787, + "å·¥ä¸ļ": 116788, + "ovÃŃd": 116789, + "ÐĿо": 116790, + "Ġسپس": 116791, + "Ú¯ÛĮرد": 116792, + "Ġпедагог": 116793, + "ĠکارÛĮ": 116794, + "ĠÑĪÑĤÑĥ": 116795, + "æĮĤ": 116796, + "Ø¢Ùħد": 116797, + "羣æĺ¯": 116798, + "Ġابت": 116799, + "ĠرئÛĮس": 116800, + "ĠدÛĮÙĨ": 116801, + "ÏĪε": 116802, + "Ġsezon": 116803, + "ĠçĨ": 116804, + "सन": 116805, + "ãĥ»ãĤ¢": 116806, + "ĠåħŃ": 116807, + "Ġè±": 116808, + "Ġìłľëª©": 116809, + "ĠÙħعد": 116810, + "ĠÙģÙĤد": 116811, + "éĤĬ": 116812, + "ΩΣ": 116813, + "Ġå¡": 116814, + "Ġobvyk": 116815, + "ĠìĿ´ëłĩê²Į": 116816, + "ĠбоÑĢоÑĤÑĮ": 116817, + "Û²Û±": 116818, + "Ġá»ijng": 116819, + "è¯Ĺ": 116820, + "ĠÄIJá»iji": 116821, + "ĠбеÑĢезнÑı": 116822, + "ĠsoÄŁ": 116823, + "Ġï¾į": 116824, + "ãĤĴãģ¤": 116825, + "ãģĹãĤĥ": 116826, + "еÑĢеÑĩ": 116827, + "ãĢĢãĢĢĠãĢĢĠãĢĢĠãĢĢ": 116828, + "æĪª": 116829, + "ĠاÙĦسعÙĪدÙĬØ©": 116830, + "ĠëĤ¨ìŀIJ": 116831, + "ĠAngiosper": 116832, + "????????????????": 116833, + "Ġprům": 116834, + "ĠплоÑīад": 116835, + "ĠÏĦÏģα": 116836, + "даÑİÑĤ": 116837, + "Ġsınav": 116838, + "Ġmặc": 116839, + "æ°´å¹³": 116840, + "ĠвиглÑı": 116841, + "Ġnást": 116842, + "ĠобÑĭÑĩ": 116843, + "ĠìĿ´ìķ¼ê¸°": 116844, + "ë¹Ľ": 116845, + "ĠBaÄŁ": 116846, + "ĠاÙĦثاÙĦØ«": 116847, + "Ġservis": 116848, + "Ġ룬": 116849, + "омина": 116850, + "ίθ": 116851, + "ĠẤ": 116852, + "경기": 116853, + "Ġ졸": 116854, + "ีà¸ļ": 116855, + "Ġà¤ĺà¤Łà¤¨": 116856, + "Ġà¸Ļาà¸ĩ": 116857, + ".Îł": 116858, + "ìķķ": 116859, + "rün": 116860, + "Ġonların": 116861, + "ĠзбÑĸлÑĮÑĪ": 116862, + "à¹ģà¸Ł": 116863, + "ĠìĹ¬ê¸°": 116864, + "ĠëĮĢíijľ": 116865, + "ĠÑģилÑĥ": 116866, + "à¹Ĥà¸Ľ": 116867, + "ĠتÙĤد": 116868, + "ĠÐŁÐ¾Ð¼": 116869, + "ĠмаÑģла": 116870, + "Ġìĺģìĥģ": 116871, + "нение": 116872, + "λαμβ": 116873, + "ĠByl": 116874, + "æĬµ": 116875, + "æݪ": 116876, + "ĠκαθÏİÏĤ": 116877, + "mızı": 116878, + "æĸ°çļĦ": 116879, + "éĩįè¤ĩ": 116880, + "à¸±à¸Ľ": 116881, + "çŃĨ": 116882, + "ĠÑĤка": 116883, + "ĠзнаÑĩеннÑı": 116884, + "лаÑĤи": 116885, + "Ġvliv": 116886, + "ÐIJн": 116887, + "ĠÚĨاپ": 116888, + "ĠпиÑĤанÑĮ": 116889, + ":ï½ī": 116890, + "æķĻæİĪ": 116891, + "Ġì¹ľêµ¬": 116892, + "Ġtrao": 116893, + "à¥įयà¤ķत": 116894, + "ุà¸Ħà¸Ħล": 116895, + "ĠرÙĪØ´ÙĨ": 116896, + "ĠعÙĦÙĬÙĩا": 116897, + "ãĢģãģĦ": 116898, + "ëħĦìĹIJ": 116899, + "éĢĨ": 116900, + "Ġмагаз": 116901, + "ï¾ŀï¾ŀ": 116902, + "Ġsice": 116903, + "âĢĻte": 116904, + "ĠاÙĦÙĦغة": 116905, + "áu": 116906, + "èĩªèº«": 116907, + "ĠngÅ©": 116908, + "ĠÑģкладÑĥ": 116909, + "Ġzru": 116910, + "Ġtruy": 116911, + "Ġilan": 116912, + "ĠپاÛĮÙĩ": 116913, + "::::::::::::::": 116914, + "fak": 116915, + "ÑĤеÑħ": 116916, + "Ġtaky": 116917, + "Ġìĸ¸ìĸ´": 116918, + "edenÃŃ": 116919, + "Ġà¤ļलत": 116920, + "Ġë°°ìļ°": 116921, + "Ġjméno": 116922, + "ĠÙĦØ£ÙĨ": 116923, + "ανά": 116924, + "кÑĥлÑĮ": 116925, + "ĠØŃÙģظ": 116926, + "ĠآزÙħÙĪÙĨ": 116927, + "иÑĤелÑĮнÑĭе": 116928, + "ĠÐŀлекÑģанд": 116929, + "èį£": 116930, + "Ġà¤ľà¤¬à¤ķ": 116931, + "Ġrodi": 116932, + "ĠبرخÙĪرد": 116933, + "Ġhafta": 116934, + "λικά": 116935, + "à¸ķà¸Ļ": 116936, + "ĠбеÑĢег": 116937, + "ανδ": 116938, + "-С": 116939, + "Ġpravidel": 116940, + "ĠбÑĸлÑı": 116941, + "íĴį": 116942, + "ĠпÑĢедÑĥÑģ": 116943, + "ĠмÑĥниÑĨип": 116944, + "åĮĸåѦ": 116945, + "ĠتÙħاس": 116946, + "Ġà¤īल": 116947, + "ÐĵÐŀ": 116948, + "غر": 116949, + "radan": 116950, + "ĠëĤĺìĺ¤": 116951, + "è¨Ĥ": 116952, + "à¹Ģà¸ĺà¸Ń": 116953, + "âĢĮسÛĮ": 116954, + "ĠобÑıзаÑĤелÑĮно": 116955, + "оÑĤе": 116956, + "à¹Įà¸Ĭ": 116957, + "çĶ¨çļĦ": 116958, + "Ġaltın": 116959, + "ĠÑģоÑĤÑĢÑĥд": 116960, + "Ñĸнки": 116961, + "озможно": 116962, + "ÎIJ": 116963, + "ë¹Į": 116964, + "Âķ": 116965, + "ĠÑĤоÑĩно": 116966, + "Ġjmen": 116967, + "اÙĦÛĮا": 116968, + "èĪį": 116969, + "chodu": 116970, + "곤": 116971, + "ickém": 116972, + "ĠÙħÙĪر": 116973, + "ãĥªãĥ³ãĤ¯": 116974, + "ĠaÅŁam": 116975, + "ĠиÑĤ": 116976, + "Ġनय": 116977, + "Ġμο": 116978, + "éķľ": 116979, + "ĠبÙĨابر": 116980, + "Ġتخصص": 116981, + "Ġสà¸ŀ": 116982, + "ĠпÑĢоÑĦеÑģÑģи": 116983, + "Ġpuan": 116984, + "ĠÙģرÙħاÙĨ": 116985, + "ëĮĢíļĮ": 116986, + "ĠпÑıÑĤ": 116987, + "ĠÙħÙĪب": 116988, + "ĠvÄĽku": 116989, + "Ġëĥ": 116990, + "ecký": 116991, + "ĠìĪĺëıĦ": 116992, + "Ġthao": 116993, + "Ġkapat": 116994, + "ĠзаÑħвоÑĢÑİ": 116995, + "Ġåħī": 116996, + "راÙĨÛĮ": 116997, + "éĢłæĪIJ": 116998, + "ĠÑģвÑĸй": 116999, + "ĠдоÑģиÑĤÑĮ": 117000, + "Ġmilyar": 117001, + "Ġenerji": 117002, + "Ġкип": 117003, + "Ġì¢ĭìķĦ": 117004, + "Ġبإ": 117005, + "ê²Įìĭľ": 117006, + "ĠLÆ°u": 117007, + "ĠÙħÙĨظÙĪر": 117008, + "Ïīμά": 117009, + "ζί": 117010, + "ımda": 117011, + "ĠìĿ´ë¥¼": 117012, + "à¹Ĵ": 117013, + "Ġвваж": 117014, + "Ġgazet": 117015, + "à¥įतन": 117016, + "à¹īำหà¸Ļ": 117017, + "åľŁåľ°": 117018, + "Ġसदस": 117019, + "تبة": 117020, + "ĠpoÄįÃŃta": 117021, + "ĠìĭľìĬ¤íħľ": 117022, + "รà¸Ħ": 117023, + "Ġedecek": 117024, + "ĠتØŃÙĦÛĮÙĦ": 117025, + "æĮīçħ§": 117026, + "åĿª": 117027, + "Ġê·¸ê°Ģ": 117028, + "تÙĩÙħ": 117029, + "Ġбаж": 117030, + "اÙģع": 117031, + "éĢļ常": 117032, + "ĠТи": 117033, + "γνÏī": 117034, + "ì¹Ļ": 117035, + "Ġznamená": 117036, + "＼＼": 117037, + "αÏĢÏĮ": 117038, + "åĨĻ羣": 117039, + "Ġï¼¼Ċ": 117040, + "åĬłå·¥": 117041, + "èĤ¡ä»½æľīéĻIJåħ¬åı¸": 117042, + "ÑıÑĤий": 117043, + "Ġhâl": 117044, + "Ġçab": 117045, + "ĠØŃاضر": 117046, + "PÅĻ": 117047, + "ĠاÙĦتÙĤ": 117048, + "ξηÏĤ": 117049, + "бе": 117050, + "Ġkhám": 117051, + "ĠâĮĴ": 117052, + "Ġéķ¿": 117053, + "ĠâĢ¦Ċ": 117054, + "दम": 117055, + "ĠStudi": 117056, + "Ġkodu": 117057, + "Ġkomunik": 117058, + "Ġkatkı": 117059, + "nete": 117060, + "Ġrapor": 117061, + "éĨ´": 117062, + "ãĤīãģĽ": 117063, + "ĠнеÑģколÑĮ": 117064, + "Ġhá»įp": 117065, + "￣￣￣": 117066, + "º¼": 117067, + "è£Ĥ": 117068, + "едÑĮ": 117069, + "ĠاÙĦاØŃ": 117070, + "ladık": 117071, + "ĠfotoÄŁraf": 117072, + "æĹ¥ãģ®": 117073, + "ĠØŃاÙĦت": 117074, + "ĠØ«ÙĦاث": 117075, + "аÑĤов": 117076, + "eyse": 117077, + "Ġê°IJìĤ¬": 117078, + "áže": 117079, + "Ġнада": 117080, + "Ġà¤ķहन": 117081, + "ĠãĥĿ": 117082, + "ãģ«ãģĤãĤĭ": 117083, + "ãģ«ãģªãģ£ãģ¦": 117084, + "ÙĪدÙĩ": 117085, + "ĠpoÅ¡k": 117086, + "太éĺ³åŁİ": 117087, + "ç»ıéªĮ": 117088, + "æĴŃæĶ¾": 117089, + "Ġmajet": 117090, + "Ñħо": 117091, + "ĠÑĤеÑģÑĤ": 117092, + "ï¼ıĊ": 117093, + "ÏĥεÏĦε": 117094, + "ĠТомÑĥ": 117095, + "ÙİØŃ": 117096, + "ĠìŀĪìľ¼ë©°": 117097, + "ĠзазнаÑĩ": 117098, + "éļIJ": 117099, + "ĠдÑĸÑĹ": 117100, + "кÑĤив": 117101, + "ÙĪÙģÙĬ": 117102, + "Ġtá»Ŀ": 117103, + "à¸¹à¸Ľà¹ģà¸ļà¸ļ": 117104, + "ĠÑĢедак": 117105, + "ĠateÅŁ": 117106, + "Ġkhiá»ĥn": 117107, + "üny": 117108, + "ียà¸ģ": 117109, + "ĠÑĩаÑīе": 117110, + "Ġtuy": 117111, + "γÏīν": 117112, + "รà¸Ńà¸ļ": 117113, + "Ġtrùng": 117114, + "à¹ģà¸Ĺà¸Ļ": 117115, + "ĠακÏĮ": 117116, + "ĠÐĴеÑĢÑħов": 117117, + "à¹ĥà¸Ļส": 117118, + "ãĢģä½ķ": 117119, + "åĩ¦": 117120, + "Ġç»ı": 117121, + "æ¨ĵ": 117122, + "اÙĨÚ¯ÙĦÛĮسÛĮ": 117123, + "ĠlepÅ¡ÃŃ": 117124, + "Ġå¼Ģå§ĭ": 117125, + "éĻº": 117126, + "ĠÑĩеÑĤÑĭ": 117127, + "ĠСеÑĢ": 117128, + "оÑİз": 117129, + "Ġxung": 117130, + "åĵģçīĮ": 117131, + "Ġìĥģíĥľ": 117132, + "ĠÙĨصب": 117133, + "ĠÑĩомÑĥ": 117134, + "ĠترکÛĮ": 117135, + "-ли": 117136, + "ovÃŃ": 117137, + "ĠاÙĨج": 117138, + "絡": 117139, + "ĠتÙĪص": 117140, + "Ġì¿ł": 117141, + "Ġvarsa": 117142, + "ĠÑĢазÑĢабоÑĤ": 117143, + "à¸Ĥà¸Ńà¸ĩà¸Ħ": 117144, + "éŃĤ": 117145, + "Ġà¤Ĭपर": 117146, + "æĿ¥è¯´": 117147, + "ĠÑĨенÑĤÑĢалÑĮ": 117148, + "ĠTakım": 117149, + "Ġonlar": 117150, + "Ġسرعت": 117151, + "好åĥı": 117152, + "Ġbuá»ķi": 117153, + "ĠÐijел": 117154, + "Âłc": 117155, + "أت": 117156, + "à¸Ĥà¸ĵะ": 117157, + "ãģ«åĩº": 117158, + "Ġ+**************": 117159, + "ÏĦηκε": 117160, + "اجر": 117161, + "ĠâĢ²": 117162, + "ãĥ¼ãĥ¬": 117163, + "é¥Ń": 117164, + "ĠجÙĦس": 117165, + "ĠبستÙĩ": 117166, + "วาà¸ĩ": 117167, + "Ġβά": 117168, + "ĠамеÑĢикан": 117169, + "ĠPremi": 117170, + "mae": 117171, + "ĠÑģÑĢеди": 117172, + "áºł": 117173, + "ĠвÑĢед": 117174, + "ãĢĤèĢĮ": 117175, + "åĴ²": 117176, + "Ġê³µê°ľ": 117177, + "èĤ¥": 117178, + "звиÑĩай": 117179, + "Ġprocent": 117180, + "илоÑģÑĮ": 117181, + "शन": 117182, + "éłģ": 117183, + "екÑĤи": 117184, + "داشت": 117185, + "íķĻíļĮ": 117186, + "ãĢĢãĢĢãĢĢĠãĢĢĠãĢĢ": 117187, + "ĠÙħدÙĬÙĨØ©": 117188, + "िलन": 117189, + "ĠèĹ": 117190, + "миÑĢ": 117191, + "ĠноÑĢ": 117192, + "Ġíķĺì§Ģ": 117193, + "веÑī": 117194, + "nÄĽm": 117195, + "еÑĢами": 117196, + "Ġpracov": 117197, + "ĠبÙĬاÙĨات": 117198, + "ĠÏĥÏįν": 117199, + "Ġجذ": 117200, + "ãģĦãģ§": 117201, + "ĠBÃŃ": 117202, + "è±Ĩ": 117203, + "Ġhmot": 117204, + "ileceÄŁi": 117205, + "Ġتاث": 117206, + "è´´": 117207, + "Ġê¸ī": 117208, + "Ġmysl": 117209, + "ĠìĿ´íķ´": 117210, + "Ġ기ëĬ¥": 117211, + "ĠТам": 117212, + "ĠнаÑģелениÑı": 117213, + "ĠMez": 117214, + "Ġ모르": 117215, + "íĻĶ를": 117216, + "ĠÙĨسخÙĩ": 117217, + "ĠتÙĦÙĪÛĮزÛĮ": 117218, + "ĠÄįervna": 117219, + "ưỡng": 117220, + "صØŃ": 117221, + "ĠÑĤÑĢен": 117222, + "Õ¡": 117223, + "Ġcelou": 117224, + "Å©i": 117225, + "ìĹĨìĿ´": 117226, + "nÃŃku": 117227, + "Ġprogramu": 117228, + "à¥įपन": 117229, + "ĠпÑĢеж": 117230, + "ارب": 117231, + "æľŁéĸĵ": 117232, + "Ġμά": 117233, + "ëįĶëĭĪ": 117234, + "ụn": 117235, + "ĠпеÑĢеÑģÑĤ": 117236, + "对äºİ": 117237, + "è¿IJè¡Į": 117238, + "ĠÑĤан": 117239, + "ĠìĤ¬ìĿ´íĬ¸": 117240, + "ĠQuảng": 117241, + "ĠstojÃŃ": 117242, + "ãĥŃãĥ¼": 117243, + "گار": 117244, + "ĠенеÑĢг": 117245, + "Ġkterým": 117246, + "ĠпÑĢимÑĸ": 117247, + "ĠкаÑĢÑĤи": 117248, + "Ġzengin": 117249, + "ï¼ĮåĨį": 117250, + "Ġترب": 117251, + "ĠÑĨенÑĤÑĢ": 117252, + "ĠsaÄŁlamak": 117253, + "ëĭĿ": 117254, + "ãģ®åŃIJ": 117255, + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 117256, + "ĠsÆ¡n": 117257, + "zı": 117258, + "ÑĤаки": 117259, + "ÄĽstÃŃ": 117260, + "Ġà¥": 117261, + "é®": 117262, + "åŁ¹è®Ń": 117263, + "ĠìĶ¨": 117264, + "Ġbelki": 117265, + "ĠìĿ´ë²¤íĬ¸": 117266, + "ëĶĶìĸ´": 117267, + "ĠsÃłn": 117268, + "никам": 117269, + "alim": 117270, + "å¯¾å¿ľ": 117271, + "ĠSá»±": 117272, + "éģĵè·¯": 117273, + "é«ĺæ¸ħ": 117274, + "Ġdõi": 117275, + "ĠÙĦÙĢ": 117276, + "ĠèĤ¡": 117277, + "νι": 117278, + "âĢŀJ": 117279, + "'nde": 117280, + "ÎijÎĵ": 117281, + "ãģ¨ãģªãĤĭ": 117282, + "çĪ¸": 117283, + "عÙĦÛĮ": 117284, + "ÏģιÏĥÏĦ": 117285, + "ĠeÄŁit": 117286, + "ĠзовнÑĸÑĪ": 117287, + "ĠпÑĢим": 117288, + "سÙħبر": 117289, + "ĠmÄĽstÄĽ": 117290, + "ĠÏĢεÏģιÏĥÏĥÏĮÏĦε": 117291, + "ÐIJÐł": 117292, + "æĦŁåĪ°": 117293, + "Ġ문ìĦľ": 117294, + "ãģĭãĤĭ": 117295, + "ÙĤÙĬÙĤØ©": 117296, + "ĠвÑĤÑĢа": 117297, + "Ġà¸Ńำ": 117298, + "ÑģкÑĥÑİ": 117299, + "دÙĩاÛĮ": 117300, + "ĠÄ°st": 117301, + "ĠÐĹав": 117302, + "Ġéĥ½": 117303, + "ÑĪем": 117304, + "ĠеÑīÑij": 117305, + "ĠÐľÐ¸Ñħай": 117306, + "ĠÑĥпÑĢавлениÑı": 117307, + "леннÑĭе": 117308, + "ĠzaÄįal": 117309, + "æ¡Į": 117310, + "ĠпÑĸз": 117311, + "лÑıÑĤÑĮÑģÑı": 117312, + "ĠìŀIJë£Į": 117313, + "ãĢĢãĢĢĠ": 117314, + "ĠKral": 117315, + "èĪī": 117316, + "Ġà¤Ńव": 117317, + "ĠØ®Ùħ": 117318, + "Ġакадем": 117319, + "Ġisten": 117320, + "ĠиÑģкÑĥÑģ": 117321, + "ĠعÙĨدÙħا": 117322, + "ĠاÙĦاÙħ": 117323, + "ismus": 117324, + "Ġayrıntı": 117325, + "ĠЩо": 117326, + "ĠÙĩÙĪØ´": 117327, + "دÙĪاج": 117328, + "лаж": 117329, + "ĠÚ©ÙĨار": 117330, + "ÂłR": 117331, + "æĢ§çļĦ": 117332, + "ÑģÑĸм": 117333, + "ĠMüz": 117334, + "ÑĢовиÑĩ": 117335, + "ĠΩ": 117336, + "Ġìĸ´ëĶĶ": 117337, + "سÙħØ©": 117338, + "ĠÑĢÑı": 117339, + "ĠtÆ°Æ¡i": 117340, + "ĠÑĢаÑģÑħод": 117341, + "åı°çģ£": 117342, + "ĠاÙĦÙĪÙĤت": 117343, + "براÛĮ": 117344, + "ĠзÑĢобиÑĤи": 117345, + "ĠбÑĥÑĢ": 117346, + "ĠÄįinnosti": 117347, + "ĠصاØŃ": 117348, + "ĠصÙĨعت": 117349, + "ĠØ·ÙĦ": 117350, + "ξÏį": 117351, + "ĠtisÃŃc": 117352, + "ĠFransa": 117353, + "ì¦ĺ": 117354, + "軽": 117355, + "Ñĺ": 117356, + "ÏĮÏĦηÏĦαÏĤ": 117357, + "ĠMillet": 117358, + "ãĢĢãĥ¾": 117359, + "ĠпÑĢием": 117360, + "ĠترجÙħÙĩ": 117361, + "ĠسÙĪد": 117362, + "ĠsouÄįástÃŃ": 117363, + "ÐĶо": 117364, + "Ġtrụ": 117365, + "足çIJĥ": 117366, + "à¸Ľà¸ģ": 117367, + "Ġustanov": 117368, + "ÎŁÎĻ": 117369, + "Ðŀн": 117370, + "Ġнеж": 117371, + "ког": 117372, + "ä¸ĢçĤ¹": 117373, + "ĠدÙĪراÙĨ": 117374, + "å½±éŁ¿": 117375, + "elidir": 117376, + "âĢŀN": 117377, + "esiyle": 117378, + "ÑĢеменно": 117379, + "ĠiletiÅŁim": 117380, + "มà¹Ģà¸ķ": 117381, + "以åīį": 117382, + "ãĥĭãĥ¼": 117383, + "éĽ»è©±": 117384, + "à¹Ĥà¸ŀ": 117385, + "ovky": 117386, + "ĠзамÑĸ": 117387, + "Ġवà¤ķ": 117388, + "ÂĻ": 117389, + "ĠвÑĸйни": 117390, + "Ġolmadıģı": 117391, + "æ¢ģ": 117392, + "ĠТеп": 117393, + "nÄĽte": 117394, + "èħķ": 117395, + "ìĤ¬ëĬĶ": 117396, + "mamak": 117397, + "Ġciz": 117398, + "æ£Ĵ": 117399, + "Ġï¼ı:": 117400, + "éģĭåĭķ": 117401, + "ĠÙĩÙĨا": 117402, + "Ġê°ij": 117403, + "ĠÙĩÙĨگاÙħ": 117404, + "ĠuÄŁra": 117405, + "彦": 117406, + "Ġobjekt": 117407, + "ãģ¨ãģĻãĤĭ": 117408, + "åĽ½åĨħ": 117409, + "ĠдеÑĢжави": 117410, + "ĠèĮ": 117411, + "Ġuluslararası": 117412, + "Ù£": 117413, + "Ġmutlak": 117414, + "Ġзобов": 117415, + "Ġγεν": 117416, + "à¹Ħà¸Łà¸Ł": 117417, + "Ġözgür": 117418, + "íĦ¸": 117419, + "ĠвипадкÑĥ": 117420, + "Ġà¤ķब": 117421, + "ĠاÙĦخط": 117422, + "θηκαν": 117423, + "ï¼ĮæĬĬ": 117424, + "ÑıÑĤÑĤÑı": 117425, + "Ġolmadıģını": 117426, + "ÂłkW": 117427, + "ĠnÄĽkterých": 117428, + "ãĥĩãĥ«": 117429, + "æ¤įçī©": 117430, + "μιλοÏĤ": 117431, + "ÐIJÑĢÑħÑĸв": 117432, + "ĠТо": 117433, + "èĸ¬": 117434, + "ÑģÑĤвиÑı": 117435, + "ĠØ®ÙĪاست": 117436, + "ологÑĸÑĹ": 117437, + "ÙĪاÙĩد": 117438, + "Ġнак": 117439, + "ĠкоÑĤоÑĢÑĥÑİ": 117440, + "Ġदà¤ķ": 117441, + "âĢŀM": 117442, + "λια": 117443, + "æŃ²": 117444, + "ç¬¬åĽĽ": 117445, + "à¤¾à¤ľà¤¸": 117446, + "Ġ(«": 117447, + "Ġthẻ": 117448, + "､Ċ": 117449, + "ç£ģ": 117450, + "ĠÙĦÙĤ": 117451, + "ĠìķĶ": 117452, + "Ġнового": 117453, + "ĠìķĦ주": 117454, + "ĠëIJĺìĸ´": 117455, + "Ġolun": 117456, + "þ": 117457, + "Ġkariy": 117458, + "ĠØŃسب": 117459, + "ĠìĿĺ미": 117460, + ".Ðľ": 117461, + "ĠoznaÄį": 117462, + "ÙĦسÙĦ": 117463, + "ĠÐĴид": 117464, + "ë¡ľëĤĺ": 117465, + "à¥įà¤Łà¤®": 117466, + "íľ´": 117467, + "Ġbilgisayar": 117468, + "ìĿ¸ì§Ģ": 117469, + "Ġвов": 117470, + "nictvÃŃm": 117471, + "าà¸Ńย": 117472, + "ĠشخصÛĮ": 117473, + "пÑĸон": 117474, + "æľ¬å½ĵ": 117475, + "ĠبÙĢ": 117476, + "ĠмаÑģло": 117477, + "ĠPhát": 117478, + "Ġба": 117479, + "алÑĮномÑĥ": 117480, + "社åĮº": 117481, + "ĠÒ": 117482, + ":::|": 117483, + "ê´": 117484, + "Ġä¸ĥ": 117485, + "ĠÙĪاÙĦد": 117486, + "нике": 117487, + "à¸Ńลล": 117488, + "ĠyerleÅŁ": 117489, + "Ġkombin": 117490, + "uÅ¡": 117491, + "ĠоÑĤÑĢи": 117492, + "ä¹Į": 117493, + "iÅŁti": 117494, + "Ġsóng": 117495, + "ληÏĤ": 117496, + "ĠкÑĥÑĢÑģ": 117497, + "à¹Īาà¸Ħ": 117498, + "ĠÙĬس": 117499, + "ĠداÙħ": 117500, + "çĴ°å¢ĥ": 117501, + "Ñĩенко": 117502, + "ãĢįãģ®": 117503, + "ĠmÃŃsta": 117504, + "ĠÑĦоÑĤ": 117505, + "ĠpÅĻÃŃzn": 117506, + "ĠÑĢаза": 117507, + "ç´«": 117508, + "láda": 117509, + "ĠÑģпеÑĨиалиÑģÑĤ": 117510, + "ĠبÛĮÙħارÛĮ": 117511, + "Ġëĵ£": 117512, + "çĭĹ": 117513, + "ÙĪÙĪ": 117514, + "анÑĸÑĤ": 117515, + "ĠدÙĨباÙĦ": 117516, + "ĠÙħجÙħÙĪعة": 117517, + "ÃŃna": 117518, + "ĠHalk": 117519, + "ájem": 117520, + "enÃŃze": 117521, + "Ġimz": 117522, + "«ng": 117523, + "ĠÎķÎł": 117524, + "ĠÙħÙĩد": 117525, + "ìľĦìĽIJíļĮ": 117526, + "Ġìľłíĺķ": 117527, + "ापस": 117528, + "Ġjež": 117529, + "анÑĸз": 117530, + "иÑĤай": 117531, + "á¿ĸ": 117532, + "irler": 117533, + "기ê°Ħ": 117534, + "ĠвоÑĢ": 117535, + "ĠÏİ": 117536, + "Ġpozn": 117537, + "ĠساÙĨ": 117538, + "寿": 117539, + "æĸ¯çī¹": 117540, + "Ġturist": 117541, + "ĠìŀIJìľł": 117542, + "à¥Ģà¤ĸ": 117543, + "μμε": 117544, + "ansı": 117545, + "ìĨĮëħĦ": 117546, + "Ġtedavi": 117547, + "ÑĩеÑģÑĤва": 117548, + "å£ĵ": 117549, + "ове": 117550, + "ï¼Įçľĭ": 117551, + "ĠпоÑģлÑĥг": 117552, + "ĠÑĤÑĢанÑģ": 117553, + "Ġzáz": 117554, + "æĪ´": 117555, + "Ġмона": 117556, + "ิà¹Ģà¸Ħราะห": 117557, + "ĠÙĨÛĮÙħ": 117558, + "ĠìĤ¬ëŀĮìĿ´": 117559, + "ahat": 117560, + "Ïħκ": 117561, + "ĠоÑĤказ": 117562, + "ĠÐĴолодими": 117563, + "ĠСк": 117564, + "िà¤ķत": 117565, + "å¦ĸ": 117566, + "Ġëĭ¤ìļ´ë¡ľëĵľ": 117567, + "ìĺģìĥģ": 117568, + "Ġनà¤Ī": 117569, + "cete": 117570, + "ĠгÑĢиб": 117571, + "eceÄŁini": 117572, + "ĠçoÄŁu": 117573, + "ĠмаÑĤеÑĢиала": 117574, + "ứt": 117575, + "Ġzaten": 117576, + "ĠFRA": 117577, + "ĠBirliÄŁi": 117578, + "Ġsitesi": 117579, + "ĠåĶ": 117580, + "ĠÐĴол": 117581, + "ÂłPS": 117582, + "ालत": 117583, + "ĠбаÑĩ": 117584, + "алÑĸзаÑĨÑĸÑĹ": 117585, + "ĠSlov": 117586, + "ç³ĸ": 117587, + "ĠговоÑĢиÑĤ": 117588, + "Ġввед": 117589, + "ุà¸ķà¸ļà¸Ńล": 117590, + "ãģĨãģ¡": 117591, + "Ġyaptık": 117592, + "Ġìłķì¹ĺ": 117593, + "ê°ľë¥¼": 117594, + "à¥Īसल": 117595, + "جÙĬÙĦ": 117596, + "ĠзаÑģÑĤоÑģов": 117597, + "è¿«": 117598, + "ĠKurul": 117599, + "ĠNasıl": 117600, + "ĠнапÑĢÑıм": 117601, + "Ġä½į": 117602, + "à¹Įà¸ļ": 117603, + "Ġéģĵ": 117604, + "Ġниже": 117605, + "ĠкоÑģÑĤ": 117606, + "ظÙĩر": 117607, + "Та": 117608, + "ì§Ŀ": 117609, + "Ġönünde": 117610, + "жÑĸ": 117611, + "ĠاجراÛĮ": 117612, + "ĠоÑĢганÑĸв": 117613, + "vise": 117614, + "ĠìĿĦ": 117615, + "à¸ķรà¸ĩ": 117616, + "Ú©ÙĨÙĪÙĨ": 117617, + "Ġdlouho": 117618, + "ÐŀÐĿ": 117619, + "Ġìľ¡": 117620, + "缮æłĩ": 117621, + "ë¯Ģë¡ľ": 117622, + "ï¼ıï¼ıï¼ıï¼ıï¼ıï¼ıï¼ıï¼ı": 117623, + "ĠпоÑĩемÑĥ": 117624, + "æķħäºĭ": 117625, + "ÑĤеÑģÑĮ": 117626, + "ĠÙĤÙĦب": 117627, + "ĠتجÙĩ": 117628, + "ilendir": 117629, + "ĠигÑĢа": 117630, + "ĠÐĶон": 117631, + "ĠpÅĻÃŃjem": 117632, + "è¦Ĩ": 117633, + "Сп": 117634, + "-ни": 117635, + "onse": 117636, + "иной": 117637, + "оÑĩного": 117638, + "اساÙĨ": 117639, + "ĠполÑĥÑĩиÑĤÑĮ": 117640, + "ÑĤап": 117641, + "ĠLý": 117642, + "ĠÃĤu": 117643, + "Ġhüc": 117644, + "ebek": 117645, + "ĠYayın": 117646, + "æĹĭ": 117647, + "ัà¸Ļà¸Ĺร": 117648, + "Ġвиконав": 117649, + "Ġsông": 117650, + "à¥ģà¤ľ": 117651, + "ĠÐĹаг": 117652, + "¤ëĭ¤": 117653, + "ĠcÅ©": 117654, + "ĠگرÙħ": 117655, + "ä¼ı": 117656, + "ãģ«ãģĻãĤĭ": 117657, + "-Ф": 117658, + "ĠÙĤÙħ": 117659, + "ĠolacaÄŁ": 117660, + "æĿ¥äºĨ": 117661, + "æĭĽèģĺ": 117662, + "ĠÐĿаÑģеленнÑı": 117663, + "Ġìĺģìĸ´": 117664, + "ĠæѤ": 117665, + "ĠبدÙĨ": 117666, + "Û²Û¸": 117667, + "оÑĢаÑĤив": 117668, + "ï¼³": 117669, + "Ġnebylo": 117670, + "ĠÑĥÑĩиÑĤ": 117671, + "æĿľ": 117672, + "ĠданÑĸ": 117673, + "ĠspotÅĻeb": 117674, + "ãĥ¼ãĥĨãĤ£": 117675, + "еннÑĥÑİ": 117676, + "ê¹ĮìļĶ": 117677, + "vem": 117678, + "PÅĻÃŃ": 117679, + "Ġyandan": 117680, + "é¼ĵ": 117681, + "ĠدستÙĪر": 117682, + "Ġhafif": 117683, + "hů": 117684, + "Ġváž": 117685, + "ĠìķĦì§ģ": 117686, + "Ùıر": 117687, + "Ġла": 117688, + "ëłī": 117689, + "à¸²à¸Ľà¸£à¸°": 117690, + "lıklar": 117691, + "ĠÑģÑĤандаÑĢÑĤ": 117692, + "à¸Ńà¹ĥห": 117693, + "奴": 117694, + "ĠоÑĤп": 117695, + "âĪł": 117696, + "ãĥ¼ãĥĢ": 117697, + "cháze": 117698, + "Ġê·¸ëłĩê²Į": 117699, + "ostel": 117700, + "ĠгалÑĥз": 117701, + "âk": 117702, + "еÑĨÑĤ": 117703, + "ëŀijìĬ¤": 117704, + "ĠÄįist": 117705, + "ÑĢана": 117706, + "Ġvững": 117707, + "Ġseni": 117708, + "Ġgóc": 117709, + "ÏĨÏĮ": 117710, + "ánu": 117711, + "Ġöt": 117712, + "Ġsóc": 117713, + "ãģĦãģ®": 117714, + "ĠÑģклада": 117715, + "ÐIJÑĢÑħÑĸвовано": 117716, + "ĠìĿ´ë²Ī": 117717, + "ãĤ¹ãģ®": 117718, + "ilebilir": 117719, + "ï½Ģãĥ½": 117720, + "ียà¸į": 117721, + "Ġκαὶ": 117722, + "Ġ믿": 117723, + "æĽ´å¤ļ": 117724, + "ısının": 117725, + "ĠGiám": 117726, + "æŃ£å¼ı": 117727, + "ÏĥμÏĮ": 117728, + "Ġarchit": 117729, + "Ġï½²": 117730, + "ÑĩаÑİÑĤÑģÑı": 117731, + "ë²Ħì§Ģ": 117732, + "ãĤ¤ãĥ¤": 117733, + "é«ĺæł¡": 117734, + "訳": 117735, + "ĠÙħÛĮÚ©": 117736, + "Ġæĥħ": 117737, + "Ġpha": 117738, + "太éĥİ": 117739, + "à¸ŀระราà¸Ĭ": 117740, + "ÙĤÙĬØ©": 117741, + "ĠÑĥлÑĥÑĩ": 117742, + "ÑģÑĤвÑĥеÑĤ": 117743, + "ĠkeÅŁ": 117744, + "é«ĺçŃī": 117745, + "ĠsỼm": 117746, + "Ïģκε": 117747, + "μοÏģ": 117748, + "Ġzástup": 117749, + "ozÃŃ": 117750, + "Ġmili": 117751, + "Ġмогли": 117752, + "ĠзÑĢозÑĥм": 117753, + "ĠباشÛĮد": 117754, + "Ġakci": 117755, + "ĠдÑĢа": 117756, + "ĠαÏģι": 117757, + "ãģĭãĤīãģ®": 117758, + "å¯Ĵ": 117759, + "ĠZaman": 117760, + "ĠÑĸде": 117761, + "ĠãĢĢĠ": 117762, + "Ġklu": 117763, + "aklı": 117764, + "à¥ĩà¤ļ": 117765, + "ĠÑģвобод": 117766, + "ساÙħ": 117767, + "Ġов": 117768, + "Ġubyt": 117769, + "éĩĩçĶ¨": 117770, + "ĠdavranÄ±ÅŁ": 117771, + "ĠnabÃŃzÃŃ": 117772, + "ĠÐijÑĥд": 117773, + "ĠÏī": 117774, + "ĠاÙĦرØŃ": 117775, + "ัà¸ķà¸Ļ": 117776, + "име": 117777, + "ĠتÙĦÙĥ": 117778, + "تÙħع": 117779, + "ĠадминиÑģÑĤÑĢа": 117780, + "Ġzorunda": 117781, + "ĠÙĨسبة": 117782, + "ĠصÙĨعتÛĮ": 117783, + "ĠÑĦÑĥнда": 117784, + "éı¡": 117785, + "Ġpotom": 117786, + "ĠпÑĢеÑģÑĤ": 117787, + "Ġsırada": 117788, + "Ġayar": 117789, + "اÙĤÙĦ": 117790, + "溪": 117791, + "ĠØ¢ÙĤاÛĮ": 117792, + "ĠпеÑĢеÑħод": 117793, + "ĠпÑĢакÑĤиÑĩеÑģки": 117794, + "é»ĥ": 117795, + "ĠÑĥÑħод": 117796, + "ĠÙħتÙģ": 117797, + "Ġsiyasi": 117798, + "ĠпоÑĤен": 117799, + "ÙİÙģ": 117800, + "ĠÐĽÑĥ": 117801, + "ĠконÑĤÑĢолÑĮ": 117802, + "ĠÑģказаÑĤÑĮ": 117803, + "à¥Ģà¤ķरण": 117804, + "åħ¨çIJĥ": 117805, + "Û²Û¶": 117806, + "Ġtoto": 117807, + "ĠÙĪد": 117808, + "ãĤ¿ãĤ¤ãĥĹ": 117809, + "åľį": 117810, + "å¼ķçĶ¨": 117811, + "ï¼£": 117812, + "èĬ¸": 117813, + "ä»ĭç»į": 117814, + "ĠÑĤеÑĢÑĢиÑĤоÑĢии": 117815, + "æĹ¥ãģ«": 117816, + "mÃŃt": 117817, + "amız": 117818, + "ìĿ´ìĸ´": 117819, + "ĠyarÄ±ÅŁ": 117820, + "Ġgüc": 117821, + "ĠÏĩα": 117822, + "ัà¸Ļยายà¸Ļ": 117823, + "ãĤĴè¡Į": 117824, + "Ġmilli": 117825, + "Ġçı¾": 117826, + "Když": 117827, + "mazon": 117828, + "ë³´ëĤ´ê¸°": 117829, + "ĠÑĤÑĢÑĥдов": 117830, + "飾": 117831, + "Ġвиник": 117832, + "ĠÙĪزارت": 117833, + "éĩĮçļĦ": 117834, + "маз": 117835, + "ĠRUS": 117836, + "екÑĤÑĥ": 117837, + "Ġعاش": 117838, + "Ġkonce": 117839, + "ãĤĪãģĨãģ§ãģĻ": 117840, + "ĠмалÑĭÑĪ": 117841, + "meni": 117842, + "еÑģа": 117843, + "اضÛĮ": 117844, + "Ġbrat": 117845, + "ĠвÑĸдноÑģ": 117846, + "θεÏģ": 117847, + "ĠЧем": 117848, + "æijĩ": 117849, + "ĠÙħادر": 117850, + "çĶ¨åĵģ": 117851, + "ĠÙħØŃاÙģظ": 117852, + "ĠmyÅ¡": 117853, + "جع": 117854, + "Ġisim": 117855, + "æ³Ĭ": 117856, + "ılmaz": 117857, + "Ġμα": 117858, + "審": 117859, + "Ġayır": 117860, + "еними": 117861, + "à¥ĩहतर": 117862, + "åľĨ": 117863, + "ãģ¾ãģ£ãģŁ": 117864, + "çĶ¢åĵģ": 117865, + "ĠÑĸнÑĦоÑĢмаÑĨÑĸÑĹ": 117866, + "Ġtủ": 117867, + "สมà¸ļ": 117868, + "ĠstÅĻ": 117869, + "Ġë°ľíijľ": 117870, + "аÑĢÑĮ": 117871, + "ĠCao": 117872, + "ΡÎĻ": 117873, + "à¸ģารà¸Ī": 117874, + "ĠподÑĥм": 117875, + "ä»ķäºĭ": 117876, + "ĠÐļÑĢоме": 117877, + "ĠìĹĶ": 117878, + "ĠÑĥда": 117879, + "ĠавÑĤомаÑĤи": 117880, + "Ġà¸Ħà¸ĵะ": 117881, + "ĠKiÅŁ": 117882, + "ĠÑģоÑģÑĤоÑıние": 117883, + "lisi": 117884, + "Ġëĸ¨ìĸ´": 117885, + "ootball": 117886, + "Ġíį¼": 117887, + "Ġлим": 117888, + "Ġçerç": 117889, + "ÙĪÙĦÙĬÙĪ": 117890, + "Ġslož": 117891, + "Ġ먼": 117892, + "รà¸Ńà¸ĩ": 117893, + "ÑĪее": 117894, + "âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦": 117895, + "ãģĵãģ¡ãĤī": 117896, + "оÑĢÑĭ": 117897, + "çĥŁ": 117898, + "ÂłF": 117899, + "аного": 117900, + "Ø«ÛĮر": 117901, + "çıį": 117902, + "å¸Ĥåł´": 117903, + "vÄĽdom": 117904, + "첨ë¶Ģ": 117905, + "ĠìĤ¬ê±´": 117906, + "ï¾Į": 117907, + "à¹ĥà¸Ļว": 117908, + "Ġzvlášt": 117909, + "ÏĦεÏħ": 117910, + "Ġкакие": 117911, + "ÏĨοÏģά": 117912, + "åĦĦ": 117913, + "ĠzpÄĽt": 117914, + "íķľíħĮ": 117915, + "Ġzvol": 117916, + "ĠçĹ": 117917, + "ÑĢанениÑı": 117918, + "ĠسÛĮاست": 117919, + "ĠÐļоли": 117920, + "ĠоÑĢганизма": 117921, + "ĠÑıнваÑĢÑı": 117922, + "ĠدادÙĨ": 117923, + "пÑĢа": 117924, + "ï¼Įä»ĸ们": 117925, + "æijĺè¦ģ": 117926, + "Ġquần": 117927, + "ÙĬÙĪÙĨ": 117928, + "ĠвиÑħов": 117929, + "Âłà¹Ģà¸Ķ": 117930, + "Ġелем": 117931, + "ebilecek": 117932, + "ĠдоÑĩ": 117933, + "Ġблаг": 117934, + "ĠÑıй": 117935, + "adnÃŃ": 117936, + "ĠzároveÅĪ": 117937, + "enstvÃŃ": 117938, + "âĢĮاÙĨ": 117939, + "ãģķãĤĵãģ¯": 117940, + "/|": 117941, + "ĠاÙĦعاÙħØ©": 117942, + "éł¼": 117943, + "ĠخداÙĪÙĨد": 117944, + "нам": 117945, + "ĠÑģлиз": 117946, + "æ¶ī": 117947, + "รษ": 117948, + "eÅŁtir": 117949, + "ĠÙĨدار": 117950, + "ราà¸Ħ": 117951, + "è¨ĢãĤı": 117952, + "ĠèŃ": 117953, + "ĠкÑĢиÑĤ": 117954, + "ĠвоздÑĥÑħа": 117955, + "Ġà¤Ĺत": 117956, + "Ġprávo": 117957, + "à¥ĭषण": 117958, + "Ġsắp": 117959, + "íıŃ": 117960, + "ĠصرÙģ": 117961, + "ĠراÛĮگاÙĨ": 117962, + "ĠоÑĤк": 117963, + "ëĨĵ": 117964, + "ĠÑģекÑĢеÑĤ": 117965, + "Ä°n": 117966, + "onavir": 117967, + "ĠVys": 117968, + "ĠbaÅŁlat": 117969, + "ĠMuham": 117970, + "ĠлиÑģÑĤоп": 117971, + "ĠTicaret": 117972, + "Ġadlandır": 117973, + "ĠÐĶмиÑĤ": 117974, + "ÏĥμοÏį": 117975, + "ä¾µ": 117976, + "ìĭľëĬĶ": 117977, + "à¹ģà¸Ľà¸¥à¸ĩ": 117978, + "ınıza": 117979, + "-г": 117980, + "иÑĩноÑĹ": 117981, + "ÑĥÑĢи": 117982, + "UZ": 117983, + "ìĽł": 117984, + "ĠتبدÛĮÙĦ": 117985, + "溫": 117986, + "ĠÑĢамкаÑħ": 117987, + "Ġnét": 117988, + "沿": 117989, + "ĠrozÅ¡ÃŃ": 117990, + "Ġसप": 117991, + "ĠÑĤаке": 117992, + "ÑĢаÑĩ": 117993, + "ĠاÙĦÙĤد": 117994, + "íķĻê³¼": 117995, + "ÑĥваннÑıм": 117996, + "Ġmám": 117997, + "롯": 117998, + "á½IJ": 117999, + "Ġetkili": 118000, + "ĠارتÙģ": 118001, + "Ġtechnolog": 118002, + "Ġì½ĺ": 118003, + "ĠتÙĥÙĬÙĬÙģ": 118004, + "ĠpÅĻece": 118005, + "家åºŃ": 118006, + "Ġãģı": 118007, + "âĶ´": 118008, + "íģ¼": 118009, + "Ġξά": 118010, + "à¹Ģà¸ķร": 118011, + "ĠÑģÑĤановиÑĤÑģÑı": 118012, + "ç«ĭãģ¡": 118013, + "Ġéĸĭ": 118014, + "ĠÄ°yi": 118015, + "ĠnÄĽkteré": 118016, + "ĠÑĢобоÑĤ": 118017, + "ĠÄIJÆ°á»Ŀng": 118018, + "ĠاÙĦاج": 118019, + "Ġspeci": 118020, + "çī¹åĪ«": 118021, + "åŃĿ": 118022, + "âĢĮگذ": 118023, + "alıģı": 118024, + "ĠмиÑĢа": 118025, + "íİĺìĿ´ì§Ģ": 118026, + "Ø®Ùģ": 118027, + "ãĤªãĥª": 118028, + "ĠسÛĮÙħ": 118029, + "Ġìĸ´ëĬIJ": 118030, + "алÑĮнÑĥ": 118031, + "Ñĩний": 118032, + "ümüzde": 118033, + "æĻºèĥ½": 118034, + "ýn": 118035, + "ĠتÙĤÙĪÛĮت": 118036, + "ĠпÑĢиг": 118037, + "ĠгÑĢÑĥппÑĭ": 118038, + "amı": 118039, + "γοÏį": 118040, + "оÑĢÑĤÑĥ": 118041, + "ĠGiang": 118042, + "ÅĻen": 118043, + "ĠokolÃŃ": 118044, + "产ä¸ļ": 118045, + "Ġзм": 118046, + "Ġé¾": 118047, + "ÙĬار": 118048, + "ĠاÙĦØ´ÙĬØ®": 118049, + "иÑĤелÑĮнÑĭй": 118050, + "ĠاÙĩÙħ": 118051, + "ĠباÙĦرÙĬاض": 118052, + "ĠÙ¾ÛĮاÙħ": 118053, + "Ġkredi": 118054, + "ĠArap": 118055, + "ĠÑĢаб": 118056, + "ĠнекоÑĤоÑĢÑĭÑħ": 118057, + "ĠØŃاÙģظÙĩ": 118058, + "иÑĤелÑĮного": 118059, + "Ġgerekmektedir": 118060, + "ĠDeniz": 118061, + "ĠتÙĦاش": 118062, + "stagram": 118063, + "ávky": 118064, + "åĬłåħ¥": 118065, + "ozor": 118066, + "Ġdurumunda": 118067, + "Ġíıīëĭ¹": 118068, + "Ġë´ī": 118069, + "ĠpenÄĽ": 118070, + "گاÙĨÛĮ": 118071, + "ĠKup": 118072, + "ĠÑĨеÑĢ": 118073, + "ulması": 118074, + "âijł": 118075, + "ĠÑģÑĸÑĩнÑı": 118076, + "ımıza": 118077, + "å®ļçļĦ": 118078, + "ÂłÑĤ": 118079, + "åĬŀåħ¬": 118080, + "ìľ¼ëĭĪ": 118081, + "ĠاÙĦØ¥ÙĨ": 118082, + "Ġçĥ": 118083, + "ãĢįï¼Į": 118084, + "ÑĹна": 118085, + "ĠпÑĢигоÑĤовлениÑı": 118086, + "Ðħ": 118087, + "ĠÑģолн": 118088, + "Ġë¶ĢìĤ°": 118089, + "æħ¶": 118090, + "ãĤ¾": 118091, + "voje": 118092, + "ÛĮدÙĨ": 118093, + "ìĥĿëĭĺ": 118094, + "ç¹ģ": 118095, + "ádu": 118096, + ":::::::::::::::": 118097, + "سÙĨÚ¯": 118098, + "éĶĭ": 118099, + "ĠзвиÑĩай": 118100, + "å§Ķåijĺä¼ļ": 118101, + "ĠμÎŃÏĥα": 118102, + "ĠÑĢождениÑı": 118103, + "æĪIJ人": 118104, + "ĠdÃŃl": 118105, + "ĠÐĶоб": 118106, + "Ġà¹ĥà¸Ĭ": 118107, + "ÏĢί": 118108, + "gamber": 118109, + "ĠÙĪÛĮÚĺÚ¯ÛĮ": 118110, + "ĠèĬ±": 118111, + "ĠbÃły": 118112, + "ĠжовÑĤнÑı": 118113, + "åħ¬å¼Ģ": 118114, + "ĠÑĤоÑĩки": 118115, + "ãģĤãģ®": 118116, + "алÑĸв": 118117, + "Ġcharakter": 118118, + "ĠÎĴα": 118119, + "ĠzkuÅ¡en": 118120, + "Ġà¤Ńà¤Ĺव": 118121, + "Ñĩика": 118122, + "à¥Ģà¤Ĥ।": 118123, + "è£ı": 118124, + "åijĬè¯ī": 118125, + "iyatı": 118126, + "ĠÑĨелÑĮ": 118127, + "ĠìĬĪ": 118128, + "аÑĢд": 118129, + "ĠÃľlke": 118130, + "Ġprosince": 118131, + "ĠÙĨگاÙĩ": 118132, + "ãĢĮãģĬ": 118133, + "ΣΤ": 118134, + "ìĦľëĬĶ": 118135, + "ÙĪگر": 118136, + "ضاÙĨ": 118137, + "Ġdůsled": 118138, + "çIJ´": 118139, + "à¸ķำà¹ģหà¸Ļ": 118140, + "кÑĤÑĸв": 118141, + "ládá": 118142, + "á¿Ĩ": 118143, + "ĠDoÄŁu": 118144, + "ãģijãĤĮãģ°": 118145, + "缮ãĤĴ": 118146, + "Ġ缴": 118147, + "æĽ°": 118148, + "ĠвÑĤоÑĢой": 118149, + "ĠглÑĥ": 118150, + "ĠìĿ½": 118151, + "기ì¤Ģ": 118152, + "Ġmadde": 118153, + "Ġjedné": 118154, + "ĠоÑĦÑĸ": 118155, + "ìĭĿìĿĦ": 118156, + "Ġchút": 118157, + "åĩºãģĹãģŁ": 118158, + "иÑĩеÑģкаÑı": 118159, + "Ġлок": 118160, + "Ġaltı": 118161, + "ëĵľëĬĶ": 118162, + "eygamber": 118163, + "ĠÑģвое": 118164, + "ĠtaÅŁÄ±m": 118165, + "ĠÑĤоÑīо": 118166, + "Ġgeçti": 118167, + "Ġpremi": 118168, + "ĠMehmet": 118169, + "ï¼ĮåĽłæѤ": 118170, + "ίκη": 118171, + "Ġönceki": 118172, + "Ġà¤ķन": 118173, + "ĠÑĤемпеÑĢаÑĤÑĥÑĢа": 118174, + "éĺ´": 118175, + "Ġìĸ¼ë§Ī": 118176, + "شب": 118177, + "áky": 118178, + "ãĢĢV": 118179, + "воÑĢеннÑı": 118180, + "lasyon": 118181, + "Ġдоказ": 118182, + "Ġëľ»": 118183, + "ĠоблиÑĩ": 118184, + "ÎĻÎijÎļ": 118185, + "ĠÑĢазд": 118186, + "ï¼Į为": 118187, + "宽": 118188, + "Ġkorum": 118189, + "åķĬåķĬ": 118190, + "ĠÅĻekla": 118191, + "ãĥĹãĥ¬": 118192, + "ĠваÑĢÑĤ": 118193, + "ĠпÑĢоблемÑĭ": 118194, + "Ġä½ł": 118195, + "ĠthÆ¡m": 118196, + "Ġtakové": 118197, + "ленÑĭ": 118198, + "ĠåĪ¶": 118199, + "Ġjiných": 118200, + "ĠÙĨص": 118201, + "ĠгÑĢÑĥднÑı": 118202, + "ĠãģĹ": 118203, + "иÑĤелÑĮной": 118204, + "ĠاØŃتÙħ": 118205, + "ÑİÑĢ": 118206, + "ÏĨÏħ": 118207, + "ĠØ´ÙħاÙĦÛĮ": 118208, + "Ġì»´": 118209, + "acaģız": 118210, + "ì§Ģë§ī": 118211, + "ĠÑĦинанÑģов": 118212, + "Ġê·¹": 118213, + "ĠÚĨÛĮزÛĮ": 118214, + "à¥Ģà¤Ľ": 118215, + "صات": 118216, + "ानम": 118217, + "Ġвозможно": 118218, + "è¨İ": 118219, + "çĦ¦": 118220, + "ĠاÙĦبÙĦد": 118221, + "ĠçĶ³åįļ": 118222, + "祥": 118223, + "Ġë°ĶëĿ¼": 118224, + "Ú¯ÛĮر": 118225, + "ÛµÛ°": 118226, + "μιοÏħÏģγ": 118227, + "ĠpÅĻedsed": 118228, + "ç»ıèIJ¥": 118229, + "å§ij": 118230, + "emey": 118231, + "ĠÙĨÙĪÙģ": 118232, + "å¾½": 118233, + "Ġpráva": 118234, + "ĠвообÑīе": 118235, + "Ġíĭ°": 118236, + "ĠبأÙĨ": 118237, + "ĠFranti": 118238, + "ĠPaÅŁa": 118239, + "Ġپست": 118240, + "kân": 118241, + "ĠÑģигн": 118242, + "Ġdần": 118243, + "æIJľ": 118244, + "Ġroky": 118245, + "ÙĥÙĪر": 118246, + "ĠÎĶή": 118247, + "ализаÑĨии": 118248, + "ä¼łå¥ĩ": 118249, + "ıda": 118250, + "lÃŃb": 118251, + "ĠÑĢÑĸвнÑı": 118252, + "ĠноÑı": 118253, + "bÄĽhu": 118254, + "ิà¸ĩหาà¸Ħม": 118255, + "ï¼Įåį´": 118256, + "ĠÑĩеÑģ": 118257, + "lanmÄ±ÅŁtır": 118258, + "ĠÆ°á»Ľc": 118259, + "ávacÃŃ": 118260, + "ีฬา": 118261, + "δÎŃ": 118262, + "âĢĮØ´ÙĪÙĨد": 118263, + "ĠÑĢобÑĸÑĤ": 118264, + "Ġå·´": 118265, + "ĠMev": 118266, + "ĠÙħرØŃÙĦÙĩ": 118267, + "ĠвзÑĢоÑģ": 118268, + "ç½ļ": 118269, + "ĠباÙĦÙħ": 118270, + "ĠизгоÑĤов": 118271, + "ĠSpor": 118272, + "åĦĢ": 118273, + "ĠاÙĦØ£ÙĨ": 118274, + "à¹Īาà¸ĩà¸ģ": 118275, + "лаÑģÑĤи": 118276, + "ÎŁÎļ": 118277, + "ĠÚ©ÛĮ": 118278, + "åij½ä»¤": 118279, + "ØŃدث": 118280, + "ÙĬÙĥÙĬ": 118281, + "ĠпеÑĢвÑĭй": 118282, + "ãĤ¹ãĤ³": 118283, + "ĠÅ¡pat": 118284, + "Ġnikdo": 118285, + "ัà¸ĩม": 118286, + "赫": 118287, + "æĺ¨": 118288, + "ĠвÑĥли": 118289, + "ĠÐļа": 118290, + "à¹Īละ": 118291, + "Ġsamot": 118292, + "ĠобеÑģпе": 118293, + "ĠÙħعرÙģÛĮ": 118294, + "ĠÙħØŃصÙĪÙĦات": 118295, + "ванов": 118296, + "ĠÙħستÙĤÛĮÙħ": 118297, + "å¢Ļ": 118298, + "ÂłÐļ": 118299, + "ĠдоÑĤ": 118300, + "zim": 118301, + "ÙIJر": 118302, + "ĠØ´ÙĪ": 118303, + "åľ¨åľ°": 118304, + "Ġçİ°": 118305, + "ĠåĮĸ": 118306, + "زÙĪ": 118307, + "Ġyaygın": 118308, + "ĠоÑĢиг": 118309, + "ÙıÙĨ": 118310, + "Ġevrop": 118311, + "Ġï½ľ": 118312, + "Ġëħ¸ì¶ľëĵ±ë¡Ŀ": 118313, + "åĩĿ": 118314, + "леннÑĭÑħ": 118315, + "Ġjenom": 118316, + "ĠЧÑĤобÑĭ": 118317, + "ĠìĹĨëĭ¤": 118318, + "ĠìŬìĦ±": 118319, + "Ġresmi": 118320, + "imálnÃŃ": 118321, + "缮ãģ®": 118322, + "sian": 118323, + "-нибÑĥдÑĮ": 118324, + "οκ": 118325, + "çĭ¬ç«ĭ": 118326, + "ÅŁehir": 118327, + "åIJIJ": 118328, + "åĪ¶éĢł": 118329, + "ĠÎĶεν": 118330, + "ãĥĭãĥ¥": 118331, + "иÑĤелÑĮнÑĭÑħ": 118332, + "ĠÙĥاÙħ": 118333, + "Ïģκ": 118334, + "Ġrau": 118335, + "ĠÑģмеÑĢÑĤи": 118336, + "ĠÏĮÏĦαν": 118337, + "ĠTại": 118338, + "Ġرب": 118339, + "ενο": 118340, + "ردد": 118341, + "Ġà¸ģระ": 118342, + "Ïĥμο": 118343, + "Ġæ¼Ķ": 118344, + "ิà¸Īà¸ģรรม": 118345, + "ĠÑĢазви": 118346, + "ãĤ¹ãĥļ": 118347, + "ÑĸÑĩноÑĹ": 118348, + "lášenÃŃ": 118349, + "ابعة": 118350, + "ovými": 118351, + "анг": 118352, + "ĠкапÑĸÑĤ": 118353, + "ãĢģâĢĭ": 118354, + "íĸĪëįĺ": 118355, + "ĠÑĥÑģÑĸ": 118356, + "ยาว": 118357, + "Ø£Ùħ": 118358, + "ãĥ©ãĥĥãĤ¯": 118359, + "Ġëķ": 118360, + "ĠسÙĨÙĪات": 118361, + "ĠÑģÑĤаÑĤÑĮи": 118362, + "ÑĹÑħ": 118363, + "ÏģοÏĩή": 118364, + "ĠØ£ÙĥتÙĪبر": 118365, + "lanma": 118366, + "Ġmalzem": 118367, + "磨": 118368, + "ĠбокÑĥ": 118369, + "åŃĹå¹ķ": 118370, + "ĠоÑĢганÑĸза": 118371, + "ãĥ©ãĤ¤ãĥ³": 118372, + "ĠÙħعدÙĨ": 118373, + "çĶ·åŃIJ": 118374, + "ĠæĤ": 118375, + "Ế": 118376, + "Ġmeziná": 118377, + "иваÑİÑĤ": 118378, + "ĠطبÛĮعÛĮ": 118379, + "èĻij": 118380, + "à¤Łà¤°": 118381, + "ĠподÑģ": 118382, + "ĠÅŁaÅŁ": 118383, + "à¸Ļà¹Ĩ": 118384, + "ĠÅ¡p": 118385, + "vÄĽÅĻ": 118386, + "зÑĮ": 118387, + "ëĿ¼ë§Ī": 118388, + "ุà¸ĺ": 118389, + "âĢ¦Ø·": 118390, + "리ì§Ģ": 118391, + "âĦĸâĦĸâĦĸâĦĸ": 118392, + "Ġbức": 118393, + "ĠSpoj": 118394, + "ĠиÑģполÑĮзовани": 118395, + "å·¦åı³": 118396, + "enler": 118397, + "ĠоÑīÑĥÑī": 118398, + "ĠоблÑĸ": 118399, + "ظËĨ": 118400, + "ÙĦÛĮس": 118401, + "æıIJåįĩ": 118402, + "ĠговоÑĢиÑĤÑĮ": 118403, + "Ġkür": 118404, + "ĠλειÏĦοÏħÏģγ": 118405, + "лага": 118406, + "ĠÑģÑĥдÑĥ": 118407, + "Ġ측": 118408, + "θεÏĥη": 118409, + "Ġнен": 118410, + "Ġbiçimde": 118411, + "ÑĨÑĸйноÑĹ": 118412, + "à¹Ģà¸Ħย": 118413, + "ĠDalÅ¡ÃŃ": 118414, + "ĠимеÑĤÑĮ": 118415, + "èĭĹ": 118416, + "ĠÙħعرÙĪÙģ": 118417, + "Ġtạp": 118418, + "ĠmeÅŁ": 118419, + "ÂłN": 118420, + "оÑĢони": 118421, + "عÙģ": 118422, + "à¹Ĥรà¸ĩà¹Ģร": 118423, + "âĶ¬": 118424, + "Ġà¹Ģà¸ŀราะ": 118425, + "Ġèı²å¾ĭ宾": 118426, + "ÑģÑĤвенное": 118427, + "ĠازدÙĪاج": 118428, + "ĠÑĦев": 118429, + "éł»": 118430, + "Ġสล": 118431, + "à¸ķà¸Ńà¸Ļ": 118432, + "Ġ기ê°Ħ": 118433, + "佩": 118434, + "ÏĦην": 118435, + "ëĤ¬ëĭ¤": 118436, + "ĠQuy": 118437, + "Ġë¶Ļ": 118438, + "ĠСÑĥд": 118439, + "иж": 118440, + "Ġà¹Ģà¸ģม": 118441, + "ĠÑģвÑıÑĤ": 118442, + "etooth": 118443, + "εÏģο": 118444, + "ÙĦÙħØ©": 118445, + "Ø´ÙĪر": 118446, + "Ġdomu": 118447, + "èįĴ": 118448, + "mî": 118449, + "ëıĦ를": 118450, + "ĠÑĢекомендÑĥеÑĤÑģÑı": 118451, + "Ġsonrasında": 118452, + "ĠднÑĸв": 118453, + "Ġçal": 118454, + "ãĤ«ãĥĨãĤ´ãĥª": 118455, + "Ġеж": 118456, + "Ġìķī": 118457, + "èī²çļĦ": 118458, + "âĢĻnde": 118459, + "ĠÏĢÏīÏĤ": 118460, + "ĠÑĩеÑĤвеÑĢ": 118461, + "kili": 118462, + "æĢ§èĥ½": 118463, + "ادÙĬØ©": 118464, + "纯": 118465, + "ĠاÙĦتش": 118466, + "ĠÑĤела": 118467, + "ĠобÑĬем": 118468, + "å²Ĺä½į": 118469, + "Ġkonkrét": 118470, + "Ġarada": 118471, + "ìĭľìĹIJ": 118472, + "Ġoranı": 118473, + "رÙĥ": 118474, + "ÐĽÐIJ": 118475, + "ĠménÄĽ": 118476, + "جÙĪÛĮ": 118477, + "Ġvợ": 118478, + "ĠAngiospermae": 118479, + "èĥİ": 118480, + "Ġhôn": 118481, + "äºĭæ¥Ń": 118482, + "ĠоÑĤвеÑĢ": 118483, + "Ġsrd": 118484, + "Å¡li": 118485, + "สà¸ģ": 118486, + "æ¼ı": 118487, + "ĠشرØŃ": 118488, + "ÑĨÑıми": 118489, + "Ġslav": 118490, + "Ġceny": 118491, + "à¸Ńà¹Ģร": 118492, + "ĠÙĪÙĦد": 118493, + "ĠкоÑĢа": 118494, + "ĠбÑĢон": 118495, + ":.:.:.:.:": 118496, + "Ġnemus": 118497, + "è¿Ļæł·çļĦ": 118498, + "ĠبرÙĨاÙħج": 118499, + "ĠúplnÄĽ": 118500, + "ีà¸Ļาà¸Ħม": 118501, + "Ġë°ĽìķĦ": 118502, + "μεÏģα": 118503, + "缩": 118504, + "Ġnắm": 118505, + "ĠобÑĬÑıÑģ": 118506, + "ĠконÑĤÑĢолÑİ": 118507, + "ávajÃŃcÃŃ": 118508, + "Ġkum": 118509, + "çĶ·äºº": 118510, + "ĠvnitÅĻ": 118511, + "ĠبدÙĩ": 118512, + "ĠأبرÙĬÙĦ": 118513, + "人æ°ijåħ±åĴĮåĽ½": 118514, + "Ġyapılır": 118515, + "ĠnaÅ¡ÃŃ": 118516, + "ãĥ¼ãĥŃ": 118517, + "Ġtạm": 118518, + "Ġhenüz": 118519, + "Ġzemi": 118520, + "Ġkháng": 118521, + "åħ¬åħ±": 118522, + "ĠèĢģ": 118523, + "ĠعÙĪاÙħÙĦ": 118524, + "ÂłV": 118525, + "à¹īà¹ģà¸ģ": 118526, + "άνÏĦα": 118527, + "ĠÑĤÑĢавнÑı": 118528, + "ĠημÎŃ": 118529, + "è´¸": 118530, + "สà¸Ķ": 118531, + "ĠسÙħت": 118532, + "Ġخاک": 118533, + "ĠÑĤакий": 118534, + "Ġettik": 118535, + "ĠÏĮλ": 118536, + "Ġполи": 118537, + "Ġнож": 118538, + "غاÙĨ": 118539, + "ÙĨدÙĬ": 118540, + "ĠÄįtyÅĻi": 118541, + "ĠPhÆ°Æ¡ng": 118542, + "ĠÙĪرزش": 118543, + "ãģĦãģĭ": 118544, + "rvé": 118545, + "Ġतरफ": 118546, + "Ġनà¤Ĺर": 118547, + "masında": 118548, + "евиÑĩ": 118549, + "veÅĻej": 118550, + "ä¿ĿæĮģ": 118551, + "æĬĢèĥ½": 118552, + "æݨèįIJ": 118553, + "lâm": 118554, + "ĠÏį": 118555, + "å¢ŀéķ¿": 118556, + "ĠاصÙģÙĩ": 118557, + "ĠÐĹаконÑĥ": 118558, + "ĠÐŁÑĢез": 118559, + "Ġpodpor": 118560, + "기íĥĢ": 118561, + "ĠíıIJ": 118562, + "ĠëĭĪ": 118563, + "larınız": 118564, + "ãĥĸãĥŃ": 118565, + "ĠÑĦÑĢанÑĨÑĥз": 118566, + "ãĥĬãĥ¼": 118567, + "Ġbeled": 118568, + "ัà¸Ļวาà¸Ħม": 118569, + "ĠÙģرÙĪ": 118570, + "ÑĦÑĢов": 118571, + "ĠìĿ´ëŁ¬": 118572, + "ượu": 118573, + "Ġê³µìĭĿ": 118574, + "Ġbirden": 118575, + "Ġзелен": 118576, + "çĴĥ": 118577, + "Ġhá»ĵng": 118578, + "ĠÅ¡kola": 118579, + "ĠÑģамом": 118580, + "anlık": 118581, + "空éĹ´": 118582, + "åįĹçľģ": 118583, + "леÑĢг": 118584, + "ÑĸзнеÑģ": 118585, + "ÂłA": 118586, + "ãĢįãĤĴ": 118587, + "Ġkendine": 118588, + "ĠاÙĪÙĨ": 118589, + "ãĢĶ": 118590, + "ĠΣÏį": 118591, + "à¹Ģà¸Ħล": 118592, + "奶": 118593, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 118594, + "ĠúÄįet": 118595, + "Ñĥла": 118596, + "éĢļä¿¡": 118597, + "Ġì¦IJ": 118598, + ".čĊĊ": 118599, + "ĠÐľÐµÐ´": 118600, + "اعÙĬ": 118601, + "Ġjehož": 118602, + "ĠGüney": 118603, + "ĠÎijÏĢο": 118604, + "ĠполÑĸ": 118605, + "üme": 118606, + "hodob": 118607, + "ĠÎĿα": 118608, + "ĠØ¢ÙĦات": 118609, + "ĠpÅĻiz": 118610, + "Ġtavs": 118611, + "ĠتبÙĦÛĮ": 118612, + "ãĥ³ãĥĶ": 118613, + "خرج": 118614, + "ĠаккÑĥ": 118615, + "Ġúprav": 118616, + "ĠاØŃساس": 118617, + "ì¹´ëĿ¼": 118618, + "ımızı": 118619, + "ĠдокÑĥменÑĤ": 118620, + "ĠاصÙĦ": 118621, + "ظÙĩ": 118622, + "ĠìĿ¸ê°Ħ": 118623, + "ĠجرÛĮاÙĨ": 118624, + "Î¥ÎĿ": 118625, + "ÑĩеÑģкаÑı": 118626, + "ÙĬÙĨÙĬØ©": 118627, + "åĴ¨": 118628, + "æĹħ游": 118629, + "Ġà¸Īำà¸Ļวà¸Ļ": 118630, + "Ġанг": 118631, + "ÏħÏĩ": 118632, + "èĻ«": 118633, + "ĠÙħÙĤر": 118634, + "ĠÙħÙĪسÛĮÙĤÛĮ": 118635, + "utut": 118636, + "ĠÐĽÐµ": 118637, + "ĠÐŁÑĸÑģлÑı": 118638, + "ãĤŃãĥ¼": 118639, + "ุลาà¸Ħม": 118640, + "åĩ¡": 118641, + "ÏĢοÏį": 118642, + "ĠÃĸdül": 118643, + "Ïĥκ": 118644, + "ĠÑĨÑİ": 118645, + "ÑĭваÑı": 118646, + "ï½ŀï½ŀ": 118647, + "ĠØ´ÙħاÙĦ": 118648, + "è¿ħ": 118649, + "ĠبÙĦÚ©Ùĩ": 118650, + "çİĽ": 118651, + "Ġì§ĢëĤĺ": 118652, + "ĠÙģکر": 118653, + "ĠÑģÑĤепени": 118654, + "ĠнаÑĥки": 118655, + "çī©çIJĨ": 118656, + "ÄĽle": 118657, + "ĠоÑģкÑĸлÑĮки": 118658, + "ĠкÑĥлÑĮÑĤÑĥÑĢи": 118659, + "èĢĥè¯ķ": 118660, + "Ġmateriál": 118661, + "ĠÑģÑĤвоÑĢеннÑı": 118662, + "Ġà¤ħद": 118663, + "æıIJåĩº": 118664, + "Ġè©ķ価": 118665, + "ÙĴد": 118666, + "Ġë§Įëĵ¤ìĸ´": 118667, + "duÄŁunu": 118668, + "ÙĬÙĨÙĩ": 118669, + "åĵ¦": 118670, + "оÑĩнÑĭÑħ": 118671, + "ĠÙħض": 118672, + "ismu": 118673, + "ĠÑĩай": 118674, + "ÙĪرÙĪب": 118675, + "Ġангл": 118676, + "oÄŁunluk": 118677, + "ĠпÑĢедпол": 118678, + "ĠÎŃÏīÏĤ": 118679, + "สà¸ĸ": 118680, + "ĠÎķλλάδα": 118681, + "ĠBilg": 118682, + "Ġبات": 118683, + "ĠÐĽÑĮвÑĸв": 118684, + "Ġyapılması": 118685, + "æ£ĢæŁ¥": 118686, + "æķ°åѦ": 118687, + "Ġ:.:": 118688, + "Ġçİ©": 118689, + "Îļα": 118690, + "à¹Ģà¸Ĺà¸Ħà¹Ĥà¸Ļà¹Ĥลย": 118691, + "ĠساختÙħاÙĨ": 118692, + "ĠìĨĮ리": 118693, + "é¼»": 118694, + "Ġsmr": 118695, + "Ġëĭ¤ìĸijíķľ": 118696, + "ĠjednánÃŃ": 118697, + "Ġservisi": 118698, + "Ġeylem": 118699, + "Ġмали": 118700, + "Ġvýhod": 118701, + "éĻ¤äºĨ": 118702, + "ĠпоÑĢÑıдкÑĥ": 118703, + "Ġnový": 118704, + "å¤ķ": 118705, + "ĠнекоÑĤоÑĢÑĭе": 118706, + "Ġ^{}": 118707, + "γÏīγ": 118708, + "ÑĥÑĪки": 118709, + "Ġpsik": 118710, + "ĠíĶĦ리": 118711, + "شاء": 118712, + "Ġван": 118713, + "ĠسÙĥاÙĨ": 118714, + "碼": 118715, + "Ġξη": 118716, + "ĠÑĥÑĢовенÑĮ": 118717, + "ãĤµãĥ¼": 118718, + "ĠاÙĦبØŃر": 118719, + "ĠdnÃŃ": 118720, + "à¸ģารศ": 118721, + "ediÄŁi": 118722, + "Ġbelirli": 118723, + "ÙĭØĮ": 118724, + "ĠzamÄĽstnan": 118725, + "æŁ±": 118726, + "اÙģÙĬ": 118727, + "Ġhải": 118728, + "æĢĿæĥ³": 118729, + "Ġneler": 118730, + "ĠرسÙħÛĮ": 118731, + "ÑģеÑĢ": 118732, + "ãģĵãģ¨ãģ§": 118733, + "ĠZákladnÃŃ": 118734, + "лова": 118735, + "кÑĤÑĥ": 118736, + "ÙĪسÙģ": 118737, + "ÑĸблÑĸ": 118738, + "ÌĤ": 118739, + "ÑĢд": 118740, + "éĻ³": 118741, + "æį·": 118742, + "ĠyaÅŁayan": 118743, + "à¥ģà¤ļ": 118744, + "ÑĸÑĤÑĤÑı": 118745, + "Ġbá»ģ": 118746, + "ëĤĺëĿ¼": 118747, + "ĠмÑıÑģ": 118748, + "Ġ{[%": 118749, + "θα": 118750, + "ĠдозволÑı": 118751, + "ĠåIJĦ": 118752, + "ĠÐŁÐµÑĢв": 118753, + "ĠSaÄŁlık": 118754, + "ÑģÑĤоÑĢиÑı": 118755, + "Ġbunlar": 118756, + "Ġsá»ķ": 118757, + "़à¥į": 118758, + "ĠåĪ©": 118759, + "ĠÑģпоÑģ": 118760, + "Ġyaptır": 118761, + "ĠtÆ°á»Ŀng": 118762, + "ÙĪÙĨØ©": 118763, + "Ġеп": 118764, + "ãģ§ãģįãģªãģĦ": 118765, + "ÙģتÙħ": 118766, + "ĠÐĵол": 118767, + "íķĺì§Ģë§Į": 118768, + "Ġì§Ħì§ľ": 118769, + "Ġobjedn": 118770, + "ĠизменениÑı": 118771, + "女人": 118772, + "Ġплани": 118773, + "ĠFakült": 118774, + "Ġtzv": 118775, + "ĠобÑıзаÑĤелÑĮ": 118776, + "ĠблизÑĮко": 118777, + "rası": 118778, + "ĠεÏĢίÏĥηÏĤ": 118779, + "ĠÑĦакÑĤи": 118780, + "ĠÄIJặc": 118781, + "ĠAltın": 118782, + "лиÑĤ": 118783, + "ĠлÑĸÑģ": 118784, + "çī§": 118785, + "ĠпÑĥÑģÑĤ": 118786, + "ĠкомÑĸÑģ": 118787, + "ä¿Ŀéļľ": 118788, + "åħ·ä½ĵ": 118789, + "-ÑĤ": 118790, + "Ġtrhu": 118791, + "ĠâīĪ": 118792, + "ĠдекабÑĢÑı": 118793, + "ĠÑĦоÑĢмÑĭ": 118794, + "NgoÃłi": 118795, + "Ġdohod": 118796, + "رÙĬÙĥÙĬØ©": 118797, + "ĠØ¢ÙħÙĪزشÛĮ": 118798, + "ĠzajÃŃmav": 118799, + "Ġkatılım": 118800, + "ä¸ĺ": 118801, + "Ġkonum": 118802, + "ĠмоÑĩ": 118803, + "ãĥ³ãĥķ": 118804, + "дивидÑĥ": 118805, + "Ġäºļ": 118806, + "ĠæĴ": 118807, + "γÏģάÏĨ": 118808, + "ãĥIJãĤ¹": 118809, + "ĠпÑĥнк": 118810, + "ĠBirleÅŁik": 118811, + "Ġquen": 118812, + "Ġвказ": 118813, + "à¥ĩशà¤ķ": 118814, + "ĠYunan": 118815, + "ãģłãģ¨": 118816, + "Û±Û¹Û·": 118817, + "áty": 118818, + "ĠÙĪص": 118819, + "ĠнегаÑĤив": 118820, + "ãģ¤ãģ®": 118821, + "ĠåĬ¨": 118822, + "ãĥįãĥĥãĥĪ": 118823, + "ĠдÑĸй": 118824, + "ĠbaÅŁÄ±nda": 118825, + "ĠtrÆ°ng": 118826, + "Ġmakin": 118827, + "ĠæĦĽ": 118828, + "меÑĩ": 118829, + "Ġè¿ij": 118830, + "ÙĤدر": 118831, + "ĠاستاÙĨد": 118832, + "ĠinformacÃŃ": 118833, + "ारà¤ķ": 118834, + "è¬Ŀ": 118835, + "ÑĢабаÑĤ": 118836, + "ĠçŃĶ": 118837, + "Ġèĩ³": 118838, + "ĠполÑĮ": 118839, + "ĠÙĩÙĨر": 118840, + "ëĮĢë¹Ħ": 118841, + "ĠخارجÛĮ": 118842, + "ract": 118843, + "ãĢĤãģĵãĤĮ": 118844, + "ĠØ´ÙĪراÛĮ": 118845, + "ленно": 118846, + "Ġhisset": 118847, + "ĠcÃłi": 118848, + "ĠÑĦоÑĤо": 118849, + "æģĴ": 118850, + "ĠмедиÑĨин": 118851, + "ÑģÑĤвÑĸ": 118852, + "ĠاÙĦعÙĦ": 118853, + "ĠпиÑģÑĮмен": 118854, + "ãĢĤãģ¾ãģŁ": 118855, + "ĠvlastnÄĽ": 118856, + "Ġпода": 118857, + "Ïģοι": 118858, + "ĠìĦĿ": 118859, + "ĠìĿ¼ìĿ´": 118860, + "ĠìĽĮ": 118861, + "окÑģи": 118862, + "Ġosoby": 118863, + "ÐŁÐ¾Ñģле": 118864, + "ĠÑĸÑģÑĤоÑĢÑĸÑĹ": 118865, + "عÙĦÙī": 118866, + "нка": 118867, + "تÙħبر": 118868, + "à¥ĩहर": 118869, + "ĠJana": 118870, + "ÙĦÙĬات": 118871, + "ĠмаÑĢÑĤа": 118872, + "ĠÐļиÑĶ": 118873, + "ĠÑĢобоÑĤÑĥ": 118874, + "Ġnhấn": 118875, + "иÑģлов": 118876, + "ëŁŃ": 118877, + "Ġodv": 118878, + "ĠTá»īnh": 118879, + "âĢľê·¸": 118880, + "ãģ»ãģĨ": 118881, + "é²ľ": 118882, + "меÑĨÑĮ": 118883, + "าศาสà¸ķร": 118884, + "à¥ģà¤ĵ": 118885, + "ิà¸Ļà¸Ĺ": 118886, + "mada": 118887, + "زاÙħ": 118888, + "ĠÙĥبÙĬر": 118889, + "å®ŀæĸ½": 118890, + "zeÅĪ": 118891, + "Ġlái": 118892, + "Ïĥμα": 118893, + "اسات": 118894, + "ÑĦÑĤ": 118895, + "è°±": 118896, + "çĮľ": 118897, + "ĠprobÃŃ": 118898, + "æľĢè¿ij": 118899, + "ÑĢад": 118900, + "ãĤ½ãĥ³": 118901, + "Ġклад": 118902, + "à¥ľà¤ķ": 118903, + "év": 118904, + "ลาย": 118905, + "èİİ": 118906, + "ĠμÎŃÏĩÏģι": 118907, + "ĠкÑĥÑģ": 118908, + "ĠíĻĺê²½": 118909, + "ÑĩоÑĹ": 118910, + "åıĺåĮĸ": 118911, + "ĠبتÙĪاÙĨ": 118912, + "Ġtắt": 118913, + "Ġgösteren": 118914, + "алÑİ": 118915, + "Ġкоманди": 118916, + "Ġ컨": 118917, + "Ñĥнд": 118918, + "ĠجÙĦÙĪ": 118919, + "åŃIJçļĦ": 118920, + "ĠÑģб": 118921, + "ĠÐłÐ°Ñģ": 118922, + "PCP": 118923, + "ĠCumhurbaÅŁ": 118924, + "одаÑĤелÑĮ": 118925, + "ÃŃsto": 118926, + "Ġoznám": 118927, + "ãĥ¼ãĥĭ": 118928, + "Ġokuy": 118929, + "ophy": 118930, + "าà¸Ļà¸Ħร": 118931, + "ĠÎķθν": 118932, + "ayım": 118933, + "ÙİØ£": 118934, + "æİ¡": 118935, + "Ġfunkce": 118936, + "æļĸ": 118937, + "طار": 118938, + "ĠÐĿаг": 118939, + "Ġä¸ĩåĨĨ": 118940, + "ĠíĴį": 118941, + "Ġä½ı": 118942, + "Ġï¼İ": 118943, + "ÑĭваÑİÑĤÑģÑı": 118944, + "ĠPla": 118945, + "اÙĬÙĦ": 118946, + "Ġ무ìĹĩ": 118947, + "ĠконеÑĩно": 118948, + "км": 118949, + "à¤Ĥपर": 118950, + "Ġìłķë¶Ģ": 118951, + "ĠëĤ´ëł¤": 118952, + "ãĤ°ãĥ«": 118953, + "çģ°": 118954, + "Ġcyk": 118955, + "ĠжелÑĥд": 118956, + "ĠëĨĴìĿĢ": 118957, + "çĶŁåij½": 118958, + "æµ´": 118959, + "ĠartÄ±ÅŁ": 118960, + "ĠÐĩ": 118961, + "ï¼²": 118962, + "ekim": 118963, + "ĠÑĦедеÑĢа": 118964, + "ĠвеÑĢеÑģнÑı": 118965, + "ниÑĤе": 118966, + "ĠÄ°ÅŁte": 118967, + "ĠÙĪضعÛĮت": 118968, + "ãģķãģ¾": 118969, + "ĠtÅĻetÃŃ": 118970, + "uluÄŁ": 118971, + "ĠCumhuriyet": 118972, + "ä¼Ł": 118973, + "Ġë§Ŀ": 118974, + "Ġvermek": 118975, + "Ġnalez": 118976, + "çĵ¶": 118977, + "ĠdiÅŁ": 118978, + "ĠHá»ĵng": 118979, + "غÙĬرة": 118980, + "å©Ĩ": 118981, + "нив": 118982, + "Ġrút": 118983, + "'nda": 118984, + "Ġhroz": 118985, + "à¥īप": 118986, + "Ġзаконом": 118987, + "Ġjednu": 118988, + "ĠKadın": 118989, + "indir": 118990, + "سازÛĮ": 118991, + "åĮºåŁŁ": 118992, + "ĠkonuÅŁtu": 118993, + "ĠزÙĨد": 118994, + "ाĊĊ": 118995, + "ĠÐIJз": 118996, + "à¸ĩà¸Ĥà¸Ńà¸ĩ": 118997, + "ĠÑģвойÑģÑĤва": 118998, + "ĠìŀijíĴĪ": 118999, + "пеки": 119000, + "Ġå°±": 119001, + "евого": 119002, + "ĠtaÅŁÄ±y": 119003, + "ĠÙħÙĨØ·ÙĤØ©": 119004, + "ĠÃĩocuk": 119005, + "Û²Û·": 119006, + "ĠÏĥÏħμÏĢ": 119007, + "é£Łåĵģ": 119008, + "há": 119009, + "Ｏ": 119010, + "ÙĦÙħÙĩ": 119011, + "ãģ¨ãģªãģ£ãģŁ": 119012, + "оÑĢÑĸ": 119013, + "°}": 119014, + "ĠtaÅŁÄ±n": 119015, + "çŁ¿": 119016, + "ĠÑĩаÑģÑĤини": 119017, + "ĠدÙĬسÙħبر": 119018, + "Ġèī¯": 119019, + "stÅĻÃŃ": 119020, + "ĠÑĨик": 119021, + "âĢķâĢķâĢķâĢķ": 119022, + "ĠÄ°ngiltere": 119023, + "ĠÑģÑĤÑĢаÑĤег": 119024, + "ÃĦŸ": 119025, + "иÑĩного": 119026, + "ÃŃrk": 119027, + "ĠÎijÏģ": 119028, + "!âĢľĊĊ": 119029, + "Ġ깨": 119030, + "à¥ģà¤Ĩत": 119031, + "ĠدÙĨÛĮا": 119032, + "lÃŃn": 119033, + "Ġà¤ķड": 119034, + "ĠÙħبت": 119035, + "емÑĭÑħ": 119036, + "оби": 119037, + "ยà¸Ļà¸ķ": 119038, + "à¤Ĥधन": 119039, + "ÚĨÛĮ": 119040, + "ĠçŁ¥": 119041, + "ĠXuân": 119042, + "adaki": 119043, + "Ġorta": 119044, + "æł¹æľ¬": 119045, + "åħ±åIJĮ": 119046, + "нений": 119047, + "بÙĬرة": 119048, + "çŃĭ": 119049, + "ïºĶ": 119050, + "âĢĮÙĩاÙĬ": 119051, + "Ġödeme": 119052, + "ĠØ¢ÙĨÚĨÙĩ": 119053, + "ĠзаÑıви": 119054, + "ĠÙĨÙĤØ´Ùĩ": 119055, + "Ġç³»": 119056, + "à¥ĭ।": 119057, + "Ġì§Ģìłķ": 119058, + "Ġinsp": 119059, + "ĠÑĤен": 119060, + "Ġتط": 119061, + "Ġquảng": 119062, + "åī£": 119063, + "ãģıãģ®": 119064, + "ĠÑĨим": 119065, + "kovi": 119066, + "iyah": 119067, + "ĠëIJľëĭ¤": 119068, + "صÙĩ": 119069, + "ĠÄiju": 119070, + "Ġsuá»ijt": 119071, + "ıma": 119072, + "ì§Ģê³ł": 119073, + "Ìĥ": 119074, + "à¸ļาย": 119075, + "ĠCertif": 119076, + "ĠÑĥÑģÑĸÑħ": 119077, + "à¸ķะว": 119078, + "είÏĦε": 119079, + "Ġč": 119080, + "ĠможливÑĸÑģÑĤÑĮ": 119081, + "Ġ-âĢIJ": 119082, + "Ġíĺ¹": 119083, + "ìĤ¬ì§Ħ": 119084, + "ĠданиÑħ": 119085, + "Ġzaháj": 119086, + "주ëĬĶ": 119087, + "Ġгид": 119088, + "niž": 119089, + "Ġ^{°}": 119090, + "Ġkro": 119091, + "Äįen": 119092, + "ÏĨι": 119093, + "ımızda": 119094, + "Ġæ¹ĸ": 119095, + "ĠповÑĢежд": 119096, + "Ġì¡´ìŀ¬": 119097, + "à¸Ļาà¸Ļ": 119098, + "μÎŃνοÏĤ": 119099, + "æ½ľ": 119100, + "ï¼Į使": 119101, + "Ġdosp": 119102, + "Ġliá»ģn": 119103, + "ัà¸ļà¸Ħวาม": 119104, + "ĠÑĢабоÑĤе": 119105, + "ĠмайбÑĥÑĤ": 119106, + "à¹Ģà¸ģษ": 119107, + "BaÅŁ": 119108, + "ĠæĿ±äº¬": 119109, + "наÑĩала": 119110, + "δει": 119111, + "à¥Īप": 119112, + "ÑĸмÑĸ": 119113, + "Ġfizik": 119114, + "วล": 119115, + "ä¼į": 119116, + "Ġà¸Ĭà¸Ļะ": 119117, + "'ÑıÑĤ": 119118, + "нил": 119119, + "инов": 119120, + "ĠÄijoán": 119121, + "รวà¸Ī": 119122, + "fet": 119123, + "à¹Įà¹Ĥ": 119124, + "ĠмаÑĤи": 119125, + "é¨İ": 119126, + "ÐļТ": 119127, + "à¹Ģสà¸Ļà¸Ń": 119128, + "Ġмав": 119129, + "lıģına": 119130, + "ĠпоÑĩина": 119131, + "ูà¸ķร": 119132, + "ÑĨеÑĢ": 119133, + "ujete": 119134, + "Ġtahmin": 119135, + "Ġвимог": 119136, + "à¸²à¸Ł": 119137, + "едж": 119138, + "ÏĦεÏį": 119139, + "adla": 119140, + "ĠÄijÆ°Æ¡ng": 119141, + "ĠداستاÙĨ": 119142, + "Ġbasın": 119143, + "ĠÑħв": 119144, + "Ġreak": 119145, + "ĠоÑĤмеÑĤ": 119146, + "æ³¥": 119147, + "Ġmáte": 119148, + "Ġzorun": 119149, + "ãģ¨æĢĿãģĨ": 119150, + "Ġدرجة": 119151, + "ĠвÑĸдÑģÑĥÑĤ": 119152, + "ĠعاÙħÙĦ": 119153, + "èĶµ": 119154, + "Ġsonraki": 119155, + "Ġmohli": 119156, + "иваеÑĤ": 119157, + "ĠпÑĸдÑģÑĤав": 119158, + "Ġostrov": 119159, + "ानव": 119160, + "âĢŀP": 119161, + "ĠвизнаÑĩа": 119162, + "ĠpravdÄĽpodob": 119163, + "Ġzaz": 119164, + "ìĿ´ë¥¼": 119165, + "ĠджеÑĢ": 119166, + "ĠÐłÐ°Ð´": 119167, + "ĠÑģеÑĢÑĮез": 119168, + "Ġдем": 119169, + "ÏĢή": 119170, + "ĠÐĦвÑĢоп": 119171, + "ĠÄįeské": 119172, + "ï¾ı": 119173, + "ĠØŃÙĬ": 119174, + "ì¼ĢìĿ´": 119175, + "ĠØ®ÙĪÙĨ": 119176, + "ÂłL": 119177, + "ãģĦãģ«": 119178, + "изнеÑģ": 119179, + "ĠÙħÙĤاÙħ": 119180, + "ĠاÙĦØŃÙĦ": 119181, + "ëĨį": 119182, + "ĠØ¢ÛĮا": 119183, + "翼": 119184, + "ï¼½": 119185, + "æ¸IJ": 119186, + "ливÑĸ": 119187, + "ãģĦãģ¦ãģĦãĤĭ": 119188, + "ĠÎijÎł": 119189, + "ĠиÑģполÑĮзÑĥеÑĤÑģÑı": 119190, + "Ġmát": 119191, + "Ġμεγά": 119192, + "ëħ¼": 119193, + "æµ·éģĵ": 119194, + "ĠÙħØ´Ú©ÙĦات": 119195, + "Ñĩна": 119196, + "';';": 119197, + "Ġμία": 119198, + "ÏģÏİν": 119199, + "Ġbyste": 119200, + "ĠÑįлекÑĤÑĢи": 119201, + "ĠYardım": 119202, + "Ġhát": 119203, + "ĠÐĶеÑĢжав": 119204, + ".С": 119205, + "Ġorada": 119206, + "Ġalanı": 119207, + "åľ°åŁŁ": 119208, + "ĠدÙĩÙĨد": 119209, + "менÑĪ": 119210, + "ĠоÑĢганов": 119211, + "Ġعص": 119212, + "ูà¸ĩส": 119213, + "Ġشعر": 119214, + "Ġìĸ»": 119215, + "Ġάλλ": 119216, + "Ġgói": 119217, + "ĠÙĨاØŃ": 119218, + "å¼ĺ": 119219, + "à¥įथल": 119220, + "ilim": 119221, + "ëIJĺì§Ģ": 119222, + "ĠконÑĨе": 119223, + "ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł": 119224, + "Ġì¤Ģë¹Ħ": 119225, + "ĠostatnÃŃ": 119226, + "Ġvlády": 119227, + "ĠÑģобиÑĢа": 119228, + "ĠìĹŃìĤ¬": 119229, + "à¹ģà¸ģรม": 119230, + ".ï¼ı": 119231, + "ÙıÙĪÙĨ": 119232, + "پس": 119233, + "ĠWikip": 119234, + "Ġæ¾": 119235, + "ĠжаÑĢ": 119236, + "容æĺĵ": 119237, + "ĠprostÅĻednictvÃŃm": 119238, + "Ġženy": 119239, + "Ġèı²å¾ĭ宾çĶ³åįļ": 119240, + "аÑİÑĤÑģÑı": 119241, + "Ġmiêu": 119242, + "ĠpenÃŃze": 119243, + "διά": 119244, + "oldur": 119245, + "ĠпÑĢимеÑĢно": 119246, + "ĠìŀĪê³ł": 119247, + "à¸ĩà¸Ńย": 119248, + "ковий": 119249, + ".ÎŁ": 119250, + "à¹ĥà¸Ħร": 119251, + "çĭł": 119252, + "ĠÐŁÑĸв": 119253, + "æĶ¹éĿ©": 119254, + "ĠÐĿаÑģеление": 119255, + "Å¡etÅĻ": 119256, + "ÙĴب": 119257, + "ĠâĶĢ": 119258, + "غÙĬÙĦ": 119259, + "ĠдÑĸÑıлÑĮнÑĸÑģÑĤÑĮ": 119260, + "ĠÙĦÙĬس": 119261, + "Ġìĭľìŀ¥": 119262, + "ãĥŁãĥ¥": 119263, + "ĠÚ©ÙĪت": 119264, + "ĠÎĵι": 119265, + "ิà¹Ģว": 119266, + "ektor": 119267, + "ĠбÑĥдÑĥ": 119268, + "новаж": 119269, + "ÑīаеÑĤÑģÑı": 119270, + "Ġngôn": 119271, + "ĠvÄĽc": 119272, + "å¾IJ": 119273, + "à¸Ńà¹Ģมร": 119274, + "ัà¸įà¸Ĭ": 119275, + "ĠиÑģполÑĮзÑĥÑİÑĤ": 119276, + "rubu": 119277, + "Ġnhá»±a": 119278, + "ãģĮãģĬ": 119279, + "ĠÐĵаÑĢ": 119280, + "оÑĢе": 119281, + "ĠзолоÑĤ": 119282, + "æŁ³": 119283, + "ĠÙĬØ´": 119284, + "ĠповиннÑĸ": 119285, + "اÙĤتص": 119286, + "ÙĦØŃ": 119287, + "ĠокÑĤÑıбÑĢÑı": 119288, + "ĠnÄĽkdy": 119289, + "ĠобÑĢа": 119290, + "ستگÛĮ": 119291, + "符åIJĪ": 119292, + "Ġthiá»ĥu": 119293, + "æĺ¯ä»Ģä¹Ī": 119294, + "Ġrozs": 119295, + "ì½ľê±¸": 119296, + "ĠкаÑĦ": 119297, + "åIJĮæŃ¥": 119298, + "ì¼ĵ": 119299, + "ÏĢÏĦÏħ": 119300, + "à¸łà¸²à¸¢à¹ĥà¸Ļ": 119301, + "ιÏĥÏĦή": 119302, + "ĠدÙĪÙĦار": 119303, + "ĠÙħاÙĬÙĪ": 119304, + "ĠpeÄį": 119305, + "ัà¸ļม": 119306, + "ÎĻÎĶ": 119307, + "ıydı": 119308, + "ัà¸ģà¸Ĺ": 119309, + "à¸Ľà¸£à¸°à¸ĸม": 119310, + "και": 119311, + "Ġprodej": 119312, + "ĠиÑİлÑı": 119313, + "ĠvÅ©": 119314, + "驱": 119315, + "ĠhvÄĽ": 119316, + "æĥ³è¦ģ": 119317, + "ç¯Ħ": 119318, + "çak": 119319, + "ĠмÑıг": 119320, + "ımın": 119321, + "Ġdispozici": 119322, + "Ġukaz": 119323, + "racak": 119324, + "Ġболезни": 119325, + "วà¹Ĥม": 119326, + "Ġзел": 119327, + "ĠÐĴики": 119328, + "ĠÐłÐ¾Ð´": 119329, + "ูà¸ģà¸Ħ": 119330, + "íij¸": 119331, + "Ġthải": 119332, + "Ġbaģımsız": 119333, + "ĠÑĢоÑģÑģий": 119334, + "ĠÐļам": 119335, + "ĠиÑģполÑĮзованиÑı": 119336, + "ĠØŃØ°": 119337, + "³³³³³³³³³": 119338, + "ĠاÙĨتÙĤاÙĦ": 119339, + "ĠабÑģолÑİÑĤ": 119340, + "ĠÄ±ÅŁÄ±k": 119341, + "ÏĦογÏģαÏĨ": 119342, + "ĠболÑĮÑĪой": 119343, + "Ġعبارت": 119344, + "ÃŃž": 119345, + "Ġدرست": 119346, + "ĠÑģлово": 119347, + "à¥ĪĊ": 119348, + "بÙĪب": 119349, + "ĠÐĴоÑĤ": 119350, + "วà¹Ħà¸Ľ": 119351, + "Ġbilinen": 119352, + "ĠÙĤÙĬ": 119353, + "Ġbunların": 119354, + "Ùijت": 119355, + "Ġbasit": 119356, + "릿": 119357, + "ائرة": 119358, + "Ġpů": 119359, + "ĠedilmiÅŁ": 119360, + "Ġä½IJ": 119361, + "ĠYönetim": 119362, + "ÙħÛĮر": 119363, + "Ġspou": 119364, + "æ·±åľ³": 119365, + "ĠвзаÑĶм": 119366, + "ÎĻÎĽ": 119367, + "Ðĥ": 119368, + "ĠдеÑĢжавноÑĹ": 119369, + "Ġmrt": 119370, + "ĠDemir": 119371, + "é»İ": 119372, + "ĠÑĢегÑĥлÑıÑĢ": 119373, + "Ġникогда": 119374, + "å¼¾": 119375, + "à¥īड": 119376, + "Ġглаз": 119377, + "ĠÙħÛĮÚ©ÙĨ": 119378, + "éĻIJå®ļ": 119379, + "Ġнавк": 119380, + "ĠподÑĤ": 119381, + "ĠتصÙĪÛĮر": 119382, + "ĠاÙĦØŃدÙĬØ«": 119383, + "ĠdoÅ¡lo": 119384, + "нÑİÑİ": 119385, + "ĠÑģÑħод": 119386, + "Ø·ÙĤØ©": 119387, + "ĠÑģенÑĤÑıбÑĢÑı": 119388, + "çī¹æ®Ĭ": 119389, + "à¸ģารà¹ģà¸Ĥ": 119390, + "ázd": 119391, + "ÑĶÑĤе": 119392, + "ĠΣε": 119393, + "ĠÙĦÙĥÙĦ": 119394, + "åIJįåŃĹ": 119395, + "اÙĨÛĮا": 119396, + "Ġcins": 119397, + "기ìĹħ": 119398, + "ĠéŁ³": 119399, + "éłĥ": 119400, + "ยาย": 119401, + "ìļķ": 119402, + "ĠvÃŃtÄĽz": 119403, + "à¥įरब": 119404, + "ĠشرÙĤÛĮ": 119405, + "ĠbezpeÄįnost": 119406, + "Ġçerçev": 119407, + "Ġ맼": 119408, + "cky": 119409, + "ĵ¨": 119410, + "ĠÑĥмоваÑħ": 119411, + "лиÑħ": 119412, + "meniz": 119413, + "ĠبگÛĮر": 119414, + "ÙĨÙī": 119415, + "Ġà¸ģารà¹ģà¸Ĥ": 119416, + "ιÏĥε": 119417, + "âĢ³E": 119418, + "Ġdöneminde": 119419, + "리카": 119420, + "ĠåĪ°": 119421, + "Ġhukuk": 119422, + "аÑĤоÑĢа": 119423, + "ĠاÙĦعÙĨ": 119424, + "ïºĺ": 119425, + "ünüz": 119426, + "ÑģоÑĤ": 119427, + "ุษ": 119428, + "ĠdÆ°Æ¡ng": 119429, + "ovny": 119430, + "ĠÑĦоÑĢма": 119431, + "ãģĹãģ®": 119432, + "زÙĬز": 119433, + "ĠاÙĦÙĨاس": 119434, + "ĠÑĩим": 119435, + "大人": 119436, + "Ú¯ÙĬ": 119437, + "ĠÐĵоÑģп": 119438, + "é¢Ĩ导": 119439, + "Ġninh": 119440, + "Ġราà¸Ħา": 119441, + "ÙĤاء": 119442, + "ìī¬": 119443, + "ĠìĿ´ìłĦ": 119444, + "ĠÃ¶ÄŁretmen": 119445, + "ĠÑĨвеÑĤа": 119446, + "енноÑģÑĤÑĮ": 119447, + "大ãģį": 119448, + "ĠмиÑģÑĤеÑĨÑĤ": 119449, + "رÙĪت": 119450, + "poÅĪ": 119451, + "ĠÅŀirket": 119452, + "ĠкÑĢаÑģив": 119453, + "ĠÑĢеÑģÑĥÑĢÑģ": 119454, + "ä¹¾": 119455, + "ĠÙģÙĩ": 119456, + "ĠYÃĸ": 119457, + "èĬ³": 119458, + "μÏīÏĤ": 119459, + "ÄĽji": 119460, + "Ġвлаж": 119461, + "ĠÑĥвели": 119462, + "اذا": 119463, + "ãĢĤå¦Ĥæŀľ": 119464, + "ĠпÑĢиÑģÑĥÑĤÑģÑĤв": 119465, + "ĠẤn": 119466, + "æĢĸ": 119467, + "ĠÐľÐµÑĤ": 119468, + "Ġjedna": 119469, + "Ġcục": 119470, + "ĠاÙĨتشار": 119471, + "ĠзокÑĢема": 119472, + "иÑĩеÑģки": 119473, + "ĠкÑĢаÑĹни": 119474, + "иÑĢÑĥ": 119475, + "ĠÑĸнÑĤеÑĢ": 119476, + "Ġаналог": 119477, + "ÑĽ": 119478, + "ีà¸ĭ": 119479, + "нÑĥли": 119480, + "ĠNinh": 119481, + "еÑĢаÑĤоÑĢ": 119482, + "Ġruce": 119483, + "ĠÑĪкÑĸ": 119484, + "ترÙĨت": 119485, + "Ġsonrası": 119486, + "Ġæį": 119487, + "ÑĨенÑĤÑĢа": 119488, + "Ġà¸Ńำà¹Ģà¸ł": 119489, + "Ø·ÙĬ": 119490, + "ï¼Įå½ĵ": 119491, + "ĠÑĤÑĢеÑħ": 119492, + "ÂłH": 119493, + "æ´ª": 119494, + "ãĥ³ãĥĦ": 119495, + "ĠвÑĸдповÑĸдалÑĮ": 119496, + "âĢĻdaki": 119497, + "áÅĻi": 119498, + "ĠpÅĻem": 119499, + "tuk": 119500, + "ĠÙģرÙħÙĪد": 119501, + "ĠìĿ¸ì¦Ŀ": 119502, + "สำà¸Ļ": 119503, + "ìĥģìĿĺ": 119504, + "ÅĻÃŃm": 119505, + "澤": 119506, + "ĠÑĢей": 119507, + "ĠлÑİбой": 119508, + "ujte": 119509, + "ë³µì§Ģ": 119510, + "Ġدرس": 119511, + "ĠÐĴлади": 119512, + "ĠÑģвоим": 119513, + "ĠìĿ¸íĦ°ëĦ·": 119514, + "è±Ĭ": 119515, + "Ġналог": 119516, + "ãĤĪãģ³": 119517, + "Ġخاطر": 119518, + "ĠìŀħëĭĪëĭ¤": 119519, + "ãĢĤãģĹãģĭãģĹ": 119520, + "лаг": 119521, + "å°ĸ": 119522, + "ëĭ¥": 119523, + "ìĬ¤ëĬĶ": 119524, + "ìĭłì²Ń": 119525, + "ãĥĩãĥ¼ãĤ¿": 119526, + "ĠÑĥÑĢовнÑı": 119527, + "Ġ무ìĬ¨": 119528, + "ĠاÙĦأرض": 119529, + "à¹īà¸ķ": 119530, + "Ỽt": 119531, + "ĠÙĨÛĮرÙĪ": 119532, + "墨": 119533, + "ãĤ¶ãĥ¼": 119534, + "ruba": 119535, + "ĠÙĨشدÙĩ": 119536, + "илÑı": 119537, + "acÃŃm": 119538, + "ãĥ©ãĤ¯": 119539, + "XH": 119540, + "Ġسرد": 119541, + "Ġदस": 119542, + "tember": 119543, + "ĠDoÄŁum": 119544, + "ĠпÑĢоÑĢ": 119545, + "θοÏĤ": 119546, + "ĠiÅŁe": 119547, + "à¸Ńà¸Ł": 119548, + "лаÑĪ": 119549, + "اصÙĦÙĩ": 119550, + "livÄĽ": 119551, + "ë¶Ģë¶Ħ": 119552, + "нак": 119553, + "åįģä¸ī": 119554, + "สาห": 119555, + "à¸Ľà¸£à¸°à¹Ģà¸Ĺศà¹Ħà¸Ĺย": 119556, + "ãĤŃãĥ³ãĤ°": 119557, + "ĠмеÑĤоÑİ": 119558, + "Ġkullanarak": 119559, + "âij¡": 119560, + "ÛĮزات": 119561, + "ĠÙħÙĪباÛĮÙĦ": 119562, + "ĠзнаÑĩиÑĤ": 119563, + "Ġorganizace": 119564, + "ÑĢии": 119565, + "ovna": 119566, + "Ġê²½ìłľ": 119567, + "ãĢģå½¼": 119568, + "Ġमस": 119569, + "Ġà¹Ĥà¸Ľà¸£": 119570, + "LARI": 119571, + "æĩĤ": 119572, + "Ġва": 119573, + "ĠÙĥÙĨت": 119574, + "ĠÑĢабоÑĤа": 119575, + "ÂłĠÂłĠÂł": 119576, + "好äºĨ": 119577, + "ĠzamÄĽstn": 119578, + "женÑĮ": 119579, + "Ġukon": 119580, + "nÄĽné": 119581, + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 119582, + "ĠاÙĦخاصة": 119583, + "ĠÄįasu": 119584, + "å°ı说": 119585, + "ĠØŃرکت": 119586, + "æijĦ": 119587, + "ÏĩÏī": 119588, + "ĠÑģвеж": 119589, + "æĸ°éĹ»": 119590, + "Ġìĭ±": 119591, + "ĠeÄŁer": 119592, + "Ġsituace": 119593, + "Ġç·¨": 119594, + "fik": 119595, + "ë§Īëĭ¤": 119596, + "ÎķÎļ": 119597, + "Ġê°ľìµľ": 119598, + "ĠcÃł": 119599, + "ادث": 119600, + "Ġsayıda": 119601, + "ĠØ£ÙģضÙĦ": 119602, + "æ³ķéĻ¢": 119603, + "Ġ.,": 119604, + "ĠThÆ°Æ¡ng": 119605, + "ÏģÏĮÏĤ": 119606, + "ãģĹãĤĪãģĨ": 119607, + "Çİ": 119608, + "æij¸": 119609, + "ĠéĻ³": 119610, + "¥IJ": 119611, + "ฤà¸Ķ": 119612, + "Ġgiảng": 119613, + "ĠлÑİбов": 119614, + "Ġekran": 119615, + "опиÑģ": 119616, + "еждÑĥ": 119617, + "Ġназва": 119618, + "æĭĵ": 119619, + "ıf": 119620, + "à¹Īà¸ģ": 119621, + "иÑĩнÑĸ": 119622, + "Ġê³Ħíļį": 119623, + "à¸łà¸²à¸Ħม": 119624, + "Ġاپ": 119625, + "리ìĿĺ": 119626, + "ãģ§ãģĻãģĮ": 119627, + "Ġkonci": 119628, + "ĠکارخاÙĨÙĩ": 119629, + "Ġä½ķ": 119630, + "ĠÑĤва": 119631, + "ĠÐŁÐ¾ÑģÑĤ": 119632, + "ĠапÑĢелÑı": 119633, + "ĠاÙĦعراÙĤ": 119634, + "ä¸Ńåįİ": 119635, + "à¹ĩà¸Ńà¸ģ": 119636, + "à¥įतà¤ķ": 119637, + "Ġzájem": 119638, + "ĠدرجÙĩ": 119639, + "Ġà¤¬à¥ľ": 119640, + "ĠÑģÑĤÑĢан": 119641, + "èŃ¦å¯Ł": 119642, + "ĠyerleÅŁtir": 119643, + "ĠVÅ©": 119644, + "ç¾İåħĥ": 119645, + "Ġì¡°ê¸Ī": 119646, + "Ġรà¸Ńà¸ĩ": 119647, + "Ġakadem": 119648, + "à¸Ħà¸ĵะ": 119649, + "Ġpozit": 119650, + "ĠkoneÄį": 119651, + "è°ĥæŁ¥": 119652, + "Ġãģĭ": 119653, + "ĠÄįervence": 119654, + "ĠOdkazy": 119655, + "ĠëıĦìĭľ": 119656, + "ัสà¸Ķ": 119657, + "Ġgái": 119658, + "ĠÐłÐ¾Ð±": 119659, + "ĠбоÑı": 119660, + "æī©": 119661, + "å¼Ģå±ķ": 119662, + "anik": 119663, + "Ġvyž": 119664, + "ĠbaÅŁlay": 119665, + "ĠbakÄ±ÅŁ": 119666, + "ekce": 119667, + "ÑģÑĤика": 119668, + "еÑĢаÑĤÑĥÑĢа": 119669, + "Ġë¶Ħë¥ĺ": 119670, + "ĠPoÄįet": 119671, + "odáÅĻ": 119672, + "ëĭĺìĿĺ": 119673, + "Ġklid": 119674, + "Û²Û¹": 119675, + "ĠÚĨÛĮز": 119676, + "mür": 119677, + "Ġsứ": 119678, + "ÙĬاÙĨØ©": 119679, + "åĬ±": 119680, + "Ġoku": 119681, + "Ġводи": 119682, + "ĠزÛĮرا": 119683, + "大åĪ©": 119684, + "ĠÙĦÛĮÙĨÚ©": 119685, + "ĠÙĬجب": 119686, + "ÙħÛĮÙĦ": 119687, + "ĠÏĥÏĦÏģα": 119688, + "æĻĵ": 119689, + "ิสà¸ķ": 119690, + "ĠÅŁiddet": 119691, + "ĠÑĢекоменда": 119692, + "Ġpožadav": 119693, + "ĠпÑĸÑģ": 119694, + "åħ¬å¼ı": 119695, + "ĠÚ¯ÛĮرÛĮ": 119696, + "кÑĤа": 119697, + "ĠÙħÙĨاطÙĤ": 119698, + "Ġfirmy": 119699, + "Ġà¹Ħà¸Ľ": 119700, + "ĠÎŃÏģγ": 119701, + "å¿«éĢŁ": 119702, + "ãģĮãģªãģĦ": 119703, + "неÑģÑĤи": 119704, + "Ġç²¾": 119705, + "ÑĢади": 119706, + "ãĤĴãģĭ": 119707, + "ﺪ": 119708, + "kynÄĽ": 119709, + "Ġहत": 119710, + "tak": 119711, + "ĠÙĬÙĪÙĨÙĬÙĪ": 119712, + "Ã¶ÄŁ": 119713, + "ĠÑĢÑĥк": 119714, + "åľĭéļĽ": 119715, + "ÑİÑģÑĮ": 119716, + "Ġдавно": 119717, + "Ġpopis": 119718, + "ĠBÄ°L": 119719, + "ĠÙĨÙĤد": 119720, + "ĠÑģпож": 119721, + "ÑĨионнÑĭÑħ": 119722, + "ĠÑĪп": 119723, + "ÑĥÑİÑīиÑħ": 119724, + "ĠвоздÑĥÑħ": 119725, + "ÑĤие": 119726, + "ĠUž": 119727, + "ÏĮδ": 119728, + "à¸ģราà¸Ħม": 119729, + "Ġalanında": 119730, + "Ġsắt": 119731, + "ãĥIJãĤ¤": 119732, + "NgÃły": 119733, + "Ġë¹Į": 119734, + "ï¼īãģ¯": 119735, + "Ġä¿¡": 119736, + "ÐķС": 119737, + "ĠTato": 119738, + "Ġúnora": 119739, + "erap": 119740, + "Äł": 119741, + "ĠTáºŃp": 119742, + "Ġкомпании": 119743, + "ãĥ©ãĤ¤ãĥĪ": 119744, + "éľĢæ±Ĥ": 119745, + "ĠتÙĪÙĤ": 119746, + "âĢĻâĢĻ": 119747, + "ëŀįëĭĪëĭ¤": 119748, + "ĠквÑĸÑĤнÑı": 119749, + "Ġoyuncu": 119750, + "ÂĢÂĢÂĢÂĢÂĢÂĢÂĢÂĢ": 119751, + "åĨĬ": 119752, + "ĠyapmÄ±ÅŁ": 119753, + "ัà¸ĩà¹Ħม": 119754, + "ĠзапаÑħ": 119755, + "ála": 119756, + "ĠÑĤеÑħниÑĩеÑģ": 119757, + "ĠØŃص": 119758, + "รà¸Ķ": 119759, + "å¼Ħ": 119760, + "ĠÚ¯ÛĮاÙĩ": 119761, + "اÙĩرة": 119762, + "Ġà¤ıड": 119763, + "нимаеÑĤ": 119764, + "ادÙĨ": 119765, + "ÎľÎij": 119766, + "Ġ社": 119767, + "аÑĢÑĩ": 119768, + "تز": 119769, + "润": 119770, + "inizin": 119771, + "Ġbeyaz": 119772, + "ĠبÙĪÙĦ": 119773, + "åĿ¡": 119774, + "ãģ®ãĤĪãģĨãģ«": 119775, + "Ġyaptıģ": 119776, + "Ġdaģı": 119777, + "ĠbaÅŁarı": 119778, + "ĠÏĢά": 119779, + "ĠпÑĢодаж": 119780, + "Bá»Ļ": 119781, + "Ġतत": 119782, + "Ġpodstat": 119783, + "Ġæµģ": 119784, + "ĠzdravÃŃ": 119785, + "Ġç¡": 119786, + "Ġopak": 119787, + "Ġhá»įa": 119788, + "æĭĶ": 119789, + "Ñĥжд": 119790, + "Ġtrứng": 119791, + "ÙĪرÙĬØ©": 119792, + "Ñĭл": 119793, + "umsuz": 119794, + "Ġسبب": 119795, + "许å¤ļ": 119796, + "å®ŀéªĮ": 119797, + "Ġболи": 119798, + "Ġduyá»ĩt": 119799, + "áºŃc": 119800, + "ĠÐijез": 119801, + "ĠبÙĦÙĨد": 119802, + "мм": 119803, + "ÑĢел": 119804, + "NÄ°": 119805, + "Ġãĥ¯": 119806, + "éĭ¼": 119807, + "ĠÑģвÑı": 119808, + "ĠåIJİ": 119809, + "Ġmuht": 119810, + "ĠпÑĢоблеми": 119811, + "ĠÑĤÑıжел": 119812, + "ĠСем": 119813, + "à¸¤à¸©à¸łà¸²à¸Ħม": 119814, + "à¹Īาà¸ķ": 119815, + "örü": 119816, + "üyorum": 119817, + "ĠاÙĦØ£ØŃ": 119818, + "ĠÑģÑĤÑĢаÑĪ": 119819, + "hoo": 119820, + "धर": 119821, + "Ġtlak": 119822, + "Ġsrpna": 119823, + "ifikace": 119824, + "Ġreh": 119825, + "ĠминÑĥ": 119826, + "ãĢĢj": 119827, + "ĠгÑĢÑĥпи": 119828, + "Ġάλ": 119829, + "Ġolursa": 119830, + "λογία": 119831, + "ĠÐĴик": 119832, + "Ġmücadel": 119833, + "ĠzávÄĽ": 119834, + "ĠÑĦевÑĢа": 119835, + "Äįná": 119836, + "à¹Įà¹Ģà¸ĭ": 119837, + "ĠÙĦÙĦØŃ": 119838, + "ÑĢип": 119839, + "ĠбÑĥк": 119840, + "ãģĪãģªãģĦ": 119841, + "Ġporad": 119842, + "Ġsamostat": 119843, + "Ġtesis": 119844, + "ابÙĤÙĩ": 119845, + "ĠجدÙĬدة": 119846, + "éĢĴ": 119847, + "âĶģâĶ": 119848, + "سÛĮÙĨ": 119849, + "ĠgerektiÄŁini": 119850, + "ียà¸Ļà¸ļ": 119851, + "è¨Ģãģ£ãģ¦": 119852, + "ĠÑĸнÑĤеÑĢеÑģ": 119853, + "ĠÑıким": 119854, + "ĠæĢ»": 119855, + "kovou": 119856, + "Ġdemek": 119857, + "اÙĨÙĬا": 119858, + "Ġdomů": 119859, + "Å¡nÃŃ": 119860, + "ateÅĻ": 119861, + "åĢ«": 119862, + "δοÏĥη": 119863, + "Ġ기ìĹħ": 119864, + "åĶĩ": 119865, + "ì¹ł": 119866, + "ÑĸдÑĥ": 119867, + "린ìĿ´": 119868, + "æľĢåĪĿ": 119869, + "è¸ı": 119870, + "æĥ³åĪ°": 119871, + "à¥įबर": 119872, + "ĠìŀĶ": 119873, + "ĠÑĢазнÑĭÑħ": 119874, + "krom": 119875, + "ιαν": 119876, + "ĠдÑĢÑĥз": 119877, + "仿": 119878, + "Ġê·¸ëłĩ": 119879, + "ĠдалÑĸ": 119880, + "æķĪæŀľ": 119881, + "Ġहव": 119882, + "è¼Ŀ": 119883, + "Ġì°¸ê³ł": 119884, + "ĠìĨĶ": 119885, + "Ġznal": 119886, + "ĠпеÑĢÑģ": 119887, + "ÙIJÙij": 119888, + "ĠÑĤеж": 119889, + "åĭŁ": 119890, + "ιθ": 119891, + "Äįů": 119892, + "Ġekip": 119893, + "Ġkhung": 119894, + "éĹĺ": 119895, + "ĠتصÙħÛĮÙħ": 119896, + "оиÑĤ": 119897, + "ĠÑħол": 119898, + "æĬŀ": 119899, + "amam": 119900, + "Ġâĸ³": 119901, + "ãģĩ": 119902, + "ĠعÙĨÙĩ": 119903, + "Ġì°¸ê°Ģ": 119904, + "ĠÎļÏĮ": 119905, + "åı¤å±ĭ": 119906, + "ковоÑĹ": 119907, + "ศà¸Ī": 119908, + "ологиÑı": 119909, + "ĠÙħثبت": 119910, + "ĠÐļÑĢаÑĹна": 119911, + "ĠмеÑģÑıÑĨев": 119912, + "Ġalınan": 119913, + "ĠÏĢÏģαγμα": 119914, + "Ġìŀ¡ëĭ´": 119915, + "Ġплод": 119916, + "ĠÑĤкани": 119917, + "ÑģÑĭлки": 119918, + "سطس": 119919, + "ranÄĽ": 119920, + "каж": 119921, + "емаÑĤи": 119922, + "ĠزÛĮست": 119923, + "æ¿Ł": 119924, + "Ġpoplat": 119925, + "γÎŃν": 119926, + "íĨłíĨł": 119927, + "Ġtây": 119928, + "Ġìµľê·¼": 119929, + "ãĥ©ãĥ³ãĤ¹": 119930, + "ĠgüneÅŁ": 119931, + "ĠÙģÙĤ": 119932, + "ĠsaÄŁlayan": 119933, + "ĠØŃزب": 119934, + "à¥ģलन": 119935, + "ĠBilim": 119936, + "ĠBatı": 119937, + "æł·çļĦ": 119938, + "δικ": 119939, + "αÏģίοÏħ": 119940, + "ĠìĽĢ": 119941, + "Ġlá»Ńa": 119942, + "ÙĨÙĪع": 119943, + "çݲ": 119944, + "аном": 119945, + "ĠstátnÃŃ": 119946, + "Ġäºİ": 119947, + "Ġmùi": 119948, + "ĠÄijá»Ļt": 119949, + "æ²ĥ": 119950, + "åħ¬åľĴ": 119951, + "ĠÑģÑĮогоднÑĸ": 119952, + "ноÑģи": 119953, + "Za": 119954, + "Ġдли": 119955, + "ĠÏĥÏħνÎŃ": 119956, + "ĠVá»ĭ": 119957, + "mav": 119958, + "ĠMüslüman": 119959, + "/ï¼ı": 119960, + "ĠзаÑīиÑĤ": 119961, + "éĸī": 119962, + "Ġçģ«": 119963, + "Ġå·Ŀ": 119964, + "Ġаж": 119965, + "è¿ĩæĿ¥": 119966, + "à¸Ĺาà¸Ļ": 119967, + "ĠAraÅŁtır": 119968, + "Õ¡Õ": 119969, + "ĠpomÄĽr": 119970, + "Ġdům": 119971, + "妮": 119972, + "ĠhlavnÄĽ": 119973, + "Ġfinans": 119974, + "ĠγνÏī": 119975, + "ÏĥÏĦημα": 119976, + "ï¼ĮçĶ¨": 119977, + "ìĭŃìĭľìĺ¤": 119978, + "ĠÙħثاÙĦ": 119979, + "-Ðij": 119980, + "ÑĨÑĸйнÑĸ": 119981, + "ĠدستÙĩ": 119982, + "à¥īस": 119983, + "ÑĢÑĸп": 119984, + "ĠpÅĻipom": 119985, + "ĠÙĪÙĦÙĬ": 119986, + "ĠÙĪزÙĨ": 119987, + "Ġelektrik": 119988, + "ĠQuân": 119989, + "ivé": 119990, + "Ġlẽ": 119991, + "ç®Ģåįķ": 119992, + "Ġonlara": 119993, + "оÑģлав": 119994, + "ìĭľíĤ¤": 119995, + "몬": 119996, + "ĠÙħÙĤدار": 119997, + "ĠOrta": 119998, + "ĠSeç": 119999, + "ĠÙĨÙĪÙģÙħبر": 120000, + "ุà¸Ļายà¸Ļ": 120001, + "ĠÑĥмови": 120002, + "Ġपरम": 120003, + "Ġstrom": 120004, + "ĠкÑĢаÑīе": 120005, + "秦": 120006, + "缸æīĭ": 120007, + "鼻è¦ĸ": 120008, + "Ġuygulama": 120009, + "ĠÑĢиз": 120010, + "æĪ²": 120011, + "यर": 120012, + "ĠHlav": 120013, + "Ġìĭ¸": 120014, + "ĠлипнÑı": 120015, + "ÅĪujÃŃ": 120016, + "ÑĢиз": 120017, + "é«ĺéĢŁ": 120018, + "缸å½ĵ": 120019, + "kenin": 120020, + "ĠоÑģÑĤанов": 120021, + "Ġbitk": 120022, + "ovaného": 120023, + "ĠÐľÐ°ÑĢи": 120024, + "赶": 120025, + "콩": 120026, + "Ġölçü": 120027, + "ĠСеÑĢед": 120028, + "ĠThá»Ŀi": 120029, + "Ïīνα": 120030, + "ÙĪبة": 120031, + "Ġchụp": 120032, + "âĢĮد": 120033, + "Ġcháy": 120034, + "ĠÐĴели": 120035, + "ĠобÑģÑĤ": 120036, + "Ġìĭľì¦Į": 120037, + "دÙħØ©": 120038, + "под": 120039, + "lue": 120040, + "ĠдÑĸлÑıн": 120041, + "ĠÙ¾ÙĪست": 120042, + "ĠاÙĦÙĨس": 120043, + "èĤĮ": 120044, + "ìĪĺ를": 120045, + "Ġúrov": 120046, + "ĠÙħØ´Ú©ÙĦ": 120047, + "éĩįè¤ĩéĩįè¤ĩ": 120048, + "нез": 120049, + "ĠdoporuÄį": 120050, + "Ġtasarım": 120051, + "íģ¬ê¸°": 120052, + "ìĿ´ìħĺ": 120053, + "Ġdeset": 120054, + "ĠÙħرتبط": 120055, + "ัà¸Ĵà¸Ļา": 120056, + "'ı": 120057, + "Ñĩки": 120058, + "ĠìŀĪëįĺ": 120059, + "ÑĪка": 120060, + "nám": 120061, + "ÑģÑĤÑĢов": 120062, + "à¥įसर": 120063, + "нÑĥлаÑģÑĮ": 120064, + "ãģ¡ãĤĩãģ£ãģ¨": 120065, + "Ġå¦": 120066, + "γÏĮ": 120067, + "Ġé»ij": 120068, + "Xem": 120069, + "Ġtá»ĩ": 120070, + "ĠëĮĢíĨµëł¹": 120071, + "기ê´Ģ": 120072, + "æīįèĥ½": 120073, + "è¯Ńè¨Ģ": 120074, + "edeyse": 120075, + "ĠТÑĭ": 120076, + "ĠÑģоедин": 120077, + "ĠìĹĨìĬµëĭĪëĭ¤": 120078, + "ÑıÑİÑĤ": 120079, + "à¹ģหล": 120080, + "Ġì§Ģë°©": 120081, + "ĠosobnÃŃ": 120082, + "ÛĮÙĦÛĮ": 120083, + "ĠавгÑĥÑģÑĤа": 120084, + "Ñīик": 120085, + "Ġvýše": 120086, + "gth": 120087, + "ĠÏĢαν": 120088, + "جار": 120089, + "Ġвидов": 120090, + "ìĿ´ìĬĪ": 120091, + "ĠÐijаÑĢ": 120092, + "ĠÏĮÏĢοÏħ": 120093, + "æ¤ħ": 120094, + "ĠعاÙĦÛĮ": 120095, + "ĠQuyết": 120096, + "ÃľM": 120097, + "ãĥĿãĤ¤ãĥ³ãĥĪ": 120098, + "Ġê¹Į": 120099, + "Ġканди": 120100, + "kového": 120101, + "ĠMerkez": 120102, + "Ġyiy": 120103, + "ĠpÅĻÃŃspÄĽ": 120104, + "ĠÑĤемпеÑĢаÑĤÑĥÑĢÑĭ": 120105, + "ĠÙ¾ÙĬ": 120106, + "ฤศà¸Ī": 120107, + "è°ĥçĶ¨": 120108, + "ĠÑģÑĤоÑĢонÑĥ": 120109, + "à¹īà¸Ĭ": 120110, + "好ãģį": 120111, + ".Åŀ": 120112, + "ĠпÑĢоз": 120113, + "ÙĨتاج": 120114, + "鼻åŃIJ": 120115, + ".:.:.": 120116, + "è¨ĵ": 120117, + "иÑĩеÑģкое": 120118, + "Ġноги": 120119, + "ĠλÎŃ": 120120, + "Ġsıkıntı": 120121, + "Ġê°Ģ족": 120122, + "ĠتÙĨظÙĬÙģ": 120123, + "Ġödül": 120124, + "ĠaÅŁaģıdaki": 120125, + "Ġželez": 120126, + "ĠاÙĦعدÙĬد": 120127, + "غÙĨ": 120128, + "ĠоконÑĩ": 120129, + "ÑĢемÑı": 120130, + "LÄ°": 120131, + "Ġnejd": 120132, + "ĠÏĢλα": 120133, + "Ñģко": 120134, + "ĠìĪĻ": 120135, + "ĠÙ¾ÙĪÙĦ": 120136, + "θενήÏĤ": 120137, + "Ġ주ìļĶ": 120138, + "ĠæĬ¥": 120139, + "ĠÙħÙħا": 120140, + "ÐłÐ¡Ðł": 120141, + "ĠÑĢадÑĸ": 120142, + "ä¸Ģç§į": 120143, + "é¾Ħ": 120144, + "Ġsöyl": 120145, + "Ïģκεια": 120146, + "ĠземлÑĸ": 120147, + "ĠveÄįer": 120148, + "geç": 120149, + "ستÙħ": 120150, + "Ġsefer": 120151, + "ĠÑģвÑĸд": 120152, + "ï»Łï»": 120153, + "алов": 120154, + "ìĬ¤ë¥¼": 120155, + "âī¥": 120156, + "ĠتÙĦÙģÙĨ": 120157, + "åİ»äºĨ": 120158, + "़à¥ĭà¤Ĥ": 120159, + "ĠÑĦоÑĢме": 120160, + "düm": 120161, + "åħģ": 120162, + "ÑĢап": 120163, + "ĠVÆ°Æ¡ng": 120164, + "à¸Ńะà¹Ħร": 120165, + "ัà¸ģษà¸ĵ": 120166, + "Ġåį³": 120167, + "ĠاÙĦرÙħ": 120168, + "ĠзаÑħиÑģÑĤÑĥ": 120169, + "°E": 120170, + "odÃŃ": 120171, + "Ġवन": 120172, + "ĠÄijèn": 120173, + "ĠåıĹ": 120174, + "èIJ½ãģ¡": 120175, + "Ġzim": 120176, + "리ì¦Ī": 120177, + "èĪĴ": 120178, + "ĠзбÑĸÑĢ": 120179, + "Ġä»·æł¼": 120180, + "ĠлÑİдина": 120181, + "ĠÐŁÐ¾ÑģиланнÑı": 120182, + "иÑī": 120183, + "ĠΨ": 120184, + "ิà¸ģายà¸Ļ": 120185, + "Ġbudete": 120186, + "ĠзÑĢоÑģÑĤ": 120187, + "Ġvyk": 120188, + "ĠÐĹем": 120189, + "ĠиÑİнÑı": 120190, + "ĠmÄĽlo": 120191, + "ÙĦاÙģ": 120192, + "ĠÙĪØ´": 120193, + "ĠÑģпÑĢави": 120194, + "ãģĻãģİ": 120195, + "ĠгÑĢадÑĥ": 120196, + "Roz": 120197, + "ινή": 120198, + "Ġchá»ĵng": 120199, + "ä¸Ģåį·": 120200, + "ĠXem": 120201, + "ĠÑģимвол": 120202, + "ĠodmÃŃt": 120203, + "ĠÑĢÑıдом": 120204, + "ĠÑĩеÑĢвнÑı": 120205, + "à¸ģระà¸Ĺ": 120206, + "人人": 120207, + "æ°ĹæĮģãģ¡": 120208, + "undaki": 120209, + "åľĭ家": 120210, + "εÏģμαν": 120211, + "ĠлÑĮ": 120212, + "ĠNüfus": 120213, + "ĠмеÑĢе": 120214, + "براÙĬر": 120215, + "наннÑı": 120216, + "ĠнаÑĢ": 120217, + "Ġtấm": 120218, + "æĸ½å·¥": 120219, + "顯": 120220, + "Ġhè": 120221, + "æĺİçĻ½": 120222, + "Ġдогов": 120223, + "ĠÙģرÙħ": 120224, + "èĢĹ": 120225, + "ìĬ¤ìĿĺ": 120226, + "ìĦ¸ëĮĢ": 120227, + "è¯ļ": 120228, + "ĠнеболÑĮ": 120229, + "Ġà¸Ľà¸£à¸°à¸ģ": 120230, + "Ġì¹¼": 120231, + "Ġovliv": 120232, + "ĠNGC": 120233, + "ãĢĤä¸į": 120234, + "اÙĦÙī": 120235, + "æī£": 120236, + ".ÐIJ": 120237, + "ÑĢаÑģÑĤа": 120238, + "ĠÃĩev": 120239, + "ãģ£ãģ¡": 120240, + "ï¼Įéĥ½": 120241, + "ĠrovnÄĽÅ¾": 120242, + "ĠÏĩÏģÏĮνια": 120243, + "Ġì¡°ìĦł": 120244, + "Ġآباد": 120245, + "ĠÐľÐ°Ñģ": 120246, + "çĻ¼å±ķ": 120247, + "ä»Ķ": 120248, + "Ġkendisini": 120249, + "à¹Īà¸Ńà¸ĩà¹Ģà¸Ĺ": 120250, + "ĠVÄĽ": 120251, + "Ġrượu": 120252, + "Ġmáme": 120253, + "ĠоÑĩеÑĢедÑĮ": 120254, + "ĠسبتÙħبر": 120255, + "Ġбок": 120256, + "ì§ĢìĹŃ": 120257, + "ĠتاثÛĮر": 120258, + "Ġlisans": 120259, + "Ġgerektir": 120260, + "Ġsizi": 120261, + "Ñĸно": 120262, + "ĠMÃ¼ÅŁ": 120263, + "ãģıãĤīãģĦ": 120264, + "ĠзаклÑİÑĩ": 120265, + "ãģĵãģ¨ãģ«": 120266, + "è¨ĢãģĦ": 120267, + "ãĢģå°ı": 120268, + "Ġetmektedir": 120269, + "åł±åijĬ": 120270, + "ĠkarÄ±ÅŁ": 120271, + "Ġоблад": 120272, + "å¥ij": 120273, + "racat": 120274, + "ĠارتÙģاع": 120275, + "μαι": 120276, + "íĶĪ": 120277, + "ĠÙĪÙĦÙħ": 120278, + "ëĬĶì§Ģ": 120279, + "lomou": 120280, + "ĠлиÑĨа": 120281, + "ĠìĿĮìķħ": 120282, + "ĠhodnÄĽ": 120283, + "èĭ±æĸĩ": 120284, + "ÂĦ": 120285, + "à¹īาà¸Ĥà¸Ńà¸ĩ": 120286, + "Ġê³Ħìķ½": 120287, + "åIJĦç§į": 120288, + "ĠÙħرگ": 120289, + "éĶģ": 120290, + "Ġनद": 120291, + "ãĥĭãĥ¡": 120292, + "Ġем": 120293, + "ĠeleÅŁtir": 120294, + "ĠíĬ¹ë³Ħ": 120295, + "ĠÎ¥ÏĢο": 120296, + "Å¡ker": 120297, + "LERÄ°": 120298, + "æ²Ī": 120299, + "likleri": 120300, + "ĠÙħÙĩÙĨدسÛĮ": 120301, + "Ġbaģır": 120302, + "dıģını": 120303, + "ĠاÙĦتد": 120304, + "à¸¸à¸Ľà¸ģรà¸ĵ": 120305, + "ĠÑģледÑĥÑİÑīие": 120306, + "Ġì§ģìłij": 120307, + "å°¤": 120308, + "ĠоÑģновÑĸ": 120309, + "ĠtÄĽla": 120310, + "Ġпак": 120311, + "izace": 120312, + "Ġnárod": 120313, + "aný": 120314, + "ĠÑįп": 120315, + "Ġüçüncü": 120316, + "ΥΡ": 120317, + "éĨ´éĨ´": 120318, + "à¹Ģà¸ģà¸Ńร": 120319, + "âĢĮاÙĨبار": 120320, + "ç¶Ļ": 120321, + "ÎijÎł": 120322, + "ılıģı": 120323, + "ĠÃľrün": 120324, + "Ġдозвол": 120325, + "ĠíĥĪ": 120326, + "Ġà¤ĵवर": 120327, + "諸": 120328, + "èĺĩ": 120329, + "ĠпÑĢоÑģÑĤÑĢан": 120330, + "éĿĴå¹´": 120331, + "ãģ®æĸ¹": 120332, + "ĠÚĨÚ¯ÙĪÙĨÙĩ": 120333, + "ÙĦØ·": 120334, + "âĢľæĪij": 120335, + "Ġëĭ¤ìļ´ë°Ľ": 120336, + "ा.Ċ": 120337, + "Ġmücadele": 120338, + "ĠcÃŃt": 120339, + "à¹Īวมà¸ģ": 120340, + "ģına": 120341, + "ê°ľë°ľ": 120342, + "ĠÏĢαιδ": 120343, + "ضاÛĮ": 120344, + "Ġborç": 120345, + "íĬľ": 120346, + "ĠخدÙħت": 120347, + "Ġudál": 120348, + "Ġвиг": 120349, + "Ġë°°ìĨ¡": 120350, + "å¹¾": 120351, + "Ùİج": 120352, + "ĠìĹĺ": 120353, + "çĢ¬": 120354, + "ïĢ": 120355, + "ĠÎijθή": 120356, + "пÑĢиклад": 120357, + "ĠпÑĢиÑĩина": 120358, + "ĠÙģشار": 120359, + "滿": 120360, + "Ġdostat": 120361, + "Ġ졸ìĹħ": 120362, + "Ġارز": 120363, + "ÙĪÙĦÙĪج": 120364, + "سÙĪ": 120365, + "æĺłçĶ»": 120366, + "Ġthôi": 120367, + "Ġ³³³": 120368, + "à¹ģà¸Ļะ": 120369, + "è¨ŃåĤĻ": 120370, + "Ġмногие": 120371, + "ÑĤоÑĦ": 120372, + "iÅ¡tÄĽ": 120373, + "à¤Ĺढ": 120374, + "ĠиндивидÑĥ": 120375, + "ĠìĥĿíĻľ": 120376, + "ĠзовÑģÑĸм": 120377, + "íĥķ": 120378, + "çľł": 120379, + "ĠêµŃëĤ´": 120380, + "eptal": 120381, + "raci": 120382, + "è¡¡": 120383, + "ãĦ·": 120384, + "ĠStÅĻed": 120385, + "اÙĦÙĬا": 120386, + "ΣΤ": 120387, + "Ľ°": 120388, + "ãĥīãĥ«": 120389, + "ázÃŃ": 120390, + "ĠаÑģп": 120391, + "ĠdÄ±ÅŁarı": 120392, + "ĠвиÑĢобниÑĨÑĤва": 120393, + "eza": 120394, + "ï¼Įä¸įè¿ĩ": 120395, + "çĥ¦": 120396, + "ãĥ³ãĤ°ãĥ«": 120397, + "Ġrozvoj": 120398, + "ĠÙħÙĨتشر": 120399, + "ĠÑĥÑĤеп": 120400, + "ĠدÙĬÙĨ": 120401, + "ĠзаÑģобÑĸв": 120402, + "NgÆ°á»Ŀi": 120403, + "ãĤ·ãĥ¼": 120404, + "ĠFransız": 120405, + "ÎĻΤ": 120406, + "ائÙģ": 120407, + "ιÏĩ": 120408, + "ีà¹Ģม": 120409, + "à¥įमन": 120410, + "à¥įमà¤ļ": 120411, + "Ġسعر": 120412, + "ï¾Ŀ": 120413, + "ë°©ë²ķ": 120414, + "ĠСо": 120415, + "Ġà¤ĸबर": 120416, + "ìĨĮê°ľ": 120417, + "Ġslova": 120418, + "QPCP": 120419, + "ĠKız": 120420, + "Ø·ÙģاÙĦ": 120421, + "ĠкоÑĢм": 120422, + "ĠìĹħëį°ìĿ´íĬ¸": 120423, + "espoÅĪ": 120424, + "à¸Ķาว": 120425, + "оÑĢом": 120426, + "ĠгÑĢаÑĦ": 120427, + "ĠпÑĸÑĪ": 120428, + "Ġë¿IJ": 120429, + "ýv": 120430, + "Сам": 120431, + "Ġkrev": 120432, + "ĠBunu": 120433, + "Ġzobraz": 120434, + "ĠسخÙĨ": 120435, + "ĠæĶ¯": 120436, + "лÑİб": 120437, + "ÙİاÙĨ": 120438, + "маÑĤÑĢива": 120439, + "λεÏį": 120440, + "ĠпоÑħод": 120441, + "ĠгÑĢе": 120442, + "çľĭçĿĢ": 120443, + "à¸Īำà¸ģ": 120444, + "ัà¸ĩà¸Ħม": 120445, + "Ġseçenek": 120446, + "Ä°stanbul": 120447, + "ĠвÑĸдмов": 120448, + "miyor": 120449, + "Ġmụn": 120450, + "ìĿ´ìĹIJ": 120451, + "ĠNhÆ°": 120452, + "Âłtom": 120453, + "lıkları": 120454, + "ÂłÄij": 120455, + "ãĥ»ãĥŀ": 120456, + "ĠÙģت": 120457, + "ĠFakültesi": 120458, + "ìłĦíŀĪ": 120459, + "éªij": 120460, + "ĠìŀijìĿĢ": 120461, + "ç¼ĺ": 120462, + "ìºIJ": 120463, + "Ġmüzik": 120464, + "алÑĭ": 120465, + "Ġpozem": 120466, + "çĥ§": 120467, + "Ġ常": 120468, + "Å¡il": 120469, + "à¤Ĩप": 120470, + "à¸ģำหà¸Ļà¸Ķ": 120471, + "Ġگردش": 120472, + "λιά": 120473, + "Ġöden": 120474, + "åıªè¦ģ": 120475, + "ĠÄIJo": 120476, + "Ġstratej": 120477, + "ĠÙĩتÙĦ": 120478, + "ÙĤÙģ": 120479, + "Ġkullanılır": 120480, + "ĠÑģпоÑģÑĤ": 120481, + "ĠnÄĽho": 120482, + "ĠÐŁÐµÑĢед": 120483, + "ĠизмеÑĢ": 120484, + "]]>": 120485, + "ĠнÑĸколи": 120486, + "Ġhayal": 120487, + "ĠдодаÑĤков": 120488, + "Ġनà¤ķ": 120489, + "Ġinsanın": 120490, + "à¸¸à¸¡à¸łà¸²à¸ŀ": 120491, + "ografie": 120492, + "воб": 120493, + "ĠاÙĨساÙĨÛĮ": 120494, + "Ġmük": 120495, + "ĠÑĥмеÑĢ": 120496, + "оÑĩнÑĭе": 120497, + "ëıĦìĿĺ": 120498, + "Ġara": 120499, + "Ġ빨": 120500, + "ĠκÏį": 120501, + "лой": 120502, + "Ñģион": 120503, + "ĠrozdÃŃl": 120504, + "ayıf": 120505, + "ĠÙĪاØŃدة": 120506, + "оÑĢалÑĮ": 120507, + "Ġpochop": 120508, + "éļ¨": 120509, + "à¹īà¸Ńà¸ĩà¸Ļ": 120510, + "ĠÙĪاÙĨ": 120511, + "ξε": 120512, + "Ġμον": 120513, + "ÑĥÑĪка": 120514, + "ordum": 120515, + "æ¸ħæ¥ļ": 120516, + "ĠDeÄŁ": 120517, + "ÏĢÏģο": 120518, + "ĠÙĪاÙĦتÙĬ": 120519, + "Ġpokus": 120520, + "íĽĦ기": 120521, + "饮": 120522, + "æĹħè¡Į": 120523, + "ĠженÑīин": 120524, + "ĠdoÄŁrudan": 120525, + "ĠÑıб": 120526, + "ĠzaÄįÃŃ": 120527, + "Ġë³´ìŬ": 120528, + "-CP": 120529, + "åIJ¨": 120530, + "à¥ĭà¤ĸ": 120531, + "ÑĢогÑĢа": 120532, + "lerdi": 120533, + "ìĬ´": 120534, + "ÙıÙĪا": 120535, + "ĠustanovenÃŃ": 120536, + "ĠдоÑģÑĤав": 120537, + "Ġfırsat": 120538, + "ĠاÙĦÙħÙĩÙĨØ©": 120539, + "ĠвеÑīеÑģÑĤва": 120540, + "ĠнеÑģп": 120541, + "ĠاÙĦکترÙĪÙĨ": 120542, + "taÅŁ": 120543, + "æĪĴ": 120544, + "Ġyurt": 120545, + "Ġgirdi": 120546, + "ĠÐļÑĥб": 120547, + "Ġ를": 120548, + "ุà¹Į": 120549, + "ãģĿãģĨãģª": 120550, + "à¹īĊ": 120551, + "ĠвÑĭбÑĢа": 120552, + "kovÄĽ": 120553, + "ĠSiz": 120554, + "ĠگاÙĩ": 120555, + "ĠЧаÑģ": 120556, + "ĠзгÑĸдно": 120557, + ".ÐŁ": 120558, + "å§Ĭ": 120559, + "ĠÐļÑĥÑĢ": 120560, + "ĠìĿĺíķ´": 120561, + "Ġetraf": 120562, + "ĠкаÑĪ": 120563, + "ĠØ·ÛĮ": 120564, + "ξει": 120565, + "ç²Ĵ": 120566, + "Ġآذ": 120567, + "Ġbölge": 120568, + "Ġà¤®à¤ľà¤¬": 120569, + "ÙIJÙĥ": 120570, + "Ġválky": 120571, + "ãģłãĤĪ": 120572, + "Ġmesaj": 120573, + "ĠpÅĻist": 120574, + "Ġtypu": 120575, + "ĠкиÑĪеÑĩ": 120576, + "ãĤīãģ®": 120577, + "Ġkendisi": 120578, + "ĠвÑĸдбÑĥва": 120579, + "侯": 120580, + "Ġдиза": 120581, + "ãĢĢĊ": 120582, + "ĠпÑĢоÑĨеÑģÑĥ": 120583, + "ĠÑįлекÑĤÑĢ": 120584, + "_PUS": 120585, + "ĠмногиÑħ": 120586, + "Ġkém": 120587, + "æŀª": 120588, + "çݰ代": 120589, + "Ġéħį": 120590, + "ë¡Ń": 120591, + "ÑĤиÑģÑı": 120592, + "Ġlục": 120593, + "ĠÙĪاÙĦØŃ": 120594, + "ptal": 120595, + "ẵng": 120596, + "ÏĢλ": 120597, + "Ġdolu": 120598, + "Ġtòa": 120599, + "Ġиногда": 120600, + "ĠпоÑĢÑıдок": 120601, + "ЯкÑīо": 120602, + "âĶĺ": 120603, + "ĠغربÛĮ": 120604, + "移åĬ¨": 120605, + "ยà¸Ļà¸ķร": 120606, + "HDATA": 120607, + "_PUSHDATA": 120608, + "Ġثابت": 120609, + "åĮħåIJ«": 120610, + "ĠÏĢÏģÎŃÏĢει": 120611, + "़à¥ĭ": 120612, + "åIJįåīį": 120613, + "ÑĤеÑĢи": 120614, + "ｯ": 120615, + "ĠåħĪ": 120616, + "нед": 120617, + "ÏģοÏįν": 120618, + "вей": 120619, + "èĤĸ": 120620, + "ĠÅĻeditel": 120621, + "Ġthép": 120622, + "ĠÙĩÙģتÙĩ": 120623, + "ĠдÑĢÑĥга": 120624, + "ERÄ°": 120625, + "ĠẢ": 120626, + "ĠпеÑĢеÑĢ": 120627, + "ĠжеÑģÑĤ": 120628, + "ĠÄijẳng": 120629, + "禮": 120630, + "алÑĮном": 120631, + "िषय": 120632, + "иденÑĤа": 120633, + "ĠآخرÛĮÙĨ": 120634, + "Ġæĵ": 120635, + "Ġมหาว": 120636, + "ĠлÑİÑĤого": 120637, + "ĠбÑĸзнеÑģ": 120638, + "gıç": 120639, + "Ġngá»ĵi": 120640, + "оÑĩнÑĭй": 120641, + "ĠoÄįek": 120642, + "ĠÙħرة": 120643, + "Ġtvar": 120644, + "ĠsamozÅĻejmÄĽ": 120645, + "ĠBelediye": 120646, + "Ġвода": 120647, + "ĠÚ¯ÛĮرد": 120648, + "ĠгодÑĭ": 120649, + "ãģ«è¡Į": 120650, + "æĺ¯æĪij": 120651, + "ÑĪили": 120652, + "ĠåĽ½äº§": 120653, + "ủi": 120654, + "ĠбÑĥдÑĥÑĤÑĮ": 120655, + "ĠÑĢайонÑĥ": 120656, + "Ġìĵ": 120657, + "ĠÙĪاس": 120658, + "ĠاÛĮشاÙĨ": 120659, + "ενοδο": 120660, + "Ġнезалеж": 120661, + "Ġپشت": 120662, + "ĠgiriÅŁim": 120663, + "Ġделе": 120664, + "ĠاصÙģÙĩاÙĨ": 120665, + "à¸Ķวà¸ģ": 120666, + "ĠاÙĦÙĤÙĬ": 120667, + "à¹Įà¸Ī": 120668, + "못": 120669, + "Ġdru": 120670, + "迹": 120671, + "адженнÑı": 120672, + "ÙģÙĨ": 120673, + "ÏĩοÏĤ": 120674, + "à¹Ĥà¸Ī": 120675, + "eyle": 120676, + "å¡ij": 120677, + "Ġuprav": 120678, + "ĠздаÑĤ": 120679, + "ĠvidÄĽt": 120680, + "Ġà¸Ľà¸£": 120681, + "ĠÑĦеÑĢ": 120682, + "ÐĨн": 120683, + "Ġìµľìĭł": 120684, + "loha": 120685, + "ĠиÑģпÑĭÑĤ": 120686, + "Ġavan": 120687, + "γοÏħ": 120688, + "ĠGiấy": 120689, + "ãĤ»ãĥ³ãĤ¿ãĥ¼": 120690, + "éģį": 120691, + "еÑĢаÑħ": 120692, + "Ġê°Ģì§Ģê³ł": 120693, + "Ġид": 120694, + "Ġmnohem": 120695, + "æ£Ģæµĭ": 120696, + "Ġetme": 120697, + "ĠتÙħر": 120698, + "ĠbaÅŁlayan": 120699, + "ãģıãĤĮ": 120700, + "à¹ĩà¸Ļà¸ģาร": 120701, + "ĠÑħаÑĢакÑĤеÑĢиз": 120702, + "Ġanlamına": 120703, + "ÙıÙĩ": 120704, + "ĠÑģеÑĢпнÑı": 120705, + "çķªçµĦ": 120706, + "Ġmsgid": 120707, + "ĠzvÃŃÅĻ": 120708, + "ĠíļĮìĽIJ": 120709, + "Ġyapar": 120710, + "ä¼ĺåĬ¿": 120711, + "еннÑĭми": 120712, + "Ġأث": 120713, + "ì²Ļ": 120714, + "Ġjiného": 120715, + "ĠدÙģاع": 120716, + "ĠØŃÚ©ÙĪÙħ": 120717, + "Ġrizik": 120718, + "άλι": 120719, + "à¸ĩà¸Ĥ": 120720, + "èµ¢": 120721, + "ĠÎķÎĽ": 120722, + "Ġokum": 120723, + "æĶ¶åħ¥": 120724, + "ĠÚĨÛĮÙĨ": 120725, + "æľīçļĦ": 120726, + "ÑĨами": 120727, + "dÄĽnÃŃ": 120728, + "ĠкоÑĢаб": 120729, + "Ġalanda": 120730, + "สà¸Ļาม": 120731, + "ï¼īãģ®": 120732, + "ısız": 120733, + "ÙĬÙĬر": 120734, + "ÙĥÙĬØ©": 120735, + "ĠneboÅ¥": 120736, + "Ġbitir": 120737, + "Ġãĥľ": 120738, + "Ùijا": 120739, + "ï¼Ĩ": 120740, + "ĠاÙĦتارÙĬØ®": 120741, + "มหาà¸Ļà¸Ħร": 120742, + "atürk": 120743, + "ãĤ¹ãĥĨãĥł": 120744, + "θήκη": 120745, + "Ġκαν": 120746, + "ĠSür": 120747, + "ĠdÄ±ÅŁÄ±": 120748, + "Ġkancel": 120749, + "Ġپخش": 120750, + "hPa": 120751, + "ĠÄįt": 120752, + "ĠпÑĢоÑħ": 120753, + "à¹īà¸Ī": 120754, + "Ġê±°ìķ¼": 120755, + "ĠдеÑĢжавного": 120756, + "èĤ¡ä¸ľ": 120757, + "ìĿ´íģ¬": 120758, + "ÙĥتÙĪر": 120759, + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ": 120760, + "診": 120761, + "ĠبÙħا": 120762, + "ĠноÑĢмаÑĤив": 120763, + "çiler": 120764, + "à¸ĩศ": 120765, + "éĽĨä¸Ń": 120766, + "ÑĢиÑģ": 120767, + "ÑĩаÑĶ": 120768, + "liÄŁin": 120769, + "ãĥ¼ãĤ¿ãĥ¼": 120770, + "аÑĢаÑĤ": 120771, + "åĬĽéĩı": 120772, + "ĠÑģÑħем": 120773, + "åħ¥åı£": 120774, + "离å¼Ģ": 120775, + "ÏģοÏĨοÏģίεÏĤ": 120776, + "ĠÐĹаÑĤем": 120777, + "ĠkarÅŁÄ±sında": 120778, + "ĠاÙĨتظ": 120779, + "ï½Ĭ": 120780, + "ĠeÅŁit": 120781, + "Ġyazılı": 120782, + "Ðļом": 120783, + "ازÙĬ": 120784, + "Ġkimse": 120785, + "ÑĢаÑīи": 120786, + "ัà¸ģส": 120787, + "Ġkanun": 120788, + "ĠëIJĺìĹĪ": 120789, + "ĠιÏĥÏĩ": 120790, + "Ġмеди": 120791, + "æ°§": 120792, + "ï¼Įåħ¶ä¸Ń": 120793, + "Ġyoktu": 120794, + "ĠãĤ½": 120795, + "ĠпÑĢиобÑĢеÑĤ": 120796, + "ÙĪÛĮØ´": 120797, + "ãħłãħł": 120798, + "ĠکردÙħ": 120799, + "Ġduvar": 120800, + "Ġç¸": 120801, + "ısır": 120802, + "Ġïºį": 120803, + "ĠÐłÐ¾ÑģÑģиÑı": 120804, + "à¹īà¹ĥà¸Ļ": 120805, + "ĠiÅŁi": 120806, + "dol": 120807, + "ĠÙħØŃÙħÙĪد": 120808, + "ĠÑģамÑĭÑħ": 120809, + "ĠبÙĨابراÛĮÙĨ": 120810, + "ãĤĮãģ©": 120811, + "ุà¸ķสาห": 120812, + ".»": 120813, + "ูà¸Ĭ": 120814, + "ĠTep": 120815, + "ãģıãĤĵ": 120816, + "Ġå¸ĥ": 120817, + "Ġतल": 120818, + "Ġserm": 120819, + "λÏĮγ": 120820, + "ĠÅŀimdi": 120821, + "Ġà¤ľà¤¨à¤¤": 120822, + "-ÐĴ": 120823, + "訪": 120824, + "ĠвÑĸдпов": 120825, + "ิà¸Ļà¸Ķ": 120826, + "ιÏĥμÏĮÏĤ": 120827, + "ΩΤ": 120828, + "âĨĴâĨĴ": 120829, + "ικοί": 120830, + "ĠÑģпÑĢава": 120831, + "æľºåħ³": 120832, + "ĠÃĿ": 120833, + "Ġмова": 120834, + "Ġмогла": 120835, + "ĠдлиÑĤелÑĮ": 120836, + "ãģĹãģ¦ãĤĤ": 120837, + "ĠβÏģί": 120838, + "Ġжод": 120839, + "éĹª": 120840, + "ĠмÑĸÑģÑĮкоÑĹ": 120841, + "ηÏģε": 120842, + "çłĤ": 120843, + "Ġkterých": 120844, + "ĠÐĵолов": 120845, + "Ġhá»Ļp": 120846, + "ĠpanÃŃ": 120847, + "تÙħاد": 120848, + "Âľ": 120849, + "åįģåħŃ": 120850, + "κοÏĤ": 120851, + "евÑĭÑħ": 120852, + "æĭĴ": 120853, + "ĠÑģÑĤоÑĢон": 120854, + "Ġphóng": 120855, + "ĠÑĥлÑĥÑĩÑĪ": 120856, + "mrt": 120857, + "mpar": 120858, + "ĠSlav": 120859, + "Ġkov": 120860, + "ìĿ¸ìĿĢ": 120861, + "ĠåºĶ": 120862, + "ัà¸ļà¸Ħ": 120863, + "Ġkì": 120864, + "ĠaÅ¥": 120865, + "ÅĻÃŃt": 120866, + "ì°Į": 120867, + "ÙħÙĨت": 120868, + "ıyorlar": 120869, + "æŃ£å¸¸": 120870, + "нÑıÑĤÑĤÑı": 120871, + "racÃŃ": 120872, + "ĠпиÑĤаниÑı": 120873, + "à¸Īะà¹Ģà¸Ľ": 120874, + "ĠاÙĦÙĩÙĨد": 120875, + "ĠDost": 120876, + "ĠÐĴаÑģилÑĮ": 120877, + "ĠíĥĦ": 120878, + "Ġnạn": 120879, + "à¹Īà¸Ńà¹Ħà¸Ľ": 120880, + "رÙĪض": 120881, + "±ظ": 120882, + "Ġbychom": 120883, + "à¸Ļวย": 120884, + "ãģłãģ£ãģ¦": 120885, + "ĠÐĺÑģп": 120886, + "à¸Ħรà¸ļ": 120887, + "Ġสà¸ĸาà¸Ļ": 120888, + "ĠëĤ®": 120889, + "jiÅ¡tÄĽ": 120890, + "ĠÙģÙĪت": 120891, + "ĠChÆ°Æ¡ng": 120892, + "ĠìĿ´ë£¨": 120893, + "ĠpÅĻÃŃtom": 120894, + "tual": 120895, + "bette": 120896, + "Ġsabah": 120897, + "μί": 120898, + "Ġmá»ĩnh": 120899, + "ãģ®ãģłãĤįãģĨ": 120900, + "ĠzamÄĽÅĻ": 120901, + "åįģäºĶ": 120902, + "ĠìķĬìĿĦ": 120903, + "اÙĨÙĪ": 120904, + "енÑĥ": 120905, + "ĠÑĥгод": 120906, + "ĠVÆ°á»Ŀn": 120907, + "Ġëĵ±ìĿĦ": 120908, + "Ġbelirtilen": 120909, + "æŁĦ": 120910, + "Ġteklif": 120911, + "¬Ĥ": 120912, + "ĠподаÑĤков": 120913, + "ĠاÙĦÙĨÙĩ": 120914, + "ï¼´": 120915, + "ìĽĥ": 120916, + "Ġहल": 120917, + "ĠимÑĥ": 120918, + "ĠкоÑĤоÑĢÑĭм": 120919, + "ï¼Į以åıĬ": 120920, + "ĠÑĤабли": 120921, + "ा:": 120922, + "Ġبرج": 120923, + "ĠÎŃναν": 120924, + "ĠÙĬÙĪÙĦÙĬÙĪ": 120925, + "ýš": 120926, + "ĠÙĬج": 120927, + "ĠÑĤÑĢоÑħи": 120928, + "æŀĿ": 120929, + "ĠdÃły": 120930, + "ĠBurada": 120931, + "ĠÏĥÏħμβ": 120932, + "ĠÎijÏģÏĩ": 120933, + "ĠsociálnÃŃ": 120934, + "ĠÚ¯ÙĪ": 120935, + "Ġyanıt": 120936, + "ãģ¯ãģªãģĦ": 120937, + "ãģ®ä¸Ĭ": 120938, + "Ġnúi": 120939, + "ĠرÙģتار": 120940, + "ĠÙħرات": 120941, + "زÙħاÙĨ": 120942, + "าà¸Īารย": 120943, + "ĠÑĩиÑģлÑĸ": 120944, + "ĠسÙĨت": 120945, + "ĠÃĸzellikle": 120946, + "ìĩ¼": 120947, + "ĠÄįÃŃm": 120948, + "ADDE": 120949, + "ãģ®ãĤĪãģĨãģª": 120950, + "ÙĪÙĦÙĪÚĺÛĮ": 120951, + "ĠíĻľìļ©": 120952, + "ãĢģãģ©ãģĨ": 120953, + "ĠÎłÏģÏī": 120954, + "çĻ»åł´": 120955, + "ĠнаданнÑı": 120956, + "ĠмеÑĢеж": 120957, + "ĠìĿµ": 120958, + "jÃŃcÃŃch": 120959, + "itou": 120960, + "ÙĤÙĪÙĦ": 120961, + "Ùħج": 120962, + "ĠبÙĨد": 120963, + "Ġönüne": 120964, + "Ġï½°": 120965, + "зв": 120966, + "ĠеÑģÑĤе": 120967, + "ÐłÐĺ": 120968, + "ÑĢол": 120969, + "ayla": 120970, + "ĠклÑĥ": 120971, + "æݨèĸ¦": 120972, + "ĠÑĢозÑĢаÑħ": 120973, + "Ġìĥģëĭ´": 120974, + "ĠÙĨسÙħØ©": 120975, + "ĠвиÑħод": 120976, + "à¥Ģà¤Ĩà¤Ī": 120977, + "ĠпÑĢиÑģÑĤÑĥп": 120978, + "ÙĴع": 120979, + "ĠteÅŁekkür": 120980, + "дÑıки": 120981, + "Ġfikir": 120982, + "ัศà¸Ļ": 120983, + "ĠآزÙħاÛĮØ´": 120984, + "Ġbizi": 120985, + "ÏĨαÏģ": 120986, + "æľªæĿ¥": 120987, + "æIJº": 120988, + "ĠδÏħνα": 120989, + "ĠرÙĪÙħ": 120990, + "Ġbundan": 120991, + "ĠÙĤاÙĦب": 120992, + "Ġhaft": 120993, + "忽": 120994, + "ĠÐľÐ¾ÑĢ": 120995, + "Ġzápas": 120996, + "Ġë¹Ľ": 120997, + "å»·": 120998, + "äºĪç´Ħ": 120999, + "Ġkhuyến": 121000, + "ĠÎijÎĵ": 121001, + "ĠìŀijìĹħ": 121002, + "डर": 121003, + "Ġjednoduch": 121004, + "à¥īम": 121005, + "ĠdeÄŁildi": 121006, + "Ġkolo": 121007, + "ĠدÙĤÛĮ": 121008, + "лами": 121009, + "ĠHá»įc": 121010, + "Ġपस": 121011, + "ĠÎłÏģÏĮ": 121012, + "ĠâĹij": 121013, + "ĠнаÑģлÑĸд": 121014, + "Ġдиви": 121015, + "ĠpÅĻesnÄĽ": 121016, + "ĠТаким": 121017, + "Ġrukou": 121018, + "ä¸ĢåĪĩ": 121019, + "ĠÑģпÑĢи": 121020, + "enské": 121021, + "æŦ": 121022, + "ĠÙĤÙĨ": 121023, + "Ġústav": 121024, + "िशत": 121025, + "à¹Į)": 121026, + "ĠTrang": 121027, + "Ġmohla": 121028, + "ĠÎķλλην": 121029, + "Ġпоки": 121030, + "ĠØ¢Ùħار": 121031, + "åIJ¾": 121032, + "ĠÑĢеÑģп": 121033, + "Ġtakdir": 121034, + "Ġrahatsız": 121035, + "éŁ³ä¹IJ": 121036, + "ĠâĶĥ": 121037, + "ilis": 121038, + "ĠÙĪاÙĦØ¥": 121039, + "å®Ļ": 121040, + "Ñĥмов": 121041, + "ĠÐĽÐ¸ÑĤ": 121042, + "::::|": 121043, + "åħ½": 121044, + "ĠÙĨزدÛĮÚ©": 121045, + "елÑĸв": 121046, + "θοÏįν": 121047, + "ìĹIJìĦľëıĦ": 121048, + "èµĦæł¼": 121049, + "çIJĨ论": 121050, + "ĠKemal": 121051, + "ĠкеÑĢ": 121052, + "ษายà¸Ļ": 121053, + "Ġåįİ": 121054, + ")ìĹIJ": 121055, + "ĠëĬĺ": 121056, + "ãĥĿãĥ¼ãĥĪ": 121057, + "ĠÐĹд": 121058, + "اصÙĬÙĦ": 121059, + "Ġkatı": 121060, + "ãĤĤãģĹãĤĮãģªãģĦ": 121061, + "Ġкаждого": 121062, + "ĠдÑĢ": 121063, + "Ġfutbol": 121064, + "ÙĦÙĬÙģ": 121065, + "Ġì§ĢëĤľ": 121066, + "ĠÙ¾ÛĮØ´ÙĨÙĩ": 121067, + "ülük": 121068, + "Ġà¸ķำà¸ļล": 121069, + "ĠbáºŃc": 121070, + "ĠåĽł": 121071, + "ikler": 121072, + "Ïģιά": 121073, + "Ġвважа": 121074, + "Ġvypl": 121075, + "Ġвниз": 121076, + "íĢ": 121077, + "çľ¾": 121078, + "ĠÑģила": 121079, + "ĠналиÑĩии": 121080, + "ĠعراÙĤ": 121081, + "ĠاÙĦÙħÙĥ": 121082, + "å°±ä¼ļ": 121083, + "ĠмÑĸг": 121084, + "ĠÎĮμιλοÏĤ": 121085, + "Ñīего": 121086, + "Ġíĸīìłķ": 121087, + "Âłmph": 121088, + "Ġmalé": 121089, + "ĠÛĮاÙģتÙĩ": 121090, + "Ġmnoha": 121091, + "γά": 121092, + "ĠпоÑģÑĤÑĢо": 121093, + "ĠاÙĦÙħÙĪس": 121094, + "Ġolma": 121095, + "ëī´ìĬ¤": 121096, + "Ġtutar": 121097, + "ãĥ¼ãĥĵãĤ¹": 121098, + "à¥įथन": 121099, + "-либо": 121100, + "æ¥ŃåĭĻ": 121101, + "ĠоÑģобливо": 121102, + "è®Ģ": 121103, + "ÙģÙĩÙĪÙħ": 121104, + "Ġkẻ": 121105, + "ĠÅ¡tÄĽ": 121106, + "Ġcầm": 121107, + "ĠÄįlánky": 121108, + "ĠÄIJiá»ĩn": 121109, + "(=": 121110, + "OVÃģ": 121111, + "uldu": 121112, + "aft": 121113, + "Ġlãi": 121114, + "Ġdoldur": 121115, + "³³³³³³³³³³³": 121116, + "βι": 121117, + "ãģ£ãģ¦ãģįãģŁ": 121118, + "ì¶ľìŀ¥ìķĪë§Ī": 121119, + "å¯Ŀ": 121120, + "Ġë¶Ģíĥģ": 121121, + "ĠاÙĦاخ": 121122, + "ĠγÏħνα": 121123, + "à¤ıम": 121124, + "à¥Įल": 121125, + "عادة": 121126, + "ĠκοÏħ": 121127, + "ĠÙħطرØŃ": 121128, + "ĠÑĩеловеÑĩ": 121129, + "Ġnumar": 121130, + "Ġдина": 121131, + "ÏĦÏģÎŃ": 121132, + "λικ": 121133, + "Ġдолго": 121134, + "Ġnhiêu": 121135, + "ĠвоÑģÑģÑĤанов": 121136, + "apı": 121137, + "Ġkanı": 121138, + "ĠKế": 121139, + "ãĤīãģļ": 121140, + "Ġharek": 121141, + "ãģłãģijãģ§": 121142, + "æ»ħ": 121143, + "Ġohled": 121144, + "еÑĢим": 121145, + "ĠØŃÙĬÙĨ": 121146, + "ĠÙĤÙĩر": 121147, + "Ġबà¥Ŀ": 121148, + "اپÛĮÙħ": 121149, + "è¶ħè¿ĩ": 121150, + "Ġæħ": 121151, + "ĠتÙģس": 121152, + "asıyla": 121153, + "биÑĤ": 121154, + "ĠØŃاج": 121155, + "ĠÑĤÑĢебованиÑı": 121156, + "Ġæݨ": 121157, + "Ġç±³": 121158, + "ãĤ³ãĥ¼ãĥī": 121159, + "ĠÑĥÑģи": 121160, + "ĠاخÙĦاÙĤ": 121161, + "Ġdostup": 121162, + "ĠعÙĦاÙĤ": 121163, + "िवस": 121164, + "Ġоди": 121165, + "tej": 121166, + "Ġthá»ıa": 121167, + "ัà¸ģษà¸ĵะ": 121168, + "ĠÑĢаÑģк": 121169, + "ĠÐĿаÑĢод": 121170, + "ĠзакÑĥп": 121171, + "ože": 121172, + "Ġاجرا": 121173, + "ê´ijê³ł": 121174, + "аÑĢÑĤам": 121175, + "ĠпеÑĢеж": 121176, + "èij£äºĭ": 121177, + "ĠÑıкоÑģÑĤÑĸ": 121178, + "ĠвÑĥл": 121179, + "мон": 121180, + "Ġchlap": 121181, + "ĠÑįÑĤомÑĥ": 121182, + "аÑĤÑĸ": 121183, + "ĠíĴĪ": 121184, + "è¡Ĺéģĵ": 121185, + "سد": 121186, + "ÙĪرÙĩ": 121187, + "ĠزÛĮاد": 121188, + "åľ¨çº¿è§Ĩé¢ij": 121189, + "اÙĪÙĬØ©": 121190, + "ï¼Įå°±æĺ¯": 121191, + "elerinden": 121192, + "ÑĢажд": 121193, + "Ġпозд": 121194, + "ĠзнаÑĤÑĮ": 121195, + "ัà¸ļสà¸Ļ": 121196, + "à¥ĩà¤ĸत": 121197, + "ĠæĽ°": 121198, + "ê³¼ìłķ": 121199, + "é®®": 121200, + "ĠViá»ĩn": 121201, + "Ġdvoj": 121202, + "ίνεÏĦαι": 121203, + "ĠosobnÃŃch": 121204, + "ĠâĢª": 121205, + "éĻµ": 121206, + "ĠØ®ÙĪدش": 121207, + "ĠاÙĨر": 121208, + "ĠпÑĢоÑĦеÑģÑģионалÑĮ": 121209, + "kám": 121210, + "ĠÙħÙĥاÙĨ": 121211, + "ĠاÙĦأد": 121212, + "Ġê³µë¶Ģ": 121213, + "ĠÄijức": 121214, + "ĠCumhuriyeti": 121215, + "åĩºãģĹ": 121216, + "дами": 121217, + "ĠìĪĺìĥģ": 121218, + "ĠÙģبراÙĬر": 121219, + "Ġsüresi": 121220, + "Ġبج": 121221, + "ĠæĶ¾": 121222, + "ØŃÛĮ": 121223, + "çłĶ究æīĢ": 121224, + "åĩºçīĪ社": 121225, + "ĠÙħÙĪتÙĪر": 121226, + "&&&&": 121227, + "ĠпеÑĢей": 121228, + "ĠìĦłê±°": 121229, + "ĠúspÄĽÅ¡": 121230, + "ارک": 121231, + "Ġettir": 121232, + "Ġì¶ľìŀ¥": 121233, + "ĠKanun": 121234, + "ĠÑĥменÑĮÑĪ": 121235, + "ĠзаÑĤвеÑĢдж": 121236, + "ĠاÙĦدÙĪÙĦÙĬ": 121237, + "Ġãĥĵ": 121238, + "ĠBazı": 121239, + "åŃIJãģ®": 121240, + "åĩ¯": 121241, + "Ġsebeb": 121242, + "Ġåħ±": 121243, + "Ġdnů": 121244, + "ä½įäºİ": 121245, + "ĠZd": 121246, + "æī±": 121247, + "ĠتجربÙĩ": 121248, + "ÃĶNG": 121249, + "Ġìĺ¬ëĿ¼": 121250, + "ÏīÏĦεÏģ": 121251, + "ĠÑģвид": 121252, + "æ¯ĶèµĽ": 121253, + "ãģ«åIJij": 121254, + "ìľĦ를": 121255, + "ãģĹãģ¾ãģĹãģŁ": 121256, + "Ġdá»ĭ": 121257, + "ĠÐłÑĥÑģ": 121258, + "Ġvá»ı": 121259, + "à¤Ĥडल": 121260, + "ĠпиÑī": 121261, + "Ġsmrti": 121262, + "à¸Īาà¸ģà¸ģาร": 121263, + "ĠÑģаÑħаÑĢ": 121264, + "Ġthoát": 121265, + "جÙħØ©": 121266, + "Ġпозвол": 121267, + "ĠاÙĦثاÙĨÙĬØ©": 121268, + "زادÙĩ": 121269, + "ãĢģä¸Ń": 121270, + "ήμεÏģα": 121271, + "æ¦ľ": 121272, + "lacaģı": 121273, + "ĠнаÑĪиÑħ": 121274, + "ìĶĢ": 121275, + "ĠÐĺÑģÑĤоÑĢиÑı": 121276, + "ündeki": 121277, + "ĠпеÑĢел": 121278, + "Ġ목ìĨĮ": 121279, + "ĠÑģÑĤаÑĤÑĥÑģ": 121280, + "овали": 121281, + "ÅĻaz": 121282, + "ĠдÑĢÑĥгого": 121283, + "ÙĥÙĪÙħØ©": 121284, + "ÑĩиÑģÑĤ": 121285, + "μμ": 121286, + "åıįåºĶ": 121287, + "icari": 121288, + "Ġپاک": 121289, + "алÑĮним": 121290, + "ĠBuna": 121291, + "иÑĤив": 121292, + "ÑĦÑĢа": 121293, + "ãĥ¼ãĥĸãĥ«": 121294, + "ĠÑĤобÑĤо": 121295, + "룬ìĬ¤": 121296, + "ĠاÙĦاع": 121297, + "åħ¬éĸĭ": 121298, + "å¥ī": 121299, + "ÙĪÙĦد": 121300, + "åIJįçĦ¡ãģĹ": 121301, + "æ°ij主": 121302, + "à¥ģà¤ľà¤°": 121303, + "ìĤ¬ë¬´": 121304, + "Ġöncelik": 121305, + "Ġå¨": 121306, + "Ñıб": 121307, + "çľī": 121308, + "à¥įवय": 121309, + "ĠHình": 121310, + "çļĦåľ°æĸ¹": 121311, + "ĠاÙĦتس": 121312, + "ä¸Ī夫": 121313, + "ĠпÑĥблÑĸ": 121314, + "ĠnÄĽjaké": 121315, + "ÄIJá»iji": 121316, + "ĠÑģоÑģÑĤоÑıниÑı": 121317, + "à¥Ģ)": 121318, + "ĠÄijáºŃu": 121319, + "jed": 121320, + "ê¶ģ": 121321, + "Ġsenin": 121322, + "ĠHóa": 121323, + "âĻł": 121324, + "лÑıÑİÑĤÑĮ": 121325, + "éĹ²": 121326, + "ìĿ¸íĬ¸": 121327, + "تبÙĩ": 121328, + "Ġरà¤ĸत": 121329, + "ĠÑģловами": 121330, + "ĠطبÙĤ": 121331, + "Ġuydu": 121332, + "ุà¸ĩà¹Ģà¸Ĺà¸ŀมหาà¸Ļà¸Ħร": 121333, + "ĠSanat": 121334, + "à¹īาà¸Ĭ": 121335, + "Ġкниж": 121336, + "Ìģc": 121337, + "اÙħج": 121338, + "δÏİ": 121339, + "Å®": 121340, + "Ġbinh": 121341, + "è¾Ĩ": 121342, + "neÄŁi": 121343, + "Ø·ÙĨ": 121344, + "å¸ķ": 121345, + "Ġìĩ¼": 121346, + "оÑģÑĢед": 121347, + "ĠοÏĢοίο": 121348, + "kır": 121349, + "à¥Īश": 121350, + "Ġà¸ĩาà¸Ļ": 121351, + "Ġdruž": 121352, + "ematik": 121353, + "adıģ": 121354, + "è¾ŀ": 121355, + "ĠpoužÃŃvá": 121356, + "Ġkurtar": 121357, + "ĠsaÄŁlan": 121358, + "ãĢıï¼Ī": 121359, + "Ġmůžeme": 121360, + "Ġباد": 121361, + "æľŁéĹ´": 121362, + "اتÙģ": 121363, + "Ġyazılım": 121364, + "ĠìĹ°ê²°": 121365, + "ÙĬÙģØ©": 121366, + "Ġemin": 121367, + "ĠнеÑģколÑĮкиÑħ": 121368, + "Û´Û°": 121369, + "寧": 121370, + "ίζει": 121371, + "Ġdél": 121372, + "veriÅŁ": 121373, + "ä¾¡æł¼": 121374, + "Ġاستاد": 121375, + "Ġалког": 121376, + ".HCM": 121377, + "ίοÏĤ": 121378, + "ακ": 121379, + "طع": 121380, + "ãģ£ãģį": 121381, + "ÑıеÑĤÑģÑı": 121382, + "лика": 121383, + "ĠÑĨÑı": 121384, + "Ġë§Īì§Ģë§ī": 121385, + "ĠаÑĢми": 121386, + "ĠγλÏİ": 121387, + "ENÃį": 121388, + "뮤": 121389, + "ŃIJï¸ı": 121390, + "Ġæ¯ı": 121391, + "Ġæĸ¼": 121392, + "ĠκαλÏį": 121393, + "ĠТом": 121394, + "ulur": 121395, + "Ġakce": 121396, + "ĠÙħÙĪجب": 121397, + "esiz": 121398, + "нÑıв": 121399, + "алÑĮнÑĥÑİ": 121400, + "алÑĸÑģÑĤ": 121401, + "ĠваÑĢÑĸ": 121402, + "ĠÙħؤس": 121403, + "ĠÙħاÛĮÙĦ": 121404, + "ĠμεÏĦαξÏį": 121405, + "åĩºãģĻ": 121406, + "Ġvá»Ŀi": 121407, + "룴": 121408, + "ï¼ĭ": 121409, + "æ¯İ": 121410, + "Ġtabi": 121411, + "âĤĥ": 121412, + "æ£ĭçīĮ": 121413, + "ĠÃIJ": 121414, + "ĠпÑĢоÑĦеÑģÑĸй": 121415, + "ÑĥваннÑĸ": 121416, + "ξγ": 121417, + "Ġжил": 121418, + "ÚĺÙĨ": 121419, + "лÑĥÑĪ": 121420, + "á½´": 121421, + "овеÑĢ": 121422, + "è¾¼ãģ¿": 121423, + "ĠÐľÐ°ÐºÑģим": 121424, + "ĠвзглÑıд": 121425, + "ĠнаÑĤÑĥ": 121426, + "मà¤ķ": 121427, + "ĠÑħими": 121428, + "ĠÑĢозÑĤаÑĪ": 121429, + "ÙĪراÙĨ": 121430, + "ĠØ´ÙĩرÙĩاÛĮ": 121431, + "æ©Łèĥ½": 121432, + "خذ": 121433, + "ĠÑģвоÑĶÑĹ": 121434, + "нÑıеÑĤ": 121435, + "Ġghế": 121436, + "ĠpÅĻedch": 121437, + "ÑĶÑĪ": 121438, + "огÑĢаÑĦÑĸÑı": 121439, + "Ġà¸Ĺำà¹ĥห": 121440, + "åĿĬ": 121441, + "ÏģÏīν": 121442, + "าระ": 121443, + "ĠKết": 121444, + "Ġchặt": 121445, + "ĠéĻĪ": 121446, + "ĠdÄĽlat": 121447, + "ĠбÑĥдÑĥÑī": 121448, + "ĠAçık": 121449, + "æłªå¼ıä¼ļ社": 121450, + "ĠÐŁÐ°ÑĢ": 121451, + "ĠKhu": 121452, + "ãĢģæĸ°": 121453, + "Ġбой": 121454, + "ë§ĪíĬ¸": 121455, + "ĠÑģопÑĢов": 121456, + "ساب": 121457, + "ниÑģÑĤ": 121458, + "å¼ĥ": 121459, + "ĠØ´ÙĨاس": 121460, + "енном": 121461, + "Ġ项": 121462, + "èīºæľ¯": 121463, + "озем": 121464, + "ĠÑĢеÑĪениÑı": 121465, + "lady": 121466, + "ĠвÑģей": 121467, + "æĶ»åĩ»": 121468, + "Ġê²°ìłķ": 121469, + "ãĢĢï¾ŀ": 121470, + "Ġê°IJëıħ": 121471, + "-ÐIJ": 121472, + "ĠmÃŃr": 121473, + "à¥ģपà¤ı": 121474, + "нÑĸÑĨип": 121475, + "бом": 121476, + "ĠÅ¡t": 121477, + "éľį": 121478, + "ĠÑĢеÑĪение": 121479, + "ĠдиагноÑģÑĤи": 121480, + "ipar": 121481, + "اÛĮز": 121482, + "ãng": 121483, + "ัวร": 121484, + "ĠÑĨаÑĢ": 121485, + "Ġsly": 121486, + "νÏİ": 121487, + "ĠKuzey": 121488, + "رÛĮب": 121489, + "Ġcenu": 121490, + "Ġcertif": 121491, + "ĠÑĤÑĢеÑĤÑĮ": 121492, + "ิà¸Ķà¸Ĥ": 121493, + "ĠпаÑĨÑĸÑĶн": 121494, + "ÅĻiv": 121495, + "èĦĤ": 121496, + "¢°": 121497, + "ĠPhần": 121498, + "ĠмеÑĤоди": 121499, + "Ấ": 121500, + "ìĨĶ": 121501, + "åIJĮåѦ": 121502, + "ĠåĢĭ": 121503, + "моÑĤÑĢÑı": 121504, + "Ġuvád": 121505, + "Û±Û¹Û¶": 121506, + "éģ¸æĬŀ": 121507, + "!»": 121508, + "ëĺIJ": 121509, + "ĠÛĮÙĪتÛĮ": 121510, + "ĠاÙĦØŃرب": 121511, + "ологÑĸÑı": 121512, + "nila": 121513, + "ĠÄijảng": 121514, + "ázi": 121515, + "ÑĢоÑī": 121516, + "Ġortadan": 121517, + "Ġاخبار": 121518, + "Ġà¤ħà¤ľ": 121519, + "Ġ매ìļ°": 121520, + "Ġпой": 121521, + "ĠجÙĬ": 121522, + "кÑĥваÑĤи": 121523, + "Ġá»ŀ": 121524, + "Ġبشر": 121525, + "ĠÙĥÙĬÙĦ": 121526, + "ÑīеÑģÑĤво": 121527, + "ĠìŬíĸī": 121528, + "اÙħÙĬ": 121529, + "вÑĸлÑĮ": 121530, + "ĠPrvnÃŃ": 121531, + "ĠÙĪسÛĮ": 121532, + "ĠÄIJá»": 121533, + "æĪ¿éĹ´": 121534, + "åľ¨çº¿éĺħ读": 121535, + "æķ·": 121536, + "Ġtrai": 121537, + "ä¿Ĺ": 121538, + "ĠÑģамоÑģÑĤоÑıÑĤелÑĮно": 121539, + "ĠÑĤÑĢебÑĥеÑĤÑģÑı": 121540, + "δÏģα": 121541, + "ĠÑĢеÑĩов": 121542, + "ĠвÑĸк": 121543, + "ĠÑĢÑĥÑĩ": 121544, + "奧": 121545, + "ĠolduÄŁuna": 121546, + "евÑĭе": 121547, + "Ġà¸Ħล": 121548, + "اÙĦÙĤ": 121549, + "ĠÑĸменÑĸ": 121550, + "æĶ»æĴĥ": 121551, + "ĠÑĥнивеÑĢÑģиÑĤ": 121552, + "ĠthÄĥm": 121553, + "ĠлиÑģÑĤопада": 121554, + "२०": 121555, + "Ø®ÙĬ": 121556, + "ÎķÎł": 121557, + "Ġarttır": 121558, + "Ġسخت": 121559, + "ï¼ĪæĺŃåĴĮ": 121560, + "ĠÎŁÏħ": 121561, + "иваниÑı": 121562, + "Ġstaveb": 121563, + "âħ¥": 121564, + "γÏīγή": 121565, + "Ù©": 121566, + "ĠиÑģÑģледованиÑı": 121567, + "åĢĭ人": 121568, + "Ġëĭ¤ìļ´ë°Ľê¸°": 121569, + "ĠÏĦελ": 121570, + "°N": 121571, + "ĠباÙĦÙĨ": 121572, + "à¹Įà¸ŀ": 121573, + "Ġnemůže": 121574, + "Ġголова": 121575, + "à¹Įà¹ģ": 121576, + "梯": 121577, + "Âĺ": 121578, + "δηÏĤ": 121579, + "ìĿ¸ì¦Ŀ": 121580, + "layın": 121581, + "á½·": 121582, + "ĠÙĨتاÛĮج": 121583, + "ĠÑģоблÑİд": 121584, + "ĠдвижениÑı": 121585, + "ìĮ": 121586, + "ĠpovÄĽ": 121587, + "ĠìłĦìĹIJ": 121588, + "å¦Ĥä¸ĭ": 121589, + "ĠاÙĦÙħدر": 121590, + "ï¼ĮæĪĸ": 121591, + "ارا": 121592, + "æ°ijæĹı": 121593, + "ĠبرÙĤ": 121594, + "ĠзапаÑģ": 121595, + "à¸Ļà¹ĥà¸Ī": 121596, + "éf": 121597, + "Ġà¸Łà¸£": 121598, + "Ġë³´ëĤ´": 121599, + "Ġ欧ç¾İ": 121600, + "-ÑĤаки": 121601, + "é©ļ": 121602, + "ÑĢÑĸÑı": 121603, + "æŁı": 121604, + "ĠповÑĸÑĤÑĢÑı": 121605, + "çµĦç¹Ķ": 121606, + "daÅŁ": 121607, + "Ġहमल": 121608, + "ĠÑĢеÑĶÑģÑĤÑĢа": 121609, + "άβ": 121610, + "ĠÎłÎ¿": 121611, + "Ġ그림": 121612, + "ÑĩаÑİÑĤ": 121613, + "à¸ĩà¸ķ": 121614, + "íĥĢìĿ´": 121615, + "æī¬": 121616, + "Ġpojist": 121617, + "ĠçłĶ": 121618, + "Ġåıĸ": 121619, + "Ġüzerindeki": 121620, + "jÅ¡ÃŃch": 121621, + "à¥Ģदव": 121622, + "檢": 121623, + "ĠмаÑĤеÑĢиалов": 121624, + "иваннÑı": 121625, + "Ġå°Ĩ": 121626, + "лл": 121627, + "ĠнаблÑİд": 121628, + "ĠGöz": 121629, + "ĠвзÑı": 121630, + "çĶµè§Ĩ": 121631, + "Ġвак": 121632, + "ç¿Ķ": 121633, + "Ġвзаим": 121634, + "Ġgitti": 121635, + "iteleri": 121636, + "ä»·åĢ¼": 121637, + "ĠاÙĦتص": 121638, + "िनà¤ķ": 121639, + "éĢļãĤĬ": 121640, + "ĠÑģÑĦеÑĢ": 121641, + "çĻºå£²": 121642, + "âĿ¤": 121643, + "ĠÚ¯ÙĪØ´ÛĮ": 121644, + "агаÑĤо": 121645, + "ĠÏĥÏħγκ": 121646, + "авиÑģ": 121647, + "æĤ£èĢħ": 121648, + "ĠخاÙħ": 121649, + "ÎĻÎļÎĹΣ": 121650, + "ınızda": 121651, + "panÄĽl": 121652, + "ĠÄIJá»ĭa": 121653, + "à¹ģละส": 121654, + "ĠãĤĤ": 121655, + "Ġsonucunda": 121656, + "ìĿį": 121657, + "eless": 121658, + "ĠNha": 121659, + "Ġzakáz": 121660, + "ĠвоÑģÑĤ": 121661, + "ĠvzdÄĽlávánÃŃ": 121662, + "-ม": 121663, + "Ġmetrů": 121664, + "ĠپاÛĮÛĮÙĨ": 121665, + "ĠÑĢаÑģÑĤение": 121666, + "Ġmuá»iji": 121667, + "èµĦéĩij": 121668, + "ĠÅŁÃ¼ph": 121669, + "ÙĬÙĦÙħ": 121670, + "ĠdÃ¼ÅŁÃ¼nc": 121671, + "ĠкÑĸм": 121672, + "ĠÏĩÏīÏģίÏĤ": 121673, + "ázev": 121674, + "ĠDeÄŁer": 121675, + "å·¥æ¥Ń": 121676, + "ĠرÙħز": 121677, + "ĠalespoÅĪ": 121678, + "ĠпÑĢеÑģÑĤÑĥп": 121679, + "ĠعÙĦاÙĪÙĩ": 121680, + "Ġmerak": 121681, + "à¹Į:": 121682, + "çİ°åľº": 121683, + "ÑĨвеÑĤ": 121684, + "Ġà¤ªà¥ľ": 121685, + "Ġëĭ¤ìĿĮê³¼": 121686, + "udic": 121687, + "ĠLep": 121688, + "ĠоднÑĸ": 121689, + "Ġalarak": 121690, + "å®īæİĴ": 121691, + "Ġà¸Ĥà¸Ļาà¸Ķ": 121692, + "rezent": 121693, + "isinden": 121694, + "رÙĪÛĮ": 121695, + "Ġplu": 121696, + "ç«ĭãģ¦": 121697, + "ÑĭваниÑı": 121698, + "Ġrast": 121699, + "Ġdüzenlem": 121700, + "jezd": 121701, + "ĠвеÑīеÑģÑĤв": 121702, + "ĠдиÑĢекÑĤоÑĢ": 121703, + "ÑĦÑĦ": 121704, + "tainment": 121705, + "ĠاÙĦÙĪز": 121706, + "landa": 121707, + "ĠÙĨÚ¯Ùĩد": 121708, + "ĠпÑĢоÑĤивоп": 121709, + "ãģ£ãģı": 121710, + "ãģ¨ãģªãĤĬ": 121711, + "Ġë°ľê²¬": 121712, + "ictor": 121713, + "ãĤ¸ãĤª": 121714, + "ΣΦ": 121715, + "ĠÑģкладÑĸ": 121716, + "Ġobsahuje": 121717, + "ĠUkra": 121718, + "æķ¦": 121719, + "ĠÏĩαÏģα": 121720, + "ĠÑĢегÑĥли": 121721, + "俺ãģ¯": 121722, + "ัà¸ķว": 121723, + "éĦī": 121724, + "ĠباÛĮ": 121725, + "éĬ·": 121726, + "ĠNẵng": 121727, + "лод": 121728, + "ارÙģ": 121729, + "æ´ģ": 121730, + "ĠëıĻìĿ¼": 121731, + "ÑĤивного": 121732, + "âĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģ": 121733, + "Ġ-:-": 121734, + "컬": 121735, + "ĠÑĪаг": 121736, + "ìłĦìŀIJ": 121737, + "çļĦäºĭæĥħ": 121738, + "ĠÑĢегÑĸ": 121739, + "ियल": 121740, + "ĠÐĿаз": 121741, + "ĠÐĻого": 121742, + "ĠÐłÐ¾Ð¼": 121743, + "ĠÃĸrneÄŁin": 121744, + "ĠпÑĢеÑģ": 121745, + "uluÄŁu": 121746, + "Ġзадов": 121747, + "ÅĻeh": 121748, + "æ¯ķä¸ļ": 121749, + "ĠtháºŃp": 121750, + "ëĤ¸": 121751, + "Ġdlouhodob": 121752, + "дÑĸлÑĥ": 121753, + "alat": 121754, + "ä»°": 121755, + "оком": 121756, + "ĠÑĦÑĸлÑĮ": 121757, + "ĠNgân": 121758, + "ĠترÙĥ": 121759, + "ĠÑĤÑī": 121760, + "رÙĪد": 121761, + "çuk": 121762, + "ranÃŃ": 121763, + "ĠdolaÅŁ": 121764, + "ĠQuang": 121765, + "ĠpÅĻedpok": 121766, + "ĠnámÄĽstÃŃ": 121767, + "ойÑĩив": 121768, + "çĭĢ": 121769, + "ĠбизнеÑģ": 121770, + "ãģŁãģı": 121771, + "ĠìĿ¸ì²ľ": 121772, + "оÑĢо": 121773, + "ĠKürt": 121774, + "ê·¸ëŁ¬": 121775, + "ÑĨаÑĤÑĮ": 121776, + "ĠBên": 121777, + "Ġacı": 121778, + "Ú©Ø´": 121779, + "ï¼Īå¹³æĪIJ": 121780, + "ĠèģĶ": 121781, + ")ãĢģ": 121782, + "diler": 121783, + "ÑĩиÑĤÑĮ": 121784, + "Ưá»": 121785, + "éĻ¶": 121786, + "ileceÄŁini": 121787, + "ĠvÅ¡em": 121788, + "å¼Ģå¥ĸ": 121789, + "è§Ħ模": 121790, + "ulmuÅŁ": 121791, + "ĠåĪĺ": 121792, + "ео": 121793, + "ĠпеÑĢевÑĸÑĢ": 121794, + "åĪĨåĪ«": 121795, + "Ġjedná": 121796, + "liÄŁe": 121797, + "ĠرÙħضاÙĨ": 121798, + "ıklı": 121799, + "ÙĩÙĢ": 121800, + "éĩįçĤ¹": 121801, + "ÑĩиваеÑĤÑģÑı": 121802, + "ë¡ľìĦľ": 121803, + "ÏĦεÏģο": 121804, + "åľ°ä¸ĭ": 121805, + "днаннÑı": 121806, + "Ġngược": 121807, + "४": 121808, + "ĠÎijλ": 121809, + "Ġalacak": 121810, + "Ġà¹Ģà¸ĩ": 121811, + "اÛĮÙĨد": 121812, + "ĠhÃłi": 121813, + "ÑĢоиз": 121814, + "ĠЧи": 121815, + "ĠÑıÑģ": 121816, + "خرÛĮد": 121817, + "Ġhudeb": 121818, + "åľ§": 121819, + "ĠìĦ¼": 121820, + "åĶ¯ä¸Ģ": 121821, + "ĠвÑĸлÑĮ": 121822, + "ĠباÙĦاتر": 121823, + "à¸Ńà¸ģาส": 121824, + "ĠTôi": 121825, + "มà¸Ĥ": 121826, + "omor": 121827, + "ĠOlomou": 121828, + "Ġxong": 121829, + "ĠdomácÃŃ": 121830, + "ĠاختÛĮ": 121831, + "ĠÑĤеÑħнÑĸÑĩ": 121832, + "ĠiÅŁte": 121833, + "à¥Įद": 121834, + "Ġнадеж": 121835, + "Ø®ÛĮص": 121836, + "åĬªåĬĽ": 121837, + "ĠتجÙĩÛĮزات": 121838, + "Ġvole": 121839, + "kinci": 121840, + "Ġhesab": 121841, + "ĠÑģеÑģÑĤ": 121842, + "کا": 121843, + "ÑĤеÑĢн": 121844, + "รรà¸Ħ": 121845, + "åıĤèĢĥ": 121846, + "ĠÐļаб": 121847, + "ĠÄ°mpar": 121848, + "Ġnávrh": 121849, + "åĴ¨è¯¢": 121850, + "à¸ĸาม": 121851, + "Ġyerel": 121852, + "ĠÃĸl": 121853, + "çĮĽ": 121854, + "ĠاÙĦÙĪØ·ÙĨÙĬ": 121855, + "ĠìĿ´ìĸ´": 121856, + "ิà¸Ĺยาศาสà¸ķร": 121857, + "ĠAÅŁ": 121858, + "ĠземлÑİ": 121859, + "ĠдомаÑĪниÑħ": 121860, + "ĠÑĥвеÑĢ": 121861, + "ALI": 121862, + "ган": 121863, + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 121864, + "Ġdostan": 121865, + "ezpe": 121866, + "ãģĭãģĦ": 121867, + "رÙģتÙĩ": 121868, + "ĠмÑĥÑģ": 121869, + "à¹Įà¸Ł": 121870, + "覺": 121871, + "ализа": 121872, + "ĠÑĥÑĩÑĢежд": 121873, + "ĠکاÙĦ": 121874, + "Ġetkisi": 121875, + "ä½Ĩæĺ¯": 121876, + "Ġsouvis": 121877, + "ĠSavaÅŁÄ±": 121878, + "Ġبسبب": 121879, + "ÎŁÎ¹": 121880, + "èļ": 121881, + "Ġæ®": 121882, + "ĠìĺģêµŃ": 121883, + "اسÛĮÙĪÙĨ": 121884, + "ĠاÙĦاتØŃاد": 121885, + "ĠглÑı": 121886, + "à¹ĩà¸ģà¸ĭ": 121887, + "ĠجÙĪÙĨ": 121888, + "ĠاÙĦرسÙħÙĬ": 121889, + "ÂłG": 121890, + "ĠÑĤобÑĸ": 121891, + "Âĩ": 121892, + "ĠëĮĢíĸī": 121893, + "çĬ¶æħĭ": 121894, + "Ġê·¸ëĥ¥": 121895, + "Ġимп": 121896, + "ĠتÙĨظÛĮÙħ": 121897, + "ÙĦاÛĮÙĨ": 121898, + "ÑģÑĤвеннÑĭм": 121899, + "опол": 121900, + "رÙĪج": 121901, + "Ġà¸ĩ": 121902, + "ĠçĤº": 121903, + "ĠUluslararası": 121904, + "à¥Įà¤Ĥ": 121905, + "ãĢģãģĿãģĨ": 121906, + "ĠسادÙĩ": 121907, + "ÎŃαÏĤ": 121908, + "Ġà¤Ĩल": 121909, + "-ÑĦ": 121910, + "ĠÎłÎ¿Î»Î¹": 121911, + "ĠноÑıбÑĢÑı": 121912, + "ÙĪÙĦÙĬ": 121913, + "æĽľæĹ¥": 121914, + "æĮģç»Ń": 121915, + "Ġê¼Ń": 121916, + "eceÄŁiz": 121917, + "ĠÛĮاÙģت": 121918, + "Ġåı¸": 121919, + "ाà¤Ĺत": 121920, + "Ġæķħ": 121921, + "ĠаллеÑĢг": 121922, + "Ġtuz": 121923, + "еÑĢÑĤи": 121924, + "Ġthầu": 121925, + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢĠãĢĢ": 121926, + "-à¤ħ": 121927, + "ĠиммÑĥ": 121928, + "ÑĢай": 121929, + "主義": 121930, + "ĠbaÅŁlar": 121931, + "Ġä¸Ĭ涨": 121932, + "عا": 121933, + "ĠÎĻÏī": 121934, + "ียà¸ĩà¹ĥหม": 121935, + "ĠاÙĦÙħدÙĬÙĨØ©": 121936, + "ÑģÑĮко": 121937, + "ĠتارÛĮØ®ÛĮ": 121938, + "atÃŃm": 121939, + "âĢļØ·": 121940, + "آخر": 121941, + "ĠëĦ£": 121942, + "ĠÙĨÙħاÛĮد": 121943, + "ãģķãĤĵãģĮ": 121944, + "Ġbò": 121945, + "Ġà¸ķาม": 121946, + "ë³´ìķĺëĭ¤": 121947, + "аÑĤÑĸв": 121948, + "ĠÑĦил": 121949, + "Ġkısmı": 121950, + "iá»ĩng": 121951, + "Ġaydın": 121952, + "éģķãģĦ": 121953, + "еви": 121954, + "Ġå¾®": 121955, + "(íģ¬ê¸°": 121956, + "ĠÚ¯ÛĮر": 121957, + "ìķĦìĦľ": 121958, + "ĠδημιοÏħÏģγ": 121959, + "ãģ«ãģĬãģĦãģ¦": 121960, + "ĠÃľNÄ°": 121961, + "иÑĤом": 121962, + "عÙĦاÙħ": 121963, + "åIJİçļĦ": 121964, + "Ġplá": 121965, + "à¸Ľà¸£à¸°à¹Ĥย": 121966, + "ç¢İ": 121967, + "Ġéĺ²": 121968, + "ëĬĶëĭ¤": 121969, + "ĠæĹ¥æľŁ": 121970, + "Ġgeçerli": 121971, + "лаÑĤÑĭ": 121972, + "Ġmutlaka": 121973, + "ÙĪغ": 121974, + "à¹Ģฮ": 121975, + "Ġﻣ": 121976, + "edeki": 121977, + "à¹Įà¹Ģà¸Ļ": 121978, + "ĠнайбÑĸлÑĮÑĪ": 121979, + "ï¼Ĭ": 121980, + "Ġà¹Ĥรà¸ĩ": 121981, + "Ġfotbal": 121982, + "ĠéĢģ": 121983, + "âĢĮاÙĦÙħÙĦ": 121984, + "ÏīμάÏĦιο": 121985, + "Ġúkol": 121986, + "åįļ士": 121987, + "dub": 121988, + "ılıģ": 121989, + "ëĵľë¥¼": 121990, + "çĭIJ": 121991, + "αλλ": 121992, + "æŃ»äº¡": 121993, + "ĠпÑĢедпоÑĩ": 121994, + "çµµ": 121995, + "ĠмÑĥзÑĭ": 121996, + "еÑĢÑĤв": 121997, + "ĠÙĥÙĨد": 121998, + "Ġulož": 121999, + "ÎŁÎ¥ÎĽ": 122000, + "gili": 122001, + "üstü": 122002, + "нки": 122003, + "ĠÙĤÙĪاÙĨ": 122004, + "ιακ": 122005, + "ĠÅŁer": 122006, + "ĠкиÑģл": 122007, + "ÙģضÙĦ": 122008, + "ĠÐIJÑĦ": 122009, + "γεν": 122010, + "Ġdostal": 122011, + "ĠsaÄŁlıklı": 122012, + "家æĹı": 122013, + "ÄIJT": 122014, + "еÑĢин": 122015, + "ĠìĿ´ëŁ¬íķľ": 122016, + "Ġdünyada": 122017, + "Ġnhắc": 122018, + "³³Ċ": 122019, + "νηÏĥη": 122020, + "γÏģαμμα": 122021, + "Ġtakson": 122022, + "ĠTürkçe": 122023, + "ĠÙģراÙĨسÙĩ": 122024, + "天åłĤ": 122025, + "溶": 122026, + "Ġoto": 122027, + "èµµ": 122028, + "chyb": 122029, + "Ġå¾Ĵ": 122030, + "ÏĦÏį": 122031, + "áhnout": 122032, + "à¥įपर": 122033, + "Ġvlas": 122034, + "Ġíļ¨ê³¼": 122035, + "Ġthang": 122036, + "Ġolmasına": 122037, + "ĠпоÑĢÑĥÑĪеннÑı": 122038, + "Ġquỹ": 122039, + "ĠíĿIJ": 122040, + "ĠìĪ¨": 122041, + "Ġë²Ī째": 122042, + "ẹn": 122043, + "Ġзгод": 122044, + "Ġتز": 122045, + "Ġاختص": 122046, + "ĠзÑĥÑģÑĤÑĢÑĸ": 122047, + "Ġtặng": 122048, + "ῶν": 122049, + "Ġì½ľ": 122050, + "ованиÑħ": 122051, + "âĢĮشد": 122052, + "Ġaraya": 122053, + "rové": 122054, + "ĠاختÙĦ": 122055, + "ливий": 122056, + "ĠاتØŃاد": 122057, + "ĠakÅŁam": 122058, + "ĠÚ©ÙĦاس": 122059, + "ãĤ¢ãĥĥãĥĹ": 122060, + "Ġzih": 122061, + "åĩĮ": 122062, + "å±±å¸Ĥ": 122063, + "Ġçevres": 122064, + "ĠогÑĢом": 122065, + "ĠآدÙħ": 122066, + "ĠtÄĽlo": 122067, + "ï¼Įæľ¬": 122068, + "ĠÚĺاÙĨÙĪÛĮÙĩ": 122069, + "Ġkraje": 122070, + "μία": 122071, + "èħ¿": 122072, + "âĢŀTo": 122073, + "決å®ļ": 122074, + "ìĩ": 122075, + "ĠéĴ": 122076, + "ĠΣÏĦα": 122077, + "ĠجÙħÙĩÙĪر": 122078, + "ĠGenç": 122079, + "rám": 122080, + "ĠÐłÐµÐ·": 122081, + "Ġvytvá": 122082, + "ĠпÑĢоизводÑģÑĤва": 122083, + "ĠÙħØ°Ùĩ": 122084, + "Ġihtiyac": 122085, + "ãĤ¯ãĤ»": 122086, + "Ġnêu": 122087, + "å¾³": 122088, + "ĠëĵĿ": 122089, + "наÑĩе": 122090, + "ĠÏĥÏħμμε": 122091, + "ÏĨÏīν": 122092, + "вавÑģÑı": 122093, + "ĠвиÑĤами": 122094, + "Ìģt": 122095, + "ĠfinanÄįnÃŃ": 122096, + "åıĬåħ¶": 122097, + "âĢħ": 122098, + "çĭ¼": 122099, + "ัà¸ļà¸ķ": 122100, + "ãģĽãĤĭ": 122101, + "ÎĻÎļÎŁ": 122102, + "λλι": 122103, + "ÑĤоÑİ": 122104, + "اعÙĬØ©": 122105, + "vÃŃce": 122106, + "онÑĸв": 122107, + "ì£Ħ": 122108, + "å»ł": 122109, + "ĠØ´ÙĬØ¡": 122110, + "ĠТем": 122111, + "Ġابزار": 122112, + "ĠTHPT": 122113, + "γγÏģαÏĨ": 122114, + "ĠëĮĢíķ´ìĦľ": 122115, + "ĠPhạm": 122116, + "ÑĨионной": 122117, + "|/": 122118, + "ĠãĤ¸ãĥ£": 122119, + "ÑĮÑİÑĤ": 122120, + "ÑĥзÑĭ": 122121, + "ĠÙħاد": 122122, + "ĠmÄĽly": 122123, + "ĠçĪ±": 122124, + "Ġrád": 122125, + "à¸Ħวà¸ļà¸Ħ": 122126, + "à¥Ī?": 122127, + "Ġlidi": 122128, + "mamız": 122129, + "Ġà¹ģà¸ģ": 122130, + "ãĤ¯ãĤ·ãĥ§ãĥ³": 122131, + "à¸Ńำà¸Ļวย": 122132, + "esát": 122133, + "Ġviêm": 122134, + "è¡ĮåĬ¨": 122135, + "มาà¸ģà¸ģว": 122136, + "ĠØ®ÙĪاب": 122137, + "Ġserbest": 122138, + "ÅĻÃŃz": 122139, + "ĠíĺĦëĮĢ": 122140, + "ãĢĮãģĿãģĨ": 122141, + "çĤ¸": 122142, + "omik": 122143, + "ĠÄ°ran": 122144, + "ĠeriÅŁ": 122145, + "ĠÑģела": 122146, + "ĠارزÛĮ": 122147, + "ãĥĪãĥª": 122148, + "ĠBÄĽ": 122149, + "екÑĥ": 122150, + "ЧÑĤобÑĭ": 122151, + "Ġanlamda": 122152, + "ÎijÎĺ": 122153, + "ĠLINEAR": 122154, + "æľīçĤ¹": 122155, + "ÑĤаÑĢ": 122156, + "itler": 122157, + "ĠnÃŃž": 122158, + "ĠСÑģÑĭлки": 122159, + "å¶": 122160, + "Ġвпол": 122161, + "ĠدÙĤÛĮÙĤÙĩ": 122162, + "Ġä½ĵ": 122163, + "رÙī": 122164, + "ëĶ°": 122165, + "Ġà¤ķव": 122166, + "ĠжиÑĢ": 122167, + "æijĨ": 122168, + "Ġì¤ijìĭ¬": 122169, + "ĠкÑĥб": 122170, + "Ġzlep": 122171, + "ĠÑĢÑĭб": 122172, + "é³´": 122173, + "à¹ģà¸ľà¸Ļ": 122174, + "ĠíĢ": 122175, + "ĠÐĿеÑĤ": 122176, + "žitÄĽ": 122177, + "ĠbÄĥng": 122178, + "ĠHava": 122179, + "Ġ모ëį¸": 122180, + "ĠHãy": 122181, + "ĠìĿ´ê²ĥ": 122182, + "ĠìĥģìĦ¸": 122183, + "memiÅŁ": 122184, + "ĠθÎŃÏĥη": 122185, + "णन": 122186, + "ĠskuteÄįnÄĽ": 122187, + "ĠTarihi": 122188, + "Ġtextu": 122189, + "ï¼ĮéĢĻ": 122190, + "ĠاÛĮÙĨترÙĨتÛĮ": 122191, + "Ġپاد": 122192, + "ิà¸Ļà¸ģาร": 122193, + "ĠNgá»įc": 122194, + "ĠÑĢобиÑĤи": 122195, + "íĸĪê³ł": 122196, + "Ġमण": 122197, + "ÐĽÐĺ": 122198, + "ĠпоÑĤеÑĢ": 122199, + "Ñģом": 122200, + "ĠاÙĪÙĦÛĮÙĩ": 122201, + "éĽij": 122202, + "ĠGiá": 122203, + "Ġkanal": 122204, + "Ġavantaj": 122205, + "Ġryb": 122206, + "ختÙĩ": 122207, + "ĠÙĪرÙĪد": 122208, + "ÐĴÑĤ": 122209, + "ÏīÏĥε": 122210, + "ê¸°ë¡ľ": 122211, + "ĠÐĽÑĸ": 122212, + "Ġtảng": 122213, + "ĠصÙĦÙī": 122214, + "ĠÑĥлÑĭ": 122215, + "Ġcuá»ijn": 122216, + "ĠÐIJнг": 122217, + "ĠداÙĪ": 122218, + "ĠÑĪлÑıÑħом": 122219, + "ĠÄįlovÄĽka": 122220, + "dete": 122221, + "ÑĬем": 122222, + "à¹Įà¹ĥà¸Ļ": 122223, + "à¤ķन": 122224, + "åĪ¤æĸŃ": 122225, + "ĸìĹIJ": 122226, + "ÏĦÏīÏĥη": 122227, + "ĠÙģÙĨاÙĪرÛĮ": 122228, + "ĠyaÅŁÄ±nda": 122229, + "ĠÏĥÏĩÎŃ": 122230, + "Ġyı": 122231, + "ĠpÅĻen": 122232, + "ĠÑĦоÑĢмÑĥваннÑı": 122233, + "ümÃ¼ÅŁ": 122234, + "Ġδο": 122235, + "ımızın": 122236, + "Ġé¢Ħ": 122237, + "оÑģÑĤÑĮÑİ": 122238, + "ĠоÑĤкÑĢÑĭÑĤ": 122239, + "Ġأغسطس": 122240, + "ĠAsp": 122241, + "ĠÑĥзн": 122242, + "ĠÙĪاست": 122243, + "elerle": 122244, + "èķī": 122245, + "ĠتکÙĨ": 122246, + "ÑĥмÑĥ": 122247, + "à¹Įà¸ĭ": 122248, + "ादन": 122249, + "ĠâĢĭâĢĭâĢĭ": 122250, + "Ġalıyor": 122251, + "Ġî¡": 122252, + "Ùħدة": 122253, + "ĠÏĥει": 122254, + "Ġè¿Ļ": 122255, + "ĠÅŀehir": 122256, + "енÑĤами": 122257, + "ãĤ¿ãĥ«": 122258, + "หาย": 122259, + "айÑĤ": 122260, + "Ġharc": 122261, + "ãĢĤãģĬ": 122262, + "ĠتأثÛĮر": 122263, + "าà¸Ĭà¸Ļ": 122264, + "ĠtháºŃm": 122265, + "Ġæ¿": 122266, + "ĠmÅ©i": 122267, + "ĠprvnÃŃm": 122268, + "ĠбагаÑĤÑĮ": 122269, + "ãģķãĤīãģ«": 122270, + "biên": 122271, + "åºĶå½ĵ": 122272, + "ìĿ´ë²Ħ": 122273, + "ĠpoužÃŃt": 122274, + "Ġokamž": 122275, + "esin": 122276, + "vÄĽl": 122277, + "ĠضÙĪ": 122278, + "è»Ł": 122279, + "-з": 122280, + "à¥Īत": 122281, + "è¨Īç®Ĺ": 122282, + "rabilir": 122283, + "ĠÐłÐ¾ÑģÑĸÑĹ": 122284, + "ĠplatÃŃ": 122285, + "ĠdospÄĽl": 122286, + "Ġرضا": 122287, + "Ġnového": 122288, + "ĠнаÑĨионалÑĮ": 122289, + "ĠÐIJб": 122290, + "ãģĮãģĤãģ£ãģŁ": 122291, + "Ġë¹Ī": 122292, + "âĢĮÙħ": 122293, + "å±ŀäºİ": 122294, + "Ġtane": 122295, + "ÙĬاÙĩ": 122296, + "Ġβο": 122297, + "ĠëĬ¥": 122298, + "ãĥĩãĤ£ãĥ¼ãĤ¹": 122299, + "ĠØ°Ùĥر": 122300, + "Ġobvykle": 122301, + "Ġbirinci": 122302, + "ĠاÙĦزر": 122303, + "ìĿ´ë¹Ħ": 122304, + "Ġإد": 122305, + "ĠEkon": 122306, + "ÐŁÐ¾Ð»": 122307, + "ĠвеÑĢоÑıÑĤ": 122308, + "Ġyararlan": 122309, + "ĠаÑĢом": 122310, + "ĠéĦ": 122311, + "Ġiddi": 122312, + "iÄįka": 122313, + "strukce": 122314, + "mÃ¼ÅŁtür": 122315, + "ÏħÏĦÏĮ": 122316, + "롱": 122317, + "Ġalmaktadır": 122318, + "ениÑıми": 122319, + "ียà¸Ļร": 122320, + "à¹ĩà¸Ļว": 122321, + "икÑĥ": 122322, + "енка": 122323, + "âĢĻyi": 122324, + "Ġpohod": 122325, + "Ġزر": 122326, + "Ġxấu": 122327, + "Ġà¸łà¸²à¸©": 122328, + "ÂłÐŀ": 122329, + "Ġδικ": 122330, + "Ġназива": 122331, + "åıªèĥ½": 122332, + "大éĩı": 122333, + "ĠÄijế": 122334, + "Ġ第äºĮ": 122335, + "ĠkiÅŁilerin": 122336, + "Ġdobré": 122337, + "驾": 122338, + "Ġdůležité": 122339, + "롤": 122340, + "μÎŃνοÏħ": 122341, + "Ġtrú": 122342, + "Ġbiçim": 122343, + "ĠÐĿÐIJ": 122344, + "Ġå¾Į": 122345, + "Ġduyg": 122346, + "åŀĤ": 122347, + "ÐĨÐĨ": 122348, + "Ġetmeye": 122349, + "ĠÙĦباس": 122350, + "ĠдвÑĸ": 122351, + "Ġ긴": 122352, + "ÑĨÑĸйно": 122353, + "κÏĦή": 122354, + "ï½Ŀ": 122355, + "ĠÑĦевÑĢалÑı": 122356, + "寫": 122357, + "Ġ겨": 122358, + "Ġyıllarda": 122359, + "ĠзÑĥп": 122360, + "ĠobchodnÃŃ": 122361, + "ĠاضاÙģÙĩ": 122362, + "веÑĢж": 122363, + "Ġæłĩ": 122364, + "جاج": 122365, + "ĠرÙĪسÛĮ": 122366, + "Ġstandart": 122367, + "éru": 122368, + ")ìĿĦ": 122369, + "декÑģ": 122370, + "ĠâĪļ": 122371, + "ĠÄ°ngilizce": 122372, + "èĬĿ": 122373, + "身ä¸Ĭ": 122374, + "ØŁØŁ": 122375, + "Ġmẽ": 122376, + "ÎijÎĶ": 122377, + "енÑģив": 122378, + "âĢĻta": 122379, + "à¹īาà¸ģ": 122380, + "ÎŁÎĽÎŁÎĵ": 122381, + "ä»ĺãģij": 122382, + "ĠsÃłng": 122383, + "Ġà¤¹à¤Ł": 122384, + "ÑĭÑĪлен": 122385, + "Ġخطر": 122386, + "ĠнайÑĤи": 122387, + "çĽ¸ä¿¡": 122388, + "Ïīδ": 122389, + "à¤Ķ": 122390, + "Ġdopad": 122391, + "à¹Ħà¸Łà¸¥": 122392, + "æģµ": 122393, + "íĤ¬": 122394, + "Ä±ÅŁma": 122395, + "ãģıãĤĮãģŁ": 122396, + "Ġnaprost": 122397, + "ĠÑģоÑģÑĤаве": 122398, + "ĠÙĪسط": 122399, + "à¹ķ": 122400, + "éĸĭçĻº": 122401, + "ĠдеÑĢева": 122402, + "-ÐĶ": 122403, + "à¸ĩà¸Ĭ": 122404, + "ิà¸ķย": 122405, + "ĠاÙĦÙĤاÙĨÙĪÙĨ": 122406, + "ãĤ¹ãĤ«": 122407, + "lÃŃž": 122408, + "Ġанализ": 122409, + "Ġproblémy": 122410, + "æĸĩåѦ": 122411, + "çĹħéĻ¢": 122412, + "Ñģед": 122413, + "ï¼Įå°ı": 122414, + "ĠعشÙĤ": 122415, + "ãģ°ãģĭãĤĬ": 122416, + "ĠعÙĤد": 122417, + "ØŃÙĬØ©": 122418, + "Ġë°ĶëŀįëĭĪëĭ¤": 122419, + "inclu": 122420, + "Ġëĵľë¦½ëĭĪëĭ¤": 122421, + "åį«çĶŁ": 122422, + "ĠвидÑĥ": 122423, + "ุà¸ļาล": 122424, + "ÑĢÑĥкÑĤ": 122425, + "ĠоÑģвÑĸÑĤ": 122426, + "Ġvelký": 122427, + "ĠchtÄĽl": 122428, + "æīĵå¼Ģ": 122429, + "ĠзаконодаÑĤелÑĮ": 122430, + "анÑģи": 122431, + "ì¶ĺ": 122432, + "ĠÙħراج": 122433, + "åģľæŃ¢": 122434, + "Ġвоно": 122435, + "ìłķìĿ´": 122436, + "Ġrozsah": 122437, + "ĠæĻ´": 122438, + "Ġzajist": 122439, + "ÂłÐ¼": 122440, + "tıģını": 122441, + "Ġhizmeti": 122442, + ".Îij": 122443, + "ĠÙħعÙħÙĪÙĦا": 122444, + "Ġži": 122445, + "Ġgá»įn": 122446, + "èĮĤ": 122447, + "Ġhuz": 122448, + "ζει": 122449, + "à¥īà¤Ł": 122450, + "Ġиздел": 122451, + "ìŀĸ": 122452, + "ĠëĶ°ë¥¸": 122453, + "Ġkia": 122454, + "ĠznÄĽnÃŃ": 122455, + "ĠоÑĢганиза": 122456, + "ازات": 122457, + "Ġrežim": 122458, + "ĠвенÑĤи": 122459, + "bách": 122460, + "ĠодномÑĥ": 122461, + "Ġkitab": 122462, + "Ġfrancouz": 122463, + "ĠØ£ÙĦ": 122464, + "ĠسرÙĪ": 122465, + "ÙijÙĦ": 122466, + "Ġман": 122467, + "ë°į": 122468, + "ĠкÑĥда": 122469, + "Ùıس": 122470, + "ãĢĤæѤ": 122471, + "اشة": 122472, + "à¸Ĥà¸Ńà¸ĩà¸ľ": 122473, + "主任": 122474, + "ивÑĪи": 122475, + "Ġà¸ģรà¸ģ": 122476, + "екÑģи": 122477, + "иÑĤеÑĤ": 122478, + "ĠØ£ÙĦÙģ": 122479, + "аними": 122480, + "ãĥļãĥ¼ãĤ¸": 122481, + "ĠпÑĢавил": 122482, + "åªĴä½ĵ": 122483, + "ÑİÑīее": 122484, + "ä¸Ģ人": 122485, + "βο": 122486, + "ìĭ¸": 122487, + "озна": 122488, + "å¤īæĽ´": 122489, + "ĠÙħØ´Ùĩد": 122490, + "æ³ķ人": 122491, + "ĠBakanı": 122492, + "ĠÑħоÑĩа": 122493, + "Ġαξ": 122494, + "Ġverilm": 122495, + "Ġkonus": 122496, + "μενη": 122497, + "Ġ馬": 122498, + "Ġìĭ¤ìłľ": 122499, + "Ġjedno": 122500, + "Ġбаб": 122501, + "åĥį": 122502, + "æĺ¯ä¸Ģ个": 122503, + "-е": 122504, + "ĠpÅĻekvap": 122505, + "à¸Ńà¸ŀ": 122506, + "ĠYol": 122507, + "ĠÑĥÑģÑĤанавлива": 122508, + "ê²¼": 122509, + "Ġ件": 122510, + "اÙĦØ´": 122511, + "ĠобÑĥÑĩ": 122512, + "åĺĽ": 122513, + "ĠÑħоÑĩÑĥ": 122514, + "ĠÐķв": 122515, + "ÑĦоÑĢÑĤ": 122516, + "Ġरन": 122517, + "âĢŀV": 122518, + "èľľ": 122519, + "Ġdoma": 122520, + "æĶ¯æı´": 122521, + "Ġاخت": 122522, + "循": 122523, + "à¥Ĥà¤ļन": 122524, + "ाहन": 122525, + "Ġå¤ı": 122526, + "ĠاÙĦØ£Ùħر": 122527, + "ĠбеÑĢеменноÑģÑĤи": 122528, + "ĠThá»±c": 122529, + "é£İéĻ©": 122530, + "Ġülkemiz": 122531, + "çķªåı·": 122532, + "ÑģÑĤÑĢе": 122533, + "ÑĪло": 122534, + "ĠصاØŃب": 122535, + "ινε": 122536, + "ĠKıs": 122537, + "ĠPrahy": 122538, + "湿": 122539, + "Ġvým": 122540, + "çĽĴ": 122541, + "ÎŁÎĶ": 122542, + "ãģłãģª": 122543, + "ĠpÅĻÃŃležit": 122544, + "Ġìĸ¸ìłľ": 122545, + "ĠÑĪвидко": 122546, + "Ġsituaci": 122547, + "åħĥç´ł": 122548, + "Ä°TESÄ°": 122549, + "ĠVak": 122550, + "Ġneredeyse": 122551, + "iiii": 122552, + "ÑĢазд": 122553, + "ĠполиÑĤ": 122554, + "Ġпогод": 122555, + "ĠпÑĢоÑĨеÑģÑģе": 122556, + "ĠменÑĪе": 122557, + "äºĮ人": 122558, + "ĠÙħÙĪاط": 122559, + "ĠpÅĻik": 122560, + "è·¡": 122561, + "Ġserg": 122562, + "ĠÑĢаÑģÑģÑĤоÑı": 122563, + "иÑĩно": 122564, + "ĠÎĶÎĹÎľ": 122565, + "¨ط": 122566, + "صبØŃ": 122567, + "สะà¸Ķวà¸ģ": 122568, + "درÛĮ": 122569, + "kům": 122570, + "ç§ģãģ¯": 122571, + "Ġtvor": 122572, + "à¥įवव": 122573, + "ĠpÅĻiv": 122574, + "Ġíı´": 122575, + "Ġstátu": 122576, + "ĠedilmiÅŁtir": 122577, + "ØŃÙħ": 122578, + "ĠбÑĥÑħ": 122579, + "สำà¹Ģร": 122580, + "ĠتÙĪضÛĮ": 122581, + "ãģĿãĤĮãģ¯": 122582, + "Ġà¤ħवध": 122583, + "éŀĭ": 122584, + "âĤ¬Ċ": 122585, + "Ġéº": 122586, + "ĠÄĮes": 122587, + "Ġpoprvé": 122588, + "ï¼ĮåĽł": 122589, + "ĠalmÄ±ÅŁ": 122590, + "lal": 122591, + "ĠØ®ÙĪبÛĮ": 122592, + "ĠκοÏģ": 122593, + "ìļ´ëıĻ": 122594, + "mayın": 122595, + "Ġaktif": 122596, + "ĠاÙĨجÙħÙĨ": 122597, + "ĠÑģÑĤак": 122598, + "ĠÑģÑĤаÑĢа": 122599, + "ÙĦÙģØ©": 122600, + "Ġparçası": 122601, + "ĠкоÑĢпÑĥÑģ": 122602, + "ãĢģé«ĺ": 122603, + "!..": 122604, + "ĠÎłÎijÎĿ": 122605, + "ĠÙĩÙĨÙĪز": 122606, + "ionálnÃŃ": 122607, + "ĠprávnÃŃ": 122608, + "ÂĿ": 122609, + "ĠتÛĮر": 122610, + "ĠåŁİ": 122611, + "Ġзгад": 122612, + "Ġsaldırı": 122613, + "æŁ¥çľĭæijĺè¦ģ": 122614, + "髪": 122615, + "ÙģصÙĦ": 122616, + "ãģĻãģ¹ãģ¦": 122617, + "ево": 122618, + "ê´Ģ리ìŀIJ": 122619, + "ĠìĺĨ": 122620, + "udicots": 122621, + "ÙĪرÙĨ": 122622, + "Ġcelkem": 122623, + "ãĤ¤ãĤº": 122624, + "ìĬ¤ê°Ģ": 122625, + "販売": 122626, + "ĠíĮĮìĿ¼ì²¨ë¶Ģ": 122627, + "뢰": 122628, + "Ġenergie": 122629, + "esidir": 122630, + "Ġmiá»ĩng": 122631, + "éĻ·": 122632, + "ĠгаÑĢа": 122633, + "Ġbiliyor": 122634, + "çį²å¾Ĺ": 122635, + "еÑĤеÑĢб": 122636, + "à¹Īาà¹Ģà¸Ľ": 122637, + "Ġμαζί": 122638, + "ĠzpracovánÃŃ": 122639, + "Ñģм": 122640, + "Ġhala": 122641, + "ĠزÙĪج": 122642, + "ĠвÑĸднов": 122643, + "à¹Ģหมาะ": 122644, + "ĠÐłÐµÑģпÑĥбли": 122645, + "åĩºåĵģèĢħ": 122646, + "Ñīини": 122647, + "ัà¸Ļà¹Ģà¸Ľ": 122648, + "Ġtýden": 122649, + "ĠبÙĬت": 122650, + "ÑģкомÑĥ": 122651, + "ĠÙĩÙĪاپÛĮÙħ": 122652, + "оÑģнов": 122653, + "鸣": 122654, + "Ġsoukrom": 122655, + "Ġfaiz": 122656, + "Ġdemok": 122657, + "Ġkterém": 122658, + "Ġëħ¹": 122659, + "лаÑĩ": 122660, + "ĠоÑĤвеÑĤÑģÑĤвен": 122661, + "Ġï¼¼:": 122662, + "Ġλο": 122663, + "ÄĮesk": 122664, + "ê°ĢìļĶ": 122665, + "ĠãĥĬ": 122666, + "ĠnhuáºŃn": 122667, + "ĠÑģили": 122668, + "ĠÐľÐ¾Ð½": 122669, + "Ġçap": 122670, + "ĠRowBox": 122671, + "ĠмаÑģÑĤ": 122672, + "ĠÐľÐ°": 122673, + "ĠдÑĢÑĥго": 122674, + "Ġأش": 122675, + "ë°©ìĨ¡": 122676, + "ĠпÑĸдпиÑģ": 122677, + "èĩ¨": 122678, + "åī©": 122679, + "Ġhiá»ĥn": 122680, + "ĠÙĤرارد": 122681, + "istrat": 122682, + "ÐŁÑĸд": 122683, + "ÏĦεÏģα": 122684, + "ĠpozdÄĽ": 122685, + "ĠbaÅŁta": 122686, + "夫人": 122687, + "лини": 122688, + "ĠкаÑĩеÑģÑĤва": 122689, + "Ġkurtul": 122690, + "Ġì¢Į": 122691, + "ãģ«ãģĬãģijãĤĭ": 122692, + "åľ°åįĢ": 122693, + "ĠÑĩаÑģом": 122694, + "ìµľê³ł": 122695, + "Ġngang": 122696, + "اÙĩد": 122697, + "ĠШев": 122698, + "ĠpÅĻitom": 122699, + "Ġchấm": 122700, + "ĠÐľÐµÑģÑĤо": 122701, + "ĠÑģовеÑĢÑĪенно": 122702, + "ÃŃcÃŃ": 122703, + "Ńå·ŀ": 122704, + "åĪĽæĸ°": 122705, + "äºĶæľĪ": 122706, + "ĠاعÙħاÙĦ": 122707, + "ĠвозможноÑģÑĤи": 122708, + "ĠпÑĢодовж": 122709, + "nÄĽt": 122710, + "ĠÐĿапÑĢимеÑĢ": 122711, + "ĠاÙĦدÙħ": 122712, + "Ġà¹ģà¸ļà¸ļ": 122713, + "çĶŁçļĦ": 122714, + "ĠÑħаÑĢÑĩ": 122715, + "ĠSonuç": 122716, + "Ġrůzné": 122717, + "Ġاذ": 122718, + "à¸ķà¸Ńà¸ļ": 122719, + "PÅĻed": 122720, + "ĠдеÑĢевÑıн": 122721, + "ë´IJ": 122722, + "ĠëĬIJëĤ": 122723, + "جÙħÙĬع": 122724, + "ĠBöylece": 122725, + "èµı": 122726, + "ĠبسÙĬ": 122727, + "ĠÃĩaÄŁ": 122728, + "ĠتاÛĮ": 122729, + "ĠnejvyÅ¡Å¡ÃŃ": 122730, + "èĸ©": 122731, + "ÏĩεδÏĮν": 122732, + "Ġëĵ±ìĿĺ": 122733, + "eyh": 122734, + "æĸĻçIJĨ": 122735, + "اتÙĩ": 122736, + "æī«": 122737, + "Ġå©": 122738, + "ĠпÑĢивед": 122739, + "æī¶": 122740, + "Ġ견": 122741, + "ĠاÙħÛĮر": 122742, + "ायल": 122743, + "æ¡ij": 122744, + "à¸Ļà¹Ģà¸ķ": 122745, + "илакÑĤи": 122746, + "家ä¼Ļ": 122747, + "Ġbulunuyor": 122748, + "ysa": 122749, + "ÂĨ": 122750, + "ĠBÄ°R": 122751, + "íĨ¤": 122752, + "à¤Ĥà¤Ĺà¤łà¤¨": 122753, + "ÎĶεν": 122754, + "à¥Įà¤ķर": 122755, + "éĸĵãģ«": 122756, + "Ġмоб": 122757, + "ĠMorav": 122758, + "è§ĦåĪĴ": 122759, + "ĠÑģвÑĸÑĤÑĸ": 122760, + "ults": 122761, + "ĠzemÃŃ": 122762, + "ÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł": 122763, + "ĠÐŁÐ¾Ð¿": 122764, + "ãģĤãģĴ": 122765, + "Ġpomoci": 122766, + "ĠзмÑĸÑģÑĤ": 122767, + "主人": 122768, + "ĠSı": 122769, + "ãĥĽãĥĨãĥ«": 122770, + "ĠÑĥвагÑĥ": 122771, + "廳": 122772, + "à¹Ģมà¸ķร": 122773, + "estli": 122774, + "Ġloạt": 122775, + "ãĤ¢ãĥ¼": 122776, + "ĠÎĶε": 122777, + "Ġbunları": 122778, + "ĠçĤ¹åĩ»": 122779, + "ĠBÃłi": 122780, + "Ġä¸ĸ": 122781, + "Ġê³łê°ľë¥¼": 122782, + "ĠÐŃÑĤоÑĤ": 122783, + "Ġmemnun": 122784, + "Ġ।Ċ": 122785, + "ĠиÑģÑĤоÑĢии": 122786, + "Ġì°©": 122787, + "१९": 122788, + "ĠÐŀднак": 122789, + "Ġvede": 122790, + "ÏĨÎŃÏģει": 122791, + "âb": 122792, + "çĬ¶åĨµ": 122793, + "åįıè®®": 122794, + "Ġê°Ŀ": 122795, + "евид": 122796, + "jmu": 122797, + "ĠколиÑĩеÑģÑĤва": 122798, + "ÃĽ": 122799, + "iÄįe": 122800, + "Ġfirmalar": 122801, + "èĢĢ": 122802, + "кÑĸн": 122803, + "ĠêµŃ민": 122804, + "Ġ목ë¡Ŀ": 122805, + "ĠÎļαÏģ": 122806, + "Ġhissed": 122807, + "Ｋ": 122808, + "ĠTên": 122809, + "ĠÑĤÑĭÑģÑıÑĩ": 122810, + "ØŃÙĬØŃ": 122811, + "Ġвполне": 122812, + "ĠSınıf": 122813, + "Ġμην": 122814, + "Ġíij¸": 122815, + "ĠاÙĦطبÙĬ": 122816, + "ĠزÛĮب": 122817, + "ĠпÑĥ": 122818, + "Ġpraž": 122819, + "ìĹĨëĬĶ": 122820, + "θÏģÏī": 122821, + "Ġiçi": 122822, + "ĠбÑĸл": 122823, + "ÐłÑij": 122824, + "Ġì¶ķ구": 122825, + "Ġlạ": 122826, + "ĠãĥķãĤ¡": 122827, + "Ġèĸ": 122828, + "μαÏĦο": 122829, + "éĩijå±ŀ": 122830, + "áli": 122831, + "ĠÙģØ£": 122832, + "ĠKarlov": 122833, + "ĠZáp": 122834, + "ãĥªãĥ³ãĤ°": 122835, + "abilmek": 122836, + "ĠСи": 122837, + "ĠcÃŃrk": 122838, + "Ġká»ĭp": 122839, + "Ġà¤ijनल": 122840, + "ĠÙĪØŃدة": 122841, + "ãĥĭãĥĥãĤ¯": 122842, + "ĠnÆ°á»Ľng": 122843, + "ĠакÑĤÑĥ": 122844, + "å¸ĿåĽ½": 122845, + "Ġnázev": 122846, + "ĠÑĢемонÑĤ": 122847, + "ĠÑĢинкÑĥ": 122848, + "ĠÏĢάνÏī": 122849, + "ÏĦικο": 122850, + "ĠìĤ¼ìĦ±": 122851, + "ĠÑģимпÑĤомÑĭ": 122852, + "ĠÑĢанÑĸÑĪе": 122853, + "ĠJá": 122854, + "ĠÑģÑĩиÑĤаеÑĤÑģÑı": 122855, + "ĠпоÑĢÑĸв": 122856, + "ĠÐľÐ°Ð»": 122857, + "éĿ¢ç§¯": 122858, + "ĠÙĦغ": 122859, + "ĠجشÙĨ": 122860, + "Ġнедели": 122861, + "Ġì¦Ŀê°Ģ": 122862, + "ãĨįëıĻ": 122863, + "Ġlượt": 122864, + "ĠÄIJá»ĭnh": 122865, + "Ġà¸Ńà¸Ńà¸Ļà¹Ħลà¸Ļ": 122866, + "Ġyaparak": 122867, + "ĠÄijai": 122868, + "ĠоÑĦиÑĨи": 122869, + "ĠεμÏĢ": 122870, + "ξειÏĤ": 122871, + "ĠконÑĦеÑĢен": 122872, + "Ġarası": 122873, + "à¸ķา": 122874, + "Ġë´IJ": 122875, + "ована": 122876, + "ì§Ģê°Ģ": 122877, + "ĠVám": 122878, + "à¤¿à¤ľà¤¨": 122879, + "Ġç¼ĸè¾ij": 122880, + "ζÏĮ": 122881, + "ĠÏĦÏģÏĮ": 122882, + "Ġücretsiz": 122883, + "ĠکاÙħÙĦا": 122884, + ":::/": 122885, + "à¹ĮĊĊ": 122886, + "Ġéĸ¢éĢ£": 122887, + "Ġkara": 122888, + "Ġбезпеки": 122889, + "ĠzmÄĽny": 122890, + "Ġê¿Ī": 122891, + "vrd": 122892, + "liÄŁine": 122893, + "ĠاÙĨتخابات": 122894, + "ĠдоÑģвÑĸд": 122895, + "Ġkterého": 122896, + "енÑĤом": 122897, + "ê³µë¶Ģ": 122898, + "ìłĿ": 122899, + "Ġë§Į족": 122900, + "Ġæij": 122901, + "åĩºåı£": 122902, + "建议": 122903, + "оÑĤÑı": 122904, + "ĠÒij": 122905, + "íĶĦë¡ľ": 122906, + "Ġgió": 122907, + "ãĤ·ãĤ§": 122908, + "ĠλεÏĢ": 122909, + "íķĺ볤": 122910, + "Ġyoksa": 122911, + "Ġistih": 122912, + "Ｖ": 122913, + "ĠاÙĦعÙħ": 122914, + "Ġکارگرد": 122915, + "à¹Ģà¸ŀราะ": 122916, + "Ġnových": 122917, + "ĠÑģна": 122918, + "Ġsana": 122919, + "वत": 122920, + "Ä±ÅŁman": 122921, + "åı¦å¤ĸ": 122922, + "ì¶ľìŀ¥ìĥµ": 122923, + "婦": 122924, + "ĠкоÑĪÑĤÑĸв": 122925, + "ĠÙĪاÙĦÙĨ": 122926, + "ĠباÙĦØ¥": 122927, + "ĠæĬĢ": 122928, + "Ġмноже": 122929, + "à¥Ĥड": 122930, + "ĠCục": 122931, + "Ġevet": 122932, + "èģĶåIJĪ": 122933, + "Ġ³³Ġ³³Ġ³³Ġ³³": 122934, + "çļĦå¿ĥ": 122935, + "Ġdáng": 122936, + "اÛĮسÙĩ": 122937, + "Ġerken": 122938, + "泡": 122939, + "ائب": 122940, + "Ġyapıldı": 122941, + "ĠQuản": 122942, + "æĹ¶ä»£": 122943, + "ìĽ¨ìĸ´": 122944, + "ĠгÑĸÑĢ": 122945, + "okoj": 122946, + "Ùĥرة": 122947, + "Ñİк": 122948, + "Ġvýj": 122949, + "Ġhodiny": 122950, + "ĠелекÑĤÑĢон": 122951, + "mıyor": 122952, + "ĠìŀĪëĭ¤ëĬĶ": 122953, + "à¹īà¹ī": 122954, + "иÑĤелÑĮное": 122955, + "Ġyıllar": 122956, + "Äıte": 122957, + "ĠÄįinnost": 122958, + "ุà¸ĵà¸łà¸²à¸ŀ": 122959, + "íĵ¨": 122960, + "нг": 122961, + "ูรà¸ĵ": 122962, + "ĠпоÑĢÑıдке": 122963, + "Ġëĭ¹ìĭľ": 122964, + "ĠÐľÐ¾Ñģков": 122965, + "Ġkred": 122966, + "urum": 122967, + "ĠÑĤÑı": 122968, + "Ú©ÙĨاÙĨ": 122969, + "дии": 122970, + "ÑĢимÑĸн": 122971, + "ĠоÑĢганизм": 122972, + "ĠéĽĨ": 122973, + "ιÏĥÏĦο": 122974, + "ä¿¡çĶ¨": 122975, + "åįģåĽĽ": 122976, + "à¹Īà¹ĥà¸Ĭ": 122977, + "ĠÑĥвид": 122978, + "ัà¸ĩà¸ģล": 122979, + "åı¦ä¸Ģ": 122980, + "ãĥ«ãĥķ": 122981, + "ัà¸ļà¸Ľà¸£": 122982, + "ĠÃľst": 122983, + "説æĺİ": 122984, + "вай": 122985, + "аÑĩе": 122986, + "欣": 122987, + "Ġkatıl": 122988, + "ĠCem": 122989, + "ĠاÙĦجÙĩ": 122990, + "ĠгÑĢÑĥз": 122991, + "ĠзаÑģÑĤав": 122992, + "cılar": 122993, + "ĠÑħоÑĤел": 122994, + "ĠsnÃŃm": 122995, + "ï¼Į被": 122996, + "ĠвиÑī": 122997, + "Ġdemokrat": 122998, + "à¥ĩà¤Łà¤°": 122999, + "åij¨å¹´": 123000, + "Ġodpad": 123001, + "ĠdaÅĪ": 123002, + "Ġ代": 123003, + "à¹ĩà¸Ļà¸Ń": 123004, + "ĠÑģколÑĮко": 123005, + "ĠαÏĨ": 123006, + "ĠpÅĻesvÄĽd": 123007, + "Ġåĵģ": 123008, + "ĠинÑĦоÑĢмаÑĨии": 123009, + "çĽĹ": 123010, + "ãģ¾ãģ¨": 123011, + "ĠÑģамов": 123012, + "Ġpocit": 123013, + "Ġíݸì§ij": 123014, + "ĠÑģмеÑģÑĮ": 123015, + "ĠpojiÅ¡tÄĽnÃŃ": 123016, + "ãģ®ãĤĤ": 123017, + "à¹Īาà¸ģาร": 123018, + "ĠÛĮÙĪÙĨ": 123019, + "Ġ기ìĸµ": 123020, + "ickými": 123021, + "alace": 123022, + "éĽ»å½±": 123023, + "ÑİваннÑı": 123024, + "缸åIJĮ": 123025, + "ĠãĢĥ": 123026, + "ĠдокÑĥменÑĤÑĸв": 123027, + "ï¼¹": 123028, + "åĪ°åºķ": 123029, + "óz": 123030, + "ĠAhmet": 123031, + "ĠÙħساØŃت": 123032, + "Ġhlavou": 123033, + "ülebilir": 123034, + "ãĢĤä½ł": 123035, + "à¹ĩà¸ģà¸Ĭาย": 123036, + "¤¤": 123037, + "ĠæĦı": 123038, + "ĠcháºŃm": 123039, + ".д": 123040, + "Ġcca": 123041, + "Ġolumsuz": 123042, + "Âŀ": 123043, + "çĬ¬": 123044, + "ĠпоÑģÑĤоÑıнно": 123045, + "Ġ.**************Ċ": 123046, + "Ġاستر": 123047, + "ĠдалÑĮней": 123048, + "ůr": 123049, + "ä¿ĿèŃ·": 123050, + "боÑĢаÑĤоÑĢ": 123051, + "÷": 123052, + "ÏĥÏĦαν": 123053, + "ĠÙģÙĬÙĦÙħ": 123054, + "çek": 123055, + "ìŀIJ기": 123056, + "Ġæ¥Ń": 123057, + "нÑĸп": 123058, + "èīĩ": 123059, + "Ġmoci": 123060, + "ìľµ": 123061, + "리그": 123062, + "ĠÐļо": 123063, + "éĤ£éĩĮ": 123064, + "ĠСÑĤаÑĢ": 123065, + "ĠتÙĪاÙĨÛĮد": 123066, + "Ġnguyá»ĩn": 123067, + "Ġสามารà¸ĸ": 123068, + "ÑĸÑĩна": 123069, + "Ġ被": 123070, + "ุà¸ķสาหà¸ģรรม": 123071, + "Ġعصر": 123072, + "ĠÃľNÄ°VERS": 123073, + "Ġtehdy": 123074, + "ĠÙĪصÙĦات": 123075, + "ä¿Ŀè¯ģ": 123076, + "ĠEudicots": 123077, + "ĠÎłÎŃ": 123078, + "建è¨Ń": 123079, + "ĠìłĦêµŃ": 123080, + "ĠØŃÛĮ": 123081, + "ãĤ¤ãĥĦ": 123082, + "ĠØŃاصÙĦ": 123083, + "ĠجÙĨÙĪبÛĮ": 123084, + "ãĢģæĹ¥æľ¬": 123085, + "ÃĻ": 123086, + "Ġà¸Ĺาà¸ĩ": 123087, + "ĠÙĨØŃÙĪ": 123088, + "اÙĩÙĬÙħ": 123089, + "å¾Įãģ«": 123090, + "à¸Īะà¹Ħà¸Ķ": 123091, + "åĩłä¸ª": 123092, + "à¥ģà¤ģ": 123093, + "ëĮĢìĿĺ": 123094, + "ĠlÃłn": 123095, + "ìĽĶë¶ĢíĦ°": 123096, + "Æł": 123097, + "Ġеди": 123098, + "Ġspis": 123099, + "æľīä»Ģä¹Ī": 123100, + "Ġnebyla": 123101, + "Ġíķ´ìĻ¸": 123102, + "ë¡ľë¶ĢíĦ°": 123103, + "аÑĢÑħ": 123104, + "lili": 123105, + "Ġíķĺ루": 123106, + "maması": 123107, + "ÑĩаеÑĤ": 123108, + "ĠØŃاÙĦØ©": 123109, + "ĠBölüm": 123110, + "缸éĹľ": 123111, + "ĠдÑĢÑĥгими": 123112, + "çĽ£çĿ£": 123113, + "à¥Īà¤ľ": 123114, + "ĠعبداÙĦÙĦÙĩ": 123115, + "Ġè¿ŀ": 123116, + "ĠÐľÐ¸Ð½": 123117, + "Ġ기ëĭ¤": 123118, + "Ġ공격": 123119, + "è¡Įåĭķ": 123120, + "ामà¤ķ": 123121, + "æ±Ĥè´Ń": 123122, + "模åŀĭ": 123123, + "ÑģоÑĢ": 123124, + "rane": 123125, + "à¹ĩà¸Īà¸ŀระ": 123126, + "ĠÙħسÛĮر": 123127, + "è£ħç½®": 123128, + "ìķ¤": 123129, + "nÄĽjÅ¡ÃŃch": 123130, + "αλÏįÏĦε": 123131, + "ĠHakk": 123132, + "访éĹ®": 123133, + "ĠÑĤеÑĩ": 123134, + "ĠLá»ĭch": 123135, + "ĠدشÙħÙĨ": 123136, + "ÎĮ": 123137, + "ĠÏĢε": 123138, + "Ġзамов": 123139, + "Ġbirim": 123140, + "ãĤ·ãĤ¹ãĥĨãĥł": 123141, + "ĠÏĢÏģοÏĬ": 123142, + "ĬìĿĢ": 123143, + "виг": 123144, + "ĠëıħìĿ¼": 123145, + "ĠÑĢеволÑİ": 123146, + "Ġé¦Ļ港": 123147, + "Ġlez": 123148, + "ĠبÛĮÙħار": 123149, + "Ġduygu": 123150, + "Ġ뼰": 123151, + "Ġamacı": 123152, + "à¥įयप": 123153, + "ĠìŀIJìĦ¸": 123154, + "اÙĪÛĮر": 123155, + "Ġspole": 123156, + "ÃĸL": 123157, + "Ġجع": 123158, + "ÙĦÛĮÙħ": 123159, + "ãģªãģ©ãģ®": 123160, + "à¸Ľà¸£à¸°à¸ªà¸ļ": 123161, + "ĠnaÅ¡ich": 123162, + "ĠпÑĢедÑģÑĤавлÑıеÑĤ": 123163, + "Ġздоб": 123164, + "Ġobou": 123165, + "Ø®ÙĪاÙĨ": 123166, + "ãĥ¬ãĥĥãĥĪ": 123167, + "одейÑģÑĤв": 123168, + "کرÛĮ": 123169, + "ĠاتاÙĤ": 123170, + "ĠÑįкÑģплÑĥаÑĤа": 123171, + "ï½¢": 123172, + "ĠÙĦÙĦØ¥": 123173, + "ĠاÙĦÙĨظاÙħ": 123174, + "ĠíĶĦëŀijìĬ¤": 123175, + "ısıt": 123176, + "åŃĻ": 123177, + "Ġžádný": 123178, + "ÙĤÙī": 123179, + "ัà¸ģà¹Ģร": 123180, + "Ġë²łìĬ¤íĬ¸": 123181, + "Ġãĥ«": 123182, + "åıĶ": 123183, + "nické": 123184, + "ĠειÏĥ": 123185, + "ãĥ«ãĥī": 123186, + "ĠدارÙħ": 123187, + "Ġгем": 123188, + "ĠåѸ": 123189, + "ानसà¤Ń": 123190, + "ализи": 123191, + "ованÑĸ": 123192, + "Ġобо": 123193, + "ìłĦìĹIJ": 123194, + "ĠSinh": 123195, + "ĠÙĨع": 123196, + "ĠоблаÑģ": 123197, + "ÏħÏĢ": 123198, + "èĥ¶": 123199, + "Ġazalt": 123200, + "åħ¨éĿ¢": 123201, + "ĠKromÄĽ": 123202, + "ĠCz": 123203, + "æĬ¥åIJį": 123204, + "ĠnásledujÃŃcÃŃ": 123205, + "ĠнапÑĢиклад": 123206, + "ãģªãģijãĤĮãģ°": 123207, + "à¸Ńาย": 123208, + "çľĭçľĭ": 123209, + "Ġà¸ģรà¸ģà¸İ": 123210, + "ednou": 123211, + "ازÙĦ": 123212, + "ãĢģæľ¬": 123213, + "еÑģи": 123214, + "Ġtarz": 123215, + "ãĢĢï¾Ĭ": 123216, + "Ġrozum": 123217, + "ãĤ«ãĥ¼ãĥī": 123218, + "Ġà¤ĩà¤ķ": 123219, + "ĠprostÄĽ": 123220, + "ĠÎĵκ": 123221, + "ç©´": 123222, + "ĠHük": 123223, + "lavÃŃ": 123224, + "ê¿": 123225, + "鸡": 123226, + "ĠвозникаеÑĤ": 123227, + "ÑŁÑŁÑŁ": 123228, + "Ġпонима": 123229, + "ÐŁÐŀ": 123230, + "ãģĶãģĸãģĦãģ¾ãģĻ": 123231, + "ãģħ": 123232, + "Ġtrval": 123233, + "Ġдалеко": 123234, + "ĠÙĨÙĬز": 123235, + "ĠвÑĭÑıв": 123236, + "ิà¸Ĺยา": 123237, + "Ġlá»Ĺ": 123238, + "à¹Ģสà¸Ļ": 123239, + "ĠÑģÑĤенÑĭ": 123240, + "à¥įडल": 123241, + "Ġjednotlivých": 123242, + "ĠпÑĢиблиз": 123243, + "ikat": 123244, + "Ġподав": 123245, + "رÛĮز": 123246, + "ĠØ¢ÙĨجا": 123247, + "社æľĥ": 123248, + "Ġà¤ľà¤¨à¤µà¤°": 123249, + "Ġaile": 123250, + "à¸µà¸Ľ": 123251, + "Ġèħ": 123252, + "ãģ§ãģĹãĤĩãģĨ": 123253, + "СÐŀ": 123254, + "ãĢģãĢĬ": 123255, + "ìĿ¼ë³¸": 123256, + "ovanou": 123257, + "νÏĮ": 123258, + "å±¥": 123259, + "عÙĦÙĤ": 123260, + "Ġìī½": 123261, + "Ġглиб": 123262, + "Ġê²ĥìŀħëĭĪëĭ¤": 123263, + "ĠнеобÑħодимоÑģÑĤи": 123264, + "ĠتخصصÛĮ": 123265, + "اسر": 123266, + "ï¼Į说": 123267, + "ĠÐĿÑĸ": 123268, + "Ġvyrob": 123269, + "ÑĪÑĥÑİ": 123270, + "æĪ¿å±ĭ": 123271, + "ÂłÐĹ": 123272, + "à¹Ģà¸ŀล": 123273, + "åĨħéĥ¨": 123274, + "ĠدÙĦار": 123275, + "ĠпÑĤи": 123276, + "Å¡ti": 123277, + "ĠaraÅŁtırma": 123278, + "Ġзнаком": 123279, + "Ġελλην": 123280, + "Ġấm": 123281, + "ÑĢак": 123282, + "ãĤŃãĥ¥": 123283, + "ĠtháºŃn": 123284, + "èŃľ": 123285, + "ëªħìĿĺ": 123286, + "Ġyeter": 123287, + "ĠнаÑģлед": 123288, + "ĠÐļан": 123289, + "ĠвÑĭбиÑĢа": 123290, + "ĠΣÏĩ": 123291, + "ĠÑĤеÑĢмÑĸн": 123292, + "Ġæ´»": 123293, + "ĠاÙĦتÙģ": 123294, + "ĠJapon": 123295, + "éĤª": 123296, + "ë¶ĦìĦĿ": 123297, + "ĠлиÑĨо": 123298, + "Ġmê": 123299, + "à¸Ħวร": 123300, + "Ġà¤ħà¤Ĺल": 123301, + "ĠÙĩج": 123302, + "룬ìļ´": 123303, + "ĠвойнÑĭ": 123304, + "اÙĪرزÛĮ": 123305, + "ĠÑģпÑĢÑı": 123306, + "çĦ¼": 123307, + "è¢ĸ": 123308, + "Ġiçeren": 123309, + "Ġëħ¸ëŀĺ": 123310, + "ĠЧеÑĢез": 123311, + "ÙĪجÙĪد": 123312, + "ÑıÑĤие": 123313, + "à¸Ńลลาร": 123314, + "è·¨": 123315, + "ĠMilli": 123316, + "件äºĭ": 123317, + "ĠæľĿ": 123318, + "βολή": 123319, + "Ġков": 123320, + "ĠØ´ÙĩÛĮد": 123321, + "ä¸ĭåİ»": 123322, + "Ġìłķìĭł": 123323, + "оÑĩкÑĥ": 123324, + "ï¼Į便": 123325, + "γκε": 123326, + "ĠÙħباش": 123327, + "Ġayında": 123328, + "Ġä»»": 123329, + "ÑģÑĤоÑĢÑĸÑı": 123330, + "ä¸ŃåѦ": 123331, + "縮": 123332, + "ĠÑĦÑĸл": 123333, + "ãĢģãĤĦ": 123334, + "Ġæĺ¥": 123335, + "Ġterör": 123336, + "Ġповинен": 123337, + "Ġmilionů": 123338, + "ĠÙģارس": 123339, + "Ġввод": 123340, + "طاÙĦ": 123341, + "Ġê¶ģê¸Ī": 123342, + "Ġukáz": 123343, + "çĶľ": 123344, + "æļĤ": 123345, + "صت": 123346, + "Ðļогда": 123347, + "Ġमल": 123348, + "άνα": 123349, + "ĠдокÑĤоÑĢ": 123350, + "ĠкоммÑĥ": 123351, + "ĠпÑĸдÑģ": 123352, + "Ġà¸ģรà¸ģà¸İาà¸Ħม": 123353, + "ÂłÐ³": 123354, + "Ġöne": 123355, + "ĠÄIJá»ģ": 123356, + "äºĭåĭĻ": 123357, + "Ġsrov": 123358, + "Ġάν": 123359, + "ëıĦê°Ģ": 123360, + "acaģım": 123361, + "кол": 123362, + "Ġbá»ĵi": 123363, + "Ġپرداز": 123364, + "Ġä¸ļ": 123365, + "ëĭ¤ìļ´": 123366, + "ĠпÑĢедел": 123367, + "ĠÑĦедеÑĢалÑĮ": 123368, + "ĠاÙĦØ£Ùĥ": 123369, + "ãĢĢãĢĢãĢĢãĢĢĠãĢĢĠãĢĢ": 123370, + "Ġtrấn": 123371, + "Ġдлин": 123372, + "ĠÑĸмп": 123373, + "ĠsmÄĽrem": 123374, + "°ëĭ¤": 123375, + "Ġrừng": 123376, + "iciálnÃŃ": 123377, + "è¡Ĩ": 123378, + "μιο": 123379, + "ĠادارÙĩ": 123380, + "ĠÑĤÑĢÑĮ": 123381, + "ĠÄ°li": 123382, + "มà¸Ļà¸ķร": 123383, + "à¥įवà¤ļ": 123384, + "еÑĢо": 123385, + "ĠKUR": 123386, + "skými": 123387, + "δί": 123388, + "utin": 123389, + "Ġveriler": 123390, + "สà¸ĸาà¸Ļà¸Ĺ": 123391, + "ĠзаÑħодÑĸв": 123392, + "ĠÙģرÙĪدگاÙĩ": 123393, + "ĠçĶ±": 123394, + "ูà¹ģล": 123395, + "éĥij": 123396, + "ĠJako": 123397, + "ĠÑĢазвиÑĤие": 123398, + "à¤īन": 123399, + "ÙĬدا": 123400, + "Ġà¸ŀà¸¤à¸©à¸łà¸²à¸Ħม": 123401, + "물ìĿĦ": 123402, + "ëłĢ": 123403, + "-ÐĽ": 123404, + "ãĢĤãģĤ": 123405, + "Ġподв": 123406, + "ï¼īï¼ļ": 123407, + "论åĿĽ": 123408, + "ائع": 123409, + "ãĤĴãģĻãĤĭ": 123410, + "Ġأص": 123411, + "Ñĩики": 123412, + "ĠÑģÑĤил": 123413, + "leyici": 123414, + "ÑģилÑĮ": 123415, + "Ġbulundu": 123416, + "ĠÑģеÑĢедови": 123417, + "à¤Ĥर": 123418, + "ĠاÛĮÙĨجا": 123419, + "åľŃåľŃ": 123420, + "ĠmyÅ¡len": 123421, + "ĠÑĢозвиÑĤок": 123422, + "ĠiyileÅŁ": 123423, + "ĠвÑĸз": 123424, + "ëĤĺ무": 123425, + "æĦıè§ģ": 123426, + "ιÏĥÏĦη": 123427, + "ãĥĥãĥĦ": 123428, + "äºĭæķħ": 123429, + "madıģı": 123430, + "Ġà¤ħपर": 123431, + "ĠÚĨرخ": 123432, + "Ġплав": 123433, + "以æĿ¥": 123434, + "Ġë©Ģ": 123435, + "Tuy": 123436, + "ãĥ¼ãĥį": 123437, + "ĠизÑĥÑĩ": 123438, + "ĠstÅĻednÃŃ": 123439, + "课ç¨ĭ": 123440, + "Ġê·¸ëħĢëĬĶ": 123441, + "ĠдоговоÑĢÑĥ": 123442, + "ĠÄijá»ĭch": 123443, + "Ġkararı": 123444, + "åIJ´": 123445, + "ÙĥاÙħ": 123446, + "ĠпоÑĤол": 123447, + "вок": 123448, + "ĠDüz": 123449, + "Τα": 123450, + "åµ": 123451, + "âĢĻna": 123452, + "адж": 123453, + "ĠdÅĻÃŃve": 123454, + "梨": 123455, + "ĠAvust": 123456, + "åĬĽãĤĴ": 123457, + "à¹Ģà¸ģล": 123458, + "Ġпобед": 123459, + "ĠпÑĢиÑĩ": 123460, + "ĠÐijÑĸ": 123461, + "åѤ": 123462, + "ĠÐłÐµÐ³": 123463, + "ĠyetiÅŁ": 123464, + "ĠнеÑİ": 123465, + "ĠbÃŃl": 123466, + "ìĹĨìĿĮ": 123467, + "ĠÄ°talya": 123468, + "ÐĴÑģе": 123469, + "å¾Įãģ®": 123470, + "ĠjejÃŃm": 123471, + "ĠвиглÑıдÑĸ": 123472, + "огÑĢад": 123473, + "Ġbohat": 123474, + "Ġåħĭ": 123475, + "ĠдиÑĤини": 123476, + "лÑıÑĤоÑĢ": 123477, + "мага": 123478, + "ëĭĪìĬ¤": 123479, + "ĠÐłÐ°Ð´Ð¸": 123480, + "ÏĢοÏħÏģγ": 123481, + "&ZeroWidthSpace": 123482, + "Ġstruk": 123483, + "æIJŀ": 123484, + "ĠãģĿãģ®ä»ĸ": 123485, + "ìĿ¸ìĿĦ": 123486, + "ĠпÑĢовеÑģÑĤи": 123487, + "漫çĶ»": 123488, + "Ġçݩ家": 123489, + "ĠÙĪرز": 123490, + "ĠÑģвоÑĹм": 123491, + "ĠLRV": 123492, + "ิà¸ķà¸ł": 123493, + "सत": 123494, + "ĠíĿĶ": 123495, + "âĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹı": 123496, + "ĠtvoÅĻÃŃ": 123497, + "ĠÐŁÐŀ": 123498, + "é«ĺ度": 123499, + ".hwp": 123500, + "à¸ķำà¸ļล": 123501, + "Ġدس": 123502, + "ìĪĺê°Ģ": 123503, + "ìĶ©": 123504, + "ï¼īãĢĤĊ": 123505, + "æĭ³": 123506, + "Ġlô": 123507, + "ĠKültür": 123508, + "اطعة": 123509, + "Ġkuchy": 123510, + "Ġstroj": 123511, + "μενο": 123512, + "ĠконÑģÑĤÑĢÑĥкÑĨии": 123513, + "å°ıåѦ": 123514, + "Ġåįļ": 123515, + "ĠèĢĥ": 123516, + "Ġasıl": 123517, + "æĪijåĢij": 123518, + "خراج": 123519, + "ĠOnun": 123520, + "Ġç¾İåĽ½": 123521, + "à¥Ĥबर": 123522, + "Ġmuži": 123523, + "姫": 123524, + "Ġвб": 123525, + "Ġдоме": 123526, + "Ġам": 123527, + "Ġkuru": 123528, + "æ±Ĺ": 123529, + "lediÄŁi": 123530, + "Ġvẽ": 123531, + "å¾ĵ": 123532, + "ĠгÑĥбеÑĢ": 123533, + "ĠÑģÑĤановиÑĤÑĮ": 123534, + "ĠzemÄĽdÄĽl": 123535, + "ÙĦÙĦ": 123536, + "Ġramen": 123537, + "ĠprůbÄĽhu": 123538, + "Ġblok": 123539, + "ýval": 123540, + "vou": 123541, + "νά": 123542, + "ëĶĶìĭľ": 123543, + "ÑĨионнÑĭе": 123544, + "Ġê²ĮìĭľíĮIJ": 123545, + "ãĥ³ãĥĩãĤ£": 123546, + "ä¸Ģ级": 123547, + "иÑĩа": 123548, + "ĠسرÛĮاÙĦ": 123549, + "ilin": 123550, + "ायन": 123551, + "ÙĨÙĪÛĮس": 123552, + "ĠÐĶи": 123553, + "ĠادبÛĮ": 123554, + "ĠÑĥдов": 123555, + "ĠÐĹам": 123556, + "à¥ģà¤Ńव": 123557, + "Ñģок": 123558, + "ĠÑĢайоне": 123559, + "ĠEK": 123560, + "æĤī": 123561, + "Ġsorumlu": 123562, + "ĠzvyÅ¡": 123563, + "à¹Ģà¸ĭà¸Ńร": 123564, + "ináÅĻ": 123565, + "Ġudrž": 123566, + "новид": 123567, + "ĠspoleÄįnÄĽ": 123568, + "æĪIJäºĨ": 123569, + "Ｄ": 123570, + "ัà¸ŀà¸Ĺ": 123571, + "аÑĪа": 123572, + "ĠÙĨادÙĬ": 123573, + "à¹ĥà¸Ļà¸Ĺ": 123574, + "å¡ļ": 123575, + "Ġسک": 123576, + "ãĥģãĥ¥": 123577, + "ĠмаÑĢÑĪ": 123578, + "аленнÑı": 123579, + "ĠØŃÙħاÛĮت": 123580, + "ãĥ³ãĤ¸": 123581, + "รษà¸IJ": 123582, + "ĠкÑĢем": 123583, + "ĠKažd": 123584, + "ê½": 123585, + "Ġparlament": 123586, + "ĠÅŁun": 123587, + "Ġkys": 123588, + "ÏĦÏĤ": 123589, + "ê°ľìĿĺ": 123590, + "Ġvelice": 123591, + "Ġcestu": 123592, + "ظة": 123593, + "è¯Ĭ": 123594, + "Ġút": 123595, + "ĠØ®ÙĪر": 123596, + "ĠТе": 123597, + "ĠоблаÑģÑĤ": 123598, + "à¹Īà¸Ńà¸ķ": 123599, + "ĠAcadem": 123600, + "ãĢĤæľ¬": 123601, + "Ġ風": 123602, + "Ñģен": 123603, + "ãĥ¢ãĥĩãĥ«": 123604, + "ĠзавданнÑı": 123605, + "ãģ¾ãĤĮ": 123606, + "моÑĤÑĢеÑĤÑĮ": 123607, + "Ġkhá»ķ": 123608, + "à¹Īร": 123609, + "درس": 123610, + "ĠÄĮeskosloven": 123611, + "Ġ计": 123612, + "ĠÑĤаком": 123613, + "ĠÙĦاعب": 123614, + "ĠMuhammed": 123615, + "ĠÙħÙĦÙģ": 123616, + "ĠÙĪسÙĦÙħ": 123617, + "ãĤ·ãĥ£ãĥ«": 123618, + "ĠокÑĢа": 123619, + "à¥ģमत": 123620, + "ĠëĪĦ구": 123621, + "Ġnedeni": 123622, + "ĠëĤłì§ľ": 123623, + "/km": 123624, + "Ġдемон": 123625, + "ĠصÙĨاÛĮع": 123626, + "masından": 123627, + "åīįãģ®": 123628, + "æĪIJ绩": 123629, + "लà¤Ĺ": 123630, + "ĠåĮħ": 123631, + "à¸Ńà¸ģà¸Īาà¸ģà¸Ļ": 123632, + "ادا": 123633, + "Ġaylık": 123634, + "ĠÙħÙĤد": 123635, + "Ġönemlidir": 123636, + "ĠìĪľê°Ħ": 123637, + "Ġdinh": 123638, + "Ġnákup": 123639, + "istické": 123640, + "åºŁ": 123641, + "ìĬ¤íĨł": 123642, + "Ġdny": 123643, + "ĠìŀĪëıĦë¡Ŀ": 123644, + "ìĽIJìĿĺ": 123645, + "ãĥķãĥ¬": 123646, + "poz": 123647, + "Ġев": 123648, + "ĠdÃ¼ÅŁÃ¼r": 123649, + "à¥įरà¤ļ": 123650, + "Ġê²°íĺ¼": 123651, + "ĠÑĨенÑĤÑĢа": 123652, + "åŁĭ": 123653, + "ï¿£ï½Ģ": 123654, + "æѦåĻ¨": 123655, + "à¹Īาà¸Ļมา": 123656, + "Ġरव": 123657, + "Ùijد": 123658, + "μÎŃνοι": 123659, + "Ġë§IJìĶĢ": 123660, + "ĠpoÅĻad": 123661, + "Ġبغ": 123662, + "ĠÏĮλα": 123663, + "à¹īà¹Ħà¸Ĥ": 123664, + "à¹Ģà¸ģาะ": 123665, + "Ġbạc": 123666, + "Ġdá": 123667, + "dÄĽla": 123668, + "Ġteb": 123669, + "Ġkèo": 123670, + "ãĤıãĤĮ": 123671, + "Ġistiyorum": 123672, + "λήÏĤ": 123673, + "ÐIJв": 123674, + "Ġasla": 123675, + "Ġperformans": 123676, + "ĠVáclav": 123677, + "ÏģίαÏĤ": 123678, + "ĠtÄĽl": 123679, + "æĮĻ": 123680, + "оба": 123681, + "ãģijãĤĮãģ©": 123682, + "ĠëĶ¸": 123683, + "ÙĪاء": 123684, + "ĠÚ©ÙĪدکاÙĨ": 123685, + "ĠплиÑĤ": 123686, + "Ġbilir": 123687, + "Ñĥже": 123688, + "ÏĦÎŃλε": 123689, + "Ġà¤Ĩà¤ķर": 123690, + "ĠÑĤÑĢÑĥда": 123691, + "ĠدرÛĮا": 123692, + "̧": 123693, + "Ġngá»įt": 123694, + "ÙĨسا": 123695, + "аÑģÑĤи": 123696, + "ï½£": 123697, + "ÂłÐ½Ð°": 123698, + "емÑĭе": 123699, + "ĠسعÙĪد": 123700, + "Ġalım": 123701, + "è´«": 123702, + "åĪ°çļĦ": 123703, + "Ġkesinlikle": 123704, + "Ġzásad": 123705, + "ĠìĬ¤íĬ¸": 123706, + "Ġdahi": 123707, + "té": 123708, + "åįģåħ«": 123709, + "Ġzayıf": 123710, + "ذار": 123711, + "ĠاÙĬراÙĨ": 123712, + "ĠhodnocenÃŃ": 123713, + "DST": 123714, + "Ġìĸĺ": 123715, + "æĺĩ": 123716, + "éĻ£": 123717, + "Ġкле": 123718, + "Ġuplat": 123719, + "ĠاÙĦتعÙĦÙĬÙħ": 123720, + "ÏĢοίηÏĥη": 123721, + "екÑĤоÑĢа": 123722, + "Ġë§IJìĿ´": 123723, + "ĠÙģرÙĬÙĤ": 123724, + "帮åĬ©": 123725, + "çĶŁãģį": 123726, + "åĨħãģ®": 123727, + "èģĶ缣": 123728, + "гÑĢад": 123729, + "Ġchuyến": 123730, + "ãĤĤãĤĬ": 123731, + "ĠÑĩаÑģÑĤина": 123732, + "ãģªãģıãģª": 123733, + "ÑĶв": 123734, + "ĠÑĦаÑħ": 123735, + "kuk": 123736, + "çĶ·æĢ§": 123737, + "ĠÙħÛĮÙĦادÛĮ": 123738, + "Ġbeden": 123739, + "ê°Ģ를": 123740, + "मर": 123741, + "Ġìĸ´ë¨¸ëĭĪ": 123742, + "èģĶç½ij": 123743, + "Âłmi": 123744, + "Ġzahrn": 123745, + "æ²ĸ": 123746, + "Ġkhuẩn": 123747, + "Ġopráv": 123748, + "ाहà¤ķ": 123749, + "ĠÚ©ÙĪتاÙĩ": 123750, + "Ġобол": 123751, + "Ġphúc": 123752, + "ránÃŃ": 123753, + "à¥įरथ": 123754, + "æݪæĸ½": 123755, + "Ġволод": 123756, + "ĠspÃŃÅ¡e": 123757, + "ĠmÆ¡": 123758, + "ÑĬек": 123759, + "ngör": 123760, + "à¤īत": 123761, + "ksiyon": 123762, + "аÑĤе": 123763, + "Ġجزء": 123764, + "ávka": 123765, + "ÐĴС": 123766, + "laÅŁma": 123767, + "Ġç¿": 123768, + "à¸Ńาà¸Ĭ": 123769, + "ниÑĨÑĥ": 123770, + "Ġหาà¸ģ": 123771, + "ãģĭãģĹ": 123772, + "íı´": 123773, + "ĠгаÑĢан": 123774, + "ĠÏĥαν": 123775, + "ĠдобавиÑĤÑĮ": 123776, + "ĠÑĢазÑĢеÑĪ": 123777, + "á¾": 123778, + "æĺ¯ä¸ª": 123779, + "μÎŃÏĤ": 123780, + "ĠÄ°mparator": 123781, + "æ¨Ļæºĸ": 123782, + "ÑģÑĤÑĭ": 123783, + "Ġgücü": 123784, + "ĠíĥĢìĿ´": 123785, + "Ġåħ¶ä»ĸ": 123786, + "Ġtông": 123787, + "ĠvedenÃŃ": 123788, + "ëĵľë¡ľ": 123789, + "Ġmesel": 123790, + "ĠÄįe": 123791, + "jde": 123792, + "Ïģεια": 123793, + "ãĤĪãģŃ": 123794, + "ÐłÐĿ": 123795, + "è·Ŀ离": 123796, + "ĠÙĤائÙħØ©": 123797, + "าà¸ļาล": 123798, + "ĠÑģайÑĤÑĸ": 123799, + "Ġरस": 123800, + "ĠÙĤرÙĨ": 123801, + "Ġnávr": 123802, + "Ú©Ùħ": 123803, + "çļĦæīĭ": 123804, + "Ġsorunu": 123805, + "/NÄIJ": 123806, + "nutÃŃm": 123807, + "ĠØ®ÙĪرد": 123808, + "Ġngá»Ŀ": 123809, + "Ġ:.|": 123810, + "Ġbudouc": 123811, + "iÄįky": 123812, + "Ġدرد": 123813, + "ÑĢониÑĩеÑģ": 123814, + "ç¾Ĭ": 123815, + "ĠìķĦë²Ħì§Ģ": 123816, + "ĠKanunu": 123817, + "ĠпÑĢиводиÑĤ": 123818, + "άλÏħÏĪηÏĤ": 123819, + "ĠVladim": 123820, + "Ġalıp": 123821, + "ĠеÑĤап": 123822, + "Ġà¤Ĺलत": 123823, + "ĠراÙĩÙĨÙħ": 123824, + "Ġpozisyon": 123825, + "Ġgöç": 123826, + "èµŀ": 123827, + "Ġмой": 123828, + "Ġγά": 123829, + "ĠìĪł": 123830, + "ĠØ¢ÛĮÙĨدÙĩ": 123831, + "aná": 123832, + "举çľģ": 123833, + "ĠÙħتعدد": 123834, + "ĠåįĬ": 123835, + "ãĢĢãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ": 123836, + "Ġthá»Ŀ": 123837, + "ĠвдÑĢÑĥг": 123838, + "паÑĤ": 123839, + "ĠпÑĢоведениÑı": 123840, + "ÙĨز": 123841, + "ĠاÙĦبØŃØ«": 123842, + "æģ¢": 123843, + "Ġbaktı": 123844, + "Ġè·¯": 123845, + "Ġзаболеваний": 123846, + "ĠÐķвÑĢоп": 123847, + "Ġtarihli": 123848, + "깨": 123849, + "ĠÚ©ÙĪÙĩ": 123850, + "Ġìĸ´ëł¤": 123851, + "Ġtitul": 123852, + "ĠvydánÃŃ": 123853, + "éĺ¶æ®µ": 123854, + "à¸Īะà¸ķ": 123855, + "ĠмоÑı": 123856, + "ĠкоÑĢол": 123857, + "Ġбанк": 123858, + "วรรà¸ĵ": 123859, + "ĠÙĥسارة": 123860, + "ĠKhoa": 123861, + "ĠÑĥнÑĸвеÑĢÑģиÑĤеÑĤ": 123862, + "ãģ«éĸ¢ãģĻãĤĭ": 123863, + "ruary": 123864, + "Ġà¸Ĥาย": 123865, + "Ġsvaz": 123866, + "ĠشرÙĤ": 123867, + "ĠдÑĭÑħ": 123868, + "Ġизбав": 123869, + "ĠÑıкÑĸй": 123870, + "ĠÎľÎ¿Î½": 123871, + "Ġgön": 123872, + "ĠUkraj": 123873, + "ัà¸Ļà¸Ńà¸Ńà¸ģ": 123874, + "Ġมà¸ģราà¸Ħม": 123875, + "иÑĤов": 123876, + "Ġanalý": 123877, + "ĠоÑĤмеÑĩ": 123878, + "ĠبراÙī": 123879, + "âĪı": 123880, + "ัà¸ģà¸ģ": 123881, + "æĭ¥æľī": 123882, + "ĠÑĸнÑĪого": 123883, + "ĠкомпанÑĸÑĹ": 123884, + "ĠkÅĻes": 123885, + "ĠÑĢабоÑĩ": 123886, + "adÃŃ": 123887, + "ìłł": 123888, + "à¹Ħหà¸Ļ": 123889, + "à¥ģबह": 123890, + "âĢĻdeki": 123891, + "çħ¤": 123892, + "ĠпаÑĢÑĥ": 123893, + "ìĦŃ": 123894, + "ĠнепоÑģÑĢед": 123895, + "ĠÄ°b": 123896, + "Ġà¸ŀฤศà¸Ī": 123897, + "íĭ´": 123898, + "ĠëłĪìĿ´": 123899, + "ĠThá»ķ": 123900, + "ÑıеÑĤ": 123901, + "ائج": 123902, + "»çĴĥ": 123903, + "ÐĴÐŀ": 123904, + "åĸĬ": 123905, + "Ġ第ä¸ī": 123906, + "ĠвокÑĢÑĥг": 123907, + "ÑĩенÑĮ": 123908, + "Ġolanak": 123909, + "tura": 123910, + "ĠÙħÙĬÙĦ": 123911, + "eydi": 123912, + "ĠÙħدÙĬر": 123913, + "Ġnelze": 123914, + "ัวà¸Ńย": 123915, + "ìħľ": 123916, + "Ġhlavu": 123917, + "Ġkoruy": 123918, + "ÑĨин": 123919, + "ĠдиÑģÑĨип": 123920, + "ĠÙħاÙĨد": 123921, + "ĠподÑĢоб": 123922, + "ТÐŀ": 123923, + "ÙĤرار": 123924, + "à¹ģà¸Ļะà¸Ļำ": 123925, + "문ìĿĦ": 123926, + "æĮ¯ãĤĬ": 123927, + "PÅĻi": 123928, + "Ġyên": 123929, + "शà¤ķ": 123930, + "Âłje": 123931, + "ĠÐļонÑģÑĤиÑĤÑĥ": 123932, + "à¥ģह": 123933, + "Ġپا": 123934, + "ìĨĮ를": 123935, + "Ġдела": 123936, + "кид": 123937, + "à¹Ĥà¸Ĭ": 123938, + "커ìĬ¤": 123939, + "dÄĽlen": 123940, + "à¤Ķर": 123941, + "äºİæĺ¯": 123942, + "ĠÙĩÙħÛĮØ´Ùĩ": 123943, + "ĠbaÅŁlam": 123944, + "ĠìĽ¨": 123945, + "Ġdeneyim": 123946, + "Ġüye": 123947, + "ĠνÏĮ": 123948, + "Ġà¤ĸड": 123949, + "nÄĽl": 123950, + "ĠÑģÑĦеÑĢÑĸ": 123951, + "à¸Ńà¸Ķà¸ł": 123952, + "ä¸Ģå¹´": 123953, + "Ġvurgu": 123954, + "ÄŀÄ°": 123955, + "âĢĻĊ": 123956, + "ĠÑĸнÑĪими": 123957, + "ĠзменÑĪ": 123958, + "Ġà¤ĭ": 123959, + "Ġвека": 123960, + "ĠØŃÚ©ÙĪÙħت": 123961, + "ĠتÙħاÙħÛĮ": 123962, + "Ġsmrt": 123963, + "Ġhủy": 123964, + "ĠyapılmÄ±ÅŁ": 123965, + "à¹īà¸ľ": 123966, + "ĠYen": 123967, + "ĠÑĥл": 123968, + "ĠSvÄĽt": 123969, + "ัà¸Ħ": 123970, + "ĠmÄĽsÃŃců": 123971, + "денÑĤи": 123972, + "Ġï¾ĺ": 123973, + "ĠполиÑĤи": 123974, + "skyt": 123975, + "ä¹Łæľī": 123976, + "Ġê°ĻìĬµëĭĪëĭ¤": 123977, + "Ġê·¸ëŀĺìĦľ": 123978, + "ÏĦεÏģη": 123979, + "ÑĩеÑĢ": 123980, + "ĠÃľNÄ°VERSÄ°TESÄ°": 123981, + "à¸ªà¸ł": 123982, + "Ġสร": 123983, + "ानद": 123984, + "ĠaÅŁÄ±rı": 123985, + "λίοÏħ": 123986, + "ĠÙĦÙģ": 123987, + "ÃŃnu": 123988, + "à¸Ńาร": 123989, + "ÑĤÑĥÑĢа": 123990, + "ĠÄįeských": 123991, + "Ġphức": 123992, + "以为": 123993, + "ÏģÏīÏĢα": 123994, + "ĠاÙĨرÚĺÛĮ": 123995, + "»)": 123996, + "alardan": 123997, + "ĠÑģÑĤвоÑĢÑİ": 123998, + "Ġtráv": 123999, + "६": 124000, + "ãģĬãĤĪãģ³": 124001, + "ïľĭ": 124002, + "adil": 124003, + "ĠΤι": 124004, + "ĠëIJ©ëĭĪëĭ¤": 124005, + "ĠεμÏĨ": 124006, + "Ġ구조": 124007, + "ìĹŃìĭľ": 124008, + "ĠاÙĦجاÙħ": 124009, + "主é¢ĺ": 124010, + "ãĤ¹ãĥĿ": 124011, + "ĠìĹŃìĭľ": 124012, + "ĠÚ©Ùħتر": 124013, + "ĠSpoleÄį": 124014, + "олоÑĪ": 124015, + "ĠSuriye": 124016, + "ЧеÑĢ": 124017, + "æĪĺæĸĹ": 124018, + "Ġzávis": 124019, + "æĽ¸é¤¨": 124020, + "Ġmusel": 124021, + "ĠçĿ": 124022, + "ÙħÙħ": 124023, + "ĠاÙĦخارج": 124024, + "ĠÐĵÐŀ": 124025, + "ĠваÑĢÑĤо": 124026, + "Ïģαβ": 124027, + "Ġपहà¤ļ": 124028, + "ublice": 124029, + "ÑĨионного": 124030, + "èĮ¨": 124031, + "ĠدÙģتر": 124032, + "ĠÙģس": 124033, + "Ġà¤¨à¤ľà¤°": 124034, + "tarı": 124035, + "ĠобÑĢоб": 124036, + "ĠÐłÐ°": 124037, + "ĠاÙĦصÙĨ": 124038, + "شة": 124039, + "ĠìĹĨìĹĪ": 124040, + "ožná": 124041, + "æľĢçµĤ": 124042, + "Ù¥": 124043, + "rech": 124044, + "ĠاÙĦأسر": 124045, + "Ġмови": 124046, + "Ġì¡°êµIJ": 124047, + "ÑĸмеÑĩ": 124048, + "ãĥ¯ãĥ¼": 124049, + "бÑĥÑĢг": 124050, + "ĠسÙĦس": 124051, + "åѦä¼ļ": 124052, + "Ġë¦": 124053, + "åħĭæĸ¯": 124054, + "æĸĩçĮ®": 124055, + "ĠxÆ°Æ¡ng": 124056, + "Ġyolc": 124057, + "ĠìĤ¬ë¬´": 124058, + "ãĤıãģļ": 124059, + "ĠÑĢаÑģÑĤений": 124060, + "ĠÙģضاÛĮ": 124061, + "Ġnaopak": 124062, + "ĠпÑĢивÑĭ": 124063, + "ĠدÛĮدÙĩ": 124064, + "à¸ģารà¹ĥà¸Ĭ": 124065, + "Ġåŀ": 124066, + "çijŁ": 124067, + "以åIJİ": 124068, + "ĠpÅĻibliž": 124069, + "ĠdÃ¼ÅŁman": 124070, + "Ġtemin": 124071, + "ĠÑĥÑģлÑĥг": 124072, + "Ġदब": 124073, + "ĠìĥĪê¸Ģ": 124074, + "ĠÑĥÑģÑĤÑĢойÑģÑĤва": 124075, + "ĠТÑĥÑĤ": 124076, + "ÏĦίοÏħ": 124077, + "ĠÄ°slâm": 124078, + "Ù¤": 124079, + "åıĤä¸İ": 124080, + "ĠкÑĥÑģÑĤ": 124081, + "éĻIJåĪ¶": 124082, + "تÙĬÙĨ": 124083, + "ĠоÑģÑĤаннÑĸ": 124084, + "ications": 124085, + "اکÛĮ": 124086, + "ноÑģÑı": 124087, + "ÄŁan": 124088, + "ãģıãĤĮãĤĭ": 124089, + "Ġyapıyor": 124090, + "Ġê°ķëĤ¨": 124091, + "ÙħÙĬÙħ": 124092, + "æŃIJ": 124093, + "Ġرع": 124094, + "ĠboÄŁ": 124095, + "ĠиÑģÑħод": 124096, + "èªł": 124097, + "æł·åŃIJ": 124098, + "Ġbudeme": 124099, + "ĠÑģеÑĤ": 124100, + "ιÏĥμοÏį": 124101, + "Ġå¾ĴæŃ©": 124102, + "uálnÃŃ": 124103, + "ĠاÙĦعÙĤ": 124104, + "Ġسبک": 124105, + "ĠاÙĦأخرÙī": 124106, + "EFA": 124107, + "åĽºå®ļ": 124108, + "ĠãĤ¬": 124109, + "ĠìŀIJìĹ°": 124110, + "ยวà¸Ĥ": 124111, + "بس": 124112, + "unma": 124113, + "Ġзаним": 124114, + "à¹ĥà¸Ļร": 124115, + "èĢĥèĻij": 124116, + "æ··åIJĪ": 124117, + "å°ĭ": 124118, + "ĠçıkÄ±ÅŁ": 124119, + "Ġmaliyet": 124120, + "éľĬ": 124121, + "ãģŁãĤģãģ®": 124122, + "Ġپش": 124123, + "ĠзлоÑĩ": 124124, + "Ġvýši": 124125, + "Ġschvál": 124126, + "ĠÙĨÙħÙĪدÙĩ": 124127, + "ÎĨ": 124128, + "Ġzách": 124129, + "ĠÏĥκ": 124130, + "ãĤ¹ãĥŀ": 124131, + "ĠÙħسائÙĦ": 124132, + "ĠاÙĦاجتÙħاع": 124133, + "åľ°çĤ¹": 124134, + "اÛĮاÙĨ": 124135, + "ĠÐŀк": 124136, + "ê¸Ķ": 124137, + "elease": 124138, + "ĠطبÙĤÙĩ": 124139, + "éijij": 124140, + "Ġì½Ķë¡ľëĤĺ": 124141, + "é¼ł": 124142, + "大åħ¨": 124143, + "ĠпÑĢивеÑģÑĤи": 124144, + "Ġابتد": 124145, + "ë¦¬ë¡ľ": 124146, + "ĠÑģÑĤÑĢанÑĭ": 124147, + "ĠzatÃŃmco": 124148, + "Ġhuyết": 124149, + "سÛĮÙĪÙĨ": 124150, + "Ġsordu": 124151, + "âĢĮرس": 124152, + "ĠÑĦÑĢон": 124153, + "Ġedip": 124154, + "ÙĨÚ¯ÛĮ": 124155, + "ĠкиÑĢ": 124156, + "Ġíķ´ìķ¼": 124157, + "ì»´": 124158, + "ÑĨиклоп": 124159, + "ĠпÑĢименениÑı": 124160, + "Ġобл": 124161, + "éļª": 124162, + "ĠkromÄĽ": 124163, + "æł¸å¿ĥ": 124164, + "rahim": 124165, + "оÑĢд": 124166, + "ĠlÃłnh": 124167, + "ĠоÑģÑĤÑĢов": 124168, + ";|": 124169, + "buz": 124170, + "ĠÏĦÏģο": 124171, + "ĠÐĴаÑĢ": 124172, + "æīİ": 124173, + "ılÄ±ÅŁ": 124174, + "éĿ¢ç©į": 124175, + "身份": 124176, + "é¢ĨåŁŁ": 124177, + "ĠاÙĦÙĤرÙĨ": 124178, + "ĠпÑĢиклад": 124179, + "ãĥģãĥ¼ãĥł": 124180, + "Ġสà¸ŀà¸Ľ": 124181, + "ĠоÑĩиÑģÑĤ": 124182, + "Ġмилли": 124183, + "аÑĨÑĸÑĹ": 124184, + "ีà¹Ģà¸Ń": 124185, + "Ġtanın": 124186, + "çĪ¶äº²": 124187, + "Ġmsgstr": 124188, + "ĠØ´ÛĮÙħÛĮ": 124189, + "ĠÙģراÙĩÙħ": 124190, + "Ġ맥": 124191, + "ãĢĤå½ĵ": 124192, + "ĠконÑĨенÑĤÑĢа": 124193, + "êµIJíļĮ": 124194, + "ãĤīãĤĮãģ¦": 124195, + "Ġyasak": 124196, + "ĠÐijол": 124197, + "Ġæ¾³": 124198, + "çĩķ": 124199, + "Ġجا": 124200, + "ëijĺ": 124201, + "ĠدرخÙĪاست": 124202, + "ĠmÃŃstnÃŃ": 124203, + "ÂĤÃĮ": 124204, + "Ġbaskı": 124205, + "Ġuçak": 124206, + "ä»ĵ": 124207, + "Ġìľłì§Ģ": 124208, + "Ġпоба": 124209, + "Ġzeptal": 124210, + "ç»ĻæĪij": 124211, + "ĠAtatürk": 124212, + "ĠÙħÙĨاس": 124213, + "ÑĴ": 124214, + "Ġaracı": 124215, + "лÑİÑĶ": 124216, + "Ġnitelik": 124217, + "ĠMezi": 124218, + "ĠÎŃναÏĤ": 124219, + "ÏİνÏĦαÏĤ": 124220, + "važ": 124221, + "Ġkuzey": 124222, + "ĠÏİÏģα": 124223, + "ĠÑĢозпов": 124224, + "à¹Īาà¸ģ": 124225, + "ãĢģä¸ī": 124226, + "ĠÑģÑĤаÑĢи": 124227, + "Ġhakkı": 124228, + "ĠØ¢ÙħادÙĩ": 124229, + "íĮĶ": 124230, + "омÑĸ": 124231, + "ĠâĢł": 124232, + "ãģĭãĤı": 124233, + "ãĢĮä½ł": 124234, + "æ³ķåĽ½": 124235, + "ÙIJÙĬÙĨ": 124236, + "æīķ": 124237, + "нили": 124238, + "ĠÑĥÑģÑĤановки": 124239, + "Ġlông": 124240, + "तम": 124241, + "ÙĪÙĨÙĬØ©": 124242, + "ÙĬتÙĬ": 124243, + "Ġê²Įìĭľë¬¼": 124244, + "ĠveÅ¡ker": 124245, + "ÎŃÏģγ": 124246, + "ĠÑĥÑģе": 124247, + "Ġkıl": 124248, + "Ġilgi": 124249, + "μÏīν": 124250, + "ĠзвÑĸлÑĮ": 124251, + "Ġönlem": 124252, + "à¸ģà¸İหมาย": 124253, + "ĠHiá»ĩp": 124254, + "ĠгоÑĢм": 124255, + "лÑıÑİÑĤÑĮÑģÑı": 124256, + "lamaya": 124257, + "ĠÑģпоÑģобом": 124258, + "ãģ¸ãģ¨": 124259, + "ç¦ģæŃ¢": 124260, + "ĠÑĢаÑħÑĥнок": 124261, + "ĠоÑĤвеÑĢÑģÑĤи": 124262, + ".:.:.:.": 124263, + "Ġmüda": 124264, + "онаÑħ": 124265, + "Ì£c": 124266, + "Ġyapacak": 124267, + "Ġназвание": 124268, + "对æĸ¹": 124269, + "ëĮĢíijľ": 124270, + "çĪŃ": 124271, + "вана": 124272, + "हन": 124273, + "ĠпÑĢоблема": 124274, + "ĠженÑīинÑĭ": 124275, + "èŀº": 124276, + "ĠhospodáÅĻ": 124277, + "ĠСÑĤеп": 124278, + "ĠodpovÄĽd": 124279, + "ĠSá»Ń": 124280, + "eview": 124281, + "åĩłä¹İ": 124282, + "çŁ¢": 124283, + "æĿ¥ãģŁ": 124284, + "ĠполоÑģ": 124285, + "ĠÑģел": 124286, + "å±Ĩ": 124287, + "ĠпеÑĢвой": 124288, + "ĠпÑĢоÑĨеÑģÑģа": 124289, + "ãĢĢãĤĿ": 124290, + "تاÙħبر": 124291, + "илаÑģÑı": 124292, + "ï¼ĮæĹł": 124293, + "ĠвлаÑģноÑģÑĤÑĸ": 124294, + "íķĺìŀIJ": 124295, + "аÑĤки": 124296, + "ĠBÃł": 124297, + "ĠKarel": 124298, + "è·µ": 124299, + "رÛĮÙĩ": 124300, + "ĠëĤĺ를": 124301, + "ĠобеÑģпеÑĩива": 124302, + "à¥įरपत": 124303, + "ãģĹãĤĩ": 124304, + "åįĴ": 124305, + "Ġ奥": 124306, + "ĠпÑĢоÑĤе": 124307, + "ĠæĭĽ": 124308, + "ĠСÑĤÑĢана": 124309, + "ĠÑĢабоÑĤаÑĤÑĮ": 124310, + "ĠتشخÛĮص": 124311, + "екÑģÑĥ": 124312, + "Ġ리그": 124313, + "ĠصاÙĦØŃ": 124314, + "ĠbaÅŁlamÄ±ÅŁ": 124315, + "ĠÙ¾ÛĮاÙħبر": 124316, + "زا": 124317, + "ĠмаÑģÑģ": 124318, + "ĠγαÏģ": 124319, + "ëĿ¼íĶ¼": 124320, + "Ġyarı": 124321, + "ĠÑĤипÑĥ": 124322, + "Ðŀп": 124323, + "ãģijãģªãģĦ": 124324, + "emem": 124325, + "ĠnÄĽmu": 124326, + "ĠÙĨشر": 124327, + "ĠÎijθήνα": 124328, + "ÙģراÙĨ": 124329, + "Ġ網": 124330, + "ĠпÑĢомиÑģлов": 124331, + "ĠBugün": 124332, + "ìŀĶ": 124333, + "ĠжÑĸнок": 124334, + "Ġà¸Ľà¸£à¸°à¹Ģà¸łà¸Ĺ": 124335, + "ĠвикоÑĢиÑģÑĤовÑĥваÑĤи": 124336, + "ĠТим": 124337, + ")를": 124338, + "ежаÑĤÑĮ": 124339, + "Ġsona": 124340, + "Ø´ÙĨبÙĩ": 124341, + "Ġnichž": 124342, + "åīĽ": 124343, + "ĠÙģتØŃ": 124344, + "ĠÙħÙĤدÙħ": 124345, + "ĠGüvenlik": 124346, + "eum": 124347, + "ç»ıè¿ĩ": 124348, + "è·ĿéĽ¢": 124349, + "ÂłÐ½Ðµ": 124350, + "ĠاصÙĪÙĦ": 124351, + "ĠzaÄįátku": 124352, + "ิà¹Ģวà¸ĵ": 124353, + "Ġà¤ķà¤Ł": 124354, + "Ġkriz": 124355, + "Ġpán": 124356, + "ĠбоÑĢÑĮ": 124357, + "ظÙħØ©": 124358, + "Ġê²½ë¶ģ": 124359, + "ĠاÙĦÙĬÙħÙĨ": 124360, + "ĠاÙĦعربÙĬ": 124361, + "Ġhlub": 124362, + "Ġchá»Ŀ": 124363, + "襲": 124364, + "ëĵľë¦¬": 124365, + "ãĥĸãĥª": 124366, + "ĠÑģÑĤолÑĸÑĤÑĤÑı": 124367, + "ربÙĬØ©": 124368, + "Ġæ°¸": 124369, + "Ġê±°ìĿĺ": 124370, + "ĠβαÏĥ": 124371, + "Ġarz": 124372, + "ãĥ¢ãĥ³": 124373, + "ĠÑĢÑĸвенÑĮ": 124374, + "ä¸įçŁ¥": 124375, + "导èĩ´": 124376, + "اÙĬØ´": 124377, + "ĠпÑĢевÑĭÑĪ": 124378, + "Ġпн": 124379, + "ĠÎĴÏģοÏĩή": 124380, + "Ġ身": 124381, + "ĠÄIJầu": 124382, + "ĠÏĮμÏīÏĤ": 124383, + "jÃŃž": 124384, + "Ġλίγ": 124385, + "ĠÑĪколи": 124386, + "ãģ£ãģ±ãģĦ": 124387, + "zdy": 124388, + "Ġ곧": 124389, + "teÅŁ": 124390, + "ÑĢеÑī": 124391, + "κει": 124392, + "sahuje": 124393, + "Ġà¤īसस": 124394, + "ĠTanrı": 124395, + "ä¸į好": 124396, + "éĥŃ": 124397, + "ĠвÑĭглÑıд": 124398, + "ĠçoÄŁ": 124399, + "ĠинÑģÑĤÑĢÑĥменÑĤ": 124400, + "rej": 124401, + "èĪĮ": 124402, + "ãģĭãĤīãģªãģĦ": 124403, + "ĠнепÑĢиÑıÑĤ": 124404, + "ĠкÑĢоме": 124405, + "ζη": 124406, + "Ġлог": 124407, + "ावर": 124408, + "ëħķíķĺìĦ¸ìļĶ": 124409, + "ाहरण": 124410, + "Ġgüvenilir": 124411, + "Tại": 124412, + "ĠØ´Ùĩرد": 124413, + "ĠΤε": 124414, + "оÑĢаз": 124415, + "ĠlÃłng": 124416, + "Ｉ": 124417, + "æĬķ注": 124418, + "Ġsiyaset": 124419, + "ÐĽÑİ": 124420, + "ĠtÅĻet": 124421, + "ĠÏĢÏģÏİÏĦη": 124422, + "ĠÑĥлÑĭб": 124423, + "ĠLâm": 124424, + "ÑĥлÑĮÑĤа": 124425, + "åŁºåľ°": 124426, + "Ġskupina": 124427, + "æ°¸ä¹ħ": 124428, + "лÑĥгов": 124429, + "ĠÑĨÑĸй": 124430, + "ĠPoh": 124431, + "iд": 124432, + "ĠTruy": 124433, + "çļĦä¸Ģ个": 124434, + "ë²ĦìłĦ": 124435, + "Ġxứ": 124436, + "à¸ĩà¹ģรà¸ģ": 124437, + "à¸Ħà¸Ńม": 124438, + "Ġelektronik": 124439, + "ĠaÄŁaç": 124440, + "Ġà¤ľà¤¯": 124441, + "ĠповеÑĢÑħноÑģÑĤÑĮ": 124442, + "ĠاÙĩÙħÛĮت": 124443, + "ливиÑħ": 124444, + "ĠolduÄŁundan": 124445, + "ï¼ī:": 124446, + "ÑĨиÑıÑħ": 124447, + "è£½ä½ľ": 124448, + "à¸Ĺรà¸ĩ": 124449, + "eyim": 124450, + "Ġnáklad": 124451, + "cilik": 124452, + "ĠÐĵлав": 124453, + "ĠUygu": 124454, + "ĠÑĢегÑĥлÑİ": 124455, + "à¤Ĥà¤ľà¤¨": 124456, + "Ġkaynaģı": 124457, + "à¹īาà¸Ń": 124458, + "Ġgörmek": 124459, + "ĠíĮ¬": 124460, + "Ġå®Į": 124461, + "Ø«ÙħاÙĨ": 124462, + "ĠÑĤакаÑı": 124463, + "Ġнеиз": 124464, + "Ġzprávy": 124465, + "ĠاÙĦشخص": 124466, + "Ġìĺ¤íĽĦ": 124467, + "ĠاÙĦطب": 124468, + "atırım": 124469, + "رÙĬر": 124470, + "ĠÙħعÙħارÛĮ": 124471, + "ÃľRK": 124472, + "ĠÒIJ": 124473, + "ĠìĦ¬": 124474, + "æīĭãģ«": 124475, + "Ġë³ĢíĻĶ": 124476, + "ulace": 124477, + "Ġsợ": 124478, + "ÑĢиÑĩ": 124479, + "มหาว": 124480, + "Ġkâ": 124481, + "ĠÑģпÑĢоб": 124482, + "ÙĩرÙĩ": 124483, + "ाधन": 124484, + "ĠÏĢαι": 124485, + "بعد": 124486, + "ĠاÙĦتÙĪ": 124487, + "ç»ıçIJĨ": 124488, + "působ": 124489, + "æ¬ł": 124490, + "ĠзаÑħвоÑĢÑİваннÑı": 124491, + "خة": 124492, + "ÚĨار": 124493, + "Ġbozuk": 124494, + "]âĢı": 124495, + "ĠSocorro": 124496, + "Ġhrad": 124497, + "надлеж": 124498, + "ĠÑĥÑĩаÑģÑĤие": 124499, + "å¤īãĤı": 124500, + "Ġyans": 124501, + "ĠØ¥ÙĦ": 124502, + "خبر": 124503, + "ÑĨиклопед": 124504, + "ιÏİν": 124505, + "ÏĥÏĦÏģο": 124506, + "Ġbanka": 124507, + "ĠsoÄŁuk": 124508, + "Ġünlü": 124509, + "é¢ľ": 124510, + "ĠرÙģع": 124511, + "çIJ³": 124512, + "ĠÑģоÑģÑĤоÑıнии": 124513, + "νονÏĦαÏĤ": 124514, + "ĠакÑĤи": 124515, + "ĠÏĢολÏħ": 124516, + "ĠмоÑĹ": 124517, + "Ġæł¼": 124518, + "ç²Ĺ": 124519, + "ĠÑģлÑĥÑĩай": 124520, + "ìĿ¼ìĹIJ": 124521, + "ĠÑĤÑĢебÑĥеÑĤ": 124522, + "ĠåıĤèĢĥ": 124523, + "angl": 124524, + "amik": 124525, + "ĠÄ°Åŀ": 124526, + "湯": 124527, + "ĠÄijáo": 124528, + "ละà¸Ħร": 124529, + "Ñģо": 124530, + "Âłob": 124531, + "Ġklim": 124532, + "èĥĨ": 124533, + "ìĥĿíĻľ": 124534, + "ãĥijãĥ³": 124535, + "-ब": 124536, + "Ġкад": 124537, + "à¹Īสามารà¸ĸ": 124538, + "ĠÙħسÙĦÙħاÙĨ": 124539, + "ç¿°": 124540, + "ĠBütün": 124541, + "ĠKraj": 124542, + "ĠпеÑĢÑģп": 124543, + "Ġenerj": 124544, + "ãģķãģĽãĤĭ": 124545, + "è¾¾åĪ°": 124546, + "ाà¤Ĭ": 124547, + "ĠگرÙģتÙĨ": 124548, + "ÑĪкÑĥ": 124549, + "ĠÐŁÐ»Ð¾": 124550, + "ÃŃny": 124551, + "ĠHra": 124552, + "ĠÚĨÙĨاÙĨ": 124553, + "Ġà¹Ħà¸Ĺย": 124554, + "visejÃŃcÃŃ": 124555, + "Û³Û³": 124556, + "ĠÐľÑĸнÑĸÑģÑĤеÑĢ": 124557, + "à¹Ĥà¸Ń": 124558, + "ĠدÙĩÛĮد": 124559, + "æ¯Ķä¾ĭ": 124560, + "ÏĥιεÏį": 124561, + "ÇIJ": 124562, + "ãĢģãģª": 124563, + "Ġतस": 124564, + "ĠÄ°t": 124565, + "ĠìłĦìŁģ": 124566, + "à¹Ģà¸Īร": 124567, + "Ġelektr": 124568, + "ĠdÆ°": 124569, + "âĶĶ": 124570, + "Ġìĥ¤": 124571, + "ä»®": 124572, + "à¸ģารà¹Ģล": 124573, + "ĠмÑĥлÑĮ": 124574, + "Ġ度": 124575, + "ĠHuyá»ĩn": 124576, + "вен": 124577, + "ĠlÆ°á»Ľi": 124578, + "Ġprovozu": 124579, + "ÑĥÑĢÑĥ": 124580, + "ÑĢÑĸÑĹ": 124581, + "ĠçocuÄŁ": 124582, + "ัà¸IJà¸ļาล": 124583, + "ÙĦÙĬÙĩ": 124584, + "Ġ[âĢ¦]...Ċ": 124585, + "åİŁå§ĭ": 124586, + "Ġsklad": 124587, + "ĠسپتاÙħبر": 124588, + "ĠTomáš": 124589, + "ĠسÙĪاÙĦ": 124590, + "çģŃ": 124591, + "ãĤĵãģ©": 124592, + "назнаÑĩ": 124593, + "ĠÄijÄ©a": 124594, + "ĠudÄĽlat": 124595, + "Ġà¤Ĩदम": 124596, + "Ｌ": 124597, + "ινÏĮ": 124598, + "iÅŁleri": 124599, + "ÄIJây": 124600, + "ĠرساÙĨÙĩ": 124601, + "عاÙħ": 124602, + "ãĥ¼ãĥijãĥ¼": 124603, + "Ġdoprov": 124604, + "ĠмÑĸÑģÑĤо": 124605, + "ï¼¥": 124606, + "елÑĸг": 124607, + "ائز": 124608, + "ä¸įäºĨ": 124609, + "ĠÐIJлекÑģандÑĢ": 124610, + "ĠвÑĢемен": 124611, + "ĠdveÅĻe": 124612, + "Ġchảy": 124613, + "Ġotel": 124614, + "èĤ¯å®ļ": 124615, + "ĠÑĥÑĤвеÑĢжд": 124616, + "ĠÐļомп": 124617, + "ĠëĤĺëĿ¼": 124618, + "ĠвÑĸдбÑĥваÑĶÑĤÑĮÑģÑı": 124619, + "ãĢģãĢİ": 124620, + "ĠkarÅŁÄ±lık": 124621, + "Ġlẫn": 124622, + "çħĻ": 124623, + "عکس": 124624, + "å¼¥": 124625, + "Ġtecr": 124626, + "Ġneod": 124627, + "æĪIJçĤº": 124628, + "åħ¥ãĤĬ": 124629, + "ĠÐŁÑĢод": 124630, + "ĠÏĢÏģά": 124631, + "ืà¸Ńà¸Ķ": 124632, + "ÑģÑĤаÑĤи": 124633, + "еноÑĹ": 124634, + "ÑĩиÑģл": 124635, + "羣æŃ£": 124636, + "Ġราà¸Ħ": 124637, + "ÑĥÑĢе": 124638, + "ĠشاÙĩد": 124639, + "اعر": 124640, + "Ġê²½íĹĺ": 124641, + "à¸Ļà¸Ħ": 124642, + "ãĥįãĥ«": 124643, + "ÏĢοÏħλοÏĤ": 124644, + "Ġमà¤Ī": 124645, + "ìĬ¤ì½Ķ": 124646, + "itelné": 124647, + "å¼ĢæĶ¾": 124648, + "çį¨": 124649, + "ĠpÅĻech": 124650, + "úÄįast": 124651, + "å¢ĵ": 124652, + "Ġå½±": 124653, + "ÙĨساÙĨ": 124654, + "Ġдвад": 124655, + "ĠидеÑĤ": 124656, + "ĠподклÑİÑĩ": 124657, + "íĬ¹ë³Ħìĭľ": 124658, + "BÃłi": 124659, + "Å¡ku": 124660, + "ilerden": 124661, + "åıĺå¾Ĺ": 124662, + "ëıĻìķĪ": 124663, + "ĠpostupnÄĽ": 124664, + "ĠиÑĤог": 124665, + "Ġdůvodu": 124666, + "sizlik": 124667, + "ÙĦاÙĨ": 124668, + "éĤ£ç§į": 124669, + "ĠÑĩаÑģа": 124670, + "ä¸įæĸŃ": 124671, + "ĠØ®ÛĮاباÙĨ": 124672, + "ĠاÙĦداخ": 124673, + "ĠÑģÑĤоÑĢÑĸн": 124674, + "Ġì¶ľìĹ°": 124675, + "æ²Ł": 124676, + "Ġhry": 124677, + "ĠGÃľ": 124678, + "ĠìĿ¸êµ¬": 124679, + "lied": 124680, + "ĠعاÙĦÙĬØ©": 124681, + "ĠпÑĢедваÑĢ": 124682, + "анной": 124683, + "åı¥è¯Ŀ": 124684, + "éłĵ": 124685, + "ë°ĶìĿ¼": 124686, + "ï¼ı/": 124687, + "ĠÙħختصات": 124688, + "ëŀ«": 124689, + "ĠçalÄ±ÅŁmaları": 124690, + "Ġrepublika": 124691, + "Ġì³": 124692, + "ा)": 124693, + "Ġê±´ê°ķ": 124694, + "Ġê³µëıĻ": 124695, + "èħ¦": 124696, + "ĠìĦľë¡ľ": 124697, + "ĠпÑĢоводиÑĤÑĮ": 124698, + "ĠдейÑģÑĤвиÑĤелÑĮно": 124699, + "veç": 124700, + "ثاÙĦ": 124701, + "Ġgösterir": 124702, + "ırlar": 124703, + "ĠÑģамÑĭм": 124704, + "álo": 124705, + "é¢ij次": 124706, + "à¥Īà¤Ĺ": 124707, + "ادÙħ": 124708, + "çĮª": 124709, + "ĠSản": 124710, + "Ġçı": 124711, + "Ġlety": 124712, + "Ġrepublice": 124713, + "æĿ¥èĩª": 124714, + "Ġvết": 124715, + "Ġbirik": 124716, + "Ġmekt": 124717, + "ĠاÙĦÙĪÙģ": 124718, + "Ġjich": 124719, + "ä¸Ģ覧": 124720, + "éľ²åĩº": 124721, + "ĠHiá»ĩn": 124722, + "Ġdiá»ĩt": 124723, + "ĠÑħÑĢиÑģÑĤи": 124724, + "åĪļæīį": 124725, + "kate": 124726, + "Ġbazen": 124727, + "ĠurÄįitÄĽ": 124728, + "ĠumožÅĪuje": 124729, + "é¡ĺãģĦ": 124730, + "/QÄIJ": 124731, + "ĠmenÅ¡ÃŃ": 124732, + "ÏĥκεÏħή": 124733, + "ĠÑĨеÑĢков": 124734, + "Ġè´Ń": 124735, + "окÑĢаÑĤи": 124736, + "ĠÑĢозк": 124737, + "ανοÏħ": 124738, + "Ġyönetic": 124739, + "Ġolmadan": 124740, + "åĨľä¸ļ": 124741, + "Ġë°ĶëŀĮ": 124742, + "çĵľ": 124743, + "ÑĪаеÑĤÑģÑı": 124744, + "ĠÐļоÑģÑĤ": 124745, + "ĠÙħعت": 124746, + "Ġà¸ŀล": 124747, + "ĠÙħتÙģاÙĪت": 124748, + "ãĤīãģı": 124749, + "èĪĹ": 124750, + "ĠتعرÛĮÙģ": 124751, + "éīĦéģĵ": 124752, + "ĠpéÄįe": 124753, + "컵": 124754, + "ĠподÑĢаз": 124755, + "ĠбанкÑĥ": 124756, + "Ä°SÄ°": 124757, + "æ¡IJ": 124758, + "à¹Ĥรà¸Ħ": 124759, + "ĠØŃØ°Ùģ": 124760, + "Ġë£": 124761, + "лиж": 124762, + "ĠìĤ°ìĹħ": 124763, + "ĠпÑĢиÑĩинÑĭ": 124764, + "Ġназна": 124765, + "ãĥªãĤ¹ãĥĪ": 124766, + "ìłķë¶Ģ": 124767, + "ÏĥÏĨα": 124768, + "å¦ĥ": 124769, + "Ġголови": 124770, + "ëIJĺìĹĪìĬµëĭĪëĭ¤": 124771, + "ĠενÏĮÏĤ": 124772, + "ãĤ¤ãĥ³ãĤ¿": 124773, + "Ġslun": 124774, + "ëł´": 124775, + "ĠÑģÑĥÑīеÑģÑĤвÑĥеÑĤ": 124776, + "заб": 124777, + "æĽ´åĬł": 124778, + "ĠблагодаÑĢÑı": 124779, + "ĠëĮĢ구": 124780, + "è¾ħ": 124781, + "หาà¸ģ": 124782, + "Ġæİ¥": 124783, + "ëĮĢ를": 124784, + "人类": 124785, + "jeme": 124786, + "åĪĨå¸ĥ": 124787, + "ìŀ¥ìĿĢ": 124788, + "Ġдопомоги": 124789, + "ìĻĦë£Į": 124790, + "osy": 124791, + "èĭ±éĽĦ": 124792, + "ĠÙĦس": 124793, + "मह": 124794, + "Ġà¸ģำ": 124795, + "ĠداشتÙĨ": 124796, + "Ńìłľ": 124797, + "Ä°ng": 124798, + "ĠThÆ°á»Ŀng": 124799, + "íĻĢ": 124800, + "ÑįÑĦ": 124801, + "íķ´ìļĶ": 124802, + "ĠÐľÑĸж": 124803, + "еÑĢÑĸга": 124804, + "Ġεá¼": 124805, + "à¹ģสà¸ĩ": 124806, + "ãĥĢãĤ¤": 124807, + "Ġcesty": 124808, + "Ġprázd": 124809, + "第ä¸Ģ次": 124810, + "ĠÙĩÙħسر": 124811, + "Ġzev": 124812, + "ÂłE": 124813, + "ĠBelediyesi": 124814, + "ĠпÑĢопози": 124815, + "ĠanlayÄ±ÅŁ": 124816, + "ÂłÙħ": 124817, + "ĠÑĢаÑģÑģÑĩиÑĤ": 124818, + "ĠاÙĦØ£ÙħرÙĬÙĥÙĬØ©": 124819, + "Ġžena": 124820, + "deniz": 124821, + "Ġnoci": 124822, + "Ġstál": 124823, + "ุย": 124824, + "주ìĨĮ": 124825, + "ĠзеÑĢ": 124826, + "ĠìĨĮê°ľ": 124827, + "Ġkhẳng": 124828, + "atıcı": 124829, + "ÄĽÅ¾": 124830, + "ĠÑĩÑĥÑĤÑĮ": 124831, + "ĠcáºŃu": 124832, + "ĠاطÙĦاع": 124833, + "æµħ": 124834, + "Ġstrav": 124835, + "ĠSanayi": 124836, + "ĠطبÙĬ": 124837, + "Ġhızla": 124838, + "Ïİνα": 124839, + "à¤¿à¤ľà¤²": 124840, + "ÙħØŃÙħد": 124841, + "à¸ļà¸ģ": 124842, + "Ġvzdálen": 124843, + "ĠÑĤакими": 124844, + "ãĢĤãģĿãģĹãģ¦": 124845, + "Ġkalp": 124846, + "Ġкожного": 124847, + "ÐłÂµ": 124848, + "ÙĦعاب": 124849, + "ĠÙħÙĪÙĨ": 124850, + "ĠìĿ¼ìĿĦ": 124851, + "Ġë°ĶìĿ´": 124852, + "Ġmekan": 124853, + "ĠجاÙħع": 124854, + "ĠÙĨÙģت": 124855, + "ĠاÙĦسÙħ": 124856, + "лÑĭÑħ": 124857, + "èĥĮæĻ¯": 124858, + "Ġê²ĥëıĦ": 124859, + "ĠìĤ´ìķĦ": 124860, + "ydı": 124861, + "ĠнавеÑĢ": 124862, + "åŃIJãģ¯": 124863, + "luluk": 124864, + "Ġhá»Ĺn": 124865, + "ĠØ´Ùģ": 124866, + "ĠعÙĦت": 124867, + "à¸Ħราม": 124868, + "ĠÎļÏįÏĢ": 124869, + "Ġà¹Ģมษายà¸Ļ": 124870, + "ÙĨدÙĤ": 124871, + "ĠÑĥÑģÑĤÑĢа": 124872, + "ĠÎĵεν": 124873, + "ĠÐĨван": 124874, + "ĠPhong": 124875, + "家çļĦ": 124876, + "ĠÐIJлекÑģ": 124877, + "ĠзбеÑĢÑĸг": 124878, + "ĠÅŁarkı": 124879, + "ĠظرÙģÛĮت": 124880, + "ĠÙħعÙĨÛĮ": 124881, + "Ġлов": 124882, + "ĠìĤ¶": 124883, + "èħIJ": 124884, + "Ġå¯Į": 124885, + "ERG": 124886, + "ĠÑģÑĤоимоÑģÑĤÑĮ": 124887, + "ÅĻet": 124888, + "à¥īय": 124889, + "à¹Īาร": 124890, + "ĠارÙĪپا": 124891, + "ĠбÑĢоÑģ": 124892, + "ĠоÑĤноÑģÑıÑĤ": 124893, + "ĠÎŁÎº": 124894, + "ÑĨÑĮкий": 124895, + "ÏĬκ": 124896, + "ãģĤãĤĬãģ¾ãģĽãĤĵ": 124897, + "ĠÑĥник": 124898, + "ĠÄijiá»ĥn": 124899, + "Ġvýzkum": 124900, + "Ġhứ": 124901, + "ĠÙĪات": 124902, + "Ġå¹³æĸ¹": 124903, + "Ïħμ": 124904, + "ãĤĴ使": 124905, + "είÏĦαι": 124906, + "两人": 124907, + "ĠåĮ»": 124908, + "ÑĢаÑĤиÑĤÑĮ": 124909, + "ĠاÙĦاÙĨت": 124910, + "ãģ®äºº": 124911, + "رش": 124912, + "ĠТÑĥÑĢ": 124913, + "rnÄĽ": 124914, + "天天": 124915, + "มาร": 124916, + "Ġortalama": 124917, + "ĠпеÑĢепиÑģ": 124918, + "ĠìĥĿìĤ°": 124919, + "å¿Ĩ": 124920, + "íĩ´": 124921, + "ï¼Į该": 124922, + "éĮ¢": 124923, + "ÏĢαίδ": 124924, + "ĠмеÑĢопÑĢи": 124925, + "ĠгÑĢав": 124926, + "ÃĶng": 124927, + "Ġæ¤": 124928, + "ĠاÙĦدÙĪÙĦØ©": 124929, + "ĠоÑģÑĮ": 124930, + "å¥Ķ": 124931, + "Ġgüvenli": 124932, + "íķĺìĭł": 124933, + "ĠéĬ": 124934, + "éŁ³æ¨Ĥ": 124935, + "Ġmedya": 124936, + "ĠبÙĨا": 124937, + "ама": 124938, + "ĠãĤŃãĥ£": 124939, + "èĹ¥": 124940, + "larım": 124941, + "ĠTiếng": 124942, + "iyorlar": 124943, + "ï¼¢": 124944, + "æĶĿ": 124945, + "ÑĸйÑģÑĮкоÑĹ": 124946, + "ĠyetiÅŁtir": 124947, + "Ġپسر": 124948, + "ãĤīãģĹ": 124949, + "Âļ": 124950, + "ìĥ¤": 124951, + "à¸Ķาห": 124952, + "ĠتØŃصÛĮÙĦ": 124953, + "Ġбенз": 124954, + "éģ£": 124955, + "ĠнаблÑİ": 124956, + "ä½ĵç³»": 124957, + "ãĥ¯ãĤ¤ãĥĪ": 124958, + "³³Ġ": 124959, + "书记": 124960, + "ĠMühendis": 124961, + "plor": 124962, + "laz": 124963, + "лÑıли": 124964, + "Ġpomáh": 124965, + "Ġближ": 124966, + "ĠÑĩиÑģла": 124967, + "ĠubytovánÃŃ": 124968, + "ÑĢаÑĤно": 124969, + "ĠtrÄĥm": 124970, + "ĠابراÙĩ": 124971, + "átka": 124972, + "Ġiçindeki": 124973, + "ัà¸ļà¸Ļ": 124974, + "ĠاÙħÛĮد": 124975, + "nave": 124976, + "ecut": 124977, + "å°±åľ¨": 124978, + "Ġtradi": 124979, + "Ø·ÙĦÙĤ": 124980, + "ãĤ¦ãĤ©": 124981, + "Ġkhuôn": 124982, + "ìĬ¤ë¡ľ": 124983, + "ÏĦÎŃÏģα": 124984, + "ĠÏĥκο": 124985, + "맼": 124986, + "ĠÙģÙĨÛĮ": 124987, + "à¹Įà¹Ģà¸ŀ": 124988, + "ĠاÙĦعظ": 124989, + "Ġthôn": 124990, + "기ìĿĺ": 124991, + "Ġ฿": 124992, + "ÑĥÑİÑĤÑģÑı": 124993, + "ĠÙħکاÙĨ": 124994, + "ĠâĹİ": 124995, + "Ġçľģ": 124996, + "Ġåį¡": 124997, + "ĠпеÑĢÑĪий": 124998, + "ĠíĽĦë³´": 124999, + "ĠآراÙħ": 125000, + "ãģĮãģĦ": 125001, + "ยาà¸Ļ": 125002, + "μει": 125003, + "ĠMáy": 125004, + "Ġzů": 125005, + "Ġpodporu": 125006, + "컨": 125007, + "ÑģÑĤÑĢи": 125008, + "ÏĢÏĦÏīÏĥη": 125009, + "Ð¤ÐĽ": 125010, + "åĵªéĩĮ": 125011, + "ĠпеÑĢвÑĥÑİ": 125012, + "Ġyerinde": 125013, + "ĠزÛĮبا": 125014, + "Ġodstran": 125015, + "à¥Ģà¤Ĺ": 125016, + "ĠÑĢÑĸзнÑĸ": 125017, + "ÏģηÏĥη": 125018, + "âĢĮاÙĦÙħÙĦÙĦÛĮ": 125019, + "عاد": 125020, + "à¥įपष": 125021, + "ÑŁN": 125022, + "ï½Ľ": 125023, + "ãĥ¼ãĥľ": 125024, + "è´Ńä¹°": 125025, + "ĠìĿ¸ê¸°ê¸Ģ": 125026, + "ĠÙħÛĮØ´ÙĪد": 125027, + "ĠбезопаÑģноÑģÑĤи": 125028, + "ĠνεÏĨοκ": 125029, + "ãģ«ãģ¨": 125030, + "ĠÑĨеÑĢкви": 125031, + "تÙĥ": 125032, + "ĠHÃłng": 125033, + "ĠÙĦÙĦس": 125034, + "ĠνεÏĨοκάλÏħÏĪηÏĤ": 125035, + "raman": 125036, + "Ġvyvol": 125037, + "niÄį": 125038, + "راÙĨÙĩ": 125039, + "ĠpeÅŁ": 125040, + "ãĥ«ãĤ¯": 125041, + "å´ĩ": 125042, + "Ġimkân": 125043, + "åĮ»çĸĹ": 125044, + "Ġपà¥Ŀ": 125045, + "άννηÏĤ": 125046, + "ĠجÛĮ": 125047, + "Ġproje": 125048, + "Ġülkenin": 125049, + "ĠKew": 125050, + "ĠاÙĦÙħÙģ": 125051, + "Ø£Ùĥ": 125052, + "çĻºè¡¨": 125053, + "ĠδÏħ": 125054, + "ĠåĽ½å®¶": 125055, + "ĠKiÅŁisel": 125056, + "ãĥ³ãĤ¬": 125057, + "Ġzpráva": 125058, + "Viá»ĩc": 125059, + "erif": 125060, + "Ġstránky": 125061, + "éļł": 125062, + "è¼ķ": 125063, + "коз": 125064, + "Ġà¤¸à¤ľ": 125065, + "ÙĩداÙģ": 125066, + "loub": 125067, + "à¸łà¸²à¸ŀยà¸Ļà¸ķร": 125068, + "ĠíķłìĿ¸": 125069, + "ĠÄIJÃło": 125070, + "ĠÙĨاØŃÛĮÙĩ": 125071, + "(=)": 125072, + "ĠÅŀampiyon": 125073, + "ĠpiÅŁ": 125074, + "ĠØ°Ùĩ": 125075, + "९": 125076, + "ĠÑģÑĢедÑģÑĤво": 125077, + "Ġà¹Ģวลา": 125078, + "ĠÑĩÑĥж": 125079, + "Ġverileri": 125080, + "Ġکارت": 125081, + "ави": 125082, + "Ġà¤ķरव": 125083, + "Ġrestau": 125084, + "ê°ľìĽĶ": 125085, + "ĠмиÑĢов": 125086, + "ì°®": 125087, + "ĠnÄĽjaký": 125088, + "Ġsessiz": 125089, + "اءات": 125090, + "ĠÐĹаÑħ": 125091, + "ÑıÑīиÑħ": 125092, + "пÑĢ": 125093, + "ĠподалÑĮ": 125094, + "ĠопÑĢеделиÑĤÑĮ": 125095, + "à¥Ń": 125096, + "ĠرÙģ": 125097, + "幸ç¦ı": 125098, + "à»": 125099, + "ĠvÄĽdom": 125100, + "ĠÑģвидеÑĤелÑĮ": 125101, + "ĠÎĵοÏħ": 125102, + "ılıģıyla": 125103, + "çĻ»éĮ²": 125104, + "Ġä¸ĭè·Į": 125105, + "ĠплÑİ": 125106, + "нод": 125107, + "ĠأجÙĦ": 125108, + "Ġà¤ķथ": 125109, + "éĥ½ä¸į": 125110, + "Ġsene": 125111, + "ĠpÄĽ": 125112, + "è¨ĪåĬĥ": 125113, + "ĠаÑĥд": 125114, + "Ġодном": 125115, + "Ġä¸ĩåħĥ": 125116, + "ĠÙĪÙħا": 125117, + "ĠÐĶÑĢÑĥг": 125118, + "èµ·ãģĵ": 125119, + "ваÑİÑĤÑģÑı": 125120, + "лаÑĤÑĥ": 125121, + "ĠتÙĪÙĨ": 125122, + "ÑīаÑı": 125123, + "ήλ": 125124, + "ĠÐŁÑĢа": 125125, + "Ġاسترات": 125126, + "ิà¸Ļà¹Ģà¸Ķ": 125127, + "à¥įà¤Ĺत": 125128, + "ÂłÐ·": 125129, + "ĠполоÑĤ": 125130, + "æ®ĸ": 125131, + "æ¡Ĩ": 125132, + "ĠSistem": 125133, + "Ġruku": 125134, + "ãĥĥãĤ«ãĥ¼": 125135, + "ĠобÑıзан": 125136, + "ĠkÃ¶ÅŁ": 125137, + "Ġadını": 125138, + "Ø´ÙħاÙĦÛĮ": 125139, + "naÄįenÃŃ": 125140, + "Ġ.ï¼ı": 125141, + "Ġå®ĺ": 125142, + "Ġtoplumsal": 125143, + "誤": 125144, + "ĠبÙĩبÙĪد": 125145, + "ÑģÑĤвеннаÑı": 125146, + "Ġآپ": 125147, + "ĠجÙĦسÙĩ": 125148, + "ãĢĢï½": 125149, + "åĵŃ": 125150, + "æīĢå±ŀ": 125151, + "æĴ®": 125152, + "ì¢Ģ": 125153, + "Ġει": 125154, + "ì¹ĺ를": 125155, + "Ġê³¼ìłķ": 125156, + "uuml": 125157, + "δά": 125158, + "Ġزد": 125159, + "ìĽIJìĿĦ": 125160, + "ĠvÄĽcÃŃ": 125161, + "دث": 125162, + "Ġsanki": 125163, + "åĥıæĺ¯": 125164, + "лаÑĢа": 125165, + "ìĤ¬ìĿ´": 125166, + "ãĤıãĤĮãģŁ": 125167, + "ĠÄijón": 125168, + "åIJ¯åĬ¨": 125169, + "ĠgiÃłnh": 125170, + "Ġkırmızı": 125171, + "Ø®Ùħ": 125172, + "æIJį": 125173, + "åĪĩãĤĬ": 125174, + "ãĤµãĥ¼ãĥĵãĤ¹": 125175, + "Ùĩار": 125176, + "Ø°Ùĥر": 125177, + "оÑĢоз": 125178, + "à¥Īà¤Ĥ।ĊĊ": 125179, + "ĠíĻĪíİĺìĿ´ì§Ģ": 125180, + "ĠÙĥبÙĬرة": 125181, + "нина": 125182, + "íķĺìļ°": 125183, + "å¼ķçĶ¨é¢ij次": 125184, + "८": 125185, + "ĠбаÑĤÑĮкÑĸв": 125186, + "à¸Łà¸Ńร": 125187, + "ี.": 125188, + "ìłĿíĬ¸": 125189, + "éĺħ读次æķ°": 125190, + "Ġitir": 125191, + "ÑĪин": 125192, + "ĠVáºŃy": 125193, + "çĤ®": 125194, + "лагод": 125195, + "Ø´ÙĨاس": 125196, + "á»IJ": 125197, + "ĠÑıгод": 125198, + "Ġì¤ijìķĻ": 125199, + "رÙĬØ·": 125200, + "ĠìĪĺíĸī": 125201, + "Ġä¸ĢèĪ¬": 125202, + "ĠÑħвилин": 125203, + "ĠÐľÐ¾Ð¶Ð½Ð¾": 125204, + "ĠнаÑĩале": 125205, + "Ġоднов": 125206, + "ĠÃľÃ§": 125207, + "ÑĨионнÑĭй": 125208, + "Ġìļķ": 125209, + "æ¼Ĥ": 125210, + "å²³": 125211, + "تدÙī": 125212, + "κηÏĤ": 125213, + "âĢĻnda": 125214, + "ï¼IJï¼IJ": 125215, + "èªī": 125216, + "é§ħå¾ĴæŃ©": 125217, + "ĠÙģرزÙĨد": 125218, + "åħ¬è·¯": 125219, + "αÏĥίαÏĤ": 125220, + "าà¸ĵาà¸Ī": 125221, + "ëij¥": 125222, + "ĠÏĢοι": 125223, + "ĠبداÙĨ": 125224, + "кап": 125225, + "ĠìŀĪëĬĶëį°": 125226, + "ï¼ĮæѤ": 125227, + "à¸Ľà¸£à¸°à¹Ĥยà¸Ĭà¸Ļ": 125228, + "ĠÚ©Ø´ÙĪرÙĩاÛĮ": 125229, + "ุส": 125230, + "ãģ¹ãģį": 125231, + "ĠÑģамÑĭй": 125232, + "ĠплÑı": 125233, + "Ġбед": 125234, + "人æīį": 125235, + "สหร": 125236, + "ูà¸ķ": 125237, + "Ġkullanımı": 125238, + "íķĻëħĦ": 125239, + "æ²»çĸĹ": 125240, + "ãĢĤä¸įè¿ĩ": 125241, + "æ£ļ": 125242, + "ëĤ¨ëıĦ": 125243, + "Ġآتش": 125244, + "ÏĩÎŃÏĤ": 125245, + "Ġfunkci": 125246, + "нообÑĢаз": 125247, + "à¥ĭफ": 125248, + "Ġkaps": 125249, + "าษà¸İ": 125250, + "(ع": 125251, + "ï¼ĮåĬł": 125252, + "à¹Ĭà¸ģ": 125253, + "ĠÙĩØ´": 125254, + "ĠدرÙĪÙĨ": 125255, + "ĠмеÑĩ": 125256, + "ĠпÑĢежде": 125257, + "à¹Īย": 125258, + "Ġارشد": 125259, + "าà¹Ģล": 125260, + "æ¯Ķè¼ĥ": 125261, + "Ġذکر": 125262, + "ĠæĿ¡": 125263, + "ÐĬ": 125264, + "ÑĥкÑĢаÑĹн": 125265, + "ÙĬÙĨات": 125266, + "ì¢ĭ": 125267, + "диÑı": 125268, + "ÏĦÏģι": 125269, + "ĠÐļаз": 125270, + "ÙĤÙĦاÙĦ": 125271, + "_,,": 125272, + "ĠÚĨت": 125273, + "ĠìĿ¼ìłķ": 125274, + "ĠÐŁÑĢоÑĦ": 125275, + "æ³Ľ": 125276, + "Ġdruhý": 125277, + "ÑĩÑĥк": 125278, + "ledik": 125279, + "Ġheyec": 125280, + "Ñĭвал": 125281, + "ĠDüny": 125282, + "ĠçĻº": 125283, + "ĠpÅĻátel": 125284, + "βάλ": 125285, + "Ġغر": 125286, + "ëĭ¨ì²´": 125287, + "ìĽ¨ëĶĶìĭľ": 125288, + "ÑĢаÑīениÑı": 125289, + "нÑĨиклопед": 125290, + "Ġpodnikatel": 125291, + "Ġìĭłìŀħ": 125292, + "ĠÙģرآ": 125293, + "илиÑģÑı": 125294, + "Ġolumlu": 125295, + "à¥įषमत": 125296, + "ĠÙħتخصص": 125297, + "йом": 125298, + "ؤاÙĦ": 125299, + "ĠÐĿаÑĤ": 125300, + "ìĺ¤ëĬĶ": 125301, + "ĠMüdürlÃ¼ÄŁÃ¼": 125302, + "ĠHÃłnh": 125303, + "ĠسابÙĤ": 125304, + "ï¼īçļĦ": 125305, + "ĠQuý": 125306, + "ládánÃŃ": 125307, + "Ġìļ´ëıĻ": 125308, + "ĠÐĺÑħ": 125309, + "諾": 125310, + "lıģının": 125311, + "lil": 125312, + "uÄį": 125313, + "ĠÑĩемпÑĸон": 125314, + "ÑĤож": 125315, + "Ġä½Ľ": 125316, + "ниÑĨе": 125317, + "ĠпеÑĢвого": 125318, + "ĠÑģом": 125319, + "ÏĩÏİ": 125320, + "ÅĻik": 125321, + "иÑĤелÑĮÑģÑĤва": 125322, + "ĠÄ°ki": 125323, + "Ġaskeri": 125324, + "cisi": 125325, + "ĠjednÃŃm": 125326, + "Ġstanice": 125327, + "èĤ¡ç¥¨": 125328, + "à¸ľà¸¡": 125329, + "Từ": 125330, + "Å¡ak": 125331, + "ÏĦία": 125332, + "мами": 125333, + "ãģĮåĩº": 125334, + "μοί": 125335, + "маÑĶ": 125336, + "ëł¥ìĿ´": 125337, + "ãĤĦãģ£ãģ¦": 125338, + "Ġå¼µ": 125339, + "ØĮĊ": 125340, + "Ġ»Ċ": 125341, + "اجات": 125342, + "á½³": 125343, + "æĻĤãģ®": 125344, + "Ġпокол": 125345, + "ÑĸÑĤеÑĤ": 125346, + "Ġíķ´ê²°": 125347, + "Ġdedim": 125348, + "ĠÑĤвеÑĢд": 125349, + "ĠженÑīина": 125350, + "едини": 125351, + "ĠÙ¾ÛĮÚ©": 125352, + "iversite": 125353, + "ĠآسÛĮاب": 125354, + "ĠÑħаÑĢакÑĤеÑĢиÑģÑĤики": 125355, + "ĠØ£ÙĨÙĩا": 125356, + "ĠÑĥкÑĢаÑĹнÑģÑĮкоÑĹ": 125357, + "ĠاختÙĦاÙģ": 125358, + "Ġtez": 125359, + "ÏģεÏħ": 125360, + "Ġkonumu": 125361, + "ĠÑĤеÑħнÑĸ": 125362, + "мÑĸв": 125363, + "èĬ¯": 125364, + "ĠÏĥελ": 125365, + "Ä¢": 125366, + "μιÏĥ": 125367, + "ีà¹īĊ": 125368, + "Ġmne": 125369, + "ĠоÑĤвеÑĩ": 125370, + "ĠÎī": 125371, + "Ġéĩİ": 125372, + "Ġgấp": 125373, + "ĠпÑĢодÑĥкÑĤÑĭ": 125374, + "ĠСÑĢед": 125375, + "ÑĸллÑı": 125376, + "à¸ļà¸Ńà¸ģ": 125377, + "ĠtÅĻÃŃdy": 125378, + "Ġthá»ķ": 125379, + "ãĥĩãĤ£ãĤ¢": 125380, + "ÏĢοιη": 125381, + "νει": 125382, + "æĪij们çļĦ": 125383, + "Ġprofesyonel": 125384, + "ĠRakou": 125385, + "Ġвидно": 125386, + "Ġzby": 125387, + "ĠØŃاÙĦÛĮ": 125388, + "Ġé£Ł": 125389, + "ĠLÃłm": 125390, + "Ġگست": 125391, + "ĠТип": 125392, + "θι": 125393, + "ávis": 125394, + "ÙIJب": 125395, + "åı¯èĥ½æĢ§": 125396, + "ĠÑģемей": 125397, + "ãĤīãĤĮãģ¦ãģĦãĤĭ": 125398, + "ìĥģíĴĪ": 125399, + "ĠοÏħ": 125400, + "Ġà¤ħà¤Ĺस": 125401, + "олом": 125402, + "γον": 125403, + "ĠÑģвÑıÑī": 125404, + "æĵ¦": 125405, + "ÏĥÏĦηκε": 125406, + "èĢħçļĦ": 125407, + "-à¤ķ": 125408, + "ÑĤии": 125409, + "ĠвизнаÑĩеннÑı": 125410, + "åıijåĩº": 125411, + "даÑħ": 125412, + "ĠмоÑĢÑı": 125413, + "æī¾åĪ°": 125414, + "ÙĦÙĪب": 125415, + "èĬĻ": 125416, + "ĠÑĦакÑĤ": 125417, + "æ¯į亲": 125418, + "idlo": 125419, + "ĠStad": 125420, + "Ñįй": 125421, + "ìĽIJìĿ´": 125422, + "à¤ıन": 125423, + "æķ´ä¸ª": 125424, + "Ġfık": 125425, + "ĠÙħات": 125426, + "ÏĢον": 125427, + "Ġ경기ëıĦ": 125428, + "Ġαδ": 125429, + "Ġvzpom": 125430, + "Ġná»ĵi": 125431, + "ĠÙĨÙĤاط": 125432, + "ождение": 125433, + "ĠзалÑĸз": 125434, + "Ġrủi": 125435, + "è¾°": 125436, + ".:.:.:.:.:.:.:.:.:.:.:.:.:.:.:.:": 125437, + "ĠMÃľ": 125438, + "Ġkari": 125439, + "ĠÑģобÑĭ": 125440, + "ìĸ´ì§Ħ": 125441, + "رÙĬس": 125442, + "ubu": 125443, + "ĠØ®ÙĦÙģ": 125444, + "ظٹط": 125445, + "æĿī": 125446, + "ĠæĻ®éĢļ": 125447, + "ĠÙħÙĪاطÙĨØ©": 125448, + "ĠÑģÑĤанÑĥ": 125449, + "Ġê·¸ëħĢìĿĺ": 125450, + "ĠÙĦÙĥرة": 125451, + "Ġosm": 125452, + "ĠÑĥÑĢож": 125453, + "ега": 125454, + "Ġfelse": 125455, + "æĢĿèĢĥ": 125456, + "ãĢĮãģĪ": 125457, + "ĠновиÑħ": 125458, + "à¹IJ": 125459, + "üml": 125460, + "ĠíĶ¼íķ´": 125461, + "ìĿ¼ë°ĺ": 125462, + "Ġtürü": 125463, + "ĠмÑĸÑģÑĤÑĸ": 125464, + "Ġkaždé": 125465, + "ĠÙħسجد": 125466, + "ấc": 125467, + "ĠÙģÚ©ÛĮ": 125468, + "Ġyasal": 125469, + "å°±ç®Ĺ": 125470, + "ĠоблиÑĩÑĩÑı": 125471, + "ĠÙĦدÙĬ": 125472, + "ابات": 125473, + "ĠÑģпаÑģ": 125474, + "êµ°ìļĶ": 125475, + "Ġпад": 125476, + "ĠбÑĢаÑĤ": 125477, + "éĩį大": 125478, + "Ġdüzenlenen": 125479, + "Gün": 125480, + "Ġaplikace": 125481, + "à¸Ńห": 125482, + "Ġçħ": 125483, + "ĠÑģоÑģÑĤоиÑĤ": 125484, + "è¯Ħä»·": 125485, + "ĠDuy": 125486, + "طاÙĤ": 125487, + "ĠпÑĢидеÑĤÑģÑı": 125488, + "Ġtolik": 125489, + "Ġobrov": 125490, + "ĠpÅĻipoj": 125491, + "ĠÄ±ÅŁÄ±": 125492, + "Ú¯ÙĪÛĮ": 125493, + "æľŁå¾ħ": 125494, + "иплом": 125495, + "Ġince": 125496, + "ĠСоб": 125497, + "енÑĮÑİ": 125498, + "è§Ĵèī²": 125499, + "Ġà¸ķร": 125500, + "Ġbại": 125501, + "Ġê°ĢëĬ¥íķľ": 125502, + "ĠblÃŃzk": 125503, + "Ġtách": 125504, + "ĠвидÑĭ": 125505, + "иÑĩна": 125506, + "Ġvyžad": 125507, + "ĠìĨIJìĿĦ": 125508, + "ĠÐĿÑĸмеÑĩ": 125509, + "åŁºäºİ": 125510, + "ĠÐļÑĢи": 125511, + "ĠعزÛĮز": 125512, + "tiler": 125513, + "евÑĸ": 125514, + "Ġmožnosti": 125515, + "باز": 125516, + "ĠìĤ¬ë§Ŀ": 125517, + "ĠzÅĻejmÄĽ": 125518, + "íŤ": 125519, + "Ġürünleri": 125520, + "Ġγλη": 125521, + "аки": 125522, + "ãĤĴéĸĭ": 125523, + "anou": 125524, + "åĽ½ãģ®": 125525, + "ĠyaÅŁanan": 125526, + "ĠÑģевеÑĢ": 125527, + "Ġæ©Ł": 125528, + "มาà¸ģมาย": 125529, + "ĠíijľíĺĦ": 125530, + "รส": 125531, + "ĠضربÙĩ": 125532, + "ĠEvet": 125533, + "æĨ¶": 125534, + "ĠدÙĤÛĮÙĤ": 125535, + "Ġвозникнов": 125536, + "ìľłë¨¸": 125537, + "Ġíijľìĭľ": 125538, + "ÛĮØ´ÙĨ": 125539, + "ãĥĹãĥ©": 125540, + "ÑĤÑİ": 125541, + "ÙĪسÛĮ": 125542, + ")ìĿ´": 125543, + "è¯ģæĺİ": 125544, + "ãģ§ãģįãģ¾ãģĻ": 125545, + "ìĪĺìĿĺ": 125546, + "çĸĨ": 125547, + "ĠÙħÙģÙĩÙĪÙħ": 125548, + "оÑĩаÑĤкÑĥ": 125549, + "ालà¤ķ": 125550, + "æ¡Ĥ": 125551, + "ĠоÑħоÑĢони": 125552, + "ĠارزÛĮابÛĮ": 125553, + "ĠìµľëĮĢ": 125554, + "Ġthoải": 125555, + "ĠЦенÑĤÑĢалÑĮ": 125556, + "ĠçķĻ": 125557, + "à¸Ľà¸£à¸°à¹Ģà¸łà¸Ĺ": 125558, + "æµ·å¤ĸ": 125559, + "ĠÅŀu": 125560, + "íĻľëıĻ": 125561, + "ĠdvÄĽma": 125562, + "istrovstvÃŃ": 125563, + "Ġaracılıģıyla": 125564, + "Ġtrá»Ļn": 125565, + "»:": 125566, + "íĭ±": 125567, + "ĠÙĦÛĮÚ¯": 125568, + ".Ðļ": 125569, + "ĠÙħÙĤاÛĮسÙĩ": 125570, + "ĠвмÑĸ": 125571, + "رÙĪب": 125572, + "ĠاÙĦØ´Ùħ": 125573, + "ĠdennÄĽ": 125574, + "ÑĥÑĩа": 125575, + "åħ¹": 125576, + "Ñīим": 125577, + "ĠíĬ¹íŀĪ": 125578, + "ĠاستاÙĨدارد": 125579, + "à¥Ģध": 125580, + "ãĤ¸ãĤ¢": 125581, + "à¹ĩà¹ĩ": 125582, + "иÑģÑģ": 125583, + "Ġkazanç": 125584, + "ĠzÃŃskal": 125585, + "åĽŀæĿ¥": 125586, + "ĠпÑıÑĤÑĮ": 125587, + "ĠÄijãi": 125588, + "ĠÙĪرد": 125589, + "Ġìķķ": 125590, + "ุà¸Ĺร": 125591, + "åĬ¨çī©": 125592, + "Ġpublik": 125593, + "æĪIJæľ¬": 125594, + "æĪIJåijĺ": 125595, + "ãĤ¤ãĤ¯": 125596, + "شرÙĥØ©": 125597, + "á¿ĨÏĤ": 125598, + "Ġyola": 125599, + "üyoruz": 125600, + "ĠкÑĥÑĢи": 125601, + "ĠпоÑħож": 125602, + "Ġìłľê°Ģ": 125603, + "ियत": 125604, + "ائÙĦØ©": 125605, + "Ġãģ¾": 125606, + "़à¥ĩà¤Ĥ": 125607, + "ÑģÑĮкими": 125608, + "âĢľä½ł": 125609, + "imizde": 125610, + "ìµľìĭł": 125611, + "Ậ": 125612, + "èŁ": 125613, + "à¸Ħรà¸Ńà¸ļ": 125614, + "ãĢĢãĢĢãĢĢĠãĢĢĠãĢĢĠãĢĢ": 125615, + "تغ": 125616, + "ĠVÅ¡ech": 125617, + "à¸±à¸Ľà¸Ķาห": 125618, + "Ġatd": 125619, + "воÑİ": 125620, + "Ġyapım": 125621, + "ologické": 125622, + "Ġплен": 125623, + "Ġlazım": 125624, + "rung": 125625, + "ìĦľê´Ģ": 125626, + "Ġjiný": 125627, + "Ġtròn": 125628, + "ĠполÑĸÑĤики": 125629, + "اÙĥÙħ": 125630, + "دÛĮگر": 125631, + "à¥Īà¤Ĥ.Ċ": 125632, + "ĠاÙĩد": 125633, + "Ġãĥį": 125634, + "ĠпÑĢодÑĥкÑĤов": 125635, + "æĤŁ": 125636, + "ĠpÅĻÃŃpadech": 125637, + "ĠzaÄįala": 125638, + "åħ¥ãĤĮ": 125639, + "ĠÑĢÑĸвнÑĸ": 125640, + "æĦŁæĥħ": 125641, + "ĠΧα": 125642, + "죽": 125643, + "ิà¸Īารà¸ĵ": 125644, + "ÂłÐ±": 125645, + "ÑĸÑĹв": 125646, + "بش": 125647, + "çļĦéĹ®é¢ĺ": 125648, + "Ġzastup": 125649, + "볤ìļĶ": 125650, + "ãģ§ãģĻãģŃ": 125651, + "âĢĮداÙĨ": 125652, + "ï¼ĮæĤ¨": 125653, + "ĠuvÄĽdom": 125654, + "ãģ¦ãĤĭ": 125655, + "ìĤ¬ëŀĮ": 125656, + "lun": 125657, + "éĽĨåIJĪ": 125658, + "맹": 125659, + "Ġžid": 125660, + "à¤Ĭ": 125661, + "Ġtrp": 125662, + "лениÑħ": 125663, + "＿__": 125664, + "ÐľÐŀ": 125665, + "å¼ĭ": 125666, + "λÎŃον": 125667, + "ĠÄijòi": 125668, + "ĠкÑĢок": 125669, + "layıcı": 125670, + "ì¶ľìŀ¥ë§ĪìĤ¬ì§Ģ": 125671, + "åijĪ": 125672, + "éľŀ": 125673, + "ĠпоглÑıд": 125674, + "ترÙĥ": 125675, + "ĠتÙģاÙĪت": 125676, + "Ġå®®": 125677, + "ĠدÙĪربÛĮÙĨ": 125678, + "æĶ¾åľ¨": 125679, + "ĠÑģлÑĥÑĩаев": 125680, + "ĠÏħÏĢηÏģε": 125681, + "ë§ŀ": 125682, + "ãģĻãģĻ": 125683, + "ê²łëĭ¤": 125684, + "รายà¸ģาร": 125685, + "ĠÏĢÏģιν": 125686, + "ĠÑģмеÑĪ": 125687, + "å§ī": 125688, + "Ġvýsledky": 125689, + "Ġpotvr": 125690, + "åıijè¡Į": 125691, + "Ġtúi": 125692, + "ĠìĤ¬ëĿ¼": 125693, + "ç«Ļåľ¨": 125694, + "Ġjaký": 125695, + "Ġà¸ļาà¸ĩ": 125696, + "Ġdikkate": 125697, + "ĠدرآÙħد": 125698, + "æİĴåIJį": 125699, + "rálnÃŃ": 125700, + "ê³¼ìĿĺ": 125701, + "ä½µ": 125702, + "олаг": 125703, + "isiyle": 125704, + "Ġæ½": 125705, + "Ġतम": 125706, + "Ġdij": 125707, + "Ġnhánh": 125708, + "ĠRek": 125709, + "设æĸ½": 125710, + "ĠpodmÃŃnek": 125711, + "并ä¸į": 125712, + "кÑĥÑĤ": 125713, + "Ġê³łëł¤": 125714, + "çļĦå£°éŁ³": 125715, + "æĪĺäºī": 125716, + "даÑı": 125717, + "Ġê´Ģìĭ¬": 125718, + "ĠÑĦÑĸнанÑģ": 125719, + "ĠKöy": 125720, + "Ġжал": 125721, + "ĠÑģлÑĥжби": 125722, + "мена": 125723, + "تÙĬار": 125724, + "ĠÑĩемпион": 125725, + "ÏĢιÏĥ": 125726, + "landırma": 125727, + "maktan": 125728, + "Ġ丶": 125729, + "à¹Īà¸Ńส": 125730, + "ĠmÃ¼ÅŁteri": 125731, + "ĠصÙĨد": 125732, + "Ġetmesi": 125733, + "ĠпоÑĢÑĤ": 125734, + "νονÏĦαι": 125735, + "Ġãħĭãħĭ": 125736, + "ĠKAR": 125737, + "Ġuch": 125738, + "ĠØ®ÙĦÙĤ": 125739, + "าษà¸İร": 125740, + "æŃ¡": 125741, + "Ġимени": 125742, + "ãģłãģijãģ©": 125743, + "Ġìĭ¤ìĭľ": 125744, + "ÏĥÏīÏĢ": 125745, + "Ġì£": 125746, + "tÄĽÅ¾": 125747, + "Ġözellikleri": 125748, + "Ġبپ": 125749, + "ĠизобÑĢаж": 125750, + "ÙĬÙħÙĥÙĨ": 125751, + "ĠãĥĶ": 125752, + "ĠÐĶив": 125753, + "ĠØ¥ÙĬ": 125754, + "ÙĥÙĬÙĦ": 125755, + "ĠÅŁik": 125756, + "Ġà¤Ĩà¤ĸ": 125757, + "larınızı": 125758, + "ĠвÑĸдÑĢÑĸз": 125759, + "ĠÑĢобоÑĤа": 125760, + "Ġtarif": 125761, + "ĠاÙĪت": 125762, + "ınma": 125763, + "é£Łãģ¹": 125764, + "ĠuzavÅĻ": 125765, + "룸": 125766, + "çĽijçĿ£": 125767, + "Ġ:ï¼¼": 125768, + "θÏħν": 125769, + "à¸Ķร": 125770, + "alarından": 125771, + "èĩªæĭį": 125772, + "ĠroÄįnÃŃ": 125773, + "ाà¤ĩव": 125774, + "ĠÙĥÙĪر": 125775, + "ĠÏĦαιν": 125776, + "ĠÑĸндив": 125777, + "rve": 125778, + "ĠνεÏĨÏİÏĥειÏĤ": 125779, + "Ġbá»ijn": 125780, + "Ġå¿«": 125781, + "ĠÑģолÑĮ": 125782, + "liÄŁinde": 125783, + "à¤¿à¤¨à¤Ł": 125784, + "ahtar": 125785, + "ĠnebezpeÄį": 125786, + "æĹ¢çĦ¶": 125787, + "ĠëĮĢìłĦ": 125788, + "ĠÙĨÚ¯ÙĩدارÛĮ": 125789, + "ĠzÃŃskat": 125790, + "ĠналиÑĩие": 125791, + "Ġaks": 125792, + "ï¼īãĢĤĊĊ": 125793, + "Ġrodiny": 125794, + "ĠзаÑħÑĸд": 125795, + "å¾®ç¬ij": 125796, + "ÂłÐĶа": 125797, + "radu": 125798, + "īnh": 125799, + "ples": 125800, + "ĠKons": 125801, + "ิà¹Ĥล": 125802, + "ĠاÙĦÙĪص": 125803, + "åIJ¬åĪ°": 125804, + "ĠÑģпоÑĢÑĤив": 125805, + "ĠÑģайÑĤе": 125806, + "Ġاظ": 125807, + "larındaki": 125808, + "Ġtá»ķn": 125809, + "ÐĿÐĨ": 125810, + "Ġnedost": 125811, + "ĠÑĤоÑĢгÑĸв": 125812, + "ĠاÛĮت": 125813, + "Ġاختصاص": 125814, + "ĠÃľy": 125815, + "ĠSadece": 125816, + "ĠÙħخرÙĪØ·": 125817, + "Äģn": 125818, + "çesi": 125819, + "ĠçĬ": 125820, + "ãĤĤãģ£ãģ¨": 125821, + "ĠéŁĵ": 125822, + "èµĸ": 125823, + "ĠполÑĥÑĩениÑı": 125824, + "Ġëĺ": 125825, + "âĢĻÑĹ": 125826, + "bÃŃr": 125827, + "ĠбÑĸблÑĸ": 125828, + "ĠDá»±": 125829, + "женеÑĢ": 125830, + "ç½ijåĪĬ": 125831, + "Ġà¤²à¥ľà¤ķ": 125832, + "ĠÑĥÑĩнÑĸв": 125833, + "èĪ°": 125834, + "ĠÃĸÄŁren": 125835, + "Ġola": 125836, + "Ġ।âĢĿĊĊ": 125837, + "ระà¹Ģà¸ļ": 125838, + "á½²": 125839, + "Ġرز": 125840, + "еи": 125841, + "ÑıÑĩи": 125842, + "ØŃب": 125843, + "æĴ¤": 125844, + "ãģ¾ãģŁãģ¯": 125845, + "бина": 125846, + "ĠγεÏģ": 125847, + "ĠоÑĤноÑģиÑĤÑģÑı": 125848, + "åīįçļĦ": 125849, + "ĠÅ¡Å¥": 125850, + "Ġyılda": 125851, + ":::::|": 125852, + "ustil": 125853, + "اÙĦØ¥": 125854, + "ĠsouÄįasné": 125855, + "ĠÙĨÛĮرÙĪÛĮ": 125856, + "ÑĩеÑģкое": 125857, + "ظÙģ": 125858, + "ĠÙ¾ÛĮØ´ÛĮÙĨÙĩ": 125859, + "ĠعÙģØ´": 125860, + "Ġrostlin": 125861, + "ç½ijåĪĬä¸ĭ载次æķ°": 125862, + "ĠпÑĢигоÑĤовиÑĤÑĮ": 125863, + "ãĥĮ": 125864, + "ĠÙĪÙħع": 125865, + "Ġbecer": 125866, + "ĠãĤ±": 125867, + "ÏĩήÏĤ": 125868, + "оÑģÑĤÑĥп": 125869, + "Ġ밾매": 125870, + "Ñĸйного": 125871, + "Ġhrd": 125872, + "ĠпÑĢепаÑĢаÑĤÑĭ": 125873, + "ĠÙģرض": 125874, + "ĠTyto": 125875, + "ĠкÑĢаÑĹн": 125876, + "Ġزاد": 125877, + "Ġiktidar": 125878, + "ì§ĵ": 125879, + "Ùijر": 125880, + "ÑĢÑıдÑĥ": 125881, + "кÑĸй": 125882, + "âĶ£": 125883, + "Ġкожи": 125884, + "ĠتازÙĩ": 125885, + "obec": 125886, + "inae": 125887, + "Ġvyjád": 125888, + "ĠرÙģتÙĩ": 125889, + "Що": 125890, + "ĠBylo": 125891, + "оÑĤв": 125892, + "ĠденÑĮги": 125893, + "é§Ĩ": 125894, + "ĠмаÑĪин": 125895, + "Ġأج": 125896, + "ì´Īëĵ±íķĻêµIJ": 125897, + "dıģında": 125898, + "баÑģ": 125899, + "Ġæł¹": 125900, + "ÎijÎĿΤ": 125901, + "ÙĴØŃ": 125902, + "Ġjejichž": 125903, + "ìĹIJìĦľìĿĺ": 125904, + "Ġадже": 125905, + "Ġìı": 125906, + "ÏĥοÏħ": 125907, + "etleri": 125908, + "ĠبعدÛĮ": 125909, + "ĠìŀIJëıĻì°¨": 125910, + "ิà¸įà¸į": 125911, + "Ġtisk": 125912, + "ãĥ¼ãĤ¹ãĥĪ": 125913, + "Ġमतलब": 125914, + "ê³Ħíļį": 125915, + "ãĤ¦ãĥĪ": 125916, + "Ġà¹Ģมà¸ķร": 125917, + "Ġopsiyon": 125918, + "ĠÑĢавно": 125919, + "ĠبÛĮÙħÙĩ": 125920, + "Ġ먼ìłĢ": 125921, + "иÑĤелÑĮнÑĭм": 125922, + "ĠнÑĸби": 125923, + "ĠдеÑģÑıÑĤ": 125924, + "ĠÑģиÑĤÑĥаÑĨии": 125925, + "еÑĢÑĪе": 125926, + "ľ": 125927, + "ุà¸ķร": 125928, + "Ġyönetimi": 125929, + "éIJĺ": 125930, + "ĠÙħÛĮتÙĪاÙĨ": 125931, + "ĠزÙĨدÙĩ": 125932, + "ãĥŃãĥ³": 125933, + "ĠKBS": 125934, + "ìĦľë¹ĦìĬ¤": 125935, + "ï»ł": 125936, + "eckého": 125937, + "ĠÙĤابÙĦÛĮت": 125938, + "ãĢĤä»Ĭ": 125939, + "ÃŃnÄĽ": 125940, + "ĠÑģмог": 125941, + "ĠÑģлÑĭÑĪ": 125942, + "ÙĴÙģ": 125943, + "poÅĻád": 125944, + "елÑĮно": 125945, + "ĠείÏĩαν": 125946, + "-ÐŁÐµÑĤеÑĢб": 125947, + "ĠChiến": 125948, + "éry": 125949, + "ĠÑĸнÑģÑĤиÑĤÑĥÑĤ": 125950, + "ç»Ĩèĥŀ": 125951, + "ÑĭÑŁN": 125952, + "Ġvua": 125953, + "Ġà¤ħश": 125954, + "ÑĢоÑģÑĤо": 125955, + "ĠvůÄįi": 125956, + "ë¿IJ": 125957, + "Ġliá»ĩt": 125958, + "Ġíķµ": 125959, + "ĠاÙģر": 125960, + "ĠTeknik": 125961, + "Ġroli": 125962, + "ĠпопÑĭÑĤ": 125963, + "аÑĤкÑĸв": 125964, + "Ġüniversit": 125965, + "аÑĤоÑĢÑĭ": 125966, + "ÑİÑīиÑħÑģÑı": 125967, + "Ġتض": 125968, + "лÑİÑĩаеÑĤÑģÑı": 125969, + "Ġíĸīë³µ": 125970, + "Ġayrıntılı": 125971, + "ĠкиÑĢп": 125972, + "æĭ¼": 125973, + "ëģĶ": 125974, + "лаÑĤа": 125975, + "Ġkhoán": 125976, + "Ġhâlâ": 125977, + "ÏĥÏħ": 125978, + "оглаÑģ": 125979, + "æİ¥çĿĢ": 125980, + "éĿ©åij½": 125981, + "ĠpÅĻeb": 125982, + "à¹Ģà¸īล": 125983, + "ĠاÙĦÙħÙĦÙĦÛĮ": 125984, + "åłĨ": 125985, + "íıIJ": 125986, + "à¸ķลà¸Ńà¸Ķ": 125987, + "°С": 125988, + "ìĤ¬ëŀij": 125989, + "Ġгиб": 125990, + "ë²Ī째": 125991, + "æĶ¹åıĺ": 125992, + "表çİ°": 125993, + "иÑĩеÑģким": 125994, + "สมà¹Ģà¸Ķ": 125995, + "å±ħæ°ij": 125996, + "ÂĽ": 125997, + "ĠìķĦìĿ´ëĶĶ": 125998, + "ĠмеждÑĥнаÑĢод": 125999, + "Ġyem": 126000, + "Ġmül": 126001, + "ĠاÛĮست": 126002, + "Ġãĥ´": 126003, + "ัà¸Ļà¹Ħà¸Ķ": 126004, + "à¥Ģण": 126005, + "åħ¶å®ŀ": 126006, + "Ġgelenek": 126007, + "ë¶ģëıĦ": 126008, + "à¹īาà¸ķ": 126009, + "Ġìī¬": 126010, + "ĠÏĢÎŃ": 126011, + "ĠÙĥاÙħÙĦ": 126012, + "ĠتعÙħÛĮر": 126013, + "訴": 126014, + "ë¹Ļ": 126015, + "iyim": 126016, + "å°¿": 126017, + "éĤ£æł·": 126018, + "êµŃìĿĺ": 126019, + "ãģĹãģ¦ãģĬãĤĬ": 126020, + "Ġniž": 126021, + "Ġκον": 126022, + "à¹Īาà¸Ń": 126023, + "Ġγε": 126024, + "ĠСевеÑĢ": 126025, + "ediálnÃŃ": 126026, + "ãģŁãģ¡ãģ®": 126027, + "mayacak": 126028, + "ÑĻ": 126029, + "ĠÑĥгл": 126030, + "Ġkapas": 126031, + "ÑĥвалиÑģÑı": 126032, + "ĠмеÑģÑıÑĨа": 126033, + "ữu": 126034, + "ิลล": 126035, + "ãĤĪãĤĬãĤĤ": 126036, + "à¥ĩण": 126037, + "Ġ客": 126038, + "ĠdeÄŁerli": 126039, + "ÙĪاز": 126040, + "ีà¸Ńย": 126041, + "ĠåıĪ": 126042, + "Ġà¸Ķร": 126043, + "ĠÙĨاب": 126044, + "ĠتÙĦÙĪÛĮزÛĮÙĪÙĨ": 126045, + "Ġolanlar": 126046, + "ä¼ĺç§Ģ": 126047, + "ÙĥاÙĦ": 126048, + "ĠдеÑģÑıÑĤи": 126049, + "mán": 126050, + "ĠÑĢанÑĮ": 126051, + "Ġìłľì¶ľ": 126052, + "è³¢": 126053, + "або": 126054, + "Ġtechnik": 126055, + "ĠKiá»ĥm": 126056, + "teki": 126057, + "á¹": 126058, + "ĠmnÄĽ": 126059, + "Ġê³µê°Ħ": 126060, + "ĠMek": 126061, + "ĠاعتÙħاد": 126062, + "à¹Įà¹Ħà¸Ķ": 126063, + "εÏģÏĮ": 126064, + "ĠÑĥдаÑĢ": 126065, + "оÑĩÑĮ": 126066, + "æ¦Ĥ念": 126067, + "ÑĢал": 126068, + "алÑĮнÑĭми": 126069, + "à¥ģरस": 126070, + "ráci": 126071, + "ĠÙĤÙĪÙĦ": 126072, + "Ġदव": 126073, + "ĠпÑĢавда": 126074, + "Ġå¿ħ": 126075, + "Ġdosud": 126076, + "нÑĥÑĤÑĮÑģÑı": 126077, + "NÄĥm": 126078, + "à¸ĺà¸Ļ": 126079, + "Ġdokun": 126080, + "Ġåľ¨çº¿": 126081, + "ูà¹Ħ": 126082, + "ụy": 126083, + "ĠновÑĭÑħ": 126084, + "Ġmezun": 126085, + "ĠCần": 126086, + "à¸ģารà¸ŀ": 126087, + "ĠìĺĪìłķ": 126088, + "Ïĥή": 126089, + "à¹Īà¸Ļà¹Ģà¸ģม": 126090, + "ĠÙĪاÙĦس": 126091, + "ãĥ³ãĥĨãĤ£": 126092, + "çľĭè§ģ": 126093, + "ĠساÙĦÙħ": 126094, + "ĠбагаÑĤÑĮоÑħ": 126095, + "ĠÄijÃłi": 126096, + "ĠدستÛĮ": 126097, + "à¸ŀà¸Ń": 126098, + "епÑĤи": 126099, + "ĠìłĦíĻĶ": 126100, + "æĻĤãģ«": 126101, + "ĠSeznam": 126102, + "мÑĸнÑĥ": 126103, + ";?#": 126104, + "à¥Ģसर": 126105, + "ĠÚĨÛĮست": 126106, + "νοια": 126107, + "ัà¸Ļà¸Ń": 126108, + "Ġà¸Ħำ": 126109, + "Ġë³´íĺ¸": 126110, + "Ġiddia": 126111, + "Ġβιβ": 126112, + "é«ĺä¸Ń": 126113, + "Ù¨": 126114, + "ÐĴаж": 126115, + "ĠиÑģполн": 126116, + "ÑĪÑĤов": 126117, + "ĠTaÅŁ": 126118, + "ìĽħ": 126119, + "åĬ¹": 126120, + "Ġåıĥ": 126121, + "Ġprostoru": 126122, + "ĠÑģпад": 126123, + "еÑĢина": 126124, + "ĠpÅĻeklad": 126125, + "Å¡ov": 126126, + "ĠÙģÙĩÙħ": 126127, + "æĬij": 126128, + "Ġابتدا": 126129, + "ãĤĴãģĬ": 126130, + "likler": 126131, + "ĠÙħاÙĥ": 126132, + "Ġkonut": 126133, + "ĠداÙĨشجÙĪÛĮ": 126134, + "ĠопÑĤим": 126135, + "ĠбÑĥма": 126136, + "ĠлÑİдÑıм": 126137, + "ĠлÑĸка": 126138, + "ĠÑĢозповÑĸд": 126139, + "nesenÃŃ": 126140, + "Ġà¸łà¸²à¸ŀ": 126141, + "иÑĩний": 126142, + "اطÙĦ": 126143, + "ÑİÑīими": 126144, + "ãģıãģ¨": 126145, + "éŃ¯": 126146, + "ĠجÙĨسÛĮ": 126147, + "ÐĺТ": 126148, + "रल": 126149, + "ĠÚ©ÙĪدک": 126150, + "олиÑĤ": 126151, + "ĠÑģÑĤÑĢÑĥкÑĤÑĥÑĢ": 126152, + "vekili": 126153, + "Ġबय": 126154, + "ĠgelmiÅŁ": 126155, + "िरफ": 126156, + "ĠнайкÑĢа": 126157, + "ĠÐĶжон": 126158, + "ĠãĥĹãĥŃ": 126159, + "ĠyaÅŁlı": 126160, + "ĠkarÄ±ÅŁtır": 126161, + "ĠvÄĽtÅ¡inou": 126162, + "Ġvazgeç": 126163, + "à¹īาà¸Ħ": 126164, + "lendirme": 126165, + "Ġç¨ĭ": 126166, + "说è¯Ŀ": 126167, + "ĠíķĦìļĶíķľ": 126168, + "aÅĻilo": 126169, + "ĠležÃŃ": 126170, + "ĠAmerikan": 126171, + "ãĤĦãģĻ": 126172, + "vajÃŃcÃŃ": 126173, + "ÐĿЯ": 126174, + "ĠìĹĦë§Ī": 126175, + "Ġåĥ": 126176, + "rál": 126177, + "Ġçay": 126178, + "tuÄŁ": 126179, + "ุà¸įาà¸ķ": 126180, + "ĠÑģлив": 126181, + "νοÏħ": 126182, + "ĠOv": 126183, + "ĠCHP": 126184, + "ĠZemÄĽ": 126185, + "ĠÄįeský": 126186, + "ĠThánh": 126187, + "иÑĤелÑĮноÑģÑĤÑĮ": 126188, + "æĦıä¹ī": 126189, + "à¥įरमण": 126190, + "ĠдиамеÑĤ": 126191, + "Ġklin": 126192, + "ĠکرÛĮ": 126193, + "ãģ§ãģ¯ãģªãģı": 126194, + "飯åºĹ": 126195, + "Ġkênh": 126196, + "ĠÑĢанÑĮÑĪе": 126197, + "ãĤĴãģĹãģŁ": 126198, + "ĠпÑĢибоÑĢ": 126199, + "Ġà¤ĸतर": 126200, + "Ġyu": 126201, + "é§IJ": 126202, + "ĠÑĢабо": 126203, + "ĠÐ¡ÐłÐ¡Ðł": 126204, + "èĬ¬": 126205, + "žila": 126206, + "еÑĢÑĤа": 126207, + "иÑģÑĤÑĢа": 126208, + "Ġкниги": 126209, + "ĠFrancie": 126210, + "ĠÚĺاپ": 126211, + "ĠÎļοÏħ": 126212, + "ัวà¹Ģà¸Ńà¸ĩ": 126213, + "Ġlắng": 126214, + "Ġнами": 126215, + "Ġподой": 126216, + "дÑĢом": 126217, + "obus": 126218, + "ÐĴÑĸн": 126219, + "Ġstalo": 126220, + "Ġà¤ıà¤ľ": 126221, + "ĠLinh": 126222, + "ebiliriz": 126223, + "ĠзавÑĤÑĢа": 126224, + "μεÏģο": 126225, + "ĠÎŃν": 126226, + "ÑıÑĤно": 126227, + "ĠдоÑĢож": 126228, + "åıĤçħ§": 126229, + "Ïĥιο": 126230, + "à¹īà¹Ģà¸ģ": 126231, + "aných": 126232, + "ç·ł": 126233, + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ": 126234, + "åĬĽçļĦ": 126235, + "ĠSır": 126236, + "Ġì§ĢëıĦ": 126237, + "ç·Ĭ": 126238, + "ĠpoÄįtu": 126239, + "ï¼Įä¸İ": 126240, + "ä¸ĸç´Ģ": 126241, + "емого": 126242, + "Ġhusus": 126243, + "Ġölçüde": 126244, + "Ġtrục": 126245, + "à¸Ľà¸¥à¸Ńà¸Ķà¸ł": 126246, + "ÂłpÅĻÃŃ": 126247, + "ĠBölgesi": 126248, + "мом": 126249, + "ãģ«ãģ¦": 126250, + "Ġ쪽ì§Ģ": 126251, + "ÄĽtÅ¡": 126252, + "ĠìĦ±ê³µ": 126253, + "रत": 126254, + "urdu": 126255, + "ĠìĽĢì§ģ": 126256, + "ÑŁÐŃ": 126257, + "nÃŃkem": 126258, + "ĠskuteÄįnosti": 126259, + "ĠдаÑĤ": 126260, + "neum": 126261, + "ĠÑĤаблеÑĤ": 126262, + "jvu": 126263, + "Ġsedm": 126264, + "سÙĬØ©": 126265, + "ĠкоÑĢоб": 126266, + "emmel": 126267, + "ãģ¤ãģij": 126268, + "é¦Ļèķī": 126269, + "ĠشخصÛĮت": 126270, + "ä¸ĬäºĨ": 126271, + "ÙĪرا": 126272, + "ĠаÑĤмоÑģ": 126273, + "Ġлей": 126274, + "Ġzprav": 126275, + "Ġëķħ": 126276, + "ูà¸Ĺ": 126277, + "Ġاسر": 126278, + "ĠAydın": 126279, + "ĠعÙħÙĦÙĬØ©": 126280, + "ĠдÑĸÑĶ": 126281, + "Ġdök": 126282, + "Ġफल": 126283, + "ĠìĤ¬ëŀĮëĵ¤ìĿ´": 126284, + "ĠнаÑĤÑĥÑĢалÑĮ": 126285, + "æŁľ": 126286, + "温度": 126287, + "Ġkles": 126288, + "ĠинвеÑģÑĤи": 126289, + "süz": 126290, + "æĴ°": 126291, + "ĠãĤ¢ãĥ«": 126292, + "ĠèĴ": 126293, + "адки": 126294, + "ĠklÃŃÄį": 126295, + "Ïĩεί": 126296, + "ĠThiết": 126297, + "ĠسرÛĮع": 126298, + "ĠÏĢεÏģιοÏĩή": 126299, + "ÙĪÙĤÙģ": 126300, + "ÏģÏīÏĥη": 126301, + "ĠسÙĦاÙħت": 126302, + "ëĵ¤ëıĦ": 126303, + "ĠveÅĻejné": 126304, + "Ġvitam": 126305, + "ĠبازÛĮگر": 126306, + "ĠÑĢеÑĨепÑĤ": 126307, + "ĠìľĦíķ´ìĦľ": 126308, + "ĠØ£Ùĥبر": 126309, + "Ġküt": 126310, + "민주": 126311, + "Ġtéž": 126312, + "Ġå¼ķ": 126313, + "ÑĩаÑģно": 126314, + "çļĦåľ°": 126315, + "Ġarchitekt": 126316, + "ĠбакÑĤеÑĢ": 126317, + "Ġãģį": 126318, + "ĠодеÑĢж": 126319, + "ĠتجارÛĮ": 126320, + "éĿĪ": 126321, + "Ġrecep": 126322, + "驶": 126323, + "ĠدÙĩÙĩ": 126324, + "è²Į": 126325, + "çµIJå©ļ": 126326, + "ılıç": 126327, + "ãģĭãĤīãģ¯": 126328, + "å¿ĥéĩĮ": 126329, + "æĬķè³ĩ": 126330, + "è²Ŀ": 126331, + "ĠкÑĥлÑĮÑĤÑĥÑĢÑĭ": 126332, + "Ġå°ij": 126333, + "à¹ģà¸ŀร": 126334, + "γκÏĮ": 126335, + "arım": 126336, + "ĠاساسÛĮ": 126337, + "ĠposlednÃŃch": 126338, + "ĠÙħÙħÙĨ": 126339, + "ĠпозиÑĤив": 126340, + "ìł¤": 126341, + "ÑĥвавÑģÑı": 126342, + "Ġجزئ": 126343, + "ìĿ´ìŀIJ": 126344, + "ĠинÑģÑĤÑĢÑĥк": 126345, + "Ġηλεκ": 126346, + "Ġdemir": 126347, + "ä¸ŃæĸĩåŃĹå¹ķ": 126348, + "ĠعاشÙĤ": 126349, + "ĠباÙĦÙĤ": 126350, + "Ġmaz": 126351, + "άνι": 126352, + "ĠdÃ¼ÄŁ": 126353, + "ĠκÏģα": 126354, + "ĠбÑĥдÑĤо": 126355, + "ç¦ıåĪ©": 126356, + "ĠпÑĢедназнаÑĩ": 126357, + "ÙħÙĦØ©": 126358, + "ĠбÑĥдинкÑĥ": 126359, + "Å¥an": 126360, + "íķĢ": 126361, + "ç´¹ä»ĭ": 126362, + "کز": 126363, + "ĠкаÑĦед": 126364, + "ãģ«è¦ĭ": 126365, + "าà¸ķรà¸IJาà¸Ļ": 126366, + "ë¡ľëĬĶ": 126367, + "ivÄĽ": 126368, + "èĥ½æºIJ": 126369, + "ï¼Įåħ¨": 126370, + "ĠÑĥдив": 126371, + "Ġë§ĮëĤĺ": 126372, + "ÐĴÐIJ": 126373, + "ĠGür": 126374, + "ĠдÑĢÑĥгим": 126375, + "ÏĥÏį": 126376, + "ĠoÄŁlu": 126377, + "Ġê°Ģê¹Į": 126378, + "ĠзнаÑĩиÑĤелÑĮно": 126379, + "озÑĸ": 126380, + "Ġmá»±c": 126381, + "ĠBeÅŁ": 126382, + "Ġjezd": 126383, + "ávÄĽ": 126384, + "ÏĦηÏĥε": 126385, + "ãģ¦ãģĦãģªãģĦ": 126386, + "ĠСвÑıÑĤ": 126387, + "Ġमश": 126388, + "ĠΤοÏħ": 126389, + "声ãĤĴ": 126390, + "ĠÑģамое": 126391, + "ĠåĮº": 126392, + "ĠìĤ¬ëŀĮìĿĢ": 126393, + "ĠÙħÙĦت": 126394, + "Ġjoker": 126395, + "Ġneob": 126396, + "ĠÑĤака": 126397, + "ĠÙĩÙģت": 126398, + "Ġδεδο": 126399, + "ĠзаÑħоп": 126400, + "ĠاÙĦÙħخت": 126401, + "езда": 126402, + "Ġíķľë²Ī": 126403, + "ĠعاÙħØ©": 126404, + "Ġdostate": 126405, + "Ġplav": 126406, + "楽ãģĹ": 126407, + ".;.;.;.;": 126408, + "ваÑĶ": 126409, + "Ġbụi": 126410, + "ĠÄijỡ": 126411, + "ĠmyslÃŃ": 126412, + "ĠÙĨار": 126413, + "Ġnút": 126414, + "Ġмала": 126415, + "ΤΡ": 126416, + "ĠاÙĦرÙħزÙĬØ©": 126417, + "ladım": 126418, + "ä¸Ģç·Ĵ": 126419, + "ĠiÅŁÃ§": 126420, + "livé": 126421, + "르ê²Į": 126422, + "аннаÑı": 126423, + "ظËĨØ·": 126424, + "Ġdừng": 126425, + "ÙĦÙĥتر": 126426, + "çŃĶæ¡Ī": 126427, + "ĠÙħÙĪÙĤعÛĮت": 126428, + "ĠÑĸнозем": 126429, + "ĠиÑģÑĩ": 126430, + "ĠнепÑĢавилÑĮ": 126431, + "bakan": 126432, + "ĠçīĪ": 126433, + "еннÑİ": 126434, + "à¸ĩà¹Ģศ": 126435, + "à¸Ħวามà¸Ħ": 126436, + "%.Ċ": 126437, + "à¹Īà¹Ģà¸Ľ": 126438, + "ĠآبÛĮ": 126439, + "Ġstáty": 126440, + "ĠترتÛĮب": 126441, + "Äįemž": 126442, + "Ġé¹": 126443, + "ĠÙģاÙĦ": 126444, + "Ġbelirlen": 126445, + "ĠâĨĺ": 126446, + "èĩ³å°ij": 126447, + "ĠBunlar": 126448, + "Ġä¸ĵ": 126449, + "ĠÙħØŃاس": 126450, + "ĠìĦľë²Ħ": 126451, + "Ġcanh": 126452, + "ĠпÑĢоÑĤÑıж": 126453, + "ĠнÑĸмеÑĨÑĮ": 126454, + "à¥Īà¤łà¤ķ": 126455, + "ëĭī": 126456, + "ĠнанеÑģ": 126457, + "ĠвозÑĢаÑģÑĤа": 126458, + "Ġ[âĢ¦]Ċ": 126459, + ".à¸ŀ": 126460, + "ิศาสà¸ķร": 126461, + "çģ½": 126462, + "ê°ĻìĿĢ": 126463, + "ลà¸ĩà¸Ĺ": 126464, + "ãĤ±ãĥ¼ãĤ¹": 126465, + "ĠãĤ¢ãĤ¤": 126466, + "ÑģÑİ": 126467, + "ĠÙĦر": 126468, + "ãģĭãģ£ãģ¦": 126469, + "Ġ기ë°ĺ": 126470, + "Ġ!:": 126471, + "ĠÑģÑĬ": 126472, + "ĠØ´ÙĨاسÛĮ": 126473, + "ĠìķĦ침": 126474, + "Ġعباس": 126475, + "Ġà¸ķà¸Ńà¸Ļ": 126476, + "ĠмеÑĤалли": 126477, + "ÑĪила": 126478, + "Ġpodrob": 126479, + "ÑĸÑģно": 126480, + "Ġ赤": 126481, + "ciler": 126482, + "ozem": 126483, + "ĠоÑģновнÑĭÑħ": 126484, + "Âłà¤ķ": 126485, + "à¸ĸà¸Ļà¸Ļ": 126486, + "анÑĤаж": 126487, + "ĠDÃŃky": 126488, + "ĠگذارÛĮ": 126489, + "æľºä¼ļ": 126490, + "οÏħλίοÏħ": 126491, + "оÑĩек": 126492, + "ĠнапиÑĤ": 126493, + "ĠبÛĮشترÛĮ": 126494, + "ä¾į": 126495, + "ĠاÙĦÙħÙħ": 126496, + "ÙĪزÙĬع": 126497, + "Ġgözlem": 126498, + "è°ĥæķ´": 126499, + "Âłmiles": 126500, + "Ġkoc": 126501, + "ัà¸įห": 126502, + "æ³³": 126503, + "ĠÎijγγ": 126504, + "ĠÙĨÙħاز": 126505, + "ุà¸Ĺ": 126506, + "ãĥıãĤ¤": 126507, + "Ġthù": 126508, + "кÑĥлÑı": 126509, + "ĠпÑĥÑĤем": 126510, + "èĩºçģ£": 126511, + "Ġvergi": 126512, + "åł´åIJĪãģ¯": 126513, + "ĠÑĤÑĢÑĮоÑħ": 126514, + "Ġë³´ë©´": 126515, + "âĸ²": 126516, + "Ïħγ": 126517, + "ĠдоÑĤÑĢим": 126518, + "æľµ": 126519, + "ĠumÄĽnÃŃ": 126520, + "èī¯ãģĦ": 126521, + "Âłà¸Ļาà¸ĩ": 126522, + "ÐİÑĭÑŁN": 126523, + "ä¸ī个": 126524, + "ียรà¸ķ": 126525, + "ï¼ĮåIJĮæŶ": 126526, + "ĠÑĢозÑĢаÑħÑĥн": 126527, + "ĠDers": 126528, + "ãģªãģ®": 126529, + "Ġ그를": 126530, + "dikleri": 126531, + "Ġhayata": 126532, + "è§ĦèĮĥ": 126533, + "ç»ĵåIJĪ": 126534, + "Ġscé": 126535, + "ĠcÆ¡m": 126536, + "åѸéĻ¢": 126537, + "ĠÐĦв": 126538, + "ĠÄįlánek": 126539, + "ĠдоÑģÑĤиг": 126540, + "ाà¤ĩस": 126541, + "εÏħÏĥη": 126542, + "éģ©çĶ¨": 126543, + "Ïĥον": 126544, + "ılmaktadır": 126545, + "ëªħìĿĦ": 126546, + "ıb": 126547, + "ĠstarÅ¡ÃŃ": 126548, + "ĠchÃŃn": 126549, + "ä¸Ģ个人": 126550, + "ĠFrantiÅ¡ek": 126551, + "nÄĽji": 126552, + "ﻨ": 126553, + "ĠÙĦÙĦد": 126554, + "Ġpokoj": 126555, + "Ġjih": 126556, + "ãĢįãĢĤ": 126557, + "ĠعبداÙĦ": 126558, + "ãĤĵãģ§ãģĦãĤĭ": 126559, + "ĠмоделÑĮ": 126560, + "ĠteÅŁkil": 126561, + "ĠÄĮer": 126562, + "à¹Ģà¸Ķà¸Ńร": 126563, + "'na": 126564, + "λογή": 126565, + "Ġkola": 126566, + "ãĥĢãĥ¼": 126567, + "иÑĤелем": 126568, + "ĠÏĥÏħνο": 126569, + "ĠKurum": 126570, + "Ġsnadno": 126571, + "ĠاÙĦÙĤرآÙĨ": 126572, + "ĠVá»ģ": 126573, + "é«ĺãģĦ": 126574, + "Ġyıldız": 126575, + "Ġbirisi": 126576, + "Ġkhúc": 126577, + "ÙĪÛĮÙĦ": 126578, + "æľĢä½³": 126579, + "Ġสาà¸Ĥ": 126580, + "ĠÐŁÐ¾Ðº": 126581, + "âīł": 126582, + "à¹Ĥà¸Ľà¸£à¹ģà¸ģรม": 126583, + "à¥įययन": 126584, + "èij¡": 126585, + "ĠnovÄĽ": 126586, + "ayıp": 126587, + "ĠSingap": 126588, + "è°ĵ": 126589, + "ãĤ¶ãĤ¤ãĥ³": 126590, + "ĠновÑĭе": 126591, + "Ġhảo": 126592, + "ĠèŤ": 126593, + "ãĥ³ãĥĸ": 126594, + "ÂłĊĊ": 126595, + "θεια": 126596, + "Ġпопада": 126597, + "ĠëĶĶìŀIJìĿ¸": 126598, + "ĠداشتÙĨد": 126599, + "ĠØ´ÙĨاختÙĩ": 126600, + "ÏĥμαÏĦα": 126601, + "å¹³æĸ¹åħ¬éĩĮ": 126602, + "Ġgöl": 126603, + "екоÑĤоÑĢ": 126604, + "Ġmálo": 126605, + "ĠاجازÙĩ": 126606, + "کاراÙĨ": 126607, + "ĠпÑĸдпÑĢиÑĶмÑģÑĤв": 126608, + "ä¸īå¹´": 126609, + "ĠسÙģÛĮد": 126610, + "ĠμÎŃÏģοÏĤ": 126611, + "ÐĻÐĻ": 126612, + "ĠhÆ°": 126613, + "سÙĪب": 126614, + "ĠÙĦذا": 126615, + "Ġnemovit": 126616, + "ĠdÃŃv": 126617, + "Ä°s": 126618, + "¶¶": 126619, + "ĠphÆ°á»Ŀng": 126620, + "ĠÙĨØŃÙĪÙĩ": 126621, + "Ðĭ": 126622, + "Ġzbyt": 126623, + "edii": 126624, + "nech": 126625, + "ĠадмÑĸнÑĸÑģÑĤÑĢаÑĤив": 126626, + "ĠnevÄĽ": 126627, + "Ġож": 126628, + "ĠÄIJó": 126629, + "à¸Ľà¸£à¸°à¸§": 126630, + "Ġvhodné": 126631, + "ĠumÄĽl": 126632, + "ĠÑĢазлиÑĩнÑĭе": 126633, + "ĠpÅĻiroz": 126634, + "ĠبخشÛĮ": 126635, + "ãģ®å¤§": 126636, + "ĠاÙĦÙĥÙĩ": 126637, + "ecká": 126638, + "Ġzorunlu": 126639, + "ĠÐľÐ¸ÐºÐ¾Ð»Ð°": 126640, + "Ġamel": 126641, + "ковÑĭе": 126642, + "::::/": 126643, + "ä¸įåIJĮçļĦ": 126644, + "ĠÙĪÙĥاÙĨت": 126645, + "à¸Ńà¸Ń": 126646, + "lásil": 126647, + "ĠпÑĢедполаг": 126648, + "ï½±": 126649, + "Ġνε": 126650, + "ĠновÑĭй": 126651, + "Ġìĺģíĸ¥ìĿĦ": 126652, + "Ġê°Ģì§Ħ": 126653, + "åĥħ": 126654, + "YD": 126655, + "Ġباغ": 126656, + "Ġشکست": 126657, + "Ġgüney": 126658, + "иÑģÑĮ": 126659, + "ãģĭãģªãģĦ": 126660, + "ĠTòa": 126661, + "ĠگردÛĮد": 126662, + "ØŃÙĦ": 126663, + "luvÃŃ": 126664, + "véd": 126665, + "Ġìĺ·": 126666, + "ĠεÏĢα": 126667, + "ĠÑĤиÑģÑıÑĩ": 126668, + "Ġê½ĥ": 126669, + "ĠPUS": 126670, + "ĠдÑĥмкÑĥ": 126671, + "ĠâĢĿĊ": 126672, + "ĠìĬ¤íı¬ì¸ł": 126673, + "ÙĩÙĩ": 126674, + "Ġgắng": 126675, + "à¸´à¸łà¸²à¸ŀ": 126676, + "éĩĮéĿ¢": 126677, + "brıs": 126678, + "Ġzáb": 126679, + "καÏĤ": 126680, + "ĠåıĮ线": 126681, + "ลล": 126682, + "ĠÄIJÃłi": 126683, + "åŃ¸æł¡": 126684, + "ĠÑĢаÑģпÑĢед": 126685, + "ĠÑģÑĤанеÑĤ": 126686, + "Ġлак": 126687, + "Ġподк": 126688, + "Ġgören": 126689, + "ë¥´ê³ł": 126690, + "ĠÑĦÑĢÑĥкÑĤ": 126691, + "íĵ¨íĦ°": 126692, + "ãģĻãĤĮãģ°": 126693, + "ãĤĴä½ľ": 126694, + "à¸Ńà¸Ńà¸ģà¹ģà¸ļà¸ļ": 126695, + "Ġkulak": 126696, + "ĠíĶĮëłĪìĿ´": 126697, + "ĠØŃدÙĬØ«": 126698, + "ãģĨãĤĵ": 126699, + "ĠмÑĸк": 126700, + "à¤ĩसà¤ķ": 126701, + "ĠÑĥÑĤоÑĩ": 126702, + "ĠÙĥØ«ÙĬر": 126703, + "ĠYine": 126704, + "ัวหà¸Ļ": 126705, + "нÑĸÑĹ": 126706, + "åį¢": 126707, + "ÑĥÑģлов": 126708, + "ìĽĮíģ¬": 126709, + "Ġà¤ħà¤ĸ": 126710, + "ĠÑĨÑĸка": 126711, + "ìĦłìĿĦ": 126712, + "Ġأر": 126713, + "галÑĤеÑĢ": 126714, + "anglicky": 126715, + "ĠÑģоÑģÑĥд": 126716, + "ĠÑĥÑıв": 126717, + "ĠпÑĢодÑĥкÑĨÑĸÑĹ": 126718, + "Ġchua": 126719, + "Ġdán": 126720, + "ामà¤Ĺ": 126721, + "ئت": 126722, + "ĠФед": 126723, + "Ġhrom": 126724, + "íķ´ë³´": 126725, + "ĠØ¢ÙĨÙĦاÛĮÙĨ": 126726, + "-пÑĢав": 126727, + "Ġì¤ijìļĶíķľ": 126728, + "ĠвкÑĥ": 126729, + "Ġ大éĺª": 126730, + "Ġterk": 126731, + "ĠподÑĸб": 126732, + "ĠвÑĸдвÑĸд": 126733, + "à¥Įà¤Ł": 126734, + "è³£": 126735, + "ĠبتÙĨ": 126736, + "ĠبعضÛĮ": 126737, + "ãģªãģĬ": 126738, + "ä»ĸåĢij": 126739, + "Ġtavsiye": 126740, + "ĠMısır": 126741, + "Ġإذ": 126742, + "ĠæIJ": 126743, + "íķĺëĤĺ": 126744, + "ĠÙĪØ®": 126745, + "ãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ": 126746, + "Ġtakový": 126747, + "Ġबनन": 126748, + "ĠзÑĢениÑı": 126749, + "ĠÙĪÙģÙĤ": 126750, + "ë¹ĦìķĦ": 126751, + "ĠпоможеÑĤ": 126752, + "åĮĹå¸Ĥ": 126753, + "dıkları": 126754, + "Ġéĵģ": 126755, + "ĠaktuálnÃŃ": 126756, + "Ġвв": 126757, + "ãĤĤãģªãģĦ": 126758, + "íĨµìĭł": 126759, + "ÏĦαÏĥη": 126760, + "ĠìĥģëĮĢ": 126761, + "Ġæł¡": 126762, + "ãĢĤéĤ£": 126763, + "ĠرÙĪسÛĮÙĩ": 126764, + "Ġtelevizyon": 126765, + "å¹´é¾Ħ": 126766, + "ĠÐijоÑĢиÑģ": 126767, + "리ìĸ´": 126768, + "ĠzveÅĻej": 126769, + "жно": 126770, + "ĠÐŀÑģÑĤ": 126771, + "ĠмÑĥжÑĩин": 126772, + "ĠyeÅŁil": 126773, + "ĠСовеÑĤ": 126774, + "ĠBÃĸL": 126775, + "ĠТакож": 126776, + "Ġobnov": 126777, + "ĠпÑĢинадлеж": 126778, + "ĠвиÑģнов": 126779, + "Ø·Ùħ": 126780, + "ĠìĹĨìĸ´": 126781, + "ĠMùa": 126782, + "ä½ıå®ħ": 126783, + "åĮ»åѦ": 126784, + "ĠнаÑĢез": 126785, + "ãĥĭï¾Ĩ": 126786, + "ĠMặt": 126787, + "Ġvuông": 126788, + "ä¸ĢåĮº": 126789, + "ĠẢnh": 126790, + "ÑĢиÑĦ": 126791, + "ä¿ĿéĻ©": 126792, + "ĠÏĩÏģήÏĥη": 126793, + "åIJĮæĦı": 126794, + "Ġæīĵ": 126795, + "etÄĽ": 126796, + "ĠÙĪØ°ÙĦÙĥ": 126797, + "ĠÑĤиж": 126798, + "ĠÎŁÎ¹ÎºÎ¿": 126799, + "ĠмÑĸÑģÑĨÑĸ": 126800, + "ĠÑĢебенок": 126801, + "ĠÅŀah": 126802, + "عÙĦÙĪÙħ": 126803, + "ladıģ": 126804, + "Ġgiden": 126805, + "ливоÑģÑĤÑĸ": 126806, + "ÙĴس": 126807, + "ĠTHB": 126808, + "Ġmeslek": 126809, + "ÂłÐĿе": 126810, + "μÏĨÏīνα": 126811, + "ĠÙĪاج": 126812, + "наÑģлÑĸд": 126813, + "æĺŁæľŁ": 126814, + "ÐĶж": 126815, + "ĠÑĢабоÑĤаеÑĤ": 126816, + "Ġsánh": 126817, + "ìļ°ë¦¬": 126818, + "ĠابÙĪ": 126819, + "çļĦæĥħ": 126820, + "ĠìĻ¸êµŃ": 126821, + "Ġkabil": 126822, + "еÑĢвÑĭе": 126823, + "ĠgiÃłu": 126824, + "Ġtá»ı": 126825, + "ÂłÐij": 126826, + "å®Įæķ´": 126827, + "Ġmužů": 126828, + "ĠpomÄĽrnÄĽ": 126829, + "ĠÙħخصÙĪص": 126830, + "ĠÐĶем": 126831, + "ãĤıãĤĮãĤĭ": 126832, + "ĠпÑĢибÑĭ": 126833, + "ĠکاÙħÙ¾ÛĮ": 126834, + "ï¼Ń": 126835, + "Ġtrh": 126836, + "ĠÐijолÑĮÑĪ": 126837, + "´:": 126838, + "иваеÑĤÑģÑı": 126839, + "ĠìĤ¬íķŃ": 126840, + "è¿Ľä¸ĢæŃ¥": 126841, + "ÑĨей": 126842, + "ãģ¾ãģļ": 126843, + "аÑĤелем": 126844, + "éĮ¯": 126845, + "Ġžalob": 126846, + "ÑĨез": 126847, + "инÑĥв": 126848, + "Ġverze": 126849, + "åĽŀåĪ°": 126850, + "Ġdược": 126851, + "ائÙĬÙĦ": 126852, + "stoupil": 126853, + "论æĸĩ": 126854, + "ĠÐŁÐ°ÑĢи": 126855, + "ĠдекоÑĢаÑĤив": 126856, + "اختÛĮ": 126857, + "ĠÑģÑĤÑĢем": 126858, + "ãĥ»âĶģãĥ»âĶģãĥ»âĶģãĥ»âĶģ": 126859, + "ĠÑģамой": 126860, + "ÑĩÑĤо": 126861, + "ìĥģëĭ´": 126862, + "âī¤": 126863, + "ÑĤого": 126864, + "ëIJ¨": 126865, + "ılacak": 126866, + "ä¸Ńãģ«": 126867, + "ĠÏħÏĢάÏģÏĩοÏħν": 126868, + "ĠвÑĸдбÑĥ": 126869, + "çİ»çĴĥ": 126870, + "ĠвпеÑĢед": 126871, + "ĠPlzeÅĪ": 126872, + "گاب": 126873, + "à¹Ģศรษà¸IJ": 126874, + "ï¼ĮæľĢ": 126875, + "ÙħÙĨÛĮ": 126876, + "çħ§çīĩ": 126877, + "缮å½ķ": 126878, + "ÑĢиÑĤÑĤÑı": 126879, + "âĢĮاش": 126880, + "ĠëĮĢíļĮ": 126881, + "ĠÅĻadu": 126882, + "-ÑĤеÑħ": 126883, + "ĠÙĬÙĪ": 126884, + "Ġà¹ģà¸ŀ": 126885, + "اÙĥÙĨ": 126886, + "Ġ기ìŀIJ": 126887, + "ĠгÑĸд": 126888, + "Ġìļ°ë¦¬ëĬĶ": 126889, + "Ø´ÙħارÛĮ": 126890, + "Ġticari": 126891, + "âij¢": 126892, + "ĠاÙĦبد": 126893, + "ĠÑĢаÑģÑĩ": 126894, + "ĠاÙĦÛĮ": 126895, + "Ġsürede": 126896, + "Ġاعتر": 126897, + "ĠпонÑıÑĤÑĮ": 126898, + "γκο": 126899, + "ï¼Įæ¯Ķ": 126900, + "ĠSeb": 126901, + "Ġìĭłê·ľ": 126902, + "æĶ¶çĽĬ": 126903, + "ĠÙ¾ÛĮØ´ÙĨÙĩاد": 126904, + "ÎľÎijΤ": 126905, + "ë°ĶìĿ´": 126906, + "ä¾ĽåºĶ": 126907, + "бин": 126908, + "人æ°Ĺ": 126909, + "ãģıãĤī": 126910, + "ĠskvÄĽl": 126911, + "Ġëĵ±ìŀ¥": 126912, + "æĭħå½ĵ": 126913, + "Ġimkan": 126914, + "æĻ¨": 126915, + "ï¼Įçİ°åľ¨": 126916, + "Ġsrdce": 126917, + "ìĤ°ìĹħ": 126918, + "Ġмодели": 126919, + "æľ¬å½ĵãģ«": 126920, + "анка": 126921, + "Ġyürüy": 126922, + "ĠоÑĩевид": 126923, + "ĠØŃسÙĬÙĨ": 126924, + "ÑīаÑİÑĤ": 126925, + "lédl": 126926, + "ÑĨо": 126927, + "ĠcÃŃsa": 126928, + "ãģĭãģij": 126929, + "èĹį": 126930, + "ĠØ®ÙĪاÙĩÙĨد": 126931, + "Ġmuže": 126932, + "Ġнакоп": 126933, + "diÄŁini": 126934, + "erseniz": 126935, + "ĠпÑĢаÑĨÑĸвникÑĸв": 126936, + "длÑı": 126937, + "ĠαÏĥÏĦ": 126938, + "æ¶Īè´¹": 126939, + "Ġè¨Ģ": 126940, + "Ġbát": 126941, + "ĠØ´ÙĥÙĦ": 126942, + "ĠÑģпиÑĢ": 126943, + "ÏĢοÏĦε": 126944, + "ĠساÙĦÙĩ": 126945, + "ekil": 126946, + "à¹ģà¸Ĭม": 126947, + "ĠÏĥÏĦι": 126948, + "ĠÙħØ·ÙĦب": 126949, + "Ġìłķì±ħ": 126950, + "ê´Ģê³Ħ": 126951, + "å¹¹ç·ļ": 126952, + "Ġ京": 126953, + "éĢļéģİ": 126954, + "ĠدÛĮگراÙĨ": 126955, + "ĠØ£Ùħا": 126956, + "æĺ¯ä¸į": 126957, + "ĠëĮĢëĭµ": 126958, + "ĠErk": 126959, + "perty": 126960, + "ĠнаÑĩинаеÑĤ": 126961, + "Ġ그리": 126962, + "룡": 126963, + "ĠìĽ¹ìĤ¬ìĿ´íĬ¸": 126964, + "ारन": 126965, + "æĦıè¯Ĩ": 126966, + "ĠÐ¡ÐŁ": 126967, + "ĠباÙĬد": 126968, + "Ġbakımından": 126969, + "/TT": 126970, + "ĠÙģاصÙĦÙĩ": 126971, + "ĠÙħØ«ÙĦا": 126972, + "Ġквад": 126973, + "ĠشاÛĮد": 126974, + "ĠuÄįitel": 126975, + "çĪ½": 126976, + "ĠعرضÙĩ": 126977, + "Ġ交": 126978, + "ĠÑĩеÑģÑĤÑĮ": 126979, + "à¥Ī?Ċ": 126980, + "ĠخاÙĨÙħ": 126981, + "etiyle": 126982, + "Ġεγκα": 126983, + "ĠÑģÑĥÑīе": 126984, + "ĠìĿ¼ìĸ´": 126985, + "ĠÐĽÐµÐ½Ð¸": 126986, + "Ġ声": 126987, + "álie": 126988, + "ãĥ¡ãĥ¼ãĤ¸": 126989, + "à¥Ģतर": 126990, + "галÑĸ": 126991, + "ĠмÑĸнÑĸм": 126992, + "ĠEÅŁ": 126993, + "ĠпÑĢоизоÑĪ": 126994, + "ÐĿаÑģ": 126995, + "ĠبÙĨÛĮ": 126996, + "让æĪij": 126997, + "ĠпоÑģÑĤеп": 126998, + "ĠìļĶ구": 126999, + "ılıp": 127000, + "ĠجÙĪر": 127001, + "ĠëĮĢë¶Ģë¶Ħ": 127002, + "à¹ĩà¸ķาม": 127003, + "ĠÑĦаÑģ": 127004, + "Ġìłķê·ľ": 127005, + "ламенÑĤ": 127006, + "ÄŁen": 127007, + "à¥ĩà¤ĤĊĊ": 127008, + "ĠÐĺванов": 127009, + "ĠØŃÚ©Ùħ": 127010, + "Ġï¾ļ": 127011, + "ï¼»": 127012, + "Ġnevid": 127013, + "ĠлабоÑĢаÑĤоÑĢ": 127014, + "à¸ŀยาà¸ļาล": 127015, + "Ġediyorum": 127016, + "Ġhlavy": 127017, + "ĠEvropské": 127018, + "Ġphái": 127019, + "ãĥĵãĥ¼": 127020, + "ê´ijìĹŃìĭľ": 127021, + "äºľ": 127022, + "ØŃداث": 127023, + "ĠпÑĢоÑĦилакÑĤи": 127024, + "rostÅĻed": 127025, + "ĠмалÑĮ": 127026, + "Ġmüdür": 127027, + "اساس": 127028, + "ĠгалÑĥзÑĸ": 127029, + "à¸µà¸Ł": 127030, + "ĠغذاÛĮÛĮ": 127031, + "åŃIJä¾Ľ": 127032, + "Ġbahsed": 127033, + "ĠKrálové": 127034, + "åį»": 127035, + "Ġ%,": 127036, + "ç½Ĺæĸ¯": 127037, + "ëļ": 127038, + "Ġçij": 127039, + "ĠξεÏĦα": 127040, + "ĠÐŃÑĤи": 127041, + "ĠíĨµíķ©": 127042, + "Ġاکتبر": 127043, + "ĠmÄĽsÃŃce": 127044, + "ìĪĺë¡ľ": 127045, + "ÑĦÑĸк": 127046, + "ĠÐĴоз": 127047, + "ÑĩеÑģким": 127048, + "ìļ´ëĵľ": 127049, + "Ġnáklady": 127050, + "ĠпоÑĤÑĢап": 127051, + "ĠÑĢÑĥкаÑħ": 127052, + "ιλο": 127053, + "ĠGül": 127054, + "ë©ĺ": 127055, + "à¹īย": 127056, + "makt": 127057, + "ãĥ³ãĥIJãĥ¼": 127058, + "ĠнÑĸÑı": 127059, + "ĠоÑĤÑĤен": 127060, + "mesinin": 127061, + "ĠвÑģпом": 127062, + "ĠìĿ´ëĬĶ": 127063, + "dyby": 127064, + "ãĤ¿ãĥ³": 127065, + "âĹİ": 127066, + "à¹īาหà¸Ļ": 127067, + "ادگÛĮ": 127068, + "Ïĩία": 127069, + "ĠsnažÃŃ": 127070, + "Ġà¤ļà¤ķ": 127071, + "μήμα": 127072, + "ĠÙĥر": 127073, + "Ġκοι": 127074, + "éĢ¸": 127075, + "Ġneust": 127076, + "ĠÙĨظاÙħÛĮ": 127077, + "åįļçī©": 127078, + "Ġë²½": 127079, + "á½±": 127080, + "Ġì¶ľìĭľ": 127081, + "Ġarmá": 127082, + "ĠÙĩÙħکارÛĮ": 127083, + "çļĦæĥħåĨµ": 127084, + "ÙĤاÙħ": 127085, + "ÙĤب": 127086, + "ĠéĤ£": 127087, + "Ġ맡": 127088, + "Ġolası": 127089, + "βÎŃÏģ": 127090, + "ä½ķãģĭ": 127091, + "ĠÑĥÑĩеб": 127092, + "ĠвÑĥз": 127093, + "Ġبرگز": 127094, + "'yi": 127095, + "ĠпÑĢазд": 127096, + "ĠÐŀÑĢг": 127097, + "Ġ并": 127098, + "ĠÑģви": 127099, + "ĠÙħÛĮداÙĨ": 127100, + "ĠnaÅ¡eho": 127101, + "ĠBAÅŀ": 127102, + "å»Ĭ": 127103, + "ÌĪ": 127104, + "ãģĵãģĿ": 127105, + "à¹ĩà¸Ļà¸ŀ": 127106, + "οÏģειο": 127107, + "ĠбагаÑĤ": 127108, + "γει": 127109, + "μείο": 127110, + "à¹Īà¸ĩà¸Ĭาà¸ķ": 127111, + "ĠHizmetleri": 127112, + "ĠAfrika": 127113, + "Ġtedbir": 127114, + ",､": 127115, + "ä¸ī级": 127116, + "ÐİÑĭÑŁNÐİÑĭÑŁN": 127117, + "ĠÐļÑĢÑĸм": 127118, + "Ġaray": 127119, + "Ġböylece": 127120, + "коÑĤ": 127121, + "éĻ°": 127122, + "åĽ½éļĽ": 127123, + "tÄĽl": 127124, + "Ġpolis": 127125, + "Ġuvol": 127126, + "ĠìĪĺê°ķ": 127127, + "çĶµèĦij": 127128, + "Ġsami": 127129, + "ĠشاخÙĩ": 127130, + "ĠвÑģÑĮого": 127131, + "ĠØŃداÙĤÙĦ": 127132, + "Ġiken": 127133, + "ãĤ¯ãĥ©ãĥĸ": 127134, + "Ġzávod": 127135, + "बल": 127136, + "ë°°ìĨ¡": 127137, + "éĩĩè´Ń": 127138, + "볬": 127139, + "Ġ।ĊĊ": 127140, + "Ġê°ģê°ģ": 127141, + "Ġмак": 127142, + "ÏģαÏĥη": 127143, + "ĠiÅŁlemi": 127144, + "ãģĹãģ¦ãģĦãģ¾ãģĻ": 127145, + "ĠPek": 127146, + "Ñİн": 127147, + "Ġvelkou": 127148, + "åĬŀçIJĨ": 127149, + "å®ĥ们": 127150, + "ĠèIJ¬": 127151, + "ĠнаÑĢодÑĥ": 127152, + "Ġchó": 127153, + "ĠHiç": 127154, + "Û³Ûµ": 127155, + "Ġรà¸Ńà¸ļ": 127156, + "Û³Û¶": 127157, + "à¸Ĥว": 127158, + "ä½įæĸ¼": 127159, + "ĠСÑĤа": 127160, + "ัà¸Ļม": 127161, + "ापà¤ķ": 127162, + "ĠÑĥÑĢок": 127163, + "ãĤ¢ãĥ¡ãĥªãĤ«": 127164, + "Ġзмож": 127165, + "skému": 127166, + "Ġè»Ĭ": 127167, + "ĠاختÛĮار": 127168, + "ĠPÅĺ": 127169, + "лÑıв": 127170, + "Ġмаз": 127171, + "ĠözelliÄŁi": 127172, + "åij¼ãģ°": 127173, + "Ġbirinin": 127174, + "Ġодне": 127175, + "ÌĨ": 127176, + "ä»ĸãģ®": 127177, + "建ç¯ī": 127178, + "поÑģеÑĢед": 127179, + "หลà¸Ķ": 127180, + "å¤ļãģĦ": 127181, + "ÏĦήÏĥειÏĤ": 127182, + "ĠرÙĪÙĨد": 127183, + "èģ½": 127184, + "ì¤ijìĹIJ": 127185, + "ìĬ¤íĭ°": 127186, + "ĠзвÑĸÑĤ": 127187, + "ĠаÑĢÑĤи": 127188, + "ĠcÆ°á»Ŀi": 127189, + "ındır": 127190, + "Ġголод": 127191, + "ازد": 127192, + "à¹Īาวว": 127193, + "ãĥ¡ãĥ©": 127194, + "عÙĨÙĪاÙĨ": 127195, + "%)Ċ": 127196, + "ĠÑħолодилÑĮ": 127197, + "人们": 127198, + "CÄ°": 127199, + "ÐĹап": 127200, + "ĠpÅĻisp": 127201, + "Ġdurumlarda": 127202, + "ÑĢÑĸд": 127203, + "ÂłÐ£": 127204, + "ĠεÏĨαÏģ": 127205, + "Ġsprav": 127206, + "ĠоÑĤÑĢиманнÑı": 127207, + "ï¼Į没æľī": 127208, + "овала": 127209, + "Ġngại": 127210, + "ãĢĤ大": 127211, + "ĠдаеÑĤ": 127212, + "ĠpÃŃsem": 127213, + "ÑĨÑıÑĤÑĮ": 127214, + "ovnÄĽ": 127215, + "ë¦ī": 127216, + "Ġê²ģ": 127217, + "ÑģÑĤин": 127218, + "ĠSayı": 127219, + "ãĢĭçļĦ": 127220, + "Ġyoluyla": 127221, + "елеÑĦон": 127222, + "Ġráno": 127223, + "ĠíĸīëıĻ": 127224, + "ĠاÙĦخاÙħسة": 127225, + "Ġповинна": 127226, + "ÅĻila": 127227, + "Ġà¤ļरण": 127228, + "Ġبرگزار": 127229, + "ìļ´ëį°": 127230, + "à¹Ģà¸Ľà¸Ńร": 127231, + "Ġdaleko": 127232, + "lednÃŃ": 127233, + "åIJį稱": 127234, + "ливÑĸÑģÑĤÑĮ": 127235, + "Ġ몸ìĿĦ": 127236, + "оÑĢÑĸв": 127237, + "Це": 127238, + "بدأ": 127239, + "ë°ĺ기": 127240, + "krát": 127241, + "ä¸į足": 127242, + "Ġoldukları": 127243, + "leniyor": 127244, + "Ġìĭľíĸī": 127245, + "ĠпÑĢинимаÑĤÑĮ": 127246, + "à¸Ĥà¸Ńà¸ĩร": 127247, + "ÏĪει": 127248, + "Ġẩn": 127249, + "تس": 127250, + "ĠÑĤай": 127251, + "Ġневозможно": 127252, + "åıĬãģ³": 127253, + "roti": 127254, + "ï½Ń": 127255, + "дом": 127256, + "ойно": 127257, + "å£Ĭ": 127258, + "说çļĦ": 127259, + "Ġskoro": 127260, + "niÄįnÃŃ": 127261, + "ĠProfes": 127262, + "ĠÑħÑĢониÑĩеÑģ": 127263, + "Ġ주문": 127264, + "ĠZn": 127265, + "ĠÑģлой": 127266, + "ÎłÏģο": 127267, + "æĮĩæķ°": 127268, + "ĠпеÑĢеÑĪ": 127269, + "à¥ģà¤ķस": 127270, + "Ġê°Ģìłķ": 127271, + "Ġíķĺë©´": 127272, + "Û±Û¹Û´": 127273, + "кÑĥл": 127274, + "ÙĬÙĦا": 127275, + "ĠدÙĪبارÙĩ": 127276, + "|l": 127277, + "ĠÐľÑĥ": 127278, + "нила": 127279, + "ãģ¦ãģĦãģ¾ãģĻ": 127280, + "macı": 127281, + "ãģŁãģ¡ãģ¯": 127282, + "ĠاÙĦÙĥتاب": 127283, + "移åĭķ": 127284, + "λμ": 127285, + "_ï¼ı": 127286, + "Ġê°Ģìŀħ": 127287, + "èħ¾": 127288, + "ĠпÑĢезиденÑĤ": 127289, + "Ġë¶Ħìķ¼": 127290, + "ahy": 127291, + "Å¡etÅĻenÃŃ": 127292, + "éĵº": 127293, + "ĠpÅĻÃŃro": 127294, + "ÐķТ": 127295, + "ĠìļĶì²Ń": 127296, + "Ġmohlo": 127297, + "å¿ĥçIJĨ": 127298, + "Ġvysoké": 127299, + "ü": 127300, + "ÏĦικα": 127301, + "ìĹħì²´": 127302, + "ãģ§ãģĤ": 127303, + "รายà¸ĩาà¸Ļ": 127304, + "ĠpÅĻÃŃspÄĽv": 127305, + "ĠetmiÅŁtir": 127306, + "她们": 127307, + "ÏĢλα": 127308, + "ứa": 127309, + "Ġ说": 127310, + "ĠÑģоÑģед": 127311, + "åĩī": 127312, + "ĠÐłÐµ": 127313, + "åİŁæĿ¥": 127314, + "ĠÐIJÑĢÑħ": 127315, + "بÙĬÙĨ": 127316, + "åľ°è¯´": 127317, + "Ġört": 127318, + "ĠΣεÏĢ": 127319, + "ÂŃÙĩاÛĮ": 127320, + "ĠاÙĦاÙĤتص": 127321, + "尽管": 127322, + "ÑĤÑĭй": 127323, + "tains": 127324, + "ÙĢÙĦ": 127325, + "ç§ijæĬĢæľīéĻIJåħ¬åı¸": 127326, + "æı®": 127327, + "ัà¸ķà¸ĸ": 127328, + "á»Ĺng": 127329, + "ลาà¸Ķ": 127330, + "æļ®": 127331, + "ĠÙĨÙģسÙĩ": 127332, + "Ġçľĭ": 127333, + "Ġãģ¿": 127334, + "Ġtarım": 127335, + "Û±Û¹Ûµ": 127336, + "ĠÎĬ": 127337, + "Ġkomplex": 127338, + "ĠNhÄ©": 127339, + "è´¹çĶ¨": 127340, + "ĠکاربراÙĨ": 127341, + "ÅĪovánÃŃ": 127342, + "Ġků": 127343, + "дап": 127344, + "ÎķΧ": 127345, + "ê·¸ëŀĺ": 127346, + "Ġdöndü": 127347, + "人åĵ¡": 127348, + "ĠTiá»ĥu": 127349, + "ĠÙĪÛĮراÛĮØ´": 127350, + "Ġöngör": 127351, + "ĠÙĪغÙĬر": 127352, + "ĠÑģкÑĢÑĭ": 127353, + "âĢIJ'": 127354, + "ĠнемÑĥ": 127355, + "ĠHá»ĩ": 127356, + "Ġdüzenli": 127357, + "ĠsoutÄĽÅ¾e": 127358, + "ãĢģãĥŀ": 127359, + "ÏĦομα": 127360, + "ÄĽlÃŃ": 127361, + "ĠØ£ÙĦÙħاÙĨ": 127362, + "çł²": 127363, + "ĠtrÃł": 127364, + "Ġä¸ĸçķĮ": 127365, + "ayız": 127366, + "ımlı": 127367, + "ĠاÙĦØ£Ùģ": 127368, + "íķĺëĬĶëį°": 127369, + "вано": 127370, + "ĠpÅĻiÄįemž": 127371, + "ÙĥÙĬب": 127372, + "ĠмаÑĤемаÑĤи": 127373, + "мени": 127374, + "ĠпÑĢоекÑĤÑĥ": 127375, + "ีà¹Ĥà¸Ń": 127376, + "оÑĥ": 127377, + "ĠاÙĦشرÙĥØ©": 127378, + "æ³£": 127379, + "ÙĪÙĤÙĬت": 127380, + "ÑĪив": 127381, + "Ġpersonel": 127382, + "شتر": 127383, + "à¸Ķา": 127384, + "Ġ몽": 127385, + "åĿIJåľ¨": 127386, + "оке": 127387, + "Ġë§Īë²ķ": 127388, + "ĠØ£ÙĨا": 127389, + "ëłµ": 127390, + "ĠÙħباÙĨÛĮ": 127391, + "èĭ¹æŀľ": 127392, + "Ġศร": 127393, + "ĠÐĽÑĥÑĩ": 127394, + "ÎŁÎ¥Î£": 127395, + "ĠÄįá": 127396, + "ãģĽãģ¦": 127397, + "ĠkÄ±ÅŁ": 127398, + "ÑĪев": 127399, + "æĮĩ导": 127400, + "à¹ģละม": 127401, + "Ġvoleb": 127402, + "ĠÑģилÑĭ": 127403, + "Ġdruhou": 127404, + "Ġì°¬": 127405, + "ĠìŀĪìĿĮ": 127406, + "ΥΣ": 127407, + "ä¸įå®ī": 127408, + "ĠìĹĨìĿĮ": 127409, + "Ġdeterm": 127410, + "ĠاÙĦÙħعÙĦÙĪÙħات": 127411, + "íĺ¹": 127412, + "âĻ¡": 127413, + "à¥įबन": 127414, + "Ġخشک": 127415, + "ĠNová": 127416, + "ĠÑĦÑĥндаменÑĤ": 127417, + "ĠпÑĢогÑĢами": 127418, + "ĠعÙĦÙĬÙĥ": 127419, + "।ĊĊ": 127420, + "Ġveriyor": 127421, + "ĠÑĶв": 127422, + "ĠìŀĪëĭ¤ê³ł": 127423, + "ĠاÙĦØ£ÙħرÙĬÙĥÙĬ": 127424, + "Ġå¤ĸéĥ¨ãĥªãĥ³ãĤ¯": 127425, + "Ġä¿®": 127426, + "ĠпÑĥÑĤи": 127427, + "ĠοÏģγ": 127428, + "ĠоÑģновном": 127429, + "ĠнаÑĢÑĥж": 127430, + "ĠмиÑĢе": 127431, + "ovÄĽt": 127432, + "ĠíĥIJ": 127433, + "Ġsokak": 127434, + "Ġspolupráci": 127435, + "ÐĶÐļ": 127436, + "Ġåĺ": 127437, + "âĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸį": 127438, + "Ġ³³³³": 127439, + "Ġhayır": 127440, + "ĠìĻĶ": 127441, + "æĤ¨çļĦ": 127442, + "æĮº": 127443, + "Ġ민주": 127444, + "Ġhotelu": 127445, + "à¸µà¸ľ": 127446, + "ìŀIJëıĻ": 127447, + "ä¼¼çļĦ": 127448, + "ÎŃνÏĦÏģο": 127449, + "Ø´ÙĪ": 127450, + "Ġé¤": 127451, + "Ġλι": 127452, + "Ġolmaktadır": 127453, + "ĠоÑģвеÑī": 127454, + "Ġвина": 127455, + "Ġخاصة": 127456, + "rana": 127457, + "γÏģαÏĨή": 127458, + "ÑĨеÑģ": 127459, + "ĠdoÄŁrult": 127460, + "ĠÙĤرارداد": 127461, + "ĠÐļал": 127462, + "ê²½ìłľ": 127463, + "ÏĩÏĮ": 127464, + "ÑĥÑİÑīий": 127465, + "ëĭĺìĿ´": 127466, + "ëĮ": 127467, + "лаз": 127468, + "Ġngừng": 127469, + "isku": 127470, + "ìĦłê±°": 127471, + "ĠÑįлекÑĤÑĢон": 127472, + "ĠVoj": 127473, + "нÑıми": 127474, + "ĠÙĪØ£ÙĨ": 127475, + "äºŃ": 127476, + "ç»Łè®¡": 127477, + "ĠÅŁiÅŁ": 127478, + "ãĢįçļĦ": 127479, + "æŃ¯": 127480, + "Ġколлек": 127481, + "Ġдвиж": 127482, + "Ġná»Ńa": 127483, + "ÄįasÃŃ": 127484, + "Ġsonu": 127485, + "ĠмеÑħанÑĸз": 127486, + "žený": 127487, + "ĠзаÑģÑĤÑĥп": 127488, + "ê´Ģ볨": 127489, + "ĠÑĤоваÑĢÑĸв": 127490, + "Ġì¼ĢìĿ´": 127491, + "à¥ģà¤Ĺत": 127492, + "Ġzásob": 127493, + "мовÑĸÑĢ": 127494, + "ufac": 127495, + "ůležit": 127496, + "ĠвигоÑĤов": 127497, + "ĠاÙĦÙĨÙĪ": 127498, + "ĠعاÙħا": 127499, + "æģ¨": 127500, + "ĠìĿ´ë¯¸ì§Ģ": 127501, + "ĠtvoÅĻ": 127502, + "ĠvyužitÃŃ": 127503, + "ĠgeliÅŁim": 127504, + "쳤ëĭ¤": 127505, + "หà¸Ļà¸Ńà¸ĩ": 127506, + "ĠìĿ¸ìłķ": 127507, + "à¥įदर": 127508, + "ĠпеÑĢеда": 127509, + "ĠздÑĸйÑģненнÑı": 127510, + "ÙĨع": 127511, + "è¡£æľį": 127512, + "Ġloa": 127513, + "íĻĪ": 127514, + "èĭ±åĽ½": 127515, + "ĠDruh": 127516, + "خاÙĨ": 127517, + "дам": 127518, + "аÑĤелÑĮнÑĭÑħ": 127519, + "θÏģÏİ": 127520, + "ĠØ£Ùħر": 127521, + "ĠÅĻada": 127522, + "ĠbuluÅŁ": 127523, + "ĠÑĤÑĢанÑģпоÑĢ": 127524, + "ĠÙĤتÙĦ": 127525, + "ĠTarif": 127526, + "Rus": 127527, + "ĠзаÑģÑĸд": 127528, + "ĠÄ°h": 127529, + "leyin": 127530, + "Ġvyrá": 127531, + "ĠDÄĽ": 127532, + "ибли": 127533, + "avou": 127534, + "ĠÐĵеÑĢм": 127535, + "немÑĥ": 127536, + "ĠконÑĨеп": 127537, + "ĠÙĤادر": 127538, + "Ġsoubor": 127539, + "Ġlá»iji": 127540, + "ĠçµIJ": 127541, + "леннÑĭй": 127542, + "κÏħ": 127543, + "Ġдопомаг": 127544, + "à¸ŀวà¸ģà¹Ģà¸Ĥ": 127545, + "Ġquang": 127546, + "ĠØ·ÙĦا": 127547, + "ĠéĩĮ": 127548, + "ĠÙĨÙħÙĪدار": 127549, + "ĠÅŁar": 127550, + "ĠÑģпÑĸл": 127551, + "ÂŃn": 127552, + "ì§ĢìļĶ": 127553, + "åīįå¾Ģ": 127554, + "åħ³éĶ®": 127555, + "å®ŀåľ¨": 127556, + "éŁ³æ¥½": 127557, + "ĠÙħسئÙĦÙĩ": 127558, + "Ġyeme": 127559, + "ĠÑĪаÑħ": 127560, + "기ìĪł": 127561, + "Ġสำà¸Ļ": 127562, + "ĠÙĪرزشÛĮ": 127563, + "ãģĹãģŁãĤī": 127564, + "ίÏĥÏī": 127565, + "окон": 127566, + "ãģŁãĤī": 127567, + "ĠØ¥ÙĦÙĬÙĩ": 127568, + "Ġآذرب": 127569, + "Ġrá»Ŀi": 127570, + "Ġodak": 127571, + "ĠмогÑĥ": 127572, + "ĠÚ¯ÙĨ": 127573, + "è²¼": 127574, + "edla": 127575, + "ĠопÑĭÑĤ": 127576, + "lamaktadır": 127577, + "å°¼äºļ": 127578, + "éĥ½ä¼ļ": 127579, + "ĠÎĺεÏĥÏĥα": 127580, + "Ġвог": 127581, + "ç»Īäºİ": 127582, + "ĠÑĥÑĢовне": 127583, + "Ġvlak": 127584, + "ĠØ¢ÙĦØ©": 127585, + "Ġειδ": 127586, + "âĩ": 127587, + "дÑĥÑĤ": 127588, + "Ñĸнг": 127589, + "ĠØ£ÙħرÙĬÙĥÙĬ": 127590, + "ازÙĨد": 127591, + "ĠباÙĦØ£": 127592, + "Ġतन": 127593, + "Ġkaydet": 127594, + "룬리": 127595, + "Ġdrž": 127596, + "ĠпенÑģ": 127597, + "ĠpÅĻÃŃÄį": 127598, + "ĠТолÑĮко": 127599, + "ĠбаÑĤаÑĢ": 127600, + "éĵģè·¯": 127601, + "ĠÙ¾ÛĮÚĨ": 127602, + "ĠÎĵεÏī": 127603, + "ĠαÏħÏĦά": 127604, + "ÄŀI": 127605, + "ĠакÑĤивно": 127606, + "ÎĹÎľÎij": 127607, + "Ġvarlık": 127608, + "Ġåıª": 127609, + "ĠзаÑīиÑĤÑĭ": 127610, + "лим": 127611, + "ĠÙħشاÙĩدة": 127612, + "иком": 127613, + "Ġì¡°ìĤ¬": 127614, + "оген": 127615, + "Ġmấy": 127616, + "gii": 127617, + "èĽĩ": 127618, + "ĠØ®ÙĪÛĮØ´": 127619, + "Ġnová": 127620, + "ковой": 127621, + "Ġkanıt": 127622, + "éĿ¢è®®": 127623, + "ĠرÙĪستا": 127624, + "ìĸ´ê°Ģ": 127625, + "ĠоÑĤноÑĪениÑı": 127626, + "Ġhodnoty": 127627, + "ÙĪرات": 127628, + "ĠpÅĻÃŃst": 127629, + "Ġthá»į": 127630, + "Ġçıkart": 127631, + "ообÑĢаз": 127632, + "ĠnemÄĽl": 127633, + "Âłro": 127634, + "ĠدÙĪÙĦتÛĮ": 127635, + "ี,": 127636, + "ä¸Ģ度": 127637, + "iaomi": 127638, + "åĹİ": 127639, + "Ùıع": 127640, + "ĠваÑĢиан": 127641, + "ĠpodaÅĻilo": 127642, + "ĠëĤĺê°Ģ": 127643, + "èIJ¥ä¸ļ": 127644, + "ĠабÑģолÑİÑĤно": 127645, + "Ġë¸ĮëĿ¼": 127646, + "ĠгоÑĢиз": 127647, + "aģın": 127648, + "Ġyerini": 127649, + "à¹īาà¸Ļà¸Ķ": 127650, + "æIJ¬": 127651, + "Ġbalık": 127652, + "ĠÅŁans": 127653, + "认è¯Ĩ": 127654, + "ĠistediÄŁiniz": 127655, + "ĠjistÄĽ": 127656, + "ĠìĪĺê°Ģ": 127657, + "ï¼Įä¸Ĭ": 127658, + "à¤ľà¤¬": 127659, + "ĠвиÑıви": 127660, + "맥": 127661, + "ãģĹãģ¦ãĤĭ": 127662, + "ÙĬÙĥا": 127663, + "ĠHüs": 127664, + "cının": 127665, + "Ġशत": 127666, + "ĠÑĢаÑģполаг": 127667, + "ĠÑģпÑĢавж": 127668, + "ืà¸Ńà¸ĸ": 127669, + "ĠвеÑĢÑĤик": 127670, + "Ġvystav": 127671, + "ĠÑĢеалÑĸзаÑĨÑĸÑĹ": 127672, + "вами": 127673, + "ãĤ¹ãĥĨãĤ£": 127674, + "ëħģ": 127675, + "ĠÑĢеÑĩÑĸ": 127676, + "ÙģاÙĦ": 127677, + "िà¤ķà¤Ł": 127678, + "ĠвозÑĢаÑģÑĤе": 127679, + "каÑģ": 127680, + "ĠÐĺÑģ": 127681, + "ĠлÑĸк": 127682, + "ĠÏĥημαν": 127683, + "менÑĤÑĥ": 127684, + "нÑıÑİÑĤ": 127685, + "æŁ´": 127686, + "ĠθεÏī": 127687, + "çĬ¯ç½ª": 127688, + "ĠÙĤطر": 127689, + "ÐĶÐIJ": 127690, + "-|": 127691, + "ĠÑģÑĤÑĸ": 127692, + "Ġuyum": 127693, + "ĠpotÅĻeba": 127694, + "ĠعÙħÙĦÛĮات": 127695, + "奪": 127696, + "اخر": 127697, + "ĠکساÙĨÛĮ": 127698, + "تÙħر": 127699, + "ÑĮеÑĢ": 127700, + "ĠNez": 127701, + "íļĮìĤ¬": 127702, + "ĠBankası": 127703, + "егÑĢа": 127704, + "à¸Ĥà¸ĵะà¸Ĺ": 127705, + "åIJĪæł¼": 127706, + "ĠìŬ룬ë¶Ħ": 127707, + "yasal": 127708, + "Ġè¡ĮæĶ¿": 127709, + "åĬī": 127710, + "dıktan": 127711, + "ãĤ¢ãĥ«ãĥIJ": 127712, + "ĠاÛĮÙĨÚĨ": 127713, + "Ġdijital": 127714, + "å°ĺ": 127715, + "ĠÑĢазмеÑī": 127716, + "ĠкÑĸлÑĮкоÑģÑĤÑĸ": 127717, + "ĠEvropy": 127718, + "ĠÑĢозви": 127719, + "ÑİÑīÑĥÑİ": 127720, + "Ġong": 127721, + "Ġhepsi": 127722, + "vailability": 127723, + "ĠتصÙħÙĬÙħ": 127724, + "ÑĥйÑĤе": 127725, + "हल": 127726, + "ĠÅ¡iro": 127727, + "Ġpás": 127728, + ";;;;;;": 127729, + "éħįåIJĪ": 127730, + "ĠاÙĦعاÙĦÙħÙĬØ©": 127731, + "ÐĴо": 127732, + "haf": 127733, + "láv": 127734, + "Ġbì": 127735, + "Ġmůj": 127736, + "ê»ĺìĦľ": 127737, + "ÂłBf": 127738, + "ĠÑģпÑĢоÑģил": 127739, + "âĢĮÚ©ÙĨÙĨدÙĩ": 127740, + "ÙĨدÙĬØ©": 127741, + "çī¹èī²": 127742, + "Ġìķ¨": 127743, + "ุษย": 127744, + "ĠФоÑĢ": 127745, + "пиÑģок": 127746, + "užel": 127747, + "ımlar": 127748, + "çĬ¶æ³ģ": 127749, + "Ġãĥ¬ãĥĩãĤ£ãĥ¼ãĤ¹": 127750, + "Ñħови": 127751, + "ÂłKÄį": 127752, + "Ñĩим": 127753, + "ĠتÙĪÙħ": 127754, + "à¹Ģà¸ģษà¸ķร": 127755, + "Ġìĭ±ê¸Ģ": 127756, + "Ùħارات": 127757, + "ênh": 127758, + "ĠÅĻid": 127759, + "æĬ¬": 127760, + "ÑģиÑİ": 127761, + "æħİ": 127762, + "Ġçevre": 127763, + "ãĥĪãĥ«": 127764, + "Ġyıldır": 127765, + "Ġzáznam": 127766, + "æľºåľº": 127767, + "ĠпоÑĶ": 127768, + "ĠвÑĭÑĢаÑīи": 127769, + "ĠÙģع": 127770, + "ë»": 127771, + "ĠدارÛĮÙħ": 127772, + "ï¼ĮæĽ´": 127773, + "Ġземли": 127774, + "ابÙĤات": 127775, + "Ġmá»Ŀi": 127776, + "kých": 127777, + "ÙĦاة": 127778, + "帽": 127779, + "براÙĩÙĬÙħ": 127780, + "ĠпобаÑĩ": 127781, + "ाà¤ĩम": 127782, + "à¹Īาà¸ĩà¸Ľà¸£à¸°à¹Ģà¸Ĺศ": 127783, + "ĠìĦ¸ìĥģ": 127784, + "ĠпомогаеÑĤ": 127785, + "ĠÏĦÏĮÏĥο": 127786, + "æĸ·": 127787, + "ĠÙģراÙĪ": 127788, + "à¹Ħà¸Ľà¸¢": 127789, + "ergisi": 127790, + "ĠéĻIJ": 127791, + ".xz": 127792, + "ĠÑģлÑĥÑħ": 127793, + "економ": 127794, + "ĠNhất": 127795, + "±ط": 127796, + "ĠëĪĪìĿĦ": 127797, + "ĠíļĮìĤ¬": 127798, + "Ñĵ": 127799, + "ĠåIJįçĦ¡ãģĹ": 127800, + "Ġομάδα": 127801, + "ĩĮ": 127802, + "liÄŁinin": 127803, + "عاÙĨ": 127804, + "ĠزÙĨÛĮ": 127805, + "Tôi": 127806, + "Ġetki": 127807, + "ĠìĹ°ëĿ½": 127808, + "ĠконÑĨа": 127809, + "è°ĭ": 127810, + "ĠземлÑı": 127811, + "íĻĺê²½": 127812, + "ĠÙħکاÙĨÛĮ": 127813, + "çĸ²": 127814, + "Ġç¢": 127815, + "Ġkurulan": 127816, + "ؤÙĪÙĦ": 127817, + "دÙī": 127818, + "ĠاÙĦÙħÙĨØ·ÙĤØ©": 127819, + "Ġnắng": 127820, + "ÐŁÐļ": 127821, + "олай": 127822, + "YK": 127823, + "åijĨ": 127824, + "λαν": 127825, + "西çľģ": 127826, + "ĠÎĴαÏĥ": 127827, + "ĠíĻķìĭ¤": 127828, + "ZD": 127829, + "пÑĸд": 127830, + "ĠнаÑĩе": 127831, + "ĠÏĦά": 127832, + "å½»": 127833, + "âĢŀD": 127834, + "Ġèĩº": 127835, + "ĠнаÑĪей": 127836, + "ĠtÃŃmto": 127837, + "ĠتسÙħ": 127838, + "ÏģθÏģο": 127839, + "令人": 127840, + "ĠPazar": 127841, + "ãĤĵãģ¨": 127842, + "ç«ĭåĪ»": 127843, + "Âģ@": 127844, + "Ġbắc": 127845, + "ìĬ¤íħĮ": 127846, + "Ġkadınlar": 127847, + "figur": 127848, + "ãģ¤ãģ¶": 127849, + "ĠæµĻæ±Ł": 127850, + "ĠдекÑĸлÑĮ": 127851, + "è¡Ŀ": 127852, + "ยà¸Ļà¹ģà¸Ľà¸¥à¸ĩ": 127853, + "olet": 127854, + "Ġnedok": 127855, + "namen": 127856, + "åħĦå¼Ł": 127857, + "ืà¸Ńà¸Ĥ": 127858, + "èĤĥ": 127859, + "Ġbüny": 127860, + "ĠÑĢадÑıн": 127861, + "ãĢģäºĮ": 127862, + "аннÑİ": 127863, + "Ġæīĭæľº": 127864, + "ĠоÑģлож": 127865, + "ĠоглÑı": 127866, + "Ġسبز": 127867, + "Ġaktivit": 127868, + "Ġà¤ıप": 127869, + "ç«ľ": 127870, + "Ġdiren": 127871, + "iв": 127872, + "ĠYatırım": 127873, + "ÑĨÑĸйна": 127874, + "Ġдомов": 127875, + "ẳn": 127876, + "ĠCoÄŁraf": 127877, + "ÙģÙĪ": 127878, + "æ°Ĺãģ«åħ¥": 127879, + "ç§ģãģ®": 127880, + "ï½į": 127881, + "à¥Įड": 127882, + "ĠÐĵÑĢигоÑĢ": 127883, + "ĠPeygamber": 127884, + "Ġαγα": 127885, + "Ġefekt": 127886, + "ĠìŀĪìĸ´ìĦľ": 127887, + "ĠплаÑĤеж": 127888, + "ĠTrab": 127889, + "overy": 127890, + "âĢ¦âĢ¦ãĢĤ": 127891, + "Ġyapmaya": 127892, + "ĠнайбÑĸлÑĮ": 127893, + "ĠÙħÙĨزÙĦ": 127894, + "ÙĪÙĬÙĥ": 127895, + "ıldıģında": 127896, + "ĠpÅĻÃŃpadnÄĽ": 127897, + "ĠμÏĢοÏģοÏį": 127898, + "ĠëĵľëĿ¼ë§Ī": 127899, + "Ġ방문": 127900, + "ĠСим": 127901, + "کات": 127902, + "еком": 127903, + "رÙĬع": 127904, + "ÙĩدÙģ": 127905, + "æĹıèĩªæ²»": 127906, + "ĠzmÄĽn": 127907, + "Ġвклад": 127908, + "ĠبÙĦغ": 127909, + "Ġç§ĭ": 127910, + "Ngh": 127911, + "ĠendiÅŁ": 127912, + "ĠCumhurbaÅŁkanı": 127913, + "ĠKaf": 127914, + "Ġà¹ģหล": 127915, + "Ġmutlu": 127916, + "ĠÑģиÑĢ": 127917, + "ĠгÑĥм": 127918, + "æ¿ĥ": 127919, + "çĤī": 127920, + "ĠBáo": 127921, + "à¥Ĥष": 127922, + "ĠìłķíĻķ": 127923, + "ानस": 127924, + "ﻤ": 127925, + "наÑģлÑĸдок": 127926, + "poÄįet": 127927, + "ë§ĮìĽIJìŀħëĭĪëĭ¤": 127928, + "ĠìĦľìļ¸íĬ¹ë³Ħìĭľ": 127929, + "ÎķÎĻΣ": 127930, + "ุมà¸Ĭà¸Ļ": 127931, + "ĠмÑĸлÑĮ": 127932, + "æħĮ": 127933, + "ÏĥκεÏĦαι": 127934, + "ĠãĢľ": 127935, + "Ġkaliteli": 127936, + "ĠÑģмеÑĢÑĤÑĮ": 127937, + "è¼Ķ": 127938, + "ĠбиÑĤ": 127939, + "ĠΣÏĦο": 127940, + "à¸ĩà¹Ģศส": 127941, + "åİŁæľ¬": 127942, + "ĠknÃŃ": 127943, + "äºĴèģĶç½ij": 127944, + "ĠÑĩеловеÑĩеÑģ": 127945, + "çŃĴ": 127946, + "à¸Īำหà¸Ļ": 127947, + "åĩºåİ»": 127948, + "ãĤ¢ãĥĭãĥ¡": 127949, + "å±ķ示": 127950, + "rych": 127951, + "à¤ħब": 127952, + "oÅĪ": 127953, + "jÃŃcÃŃm": 127954, + "اØŃØ«": 127955, + "ĠÙĪاÙĤعÛĮ": 127956, + "ĠФедеÑĢалÑĮ": 127957, + "Ñģам": 127958, + "Ġìĺ¥": 127959, + "åľ°çIJĥ": 127960, + "Ġsuyu": 127961, + "seniz": 127962, + "à¥īफ": 127963, + "Ġê°Ļëĭ¤": 127964, + "ĠпÑĢизнаÑĩеннÑı": 127965, + "ĠSın": 127966, + "ĠاÙħÙĨÛĮت": 127967, + "Ġlátky": 127968, + "ĠÐijи": 127969, + "Ġsüreci": 127970, + "····": 127971, + "Ġ경찰": 127972, + "ĠкалÑĮ": 127973, + "ĠникÑĤо": 127974, + "ÙijÙħ": 127975, + "ĠدÙĬگر": 127976, + "Ġalınması": 127977, + "леннÑĸ": 127978, + "ิวà¹Ģà¸ķà¸Ńร": 127979, + "à¸Ľà¸ģà¸Ħรà¸Ńà¸ĩ": 127980, + "ĠзаконодавÑģÑĤва": 127981, + "ãĢĢãĤ¤": 127982, + "Ġëħ¸íķĺìļ°": 127983, + "ĠDÃ¼ÅŁ": 127984, + "ĠгÑĥÑģÑĤ": 127985, + "ĠÐĴаÑĪ": 127986, + "ĠاÙħتÛĮ": 127987, + "Ġparamet": 127988, + "ĠÎłÎ±Î½ÎµÏĢ": 127989, + "à¹Įà¸ģร": 127990, + "ζα": 127991, + "ĠëįĶìļ±": 127992, + "ÙĪÙĦات": 127993, + "ваÑĤиÑģÑı": 127994, + "Ġkök": 127995, + "ÙĨب": 127996, + "ĠвÑĭÑģокой": 127997, + "ãĥ¼ãĥ¼": 127998, + "éĶ¦": 127999 + }, + "merges": [ + "Ġ Ġ", + "Ġ ĠĠĠ", + "ĠĠ ĠĠ", + "ĠĠĠ Ġ", + "i n", + "Ġ t", + "Ġ ĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠ ĠĠ", + "e r", + "Ġ ĠĠ", + "ĠĠ Ġ", + "o n", + "Ġ a", + "r e", + "a t", + "s t", + "e n", + "o r", + "Ġ th", + "Ġt h", + "Ċ Ċ", + "Ġ c", + "l e", + "Ġ s", + "i t", + "a n", + "a r", + "a l", + "Ġ the", + "Ġt he", + "Ġth e", + "; Ċ", + "Ġ p", + "Ġ f", + "o u", + "Ġ =", + "i s", + "Ġ ĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠ", + "ĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠ Ġ", + "i ng", + "in g", + "e s", + "Ġ w", + "i on", + "io n", + "e d", + "i c", + "Ġ b", + "Ġ d", + "e t", + "Ġ m", + "Ġ o", + "ĉ ĉ", + "r o", + "a s", + "e l", + "c t", + "n d", + "Ġ in", + "Ġi n", + "Ġ h", + "e nt", + "en t", + "i d", + "Ġ n", + "a m", + "Ġ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġ to", + "Ġt o", + "Ġ re", + "Ġr e", + "- -", + "Ġ {", + "Ġ of", + "Ġo f", + "o m", + ") ;Ċ", + "); Ċ", + "i m", + "č Ċ", + "Ġ (", + "i l", + "/ /", + "Ġ and", + "Ġa nd", + "Ġan d", + "u r", + "s e", + "Ġ l", + "e x", + "Ġ S", + "a d", + "Ġ \"", + "c h", + "u t", + "i f", + "* *", + "Ġ }", + "e m", + "o l", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "t h", + ") Ċ", + "Ġ {Ċ", + "Ġ{ Ċ", + "Ġ g", + "i g", + "i v", + ", Ċ", + "c e", + "o d", + "Ġ v", + "a te", + "at e", + "Ġ T", + "a g", + "a y", + "Ġ *", + "o t", + "u s", + "Ġ C", + "Ġ st", + "Ġs t", + "Ġ I", + "u n", + "u l", + "u e", + "Ġ A", + "o w", + "Ġ '", + "e w", + "Ġ <", + "a tion", + "at ion", + "atio n", + "ati on", + "( )", + "Ġ for", + "Ġf or", + "Ġfo r", + "a b", + "o rt", + "or t", + "u m", + "a me", + "am e", + "Ġ is", + "Ġi s", + "p e", + "t r", + "c k", + "â Ģ", + "Ġ y", + "i st", + "is t", + "- ---", + "-- --", + "--- -", + ". ĊĊ", + ".Ċ Ċ", + "h e", + "Ġ e", + "l o", + "Ġ M", + "Ġ be", + "Ġb e", + "e rs", + "er s", + "Ġ on", + "Ġo n", + "Ġ con", + "Ġc on", + "Ġco n", + "a p", + "u b", + "Ġ P", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "a ss", + "as s", + "i nt", + "in t", + "> Ċ", + "l y", + "u rn", + "ur n", + "Ġ $", + "; ĊĊ", + ";Ċ Ċ", + "a v", + "p ort", + "por t", + "po rt", + "i r", + "- >", + "n t", + "c tion", + "ct ion", + "e nd", + "en d", + "Ġ de", + "Ġd e", + "0 0", + "i th", + "it h", + "o ut", + "ou t", + "t urn", + "tu rn", + "tur n", + "o ur", + "ou r", + "Ġ ĠĠĠĠ", + "ĠĠ ĠĠĠ", + "ĠĠĠĠ Ġ", + "ĠĠĠ ĠĠ", + "l ic", + "li c", + "r es", + "re s", + "p t", + "= =", + "Ġ this", + "Ġt his", + "Ġth is", + "Ġthi s", + "Ġ wh", + "Ġw h", + "Ġ if", + "Ġi f", + "Ġ D", + "v er", + "ve r", + "a ge", + "ag e", + "Ġ B", + "h t", + "e xt", + "ex t", + "= \"", + "Ġ that", + "Ġt hat", + "Ġth at", + "Ġtha t", + "* ***", + "** **", + "*** *", + "Ġ R", + "Ġ it", + "Ġi t", + "e ss", + "es s", + "Ġ F", + "Ġ r", + "o s", + "a nd", + "an d", + "Ġ as", + "Ġa s", + "e ct", + "ec t", + "k e", + "r om", + "ro m", + "Ġ //", + "Ġ/ /", + "c on", + "co n", + "Ġ L", + "( \"", + "q u", + "l ass", + "la ss", + "las s", + "Ġ with", + "Ġw ith", + "Ġwi th", + "Ġwit h", + "i z", + "d e", + "Ġ N", + "Ġ al", + "Ġa l", + "o p", + "u p", + "g et", + "ge t", + "Ġ }Ċ", + "Ġ} Ċ", + "i le", + "il e", + "Ġ an", + "Ġa n", + "a ta", + "at a", + "o re", + "or e", + "r i", + "Ġ pro", + "Ġp ro", + "Ġpr o", + "; čĊ", + "ĉ ĉĉĉ", + "ĉĉ ĉĉ", + "ĉĉĉ ĉ", + "t er", + "te r", + "a in", + "ai n", + "Ġ W", + "Ġ E", + "Ġ com", + "Ġc om", + "Ġco m", + "Ġ return", + "Ġre turn", + "Ġr eturn", + "Ġret urn", + "a rt", + "ar t", + "Ġ H", + "a ck", + "ac k", + "im port", + "imp ort", + "ub lic", + "ubl ic", + "Ġ or", + "Ġo r", + "e st", + "es t", + "m ent", + "me nt", + "men t", + "Ġ G", + "a ble", + "ab le", + "abl e", + "Ġ -", + "i ne", + "in e", + "i ll", + "il l", + "i nd", + "in d", + "e re", + "er e", + ": :", + "i ty", + "it y", + "Ġ +", + "Ġ tr", + "Ġt r", + "e lf", + "el f", + "i ght", + "ig ht", + "igh t", + "( '", + "o rm", + "or m", + "u lt", + "ul t", + "s tr", + "st r", + ". .", + "\" ,", + "Ġ you", + "Ġy ou", + "Ġyo u", + "y pe", + "yp e", + "p l", + "Ġ new", + "Ġn ew", + "Ġne w", + "Ġ j", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġ from", + "Ġf rom", + "Ġfr om", + "Ġfro m", + "Ġ ex", + "Ġe x", + "Ġ O", + "2 0", + "l d", + "Ġ [", + "o c", + ": Ċ", + "Ġ se", + "Ġs e", + "Ġ le", + "Ġl e", + "- -------", + "-- ------", + "---- ----", + "--- -----", + "----- ---", + "------ --", + "------- -", + ". s", + "{ Ċ", + "' ,", + "a nt", + "an t", + "Ġ at", + "Ġa t", + "a se", + "as e", + ". c", + "Ġ ch", + "Ġc h", + "< /", + "a ve", + "av e", + "a ng", + "an g", + "Ġ are", + "Ġa re", + "Ġar e", + "Ġ int", + "Ġin t", + "Ġi nt", + "âĢ Ļ", + "_ t", + "e rt", + "er t", + "i al", + "ia l", + "a ct", + "ac t", + "} Ċ", + "i ve", + "iv e", + "o de", + "od e", + "o st", + "os t", + "Ġ class", + "Ġc lass", + "Ġcl ass", + "Ġclas s", + "Ġcla ss", + "Ġ not", + "Ġn ot", + "Ġno t", + "o g", + "o rd", + "or d", + "a lue", + "al ue", + "alu e", + "a ll", + "al l", + "f f", + "( );Ċ", + "() ;Ċ", + "(); Ċ", + "o nt", + "on t", + "i me", + "im e", + "a re", + "ar e", + "Ġ U", + "Ġ pr", + "Ġp r", + "Ġ :", + "i es", + "ie s", + "i ze", + "iz e", + "u re", + "ur e", + "Ġ by", + "Ġb y", + "i re", + "ir e", + "Ġ }ĊĊ", + "Ġ} ĊĊ", + "Ġ}Ċ Ċ", + ". p", + "Ġ sh", + "Ġs h", + "i ce", + "ic e", + "a st", + "as t", + "p tion", + "pt ion", + "t ring", + "tr ing", + "tri ng", + "o k", + "_ _", + "c l", + "# #", + "Ġ he", + "Ġh e", + "a rd", + "ar d", + ") .", + "Ġ @", + "i ew", + "ie w", + "ĉ ĉĉ", + "ĉĉ ĉ", + "Ġ was", + "Ġw as", + "Ġwa s", + "i p", + "t his", + "th is", + "Ġ u", + "Ġ The", + "ĠT he", + "ĠTh e", + "i de", + "id e", + "a ce", + "ac e", + "i b", + "a c", + "r ou", + "ro u", + "Ġ we", + "Ġw e", + "j ect", + "je ct", + "jec t", + "Ġ public", + "Ġp ublic", + "Ġpub lic", + "Ġpubli c", + "a k", + "v e", + "a th", + "at h", + "o id", + "oi d", + "Ġ =>", + "Ġ= >", + "u st", + "us t", + "q ue", + "qu e", + "Ġ res", + "Ġre s", + "Ġr es", + ") )", + "' s", + "Ġ k", + "a ns", + "an s", + "y st", + "ys t", + "un ction", + "unc tion", + "unct ion", + "* *******", + "** ******", + "**** ****", + "****** **", + "*** *****", + "***** ***", + "******* *", + "Ġ i", + "Ġ us", + "Ġu s", + "p p", + "1 0", + "o ne", + "on e", + "a il", + "ai l", + "= ===", + "== ==", + "=== =", + "n ame", + "na me", + "nam e", + "Ġ str", + "Ġs tr", + "Ġst r", + "Ġ /", + "Ġ &", + "a ch", + "ac h", + "d iv", + "di v", + "y stem", + "yst em", + "ys tem", + "e ll", + "el l", + "Ġ have", + "Ġh ave", + "Ġha ve", + "Ġhav e", + "e rr", + "er r", + "o uld", + "ou ld", + "oul d", + "u ll", + "ul l", + "p on", + "po n", + "Ġ J", + "_ p", + "Ġ ==", + "Ġ= =", + "i gn", + "ig n", + "S t", + ". Ċ", + "Ġ pl", + "Ġp l", + ") ;ĊĊ", + ");Ċ Ċ", + "); ĊĊ", + "f orm", + "fo rm", + "for m", + "p ut", + "pu t", + "o unt", + "ou nt", + "oun t", + "} ĊĊ", + "}Ċ Ċ", + "d d", + "i te", + "it e", + "Ġ get", + "Ġg et", + "Ġge t", + "r r", + "o me", + "om e", + "Ġ âĢ", + "Ġâ Ģ", + "a ram", + "ar am", + "ara m", + "c c", + "Ġ */", + "Ġ* /", + "E R", + "I n", + "l es", + "le s", + "_ s", + "o ng", + "on g", + "i e", + "Ġ can", + "Ġc an", + "Ġca n", + "Ġ V", + "e rv", + "er v", + "p r", + "Ġ un", + "Ġu n", + "r ow", + "ro w", + "b er", + "be r", + "Ġ do", + "Ġd o", + "l l", + "Ġ el", + "Ġe l", + "Ġ self", + "Ġs elf", + "Ġse lf", + "Ġsel f", + "a ted", + "at ed", + "ate d", + "a ry", + "ar y", + "Ġ .", + "' ]", + "u d", + "Ġ en", + "Ġe n", + "Ġ Th", + "ĠT h", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "t e", + "_ c", + "u ct", + "uc t", + "Ġ ab", + "Ġa b", + "o rk", + "or k", + ". get", + ".g et", + ".ge t", + "Ġ #", + "a w", + "r ess", + "re ss", + "res s", + "o b", + "N ame", + "Na me", + "Nam e", + "2 01", + "20 1", + "a pp", + "ap p", + "[ '", + "Ġ all", + "Ġa ll", + "Ġal l", + "o ry", + "or y", + "i tion", + "it ion", + "iti on", + "a nce", + "an ce", + "anc e", + "e ar", + "ea r", + "Ġ cont", + "Ġc ont", + "Ġcon t", + "Ġco nt", + "v ent", + "ve nt", + "ven t", + "i a", + "Ġ will", + "Ġw ill", + "Ġwi ll", + "Ġwil l", + "I N", + "Ġ ĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠ", + "r eturn", + "re turn", + "ret urn", + "Ġ ", + "\" ,Ċ", + "\", Ċ", + "e c", + "Ġ In", + "ĠI n", + "p h", + "Ġ |", + "_ f", + "Ġ var", + "Ġv ar", + "Ġva r", + "e nce", + "en ce", + "enc e", + "I d", + "r ee", + "re e", + "i nk", + "in k", + "l ect", + "le ct", + "lec t", + "u g", + "e th", + "et h", + "Ġ else", + "Ġe lse", + "Ġel se", + "Ġels e", + "- ---------------", + "-- --------------", + "---- ------------", + "-------- --------", + "--- -------------", + "------------ ----", + "----- -----------", + "---------- ------", + "------ ----------", + "----------- -----", + "------------- ---", + "------- ---------", + "--------- -------", + "--------------- -", + "-------------- --", + "1 9", + "c ont", + "con t", + "co nt", + "Ġ so", + "Ġs o", + "a tic", + "at ic", + "ati c", + "Ġ lo", + "Ġl o", + "p ro", + "pr o", + "t on", + "to n", + "s s", + "o wn", + "ow n", + "a bel", + "ab el", + "abe l", + "o int", + "oin t", + "oi nt", + "o us", + "ou s", + "e ld", + "el d", + "S T", + "T he", + "Th e", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "R E", + "\" :", + "o lor", + "ol or", + "olo r", + "t p", + "e g", + "k ey", + "ke y", + "u de", + "ud e", + "Ġ St", + "ĠS t", + "o und", + "ou nd", + "oun d", + "Ġ ar", + "Ġa r", + "\" );Ċ", + "\") ;Ċ", + "\"); Ċ", + "e ner", + "en er", + "ene r", + "s er", + "se r", + "1 1", + "b ject", + "bj ect", + "es sage", + "ess age", + "essa ge", + "f er", + "fe r", + "Ġ more", + "Ġm ore", + "Ġmor e", + "Ġmo re", + "at ions", + "ation s", + "atio ns", + "ati ons", + "e nts", + "en ts", + "ent s", + "Ġ his", + "Ġh is", + "Ġhi s", + "Ġ they", + "Ġt hey", + "Ġth ey", + "Ġthe y", + ". S", + "Ġ Y", + "u se", + "us e", + "n e", + "i sh", + "is h", + "o ld", + "ol d", + "_ d", + "i o", + "i eld", + "ie ld", + "iel d", + "Ġ per", + "Ġp er", + "Ġpe r", + "C ont", + "Con t", + "Co nt", + "in gs", + "ing s", + "# ###", + "## ##", + "### #", + "Ġ data", + "Ġd ata", + "Ġda ta", + "Ġdat a", + "Ġ sa", + "Ġs a", + "e f", + "f o", + "Ġ one", + "Ġo ne", + "Ġon e", + "e ng", + "en g", + "Ġ dis", + "Ġd is", + "Ġdi s", + "A T", + "Ġ name", + "Ġn ame", + "Ġna me", + "Ġnam e", + "Ġ true", + "Ġtr ue", + "v al", + "va l", + "l ed", + "le d", + ". f", + "Ġ ne", + "Ġn e", + "Ġ end", + "Ġe nd", + "Ġen d", + "3 2", + ". T", + "1 6", + "c re", + "cr e", + "a rk", + "ar k", + "l og", + "lo g", + "E x", + "e rror", + "er ror", + "err or", + "erro r", + "_ id", + "_i d", + "ur re", + "urr e", + "a nge", + "an ge", + "ang e", + "Ġ null", + "Ġn ull", + "Ġnu ll", + "r ray", + "rr ay", + "Ġ my", + "Ġm y", + "p an", + "pa n", + "i ct", + "ic t", + "a tor", + "at or", + "ato r", + "V iew", + "Vi ew", + "L ist", + "Li st", + "ĉ return", + "ĉr eturn", + "ĉret urn", + "ĉre turn", + "âĢ Ŀ", + "Ġ pre", + "Ġp re", + "Ġpr e", + "Ġ x", + "c lude", + "cl ude", + "clud e", + "a rg", + "ar g", + "1 5", + "o v", + ". h", + "Ġ >", + "Ġ their", + "Ġthe ir", + "' )", + "i rst", + "ir st", + "irs t", + "i ck", + "ic k", + "g h", + "L E", + "O R", + "Ġ private", + "Ġpr ivate", + "Ġpriv ate", + "Ġprivat e", + "t em", + "te m", + "čĊ čĊ", + "u ser", + "us er", + "use r", + "Ġ )", + "c om", + "co m", + ". A", + "\" ;Ċ", + "\"; Ċ", + "Ġ id", + "Ġi d", + "r ead", + "re ad", + "rea d", + "Ġ who", + "Ġw ho", + "Ġwh o", + "_ b", + "\" >Ċ", + "\"> Ċ", + "Ġ time", + "Ġt ime", + "Ġtim e", + "Ġti me", + "Ġ man", + "Ġm an", + "Ġma n", + "r y", + "= =======", + "== ======", + "==== ====", + "=== =====", + "====== ==", + "===== ===", + "======= =", + "r oup", + "ro up", + "rou p", + "r op", + "ro p", + "p ublic", + "pub lic", + "v el", + "ve l", + "um ber", + "umb er", + "b le", + "bl e", + "Ġ which", + "Ġwh ich", + "** **************", + "**** ************", + "******** ********", + "************ ****", + "************** **", + "Ġ any", + "Ġa ny", + "Ġan y", + "Ġ false", + "Ġf alse", + "Ġfa lse", + "Ġfal se", + "Ġfals e", + "w e", + "Ġ value", + "Ġv alue", + "Ġval ue", + "Ġva lue", + "Ġvalu e", + "Ġ li", + "Ġl i", + "\" )", + "n der", + "nd er", + "nde r", + "g r", + "Ġ no", + "Ġn o", + "p aram", + "par am", + "pa ram", + "para m", + "2 5", + "f ig", + "fi g", + ". com", + ".c om", + ".co m", + "Ġ app", + "Ġa pp", + "Ġap p", + "_ l", + "i ons", + "ion s", + "io ns", + ". D", + "Ġ Ch", + "ĠC h", + "Ġ about", + "Ġa bout", + "Ġab out", + "Ġ add", + "Ġa dd", + "Ġad d", + "Ġ su", + "Ġs u", + "Ġ string", + "Ġs tring", + "Ġst ring", + "Ġstr ing", + "Ġstri ng", + "I D", + "Ġ over", + "Ġo ver", + "Ġov er", + "s tring", + "st ring", + "str ing", + "stri ng", + ". l", + "our ce", + "0 00", + "00 0", + "_ C", + "] Ċ", + "Ġ qu", + "Ġq u", + "Ġ String", + "ĠS tring", + "ĠSt ring", + "ĠStr ing", + "c a", + "S E", + "Ġ ro", + "Ġr o", + "s h", + "u al", + "ua l", + "T ype", + "Typ e", + "Ty pe", + "s on", + "so n", + "n ew", + "ne w", + "e rn", + "er n", + "Ġ ag", + "Ġa g", + "A R", + "] ;Ċ", + "]; Ċ", + "] .", + "Ġ ?", + "i cal", + "ic al", + "ica l", + "Ġ des", + "Ġd es", + "Ġde s", + "u th", + "ut h", + "i x", + "a ys", + "ay s", + "Ġ type", + "Ġt ype", + "Ġtyp e", + "Ġty pe", + "' t", + "a ult", + "au lt", + "aul t", + "Ġ inter", + "Ġin ter", + "Ġint er", + "Ġinte r", + "v ar", + "va r", + ". b", + "Ġ part", + "Ġp art", + "Ġpar t", + "Ġpa rt", + ". d", + "ur rent", + "urre nt", + "urr ent", + "I T", + "E N", + "3 0", + "e nc", + "en c", + "( f", + "r a", + "v alue", + "val ue", + "va lue", + "valu e", + "c ho", + "ch o", + "1 8", + "ut ton", + "utt on", + "utto n", + "o se", + "os e", + "1 4", + "Ġ !=", + "Ġ! =", + "a ter", + "at er", + "ate r", + "à ©", + "re ate", + "reat e", + "rea te", + "o ll", + "ol l", + "p os", + "po s", + "y le", + "yl e", + "n g", + "A L", + "u sing", + "us ing", + "usi ng", + "a mes", + "am es", + "ame s", + "Ġ {čĊ", + "Ġ{ čĊ", + "a tes", + "at es", + "ate s", + "e ly", + "el y", + "Ġ work", + "Ġw ork", + "Ġwor k", + "Ġwo rk", + "Ġ em", + "Ġe m", + "i nal", + "in al", + "ina l", + "Ġ sp", + "Ġs p", + "Ġ when", + "Ġw hen", + "Ġwh en", + "Ġwhe n", + ". set", + ".s et", + ".se t", + "Ġ ĠĠĠĠĠ", + "ĠĠ ĠĠĠĠ", + "ĠĠĠĠ ĠĠ", + "ĠĠĠ ĠĠĠ", + "ĠĠĠĠĠ Ġ", + ") :Ċ", + "): Ċ", + "t o", + "q uire", + "qu ire", + "quir e", + "qui re", + "ind ow", + "indo w", + "l ement", + "le ment", + "lem ent", + "lemen t", + "leme nt", + "p ect", + "pe ct", + "pec t", + "a sh", + "as h", + "[ i", + "Ġ use", + "Ġu se", + "Ġus e", + ". F", + "p ec", + "pe c", + "Ġ ad", + "Ġa d", + "o ve", + "ov e", + "ce ption", + "cept ion", + "cep tion", + "e ngth", + "en gth", + "eng th", + "in clude", + "inc lude", + "incl ude", + "inclu de", + "a der", + "ad er", + "ade r", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "at us", + "atu s", + "T h", + "i tle", + "it le", + "r it", + "ri t", + "v oid", + "vo id", + "( ).", + "() .", + "( Ċ", + "Ġ off", + "Ġo ff", + "Ġof f", + "Ġ other", + "Ġo ther", + "Ġot her", + "Ġ &&", + "Ġ& &", + "' ;Ċ", + "'; Ċ", + "m s", + "Ġ been", + "Ġb een", + "Ġbe en", + "Ġbee n", + "Ġ te", + "Ġt e", + "m l", + "c o", + "n c", + "1 3", + "er vice", + "erv ice", + "Ġ %", + "* *Ċ", + "** Ċ", + "a nn", + "an n", + "a de", + "ad e", + "Ċ ĊĊĊ", + "ĊĊ ĊĊ", + "ĊĊĊ Ċ", + "l ock", + "lo ck", + "loc k", + "con st", + "co nst", + "cons t", + "1 00", + "10 0", + "p onse", + "pon se", + "pons e", + "Ġ sup", + "Ġs up", + "Ġsu p", + "+ +", + "d ate", + "da te", + "dat e", + "Ġ acc", + "Ġa cc", + "Ġac c", + "Ġ had", + "Ġh ad", + "Ġha d", + "Ġ bu", + "Ġb u", + "2 00", + "20 0", + "Ġ Re", + "ĠR e", + "Ġ were", + "Ġw ere", + "Ġwe re", + "Ġwer e", + "Ġ file", + "Ġf ile", + "Ġfil e", + "Ġfi le", + "Ġ would", + "Ġw ould", + "Ġwo uld", + "Ġ âĢľ", + "ĠâĢ ľ", + "v en", + "ve n", + "i ss", + "is s", + "Ġ our", + "Ġo ur", + "Ġou r", + "c lass", + "cl ass", + "cla ss", + "clas s", + "r aw", + "ra w", + "Ġ year", + "Ġy ear", + "Ġye ar", + "D ata", + "Da ta", + "Dat a", + "Ġ val", + "Ġv al", + "Ġva l", + "Ġ some", + "Ġs ome", + "Ġso me", + "Ġsom e", + "f ter", + "ft er", + "fte r", + "y s", + "Ġ ///", + "Ġ// /", + "Ġ/ //", + "r ound", + "ro und", + "rou nd", + "v iew", + "vi ew", + "vie w", + "Ġ pe", + "Ġp e", + "Ġ there", + "Ġt here", + "Ġth ere", + "Ġthe re", + "Ġther e", + "Ġ said", + "Ġs aid", + "Ġsa id", + "Ġsai d", + "d u", + "o f", + "l ine", + "li ne", + "lin e", + "/ *", + "d uct", + "du ct", + "duc t", + "Ġ her", + "Ġh er", + "Ġhe r", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "R es", + "Re s", + "Ġ co", + "Ġc o", + "Ġ comm", + "Ġc omm", + "Ġcom m", + "Ġco mm", + "i se", + "is e", + "m in", + "mi n", + "Ġ ĠĠĠĊ", + "ĠĠ ĠĠĊ", + "ĠĠĠĠ Ċ", + "ĠĠĠ ĠĊ", + "# include", + "et hod", + "eth od", + ". P", + "u te", + "ut e", + "Ġ ass", + "Ġa ss", + "Ġas s", + "I nt", + "In t", + "a sk", + "as k", + "l oc", + "lo c", + "Ġ like", + "Ġl ike", + "Ġli ke", + "Ġlik e", + "o dy", + "od y", + "Ġ let", + "Ġl et", + "Ġle t", + "l oad", + "lo ad", + "Ġ am", + "Ġa m", + "r ol", + "ro l", + "Ġ gr", + "Ġg r", + "y p", + "Ġ also", + "Ġal so", + "Ġals o", + "Ġ It", + "ĠI t", + "u rl", + "ur l", + "i fic", + "if ic", + "ifi c", + "o rs", + "or s", + "_ P", + "_ n", + "i gh", + "ig h", + "Ġ than", + "Ġt han", + "Ġth an", + "Ġtha n", + "C om", + "Co m", + "A N", + "U L", + "a ting", + "at ing", + "ati ng", + "atin g", + "1 7", + "Ġ This", + "ĠT his", + "ĠTh is", + "ĠThi s", + "r ef", + "re f", + "_ S", + "Ġ static", + "Ġst atic", + "Ġstat ic", + "Ġsta tic", + "Ġstati c", + "r oll", + "ro ll", + "rol l", + "Ġ just", + "Ġj ust", + "Ġju st", + "Ġjus t", + "Ġ result", + "Ġres ult", + "i an", + "ia n", + "id th", + "Ġ them", + "Ġt hem", + "Ġth em", + "Ġthe m", + ") );Ċ", + ")) ;Ċ", + ")); Ċ", + "d er", + "de r", + "re ak", + "rea k", + "C on", + "Co n", + ": //", + ":/ /", + "u le", + "ul e", + ". ..", + ".. .", + "a rch", + "ar ch", + "arc h", + "e ment", + "em ent", + "eme nt", + "emen t", + "Ġ <<", + "Ġ< <", + "5 0", + "u sh", + "us h", + "en se", + "ens e", + "a rr", + "ar r", + "Ġ into", + "Ġin to", + "Ġint o", + "c ess", + "ce ss", + "ces s", + "a mp", + "am p", + "i ed", + "ie d", + "u ment", + "um ent", + "ume nt", + "umen t", + "Ġ \\", + "] ,", + "w o", + "a ls", + "al s", + "Ġ what", + "Ġw hat", + "Ġwh at", + "a nc", + "an c", + "V alue", + "Val ue", + "Va lue", + "= '", + "o lum", + "ol um", + "olu m", + "Ġ pos", + "Ġp os", + "Ġpo s", + "a ges", + "ag es", + "age s", + "a yer", + "ay er", + "aye r", + "Ġ sc", + "Ġs c", + "u es", + "ue s", + "\" )Ċ", + "\") Ċ", + "_ T", + "Ġ list", + "Ġl ist", + "Ġli st", + "Ġlis t", + "( s", + "Ġ case", + "Ġc ase", + "Ġca se", + "Ġcas e", + "C h", + "ĉ ĉĉĉĉ", + "ĉĉ ĉĉĉ", + "ĉĉĉĉ ĉ", + "ĉĉĉ ĉĉ", + "//// ////", + "/// /////", + "///// ///", + "p onent", + "pon ent", + "pone nt", + "Ġ z", + "Ġ kn", + "Ġk n", + "l et", + "le t", + "D E", + "r ed", + "re d", + "Ġ fe", + "Ġf e", + "Ġ },Ċ", + "Ġ} ,Ċ", + "Ġ}, Ċ", + "Ġ ,", + "( t", + "Ġ first", + "Ġf irst", + "Ġfi rst", + "Ġfir st", + "' );Ċ", + "') ;Ċ", + "'); Ċ", + "w ord", + "wo rd", + "wor d", + "Ġ import", + "Ġim port", + "Ġimp ort", + "Ġ act", + "Ġa ct", + "Ġac t", + "Ġ char", + "Ġc har", + "Ġch ar", + "Ġcha r", + "C T", + "Ġ Tr", + "ĠT r", + "o ple", + "op le", + "opl e", + "= {", + "ĉ f", + "2 4", + "i ent", + "ie nt", + "ien t", + "c ent", + "ce nt", + "cen t", + ". j", + "l ection", + "le ction", + "lect ion", + "lec tion", + ") )Ċ", + ")) Ċ", + "Ġ only", + "Ġon ly", + "Ġ print", + "Ġp rint", + "Ġpr int", + "Ġpri nt", + "Ġprin t", + "m er", + "me r", + ". W", + "o ck", + "oc k", + "Ġ --", + "Ġ- -", + "T ext", + "Te xt", + "Tex t", + "Ġ op", + "Ġo p", + "a nk", + "an k", + "Ġ its", + "Ġit s", + "Ġi ts", + "Ġ back", + "Ġb ack", + "Ġba ck", + "Ġbac k", + "[ \"", + "Ġ need", + "Ġn eed", + "Ġne ed", + "Ġ cl", + "Ġc l", + "Ġ sub", + "Ġs ub", + "Ġsu b", + "Ġ la", + "Ġl a", + "( (", + ". \"", + "O bject", + "Ob ject", + "Obj ect", + "Ġ start", + "Ġst art", + "Ġstar t", + "Ġsta rt", + "f ile", + "fi le", + "fil e", + "( self", + "(s elf", + "(se lf", + "(sel f", + "n er", + "ne r", + "e y", + "Ġ user", + "Ġu ser", + "Ġus er", + "Ġuse r", + "Ġ ent", + "Ġe nt", + "Ġen t", + "Ġ Com", + "ĠC om", + "ĠCo m", + "i ts", + "it s", + "Ġ Con", + "ĠC on", + "ĠCo n", + "o uble", + "ou ble", + "oub le", + "o wer", + "ow er", + "owe r", + "i tem", + "it em", + "ite m", + "v ery", + "ver y", + "ve ry", + "Ġ We", + "ĠW e", + "6 4", + "l ick", + "lic k", + "li ck", + "Ġ Q", + "p hp", + "ph p", + "t tp", + "tt p", + "' :", + "i cs", + "ic s", + "Ġ under", + "Ġu nder", + "Ġun der", + "Ġund er", + "Ġunde r", + "Ġ *Ċ", + "Ġ* Ċ", + ". L", + ") ;", + "i ces", + "ic es", + "ice s", + "Ġ reg", + "Ġre g", + "Ġr eg", + ") čĊ", + "ĉ public", + "ĉp ublic", + "ĉpub lic", + "S S", + "Ġ then", + "Ġt hen", + "Ġth en", + "Ġthe n", + "r eat", + "re at", + "rea t", + "i ous", + "io us", + "iou s", + ". G", + "e k", + "i rect", + "ir ect", + "ire ct", + "h eck", + "he ck", + "hec k", + "cri pt", + "cr ipt", + "n ing", + "ni ng", + "nin g", + "Ġ Un", + "ĠU n", + "Ġ may", + "Ġm ay", + "Ġma y", + "Ġ Wh", + "ĠW h", + "B o", + "I tem", + "It em", + "str uct", + "stru ct", + ". st", + ".s t", + "r eam", + "re am", + "rea m", + "i ble", + "ib le", + "lo at", + "Ġ org", + "Ġo rg", + "Ġor g", + "u nd", + "un d", + "s um", + "su m", + "_ in", + "_i n", + ". ./", + ".. /", + "_ M", + "Ġ how", + "Ġh ow", + "Ġho w", + "r ite", + "ri te", + "rit e", + "' Ċ", + "T o", + "4 0", + "w w", + "Ġ people", + "Ġpe ople", + "in dex", + "ind ex", + "inde x", + ". n", + "h ttp", + "ht tp", + "htt p", + "( m", + "e ctor", + "ect or", + "ec tor", + "Ġ ind", + "Ġin d", + "Ġi nd", + "Ġ jav", + "Ġj av", + "Ġja v", + "] ,Ċ", + "], Ċ", + "Ġ He", + "ĠH e", + "_ st", + "_s t", + "f ul", + "fu l", + "o le", + "ol e", + ") {Ċ", + "){ Ċ", + "Ġ should", + "Ġsh ould", + "Ġsho uld", + "o py", + "op y", + "e lp", + "el p", + "i er", + "ie r", + "_ name", + "_n ame", + "_na me", + "er son", + "ers on", + "I ON", + "IO N", + "o te", + "ot e", + "Ġ test", + "Ġt est", + "Ġte st", + "Ġtes t", + "Ġ bet", + "Ġb et", + "Ġbe t", + "r ror", + "rr or", + "u lar", + "ul ar", + "ula r", + "ã Ģ", + "Ġ Ð", + "b s", + "t ing", + "ti ng", + "tin g", + "Ġ make", + "Ġm ake", + "Ġma ke", + "Ġmak e", + "T r", + "Ġ after", + "Ġa fter", + "Ġaf ter", + "Ġaft er", + "ar get", + "arg et", + "arge t", + "R O", + "ol umn", + "olum n", + "olu mn", + "r c", + "_ re", + "_r e", + "de fine", + "def ine", + "2 2", + "Ġ right", + "Ġr ight", + "Ġrig ht", + "Ġri ght", + "r ight", + "ri ght", + "rig ht", + "d ay", + "da y", + "Ġ long", + "Ġl ong", + "Ġlo ng", + "Ġlon g", + "[ ]", + "( p", + "t d", + "c ond", + "con d", + "co nd", + "Ġ Pro", + "ĠP ro", + "ĠPr o", + "Ġ rem", + "Ġre m", + "Ġr em", + "pt ions", + "ption s", + "v id", + "vi d", + ". g", + "Ġ ext", + "Ġe xt", + "Ġex t", + "Ġ __", + "Ġ_ _", + "' )Ċ", + "') Ċ", + "p ace", + "pa ce", + "pac e", + "m p", + "Ġ min", + "Ġm in", + "Ġmi n", + "st ance", + "sta nce", + "stan ce", + "a ir", + "ai r", + "a ction", + "act ion", + "ac tion", + "w h", + "t ype", + "ty pe", + "typ e", + "u til", + "ut il", + "uti l", + "a it", + "ai t", + "< ?", + "I C", + "t ext", + "te xt", + "tex t", + "Ġ ph", + "Ġp h", + "Ġ fl", + "Ġf l", + ". M", + "c cess", + "cc ess", + "cce ss", + "b r", + "f ore", + "fo re", + "for e", + "ers ion", + ") ,Ċ", + "), Ċ", + ". re", + ".r e", + "a teg", + "at eg", + "ate g", + "Ġ loc", + "Ġl oc", + "Ġlo c", + "i ns", + "in s", + "- s", + "t rib", + "tr ib", + "tri b", + "Ġ Int", + "ĠI nt", + "ĠIn t", + "Ġ array", + "Ġa rray", + "Ġar ray", + "Ġarr ay", + ", \"", + "P ro", + "Pr o", + "( c", + "ess ion", + "> ĊĊ", + ">Ċ Ċ", + "Ġ she", + "Ġs he", + "Ġsh e", + "\" ]", + "a ph", + "ap h", + "Ġ exp", + "Ġe xp", + "Ġex p", + "er ty", + "ert y", + "Ġ Se", + "ĠS e", + "Ġ par", + "Ġp ar", + "Ġpa r", + "u nc", + "un c", + "E T", + "Ġ read", + "Ġre ad", + "Ġr ead", + "p rint", + "pr int", + "pri nt", + "Ġ rel", + "Ġre l", + "Ġr el", + "Ġ form", + "Ġf orm", + "Ġfor m", + "Ġfo rm", + "Ġ dr", + "Ġd r", + "Ex ception", + "Except ion", + "in put", + "inp ut", + "Ġ trans", + "Ġt rans", + "Ġtr ans", + "Ġtra ns", + "Ġtran s", + "# #######", + "## ######", + "#### ####", + "### #####", + "##### ###", + "###### ##", + "####### #", + "or der", + "ord er", + "orde r", + "B y", + "Ġ aw", + "Ġa w", + "i ties", + "it ies", + "iti es", + "u ff", + "uf f", + "p lay", + "pl ay", + "pla y", + ". add", + ".a dd", + ".ad d", + "Ġ âĢĵ", + "ĠâĢ ĵ", + "Ġ want", + "Ġw ant", + "Ġwa nt", + "Ġwan t", + "Ġ comp", + "Ġc omp", + "Ġcom p", + "Ġco mp", + "m ents", + "ment s", + "me nts", + "men ts", + "Ġ ||", + "Ġ| |", + "a z", + "b e", + "Ġ number", + "Ġn umber", + "Ġnum ber", + "Ġnumb er", + "Ġ require", + "Ġre quire", + "Ġreq uire", + "Ġrequ ire", + "Ġ Ex", + "ĠE x", + "6 0", + "Ġ col", + "Ġc ol", + "Ġco l", + "Ġ key", + "Ġk ey", + "Ġke y", + "em ber", + "emb er", + "Ġ two", + "Ġt wo", + "Ġtw o", + "Ġ size", + "Ġs ize", + "Ġsi ze", + "Ġsiz e", + "Ġ where", + "Ġw here", + "Ġwh ere", + "Ġwhe re", + "U T", + "res ult", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "o ugh", + "ou gh", + "oug h", + "or ld", + "o od", + "oo d", + "u ch", + "uc h", + "at ive", + "ati ve", + "ativ e", + "g er", + "ge r", + "a rent", + "ar ent", + "are nt", + "aren t", + "Ġ /*", + "Ġ/ *", + "Ġ arg", + "Ġa rg", + "Ġar g", + "Ġ while", + "Ġwh ile", + "2 3", + "( this", + "(t his", + "(th is", + "Ġ rec", + "Ġre c", + "Ġr ec", + "Ġ dif", + "Ġd if", + "Ġdi f", + "St ate", + "Stat e", + "Ġ spec", + "Ġs pec", + "Ġsp ec", + "Ġspe c", + "r ide", + "ri de", + "rid e", + "_ F", + "Ġ look", + "Ġl ook", + "Ġlo ok", + "A M", + "il ity", + "ilit y", + "ili ty", + "e ter", + "et er", + "ete r", + "âĢĻ t", + "Ċ ĊĊ", + "ĊĊ Ċ", + "ay out", + "ayo ut", + "-- ------------------------------", + "---- ----------------------------", + "---------------- ----------------", + "------------ --------------------", + "---------------------------- ----", + "------------------------------ --", + "-------------------- ------------", + "a ger", + "ag er", + "age r", + "Ġ could", + "Ġc ould", + "Ġco uld", + "Ġcou ld", + "Ġ br", + "Ġb r", + "e nds", + "en ds", + "end s", + "u res", + "ur es", + "ure s", + "Ġ know", + "Ġk now", + "Ġkn ow", + "e ts", + "et s", + "Ġ If", + "ĠI f", + "Ġ Sh", + "ĠS h", + ". w", + "b ack", + "ba ck", + "bac k", + "Ġ ser", + "Ġs er", + "Ġse r", + "Ġ +=", + "Ġ+ =", + "Ġ fr", + "Ġf r", + "( ));Ċ", + "() );Ċ", + "()) ;Ċ", + "()); Ċ", + "Ġ hand", + "Ġh and", + "Ġha nd", + "Ġhan d", + "I nd", + "In d", + "U LL", + "UL L", + "I m", + "( );ĊĊ", + "() ;ĊĊ", + "();Ċ Ċ", + "(); ĊĊ", + "Ġ most", + "Ġm ost", + "Ġmo st", + "Ġmos t", + "Ġ try", + "Ġt ry", + "Ġtr y", + "Ġ now", + "Ġn ow", + "Ġno w", + "r ough", + "ro ugh", + "rou gh", + "> čĊ", + "ack age", + "Ġ him", + "Ġh im", + "Ġhi m", + ". _", + "i fy", + "if y", + "Ġ break", + "Ġb reak", + "Ġbre ak", + "Ġ );Ċ", + "Ġ) ;Ċ", + "Ġ); Ċ", + "r en", + "re n", + "# define", + "i tt", + "it t", + "Ġ ap", + "Ġa p", + "ĉ c", + "( n", + "Ġ You", + "ĠY ou", + "ĠYo u", + ": ĊĊ", + ":Ċ Ċ", + "- m", + "Ġ every", + "Ġe very", + "Ġever y", + "Ġev ery", + "Ġeve ry", + "us tom", + "ust om", + "usto m", + "l ient", + "li ent", + "lie nt", + "lien t", + "oc ument", + "ocu ment", + "cri ption", + "cript ion", + "E rror", + "Err or", + "Er ror", + "Erro r", + "- b", + "Ð ¾", + "] [", + "9 9", + "t rans", + "tr ans", + "tra ns", + "tran s", + "Ġ point", + "Ġp oint", + "Ġpo int", + "Ġpoi nt", + "Ġ std", + "Ġs td", + "Ġst d", + "Ġ fil", + "Ġf il", + "Ġfi l", + "T ime", + "Tim e", + "Ti me", + "8 0", + "Ġ mod", + "Ġm od", + "Ġmo d", + "Ġ ->", + "Ġ- >", + "Ġ error", + "Ġe rror", + "Ġerr or", + "Ġer ror", + "Ġerro r", + "a h", + "Ġ text", + "Ġt ext", + "Ġte xt", + "Ġtex t", + "r oller", + "ro ller", + "rol ler", + "roll er", + "l ose", + "lo se", + "los e", + "q l", + "Ġ pol", + "Ġp ol", + "Ġpo l", + "> < /", + "Ġ show", + "Ġs how", + "Ġsh ow", + "Ġsho w", + "U ser", + "Us er", + "Use r", + "a sed", + "as ed", + "ase d", + "Ġ {ĊĊ", + "Ġ{ ĊĊ", + "Ġ{Ċ Ċ", + "Ġ find", + "Ġf ind", + "Ġfin d", + "Ġfi nd", + "Ð °", + "E D", + "s pan", + "sp an", + "spa n", + "e nu", + "en u", + "Ġ current", + "Ġc urrent", + "Ġcur rent", + "Ġcurr ent", + "Ġ used", + "Ġu sed", + "Ġus ed", + "Ġuse d", + "c ept", + "ce pt", + "cep t", + "cl ud", + "Ġ play", + "Ġp lay", + "Ġpl ay", + "Ġpla y", + "Ġ log", + "Ġl og", + "Ġlo g", + "u tion", + "ut ion", + "uti on", + "f l", + "Ġ see", + "Ġs ee", + "Ġse e", + "ind ows", + "indow s", + "indo ws", + "Ġ help", + "Ġh elp", + "Ġhe lp", + "Ġhel p", + "Ġ these", + "Ġth ese", + "Ġthe se", + "Ġ pass", + "Ġp ass", + "Ġpas s", + "Ġpa ss", + "Ġ down", + "Ġd own", + "Ġdo wn", + "Ġdow n", + "Ġ even", + "Ġe ven", + "Ġev en", + "Ġeve n", + "a son", + "as on", + "aso n", + "u ild", + "ui ld", + "uil d", + "f rom", + "fr om", + "( d", + "Ġ bl", + "Ġb l", + "l abel", + "la bel", + "lab el", + "e lse", + "el se", + "els e", + "Ð µ", + "Ġ (!", + "Ġ( !", + "i zed", + "iz ed", + "ize d", + "( ),", + "() ,", + "Ġ ob", + "Ġo b", + "Ġ item", + "Ġit em", + "Ġi tem", + "u mp", + "um p", + "U R", + "o rn", + "or n", + "Ġ don", + "Ġd on", + "Ġdo n", + "S e", + "m an", + "ma n", + "2 7", + "am ple", + "amp le", + "t n", + "= ===============", + "== ==============", + "==== ============", + "======== ========", + "=== =============", + "============ ====", + "============= ===", + "=========== =====", + "============== ==", + "========= =======", + "========== ======", + "=============== =", + "====== ==========", + "===== ===========", + "======= =========", + "H e", + "g ram", + "gr am", + "gra m", + "Ġ did", + "Ġd id", + "Ġdi d", + "w n", + "_ h", + "i ver", + "iv er", + "ive r", + "Ġ sm", + "Ġs m", + "Ġ through", + "Ġth rough", + "Ġthr ough", + "Ġthro ugh", + "Ġ An", + "ĠA n", + "c he", + "ch e", + "Ġ inv", + "Ġin v", + "Ġi nv", + "o use", + "ou se", + "ous e", + "Ġ es", + "Ġe s", + "Ġ New", + "ĠN ew", + "ĠNe w", + "ex port", + "exp ort", + "expo rt", + "m ary", + "ma ry", + "mar y", + "u to", + "ut o", + "l er", + "le r", + "Ġ last", + "Ġl ast", + "Ġla st", + "Ġlas t", + "Ġ event", + "Ġe vent", + "Ġeven t", + "Ġev ent", + "Ġeve nt", + "t ry", + "tr y", + "ï ¼", + "i ly", + "il y", + "ig ned", + "ign ed", + "igne d", + "i nes", + "in es", + "ine s", + "ol low", + "oll ow", + "ollo w", + "ic ense", + "icens e", + "s ole", + "so le", + "sol e", + "l ear", + "le ar", + "lea r", + "( int", + "(i nt", + "(in t", + "Ġ again", + "Ġa gain", + "Ġag ain", + "Ġ high", + "Ġh igh", + "Ġhi gh", + "h tml", + "ht ml", + "htm l", + "In dex", + "Ind ex", + "ut hor", + "uth or", + "Ġ /**Ċ", + "Ġ/ **Ċ", + "Ġ/* *Ċ", + "Ġ/** Ċ", + "Ġ line", + "Ġl ine", + "Ġli ne", + "Ġlin e", + "E vent", + "Even t", + "Ev ent", + "_ D", + "Ġ does", + "Ġd oes", + "Ġdo es", + "Ġdoe s", + "it ial", + "iti al", + "itia l", + "Ġ cr", + "Ġc r", + "a rs", + "ar s", + "2 8", + "Ġ tem", + "Ġt em", + "Ġte m", + "c ause", + "ca use", + "f ace", + "fa ce", + "fac e", + "Ġ `", + "_ A", + "B utton", + "But ton", + "a ture", + "at ure", + "atur e", + "atu re", + "ect ed", + "ec ted", + "E S", + "i ster", + "is ter", + "ist er", + "iste r", + "ĉ Ċ", + "Ġ before", + "Ġb efore", + "Ġbe fore", + "Ġbef ore", + "a le", + "al e", + "o ther", + "ot her", + "oth er", + "Ġ because", + "Ġb ecause", + "Ġbe cause", + "Ġbec ause", + "r oid", + "ro id", + "roi d", + "Ġ ed", + "Ġe d", + "i k", + "r eg", + "re g", + "Ġ De", + "ĠD e", + "Ġ dist", + "Ġd ist", + "Ġdis t", + "Ġdi st", + "} ,Ċ", + "}, Ċ", + "Ġ state", + "Ġst ate", + "Ġstat e", + "Ġsta te", + "Ġ cons", + "Ġc ons", + "Ġcon s", + "Ġco ns", + "r int", + "ri nt", + "rin t", + "a tt", + "at t", + "Ġ here", + "Ġh ere", + "Ġhe re", + "Ġher e", + "i ned", + "in ed", + "ine d", + "Ġ final", + "Ġf inal", + "Ġfin al", + "Ġfi nal", + "Ġ \"\"", + "Ġ\" \"", + "K ey", + "Ke y", + "L O", + "Ġ del", + "Ġd el", + "Ġde l", + "p ty", + "pt y", + "th ing", + "thin g", + "2 6", + "Ġ And", + "ĠA nd", + "ĠAn d", + "Ġ run", + "Ġr un", + "Ġru n", + "Ġ X", + "y m", + ". app", + ".ap p", + ".a pp", + "Ġ very", + "Ġv ery", + "Ġver y", + "Ġve ry", + "c es", + "ce s", + "_ N", + "a red", + "ar ed", + "are d", + "w ard", + "wa rd", + "war d", + "l ist", + "li st", + "lis t", + "i ted", + "it ed", + "ite d", + "o log", + "ol og", + "olo g", + "it ch", + "B ox", + "Bo x", + "i fe", + "if e", + "3 3", + "Ġ ac", + "Ġa c", + "Ġ model", + "Ġm odel", + "Ġmod el", + "Ġmode l", + "Ġmo del", + "Ġ mon", + "Ġm on", + "Ġmo n", + "Ġ way", + "Ġw ay", + "Ġwa y", + "l ete", + "le te", + "let e", + "Ġ call", + "Ġc all", + "Ġcal l", + "Ġca ll", + "Ġ att", + "Ġa tt", + "Ġat t", + "Ġ cal", + "Ġc al", + "Ġca l", + "v ert", + "ver t", + "ve rt", + "Ġ dec", + "Ġd ec", + "Ġde c", + "l ease", + "le ase", + "lea se", + "o un", + "ou n", + "Ġ });Ċ", + "Ġ} );Ċ", + "Ġ}) ;Ċ", + "Ġ}); Ċ", + "f r", + "form ation", + "format ion", + "forma tion", + "e tail", + "et ail", + "eta il", + "Ġ num", + "Ġn um", + "Ġnu m", + "a j", + "qu ery", + "que ry", + "quer y", + "Ġ well", + "Ġw ell", + "Ġwe ll", + "Ġwel l", + "Ġ object", + "Ġo bject", + "Ġob ject", + "Ġobj ect", + "Ġ As", + "ĠA s", + "Ġ years", + "Ġy ears", + "Ġyear s", + "Ġye ars", + "C olor", + "Col or", + "Co lor", + "I S", + "Ġ default", + "Ġd efault", + "Ġde fault", + "Ġdef ault", + "Ġdefa ult", + "W h", + "Ġ ins", + "Ġin s", + "Ġi ns", + "a int", + "ain t", + "ai nt", + "Ġ java", + "Ġj ava", + "Ġjav a", + "Ġja va", + "Ġ sim", + "Ġs im", + "Ġsi m", + "Ġ Ar", + "ĠA r", + "m on", + "mo n", + "t il", + "ti l", + "( );čĊ", + "() ;čĊ", + "(); čĊ", + ") :", + "S et", + "Se t", + "2 9", + "at ter", + "att er", + "atte r", + "Ġ view", + "Ġv iew", + "Ġvi ew", + "Ġvie w", + "Ġ pres", + "Ġp res", + "Ġpr es", + "Ġpre s", + "a rray", + "ar ray", + "arr ay", + "arra y", + "W e", + "A t", + "Ġ bel", + "Ġb el", + "Ġbe l", + "Ġ many", + "Ġm any", + "Ġman y", + "Ġma ny", + "2 1", + "M an", + "Ma n", + "e nder", + "en der", + "end er", + "ende r", + "Ġ being", + "Ġb eing", + "Ġbe ing", + "Ġbei ng", + "Ġ good", + "Ġg ood", + "Ġgo od", + "Ġgoo d", + "ĉ ĉĉĉĉĉ", + "ĉĉ ĉĉĉĉ", + "ĉĉĉĉ ĉĉ", + "ĉĉĉ ĉĉĉ", + "ĉĉĉĉĉ ĉ", + "at ional", + "ation al", + "atio nal", + "ati onal", + "w are", + "wa re", + "war e", + ". log", + ".l og", + ".lo g", + "{ čĊ", + "Ġ using", + "Ġu sing", + "Ġus ing", + "_ B", + "Ġ :=", + "Ġ: =", + "_ w", + "i sts", + "is ts", + "ist s", + "l ish", + "li sh", + "lis h", + "Ġ stud", + "Ġst ud", + "Ġstu d", + "Ġ Al", + "ĠA l", + "Ġ gu", + "Ġg u", + "con fig", + "conf ig", + "u ring", + "ur ing", + "uri ng", + "t ime", + "ti me", + "tim e", + "o ken", + "ok en", + "oke n", + "ame space", + "ames pace", + "Ġ request", + "Ġre quest", + "Ġreq uest", + "Ġrequ est", + "Ġ child", + "Ġch ild", + "Ġchi ld", + "Ġ Ã", + "l ob", + "lo b", + "Ġ param", + "Ġp aram", + "Ġpar am", + "Ġpara m", + "Ġpa ram", + "Ġ }čĊ", + "Ġ} čĊ", + "0 1", + "Ġ echo", + "Ġe cho", + "Ġec ho", + "Ġech o", + "f unction", + "func tion", + "fun ction", + "**** ****************************", + "******** ************************", + "**************** ****************", + "************************ ********", + "******************** ************", + "**************************** ****", + "************ ********************", + "p s", + "E lement", + "El ement", + "Elem ent", + "Ele ment", + "a lk", + "al k", + "l ication", + "lic ation", + "li cation", + "lica tion", + "b y", + "S ize", + "Si ze", + "ra wing", + "raw ing", + "Ġ person", + "Ġp erson", + "Ġper son", + "Ġpers on", + "Ġperso n", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "\\ n", + "o bject", + "ob ject", + "obj ect", + "i nce", + "in ce", + "inc e", + "E n", + "F ile", + "Fi le", + "Fil e", + "u f", + "f fect", + "ff ect", + "ffe ct", + "A C", + "Ġ style", + "Ġst yle", + "Ġsty le", + "Ġstyl e", + "sum mary", + "summ ary", + "Ġ que", + "Ġqu e", + "Ġq ue", + "_ r", + "Ġ ($", + "Ġ( $", + "M odel", + "Mode l", + "Mod el", + "Mo del", + "i dent", + "id ent", + "ide nt", + "iden t", + "Ġ method", + "Ġm ethod", + "Ġmet hod", + "Ġmeth od", + "I L", + "o tt", + "ot t", + "l ess", + "le ss", + "les s", + "I NG", + "IN G", + "Ġ ()", + "Ġ( )", + "Ġ expect", + "Ġex pect", + "Ġexp ect", + "y nc", + "yn c", + "p ackage", + "pack age", + "3 5", + "u rs", + "ur s", + "Ġ prot", + "Ġp rot", + "Ġpro t", + "Ġpr ot", + ". /", + "p re", + "pr e", + "Ġ )Ċ", + "Ġ) Ċ", + "m a", + "Ġ sur", + "Ġs ur", + "Ġsu r", + "Ġ found", + "Ġf ound", + "Ġfo und", + "Ġfou nd", + "In fo", + "Inf o", + "p ar", + "pa r", + "i mes", + "im es", + "ime s", + ". e", + "a ins", + "ain s", + "ai ns", + "Ġ post", + "Ġp ost", + "Ġpos t", + "Ġpo st", + "- d", + "4 5", + "o lean", + "ol ean", + "ole an", + "Ġ sl", + "Ġs l", + "P E", + "Ġ such", + "Ġs uch", + "Ġsu ch", + "Ġsuc h", + "s elect", + "se lect", + "sel ect", + "a iner", + "ain er", + "ai ner", + "aine r", + "Ġ think", + "Ġth ink", + "Ġthin k", + "Ġthi nk", + "Ġd iffer", + "Ġdif fer", + "Ġdi ffer", + "Ġdiff er", + ". r", + "/ **Ċ", + "/* *Ċ", + "/** Ċ", + "F F", + "o ol", + "oo l", + "p late", + "pl ate", + "plat e", + "pla te", + "q ual", + "qu al", + "qua l", + "Ġ For", + "ĠF or", + "ĠFo r", + "Ġ much", + "Ġm uch", + "Ġmu ch", + "Ġmuc h", + "u c", + "( new", + "(n ew", + "(ne w", + "od ule", + "odu le", + "Ġ som", + "Ġs om", + "Ġso m", + "Ġ http", + "Ġh ttp", + "Ġht tp", + "Ġhtt p", + "Ġ List", + "ĠL ist", + "ĠLi st", + "ĠLis t", + "Ġ count", + "Ġc ount", + "Ġco unt", + "Ġcoun t", + "Ġcou nt", + "Ġ inst", + "Ġin st", + "Ġi nst", + "Ġins t", + "c har", + "ch ar", + "cha r", + "m it", + "mi t", + ". id", + ".i d", + "a king", + "ak ing", + "aki ng", + "akin g", + "Ġ gener", + "Ġg ener", + "Ġge ner", + "Ġgen er", + "Ġgene r", + "p x", + "v ice", + "vi ce", + "vic e", + "3 7", + "_ data", + "_d ata", + "_dat a", + "_da ta", + "Ġ NULL", + "ĠN ULL", + "ĠNU LL", + "} čĊ", + "i dd", + "id d", + "ãĢ Ĥ", + "Ġ med", + "Ġm ed", + "Ġme d", + "o rg", + "or g", + "i der", + "id er", + "ide r", + "a che", + "ac he", + "ach e", + "w ork", + "wo rk", + "wor k", + "Ġ check", + "Ġc heck", + "Ġch eck", + "Ġche ck", + "w een", + "we en", + "Ġ ((", + "Ġ( (", + "t he", + "th e", + "a nts", + "an ts", + "ant s", + "> <", + ". B", + "- c", + "Ġ open", + "Ġo pen", + "Ġop en", + "Ġ est", + "Ġe st", + "Ġes t", + "Ġ ĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ Ċ", + "ĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĊ", + "Ġ next", + "Ġn ext", + "Ġne xt", + "Ġnex t", + "I M", + "Ñ Ĥ", + "O T", + "à ³", + "Ġ follow", + "Ġf ollow", + "Ġfol low", + "Ġfoll ow", + "c ontent", + "con tent", + "cont ent", + "conte nt", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "Ġin clud", + "Ġincl ud", + "Ġinclu d", + "H E", + "Ġ Res", + "ĠR es", + "ĠRe s", + "Ġ href", + "Ġh ref", + "Ġhr ef", + "Ð ¸", + "Ġ car", + "Ġc ar", + "Ġca r", + "y pes", + "ype s", + "yp es", + "i mage", + "im age", + "ima ge", + "imag e", + "U n", + "Ġ bool", + "Ġb ool", + "Ġbo ol", + "Ġboo l", + "A D", + "Ġ game", + "Ġg ame", + "Ġgam e", + "Ġga me", + ". Form", + ".F orm", + ".For m", + "r ows", + "ro ws", + "row s", + "* /", + "v elop", + "ve lop", + "vel op", + ". Drawing", + ".D rawing", + ".Draw ing", + "Ġ path", + "Ġp ath", + "Ġpat h", + "Ġpa th", + "is ion", + "isi on", + "Ġ each", + "Ġe ach", + "Ġea ch", + "Ġ Pl", + "ĠP l", + "_ type", + "_t ype", + "_typ e", + "_ty pe", + "P ath", + "Pa th", + "Pat h", + "n ection", + "ne ction", + "nect ion", + "Ġ av", + "Ġa v", + "' ).", + "') .", + "Ġ support", + "Ġs upport", + "Ġsup port", + "Ġsupp ort", + "E NT", + "EN T", + "r em", + "re m", + "\" ).", + "\") .", + "Ġ own", + "Ġo wn", + "Ġow n", + "Ġ cor", + "Ġc or", + "Ġco r", + "c ount", + "co unt", + "cou nt", + "m iss", + "mi ss", + "mis s", + "u ally", + "ual ly", + "Ġ mem", + "Ġm em", + "Ġme m", + "s td", + "st d", + "i ence", + "ie nce", + "ien ce", + "s earch", + "se arch", + "sea rch", + "\" ĊĊ", + "\"Ċ Ċ", + "F orm", + "For m", + "Fo rm", + "Ġ sex", + "Ġs ex", + "Ġse x", + "e name", + "en ame", + "ena me", + "Ġ sign", + "Ġs ign", + "Ġsi gn", + "Ġsig n", + "Ġ et", + "Ġe t", + "Ġ ĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠ ĠĠĠĠ", + "' ,'", + "', '", + "Ġ App", + "ĠA pp", + "ĠAp p", + "Ġ those", + "Ġth ose", + "Ġtho se", + "o ff", + "of f", + "Ġ err", + "Ġe rr", + "Ġer r", + "Ġ system", + "Ġs ystem", + "Ġsys tem", + "Ġsy stem", + "Ġsyst em", + "Ġ best", + "Ġb est", + "Ġbe st", + "Ġbes t", + "c ode", + "co de", + "cod e", + "Ġ same", + "Ġs ame", + "Ġsa me", + "Ġsam e", + "Ġ di", + "Ġd i", + "u ss", + "us s", + "Ġ create", + "Ġc reate", + "Ġcre ate", + "Ġcreat e", + "Ġcrea te", + "a ther", + "at her", + "ath er", + "athe r", + "A rray", + "Ar ray", + "Arr ay", + ". in", + ".i n", + "f e", + "S ervice", + "Ser vice", + "Serv ice", + "U N", + "a ts", + "at s", + "Ġ Z", + "al th", + "alt h", + "Ġ made", + "Ġm ade", + "Ġma de", + "Ġmad e", + "tr ue", + "tru e", + "A B", + "Ġ mark", + "Ġm ark", + "Ġmar k", + "Ġma rk", + "r id", + "ri d", + "if ied", + "ifi ed", + "ifie d", + ", čĊ", + "y n", + "p ress", + "pr ess", + "pre ss", + "pres s", + "Ġ group", + "Ġg roup", + "Ġgr oup", + "Ġgro up", + "Ġgrou p", + "Ġ fin", + "Ġf in", + "Ġfi n", + "Ġ License", + "ĠL icense", + "ĠLic ense", + "F ield", + "Fi eld", + "e ger", + "eg er", + "Ġ world", + "Ġw orld", + "Ġwor ld", + "i ness", + "in ess", + "ine ss", + "ines s", + "t y", + "Ġ process", + "Ġp rocess", + "Ġpro cess", + "Ġproc ess", + "Ġproces s", + "( b", + "Ġ cre", + "Ġc re", + "Ġcr e", + "a rn", + "ar n", + "i ves", + "iv es", + "ive s", + "Ġ main", + "Ġm ain", + "Ġma in", + "Ġmai n", + "i deo", + "id eo", + "ide o", + "3 6", + "_ g", + "A G", + "val id", + "va lid", + "i mg", + "im g", + "P I", + "Ġ color", + "Ġc olor", + "Ġco lor", + "Ġcol or", + "Ġ report", + "Ġre port", + "Ġrep ort", + "Ġrepo rt", + "Ġ take", + "Ġt ake", + "Ġta ke", + "Ġtak e", + "r ib", + "ri b", + "O M", + "Ġ day", + "Ġd ay", + "Ġda y", + "Re quest", + "Req uest", + "Ġ sk", + "Ġs k", + "b ers", + "ber s", + "be rs", + "ĉ s", + ". Add", + ".A dd", + ".Ad d", + "o ot", + "oo t", + "I mage", + "Im age", + "Ġcom ple", + "Ġcomp le", + "Ġcompl e", + "ol lection", + "oll ection", + "ollect ion", + "olle ction", + "Ġ top", + "Ġt op", + "Ġto p", + "Ġ free", + "Ġf ree", + "Ġfr ee", + "Ġfre e", + "A S", + "D e", + "Ġ On", + "ĠO n", + "I G", + "9 0", + "e ta", + "et a", + "D ate", + "Da te", + "Dat e", + "Ġ action", + "Ġa ction", + "Ġact ion", + "Ġac tion", + "3 4", + "O ver", + "i tor", + "it or", + "ito r", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "n ot", + "no t", + "Ġ index", + "Ġin dex", + "Ġind ex", + "Ġinde x", + "h er", + "he r", + "i con", + "ic on", + "ico n", + "O n", + "; čĊčĊ", + ";čĊ čĊ", + "iv ity", + "ivi ty", + "m and", + "man d", + "ma nd", + ". Windows", + ".W indows", + ".Window s", + "O L", + "Ġ real", + "Ġre al", + "Ġ max", + "Ġm ax", + "Ġma x", + "l and", + "la nd", + "lan d", + ". ...", + ".. ..", + "... .", + "r aph", + "ra ph", + "rap h", + "Ġ build", + "Ġb uild", + "Ġbu ild", + "l eg", + "le g", + "as sword", + "ass word", + "? ĊĊ", + "?Ċ Ċ", + "âĢ ¦", + "o ok", + "oo k", + "u ck", + "uc k", + "Ġ message", + "Ġm essage", + "Ġmess age", + "Ġmes sage", + "t est", + "te st", + "tes t", + "i vers", + "iv ers", + "ive rs", + "iver s", + "3 8", + "Ġ input", + "Ġin put", + "Ġinp ut", + "Ġ art", + "Ġa rt", + "Ġar t", + "Ġ between", + "Ġb etween", + "Ġbet ween", + "G et", + "Ge t", + "en ter", + "ent er", + "ente r", + "g round", + "gr ound", + "gro und", + "e ne", + "en e", + "à ¡", + ". length", + ".l ength", + ".len gth", + ".le ngth", + "N ode", + "No de", + "( i", + "C lass", + "Cl ass", + "Cla ss", + "f or", + "fo r", + "Ġ âĢĶ", + "ĠâĢ Ķ", + "t en", + "te n", + "o in", + "oi n", + "Ġ ke", + "Ġk e", + "u i", + "Ġ IN", + "ĠI N", + "Ġ table", + "Ġt able", + "Ġtab le", + "Ġta ble", + "s ub", + "su b", + "Ġ Le", + "ĠL e", + "Ġ head", + "Ġh ead", + "Ġhe ad", + "Ġ must", + "Ġm ust", + "Ġmus t", + "Ġmu st", + "//// ////////////", + "//////// ////////", + "//////////// ////", + ". util", + ".u til", + ".ut il", + "Cont ext", + "Con text", + "Ġ order", + "Ġor der", + "Ġord er", + "Ġ mov", + "Ġm ov", + "Ġmo v", + "o ver", + "ov er", + "ove r", + "Ġ contin", + "Ġcon tin", + "Ġcont in", + "Ġ say", + "Ġs ay", + "Ġsa y", + "st atic", + "stat ic", + "sta tic", + ". Text", + ".T ext", + ".Te xt", + "Ġ className", + "Ġclass Name", + "p any", + "pan y", + "pa ny", + "Ġ ter", + "Ġt er", + "Ġte r", + "h ead", + "he ad", + "hea d", + "r g", + "Ġ product", + "Ġpro duct", + "Ġprodu ct", + "Ġprod uct", + "T his", + "Th is", + ". âĢĿ", + "Ġ But", + "ĠB ut", + "ĠBu t", + "7 0", + "l oy", + "lo y", + "Ġ double", + "Ġd ouble", + "Ġdo uble", + "Ġdoub le", + "Ġdou ble", + "s g", + "Ġ place", + "Ġp lace", + "Ġpl ace", + "Ġplac e", + "Ġpla ce", + ". x", + "m essage", + "mes sage", + "mess age", + "Ġ information", + "Ġin formation", + "Ġinform ation", + "Ġinformat ion", + "pr ivate", + "priv ate", + "Ġ oper", + "Ġo per", + "Ġop er", + "c ed", + "ce d", + "d b", + "\" > < /", + "P aram", + "Par am", + "Pa ram", + "Para m", + "i cle", + "ic le", + "icl e", + "Ġ week", + "Ġwe ek", + "Ġwee k", + "Ġ prop", + "Ġp rop", + "Ġpro p", + "Ġpr op", + "t able", + "ta ble", + "tab le", + "tabl e", + "id get", + "idge t", + "p lace", + "pl ace", + "pla ce", + "P rop", + "Pro p", + "Pr op", + "Ġ All", + "ĠA ll", + "ĠAl l", + "e ls", + "el s", + "b ox", + "bo x", + ". ĊĊĊĊ", + ".ĊĊ ĊĊ", + ".Ċ ĊĊĊ", + ".ĊĊĊ Ċ", + ". R", + "Ġ To", + "ĠT o", + "i ter", + "it er", + "ite r", + "S h", + "u ration", + "ur ation", + "ura tion", + "urat ion", + "o lder", + "ol der", + "old er", + "_ list", + "_l ist", + "_li st", + "c ome", + "com e", + "co me", + "Ġ sw", + "Ġs w", + "iz ation", + "iza tion", + "ĉ for", + "ĉf or", + "b l", + "Ġ program", + "Ġp rogram", + "Ġpro gram", + "Ġpr ogram", + "Ġprog ram", + "( e", + "a pe", + "ap e", + "c heck", + "ch eck", + "che ck", + ". Forms", + ".Form s", + ".For ms", + "Ġ und", + "Ġu nd", + "Ġun d", + "ateg ory", + "ategor y", + "atego ry", + "7 5", + "a gs", + "ag s", + "Ġ response", + "Ġres ponse", + "Ġrespons e", + "Ġresp onse", + "U S", + "re quest", + "req uest", + "requ est", + "Ġ struct", + "Ġstr uct", + "Ġstru ct", + "e scription", + "es cription", + "Ġ code", + "Ġc ode", + "Ġco de", + "Ġcod e", + "_ H", + "u ffer", + "uff er", + "uf fer", + "Ġ without", + "Ġwith out", + "lo bal", + "lob al", + "M anager", + "Man ager", + "Manage r", + "Mana ger", + "il ter", + "ilt er", + "P O", + "ĉ this", + "ĉt his", + "ĉth is", + "o ption", + "op tion", + "opt ion", + "Ġ sol", + "Ġs ol", + "Ġso l", + "Ġ ===", + "Ġ= ==", + "Ġ== =", + "a kes", + "ak es", + "ake s", + "Cont roller", + "Control ler", + "Contr oller", + "4 4", + "M essage", + "Mes sage", + "Mess age", + "Ġ ref", + "Ġre f", + "Ġr ef", + "e ver", + "ev er", + "eve r", + "Ġ So", + "ĠS o", + "a ining", + "ain ing", + "ai ning", + ". append", + ".app end", + ".ap pend", + "Ġ still", + "Ġst ill", + "Ġstil l", + "Ġpro vid", + "Ġpr ovid", + "Ġprov id", + "Ġ assert", + "Ġas sert", + "Ġass ert", + "m ed", + "me d", + "Ġ cap", + "Ġc ap", + "Ġca p", + "us iness", + "usi ness", + "Ġ rep", + "Ġre p", + "Ġr ep", + "t ings", + "ting s", + "tin gs", + "v ed", + "ve d", + ". N", + "a pi", + "ap i", + "O D", + "Ġ field", + "Ġf ield", + "Ġfi eld", + "Ġfie ld", + "i ven", + "iv en", + "ive n", + "o to", + "ot o", + "âĢ ľ", + "c ol", + "co l", + "( x", + "g ht", + "gh t", + "Res ult", + "C ode", + "Co de", + "Cod e", + ". is", + ".i s", + "l ink", + "li nk", + "lin k", + "Ġ cour", + "Ġc our", + "Ġco ur", + "Ġcou r", + "A n", + "Ġ team", + "Ġt eam", + "Ġte am", + "Ġtea m", + "ĉ int", + "ĉi nt", + "ĉin t", + "i ft", + "if t", + "5 5", + "Ġ second", + "Ġse cond", + "Ġsec ond", + "Ġ going", + "Ġgo ing", + "Ġ range", + "Ġr ange", + "Ġran ge", + "Ġra nge", + "Ġrang e", + "_ E", + "n ess", + "ne ss", + "nes s", + "3 9", + "Ġf am", + "Ġfa m", + "Ġ nil", + "Ġn il", + "Ġni l", + "Ġ Cont", + "ĠC ont", + "ĠCon t", + "ĠCo nt", + "ail able", + "u tes", + "ut es", + "ute s", + "a tab", + "at ab", + "ata b", + "Ġ fact", + "Ġf act", + "Ġfa ct", + "Ġfac t", + "Ġ vis", + "Ġv is", + "Ġvi s", + "( &", + "Ġ AN", + "ĠA N", + "3 1", + "A l", + "t itle", + "ti tle", + "tit le", + "Ġ android", + "Ġand roid", + "C E", + "\\ \"", + "i rt", + "ir t", + "Ġw rit", + "Ġwr it", + "Ð ½", + "ĉ m", + "ft ware", + "o nd", + "on d", + "Ġ ret", + "Ġre t", + "Ġr et", + "os ition", + "osi tion", + "osit ion", + "Ġ home", + "Ġh ome", + "Ġhom e", + "Ġho me", + "Ġ left", + "Ġl eft", + "Ġle ft", + "ar gs", + "arg s", + "m eric", + "mer ic", + "me ric", + "4 8", + "Ġ direct", + "Ġd irect", + "Ġdi rect", + "Ġdir ect", + "Ġdire ct", + "o ci", + "oc i", + "P l", + "A s", + "r et", + "re t", + "a do", + "ad o", + "O f", + "c hn", + "ch n", + "Ġ Get", + "ĠG et", + "ĠGe t", + "e e", + "r oss", + "ro ss", + "ros s", + "( );", + "() ;", + "_ ___", + "__ __", + "___ _", + ". ph", + ".p h", + "I t", + "o ute", + "ou te", + "out e", + "Ġex per", + "Ġexp er", + "ch ool", + "cho ol", + "w ww", + "ww w", + "} ,", + "Ġ allow", + "Ġal low", + "Ġall ow", + "Ġallo w", + "Ġ Â", + "( ))", + "() )", + "s ize", + "si ze", + "siz e", + "i sm", + "is m", + "a i", + "t ract", + "tr act", + "tra ct", + "a ne", + "an e", + ". ..ĊĊ", + ".. .ĊĊ", + "... ĊĊ", + "...Ċ Ċ", + "con text", + "cont ext", + "conte xt", + "Ġ beg", + "Ġb eg", + "Ġbe g", + "C H", + "Ġ page", + "Ġp age", + "Ġpa ge", + "Ġpag e", + "h ip", + "hi p", + "n o", + "c ore", + "co re", + "cor e", + "s p", + "Ġ different", + "Ġd ifferent", + "Ġdiffer ent", + "i able", + "ia ble", + "Ġ Me", + "ĠM e", + "_ IN", + "_I N", + "b utton", + "but ton", + "butt on", + "Ġ Is", + "ĠI s", + "erv ices", + "ervice s", + "Ġ ca", + "Ġc a", + "Ġ around", + "Ġa round", + "Ġar ound", + "Ġarou nd", + "A pp", + "Ap p", + "r ation", + "ra tion", + "rat ion", + "ratio n", + "Ġ rece", + "Ġre ce", + "Ġr ece", + "Ġrec e", + "Ġ really", + "Ġre ally", + "Ġreal ly", + "Ġ image", + "Ġi mage", + "Ġim age", + "Ġimag e", + "Ġima ge", + "Ġ target", + "Ġt arget", + "Ġtar get", + "Ġtarg et", + "Ġ dep", + "Ġd ep", + "Ġde p", + "opy right", + "t ra", + "tr a", + "i ngle", + "in gle", + "ing le", + "i tal", + "it al", + "ita l", + "L ayout", + "Ġ both", + "Ġb oth", + "Ġbo th", + "Ġbot h", + "Over ride", + "a rm", + "ar m", + "= >", + "at erial", + "ate rial", + "ater ial", + "ateria l", + "i led", + "il ed", + "ile d", + "Ġ put", + "Ġp ut", + "Ġpu t", + "Q u", + "Ñ Ģ", + "u ng", + "un g", + "m ap", + "ma p", + "ĉ ĉĉĉĉĉĉĉ", + "ĉĉ ĉĉĉĉĉĉ", + "ĉĉĉĉ ĉĉĉĉ", + "ĉĉĉ ĉĉĉĉĉ", + "ĉĉĉĉĉ ĉĉĉ", + "ĉĉĉĉĉĉ ĉĉ", + "ĉĉĉĉĉĉĉ ĉ", + "Ġ level", + "Ġle vel", + "Ġlev el", + "Ġleve l", + "Com ponent", + "Comp onent", + "b ook", + "bo ok", + "boo k", + "c reen", + "cre en", + "cr een", + "_ RE", + "_R E", + "Ġ config", + "Ġcon fig", + "Ġconf ig", + "ã ģ", + "O r", + ". data", + ".d ata", + ".dat a", + ".da ta", + "Ġ document", + "Ġd ocument", + "Ġdoc ument", + "\" ,\"", + "\", \"", + "trib ute", + "u x", + "L og", + "Lo g", + "f erence", + "fer ence", + "fe rence", + "p ost", + "pos t", + "po st", + "_ e", + "Ġ local", + "Ġl ocal", + "Ġlo cal", + "Ġloc al", + "an dom", + "and om", + "ando m", + "as sert", + "ass ert", + "asse rt", + "asser t", + "V al", + "Va l", + "l ected", + "lect ed", + "lec ted", + "i na", + "in a", + "at abase", + "ata base", + "atab ase", + "A dd", + "Ad d", + "Ġ content", + "Ġc ontent", + "Ġcon tent", + "Ġcont ent", + "Ġconten t", + "Ġconte nt", + ". print", + ".p rint", + ".pr int", + "s igned", + "sign ed", + "sig ned", + "r ic", + "ri c", + ". \"ĊĊ", + ".\" ĊĊ", + ".\"Ċ Ċ", + "Ġ fa", + "Ġf a", + "! ĊĊ", + "!Ċ Ċ", + "- f", + "i ved", + "iv ed", + "ive d", + "Ġ quest", + "Ġqu est", + "Ġque st", + "Ġq uest", + "Ġques t", + ". ex", + ".e x", + "Ġ float", + "Ġf loat", + "Ġflo at", + "Ġ develop", + "Ġde velop", + "Ġdev elop", + "Ġdeve lop", + "Ġdevel op", + "о Ð", + "M ap", + "Ma p", + "a ding", + "ad ing", + "adi ng", + "adin g", + "Ġ poss", + "Ġp oss", + "Ġpos s", + "Ġpo ss", + "U E", + "n amespace", + "name space", + "names pace", + "_ O", + "ĉ b", + ". Get", + ".G et", + ".Ge t", + "> (", + "j son", + "js on", + "e tails", + "et ails", + "etail s", + "eta ils", + "6 6", + "Ġ too", + "Ġt oo", + "Ġto o", + "Ġ extends", + "Ġext ends", + "Ġextend s", + "Ġ None", + "ĠN one", + "ĠNo ne", + "ĠNon e", + "Ġ fore", + "Ġf ore", + "Ġfor e", + "Ġfo re", + "( String", + "(S tring", + "(Str ing", + "form at", + "for mat", + "forma t", + "Ġ great", + "Ġg reat", + "Ġgr eat", + "Ġgre at", + "in ter", + "int er", + "inte r", + "c ale", + "ca le", + "cal e", + "Ñ ģ", + "r on", + "ro n", + "i ving", + "iv ing", + "ivi ng", + "E nt", + "En t", + "e ncy", + "en cy", + "enc y", + "x t", + "o y", + "0 5", + "Ġ month", + "Ġm onth", + "Ġmon th", + "Ġmo nth", + "Ġmont h", + "Ġh app", + "Ġha pp", + "Ġhap p", + "Ġ super", + "Ġs uper", + "Ġsu per", + "Ġsup er", + "b ar", + "ba r", + "d efault", + "de fault", + "def ault", + "_ de", + "_d e", + "or ds", + "ord s", + "l n", + "( {Ċ", + "({ Ċ", + "Ġ Ind", + "ĠI nd", + "ĠIn d", + "a ses", + "as es", + "ase s", + "Ġ title", + "Ġt itle", + "Ġtit le", + "Ġti tle", + "Ġ context", + "Ġcon text", + "Ġcont ext", + "Ġconte xt", + "0 8", + "o h", + "- p", + "E m", + "Ġ met", + "Ġm et", + "Ġme t", + "T est", + "Te st", + "Tes t", + "Ġ life", + "Ġl ife", + "Ġli fe", + "Ġlif e", + "_ v", + "Ġ US", + "ĠU S", + "U I", + "o cation", + "oc ation", + "oca tion", + "m d", + "Ġ [Ċ", + "Ġ[ Ċ", + "Ġ ]", + "s w", + "Ġ incre", + "Ġin cre", + "Ġinc re", + "Ġincr e", + "s cript", + "scri pt", + "scr ipt", + "ent ial", + "enti al", + "w ays", + "way s", + "wa ys", + ". de", + ".d e", + "Ġ src", + "Ġs rc", + "Ġsr c", + "Ġ catch", + "Ġc atch", + "Ġcat ch", + "Ġ Americ", + "ĠA meric", + "ĠAm eric", + "ĠAmer ic", + "/ /Ċ", + "// Ċ", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "Ġ pay", + "Ġp ay", + "Ġpa y", + "p lit", + "pl it", + "âĢ Ķ", + "Ġc oun", + "Ġco un", + "Ġcou n", + "o bj", + "ob j", + ". php", + ".p hp", + ".ph p", + "Ġ change", + "Ġch ange", + "Ġchang e", + "Ġcha nge", + "Ġchan ge", + "e thing", + "eth ing", + "' re", + "'r e", + "a ster", + "as ter", + "ast er", + "aste r", + "l os", + "lo s", + "l ation", + "la tion", + "lat ion", + "Ġ ĠĊ", + "ĠĠ Ċ", + "L e", + "à ¤", + "( {", + "re ady", + "read y", + "rea dy", + "Ġ No", + "ĠN o", + "Ġ position", + "Ġp osition", + "Ġpos ition", + "Ġposit ion", + "Ġposi tion", + "Ġ old", + "Ġo ld", + "Ġol d", + "Ġ book", + "Ġb ook", + "Ġbo ok", + "Ġboo k", + "a bled", + "ab led", + "able d", + "abl ed", + "b ug", + "bu g", + "2 02", + "20 2", + "H and", + "Ha nd", + "Han d", + "} ;ĊĊ", + "};Ċ Ċ", + "}; ĊĊ", + "is play", + "isp lay", + "a ving", + "av ing", + "avi ng", + "avin g", + "0 4", + "Ġg over", + "Ġgo ver", + "Ġgov er", + "Ġ version", + "Ġv ersion", + "Ġvers ion", + "S ystem", + "Sys tem", + "Sy stem", + "n ect", + "ne ct", + "res ponse", + "resp onse", + "respons e", + "St yle", + "U p", + "an gu", + "ang u", + "Ġ three", + "Ġth ree", + "Ġthr ee", + "i nit", + "in it", + "ini t", + "e ro", + "er o", + "Ġ law", + "Ġl aw", + "Ġla w", + "en dif", + "end if", + "endi f", + "Ġ base", + "Ġb ase", + "Ġbas e", + "Ġba se", + "e mail", + "em ail", + "ema il", + "( l", + "_ V", + "Ġ conf", + "Ġcon f", + "Ġco nf", + "A TE", + "AT E", + "Ġ during", + "Ġd uring", + "Ġdu ring", + "Ġdur ing", + "t es", + "te s", + "Ġ console", + "Ġcon sole", + "Ġcons ole", + "Ġ Pr", + "ĠP r", + "Ġ spe", + "Ġs pe", + "Ġsp e", + "v es", + "ve s", + "6 5", + "p ath", + "pat h", + "pa th", + "i alog", + "ial og", + "ia log", + "d ition", + "di tion", + "dit ion", + "_ to", + "_t o", + "ar ds", + "ard s", + "Ġ against", + "Ġagain st", + "et work", + "Ġ Ph", + "ĠP h", + "_ L", + "c ur", + "cu r", + "i mit", + "im it", + "imi t", + "W ith", + "Wi th", + "Ġ power", + "Ġp ower", + "Ġpo wer", + "Ġpow er", + "i um", + "iu m", + "' ;ĊĊ", + "';Ċ Ċ", + "'; ĊĊ", + "Ġw om", + "Ġwo m", + "l eft", + "le ft", + "lef t", + "our ces", + "ource s", + "a tri", + "at ri", + "atr i", + "Ġ Im", + "ĠI m", + "Ġ Man", + "ĠM an", + "ĠMa n", + "or th", + "ort h", + "$ {", + "8 8", + "qu als", + "qual s", + "qua ls", + "e se", + "es e", + "_ size", + "_s ize", + "_si ze", + "Ġ iss", + "Ġis s", + "Ġi ss", + "o tal", + "ot al", + "ota l", + "- g", + "i que", + "iqu e", + "iq ue", + "r ame", + "ra me", + "ram e", + "Ġ width", + "Ġw idth", + "Ġwid th", + "e rg", + "er g", + ") (", + "it tle", + "itt le", + "T R", + "Ġ They", + "ĠT hey", + "ĠThe y", + "ĠTh ey", + "e nces", + "en ces", + "ence s", + "enc es", + "0 2", + "r l", + "o ns", + "on s", + "Ġ label", + "Ġl abel", + "Ġla bel", + "Ġlab el", + ". y", + "- t", + "up date", + "upd ate", + "a nel", + "an el", + "ane l", + "s c", + ". to", + ".t o", + "Ġ project", + "Ġpro ject", + "Ġproj ect", + "Ġproje ct", + "à ¼", + "Ġ element", + "Ġe lement", + "Ġel ement", + "Ġele ment", + "Ġelem ent", + "Ġ success", + "Ġs uccess", + "Ġsu ccess", + "Ġsuc cess", + "Ġsucc ess", + "Ġsucces s", + "ĉ ĉĊ", + "ĉĉ Ċ", + ". sh", + ".s h", + "r am", + "ra m", + "c hed", + "ch ed", + "che d", + "( ))Ċ", + "() )Ċ", + "()) Ċ", + "Ġ (Ċ", + "Ġ( Ċ", + "Ġ date", + "Ġd ate", + "Ġda te", + "Ġdat e", + "Ġ tot", + "Ġt ot", + "Ġto t", + "_ ST", + "_S T", + "A ll", + "Al l", + "if ication", + "ific ation", + "ifi cation", + "ifica tion", + "ĉ var", + "ĉv ar", + "ĉva r", + "Ġ tri", + "Ġt ri", + "Ġtr i", + "c hem", + "ch em", + "che m", + "m y", + "Ġ big", + "Ġb ig", + "Ġbi g", + "Ġ Ad", + "ĠA d", + "Ġ At", + "ĠA t", + "o ts", + "ot s", + "n um", + "nu m", + "A ct", + "Ac t", + "Ġ map", + "Ġm ap", + "Ġma p", + "e ra", + "er a", + "c ope", + "co pe", + "cop e", + ". $", + ", âĢĿ", + "Ġ pop", + "Ġp op", + "Ġpo p", + "Ġ few", + "Ġf ew", + "Ġfe w", + "Ġ len", + "Ġl en", + "Ġle n", + "u id", + "ui d", + "e ters", + "et ers", + "eter s", + "ete rs", + "u les", + "ul es", + "ule s", + "à Ń", + "s ource", + "ht tps", + "http s", + "htt ps", + "Ġ dem", + "Ġd em", + "Ġde m", + "Ġ ear", + "Ġe ar", + "Ġea r", + "#### ############", + "######## ########", + "############ ####", + "Ġ match", + "Ġm atch", + "Ġmat ch", + "o ries", + "or ies", + "ori es", + "orie s", + "4 9", + "a ces", + "ace s", + "ac es", + "Ġ Cl", + "ĠC l", + "Ġ node", + "Ġn ode", + "Ġno de", + "Ġnod e", + "7 8", + "i rc", + "ir c", + "l ocal", + "lo cal", + "loc al", + "un ity", + "unit y", + "uni ty", + "} ;Ċ", + "}; Ċ", + "Ġ another", + "Ġan other", + "Ġano ther", + "< <", + "o gle", + "og le", + "ogl e", + "Ġ sit", + "Ġs it", + "Ġsi t", + "e work", + "ew ork", + "T E", + ". I", + "N S", + "o logy", + "ol ogy", + "olog y", + "olo gy", + "o ught", + "ou ght", + "ough t", + "oug ht", + ". Cont", + ".C ont", + ".Con t", + ".Co nt", + "> >", + "Ġ care", + "Ġc are", + "Ġcar e", + "Ġca re", + "st ate", + "stat e", + "sta te", + "ĉ private", + "ĉpr ivate", + "ĉpriv ate", + "Ġ effect", + "Ġe ffect", + "Ġeff ect", + "Ġef fect", + "+ +)", + "++ )", + "_ file", + "_f ile", + "_fil e", + "en ding", + "end ing", + "endi ng", + "L ine", + "Li ne", + "Lin e", + "F or", + "Fo r", + "i or", + "io r", + "Ġ Sc", + "ĠS c", + "Ġ fun", + "Ġf un", + "Ġfu n", + ". Size", + ".S ize", + "ĉ else", + "ĉe lse", + "ĉel se", + "] )", + "st art", + "star t", + "sta rt", + "v ious", + "vi ous", + "vio us", + "Ġ },", + "Ġ} ,", + "o urs", + "ou rs", + "our s", + "Ġ leg", + "Ġl eg", + "Ġle g", + "Ġ service", + "Ġs ervice", + "Ġser vice", + "Ġserv ice", + "Ġservi ce", + "Ġservic e", + "Ġ since", + "Ġs ince", + "Ġsi nce", + "Ġsin ce", + "Ġsinc e", + "i ron", + "ir on", + "iro n", + "L abel", + "La bel", + "Lab el", + "Ġ non", + "Ġn on", + "Ġno n", + "Ġ los", + "Ġl os", + "Ġlo s", + "i ction", + "ic tion", + "ict ion", + "Ġ full", + "Ġf ull", + "Ġful l", + "Ġfu ll", + "a cter", + "act er", + "ac ter", + "b oard", + "bo ard", + "boa rd", + "g ress", + "gr ess", + "gre ss", + "gres s", + "Ġ turn", + "Ġt urn", + "Ġtu rn", + "Ġtur n", + "i ther", + "it her", + "ith er", + "ithe r", + "0 9", + ". size", + ".s ize", + ".si ze", + "Ġ body", + "Ġb ody", + "Ġbo dy", + "Ġbod y", + "r esh", + "re sh", + "res h", + "e turn", + "et urn", + "etur n", + "etu rn", + "1 99", + "19 9", + "( _", + "y les", + "yle s", + "yl es", + "or mal", + "orm al", + "p i", + "Ġ something", + "Ġs omething", + "Ġsome thing", + "Ġsom ething", + "! --", + "u int", + "ui nt", + "uin t", + "Ġ produ", + "Ġp rodu", + "Ġpro du", + "Ġpr odu", + "Ġprod u", + "Ġ stand", + "Ġst and", + "Ġsta nd", + "Ġstan d", + "Ġpro ble", + "Ġpr oble", + "Ġprob le", + "Ġprobl e", + "Ġ available", + "Ġa vailable", + "Ġav ailable", + "Ġavail able", + "m t", + "Ġ Bl", + "ĠB l", + "Ġ ...", + "Ġ. ..", + "Ġ.. .", + "Ġ block", + "Ġb lock", + "Ġbl ock", + "Ġblo ck", + "Ġbloc k", + "In put", + "Ġ keep", + "Ġke ep", + "C ount", + "Co unt", + "Cou nt", + "o pen", + "op en", + "ope n", + "Ġ ['", + "Ġ[ '", + "Ġ throw", + "Ġth row", + "Ġthr ow", + "Ġthro w", + "u ilder", + "uild er", + "ui lder", + "uil der", + "A ction", + "Act ion", + "Ac tion", + "Ġ things", + "Ġth ings", + "Ġthing s", + "Ġthin gs", + "Tr ue", + "Ġ url", + "Ġu rl", + "Ġur l", + "Ġ Bo", + "ĠB o", + "print f", + "Ġ red", + "Ġre d", + "Ġr ed", + "j s", + ". create", + ".c reate", + "Ġ Or", + "ĠO r", + "S tatus", + "St atus", + "Stat us", + "In stance", + "Inst ance", + "Ġ control", + "Ġc ontrol", + "Ġcont rol", + "Ġcontr ol", + "Ġcontro l", + "Ġ come", + "Ġc ome", + "Ġcom e", + "Ġco me", + "Ġ custom", + "Ġc ustom", + "Ġcust om", + "Ġcus tom", + "l ocation", + "lo cation", + "loc ation", + "0 7", + "m odel", + "mod el", + "mo del", + "mode l", + "Ġ čĊ", + "Ġč Ċ", + "Ġ source", + "Ġs ource", + "Ġsour ce", + "Ġe as", + "Ġea s", + ". out", + ".o ut", + "] ĊĊ", + "]Ċ Ċ", + "o ney", + "on ey", + "one y", + "Ġ await", + "Ġa wait", + "Ġaw ait", + "Ġp artic", + "Ġpart ic", + "Ġpar tic", + "Ġparti c", + "A P", + "ub lish", + "ubl ish", + "o des", + "od es", + "ode s", + "_ pro", + "_p ro", + "_pr o", + "p ly", + "pl y", + "r iter", + "ri ter", + "rit er", + "rite r", + "Ġ prov", + "Ġp rov", + "Ġpro v", + "Ġpr ov", + "Ġ mill", + "Ġm ill", + "Ġmil l", + "Ġmi ll", + "H T", + "] )Ċ", + "]) Ċ", + "Ġ chang", + "Ġc hang", + "Ġch ang", + "Ġcha ng", + "Ġchan g", + "Ġ ask", + "Ġa sk", + "Ġas k", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "Ġ output", + "Ġout put", + "Ġ email", + "Ġe mail", + "Ġem ail", + "6 8", + ". push", + ".p ush", + "Ġ }čĊčĊ", + "Ġ} čĊčĊ", + "Ġ}čĊ čĊ", + "i nation", + "in ation", + "ina tion", + "inati on", + "4 7", + "at rix", + "atri x", + "atr ix", + "T able", + "Tab le", + "Ta ble", + "u ccess", + "uc cess", + "ucc ess", + "] );Ċ", + "]) ;Ċ", + "]); Ċ", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġ disc", + "Ġd isc", + "Ġdis c", + "Ġdi sc", + "( [", + "Ġ business", + "Ġb usiness", + "Ġbus iness", + "h eight", + "he ight", + "hei ght", + ". html", + ".h tml", + ".ht ml", + ".htm l", + "t a", + "f ield", + "fi eld", + "Ġ required", + "Ġre quired", + "Ġrequire d", + "Ġrequ ired", + "_ R", + "Ġg overn", + "Ġgo vern", + "Ġgover n", + "Ġgov ern", + "} čĊčĊ", + "}čĊ čĊ", + "l ex", + "le x", + "5 00", + "50 0", + ". ,", + "Ġ Set", + "ĠS et", + "ĠSe t", + "u rch", + "ur ch", + "/ //", + "// /", + "t s", + "a f", + "Ġ might", + "Ġm ight", + "Ġmi ght", + "Ġmig ht", + "i story", + "ist ory", + "istor y", + "isto ry", + "S tr", + "St r", + "Ġ never", + "Ġn ever", + "Ġne ver", + "Ġnev er", + "Res ponse", + "Resp onse", + "Respons e", + "ar se", + "ars e", + "a da", + "ad a", + "Ġ How", + "ĠH ow", + "ĠHo w", + "Ġ *)", + "Ġ* )", + "Ġ ;", + "Ġ hard", + "Ġh ard", + "Ġhar d", + "Ġha rd", + "A d", + "Ġ intern", + "Ġin tern", + "Ġint ern", + "Ġinter n", + "Ġinte rn", + "u sed", + "us ed", + "use d", + "( data", + "(d ata", + "(dat a", + "(da ta", + "m od", + "mo d", + "an nel", + "ann el", + "anne l", + "Ġ np", + "Ġn p", + "u gg", + "ug g", + "Ġ />Ċ", + "Ġ/ >Ċ", + "Ġ/> Ċ", + "Ġ called", + "Ġc alled", + "Ġcall ed", + "Ġcal led", + "Ġcalle d", + "b ody", + "bo dy", + "Ġ cho", + "Ġc ho", + "Ġch o", + "( r", + "_ set", + "_s et", + "_se t", + "i rd", + "ir d", + "Ġ >=", + "Ġ> =", + "Ġ };Ċ", + "Ġ} ;Ċ", + "Ġ}; Ċ", + "Ġ options", + "Ġo ptions", + "Ġoption s", + "Ġopt ions", + "Ġ Gener", + "ĠG ener", + "ĠGe ner", + "ĠGen er", + "ĠGene r", + "Ġ height", + "Ġh eight", + "Ġhe ight", + "Ġhei ght", + "P oint", + "Po int", + "Y ou", + "Yo u", + "e ty", + "et y", + "C lick", + "Cl ick", + "Cli ck", + "Ġ small", + "Ġs mall", + "Ġsm all", + "Ġ ide", + "Ġi de", + "Ġid e", + "Ġ access", + "Ġa ccess", + "Ġacc ess", + "Ġac cess", + "Ġacces s", + "angu age", + "Ġ protected", + "Ġprot ected", + "Ġprotect ed", + "Ġ job", + "Ġj ob", + "Ġjo b", + "Ġ There", + "ĠT here", + "ĠThe re", + "ĠTh ere", + "ĠTher e", + "D ef", + "De f", + "Ġ address", + "Ġadd ress", + "Ġad dress", + "Ġaddr ess", + "Ġ uint", + "Ġu int", + "Ġui nt", + "N ot", + "No t", + "o o", + "a ps", + "ap s", + "< div", + "", + "() ->", + "()- >", + "ĉ ĠĠĠ", + "ĉĠ ĠĠ", + "ĉĠĠ Ġ", + "\" ))", + "\") )", + "C ontent", + "Cont ent", + "Con tent", + "_ W", + "p lement", + "pl ement", + "ple ment", + "Ġ won", + "Ġw on", + "Ġwo n", + "Ġ video", + "Ġv ideo", + "Ġvi deo", + "Ġvid eo", + "Ġvide o", + "a di", + "ad i", + "p oint", + "po int", + "poi nt", + "% %", + "0 3", + "Ġ gl", + "Ġg l", + "er ved", + "erv ed", + "erve d", + "v iron", + "vi ron", + "vir on", + "I F", + "u ted", + "ut ed", + "ute d", + "ã ĥ", + "' m", + "Ġ cert", + "Ġc ert", + "Ġce rt", + "Ġcer t", + "Ġ prof", + "Ġp rof", + "Ġpro f", + "Ġpr of", + "Ġ cell", + "Ġc ell", + "Ġce ll", + "Ġcel l", + "a ri", + "ar i", + "Ġ player", + "Ġp layer", + "Ġpl ayer", + "Ġplay er", + "Ġpla yer", + "a is", + "ai s", + "Ġ cost", + "Ġc ost", + "Ġco st", + "Ġcos t", + "Ġ hum", + "Ġh um", + "Ġhu m", + "( R", + "Ġo ffic", + "Ġof fic", + "Ġoff ic", + "k s", + ". text", + ".t ext", + ".te xt", + ".tex t", + "a tures", + "at ures", + "ature s", + "atur es", + "atu res", + "Ġ total", + "Ġt otal", + "Ġto tal", + "Ġtot al", + "Ġ */ĊĊ", + "Ġ* /ĊĊ", + "Ġ*/ ĊĊ", + "Ġ*/Ċ Ċ", + "o pe", + "op e", + "Ġ stat", + "Ġs tat", + "Ġst at", + "Ġsta t", + "U M", + "Ġ load", + "Ġl oad", + "Ġlo ad", + "Ġloa d", + "ight s", + "igh ts", + "Ġ clear", + "Ġc lear", + "Ġcl ear", + "Ġcle ar", + "u ro", + "ur o", + "Ġ techn", + "Ġt echn", + "Ġte chn", + "Ġtech n", + "Ġtec hn", + "up port", + "upp ort", + "I R", + "Ġ row", + "Ġr ow", + "Ġro w", + "Ġse em", + "Ġsee m", + "Ġ q", + "Ġ short", + "Ġs hort", + "Ġsh ort", + "Ġsho rt", + "Ġ Not", + "ĠN ot", + "ĠNo t", + "i pp", + "ip p", + "G roup", + "Gr oup", + "Gro up", + "s ection", + "se ction", + "sec tion", + "sect ion", + "m ax", + "ma x", + "i rl", + "ir l", + "Ġ override", + "Ġover ride", + "Ġ company", + "Ġcom pany", + "Ġcomp any", + "Ġcompan y", + "Ġ done", + "Ġd one", + "Ġdo ne", + "Ġdon e", + "\" );čĊ", + "\") ;čĊ", + "\"); čĊ", + "Ġ gre", + "Ġg re", + "Ġgr e", + ". Re", + ".R e", + "Ġ belie", + "Ġbe lie", + "Ġbel ie", + "r ist", + "ri st", + "ris t", + "Ġ health", + "Ġhe alth", + "Ġheal th", + "A NT", + "AN T", + "( )ĊĊ", + "() ĊĊ", + "()Ċ Ċ", + "Ġ Be", + "ĠB e", + ". value", + ".v alue", + ".val ue", + ".va lue", + "Ġ Gr", + "ĠG r", + "ot tom", + "ott om", + "otto m", + "Ġ args", + "Ġar gs", + "Ġarg s", + "P T", + "s tatus", + "st atus", + "stat us", + "f unc", + "fun c", + "fu nc", + "u ments", + "um ents", + "ument s", + "ume nts", + "umen ts", + "- h", + "N umber", + "Num ber", + ": čĊ", + "Ġ Log", + "ĠL og", + "ĠLo g", + "er ver", + "erv er", + "erve r", + "Ġ ),Ċ", + "Ġ) ,Ċ", + "Ġ), Ċ", + "a ment", + "am ent", + "ame nt", + "amen t", + "Ġ obj", + "Ġo bj", + "Ġob j", + "i nc", + "in c", + "Ġ children", + "Ġch ildren", + "Ġchild ren", + "i cy", + "ic y", + "I Z", + "a nds", + "an ds", + "and s", + "ab ly", + "abl y", + "Ġd istrib", + "Ġdis trib", + "Ġdist rib", + "Ġdistr ib", + "Ġ cur", + "Ġc ur", + "Ġcu r", + "e rial", + "er ial", + "eri al", + "eria l", + "Ġ days", + "Ġd ays", + "Ġday s", + "Ġda ys", + "r eated", + "re ated", + "reate d", + "reat ed", + "rea ted", + "r ect", + "re ct", + "rec t", + "- l", + "i rm", + "ir m", + "i dden", + "id den", + "idd en", + "o mb", + "om b", + "Ġ initial", + "Ġin itial", + "Ġinit ial", + "Ġiniti al", + ". js", + ".j s", + "Ġ â", + "Qu ery", + "Que ry", + "Ġ online", + "Ġon line", + "i mal", + "im al", + "ima l", + ". con", + ".c on", + ".co n", + "a u", + "U rl", + "Ur l", + "c ontrol", + "cont rol", + "contr ol", + "contro l", + "i rection", + "ir ection", + "ire ction", + "irect ion", + "Ġ instance", + "Ġin stance", + "Ġinst ance", + "O RT", + "OR T", + "Ġ Fr", + "ĠF r", + "w here", + "wh ere", + "Ġ javax", + "Ġj avax", + "Ġjav ax", + "Ġjava x", + "Ġ organ", + "Ġo rgan", + "Ġor gan", + "Ġorg an", + "a pter", + "ap ter", + "apt er", + "Ġ reason", + "Ġre ason", + "o ptions", + "option s", + "opt ions", + "5 9", + "Ġ Mar", + "ĠM ar", + "ĠMa r", + "( a", + "Ġ within", + "Ġwith in", + "Ġwi thin", + "Ġwit hin", + ". âĢĿĊĊ", + ".âĢĿ ĊĊ", + ".âĢĿĊ Ċ", + "O DE", + "OD E", + "_ DE", + "_D E", + "ad min", + "adm in", + "en ded", + "end ed", + "ende d", + "Ġ design", + "Ġd esign", + "Ġde sign", + "Ġdes ign", + "Ġdesi gn", + "Ġ Data", + "ĠD ata", + "ĠDa ta", + "ĠDat a", + "u ne", + "un e", + "Ġ File", + "ĠF ile", + "ĠFil e", + "ĠFi le", + "r oot", + "ro ot", + "Ġ cent", + "Ġc ent", + "Ġce nt", + "Ġcen t", + "Ġ arr", + "Ġa rr", + "Ġar r", + "_ add", + "_a dd", + "_ad d", + "l en", + "le n", + "p age", + "pa ge", + "pag e", + ", '", + "_ str", + "_s tr", + "_st r", + "Ġ bro", + "Ġb ro", + "Ġbr o", + "ab ility", + "abil ity", + "abilit y", + "o uth", + "ou th", + "out h", + "5 8", + "/ c", + "p ose", + "pos e", + "po se", + "ir tual", + "irt ual", + "e arch", + "ear ch", + "ea rch", + "_ url", + "_u rl", + "_ur l", + "ar gin", + "arg in", + "H ttp", + "Ġ school", + "Ġs chool", + "Ġsch ool", + "Ġscho ol", + "a va", + "av a", + "Ġ consider", + "Ġcons ider", + "Ġconsid er", + ". label", + ".l abel", + ".lab el", + "Ġ Array", + "ĠA rray", + "ĠAr ray", + "ĠArr ay", + "4 2", + "w eb", + "we b", + "o pt", + "op t", + ". println", + ".print ln", + "u lation", + "ul ation", + "ula tion", + "Ġ func", + "Ġf unc", + "Ġfun c", + "Ġfu nc", + "P L", + "Ġ \"\\", + "Ġ\" \\", + "Ġ Text", + "ĠT ext", + "ĠTe xt", + "ĠTex t", + "act ory", + "actor y", + "( function", + "(f unction", + "(func tion", + "(fun ction", + "n ull", + "nu ll", + "nul l", + "Ġ eng", + "Ġe ng", + "Ġen g", + "d own", + "do wn", + "Ġ include", + "Ġin clude", + "Ġinclud e", + "Ġinc lude", + "Ġincl ude", + "Ġinclu de", + "Ġ En", + "ĠE n", + "Ġ Dr", + "ĠD r", + "Ġ db", + "Ġd b", + "! !", + "s ide", + "si de", + "sid e", + "Ġ init", + "Ġin it", + "Ġi nit", + "Ġini t", + "qu ired", + "quire d", + "quir ed", + "qui red", + "Ġ She", + "ĠS he", + "ĠSh e", + "C olumn", + "Col umn", + "re act", + "rea ct", + "Ġ ann", + "Ġa nn", + "Ġan n", + "Ġ stop", + "Ġs top", + "Ġst op", + "Ġsto p", + "Ġ later", + "Ġl ater", + "Ġla ter", + "Ġlate r", + "Ġlat er", + "Ġ That", + "ĠT hat", + "ĠTh at", + "en tion", + "ent ion", + "enti on", + "d f", + "U G", + "I LE", + "IL E", + "Ġ client", + "Ġc lient", + "Ġcl ient", + "Ġcli ent", + "r aft", + "ra ft", + "raf t", + "f fer", + "ff er", + "ffe r", + "P OST", + "PO ST", + "POS T", + "el per", + "elp er", + "Ġ love", + "Ġl ove", + "Ġlo ve", + "Ġlov e", + "qu ote", + "quot e", + "quo te", + "o ud", + "ou d", + "Ġ json", + "Ġj son", + "Ġjs on", + "Ġ able", + "Ġa ble", + "Ġab le", + "Ġabl e", + "Ġ men", + "Ġm en", + "Ġme n", + "A X", + "Ġ Copyright", + "ĠC opyright", + "ĠCopy right", + "à ¶", + "a vig", + "av ig", + "avi g", + "r eq", + "re q", + "C lient", + "Cl ient", + "Cli ent", + "} );Ċ", + "}) ;Ċ", + "}); Ċ", + ". Com", + ".C om", + ".Co m", + "e rc", + "er c", + "i lt", + "il t", + "p ecial", + "pe cial", + "pec ial", + "pecia l", + "_ com", + "_c om", + "_co m", + "r oom", + "ro om", + ". Name", + ".N ame", + "Ġ give", + "Ġg ive", + "Ġgi ve", + "a mb", + "am b", + "i ke", + "ik e", + "Ġ condition", + "Ġcon dition", + "Ġcond ition", + "Ġcondi tion", + "c lient", + "cl ient", + "cli ent", + "a tors", + "at ors", + "ator s", + "ato rs", + ": \"", + "Ġ copy", + "Ġc opy", + "Ġco py", + "Ġcop y", + "u ture", + "ut ure", + "ivers ity", + "iversit y", + "er nal", + "ern al", + "erna l", + "{ {", + "Ġ Can", + "ĠC an", + "ĠCa n", + "o unc", + "ou nc", + "oun c", + "d o", + "Ġ occ", + "Ġo cc", + "Ġoc c", + "Ġ appro", + "Ġapp ro", + "Ġap pro", + "th ers", + "ther s", + "the rs", + "z e", + "Ġ either", + "Ġe ither", + "Ġei ther", + "Ġ Fl", + "ĠF l", + "Ġ important", + "Ġimport ant", + "Ġ lead", + "Ġl ead", + "Ġle ad", + "at tr", + "att r", + "A RT", + "AR T", + "E qual", + "Equ al", + "Eq ual", + "Ġ da", + "Ġd a", + "et ch", + "etc h", + "e ntity", + "ent ity", + "enti ty", + "Ġ family", + "Ġf amily", + "Ġfam ily", + "Ġfamil y", + "ad ding", + "add ing", + "addin g", + "Ġ option", + "Ġo ption", + "Ġop tion", + "Ġopt ion", + "Ġ exist", + "Ġex ist", + "i ca", + "ic a", + "Ġ Object", + "ĠO bject", + "ĠOb ject", + "ĠObj ect", + "6 9", + "' ve", + "v ers", + "ver s", + "ve rs", + "it ional", + "ition al", + "iti onal", + "6 7", + "out put", + "Ġ True", + "ĠTr ue", + "ĠTru e", + "Ġ OF", + "ĠO F", + "_ time", + "_t ime", + "_tim e", + "_ti me", + "Ġ offer", + "Ġo ffer", + "Ġof fer", + "Ġoff er", + "Ġ });ĊĊ", + "Ġ} );ĊĊ", + "Ġ});Ċ Ċ", + "Ġ}) ;ĊĊ", + "Ġ}); ĊĊ", + "H ER", + "HE R", + "e gin", + "eg in", + "\" \"", + "Ġ water", + "Ġw ater", + "Ġwa ter", + "Ġwat er", + "Ġ che", + "Ġc he", + "Ġch e", + "Ġ My", + "ĠM y", + "o red", + "or ed", + "ore d", + "Ġ step", + "Ġs tep", + "Ġst ep", + "Ġste p", + "a nces", + "an ces", + "ance s", + "anc es", + "C K", + "A Y", + "à ¸", + "str uction", + "struct ion", + "stru ction", + "( C", + "3 00", + "30 0", + "o uch", + "ou ch", + "St ream", + "Str eam", + "act ive", + "activ e", + "a ma", + "am a", + "E ntity", + "Ent ity", + "pro duct", + "produ ct", + "prod uct", + "( ){Ċ", + "() {Ċ", + "(){ Ċ", + "Ġ government", + "Ġg overnment", + "Ġgovern ment", + "Ġ ID", + "ĠI D", + "aj or", + "ajo r", + "A nd", + "An d", + "Ġ display", + "Ġd isplay", + "Ġdis play", + "Ġdisp lay", + "Ġdispl ay", + "Ð »", + "Ġ times", + "Ġt imes", + "Ġtime s", + "Ġtim es", + "Ġti mes", + "Ġ four", + "Ġf our", + "Ġfo ur", + "Ġfou r", + "Ġ far", + "Ġf ar", + "Ġfa r", + "Ġ present", + "Ġp resent", + "Ġpre sent", + "Ġpres ent", + "Ġ NS", + "ĠN S", + "Ġ \\Ċ", + "Ġ\\ Ċ", + "u est", + "ue st", + "ues t", + "Ġ bas", + "Ġb as", + "Ġba s", + "e cho", + "ec ho", + "ech o", + "ch ild", + "chi ld", + "if ier", + "ifi er", + "ifie r", + "H andler", + "Hand ler", + "Handle r", + "Ġ lib", + "Ġl ib", + "Ġli b", + "P roperty", + "Pro perty", + "Prop erty", + "trans lation", + "Ġ room", + "Ġr oom", + "Ġro om", + "Ġ once", + "Ġo nce", + "Ġon ce", + "Ġonc e", + "Ġ []", + "Ġ[ ]", + "c enter", + "cent er", + "cen ter", + "cente r", + "================ ================", + "Ġ results", + "Ġres ults", + "Ġresult s", + "Ġ continue", + "Ġcont inue", + "Ġcontin ue", + "Ġcontinu e", + "Ġ talk", + "Ġt alk", + "Ġtal k", + "Ġta lk", + "_ get", + "_g et", + "_ge t", + "Ġ grow", + "Ġg row", + "Ġgr ow", + "Ġgro w", + ". sw", + ".s w", + "e b", + "Ġ Public", + "ĠP ublic", + "ĠPub lic", + "O P", + "ec ute", + "ecut e", + "o ls", + "ol s", + "Ġ **", + "Ġ* *", + "\" );ĊĊ", + "\");Ċ Ċ", + "\") ;ĊĊ", + "\"); ĊĊ", + "Ġ mass", + "Ġm ass", + "Ġma ss", + "Ġmas s", + "u red", + "ur ed", + "ure d", + ". class", + ".c lass", + ".cl ass", + "o mic", + "om ic", + "omi c", + "Ġ mean", + "Ġm ean", + "Ġme an", + "i ps", + "ip s", + "Ġ aut", + "Ġa ut", + "Ġau t", + ") ;čĊčĊ", + ");čĊ čĊ", + "); čĊčĊ", + "Ġ until", + "Ġun til", + "Ġunt il", + "Ġ market", + "Ġm arket", + "Ġmark et", + "Ġmar ket", + "Ġ area", + "Ġa rea", + "Ġare a", + "Ġar ea", + "u it", + "ui t", + "Ġ length", + "Ġl ength", + "Ġle ngth", + "Ġlen gth", + "Ġleng th", + "Ġ With", + "ĠW ith", + "ĠWi th", + "ĠWit h", + "str uctor", + "struct or", + "stru ctor", + "e vent", + "ev ent", + "even t", + "eve nt", + "\" ><", + "\"> <", + "Ġ Sp", + "ĠS p", + "I V", + "Ġ mus", + "Ġm us", + "Ġmu s", + "i ff", + "if f", + "Ġ kind", + "Ġk ind", + "Ġki nd", + "Ġkin d", + "a uthor", + "aut hor", + "auth or", + "o unds", + "ou nds", + "ound s", + "oun ds", + "m b", + "_ key", + "_k ey", + "_ke y", + "4 1", + "w idth", + "wid th", + "pos itory", + "posit ory", + "positor y", + "Ġ light", + "Ġl ight", + "Ġli ght", + "Ġlig ht", + "u k", + "R ow", + "Ro w", + "o hn", + "oh n", + "a lf", + "al f", + "viron ment", + "a pper", + "ap per", + "app er", + "appe r", + "ol lections", + "oll ections", + "ollection s", + "ollect ions", + "olle ctions", + "Ġ side", + "Ġs ide", + "Ġsi de", + "Ġsid e", + "_ info", + "_in fo", + "_inf o", + "Ġ example", + "Ġex ample", + "Ġexam ple", + "i mary", + "im ary", + "ima ry", + "imar y", + "Ġ wr", + "Ġw r", + "Ġ camp", + "Ġc amp", + "Ġca mp", + "Ġcam p", + "cri be", + "cr ibe", + "2 55", + "25 5", + "\" /", + "Ġ miss", + "Ġm iss", + "Ġmis s", + "Ġmi ss", + "w ay", + "wa y", + "Ġ based", + "Ġb ased", + "Ġbase d", + "Ġbas ed", + "Ġba sed", + "Ġ plan", + "Ġp lan", + "Ġpl an", + "Ġpla n", + "V is", + "Vi s", + "o main", + "om ain", + "oma in", + "u nk", + "un k", + "Ġ away", + "Ġa way", + "Ġaw ay", + "U P", + "< T", + "O S", + "i od", + "io d", + "Ġ Mon", + "ĠM on", + "ĠMo n", + "âĢĻ re", + "Ġ lik", + "Ġl ik", + "Ġli k", + "à §", + "i vely", + "iv ely", + "ive ly", + "ivel y", + ". v", + "i mer", + "im er", + "ime r", + "i zer", + "iz er", + "ize r", + "S ub", + "Su b", + "Ġ button", + "Ġb utton", + "Ġbut ton", + "Ġbutt on", + "Ġbutto n", + "Ġ Up", + "ĠU p", + "Ġ experience", + "Ġex perience", + "Ġexper ience", + "Ġexperi ence", + "C L", + "Ġ render", + "Ġre nder", + "Ġr ender", + "Ġren der", + "Ġrend er", + "_ value", + "_v alue", + "_val ue", + "_va lue", + "Ġ near", + "Ġn ear", + "Ġne ar", + "U RL", + "UR L", + "a lt", + "al t", + "Ġ country", + "Ġc ountry", + "Ġcount ry", + "Ġcoun try", + "ib ility", + "ibil ity", + "ibilit y", + "ibili ty", + "5 7", + "( ),Ċ", + "() ,Ċ", + "(), Ċ", + "e ad", + "ea d", + "Ġ author", + "Ġa uthor", + "Ġaut hor", + "Ġauth or", + "Ġ specific", + "Ġs pecific", + "Ġspec ific", + "Ġspeci fic", + "b ase", + "ba se", + "bas e", + "( name", + "(n ame", + "o nes", + "on es", + "one s", + "Ġ Do", + "ĠD o", + "Ġ along", + "Ġa long", + "Ġal ong", + "Ġalo ng", + "y ear", + "ye ar", + "Ġ express", + "Ġex press", + "Ġexp ress", + "Ġexpr ess", + "Ġexpres s", + ". '", + "e nv", + "en v", + "Ġ begin", + "Ġb egin", + "Ġbe gin", + "Ġbeg in", + "Ġ software", + "Ġs oftware", + "Ġso ftware", + "Ġsoft ware", + "Ġ imp", + "Ġi mp", + "Ġim p", + "Ġ win", + "Ġw in", + "Ġwi n", + "ó n", + "Ġ thing", + "Ġth ing", + "Ġthin g", + "Ġthi ng", + "T rans", + "Tr ans", + "Tra ns", + "Ġ THE", + "ĠT HE", + "ĠTH E", + "Ġ ", + "Ġ? >", + "Ġ den", + "Ġd en", + "Ġde n", + "ob ile", + "obi le", + "obil e", + "ch ange", + "chan ge", + "cha nge", + "chang e", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ Ċ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĊ", + "i ci", + "ic i", + "n a", + "Ġ Form", + "ĠF orm", + "ĠFor m", + "ĠFo rm", + "Ġ sort", + "Ġs ort", + "Ġso rt", + "Ġsor t", + "S elect", + "Se lect", + "Sel ect", + "Sele ct", + "p are", + "par e", + "pa re", + "Ġ thought", + "Ġth ought", + "Ġthough t", + "Ġthou ght", + "Ġtho ught", + "_ con", + "_c on", + "_co n", + "Ġ task", + "Ġt ask", + "Ġta sk", + "Ġtas k", + "o cus", + "oc us", + "ocu s", + "Ġ DE", + "ĠD E", + "Ġ Min", + "ĠM in", + "ĠMi n", + "Ġ opt", + "Ġo pt", + "Ġop t", + "ĉ break", + "ĉb reak", + "u mer", + "um er", + "ume r", + "K E", + "t hen", + "th en", + "the n", + "Ġ det", + "Ġd et", + "Ġde t", + "Ġ Test", + "ĠT est", + "ĠTe st", + "ĠTes t", + "p orts", + "port s", + "por ts", + "po rts", + "Ġ review", + "Ġre view", + "Ġr eview", + "Ġrev iew", + "( '/", + "(' /", + "m ove", + "mo ve", + "mov e", + "Ġ switch", + "Ġs witch", + "Ġsw itch", + "E RT", + "ER T", + "p atch", + "pat ch", + "an not", + "ann ot", + "anno t", + "ã Ĥ", + "Ġ above", + "Ġa bove", + "Ġab ove", + "it ive", + "iti ve", + "5 6", + "Ġ question", + "Ġqu estion", + "Ġquest ion", + "Ġq uestion", + "Ġquesti on", + "Ġques tion", + "Ġ Qu", + "ĠQ u", + "ãĢĤ ĊĊ", + "ãĢĤĊ Ċ", + "g le", + "gl e", + "Ġ word", + "Ġw ord", + "Ġwor d", + "Ġwo rd", + "Ġ provide", + "Ġpro vide", + "Ġprovid e", + "Ġprov ide", + "Ġ Return", + "ĠR eturn", + "ĠRe turn", + "ĠRet urn", + "Ġ research", + "Ġre search", + "Ġres earch", + "ã o", + "u str", + "us tr", + "ust r", + "Ġ publish", + "Ġp ublish", + "Ġpub lish", + "Ġpubli sh", + "ch ema", + "che ma", + "chem a", + "} }", + "Ġ CON", + "ĠC ON", + "ĠCO N", + "- in", + "-i n", + "all back", + "Ġ cover", + "Ġc over", + "Ġco ver", + "Ġcov er", + "\\ \\", + "c olor", + "co lor", + "col or", + "colo r", + "Ġ IS", + "ĠI S", + "Ġ whether", + "Ġwh ether", + "Ġwhe ther", + "i mate", + "im ate", + "ima te", + "imat e", + "i sc", + "is c", + "B ar", + "Ba r", + "Ġ div", + "Ġd iv", + "Ġdi v", + "B e", + "o urn", + "ou rn", + "our n", + "Ġ having", + "Ġh aving", + "Ġha ving", + "Ġhav ing", + "l em", + "le m", + "p layer", + "pl ayer", + "play er", + "pla yer", + "a bs", + "ab s", + "am era", + "ame ra", + "amer a", + "n ey", + "ne y", + "Ġ exc", + "Ġe xc", + "Ġex c", + "g ether", + "get her", + "ge ther", + "p lied", + "pl ied", + "a o", + "[ $", + "Ġ ++", + "Ġ+ +", + "i pe", + "ip e", + "s how", + "sh ow", + "/ d", + "[ :", + "a gement", + "ag ement", + "age ment", + "agem ent", + "l ev", + "le v", + "_ ID", + "_I D", + "9 7", + "r ary", + "ra ry", + "rar y", + "a des", + "ad es", + "ade s", + "_ se", + "_s e", + "a use", + "au se", + "aus e", + "Ġ employ", + "Ġe mploy", + "Ġem ploy", + "Ġemp loy", + "Ġ */čĊ", + "Ġ* /čĊ", + "Ġ*/ čĊ", + "Ġ fre", + "Ġf re", + "Ġfr e", + "Ġ' @", + "Ġcom plet", + "Ġcomp let", + "Ġcomple t", + "Ġcompl et", + "Ġ large", + "Ġl arge", + "Ġlarg e", + "Ġlar ge", + "r al", + "ra l", + "\\ x", + "Ġ fac", + "Ġf ac", + "Ġfa c", + "< String", + ">", + "Ġ> >", + "Ġ face", + "Ġf ace", + "Ġfa ce", + "Ġfac e", + "C TION", + "CT ION", + "Ġ save", + "Ġs ave", + "Ġsa ve", + "Ġsav e", + "Ġ typ", + "Ġt yp", + "Ġty p", + "d ev", + "de v", + "( \"#", + "(\" #", + "A GE", + "AG E", + "cont ainer", + "contain er", + "e dit", + "ed it", + "edi t", + "Q L", + "Ġ items", + "Ġit ems", + "Ġi tems", + "Ġitem s", + "Ġ social", + "Ġs ocial", + "Ġso cial", + "Ġsoc ial", + "Ġsoci al", + "i en", + "ie n", + "Ġ React", + "ĠRe act", + ") .ĊĊ", + "). ĊĊ", + ").Ċ Ċ", + "Ġ mar", + "Ġm ar", + "Ġma r", + "Ġre du", + "Ġr edu", + "Ġred u", + "Ġ RE", + "ĠR E", + ". put", + ".p ut", + "Ġ major", + "Ġm ajor", + "Ġmaj or", + "C ell", + "Ce ll", + "Cel l", + "n ext", + "ne xt", + "nex t", + "Ġ expected", + "Ġex pected", + "Ġexp ected", + "Ġexpect ed", + "Ġ yet", + "Ġy et", + "Ġye t", + "Ġin div", + "Ġind iv", + "trib utes", + "tribute s", + "at is", + "ati s", + "a med", + "am ed", + "ame d", + "Ġ food", + "Ġf ood", + "Ġfo od", + "Ġfoo d", + "S ource", + "( string", + "(s tring", + "(str ing", + "(st ring", + "Ġ +Ċ", + "Ġ+ Ċ", + "i tes", + "it es", + "ite s", + "d r", + "Ġ members", + "Ġm embers", + "Ġmem bers", + "Ġmember s", + "Ġmemb ers", + "Ġ comb", + "Ġc omb", + "Ġcom b", + "Ġco mb", + "i tems", + "it ems", + "ite ms", + "item s", + "Ġ Per", + "ĠP er", + "ĠPe r", + "T H", + "= True", + "Ġ bar", + "Ġb ar", + "Ġba r", + "_ SE", + "_S E", + "c omm", + "com m", + "co mm", + "( w", + ") ĊĊĊ", + ")Ċ ĊĊ", + ")ĊĊ Ċ", + "Ġ send", + "Ġs end", + "Ġse nd", + "Ġsen d", + "Ġ inc", + "Ġin c", + "Ġi nc", + "un signed", + "uns igned", + "F A", + "Ġ params", + "Ġpar ams", + "Ġparam s", + "Ġpara ms", + "Ġpa rams", + "a pping", + "ap ping", + "app ing", + "r os", + "ro s", + "u gin", + "ug in", + "ugi n", + "f a", + "Ġ connection", + "Ġcon nection", + "Ġconn ection", + "Ġconnect ion", + "Ġ };ĊĊ", + "Ġ} ;ĊĊ", + "Ġ};Ċ Ċ", + "Ġ}; ĊĊ", + "Ġb ecome", + "Ġbe come", + "Ġbec ome", + "M ode", + "Mod e", + "Mo de", + "Ġ ev", + "Ġe v", + "Ġ diff", + "Ġd iff", + "Ġdif f", + "Ġdi ff", + "Ġ United", + "ĠUn ited", + "ĠUnit ed", + "ĠUni ted", + "H eight", + "He ight", + "f ully", + "ful ly", + "full y", + "im ages", + "image s", + "ima ges", + "imag es", + "Ġ makes", + "Ġm akes", + "Ġmake s", + "Ġma kes", + "Ġmak es", + "Ġ global", + "Ġg lobal", + "Ġglob al", + "Ġglo bal", + "Ġ contact", + "Ġcont act", + "Ġconta ct", + "' :Ċ", + "': Ċ", + "Ġ abs", + "Ġa bs", + "Ġab s", + "а Ð", + "f loat", + "flo at", + "Ġ except", + "Ġex cept", + "Ġexc ept", + "Ġexce pt", + "Ġ Pol", + "ĠP ol", + "ĠPo l", + "Ch ild", + "Chi ld", + "t yp", + "ty p", + "Ġc ertain", + "Ġcert ain", + "Ġcer tain", + "i ón", + "ió n", + "O UT", + "OU T", + "Ġim pro", + "Ġimp ro", + "Ġimpr o", + "i les", + "il es", + "ile s", + "Ġ -->Ċ", + "Ġ- ->Ċ", + "Ġ-- >Ċ", + "Ġ--> Ċ", + "Ġ Part", + "ĠP art", + "ĠPar t", + "ĠPa rt", + "val ues", + "value s", + "valu es", + "o ss", + "os s", + "/ **", + "/* *", + "i lit", + "il it", + "ili t", + "Ġ Event", + "ĠE vent", + "ĠEven t", + "ĠEv ent", + "ĠEve nt", + "c urity", + "cur ity", + "s ter", + "st er", + "ste r", + "Ġ character", + "Ġchar acter", + "1 98", + "19 8", + "Ġ news", + "Ġn ews", + "Ġnew s", + "Ġne ws", + "Ġ \",", + "Ġ\" ,", + "Ġ device", + "Ġd evice", + "Ġde vice", + "Ġdev ice", + "c el", + "ce l", + "lo gin", + "log in", + "he et", + "hee t", + "D efault", + "De fault", + "Def ault", + "@ \"", + "ĉ Ġ", + "c lick", + "cl ick", + "cli ck", + "( value", + "(v alue", + "(val ue", + "(va lue", + "Ġ Ab", + "ĠA b", + "Ġ previous", + "Ġpre vious", + "Ġprev ious", + "ERR OR", + "o cal", + "oc al", + "oca l", + "Ġ material", + "Ġm aterial", + "Ġmat erial", + "Ġmate rial", + "Ġmateria l", + "Ġmater ial", + "Ġmateri al", + "Ġ below", + "Ġb elow", + "Ġbe low", + "Ġbel ow", + "Ġ Christ", + "ĠCh rist", + "ĠChris t", + "ĠChr ist", + "Ġ media", + "Ġm edia", + "Ġme dia", + "Ġmed ia", + "Ġmedi a", + "c over", + "co ver", + "cov er", + "Ġ UI", + "ĠU I", + "Ġ fail", + "Ġf ail", + "Ġfa il", + "Ġ black", + "Ġb lack", + "Ġbl ack", + "Ġbla ck", + "Ġ component", + "Ġcom ponent", + "Ġcomp onent", + "Ġ American", + "ĠA merican", + "ĠAmeric an", + "ĠAmerica n", + "ĠAmer ican", + "Ġ added", + "Ġadd ed", + "Ġad ded", + "Ġ buy", + "Ġb uy", + "Ġbu y", + "s tit", + "st it", + "sti t", + "Ġ came", + "Ġc ame", + "Ġca me", + "Ġcam e", + "Ġ delete", + "Ġde lete", + "Ġdel ete", + "Ġdelet e", + "Ġdele te", + "p roperty", + "pro perty", + "prop erty", + "proper ty", + "o ding", + "od ing", + "odi ng", + "Ġ card", + "Ġc ard", + "Ġcar d", + "Ġca rd", + "r ops", + "ro ps", + "rop s", + "Ġ https", + "Ġhttp s", + "Ġht tps", + "Ġhtt ps", + "Ġ root", + "Ġr oot", + "Ġro ot", + "Ġ handle", + "Ġh andle", + "Ġhand le", + "Ġhan dle", + "C C", + "B ack", + "Ba ck", + "em plate", + "emp late", + "empl ate", + "Ġ getting", + "Ġg etting", + "Ġget ting", + "_ by", + "_b y", + "m ail", + "ma il", + "mai l", + "_ sh", + "_s h", + ". assert", + ".as sert", + "Ġ Dec", + "ĠD ec", + "ĠDe c", + "( true", + "(tr ue", + "Ġ comput", + "Ġcom put", + "Ġcomp ut", + "Ġ claim", + "Ġcl aim", + "Ġcla im", + "' =>", + "'= >", + "Ġ Sub", + "ĠS ub", + "ĠSu b", + "Ġ air", + "Ġa ir", + "Ġai r", + "o ps", + "op s", + "n av", + "na v", + "e ments", + "em ents", + "ement s", + "eme nts", + "emen ts", + "( id", + "(i d", + "Ġ enter", + "Ġen ter", + "Ġent er", + "an ged", + "ang ed", + "ange d", + "E nd", + "En d", + "Ġ location", + "Ġl ocation", + "Ġlo cation", + "Ġloc ation", + "Ġ night", + "Ġn ight", + "Ġni ght", + "Ġnig ht", + "Ġ doing", + "Ġdo ing", + "Ġdoi ng", + "Ġ Red", + "ĠR ed", + "ĠRe d", + "l in", + "li n", + "} ĊĊĊ", + "}Ċ ĊĊ", + "}ĊĊ Ċ", + "v ider", + "vid er", + "vi der", + "vide r", + "Ġ pick", + "Ġp ick", + "Ġpi ck", + "Ġpic k", + "Ġ watch", + "Ġw atch", + "Ġwat ch", + "ess ages", + "essage s", + "essa ges", + "Ġ human", + "Ġh uman", + "Ġhum an", + "Ġhu man", + "Ġ dam", + "Ġd am", + "Ġda m", + "p end", + "pe nd", + "pen d", + "d ir", + "di r", + "Ġ tax", + "Ġt ax", + "Ġta x", + "Ġ girl", + "Ġg irl", + "Ġgi rl", + "Ġgir l", + "re et", + "ree t", + "Ġ box", + "Ġb ox", + "Ġbo x", + "Ġ strong", + "Ġst rong", + "Ġstr ong", + "Ġstro ng", + "Ġstron g", + "( v", + "r el", + "re l", + "Ġ interface", + "Ġinter face", + "Ġinterf ace", + "Ġ msg", + "Ġm sg", + "Ġms g", + "f ect", + "fe ct", + "fec t", + "_ at", + "_a t", + "Ġ house", + "Ġh ouse", + "Ġhous e", + "Ġho use", + "Ġ track", + "Ġt rack", + "Ġtr ack", + "Ġtra ck", + "' );ĊĊ", + "') ;ĊĊ", + "');Ċ Ċ", + "'); ĊĊ", + "j e", + "Ġ John", + "ĠJ ohn", + "ĠJo hn", + "ĠJoh n", + "i str", + "is tr", + "ist r", + "( S", + "u be", + "ub e", + "Ġ ce", + "Ġc e", + "it ted", + "itt ed", + "itte d", + "V ER", + "VE R", + "* )", + "p arent", + "par ent", + "pare nt", + "pa rent", + "paren t", + "Ġ application", + "Ġapp lication", + "Ġap plication", + "Ġapplic ation", + "Ġappl ication", + "a ny", + "an y", + ". swing", + ".s wing", + ".sw ing", + "Ġ pack", + "Ġp ack", + "Ġpa ck", + "Ġpac k", + "\\ u", + "Ġp ract", + "Ġpr act", + "Ġpra ct", + "Ġprac t", + "Ġ section", + "Ġs ection", + "Ġse ction", + "Ġsec tion", + "Ġsect ion", + "c tx", + "ct x", + "Ġ unsigned", + "Ġun signed", + "Ġuns igned", + ". Point", + ".P oint", + "Ġ One", + "ĠO ne", + "ĠOn e", + "Ä ±", + "i ple", + "ip le", + "ipl e", + "a id", + "ai d", + "Ñ ĥ", + "V ector", + "Vec tor", + "Ve ctor", + "Vect or", + "b yte", + "by te", + "byt e", + "Ġ wait", + "Ġw ait", + "Ġwa it", + "Ġ Ãł", + "Ġà ł", + "à ¥", + "Ġto gether", + "Ġtog ether", + "Ġ throws", + "Ġth rows", + "Ġthrow s", + "Ġthr ows", + "Ġthro ws", + "F O", + "' ))", + "') )", + "h ost", + "ho st", + "hos t", + "i sing", + "is ing", + "isi ng", + "isin g", + ". view", + ".v iew", + "Ġ terms", + "Ġte rms", + "Ġter ms", + "Ġterm s", + "f ramework", + "fr amework", + "frame work", + "fram ework", + "- r", + "Ġ apply", + "Ġapp ly", + "Ġap ply", + "Ġappl y", + "Ġ session", + "Ġs ession", + "Ġsess ion", + "O ptions", + "Option s", + "Opt ions", + "ug gest", + "ugg est", + "Ġ others", + "Ġo thers", + "Ġother s", + "w itter", + "wit ter", + "Ġ fund", + "Ġf und", + "Ġfun d", + "Ġfu nd", + "I nit", + "In it", + "Ini t", + "_ _(", + "__ (", + "ens or", + "enso r", + "G ET", + "GE T", + "Ġse veral", + "Ġsever al", + "Ġsev eral", + "i i", + "[ j", + "I O", + "Ġ template", + "Ġt emplate", + "Ġtem plate", + "Ġtemp late", + "Ġtempl ate", + "P osition", + "Pos ition", + "Ġe con", + "Ġec on", + "Ġeco n", + "a chine", + "ach ine", + "achi ne", + "Ġ il", + "Ġi l", + ". spring", + ".s pring", + ".sp ring", + "m ain", + "ma in", + "mai n", + "e lt", + "el t", + "i ment", + "im ent", + "ime nt", + "imen t", + "R ec", + "Re c", + "m m", + "Ġ University", + "ĠUn iversity", + "ĠUnivers ity", + "urs or", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "G L", + "ic ture", + "ict ure", + "it hub", + "ith ub", + "c er", + "ce r", + "c ast", + "ca st", + "cas t", + "F rom", + "Fr om", + "a les", + "al es", + "ale s", + "Ġ subject", + "Ġsu bject", + "Ġsub ject", + "Ġsubj ect", + "p assword", + "pass word", + "pas sword", + "n y", + "Ġ esc", + "Ġe sc", + "Ġes c", + ". write", + ".w rite", + ".writ e", + ".wr ite", + "ï¼ Į", + "W hat", + "Wh at", + ". H", + "Ġ history", + "Ġh istory", + "Ġhistor y", + "Ġhist ory", + "Ġhi story", + "Ġhisto ry", + "Ġ Fe", + "ĠF e", + "Ġ individual", + "Ġind ividual", + "Ġindiv idual", + "Ġindivid ual", + "u nit", + "un it", + "uni t", + "Ġ -->", + "Ġ- ->", + "Ġ-- >", + "Ġ du", + "Ġd u", + "I ST", + "IS T", + "Ġ users", + "Ġus ers", + "Ġuse rs", + "Ġuser s", + "f s", + "f alse", + "fa lse", + "fal se", + "u nt", + "un t", + "T itle", + "Tit le", + "Ti tle", + "Ġ mot", + "Ġm ot", + "Ġmo t", + "Ġ future", + "Ġf uture", + "Ġfut ure", + "Ġfu ture", + "a ched", + "ac hed", + "ach ed", + "ache d", + "Ġ started", + "Ġstart ed", + "Ġstar ted", + "Ġ mode", + "Ġm ode", + "Ġmod e", + "Ġmo de", + "Ġ '<", + "Ġ' <", + "_ array", + "_a rray", + "_arr ay", + "_ar ray", + "Ġ ax", + "Ġa x", + "' ];Ċ", + "'] ;Ċ", + "']; Ċ", + "i res", + "ir es", + "ire s", + "T here", + "The re", + "Th ere", + "u ght", + "ug ht", + "ugh t", + "t ml", + "tm l", + "p osed", + "pos ed", + "pose d", + "po sed", + "i cult", + "ic ult", + "Ġ took", + "Ġt ook", + "Ġto ok", + "Ġtoo k", + "Ġ games", + "Ġg ames", + "Ġgame s", + "Ġgam es", + "Ġga mes", + "Ġ }}", + "Ġ} }", + "Ġ ?>Ċ", + "Ġ? >Ċ", + "Ġ?> Ċ", + "Ġ products", + "Ġproduct s", + "Ġprodu cts", + "I s", + "Ġ bad", + "Ġb ad", + "Ġba d", + "Ġ Des", + "ĠD es", + "ĠDe s", + ". path", + ".p ath", + ".pa th", + ".pat h", + "' ĊĊ", + "'Ċ Ċ", + "Ġ Post", + "ĠP ost", + "ĠPo st", + "ĠPos t", + "a vel", + "av el", + "ave l", + "( :", + "1 50", + "15 0", + "Ġ needs", + "Ġne eds", + "Ġneed s", + "Ġ known", + "Ġk nown", + "Ġkn own", + "Ġknow n", + "F l", + "Ġ exec", + "Ġe xec", + "Ġex ec", + "Ġexe c", + "Ġ seen", + "Ġs een", + "Ġse en", + "Ġsee n", + "5 1", + "u me", + "um e", + "Ġ border", + "Ġb order", + "Ġbor der", + "Ġbord er", + "Ġ live", + "Ġl ive", + "Ġli ve", + "Ġliv e", + "t emp", + "te mp", + "tem p", + "P er", + "Pe r", + "Ġ variable", + "Ġvar iable", + "Ġvari able", + "i et", + "ie t", + "Ġ Def", + "ĠD ef", + "ĠDe f", + "Ġ ge", + "Ġg e", + "e me", + "em e", + "_ back", + "_b ack", + "f irst", + "fi rst", + "fir st", + "Ġ provided", + "Ġpro vided", + "Ġprovid ed", + "Ġprov ided", + "Ġprovide d", + "//////////////// ////////////////", + "Ġ filename", + "Ġf ilename", + "Ġfile name", + "Ġfil ename", + "Ġfi lename", + "Ġ hope", + "Ġh ope", + "Ġhop e", + "Ġho pe", + "u ly", + "ul y", + "a uto", + "aut o", + "au to", + "f ind", + "fin d", + "fi nd", + "_ string", + "_s tring", + "_st ring", + "_str ing", + "b tn", + "bt n", + "it ude", + "itud e", + "itu de", + "At tribute", + "Attrib ute", + "Ġ young", + "Ġyou ng", + "Ġyo ung", + ". txt", + ".t xt", + ".tx t", + "Ġ website", + "Ġwe bsite", + "Ġweb site", + "Ġwebs ite", + "Ġ Prop", + "ĠP rop", + "ĠPro p", + "ĠPr op", + "Ġ ey", + "Ġe y", + "> ();Ċ", + ">( );Ċ", + ">() ;Ċ", + ">(); Ċ", + "i onal", + "ion al", + "io nal", + "iona l", + "A RR", + "AR R", + "iction ary", + "ur ther", + "urt her", + ". ", + ")- >", + "t x", + "Ġ pur", + "Ġp ur", + "Ġpu r", + "u el", + "ue l", + "ym bol", + "ymb ol", + "u ation", + "ua tion", + "uat ion", + "a nger", + "an ger", + "ang er", + "ange r", + "Ġ background", + "Ġback ground", + "e cess", + "ec ess", + "ece ss", + "ef ined", + ". .......", + ".. ......", + "... .....", + ".... ....", + "..... ...", + "...... ..", + "....... .", + "Ġ description", + "Ġd escription", + "Ġde scription", + "Ġdes cription", + "Ġdescri ption", + "Ġ represent", + "Ġre present", + "Ġrep resent", + "\" ));Ċ", + "\") );Ċ", + "\")) ;Ċ", + "\")); Ċ", + "p ression", + "pr ession", + "press ion", + "row ser", + "rows er", + "rowse r", + "Ġ series", + "Ġs eries", + "Ġse ries", + "Ġser ies", + "Ġserie s", + "Ġseri es", + "w ards", + "ward s", + "war ds", + "5 2", + "( $_", + "($ _", + "a ise", + "ai se", + "ais e", + "Ġ hot", + "Ġh ot", + "Ġho t", + "a city", + "ac ity", + "aci ty", + "r ies", + "ri es", + "rie s", + "a ctions", + "act ions", + "action s", + "C reate", + "Cre ate", + "Creat e", + "a dio", + "ad io", + "adi o", + "am ples", + "amp les", + "ample s", + "Ġ original", + "Ġor iginal", + "Ġorig inal", + "Ġorigin al", + "ens ive", + "ensi ve", + "f ont", + "fo nt", + "fon t", + "st ream", + "str eam", + "stre am", + " using", + ".spring framework", + "0 01", + "00 1", + "s erver", + "ser ver", + "serve r", + "serv er", + "Ġ bill", + "Ġb ill", + "Ġbi ll", + "Ġbil l", + "A CK", + "AC K", + "i lename", + "il ename", + "ile name", + "ilen ame", + "Ġ frame", + "Ġf rame", + "Ġfr ame", + "Ġfra me", + "Ġfram e", + "Ġ =Ċ", + "Ġ= Ċ", + "E dit", + "Ed it", + "ad ius", + "adi us", + "Ġ draw", + "Ġd raw", + "Ġdr aw", + "Ġdra w", + "an ks", + "ank s", + "Ġd eter", + "Ġde ter", + "Ġdet er", + "Ġ comes", + "Ġc omes", + "Ġcom es", + "Ġco mes", + "Ġcome s", + "_ int", + "_in t", + "_i nt", + "Ġ foreach", + "Ġf oreach", + "Ġfor each", + "Ġfore ach", + "Ġfo reach", + "a ngle", + "an gle", + "ang le", + "angl e", + "Ġ elect", + "Ġe lect", + "Ġel ect", + "Ġele ct", + "p ected", + "pect ed", + "pec ted", + "He ader", + "Head er", + "i stration", + "ist ration", + "istr ation", + "istra tion", + "istrat ion", + "F alse", + "Fa lse", + "Fal se", + "Ġ Game", + "ĠG ame", + "ĠGa me", + "ĠGam e", + "Ġ filter", + "Ġf ilter", + "Ġfil ter", + "Ġfilt er", + "Act ivity", + "Activ ity", + "Ġ larg", + "Ġl arg", + "Ġla rg", + "Ġlar g", + "in ition", + "init ion", + "ini tion", + "Ġ \"<", + "Ġ\" <", + "2 56", + "25 6", + "i sed", + "is ed", + "ise d", + "Ġ remove", + "Ġre move", + "Ġrem ove", + "Ġ Trans", + "ĠT rans", + "ĠTr ans", + "ĠTra ns", + "ĠTran s", + "m et", + "me t", + "s ee", + "se e", + "Form at", + "For mat", + "Com mand", + "Comm and", + "Ġ EX", + "ĠE X", + "N one", + "No ne", + "Non e", + "Ġ front", + "Ġf ront", + "Ġfr ont", + "Ġfro nt", + "Ġfron t", + "A SE", + "AS E", + "Ġ Rec", + "ĠR ec", + "ĠRe c", + "ound ation", + "Ġ vo", + "Ġv o", + "9 6", + "= \\\"", + "=\\ \"", + "( *", + "Ch ange", + "Chan ge", + "Cha nge", + ". Write", + ".W rite", + "g roup", + "gr oup", + "gro up", + "i ents", + "ie nts", + "ient s", + "ien ts", + "u y", + "******** ********************************************************", + "**************** ************************************************", + "******************************** ********************************", + "************************ ****************************************", + "**************************************** ************************", + "************************************************ ****************", + "******************************************************** ********", + "Ġ dig", + "Ġd ig", + "Ġdi g", + "h r", + "( -", + "Ġ gen", + "Ġg en", + "Ġge n", + "n umber", + "num ber", + "v ec", + "ve c", + "ur ope", + "uro pe", + "en try", + "ent ry", + "entr y", + "L L", + "Ġ ste", + "Ġs te", + "Ġst e", + "Val id", + "Va lid", + "' ],", + "'] ,", + "_ param", + "_p aram", + "_par am", + "_para m", + "_pa ram", + "Ġ selected", + "Ġse lected", + "Ġselect ed", + "Ġsel ected", + "Ġ according", + "Ġa ccording", + "Ġacc ording", + "Ġaccord ing", + "Ġ Dis", + "ĠD is", + "ĠDi s", + "Ġ util", + "Ġu til", + "Ġut il", + "B uffer", + "Buf fer", + "Buff er", + "Bu ffer", + "_ error", + "_e rror", + "_err or", + "_er ror", + "Ġ associ", + "Ġass oci", + "Ġassoc i", + "_ SIZE", + "_S IZE", + "_SI ZE", + "Ġ wor", + "Ġw or", + "Ġwo r", + "Ġ printf", + "Ġprint f", + "Ġprin tf", + "r ag", + "ra g", + " ł", + "D D", + "Ġ Val", + "ĠV al", + "ĠVa l", + "Ġ activ", + "Ġact iv", + "Ġac tiv", + "E ng", + "En g", + "e time", + "et ime", + "eti me", + "etim e", + "Ġ virtual", + "Ġv irtual", + "Ġvir tual", + "Ġvirt ual", + "a ign", + "ai gn", + "a ur", + "au r", + "Ġ Pres", + "ĠP res", + "ĠPr es", + "ĠPre s", + "Ġ Exception", + "ĠEx ception", + "ĠExcept ion", + "Ġ anything", + "Ġany thing", + "Ġ Off", + "ĠO ff", + "ĠOf f", + "Ġ hours", + "Ġh ours", + "Ġhour s", + "Ġho urs", + "Ġ war", + "Ġw ar", + "Ġwa r", + "Arg s", + "Ar gs", + "a ging", + "ag ing", + "agi ng", + "Ġ models", + "Ġmod els", + "Ġmodel s", + "Ġmode ls", + "Ġ Time", + "ĠT ime", + "ĠTim e", + "ĠTi me", + "O b", + "a ms", + "am s", + "j oy", + "jo y", + "Ġ early", + "Ġear ly", + ". read", + ".re ad", + ".r ead", + "8 6", + "Ġ center", + "Ġc enter", + "Ġcent er", + "Ġcen ter", + "Ġ Initial", + "ĠIn itial", + "ĠInit ial", + "ĠIniti al", + "Ġ language", + "Ġl anguage", + "Ġlangu age", + "l ength", + "le ngth", + "len gth", + "x y", + "Ġ sn", + "Ġs n", + "Ġ inf", + "Ġin f", + "Ġi nf", + "P ost", + "Pos t", + "Po st", + "Ġ ago", + "Ġa go", + "Ġag o", + "Ġ easy", + "Ġe asy", + "Ġeas y", + "Ġea sy", + "_ code", + "_c ode", + "_co de", + "_cod e", + "Ġ ANY", + "ĠA NY", + "ĠAN Y", + "_ ch", + "_c h", + "Ġ download", + "Ġd ownload", + "Ġdown load", + "( T", + "a ved", + "av ed", + "ave d", + "âĢ ĵ", + "Ġ students", + "Ġst udents", + "Ġstud ents", + "Ġstudent s", + "Ġ fig", + "Ġf ig", + "Ġfi g", + "l ight", + "li ght", + "lig ht", + "x x", + "Ġ buffer", + "Ġb uffer", + "Ġbu ffer", + "Ġbuf fer", + "Ġbuff er", + "Ġ Dep", + "ĠD ep", + "ĠDe p", + "Ġ Math", + "ĠM ath", + "ĠMat h", + "ĠMa th", + "I TH", + "IT H", + "Ġ vari", + "Ġv ari", + "Ġvar i", + "Ġva ri", + "Ġ due", + "Ġd ue", + "Ġdu e", + "F actory", + "Fact ory", + "Factor y", + "Ġ por", + "Ġp or", + "Ġpo r", + "Ġ ep", + "Ġe p", + "o type", + "ot ype", + "otyp e", + "oty pe", + "Ġ cannot", + "Ġc annot", + "Ġcan not", + "Ġcann ot", + "Ġ white", + "Ġwh ite", + "Ġwhit e", + "< int", + "čĊ", + "\"> čĊ", + ". annot", + ".an not", + "Ġ collection", + "Ġc ollection", + "Ġcol lection", + "Ġcoll ection", + "Ġcollect ion", + "Ġcolle ction", + "' .", + "Ġ similar", + "Ġs imilar", + "Ġsim ilar", + "Ġsimil ar", + "Ġ taken", + "Ġt aken", + "Ġtake n", + "Ġta ken", + "Ġtak en", + "( \"%", + "(\" %", + "Or der", + "Ord er", + "' ]Ċ", + "'] Ċ", + "- md", + "-m d", + "Ġ TH", + "ĠT H", + "a ced", + "ace d", + "ac ed", + "Ġis n", + "Ġi sn", + "/ j", + "Ġ son", + "Ġs on", + "Ġso n", + "g raph", + "gr aph", + "gra ph", + "Ġ Integer", + "ĠInt eger", + "Ġn ecess", + "Ġne cess", + "Ġnec ess", + "Ġneces s", + "r een", + "re en", + "ree n", + "Ġ um", + "Ġu m", + "Ġ \\<", + "Ġ\\ <", + "Ġ moment", + "Ġm oment", + "Ġmom ent", + "Ġmo ment", + "Ġ bring", + "Ġb ring", + "Ġbr ing", + "Ġbri ng", + "Ġ indic", + "Ġin dic", + "Ġind ic", + "y sis", + "ys is", + "ysi s", + "Le vel", + "v erse", + "ver se", + "vers e", + "ur renc", + "urre nc", + "urr enc", + "_ test", + "_t est", + "_te st", + "Ġent ire", + "D own", + "Do wn", + "Ġ }ĊĊĊ", + "Ġ} ĊĊĊ", + "Ġ}Ċ ĊĊ", + "Ġ}ĊĊ Ċ", + "( result", + "(res ult", + "Ġ Read", + "ĠR ead", + "ĠRe ad", + "à ¨", + "M od", + "Mo d", + "Ġ trying", + "Ġt rying", + "Ġtr ying", + "Ġtry ing", + "\" ),Ċ", + "\") ,Ċ", + "\"), Ċ", + "Ġ member", + "Ġm ember", + "Ġmem ber", + "Ġmemb er", + "Ġ Cor", + "ĠC or", + "ĠCo r", + "O DO", + "OD O", + "- control", + "-c ontrol", + "-cont rol", + "un time", + "unt ime", + "Ġ Sim", + "ĠS im", + "ĠSi m", + "D ialog", + "Di alog", + "Dia log", + "p lot", + "pl ot", + "_ on", + "_o n", + "Ġ phys", + "Ġph ys", + "Ġphy s", + "} /", + "Ġ namespace", + "Ġn amespace", + "Ġname space", + "Ġnames pace", + "ĉ čĊ", + "a cc", + "ac c", + "P layer", + "Pl ayer", + "Play er", + "A RE", + "AR E", + "8 9", + "Ġ foot", + "Ġf oot", + "Ġfo ot", + "Ġfoo t", + "Ġ board", + "Ġb oard", + "Ġbo ard", + "Ġboa rd", + "p art", + "par t", + "pa rt", + "Ġ sus", + "Ġs us", + "Ġsu s", + "w ise", + "wi se", + "wis e", + "Ġ Mc", + "ĠM c", + "Ġ push", + "Ġp ush", + "Ġpu sh", + "Ġpus h", + "A TA", + "AT A", + "Ġ please", + "Ġp lease", + "Ġpl ease", + "Ġple ase", + "Ġplea se", + "Ġpleas e", + "r ied", + "ri ed", + "rie d", + "we et", + "b it", + "bi t", + "i ded", + "id ed", + "ide d", + "V E", + "Ġ Sw", + "ĠS w", + "U B", + "Ġ types", + "Ġt ypes", + "Ġtype s", + "Ġtyp es", + "Ġty pes", + "e dia", + "ed ia", + "edi a", + "Ġc los", + "Ġcl os", + "Ġclo s", + "ace book", + "W hen", + "Wh en", + "Ġ edit", + "Ġe dit", + "Ġed it", + "Ġedi t", + "i gger", + "ig ger", + "igg er", + "Ġe nerg", + "Ġen erg", + "Ġener g", + "Cont ainer", + "Contain er", + "Conta iner", + "Ġ phot", + "Ġp hot", + "Ġph ot", + "Ġ Count", + "ĠC ount", + "ĠCo unt", + "ĠCou nt", + "ĠCoun t", + "Ġ Europe", + "ĠE urope", + "ĠEuro pe", + "ĠEurop e", + "ĠEur ope", + ". Is", + ".I s", + "Ġ Russ", + "ĠR uss", + "ĠRu ss", + "ĠRus s", + "p eed", + "pe ed", + "pee d", + "Ġ Str", + "ĠS tr", + "ĠSt r", + "Ġ py", + "Ġp y", + "Ġ cult", + "Ġc ult", + "Ġcu lt", + "Ġcul t", + "Ġ defined", + "Ġd efined", + "Ġdef ined", + "Ġdefine d", + "Ġdefin ed", + "c count", + "cc ount", + "cco unt", + "Ġo bt", + "Ġob t", + ". Location", + ".L ocation", + ".Lo cation", + "Ġ thread", + "Ġt hread", + "Ġth read", + "Ġthr ead", + "i lle", + "il le", + "ill e", + "Ġ instead", + "Ġin stead", + "Ġinst ead", + "st rong", + "str ong", + "stro ng", + "Ġ Sec", + "ĠS ec", + "ĠSe c", + "U RE", + "UR E", + "Ġ idea", + "Ġi dea", + "Ġid ea", + "Ġide a", + ". se", + ".s e", + "e my", + "em y", + "se lected", + "select ed", + "sel ected", + "Con nection", + "Conn ection", + "Connect ion", + "a cing", + "ac ing", + "aci ng", + "acin g", + "t hread", + "th read", + "thr ead", + ". next", + ".n ext", + ".ne xt", + "Ġ coll", + "Ġc oll", + "Ġco ll", + "Ġcol l", + "Ġ film", + "Ġf ilm", + "Ġfil m", + "Ġfi lm", + "is tic", + "ist ic", + "isti c", + "Ġ compet", + "Ġcom pet", + "Ġcomp et", + "Ġ conn", + "Ġc onn", + "Ġcon n", + "Ġco nn", + "th ough", + "Ġ compan", + "Ġcom pan", + "Ġcomp an", + "o cket", + "oc ket", + "ock et", + "Ġt each", + "Ġte ach", + "Ġtea ch", + "= (", + "Ġ phone", + "Ġp hone", + "Ġph one", + "Ġphon e", + "Ġ active", + "Ġact ive", + "Ġactiv e", + "7 9", + "de lete", + "del ete", + "1 01", + "10 1", + "t ries", + "tr ies", + "trie s", + "tri es", + "Ġ mo", + "Ġm o", + "Ġ death", + "Ġde ath", + "} );ĊĊ", + "});Ċ Ċ", + "}) ;ĊĊ", + "}); ĊĊ", + "o col", + "oc ol", + "oco l", + "W idget", + "Ġ article", + "Ġart icle", + "Ġartic le", + "r odu", + "ro du", + "rod u", + "an did", + "and id", + "andi d", + "Ñ ĭ", + "Ġ Cr", + "ĠC r", + "k a", + "( ):", + "() :", + "l ood", + "lo od", + "loo d", + "ĉ ĉĉĊ", + "ĉĉ ĉĊ", + "ĉĉĉ Ċ", + "Ġ almost", + "Ġal most", + "Ġalm ost", + "Ġ sell", + "Ġs ell", + "Ġse ll", + "Ġsel l", + "erv let", + "r ip", + "ri p", + "U nit", + "Un it", + "Uni t", + "Ġapp lic", + "Ġappl ic", + "Ġ connect", + "Ġcon nect", + "Ġconn ect", + "Ġ feature", + "Ġf eature", + "Ġfe ature", + "Ġfeat ure", + "Ġ via", + "Ġv ia", + "Ġvi a", + "' ),", + "') ,", + "Ġ lim", + "Ġl im", + "Ġli m", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġ Gu", + "ĠG u", + "E ngine", + "Eng ine", + "Ġ ens", + "Ġe ns", + "Ġen s", + "Ġ environment", + "Ġen vironment", + "Ġenviron ment", + "b lock", + "bl ock", + "blo ck", + "H ERE", + "HE RE", + "HER E", + "N ULL", + "NU LL", + "g y", + "t ag", + "ta g", + ") ).", + ")) .", + "e xp", + "ex p", + "Ġcom pl", + "Ġco mpl", + "Ġcomp l", + "Ġ install", + "Ġinst all", + "Ġinstal l", + "Ġ complete", + "Ġcom plete", + "Ġcomp lete", + "Ġcomple te", + "Ġcomplet e", + "Ġcompl ete", + "q ueue", + "que ue", + "at ural", + "atur al", + "atura l", + "atu ral", + "Ġ general", + "Ġg eneral", + "Ġgener al", + "Ġgen eral", + "Ġgene ral", + "Ġgenera l", + "t hon", + "th on", + "Ġas ked", + "Ġask ed", + "o res", + "or es", + "ore s", + "( res", + "(r es", + "(re s", + "Ġ reserved", + "Ġres erved", + "Ġreserve d", + "Ġreserv ed", + "S P", + "Ġ âĢ¦", + "ĠâĢ ¦", + "Å Ĥ", + "Ġsign ific", + "O ff", + "Of f", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġ Ag", + "ĠA g", + "Ġ Just", + "ĠJ ust", + "ĠJu st", + "Ġ Error", + "ĠE rror", + "ĠEr ror", + "ĠErr or", + "Ġin fl", + "Ġinf l", + "a data", + "ad ata", + "ada ta", + "Ġ icon", + "Ġi con", + "Ġic on", + "as ks", + "ask s", + "' '", + "_ LO", + "_L O", + "? .", + "a ccount", + "ac count", + "acc ount", + "acco unt", + "Ġ (*", + "Ġ( *", + "' )ĊĊ", + "') ĊĊ", + "')Ċ Ċ", + "r ap", + "ra p", + "_ var", + "_v ar", + "_va r", + "Ġ FOR", + "ĠF OR", + "ĠFO R", + "Ġ party", + "Ġp arty", + "Ġpart y", + "Ġpar ty", + "Ġ Your", + "ĠY our", + "ĠYou r", + "ĠYo ur", + "c at", + "ca t", + "s try", + "st ry", + "str y", + ". new", + ".n ew", + ".ne w", + "b oot", + "bo ot", + "boo t", + "Ġ Nov", + "ĠN ov", + "ĠNo v", + "Ġ vector", + "Ġv ector", + "Ġve ctor", + "Ġvec tor", + "Ġvect or", + "Ġ normal", + "Ġn ormal", + "Ġnor mal", + "Ġnorm al", + "Ġf urther", + "Ġfur ther", + "Re pository", + "8 00", + "80 0", + "Ġ database", + "Ġd atabase", + "Ġdata base", + "Ġdat abase", + "Ġdatab ase", + "at tle", + "att le", + "Ġ music", + "Ġm usic", + "Ġmus ic", + "Ġmu sic", + "Ġ speed", + "Ġs peed", + "Ġsp eed", + "Ġspe ed", + "Ġ doc", + "Ġd oc", + "Ġdo c", + "p rocess", + "pro cess", + "proc ess", + "IG HT", + "IGH T", + ". parse", + ".p arse", + ".par se", + "Ġ taking", + "Ġt aking", + "Ġta king", + "Ġtak ing", + "Ġ viol", + "Ġv iol", + "Ġvi ol", + "c eed", + "ce ed", + "cee d", + "Ġ After", + "ĠA fter", + "ĠAf ter", + "Ġ forward", + "Ġfor ward", + "Ġ crit", + "Ġc rit", + "Ġcr it", + "Ġcri t", + "\" />Ċ", + "\"/ >Ċ", + "\"/> Ċ", + "r ot", + "ro t", + "Ġ failed", + "Ġf ailed", + "Ġfa iled", + "Ġfail ed", + "e fore", + "ef ore", + "Ġcon cern", + "Ġconc ern", + "Ġconce rn", + "o e", + "b a", + "Ġ sender", + "Ġs ender", + "Ġse nder", + "Ġsend er", + "Ġsen der", + "Ġ term", + "Ġt erm", + "Ġte rm", + "Ġter m", + "h as", + "ha s", + "= \"#", + "=\" #", + "Ġ potential", + "Ġpot ential", + "Ġpotent ial", + "N um", + "Nu m", + "Ġ published", + "Ġp ublished", + "Ġpublish ed", + "Ġpubli shed", + ". close", + ".c lose", + ".cl ose", + "Ġ Image", + "ĠI mage", + "ĠIm age", + "ĠImag e", + "str aint", + "stra int", + "strain t", + "U D", + "Ġ Ob", + "ĠO b", + "Ġ probably", + "Ġprob ably", + "l im", + "li m", + "\" :Ċ", + "\": Ċ", + "ol ume", + "olum e", + "olu me", + "Ġ consum", + "Ġcon sum", + "Ġcons um", + "7 6", + "a gue", + "ag ue", + "agu e", + "ens ions", + "ension s", + "ensi ons", + "Ġinvest ig", + "- year", + "-y ear", + "' );", + "') ;", + "- sm", + "-s m", + "Ġen joy", + "Ġenjo y", + "o rig", + "or ig", + "ori g", + "e ring", + "er ing", + "eri ng", + "erin g", + "c p", + "le ased", + "lease d", + "lea sed", + "p lements", + "pl ements", + "ple ments", + "plement s", + "Ġ returns", + "Ġreturn s", + "p at", + "pa t", + "B O", + "Ġ House", + "ĠH ouse", + "ĠHo use", + "ĠHou se", + ". Label", + ".L abel", + "Ġ weight", + "Ġw eight", + "Ġwe ight", + "Ġweigh t", + "Ġwei ght", + "ig hb", + "igh b", + "Ġ conditions", + "Ġcondition s", + "Ġcond itions", + "Ġ exception", + "Ġex ception", + "Ġexcept ion", + "Ġexce ption", + "d escription", + "de scription", + "des cription", + "Ġ trad", + "Ġt rad", + "Ġtr ad", + "Ġtra d", + "- to", + "-t o", + "Ġ {}", + "Ġ{ }", + "Ġ module", + "Ġm odule", + "Ġmod ule", + "E ND", + "EN D", + ". ap", + ".a p", + ". props", + ".p rops", + ".pro ps", + ".pr ops", + ".prop s", + "Ġ constructor", + "Ġcon structor", + "Ġconstruct or", + "Ġconstr uctor", + "a ves", + "av es", + "ave s", + "Ġ favor", + "Ġf avor", + "Ġfa vor", + "Ġfav or", + "Ġ Now", + "ĠN ow", + "ĠNo w", + "; i", + "Ġ Main", + "ĠM ain", + "ĠMa in", + "ĠMai n", + "_ k", + "e ries", + "er ies", + "erie s", + "eri es", + "âĢĻ ll", + "âĢĻl l", + "trans form", + "ime stamp", + "imest amp", + "P re", + "Pr e", + "Ġ mer", + "Ġm er", + "Ġme r", + ". res", + ".re s", + ".r es", + "s tant", + "st ant", + "sta nt", + "stan t", + "L ocation", + "Lo cation", + "Loc ation", + "_ NAME", + "_N AME", + "Ġ loss", + "Ġl oss", + "Ġlo ss", + "Ġlos s", + "Ġ ĊĊ", + "ĠĊ Ċ", + "n et", + "ne t", + "Ġ engine", + "Ġe ngine", + "Ġeng ine", + "B lock", + "Bl ock", + "Bloc k", + "Blo ck", + "Ġ issues", + "Ġiss ues", + "Ġissue s", + "Ġissu es", + "Ġ parse", + "Ġp arse", + "Ġpar se", + "Ġpars e", + "Ġ Bar", + "ĠB ar", + "ĠBa r", + "Ġ stay", + "Ġst ay", + "Ġsta y", + "Ġ JSON", + "ĠJ SON", + "ĠJS ON", + "Ġ dom", + "Ġd om", + "Ġdo m", + "a irs", + "air s", + "ai rs", + "w ner", + "wn er", + "Ġ lower", + "Ġl ower", + "Ġlo wer", + "Ġlow er", + "\" ,čĊ", + "\", čĊ", + "Ġ Dem", + "ĠD em", + "ĠDe m", + "u fact", + "uf act", + "ufac t", + "Ġ ps", + "Ġp s", + "Ġ perfect", + "Ġper fect", + "Ġperf ect", + "R L", + "Ġ educ", + "Ġe duc", + "Ġed uc", + "Ġedu c", + "l s", + "em ory", + "emo ry", + "ARR ANT", + "u ge", + "ug e", + "Ġ exact", + "Ġex act", + ". key", + ".k ey", + ".ke y", + "al led", + "all ed", + "alle d", + "e ch", + "ec h", + "i ef", + "ie f", + "\\ /", + "o ke", + "ok e", + "Ġ former", + "Ġfor mer", + "Ġform er", + "Ġforme r", + "al loc", + "all oc", + "allo c", + "Ġ six", + "Ġs ix", + "Ġsi x", + "i da", + "id a", + "Ġ margin", + "Ġm argin", + "Ġmar gin", + "Ġmarg in", + "Ġ heart", + "Ġhe art", + "Ġhear t", + "a ld", + "al d", + "p ack", + "pa ck", + "pac k", + ".getElement ById", + "ĠW ARRANT", + "Ġ rather", + "Ġr ather", + "Ġrat her", + "Ġra ther", + "Ġ building", + "Ġbuild ing", + "er man", + "erm an", + "l ice", + "lic e", + "li ce", + "Ġ questions", + "Ġquest ions", + "Ġquestion s", + "Ġquesti ons", + "i zes", + "iz es", + "ize s", + "le ge", + "leg e", + "irect ory", + "irector y", + "Ġ je", + "Ġj e", + "Ġ cas", + "Ġc as", + "Ġca s", + "p rops", + "pr ops", + "pro ps", + "prop s", + "u tf", + "ut f", + "Ġ security", + "Ġs ecurity", + "Ġse curity", + "Ġsec urity", + "Ġ however", + "Ġhow ever", + "w eight", + "we ight", + "wei ght", + "weigh t", + "Ġ inside", + "Ġin side", + "Ġins ide", + "Ġp resident", + "Ġpres ident", + "C har", + "Ch ar", + "Cha r", + "Ġ WITH", + "ĠW ITH", + "ĠWI TH", + ". map", + ".m ap", + ".ma p", + "Ġ graph", + "Ġg raph", + "Ġgr aph", + "Ġgra ph", + "Ġgrap h", + "Ġ tag", + "Ġt ag", + "Ġta g", + "_ status", + "_s tatus", + "_st atus", + "_stat us", + "Ġ attempt", + "Ġat tempt", + "Ġatt empt", + "o pp", + "op p", + "u ses", + "us es", + "use s", + "ĉ const", + "ĉcon st", + "Ġ round", + "Ġr ound", + "Ġro und", + "Ġrou nd", + ", $", + "Ġ friends", + "Ġf riends", + "Ġfri ends", + "Ġfriend s", + "E mail", + "Em ail", + "? >", + "Re source", + "Res ource", + "K EY", + "KE Y", + "o sp", + "os p", + ". query", + ".qu ery", + "Ġ North", + "ĠN orth", + "ĠNor th", + "a bles", + "ab les", + "able s", + "abl es", + "is trib", + "ist rib", + "istr ib", + "_ class", + "_c lass", + "_cl ass", + "el lo", + "ell o", + "T hat", + "Th at", + "Ð º", + "pec ially", + "pecial ly", + "Ġ President", + "ĠP resident", + "ĠPres ident", + "Ġ campaign", + "Ġc ampaign", + "Ġcamp aign", + "Ġ alt", + "Ġa lt", + "Ġal t", + "a rea", + "ar ea", + "are a", + "Ġc hall", + "Ġch all", + "Ġcha ll", + "Ġop port", + "Ġopp ort", + ". Con", + ".C on", + ".Co n", + "Ġ energy", + "Ġe nergy", + "Ġen ergy", + "Ġenerg y", + "Ġener gy", + "l ike", + "li ke", + "lik e", + ". string", + ".s tring", + ".st ring", + ".str ing", + "ing ton", + "ingt on", + ") *", + "y y", + "Ġ profession", + "Ġprof ession", + "Ġprofess ion", + "ir th", + "irt h", + "Ġ seg", + "Ġs eg", + "Ġse g", + "æ ľ", + "Ġ hor", + "Ġh or", + "Ġho r", + "i ers", + "ie rs", + "ier s", + "c an", + "ca n", + "Ġbe hind", + "Ġbeh ind", + "Pro duct", + "Produ ct", + "Prod uct", + "f g", + "Ġ Sk", + "ĠS k", + ". jpg", + ".j pg", + ".jp g", + "? :", + "] ;ĊĊ", + "];Ċ Ċ", + "]; ĊĊ", + "Ġ callback", + "Ġc allback", + "Ġcall back", + "Ġ Http", + "ĠH ttp", + "Ñ Į", + "l ong", + "lo ng", + "lon g", + "M S", + "A TH", + "AT H", + "Ġ raise", + "Ġr aise", + "Ġrais e", + "Ġra ise", + "Ġ wanted", + "Ġw anted", + "Ġwant ed", + "Ġwan ted", + "r own", + "ro wn", + "row n", + "u tor", + "ut or", + "uto r", + "l t", + "] =", + "e line", + "el ine", + "eli ne", + "elin e", + "M A", + "Ġs epar", + "Ġse par", + "Ġsep ar", + "c s", + "s emb", + "se mb", + "sem b", + "D is", + "Di s", + "b serv", + "bs erv", + "Ġ Will", + "ĠW ill", + "ĠWil l", + "ĠWi ll", + "Ġ policy", + "Ġp olicy", + "Ġpol icy", + "Ġpolic y", + "Ġ third", + "Ġth ird", + "Ġthi rd", + "p hone", + "ph one", + "phon e", + "Ġ bed", + "Ġb ed", + "Ġbe d", + "/ g", + ". __", + "._ _", + "Ġ Inc", + "ĠI nc", + "ĠIn c", + "i zing", + "iz ing", + "izi ng", + "izin g", + ". remove", + ".re move", + ".rem ove", + "in stance", + "inst ance", + "instanc e", + ". type", + ".t ype", + ".typ e", + "Ġ serv", + "Ġs erv", + "Ġse rv", + "Ġser v", + "E ach", + "Ġ har", + "Ġh ar", + "Ġha r", + "Ġ Message", + "ĠM essage", + "ĠMess age", + "ĠMes sage", + "( key", + "(k ey", + "SE LECT", + "SEL ECT", + "P os", + "Po s", + ") );čĊ", + ")) ;čĊ", + ")); čĊ", + "Ġre comm", + "Ġrec omm", + "Ġrecom m", + "Ġreco mm", + "Ġ training", + "Ġtr aining", + "Ġtrain ing", + "Ġtra ining", + "Ġtrai ning", + "Ġ Ent", + "ĠE nt", + "ĠEn t", + "Ġ Char", + "ĠC har", + "ĠCh ar", + "ĠCha r", + "i cht", + "ic ht", + "ich t", + "( file", + "(f ile", + "(fi le", + "(fil e", + "Ġ prior", + "Ġp rior", + "Ġpr ior", + "Ġpri or", + "Ġprio r", + "G ame", + "Gam e", + "Ga me", + "Ġ exit", + "Ġe xit", + "Ġex it", + "Param s", + "Par ams", + "Pa rams", + "Para ms", + ". core", + ".c ore", + ".co re", + ".cor e", + "P C", + "n es", + "ne s", + "an ced", + "ance d", + "anc ed", + "( request", + "(re quest", + "(req uest", + "P assword", + "Pass word", + "Pas sword", + "} >Ċ", + "}> Ċ", + "Ġ mag", + "Ġm ag", + "Ġma g", + "Ġ release", + "Ġre lease", + "Ġr elease", + "Ġrel ease", + "Ġrele ase", + "Ġ shall", + "Ġs hall", + "Ġsh all", + "Ġsha ll", + "u dent", + "ud ent", + "ude nt", + "uden t", + "Ġ South", + "ĠS outh", + "ĠSo uth", + "ĠSou th", + "a ndo", + "an do", + "and o", + ": '", + ". TabIndex", + ".Tab Index", + "s k", + "an ner", + "ann er", + "anne r", + "is set", + "iss et", + "isse t", + "Ġ outside", + "Ġout side", + "Ġouts ide", + "l edge", + "le dge", + "led ge", + "Ġ å", + "Ġ Rob", + "ĠR ob", + "ĠRo b", + "Ġ imm", + "Ġi mm", + "Ġim m", + "! Ċ", + "Ġ Web", + "ĠW eb", + "ĠWe b", + "D es", + "De s", + "B C", + "an cial", + "anc ial", + "ancia l", + "R oute", + "Ro ute", + "D ec", + "De c", + "fer ences", + "ference s", + "Ġp urch", + "Ġpur ch", + "Ġpu rch", + "Ġ Model", + "ĠM odel", + "ĠMod el", + "ĠMo del", + "ĠMode l", + "c tor", + "ct or", + "g n", + "_ start", + "_st art", + "_star t", + "_sta rt", + "_ un", + "_u n", + ". *", + "i ses", + "is es", + "ise s", + "Ġ ground", + "Ġg round", + "Ġgr ound", + "Ġgro und", + "Ġgrou nd", + "Ġ unique", + "Ġun ique", + "Ġuniqu e", + "Ġuni que", + "Ġuniq ue", + "Ġbe aut", + "Ġbeau t", + "{ \"", + "Ġ pour", + "Ġp our", + "Ġpo ur", + "Ġpou r", + "Ġ Oct", + "ĠO ct", + "ĠOc t", + "Ġ tree", + "Ġt ree", + "Ġtr ee", + "Ġtre e", + "s ets", + "se ts", + "set s", + "_ res", + "_re s", + "_r es", + "' )->", + "') ->", + "_ reg", + "_re g", + "_r eg", + "( \"\\", + "(\" \\", + "Ġ byte", + "Ġb yte", + "Ġby te", + "Ġbyt e", + "B l", + "Ġ dating", + "Ġd ating", + "Ġda ting", + "Ġdat ing", + "Ġdati ng", + "Ġ matter", + "Ġm atter", + "Ġmat ter", + "Ġmatt er", + "Ġmatte r", + "Ġ Rem", + "ĠR em", + "ĠRe m", + "Ġ' ../", + "Ġ'. ./", + "Ġ'.. /", + "Ġ Aug", + "ĠA ug", + "ĠAu g", + "Ġ La", + "ĠL a", + "Ġ $(", + "Ġ$ (", + "o urnal", + "our nal", + "ourn al", + "1 11", + "11 1", + "i am", + "ia m", + "Ġ shows", + "Ġsh ows", + "Ġshow s", + "Ġsho ws", + "w rite", + "wr ite", + "Ġ ball", + "Ġb all", + "Ġbal l", + "Ġba ll", + "Ġsim ply", + "Ġsimp ly", + "Ġsimpl y", + "Ġ fast", + "Ġf ast", + "Ġfa st", + "Ġfas t", + "Ġ memory", + "Ġm emory", + "Ġmem ory", + "Ġmemor y", + "Ġmemo ry", + "A SS", + "AS S", + "Ġ Of", + "ĠO f", + "o ved", + "ov ed", + "ove d", + "a nte", + "an te", + "ant e", + "a ul", + "au l", + "i stry", + "is try", + "ist ry", + "istr y", + ") ));Ċ", + ")) );Ċ", + "))) ;Ċ", + "))); Ċ", + "Ġ fit", + "Ġf it", + "Ġfi t", + "< string", + "_", + "-> _", + "\" )ĊĊ", + "\") ĊĊ", + "\")Ċ Ċ", + "o x", + "ap plication", + "app lication", + "appl ication", + "Ġ ]Ċ", + "Ġ] Ċ", + "Ċ ĊĊĊĊĊ", + "ĊĊ ĊĊĊĊ", + "ĊĊĊĊ ĊĊ", + "ĊĊĊ ĊĊĊ", + "ĊĊĊĊĊ Ċ", + "1 80", + "18 0", + "Ġ soon", + "Ġs oon", + "Ġso on", + "Ġsoo n", + "ct ions", + "ction s", + "i nger", + "in ger", + "ing er", + "inge r", + "Ġ join", + "Ġj oin", + "Ġjo in", + "Ġ Pe", + "ĠP e", + "Ġ ë", + "Ġ las", + "Ġl as", + "Ġla s", + ". E", + "c ss", + "cs s", + "/ or", + "/o r", + "Ġ Start", + "ĠSt art", + "ĠStar t", + "ĠSta rt", + "Ġ TO", + "ĠT O", + "Ġ subs", + "Ġs ubs", + "Ġsu bs", + "Ġsub s", + "c onn", + "con n", + "co nn", + "com ponents", + "comp onents", + "component s", + "DE BUG", + "qu are", + "qua re", + "F unction", + "Func tion", + "Fun ction", + "en dar", + "end ar", + "enda r", + ". index", + ".in dex", + ".ind ex", + "Ġ fill", + "Ġf ill", + "Ġfil l", + "Ġfi ll", + "Ä Ļ", + "Ġ choose", + "Ġch oose", + "Ġcho ose", + "h ow", + "ho w", + "Ġ America", + "ĠAmeric a", + "ĠAmer ica", + "as sets", + "ass ets", + "asset s", + "asse ts", + "- -----------", + "-- ----------", + "---- --------", + "-------- ----", + "--- ---------", + "----- -------", + "---------- --", + "------ ------", + "----------- -", + "------- -----", + "--------- ---", + "Ġ Value", + "ĠV alue", + "ĠVal ue", + "ĠVa lue", + "Ġ office", + "Ġoff ice", + "Ġoffic e", + "Ġ veh", + "Ġv eh", + "Ġve h", + "Ġ transform", + "Ġtrans form", + "Ġtransf orm", + "Ġ Art", + "ĠA rt", + "ĠAr t", + "Ġ inde", + "Ġin de", + "Ġi nde", + "Ġind e", + "Ġ fn", + "Ġf n", + "Ġ implements", + "Ġim plements", + "Ġimp lements", + "Ġimplement s", + "Ġimpl ements", + "a ngo", + "an go", + "ang o", + "p lete", + "pl ete", + "ple te", + "plet e", + "+ \"", + "t mp", + "tm p", + "am ily", + "ami ly", + "amil y", + "Ġ hash", + "Ġh ash", + "Ġhas h", + "Ġha sh", + "m issions", + "miss ions", + "mission s", + "E ST", + "ES T", + "g t", + "Pro vider", + "Provid er", + "Provide r", + "Prov ider", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "Ġ flag", + "Ġf lag", + "Ġfl ag", + "Ġfla g", + "Ġpart icip", + "Ġpartic ip", + "Ġparti cip", + "d en", + "de n", + "Ġ Returns", + "ĠReturn s", + "Ġ note", + "Ġn ote", + "Ġnot e", + "Ġno te", + "ü r", + "p m", + "id eos", + "ide os", + "ideo s", + "Ġ specified", + "Ġs pecified", + "Ġspec ified", + "Ġ EN", + "ĠE N", + "e ster", + "es ter", + "est er", + "este r", + "o lid", + "ol id", + "oli d", + "Ġ upon", + "Ġu pon", + "Ġup on", + "( std", + "(s td", + "(st d", + "ĉ v", + "Ġ '\\", + "Ġ' \\", + "u z", + "Ġ vert", + "Ġv ert", + "Ġver t", + "Ġve rt", + "Ġv ict", + "Ġvi ct", + "Ġvic t", + "ĉ self", + "ĉs elf", + "ĉse lf", + "Ġ \"$", + "Ġ\" $", + "8 5", + ". k", + "Ġ groups", + "Ġg roups", + "Ġgroup s", + "Ġgro ups", + "Ġgrou ps", + "g ithub", + "git hub", + "l ang", + "la ng", + "lan g", + "Ġ mut", + "Ġm ut", + "Ġmu t", + "T O", + "Ġ ve", + "Ġv e", + "Ġ Please", + "ĠP lease", + "ĠPl ease", + "ĠPle ase", + "; ĊĊĊ", + ";Ċ ĊĊ", + ";ĊĊ Ċ", + "a ccess", + "ac cess", + "acc ess", + "Ġ {\"", + "Ġ{ \"", + "r ea", + "re a", + "Ġ risk", + "Ġr isk", + "Ġris k", + "Ġri sk", + "i cker", + "ic ker", + "ick er", + "og gle", + "ogg le", + "ĉ while", + "A NG", + "AN G", + ". send", + ".s end", + ".se nd", + "7 2", + "Ġ woman", + "Ġw oman", + "Ġwom an", + "Ġwo man", + "Ġ gets", + "Ġg ets", + "Ġget s", + "Ġge ts", + "Ġ ign", + "Ġi gn", + "Ġig n", + "Ġ Id", + "ĠI d", + "_ log", + "_l og", + "_lo g", + "O NE", + "ON E", + "Ġe vid", + "Ġev id", + "Ġ Har", + "ĠH ar", + "ĠHa r", + "_ sub", + "_s ub", + "_su b", + "Ġ endl", + "Ġe ndl", + "Ġen dl", + "Ġend l", + "Ġ included", + "Ġin cluded", + "Ġinclud ed", + "Ġinclude d", + "Ġincl uded", + "Ġinclu ded", + "( ));ĊĊ", + "() );ĊĊ", + "());Ċ Ċ", + "()) ;ĊĊ", + "()); ĊĊ", + "Ġ Ap", + "ĠA p", + "i gr", + "ig r", + "Ġ sem", + "Ġs em", + "Ġse m", + "Ġ Black", + "ĠB lack", + "ĠBl ack", + "d oc", + "do c", + "_ table", + "_t able", + "_tab le", + "_ta ble", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "- up", + "-u p", + "Ġ cause", + "Ġc ause", + "Ġca use", + "Ġcaus e", + "Ġ ..", + "Ġ. .", + "Ġ van", + "Ġv an", + "Ġva n", + "_ dict", + "_d ict", + "_di ct", + "_dic t", + "Ġ focus", + "Ġf ocus", + "Ġfoc us", + "Ġfo cus", + "I ND", + "IN D", + "C ESS", + "CE SS", + "CES S", + ". Log", + ".L og", + ".Lo g", + "Ġ multiple", + "Ġm ultiple", + "Ġmult iple", + "Ġmulti ple", + "Ġmultip le", + "i do", + "id o", + "Ġre gard", + "Ġreg ard", + "- M", + "and ler", + "andle r", + "o urse", + "our se", + "ours e", + "Ġ deg", + "Ġd eg", + "Ġde g", + ". U", + "Ġadd ition", + "Ġad dition", + "Ġv arious", + "Ġvar ious", + "Ġvari ous", + "Ġva rious", + "Ġ receive", + "Ġre ceive", + "Ġrece ive", + "е н", + "еР½", + "Ġ HT", + "ĠH T", + "O bj", + "Ob j", + "D F", + "Ġ increase", + "Ġin crease", + "Ġincre ase", + "Ġincr ease", + "Ġ Open", + "ĠO pen", + "ĠOp en", + "] ;", + "Ġ commit", + "Ġcom mit", + "Ġcomm it", + "? Ċ", + "ateg ories", + "ategor ies", + "ategori es", + "ategorie s", + "atego ries", + "at ory", + "ator y", + "ato ry", + "s hip", + "sh ip", + "shi p", + "Ġ Mich", + "ĠM ich", + "ĠMi ch", + "ĠMic h", + "Ġ html", + "Ġh tml", + "Ġht ml", + "ro mise", + "rom ise", + "Ġ leave", + "Ġle ave", + "Ġstr ateg", + "Ġstrat eg", + "Ġstra teg", + "Ġstrate g", + "a ven", + "av en", + "ave n", + "Ġ Console", + "ĠCon sole", + "ĠCons ole", + "k nown", + "kn own", + "know n", + "- n", + "_ LE", + "_L E", + ". component", + ".com ponent", + ".comp onent", + "Ġ bre", + "Ġb re", + "Ġbr e", + "S ession", + "i ance", + "ia nce", + "ian ce", + "Ġ align", + "Ġal ign", + "Ġali gn", + "type def", + "typ edef", + "typed ef", + "_ result", + "_res ult", + "Ġ WHERE", + "ĠW HERE", + "ĠWH ERE", + ". split", + ".s plit", + ".sp lit", + "Ġ reading", + "Ġre ading", + "Ġread ing", + "FA ULT", + "Ġ clo", + "Ġc lo", + "Ġcl o", + "Ġ notice", + "Ġnot ice", + "_ pr", + "_p r", + "ar ter", + "art er", + "arte r", + "Ġ lock", + "Ġl ock", + "Ġlo ck", + "Ġloc k", + "Ġ standard", + "Ġst andard", + "Ġstand ard", + "e tic", + "et ic", + "eti c", + "el low", + "ell ow", + "ello w", + "Ġ padding", + "Ġp adding", + "Ġpad ding", + "Ġpadd ing", + "Ġ His", + "ĠH is", + "ĠHi s", + "Ġ states", + "Ġst ates", + "Ġstate s", + "Ġstat es", + "Ġsta tes", + "_ cast", + "_c ast", + "_ca st", + "( P", + "a a", + "Ġ internal", + "Ġin ternal", + "Ġint ernal", + "Ġinter nal", + "Ġintern al", + "e an", + "ea n", + "Ġ PRO", + "ĠP RO", + "ĠPR O", + "Ġ Key", + "ĠK ey", + "ĠKe y", + "Ġ especially", + "Ġes pecially", + "Ġespecial ly", + "Ġespec ially", + "m ing", + "min g", + "mi ng", + "Ġ cross", + "Ġc ross", + "Ġcr oss", + "Ġcro ss", + "Ġ national", + "Ġn ational", + "Ġnation al", + "Ġnat ional", + "_ object", + "_obj ect", + "_o bject", + "_ob ject", + "f ilter", + "fil ter", + "filt er", + "Ġ script", + "Ġs cript", + "Ġscr ipt", + "Ġscri pt", + ". update", + ".up date", + "_ i", + "Ġ Assert", + "ĠAs sert", + "ĠAss ert", + "/ core", + "/c ore", + "/co re", + "% %%%", + "%% %%", + "%%% %", + "Ġ problems", + "Ġpro blems", + "Ġproble ms", + "Ġproblem s", + "Ġprob lems", + "Ġprobl ems", + "i stor", + "is tor", + "ist or", + "isto r", + "Ġ .=", + "Ġ. =", + "Ġ arch", + "Ġa rch", + "Ġar ch", + "Ġarc h", + "Ġ written", + "Ġw ritten", + "Ġwrit ten", + "Ġwr itten", + "Ġm ilit", + "Ġmil it", + "Ġmi lit", + "Ġmili t", + "M ENT", + "ME NT", + ". ch", + ".c h", + "c ape", + "ca pe", + "cap e", + "Ġ Mus", + "ĠM us", + "ĠMu s", + "_ config", + "_con fig", + "_conf ig", + "Ġ API", + "ĠA PI", + "ĠAP I", + "f oot", + "fo ot", + "foo t", + "Ġ images", + "Ġim ages", + "Ġimage s", + "Ġimag es", + "Ġima ges", + "e ndl", + "en dl", + "end l", + ". In", + ".I n", + "F irst", + "Fi rst", + "Ġ platform", + "Ġpl atform", + "Ġplat form", + ". prot", + ".p rot", + ".pro t", + ".pr ot", + "O ption", + "Op tion", + "Opt ion", + "s te", + "st e", + "Ġ TODO", + "ĠT ODO", + "ĠTO DO", + "ĠTOD O", + "Ġ force", + "Ġf orce", + "Ġfor ce", + "Ġforc e", + ". cont", + ".c ont", + ".con t", + ".co nt", + "ĉ echo", + "ĉe cho", + "ĠD av", + "ĠDa v", + "P tr", + "Pt r", + "( B", + "R T", + "Ġ Base", + "ĠB ase", + "ĠBa se", + "ĠBas e", + "] ['", + "][ '", + "Ġann ounc", + "Ġanno unc", + "con sole", + "cons ole", + "Ġ Py", + "ĠP y", + "d s", + ". as", + ".a s", + "Ġ prevent", + "Ġpr event", + "Ġpre vent", + "Ġprev ent", + "a pan", + "ap an", + "apa n", + "Ġ {'", + "Ġ{ '", + "} '", + "Ġ dead", + "Ġd ead", + "Ġde ad", + "V AL", + "VA L", + "Q UE", + "QU E", + "******** ****************************************************************", + "**************** ********************************************************", + "******************************** ****************************************", + "**************************************************************** ********", + "************************ ************************************************", + "**************************************** ********************************", + "************************************************ ************************", + "******************************************************** ****************", + "Ġ charg", + "Ġch arg", + "Ġchar g", + "Ġcha rg", + "R eturn", + "Re turn", + "Ret urn", + "Ġ ful", + "Ġf ul", + "Ġfu l", + "d om", + "do m", + "Ġ rules", + "Ġr ules", + "Ġrule s", + "Ġru les", + "Ġ modify", + "Ġmod ify", + "Ġ eval", + "Ġe val", + "Ġev al", + "h am", + "ha m", + "a tement", + "at ement", + "ate ment", + "atem ent", + "\\ <", + "u la", + "ul a", + "= False", + "=F alse", + "R A", + "Ġ contains", + "Ġcon tains", + "Ġcont ains", + "Ġcontain s", + "Ġconta ins", + "7 4", + "Ġ stack", + "Ġst ack", + "Ġsta ck", + "m ar", + "ma r", + "Ġ {}Ċ", + "Ġ{ }Ċ", + "Ġ{} Ċ", + "Ġ undefined", + "Ġun defined", + "Ġund efined", + "Ġundef ined", + "A ss", + "As s", + "Ġ China", + "ĠCh ina", + "ĠChi na", + "ĠChin a", + "v ey", + "ve y", + "* Ċ", + "Ġ playing", + "Ġpl aying", + "Ġplay ing", + "Ġpla ying", + ") /", + "a ctor", + "act or", + "ac tor", + "Ġ bottom", + "Ġb ottom", + "Ġbot tom", + "Ġbott om", + "l ier", + "li er", + "lie r", + "Ġ Number", + "ĠN umber", + "ĠNum ber", + "Ġc ouple", + "Ġco uple", + "Ġcou ple", + "Ġcoup le", + "D C", + "Ġ SO", + "ĠS O", + "g or", + "go r", + ". setText", + ".set Text", + "s uccess", + "su ccess", + "succ ess", + "com mand", + "comm and", + "comma nd", + "F ilter", + "Fil ter", + "Ġ Our", + "ĠO ur", + "ĠOu r", + "_ item", + "_i tem", + "_it em", + "Ġ ctx", + "Ġc tx", + "Ġct x", + "Ġ road", + "Ġr oad", + "Ġro ad", + "V ersion", + "Vers ion", + "c ase", + "ca se", + "cas e", + "u rt", + "ur t", + "av ior", + "avi or", + "y ch", + "yc h", + "semb ly", + "sembl y", + "Ġ Product", + "ĠPro duct", + "ĠProdu ct", + "ĠProd uct", + "Ġ held", + "Ġh eld", + "Ġhe ld", + "Ġhel d", + "a fe", + "af e", + "Ġ includes", + "Ġin cludes", + "Ġinclud es", + "Ġinclude s", + "Ġincl udes", + "Ġinclu des", + "< quote", + "Ġ avoid", + "Ġa void", + "Ġav oid", + "Ġ Fin", + "ĠF in", + "ĠFi n", + "Ġ Mod", + "ĠM od", + "ĠMo d", + "Ġ tab", + "Ġt ab", + "Ġta b", + "a no", + "an o", + "à ±", + "i pping", + "ip ping", + "ipp ing", + "ippi ng", + "- e", + "Ġ insert", + "Ġin sert", + "Ġins ert", + "Ġinser t", + "Ġinse rt", + "t arget", + "tar get", + "c han", + "ch an", + "cha n", + ". Model", + ".M odel", + ".Mod el", + ".Mode l", + "I ME", + "IM E", + "\\ Ċ", + "Ġ machine", + "Ġm achine", + "Ġma chine", + "Ġmach ine", + "a vy", + "av y", + "Ġ NO", + "ĠN O", + "Ġ Inter", + "ĠIn ter", + "ĠInt er", + "Ġ operation", + "Ġo peration", + "Ġop eration", + "Ġoper ation", + "Ġopera tion", + "m odal", + "mod al", + "mo dal", + "T ag", + "Ta g", + "] :", + "Ġ production", + "Ġp roduction", + "Ġpro duction", + "Ġproduct ion", + "Ġprodu ction", + "Ġprod uction", + "Ġ areas", + "Ġa reas", + "Ġare as", + "Ġarea s", + "Ġ ren", + "Ġre n", + "Ġr en", + "_ from", + "_f rom", + "_fr om", + "n bsp", + "nb sp", + "Ġ operator", + "Ġo perator", + "Ġop erator", + "Ġoper ator", + "Ġopera tor", + "m en", + "me n", + "a pped", + "ap ped", + "app ed", + "appe d", + "_ per", + "_p er", + "_pe r", + "z en", + "ze n", + "( \".", + "(\" .", + ". save", + ".s ave", + ".sa ve", + ".sav e", + "=\" {{", + "=\"{ {", + "Ġ tor", + "Ġt or", + "Ġto r", + "( response", + "(res ponse", + "(resp onse", + "Ġc andid", + "Ġcan did", + "Ġcand id", + "Ġ conv", + "Ġcon v", + "Ġco nv", + "a iled", + "ail ed", + "ai led", + "Ġ Lib", + "ĠL ib", + "ĠLi b", + "c omp", + "com p", + "co mp", + "u ra", + "ur a", + "ï¿ ½", + "Ġ Here", + "ĠH ere", + "ĠHe re", + "ĠHer e", + "Ġ argument", + "Ġarg ument", + "h ood", + "ho od", + "hoo d", + "Ġ establish", + "Ġest ablish", + "ograph y", + "ogra phy", + "Ġ onClick", + "Ġon Click", + "amb da", + "Ġ sch", + "Ġs ch", + "Ġsc h", + "Ġ movie", + "Ġm ovie", + "Ġmov ie", + "Ġmo vie", + "Ġ sec", + "Ġs ec", + "Ġse c", + "Ġ activity", + "Ġact ivity", + "Ġactiv ity", + "Ø §", + "Ġ sql", + "Ġs ql", + "Ġsq l", + "_ all", + "_a ll", + "_al l", + "in cip", + "inc ip", + "inci p", + "Ġpro vides", + "Ġprovid es", + "Ġprov ides", + "Ġprovide s", + "Ġ sys", + "Ġs ys", + "Ġsy s", + "a cket", + "ack et", + "ac ket", + "Ġw asn", + "Ġwas n", + "Ġwa sn", + "Ġ uses", + "Ġu ses", + "Ġus es", + "Ġuse s", + "Ġ Function", + "ĠF unction", + "ĠFun ction", + "ĠFunc tion", + ". google", + ".g oogle", + ".go ogle", + "Ġ Result", + "ĠRes ult", + "8 4", + "V isible", + "Vis ible", + "ag ma", + "el come", + "Ġ Sy", + "ĠS y", + "Ġ Cent", + "ĠC ent", + "ĠCe nt", + "AL SE", + "ALS E", + "a ción", + "ac ión", + "aci ón", + "E XT", + "EX T", + "Ġ license", + "Ġl icense", + "Ġlic ense", + "Ġlicens e", + "Ġ Long", + "ĠL ong", + "ĠLo ng", + "ĠLon g", + "Ġ accom", + "Ġacc om", + "Ġac com", + "Ġ ability", + "Ġab ility", + ". height", + ".h eight", + ".he ight", + "Act ive", + "Activ e", + "o logical", + "olog ical", + "ologic al", + "ologi cal", + "o ly", + "ol y", + ") ),", + ")) ,", + ". Se", + ".S e", + "Ġ parameter", + "Ġparam eter", + "Ġpara meter", + "Ġparamet er", + "p rite", + "pr ite", + "prit e", + "pri te", + "AB ILITY", + ". service", + ".s ervice", + ".serv ice", + ".ser vice", + "Ġ Group", + "ĠG roup", + "ĠGr oup", + "ĠGro up", + "_ query", + "_qu ery", + "_que ry", + "Ġ Item", + "ĠI tem", + "ĠIt em", + "i ning", + "in ing", + "ini ng", + "inin g", + "Ġ jud", + "Ġj ud", + "Ġju d", + "i ms", + "im s", + "f ix", + "fi x", + "i nder", + "in der", + "ind er", + "inde r", + "a gram", + "ag ram", + "agra m", + "agr am", + "Ġ functions", + "Ġfunction s", + "Ġfun ctions", + "Ġfunct ions", + "Ġex peri", + "Ġexp eri", + "Ġexper i", + "Ġ Em", + "ĠE m", + "Ġ rot", + "Ġr ot", + "Ġro t", + "Ġ pen", + "Ġp en", + "Ġpe n", + ". btn", + ".b tn", + ".bt n", + "Ġ AS", + "ĠA S", + "# ifdef", + "#if def", + "Ġ choice", + "Ġch oice", + "Ġcho ice", + "Ġ Page", + "ĠP age", + "ĠPa ge", + "ĠPag e", + "_ PRO", + "_P RO", + "_PR O", + "Q U", + "å ı", + "a ntity", + "ant ity", + "anti ty", + " Ń", + "w ords", + "word s", + "wor ds", + "Ġ readonly", + "Ġread only", + "Ġ flex", + "Ġf lex", + "Ġfl ex", + "Ġfle x", + "prot ected", + "protect ed", + "Ġ Any", + "ĠA ny", + "ĠAn y", + "Ġ characters", + "Ġchar acters", + "Ġcharacter s", + "en ced", + "ence d", + "enc ed", + "Ġ July", + "ĠJ uly", + "ĠJul y", + "ĠJu ly", + "i ler", + "il er", + "ile r", + "C ard", + "Car d", + "Ca rd", + "u rance", + "ur ance", + "ura nce", + "uran ce", + "Ġ rev", + "Ġre v", + "Ġr ev", + ". event", + ".e vent", + ".ev ent", + "a ly", + "al y", + "1 30", + "13 0", + "Ġw onder", + "Ġwon der", + "Ġwo nder", + "Ġ Port", + "ĠP ort", + "ĠPo rt", + "ĠPor t", + "Ġ legal", + "Ġl egal", + "Ġle gal", + "Ġleg al", + "r ole", + "ro le", + "rol e", + "Ġ ten", + "Ġt en", + "Ġte n", + "Ġg oes", + "Ġgo es", + "M P", + "wh ite", + ") :čĊ", + "): čĊ", + ") )čĊ", + ")) čĊ", + "Ġ reference", + "Ġre ference", + "Ġref erence", + "Ġrefer ence", + "Ġrefere nce", + "Ġ mis", + "Ġm is", + "Ġmi s", + "Ġ Project", + "ĠPro ject", + "ĠProj ect", + "i cks", + "ic ks", + "ick s", + "> &", + "C ON", + "CO N", + "Ġre pl", + "Ġrep l", + "Ġ regular", + "Ġreg ular", + "Ġregul ar", + "St orage", + "r amework", + "rame work", + "ram ework", + "Ġ goal", + "Ġgo al", + "Ġ touch", + "Ġt ouch", + "Ġto uch", + "Ġtou ch", + ". widget", + ".w idget", + "Ġ built", + "Ġb uilt", + "Ġbu ilt", + "d es", + "de s", + "P art", + "Par t", + "Pa rt", + "( re", + "(r e", + "Ġ worth", + "Ġw orth", + "Ġwor th", + "h ib", + "hi b", + "g ame", + "ga me", + "gam e", + "9 1", + "1 92", + "19 2", + "Ġ в", + "ĠÐ ²", + "a cion", + "ac ion", + "aci on", + "acio n", + "Ġ White", + "ĠWh ite", + "ĠWhit e", + "( type", + "(t ype", + "(typ e", + "( `", + "8 1", + "Ġ natural", + "Ġn atural", + "Ġnatur al", + "Ġnat ural", + "Ġin j", + "Ġi nj", + "Ġ calcul", + "Ġcal cul", + "Ġcalc ul", + "Ġ April", + "ĠApr il", + "ĠAp ril", + ". List", + ".L ist", + "Ġ associated", + "Ġassoci ated", + "Ġassociate d", + "Ġassoc iated", + "ĉ System", + "ĉS ystem", + "~ ~", + "= [", + "Ġ storage", + "Ġst orage", + "Ġstor age", + "Ġsto rage", + "Ġ bytes", + "Ġby tes", + "Ġbyte s", + "Ġbyt es", + "Ġ travel", + "Ġt ravel", + "Ġtr avel", + "Ġtra vel", + "Ġtrav el", + "Ġ sou", + "Ġs ou", + "Ġso u", + "Ġ passed", + "Ġp assed", + "Ġpass ed", + "Ġpas sed", + "Ġpasse d", + "! =", + "a script", + "as cript", + ". open", + ".op en", + ".o pen", + "Ġ grid", + "Ġg rid", + "Ġgr id", + "Ġgri d", + "Ġ bus", + "Ġb us", + "Ġbu s", + "Ġ recogn", + "Ġrec ogn", + "Ġreco gn", + "A b", + "Ġ hon", + "Ġh on", + "Ġho n", + "Ġ Center", + "ĠC enter", + "ĠCent er", + "Ġ prec", + "Ġp rec", + "Ġpr ec", + "Ġpre c", + "b uild", + "bu ild", + "7 3", + "HT ML", + "Ġ San", + "ĠS an", + "ĠSa n", + "Ġ countries", + "Ġc ountries", + "Ġcount ries", + "Ġcoun tries", + "a led", + "al ed", + "ale d", + "t oken", + "to ken", + "tok en", + "k t", + "Ġ qual", + "Ġqu al", + "Ġq ual", + "Ġqua l", + "L ast", + "La st", + "Las t", + "ad ow", + "ado w", + "Ġ manufact", + "Ġman ufact", + "i dad", + "id ad", + "ida d", + "j ango", + "ja ngo", + "jan go", + "jang o", + "N ext", + "Ne xt", + "x f", + ". a", + "Ġ porno", + "Ġp orno", + "Ġporn o", + "Ġpor no", + "Ġ PM", + "ĠP M", + "e rve", + "er ve", + "erv e", + "i ting", + "it ing", + "iti ng", + "itin g", + "_ th", + "_t h", + "c i", + "= None", + "=N one", + "g s", + "Ġ login", + "Ġlo gin", + "Ġlog in", + "at ives", + "ative s", + "ati ves", + "ativ es", + "' ]);Ċ", + "'] );Ċ", + "']) ;Ċ", + "']); Ċ", + "Ä ħ", + "Ġ ill", + "Ġi ll", + "Ġil l", + "I A", + "ch ildren", + "child ren", + "D O", + "Ġ levels", + "Ġlevel s", + "Ġlev els", + "Ġleve ls", + "Ġ {{", + "Ġ{ {", + "Ġ looks", + "Ġl ooks", + "Ġlo oks", + "Ġlook s", + "Ġ \"#", + "Ġ\" #", + "To String", + "ToStr ing", + "Ġ necessary", + "Ġn ecessary", + "Ġnecess ary", + "Ġ ĠĠĊ", + "ĠĠ ĠĊ", + "ĠĠĠ Ċ", + "c ell", + "ce ll", + "cel l", + "En try", + "Ent ry", + "Entr y", + "Ġ '#", + "Ġ' #", + "Ġext rem", + "Ġextr em", + "Se lector", + "Select or", + "Sel ector", + "Sele ctor", + "Ġ placeholder", + "Ġplace holder", + "L oad", + "Lo ad", + "Ġ released", + "Ġre leased", + "Ġrelease d", + "Ġrele ased", + "O RE", + "OR E", + "E numer", + "En umer", + "Enum er", + "Ġ TV", + "ĠT V", + "S ET", + "SE T", + "in q", + "P ress", + "Pr ess", + "Pre ss", + "Pres s", + "Ġ Department", + "ĠDe partment", + "ĠDep artment", + "ĠDepart ment", + "Ġ properties", + "Ġp roperties", + "Ġprop erties", + "Ġproper ties", + "Ġ respond", + "Ġres pond", + "Ġresp ond", + "S earch", + "Se arch", + "Sea rch", + "a el", + "ae l", + "Ġ requ", + "Ġre qu", + "Ġr equ", + "Ġreq u", + "Ġ Book", + "ĠB ook", + "ĠBo ok", + "ĠBoo k", + "/ Ċ", + "( st", + "(s t", + "Ġ financial", + "Ġfin ancial", + "Ġfinanc ial", + "Ġfinan cial", + "i cket", + "ic ket", + "ick et", + "_ input", + "_in put", + "_inp ut", + "Ġ threat", + "Ġth reat", + "Ġthr eat", + "( in", + "(i n", + "S trip", + "St rip", + "Str ip", + "ì Ŀ", + "ç ão", + "7 1", + "Ġe vidence", + "Ġev idence", + "Ġevid ence", + ") );", + ")) ;", + "Ġ Bro", + "ĠB ro", + "ĠBr o", + "Ġ [];Ċ", + "Ġ[ ];Ċ", + "Ġ[] ;Ċ", + "Ġ[]; Ċ", + "Ġ ou", + "Ġo u", + "b uf", + "bu f", + "S cript", + "Scr ipt", + "d at", + "da t", + "Ġ rule", + "Ġr ule", + "Ġru le", + "# import", + "= \"/", + "=\" /", + "S erial", + "Se rial", + "Ser ial", + "Ġ starting", + "Ġstart ing", + "Ġstar ting", + "[ index", + "[in dex", + "[ind ex", + "a e", + "Ġ contrib", + "Ġcon trib", + "Ġcont rib", + "Ġcontr ib", + "s ession", + "sess ion", + "_ new", + "_n ew", + "_ne w", + "u table", + "ut able", + "uta ble", + "o ber", + "ob er", + "obe r", + "Ġ \"./", + "Ġ\" ./", + "Ġ\". /", + "Ġ logger", + "Ġlo gger", + "Ġlog ger", + "Ġrec ently", + "Ġrecent ly", + "Ġ returned", + "Ġre turned", + "Ġreturn ed", + "č čĊ", + ") ))Ċ", + ")) )Ċ", + "))) Ċ", + "it ions", + "ition s", + "iti ons", + "Ġ seek", + "Ġse ek", + "Ġsee k", + "Ġ communic", + "Ġcomm unic", + "Ġcommun ic", + "Ġ \".", + "Ġ\" .", + "Ġ username", + "Ġuser name", + "Ġusern ame", + "E CT", + "EC T", + "D S", + "Ġ otherwise", + "Ġother wise", + "Ġ German", + "ĠG erman", + "ĠGer man", + "ĠGerm an", + ". aw", + ".a w", + "Ad apter", + "Ada pter", + "ix el", + "ixe l", + "Ġ systems", + "Ġs ystems", + "Ġsystem s", + "Ġsys tems", + "Ġsyst ems", + "Ġ drop", + "Ġd rop", + "Ġdr op", + "Ġdro p", + "8 3", + "Ġ structure", + "Ġstruct ure", + "Ġ $(\"#", + "Ġ$ (\"#", + "Ġ$( \"#", + "Ġ$(\" #", + "en cies", + "enc ies", + "enci es", + "an ning", + "ann ing", + "anni ng", + "Ġ Link", + "ĠL ink", + "ĠLin k", + "ĠLi nk", + "Ġ Response", + "ĠRes ponse", + "ĠRespons e", + "ĠResp onse", + "Ġ stri", + "Ġs tri", + "Ġst ri", + "Ġstr i", + "Å ¼", + "Ġ DB", + "ĠD B", + "æ Ĺ", + "and roid", + "andro id", + "andr oid", + "sub mit", + "o tion", + "ot ion", + "oti on", + "9 2", + "( @", + ". test", + ".t est", + ".te st", + "8 2", + "Ċ ĊĊĊĊĊĊĊ", + "ĊĊ ĊĊĊĊĊĊ", + "ĊĊĊĊ ĊĊĊĊ", + "ĊĊĊ ĊĊĊĊĊ", + "ĊĊĊĊĊĊ ĊĊ", + "ĊĊĊĊĊ ĊĊĊ", + "ĊĊĊĊĊĊĊ Ċ", + "] ;čĊ", + "]; čĊ", + "Ġdirect ly", + "Ġ \"%", + "Ġ\" %", + "r is", + "ri s", + "el ta", + "elt a", + "A IL", + "AI L", + ") {čĊ", + "){ čĊ", + "m ine", + "min e", + "mi ne", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "( k", + "b on", + "bo n", + "a sic", + "as ic", + "asi c", + "p ite", + "pi te", + "pit e", + "_ __", + "__ _", + "M ax", + "Ma x", + "Ġ errors", + "Ġerror s", + "Ġerr ors", + "Ġer rors", + "Ġerro rs", + "Ġ While", + "ĠWh ile", + "Ġ arguments", + "Ġarg uments", + "Ġargument s", + "Ġ ensure", + "Ġen sure", + "Ġens ure", + "R ight", + "- based", + "-b ased", + "-base d", + "W eb", + "We b", + "Ġ -=", + "Ġ- =", + "Ġint rodu", + "Ġintr odu", + "Ġintro du", + "Ġ Inst", + "ĠI nst", + "ĠIn st", + "ĠIns t", + "ĠW ash", + "ĠWas h", + "ĠWa sh", + "or din", + "ord in", + "j oin", + "jo in", + "D atabase", + "Data base", + "Dat abase", + "Ġ grad", + "Ġg rad", + "Ġgr ad", + "Ġgra d", + "Ġ usually", + "Ġus ually", + "Ġusual ly", + "Ġusu ally", + "I TE", + "IT E", + "P rops", + "Pro ps", + "Prop s", + "Pr ops", + "? >Ċ", + "?> Ċ", + "Ġ Go", + "ĠG o", + "@ Override", + "R EF", + "RE F", + "Ġ ip", + "Ġi p", + "ĠA ustral", + "ĠAust ral", + "ĠAu stral", + "ĠAustr al", + "Ġ ist", + "Ġis t", + "Ġi st", + "View ById", + "Ġ serious", + "Ġse rious", + "Ġser ious", + "Ġseri ous", + "Ġ customer", + "Ġc ustomer", + "Ġcustom er", + "Ġcust omer", + ". prototype", + ".prot otype", + ".proto type", + "o do", + "od o", + "c or", + "co r", + "Ġ door", + "Ġd oor", + "Ġdo or", + "Ġ WITHOUT", + "ĠWITH OUT", + "Ġ plant", + "Ġp lant", + "Ġpl ant", + "Ġplan t", + "Ġpla nt", + "Ġb egan", + "Ġbe gan", + "Ġbeg an", + "Ġ distance", + "Ġd istance", + "Ġdist ance", + "Ġdi stance", + "( )).", + "() ).", + "()) .", + "Ġch ance", + "Ġcha nce", + "Ġchan ce", + "Ġ ord", + "Ġo rd", + "Ġor d", + "c ame", + "ca me", + "cam e", + "pr agma", + "Ġ protect", + "Ġprot ect", + "Ġprote ct", + "r agment", + "ra gment", + "rag ment", + "Ġ Node", + "ĠN ode", + "ĠNo de", + "e ning", + "en ing", + "eni ng", + "enin g", + "Ñ ĩ", + "Ġ route", + "Ġr oute", + "Ġro ute", + "Ġrout e", + "Ġrou te", + "Ġ School", + "ĠS chool", + "ĠSch ool", + "ĠScho ol", + "h i", + "Ġne ighb", + "Ġneigh b", + "A fter", + "Af ter", + "l icit", + "lic it", + "li cit", + "Ġ contr", + "Ġcon tr", + "Ġcont r", + "Ġ primary", + "Ġpr imary", + "Ġprim ary", + "Ġpri mary", + "Ġprima ry", + "A A", + ".Write Line", + "ut ils", + "util s", + "uti ls", + "Ġ bi", + "Ġb i", + "R ed", + "Re d", + ".L inq", + ". object", + ".o bject", + ".obj ect", + ".ob ject", + "Ġ leaders", + "Ġle aders", + "Ġlead ers", + "Ġleader s", + "un ities", + "unit ies", + "uni ties", + "Ġ gun", + "Ġg un", + "Ġgu n", + "o nth", + "on th", + "ont h", + "Ġ Dev", + "ĠD ev", + "ĠDe v", + "F ILE", + "FI LE", + "Ġ comments", + "Ġcom ments", + "Ġcomm ents", + "Ġcomment s", + "Ġcomme nts", + "_ len", + "_l en", + "_le n", + "ar row", + "arr ow", + "arro w", + "a mount", + "am ount", + "amo unt", + "R ange", + "Ra nge", + "s ert", + "se rt", + "ser t", + "Grid View", + "Ġ updated", + "Ġup dated", + "Ġupdate d", + "Ġupd ated", + "Ġ Mo", + "ĠM o", + "Ġ inform", + "Ġin form", + "Ġinfo rm", + "Ġinf orm", + "oci ety", + "a la", + "al a", + "A ccess", + "Ac cess", + "Acc ess", + "Ġ hab", + "Ġh ab", + "Ġha b", + "Ġ creat", + "Ġc reat", + "Ġcr eat", + "Ġcre at", + "Ġcrea t", + "_ arg", + "_a rg", + "_ar g", + "Ġ January", + "ĠJan uary", + "Ġ Day", + "ĠD ay", + "ĠDa y", + "\" )čĊ", + "\") čĊ", + "u ple", + "up le", + "d ocument", + "doc ument", + "gor ith", + "gorit h", + "m enu", + "me nu", + "men u", + "Ġ Over", + "ĠO ver", + "ĠOv er", + "b b", + ". title", + ".t itle", + "_ out", + "_o ut", + "Ġ led", + "Ġl ed", + "Ġle d", + "u ri", + "ur i", + "Ġ ?> < /", + "g l", + "Ġ bank", + "Ġb ank", + "Ġban k", + "Ġba nk", + "ay ment", + "ĉ printf", + "ĉprint f", + "M D", + "Ġ sample", + "Ġs ample", + "Ġsam ple", + "Ġsamp le", + "Ġ hands", + "Ġh ands", + "Ġhand s", + "Ġha nds", + "Ġhan ds", + "Ġ Version", + "ĠV ersion", + "ĠVers ion", + "u ario", + "ua rio", + "uar io", + "Ġ offers", + "Ġof fers", + "Ġoff ers", + "Ġoffer s", + "ity Engine", + "Ġ shape", + "Ġs hape", + "Ġsh ape", + "Ġsha pe", + "Ġ sleep", + "Ġs leep", + "Ġsle ep", + "Ġslee p", + "_ point", + "_p oint", + "_po int", + "S ettings", + "Set tings", + "Setting s", + "Ġ achie", + "Ġa chie", + "Ġach ie", + "Ġ sold", + "Ġs old", + "Ġso ld", + "Ġsol d", + "o ta", + "ot a", + ". bind", + ".b ind", + ".bin d", + ".bi nd", + "A m", + "Ġ safe", + "Ġs afe", + "Ġsa fe", + "Ġsaf e", + "St ore", + "Ġ shared", + "Ġsh ared", + "Ġshare d", + "Ġsha red", + "Ġshar ed", + "Ġ priv", + "Ġp riv", + "Ġpr iv", + "Ġpri v", + "_ VAL", + "_V AL", + "Ġs ens", + "Ġse ns", + "Ġsen s", + ") {", + "Ġ remember", + "Ġre member", + "Ġrem ember", + "sh ared", + "sha red", + "share d", + "e lement", + "el ement", + "ele ment", + "elem ent", + "Ġ shoot", + "Ġs hoot", + "Ġsh oot", + "Ġsho ot", + "V ert", + "Ver t", + "Ve rt", + "c out", + "co ut", + "cou t", + "Ġ env", + "Ġe nv", + "Ġen v", + "_ label", + "_l abel", + "_lab el", + "_la bel", + "Ġ >Ċ", + "Ġ> Ċ", + "r un", + "ru n", + "Ġ scene", + "Ġs cene", + "Ġsc ene", + "Ġscen e", + "Ġsce ne", + "( array", + "(a rray", + "(arr ay", + "(ar ray", + "d evice", + "de vice", + "dev ice", + "_ title", + "_t itle", + "_ti tle", + "a gon", + "ag on", + "ago n", + "] čĊ", + "a by", + "ab y", + "Ġbe came", + "Ġbec ame", + "bo olean", + "bool ean", + "boo lean", + "Ġ park", + "Ġp ark", + "Ġpar k", + "Ġpa rk", + "Ġ Code", + "ĠC ode", + "ĠCo de", + "ĠCod e", + "up load", + "r iday", + "ri day", + "rid ay", + "Ġ September", + "ĠSept ember", + "ĠSep tember", + "F e", + "Ġ sen", + "Ġs en", + "Ġse n", + "c ing", + "ci ng", + "cin g", + "F L", + "C ol", + "Co l", + "u ts", + "ut s", + "_ page", + "_p age", + "_pag e", + "_pa ge", + "i nn", + "in n", + "Ġim plied", + "Ġimp lied", + "Ġimpl ied", + "a ling", + "al ing", + "ali ng", + "alin g", + "Ġyour self", + "Ġyours elf", + ". Count", + ".C ount", + ".Co unt", + "con f", + "co nf", + "Ġ aud", + "Ġa ud", + "Ġau d", + "_ init", + "_in it", + "_i nit", + "_ini t", + ". )", + "Ġw rote", + "Ġwr ote", + "0 03", + "00 3", + "N G", + ". Error", + ".E rror", + ".Err or", + "ä »", + ". for", + ".f or", + "Ġ equal", + "Ġe qual", + "Ġequ al", + "Ġeq ual", + "Ġ Request", + "ĠRe quest", + "ĠReq uest", + "Ġ serial", + "Ġs erial", + "Ġse rial", + "Ġser ial", + "Ġseria l", + "Ġseri al", + "Ġ allows", + "Ġall ows", + "Ġallow s", + "Ġallo ws", + "X X", + "Ġ middle", + "Ġm iddle", + "Ġmid dle", + "Ġmidd le", + "c hor", + "ch or", + "cho r", + "1 95", + "19 5", + "9 4", + "à ¸", + "er val", + "erv al", + "erva l", + ". Column", + ".C olumn", + ".Col umn", + "re ading", + "read ing", + "rea ding", + "Ġ escort", + "Ġesc ort", + "Ġ August", + "ĠAug ust", + "Ġquick ly", + "Ġwe ap", + "Ġ CG", + "ĠC G", + "ro pri", + "rop ri", + "h o", + "Ġ cop", + "Ġc op", + "Ġco p", + "( struct", + "(str uct", + "Ġ Big", + "ĠB ig", + "ĠBi g", + "Ġ vs", + "Ġv s", + "Ġf requ", + "Ġfr equ", + "Ġfre qu", + "Ġfreq u", + ". Value", + ".V alue", + ".Val ue", + "Ġ actions", + "Ġa ctions", + "Ġact ions", + "Ġaction s", + "Ġ proper", + "Ġpro per", + "Ġpr oper", + "Ġprop er", + "Ġ inn", + "Ġin n", + "Ġi nn", + "Ġ objects", + "Ġobject s", + "Ġobj ects", + "Ġ matrix", + "Ġm atrix", + "Ġmat rix", + "av ascript", + "ava script", + "Ġ ones", + "Ġo nes", + "Ġon es", + "Ġone s", + ". group", + ".g roup", + ".gr oup", + "Ġ green", + "Ġg reen", + "Ġgr een", + "Ġgre en", + "Ġ paint", + "Ġp aint", + "Ġpain t", + "Ġpa int", + "Ġpai nt", + "o ols", + "ool s", + "oo ls", + "y cl", + "yc l", + "en code", + "enc ode", + "enco de", + "o lt", + "ol t", + "com ment", + "comm ent", + ". api", + ".ap i", + ".a pi", + "D ir", + "Di r", + "Ġ une", + "Ġu ne", + "Ġun e", + "iz ont", + "izon t", + "izo nt", + ". position", + ".p osition", + ".pos ition", + "Ġde signed", + "Ġdes igned", + "Ġdesign ed", + "_ val", + "_v al", + "_va l", + "a vi", + "av i", + "i ring", + "ir ing", + "iri ng", + "t ab", + "ta b", + "Ġ layer", + "Ġl ayer", + "Ġla yer", + "Ġlay er", + "Ġ views", + "Ġview s", + "Ġvi ews", + "Ġvie ws", + "Ġ reve", + "Ġre ve", + "Ġr eve", + "Ġrev e", + "r ael", + "ra el", + "Ġ ON", + "ĠO N", + "r ics", + "ri cs", + "ric s", + "1 60", + "16 0", + "n p", + "Ġ core", + "Ġc ore", + "Ġco re", + "Ġcor e", + "( ));čĊ", + "() );čĊ", + "()) ;čĊ", + "()); čĊ", + "M ain", + "Ma in", + "Ġ expert", + "Ġex pert", + "Ġexp ert", + "Ġexper t", + "ĉ ĉčĊ", + "ĉĉ čĊ", + "_ en", + "_e n", + "Ġ />", + "Ġ/ >", + "ut ter", + "utt er", + "I AL", + "IA L", + "a ils", + "ail s", + "ai ls", + "Ġ King", + "ĠK ing", + "ĠKi ng", + "ĠKin g", + "* /ĊĊ", + "*/ ĊĊ", + "*/Ċ Ċ", + "Ġ Met", + "ĠM et", + "ĠMe t", + "_ end", + "_e nd", + "_en d", + "ad dr", + "add r", + "o ra", + "or a", + "Ġ ir", + "Ġi r", + "M in", + "Mi n", + "Ġsur pr", + "Ġre pe", + "Ġrep e", + "Ġ directory", + "Ġd irectory", + "Ġdirect ory", + "Ġdirector y", + "P UT", + "PU T", + "- S", + "Ġ election", + "Ġe lection", + "Ġel ection", + "Ġelect ion", + "Ġele ction", + "h aps", + "ha ps", + "hap s", + ". pre", + ".p re", + ".pr e", + "c m", + "Value s", + "Val ues", + "Ġ \"Ċ", + "Ġ\" Ċ", + "c olumn", + "col umn", + "i vil", + "iv il", + "ivi l", + "Log in", + "Lo gin", + "in ue", + "inu e", + "9 3", + "Ġ beautiful", + "Ġbe autiful", + "Ġbeaut iful", + "Ġ secret", + "Ġs ecret", + "Ġse cret", + "Ġsec ret", + "Ġsecre t", + "( event", + "(e vent", + "(ev ent", + "Ġ chat", + "Ġc hat", + "Ġch at", + "Ġcha t", + "u ms", + "um s", + "Ġ origin", + "Ġor igin", + "Ġorig in", + "Ġori gin", + "Ġ effects", + "Ġe ffects", + "Ġeffect s", + "Ġeff ects", + "Ġ management", + "Ġman agement", + "Ġmanage ment", + "Ġmana gement", + "i lla", + "il la", + "ill a", + "t k", + "Ġ setting", + "Ġs etting", + "Ġset ting", + "Ġsett ing", + "Ġ Cour", + "ĠC our", + "ĠCo ur", + "ĠCou r", + "Ġ massage", + "Ġm assage", + "Ġmass age", + "Ġmas sage", + "Ġmassa ge", + "ĉ end", + "ĉe nd", + "ĉen d", + "Ġ happy", + "Ġh appy", + "Ġhapp y", + "Ġha ppy", + "Ġhap py", + "Ġ finish", + "Ġf inish", + "Ġfin ish", + "Ġfi nish", + "Ġ camera", + "Ġc amera", + "Ġcame ra", + "Ġcam era", + "Ġcamer a", + "Ġ Ver", + "ĠV er", + "ĠVe r", + "ĠDem ocr", + "ĠDemo cr", + "Ġ Her", + "ĠH er", + "ĠHe r", + "( Q", + "c ons", + "con s", + "co ns", + "i ta", + "it a", + "Ġ '.", + "Ġ' .", + "{ }", + "ĉ C", + "Ġ stuff", + "Ġst uff", + "Ġstu ff", + "1 94", + "19 4", + "Ġ :Ċ", + "Ġ: Ċ", + "Ġ AR", + "ĠA R", + "T ask", + "Ta sk", + "h idden", + "hi dden", + "hid den", + "e ros", + "er os", + "ero s", + "I GN", + "IG N", + "at io", + "ati o", + "Ġ Health", + "ĠHe alth", + "ĠHeal th", + "ol ute", + "olut e", + "olu te", + "En ter", + "Ent er", + "' >", + "Ġ Twitter", + "ĠT witter", + "ĠTw itter", + "Ġ County", + "ĠC ounty", + "ĠCount y", + "ĠCou nty", + "ĠCoun ty", + "s cribe", + "scri be", + "scr ibe", + "Ġ= >Ċ", + "Ġ=> Ċ", + "Ġ hy", + "Ġh y", + "f it", + "fi t", + "Ġm ilitary", + "Ġmilit ary", + "Ġmil itary", + "Ġmilitar y", + "Ġ sale", + "Ġs ale", + "Ġsa le", + "Ġsal e", + "re quired", + "require d", + "requ ired", + "n on", + "no n", + "boot strap", + "h old", + "ho ld", + "hol d", + "r im", + "ri m", + "- old", + "-o ld", + "Ġ Down", + "ĠD own", + "ĠDo wn", + "ĠDow n", + "Ġ mention", + "Ġm ention", + "Ġmen tion", + "Ġment ion", + "cont act", + "_ group", + "_g roup", + "_gr oup", + "o day", + "od ay", + "oda y", + "Ġ town", + "Ġt own", + "Ġto wn", + "Ġtow n", + "Ġ solution", + "Ġs olution", + "Ġsol ution", + "u ate", + "ua te", + "uat e", + "el ling", + "ell ing", + "elli ng", + "] ->", + "]- >", + "o tes", + "ot es", + "ote s", + "en tal", + "ent al", + "enta l", + "o men", + "om en", + "ome n", + "osp ital", + "Ġ Sup", + "ĠS up", + "ĠSu p", + "_ EN", + "_E N", + "Ġ slow", + "Ġs low", + "Ġsl ow", + "Ġslo w", + "SE SSION", + "SES SION", + "Ġ blue", + "Ġb lue", + "Ġbl ue", + "a go", + "ag o", + "Ġl ives", + "Ġli ves", + "Ġlive s", + "Ġliv es", + "Ġ ^", + ". un", + ".u n", + "i nst", + "in st", + "ins t", + "e nge", + "en ge", + "eng e", + "Ġ customers", + "Ġcustom ers", + "Ġcustomer s", + "Ġcust omers", + "Ġ cast", + "Ġc ast", + "Ġca st", + "Ġcas t", + "ud get", + "udge t", + "ï¼ ģ", + "ic ens", + "ice ns", + "Ġd etermin", + "Ġde termin", + "Ġdeter min", + "Ġdeterm in", + "Se lected", + "Select ed", + "Sel ected", + "_ pl", + "_p l", + "ue ue", + "Ġ dark", + "Ġd ark", + "Ġda rk", + "Ġdar k", + "/ /ĊĊ", + "// ĊĊ", + "//Ċ Ċ", + "s i", + "th ern", + "ther n", + "the rn", + "Ġ Japan", + "ĠJ apan", + "ĠJa pan", + "ĠJap an", + "/ w", + "P U", + "Ġ East", + "ĠE ast", + "ĠEa st", + "o vie", + "ov ie", + "ovi e", + "Ġ package", + "Ġp ackage", + "Ġpack age", + "Ġ nor", + "Ġn or", + "Ġno r", + "Ġ api", + "Ġa pi", + "Ġap i", + "b ot", + "bo t", + "\" ];Ċ", + "\"] ;Ċ", + "\"]; Ċ", + "_ post", + "_p ost", + "_pos t", + "_po st", + "u late", + "ul ate", + "ula te", + "Ġ club", + "Ġc lub", + "Ġcl ub", + "' ));Ċ", + "') );Ċ", + "')) ;Ċ", + "')); Ċ", + "Ġ loop", + "Ġl oop", + "Ġlo op", + "P IO", + "PI O", + "i one", + "ion e", + "io ne", + "s hot", + "sh ot", + "In itial", + "Init ial", + "Ġ played", + "Ġpl ayed", + "Ġplay ed", + "reg ister", + "regist er", + "r ought", + "ro ught", + "rou ght", + "rough t", + "_ max", + "_m ax", + "_ma x", + "ace ment", + "ac ement", + "m atch", + "mat ch", + "raph ics", + "raphic s", + "A ST", + "AS T", + "Ġ existing", + "Ġex isting", + "Ġexist ing", + "Ġ complex", + "Ġcom plex", + "Ġcomp lex", + "Ġcomple x", + "Ġcompl ex", + "D A", + ". Ch", + ".C h", + ". common", + ".com mon", + ".comm on", + "m o", + "Ġ' ../../", + "Ġ'../ ../", + "Ġ'.. /../", + "i to", + "it o", + "Ġ analysis", + "Ġan alysis", + "Ġanal ysis", + "Ġanaly sis", + "Ġanalys is", + "Ġ deliver", + "Ġdel iver", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ċ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĊ", + "i dx", + "id x", + "à ł", + "o ngo", + "on go", + "ong o", + "Ġ English", + "ĠEng lish", + "ĠEngl ish", + "< !--", + " \";Ċ", + ">\" ;Ċ", + ">\"; Ċ", + "_ UN", + "_U N", + "ĉ std", + "ĉs td", + "ĉst d", + "o ded", + "od ed", + "ode d", + "Ġ calls", + "Ġc alls", + "Ġcall s", + "Ġcal ls", + "h ere", + "he re", + "her e", + "R el", + "Re l", + "Ġ brand", + "Ġb rand", + "Ġbr and", + "Ġbra nd", + "Ġbran d", + "back ground", + "g a", + "_ address", + "_add ress", + "_addr ess", + "_ad dress", + "_ params", + "_param s", + "_par ams", + "_para ms", + "_pa rams", + "C ategory", + "1 03", + "10 3", + "Ġ India", + "ĠIn dia", + "ĠInd ia", + "ĠIndi a", + "_ event", + "_e vent", + "_ev ent", + "_even t", + "Ġ ing", + "Ġin g", + "Ġi ng", + "R ender", + "Re nder", + "Ren der", + ". cl", + ".c l", + "um py", + "ump y", + "Ġ pet", + "Ġp et", + "Ġpe t", + "F C", + "Ġ Ant", + "ĠA nt", + "ĠAn t", + "E xt", + "Ex t", + "Ġ charge", + "Ġch arge", + "Ġchar ge", + "Ġcharg e", + "e ned", + "en ed", + "ene d", + "g rad", + "gr ad", + "gra d", + "E O", + "Ġ depend", + "Ġd epend", + "Ġde pend", + "Ġdep end", + "Ġ .ĊĊ", + "Ġ. ĊĊ", + "Ġ.Ċ Ċ", + "f rame", + "fr ame", + "fra me", + "fram e", + "Ġ df", + "Ġd f", + "Ġ huge", + "Ġh uge", + "Ġhug e", + "Ġhu ge", + "Ġ PART", + "ĠP ART", + "ĠPA RT", + "ĠPAR T", + "e ds", + "ed s", + "; ;", + "Ġ AM", + "ĠA M", + "Ġ basic", + "Ġb asic", + "Ġbas ic", + "Ġba sic", + "Ġ Let", + "ĠL et", + "ĠLe t", + "l ich", + "lic h", + "li ch", + "Ġ arm", + "Ġa rm", + "Ġar m", + "Ġ star", + "Ġs tar", + "Ġst ar", + "Ġsta r", + "Ġf ederal", + "Ġfed eral", + "Ġfeder al", + "W ork", + "Wo rk", + "Ġ carry", + "Ġc arry", + "Ġcar ry", + "Ġcarr y", + "Ġ Israel", + "ĠIs rael", + "( obj", + "(o bj", + "(ob j", + "= {{", + "={ {", + "Ġ saved", + "Ġs aved", + "Ġsa ved", + "Ġsave d", + "Ġsav ed", + "Ġ syn", + "Ġs yn", + "Ġsy n", + "Ġ constant", + "Ġcon stant", + "Ġconst ant", + "Ġcons tant", + "V ENT", + "VE NT", + "VEN T", + "Ġ positive", + "Ġpos itive", + "Ġposit ive", + "Ġ conduct", + "Ġcon duct", + "Ġcond uct", + "Ġconduc t", + "Ġcondu ct", + "Ġ skin", + "Ġs kin", + "Ġsk in", + "Ġski n", + "Ġear lier", + "Ġ layout", + "Ġl ayout", + "Ġlay out", + "Ġ IP", + "ĠI P", + "O UR", + "OU R", + "Ġ tim", + "Ġt im", + "Ġti m", + "style sheet", + "styles heet", + "_ cl", + "_c l", + "Ġ Card", + "ĠC ard", + "ĠCar d", + "ĠCa rd", + "++ ){Ċ", + "++) {Ċ", + "++){ Ċ", + "Ġtem per", + "Ġtemp er", + "Ġ David", + "ĠD avid", + "ĠDav id", + "ĠDa vid", + "ĉ try", + "ĉt ry", + "ĉtr y", + ". dart", + ".d art", + ".da rt", + "Ġw ants", + "Ġwant s", + "Ġwa nts", + "Ġwan ts", + "Ġ picture", + "Ġp icture", + "Ġpic ture", + "Ġpict ure", + "Ġ videos", + "Ġv ideos", + "Ġvideo s", + "Ġvid eos", + "Ġvide os", + "Ġ Comm", + "ĠC omm", + "ĠCom m", + "ĠCo mm", + "is ions", + "ision s", + "isi ons", + "_ MAX", + "_M AX", + "_MA X", + "M apping", + "Map ping", + "Ma pping", + "- content", + "-c ontent", + "-con tent", + "-cont ent", + "Ġ Ear", + "ĠE ar", + "ĠEa r", + "- de", + "-d e", + "Ġp rem", + "Ġpr em", + "Ġpre m", + "b ruary", + "br uary", + "bru ary", + "bruar y", + "Ġ components", + "Ġcom ponents", + "Ġcomp onents", + "Ġcomponent s", + "Ġthrough out", + "Ġ pull", + "Ġp ull", + "Ġpul l", + "Ġpu ll", + "Ġ pages", + "Ġp ages", + "Ġpage s", + "Ġpa ges", + "Ġpag es", + "e nte", + "en te", + "ent e", + "res pond", + "resp ond", + "Ġ gas", + "Ġg as", + "Ġga s", + "cript or", + "Ġ edge", + "Ġe dge", + "Ġed ge", + "Ġ bound", + "Ġb ound", + "Ġbo und", + "Ġbou nd", + "A CT", + "AC T", + "* *****", + "** ****", + "**** **", + "*** ***", + "***** *", + "Ġ creating", + "Ġc reating", + "Ġcr eating", + "Ġcre ating", + "Ġcreat ing", + "Ġcrea ting", + "Ġ CH", + "ĠC H", + "Ġ nullptr", + "Ġnull ptr", + "B r", + "+ '", + ". co", + ".c o", + "> ::", + ">: :", + "Ġ learning", + "Ġl earning", + "Ġle arning", + "Ġlearn ing", + "Ġlear ning", + ". Length", + ".L ength", + ".Le ngth", + ".Len gth", + "_ SH", + "_S H", + "Ġ patients", + "Ġpat ients", + "Ġpatient s", + "A IN", + "AI N", + "Ġ kids", + "Ġk ids", + "Ġkid s", + "Ġki ds", + "Ġ comfort", + "Ġcom fort", + "Ġ shown", + "Ġsh own", + "Ġshow n", + "Ġsho wn", + "ug ins", + "ugin s", + "ugi ns", + "Ġ Back", + "ĠB ack", + "ĠBa ck", + "ĠBac k", + "e lla", + "el la", + "ell a", + "_ CL", + "_C L", + "Ġ lat", + "Ġl at", + "Ġla t", + "Ġ dispatch", + "Ġdis patch", + "Ġdisp atch", + "Ġ classes", + "Ġc lasses", + "Ġclass es", + "Ġcl asses", + "Ġclasse s", + "Ġclas ses", + ". at", + ".a t", + ". begin", + ".b egin", + ".be gin", + "Ġ successful", + "Ġsuccess ful", + "b an", + "ba n", + "Ġob tain", + "Ġobt ain", + "Ġ Sl", + "ĠS l", + "Ġ lack", + "Ġl ack", + "Ġla ck", + "Ġlac k", + "it erator", + "iter ator", + "T hread", + "Th read", + "Thr ead", + "( size", + "(s ize", + "(si ze", + "Ġ none", + "Ġn one", + "Ġno ne", + "Ġnon e", + ". has", + ".h as", + "_ X", + "s ort", + "so rt", + "n ap", + "na p", + "p et", + "pe t", + "b in", + "bi n", + "7 00", + "70 0", + "Ġ Canada", + "ĠCan ada", + "T hey", + "The y", + "Th ey", + "Ġd ans", + "Ġda ns", + "Ġdan s", + "Ġ Mat", + "ĠM at", + "ĠMa t", + "< td", + "'", + "'=> '", + "'= >'", + "Ġ Paul", + "ĠP aul", + "ĠPa ul", + "m as", + "ma s", + "ĉ print", + "ĉp rint", + "ĉpr int", + "( len", + "(l en", + "(le n", + "f d", + "Ġ );", + "Ġ) ;", + ". Event", + ".E vent", + "q li", + "ql i", + "i rit", + "ir it", + "iri t", + "ie lds", + "ield s", + "iel ds", + "o man", + "om an", + "oma n", + "Ġ Top", + "ĠT op", + "ĠTo p", + "Ġ vote", + "Ġv ote", + "Ġvo te", + "Ġvot e", + "Ġ mask", + "Ġm ask", + "Ġma sk", + "Ġmas k", + "Ġ theme", + "Ġth eme", + "Ġthe me", + "Ġthem e", + "- Ċ", + "Ġ props", + "Ġp rops", + "Ġpro ps", + "Ġpr ops", + "Ġprop s", + "Ġ fine", + "Ġf ine", + "Ġfin e", + "Ġfi ne", + "Ġ writer", + "Ġw riter", + "Ġwrit er", + "Ġwr iter", + "Ġwrite r", + "_ offset", + "_off set", + "_o ffset", + "c ar", + "ca r", + "Ġ altern", + "Ġal tern", + "Ġalt ern", + "Ġalter n", + "Ġalte rn", + "Ġ copyright", + "Ġc opyright", + "Ġcopy right", + "Ġ destroy", + "Ġd estroy", + "Ġde stroy", + "Ġdest roy", + "p per", + "pp er", + "ppe r", + "Ġ generate", + "Ġg enerate", + "Ġgener ate", + "Ġgen erate", + "Ġgene rate", + "Ġgenera te", + "p ped", + "pp ed", + "ppe d", + "âĢĻ d", + "Ġ ĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĊ", + "ĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠĠ Ċ", + "m ake", + "ma ke", + "mak e", + "Ġ Show", + "ĠS how", + "ĠSh ow", + "ĠSho w", + "Ġ browser", + "Ġb rowser", + "Ġbrows er", + "Ġbrowse r", + "Ġbrow ser", + "Ġ favorite", + "Ġf avorite", + "Ġfavor ite", + "Ġ career", + "Ġcar eer", + "Ġcare er", + "Ġhapp ened", + "Ġhappen ed", + "( char", + "(c har", + "(ch ar", + "Ġ recommend", + "Ġre commend", + "Ġrecomm end", + "Ġ liter", + "Ġl iter", + "Ġli ter", + "Ġlit er", + "Ġlite r", + ". filter", + ".f ilter", + ".fil ter", + "g rade", + "gr ade", + "grad e", + "gra de", + "Ġ £", + "Ġ £", + "P hone", + "Ph one", + "o ms", + "om s", + "Ġ named", + "Ġn amed", + "Ġname d", + "Ġna med", + "Ġnam ed", + "- label", + "-l abel", + "-la bel", + "i po", + "ip o", + "Ġ Other", + "ĠO ther", + "ĠOt her", + "Ġ panel", + "Ġp anel", + "Ġpa nel", + "Ġpan el", + "Ġpane l", + "Ġ rock", + "Ġr ock", + "Ġro ck", + "Ġroc k", + "S cale", + "Sc ale", + "ĉ assert", + "ĉas sert", + "Ð ´", + "Ġ trust", + "Ġt rust", + "Ġtr ust", + "f ront", + "fr ont", + "Ġd emon", + "Ġde mon", + "Ġdem on", + "Ġdemo n", + "A r", + "N et", + "Ne t", + "Ġ economic", + "Ġe conomic", + "Ġecon omic", + "Ġeconom ic", + "Ġec onomic", + "f ooter", + "fo oter", + "foot er", + "foo ter", + "Ġ race", + "Ġr ace", + "Ġrac e", + "Ġra ce", + "( node", + "(n ode", + "(no de", + "Ġ Option", + "ĠO ption", + "ĠOp tion", + "ĠOpt ion", + "s plit", + "sp lit", + "spl it", + "Ġ physical", + "Ġph ysical", + "Ġphys ical", + "Ġphysic al", + "i fest", + "if est", + "ife st", + "ifes t", + "Ġ removed", + "Ġre moved", + "Ġrem oved", + "Ġremove d", + ". http", + ".h ttp", + ".ht tp", + ") ),Ċ", + ")) ,Ċ", + ")), Ċ", + "Ġlo oked", + "Ġlook ed", + "' ;", + "d ing", + "di ng", + "din g", + "g est", + "ge st", + "ges t", + "atur day", + "/ licenses", + "/lic enses", + "/license s", + "P rice", + "Pr ice", + "Pri ce", + "Ġ dro", + "Ġd ro", + "Ġdr o", + "Ġt owards", + "Ġto wards", + "Ġtoward s", + "Ġtow ards", + "Ġ uns", + "Ġu ns", + "Ġun s", + "Ġ CL", + "ĠC L", + "ĉ static", + "ĉst atic", + "ĉstat ic", + "Ġ rows", + "Ġr ows", + "Ġro ws", + "Ġrow s", + "Ġ define", + "Ġde fine", + "Ġdef ine", + "Ġdefin e", + ". replace", + ".re place", + ".rep lace", + "Ġ father", + "Ġf ather", + "Ġfa ther", + "Ġfat her", + "Ġ Design", + "ĠD esign", + "ĠDe sign", + "ĠDes ign", + "as sign", + "ass ign", + "assi gn", + "m ut", + "mu t", + "D evice", + "De vice", + "Dev ice", + "D id", + "Di d", + "' ))Ċ", + "') )Ċ", + "')) Ċ", + "o metry", + "om etry", + "ome try", + "omet ry", + "ometr y", + "ay load", + "Ġ histor", + "Ġh istor", + "Ġhis tor", + "Ġhist or", + "Ġhi stor", + "Ġhisto r", + "Ġ Param", + "ĠP aram", + "ĠPar am", + "ĠPa ram", + "ĠPara m", + "Ġ Boolean", + "ĠBo olean", + "ĠBool ean", + "ĠBoo lean", + "Ġ nature", + "Ġn ature", + "Ġna ture", + "Ġnatur e", + "Ġnat ure", + "Ġ js", + "Ġj s", + "Ġ nation", + "Ġn ation", + "Ġna tion", + "Ġnat ion", + "i h", + "Ġ discover", + "Ġdis cover", + "Ġdisc over", + "Ġdisco ver", + "s em", + "se m", + "H andle", + "Hand le", + "Han dle", + "ĉ r", + "Ġ Techn", + "ĠT echn", + "ĠTe chn", + "ĠTech n", + "ĠTec hn", + "Ġ wall", + "Ġw all", + "Ġwa ll", + "Ġwal l", + "{ $", + "@ property", + "Ġ\" ../", + "Ġ\". ./", + "Ġ\".. /", + "Ġ exam", + "Ġex am", + ". draw", + ".d raw", + ".dr aw", + "o pping", + "op ping", + "opp ing", + "Ġn early", + "Ġnear ly", + "Ġ cool", + "Ġc ool", + "Ġco ol", + "Ġin depend", + "Ġind epend", + "Ġinde pend", + "R ES", + "RE S", + "Ġ handler", + "Ġh andler", + "Ġhand ler", + "Ġhandle r", + "Ġ Monday", + "ĠMon day", + "ĠMond ay", + "Ġ sun", + "Ġs un", + "Ġsu n", + "St yles", + "Style s", + "ous ly", + "Ġ ĉ", + "v est", + "ve st", + "ves t", + "D isplay", + "Dis play", + "Disp lay", + "( y", + "at ically", + "atic ally", + "atical ly", + "Ġ predict", + "Ġp redict", + "Ġpre dict", + "Ġpred ict", + "Ġpredic t", + "y ing", + "yi ng", + "Ġ sometimes", + "Ġs ometimes", + "Ġsome times", + "Ġsom etimes", + "Ġsometime s", + "\" ]Ċ", + "\"] Ċ", + "Ġ drink", + "Ġd rink", + "Ġdr ink", + "Ġdri nk", + "Ġ bul", + "Ġb ul", + "Ġbu l", + "if ications", + "ific ations", + "ification s", + ". insert", + ".in sert", + ".ins ert", + ". reg", + ".re g", + ".r eg", + "Ġ tests", + "Ġt ests", + "Ġte sts", + "Ġtest s", + "Ġtes ts", + "Al ignment", + "Align ment", + "Ġal leg", + "Ġall eg", + "Ġalle g", + "Ġ attribute", + "Ġat tribute", + "Ġattrib ute", + "Ġ Note", + "ĠN ote", + "ĠNo te", + "ĠNot e", + "Ġmy self", + "Ġmys elf", + "a rts", + "ar ts", + "art s", + "N ow", + "No w", + "Ġ interesting", + "Ġinter esting", + "Ġinterest ing", + "Ġinteres ting", + "l ients", + "li ents", + "lient s", + "lie nts", + "lien ts", + "Ġ population", + "Ġpop ulation", + "Ġpopul ation", + "Ġ California", + "ĠCal ifornia", + "ĠCaliforn ia", + "\" I", + "å ¹", + "Ġ greater", + "Ġg reater", + "Ġgreat er", + "Ġgre ater", + "ues day", + "Ġth ous", + "Ġthou s", + "Ġtho us", + "Ġco sts", + "Ġcost s", + "Ġcos ts", + "Ġ launch", + "Ġl aunch", + "Ġla unch", + "\\ Http", + "k er", + "ke r", + "b and", + "ba nd", + "ban d", + "Ġ Play", + "ĠP lay", + "ĠPl ay", + "ĠPla y", + "Ġ band", + "Ġb and", + "Ġban d", + "Ġba nd", + ". shape", + ".s hape", + ".sh ape", + ".sha pe", + "e some", + "es ome", + "eso me", + "art icle", + "arti cle", + "artic le", + ". rf", + ".r f", + "Ġ wer", + "Ġw er", + "Ġwe r", + "á s", + "em bers", + "ember s", + "emb ers", + "u sr", + "us r", + "B A", + "i can", + "ic an", + "ica n", + "e tt", + "et t", + "valid ate", + "ul ti", + "ult i", + "Ġim mediately", + "Ġimmedi ately", + "Ġimmediate ly", + "z er", + "ze r", + "Ġ figure", + "Ġf igure", + "Ġfig ure", + "Ġfigur e", + "o es", + "oe s", + "e ller", + "el ler", + "ell er", + "elle r", + "ir cle", + "irc le", + "Ġ Sign", + "ĠS ign", + "ĠSi gn", + "ĠSig n", + ". db", + ".d b", + "Ġ rank", + "Ġr ank", + "Ġran k", + "Ġra nk", + "By tes", + "Byte s", + "Ġ projects", + "Ġproject s", + "Ġproj ects", + "Ġproje cts", + "_ rec", + "_re c", + "_r ec", + "U LAR", + "UL AR", + "ULA R", + "A PI", + "AP I", + "Ġ Line", + "ĠL ine", + "ĠLin e", + "ĠLi ne", + "P ort", + "Por t", + "Po rt", + "Ġ poll", + "Ġp oll", + "Ġpol l", + "Ġpo ll", + "Ġg iving", + "Ġgi ving", + "id ence", + "ide nce", + "iden ce", + "- -Ċ", + "-- Ċ", + "Ġ plot", + "Ġp lot", + "Ġpl ot", + "Ġplo t", + "i cial", + "ic ial", + "ici al", + "icia l", + "Ġw arrant", + "Ġwar rant", + "I TION", + "IT ION", + "Ġ Double", + "ĠD ouble", + "ĠDo uble", + "ĠDou ble", + "ĠDoub le", + "Ġb illion", + "Ġbill ion", + "Ġbil lion", + "gorith m", + "gorit hm", + "Ġ equipment", + "Ġe quipment", + "Ġequ ipment", + "Ġequip ment", + "D ATE", + "DA TE", + "DAT E", + "Ġ @\"", + "Ġ@ \"", + "E E", + "Ġ ple", + "Ġp le", + "Ġpl e", + "i ation", + "ia tion", + "iat ion", + "Ġ headers", + "Ġhe aders", + "Ġhead ers", + "Ġheader s", + "Ġpro ced", + "Ġproc ed", + ".Component Model", + "Ġ Obama", + "ĠOb ama", + "Ġ pa", + "Ġp a", + "Ġ Best", + "ĠB est", + "ĠBe st", + "ĠBes t", + "im ately", + "imate ly", + "imat ely", + ". getString", + ".get String", + ".getS tring", + ". \\", + "m ploy", + "mp loy", + "mpl oy", + "Ġ raw", + "Ġr aw", + "Ġra w", + "_ block", + "_b lock", + "_bl ock", + "_bloc k", + "und red", + "\" },Ċ", + "\"} ,Ċ", + "\"}, Ċ", + "1 12", + "11 2", + ".Group Layout", + "Ġb rought", + "Ġbr ought", + "Ġbro ught", + "NS String", + "NSS tring", + "th row", + "thr ow", + "thro w", + "c reated", + "cre ated", + "create d", + "cr eated", + "creat ed", + ". New", + ".N ew", + "_ view", + "_v iew", + "_vi ew", + "C P", + "e ps", + "ep s", + "O p", + "Ġ gratis", + "Ġgr atis", + "Ġgrat is", + "Ġ '\"", + "Ġ' \"", + "Ġint erview", + "Ġinter view", + "Ġinterv iew", + "\" \"\"Ċ", + "\"\" \"Ċ", + "\"\"\" Ċ", + "Ġ partial", + "Ġp artial", + "Ġpart ial", + "Ġparti al", + "Ġ aria", + "Ġa ria", + "Ġar ia", + "b ing", + "bin g", + "bi ng", + "A uthor", + "Auth or", + "Aut hor", + "B ook", + "Bo ok", + "Ġ Pat", + "ĠP at", + "ĠPa t", + "u man", + "um an", + "uma n", + "User s", + "Us ers", + "Use rs", + "p lus", + "pl us", + "1 93", + "19 3", + "Ġ Direct", + "ĠD irect", + "ĠDi rect", + "ĠDir ect", + "ĠDire ct", + "ven ue", + "al pha", + "alph a", + "UC CESS", + "Ġ Call", + "ĠC all", + "ĠCal l", + "ĠCa ll", + "Ġ );čĊ", + "Ġ) ;čĊ", + "Ġ); čĊ", + "im ated", + "imate d", + "ima ted", + "imat ed", + "Ġ remain", + "Ġre main", + "Ġr emain", + "Ġrem ain", + "Ġ anti", + "Ġan ti", + "Ġant i", + "Ġ London", + "ĠL ondon", + "ĠLo ndon", + "ĠLon don", + "ĠLond on", + "Ġs afety", + "Ġsaf ety", + "Ġsafe ty", + "P OSE", + "PO SE", + "POS E", + "o les", + "ol es", + "ole s", + "cont roller", + "control ler", + "contr oller", + "contro ller", + "B yte", + "By te", + "Ġ Court", + "ĠC ourt", + "ĠCo urt", + "ĠCour t", + "ĠCou rt", + "Ġ Phil", + "ĠP hil", + "ĠPh il", + "ĠPhi l", + "Ġ Associ", + "ĠAss oci", + "ĠAssoc i", + "e na", + "en a", + "å IJ", + "_ STR", + "_S TR", + "_ST R", + "c oin", + "co in", + "res hold", + "resh old", + "Ġ batch", + "Ġb atch", + "Ġbat ch", + "_ Click", + "_C lick", + "_Cl ick", + "ent ication", + "entic ation", + "enti cation", + "> ';Ċ", + ">' ;Ċ", + ">'; Ċ", + "e nty", + "en ty", + "ent y", + "Ġbeg inning", + "Ġbegin ning", + "Ġ zero", + "Ġz ero", + "Ġze ro", + "Ġzer o", + "Ġ Convert", + "ĠCon vert", + "ĠConv ert", + "Ġ terr", + "Ġt err", + "Ġte rr", + "Ġter r", + "Ġ paid", + "Ġp aid", + "Ġpa id", + "Ġpai d", + "Ġincre ased", + "Ġincrease d", + "c atch", + "cat ch", + "- size", + "-s ize", + "1 15", + "11 5", + "act ivity", + "activ ity", + "e quals", + "equ als", + "equal s", + "Ġ queue", + "Ġque ue", + "Ġq ueue", + "Ġ \"'", + "Ġ\" '", + "Ġ International", + "ĠInt ernational", + "ĠIntern ational", + "ĠInter national", + "Ġf ür", + "urs day", + "Ġ scient", + "Ġs cient", + "Ġsc ient", + "Ġsci ent", + "al low", + "all ow", + "allo w", + "a xis", + "ax is", + "Ġ appropri", + "Ġapp ropri", + "Ġap propri", + "Ġappro pri", + "e dge", + "ed ge", + "Ġ idx", + "Ġi dx", + "Ġid x", + "S uccess", + "Su ccess", + "Suc cess", + "ent ifier", + ": \\", + "x is", + "xi s", + "Ġ maximum", + "Ġmax imum", + "Ġmaxim um", + "ar ks", + "ark s", + "Ġ birth", + "Ġb irth", + "Ġbir th", + "( index", + "(in dex", + "(ind ex", + "Ġ maybe", + "Ġm aybe", + "Ġmay be", + ". py", + ".p y", + "f iles", + "file s", + "fi les", + "fil es", + "Ġ limited", + "Ġl imited", + "Ġlimit ed", + "Ġlim ited", + "Ġlimite d", + "_ check", + "_c heck", + "_ch eck", + "_che ck", + "l ook", + "lo ok", + "loo k", + "p lies", + "pl ies", + "Ġ movement", + "Ġm ovement", + "Ġmov ement", + "Ġmove ment", + "Ġmo vement", + "' ].", + "'] .", + "Ġb road", + "Ġbr oad", + "Ġbro ad", + "Ġ BE", + "ĠB E", + "Ġ UnityEngine", + "ĠUn ityEngine", + "ĠUnity Engine", + ". cpp", + ".c pp", + ".cp p", + "Ġ Every", + "ĠE very", + "ĠEv ery", + "ĠEver y", + "ĠEve ry", + "Ad min", + "Ġ fans", + "Ġf ans", + "Ġfa ns", + "Ġfan s", + "p ared", + "par ed", + "pare d", + "pa red", + "Ċ ĠĠĠĠĊ", + "Ġ foreign", + "Ġfore ign", + "Ġ pan", + "Ġp an", + "Ġpa n", + "Ġ tour", + "Ġt our", + "Ġto ur", + "Ġtou r", + "Ġ Order", + "ĠOr der", + "ĠOrd er", + "Ġ moving", + "Ġm oving", + "Ġmov ing", + "Ġmo ving", + "Ġ auf", + "Ġa uf", + "Ġau f", + "C all", + "Cal l", + "Ca ll", + "c b", + "Å Ł", + "vent ory", + "Ġ Sql", + "ĠS ql", + "ĠSq l", + "Ġ fully", + "Ġf ully", + "Ġfull y", + "Ġful ly", + "Click Listener", + "W ORD", + "WO RD", + "Ġann ounced", + "Ġannounc ed", + "Ġannounce d", + ") čĊčĊ", + ")čĊ čĊ", + "Ġag reed", + "Ġagre ed", + "Ġagree d", + "Ġagr eed", + "r ie", + "ri e", + "Ġ earn", + "Ġe arn", + "Ġear n", + "Ġea rn", + "_ link", + "_l ink", + "_lin k", + "_li nk", + ". array", + ".a rray", + ".ar ray", + ".arr ay", + "( text", + "(t ext", + "(te xt", + "(tex t", + "Ġ materials", + "Ġmaterial s", + "Ġmateria ls", + "Ġmater ials", + "Ġmateri als", + ", p", + "f fff", + "ff ff", + "fff f", + "v g", + "Ġ ©", + "Ġ ©", + "Ġ unless", + "Ġun less", + "Ġunle ss", + "Ġunl ess", + "a jax", + "aj ax", + "aja x", + "L OG", + "LO G", + "Ġ sexual", + "Ġs exual", + "Ġsex ual", + "Ġ \\\"", + "Ġ\\ \"", + "- time", + "-t ime", + "Ġ coach", + "Ġco ach", + "Ġ supported", + "Ġs upported", + "Ġsup ported", + "Ġsupport ed", + "Ġsupp orted", + "Ġ photos", + "Ġph otos", + "Ġphot os", + "Ġphoto s", + "i form", + "if orm", + "ifo rm", + ". Create", + ".C reate", + ") ]", + "r ier", + "ri er", + "rie r", + "Ġ dialog", + "Ġd ialog", + "Ġdi alog", + "Ġdia log", + "Ġdial og", + "a ver", + "av er", + "ave r", + "i ge", + "ig e", + ") +", + "_ idx", + "_id x", + "_i dx", + ": [", + "_ min", + "_m in", + "_mi n", + "Ġ Cong", + "ĠC ong", + "ĠCon g", + "ĠCo ng", + "Ġ pressure", + "Ġpres sure", + "Ġpress ure", + "Ġ teams", + "Ġte ams", + "Ġteam s", + "Ġtea ms", + "S ign", + "Si gn", + "Sig n", + "b egin", + "be gin", + "beg in", + "r ian", + "ri an", + "ria n", + "N ESS", + "NE SS", + "NES S", + "L S", + "Ġim prove", + "Ġimp rove", + "Ġimpro ve", + "Ġimpr ove", + "Ġimprov e", + "Ġ Sunday", + "ĠS unday", + "ĠSun day", + "ĠSund ay", + "Ġ definition", + "Ġdef inition", + "Ġdefinit ion", + "Ġdefin ition", + "i ger", + "ig er", + "ige r", + "rol lers", + "roll ers", + "roller s", + "Ġ thinking", + "Ġth inking", + "Ġthink ing", + "Ġthin king", + "T emplate", + "Temp late", + "Tem plate", + "- F", + "Ġem erg", + "p lates", + "pl ates", + "plate s", + "plat es", + "pla tes", + "Ġ USA", + "ĠU SA", + "ĠUS A", + ". setState", + ".set State", + "Ġ Also", + "ĠAl so", + "ĠAls o", + "r ev", + "re v", + "Ġ enable", + "Ġe nable", + "Ġen able", + "Ġ CO", + "ĠC O", + "P ECT", + "PE CT", + "PEC T", + "Ġ concept", + "Ġcon cept", + "Ġconc ept", + "Ġconce pt", + ") -", + "Ġ âĢ¢", + "ĠâĢ ¢", + "Ġ sets", + "Ġs ets", + "Ġse ts", + "Ġset s", + "Ġ meaning", + "Ġme aning", + "Ġmean ing", + "e mon", + "em on", + "emo n", + "Ġ Cons", + "ĠC ons", + "ĠCon s", + "ĠCo ns", + "c mp", + "cm p", + "e der", + "ed er", + "ede r", + "an ned", + "ann ed", + "anne d", + "ic ensed", + "icense d", + "icens ed", + "Ġ Super", + "ĠS uper", + "ĠSup er", + "ĠSu per", + "Ġ daily", + "Ġd aily", + "Ġda ily", + "Ġdai ly", + "Ġ multi", + "Ġm ulti", + "Ġmult i", + "Ġmul ti", + "_ u", + "Ġch alleng", + "Ġchall eng", + "_ mode", + "_m ode", + "_mod e", + "_mo de", + "Ġ Promise", + "ĠP romise", + "ĠPro mise", + "ĠProm ise", + "Ġ strict", + "Ġstr ict", + "Ġstri ct", + "j o", + "i nton", + "in ton", + "int on", + "into n", + "( list", + "(l ist", + "(li st", + "On ly", + "> {", + "Ġ vehicle", + "Ġv ehicle", + "Ġveh icle", + "í ķ", + "Ġ Player", + "ĠP layer", + "ĠPl ayer", + "ĠPlay er", + "ĠPla yer", + "1 06", + "10 6", + "Ġ Del", + "ĠD el", + "ĠDe l", + "Ġ pool", + "Ġp ool", + "Ġpo ol", + "Ġpoo l", + ". url", + ".u rl", + ".ur l", + "nes day", + "( );čĊčĊ", + "() ;čĊčĊ", + "();čĊ čĊ", + "(); čĊčĊ", + "9 00", + "90 0", + "Ġ \");Ċ", + "Ġ\" );Ċ", + "Ġ\") ;Ċ", + "Ġ\"); Ċ", + "L ocal", + "Lo cal", + "Loc al", + ". \");Ċ", + ".\" );Ċ", + ".\") ;Ċ", + ".\"); Ċ", + "Ġ organization", + "Ġo rganization", + "Ġorgan ization", + "Ġorganiz ation", + "r ender", + "re nder", + "ren der", + "rend er", + "rende r", + "Ġ Application", + "ĠApp lication", + "ĠAp plication", + "ĠAppl ication", + "Ġ summer", + "Ġs ummer", + "Ġsum mer", + "Ġsumm er", + "ex pected", + "exp ected", + "expect ed", + "N A", + "Ġ rap", + "Ġr ap", + "Ġra p", + "_ obj", + "_o bj", + "_ob j", + "Ġ surface", + "Ġs urface", + "Ġsur face", + "Ġsurf ace", + "Ġ PUR", + "ĠP UR", + "ĠPU R", + "Ġ },ĊĊ", + "Ġ} ,ĊĊ", + "Ġ},Ċ Ċ", + "Ġ}, ĊĊ", + "Ġ variables", + "Ġvariable s", + "Ġvari ables", + "( message", + "(m essage", + "Ġo pin", + "Ġop in", + "Ġopi n", + ". back", + ".b ack", + ".ba ck", + "а н", + "аР½", + "Ġ workers", + "Ġwork ers", + "Ġwor kers", + "Ġworker s", + "v m", + "C o", + "ught er", + "ugh ter", + "Ġ master", + "Ġm aster", + "Ġma ster", + "Ġmas ter", + "Ġmast er", + "Ġ \"\",", + "Ġ\" \",", + "Ġ\"\" ,", + "Ġ stories", + "Ġst ories", + "Ġstor ies", + "Ġsto ries", + ". User", + ".U ser", + ".Use r", + "Ġcele br", + "in ese", + "ine se", + "ines e", + "B S", + "Ġ Command", + "ĠCom mand", + "ĠComm and", + "ash board", + "Ġ og", + "Ġo g", + "k g", + ". image", + ".i mage", + ".im age", + ".imag e", + ". style", + ".st yle", + "Ġ steps", + "Ġst eps", + "Ġstep s", + "Ġste ps", + "Ġ Ben", + "ĠB en", + "ĠBe n", + "( args", + "(arg s", + "(ar gs", + "4 04", + "40 4", + "Ġ Person", + "ĠP erson", + "ĠPer son", + "ĠPers on", + ", y", + "Ġoffic ials", + "Ġofficial s", + "| Ċ", + "Ġ skills", + "Ġs kills", + "Ġsk ills", + "Ġskill s", + "v c", + "Ġ builder", + "Ġb uilder", + "Ġbu ilder", + "Ġbuild er", + "Ġ gar", + "Ġg ar", + "Ġga r", + "A ccount", + "Ac count", + "Acc ount", + "Ġ Auth", + "ĠA uth", + "ĠAut h", + "ĠAu th", + "ç Ķ", + "' ])Ċ", + "'] )Ċ", + "']) Ċ", + "Ġ AT", + "ĠA T", + "n n", + ". Int", + ".I nt", + ".In t", + "SS ERT", + "Ġ effective", + "Ġe ffective", + "Ġeffect ive", + "Ġeff ective", + "LE TE", + "LET E", + "Ġ tools", + "Ġt ools", + "Ġto ols", + "Ġtoo ls", + "Ġtool s", + "A RD", + "AR D", + "Ġ digital", + "Ġd igital", + "Ġdig ital", + "Ġdigit al", + "1 91", + "19 1", + "D ouble", + "Do uble", + "Dou ble", + "Ġ Find", + "ĠF ind", + "ĠFin d", + "ĠFi nd", + "R C", + "Ġ inline", + "Ġin line", + "/ r", + "A RAM", + "AR AM", + "ARA M", + "A SK", + "AS K", + "Ġ intent", + "Ġin tent", + "Ġint ent", + "Ġinte nt", + "a ight", + "ai ght", + "_ addr", + "_add r", + "_ad dr", + "Ġ requests", + "Ġre quests", + "Ġrequest s", + "Ġrequ ests", + ". first", + ".f irst", + ".fi rst", + "Ġ debug", + "Ġde bug", + "Ġdeb ug", + "Ġ spent", + "Ġs pent", + "Ġsp ent", + "Ġspe nt", + "( )));Ċ", + "() ));Ċ", + "()) );Ċ", + "())) ;Ċ", + "())); Ċ", + "Å Ľ", + "Ġpr incip", + "Ġprin cip", + "Ġprinc ip", + "Log ger", + "Lo gger", + "cl udes", + "clude s", + "clud es", + ". use", + ".u se", + ".us e", + "Ġs urv", + "Ġsu rv", + "Ġsur v", + "m edia", + "med ia", + "me dia", + "medi a", + "Ġ February", + "ĠFe bruary", + "ĠFeb ruary", + "Ġ Mac", + "ĠM ac", + "ĠMa c", + "Ġ missing", + "Ġm issing", + "Ġmiss ing", + "Ġmis sing", + "Ġ wife", + "Ġw ife", + "Ġwi fe", + "Ġt alking", + "Ġtalk ing", + "Ġtal king", + "Ġ Make", + "ĠM ake", + "ĠMa ke", + "ĠMak e", + "Ġ cart", + "Ġc art", + "Ġcar t", + "Ġca rt", + "Ġ located", + "Ġloc ated", + "Ġlocate d", + "E nc", + "En c", + "- a", + "ch ron", + "chr on", + "Ġ cards", + "Ġc ards", + "Ġcar ds", + "Ġcard s", + "Ġg uy", + "Ġgu y", + "Ġ pers", + "Ġp ers", + "Ġper s", + "Ġpe rs", + "Ġ Yes", + "ĠY es", + "ĠYe s", + "at ever", + "ate ver", + "Ġ Ang", + "ĠA ng", + "ĠAn g", + "o lar", + "ol ar", + "ola r", + "Ġ Even", + "ĠE ven", + "ĠEv en", + "ĠEve n", + "Ġ accur", + "Ġacc ur", + "Ġac cur", + "Ġ Power", + "ĠP ower", + "ĠPo wer", + "ĠPow er", + "Ġ Gold", + "ĠG old", + "ĠGo ld", + "ĠGol d", + "c lear", + "cl ear", + "cle ar", + "P rocess", + "Pro cess", + "Proc ess", + "Ġ records", + "Ġrec ords", + "Ġrecord s", + "Ġk illed", + "Ġkill ed", + "Ġkil led", + ". clear", + ".c lear", + ".cl ear", + "ĠWARRANT IES", + "Ġ purpose", + "Ġp urpose", + "Ġpur pose", + "Ġpurpos e", + "p anel", + "pan el", + "pa nel", + "pane l", + "J ECT", + "JE CT", + "ÃŃ a", + "Ġex erc", + "Ġexe rc", + "W S", + "/ L", + ". exports", + ".ex ports", + ".exp orts", + ".export s", + "Ġ ___", + "Ġ_ __", + "Ġ__ _", + "Ġ sin", + "Ġs in", + "Ġsi n", + "S ervlet", + "Serv let", + "Ġd é", + ". delete", + ".de lete", + ".del ete", + "r oke", + "ro ke", + "rok e", + "S l", + "u gh", + "ug h", + "e ars", + "ear s", + "ea rs", + "Ġ pointer", + "Ġpoint er", + "Ġpo inter", + "Ġ hop", + "Ġh op", + "Ġho p", + "all ery", + "alle ry", + "aller y", + "Ġ obs", + "Ġo bs", + "Ġob s", + "c overy", + "co very", + "cover y", + "cov ery", + "ĉ char", + "ĉc har", + "ĉch ar", + "ĉ ĉĉĉĉĉĉĉĉĉ", + "ĉĉ ĉĉĉĉĉĉĉĉ", + "ĉĉĉĉ ĉĉĉĉĉĉ", + "ĉĉĉ ĉĉĉĉĉĉĉ", + "ĉĉĉĉĉ ĉĉĉĉĉ", + "ĉĉĉĉĉĉ ĉĉĉĉ", + "ĉĉĉĉĉĉĉĉ ĉĉ", + "ĉĉĉĉĉĉĉ ĉĉĉ", + "ĉĉĉĉĉĉĉĉĉ ĉ", + "ĉ def", + "ĉd ef", + "ĉde f", + "o city", + "oc ity", + "oci ty", + "it chen", + "itch en", + "u lations", + "ul ations", + "ulation s", + "Ġ FIT", + "ĠF IT", + "ĠFI T", + "Ġ ).", + "Ġ) .", + "straint s", + "stra ints", + "strain ts", + "v ention", + "vent ion", + "ven tion", + "Ġ requires", + "Ġre quires", + "Ġrequire s", + "Ġrequ ires", + "Ġ Oper", + "ĠO per", + "ĠOp er", + "M E", + "O UNT", + "OUN T", + "OU NT", + "al let", + "all et", + "alle t", + "Ġ norm", + "Ġn orm", + "Ġno rm", + "Ġnor m", + "I RE", + "IR E", + "ex as", + "Ġ programs", + "Ġpro grams", + "Ġpr ograms", + "Ġprogram s", + "Ġprog rams", + "Ġ weak", + "Ġwe ak", + "' .$", + "'. $", + "u ing", + "ui ng", + "uin g", + "ĉ ĠĠĠĠĠĠĠ", + "ĉĠĠĠ ĠĠĠĠ", + "ĉĠ ĠĠĠĠĠĠ", + "ĉĠĠ ĠĠĠĠĠ", + "ĉĠĠĠĠĠ ĠĠ", + "ĉĠĠĠĠ ĠĠĠ", + "ĉĠĠĠĠĠĠ Ġ", + "Ġ mil", + "Ġm il", + "Ġmi l", + "Ġ firm", + "Ġf irm", + "Ġfi rm", + "Ġfir m", + "init ely", + "inite ly", + "_ VALUE", + "_VAL UE", + "ap se", + "aps e", + "atis f", + "ati sf", + "Ġ demand", + "Ġd emand", + "Ġde mand", + "Ġdem and", + "_ mod", + "_m od", + "_mo d", + "Ġde scribed", + "Ġdes cribed", + "Ġdescri bed", + "Ġdescribe d", + "Ġ places", + "Ġp laces", + "Ġpl aces", + "Ġplace s", + "Ġplac es", + "Ġpla ces", + "V ID", + "VI D", + "Ġ alone", + "Ġal one", + "Ġalo ne", + "Ġ export", + "Ġex port", + "Ġexp ort", + "Ġexpo rt", + "Ġ vec", + "Ġv ec", + "Ġve c", + "Ġ Max", + "ĠM ax", + "ĠMa x", + "Ġ activities", + "Ġact ivities", + "Ġactiv ities", + "ic tures", + "ict ures", + "icture s", + "g ener", + "ge ner", + "gen er", + "gene r", + "Ġ ma", + "Ġm a", + "Ĥ ¬", + "Ġ expression", + "Ġex pression", + "Ġexp ression", + "Ġexpress ion", + "Ġexpr ession", + "C allback", + "Call back", + "_ content", + "_c ontent", + "_con tent", + "_cont ent", + "Ġ Most", + "ĠM ost", + "ĠMo st", + "ĠMos t", + "Ġ testing", + "Ġt esting", + "Ġtest ing", + "Ġtes ting", + "E C", + "CH ANT", + "CHA NT", + "CHAN T", + "Ġ adjust", + "Ġad just", + "Ġadj ust", + ".Th reading", + ".Thread ing", + "( ctx", + "(c tx", + "(ct x", + "Ġ agree", + "Ġa gree", + "Ġag ree", + "Ġagre e", + "Ġagr ee", + "i ghest", + "ig hest", + "igh est", + "Ġ ui", + "Ġu i", + "Ġ Law", + "ĠL aw", + "ĠLa w", + ". Y", + "> < ?", + "Ġ pod", + "Ġp od", + "Ġpo d", + "- lg", + "-l g", + "âĢĿ ĊĊ", + "âĢĿĊ Ċ", + "Ġ describe", + "Ġde scribe", + "Ġdes cribe", + "Ġdescri be", + "Ġdescr ibe", + "Ġ European", + "ĠE uropean", + "ĠEurope an", + "ĠEurop ean", + "- sh", + "-s h", + "ĠPUR POSE", + "O RY", + "OR Y", + "Ġcon vers", + "Ġconv ers", + "Ġconver s", + "Ġ Illuminate", + "ĠI lluminate", + "ĠIllum inate", + "Ġ Av", + "ĠA v", + "( ch", + "(c h", + "? \"", + "c hen", + "ch en", + "che n", + "i ma", + "im a", + "D ocument", + "Doc ument", + "Ġ operations", + "Ġoper ations", + "Ġoperation s", + "w in", + "wi n", + "ĉ function", + "ĉf unction", + "ĉfunc tion", + "ĉfun ction", + ". Image", + ".I mage", + ".Im age", + "Ġs cen", + "Ġsc en", + "Ġsce n", + "/ h", + "Ġ SC", + "ĠS C", + "Ġ explo", + "Ġexp lo", + "Ġexpl o", + ": %", + "/ **čĊ", + "/* *čĊ", + "/** čĊ", + "N AME", + "NA ME", + "æ Ī", + "( var", + "(v ar", + "(va r", + "Ġ director", + "Ġd irector", + "Ġdirect or", + "Ġdir ector", + "Ġdire ctor", + "O NG", + "ON G", + "Ġ yield", + "Ġy ield", + "Ġyi eld", + "Ġfe et", + "Ġfee t", + "Ġ Search", + "ĠS earch", + "ĠSe arch", + "ĠSea rch", + "Ġ Il", + "ĠI l", + "Ġrest aur", + "Ġresta ur", + "Ġrestau r", + "d uc", + "du c", + "Ġ integer", + "Ġint eger", + "Ġinteg er", + "Ġinte ger", + "1 07", + "10 7", + "Ġ' ';Ċ", + "Ġ'' ;Ċ", + "Ġ''; Ċ", + "Ġhigh ly", + "check ed", + "ĠPART IC", + "ER CHANT", + "ï¼ ī", + "Ġ optim", + "Ġop tim", + "Ġopt im", + "Q ueue", + "Que ue", + "Ġ LI", + "ĠL I", + "it ation", + "ita tion", + "itat ion", + "Ġ transport", + "Ġtrans port", + "Ġtran sport", + "iss ion", + "f ill", + "fi ll", + "fil l", + "us ion", + "usi on", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĉ bool", + "ĉb ool", + "- th", + "-t h", + "u pt", + "up t", + "Ġ essential", + "Ġess ential", + "an ted", + "ant ed", + "ante d", + "Ġbenef its", + "Ġbenefit s", + "Ġbene fits", + "ĉ S", + "' ;čĊ", + "'; čĊ", + "i ki", + "ik i", + "Ġ girls", + "Ġgirl s", + "Ġgir ls", + "i ced", + "ic ed", + "ice d", + "b uffer", + "buf fer", + "bu ffer", + "buff er", + "] +", + "Ġ socket", + "Ġs ocket", + "Ġso cket", + "Ġsock et", + "Ġsoc ket", + "Ġ prices", + "Ġp rices", + "Ġpr ices", + "Ġprice s", + "Ġpri ces", + "Ġ Fre", + "ĠF re", + "ĠFr e", + "Ġ sat", + "Ġs at", + "Ġsa t", + "Ġ wood", + "Ġw ood", + "Ġwo od", + "Ġwoo d", + "Menu Item", + "A RG", + "AR G", + "Ġ Admin", + "ĠAd min", + "O WN", + "OW N", + "d k", + "Ġ reset", + "Ġre set", + "Ġres et", + "Ġ forms", + "Ġfor ms", + "Ġform s", + "Ġfo rms", + "Ġ и", + "ĠÐ ¸", + "æ ĸ", + "Ġ Tuesday", + "ĠT uesday", + "ĠTues day", + "1 09", + "10 9", + "Ġ Initialized", + "ĠInitial ized", + "ĠInitialize d", + "ĠInit ialized", + "_ train", + "_t rain", + "_tr ain", + "_tra in", + "o rary", + "or ary", + "ora ry", + "ate gor", + "ateg or", + "atego r", + "Ġ dt", + "Ġd t", + "T otal", + "To tal", + "Tot al", + "con struct", + "i lies", + "il ies", + "ili es", + "Ġgu ys", + "Ġguy s", + "е ÑĢ", + "Ġ instruction", + "Ġin struction", + "Ġinstr uction", + "Ġinstruct ion", + "0 10", + "01 0", + "y led", + "yle d", + "yl ed", + "Ġ internet", + "Ġin ternet", + "Ġint ernet", + "Ġinter net", + "Ġintern et", + "et adata", + "eta data", + "a dy", + "ad y", + "f aces", + "face s", + "fa ces", + "fac es", + "j ection", + "ject ion", + "je ction", + "jec tion", + "Ġ Jack", + "ĠJ ack", + "ĠJac k", + "ĠJa ck", + "Ġ rect", + "Ġre ct", + "Ġr ect", + "Ġrec t", + "[ -", + "Ġ Leg", + "ĠL eg", + "ĠLe g", + "Ġ devices", + "Ġdev ices", + "Ġdevice s", + "O C", + "Ġ *čĊ", + "Ġ* čĊ", + "o ration", + "or ation", + "ora tion", + "er tain", + "ert ain", + "erta in", + "Ġ guard", + "Ġg uard", + "Ġgu ard", + "Ġguar d", + "o stream", + "ost ream", + "Ġ enum", + "Ġe num", + "Ġen um", + ". layout", + ".l ayout", + "Ġ \";Ċ", + "Ġ\" ;Ċ", + "Ġ\"; Ċ", + "v oke", + "vo ke", + "Ġ Ok", + "ĠO k", + "H ome", + "Ho me", + "Hom e", + "( tr", + "(t r", + "E TH", + "ET H", + "Ġ delay", + "Ġd elay", + "Ġde lay", + "Ġdel ay", + "Ġdela y", + "Ġ purchase", + "Ġp urchase", + "Ġpurch ase", + "d c", + "Ġ aren", + "Ġa ren", + "Ġare n", + "Ġar en", + "_ once", + "_on ce", + "_o nce", + "ĉ ĉĉĉĊ", + "ĉĉ ĉĉĊ", + "ĉĉĉĉ Ċ", + "ĉĉĉ ĉĊ", + "r or", + "ro r", + "d raw", + "dr aw", + "dra w", + ". run", + ".r un", + ".ru n", + "( model", + "(m odel", + "(mod el", + "(mode l", + "Time out", + "l ik", + "li k", + "Ġ Arg", + "ĠA rg", + "ĠAr g", + ". en", + ".e n", + "Ġ fish", + "Ġf ish", + "Ġfi sh", + "Ġfis h", + "c py", + "cp y", + "_ fe", + "_f e", + "ERCHANT ABILITY", + "( X", + "_ output", + "_out put", + "? ?", + "Ġ jo", + "Ġj o", + "and ard", + "anda rd", + "Ġ doll", + "Ġd oll", + "Ġdo ll", + "Ġdol l", + "er rors", + "err ors", + "error s", + "erro rs", + "_ base", + "_b ase", + "ĠPARTIC ULAR", + "Ġ leader", + "Ġle ader", + "Ġlead er", + "Ġcom par", + "Ġco mpar", + "Ġcomp ar", + "Ġd oub", + "Ġdo ub", + "Ġdou b", + "Ġ Vis", + "ĠV is", + "ĠVi s", + "Stack Trace", + "- C", + "ĠSt ud", + "stit ute", + "M ore", + "Mo re", + "Mor e", + "Ġ Description", + "ĠD escription", + "ĠDe scription", + "ĠDes cription", + "W ARE", + "WA RE", + "WAR E", + "a ds", + "ad s", + "Ġ к", + "ĠÐ º", + "b ind", + "bin d", + "bi nd", + "= self", + "=s elf", + "e mploy", + "em ploy", + "emp loy", + "empl oy", + "emplo y", + "[ n", + ". all", + ".a ll", + ".al l", + "- B", + "& &", + "a lm", + "al m", + "Ġ culture", + "Ġc ulture", + "Ġcult ure", + "Ġcul ture", + "h ouse", + "ho use", + "hou se", + "Ġs uffer", + "Ġsu ffer", + "Ġsuff er", + "Ġsuf fer", + "Ġ '%", + "Ġ' %", + "Ġ straight", + "Ġstr aight", + "Ġstra ight", + "Ġ Star", + "ĠS tar", + "ĠSt ar", + "ĠSta r", + "u do", + "ud o", + "Ġ ded", + "Ġd ed", + "Ġde d", + "Ġ COM", + "ĠC OM", + "ĠCO M", + "Ġ confirm", + "Ġcon firm", + "Ġconf irm", + "Ġ Good", + "ĠG ood", + "ĠGo od", + ". sc", + ".s c", + "____ ____________", + "________ ________", + "____________ ____", + "D R", + "Config uration", + "Date Time", + "Ġ advert", + "Ġad vert", + "Ġadv ert", + "Ġ couldn", + "Ġcould n", + "a sync", + "as ync", + "asy nc", + "st ack", + "sta ck", + "' )čĊ", + "') čĊ", + "K it", + "Ki t", + "Ġh ous", + "Ġho us", + "Ġm echan", + "Ġme chan", + "Ġmec han", + "Ġmech an", + "r ate", + "ra te", + "rat e", + "2 04", + "20 4", + "Ġ audio", + "Ġa udio", + "Ġaud io", + "Ġau dio", + "Ġaudi o", + "ĉ cout", + "ĉc out", + "c ores", + "co res", + "core s", + "cor es", + "Ġ spot", + "Ġs pot", + "Ġsp ot", + "Ġspo t", + "Ġin creasing", + "Ġincre asing", + "Ġ ##", + "Ġ# #", + ") ))", + ")) )", + "p oints", + "point s", + "po ints", + "poi nts", + "Ġcom pared", + "Ġcomp ared", + "Ġcompar ed", + "Ġcompare d", + "l ig", + "li g", + "Ġ behavior", + "Ġbeh avior", + "Ġ BY", + "ĠB Y", + "Ġ Att", + "ĠA tt", + "ĠAt t", + "c raft", + "cr aft", + "he aders", + "head ers", + "header s", + "hea ders", + "e te", + "et e", + "end region", + "Ġ detail", + "Ġd etail", + "Ġde tail", + "Ġdet ail", + "U LE", + "UL E", + "Ġ Common", + "ĠCom mon", + "ĠComm on", + "ĉ protected", + "s ton", + "st on", + "sto n", + "ĠFIT NESS", + "Ġ fresh", + "Ġf resh", + "Ġfr esh", + "Ġfre sh", + "Ġfres h", + "\" >ĊĊ", + "\"> ĊĊ", + "\">Ċ Ċ", + ". example", + ".ex ample", + ".exam ple", + "b erg", + "ber g", + "be rg", + "Ġ moved", + "Ġm oved", + "Ġmov ed", + "Ġmove d", + "Ġmo ved", + "ĉ e", + "Ġ Saturday", + "ĠS aturday", + "Ġ payload", + "Ġp ayload", + "Ġpay load", + "Ä ĩ", + ") :ĊĊ", + "):Ċ Ċ", + "): ĊĊ", + "Ġb ey", + "Ġbe y", + "u rer", + "ur er", + "ure r", + "< script", + " ,", + "\" > < ?", + "( num", + "(n um", + "ĉ inline", + "ĉin line", + "Trans action", + ". On", + ".O n", + "Ġ mail", + "Ġm ail", + "Ġma il", + "Ġmai l", + "r ey", + "re y", + "res ults", + "result s", + "Ġ nav", + "Ġn av", + "Ġna v", + "I MIT", + "IM IT", + "_ ids", + "_id s", + "_i ds", + "M ake", + "Ma ke", + "å Ĭ", + "M odal", + "Mod al", + "Mo dal", + "Ġ LOG", + "ĠL OG", + "ĠLO G", + "Ġ Sur", + "ĠS ur", + "ĠSu r", + "Ġinstance of", + "Ġ overall", + "Ġover all", + "Ġ Information", + "ĠIn formation", + "ĠInform ation", + "Ġ construction", + "Ġcon struction", + "Ġconstruct ion", + "Ġconstr uction", + "_ FILE", + "_F ILE", + "b ut", + "bu t", + "Ġm edic", + "Ġme dic", + "Ġmed ic", + "Ġmedi c", + "Ġ duration", + "Ġd uration", + "Ġdu ration", + "Ġdur ation", + "it ness", + "a gent", + "ag ent", + "age nt", + "agen t", + "A V", + "Ġ seven", + "Ġs even", + "Ġse ven", + "Ġsev en", + "o lf", + "ol f", + "Ġ }}Ċ", + "Ġ} }Ċ", + "Ġ}} Ċ", + "\" ],Ċ", + "\"] ,Ċ", + "\"], Ċ", + "1 70", + "17 0", + "1 22", + "12 2", + "Ġ calling", + "Ġc alling", + "Ġcall ing", + "Ġcal ling", + "Ġ ans", + "Ġa ns", + "Ġan s", + "th rows", + "throw s", + "thr ows", + "thro ws", + "or izontal", + "Ġ useState", + "Ġuse State", + ". fl", + ".f l", + "Ġ Status", + "ĠS tatus", + "ĠSt atus", + "ĠStat us", + "Ġ Online", + "ĠOn line", + "R R", + "Ġ Rich", + "ĠR ich", + "ĠRic h", + "ĠRi ch", + "ĠH ill", + "ĠHi ll", + "ĠHil l", + "Ġ brain", + "Ġb rain", + "Ġbr ain", + "Ġbra in", + "Ġfollow ed", + "Ġfoll owed", + "2 40", + "24 0", + "e mic", + "em ic", + "emi c", + "Ġs light", + "Ġsl ight", + "Ġ insurance", + "Ġins urance", + ". Array", + ".A rray", + ".Ar ray", + "Ġ abstract", + "Ġa bstract", + "Ġab stract", + "Ġabs tract", + "Ġabst ract", + "Ġ Sum", + "ĠS um", + "ĠSu m", + "re direct", + "red irect", + "redi rect", + "o wner", + "ow ner", + "own er", + "( msg", + "(m sg", + "(ms g", + "Ġ Clinton", + "ĠCl inton", + "ĠClin ton", + "ĠClint on", + "ĠCli nton", + "N on", + "No n", + "ĉ ex", + "ĉe x", + "Ġ volume", + "Ġv olume", + "Ġvol ume", + "Ġvolum e", + "Ġ EventArgs", + "ĠEvent Args", + "- L", + "Ġ Dim", + "ĠD im", + "ĠDi m", + "Ġ Mart", + "ĠM art", + "ĠMar t", + "ĠMa rt", + "Ġ cursor", + "Ġc ursor", + "Ġcurs or", + "Ġcurso r", + "Ġ implementation", + "Ġim plementation", + "Ġimplement ation", + "ur red", + "urre d", + "urr ed", + "Ġl arger", + "Ġlarge r", + "Ġlarg er", + "Ġlar ger", + ") ;ĊĊĊ", + ");Ċ ĊĊ", + ");ĊĊ Ċ", + "); ĊĊĊ", + "' +", + ". transform", + ".trans form", + "Ġ upload", + "Ġup load", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "D raw", + "Dr aw", + "n el", + "ne l", + "ĉ float", + "ĉf loat", + "q rt", + "qr t", + "Ġ Network", + "ĠN etwork", + "ĠNet work", + "Ġ tit", + "Ġt it", + "Ġti t", + "A xis", + "Ax is", + ". android", + ".and roid", + "Ġ completed", + "Ġcom pleted", + "Ġcomp leted", + "Ġcomple ted", + "Ġcomplet ed", + "Ġcompl eted", + "Ġcomplete d", + "Ġ mur", + "Ġm ur", + "Ġmu r", + "Ġ columns", + "Ġcolumn s", + "Ġcolum ns", + "x c", + "Ġ supply", + "Ġs upply", + "Ġsup ply", + "Ġsuppl y", + "Ġsupp ly", + "im inal", + "imi nal", + "imin al", + "Ġ spr", + "Ġs pr", + "Ġsp r", + "================ ================================================", + "================================ ================================", + "================================================ ================", + "Ġ units", + "Ġun its", + "Ġunit s", + "Ġuni ts", + "( u", + "m i", + "re place", + "rep lace", + "[ key", + "[k ey", + "à ¹", + "an tic", + "ant ic", + "anti c", + "Ġ payment", + "Ġp ayment", + "Ġpay ment", + ", B", + "Ġ Apple", + "ĠApp le", + "ĠAp ple", + "ĠAppl e", + "g in", + "gi n", + "Re quired", + "Require d", + "# +", + "l ands", + "land s", + "la nds", + "lan ds", + "Ġ squ", + "Ġs qu", + "Ġsq u", + "Ġ factor", + "Ġf actor", + "Ġfact or", + "Ġfa ctor", + "Ġfac tor", + "Ġfacto r", + "d ec", + "de c", + "Ġ strength", + "Ġst rength", + "Ġstr ength", + "Ġstre ngth", + "Ġstren gth", + "Ġ boy", + "Ġb oy", + "Ġbo y", + "Ġ balance", + "Ġb alance", + "Ġbal ance", + "Ġ sources", + "Ġs ources", + "Ġsource s", + "Ġsour ces", + "s creen", + "sc reen", + "scr een", + "- top", + "-t op", + "-to p", + "Ġ Amazon", + "ĠA mazon", + "ĠAm azon", + "ĠAma zon", + "Ġ hidden", + "Ġh idden", + "Ġhi dden", + "Ġhid den", + "е ÑĤ", + "_ client", + "_c lient", + "_cl ient", + "_cli ent", + "Ġ eat", + "Ġe at", + "Ġea t", + ". display", + ".d isplay", + ".dis play", + "Ġ »", + "Ġ »", + "Ġ trigger", + "Ġtr igger", + "Ġtri gger", + "Ġtrig ger", + "an ager", + "ana ger", + "Ġ tro", + "Ġt ro", + "Ġtr o", + "Ġ claims", + "Ġcl aims", + "Ġclaim s", + "Ġcla ims", + "f ord", + "fo rd", + "for d", + "Ġ Company", + "ĠCom pany", + "ĠComp any", + "Ġ gift", + "Ġg ift", + "Ġgi ft", + "Ġgif t", + ", :", + "_ app", + "_a pp", + "_ap p", + "h andle", + "han dle", + "hand le", + "Ġ produce", + "Ġp roduce", + "Ġpro duce", + "Ġprodu ce", + "Ġprod uce", + "/ lib", + "/l ib", + "/li b", + "5 12", + "51 2", + "Ġ -*", + "Ġ- *", + "ĉ set", + "ĉs et", + "ĉse t", + "' ];", + "'] ;", + "a rc", + "ar c", + "a nder", + "an der", + "and er", + "ande r", + "Ġ Engine", + "ĠE ngine", + "ĠEng ine", + "Ġ attributes", + "Ġat tributes", + "Ġattribute s", + "Ġattrib utes", + "t ask", + "ta sk", + "tas k", + "< =", + "( N", + "Ġ warm", + "Ġw arm", + "Ġwar m", + "Ġwa rm", + "wh ich", + "Ġ Fore", + "ĠF ore", + "ĠFor e", + "ĠFo re", + "ag nost", + "agn ost", + "m ys", + "my s", + "Ġ tal", + "Ġt al", + "Ġta l", + "Ġ Sal", + "ĠS al", + "ĠSa l", + "g i", + "Ġ Print", + "ĠP rint", + "ĠPr int", + "ĠPri nt", + "Ġ TRUE", + "ĠTR UE", + "Ġ о", + "ĠÐ ¾", + ". UI", + ".U I", + "Ġ flash", + "Ġf lash", + "Ġfl ash", + "Ġfla sh", + "ro perty", + "rop erty", + ". location", + ".l ocation", + ".loc ation", + ".lo cation", + "Ġ Mill", + "ĠM ill", + "ĠMil l", + "ĠMi ll", + "b i", + "con tr", + "cont r", + ". request", + ".re quest", + ".req uest", + "Ġ Sam", + "ĠS am", + "ĠSa m", + "Ġ negative", + "Ġn egative", + "Ġneg ative", + "k it", + "ki t", + "Ġ sett", + "Ġs ett", + "Ġse tt", + "Ġset t", + ".print StackTrace", + "a be", + "ab e", + "ĉ i", + "Ġ burn", + "Ġb urn", + "Ġbu rn", + "Ġbur n", + "Ġs ociety", + "Ġsoci ety", + "C ache", + "Ca che", + "Ġ Security", + "ĠS ecurity", + "ĠSe curity", + "ĠSec urity", + ". models", + ".model s", + ".mod els", + ".mode ls", + "ĠWARRANT Y", + "_ up", + "_u p", + "ce ive", + "Ġ clients", + "Ġc lients", + "Ġcl ients", + "Ġclient s", + "Ġcli ents", + ". Tr", + ".T r", + "Ġprovid ing", + "Ġprov iding", + "Ġr out", + "Ġro ut", + "Ġrou t", + "m aterial", + "mat erial", + "mate rial", + "Ġ ||Ċ", + "Ġ| |Ċ", + "Ġ|| Ċ", + "Ġ Ser", + "ĠS er", + "ĠSe r", + "Ġ Office", + "ĠOff ice", + "FT WARE", + "Ġ '$", + "Ġ' $", + "Ġf oc", + "Ġfo c", + "Ġex cell", + "Ġexc ell", + "Ġexcel l", + "Ġexce ll", + "Ġ cat", + "Ġc at", + "Ġca t", + "n ormal", + "norm al", + "nor mal", + "Ġd etermine", + "Ġdeter mine", + "Ġdetermin e", + "Ġdeterm ine", + "ĉ uint", + "ĉu int", + "ĉui nt", + "P ane", + "Pa ne", + "Pan e", + "Ġ employees", + "Ġemploy ees", + "Ġemployee s", + "Ġ Texas", + "ĠT exas", + "ĠTex as", + "Ġtr aff", + "Ġtra ff", + "Ġtraf f", + "Ġ Report", + "ĠRe port", + "ĠRep ort", + "ĠRepo rt", + "an ta", + "ant a", + "Ġ Box", + "ĠB ox", + "ĠBo x", + "Ġ django", + "Ġd jango", + "Ġdj ango", + "Ġ partner", + "Ġp artner", + "Ġpart ner", + "E B", + "L INE", + "LI NE", + "LIN E", + "Ġfe eling", + "Ġfeel ing", + "Ġfee ling", + "Ġ civil", + "Ġc ivil", + "Ġci vil", + "Ġciv il", + "( float", + "(f loat", + "S ql", + "Sq l", + "Ġwould n", + ". init", + ".in it", + ".i nit", + ".ini t", + ". left", + ".l eft", + ".le ft", + "- v", + "_ level", + "_le vel", + "' }", + "A F", + "Ġ loading", + "Ġlo ading", + "Ġload ing", + "Ġloa ding", + "Ġ Only", + "ĠOn ly", + "Ġ cookies", + "Ġc ookies", + "Ġco okies", + "Ġcook ies", + "Ġcookie s", + "Ġ Gl", + "ĠG l", + "C O", + "Ġ strategy", + "Ġstr ategy", + "Ġstrateg y", + "Ġstrate gy", + "(' ./", + "('. /", + "Ġ ship", + "Ġs hip", + "Ġsh ip", + "p oses", + "pos es", + "pose s", + "po ses", + "Ġ signal", + "Ġs ignal", + "Ġsign al", + "Ġsig nal", + "Ġ alpha", + "Ġal pha", + "Ġalph a", + ". pop", + ".p op", + ".po p", + "R adius", + "Rad ius", + "Radi us", + "Ġ replace", + "Ġre place", + "Ġrep lace", + "Ġrepl ace", + "_ DIR", + "_D IR", + "_DI R", + "c ounter", + "co unter", + "count er", + "bserv able", + "e la", + "el a", + "W eight", + "We ight", + "Wei ght", + "h ash", + "ha sh", + "has h", + "b ose", + "bo se", + "bos e", + "f x", + "Ġ Email", + "ĠE mail", + "ĠEm ail", + "Ġ refer", + "Ġre fer", + "Ġref er", + "local host", + "_ RO", + "_R O", + "i ques", + "ique s", + "iqu es", + "iq ues", + "S tep", + "St ep", + "Ste p", + "Ġ ahead", + "Ġa head", + "Ġah ead", + "( View", + "(V iew", + "Ġ Services", + "ĠS ervices", + "ĠService s", + "ĠServ ices", + "Ġ Json", + "ĠJ son", + "ĠJs on", + "ess or", + "esso r", + "Ġ pun", + "Ġp un", + "Ġpu n", + "Ġ appropriate", + "Ġapp ropriate", + "Ġappropri ate", + "a kers", + "ak ers", + "ake rs", + "aker s", + "o sen", + "os en", + "ose n", + "p osing", + "pos ing", + "po sing", + "Ġ agent", + "Ġa gent", + "Ġag ent", + "Ġage nt", + "f c", + "Ġ transfer", + "Ġtrans fer", + "Ġtransf er", + "Ġ invalid", + "Ġin valid", + "Ġinval id", + "Ġ Research", + "ĠRe search", + "ĠRes earch", + "Vert ex", + "Ver tex", + "Ġ gay", + "Ġg ay", + "Ġga y", + "Ġ journal", + "Ġj ournal", + "Ġjo urnal", + "Ġjour nal", + "[ x", + "Ġ \"\",Ċ", + "Ġ\" \",Ċ", + "Ġ\"\" ,Ċ", + "Ġ\"\", Ċ", + "Ġ Well", + "ĠW ell", + "ĠWe ll", + "ĠWel l", + ". Tasks", + ".T asks", + ".Task s", + "S pec", + "Sp ec", + "Spe c", + "Ġ ol", + "Ġo l", + "Ġs pend", + "Ġsp end", + "Ġspe nd", + "Ġ Australia", + "ĠA ustralia", + "ĠAustral ia", + "ĠAustr alia", + "M atch", + "Mat ch", + ".j unit", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġ MAX", + "ĠM AX", + "ĠMA X", + "iz able", + "iza ble", + "cl usive", + "clus ive", + "_ valid", + "_val id", + "_va lid", + "Ġ quarter", + "Ġqu arter", + "Ġquar ter", + "Ġquart er", + "y an", + "ya n", + "0 05", + "00 5", + "Ġ Edit", + "ĠE dit", + "ĠEd it", + "ar den", + "ard en", + "arde n", + "= new", + "=n ew", + "Ġ frag", + "Ġf rag", + "Ġfr ag", + "Ġfra g", + "B it", + "Bi t", + "z i", + "a ine", + "ain e", + "ai ne", + "u dd", + "ud d", + ". Object", + ".O bject", + ".Obj ect", + "de bug", + "deb ug", + "Ġ cash", + "Ġc ash", + "Ġca sh", + "Ġcas h", + "_ IM", + "_I M", + "Ġ een", + "Ġe en", + "Ġee n", + "Ġ commercial", + "Ġcom mercial", + "Ġcomm ercial", + "Ġcommerc ial", + "Ġ Video", + "ĠV ideo", + "ĠVi deo", + "ĠVid eo", + "ĠVide o", + "l oader", + "lo ader", + "load er", + "Ġ fixed", + "Ġf ixed", + "Ġfix ed", + "Ġfi xed", + "Ġ applications", + "Ġapp lications", + "Ġapplication s", + "Ġapplic ations", + "Ġappl ications", + "Ġ _,", + "Ġ_ ,", + "Ġ Russia", + "ĠR ussia", + "ĠRuss ia", + "it ect", + "ite ct", + "_ (", + "Ġ Block", + "ĠB lock", + "ĠBl ock", + "ĠBlo ck", + "ĠBloc k", + "Ġ san", + "Ġs an", + "Ġsa n", + "Ġ Tom", + "ĠT om", + "ĠTo m", + "Ġ perhaps", + "Ġper haps", + "Ġ sig", + "Ġs ig", + "Ġsi g", + "le vant", + "lev ant", + "Ġc orpor", + "Ġcor por", + "Ġcorp or", + "Ġcorpo r", + "at aset", + "ata set", + "atas et", + "r onic", + "ro nic", + "ron ic", + "x e", + "Ġ eth", + "Ġe th", + "Ġet h", + "S ome", + "So me", + "Som e", + "p op", + "po p", + "_ OK", + "_O K", + "Ġt end", + "Ġte nd", + "Ġten d", + ". Res", + ".R es", + ".Re s", + "_ and", + "_a nd", + "_an d", + "Ġ reviews", + "Ġre views", + "Ġreview s", + "Ġ wild", + "Ġw ild", + "Ġwi ld", + "Ġwil d", + "1 17", + "11 7", + "Ġ degree", + "Ġd egree", + "Ġde gree", + "Ġdeg ree", + ". O", + ". objects", + ".object s", + ".obj ects", + "_ args", + "_arg s", + "_ar gs", + "n il", + "ni l", + "Ġ disabled", + "Ġdis abled", + "Ġdisable d", + "P arent", + "Par ent", + "Pa rent", + "Paren t", + "Ġ notes", + "Ġn otes", + "Ġnot es", + "Ġno tes", + "Ġnote s", + "Ġ \"\"Ċ", + "Ġ\" \"Ċ", + "Ġ\"\" Ċ", + "( state", + "(st ate", + "(stat e", + "i strict", + "istr ict", + "Ġ logging", + "Ġlog ging", + ". IO", + ".I O", + "Ġ Mal", + "ĠM al", + "ĠMa l", + "D M", + "Ġ xml", + "Ġx ml", + "Ġxm l", + "Ġ Robert", + "ĠRob ert", + "ĠRo bert", + "e len", + "el en", + "ele n", + "l ayout", + "lay out", + "f ol", + "fo l", + "' ]))", + "'] ))", + "']) )", + ", b", + "Ġ Jer", + "ĠJ er", + "ĠJe r", + "f ilename", + "file name", + "fi lename", + "fil ename", + "Ġ fan", + "Ġf an", + "Ġfa n", + "Ġ Custom", + "ĠC ustom", + "ĠCust om", + "= \"\"", + "=\" \"", + "Ġ Die", + "ĠD ie", + "ĠDi e", + "B undle", + ". utils", + ".util s", + ".ut ils", + "Ġ trip", + "Ġt rip", + "Ġtr ip", + "Ġtri p", + "M B", + "Ġ soft", + "Ġs oft", + "Ġso ft", + "Ġsof t", + "_ MODE", + "_M ODE", + "_MO DE", + "_MOD E", + "Ġapp licable", + "Ġapplic able", + "Ġappl icable", + "Ġ upper", + "Ġu pper", + "Ġup per", + "Ġupp er", + "ER VER", + "ERV ER", + "ERVE R", + "_ al", + "_a l", + "_ LOG", + "_L OG", + "_LO G", + "H ere", + "He re", + "Her e", + "w p", + "Ġ Server", + "ĠS erver", + "ĠSer ver", + "ĠServ er", + "ĠServe r", + "Ġ Client", + "ĠC lient", + "ĠCl ient", + "ĠCli ent", + "Ġ chem", + "Ġc hem", + "Ġch em", + "Ġche m", + "S croll", + "Sc roll", + "Scr oll", + "Ġ highest", + "Ġh ighest", + "Ġhigh est", + "Ġhi ghest", + "Ġ Select", + "ĠS elect", + "ĠSe lect", + "ĠSel ect", + "ĠSele ct", + "Ġ \"@", + "Ġ\" @", + "Ġ Why", + "ĠW hy", + "ĠWh y", + "S ec", + "Se c", + "h eel", + "he el", + "hee l", + "O peration", + "Oper ation", + "Op eration", + "Opera tion", + "Ġ connected", + "Ġconn ected", + "Ġconnect ed", + "ir med", + "irm ed", + "Ġcit iz", + "Ġ Che", + "ĠC he", + "ĠCh e", + "Ġ forces", + "Ġfor ces", + "Ġforce s", + "Ġforc es", + "Ġ www", + "Ġw ww", + "Ġww w", + "R oot", + "Ro ot", + "AN CE", + "ANC E", + "M any", + "Man y", + "Ma ny", + "i cip", + "ic ip", + "ici p", + "r gan", + "rg an", + "2 20", + "22 0", + "Ġ Tor", + "ĠT or", + "ĠTo r", + "Ġ Press", + "ĠP ress", + "ĠPr ess", + "ĠPres s", + "ĠPre ss", + "Ġ Mor", + "ĠM or", + "ĠMo r", + "- line", + "-l ine", + "-li ne", + "u led", + "ul ed", + "ule d", + "> \\", + "Ġ thus", + "Ġt hus", + "Ġth us", + "Ġthu s", + "Ġ Register", + "ĠReg ister", + "h ol", + "ho l", + "Ġ Chinese", + "ĠCh inese", + "ĠChin ese", + "Ġ posted", + "Ġpos ted", + "Ġpost ed", + "Ġpo sted", + "Ġposte d", + "Ġm agn", + "Ġmag n", + "Ġma gn", + "ab ilities", + "abil ities", + "abilit ies", + "Ġd isease", + "Ġdis ease", + "Ġdise ase", + "Ġrem ains", + "Ġremain s", + "Ġ Prof", + "ĠP rof", + "ĠPro f", + "ĠPr of", + "- form", + "-f orm", + "-for m", + "Ġ cin", + "Ġc in", + "Ġci n", + "o rgan", + "or gan", + "org an", + "i cate", + "ic ate", + "ica te", + "Ġ stress", + "Ġst ress", + "Ġstr ess", + "Ġstre ss", + "] *", + "Ġ ----------------------------------------------------------------", + "Ġ---------------- ------------------------------------------------", + "Ġ------------------------------------------------ ----------------", + "Ġ-------------------------------- --------------------------------", + "Ġ------------------------------------------------------------ ----", + "_ context", + "_con text", + "_cont ext", + "or ry", + "orr y", + "Ġd ied", + "Ġdi ed", + "Ġdie d", + "m at", + "ma t", + "Ġ starts", + "Ġst arts", + "Ġstart s", + "Ġstar ts", + "Ġsta rts", + ". Message", + ".M essage", + "Ġ runs", + "Ġr uns", + "Ġrun s", + "Ġru ns", + "Ġ guide", + "Ġg uide", + "Ġgu ide", + "Ġguid e", + "Ġgui de", + "Ġw arranty", + "Ġwarrant y", + "ent ials", + "ential s", + "enti als", + "d ict", + "di ct", + "dic t", + "Ġ Size", + "ĠS ize", + "ĠSi ze", + "ĠSiz e", + "u ler", + "ul er", + "ule r", + "Ġres ponsible", + "Ġrespons ible", + "_ SET", + "_S ET", + "_SE T", + "Ġcont aining", + "Ġcontain ing", + "Ġconta ining", + "Ġ Price", + "ĠP rice", + "ĠPr ice", + "ĠPri ce", + "| |", + "3 50", + "35 0", + "F S", + "Ġ emp", + "Ġe mp", + "Ġem p", + "_ button", + "_b utton", + "_but ton", + "( uint", + "(u int", + "(ui nt", + "Ġs uff", + "Ġsu ff", + "Ġsuf f", + "p th", + "pt h", + "Ġdef initely", + "Ġdefinit ely", + "Ġdefinite ly", + "p ute", + "put e", + "pu te", + "Ġ marketing", + "Ġmark eting", + "Ġmarket ing", + "Ġ WH", + "ĠW H", + "Ġ Sie", + "ĠS ie", + "ĠSi e", + "+ =", + "OL OR", + "Ġ consult", + "Ġcons ult", + "Ġconsul t", + "Ġ signed", + "Ġs igned", + "Ġsign ed", + "Ġsig ned", + "Ġ sequence", + "Ġse quence", + "Ġsequ ence", + "l ee", + "le e", + "Ġ requirements", + "Ġrequire ments", + "Ġrequirement s", + "h y", + "Ex press", + "Exp ress", + "Expr ess", + "M T", + "s ey", + "se y", + "Ġ ult", + "Ġu lt", + "Ġul t", + "å ®", + "ellig ence", + "elli gence", + "Ġ analy", + "Ġan aly", + "Ġanal y", + "Ġana ly", + "Ġ dress", + "Ġd ress", + "Ġdr ess", + "Ġdre ss", + "e ngine", + "eng ine", + "engin e", + "Ġ Great", + "ĠG reat", + "ĠGr eat", + "ĠGre at", + "Ġ Android", + "ĠAnd roid", + "ĠAndr oid", + "Ġ Alex", + "ĠA lex", + "ĠAl ex", + "ĠAle x", + "m ode", + "mod e", + "mo de", + "D ictionary", + ". Date", + ".D ate", + "ä ½", + "V ICE", + "VI CE", + "VIC E", + "Ġf amilies", + "Ġfam ilies", + "Ġfamil ies", + "Ġ Russian", + "ĠR ussian", + "ĠRuss ian", + "ĠRussia n", + "ĠRus sian", + "Ġ Times", + "ĠT imes", + "ĠTime s", + "ĠTim es", + "ĠTi mes", + ". call", + ".c all", + ".ca ll", + ".cal l", + "$ (", + "Pro file", + "Pr ofile", + "Prof ile", + "Ġ folder", + "Ġf older", + "Ġfol der", + "Ġfold er", + "Ġfo lder", + "c hes", + "ch es", + "che s", + "Ġl egis", + "Ġle gis", + "Ġleg is", + "_ row", + "_r ow", + "_ro w", + "u nes", + "un es", + "une s", + "Ù Ħ", + "Ġ }).", + "Ġ} ).", + "Ġ}) .", + "As sert", + "Ass ert", + "a gen", + "ag en", + "age n", + "Ġ Hand", + "ĠH and", + "ĠHa nd", + "ĠHan d", + "I ter", + "It er", + "Ġbig gest", + "o reach", + "or each", + "ore ach", + "orea ch", + "Ġp olic", + "Ġpol ic", + "Ġpo lic", + "Ġ permissions", + "Ġper missions", + "Ġpermission s", + "Ġperm issions", + "Ġsh owed", + "Ġshow ed", + "Ġsho wed", + "Ġ Element", + "ĠE lement", + "ĠEl ement", + "ĠEle ment", + "ĠElem ent", + "Ġ topic", + "Ġt opic", + "Ġto pic", + "Ġtop ic", + "âĢĶ âĢĶ", + "r oad", + "ro ad", + "Ġ Bank", + "ĠB ank", + "ĠBa nk", + "ĠBan k", + "re cord", + "rec ord", + "Ġ partners", + "Ġpart ners", + "Ġpartner s", + "Ġ Ref", + "ĠR ef", + "ĠRe f", + "ess ions", + "ession s", + "Ġas sess", + "Ġass ess", + "Ġasses s", + "U ST", + "US T", + "Ġ Party", + "ĠP arty", + "ĠPart y", + "ĠPar ty", + "p rodu", + "pr odu", + "pro du", + "prod u", + "L C", + "Ġ ul", + "Ġu l", + ". form", + ".f orm", + ".for m", + "h ide", + "hi de", + "hid e", + "c opy", + "co py", + "cop y", + "U TF", + "UT F", + "Ġ SOFTWARE", + "ĠSO FTWARE", + "čĊ čĊčĊ", + "čĊčĊ čĊ", + "Ġ Lin", + "ĠL in", + "ĠLi n", + "u na", + "un a", + "u gar", + "ug ar", + "uga r", + "Ġ administration", + "Ġadmin istration", + "Ġadministr ation", + "Ġ opening", + "Ġop ening", + "Ġopen ing", + "Ġ scan", + "Ġs can", + "Ġsc an", + "Ġsca n", + "Ġ continued", + "Ġcontin ued", + "Ġcontinue d", + "Ġcontinu ed", + "com ponent", + "comp onent", + ". sp", + ".s p", + "Ġhapp ens", + "Ġhappen s", + "um my", + "umm y", + "Ġ PR", + "ĠP R", + ". File", + ".F ile", + "Ġ Download", + "ĠD ownload", + "ĠDown load", + "Lo ading", + "Load ing", + "d i", + "Ġ waiting", + "Ġwait ing", + "Ġwa iting", + "_ ADD", + "_A DD", + "_AD D", + "T ab", + "Ta b", + ". querySelector", + ".query Selector", + "Ġe conomy", + "Ġecon omy", + "Ġeconom y", + "Ġec onomy", + "Ġ French", + "ĠF rench", + "ĠFr ench", + "t xt", + "tx t", + "Ġ fant", + "Ġf ant", + "Ġfa nt", + "Ġfan t", + "_ ;Ċ", + "_; Ċ", + "H older", + "Hold er", + "Ho lder", + "Hol der", + "S H", + "0 04", + "00 4", + "Ġ numpy", + "Ġn umpy", + "Ġnum py", + "Ġ street", + "Ġst reet", + "Ġstre et", + "Ġ male", + "Ġm ale", + "Ġma le", + "Ġmal e", + "\\ Model", + "\\M odel", + "an ging", + "ang ing", + "angi ng", + "3 33", + "33 3", + "Ġ Bill", + "ĠB ill", + "ĠBi ll", + "ĠBil l", + "Ġpre viously", + "Ġprevious ly", + "Ġprev iously", + "B I", + "Ġ Secret", + "ĠS ecret", + "ĠSe cret", + "ĠSec ret", + "Ġ mist", + "Ġm ist", + "Ġmis t", + "Ġmi st", + "Ġ Field", + "ĠF ield", + "ĠFi eld", + "u ps", + "up s", + "Ġ Process", + "ĠP rocess", + "ĠPro cess", + "ĠProc ess", + "Ġ kept", + "Ġk ept", + "Ġke pt", + "Ġkep t", + "Ġ OT", + "ĠO T", + "Ġ traditional", + "Ġtrad itional", + "Ġtradition al", + ". i", + "a min", + "am in", + "ami n", + "Ġh elps", + "Ġhelp s", + "Ġhel ps", + "A ny", + "An y", + "or igin", + "orig in", + "ori gin", + "il ters", + "ilter s", + "ilt ers", + "j u", + "d esc", + "de sc", + "des c", + "Ġ Account", + "ĠA ccount", + "ĠAc count", + "ĠAcc ount", + "Ġ )čĊ", + "Ġ) čĊ", + "k top", + "kt op", + "ol ly", + "oll y", + "Ġ fs", + "Ġf s", + "Ġ ê", + "Ġ ut", + "Ġu t", + "Ġ central", + "Ġc entral", + "Ġcent ral", + "Ġcentr al", + "( test", + "(t est", + "(te st", + ". An", + ".A n", + "Ġs atisf", + "G R", + "Ġ Full", + "ĠF ull", + "ĠFu ll", + "ĠFul l", + "Ġ heat", + "Ġh eat", + "Ġhe at", + "i ber", + "ib er", + "ibe r", + "Ġ onto", + "Ġon to", + "Ġont o", + "m os", + "mo s", + "S chema", + "Sch ema", + "Ġ factory", + "Ġf actory", + "Ġfact ory", + "Ġfactor y", + "Ġfacto ry", + "\" .$", + "\". $", + "a ws", + "aw s", + "St atement", + "State ment", + "Stat ement", + "( target", + "(t arget", + "ĉ new", + "ĉn ew", + ". be", + ".b e", + "Ġ guest", + "Ġg uest", + "Ġgu est", + "Ġ mal", + "Ġm al", + "Ġma l", + "A RY", + "AR Y", + "Ġre ached", + "Ġreach ed", + "Ġ mouse", + "Ġm ouse", + "Ġmo use", + "Ġmou se", + "Ġ challenge", + "Ġch allenge", + "Ġchall enge", + "Ġchalleng e", + "ĉ double", + "ĉd ouble", + "ĉdo uble", + "Ġ Tem", + "ĠT em", + "ĠTe m", + "Ġ terror", + "Ġt error", + "Ġte rror", + "Ġter ror", + "Ġterr or", + "Ġ extract", + "Ġex tract", + "Ġext ract", + "Ġextra ct", + "Ġextr act", + "_ TO", + "_T O", + "Ġse parate", + "Ġsepar ate", + "Ġseparat e", + "Ġ mir", + "Ġm ir", + "Ġmi r", + "h elp", + "he lp", + "hel p", + "Ġ capacity", + "Ġcap acity", + "Ġcapac ity", + "Ġcapacit y", + "Ġ Property", + "ĠP roperty", + "ĠPro perty", + "ĠProp erty", + "ĠProper ty", + "k an", + "ka n", + "_ create", + "_c reate", + "_cre ate", + "Ġ Light", + "ĠL ight", + "ĠLi ght", + "ĠLig ht", + ". parent", + ".p arent", + ".par ent", + ".pa rent", + "Ġunder standing", + "Ġunderstand ing", + "Ġunderst anding", + "Ġe asier", + "Ġeas ier", + "Ġ |=", + "Ġ| =", + "Ġ enh", + "Ġe nh", + "Ġen h", + "Ġ fat", + "Ġf at", + "Ġfa t", + "Ġpro test", + "Ġprot est", + "Ġprote st", + "a mm", + "am m", + "_ AT", + "_A T", + "- of", + "-o f", + "i ls", + "il s", + "Ġ Oh", + "ĠO h", + "Ġ psych", + "Ġps ych", + "Ġpsy ch", + "Ġ $.", + "Ġ$ .", + "i nds", + "in ds", + "ind s", + "Ġ relative", + "Ġrel ative", + "Ġrelativ e", + "Ġrelat ive", + "s hop", + "sh op", + "s hort", + "sh ort", + "Ġ Sand", + "ĠS and", + "ĠSan d", + "ĠSa nd", + "2 10", + "21 0", + "u estion", + "ues tion", + "uest ion", + "Ġf ear", + "Ġfe ar", + "/ ĊĊ", + "/Ċ Ċ", + ". context", + ".con text", + ".cont ext", + "Ġ schools", + "Ġschool s", + "Ġsch ools", + "Ġscho ols", + "Ġ serve", + "Ġs erve", + "Ġse rve", + "Ġser ve", + "Ġserv e", + "z one", + "zo ne", + "zon e", + "_ db", + "_d b", + "Ġmajor ity", + "ex ample", + "exam ple", + "Ġ lang", + "Ġl ang", + "Ġla ng", + "Ġlan g", + "ĉ ĠĠ", + "ĉĠ Ġ", + "Reg ister", + "e ndo", + "en do", + "end o", + "Ġ processing", + "Ġp rocessing", + "Ġprocess ing", + "Ġproces sing", + "_ template", + "_t emplate", + "_temp late", + "_tem plate", + "- user", + "-use r", + "-us er", + "-u ser", + "Ġ eg", + "Ġe g", + "C OM", + "CO M", + "Ġ Blue", + "ĠB lue", + "ĠBl ue", + "ĠBlu e", + "i ro", + "ir o", + "Ġ remote", + "Ġrem ote", + "Ġremot e", + "Ġ IT", + "ĠI T", + "# !/", + "#! /", + "Ġred istrib", + "Ġredis trib", + "1 24", + "12 4", + "r az", + "ra z", + "Ġ Since", + "ĠS ince", + "ĠSi nce", + "ĠSin ce", + "Ġ Tur", + "ĠT ur", + "ĠTu r", + "1 35", + "13 5", + "Back ground", + "= ==", + "== =", + "Ġ reflect", + "Ġref lect", + "Ġrefl ect", + "Ġp ros", + "Ġpro s", + "Ġpr os", + "c md", + "cm d", + "Ġw hom", + "Ġwh om", + "Ġwho m", + "Com pat", + "Comp at", + "Ġ Are", + "ĠA re", + "ĠAr e", + "Id entifier", + "Ident ifier", + "ĠT hom", + "ĠTh om", + "_ port", + "_p ort", + "_po rt", + "_por t", + "g u", + "Ġ monitor", + "Ġm onitor", + "Ġmon itor", + "r m", + "Ġ patient", + "Ġp atient", + "Ġpat ient", + "ver ter", + "vert er", + "verte r", + "Ġ gain", + "Ġg ain", + "Ġga in", + "- ui", + "-u i", + "I nst", + "In st", + "Ins t", + "Ġd ies", + "Ġdi es", + "Ġdie s", + "1 18", + "11 8", + "A rea", + "Ar ea", + "Are a", + "_ filter", + "_f ilter", + "_fil ter", + "_filt er", + "Ġg rat", + "Ġgr at", + "Ġgra t", + "Ġre ality", + "Ġreal ity", + "ord inate", + "ordin ate", + "ol ved", + "olve d", + "olv ed", + "Cont act", + "Conta ct", + "Ġcom pliance", + "Ġcompl iance", + "_ or", + "_o r", + "Ġ Var", + "ĠV ar", + "ĠVa r", + "d l", + "Ġ append", + "Ġapp end", + "Ġap pend", + "Ġappe nd", + "G ER", + "GE R", + "( max", + "(m ax", + ". render", + ".re nder", + ".r ender", + "Ġ dynamic", + "Ġd ynamic", + "Ġdynam ic", + "Ġdyn amic", + "ordin ates", + "ordinate s", + "_ options", + "_option s", + "_o ptions", + "_opt ions", + "_ column", + "_c olumn", + "_col umn", + "Ġb atter", + "Ġbatt er", + "Ġbat ter", + "s pace", + "sp ace", + "spa ce", + "L a", + "Ġ Source", + "ĠS ource", + "ĠSour ce", + "/ bin", + "/b in", + "Ġ dos", + "Ġd os", + "Ġdo s", + "Ġ Board", + "ĠB oard", + "ĠBo ard", + "Ġ Thread", + "ĠT hread", + "ĠTh read", + "ĠThr ead", + "Ġ AL", + "ĠA L", + "( config", + "(con fig", + "(conf ig", + "1 44", + "14 4", + "Ġ Mer", + "ĠM er", + "ĠMe r", + "Ġm iles", + "Ġmil es", + "Ġmi les", + "Ġmile s", + "_ header", + "_head er", + "_he ader", + "ETH OD", + "i zz", + "iz z", + "Ġb enefit", + "Ġbenef it", + "Ġbene fit", + "Ġ integr", + "Ġint egr", + "Ġinteg r", + "Ġinte gr", + "( current", + "(c urrent", + "(cur rent", + "(curr ent", + "u lo", + "ul o", + ". default", + ".d efault", + ".de fault", + ".def ault", + "Ġ Div", + "ĠD iv", + "ĠDi v", + "Ġ ton", + "Ġt on", + "Ġto n", + "o th", + "ot h", + "er vation", + "erv ation", + "erva tion", + "e dom", + "ed om", + "edo m", + "Ġ baby", + "Ġb aby", + "Ġba by", + "Ġbab y", + "ce ived", + "ceive d", + ". top", + ".t op", + ".to p", + "rior ity", + "Ġ Local", + "ĠL ocal", + "ĠLo cal", + "ĠLoc al", + "r iage", + "ri age", + "ria ge", + "Ġ attacks", + "Ġatt acks", + "Ġattack s", + "Ġ hospital", + "Ġh ospital", + "Ġhosp ital", + "1 68", + "16 8", + "Ġ female", + "Ġf emale", + "Ġfe male", + "Ġfem ale", + "Ġ Login", + "ĠLog in", + "ĠLo gin", + "ĠF lor", + "ĠFl or", + "ĠFlo r", + "Ġ chain", + "Ġch ain", + "Ġcha in", + "Ġchai n", + "ash ion", + "ashi on", + "Text ure", + "Tex ture", + "S ave", + "Sa ve", + "Ġ farm", + "Ġf arm", + "Ġfa rm", + "Ġfar m", + ". contains", + ".con tains", + ".cont ains", + ". Test", + ".T est", + ".Te st", + "Ġkn ows", + "Ġknow s", + "Ġgener ally", + "Ġgeneral ly", + "ip eline", + "ipe line", + "ipel ine", + "Ġme ant", + "Ġmean t", + "e ncia", + "en cia", + "enc ia", + "enci a", + "Ġn icht", + "Ġni cht", + "Ġnic ht", + "Ġnich t", + "Ġ contents", + "Ġcont ents", + "Ġcontent s", + "Ġconten ts", + "Ġconte nts", + "P M", + "ched ule", + "( line", + "(l ine", + "(li ne", + "C G", + "j ob", + "jo b", + "Ġ Real", + "ĠRe al", + "u er", + "ue r", + "f irm", + "fi rm", + "fir m", + "Ġ Ø", + "e tro", + "et ro", + "etr o", + "\" `Ċ", + "\"` Ċ", + "Ġ speech", + "Ġs peech", + "Ġspe ech", + "Ġ thr", + "Ġt hr", + "Ġth r", + "f oreach", + "fo reach", + "fore ach", + "for each", + "Ġ warn", + "Ġw arn", + "Ġwar n", + "Ġwa rn", + "ĉ l", + "Ġ heavy", + "Ġhe avy", + "Ġheav y", + "< li", + " )", + "_ char", + "_c har", + "_ch ar", + "re source", + "res ource", + "Ġ episode", + "Ġep isode", + "Ġepis ode", + "Ġ '_", + "Ġ' _", + "Ġ Es", + "ĠE s", + "Ġ Earth", + "ĠE arth", + "ĠEar th", + "Âł Âł", + "UP DATE", + "1 33", + "13 3", + "Ġ Sou", + "ĠS ou", + "ĠSo u", + "u is", + "ui s", + "t ypes", + "type s", + "ty pes", + "typ es", + "Ġ mas", + "Ġm as", + "Ġma s", + "Ġ fav", + "Ġf av", + "Ġfa v", + "Ġ construct", + "Ġcon struct", + "Ġconstr uct", + "_ rate", + "_r ate", + "_ra te", + "_rat e", + "e ras", + "er as", + "era s", + "Ġ |Ċ", + "Ġ| Ċ", + "rop erties", + "Ġ external", + "Ġex ternal", + "Ġext ernal", + "Ġextern al", + "Ġexter nal", + "Ġapp lied", + "Ġap plied", + "Ġappl ied", + "Ġ prefix", + "Ġp refix", + "Ġpre fix", + "Ġpref ix", + "o ted", + "ot ed", + "ote d", + "l ers", + "le rs", + "ler s", + "Ġ cold", + "Ġc old", + "Ġco ld", + "Ġcol d", + "Ġ SP", + "ĠS P", + "Ġ Church", + "ĠCh urch", + "ĠChu rch", + "Ġ Output", + "ĠOut put", + "l osed", + "lo sed", + "lose d", + "los ed", + "ç ļ", + "if icate", + "ific ate", + "ifi cate", + "ifica te", + "o peration", + "op eration", + "ope ration", + "oper ation", + "he rit", + "her it", + "x FF", + "xF F", + ". env", + ".e nv", + ".en v", + "_ err", + "_e rr", + "_er r", + "o sh", + "os h", + "D irection", + "Dir ection", + "Direct ion", + "Di rection", + "Dire ction", + "C ancel", + "Can cel", + "Ġ Frank", + "ĠF rank", + "ĠFr ank", + "ĠFra nk", + "ĠFran k", + "Ġ finding", + "Ġf inding", + "Ġfind ing", + "Ġfin ding", + ". )ĊĊ", + ".) ĊĊ", + ".)Ċ Ċ", + "Ġ router", + "Ġr outer", + "Ġro uter", + "Ġroute r", + "Ġrout er", + "Ġrou ter", + "ãĥ »", + "s es", + "se s", + "Ġ crow", + "Ġc row", + "Ġcr ow", + "Ġcro w", + "= ='", + "== '", + "Ġ sand", + "Ġs and", + "Ġsa nd", + "Ġsan d", + "Ġ rid", + "Ġr id", + "Ġri d", + "i ture", + "it ure", + "itu re", + "itur e", + "Ġ entre", + "Ġen tre", + "Ġent re", + "Ġentr e", + "Ġ observ", + "Ġo bserv", + "Ġob serv", + "Ġobs erv", + "Ġ vac", + "Ġv ac", + "Ġva c", + "ð Ł", + "- T", + "A rt", + "Ar t", + "n ight", + "ni ght", + ". search", + ".s earch", + ".se arch", + "Ġ exchange", + "Ġex change", + "Ġ district", + "Ġd istrict", + "Ġdi strict", + "Ġdistr ict", + ". os", + ".o s", + "Ġ department", + "Ġde partment", + "Ġdep artment", + "Ġdepart ment", + "Ġ documents", + "Ġdocument s", + "Ġdoc uments", + "Ġcent ury", + "Ġ Next", + "ĠN ext", + "ĠNe xt", + "ĠNex t", + "H ost", + "Ho st", + "ĠK IND", + "Ġs usp", + "Ġsu sp", + "Ġsus p", + "- P", + "r end", + "re nd", + "ren d", + ". em", + ".e m", + "u ite", + "ui te", + "uit e", + "i sters", + "is ters", + "ist ers", + "ister s", + "iste rs", + "( json", + "(j son", + "(js on", + "Ġ Ann", + "ĠA nn", + "ĠAn n", + "w t", + "a ti", + "at i", + "Ġ HTML", + "ĠHT ML", + "w hen", + "wh en", + "D irectory", + "Direct ory", + "Director y", + "Ġsh ut", + "< a", + "e dy", + "ed y", + "Ġ healthy", + "Ġhealth y", + "Ġheal thy", + "Ġ temperature", + "Ġt emperature", + "Ġtem perature", + "Ġtemper ature", + "Ġ Gen", + "ĠG en", + "ĠGe n", + "Ġ metal", + "Ġm etal", + "Ġme tal", + "Ġmet al", + "Ġmeta l", + "Ġ submit", + "Ġsub mit", + "Ġ DO", + "ĠD O", + "Ġat tract", + "Ġatt ract", + "Ġattr act", + "Ġ {};Ċ", + "Ġ{ };Ċ", + "Ġ{} ;Ċ", + "Ġ{}; Ċ", + "Ġ Word", + "ĠW ord", + "ĠWo rd", + "ĠWor d", + "Ġ ll", + "Ġl l", + "Ġse emed", + "Ġsee med", + "Ġseem ed", + "k o", + "I ED", + "IE D", + "Ġl abor", + "Ġla bor", + "Ġlab or", + ". Context", + ".Cont ext", + ".Con text", + "Ġ asset", + "Ġas set", + "Ġass et", + "y ou", + "yo u", + "Ġ cars", + "Ġc ars", + "Ġcar s", + "Ġca rs", + "Ġ Column", + "ĠC olumn", + "ĠCol umn", + "ĠColum n", + "Ġ ré", + "Ġr é", + "Ġ square", + "Ġs quare", + "Ġsqu are", + "Ġ NSString", + "ĠNS String", + "ĠNSS tring", + "âĢĿ ,", + "a pes", + "ap es", + "ape s", + ". ..Ċ", + ".. .Ċ", + "... Ċ", + "Ġ thanks", + "Ġth anks", + "Ġthan ks", + "Ġthank s", + "( props", + "(p rops", + "(pro ps", + "(pr ops", + "(prop s", + "Ġ tick", + "Ġt ick", + "Ġti ck", + "Ġtic k", + "Ġ experiment", + "Ġex periment", + "Ġexper iment", + "Ġexperi ment", + "Ġpr ison", + "Ġpri son", + "Ġpris on", + "t ree", + "tr ee", + "tre e", + "- text", + "-t ext", + "-te xt", + "Ġ IOException", + "ĠIO Exception", + "- width", + "-w idth", + "_ STATUS", + "_ST ATUS", + "_STAT US", + "f ast", + "fa st", + "fas t", + "- body", + "-b ody", + "-bo dy", + "- header", + "-head er", + "-he ader", + "Ġg uar", + "Ġgu ar", + "c rete", + "cre te", + "cret e", + "cr ete", + "Ġ Tim", + "ĠT im", + "ĠTi m", + "Ġcl early", + "Ġclear ly", + "Ġ Republican", + "ĠRepublic an", + "Ġ justify", + "Ġjust ify", + "и ÑĤ", + "ĉ ĠĠĠĠ", + "ĉĠĠĠ Ġ", + "ĉĠ ĠĠĠ", + "ĉĠĠ ĠĠ", + "c ache", + "ca che", + "cac he", + "; //", + ";/ /", + "Ġ presence", + "Ġpres ence", + "Ġf actors", + "Ġfact ors", + "Ġfa ctors", + "Ġfac tors", + "Ġfactor s", + "Ġfacto rs", + "Ġ employee", + "Ġe mployee", + "Ġemploy ee", + "] ))", + "]) )", + "M ember", + "Mem ber", + "Ġ selector", + "Ġse lector", + "Ġselect or", + "Ġsel ector", + "Ġsele ctor", + "b or", + "bo r", + "Ġ Mex", + "ĠM ex", + "ĠMe x", + "çļ Ħ", + "u tex", + "ut ex", + "ute x", + "_ tag", + "_t ag", + "_ta g", + "ail ure", + "Ġ Net", + "ĠN et", + "ĠNe t", + "Ġre li", + "Ġr eli", + "Ġrel i", + "E G", + "Ġ fprintf", + "Ġf printf", + "Ġ teen", + "Ġt een", + "Ġte en", + "Ġtee n", + "l oss", + "lo ss", + "los s", + "Ġle aving", + "1 34", + "13 4", + "De legate", + "Ġ beat", + "Ġb eat", + "Ġbe at", + "Ġ minute", + "Ġmin ute", + "Ġminut e", + "sub scribe", + "subs cribe", + "Ġred istribute", + "Ġredistrib ute", + "Ġredis tribute", + "Con stants", + "Constant s", + "Const ants", + "Ġc ancer", + "Ġcan cer", + "Ġcanc er", + "/ {", + "B L", + "Ġ span", + "Ġs pan", + "Ġsp an", + "Ġspa n", + "Ġ Child", + "ĠCh ild", + "ĠChi ld", + "C enter", + "Cent er", + "Ġ earth", + "Ġe arth", + "Ġear th", + "Y S", + "Ġ Level", + "ĠLe vel", + "ĠLev el", + "Ġ sea", + "Ġs ea", + "Ġse a", + ". support", + ".s upport", + ".sup port", + ". inner", + ".in ner", + ". Item", + ".I tem", + ".It em", + "il ling", + "ill ing", + "illi ng", + "illin g", + "Ġ ĠĠĠĊĠĠĠĠĊ", + "ĠĠ ĠĠĊĠĠĠĠĊ", + "ĠĠĠĠ ĊĠĠĠĠĊ", + "ĠĠĠ ĠĊĠĠĠĠĊ", + "ĠĠĠĠĊ ĠĠĠĠĊ", + "Ġ Label", + "ĠL abel", + "ĠLa bel", + "ĠLab el", + "3 20", + "32 0", + "Ġ Est", + "ĠE st", + "ĠEs t", + "( arg", + "(a rg", + "(ar g", + "1 45", + "14 5", + "bo Box", + "ĉ foreach", + "ĉf oreach", + "ĉfor each", + "c os", + "co s", + "F ailed", + "Fail ed", + "Fa iled", + "s wers", + "sw ers", + "swer s", + "E ditor", + "Ed itor", + "Edit or", + "r ont", + "ro nt", + "ron t", + "Ġ MP", + "ĠM P", + "ex pr", + "exp r", + "Ġ Life", + "ĠL ife", + "ĠLi fe", + "ĠLif e", + "Ġ ??", + "Ġ? ?", + "ö r", + "Ġ attend", + "Ġatt end", + "Ġatte nd", + "Ġ Que", + "ĠQ ue", + "ĠQu e", + "Ġ species", + "Ġs pecies", + "Ġsp ecies", + "Ġspec ies", + "Ġspe cies", + "Ġspeci es", + "- D", + "Ġ aus", + "Ġa us", + "Ġau s", + "Str uct", + "Ġadv antage", + "Ġadvant age", + "o ston", + "os ton", + "ost on", + "osto n", + "- block", + "-b lock", + "-bl ock", + "in itial", + "init ial", + "C RE", + "CR E", + "Ġtr uly", + "Ġ compare", + "Ġcom pare", + "Ġcomp are", + "Ġcompar e", + "or ney", + "orn ey", + "orne y", + "Ġ spect", + "Ġs pect", + "Ġsp ect", + "Ġspec t", + "Ġspe ct", + "F ull", + "Fu ll", + "b es", + "be s", + "Ġ visible", + "Ġv isible", + "Ġvis ible", + "Ġ mess", + "Ġm ess", + "Ġme ss", + "Ġmes s", + "st ances", + "stance s", + "sta nces", + "stan ces", + "Ġ cloud", + "Ġc loud", + "Ġcl oud", + "Ġclo ud", + "_ version", + "_v ersion", + "Ġf urn", + "Ġfur n", + "Ġfu rn", + "ic ago", + "ica go", + "L OW", + "LO W", + "Ġ traffic", + "Ġtraff ic", + "Ġtra ffic", + "Ġtraf fic", + "Ġ fol", + "Ġf ol", + "Ġfo l", + "ry pto", + "rypt o", + "Ġ declar", + "Ġde clar", + "Ġdec lar", + "Ġdecl ar", + "Ġ slot", + "Ġs lot", + "Ġsl ot", + "Ġslo t", + "Ġ Ext", + "ĠE xt", + "ĠEx t", + "Ġ England", + "ĠEng land", + "ĠEngl and", + "Ġ Under", + "ĠU nder", + "ĠUn der", + "ĠUnd er", + "Ġ ta", + "Ġt a", + "l etter", + "let ter", + "lette r", + "lett er", + "2 03", + "20 3", + "Ġoff icer", + "Ġoffic er", + "Ġoffice r", + "Ġ Donald", + "ĠD onald", + "ĠDon ald", + "Y es", + "Ye s", + "_ json", + "_j son", + "_js on", + "I TableView", + "IT ableView", + "Ġ USE", + "ĠU SE", + "ĠUS E", + "mploy ee", + "Ġop inion", + "Ġopin ion", + "Ġ Aut", + "ĠA ut", + "ĠAu t", + "b order", + "bor der", + "Ġad vice", + "Ġadv ice", + "Ġautom atically", + "Ġautomatic ally", + "Ġautomat ically", + "is co", + "isc o", + "Ġ mm", + "Ġm m", + ". vis", + ".v is", + "a ml", + "am l", + "Ġ initialize", + "Ġinitial ize", + "Ġ ({", + "Ġ( {", + "Ġ ;ĊĊ", + "Ġ; ĊĊ", + "Ġ;Ċ Ċ", + "Ġ generation", + "Ġg eneration", + "Ġgener ation", + "Ġgen eration", + "Ġgene ration", + "Ġgenera tion", + "Ġ bits", + "Ġb its", + "Ġbit s", + "Ġbi ts", + "cl ipse", + "clip se", + "Ġu nf", + "Ġun f", + "u tors", + "ut ors", + "uto rs", + "utor s", + "p lt", + "pl t", + "Ġ delta", + "Ġd elta", + "Ġdel ta", + "Ġdelt a", + "e stroy", + "est roy", + "estr oy", + "estro y", + "i sis", + "is is", + "isi s", + "< br", + "Ċ", + "'> Ċ", + "a pers", + "ap ers", + "ape rs", + "aper s", + "] (", + "cont inue", + "contin ue", + "s pec", + "sp ec", + "spe c", + "Ġ Road", + "ĠR oad", + "ĠRo ad", + "A SH", + "AS H", + "il iar", + "ili ar", + "ilia r", + "Ġcontin ues", + "Ġcontinue s", + "Ġcontinu es", + "Ġ appoint", + "Ġapp oint", + "Ġap point", + "Ġ #Ċ", + "Ġ# Ċ", + "Ġ Vir", + "ĠV ir", + "ĠVi r", + "Ġ ?>\"", + "Ġ? >\"", + "Ġ?> \"", + "Ġ bin", + "Ġb in", + "Ġbi n", + "} \",", + "}\" ,", + "go ing", + "e ach", + "ea ch", + "B D", + "1 85", + "18 5", + "Ġ Access", + "ĠA ccess", + "ĠAc cess", + "ĠAcc ess", + "D oc", + "Do c", + "Ġ Management", + "ĠMan agement", + "ĠManage ment", + "ĠMana gement", + "B ER", + "BE R", + "as ket", + "ask et", + ". getInstance", + ".get Instance", + ".getIn stance", + "1 29", + "12 9", + "Ġestablish ed", + "s ocket", + "so cket", + "sock et", + "soc ket", + "I NS", + "IN S", + "ĉ virtual", + "ĉv irtual", + "ĉ result", + "ĉres ult", + "RE AD", + "REA D", + "_ height", + "_h eight", + "_he ight", + "1 52", + "15 2", + "Ġ Font", + "ĠF ont", + "ĠFo nt", + "ĠFon t", + "Ġ ();Ċ", + "Ġ( );Ċ", + "Ġ() ;Ċ", + "Ġ(); Ċ", + "_ html", + "_h tml", + "_ht ml", + "Ġ neighbor", + "Ġne ighbor", + "Ġneighb or", + "Ġneigh bor", + "l or", + "lo r", + "Ġ gather", + "Ġg ather", + "Ġga ther", + "Ġ })ĊĊ", + "Ġ} )ĊĊ", + "Ġ})Ċ Ċ", + "Ġ}) ĊĊ", + "Ġ identity", + "Ġid entity", + "Ġide ntity", + "Ġident ity", + "Ġ fab", + "Ġf ab", + "Ġfa b", + "p adding", + "pad ding", + "Ġ Route", + "ĠR oute", + "ĠRo ute", + "ĠRou te", + "ĠRout e", + "Enumer able", + "Enum erable", + "à ´", + "Ġ forced", + "Ġfor ced", + "Ġforce d", + "Ġforc ed", + "/ jquery", + "/j query", + ". ĊĊĊĊĊĊ", + ".ĊĊ ĊĊĊĊ", + ".Ċ ĊĊĊĊĊ", + ".ĊĊĊĊ ĊĊ", + ".ĊĊĊ ĊĊĊ", + ".ĊĊĊĊĊ Ċ", + "res ents", + "resent s", + "rese nts", + "_ left", + "_l eft", + "_le ft", + ". Param", + ".P aram", + ".Par am", + "ĉ throw", + "ĉth row", + "Ġ Ham", + "ĠH am", + "ĠHa m", + "Ġevent ually", + "Ġeventual ly", + "a cer", + "ace r", + "ac er", + "p ub", + "pu b", + "Ġ tra", + "Ġt ra", + "Ġtr a", + "un ique", + "uni que", + "uniq ue", + "d el", + "de l", + "Ġ Florida", + "ĠFl orida", + "ĠFlor ida", + "Ġ Clean", + "ĠC lean", + "ĠCl ean", + "ĠCle an", + "x a", + "Ġ ·", + "Ġ ·", + "Ġ validate", + "Ġvalid ate", + "Ġvalida te", + "Vis ual", + "Ex pression", + "Exp ression", + "Express ion", + "Expr ession", + "_ func", + "_f unc", + "_fun c", + "_fu nc", + "m ember", + "mem ber", + "ĉ h", + "t rl", + "tr l", + "1 36", + "13 6", + "ĉ G", + "nap shot", + "Ġ PropTypes", + "ĠProp Types", + "v in", + "vi n", + "1 53", + "15 3", + "] )ĊĊ", + "]) ĊĊ", + "])Ċ Ċ", + "o wl", + "ow l", + "if ies", + "ifi es", + "ifie s", + "Ġ $('.", + "Ġ$ ('.", + "Ġ$( '.", + "Ġ$(' .", + "Ġ Context", + "ĠCon text", + "ĠCont ext", + "ĠConte xt", + "Ġ Toast", + "ĠTo ast", + ". Key", + ".K ey", + "Ġoff icers", + "Ġoffic ers", + "Ġoffice rs", + "Ġofficer s", + "/ n", + "s n", + "un defined", + "und efined", + "undef ined", + ". items", + ".i tems", + ".item s", + ".it ems", + "ut ow", + "uto w", + "a mage", + "am age", + "ama ge", + "Ġ accounts", + "Ġac counts", + "Ġaccount s", + "o okie", + "ook ie", + "oo kie", + "S ection", + "Se ction", + "Sec tion", + "ic ians", + "ici ans", + "ician s", + "icia ns", + "Ġad vis", + "Ġadv is", + "( is", + "(i s", + "[ :,", + "[: ,", + "Ġ France", + "ĠF rance", + "ĠFr ance", + "ĠFranc e", + "ĠFra nce", + "ĠFran ce", + "F unc", + "Fun c", + "Fu nc", + "ic ious", + "ici ous", + "icio us", + "Ġ tok", + "Ġt ok", + "Ġto k", + "Ch annel", + "Chan nel", + "Ġ AD", + "ĠA D", + "_ NUM", + "_N UM", + "Ġ timeout", + "Ġtime out", + "l emma", + "le mma", + "lem ma", + "r eme", + "re me", + "rem e", + "u j", + ". Al", + ".A l", + "u clear", + "uc lear", + "ucle ar", + "( os", + "(o s", + "( \"<", + "(\" <", + "[ Ċ", + "f etch", + "fet ch", + "Ġ bal", + "Ġb al", + "Ġba l", + "Ġ guid", + "Ġg uid", + "Ġgu id", + "Ġgui d", + "- align", + "-al ign", + "Ġ Write", + "ĠW rite", + "ĠWr ite", + "Ġ Once", + "ĠO nce", + "ĠOn ce", + "ĠOnc e", + "utow ired", + "OD ULE", + "Ġ pitch", + "Ġp itch", + "Ġpit ch", + "C F", + "by tes", + "byte s", + "byt es", + "Ġ Commission", + "ĠCom mission", + "ĠComm ission", + "Ġin cred", + "Ġincre d", + "Ġinc red", + "Ġincr ed", + "P ER", + "PE R", + "_ response", + "_res ponse", + "_resp onse", + "Ġ Los", + "ĠL os", + "ĠLo s", + "p arser", + "par ser", + "parse r", + "pars er", + "Ġ assume", + "Ġas sume", + "Ġass ume", + "Ġassum e", + ". Request", + ".Re quest", + "Ġ Token", + "ĠT oken", + "ĠTo ken", + "ĠTok en", + "_ position", + "_p osition", + "_pos ition", + "Ġ nom", + "Ġn om", + "Ġno m", + "- term", + "-t erm", + "-te rm", + "Ġ remaining", + "Ġrem aining", + "Ġremain ing", + "i ostream", + "io stream", + "Ġ pieces", + "Ġp ieces", + "Ġpie ces", + "Ġpiece s", + "a py", + "ap y", + "Ġ Less", + "ĠL ess", + "ĠLe ss", + "ĠLes s", + "r ange", + "ra nge", + "ran ge", + "rang e", + "um bn", + "umb n", + "p rise", + "pr ise", + "pri se", + "_ option", + "_op tion", + "_o ption", + "_opt ion", + "2 30", + "23 0", + "I mpl", + "Im pl", + "Imp l", + "k wargs", + "kw args", + "Ġbusiness es", + "Al ert", + "Ale rt", + "Ġpart ies", + "Ġpar ties", + "Ġpartie s", + "Ġparti es", + "Ġ Container", + "ĠCont ainer", + "Ġ Private", + "ĠPr ivate", + "ĠPriv ate", + "Ġ Plan", + "ĠP lan", + "ĠPl an", + "ĠPla n", + "Ġ registered", + "Ġregister ed", + "Ġregist ered", + "Ġ jour", + "Ġj our", + "Ġjo ur", + "Ġjou r", + "a cker", + "ack er", + "ac ker", + "е ни", + "ен и", + "/ >", + "c hat", + "ch at", + "cha t", + "s ect", + "se ct", + "sec t", + "Ġ creation", + "Ġc reation", + "Ġcre ation", + "Ġcreat ion", + "Ġcrea tion", + "ol utely", + "olute ly", + "olut ely", + "Ġ instant", + "Ġin stant", + "Ġins tant", + "Ġinst ant", + "Ġ delivery", + "Ġd elivery", + "Ġdel ivery", + "Ġdeliver y", + "i cken", + "ic ken", + "ick en", + "y es", + "ye s", + "1 63", + "16 3", + "Ġ Franc", + "ĠFr anc", + "ĠFra nc", + "ĠFran c", + "b ling", + "bl ing", + "e nda", + "en da", + "end a", + "[ (", + "_ range", + "_r ange", + "_ra nge", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "Ġ schedule", + "Ġs chedule", + "Ġsched ule", + "C onn", + "Con n", + "Co nn", + "Ġ thank", + "Ġth ank", + "Ġthan k", + "Ġtha nk", + "x d", + "Ġ hook", + "Ġh ook", + "Ġho ok", + "Ġ documentation", + "Ġdocument ation", + "Param eters", + "Parameter s", + "H ello", + "Hel lo", + "Hell o", + "v t", + "Ġ articles", + "Ġart icles", + "Ġarticle s", + "Ġartic les", + "Ġ west", + "Ġw est", + "Ġwe st", + "Ġwes t", + "d efined", + "def ined", + "define d", + ". select", + ".s elect", + ".se lect", + ".sel ect", + "ok ens", + "oken s", + "oke ns", + "Ġ VAL", + "ĠV AL", + "ĠVA L", + ". file", + ".f ile", + ".fi le", + ".fil e", + "re set", + "res et", + "rese t", + "Ġ mys", + "Ġm ys", + "Ġmy s", + "Ġ MA", + "ĠM A", + "] ),", + "]) ,", + "Ġ cities", + "Ġc ities", + "Ġcit ies", + "Ġci ties", + "re lated", + "rel ated", + "å Ľ", + "Ġ appeared", + "Ġappe ared", + "Ġappear ed", + "Ġ wid", + "Ġw id", + "Ġwi d", + ". panel", + ".p anel", + ".pa nel", + ".pan el", + "Ġ Ins", + "ĠI ns", + "ĠIn s", + ". entity", + ".e ntity", + ".ent ity", + "Ġde cre", + "Ġdec re", + "Ġ Lou", + "ĠL ou", + "ĠLo u", + "( time", + "(t ime", + "(ti me", + "Ġ Thank", + "ĠTh ank", + "ĠThan k", + ". createElement", + ".create Element", + "Ġ mentioned", + "Ġmention ed", + "Ġment ioned", + "o unce", + "ou nce", + "oun ce", + "ounc e", + "Ġ Try", + "ĠT ry", + "ĠTr y", + "Ġ Wall", + "ĠW all", + "ĠWal l", + "ĠWa ll", + "/ images", + "/image s", + "/im ages", + "Ġ Menu", + "ĠM enu", + "ĠMe nu", + "ĠMen u", + "' čĊ", + "Ġ Er", + "ĠE r", + "Ġc ritic", + "Ġcr itic", + "Ġcrit ic", + "Ġcri tic", + "Ġ Year", + "ĠY ear", + "ĠYe ar", + "( param", + "(p aram", + "(par am", + "(pa ram", + "(para m", + "Ġ flo", + "Ġf lo", + "Ġfl o", + "N N", + "o oter", + "oot er", + "oo ter", + "Ġ ];Ċ", + "Ġ] ;Ċ", + "Ġ]; Ċ", + "Ġ Aff", + "ĠA ff", + "ĠAf f", + "\" github", + "\"g ithub", + "ro oms", + "room s", + "Ġ hyp", + "Ġh yp", + "Ġhy p", + "g lobal", + "glob al", + "Ġ avec", + "Ġa vec", + "Ġav ec", + "Ġave c", + "æľ Ī", + "Ġ completion", + "Ġcom pletion", + "Ġcomp letion", + "Ġcomple tion", + "Ġcomplet ion", + "Ġ cond", + "Ġc ond", + "Ġcon d", + "Ġco nd", + "on ymous", + "onym ous", + "( temp", + "(t emp", + "(te mp", + "Ġ stars", + "Ġst ars", + "Ġstar s", + "Ġsta rs", + "Ġ relevant", + "Ġre levant", + "Ġrele vant", + "Ġrelev ant", + "Ġ covered", + "Ġcover ed", + "Ġcov ered", + "Ġ elim", + "Ġe lim", + "Ġel im", + "_ types", + "_t ypes", + "_type s", + "_typ es", + "_ty pes", + "( bool", + "(b ool", + "Ġ tu", + "Ġt u", + "_ exists", + "_ex ists", + "_exist s", + "Ġ secure", + "Ġs ecure", + "Ġsec ure", + "Ġ stored", + "Ġst ored", + "Ġstore d", + "Ġstor ed", + "Ġsto red", + "] /", + "x F", + "Ġ Controller", + "ĠCont roller", + "ĠControl ler", + "ĠContr oller", + "Ġm igr", + "Ġmi gr", + "Ġmig r", + "M I", + "Ġ Den", + "ĠD en", + "ĠDe n", + "Ġ annual", + "Ġann ual", + "U IL", + "UI L", + "- and", + "-a nd", + "-an d", + "Ġ crime", + "Ġcr ime", + "Ġcri me", + "Ġcrim e", + "b el", + "be l", + "Ġk itchen", + "Ġkit chen", + "@ g", + "_ ph", + "_p h", + "ourn ament", + "Ġ Social", + "ĠS ocial", + "ĠSo cial", + "ĠSoc ial", + "ĠSoci al", + "Ġ Special", + "ĠS pecial", + "ĠSp ecial", + "ĠSpec ial", + "ĠSpe cial", + "lo gger", + "log ger", + "logg er", + "Ġ tail", + "Ġt ail", + "Ġta il", + "Ġtai l", + "Ġ unknown", + "Ġun known", + "Ġunk nown", + "Ġunknow n", + "d ed", + "de d", + "Ġapp rec", + "Ġap prec", + "( db", + "(d b", + "c f", + "1 55", + "15 5", + "Ġ assign", + "Ġas sign", + "Ġass ign", + "- out", + "-o ut", + "Ġ Mont", + "ĠM ont", + "ĠMon t", + "ĠMo nt", + "d p", + "w idget", + "wid get", + "Ġ stone", + "Ġs tone", + "Ġst one", + "Ġsto ne", + "- primary", + "-pr imary", + ". grid", + ".g rid", + ".gr id", + "Res ults", + "Result s", + "a zz", + "az z", + "Ġ daughter", + "Ġda ughter", + "Ġ curr", + "Ġc urr", + "Ġcur r", + "Ġcu rr", + "1 75", + "17 5", + "Ġ lin", + "Ġl in", + "Ġli n", + "Ġ south", + "Ġs outh", + "Ġso uth", + "Ġsou th", + "Ġsout h", + "form s", + "fo rms", + "for ms", + "Ġ OUT", + "ĠO UT", + "ĠOU T", + "l ette", + "le tte", + "let te", + "lett e", + "a ks", + "ak s", + "ig ure", + "igu re", + "Ġ EU", + "ĠE U", + "var iable", + "vari able", + "Ġ brief", + "Ġb rief", + "Ġbr ief", + "Ġbri ef", + "Ġ Scott", + "ĠS cott", + "ĠSc ott", + "ĠScot t", + "ĠSco tt", + "Ġ conference", + "Ġcon ference", + "Ġconf erence", + "Ġconfer ence", + "a nda", + "an da", + "and a", + "_ lock", + "_l ock", + "_lo ck", + "_loc k", + "o ral", + "or al", + "ora l", + "Ġe ine", + "Ġein e", + "Ġei ne", + "O RS", + "OR S", + "//// ////////////////////////////////////////////////////////////", + "//////// ////////////////////////////////////////////////////////", + "//////////////// ////////////////////////////////////////////////", + "//////////////////////////////// ////////////////////////////////", + "//////////// ////////////////////////////////////////////////////", + "//////////////////////////////////////////////// ////////////////", + "//////////////////////////////////////////////////////// ////////", + "//////////////////////////////////////////////////////////// ////", + "//////////////////////////////////////////////////// ////////////", + "es so", + "ess o", + "Ġ ris", + "Ġr is", + "Ġri s", + "Ġ gender", + "Ġg ender", + "Ġge nder", + "Ġgen der", + "es tic", + "est ic", + "esti c", + "L icense", + "Lic ense", + "( out", + "(o ut", + "Ġ ms", + "Ġm s", + "S ee", + "Se e", + "Ġw illing", + "Ġwill ing", + "Ġwil ling", + "a ze", + "az e", + "Ġ sports", + "Ġs ports", + "Ġsp orts", + "Ġsport s", + "Ġspo rts", + "Ġspor ts", + "Ġ yes", + "Ġy es", + "Ġye s", + "l u", + "Ġp urs", + "Ġpur s", + "Ġpu rs", + "/ javascript", + "/j avascript", + "/java script", + "/jav ascript", + "- pro", + "-p ro", + "-pr o", + "nav bar", + "_ product", + "_pro duct", + "_prod uct", + "/ bootstrap", + "/boot strap", + "Ġdr iving", + "Ġdriv ing", + "Ġdri ving", + "Ġ Ä", + "Ġpro pos", + "Ġprop os", + "ul tip", + "ult ip", + "ulti p", + "up lic", + ". email", + ".e mail", + ".em ail", + "Ġ approx", + "Ġapp rox", + "Ġap prox", + "Ġappro x", + "( cl", + "(c l", + "Ġ wear", + "Ġw ear", + "Ġwe ar", + "Ġ reply", + "Ġre ply", + "Ġrep ly", + "Ġrepl y", + "as set", + "ass et", + "asse t", + "Ġ ice", + "Ġi ce", + "Ġic e", + "Ġ tx", + "Ġt x", + "k r", + "Ġ Germany", + "ĠGerman y", + "ĠGer many", + "ĠGerm any", + "Ġ George", + "ĠGe orge", + "ĠGeorg e", + "Ġ cb", + "Ġc b", + "ĉ err", + "ĉe rr", + "M ove", + "Mo ve", + "Mov e", + "Ġ poly", + "Ġp oly", + "Ġpol y", + "Ġpo ly", + "v oice", + "vo ice", + "} \"", + "Ġ animal", + "Ġan imal", + "Ġanim al", + "Ġani mal", + "A v", + "Ġ Location", + "ĠL ocation", + "ĠLo cation", + "ĠLoc ation", + "Ġ native", + "Ġn ative", + "Ġnat ive", + "] [\"", + "][ \"", + "< double", + " \"", + "s tat", + "st at", + "sta t", + "Ġ },čĊ", + "Ġ} ,čĊ", + "Ġ}, čĊ", + "< span", + " =", + "Ð ±", + "1 39", + "13 9", + "i va", + "iv a", + ". AutoSize", + ".Auto Size", + "Ġ Lat", + "ĠL at", + "ĠLa t", + "_ ext", + "_e xt", + "_ex t", + "Initial ize", + ". register", + ".reg ister", + "1 56", + "15 6", + "O PY", + "OP Y", + "Ġ reverse", + "Ġre verse", + "Ġrev erse", + "Ġrevers e", + "Ġrever se", + "_ dis", + "_d is", + "_di s", + "' ][", + "'] [", + "Ġ prompt", + "Ġp rompt", + "Ġprom pt", + "on to", + "ont o", + "Ġ Journal", + "ĠJ ournal", + "ĠJo urnal", + "r outer", + "ro uter", + "rou ter", + "route r", + "Ġ mysqli", + "Ġm ysqli", + "Ġmys qli", + "Ġmysql i", + "# else", + ") \"", + "- xs", + "-x s", + "l ets", + "le ts", + "let s", + "p han", + "ph an", + "pha n", + ". LE", + ".L E", + "1 37", + "13 7", + "W ill", + "Wil l", + "Wi ll", + "Ġaff ord", + "Ġaf ford", + "Ġ skill", + "Ġs kill", + "Ġsk ill", + "Ġski ll", + "- toggle", + "-t oggle", + "N C", + "B ind", + "Bin d", + "Bi nd", + "T S", + "J ust", + "Ju st", + "it eral", + "ite ral", + "iter al", + "Y P", + "ĉ unsigned", + "ĉun signed", + "Ġ wind", + "Ġw ind", + "Ġwin d", + "Ġwi nd", + "1 49", + "14 9", + ") ):Ċ", + ")) :Ċ", + ")): Ċ", + "Ġ warning", + "Ġw arning", + "Ġwar ning", + "Ġwarn ing", + "Ġ Water", + "ĠW ater", + "ĠWat er", + "ĠWa ter", + "Ġ draft", + "Ġd raft", + "Ġdr aft", + "Ġdra ft", + "Ġ cm", + "Ġc m", + "Ġ sam", + "Ġs am", + "Ġsa m", + "Ġ holding", + "Ġh olding", + "Ġhold ing", + "Ġhol ding", + "z ip", + "zi p", + "Ġ Science", + "ĠSc ience", + "ĠSci ence", + "Ġsup posed", + "Ġsuppose d", + "Ġsupp osed", + "G en", + "Ge n", + "Ġ diet", + "Ġd iet", + "Ġdi et", + "Ġdie t", + "< h", + "Ġ Pass", + "ĠP ass", + "ĠPa ss", + "ĠPas s", + "v i", + "Ġh usband", + "Ġhus band", + "� �", + "n ote", + "not e", + "no te", + "Ġ About", + "ĠA bout", + "ĠAb out", + "ĠIn stitute", + "ĠInstit ute", + "ĠInstitut e", + "Ġ climate", + "Ġcl imate", + "Ġclim ate", + "Ġcli mate", + ". Format", + ".Form at", + ".For mat", + "Ġ nut", + "Ġn ut", + "Ġnu t", + "e sted", + "es ted", + "est ed", + "este d", + "Ġapp arent", + "Ġap parent", + "Ġappar ent", + "Ġappare nt", + "Ġ holds", + "Ġh olds", + "Ġhold s", + "Ġho lds", + "Ġhol ds", + "f i", + "n ews", + "ne ws", + "new s", + "C M", + "v ideo", + "vid eo", + "vi deo", + "vide o", + "' :'", + "': '", + "D ITION", + "DI TION", + "p ing", + "pi ng", + "pin g", + "Ġsen ior", + "Ġseni or", + "w a", + "- ->Ċ", + "-- >Ċ", + "--> Ċ", + "_ default", + "_d efault", + "_de fault", + "_def ault", + "Ġ Database", + "ĠD atabase", + "ĠData base", + "ĠDat abase", + "r ep", + "re p", + "E SS", + "ES S", + "n ergy", + "ner gy", + "nerg y", + ". Find", + ".F ind", + "_ mask", + "_m ask", + "_ma sk", + "_mas k", + "Ġ rise", + "Ġr ise", + "Ġris e", + "Ġri se", + "Ġ kernel", + "Ġk ernel", + "Ġker nel", + "Ġkern el", + ": :$", + ":: $", + ". Q", + "Ġoff ering", + "Ġoffer ing", + "de cl", + "dec l", + "Ġ CS", + "ĠC S", + "Ġ listed", + "Ġl isted", + "Ġli sted", + "Ġlist ed", + "Ġliste d", + "Ġlis ted", + "Ġ mostly", + "Ġmost ly", + "e nger", + "en ger", + "eng er", + "enge r", + "Ġ blocks", + "Ġb locks", + "Ġbl ocks", + "Ġblock s", + "Ġblo cks", + "Ġbloc ks", + "o lo", + "ol o", + "Ġgover ning", + "Ġgovern ing", + "\\ F", + "Ġcon cent", + "Ġconc ent", + "Ġconce nt", + ". getText", + ".get Text", + "Ġ mb", + "Ġm b", + "Ġocc urred", + "Ġoccur red", + "Ġ changing", + "Ġch anging", + "Ġchang ing", + "Ġchan ging", + "S cene", + "Sc ene", + "_ CODE", + "_C ODE", + "_CO DE", + "_COD E", + "B eh", + "Be h", + "\" The", + "\"T he", + "Ġ tile", + "Ġt ile", + "Ġti le", + "Ġtil e", + "Ġ Association", + "ĠAssoci ation", + "ĠAssoc iation", + "ĉ P", + "al ty", + "alt y", + "_ ad", + "_a d", + "od ies", + "odi es", + "odie s", + "i ated", + "ia ted", + "iate d", + "iat ed", + "Ġ prepared", + "Ġpre pared", + "Ġprepar ed", + "Ġprepare d", + "Ġprep ared", + "p ossible", + "poss ible", + "Ġ mort", + "Ġm ort", + "Ġmor t", + "Ġmo rt", + "T EST", + "TE ST", + "TES T", + "1 42", + "14 2", + "Ġ ignore", + "Ġi gnore", + "Ġign ore", + "Ġig nore", + "Ġignor e", + "Ġ calc", + "Ġc alc", + "Ġcal c", + "Ġca lc", + "Ġ rs", + "Ġr s", + "Ġ assertEquals", + "Ġassert Equals", + "Ġ sz", + "Ġs z", + "Ġ THIS", + "ĠTH IS", + ". \"Ċ", + ".\" Ċ", + "Ġ canvas", + "Ġc anvas", + "Ġcan vas", + "Ġcanv as", + "j ava", + "ja va", + "jav a", + "Ġd ut", + "Ġdu t", + "VAL ID", + ". sql", + ".s ql", + ". input", + ".in put", + "Ġ aux", + "Ġa ux", + "Ġau x", + "S up", + "Su p", + "Ġ artist", + "Ġart ist", + "V ec", + "Ve c", + "_ TIME", + "_T IME", + "_TIM E", + "_TI ME", + ".string ify", + "et ween", + "Ġ Category", + "ĠC ategory", + "Ġ [-", + "Ġ[ -", + "Ġ DevExpress", + "ĠDev Express", + "Ġ Jul", + "ĠJ ul", + "ĠJu l", + "Ġ ring", + "Ġr ing", + "Ġri ng", + "Ġrin g", + ". ed", + ".e d", + "Y Y", + "L et", + "Le t", + "T extField", + "Text Field", + "Ġ flat", + "Ġf lat", + "Ġfl at", + "Ġfla t", + "_ print", + "_p rint", + "_pr int", + "_pri nt", + "Ġ OTHER", + "ĠOT HER", + "ad ian", + "adi an", + "adia n", + "Ġ checked", + "Ġcheck ed", + "e le", + "el e", + "Al ign", + "Ali gn", + "st anding", + "stand ing", + "stan ding", + "Ġ [],", + "Ġ[ ],", + "Ġ[] ,", + "Ġ lab", + "Ġl ab", + "Ġla b", + "u cky", + "uc ky", + "uck y", + "Ġ Christmas", + "ĠChrist mas", + "( image", + "(i mage", + "(im age", + ". module", + ".m odule", + ".mod ule", + "Ġ lots", + "Ġl ots", + "Ġlo ts", + "Ġlot s", + "Ġs lightly", + "Ġsl ightly", + "Ġslight ly", + "( final", + "(f inal", + "(fin al", + "(fi nal", + "er ge", + "erg e", + "è ¿", + "1 47", + "14 7", + "Ġ Police", + "ĠPol ice", + "ĠPo lice", + "ĠPolic e", + "1 43", + "14 3", + "Ġ Right", + "ĠR ight", + "ĠRig ht", + "ĠRi ght", + "Ġ award", + "Ġa ward", + "Ġaw ard", + "Ġ OS", + "ĠO S", + "Ġ {}ĊĊ", + "Ġ{ }ĊĊ", + "Ġ{} ĊĊ", + "Ġ{}Ċ Ċ", + "Ġ ptr", + "Ġp tr", + "Ġpt r", + "o ves", + "ov es", + "ove s", + "ic ated", + "ica ted", + "icate d", + "е м", + "еР¼", + "Ġ manage", + "Ġman age", + "Ġma nage", + "Ġmana ge", + "ol iday", + "olid ay", + "oli day", + "A mount", + "Am ount", + "ool Strip", + "t body", + "tb ody", + "N av", + "Na v", + "w rap", + "wr ap", + "B B", + "Ġw atching", + "Ġwatch ing", + "Ġwat ching", + "a rios", + "ar ios", + "ari os", + "ario s", + "Ġ optional", + "Ġoption al", + "Ġopt ional", + "_ K", + "Ġ Licensed", + "ĠL icensed", + "ĠLicense d", + "ĠLic ensed", + ". Map", + ".M ap", + ".Ma p", + "T imer", + "Time r", + "Tim er", + "Ti mer", + "Ġ AP", + "ĠA P", + "Ġ Rev", + "ĠR ev", + "ĠRe v", + "( o", + ", c", + "u min", + "um in", + "umi n", + "et ailed", + "etail ed", + "eta iled", + "Ġ Hy", + "ĠH y", + "Ġ blank", + "Ġbl ank", + "Ġbla nk", + "a gger", + "ag ger", + "agg er", + "Ġ Self", + "ĠS elf", + "ĠSe lf", + "ĠSel f", + "( )[", + "() [", + ". make", + ".m ake", + ".ma ke", + "e arn", + "ear n", + "ea rn", + "ch annel", + "chan nel", + "< pre", + "

;Ċ", + ">; Ċ", + "W orld", + "Ġ python", + "Ġp ython", + "Ġpy thon", + "Ġpyt hon", + "Ġ lif", + "Ġl if", + "Ġli f", + "Ġt rav", + "Ġtr av", + "Ġtra v", + "Ġcon ven", + "Ġconv en", + "com pany", + "comp any", + "compan y", + "Ġ Club", + "ĠC lub", + "ĠCl ub", + "1 38", + "13 8", + "V er", + "Ve r", + "B tn", + "Ġ zone", + "Ġz one", + "Ġzo ne", + "product s", + "produ cts", + "Ġ Educ", + "ĠE duc", + "ĠEd uc", + "ĠEdu c", + "Ġ verify", + "Ġver ify", + "Ġveri fy", + "Ġ Mil", + "ĠM il", + "ĠMi l", + "o no", + "on o", + "] );ĊĊ", + "]) ;ĊĊ", + "]);Ċ Ċ", + "]); ĊĊ", + "EN CE", + "ENC E", + "Ġ packet", + "Ġp acket", + "Ġpack et", + "Ġpa cket", + "Ġpac ket", + "Ġ cer", + "Ġc er", + "Ġce r", + "Ġ enumer", + "Ġe numer", + "Ġen umer", + "Ġenum er", + "Ġ pars", + "Ġp ars", + "Ġpar s", + "Ġpa rs", + "form ed", + "for med", + "forme d", + "Ġ occup", + "Ġocc up", + "Ġoc cup", + "t re", + "tr e", + "Ġ exercise", + "Ġex ercise", + "Ġexerc ise", + "D ay", + "Da y", + "_ sum", + "_s um", + "_su m", + "Ġ asking", + "Ġas king", + "Ġask ing", + "a ption", + "ap tion", + "apt ion", + "Ġ orders", + "Ġor ders", + "Ġorder s", + "Ġord ers", + "Ġs pending", + "Ġsp ending", + "Ġspend ing", + "Ġ ERR", + "ĠE RR", + "ĠER R", + ". Dis", + ".D is", + ".Di s", + "Ġ Util", + "ĠU til", + "ĠUt il", + "âĢľ I", + "\\ '", + "? )", + "/ >Ċ", + "/> Ċ", + "Ġe mot", + "Ġem ot", + "Ġemo t", + "Ġin fluence", + "Ġinflu ence", + "Ġ Africa", + "ĠA frica", + "ĠAfr ica", + "ĠAf rica", + "at ters", + "att ers", + "atter s", + "atte rs", + "Ù ħ", + ". session", + ".s ession", + ".sess ion", + "Ġ chief", + "Ġch ief", + "Ġchi ef", + "ĉ ĉĉĉĉĉĉĉĉĉĉ", + "ĉĉ ĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉ ĉĉĉĉĉĉĉ", + "ĉĉĉ ĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉ ĉĉĉĉĉĉ", + "ĉĉĉĉĉĉ ĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉ ĉĉĉ", + "ĉĉĉĉĉĉĉ ĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉ ĉĉ", + "ĉĉĉĉĉĉĉĉĉĉ ĉ", + "Ġ tom", + "Ġt om", + "Ġto m", + "cl uded", + "clude d", + "clud ed", + "s erial", + "se rial", + "ser ial", + "_ handler", + "_h andler", + "_handle r", + "_hand ler", + ". Type", + ".T ype", + "a ped", + "ap ed", + "ape d", + "Ġp olicies", + "Ġpol icies", + "Ġpolic ies", + "- ex", + "-e x", + "- tr", + "-t r", + "bl ank", + "bla nk", + "m erce", + "mer ce", + "merc e", + "Ġ coverage", + "Ġco verage", + "Ġcover age", + "Ġ rc", + "Ġr c", + "_ matrix", + "_m atrix", + "_mat rix", + "_ box", + "_b ox", + "_bo x", + "Ġ charges", + "Ġch arges", + "Ġchar ges", + "Ġcharg es", + "Ġcharge s", + "Ġ Boston", + "ĠB oston", + "ĠBo ston", + "ĠBos ton", + "P e", + "Ġcirc um", + "Ġcir cum", + "Ġ filled", + "Ġf illed", + "Ġfil led", + "Ġfill ed", + "Ġfille d", + "1 48", + "14 8", + "Ġ north", + "Ġn orth", + "Ġnor th", + "icture Box", + "ĉ res", + "ĉr es", + "ĉre s", + "è ®", + "Ġ termin", + "Ġter min", + "Ġterm in", + "Ġ [âĢ¦", + "Ġ[ âĢ¦", + "I RECT", + "IR ECT", + "IRE CT", + "Ġ ber", + "Ġb er", + "Ġbe r", + "Ġ\" ../../", + "Ġ\"../ ../", + "Ġ\".. /../", + "r etch", + "ret ch", + ". code", + ".c ode", + ".co de", + ".cod e", + "_ col", + "_c ol", + "_co l", + "Ġ Government", + "ĠG overnment", + "ĠGovern ment", + "Ġ argv", + "Ġar gv", + "Ġarg v", + "Ġ Lord", + "ĠL ord", + "ĠLo rd", + "ĠLor d", + "a si", + "as i", + "E xec", + "Ex ec", + "ĉ let", + "ĉl et", + "vert is", + "Ġ discussion", + "Ġdisc ussion", + "Ġdiscuss ion", + "en ance", + "ena nce", + "enan ce", + "ou tube", + "out ube", + "outu be", + "type of", + "typ eof", + "Ġs erved", + "Ġser ved", + "Ġserv ed", + "Ġserve d", + "Ġ Put", + "ĠP ut", + "ĠPu t", + "ĉ x", + "Ġ sweet", + "Ġs weet", + "Ġswe et", + "B efore", + "Be fore", + "ate gy", + "ateg y", + ". of", + ".o f", + "Ġ Material", + "ĠM aterial", + "ĠMat erial", + "ĠMate rial", + "ĠMater ial", + "S ort", + "So rt", + "O NT", + "ON T", + "ig ital", + "igit al", + "igi tal", + "W hy", + "Wh y", + "Ġs ust", + "Ġsu st", + "Ġsus t", + "Ġ ç", + "a bet", + "ab et", + "abe t", + "Ġ segment", + "Ġs egment", + "Ġse gment", + "Ġseg ment", + "Ġ [],Ċ", + "Ġ[ ],Ċ", + "Ġ[] ,Ċ", + "Ġ[], Ċ", + "Ġ Muslim", + "ĠM uslim", + "ĠMus lim", + "Ġ findViewById", + "Ġfind ViewById", + "c ut", + "cu t", + "_ TEXT", + "_T EXT", + "_TE XT", + "_TEX T", + "Ġ Mary", + "ĠM ary", + "ĠMar y", + "ĠMa ry", + "Ġl oved", + "Ġlo ved", + "Ġlove d", + "Ġlov ed", + "Ġ lie", + "Ġl ie", + "Ġli e", + "Ġ JO", + "ĠJ O", + "Ġ isset", + "Ġis set", + "Ġiss et", + "m onth", + "mon th", + "mo nth", + "mont h", + "Ġ prime", + "Ġpr ime", + "Ġprim e", + "Ġpri me", + "t i", + "Ġ Carol", + "ĠCar ol", + "ĠCa rol", + "U se", + "Us e", + "1 46", + "14 6", + "Ġ Pop", + "ĠP op", + "ĠPo p", + "Ġ Save", + "ĠS ave", + "ĠSa ve", + "ĠSav e", + "Int erval", + "Inter val", + "ex ecute", + "exec ute", + "d y", + "Ġ Iran", + "ĠI ran", + "ĠIr an", + "_ cont", + "_c ont", + "_con t", + "_co nt", + "ĉ T", + "Ġ phase", + "Ġph ase", + "Ġpha se", + "check box", + "we ek", + "Ġ hide", + "Ġh ide", + "Ġhi de", + "Ġhid e", + "Ġ til", + "Ġt il", + "Ġti l", + "Ġ ju", + "Ġj u", + "C ustom", + "b urg", + "bur g", + "bu rg", + "/ M", + "T ON", + "TO N", + "Ġ quant", + "Ġqu ant", + "Ġq uant", + "Ġqua nt", + "Ġquan t", + "Ġ rub", + "Ġr ub", + "Ġru b", + "ix els", + "ixel s", + "ixe ls", + "Ġ installed", + "Ġinst alled", + "Ġinstall ed", + "Ġinstal led", + "Ġ dump", + "Ġd ump", + "Ġdu mp", + "Ġdum p", + "Ġproper ly", + "( List", + "(L ist", + "Ġdec ide", + "Ġdecid e", + "ap ply", + "app ly", + "appl y", + "H as", + "Ha s", + "Ġ keeping", + "Ġke eping", + "Ġkeep ing", + "Ġcit izens", + "Ġcitiz ens", + "Ġcitizen s", + "Ġ joint", + "Ġj oint", + "Ġjoin t", + "Ġjo int", + "p ool", + "po ol", + "S ocket", + "So cket", + "Sock et", + "_ op", + "_o p", + "Ġ weapon", + "Ġwe apon", + "Ġweap on", + "g nore", + "gn ore", + "Ġ Exec", + "ĠE xec", + "ĠEx ec", + "ot ten", + "ott en", + "otte n", + "Ġ MS", + "ĠM S", + "Ġ (-", + "Ġ( -", + "Ġ Review", + "ĠR eview", + "ĠRe view", + "ĠRev iew", + "Ġ examples", + "Ġex amples", + "Ġexample s", + "Ġexam ples", + "Ġ tight", + "Ġt ight", + "Ġti ght", + "! (", + "D P", + "Ġ MessageBox", + "ĠMessage Box", + "Ġphot ograph", + "Ġphoto graph", + "1 64", + "16 4", + "U RI", + "UR I", + "é t", + "l ow", + "lo w", + "Ġ Grand", + "ĠG rand", + "ĠGr and", + "ĠGran d", + "ĠGra nd", + ".p ersistence", + ".persist ence", + "Ġmain tain", + "Ġmaint ain", + "Ġ nums", + "Ġn ums", + "Ġnum s", + "Ġnu ms", + "Ġ zip", + "Ġz ip", + "Ġzi p", + "i als", + "ial s", + "ia ls", + "Ġ Gets", + "ĠG ets", + "ĠGet s", + "ĠGe ts", + "p eg", + "pe g", + "Ġ Buffer", + "ĠB uffer", + "ĠBuff er", + "ĠBu ffer", + "ĠBuf fer", + "~~ ~~", + "ra structure", + "Ġ PL", + "ĠP L", + "u en", + "ue n", + "ob by", + "obb y", + "size of", + "siz eof", + "Ġ pic", + "Ġp ic", + "Ġpi c", + "Ġ seed", + "Ġs eed", + "Ġse ed", + "Ġsee d", + "Ġex perienced", + "Ġexperience d", + "Ġexperi enced", + "Ġ odd", + "Ġo dd", + "Ġod d", + "Ġ kick", + "Ġk ick", + "Ġki ck", + "Ġ procedure", + "Ġpro cedure", + "Ġproced ure", + "av igator", + "avig ator", + "- on", + "-o n", + ", j", + "Ġ Although", + "ĠAl though", + "Ġ userId", + "Ġuser Id", + "ac cept", + "acc ept", + "B lue", + "Bl ue", + "I Color", + "IC olor", + "l ayer", + "la yer", + "lay er", + "a vailable", + "av ailable", + "avail able", + "Ġ ends", + "Ġe nds", + "Ġen ds", + "Ġend s", + ". table", + ".t able", + ".tab le", + ".ta ble", + "Ġ dataset", + "Ġd ataset", + "Ġdata set", + "Ġdat aset", + "Ġdatas et", + "b us", + "bu s", + "Ġ explain", + "Ġex plain", + "Ġexp lain", + "Ġexpl ain", + "( pro", + "(p ro", + "(pr o", + "ĠCommit tee", + "Ġn oted", + "Ġnot ed", + "Ġno ted", + "Ġnote d", + "] :Ċ", + "]: Ċ", + "D im", + "Di m", + "st dio", + "std io", + "1 54", + "15 4", + ". \",Ċ", + ".\" ,Ċ", + ".\", Ċ", + "_ source", + "_s ource", + "1 81", + "18 1", + "Ġ Week", + "ĠWe ek", + "Ġ Edge", + "ĠE dge", + "ĠEd ge", + "Ġoper ating", + "Ġopera ting", + "Ġ este", + "Ġe ste", + "Ġes te", + "Ġest e", + "i pl", + "ip l", + "3 30", + "33 0", + "ag ination", + "agi nation", + "agina tion", + "Ġpro ceed", + "Ġproc eed", + "Ġ animation", + "Ġan imation", + "Ġanim ation", + ". Models", + ".Model s", + ".Mod els", + ".Mode ls", + "Ġ Watch", + "ĠW atch", + "ĠWat ch", + "i at", + "ia t", + "Ġop pon", + "Ġopp on", + "/ A", + "Re port", + "Rep ort", + "Repo rt", + "Ġ sounds", + "Ġs ounds", + "Ġso unds", + "Ġsound s", + "Ġsou nds", + "_ buf", + "_b uf", + "IE LD", + "IEL D", + "Ġb und", + "Ġbu nd", + "Ġbun d", + "ĉ get", + "ĉg et", + ". pr", + ".p r", + "( tmp", + "(t mp", + "(tm p", + "Ġ kid", + "Ġk id", + "Ġki d", + "> ĊĊĊ", + ">Ċ ĊĊ", + ">ĊĊ Ċ", + "Ġ yang", + "Ġy ang", + "Ġya ng", + "Ġyan g", + "Not Found", + "Ñ Ĩ", + "m ath", + "ma th", + "mat h", + "@ gmail", + "@g mail", + "Ġ LIMIT", + "ĠL IMIT", + "ĠLI MIT", + "red ients", + "redient s", + "redi ents", + "Ġ vent", + "Ġv ent", + "Ġve nt", + "Ġven t", + "av igate", + "avig ate", + "avi gate", + "L ook", + "Lo ok", + "Ġ religious", + "Ġrel igious", + "Ġrelig ious", + "Ġ rand", + "Ġr and", + "Ġran d", + "Ġra nd", + "r io", + "ri o", + "( GL", + "(G L", + "_ ip", + "_i p", + "u an", + "ua n", + "ici ency", + "icie ncy", + "Ġ Change", + "ĠCh ange", + "ĠCha nge", + "ĠChan ge", + "ĠChang e", + "> čĊčĊ", + ">čĊ čĊ", + "Ġ Entity", + "ĠE ntity", + "ĠEnt ity", + "Ġren contre", + "Ġrencont re", + "Ġrencontr e", + "Ġ Ret", + "ĠR et", + "ĠRe t", + "p lan", + "pl an", + "pla n", + "é n", + "BO OL", + "u ries", + "ur ies", + "uri es", + "t rain", + "tr ain", + "tra in", + "Def inition", + "= ===========", + "== ==========", + "==== ========", + "======== ====", + "=== =========", + "=========== =", + "========= ===", + "========== ==", + "====== ======", + "===== =======", + "======= =====", + "z z", + "4 50", + "45 0", + "An imation", + "Anim ation", + "Ġ OK", + "ĠO K", + "_ menu", + "_m enu", + "_me nu", + ". bl", + ".b l", + "_ score", + "_s core", + "_sc ore", + "Ġ acad", + "Ġa cad", + "Ġac ad", + "( System", + "(S ystem", + "Ġ refresh", + "Ġre fresh", + "Ġref resh", + "Ġrefr esh", + "' =>$", + "'=> $", + "'= >$", + ". Graphics", + ".G raphics", + ".Graph ics", + "am ento", + "ament o", + "amen to", + "p id", + "pi d", + "t c", + "Ġ tips", + "Ġt ips", + "Ġti ps", + "Ġtip s", + "Ġ homes", + "Ġh omes", + "Ġhome s", + "Ġhom es", + "Ġho mes", + "Ġ fuel", + "Ġf uel", + "Ġfu el", + "Ġfue l", + "â ĸ", + "_ helper", + "_h elper", + "_help er", + "Ġ ĠčĊ", + "ĠĠ čĊ", + "Ġ Room", + "ĠR oom", + "ĠRo om", + "ĠRoo m", + ". Close", + ".C lose", + ".Cl ose", + "_ attr", + "_at tr", + "_att r", + "Ġ Mount", + "ĠM ount", + "ĠMo unt", + "ĠMou nt", + "Ġ Ev", + "ĠE v", + "ar ser", + "ars er", + "arse r", + "_ top", + "_t op", + "_to p", + "e ah", + "ea h", + "Ġ Delete", + "ĠDe lete", + "ĠDel ete", + "ãĢ į", + "u ke", + "uk e", + "Ġ usage", + "Ġu sage", + "Ġus age", + "Ġusa ge", + "a ria", + "ar ia", + "ari a", + "_ dev", + "_d ev", + "_de v", + "Ġ texture", + "Ġtext ure", + "Ġtex ture", + "Ġtextu re", + "Ġ conversation", + "Ġcon versation", + "Ġconvers ation", + "e per", + "ep er", + "B ean", + "Be an", + "d one", + "do ne", + "don e", + "non atomic", + "Ġ Second", + "ĠSe cond", + "ĠSec ond", + "Ġsh ooting", + "Ġshoot ing", + "Ġsho oting", + "_ pre", + "_p re", + "_pr e", + "Com ponents", + "Component s", + "Comp onents", + "Ġ ]ĊĊ", + "Ġ] ĊĊ", + "Ġ]Ċ Ċ", + "_ _,", + "__ ,", + "st itution", + "stit ution", + ". Char", + ".C har", + ".Ch ar", + "> ();ĊĊ", + ">( );ĊĊ", + ">();Ċ Ċ", + ">() ;ĊĊ", + ">(); ĊĊ", + "Ġpres ented", + "Ġpresent ed", + "Ġpresente d", + "Ġ wa", + "Ġw a", + "o ker", + "ok er", + "oke r", + "- ĊĊ", + "-Ċ Ċ", + "i ner", + "in er", + "ine r", + "Ġbe coming", + "Ġbec oming", + "Ġ incident", + "Ġinc ident", + "Ġincid ent", + "A tt", + "At t", + "1 62", + "16 2", + "Ġreve aled", + "Ġreveal ed", + "f orc", + "fo rc", + "for c", + "Ġ boot", + "Ġb oot", + "Ġbo ot", + "Ġboo t", + ". page", + ".p age", + ".pa ge", + ".pag e", + "En umerator", + "Enumer ator", + "Enum erator", + "1 65", + "16 5", + "_ ->", + "_- >", + "Ph oto", + "Phot o", + "Ġ spring", + "Ġs pring", + "Ġsp ring", + "Ġspr ing", + ". \",", + ".\" ,", + "Ġ Dictionary", + "ĠD ictionary", + "B JECT", + "BJ ECT", + "Ġ locations", + "Ġl ocations", + "Ġloc ations", + "Ġlocation s", + "Ġ samples", + "Ġs amples", + "Ġsample s", + "Ġsam ples", + "Ġsamp les", + "Input Stream", + "Ġ Brown", + "ĠB rown", + "ĠBr own", + "ĠBro wn", + "ĠBrow n", + "Ġ stats", + "Ġst ats", + "Ġstat s", + "Ġsta ts", + "q uality", + "qu ality", + "qual ity", + "Ñ ħ", + "- dis", + "-d is", + "-di s", + "Ġhelp ing", + "Ġhel ping", + "Ġ ped", + "Ġp ed", + "Ġpe d", + "2 24", + "22 4", + "( se", + "(s e", + "Ġ Who", + "ĠW ho", + "ĠWh o", + "a lian", + "al ian", + "ali an", + "alia n", + "in ternal", + "int ernal", + "inter nal", + "intern al", + "Ġ ft", + "Ġf t", + "> ().", + ">( ).", + ">() .", + "- >{", + "-> {", + "Ġ mine", + "Ġm ine", + "Ġmin e", + "Ġmi ne", + "Ġ sector", + "Ġs ector", + "Ġse ctor", + "Ġsec tor", + "Ġsect or", + "Ġ gro", + "Ġg ro", + "Ġgr o", + "Ġopport unities", + "Ġopportun ities", + "Ġ ü", + "Ġà ¼", + "Ġ mp", + "Ġm p", + "Ġalleg ed", + "Ġalle ged", + "Ġallege d", + "Ġdoub t", + "Ġdou bt", + "M ouse", + "Mo use", + "A bout", + "Ab out", + "_ part", + "_p art", + "_par t", + "_pa rt", + "Ġ chair", + "Ġc hair", + "Ġch air", + "Ġcha ir", + "Ġchai r", + "Ġ stopped", + "Ġst opped", + "Ġstop ped", + "Ġsto pped", + "1 61", + "16 1", + "l oop", + "lo op", + "loo p", + "ent ities", + "enti ties", + "Ġ apps", + "Ġa pps", + "Ġapp s", + "Ġap ps", + "ans ion", + "ansi on", + "Ġ mental", + "Ġm ental", + "Ġmen tal", + "Ġment al", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "F R", + "Ġdef end", + "Ġdefe nd", + "c are", + "ca re", + "car e", + "Ġ ideal", + "Ġi deal", + "Ġide al", + "Ġidea l", + "/ api", + "/a pi", + "/ap i", + "ur face", + "urf ace", + "0 11", + "01 1", + "Ġ ele", + "Ġe le", + "Ġel e", + "u lator", + "ul ator", + "ula tor", + "Ġ Rights", + "ĠR ights", + "ĠRight s", + "angu ages", + "anguage s", + "Ġf unds", + "Ġfun ds", + "Ġfund s", + "Ġfu nds", + "Ġ adapt", + "Ġad apt", + "Ġada pt", + "Ġadap t", + "At tributes", + "Attribute s", + "Attrib utes", + "Ġ deploy", + "Ġde ploy", + "Ġdep loy", + "o pts", + "op ts", + "opt s", + "Ġ validation", + "Ġvalid ation", + "Ġvalida tion", + "Ġconcern s", + "u ce", + "uc e", + ". num", + ".n um", + "ul ture", + "ult ure", + "ultur e", + "i la", + "il a", + "Ġ cup", + "Ġc up", + "Ġcu p", + "Ġ pure", + "Ġp ure", + "Ġpur e", + "Ġpu re", + ". Fore", + ".F ore", + ".For e", + "1 83", + "18 3", + "Ġ HashMap", + "ĠHash Map", + ". valueOf", + ".value Of", + "a sm", + "as m", + "M O", + "Ġ cs", + "Ġc s", + "Ġ stores", + "Ġst ores", + "Ġstore s", + "Ġstor es", + "Ġsto res", + "Ġ ************************************************************************", + "Ġ**************************************************************** ********", + "Ġ******************************** ****************************************", + "Ġ******** ****************************************************************", + "Ġ**************** ********************************************************", + "Ġ************************ ************************************************", + "Ġ**************************************** ********************************", + "Ġ******************************************************** ****************", + "Ġ************************************************ ************************", + "Ġ communication", + "Ġcomm unication", + "Ġcommunic ation", + "Ġcommun ication", + "m em", + "me m", + ". EventHandler", + ".Event Handler", + ". Status", + ".S tatus", + ".St atus", + ".Stat us", + "_ right", + "_r ight", + ".set On", + "S heet", + "She et", + "Ġ identify", + "Ġident ify", + "ener ated", + "ene rated", + "enerate d", + "ord ered", + "order ed", + "orde red", + "Ġ \"[", + "Ġ\" [", + "Ġs we", + "Ġsw e", + "Con dition", + "Cond ition", + "Ġ According", + "ĠA ccording", + "ĠAcc ording", + "ĠAccord ing", + "Ġ prepare", + "Ġpre pare", + "Ġprepar e", + "Ġprep are", + "Ġ rob", + "Ġr ob", + "Ġro b", + "P ool", + "Po ol", + "Ġ sport", + "Ġs port", + "Ġsp ort", + "Ġspo rt", + "Ġspor t", + "r v", + "Ġ Router", + "ĠR outer", + "ĠRoute r", + "ĠRo uter", + "ĠRou ter", + "ĠRout er", + "Ġ alternative", + "Ġaltern ative", + "Ġalter native", + "( []", + "([ ]", + "Ġ Chicago", + "ĠCh icago", + "ĠChic ago", + "i pher", + "ip her", + "iph er", + "is che", + "isc he", + "isch e", + "Ġ Director", + "ĠD irector", + "ĠDirect or", + "ĠDir ector", + "ĠDire ctor", + "k l", + "Ġ Wil", + "ĠW il", + "ĠWi l", + "ke ys", + "key s", + "Ġ mysql", + "Ġm ysql", + "Ġmy sql", + "Ġmys ql", + "Ġ welcome", + "Ġw elcome", + "Ġwel come", + "k ing", + "ki ng", + "kin g", + "Ġ Manager", + "ĠM anager", + "ĠMan ager", + "ĠManage r", + "ĠMana ger", + "Ġ caught", + "Ġca ught", + ") }Ċ", + ")} Ċ", + "S core", + "Sc ore", + "_ PR", + "_P R", + "Ġ survey", + "Ġs urvey", + "Ġsur vey", + "Ġsurv ey", + "Ġsurve y", + "h ab", + "ha b", + "He aders", + "Header s", + "Head ers", + "A DER", + "AD ER", + "ADE R", + "Ġ decor", + "Ġde cor", + "Ġdec or", + "Ġdeco r", + "Ġturn s", + "Ġtur ns", + "Ġ radius", + "Ġr adius", + "Ġrad ius", + "Ġradi us", + "er rupt", + "err upt", + "C or", + "Co r", + "Ġ mel", + "Ġm el", + "Ġme l", + "Ġ intr", + "Ġin tr", + "Ġint r", + "( q", + "Ġ AC", + "ĠA C", + "a mos", + "am os", + "amo s", + "M AX", + "MA X", + "Ġ Grid", + "ĠG rid", + "ĠGr id", + "ĠGri d", + "Ġ Jesus", + "ĠJ esus", + "ĠJes us", + "ĠJe sus", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + ". DE", + ".D E", + "Ġ ts", + "Ġt s", + "Ġ linked", + "Ġlink ed", + "Ġlin ked", + "f ree", + "fr ee", + "fre e", + "Ġ Qt", + "ĠQ t", + "Ġ /**čĊ", + "Ġ/ **čĊ", + "Ġ/* *čĊ", + "Ġ/** čĊ", + "Ġf aster", + "Ġfa ster", + "Ġfast er", + "Ġfas ter", + "c tr", + "ct r", + "_ J", + "D T", + ". Check", + ".C heck", + ".Ch eck", + "Ġ combination", + "Ġcomb ination", + "Ġcombin ation", + "Ġint ended", + "Ġintend ed", + "- the", + "-t he", + "-th e", + "- type", + "-t ype", + "1 82", + "18 2", + "e ctors", + "ect ors", + "ec tors", + "ector s", + "a mi", + "am i", + "u ting", + "ut ing", + "uti ng", + "utin g", + "Ġ uma", + "Ġu ma", + "Ġum a", + "X ML", + "XM L", + "U CT", + "UC T", + "A p", + "Ġ Random", + "ĠR andom", + "ĠRand om", + "ĠRan dom", + "Ġ ran", + "Ġr an", + "Ġra n", + ". sort", + ".s ort", + ".so rt", + "Ġ sorted", + "Ġs orted", + "Ġsort ed", + "Ġsor ted", + "Ġsorte d", + ". Un", + ".U n", + "4 01", + "40 1", + "_ PER", + "_P ER", + "_PE R", + "it ory", + "itor y", + "ito ry", + "Ġ priority", + "Ġp riority", + "Ġprior ity", + "Ġpriorit y", + "Ġ Gal", + "ĠG al", + "ĠGa l", + "Ġ Old", + "ĠO ld", + "ĠOl d", + "h ot", + "ho t", + "Ġ Display", + "ĠD isplay", + "ĠDis play", + "ĠDisp lay", + "( sub", + "(s ub", + "_ TH", + "_T H", + "_ Y", + "Ġ Care", + "ĠC are", + "ĠCar e", + "ĠCa re", + "lo ading", + "load ing", + "K ind", + "Kin d", + "Ki nd", + "_ handle", + "_h andle", + "_hand le", + ", ,", + "r ase", + "ra se", + "ras e", + "_ replace", + "_re place", + "_rep lace", + ". addEventListener", + ".add EventListener", + "Ġ RT", + "ĠR T", + "1 72", + "17 2", + "Ġ entered", + "Ġen tered", + "Ġent ered", + "Ġenter ed", + "g ers", + "ge rs", + "ger s", + "Ġ ich", + "Ġi ch", + "Ġic h", + "( start", + "(st art", + "2 05", + "20 5", + "/ app", + "/a pp", + "/ap p", + "Ġbr other", + "Ġbro ther", + "Ġbroth er", + "M emory", + "Mem ory", + "Memo ry", + "Out let", + "Ġ utf", + "Ġu tf", + "Ġut f", + "p rec", + "pr ec", + "pre c", + "Ġ navigation", + "Ġn avigation", + "Ġnav igation", + "Ġnavig ation", + "O RK", + "OR K", + "Ġ dst", + "Ġd st", + "Ġds t", + "D etail", + "De tail", + "Det ail", + "Ġaud ience", + "Ġaudi ence", + "Ġ dur", + "Ġd ur", + "Ġdu r", + "Ġ cluster", + "Ġcl uster", + "un ched", + "unc hed", + "unch ed", + "Ġ ],", + "Ġ] ,", + "Ġcomfort able", + ". values", + ".value s", + ".val ues", + "Ġ Total", + "ĠT otal", + "ĠTo tal", + "ĠTot al", + "Ġ snap", + "Ġs nap", + "Ġsn ap", + "Ġsna p", + "Ġstand ards", + "Ġstandard s", + "Ġper formed", + "Ġperform ed", + "Ġperfor med", + "h and", + "ha nd", + "han d", + "( \"@", + "(\" @", + "å Ń", + "Ġ phil", + "Ġp hil", + "Ġph il", + "Ġphi l", + "i br", + "ib r", + "t rim", + "tr im", + "tri m", + "Ġ forget", + "Ġf orget", + "Ġfor get", + "Ġforg et", + "Ġforge t", + "1 57", + "15 7", + "Ġ doctor", + "Ġdo ctor", + "Ġdoc tor", + ". TextBox", + ".Text Box", + "3 77", + "37 7", + "i cons", + "ic ons", + "icon s", + "ico ns", + ", s", + "Ġ Op", + "ĠO p", + "S m", + "S top", + "St op", + "ĉ List", + "ĉL ist", + "ĉ u", + "Com ment", + "Comm ent", + "_ VERSION", + "_V ERSION", + "_VER SION", + ".X tra", + "P erson", + "Per son", + "Pers on", + "r b", + "L OB", + "LO B", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ċ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĊ", + "Ġ Central", + "ĠC entral", + "ĠCent ral", + "2 70", + "27 0", + "I CK", + "IC K", + "r aq", + "ra q", + "Ġp utting", + "Ġput ting", + "Ġputt ing", + "Ġ md", + "Ġm d", + "Ġ Love", + "ĠL ove", + "ĠLo ve", + "ĠLov e", + "P rogram", + "Pro gram", + "Pr ogram", + "Prog ram", + "B order", + "o or", + "oo r", + "Ġall owing", + "Ġallow ing", + "Ġallo wing", + "a fter", + "af ter", + "aft er", + "Ġ entries", + "Ġen tries", + "Ġent ries", + "Ġentr ies", + "Ġ Maybe", + "ĠM aybe", + "ĠMay be", + "] ).", + "]) .", + "Ġ Short", + "ĠS hort", + "ĠSh ort", + "ĠSho rt", + ") \\", + ". now", + ".n ow", + ".no w", + "f riend", + "Ġ prefer", + "Ġp refer", + "Ġpre fer", + "Ġpref er", + "Ġ GPIO", + "ĠG PIO", + "ĠGP IO", + "ĠGPI O", + "o sis", + "os is", + "osi s", + "Ġ GameObject", + "ĠGame Object", + "Ġ skip", + "Ġs kip", + "Ġsk ip", + "Ġski p", + "Ġ competition", + "Ġcom petition", + "Ġcompet ition", + "Ġcompetit ion", + "_ match", + "_m atch", + "_mat ch", + "l ications", + "lic ations", + "lication s", + "_ CONT", + "_C ONT", + "_CON T", + "_CO NT", + ". groupBox", + ".group Box", + "Ġ als", + "Ġa ls", + "Ġal s", + "6 66", + "66 6", + "\" We", + "\"W e", + "_ eq", + "_e q", + "l an", + "la n", + "_ search", + "_s earch", + "_se arch", + "Ġ Music", + "ĠM usic", + "ĠMus ic", + "ĠMu sic", + "a sis", + "as is", + "asi s", + "Ġ bind", + "Ġb ind", + "Ġbi nd", + "Ġbin d", + "ĠIs land", + "ĠIsl and", + "r um", + "ru m", + "( E", + "Ġ seat", + "Ġs eat", + "Ġse at", + "Ġsea t", + "V ideo", + "Vi deo", + "Ġ ack", + "Ġa ck", + "Ġac k", + "re ek", + "ree k", + "={ ()", + "={( )", + "Ġ rating", + "Ġr ating", + "Ġrat ing", + "Ġra ting", + "Ġ restaurant", + "Ġrest aurant", + "Ġrestaur ant", + "Ġrestau rant", + "4 56", + "45 6", + "D EX", + "DE X", + "( buf", + "(b uf", + "p ping", + "pp ing", + "u ality", + "ual ity", + "uali ty", + "Ġ league", + "Ġle ague", + "1 76", + "17 6", + "Ġ focused", + "Ġf ocused", + "Ġfocus ed", + "Ġfoc used", + "a pon", + "ap on", + "apo n", + "$ data", + "$d ata", + "CL UD", + "CLU D", + "CLUD ING", + "Ġ absolute", + "Ġa bsolute", + "Ġabs olute", + "Ġabsolut e", + "Ġabsol ute", + "( query", + "(qu ery", + "Ġt ells", + "Ġtell s", + "Ġtel ls", + "A ng", + "An g", + "Ġcomm unities", + "Ġcommun ities", + "Ġh onest", + "Ġhon est", + "Ġho nest", + "Ġhone st", + "o king", + "ok ing", + "oki ng", + "okin g", + "Ġa part", + "Ġap art", + "Ġapar t", + "Ġapa rt", + "ar ity", + "ari ty", + "/ $", + "_ module", + "_m odule", + "_mod ule", + "Ġ Enc", + "ĠE nc", + "ĠEn c", + ". an", + ".a n", + ". Config", + ".Con fig", + "C re", + "Cr e", + "Ġsh ock", + "Ġsho ck", + "ĠA rab", + "ĠAr ab", + "ĠAra b", + "I ENT", + "IE NT", + "/ re", + "/r e", + "Ġre trie", + "Ġret rie", + "Ġretr ie", + "yc ler", + "ycle r", + "ycl er", + "i sa", + "is a", + "Ġ Organ", + "ĠO rgan", + "ĠOr gan", + "ĠOrg an", + ". graph", + ".g raph", + ".gr aph", + "Ġ í", + "ĠB AS", + "ĠBA S", + "E num", + "En um", + "Ġ possibly", + "Ġposs ibly", + "ÑĢ аÐ", + "ÑĢа Ð", + "Ġ Japanese", + "ĠJ apanese", + "ĠJapan ese", + "Ġ craft", + "Ġc raft", + "Ġcr aft", + "Ġcra ft", + "Ġ Place", + "ĠP lace", + "ĠPl ace", + "ĠPla ce", + "Ġt alent", + "Ġtal ent", + "Ġtale nt", + "Ġf unding", + "Ġfun ding", + "Ġfund ing", + "Ġ confirmed", + "Ġconf irmed", + "Ġconfirm ed", + "Ġ cycle", + "Ġc ycle", + "Ġcy cle", + "Ġcycl e", + "Ġcyc le", + "/ x", + "G E", + "Ġh earing", + "Ġhe aring", + "Ġhear ing", + "Ġ plants", + "Ġpl ants", + "Ġplan ts", + "Ġplant s", + "Ġpla nts", + "Ġ mouth", + "Ġm outh", + "Ġmo uth", + "Ġmou th", + "p ages", + "page s", + "pa ges", + "pag es", + "o ria", + "or ia", + "ori a", + "Ġ Remove", + "ĠRe move", + "ĠRem ove", + "_ total", + "_t otal", + "_to tal", + "_tot al", + "Ġ od", + "Ġo d", + "oll apse", + "d oor", + "do or", + "Ġb ought", + "Ġbo ught", + "Ġbou ght", + "Ġ addr", + "Ġadd r", + "Ġad dr", + "AR CH", + "ARC H", + "_ dim", + "_d im", + "_di m", + "d den", + "dd en", + "dde n", + "Ġdec ades", + "Ġdecade s", + "Ġdecad es", + "RE QUEST", + "REQ UEST", + "Ġ versions", + "Ġv ersions", + "Ġversion s", + "Ġvers ions", + "f ire", + "fi re", + "fir e", + "0 06", + "00 6", + "Ġ moves", + "Ġm oves", + "Ġmov es", + "Ġmove s", + "Ġmo ves", + "f b", + "Ġ coffee", + "Ġc offee", + "Ġco ffee", + "Ġcoff ee", + "Ġcof fee", + ". connect", + ".con nect", + ".conn ect", + "Ġ Row", + "ĠR ow", + "ĠRo w", + "Ġ schema", + "Ġs chema", + "Ġsch ema", + "Ġschem a", + "Ġsche ma", + "S cope", + "Sc ope", + "- Type", + "-T ype", + "Ġf ighting", + "Ġfight ing", + "Ġre tail", + "Ġr etail", + "Ġret ail", + "Ġ modified", + "Ġmod ified", + "T F", + "F iles", + "File s", + "Fi les", + "Fil es", + "n ie", + "ni e", + "_ command", + "_com mand", + "_comm and", + "s tone", + "st one", + "ston e", + "sto ne", + "Ġ ÑĤ", + "ĠÑ Ĥ", + "_ thread", + "_t hread", + "_th read", + "_thr ead", + "Ġ bond", + "Ġb ond", + "Ġbo nd", + "Ġbon d", + "Ġ Development", + "ĠDe velopment", + "ĠDev elopment", + "ĠDevelop ment", + "Ġ pt", + "Ġp t", + "F ORM", + "FO RM", + "FOR M", + "p let", + "pl et", + "ple t", + "Ġ identified", + "Ġident ified", + "c pp", + "cp p", + "2 06", + "20 6", + "2 25", + "22 5", + "Ġ coding", + "Ġc oding", + "Ġco ding", + "Ġcod ing", + "o ked", + "ok ed", + "oke d", + "Ġ Master", + "ĠM aster", + "ĠMa ster", + "ĠMas ter", + "ĠMast er", + "ID TH", + "Ġres idents", + "Ġresident s", + "Ġresid ents", + "Ġreside nts", + "r edit", + "re dit", + "red it", + "redi t", + "Ġ Photo", + "ĠPh oto", + "ĠPhot o", + "= -", + "u nte", + "un te", + "unt e", + "at eur", + "ate ur", + "1 59", + "15 9", + "_ STATE", + "_ST ATE", + "_STAT E", + "_STA TE", + "Ġ Sing", + "ĠS ing", + "ĠSi ng", + "ĠSin g", + "Ġ sheet", + "Ġs heet", + "Ġshe et", + ". val", + ".v al", + ".va l", + "or se", + "ors e", + "Ġh ers", + "Ġhe rs", + "Ġher s", + "Ġd etermined", + "Ġdetermin ed", + "Ġdetermine d", + "Ġdeterm ined", + "Com mon", + "Comm on", + "Ġ wed", + "Ġw ed", + "Ġwe d", + "_ queue", + "_q ueue", + "_que ue", + "P H", + "Ġ Atl", + "ĠA tl", + "ĠAt l", + "c red", + "cre d", + "cr ed", + "/ LICENSE", + "/L ICENSE", + "Ġ mes", + "Ġm es", + "Ġme s", + "Ġ advanced", + "Ġad vanced", + "Ġadv anced", + "Ġadvance d", + ". java", + ".j ava", + ".jav a", + ". Sh", + ".S h", + "G o", + "k ill", + "ki ll", + "kil l", + "f p", + "_ settings", + "_s ettings", + "_set tings", + "_setting s", + "Ġ pal", + "Ġp al", + "Ġpa l", + "Ġ truck", + "Ġtr uck", + "Ġ combined", + "Ġcomb ined", + "Ġcombine d", + "Ġcombin ed", + "Ġ \"${", + "Ġ\" ${", + "Ġ\"$ {", + "ĠC orpor", + "ĠCor por", + "ĠCorp or", + "Ġ joined", + "Ġj oined", + "Ġjoin ed", + "Ġjo ined", + "Ġ Jose", + "ĠJ ose", + "ĠJo se", + "ĠJos e", + "ĠC up", + "ĠCu p", + "u ns", + "un s", + "est ival", + "esti val", + "le vision", + "lev ision", + "Ġ broken", + "Ġb roken", + "Ġbr oken", + "Ġbro ken", + "Ġbroke n", + "Ġmar riage", + "Ġ Western", + "ĠWest ern", + "ĠWes tern", + "Ġrep resents", + "Ġrepresent s", + "Ġ Title", + "ĠT itle", + "ĠTi tle", + "ĠTit le", + "Ġ ss", + "Ġs s", + ". Ass", + ".A ss", + ".As s", + "ong oose", + "ongo ose", + "i ento", + "ient o", + "ien to", + "< >();Ċ", + "<>( );Ċ", + "<> ();Ċ", + "Ġabs olutely", + "Ġabsolute ly", + "Ġabsolut ely", + "Ġabsol utely", + "Ġ smooth", + "Ġsm ooth", + "Ġsmo oth", + "T ERN", + "TE RN", + "TER N", + "Ġ Unless", + "ĠUn less", + "W ord", + "Wo rd", + "Ġ merge", + "Ġm erge", + "Ġmer ge", + "Ġmerg e", + "i gan", + "ig an", + "iga n", + "Ġ Vol", + "ĠV ol", + "ĠVo l", + "Ġ nn", + "Ġn n", + ". getId", + ".get Id", + "Ġ з", + "ĠÐ ·", + "1 71", + "17 1", + "Ġ sexy", + "Ġse xy", + "Ġsex y", + "Ġse eking", + "Ġsee king", + "Ġseek ing", + "S ingle", + "Si ngle", + "Sin gle", + "Sing le", + ". this", + ".t his", + ".th is", + "1 79", + "17 9", + "Ġ kom", + "Ġk om", + "Ġko m", + "b ound", + "bo und", + "bou nd", + "; \"", + "Ġ fontSize", + "Ġfont Size", + "_ df", + "_d f", + "Ġin jury", + "Ġinj ury", + "( H", + "Ġ issued", + "Ġiss ued", + "Ġissue d", + "Ġissu ed", + "_ END", + "_E ND", + "_EN D", + ": self", + ":s elf", + "0 20", + "02 0", + "Ġ patch", + "Ġp atch", + "Ġpat ch", + "Ġle aves", + "Ġleave s", + "Ġ adopt", + "Ġad opt", + "Ġado pt", + "File Name", + "ãĢ IJ", + "Ġexec utive", + "Ġexecut ive", + "Ġ Byte", + "ĠB yte", + "ĠBy te", + "] ))Ċ", + "]) )Ċ", + "])) Ċ", + "Ġ nu", + "Ġn u", + "o uting", + "ou ting", + "out ing", + "cl uding", + "clud ing", + "- R", + ". options", + ".o ptions", + ".opt ions", + ".option s", + "Ġsub stant", + "Ġsubs tant", + "Ġsubst ant", + "av ax", + "ava x", + "ĠB UT", + "ĠBU T", + "Ġ technical", + "Ġtechn ical", + "Ġtw ice", + "Ġm ás", + "Ġmá s", + "Ġun ivers", + "Ġuni vers", + "y r", + "Ġ drag", + "Ġd rag", + "Ġdr ag", + "Ġdra g", + "Ġ DC", + "ĠD C", + "Ġ sed", + "Ġs ed", + "Ġse d", + "Ġ bot", + "Ġb ot", + "Ġbo t", + "Ġ Pal", + "ĠP al", + "ĠPa l", + "Ġ Hall", + "ĠH all", + "ĠHa ll", + "ĠHal l", + "force ment", + "forc ement", + "Ġa uch", + "Ġau ch", + "Ġauc h", + ". mod", + ".m od", + ".mo d", + "n otation", + "not ation", + "nota tion", + "_ files", + "_f iles", + "_file s", + "_fil es", + ". line", + ".l ine", + ".li ne", + ".lin e", + "_ flag", + "_f lag", + "_fl ag", + "[ name", + "[n ame", + "Ġ resolution", + "Ġre solution", + "Ġres olution", + "Ġb ott", + "Ġbo tt", + "Ġbot t", + "( \"[", + "(\" [", + "e nde", + "en de", + "end e", + "( arr", + "(a rr", + "(ar r", + "F ree", + "Fr ee", + "Fre e", + "( @\"", + "(@ \"", + "Ġ District", + "ĠD istrict", + "ĠDi strict", + "P EC", + "PE C", + ": -", + "P icker", + "Pic ker", + "Pi cker", + "Pick er", + "Ġ Jo", + "ĠJ o", + "Ġ ĠĠĠĠĊ", + "ĠĠ ĠĠĠĊ", + "ĠĠĠĠ ĠĊ", + "ĠĠĠ ĠĠĊ", + "ĠĠĠĠĠ Ċ", + "Ġ River", + "ĠR iver", + "ĠRiv er", + "ĠRi ver", + "_ rows", + "_r ows", + "_row s", + "_ro ws", + "Ġhelp ful", + "Ġmass ive", + "- --Ċ", + "-- -Ċ", + "--- Ċ", + "Ġme asures", + "Ġmeasure s", + "Ġmeas ures", + "0 07", + "00 7", + "Ġ Runtime", + "ĠR untime", + "ĠRun time", + "Ġw orry", + "Ġwor ry", + "Ġ Spec", + "ĠS pec", + "ĠSp ec", + "ĠSpe c", + "ĉ D", + "ãĢ ij", + "Ġ ){Ċ", + "Ġ) {Ċ", + "Ġ){ Ċ", + "Ġw orse", + "Ġwor se", + "Ġwors e", + "( filename", + "(f ilename", + "(file name", + "(fi lename", + "(fil ename", + "Ġ lay", + "Ġl ay", + "Ġla y", + "Ġ magic", + "Ġm agic", + "Ġmag ic", + "Ġ Their", + "ĠThe ir", + "o ul", + "ou l", + "st roy", + "str oy", + "stro y", + "Ġ Where", + "ĠW here", + "ĠWh ere", + "ĠWhe re", + "2 80", + "28 0", + "Ġs udden", + "Ġsu dden", + "Ġsud den", + "Ġd efe", + "Ġde fe", + "Ġdef e", + "Ġ binding", + "Ġb inding", + "Ġbin ding", + "Ġbind ing", + "Ġ flight", + "Ġf light", + "Ġfl ight", + "Ġ OnInit", + "ĠOn Init", + "Ġ Women", + "ĠW omen", + "ĠWo men", + "Ġ Policy", + "ĠP olicy", + "ĠPol icy", + "ĠPolic y", + "Ġdr ugs", + "Ġdrug s", + "Ġdru gs", + "ish ing", + "ishi ng", + "(' ../", + "('. ./", + "Ġ Mel", + "ĠM el", + "ĠMe l", + "p eat", + "pe at", + "t or", + "to r", + "Ġpro posed", + "Ġprop osed", + "Ġpropos ed", + "Ġpropose d", + "Ġst ated", + "Ġstate d", + "Ġstat ed", + "Ġsta ted", + "_ RES", + "_RE S", + "_R ES", + "Ġ east", + "Ġe ast", + "Ġeas t", + "Ġea st", + "2 12", + "21 2", + "Ġ CONDITION", + "ĠCON DITION", + "_ desc", + "_d esc", + "_de sc", + "_des c", + "Ġw inning", + "Ġwin ning", + "f olio", + "fo lio", + "fol io", + "M apper", + "Map per", + "Ma pper", + "Ġ Pan", + "ĠP an", + "ĠPa n", + "ĠA nge", + "ĠAn ge", + "ĠAng e", + ".s ervlet", + ".serv let", + "Ġ copies", + "Ġc opies", + "Ġco pies", + "Ġcop ies", + "L M", + "Ġ vm", + "Ġv m", + "å į", + "Ġ dictionary", + "Ġd ictionary", + "S eg", + "Se g", + "1 77", + "17 7", + "e lines", + "el ines", + "eline s", + "eli nes", + "elin es", + "Ġ Send", + "ĠS end", + "ĠSe nd", + "ĠSen d", + "Ġ iron", + "Ġi ron", + "Ġir on", + "Ġ Fort", + "ĠF ort", + "ĠFor t", + "ĠFo rt", + "1 66", + "16 6", + ". domain", + ".d omain", + ".do main", + ".dom ain", + "Ġde bate", + "Ġdeb ate", + "Not Null", + "e q", + "a cher", + "ac her", + "ach er", + "ache r", + "l f", + "ĉ fmt", + "ĉf mt", + "Ġl awy", + "Ġla wy", + "Ġlaw y", + "1 78", + "17 8", + "Ä Ł", + "Ġ Men", + "ĠM en", + "ĠMe n", + "Ġ trim", + "Ġt rim", + "Ġtr im", + "Ġtri m", + "( NULL", + "(N ULL", + "Ġ !!", + "Ġ! !", + "Ġ pad", + "Ġp ad", + "Ġpa d", + "Ġfollow s", + "Ġfoll ows", + "\" ][\"", + "\"] [\"", + "\"][ \"", + "r equ", + "re qu", + "req u", + "Ġ Ep", + "ĠE p", + ". github", + ".g ithub", + ".git hub", + "( img", + "(i mg", + "(im g", + "e to", + "et o", + "( '\\", + "(' \\", + "S ervices", + "Service s", + "Serv ices", + "umbn ail", + "_ main", + "_m ain", + "_ma in", + "p leted", + "pl eted", + "ple ted", + "plete d", + "plet ed", + "fort unately", + "fortunate ly", + "Ġ windows", + "Ġw indows", + "Ġwindow s", + "Ġwind ows", + "Ġ plane", + "Ġp lane", + "Ġpl ane", + "Ġplan e", + "Ġpla ne", + "Ġ Connection", + "ĠCon nection", + "ĠConnect ion", + "ĠConn ection", + ". local", + ".l ocal", + ".loc al", + ".lo cal", + "u ard", + "ua rd", + "uar d", + "} \\", + "= =\"", + "== \"", + "a ndon", + "an don", + "and on", + "ando n", + "Ġ Roy", + "ĠR oy", + "ĠRo y", + "w est", + "we st", + "1 58", + "15 8", + "ig inal", + "igin al", + "igi nal", + "em ies", + "emi es", + "emie s", + "i tz", + "it z", + "' ):Ċ", + "') :Ċ", + "'): Ċ", + "Ġ Peter", + "ĠP eter", + "ĠPe ter", + "ĠPet er", + "ĠPete r", + "Ġt ough", + "Ġto ugh", + "Ġtou gh", + "Ġre duced", + "Ġred uced", + "Ġredu ced", + "Ġreduce d", + "Ġ calculate", + "Ġc alculate", + "Ġcal culate", + "Ġcalcul ate", + "Ġcalc ulate", + "Ġ rapid", + "Ġr apid", + "Ġrap id", + "Ġra pid", + "c ustomer", + "custom er", + "cust omer", + "Ġ efficient", + "Ġeff icient", + "Ġeffic ient", + "Ġ medium", + "Ġm edium", + "Ġmed ium", + "Ġmedi um", + "Ġ fell", + "Ġf ell", + "Ġfe ll", + "Ġfel l", + ". ref", + ".re f", + ".r ef", + "Ġ Cas", + "ĠC as", + "ĠCa s", + "Ġ feedback", + "Ġfe edback", + "Ġfeed back", + "S peed", + "Sp eed", + "Spe ed", + "( output", + "(out put", + "a je", + "aj e", + "Ġ categories", + "Ġc ategories", + "Ġcategor ies", + "Ġcategorie s", + "Ġ fee", + "Ġf ee", + "Ġfe e", + "} ;", + "Ġ deleted", + "Ġde leted", + "Ġdel eted", + "Ġdelete d", + "Ġdelet ed", + "Ġdele ted", + "r eh", + "re h", + "Ġ proof", + "Ġp roof", + "Ġpro of", + "D esc", + "De sc", + "Des c", + "B uild", + "Bu ild", + "Ġs ides", + "Ġside s", + "Ġsi des", + "Ġsid es", + ". ArrayList", + ".Array List", + "- %", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "Ø ±", + ". match", + ".m atch", + ".mat ch", + "л и", + "Ġfe els", + "Ġfeel s", + "Ġfee ls", + "Ġachie ve", + "Ġach ieve", + "Ġc lim", + "Ġcl im", + "Ġcli m", + "_ ON", + "_O N", + "Ġ CD", + "ĠC D", + "Ġ teacher", + "Ġt eacher", + "Ġte acher", + "Ġteach er", + "Ġtea cher", + "_ current", + "_c urrent", + "_cur rent", + "_curr ent", + "b n", + "_ PL", + "_P L", + "is ting", + "ist ing", + "isti ng", + "E nable", + "En able", + "G EN", + "GE N", + "Ġ tv", + "Ġt v", + "Ġ sock", + "Ġs ock", + "Ġso ck", + "Ġsoc k", + "Ġ plays", + "Ġp lays", + "Ġpl ays", + "Ġplay s", + "Ġpla ys", + "Ġ discount", + "Ġdis count", + "Ġdisc ount", + "Ġdisco unt", + "Ġ KE", + "ĠK E", + "Ġ Debug", + "ĠDe bug", + "ĠDeb ug", + "F ore", + "For e", + "Fo re", + "Ġ Iraq", + "ĠI raq", + "ĠIr aq", + "Ġ appearance", + "Ġap pearance", + "Ġappear ance", + "M on", + "Mo n", + "Ġ styled", + "Ġst yled", + "Ġstyle d", + "Ġsty led", + "Ġstyl ed", + "Ġ Human", + "ĠH uman", + "ĠHum an", + "ĠHu man", + "i ot", + "io t", + "Ġ History", + "ĠH istory", + "ĠHi story", + "ĠHistor y", + "ĠHist ory", + "Ġs ac", + "Ġsa c", + "Ġ Collection", + "ĠC ollection", + "ĠCol lection", + "ĠColl ection", + "ĠCollect ion", + "Ġ recommended", + "Ġre commended", + "Ġrecomm ended", + "Ġrecommend ed", + ". Selected", + ".Se lected", + ".Select ed", + "Ġ organizations", + "Ġorgan izations", + "Ġorganization s", + "Ġorganiz ations", + "Ġdis covered", + "Ġdiscover ed", + "co hol", + "coh ol", + "a das", + "ad as", + "ada s", + "Ġ Thomas", + "ĠTh omas", + "ĠThom as", + "M ay", + "Ma y", + "Ġcon serv", + "Ġcons erv", + "Ġconse rv", + "Ġd omin", + "Ġdo min", + "Ġdom in", + "Ġ Follow", + "ĠF ollow", + "ĠFol low", + "Ġ Section", + "ĠS ection", + "ĠSe ction", + "ĠSec tion", + "ĠSect ion", + "Ġ Thanks", + "ĠTh anks", + "ĠThank s", + "ĠThan ks", + "User name", + "Ġ recipe", + "Ġrec ipe", + "Ġrecip e", + "Ġwonder ful", + ". sleep", + ".s leep", + "_ if", + "_i f", + "ĉ ĊĉĊ", + "ĉĊ ĉĊ", + "or no", + "orn o", + "Ġ ru", + "Ġr u", + "_ target", + "_t arget", + "_tar get", + ". \"\"", + ".\" \"", + "à ¦", + "Event Args", + "Ġ inputs", + "Ġin puts", + "Ġinput s", + "Ġinp uts", + "Ġf if", + "Ġfi f", + "Ġ vision", + "Ġv ision", + "Ġvis ion", + "c y", + "Ġ Series", + "ĠS eries", + "ĠSe ries", + "ĠSer ies", + "ĠSerie s", + ") (((", + ")( ((", + ")(( (", + "Ġtr ading", + "Ġtrad ing", + "Ġtra ding", + "Ġtradi ng", + "Ġ marker", + "Ġm arker", + "Ġmark er", + "Ġmar ker", + "B egin", + "Be gin", + "Ġ typically", + "Ġtyp ically", + "Ġtypical ly", + "Ġc auses", + "Ġca uses", + "Ġcause s", + "Ġcaus es", + "d ropdown", + "drop down", + "_ DEBUG", + "_DE BUG", + "2 60", + "26 0", + "Ġ detect", + "Ġd etect", + "Ġdet ect", + "c ountry", + "count ry", + "! \");Ċ", + "!\" );Ċ", + "!\"); Ċ", + "!\") ;Ċ", + "ĉ R", + "a ppy", + "ap py", + "app y", + "Ġc ref", + "Ġcr ef", + "Ġcre f", + "( '<", + "(' <", + "\" =>", + "Ġ LE", + "ĠL E", + "re ader", + "read er", + "rea der", + "Ġ administr", + "Ġadmin istr", + "à µ", + "u cket", + "uc ket", + "uck et", + "Ġf ashion", + ". char", + ".c har", + ".ch ar", + "i zar", + "iz ar", + "iza r", + "Ġ disable", + "Ġd isable", + "Ġdis able", + "Ġs uc", + "Ġsu c", + "Ġ Live", + "ĠL ive", + "ĠLi ve", + "ĠLiv e", + "i ssue", + "iss ue", + "Ġ metadata", + "Ġm etadata", + "Ġmet adata", + "Ġmeta data", + "f lags", + "fl ags", + "flag s", + "Ġ ðŁ", + "Ġð Ł", + "Ġ committed", + "Ġcom mitted", + "Ġcomm itted", + "Ġcommit ted", + "Ġ va", + "Ġv a", + "Ġ rough", + "Ġr ough", + "Ġro ugh", + "Ġrou gh", + "Ġ '''Ċ", + "Ġ' ''Ċ", + "Ġ'' 'Ċ", + "Ġ''' Ċ", + "Ġ highlight", + "Ġhigh light", + "_ vars", + "_v ars", + "_var s", + "_va rs", + "V O", + "Ġ encoding", + "Ġen coding", + "Ġenc oding", + "- Z", + "_ sign", + "_s ign", + "_sig n", + "_si gn", + "$ (\"#", + "$( \"#", + "$(\" #", + "Ġ rain", + "Ġr ain", + "Ġra in", + "re atest", + "reate st", + "reat est", + "rea test", + "Ġ END", + "ĠE ND", + "ĠEN D", + "S election", + "Se lection", + "Select ion", + "Sel ection", + "Sele ction", + "Ġ candidates", + "Ġc andidates", + "Ġcandid ates", + "Ġcandidate s", + "Ġ sav", + "Ġs av", + "Ġsa v", + ". Empty", + "Ġdec isions", + "Ġdecision s", + "Ġdecis ions", + "Ġcoll abor", + "r idge", + "ri dge", + "rid ge", + "f eed", + "fe ed", + "fee d", + "r ession", + "ress ion", + "Ġ persons", + "Ġper sons", + "Ġperson s", + "Ġpers ons", + "Ġperso ns", + "V M", + "0 08", + "00 8", + "e ga", + "eg a", + "_ BIT", + "_B IT", + "A ccording", + "Acc ording", + "ack ed", + "ac ked", + "Ġdoll ars", + "Ġdollar s", + "_ loss", + "_l oss", + "_lo ss", + "Ġ Cost", + "ĠC ost", + "ĠCo st", + "ĠCos t", + "} \"Ċ", + "}\" Ċ", + "Not ification", + "Ġpro stit", + "Ġpros tit", + "Ġprost it", + "Ġ authority", + "Ġauthor ity", + ". rec", + ".re c", + ".r ec", + "Ġsp okes", + "Ġspoke s", + "Ġspo kes", + "Ġ Today", + "ĠT oday", + "ĠTo day", + "ĠTod ay", + "i stant", + "is tant", + "ist ant", + "istan t", + "ista nt", + "Ġ Head", + "ĠH ead", + "ĠHe ad", + "âĢĿ .", + "er tainment", + "ert ainment", + "ertain ment", + "c ean", + "ce an", + "cea n", + "c ulate", + "cul ate", + "cu late", + "Ġ ven", + "Ġv en", + "Ġve n", + "How ever", + "_ arr", + "_a rr", + "_ar r", + "Ġ tokens", + "Ġt okens", + "Ġtoken s", + "Ġtok ens", + "G raph", + "Gr aph", + "Ġ Jud", + "ĠJ ud", + "ĠJu d", + "Ġ Virgin", + "ĠVir gin", + "Ġ Serial", + "ĠS erial", + "ĠSe rial", + "ĠSer ial", + "un ning", + "unn ing", + "M utable", + "Mu table", + "Mut able", + "a gers", + "ag ers", + "age rs", + "ager s", + ". csv", + ".c sv", + ".cs v", + "Ġdevelop ing", + "Ġdevel oping", + "Ġ instructions", + "Ġin structions", + "Ġinstruction s", + "Ġinstr uctions", + "Ġinstruct ions", + "Ġ promise", + "Ġp romise", + "Ġpro mise", + "Ġprom ise", + "Ġ requested", + "Ġrequest ed", + "Ġrequ ested", + "_ encode", + "_en code", + "_enc ode", + "/ \"", + "Ġ Icon", + "ĠI con", + "u ilt", + "ui lt", + "uil t", + "- day", + "-d ay", + "-da y", + "Ġ intelligence", + "Ġint elligence", + "Ġintellig ence", + ". IS", + ".I S", + "Ġ Observable", + "ĠO bservable", + "ĠObserv able", + "Ġ Hard", + "ĠH ard", + "ĠHar d", + "ĠHa rd", + "B ool", + "Bo ol", + "2 11", + "21 1", + "id ential", + "ident ial", + ". Anchor", + ".An chor", + "Ġ selling", + "Ġs elling", + "Ġsell ing", + "Ġsel ling", + "C I", + "A GES", + "AG ES", + "AGE S", + "t le", + "tl e", + "b ur", + "bu r", + "UFF ER", + "UF FER", + "R Y", + "Ġb igger", + "Ġbig ger", + "Ġbi gger", + "Ġ rat", + "Ġr at", + "Ġra t", + "Ġf amous", + "Ġfam ous", + "Ġ typename", + "Ġtype name", + "Ġtyp ename", + "Ġ explained", + "Ġexpl ained", + "Ġexplain ed", + "} }Ċ", + "}} Ċ", + "Ġn uclear", + "Ġnu clear", + "Ġnucle ar", + "- N", + "Ġcr isis", + "Ġcri sis", + "Ġcris is", + "Ġ Enter", + "ĠEn ter", + "ĠEnt er", + "Ġ answers", + "Ġan swers", + "Ġanswer s", + "Ġans wers", + "/ ${", + "/$ {", + "/ pl", + "/p l", + "Ġ sequ", + "Ġs equ", + "Ġse qu", + "Ġseq u", + "_ next", + "_n ext", + "_ne xt", + "m ask", + "ma sk", + "mas k", + "Ġ standing", + "Ġst anding", + "Ġstand ing", + "Ġstan ding", + "Ġpl enty", + "Ġple nty", + "Ġ Cross", + "ĠC ross", + "ĠCr oss", + "ĠCro ss", + "ĠCros s", + "ĉ ret", + "ĉr et", + "ĉre t", + "d ro", + "dr o", + "Ġ Cast", + "ĠC ast", + "ĠCas t", + "ĠCa st", + "1 67", + "16 7", + "= true", + "Ġ Chris", + "ĠCh ris", + "ĠChr is", + "i cio", + "ic io", + "ici o", + "Ġ Mike", + "ĠM ike", + "ĠMi ke", + "ĠMik e", + "D ecimal", + "De cimal", + "Dec imal", + "add Component", + "L en", + "Le n", + "Ġ cock", + "Ġc ock", + "Ġco ck", + "Ġcoc k", + "Ġ #{", + "Ġ# {", + "U RN", + "UR N", + "< tr", + "", + "\\\" >", + "Ġ *=", + "Ġ* =", + "Ġ PS", + "ĠP S", + "Ġdanger ous", + "[ p", + "O ME", + "OM E", + "O ther", + "Ot her", + "Ġ StringBuilder", + "ĠString Builder", + "P oints", + "Point s", + "Po ints", + "he ading", + "head ing", + "hea ding", + "Ġ currency", + "Ġc urrency", + "Ġcurr ency", + "Ġ percentage", + "Ġper centage", + "Ġpercent age", + "_ API", + "_A PI", + "_AP I", + "Ġ classic", + "Ġclass ic", + "Ġcl assic", + "Ġclas sic", + "t head", + "th ead", + "the ad", + "Ġ MO", + "ĠM O", + "F E", + "I dx", + "Id x", + "a wait", + "aw ait", + "awa it", + "awai t", + "Ġ è", + "Ġà ¨", + "Ġacc ident", + "Ġ variant", + "Ġv ariant", + "Ġvar iant", + "Ġvari ant", + "Ġm yst", + "Ġmy st", + "Ġmys t", + "Ġ Land", + "ĠL and", + "ĠLa nd", + "ĠLan d", + "Ġ Bre", + "ĠB re", + "ĠBr e", + "Ġh arm", + "Ġhar m", + "Ġha rm", + "Ġ Acc", + "ĠA cc", + "ĠAc c", + "Ġ charged", + "Ġch arged", + "Ġchar ged", + "Ġcharg ed", + "Ġcharge d", + "i ones", + "ion es", + "io nes", + "ione s", + "Vis ibility", + "ar ry", + "arr y", + "Ġ Language", + "ĠL anguage", + "Ġ walking", + "Ġw alking", + "Ġwalk ing", + "Ġwal king", + "\" .ĊĊ", + "\". ĊĊ", + "\".Ċ Ċ", + "i fer", + "if er", + "ife r", + "Ġleaders hip", + "Ġleader ship", + ". From", + ".F rom", + "y nam", + "yn am", + "yna m", + "Ġ timestamp", + "Ġt imestamp", + "Ġtime stamp", + "i pt", + "ip t", + "Ġ Has", + "ĠH as", + "ĠHa s", + "RE FER", + "REF ER", + "Ġ Its", + "ĠI ts", + "ĠIt s", + "Ġ listener", + "Ġlist ener", + "Ġlisten er", + "Ġliste ner", + "Ġlis tener", + "U TE", + "UT E", + "2 13", + "21 3", + "_ description", + "_d escription", + "_de scription", + "_des cription", + "Ġex periences", + "Ġexper iences", + "Ġexperience s", + "Ġexperi ences", + "Ġ creates", + "Ġcreate s", + "Ġcre ates", + "Ġcreat es", + "Ġcrea tes", + "R S", + "c art", + "ca rt", + "car t", + "b lack", + "bl ack", + "bla ck", + "Ġ choices", + "Ġcho ices", + "Ġchoice s", + "w ar", + "wa r", + "7 50", + "75 0", + "Ġ '''", + "Ġ' ''", + "Ġ'' '", + "Ġ ordered", + "Ġorder ed", + "Ġord ered", + "Ġeven ing", + "Ġev ening", + "Ġeve ning", + "Ġp il", + "Ġpi l", + "Ġt un", + "Ġtu n", + "Ġ Bad", + "ĠB ad", + "ĠBa d", + "( app", + "(a pp", + "(ap p", + "r andom", + "ran dom", + "rand om", + "Ġ explicit", + "Ġexp licit", + "Ġexpl icit", + "Ġexplic it", + "Ġarr ived", + "Ġarrive d", + "Ġarriv ed", + "Ġ fly", + "Ġf ly", + "Ġfl y", + "Ġe conom", + "Ġecon om", + "Ġec onom", + "Ġeco nom", + "- mail", + "-m ail", + "Ġ lists", + "Ġl ists", + "Ġli sts", + "Ġlist s", + "Ġlis ts", + "Ġarch itect", + "Ġarchit ect", + "2 34", + "23 4", + "Ġ Pay", + "ĠP ay", + "ĠPa y", + "Ġ ds", + "Ġd s", + "Ġ Sol", + "ĠS ol", + "ĠSo l", + "Ġ vehicles", + "Ġv ehicles", + "Ġveh icles", + "Ġvehicle s", + "H z", + "- com", + "-c om", + "-co m", + "Ġ king", + "Ġk ing", + "Ġki ng", + "Ġkin g", + "_ equal", + "_e qual", + "_eq ual", + "_equ al", + "Ġ Help", + "ĠH elp", + "ĠHe lp", + "ĠHel p", + "Ġab use", + "4 80", + "48 0", + "1 69", + "16 9", + "-- ;Ċ", + "--; Ċ", + "Ġ extr", + "Ġex tr", + "Ġext r", + "Ġ chemical", + "Ġchem ical", + "ä ¿", + "Ġ orient", + "Ġo rient", + "Ġor ient", + "Ġori ent", + "Ġbre ath", + "Ġbreat h", + "Ġ Space", + "ĠS pace", + "ĠSp ace", + "ĠSpa ce", + "( element", + "(e lement", + "(el ement", + "(elem ent", + "(ele ment", + "w ait", + "wa it", + "D ED", + "DE D", + "ig ma", + "igm a", + "Ġ entr", + "Ġen tr", + "Ġent r", + "Ġ sob", + "Ġs ob", + "Ġso b", + "- name", + "-n ame", + "-na me", + "Ġ affected", + "Ġaff ected", + "Ġaffect ed", + "i ka", + "ik a", + "Ġ coal", + "Ġco al", + "_ work", + "_w ork", + "_wo rk", + "Ġh undreds", + "Ġhundred s", + "Ġpol itics", + "Ġpolit ics", + "Ġpolitic s", + "sub ject", + "su bject", + "subj ect", + "Ġ consumer", + "Ġcon sumer", + "Ġcons umer", + "Ġconsum er", + "Ġconsume r", + "AN GE", + "ANG E", + "Ġre peated", + "Ġrep eated", + "Ġrepe ated", + "Ġrepeat ed", + "S end", + "Se nd", + "Sen d", + "Ġ #[", + "Ġ# [", + "Ġ protocol", + "Ġprot ocol", + "Ġproto col", + "Ġ leads", + "Ġle ads", + "Ġlead s", + "us eum", + "use um", + "E very", + "Ev ery", + "Ever y", + "8 08", + "80 8", + "1 74", + "17 4", + "Im port", + "Imp ort", + "( count", + "(c ount", + "(co unt", + "Ġch allenges", + "Ġchalleng es", + "Ġchallenge s", + "Ġn ovel", + "Ġno vel", + "Ġnov el", + "Ġ depart", + "Ġde part", + "Ġdep art", + "b its", + "bit s", + "bi ts", + ". Current", + ".C urrent", + "Ġ `${", + "Ġ` ${", + "Ġ`$ {", + "o ting", + "ot ing", + "oti ng", + "( \\", + "Ġ creative", + "Ġc reative", + "Ġcre ative", + "Ġcreat ive", + "Ġ buff", + "Ġb uff", + "Ġbu ff", + "Ġbuf f", + "Ġint roduced", + "Ġintrodu ced", + "Ġintroduce d", + "Ġintro duced", + "u sic", + "us ic", + "usi c", + "mod ules", + "module s", + "A re", + "Ar e", + "- doc", + "-d oc", + "-do c", + "l anguage", + "_ cache", + "_c ache", + "_ca che", + "Ġ tod", + "Ġt od", + "Ġto d", + "? > < /", + "om ething", + "ome thing", + "Ġh un", + "Ġhu n", + "å º", + "a ters", + "at ers", + "ate rs", + "ater s", + "In tent", + "Int ent", + "Ġ implemented", + "Ġim plemented", + "Ġimplement ed", + "Ġ Case", + "ĠC ase", + "ĠCas e", + "ĠCa se", + "Ch ildren", + "Child ren", + "Ġ notification", + "Ġnot ification", + "Render er", + "W rapper", + "Wrap per", + "Wr apper", + "Object s", + "Obj ects", + "t l", + ". Contains", + ".Cont ains", + ".Con tains", + "Pl ugin", + "Plug in", + ". row", + ".r ow", + ".ro w", + "Ġ forg", + "Ġf org", + "Ġfor g", + "Ġfo rg", + "Ġ permit", + "Ġper mit", + "Ġperm it", + "Ġ targets", + "Ġtarget s", + "Ġtar gets", + "Ġtarg ets", + "Ġ IF", + "ĠI F", + "Ġ tip", + "Ġt ip", + "Ġti p", + "s ex", + "se x", + "Ġ supports", + "Ġsup ports", + "Ġsupport s", + "Ġsupp orts", + "Ġ fold", + "Ġf old", + "Ġfol d", + "Ġfo ld", + "ph oto", + "phot o", + "} ,čĊ", + "}, čĊ", + "Ġ google", + "Ġg oogle", + "Ġgo ogle", + "Ġgoog le", + "Ġgoo gle", + "$ ('#", + "$( '#", + "$(' #", + "Ġ sharing", + "Ġsh aring", + "Ġsha ring", + "Ġshar ing", + "Ġ goods", + "Ġg oods", + "Ġgo ods", + "Ġgood s", + "Ġgoo ds", + "v s", + "Ġ Dan", + "ĠD an", + "ĠDa n", + "R ate", + "Ra te", + "Ġ Martin", + "ĠM artin", + "ĠMar tin", + "ĠMart in", + "Ġm anner", + "Ġman ner", + "Ġmann er", + "l ie", + "li e", + ". The", + ".T he", + ".Th e", + "In ternal", + "Int ernal", + "Inter nal", + "Intern al", + "ĠCON TR", + "ĠCONT R", + "M ock", + "Mo ck", + "R IGHT", + "Ġ '{", + "Ġ' {", + "Ġ controls", + "Ġcontrol s", + "Ġcontr ols", + "Ġcontro ls", + "M at", + "Ma t", + "Ġ mand", + "Ġm and", + "Ġman d", + "Ġma nd", + "Ġ extended", + "Ġext ended", + "Ġextend ed", + "O k", + "Ġ embed", + "Ġem bed", + "Ġemb ed", + "Ġ planet", + "Ġplan et", + "Ġplane t", + "Ġpla net", + "Ġ Non", + "ĠN on", + "ĠNo n", + "- ch", + "-c h", + ") \",", + ")\" ,", + "e par", + "ep ar", + "Ġbel ieved", + "Ġbelie ved", + "Ġbelieve d", + "Ġ Environment", + "ĠEn vironment", + "Ġ Friend", + "ĠF riend", + "ĠFri end", + "- res", + "-r es", + "-re s", + "Ġ handling", + "Ġhand ling", + "Ġhan dling", + "n ic", + "ni c", + "- level", + "-le vel", + "s cri", + "sc ri", + "scr i", + "X ml", + "B E", + "u ngen", + "un gen", + "ung en", + "unge n", + "Ġ alter", + "Ġal ter", + "Ġalt er", + "Ġalte r", + "[ idx", + "[i dx", + "[id x", + "P op", + "Po p", + "c am", + "ca m", + "Ġ (((", + "Ġ( ((", + "Ġ(( (", + "Ġ shipping", + "Ġsh ipping", + "Ġship ping", + "Ġ battery", + "Ġb attery", + "Ġbatter y", + "Ġbatt ery", + "Ġbat tery", + "iddle ware", + "M C", + "Ġ impl", + "Ġi mpl", + "Ġim pl", + "Ġimp l", + "ot ation", + "ota tion", + "Ġ Lab", + "ĠL ab", + "ĠLa b", + "< form", + " {{", + ">{ {", + "Ġ Resource", + "ĠRe source", + "ĠRes ource", + "Ġ Standard", + "ĠSt andard", + "ĠStand ard", + "Ġ Prem", + "ĠP rem", + "ĠPr em", + "ĠPre m", + "up dated", + "update d", + "upd ated", + "iv alent", + "ival ent", + "Ġ assets", + "Ġas sets", + "Ġass ets", + "Ġasset s", + "_ temp", + "_t emp", + "_tem p", + "_te mp", + "Ġinter ests", + "Ġinterest s", + "Ġinteres ts", + "Ġ hardware", + "Ġh ardware", + "Ġhard ware", + "Ġ Rom", + "ĠR om", + "ĠRo m", + "Ġ Share", + "ĠS hare", + "ĠSh are", + "ĠSha re", + "ĠShar e", + "Ġ ''Ċ", + "Ġ' 'Ċ", + "Ġ'' Ċ", + "Ġ *,", + "Ġ* ,", + "Ġ Take", + "ĠT ake", + "ĠTa ke", + "ĠTak e", + "Ġ Images", + "ĠIm ages", + "ĠImage s", + "ĠImag es", + "_ CHECK", + "_C HECK", + "( typeof", + "(type of", + "(typ eof", + "Ġ Jun", + "ĠJ un", + "ĠJu n", + "\\< ^", + "Ġ liqu", + "Ġl iqu", + "Ġli qu", + "Ġw orst", + "Ġwor st", + "Ġwo rst", + "Ġwors t", + "ymb ols", + "ymbol s", + "ĉ ĉĉĠĠĠ", + "ĉĉ ĉĠĠĠ", + "ĉĉĉ ĠĠĠ", + "ĉĉĉĠ ĠĠ", + "ĉĉĉĠĠ Ġ", + "Ġ drivers", + "Ġdr ivers", + "Ġdriver s", + "Ġdrive rs", + "Ġdriv ers", + "Ġdri vers", + "Ġ Document", + "ĠD ocument", + "ĠDoc ument", + "e no", + "en o", + "Ġ Technology", + "ĠTechn ology", + "Ġ approved", + "Ġap proved", + "Ġappro ved", + "Ġapprove d", + "u mps", + "um ps", + "ump s", + "Ġ snow", + "Ġs now", + "Ġsn ow", + "Ġsno w", + "form ance", + "forma nce", + "forman ce", + "_ ASSERT", + "_A SSERT", + "_ASS ERT", + "u its", + "ui ts", + "uit s", + "2 07", + "20 7", + "Ù Ĩ", + "Ġd ifferences", + "Ġdif ferences", + "Ġdiffer ences", + "Ġdifference s", + ". Visible", + ".V isible", + "ĉ ĉĉčĊ", + "ĉĉ ĉčĊ", + "ĉĉĉ čĊ", + "Ġ Ps", + "ĠP s", + "_ fetch", + "_f etch", + "Ġ todo", + "Ġt odo", + "Ġto do", + "Ġtod o", + ". ',Ċ", + ".' ,Ċ", + ".', Ċ", + "Ġ sel", + "Ġs el", + "Ġse l", + "ur ers", + "ure rs", + "urer s", + "in valid", + "Ġ tweet", + "Ġt weet", + "Ġtwe et", + "Ġtwee t", + "V EL", + "VE L", + "Ġresearch ers", + "Ġresearcher s", + "Ġ sprintf", + "Ġs printf", + "Ġsprint f", + "Ġ RO", + "ĠR O", + "Ġ pel", + "Ġp el", + "Ġpe l", + ". Trans", + ".T rans", + ".Tr ans", + "Ġ illegal", + "Ġil legal", + "Ġill egal", + "Ġilleg al", + "d ialog", + "di alog", + "dia log", + "sm arty", + "smart y", + "l g", + "_ MIN", + "_M IN", + "_MI N", + "Ġ hero", + "Ġh ero", + "Ġhe ro", + "Ġher o", + "f inal", + "fin al", + "fi nal", + "Ġ pp", + "Ġp p", + ". Le", + ".L e", + "Ġ ci", + "Ġc i", + "ĉ RT", + "ĉR T", + "Ġs uggested", + "Ġsuggest ed", + "p df", + "pd f", + "a ching", + "ach ing", + "achi ng", + "Ġ Ro", + "ĠR o", + "Ġ Properties", + "ĠP roperties", + "ĠProp erties", + "ĠProper ties", + "Ġ Si", + "ĠS i", + "Ġbu ying", + "Ġbuy ing", + "Ġ mu", + "Ġm u", + "Ġ lands", + "Ġl ands", + "Ġla nds", + "Ġland s", + "Ġlan ds", + "if iers", + "ifier s", + "ifi ers", + "ifie rs", + "Ġ FILE", + "ĠF ILE", + "ĠFI LE", + "ĠFIL E", + "RO UP", + "Ġ holder", + "Ġh older", + "Ġhold er", + "Ġho lder", + "Ġhol der", + "Ġ Son", + "ĠS on", + "ĠSo n", + "Ġsym pt", + "Ġsymp t", + ". route", + ".r oute", + ".ro ute", + ") ?", + "Ġ argc", + "Ġar gc", + "Ġarg c", + "Ġ fort", + "Ġf ort", + "Ġfor t", + "Ġfo rt", + "Ġcas ino", + "Ġcasi no", + "_ category", + "_c ategory", + "Ġ forum", + "Ġf orum", + "Ġfor um", + "Ġfo rum", + "2 15", + "21 5", + "p refix", + "pre fix", + "pref ix", + "ap ture", + "apt ure", + "T ube", + "Tu be", + "e ms", + "em s", + "im ize", + "imi ze", + "imiz e", + "Ġn ue", + "Ġnu e", + "a us", + "au s", + "c ourse", + "co urse", + "cour se", + "A TOR", + "AT OR", + "ATO R", + "( )),", + "() ),", + "()) ,", + "Ad vertis", + "IN GS", + "ING S", + "Ġac know", + "Ġack now", + "ĠK orea", + "ĠKore a", + "ĠKo rea", + "ĠKor ea", + "p ling", + "pl ing", + "Ġ worker", + "Ġwork er", + "Ġwor ker", + "PL IED", + "h al", + "ha l", + "Ġ Richard", + "ĠRich ard", + "ĠRic hard", + "E lements", + "Element s", + "El ements", + "Elem ents", + "Ele ments", + "ĉ ĉĉĠ", + "ĉĉ ĉĠ", + "ĉĉĉ Ġ", + "s tar", + "st ar", + "sta r", + "Ġ relationships", + "Ġrelations hips", + "Ġrelationship s", + "Ġrelation ships", + "Ġ cheap", + "Ġc heap", + "Ġche ap", + "A CH", + "AC H", + "Ġ XML", + "ĠX ML", + "ĠXM L", + ", &", + "Ġ Louis", + "ĠL ouis", + "ĠLo uis", + "ĠLou is", + "Ġ ride", + "Ġr ide", + "Ġrid e", + "Ġri de", + "_ FAIL", + "_F AIL", + "_FA IL", + "Ġ chunk", + "Ġch unk", + "Ġchu nk", + "[ s", + "_ OUT", + "_O UT", + "Ġ chosen", + "Ġch osen", + "Ġcho sen", + "Ġchose n", + "_ [", + "/ (", + "Ġ Jeff", + "ĠJ eff", + "ĠJe ff", + "_ sl", + "_s l", + "p riv", + "pr iv", + "pri v", + "Ġ Canadian", + "ĠCan adian", + "Ġ unable", + "Ġu nable", + "Ġun able", + "Ġuna ble", + "Ġunab le", + "_ FLAG", + "_F LAG", + "_FL AG", + "Ġ nos", + "Ġn os", + "Ġno s", + "h igh", + "hi gh", + "Ġ lift", + "Ġl ift", + "Ġli ft", + "Ġlif t", + "f un", + "fu n", + "( ){", + "() {", + "el ly", + "ell y", + "ycler View", + "_ as", + "_a s", + "_ LIST", + "_L IST", + "Ġ radi", + "Ġr adi", + "Ġrad i", + "Ġra di", + ". getValue", + ".get Value", + "3 04", + "30 4", + "ĠAnge les", + "ĠAngel es", + "Ġ Span", + "ĠS pan", + "ĠSp an", + "ĠSpa n", + "_ instance", + "_in stance", + "_inst ance", + "i tors", + "it ors", + "itor s", + "ito rs", + "2 08", + "20 8", + "Ġ migration", + "Ġm igration", + "Ġmigr ation", + "Ġmig ration", + "A K", + "O h", + " ®", + ". selected", + ".se lected", + ".select ed", + ".sel ected", + "Ġ GT", + "ĠG T", + "Ġ advance", + "Ġadv ance", + "Ġ Style", + "ĠSt yle", + "ĠSty le", + ". DataGridView", + ".Data GridView", + "e ction", + "ect ion", + "ec tion", + "Ñ İ", + "p io", + "pi o", + "r og", + "ro g", + "Ġ shopping", + "Ġsh opping", + "Ġshop ping", + "Ġsho pping", + "Ġ Rect", + "ĠR ect", + "ĠRe ct", + "ĠRec t", + "I lluminate", + "O U", + "ĉ array", + "ĉa rray", + "ĉarr ay", + "ĉar ray", + "Ġsub stantial", + "Ġsubstant ial", + "Ġp regn", + "Ġpre gn", + "Ġpreg n", + "Ġprom ote", + "Ġpromot e", + "Ġpromo te", + "I EW", + "IE W", + ". Layout", + ".L ayout", + "Ġsign s", + "Ġsig ns", + "/ .", + "Ġ letters", + "Ġlet ters", + "Ġletter s", + "Ġlett ers", + "B oard", + "Bo ard", + "c trl", + "ct rl", + "ctr l", + "\" \\", + "Ġ Jones", + "ĠJ ones", + "ĠJo nes", + "ĠJon es", + "Ġ vertex", + "Ġver tex", + "Ġvert ex", + "Ġverte x", + "Ġ ja", + "Ġj a", + "Ġaff ili", + "Ġ wealth", + "Ġwe alth", + "ĉ default", + "ĉd efault", + "ĉdef ault", + "ĉde fault", + "Ġsign ificantly", + "Ġsignific antly", + "Ġsignificant ly", + "Ġ ec", + "Ġe c", + "Ġ xs", + "Ġx s", + "act ual", + "ac tual", + ". per", + ".p er", + ".pe r", + "_ step", + "_s tep", + "_st ep", + "_ste p", + "an vas", + "m ac", + "ma c", + "Ġtrans l", + "Ġtran sl", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "It erator", + "Iter ator", + "Ġ och", + "Ġo ch", + "Ġoc h", + "ag nostic", + "agnost ic", + "Ġ During", + "ĠD uring", + "ĠDu ring", + "ĠDur ing", + "Ġ DEFAULT", + "ĠD EFAULT", + "ĠDE FAULT", + "Ġt ill", + "Ġti ll", + "Ġtil l", + "Ġ signature", + "Ġsign ature", + "Ġsig nature", + "Ġ bird", + "Ġb ird", + "Ġbi rd", + "Ġbir d", + "Ġ Ol", + "ĠO l", + "3 10", + "31 0", + "Ġ Ir", + "ĠI r", + "H S", + "av atar", + "ava tar", + "ESS AGE", + "Ġe lev", + "Ġel ev", + "Ġele v", + "Ġ mt", + "Ġm t", + "Ġ Nav", + "ĠN av", + "ĠNa v", + "Ġrel ax", + "Ġ plate", + "Ġp late", + "Ġpl ate", + "Ġpla te", + "Ġplat e", + "I TEM", + "IT EM", + "ITE M", + "( date", + "(d ate", + "(dat e", + "(da te", + ". not", + ".n ot", + ".no t", + "Ġ grade", + "Ġg rade", + "Ġgr ade", + "Ġgrad e", + "Ġgra de", + "Ġ }),Ċ", + "Ġ} ),Ċ", + "Ġ}) ,Ċ", + "Ġ}), Ċ", + "? \"ĊĊ", + "?\" ĊĊ", + "?\"Ċ Ċ", + "i ences", + "ie nces", + "ience s", + "ien ces", + "H igh", + "Hi gh", + "Ġ DIS", + "ĠD IS", + "ĠDI S", + "2 31", + "23 1", + "dis abled", + "disable d", + "Q UI", + "QU I", + "Ġ noise", + "Ġn oise", + "Ġno ise", + "Ġnoi se", + "a ux", + "au x", + "Ġ UP", + "ĠU P", + "8 88", + "88 8", + "o sa", + "os a", + "Ġv oc", + "Ġvo c", + "Ġ ))", + "Ġ) )", + "o com", + "oc om", + "oco m", + "_ OFF", + "_O FF", + "_OF F", + "Ġ Db", + "ĠD b", + "L ock", + "Lo ck", + "Loc k", + ".e clipse", + ", d", + "Ġ Draw", + "ĠD raw", + "ĠDr aw", + "ĠDra w", + "Ġ \"(", + "Ġ\" (", + "Ġ visited", + "Ġvis ited", + "Ġvisit ed", + "Ġvisite d", + "Ġ âĪ", + "Ġâ Ī", + "Ġs ucceed", + "Ġsuc ceed", + "Ġsucc eed", + "Ġim possible", + "Ġimp ossible", + "Ġimposs ible", + "a ire", + "air e", + "ai re", + "Ġ Turn", + "ĠT urn", + "ĠTur n", + "ĠTu rn", + "Ġ dish", + "Ġd ish", + "Ġdis h", + "Ġdi sh", + "F G", + "Ġ sensor", + "Ġs ensor", + "Ġsens or", + "A NN", + "AN N", + "a ba", + "ab a", + "Ġs urg", + "Ġsu rg", + "Ġsur g", + "] );čĊ", + "]) ;čĊ", + "]); čĊ", + "Ġ fp", + "Ġf p", + "_ an", + "_a n", + "- J", + "- G", + "Ġ Job", + "ĠJ ob", + "ĠJo b", + "Con vert", + "Conv ert", + "Ġ KEY", + "ĠK EY", + "ĠKE Y", + "Ġ authors", + "Ġauthor s", + "Ġauth ors", + "_ server", + "_s erver", + "_serv er", + "_ser ver", + "\\ r", + "Ġ -*-", + "Ġ- *-", + "Ġ-* -", + "f lex", + "fl ex", + "Ġ soc", + "Ġs oc", + "Ġso c", + "R et", + "Re t", + "Ġ salt", + "Ġs alt", + "Ġsa lt", + "Ġsal t", + "Ġ âĢ¦ĊĊ", + "ĠâĢ¦ ĊĊ", + "ĠâĢ¦Ċ Ċ", + "Ġ Clear", + "ĠC lear", + "ĠCl ear", + "ĠCle ar", + "( page", + "(p age", + "(pa ge", + "- danger", + "-d anger", + "-da nger", + "Ġ rooms", + "Ġro oms", + "Ġroom s", + "con v", + "co nv", + "# {", + ". op", + ".o p", + "Ġ Area", + "ĠA rea", + "ĠAr ea", + "ĠAre a", + "_ SC", + "_S C", + "h en", + "he n", + "Ġbeg ins", + "Ġbegin s", + "- y", + "Ġexc ited", + "Ġexcit ed", + "Ġ ignored", + "Ġign ored", + "Ġignore d", + "Ġignor ed", + "Ġ bonus", + "Ġb onus", + "Ġbon us", + "st udent", + "stu dent", + "stud ent", + "Ġ Member", + "ĠM ember", + "ĠMem ber", + "Ġrel atively", + "Ġrelative ly", + "Ġrelativ ely", + "Ġrelat ively", + "Ġ Low", + "ĠL ow", + "ĠLo w", + "Ġ Produ", + "ĠP rodu", + "ĠPro du", + "ĠPr odu", + "ĠProd u", + "at eway", + "ate way", + "pos ure", + "po sure", + "Ġth ick", + "Ġthi ck", + "an iel", + "ani el", + "anie l", + "( view", + "(v iew", + "ĠC rush", + "ĠCr ush", + "ĠCru sh", + "ĠCrus h", + "Ext ension", + "I l", + "e ed", + "ee d", + "L OC", + "LO C", + ". im", + ".i m", + ". Items", + ".I tems", + ".Item s", + ".It ems", + "Ġconf lict", + "Ġconflic t", + "Ġconfl ict", + ". prevent", + ".pre vent", + ".pr event", + ".prev ent", + "2 52", + "25 2", + "Ġon Create", + "u v", + "i ser", + "is er", + "ise r", + "Ġ wave", + "Ġw ave", + "Ġwa ve", + "Ġwav e", + "M ar", + "Ma r", + "Ġ Community", + "ĠComm unity", + "ĠCommun ity", + "i che", + "ic he", + "ich e", + "Ġ Nothing", + "ĠNo thing", + "[ m", + "Ġ Lee", + "ĠL ee", + "ĠLe e", + "ri ends", + "riend s", + "rie nds", + "rien ds", + "2 32", + "23 2", + "è re", + "! !!", + "!! !", + "a nz", + "an z", + ". result", + ".res ult", + "Ġ SK", + "ĠS K", + "_ PARAM", + "_P ARAM", + "_PA RAM", + "_PAR AM", + "Ġdem ocr", + "Ġdemo cr", + "Back Color", + ". exists", + ".ex ists", + ".exist s", + "\" It", + "\"I t", + "( options", + "(o ptions", + "(opt ions", + "(option s", + "r azy", + "ra zy", + "raz y", + "a ser", + "as er", + "ase r", + "\\ Database", + "\\Data base", + "\\D atabase", + "al endar", + "alen dar", + "_ ass", + "_a ss", + "_as s", + "; }Ċ", + ";} Ċ", + "ver tex", + "vert ex", + "verte x", + "ine craft", + "W arning", + "War ning", + "Warn ing", + "ar go", + "arg o", + "Ġ actor", + "Ġa ctor", + "Ġact or", + "Ġac tor", + "Ġ Instead", + "ĠIn stead", + "ĠInst ead", + "Ġ Using", + "ĠU sing", + "ĠUs ing", + "S elf", + "Se lf", + "Sel f", + "@ interface", + "Ġspe aking", + "Ġspeak ing", + "Ġ Paris", + "ĠP aris", + "ĠPar is", + "ĠPa ris", + "Ġ LICENSE", + "ĠL ICENSE", + "ĠLIC ENSE", + ". node", + ".n ode", + ".no de", + "Ġ Food", + "ĠF ood", + "ĠFo od", + "ĠFoo d", + "E IF", + "EI F", + "Ġ Bi", + "ĠB i", + ". Start", + ".St art", + "Ġ IB", + "ĠI B", + "Ġun iversity", + "Ġunivers ity", + "2 54", + "25 4", + "Ġ Header", + "ĠHe ader", + "ĠHead er", + ". product", + ".pro duct", + ".prod uct", + "4 09", + "40 9", + "C opy", + "Co py", + "Cop y", + "e tc", + "et c", + "r ical", + "ri cal", + "ric al", + "rica l", + "Ġ >>>", + "Ġ> >>", + "Ġ>> >", + "b ooks", + "bo oks", + "book s", + "boo ks", + "Ġ algorithm", + "Ġal gorithm", + "Ġ' __", + "Ġ'_ _", + "( javax", + "(j avax", + "(java x", + "Ġnumer ous", + "Ġnumero us", + "S hare", + "Sh are", + "Shar e", + "Sha re", + "H ave", + "Ha ve", + "Ġrec ru", + "Ġ prove", + "Ġp rove", + "Ġpro ve", + "Ġpr ove", + "Ġprov e", + ". substring", + ".sub string", + ".substr ing", + "he alth", + "е л", + "еР»", + "Ġ decimal", + "Ġd ecimal", + "Ġde cimal", + "Ġdec imal", + "Ġ commission", + "Ġcom mission", + "Ġcomm ission", + "s cription", + "script ion", + "scri ption", + "x C", + "Ġ summary", + "Ġsum mary", + "Ġsummar y", + "Ġsumm ary", + "at ted", + "att ed", + "atte d", + "Ġc loser", + "Ġcl oser", + "Ġclose r", + "Ġclos er", + "Ġclo ser", + "f inished", + "fin ished", + "finish ed", + "( )){Ċ", + "() ){Ċ", + "()) {Ċ", + "()){ Ċ", + "Ġ Wood", + "ĠW ood", + "ĠWo od", + "ĠWoo d", + "3 01", + "30 1", + "_ fields", + "_f ields", + "_field s", + "k u", + "_ items", + "_i tems", + "_item s", + "_it ems", + "F lag", + "Fl ag", + "Ġ confidence", + "Ġconf idence", + "Ġ Federal", + "ĠF ederal", + "ĠFeder al", + "ĠFed eral", + "d ux", + "du x", + "Ġ compat", + "Ġcom pat", + "Ġcomp at", + "Ġ vertical", + "Ġver tical", + "Ġvert ical", + "Ð ¹", + "è s", + "; \">Ċ", + ";\" >Ċ", + ";\"> Ċ", + "_ manager", + "_m anager", + "_man ager", + "_manage r", + "( )))Ċ", + "() ))Ċ", + "()) )Ċ", + "())) Ċ", + "I DE", + "ID E", + ": \",", + ":\" ,", + "2 35", + "23 5", + "_ _Ċ", + "__ Ċ", + "Ġ Way", + "ĠW ay", + "ĠWa y", + "2 21", + "22 1", + "Ñ Ī", + "T emp", + "Te mp", + "Tem p", + "Ġ STR", + "ĠS TR", + "ĠST R", + "r itten", + "rit ten", + "ritt en", + "ritte n", + "S ync", + "Sy nc", + "Syn c", + "Ġ AV", + "ĠA V", + "Ġ CEO", + "ĠC EO", + "ĠCE O", + "Ġ Guid", + "ĠG uid", + "ĠGu id", + "ĠGui d", + "Ġenvironment al", + "Ġenviron mental", + "Ġcorrespond ing", + "ĉ console", + "ĉcon sole", + "Ġ justice", + "Ġjust ice", + "Ġju stice", + "Ġ JS", + "ĠJ S", + "Ġl ived", + "Ġli ved", + "Ġlive d", + "Ġliv ed", + "g ar", + "ga r", + "Ġ Graph", + "ĠG raph", + "ĠGr aph", + "ĠGra ph", + "Ġ Stat", + "ĠS tat", + "ĠSt at", + "ĠSta t", + "Ġ iPhone", + "Ġi Phone", + "ĠiP hone", + ". al", + ".a l", + "Ġ HD", + "ĠH D", + "Ġocc ur", + "Ġoc cur", + "Ġ threshold", + "Ġth reshold", + "Ġthresh old", + "5 09", + "50 9", + "Ġ onclick", + "Ġon click", + "Ġonc lick", + "R EG", + "RE G", + ".Graphics Unit", + "M eta", + "Me ta", + "Met a", + "Å ¾", + "Ġ cum", + "Ġc um", + "Ġcu m", + ". gnu", + ".g nu", + "à «", + "Ġobt ained", + "Ġobtain ed", + "Ġcom plaint", + "Ġcompl aint", + "Ġcomplain t", + "Ġ eating", + "Ġe ating", + "Ġeat ing", + "Ġea ting", + "Ġ tar", + "Ġt ar", + "Ġta r", + "_ task", + "_t ask", + "_ta sk", + "Ġ opts", + "Ġo pts", + "Ġop ts", + "Ġopt s", + "2 16", + "21 6", + "( to", + "(t o", + "P ass", + "Pa ss", + "Pas s", + "Ġp lastic", + "Ġpl astic", + "Ġplast ic", + "t ility", + "til ity", + "Ġ Win", + "ĠW in", + "ĠWi n", + ".prevent Default", + "p ile", + "pi le", + "Ġ Gar", + "ĠG ar", + "ĠGa r", + "Ġ quantity", + "Ġqu antity", + "Ġquant ity", + "Ġqua ntity", + "_ last", + "_l ast", + "_la st", + "Ġg reatest", + "Ġgreat est", + "Ġgre atest", + "D ao", + "Da o", + "_ DIS", + "_D IS", + "_DI S", + "Ġ Used", + "ĠU sed", + "ĠUs ed", + "ĠUse d", + "Ġ HP", + "ĠH P", + "r iting", + "ri ting", + "rit ing", + "S ION", + "SI ON", + "b lue", + "bl ue", + "d omain", + "do main", + "dom ain", + "Ġ scores", + "Ġs cores", + "Ġsc ores", + "Ġscore s", + "Ġsco res", + "Ġscor es", + "N ormal", + "Norm al", + "Nor mal", + "_ admin", + "_ad min", + "Ġ ASSERT", + "ĠA SSERT", + "ĠASS ERT", + "T hen", + "The n", + "Th en", + "* **", + "** *", + "d ist", + "dis t", + "di st", + "l on", + "lo n", + "Ġh ate", + "Ġha te", + "Ġhat e", + "s hal", + "sh al", + "sha l", + "Image View", + "d atabase", + "data base", + "dat abase", + "Ġp and", + "Ġpa nd", + "Ġpan d", + "Ġ logic", + "Ġlog ic", + "= false", + "=f alse", + "b g", + "Ġ Configuration", + "ĠConfig uration", + "Ġn ur", + "Ġnu r", + "O G", + "Ġ married", + "Ġmar ried", + ": +", + "Ġd ropped", + "Ġdr opped", + "Ġdrop ped", + "Ġdro pped", + "0 40", + "04 0", + "Ġ registration", + "Ġreg istration", + "Ġregistr ation", + "Ġregist ration", + "о м", + "оР¼", + "ult iple", + "ulti ple", + "ultip le", + "i zers", + "iz ers", + "ize rs", + "izer s", + "s hape", + "sh ape", + "sha pe", + ". copy", + ".c opy", + ".co py", + "Ġw earing", + "Ġwe aring", + "Ġwear ing", + "ĠC ath", + "ĠCa th", + "ĠCat h", + "Ġded icated", + "Ġdedic ated", + "Ġdedicate d", + "Ġ ...Ċ", + "Ġ. ..Ċ", + "Ġ... Ċ", + "Ġ.. .Ċ", + "Ġadv oc", + "Ġ Family", + "ĠF amily", + "ĠFam ily", + "ĠFamil y", + "Ġ statements", + "Ġstate ments", + "Ġstat ements", + "Ġstatement s", + "e matic", + "em atic", + "ema tic", + "emat ic", + "ampions hip", + "ampion ship", + "Ġmot iv", + "Ġmo tiv", + "Ġ Have", + "ĠH ave", + "ĠHa ve", + "ĠHav e", + "Ġb low", + "Ġbl ow", + "Ġblo w", + "J ob", + "Jo b", + "c ert", + "ce rt", + "cer t", + "_ vector", + "_v ector", + "_vec tor", + "_vect or", + "_ve ctor", + "inst all", + "Ġ COPY", + "ĠC OPY", + "ĠCO PY", + "ĠCOP Y", + "em bed", + "emb ed", + "D IR", + "DI R", + "Ġ Spring", + "ĠS pring", + "ĠSp ring", + "ĠSpr ing", + "Ġex hib", + "Ġexh ib", + "2 23", + "22 3", + "c dn", + "cd n", + "Ġ Comment", + "ĠCom ment", + "ĠComm ent", + "Ġ Optional", + "ĠOption al", + "ĠOpt ional", + ". player", + ".p layer", + ".pl ayer", + ".play er", + "Ġ Dark", + "ĠD ark", + "ĠDa rk", + "ĠDar k", + "( pos", + "(p os", + "(po s", + "Ġ Should", + "ĠSh ould", + "ĠSho uld", + "Ġ centre", + "Ġc entre", + "Ġcent re", + "Ġcentr e", + "Ġcen tre", + "Ġ Guard", + "ĠG uard", + "ĠGu ard", + "ĠGuar d", + "ó w", + "Ġtr ouble", + "Ġtro uble", + "Ġtroub le", + "Ġtrou ble", + "E NER", + "EN ER", + "ENE R", + "( unsigned", + "(un signed", + "_ service", + "_s ervice", + "_serv ice", + "_ser vice", + "Ġ ns", + "Ġn s", + "u ling", + "ul ing", + "ulin g", + "uli ng", + "Ġ Mexico", + "ĠMe xico", + "ĠMex ico", + "Ġ NY", + "ĠN Y", + "m ysql", + "my sql", + "mys ql", + "Ġ lic", + "Ġl ic", + "Ġli c", + "å ľ", + "M r", + "- fl", + "-f l", + "Ġ Customer", + "ĠC ustomer", + "ĠCustom er", + "ĠCust omer", + "i di", + "id i", + "Ġ ?>ĊĊ", + "Ġ? >ĊĊ", + "Ġ?> ĊĊ", + "Ġ?>Ċ Ċ", + "r ible", + "ri ble", + "rib le", + "Ġ пÑĢ", + "Ġп ÑĢ", + "Ġ sizes", + "Ġs izes", + "Ġsize s", + "Ġsi zes", + "Ġsiz es", + "_ STRING", + "_ST RING", + "_STR ING", + "valid ation", + "Ġ Jon", + "ĠJ on", + "ĠJo n", + "( Http", + "(H ttp", + "add Class", + "N odes", + "Node s", + "No des", + "Ġ fragment", + "Ġf ragment", + "Ġfr agment", + "Ġfra gment", + "Ġfrag ment", + "Ġs poke", + "Ġsp oke", + "Ġspo ke", + "Ġw aste", + "Ġwas te", + "Ġwa ste", + "Ġwast e", + "J oin", + "Jo in", + "Ġ illustr", + "Ġill ustr", + "Ġillust r", + "e li", + "el i", + "c ient", + "ci ent", + "cie nt", + "Ġ aid", + "Ġa id", + "Ġai d", + "Ġpro sec", + "Ġpros ec", + "Ġprose c", + "' ){Ċ", + "') {Ċ", + "'){ Ċ", + "Ġp assing", + "Ġpass ing", + "Ġpas sing", + "Ġ faces", + "Ġf aces", + "Ġfa ces", + "Ġfac es", + "Ġface s", + "S hape", + "Sh ape", + "Sha pe", + "_ Z", + "i ti", + "it i", + "Ġ alle", + "Ġa lle", + "Ġal le", + "Ġall e", + "Ġ robot", + "Ġr obot", + "Ġro bot", + "Ġrob ot", + "Ġ ĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ Ċ", + "ĠĠĠĠĠ ĠĠĊ", + "ĠĠĠĠĠĠ ĠĊ", + "Ġ Spe", + "ĠS pe", + "ĠSp e", + "Ġre ceiving", + "Ġrece iving", + "Ġ Details", + "ĠD etails", + "ĠDe tails", + "ĠDet ails", + "ĠDetail s", + "Ġ \")", + "Ġ\" )", + "m g", + "_ REF", + "_RE F", + "_R EF", + "Ġ comparison", + "Ġcom parison", + "Ġcompar ison", + "* ,", + "Ġ Found", + "ĠF ound", + "ĠFo und", + "ĠFou nd", + "_ session", + "_s ession", + "_sess ion", + "( U", + "/ F", + "Ġ xxx", + "Ġx xx", + "Ġxx x", + "N etwork", + "Net work", + "d ers", + "de rs", + "der s", + "Ġ capture", + "Ġc apture", + "Ġcap ture", + "Ġcapt ure", + "Ġc orre", + "Ġcor re", + "Ġcorr e", + "Ġ Ltd", + "ĠL td", + "ĠLt d", + "Ġ Adv", + "ĠA dv", + "ĠAd v", + "[ @", + "Ġ clip", + "Ġc lip", + "Ġcl ip", + "Ġcli p", + "M ill", + "Mi ll", + "Mil l", + "Ġ Profile", + "ĠPro file", + "ĠPr ofile", + "ĠProf ile", + "Ġ endif", + "Ġen dif", + "Ġend if", + "Ġob lig", + "Ġobl ig", + "de scribe", + "des cribe", + "descr ibe", + ". element", + ".e lement", + ".el ement", + ".elem ent", + "riter ion", + "L D", + "e red", + "er ed", + "ere d", + "Ġf avour", + "Ġfav our", + "s core", + "sc ore", + "Ġ Filter", + "ĠF ilter", + "ĠFil ter", + "at tributes", + "attribute s", + "attrib utes", + "Ġ checks", + "Ġcheck s", + "Ġche cks", + "In flater", + "Inf later", + "Ġ Plus", + "ĠP lus", + "ĠPl us", + "Ġ scientific", + "Ġscient ific", + "Ġ privacy", + "Ġpriv acy", + "H ead", + "He ad", + "Ġ feat", + "Ġf eat", + "Ġfe at", + "Ġ degrees", + "Ġdeg rees", + "Ġdegree s", + "Ġ Pale", + "ĠP ale", + "ĠPal e", + "ĠPa le", + "; \">", + ";\" >", + "Ġ films", + "Ġfil ms", + "Ġfilm s", + "Ġ Audio", + "ĠA udio", + "ĠAud io", + "ĠAu dio", + "ĠAudi o", + "Ġ Tag", + "ĠT ag", + "ĠTa g", + "Ġ Energy", + "ĠE nergy", + "ĠEn ergy", + "ĠEnerg y", + "i tar", + "it ar", + "ita r", + "par ator", + "para tor", + "Ġf ellow", + "Ġfell ow", + "Ġfel low", + "Ġ evt", + "Ġe vt", + "Ġev t", + "Ġ Tri", + "ĠT ri", + "ĠTr i", + "ĠD AM", + "ĠDA M", + "c loud", + "cl oud", + "clo ud", + "Ġ Password", + "ĠP assword", + "ĠPass word", + "ĠPas sword", + "Ġ Democrats", + "ĠDem ocrats", + "ĠDemocr ats", + "ĠDemocrat s", + "ĠA cad", + "ĠAc ad", + "$ lang", + "$l ang", + "Ġ reb", + "Ġre b", + "Ġr eb", + "( ))ĊĊ", + "() )ĊĊ", + "()) ĊĊ", + "())Ċ Ċ", + "н Ñĭ", + "Ġ Bur", + "ĠB ur", + "ĠBu r", + "read cr", + "Ġ hex", + "Ġh ex", + "Ġhe x", + "2 09", + "20 9", + "Con sole", + "Cons ole", + "c tl", + "ct l", + "ou sel", + "ous el", + "ouse l", + "Ġ William", + "ĠWill iam", + "ĠWilli am", + "Ġ az", + "Ġa z", + "_ PORT", + "_P ORT", + "_PO RT", + "Ġpr actices", + "Ġpract ices", + "Ġpractice s", + "Ġany where", + "Ġ Position", + "ĠP osition", + "ĠPos ition", + "Ġ ->Ċ", + "Ġ- >Ċ", + "Ġ-> Ċ", + "i ams", + "ia ms", + "iam s", + ". username", + ".user name", + "place holder", + "Ġ oder", + "Ġo der", + "Ġod er", + "Ġode r", + "Ġ Secretary", + "ĠSecret ary", + "Ġ iT", + "Ġi T", + "m ond", + "mon d", + "mo nd", + "e vents", + "event s", + "ev ents", + "even ts", + "eve nts", + "? âĢĿ", + ". Sub", + ".S ub", + "Ġ attached", + "Ġatt ached", + "Ġattach ed", + "Ġn ão", + "Ġ estate", + "Ġe state", + "Ġest ate", + "Ġesta te", + "3 65", + "36 5", + ". action", + ".a ction", + ".ac tion", + ".act ion", + "Ġ figures", + "Ġfig ures", + "Ġfigure s", + "Ġfigur es", + "Ġ });čĊ", + "Ġ} );čĊ", + "Ġ}) ;čĊ", + "Ġ}); čĊ", + "Ġsub scri", + "Ġsubs cri", + ". tag", + ".t ag", + ".ta g", + "n am", + "na m", + ". plot", + ".p lot", + ".pl ot", + "n oon", + "no on", + "li ament", + "lia ment", + "Char acter", + ". tab", + ".t ab", + ".ta b", + "Ġ winter", + "Ġw inter", + "Ġwin ter", + "Ġ Variable", + "ĠVar iable", + "ĠVari able", + "Ġ trees", + "Ġt rees", + "Ġtr ees", + "Ġtre es", + "Ġtree s", + "Ġp roud", + "Ġpro ud", + "Ġpr oud", + "( V", + "_ load", + "_l oad", + "_lo ad", + "Ġh ier", + "Ġhi er", + "ĠE con", + "ĠEc on", + "ĠEco n", + "Ġ fd", + "Ġf d", + "Ġvict ims", + "Ġvictim s", + "R est", + "Re st", + "Res t", + "i ana", + "ia na", + "ian a", + "Ġ fake", + "Ġf ake", + "Ġfa ke", + "Ġfak e", + ".Print ln", + "Ġ strlen", + "Ġst rlen", + "Ġstr len", + "Ġ sad", + "Ġs ad", + "Ġsa d", + "Ġ ble", + "Ġb le", + "Ġbl e", + "P rot", + "Pro t", + "Pr ot", + "Ġ buttons", + "Ġbut tons", + "Ġbutton s", + "Ġbutt ons", + "Ġbutto ns", + "Ġte levision", + "Ġtele vision", + "Ġtelevis ion", + "Ġtelev ision", + "Ġ logo", + "Ġl ogo", + "Ġlo go", + "Ġlog o", + "ext ension", + "ĉ j", + "s tein", + "st ein", + "ste in", + "ac iones", + "acion es", + "aci ones", + "acio nes", + "Ġ \"\"\"ĊĊ", + "Ġ\"\" \"ĊĊ", + "Ġ\"\"\"Ċ Ċ", + "Ġ\"\"\" ĊĊ", + "Ġ simp", + "Ġs imp", + "Ġsim p", + "Ġsi mp", + "Ġrecord ed", + "Ġbr ings", + "Ġbring s", + "Ġ principal", + "Ġpr incipal", + "Ġprincip al", + "Ġf ees", + "Ġfe es", + "Ġfee s", + "( source", + "(s ource", + "k dir", + "kd ir", + "Ġ utils", + "Ġutil s", + "Ġut ils", + "Ġcorrect ly", + "f il", + "fi l", + "Ġ wel", + "Ġw el", + "Ġwe l", + "P air", + "Pa ir", + "- button", + "-b utton", + "-but ton", + "s cale", + "sc ale", + "scal e", + "ver ify", + "[ c", + "Ġ ---", + "Ġ- --", + "Ġ-- -", + "Ġ escape", + "Ġe scape", + "Ġes cape", + "Ġesc ape", + "Ġescap e", + "i kes", + "ik es", + "ike s", + "Lower Case", + "ic ian", + "ici an", + "icia n", + "Ġ chapter", + "Ġch apter", + "Ġcha pter", + "Ġchap ter", + "Ġ TYPE", + "ĠT YPE", + "ĠTY PE", + "Ġ shadow", + "Ġsh adow", + "Ġ awesome", + "Ġaw esome", + "Ġawe some", + "W E", + "e lif", + "el if", + "eli f", + "Ġ lambda", + "Ġl ambda", + "Ġlamb da", + "Ġ distinct", + "Ġdist inct", + "Ġ bare", + "Ġb are", + "Ġbar e", + "Ġba re", + "- off", + "-of f", + "-o ff", + "Ġ colour", + "Ġcol our", + ". appendChild", + ".append Child", + "o lec", + "ol ec", + "ole c", + "a ga", + "ag a", + ". fill", + ".f ill", + ".fi ll", + ".fil l", + "ĉ super", + "ĉs uper", + "Ġ adj", + "Ġa dj", + "Ġad j", + "( position", + "(p osition", + "(pos ition", + ". getItem", + ".get Item", + "2 42", + "24 2", + "S hort", + "Sh ort", + "Ġtot ally", + "Ġtotal ly", + "V D", + "Ġ Tre", + "ĠT re", + "ĠTr e", + "_ ep", + "_e p", + "v ements", + "ve ments", + "vement s", + "vem ents", + "Ġ Solution", + "ĠS olution", + "ĠSol ution", + "Ġfund ament", + "F ollow", + "Ġ facility", + "Ġfac ility", + "Ġfacilit y", + "Ġfacil ity", + "Ġhapp ening", + "Ġhappen ing", + "O F", + ". textBox", + ".text Box", + "S pan", + "Sp an", + "Ġ «", + "Ġ «", + "i den", + "id en", + "ide n", + "Ġex ceed", + "Ġexc eed", + "Ġexce ed", + "( parent", + "(p arent", + "(par ent", + "(paren t", + "(pa rent", + "Ġ cp", + "Ġc p", + "ç »", + "Ġh asn", + "Ġhas n", + "Ġha sn", + "Ġ pri", + "Ġp ri", + "Ġpr i", + "Ġcon sequ", + "Ġcons equ", + "Ġconse qu", + "n en", + "ne n", + "ĠIN TO", + "ĠINT O", + "I gnore", + "Ign ore", + "Ġ Future", + "ĠF uture", + "ĠFu ture", + "ĠFut ure", + "Ġ carbon", + "Ġc arbon", + "Ġcar bon", + "Ġcarb on", + "Ġ Steel", + "ĠSt eel", + "ĠSte el", + "f mt", + "fm t", + "o kie", + "ok ie", + "oki e", + "Ġ spl", + "Ġs pl", + "Ġsp l", + "( title", + "(t itle", + "(ti tle", + "- info", + "-in fo", + "-inf o", + "Ġde als", + "Ġdeal s", + "Ġ fixture", + "Ġf ixture", + "Ġfix ture", + "e a", + "D iv", + "Di v", + "Ġ tested", + "Ġt ested", + "Ġte sted", + "Ġtest ed", + "Ġtes ted", + "Ġteste d", + "_ return", + "_re turn", + "_r eturn", + "_ret urn", + ") ĊĊĊĊ", + ")Ċ ĊĊĊ", + ")ĊĊ ĊĊ", + ")ĊĊĊ Ċ", + "up ported", + "upport ed", + "upp orted", + "Ġ Cook", + "ĠC ook", + "ĠCo ok", + "Ġp aying", + "Ġpay ing", + "Ġpa ying", + "Ġ Ill", + "ĠI ll", + "ĠIl l", + "Ġarr ested", + "Ġarrest ed", + "Ġ Prime", + "ĠPr ime", + "ĠPri me", + "ĠPrim e", + "_ callback", + "_c allback", + "_call back", + "> ,Ċ", + ">, Ċ", + "d river", + "dr iver", + "drive r", + "O nce", + "On ce", + "a bb", + "ab b", + "_ bytes", + "_by tes", + "_byte s", + "Ġ Sets", + "ĠS ets", + "ĠSe ts", + "ĠSet s", + "( Object", + "(O bject", + "Ġ cc", + "Ġc c", + "Ġ shell", + "Ġs hell", + "Ġsh ell", + "Ġshe ll", + "Ġshel l", + "a lo", + "al o", + ") ;//", + "); //", + "( log", + "(l og", + "(lo g", + "2 64", + "26 4", + "c tors", + "ct ors", + "ctor s", + ") ", + "2 18", + "21 8", + "Ġ $(\".", + "Ġ$ (\".", + "Ġ$( \".", + "Ġ$(\" .", + ". pos", + ".p os", + ".po s", + "Ġ boys", + "Ġbo ys", + "Ġboy s", + "Ġwed ding", + "Ġ agents", + "Ġag ents", + "Ġage nts", + "Ġagent s", + "= \"_", + "=\" _", + "Ġ Army", + "ĠAr my", + "ĠArm y", + "Ġ hint", + "Ġh int", + "Ġhi nt", + "Ġhin t", + "v ision", + "vis ion", + "Ġ tech", + "Ġt ech", + "Ġte ch", + "Ġtec h", + "Ġ Connect", + "ĠCon nect", + "ĠConn ect", + "Ġ legend", + "Ġl egend", + "Ġle gend", + "Ġleg end", + "Ġ Bet", + "ĠB et", + "ĠBe t", + ". Base", + ".B ase", + "Sub ject", + "Su bject", + "Ġ lit", + "Ġl it", + "Ġli t", + "Re move", + "Rem ove", + "Ġ \":", + "Ġ\" :", + "Ġ Final", + "ĠF inal", + "ĠFin al", + "ĠFi nal", + "pear ance", + "ĠiT unes", + "Ġ participants", + "Ġpart icipants", + "Ġparticip ants", + "Ġparticipant s", + "Ġ Python", + "ĠP ython", + "ĠPy thon", + "Ġ busy", + "Ġbu sy", + "Ġbus y", + "i el", + "ie l", + "vert ices", + "Ġtemplate Url", + "Ġ Close", + "ĠC lose", + "ĠCl ose", + "ĠClo se", + "I mg", + "Im g", + "ĠCorpor ation", + "ĠCorp oration", + "t imestamp", + "time stamp", + "Ġ extend", + "Ġext end", + "Ġwe bsites", + "Ġweb sites", + "Ġwebsite s", + "Ġwebs ites", + "Ġposs ibility", + "Ġpossibilit y", + "о ÑĤ", + "Ġ kö", + "Ġk ö", + "Ġm eat", + "Ġme at", + "Ġ representation", + "Ġre presentation", + "Ġrep resentation", + "Ġrepresent ation", + "Ġrepresenta tion", + "2 41", + "24 1", + "Ġ ĉĉ", + "Ġĉ ĉ", + "_ START", + "_ST ART", + "_STAR T", + "_STA RT", + ". apply", + ".app ly", + ".ap ply", + "ĠV alley", + "ĠVal ley", + "ĠValle y", + "ĠVall ey", + "Ġ Success", + "ĠS uccess", + "ĠSu ccess", + "ĠSuc cess", + "ĠSucc ess", + "H i", + "Ġ nob", + "Ġn ob", + "Ġno b", + "Ġ IEnumerable", + "ĠI Enumerable", + "_ select", + "_s elect", + "_se lect", + "_sel ect", + "g eo", + "ge o", + ". \")Ċ", + ".\" )Ċ", + ".\") Ċ", + "Ġt urning", + "Ġturn ing", + "Ġtur ning", + "Ġ fabric", + "Ġf abric", + "Ġfab ric", + "(\" \");Ċ", + "(\"\" );Ċ", + "(\"\") ;Ċ", + "(\"\"); Ċ", + "Ġp erspective", + "Ġpers pective", + "é Ĺ", + "Ġ Sn", + "ĠS n", + "Th ank", + "Than k", + "; j", + ". Parameters", + ".Param eters", + ".Parameter s", + "ĉ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĉĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĉĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĉĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġ facts", + "Ġf acts", + "Ġfact s", + "Ġfa cts", + "Ġfac ts", + "3 05", + "30 5", + "Ġ unt", + "Ġu nt", + "Ġun t", + ". instance", + ".in stance", + ".inst ance", + "#### ############################################################", + "######## ########################################################", + "################ ################################################", + "################################ ################################", + "################################################ ################", + "######################################## ########################", + "######################## ########################################", + "######################################################## ########", + "############################################################ ####", + "- end", + "-e nd", + "-en d", + "Ġ JOIN", + "ĠJO IN", + "Ġ Hen", + "ĠH en", + "ĠHe n", + "Ġ uri", + "Ġu ri", + "Ġur i", + "åIJ į", + "Ġ на", + "Ġн а", + "Ġ Info", + "ĠIn fo", + "ĠInf o", + "Ġcon ducted", + "Ġconduct ed", + "Ġconduc ted", + "Ġ Ã¥", + "Ġà ¥", + "OUR CE", + "Ġ wine", + "Ġw ine", + "Ġwin e", + "Ġwi ne", + "J ohn", + "Jo hn", + ".Error f", + ".Err orf", + "Ġ Age", + "ĠA ge", + "ĠAg e", + "o unded", + "ound ed", + "oun ded", + "Ġreal ize", + "Ġrealiz e", + "3 12", + "31 2", + "Ġ ];", + "Ġ] ;", + "Ġsub sequ", + "Ġsubs equ", + ", m", + "( User", + "(U ser", + "i ano", + "ia no", + "ian o", + "Ġaccom pl", + "Ġaccomp l", + "i sp", + "is p", + ". std", + ".s td", + ".st d", + "é ĩ", + "Ġ Bed", + "ĠB ed", + "ĠBe d", + ". setAttribute", + ".set Attribute", + "B R", + "ke ep", + "kee p", + "Ġ ALL", + "ĠA LL", + "ĠAL L", + "Ġ isol", + "Ġis ol", + "Ġi sol", + "Ġiso l", + "a mma", + "am ma", + "amm a", + "P ackage", + "Pack age", + "Ġ occasion", + "Ġocc asion", + "Ġoccas ion", + "- success", + "-s uccess", + "-su ccess", + "е д", + "еР´", + "ĠLIMIT ED", + "s trip", + "st rip", + "str ip", + "stri p", + "( )ĊĊĊ", + "() ĊĊĊ", + "()Ċ ĊĊ", + "()ĊĊ Ċ", + "is tribution", + "istrib ution", + "Color s", + "Col ors", + "Ġ+ :+", + "Did Load", + "a ler", + "al er", + "ale r", + "Ġ tid", + "Ġt id", + "Ġti d", + "Ġ LED", + "ĠL ED", + "ĠLE D", + "Ġ Linked", + "ĠLink ed", + "ĠLin ked", + "Ġ Cart", + "ĠC art", + "ĠCar t", + "ĠCa rt", + "( ))čĊ", + "() )čĊ", + "()) čĊ", + "_ READ", + "_RE AD", + "Ġk illing", + "Ġkill ing", + "Ġkil ling", + "Ġ PHP", + "ĠP HP", + "ĠPH P", + "f ection", + "fe ction", + "fect ion", + "fec tion", + "Ġ instances", + "Ġin stances", + "Ġinst ances", + "Ġinstance s", + "c v", + "\" />", + "\"/ >", + "Ġ sf", + "Ġs f", + "Ġt axes", + "Ġtax es", + "Ġta xes", + "_ location", + "_l ocation", + "_lo cation", + "_loc ation", + "Ġ Bitcoin", + "ĠBit coin", + "u able", + "ua ble", + "r ank", + "ra nk", + "ran k", + "i gnore", + "ig nore", + "ign ore", + "t rack", + "tr ack", + "tra ck", + "к а", + "Ġshould n", + "Ġ OP", + "ĠO P", + "= >{Ċ", + "=> {Ċ", + "Ġ km", + "Ġk m", + "Ġ helper", + "Ġh elper", + "Ġhelp er", + "Ġhel per", + "_ head", + "_h ead", + "_he ad", + "Ġ Whether", + "ĠWh ether", + "ĠWhe ther", + "o co", + "oc o", + "_ bl", + "_b l", + "Ġ statistics", + "Ġstat istics", + "Ġstatist ics", + "Ġstatistic s", + "Ġbe auty", + "Ġbeaut y", + "Ġbeau ty", + "Ġ tog", + "Ġt og", + "Ġto g", + "t ip", + "ti p", + "ëĭ ¤", + "Ġ csv", + "Ġc sv", + "Ġcs v", + "( sql", + "(s ql", + "(sq l", + "std lib", + "we ak", + "Ġ likes", + "Ġl ikes", + "Ġli kes", + "Ġlike s", + "Ġlik es", + "Ä į", + "Ġ repeat", + "Ġre peat", + "Ġrep eat", + "Ġrepe at", + "Ġa partment", + "Ġap artment", + "Ġapart ment", + "Ġe mph", + "Ġem ph", + "Ġemp h", + "_ edit", + "_e dit", + "_ed it", + "Ġ vit", + "Ġv it", + "Ġvi t", + "ĉ type", + "ĉt ype", + "ĉtyp e", + "2 17", + "21 7", + "E ven", + "Ev en", + "u ten", + "ut en", + "ute n", + "Ġcircum stances", + "Ġcircumstance s", + "b ian", + "bi an", + "bia n", + "Ġs ugar", + "Ġsu gar", + "Ġsug ar", + "W indows", + "Window s", + "Wind ows", + "ì ŀ", + "Ġobs erved", + "Ġobserv ed", + "Ġobserve d", + "/ data", + "/d ata", + "/dat a", + "Ġ calendar", + "Ġc alendar", + "Ġcal endar", + "Ġcalend ar", + "Ġ strike", + "Ġst rike", + "Ġstr ike", + "Ġstri ke", + "Ġ RES", + "ĠR ES", + "ĠRE S", + "_ sc", + "_s c", + "f ony", + "fo ny", + "fon y", + "o rem", + "or em", + "ore m", + "( z", + "p ower", + "po wer", + "pow er", + "et ect", + "ete ct", + "Ġ Sat", + "ĠS at", + "ĠSa t", + ". description", + ".d escription", + ".de scription", + ".des cription", + "Ġ gang", + "Ġg ang", + "Ġga ng", + "Ġgan g", + "Ġ Sports", + "ĠS ports", + "ĠSp orts", + "ĠSport s", + "ĠSpo rts", + "ĠSpor ts", + "on gs", + "ong s", + "Ġ Bundle", + "ĠB undle", + "ĠBund le", + "ĠBun dle", + ". sum", + ".s um", + "o nce", + "on ce", + "Ġacc used", + "Ġaccus ed", + "Ġaccuse d", + "Ġexp lore", + "Ġexpl ore", + "Ġexplo re", + "Ġexplor e", + "Ġ approximately", + "Ġapprox imately", + "Ġapproximate ly", + "Ġ losing", + "Ġl osing", + "Ġlo sing", + "Ġlos ing", + "th esis", + "the sis", + "thes is", + "Ġ Fund", + "ĠF und", + "ĠFun d", + "ĠFu nd", + "Ġdi agn", + "Ġdia gn", + "Ġdiag n", + "A utowired", + "p roperties", + "prop erties", + "proper ties", + "Ġ _.", + "Ġ_ .", + "Ġ cnt", + "Ġc nt", + "Ġcn t", + "ced ure", + "Ġ yy", + "Ġy y", + "Ġ grant", + "Ġg rant", + "Ġgr ant", + "Ġgran t", + "Ġgra nt", + "s ock", + "so ck", + "soc k", + ". innerHTML", + ".inner HTML", + "Ġ ]);Ċ", + "Ġ] );Ċ", + "Ġ]) ;Ċ", + "Ġ]); Ċ", + "Ġ CONFIG", + "ĠCON FIG", + "ĠCONF IG", + "= '$", + "=' $", + "5 50", + "55 0", + "] ];Ċ", + "]] ;Ċ", + "]]; Ċ", + "U ND", + "UN D", + "Ġ glob", + "Ġg lob", + "Ġgl ob", + "Ġglo b", + "Ġ dire", + "Ġd ire", + "Ġdi re", + "Ġdir e", + "uff le", + "_ MEM", + "_M EM", + "_ME M", + "Ġauth entic", + "> (\"", + ">( \"", + "Ġde cade", + "Ġdec ade", + "Ġdecad e", + "Ġ Import", + "ĠIm port", + "ĠImp ort", + "Ġorig inally", + "Ġoriginal ly", + "Ġorigin ally", + "Ġ jQuery", + "Ġj Query", + "Ġind icate", + "Ġindic ate", + "Ġindica te", + "Ġours elves", + "S w", + ". lbl", + ".l bl", + ".lb l", + "en erate", + "ener ate", + "ene rate", + "Ġbas ically", + "Ġbasic ally", + "Ġ Hom", + "ĠH om", + "ĠHo m", + "Ġ+ #+", + "Ġ+# +", + "Ġ Britain", + "ĠBrit ain", + "ĠBri tain", + "Ġ Kar", + "ĠK ar", + "ĠKa r", + "to Equal", + ". stop", + ".s top", + ".st op", + "Ġ modal", + "Ġm odal", + "Ġmod al", + "Ġmo dal", + "Ġmoda l", + "i si", + "is i", + "Ġsuggest s", + "Ġ dtype", + "Ġd type", + "Ġdt ype", + "Ġ tur", + "Ġt ur", + "Ġtu r", + "b f", + "Ġ connections", + "Ġconnection s", + "Ġconn ections", + "Ġconnect ions", + "Ġ Before", + "ĠB efore", + "ĠBe fore", + "i sted", + "is ted", + "ist ed", + "iste d", + "m ouse", + "mo use", + "Ġp ulled", + "Ġpull ed", + "Ġpul led", + ". build", + ".b uild", + "Ġleg islation", + "Ġlegis lation", + "Ġlegisl ation", + "Ġ forth", + "Ġf orth", + "Ġfor th", + "Ġfort h", + "p ad", + "pa d", + "e go", + "eg o", + ". Now", + ".N ow", + ".No w", + "Ġexc iting", + "Ġexcit ing", + "} ĊĊĊĊ", + "}Ċ ĊĊĊ", + "}ĊĊ ĊĊ", + "}ĊĊĊ Ċ", + "Ġcom pr", + "Ġco mpr", + "Ġcomp r", + "Ġ shares", + "Ġsh ares", + "Ġshare s", + "Ġsha res", + "Ġshar es", + "Ġ rig", + "Ġr ig", + "Ġri g", + "g reen", + "gr een", + "gre en", + "gree n", + "_ vec", + "_v ec", + "_ve c", + "Ġ enumerate", + "Ġenum erate", + "Ġenumer ate", + "A uto", + "Aut o", + "Au to", + "ic ator", + "ica tor", + "Ġ Ray", + "ĠR ay", + "ĠRa y", + "a sse", + "as se", + "ass e", + "Ġ holiday", + "Ġh oliday", + "Ġhol iday", + "Ġ nullable", + "Ġnull able", + "Ġnulla ble", + "g un", + "gu n", + "_ details", + "_d etails", + "_de tails", + "_detail s", + "_det ails", + "Ġ wrapper", + "Ġw rapper", + "Ġwr apper", + "Ġwrap per", + "s eq", + "se q", + "Ġ Young", + "ĠYou ng", + "ĠYo ung", + "ju ana", + "juan a", + "Ġ\" __", + "Ġ\"_ _", + "l icense", + "lic ense", + "s erve", + "se rve", + "ser ve", + "serv e", + "^ (", + "i ders", + "id ers", + "ide rs", + "ider s", + ". Remove", + ".Re move", + ".Rem ove", + "rop down", + "' S", + "p in", + "pi n", + "( token", + "(t oken", + "(to ken", + "(tok en", + ". Default", + ".D efault", + ".De fault", + ".Def ault", + "Ġ reasonable", + "Ġreason able", + "amp ion", + "ĠS ociety", + "ĠSoci ety", + "Ġ bei", + "Ġb ei", + "Ġbe i", + "er ves", + "erv es", + "erve s", + "r ad", + "ra d", + "Ġ Fox", + "ĠF ox", + "ĠFo x", + "_ images", + "_image s", + "_im ages", + "_imag es", + "Ġ wheel", + "Ġw heel", + "Ġwh eel", + "Ġwhe el", + "' )[", + "') [", + "Ġ cfg", + "Ġc fg", + "Ġcf g", + "( By", + "(B y", + "Con structor", + "Construct or", + "Ġ vary", + "Ġv ary", + "Ġvar y", + "Ġva ry", + ". swift", + ".sw ift", + "Ġ proxy", + "Ġpro xy", + "Ġpr oxy", + "Ġprox y", + "ĉ H", + "Ġ Another", + "ĠAn other", + "Ġ Pen", + "ĠP en", + "ĠPe n", + "Ġ checking", + "Ġcheck ing", + "Ġ jest", + "Ġj est", + "Ġje st", + "Ġjes t", + "m anager", + "man ager", + "manage r", + "mana ger", + "Or igin", + "Orig in", + "u gs", + "ug s", + "o ir", + "oi r", + "> čĊ", + "Ġ-- >čĊ", + "Ġ--> čĊ", + "Ġrel ief", + "Ġreli ef", + "Ġrelie f", + "l ap", + "la p", + "q uer", + "qu er", + "que r", + "_ parent", + "_p arent", + "_par ent", + "_pa rent", + "he ap", + "hea p", + "L OSE", + "LO SE", + "LOS E", + "Ġ combine", + "Ġc ombine", + "Ġcom bine", + "Ġcomb ine", + "Ġcombin e", + "Ġ Rose", + "ĠR ose", + "ĠRo se", + "ĠRos e", + "o wers", + "ow ers", + "ower s", + "owe rs", + "Ġpro cedures", + "Ġproced ures", + "Ġprocedure s", + "Ġ Sort", + "ĠS ort", + "ĠSo rt", + "ĠSor t", + "a nim", + "an im", + "ani m", + "v ariant", + "var iant", + "vari ant", + "eh icle", + "Ġsign ing", + "Ġsig ning", + "Ġsignin g", + "Pr imary", + "Prim ary", + "Pri mary", + "c urrency", + "curr ency", + "Ġs exe", + "Ġse xe", + "Ġsex e", + "o en", + "oe n", + "th eta", + "the ta", + "e man", + "em an", + "ema n", + "Ġim pressive", + "Ġimp ressive", + "Ġimpress ive", + "( '_", + "(' _", + "ĉ U", + "Ġ TextStyle", + "ĠText Style", + "_ cnt", + "_c nt", + "_cn t", + "Ġ slice", + "Ġs lice", + "Ġsl ice", + "Ġslic e", + "( ':", + "(' :", + "Ġunder stood", + "Ġunderst ood", + "H is", + "Hi s", + "2 77", + "27 7", + "0 13", + "01 3", + "Ġin formed", + "Ġinform ed", + "Ġ nick", + "Ġn ick", + "Ġni ck", + "Ġnic k", + "4 29", + "42 9", + "( TAG", + "(T AG", + "h d", + "Ġe lections", + "Ġel ections", + "Ġelect ions", + "Ġelection s", + "Ġele ctions", + "es ture", + "est ure", + "Ġ Santa", + "ĠS anta", + "ĠSan ta", + "ĠSant a", + "ĠCo ast", + ". pdf", + ".p df", + "inc iple", + "incip le", + "inci ple", + ". clone", + ".cl one", + "b orn", + "bo rn", + "bor n", + "u ta", + "ut a", + "Ġ licensed", + "Ġl icensed", + "Ġlicense d", + "Ġlic ensed", + "Ġlicens ed", + "C r", + "Ġ bread", + "Ġb read", + "Ġbr ead", + "Ġbre ad", + "Ġ Houston", + "ĠH ouston", + "ĠHou ston", + "Ġ nod", + "Ġn od", + "Ġno d", + "Ġh opes", + "Ġhope s", + "Ġhop es", + "Ġho pes", + "Ġ CGRect", + "ĠCG Rect", + "Ġgu ilty", + "Ġguilt y", + ". gif", + ".g if", + "Ġ rose", + "Ġr ose", + "Ġro se", + "Ġros e", + ". Common", + ".Com mon", + ".Comm on", + "T ip", + "Ti p", + "A NK", + "AN K", + "Ġ FC", + "ĠF C", + "D uring", + "Du ring", + "Dur ing", + "Ġ Symfony", + "ĠSym fony", + "Ġdef ensive", + "k m", + ") >", + "a rchive", + "arch ive", + "arc hive", + "Ġ URI", + "ĠU RI", + "ĠUR I", + "y cling", + "yc ling", + "ycl ing", + "- o", + "Ġ Website", + "ĠWe bsite", + "ĠWeb site", + "A MP", + "AM P", + "4 05", + "40 5", + "ish ment", + "Ġdo ctors", + "Ġdoc tors", + "Ġdoctor s", + "D irect", + "Dir ect", + "Di rect", + "Dire ct", + "A RI", + "AR I", + "Ġ Redirect", + "ĠRe direct", + "ĠRed irect", + "i eren", + "ie ren", + "ier en", + "iere n", + "9 60", + "96 0", + "_ dist", + "_d ist", + "_dis t", + "_di st", + "y o", + "Ġ Progress", + "ĠPro gress", + "Ġz um", + "Ġzu m", + "Ġme mor", + "Ġmem or", + "Ġmemo r", + "Ġ ED", + "ĠE D", + "Ġ jur", + "Ġj ur", + "Ġju r", + "æį ®", + "_ TABLE", + "_T ABLE", + "_TAB LE", + "_TA BLE", + "Ġ uuid", + "Ġu uid", + "Ġuu id", + "Ex pr", + "Exp r", + ". head", + ".h ead", + ".he ad", + "( '%", + "(' %", + "point er", + "po inter", + "Ġ estimate", + "Ġest imate", + "Ġestim ate", + "Ġ Greg", + "ĠG reg", + "ĠGr eg", + "ĠGre g", + "Ġ loader", + "Ġl oader", + "Ġlo ader", + "Ġload er", + "Ġloa der", + "Ġ iOS", + "Ġi OS", + "Ġ mens", + "Ġm ens", + "Ġme ns", + "Ġmen s", + "[ y", + "Ġref used", + "Ġrefuse d", + "Ġ precision", + "Ġp recision", + "Ġpre cision", + "Ġprec ision", + "Ġprecis ion", + "i sch", + "is ch", + "isc h", + "Ġ ACTION", + "ĠA CTION", + "ĠAC TION", + "ĠACT ION", + "C loud", + "Cl oud", + "Clo ud", + "s With", + "( ret", + "(r et", + "(re t", + "2 92", + "29 2", + "_ ADDR", + "_A DDR", + "_ADD R", + "_AD DR", + "_ conf", + "_con f", + "_co nf", + "( df", + "(d f", + "Ġ locked", + "Ġl ocked", + "Ġloc ked", + "Ġlock ed", + "Ġ rising", + "Ġr ising", + "Ġris ing", + "Ġri sing", + "ãĥ» ãĥ»", + "Ġ Ms", + "ĠM s", + "Ġ scenes", + "Ġsc enes", + "Ġscene s", + "Ġscen es", + "Ġsce nes", + "_ EXT", + "_E XT", + "_EX T", + "_ raw", + "_r aw", + "_ra w", + "_ the", + "_t he", + "_th e", + "pe ople", + "Ġre con", + "Ġrec on", + "Ġreco n", + "Ġ Fun", + "ĠF un", + "ĠFu n", + "Ġb less", + "Ġbl ess", + "Ġble ss", + "Ġ Updated", + "ĠUp dated", + "ĠUpdate d", + "4 22", + "42 2", + "ü n", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠčĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠčĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠčĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠčĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ čĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠčĊ", + "p ection", + "pe ction", + "pect ion", + "pec tion", + "R elease", + "Re lease", + "Rel ease", + ". logger", + ".log ger", + ".lo gger", + "Ġ SY", + "ĠS Y", + "Ġc ounsel", + "Ġcoun sel", + "u rd", + "ur d", + "_ true", + "_tr ue", + "Ġevery body", + "iv ot", + "ivo t", + "Ġh ence", + "Ġhe nce", + "Ġhen ce", + "Ġ NAS", + "ĠN AS", + "ĠNA S", + "7 89", + "78 9", + "Ġop posed", + "Ġopp osed", + "Ġoppos ed", + "Ġoppose d", + "un known", + "unk nown", + "Ġ DESC", + "ĠD ESC", + "ĠDE SC", + "ĠDES C", + "Ġ Chair", + "ĠC hair", + "ĠCh air", + "ĠCha ir", + "f ailed", + "fa iled", + "fail ed", + "Ġ INCLUDING", + "ĠIN CLUDING", + "3 86", + "38 6", + "3 52", + "35 2", + "Ġ writers", + "Ġw riters", + "Ġwrit ers", + "Ġwrite rs", + "Ġwriter s", + "{ }Ċ", + "{} Ċ", + "ÃŃ t", + "_ copy", + "_c opy", + "_co py", + "} :", + "Ġ Bat", + "ĠB at", + "ĠBa t", + "Ġ converted", + "Ġcon verted", + "Ġconvert ed", + "Ġconver ted", + "e ding", + "ed ing", + "edi ng", + "edin g", + "pl acement", + "place ment", + "Ġ Host", + "ĠH ost", + "ĠHo st", + "ĠHos t", + "S ound", + "So und", + "Sou nd", + "и м", + "Ġs ought", + "Ġso ught", + "Ġsou ght", + "4 02", + "40 2", + "m id", + "mi d", + "Ġ salary", + "Ġs alary", + "Ġsal ary", + "Ġsala ry", + "o gg", + "og g", + "âĦ ¢", + "b ul", + "bu l", + "Ġw ir", + "Ġwi r", + "valid ator", + "_ STAT", + "_ST AT", + "_STA T", + ". store", + ".st ore", + "Ġ Battle", + "ĠB attle", + "ĠBat tle", + "ĠBatt le", + "ı n", + "Ġ -->ĊĊ", + "Ġ-- >ĊĊ", + "Ġ-->Ċ Ċ", + "Ġ--> ĊĊ", + "Tr ump", + "d ot", + "do t", + "Ġ CONT", + "ĠC ONT", + "ĠCON T", + "ĠCO NT", + ". fetch", + ".f etch", + "Ġcont inu", + "Ġcontin u", + "w as", + "wa s", + "Ġf raud", + "Ġfr aud", + "Ġfra ud", + "Ġfrau d", + "_ tmp", + "_t mp", + "_tm p", + "m itter", + "mit ter", + "mitt er", + ". pictureBox", + ".p ictureBox", + ".picture Box", + "G A", + "Ġ tournament", + "Ġt ournament", + ". Input", + ".In put", + "3 43", + "34 3", + "[ r", + "ex ion", + "cent age", + "ĠK orean", + "ĠKore an", + "ĠKorea n", + "ĠKor ean", + "u ndef", + "un def", + "und ef", + "unde f", + "Ġ Available", + "ĠA vailable", + "ĠAv ailable", + "re shape", + "res hape", + "resh ape", + "Ġ kit", + "Ġk it", + "Ġki t", + "Ġ Struct", + "ĠStr uct", + "Ġ SUB", + "ĠS UB", + "ĠSU B", + "An swer", + "Ans wer", + "_ lib", + "_l ib", + "_li b", + ". twitter", + ".t witter", + ".tw itter", + "Ġ ore", + "Ġo re", + "Ġor e", + "Ġ Dragon", + "ĠD ragon", + "ĠDr agon", + "ĠDrag on", + "ĠDra gon", + ". Ext", + ".Ex t", + ".E xt", + ", k", + "Ġex planation", + "Ġexplan ation", + "r efs", + "re fs", + "ref s", + "Ġ Drive", + "ĠD rive", + "ĠDr ive", + "Ġ Training", + "ĠTr aining", + "ĠTra ining", + "ĠTrain ing", + "2 82", + "28 2", + ". Has", + ".H as", + "3 41", + "34 1", + "int age", + "inta ge", + "b ig", + "bi g", + "olog ist", + "olo gist", + "ologi st", + "en nis", + "enn is", + "4 60", + "46 0", + "Ù ĩ", + "Ġch icken", + "Ġchi cken", + "Ġchick en", + "Ġchic ken", + "Ġ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠ Ċ", + "ç Ľ", + "ãģ §", + "Ġ peak", + "Ġpe ak", + "Ġpea k", + "Ġdr inking", + "Ġdrink ing", + "Ġ encode", + "Ġen code", + "Ġenc ode", + "Ġ NEW", + "ĠN EW", + "ĠNE W", + "m alloc", + "mal loc", + "mall oc", + "ĉ fprintf", + "ĉf printf", + "Ġ= ================================================================", + "Ġ================= ================================================", + "Ġ================================================= ================", + "Ġ================================= ================================", + "Ġ============================================================== ===", + "in cluding", + "incl uding", + "inclu ding", + "Ġprincip les", + "Ġprinciple s", + "Ġprinc iples", + "Ġ Mah", + "ĠM ah", + "ĠMa h", + "2 67", + "26 7", + "st orage", + "sto rage", + "stor age", + "- key", + "-k ey", + "Ġ keyword", + "Ġkey word", + "% ;", + "Ġ trained", + "Ġtr ained", + "Ġtrain ed", + "Ġtra ined", + "Ġtrai ned", + ". contrib", + ".con trib", + ".cont rib", + "Ġ kv", + "Ġk v", + "__ ':Ċ", + "Ġ Boy", + "ĠB oy", + "ĠBo y", + "param eter", + "para meter", + "Ġ suite", + "Ġs uite", + "Ġsu ite", + "Ġsuit e", + "Ġsui te", + "Ġth ousand", + "Ġthous and", + "Ġthou sand", + "Ġ coordinate", + "Ġco ordinate", + "Ġcoord inate", + "Ġcoordin ate", + "- generated", + "-g enerated", + "íķ ĺ", + "g enerated", + "gener ated", + "generate d", + "gene rated", + "Ġad mitted", + "Ġadm itted", + "Ġadmit ted", + "Ġp ussy", + "Ġpus sy", + "Ġpuss y", + "# w", + "Ġsw im", + "un ion", + "uni on", + "N a", + "2 74", + "27 4", + "Ġ Royal", + "ĠR oyal", + "ĠRoy al", + "ĠRo yal", + ". channel", + ".ch annel", + "Up dated", + "Update d", + "_ ROOT", + "_R OOT", + "_RO OT", + "Ġv ital", + "Ġvi tal", + "Ġvit al", + "Ġvita l", + "3 35", + "33 5", + "r action", + "ra ction", + "rac tion", + "ract ion", + "ĠCr usher", + "ĠCrush er", + "ĠCru sher", + "ĠCrus her", + "Ġ preced", + "Ġpr eced", + "Ġpre ced", + "Ġprec ed", + "Ġ horizontal", + "Ġh orizontal", + "Ġhor izontal", + "Ġhorizon tal", + "Blue print", + "Ġ attrs", + "Ġat trs", + "Ġatt rs", + "Ġattr s", + "Ġsm oke", + "Ġsmo ke", + "Ð Ĵ", + ". Equals", + ".E quals", + ".Equal s", + "F B", + "Ġ Resources", + "ĠRe sources", + "ĠRes ources", + "ĠResource s", + "rol ling", + "roll ing", + "Ġ passes", + "Ġp asses", + "Ġpass es", + "Ġpas ses", + "Ġpasse s", + "Ġ Num", + "ĠN um", + "ĠNu m", + "r otate", + "rot ate", + "e type", + "et ype", + "ety pe", + "\\ \",", + "\\\" ,", + "Ġs ensitive", + "Ġsens itive", + "Ġsensit ive", + "Ġt all", + "Ġtal l", + "Ġta ll", + "? âĢĿĊĊ", + "?âĢĿ ĊĊ", + "Pro xy", + "Pr oxy", + "i y", + "_ section", + "_s ection", + "_se ction", + "_sec tion", + "âĢĶâĢĶ âĢĶâĢĶ", + "b rid", + "br id", + "Ġc ircuit", + "Ġcirc uit", + "a tan", + "at an", + "ata n", + "E NC", + "EN C", + "Ġdr iven", + "Ġdrive n", + "Ġdriv en", + "Ġdri ven", + "Ġv oted", + "Ġvo ted", + "Ġvot ed", + "Ġvote d", + "Ġeduc ational", + "Ġeducation al", + "Ġ interaction", + "Ġinter action", + "Ġinteract ion", + "Ġinte raction", + "ab etes", + "abe tes", + "abet es", + "Ġ tone", + "Ġt one", + "Ġto ne", + "Ġton e", + "ĠInitialize Component", + "Ġmer ely", + "Ġmere ly", + "Ġ ìŀ", + "Ġì ŀ", + "c ookie", + "co okie", + "cook ie", + "_ div", + "_d iv", + "_di v", + "Ġ UILabel", + "ĠUI Label", + "ĠUIL abel", + "v ely", + "ve ly", + "vel y", + "} );čĊ", + "}) ;čĊ", + "}); čĊ", + "_ ENT", + "_E NT", + "_EN T", + "#+ #+", + "art icles", + "article s", + "arti cles", + "artic les", + "Ġ Southern", + "ĠSouth ern", + "ĠSou thern", + "Ġstrong er", + "Ġstro nger", + "Ġstron ger", + "Ġ Given", + "ĠG iven", + "ĠGi ven", + "ĠGive n", + "Ġ Eric", + "ĠE ric", + "ĠEr ic", + "Ġ IR", + "ĠI R", + "a bstract", + "ab stract", + "abs tract", + "U nder", + "Un der", + "Und er", + "n able", + "na ble", + "Ġ increment", + "Ġin crement", + "Ġincre ment", + "Ġinc rement", + "Ġincr ement", + "o ven", + "ov en", + "ove n", + "Ġ coin", + "Ġc oin", + "Ġco in", + "Ġcoi n", + "_ timer", + "_t imer", + "_time r", + "_tim er", + "_ti mer", + "Ġsuffer ed", + "Ġsuff ered", + "Ġ FREE", + "ĠF REE", + "ĠFR EE", + "ĠFRE E", + "' ].\"", + "'] .\"", + "']. \"", + "Ġ Queen", + "ĠQu een", + "ĠQue en", + "st ats", + "stat s", + "sta ts", + "Ġmeet ings", + "Ġmeeting s", + "Ġmee tings", + "2 76", + "27 6", + "Ġen tering", + "Ġent ering", + "Ġenter ing", + "Ġalong side", + "( session", + "(s ession", + "(sess ion", + "it als", + "ital s", + "ita ls", + "Ġ foundation", + "Ġf oundation", + "Ġfound ation", + "Ġ Credit", + "ĠC redit", + "ĠCr edit", + "ĠCre dit", + ". div", + ".d iv", + ".di v", + "_ ALL", + "_A LL", + "_AL L", + "p cion", + "pc ion", + "pci on", + "_ stat", + "_s tat", + "_st at", + "_sta t", + "ic king", + "ick ing", + "Default s", + "_ src", + "_s rc", + "_sr c", + "Ġ outputs", + "Ġout puts", + "Ġoutput s", + "/ B", + "Ġen thus", + "Ġent hus", + "Ġenth us", + "- bl", + "-b l", + ". ForeColor", + ".Fore Color", + "ĉ temp", + "ĉt emp", + "F ace", + "Fac e", + "Fa ce", + "Ġinter act", + "Ġinte ract", + "Ġwe ird", + "Ġwei rd", + "Ġweir d", + "M ount", + "Mo unt", + "r ell", + "re ll", + "rel l", + "ud ents", + "ude nts", + "udent s", + "uden ts", + "Ġrequire ment", + "Ġrequ irement", + "Ġ Sus", + "ĠS us", + "ĠSu s", + "I ER", + "IE R", + "Ġe lected", + "Ġel ected", + "Ġelect ed", + "re ference", + "ref erence", + "refer ence", + "Ġ ME", + "ĠM E", + "Ġ servers", + "Ġs ervers", + "Ġser vers", + "Ġserver s", + "Ġserv ers", + "Ġserve rs", + ". wait", + ".w ait", + "Ġ snapshot", + "Ġs napshot", + "Ġsnap shot", + "Ġsnaps hot", + "il ton", + "ilt on", + "Ġ tries", + "Ġt ries", + "Ġtr ies", + "Ġtri es", + "Ġtrie s", + "Ġ tipo", + "Ġt ipo", + "Ġti po", + "Ġtip o", + ". Time", + ".T ime", + "> w", + "Ġm ountain", + "Ġmount ain", + "Ġp ounds", + "Ġpo unds", + "Ġpou nds", + "Ġpound s", + "Ġ[ ...", + "Ġ[. ..", + "ex ists", + "exist s", + "Ġng On", + "_ MAP", + "_M AP", + "_MA P", + "Ġf lying", + "Ġfl ying", + "Ġfly ing", + "3 31", + "33 1", + "xi ety", + "ĉ value", + "ĉv alue", + "ĉval ue", + "ĉva lue", + "_ DB", + "_D B", + "u no", + "un o", + "Ġse ats", + "Ġsea ts", + "Ġseat s", + "T URN", + "TU RN", + ". author", + ".a uthor", + ".auth or", + ".aut hor", + "! )", + "or ce", + "orc e", + "Ġind icated", + "Ġindic ated", + "Ġindicate d", + "Ġindica ted", + "3 17", + "31 7", + ". sin", + ".s in", + ".si n", + "Ġ assignment", + "Ġass ignment", + "Ġassign ment", + "im iento", + "imi ento", + "Ġ Frame", + "ĠF rame", + "ĠFr ame", + "ĠFra me", + "ĠFram e", + "3 24", + "32 4", + "_ gen", + "_g en", + "_ge n", + "in ery", + "ine ry", + "iner y", + "_ )", + "m essages", + "message s", + "mess ages", + ". settings", + ".s ettings", + ".set tings", + ".setting s", + "Ġ Mean", + "ĠM ean", + "ĠMe an", + "ĠM useum", + "ĠMus eum", + "ĠMuse um", + "i rq", + "ir q", + "at tach", + "att ach", + "atta ch", + "ĠPale stin", + "ĠPalest in", + "_ QU", + "_Q U", + "_ tags", + "_t ags", + "_tag s", + "_ta gs", + "Ġcas ual", + "e men", + "em en", + "eme n", + "ASS WORD", + "4 32", + "43 2", + "$ s", + "ĠC irc", + "ĠCi rc", + "ĠCir c", + "о й", + "оР¹", + "et ric", + "etr ic", + "etri c", + "/ P", + "0 18", + "01 8", + "Ġ epoch", + "Ġep och", + "< head", + " The", + ">T he", + "Ġ Ak", + "ĠA k", + "Ġ grass", + "Ġgr ass", + "Ġgra ss", + "Ġgras s", + "/ *čĊ", + "/* čĊ", + "( dis", + "(d is", + "(di s", + "Ġ guns", + "Ġg uns", + "Ġgu ns", + "Ġgun s", + "Ġ tb", + "Ġt b", + "Ġ Kevin", + "ĠK evin", + "ĠKe vin", + ". args", + ".ar gs", + ".arg s", + "Ġ Ah", + "ĠA h", + "o ped", + "op ed", + "ope d", + "( J", + "column s", + "arg uments", + "argument s", + "ĠWith Events", + "_ full", + "_f ull", + "_fu ll", + "Ġ Defense", + "ĠDef ense", + "S imple", + "Sim ple", + "Ġde aths", + "Ġdeath s", + "2 95", + "29 5", + "Ġext ensive", + "Ġ Still", + "ĠSt ill", + "Ġ Expression", + "ĠEx pression", + "ĠExp ression", + "ĠExpress ion", + "ĠExpr ession", + "Ġ Agency", + "ĠA gency", + "ĠAg ency", + "ĠAge ncy", + "Ġper forming", + "Ġperform ing", + "Ġperfor ming", + "F X", + "Ġ usuario", + "Ġus uario", + "Ġusu ario", + "U AL", + "UA L", + "S ide", + "Si de", + "Sid e", + "o dos", + "od os", + "odo s", + "ap top", + "apt op", + "Ġ credentials", + "Ġc redentials", + "Ġcred entials", + "Ġcredential s", + "_ cap", + "_c ap", + "_ca p", + "at ient", + "ati ent", + "atie nt", + "Ġ Disney", + "ĠDis ney", + "Ġ ai", + "Ġa i", + "Ġ chip", + "Ġc hip", + "Ġch ip", + "Ġchi p", + "Ġ volt", + "Ġv olt", + "Ġvo lt", + "Ġvol t", + ".make Text", + "%%%%%%%% %%%%%%%%", + "Ġ belief", + "Ġbel ief", + "Ġbelie f", + "_ LOC", + "_L OC", + "_LO C", + "Ġ Civil", + "ĠC ivil", + "ĠCi vil", + "ĠCiv il", + "N avigation", + "Nav igation", + "Navig ation", + "Ġ reveal", + "Ġre veal", + "Ġreve al", + "Ġ violent", + "Ġviol ent", + "Ġ Fil", + "ĠF il", + "ĠFi l", + "Ġ catalog", + "Ġc atalog", + "Ġcat alog", + "Ġcata log", + "Ġcatal og", + "e med", + "em ed", + "eme d", + "s can", + "sc an", + ". control", + ".c ontrol", + ".cont rol", + "Ġ constitution", + "Ġcon stitution", + "Ġconst itution", + "Ġconstit ution", + "Ġconstitu tion", + "C ountry", + "Count ry", + "S eparator", + "Se parator", + "Separ ator", + "_ APP", + "_A PP", + "_AP P", + "t opic", + "to pic", + "top ic", + "u etooth", + "uet ooth", + "M IN", + "MI N", + "Ġ descriptor", + "Ġdes criptor", + "y t", + "ET HER", + "ETH ER", + "Ġd istribute", + "Ġdis tribute", + "Ġdistrib ute", + "' }Ċ", + "'} Ċ", + ". trim", + ".t rim", + ".tr im", + ". Line", + ".L ine", + "Ġ lbl", + "Ġl bl", + "Ġlb l", + "assert Equals", + "Ġ Det", + "ĠD et", + "ĠDe t", + "omb ok", + "ombo k", + "( width", + "(w idth", + "Ġt ort", + "Ġto rt", + "Ġtor t", + "ĠEX PRESS", + "ĠEXP RESS", + "a co", + "ac o", + "U sing", + "Us ing", + "Ġ Brand", + "ĠB rand", + "ĠBr and", + "ĠBra nd", + "ĠBran d", + "w all", + "wa ll", + "wal l", + "E MENT", + "EM ENT", + "Ġ Communic", + "ĠComm unic", + "ĠCommun ic", + "< uint", + " (Ċ", + ">( Ċ", + "? >\"", + "?> \"", + "Ġ ///Ċ", + "Ġ// /Ċ", + "Ġ/ //Ċ", + "Ġ/// Ċ", + "Ġe iner", + "Ġein er", + "Ġeine r", + "Ġei ner", + "Ġ weekly", + "Ġweek ly", + "ĉ logger", + "ĉlog ger", + "_ pop", + "_p op", + "_po p", + "_ man", + "_m an", + "_ma n", + "Ġm igrations", + "Ġmigr ations", + "Ġmigration s", + "Ġ asks", + "Ġas ks", + "Ġask s", + "Ġ bs", + "Ġb s", + "Ġ falls", + "Ġf alls", + "Ġfall s", + "Ġfal ls", + ". Where", + ".W here", + ".Wh ere", + "- height", + "-h eight", + "-he ight", + "_ feature", + "_f eature", + "_fe ature", + "_feat ure", + ". Min", + ".M in", + "Ġ hyper", + "Ġh yper", + "Ġhy per", + "Ġhyp er", + "Ġhype r", + "Ġ volatile", + "Ġv olatile", + "Ġvol atile", + "Ġ twenty", + "Ġtw enty", + "Ġtwe nty", + "Typ ography", + "U nable", + "Un able", + "Una ble", + "D et", + "De t", + ", f", + "- mod", + "-m od", + "Ġset tlement", + "Ġsett lement", + "Ġsettle ment", + "Ġ contracts", + "Ġcon tracts", + "Ġcontract s", + "Ġcontr acts", + "Ġcontra cts", + "n ome", + "no me", + "nom e", + "B ad", + "Ba d", + "Ġ Brian", + "ĠB rian", + "ĠBr ian", + "ĠBri an", + "7 68", + "76 8", + "( username", + "(user name", + "! !!!", + "!! !!", + "!!! !", + "Ġ hack", + "Ġh ack", + "Ġha ck", + "Ġhac k", + ". Field", + ".F ield", + "H R", + "Ġ Jordan", + "ĠJ ordan", + "ĠJord an", + "i za", + "iz a", + "Ġ Âł", + "Ġ ł", + "Ġ Sher", + "ĠS her", + "ĠSh er", + "ĠShe r", + ". header", + ".head er", + ".he ader", + "( other", + "(o ther", + "Ġ Dub", + "ĠD ub", + "ĠDu b", + "( op", + "(o p", + "Ġ Round", + "ĠR ound", + "ĠRo und", + "ĠRou nd", + "Ġ vie", + "Ġv ie", + "Ġvi e", + "Ġ appl", + "Ġapp l", + "Ġap pl", + "ĉ J", + "Ġ Insert", + "ĠIn sert", + "ĠIns ert", + "Ġ LP", + "ĠL P", + "re gon", + "reg on", + "rego n", + "Ġ MPI", + "ĠM PI", + "ĠMP I", + "Ġ anchor", + "Ġan chor", + "Ġanch or", + "Ġanc hor", + "a ca", + "ac a", + "ø r", + "Ġ ade", + "Ġa de", + "Ġad e", + "an chor", + "anc hor", + "anch or", + "qu ee", + "que e", + "Ġ TreeNode", + "ĠT reeNode", + "ĠTree Node", + "Ġtarget ed", + "Ġtarg eted", + "Ġl aid", + "Ġla id", + "Ġlai d", + "A BEL", + "AB EL", + "v et", + "ve t", + "Ġ Origin", + "ĠOr igin", + "ĠOri gin", + "ĠOrig in", + "A nt", + "An t", + ". ');Ċ", + ".' );Ċ", + ".') ;Ċ", + ".'); Ċ", + "ex pect", + "exp ect", + "ed Reader", + "Ġ Major", + "ĠM ajor", + "ĠMaj or", + "Ġ inch", + "Ġin ch", + "Ġinc h", + "Com par", + "Co mpar", + "Comp ar", + "Ġ preview", + "Ġp review", + "Ġpr eview", + "Ġpre view", + "Ġprev iew", + "Ġill ness", + "ĠCON TRACT", + "ĠCONTR ACT", + "ĠCONT RACT", + "Ġ Independ", + "ĠIn depend", + "ĠInd epend", + "u uid", + "uu id", + "Ġ nome", + "Ġn ome", + "Ġno me", + "Ġnom e", + "Ġ tc", + "Ġt c", + "ĠA venue", + "i san", + "is an", + "isa n", + "Ġ phrase", + "Ġph rase", + "_ move", + "_m ove", + "_mov e", + "_mo ve", + "\" )[", + "\") [", + "4 12", + "41 2", + "Ġpro vision", + "Ġprov ision", + "Ġconc entr", + "Ġconcent r", + "_ IR", + "_I R", + "Ġ Ut", + "ĠU t", + "( )+", + "() +", + "Ġ nas", + "Ġn as", + "Ġna s", + "! ,", + "Ġ Robin", + "ĠRob in", + "ĠRo bin", + "i ations", + "iation s", + "iat ions", + "at itude", + "Ġ px", + "Ġp x", + "Ġ Without", + "ĠWith out", + "/ bash", + "/b ash", + "e kt", + "ek t", + "re ement", + "ree ment", + "3 42", + "34 2", + "Ob server", + "Observ er", + "Obs erver", + "3 18", + "31 8", + "Ġ Region", + "ĠReg ion", + "UB LIC", + "UBL IC", + "Ġ {//", + "Ġ{ //", + "K N", + "å ·", + "Game Object", + "å ¾", + "en coding", + "enc oding", + "enco ding", + "Ġ ***", + "Ġ* **", + "Ġ** *", + "project s", + "proj ects", + "Ġ tk", + "Ġt k", + "Ġche ese", + "Ġchees e", + "EM PL", + "EMP L", + "a ro", + "ar o", + "Ġ اÙĦ", + "Ġا ÙĦ", + "6 10", + "61 0", + "3 37", + "33 7", + "Ġcons ists", + "Ġconsist s", + "re fresh", + "ref resh", + "u reau", + "ure au", + "Ġ Scanner", + "ĠSc anner", + "ĠScan ner", + "Ġs oil", + "Ġso il", + "Ġfl avor", + "Ġflav or", + "Ġfla vor", + "Data Source", + "Ex ecute", + "Exec ute", + "е ние", + "ен ие", + "ени е", + "Ġ shit", + "Ġs hit", + "Ġsh it", + "åĪ Ĩ", + "< any", + " < /", + "Qu antity", + "Quant ity", + "qu iry", + "quir y", + "qui ry", + "_ tab", + "_t ab", + "_ta b", + "Ġ alg", + "Ġa lg", + "Ġal g", + "To ast", + "re size", + "res ize", + "resi ze", + "quest ions", + "question s", + "s chema", + "sch ema", + "L iteral", + "Lite ral", + "Lit eral", + "Liter al", + "( entity", + "(e ntity", + "(ent ity", + "NE CTION", + "NECT ION", + "ch anged", + "change d", + "chan ged", + "chang ed", + "_ FIELD", + "_F IELD", + "_ HEIGHT", + "_HE IGHT", + "Ġ organic", + "Ġorg anic", + "Ġorgan ic", + "P RE", + "PR E", + "Ġ Cat", + "ĠC at", + "ĠCa t", + ". Draw", + ".D raw", + "E s", + "Ġ loud", + "Ġl oud", + "Ġlo ud", + "Ġlou d", + "6 80", + "68 0", + "Ġ ĠĠĠĠĠĠĠĉ", + "ĠĠ ĠĠĠĠĠĠĉ", + "ĠĠĠĠ ĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠ ĉ", + "ĠĠĠ ĠĠĠĠĠĉ", + "ĠĠĠĠĠĠĠ Ġĉ", + "ĠĠĠĠĠ ĠĠĠĉ", + "ĠĠĠĠĠĠ ĠĠĉ", + "Ġ Kat", + "ĠK at", + "ĠKa t", + "Ġ heap", + "Ġhe ap", + "âĢľ It", + "âĢľI t", + "0 70", + "07 0", + "e tr", + "et r", + "Ġ unlikely", + "Ġun likely", + "Ġunlike ly", + "er als", + "era ls", + "eral s", + "/ auth", + "/a uth", + "5 02", + "50 2", + "t odo", + "to do", + "tod o", + "P lace", + "Pl ace", + "Post ed", + "Pos ted", + "Po sted", + "Com ments", + "Comment s", + "Comm ents", + "Ġ Tech", + "ĠT ech", + "ĠTe ch", + "ĠTec h", + "Ġ Finally", + "ĠF inally", + "ĠFin ally", + "ĠFinal ly", + "eg ration", + "egr ation", + "egra tion", + "Ġ minimal", + "Ġmin imal", + "Ġmini mal", + "Ġminim al", + "Ġ Files", + "ĠF iles", + "ĠFile s", + "ĠFil es", + "ĠFi les", + "Ġt amb", + "Ġta mb", + "Ġtam b", + "ë¡ ľ", + "Ġ Release", + "ĠR elease", + "ĠRe lease", + "ĠRel ease", + "4 25", + "42 5", + ". resize", + ".re size", + ".res ize", + "Ġ Ï", + "c ollect", + "col lect", + "coll ect", + "= p", + "ĠLI ABLE", + "Ġp roducing", + "Ġprodu cing", + "Ġprod ucing", + "- wrapper", + "-w rapper", + "-wrap per", + "Ġs ingles", + "Ġsingle s", + "Ġsin gles", + "Ġsing les", + "ĠN BA", + "ĠNB A", + "o rr", + "or r", + "e ren", + "er en", + "ere n", + ". addAction", + ".add Action", + "Ġ thesis", + "Ġth esis", + "Ġthe sis", + "d n", + "P TY", + "PT Y", + ". des", + ".d es", + ".de s", + "Ġb acter", + "Ġba cter", + "Ġbac ter", + "Ġ Express", + "ĠEx press", + "ĠExp ress", + "ĠExpr ess", + "Ġ *)Ċ", + "Ġ* )Ċ", + "Ġ*) Ċ", + "å ij", + "/ admin", + "/ad min", + "se conds", + "sec onds", + "second s", + "åĬ Ł", + "uss ion", + "a beth", + "ab eth", + "abe th", + "abet h", + "Ġ Computer", + "ĠCom puter", + "ĠComp uter", + "ĠCompute r", + "ĠComput er", + "Ġr uling", + "Ġru ling", + "(\" ../", + "(\". ./", + "(\".. /", + ". GET", + ".G ET", + "ĠMe dal", + "ĠMed al", + "ition ally", + "itional ly", + "com mit", + "comm it", + "f ocus", + "fo cus", + "_ LEVEL", + "_LE VEL", + "i nda", + "in da", + "ind a", + "F act", + "Fac t", + "Fa ct", + "= np", + "=n p", + "=\" \">Ċ", + "=\"\" >Ċ", + "=\"\"> Ċ", + "Ġsub sequent", + "Ġsubsequ ent", + "pos able", + "- fluid", + "-fl uid", + "Ġth orough", + "Ġtho rough", + "Ġthor ough", + "Ġpublic ly", + "Ġpubli cly", + "ap ters", + "apt ers", + "apter s", + "Ġ Wilson", + "ĠWil son", + "_ PRE", + "_P RE", + "_PR E", + "y ard", + "ya rd", + "yar d", + "ä ¼", + "ĉ in", + "ĉi n", + "3 39", + "33 9", + "Ġre vers", + "Ġrev ers", + "Ġreve rs", + "Ġrever s", + "Ġ bullet", + "Ġb ullet", + "Ġbul let", + "Ġbull et", + "cri bed", + "cribe d", + "nes ota", + "Ġ ($_", + "Ġ( $_", + "Ġ($ _", + "an non", + "ann on", + "anno n", + "c ursor", + "curso r", + "Ġclo thing", + "Ġcloth ing", + "Ġ Multi", + "ĠM ulti", + "ĠMult i", + "ĠMul ti", + "2 87", + "28 7", + ": ',", + ":' ,", + "Ġv ess", + "Ġve ss", + "Ġves s", + "ord inator", + "ordin ator", + "Ġe inem", + "Ġein em", + "Ġeine m", + "Ġei nem", + "C annot", + "Can not", + "Ġ armed", + "Ġar med", + "Ġarm ed", + "ĉ V", + "ä¸ Ĭ", + ". Flat", + ".F lat", + ".Fl at", + "Ġ Sep", + "ĠS ep", + "ĠSe p", + "Ġ Subject", + "ĠSub ject", + "ĠSu bject", + "_ font", + "_f ont", + "Ġcharacter istics", + "Ġcharacteristic s", + "D one", + "Do ne", + "Don e", + "e ln", + "el n", + "#### ########", + "######## ####", + "##### #######", + "###### ######", + "####### #####", + "P OS", + "PO S", + "Ġ density", + "Ġd ensity", + "Ġdens ity", + "Ġ Platform", + "ĠPl atform", + "ĠPlat form", + "- items", + "-item s", + "-i tems", + "-it ems", + "Ġ overs", + "Ġo vers", + "Ġover s", + "Ġov ers", + "Ġp ushing", + "Ġpush ing", + "ç ¤", + ". Connection", + ".Con nection", + ".Connect ion", + ".Conn ection", + "_ term", + "_t erm", + "_te rm", + "_ter m", + "Ġinitial ization", + "________________ ________________", + "ç ¬", + ". document", + ".d ocument", + ".doc ument", + "l esh", + "le sh", + "les h", + "ĉ document", + "ĉd ocument", + "ĉdoc ument", + "Ġ Pin", + "ĠP in", + "ĠPi n", + "ç a", + "Ġ definitions", + "Ġdefinition s", + "Ġdefinit ions", + "Ġdefin itions", + ". Path", + ".P ath", + "_ WRITE", + "_W RITE", + "_WR ITE", + "Ġ ĉĊ", + "Ġĉ Ċ", + "? >ĊĊ", + "?> ĊĊ", + "?>Ċ Ċ", + "Ġter rible", + "Ġterr ible", + "b ean", + "be an", + "ick ets", + "icket s", + "Ġ SV", + "ĠS V", + "B uy", + "Bu y", + "( task", + "(t ask", + "Ġreg ime", + "g oogle", + "go ogle", + "goog le", + "goo gle", + "Ġc rack", + "Ġcr ack", + "Ġcra ck", + ". visit", + ".vis it", + "N UM", + "NU M", + "e nergy", + "en ergy", + "ener gy", + "Ġs truck", + "Ġstr uck", + "Ġstru ck", + "_ sample", + "_s ample", + ". payload", + ".p ayload", + ".pay load", + "Ġre vis", + "Ġrev is", + "Ġ Scene", + "ĠS cene", + "ĠSc ene", + "Ġ pg", + "Ġp g", + "Ġbreak fast", + "URRE NT", + ". charAt", + ".char At", + "_ exception", + "_ex ception", + "_except ion", + "ĠA nton", + "ĠAn ton", + "ĠAnt on", + "Ġguide lines", + "Ġguid elines", + "Ġguideline s", + "Ġex haust", + "Ġ Financial", + "ĠFin ancial", + "Ġ indent", + "Ġin dent", + "Ġind ent", + "Ġinde nt", + "Ġ desktop", + "Ġd esktop", + "Ġdes ktop", + "Ġdesk top", + "H idden", + "Hi dden", + "F ailure", + "Fail ure", + "Ġpr inciple", + "Ġprincip le", + "Ġprinc iple", + "Ġ iv", + "Ġi v", + "Ġs eks", + "Ġse ks", + "Ġsek s", + "n etwork", + "net work", + "Ġ numberOf", + "Ġnumber Of", + "Ġ Albert", + "ĠAl bert", + "ĠAlb ert", + "ĉ long", + "ĉl ong", + "8 01", + "80 1", + ", .", + "Ġ zeros", + "Ġz eros", + "Ġzero s", + "Ġze ros", + "Ġzer os", + "f ade", + "fa de", + "fad e", + "Ġ Typ", + "ĠT yp", + "ĠTy p", + "Ġ Term", + "ĠT erm", + "ĠTe rm", + "ĠTer m", + "ĠA rts", + "ĠAr ts", + "ĠArt s", + ". Application", + ".App lication", + ".Ap plication", + "Ġbe half", + "Ġbeh alf", + "æĪ ·", + "Ġ mere", + "Ġm ere", + "Ġme re", + "Ġmer e", + "( `${", + "(` ${", + "Ġaware ness", + "el pers", + "elp ers", + "elper s", + "f lix", + "fl ix", + "Ġ weigh", + "Ġwe igh", + "Ġwei gh", + "Ġest imates", + "Ġestim ates", + "Ġestimate s", + ". child", + ".ch ild", + "/ O", + "Ġ Bitmap", + "ĠB itmap", + "ĠBit map", + ". bottom", + ".b ottom", + ".bot tom", + "Ġ** ************************************************************************", + "Ġ************************************************************************ **", + "Ex pect", + "Exp ect", + "en to", + "ent o", + "Ġ Forum", + "ĠF orum", + "ĠFor um", + "ĠFo rum", + "v eral", + "ver al", + "ve ral", + "Ġj ail", + "Ġja il", + "Ġ abilities", + "Ġab ilities", + "ĠH OLD", + "ĠHO LD", + "ĠHOL D", + "Ġ Cit", + "ĠC it", + "ĠCi t", + "Ġd ynam", + "Ġdy nam", + "Ġdyn am", + "Ġ gray", + "Ġg ray", + "Ġgr ay", + "Ġgra y", + "ĉ ĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉ ĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉ ĉĉĉĉĉĉĉĉĉ", + "ĉĉĉ ĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉ ĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉ ĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉ ĉĉĉĉĉ", + "ĉĉĉĉĉĉĉ ĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉ ĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉ ĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉ ĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉ ĉ", + ". nextInt", + ".next Int", + "ant ly", + "ĠAR ISING", + "( private", + "(pr ivate", + "(priv ate", + "Ġ rejected", + "Ġre jected", + "Ġreject ed", + "Ġrej ected", + "Ġ Nic", + "ĠN ic", + "ĠNi c", + "Ġle ather", + "= {Ċ", + "={ Ċ", + "aly tics", + "t hetic", + "th etic", + "the tic", + ". Top", + ".T op", + ".To p", + "3 73", + "37 3", + ". Page", + ".P age", + "={ `", + "Ġ ;čĊ", + "Ġ; čĊ", + "de pth", + "dep th", + "dept h", + "m ann", + "man n", + "ma nn", + "W D", + "Ġ Som", + "ĠS om", + "ĠSo m", + ". Right", + ".R ight", + "Ġ )}Ċ", + "Ġ) }Ċ", + "Ġ trait", + "Ġt rait", + "Ġtr ait", + "Ġtra it", + "Ġtrai t", + "à Ĺ", + "i ac", + "ia c", + "Ġ rv", + "Ġr v", + "S ample", + "Sam ple", + ". Xml", + ".X ml", + "o pped", + "op ped", + "opp ed", + "Ġ ÑĦ", + "ĠÑ Ħ", + "l ists", + "li sts", + "list s", + "lis ts", + "Ġt ear", + "Ġte ar", + "Ġtea r", + "ivers ary", + ". collection", + ".c ollection", + ".col lection", + ".collect ion", + ".coll ection", + "ĠCon stitution", + "ĠConst itution", + "ĠConstit ution", + "Ġ HttpResponse", + "ĠHttp Response", + "Ġbr ill", + "Ġbri ll", + "Ġ Prom", + "ĠP rom", + "ĠPro m", + "ĠPr om", + "h over", + "ho ver", + "3 66", + "36 6", + "Ġ Miami", + "ĠM iami", + "ĠMi ami", + "ĠMia mi", + "Ġar gue", + "Ġarg ue", + "_ float", + "_f loat", + "5 04", + "50 4", + "Ġ ãĤ", + "Ġ nat", + "Ġn at", + "Ġna t", + "ĠT al", + "ĠTa l", + "Ġ integration", + "Ġint egration", + "Ġinteg ration", + "Ġintegr ation", + "( cur", + "(c ur", + "Ġre moving", + "Ġrem oving", + "Ġ coeff", + "Ġc oeff", + "Ġco eff", + "Ġcoef f", + "Ġ Though", + "ĠTh ough", + "ĠThou gh", + "Ġ forecast", + "Ġfor ecast", + "Ġfore cast", + "4 08", + "40 8", + "ĠV egas", + "ĠVe gas", + "ĠVega s", + "ĠVeg as", + "S ite", + "Si te", + "Sit e", + "3 46", + "34 6", + "Ġt rab", + "Ġtr ab", + "Ġtra b", + "Ġ Henry", + "ĠHen ry", + "- i", + "Ġinv olves", + "Ġinvol ves", + "Ġinvolve s", + "B T", + "Ġs lo", + "Ġsl o", + "In voke", + "Inv oke", + "Ġl ucky", + "Ġluck y", + "Ġlu cky", + "Ġluc ky", + "0 25", + "02 5", + "r at", + "ra t", + "Ġ ?Ċ", + "Ġ? Ċ", + "Ġ handled", + "Ġhand led", + "Ġhandle d", + "( fd", + "(f d", + "cont ents", + "content s", + "conte nts", + "Ġ OFF", + "ĠO FF", + "ĠOF F", + "R F", + "Ġ sty", + "Ġs ty", + "Ġst y", + "Ġ Motor", + "ĠM otor", + "ĠMo tor", + "ĠMot or", + "ĠMoto r", + "t ery", + "ter y", + "te ry", + "t ax", + "ta x", + "M AP", + "MA P", + "Ġ Mrs", + "ĠM rs", + "ĠMr s", + "Ġ phones", + "Ġph ones", + "Ġphone s", + "Ġphon es", + "Ġ UIView", + "ĠUI View", + "\" )));Ċ", + "\") ));Ċ", + "\")) );Ċ", + "\"))) ;Ċ", + "\"))); Ċ", + "( dev", + "(d ev", + "(de v", + "ĠI rish", + "ĠIr ish", + "ĠIris h", + "0 19", + "01 9", + "Ġ ws", + "Ġw s", + "D I", + "_ OFFSET", + "_OFF SET", + "Ġ Events", + "ĠE vents", + "ĠEvent s", + "ĠEven ts", + "ĠEv ents", + "ĠEve nts", + "Ġst ages", + "Ġstage s", + "Ġsta ges", + "Ġstag es", + "Ġ }//", + "Ġ} //", + "Ġh aben", + "Ġhab en", + "Ġha ben", + "Ġhabe n", + "ST ANCE", + "Ġ Sin", + "ĠS in", + "ĠSi n", + "Ġ Money", + "ĠM oney", + "ĠMon ey", + "ĠMo ney", + "( top", + "(t op", + "(to p", + "Ġ appointment", + "Ġapp ointment", + "Ġappoint ment", + "V ERSION", + "VER SION", + "VERS ION", + "m etadata", + "met adata", + "meta data", + "_ comment", + "_com ment", + "_comm ent", + "Ġcolle agues", + "Ġcolleague s", + "m aps", + "ma ps", + "map s", + "â ĺ", + "Ċ ĉĊ", + "( al", + "(a l", + "_ req", + "_re q", + "_r eq", + "Ġf ut", + "Ġfu t", + "Ġ architecture", + "Ġarch itecture", + "Ġarchitect ure", + "Ġarchit ecture", + "3 51", + "35 1", + "ĠWH ETHER", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "_ screen", + "_s creen", + "_sc reen", + "_scr een", + "Ġstyle Urls", + "Ġ monster", + "Ġmon ster", + ". up", + ".u p", + "ph ia", + "phi a", + "Ġ processor", + "Ġprocess or", + "Ġproc essor", + "Ġprocesso r", + "Ġ Terr", + "ĠT err", + "ĠTe rr", + "ĠTer r", + "= ',", + "=' ,", + "Ġ Manufact", + "ĠMan ufact", + "Ġ NT", + "ĠN T", + "k el", + "ke l", + "i bern", + "ib ern", + "iber n", + "ibe rn", + "ĉ file", + "ĉf ile", + "ĉfi le", + "A li", + "Al i", + "rient ation", + "Ġ //!", + "Ġ// !", + "ap ore", + "apor e", + "apo re", + "an eous", + "ane ous", + "Ġ Creat", + "ĠC reat", + "ĠCr eat", + "ĠCre at", + "f older", + "fo lder", + "fol der", + "fold er", + "4 15", + "41 5", + "Ġ hay", + "Ġh ay", + "Ġha y", + "Sup press", + "( left", + "(l eft", + "(le ft", + "Ġe uro", + "Ġeu ro", + "Ġdis claimer", + "u stry", + "us try", + "ust ry", + "ustr y", + "s hips", + "sh ips", + "ship s", + "shi ps", + "_ fd", + "_f d", + "Ġ Fa", + "ĠF a", + "_ insert", + "_in sert", + "_ins ert", + "Ġ rol", + "Ġr ol", + "Ġro l", + "if ting", + "ift ing", + "Ġ Comments", + "ĠCom ments", + "ĠComm ents", + "ĠComment s", + "_ br", + "_b r", + "Ġlos ses", + "Ġloss es", + "Ġ Added", + "ĠAd ded", + "ĠAdd ed", + "ch arg", + "char g", + "cha rg", + "Ġ по", + "Ġп о", + "_ system", + "_s ystem", + "_sys tem", + "_sy stem", + "Ġ Sometimes", + "ĠS ometimes", + "ĠSome times", + "ĠSom etimes", + "Ġ Spain", + "ĠS pain", + "ĠSp ain", + "ĠSpa in", + "( group", + "(g roup", + "(gr oup", + "i alis", + "ial is", + "ia lis", + "iali s", + "Ġd ollar", + "Ġdoll ar", + "Ġdol lar", + "Ġ Args", + "ĠAr gs", + "ĠArg s", + "4 99", + "49 9", + "2 97", + "29 7", + "qu ires", + "quire s", + "quir es", + "qui res", + "Ġ Ten", + "ĠT en", + "ĠTe n", + ". scss", + ".s css", + ".sc ss", + "Ġsurv ive", + "Ġsurviv e", + "u sage", + "us age", + "usa ge", + "Ġ jun", + "Ġj un", + "Ġju n", + "im iter", + "imit er", + "imi ter", + "ï¼ģ ĊĊ", + "ï¼ģĊ Ċ", + "Ġf ifth", + "Ġfif th", + "t oggle", + "tog gle", + "Ġde cline", + "Ġdec line", + "Ġdecl ine", + "( $\"", + "($ \"", + "( Long", + "(L ong", + "i nge", + "in ge", + "ing e", + "Ġp ilot", + "Ġpi lot", + "Ġpil ot", + "- light", + "-l ight", + "-li ght", + "- radius", + "-r adius", + "-rad ius", + "Ġp odcast", + "Ġpod cast", + "Ġn aturally", + "Ġnatural ly", + "Ġnatur ally", + "Ġnat urally", + "P ages", + "Page s", + "Pa ges", + "Pag es", + "ä¸ º", + "Ġ Despite", + "ĠDes pite", + "Ġl ighting", + "Ġlight ing", + "Ġ crate", + "Ġc rate", + "Ġcr ate", + "Ġcra te", + "Ġ Binary", + "ĠB inary", + "ĠBin ary", + "Ġred ucing", + "Ġredu cing", + "Ġe leg", + "Ġel eg", + "Ġele g", + "Ġ Mouse", + "ĠM ouse", + "ĠMo use", + "ĠMou se", + "ĠTest Bed", + "Ġbefore Each", + "_ ARRAY", + "_AR RAY", + "_ARR AY", + "Re direct", + "Red irect", + "3 29", + "32 9", + "Ġf lood", + "Ġfl ood", + "Ġflo od", + "Ġ ships", + "Ġs hips", + "Ġsh ips", + "Ġship s", + "3 63", + "36 3", + "Ġelectric ity", + "Ġelectr icity", + ") *(", + ")* (", + "ê ¸", + "Ġ Viet", + "ĠV iet", + "ĠVi et", + "ĠVie t", + "h ero", + "he ro", + "her o", + "Ġ dia", + "Ġd ia", + "Ġdi a", + "Ġ Kent", + "ĠK ent", + "ĠKe nt", + "ĠKen t", + "he art", + "hea rt", + "hear t", + "Ġthreat s", + "_ acc", + "_a cc", + "_ac c", + "Ġ symbols", + "Ġs ymbols", + "Ġsymbol s", + "Ġsymb ols", + "is chen", + "isc hen", + "ische n", + "isch en", + "_ inst", + "_in st", + "_i nst", + "_ins t", + "C riterion", + "Ġ TIM", + "ĠT IM", + "ĠTI M", + ". Height", + ".H eight", + ".He ight", + "5 80", + "58 0", + "Ġ âĢĻ", + "ĠâĢ Ļ", + "( );ĊĊĊ", + "() ;ĊĊĊ", + "();Ċ ĊĊ", + "();ĊĊ Ċ", + "(); ĊĊĊ", + "Product s", + "Produ cts", + "_ SP", + "_S P", + "Ġ Cy", + "ĠC y", + "Ġ dependent", + "Ġdep endent", + "Ġdepend ent", + "e ste", + "es te", + "est e", + "Ġ datos", + "Ġd atos", + "Ġda tos", + "Ġdat os", + "Ġdato s", + "d it", + "di t", + "а в", + "аР²", + "IG NAL", + "IGN AL", + "Ġ lesson", + "Ġl esson", + "Ġle sson", + "Ġless on", + "Ġles son", + "\" >'", + "\"> '", + "Ġ Cover", + "ĠC over", + "ĠCo ver", + "ĠCov er", + "ĠCove r", + "Ġ Hope", + "ĠH ope", + "ĠHo pe", + "ĠHop e", + "Ġ Timer", + "ĠT imer", + "ĠTime r", + "ĠTim er", + "ĠTi mer", + "Ġ dad", + "Ġd ad", + "Ġda d", + "v iders", + "vid ers", + "vider s", + "vi ders", + "vide rs", + "Ġ Phot", + "ĠP hot", + "ĠPh ot", + "/ ?", + "r opy", + "ro py", + "rop y", + "o ming", + "om ing", + "omin g", + "omi ng", + "as ion", + "asi on", + "asio n", + "Ġ \\(", + "Ġ\\ (", + "Ġ ET", + "ĠE T", + "Ġ Reading", + "ĠRe ading", + "ĠRead ing", + "Ġep isodes", + "Ġepisode s", + "Ġepis odes", + "l m", + "4 21", + "42 1", + "e cha", + "ec ha", + "ech a", + "Ġne uro", + "Ġneu ro", + "Ġneur o", + "8 20", + "82 0", + "Ġhar mon", + "Ġharm on", + "Ġlib eral", + "Ġliber al", + "- ind", + "-in d", + "-i nd", + "3 93", + "39 3", + "D ATA", + "DA TA", + "DAT A", + "Ġevery day", + "Ġdi vided", + "Ġdiv ided", + "Ġdivide d", + "Ġdivid ed", + "ĠActive Record", + "f igure", + "fig ure", + "figur e", + "U A", + "ä ¹", + "riend ly", + "t ech", + "te ch", + "tec h", + "6 01", + "60 1", + ". gameObject", + ".game Object", + "и ÑĤÑĮ", + "иÑĤ ÑĮ", + "3 74", + "37 4", + "Ġ moon", + "Ġm oon", + "Ġmo on", + "Ġmoo n", + "f time", + "ft ime", + "Ġ noch", + "Ġn och", + "Ġno ch", + "Ġnoc h", + "ĠT ORT", + "ĠTO RT", + "ĠTOR T", + "Ġ VM", + "ĠV M", + ". initial", + ".in itial", + ".init ial", + "( child", + "(ch ild", + "Ġmus ical", + "Ġmusic al", + "Ġmusica l", + "Ġ oc", + "Ġo c", + "b as", + "ba s", + "Ġ Hay", + "ĠH ay", + "ĠHa y", + "3 61", + "36 1", + "_ long", + "_l ong", + "_lo ng", + "_lon g", + "Ġ memset", + "Ġmem set", + "i ley", + "il ey", + "ile y", + "adel phia", + "S V", + "ro at", + "_ tx", + "_t x", + "Ġ lon", + "Ġl on", + "Ġlo n", + "Ġng OnInit", + "ĠngOn Init", + "b p", + "Ġ Golden", + "ĠGold en", + "ĠGol den", + "A CHE", + "AC HE", + "ACH E", + "Ġwor ried", + "a zi", + "az i", + "E ar", + "T ake", + "Ta ke", + "Tak e", + "( fp", + "(f p", + "burg h", + "bur gh", + "_ Data", + "_D ata", + "g res", + "gr es", + "gre s", + "Ġ Ont", + "ĠO nt", + "ĠOn t", + "p us", + "pu s", + "Ġ transparent", + "Ġtrans parent", + "Ġp ocket", + "Ġpo cket", + "Ġpoc ket", + "Ġ ram", + "Ġr am", + "Ġra m", + "igration s", + "igr ations", + ". čĊčĊ", + ".čĊ čĊ", + "Ġ [(", + "Ġ[ (", + "Ġadopt ed", + "Ġreport edly", + "Ġreported ly", + "Ġ Dream", + "ĠD ream", + "ĠDr eam", + "ĠDre am", + "Ġ }));Ċ", + "Ġ} ));Ċ", + "Ġ}) );Ċ", + "Ġ})) ;Ċ", + "l osing", + "lo sing", + "los ing", + "Ġte eth", + "Ġtee th", + "Ġ Books", + "ĠB ooks", + "ĠBo oks", + "ĠBook s", + "ĠBoo ks", + "\" ,&", + "\", &", + "en ny", + "enn y", + "L EMENT", + "LE MENT", + "LEM ENT", + "Ġ gel", + "Ġg el", + "Ġge l", + "Ġ Plant", + "ĠP lant", + "ĠPl ant", + "ĠPlan t", + "ĠPla nt", + "4 37", + "43 7", + "! âĢĿ", + ". host", + ".h ost", + "Ġ Reply", + "ĠRe ply", + "ĠRep ly", + "3 76", + "37 6", + "r ength", + "re ngth", + "ren gth", + "Ġrec ognition", + "Ġrecogn ition", + "Ġ }}>Ċ", + "Ġ} }>Ċ", + "Ġ}} >Ċ", + "Ġ}}> Ċ", + "L A", + "Ġ mirror", + "Ġm irror", + "Ġmir ror", + "Ġmi rror", + "Ġ assistant", + "Ġass istant", + "Ġassist ant", + "( device", + "(d evice", + "(de vice", + "(dev ice", + "Ġspirit ual", + "b uilder", + "build er", + "bu ilder", + " §", + "Ġo utr", + "Ġout r", + "Ġou tr", + "Ġ tt", + "Ġt t", + "Ġ PER", + "ĠP ER", + "ĠPE R", + "Ġrad ical", + "Ġradi cal", + "Method s", + "Ġ pace", + "Ġp ace", + "Ġpa ce", + "Ġpac e", + "u dy", + "ud y", + "Ġg ut", + "Ġgu t", + "Ġ Greek", + "ĠG reek", + "ĠGre ek", + "ĠGree k", + "Ġ nonatomic", + "Ġnon atomic", + "Ġ Paper", + "ĠP aper", + "ĠPa per", + "ĠPap er", + "_ GPIO", + "_G PIO", + "_GP IO", + "Ġo bst", + "Ġob st", + "Ġobs t", + ". Ad", + ".A d", + "viron ments", + "vironment s", + "ĠS ov", + "ĠSo v", + "3 56", + "35 6", + "( con", + "(c on", + "(co n", + "Ġ Transaction", + "ĠTrans action", + ". assign", + ".as sign", + "ĉ catch", + "ĉc atch", + "ĉcat ch", + "el ter", + "elt er", + "Ġ bitcoin", + "Ġbit coin", + "_ GR", + "_G R", + "Ġ čĊ", + "Ġ/ >čĊ", + "Ġ/> čĊ", + "m etic", + "me tic", + "met ic", + "Ġtrans formation", + "Ġtransform ation", + "åı ·", + "Ġ rgb", + "Ġr gb", + "Ġrg b", + "istrib utions", + "istribution s", + "Ġ implicit", + "Ġimp licit", + "Ġimpl icit", + "Ġimplic it", + "/ in", + "/i n", + "d estination", + "dest ination", + "а ÑĤÑĮ", + "аÑĤ ÑĮ", + "Z ero", + "Ze ro", + "Ġ unset", + "Ġun set", + "Ġuns et", + "9 20", + "92 0", + ". where", + ".w here", + ".wh ere", + ". go", + ".g o", + "Ġ formation", + "Ġform ation", + "Ġformat ion", + "Ġforma tion", + "Ġ declaration", + "Ġde claration", + "Ġdeclar ation", + "( )čĊčĊ", + "() čĊčĊ", + "()čĊ čĊ", + "Ġ Expl", + "ĠEx pl", + "ĠExp l", + "ĉ ĉĉĠĠ", + "ĉĉ ĉĠĠ", + "ĉĉĉ ĠĠ", + "ĉĉĉĠ Ġ", + "/ pro", + "/p ro", + "/pr o", + ". JSON", + ".J SON", + "4 41", + "44 1", + "Ġ desk", + "Ġd esk", + "Ġde sk", + "Ġdes k", + ". substr", + ".sub str", + "// ----------------------------------------------------------------------------", + "//---------------------------------------------------------------- ------------", + "//------------------------------------------------ ----------------------------", + "l yn", + "ly n", + "p son", + "ps on", + "4 07", + "40 7", + "d isable", + "dis able", + "Ġ Func", + "ĠF unc", + "ĠFun c", + "ĠFu nc", + "ĉ Assert", + "Ġ MARK", + "ĠM ARK", + "ĠMA RK", + "ĠMAR K", + "Ġde feat", + "Ġdef eat", + "Ġdefe at", + "Ġ blind", + "Ġbl ind", + "Ġbli nd", + "Ġ constants", + "Ġcon stants", + "Ġconst ants", + "Ġconstant s", + "3 62", + "36 2", + ". headers", + ".head ers", + ".header s", + ".he aders", + "U ILD", + "UI LD", + "UIL D", + "Ġ expenses", + "Ġexp enses", + "Ġexpense s", + "P ixel", + "Pix el", + "Ġ hr", + "Ġh r", + "Ġ fel", + "Ġf el", + "Ġfe l", + "Ġ Eastern", + "ĠEast ern", + "ĠEaster n", + "4 24", + "42 4", + "4 90", + "49 0", + "_ del", + "_d el", + "_de l", + "3 57", + "35 7", + "ĠC ub", + "ĠCu b", + "Ġ sq", + "Ġs q", + "ĉ count", + "ĉc ount", + "Ġ Directory", + "ĠD irectory", + "ĠDirect ory", + "ĠDirector y", + "Ġex clus", + "Ġexc lus", + "Ġexcl us", + "Ġ historic", + "Ġhistor ic", + "Ġhist oric", + "Ġhisto ric", + "Ġ ------------------------------------------------", + "Ġ---------------- --------------------------------", + "Ġ-------------------------------- ----------------", + "Ġ-------------------- ----------------------------", + "Ġ composition", + "Ġcom position", + "Ġcomp osition", + "Ġcompos ition", + "Ġ dataGridView", + "Ġdata GridView", + "Ġ Burn", + "ĠB urn", + "ĠBur n", + "ĠBu rn", + "Ġ BC", + "ĠB C", + "M aster", + "Ma ster", + "Mas ter", + "Ġ spawn", + "Ġs pawn", + "Ġsp awn", + "Ġspa wn", + "Ġ bearing", + "Ġb earing", + "Ġbe aring", + "Ġbear ing", + ". SetActive", + ".Set Active", + "i lo", + "il o", + "Ġ gallery", + "Ġg allery", + "Ġgall ery", + "Ġf ounded", + "Ġfound ed", + "Ġfo unded", + "Ġ availability", + "Ġa vailability", + "Ġav ailability", + "Ġavail ability", + ". sqrt", + ".s qrt", + "Ġ pes", + "Ġp es", + "Ġpe s", + "Ġ DOM", + "ĠD OM", + "ĠDO M", + "m ate", + "ma te", + "mat e", + "O ct", + "Ġ matched", + "Ġm atched", + "Ġmatch ed", + "Ġmat ched", + "it ivity", + "Ġan xiety", + ". price", + ".p rice", + ".pr ice", + "Ġ Instant", + "ĠIn stant", + "ĠInst ant", + "ĠIns tant", + "ì Ĭ", + "Ġt ut", + "Ġtu t", + "I Collection", + "IC ollection", + ". shared", + ".sh ared", + ".share d", + ".sha red", + "_ sql", + "_s ql", + "_sq l", + "t bl", + "tb l", + "l ibrary", + "lib rary", + "_ destroy", + "_d estroy", + "_de stroy", + "_dest roy", + "er mal", + "erm al", + "Ġ Notes", + "ĠN otes", + "ĠNo tes", + "ĠNot es", + "ĠNote s", + "Ġ Ein", + "ĠE in", + "Ġsou thern", + "Ġsouth ern", + "ĠOTHER WISE", + "Ġ macro", + "Ġm acro", + "Ġma cro", + "Ġmac ro", + ". lower", + ".l ower", + ".lo wer", + ".low er", + "c ls", + "cl s", + "Content View", + ". link", + ".l ink", + ".li nk", + ".lin k", + "con stant", + "const ant", + "cons tant", + "Ġ Bes", + "ĠB es", + "ĠBe s", + "Ġsome body", + "n b", + "3 99", + "39 9", + "\" >{", + "\"> {", + "( local", + "(l ocal", + "(loc al", + "(lo cal", + ". ....", + ".. ...", + "... ..", + ".... .", + "Ġ Null", + "ĠN ull", + "ĠNu ll", + "m x", + "Ġ ç", + "Ġà §", + "Ġ pause", + "Ġp ause", + "Ġpa use", + "Ġpau se", + "- ----------", + "-- ---------", + "---- -------", + "-------- ---", + "--- --------", + "----- ------", + "---------- -", + "------ -----", + "------- ----", + "--------- --", + "_ MO", + "_M O", + "Ġ CM", + "ĠC M", + "Ġfor Key", + "Ġ DVD", + "ĠD VD", + "ĠDV D", + "Ġ closest", + "Ġclose st", + "Ġclos est", + "Ġcloses t", + "_ DEVICE", + "_DE VICE", + "_DEV ICE", + "Ġ Stephen", + "ĠSte phen", + "ĠStep hen", + "ĠSteph en", + "Ġ BBC", + "ĠB BC", + "ĠBB C", + "Ġ Travel", + "ĠT ravel", + "ĠTr avel", + "ĠTra vel", + "ĠTrav el", + "P aint", + "Pa int", + "Ġ Results", + "ĠRes ults", + "ĠResult s", + "Ġ Rule", + "ĠR ule", + "ĠRu le", + "Ġ tp", + "Ġt p", + "Ġ ratings", + "Ġr atings", + "Ġrating s", + "Ġrat ings", + "Ġra tings", + "c in", + "ci n", + "c sv", + "cs v", + "> /", + "Ġ GOP", + "ĠG OP", + "ĠGO P", + "l ad", + "la d", + "Ġ ÑĢ", + "ĠÑ Ģ", + "Ġ indexPath", + "Ġindex Path", + "m atrix", + "mat rix", + "= f", + "ar sed", + "ars ed", + "arse d", + "Ġ });", + "Ġ} );", + "Ġ}) ;", + "Ġ Cos", + "ĠC os", + "ĠCo s", + "Ġ Score", + "ĠS core", + "ĠSc ore", + "ĠSco re", + "ĠScor e", + "Ġ tak", + "Ġt ak", + "Ġta k", + "Ġ ESP", + "ĠE SP", + "ĠES P", + "Ġ INC", + "ĠI NC", + "ĠIN C", + "_ NULL", + "_N ULL", + "- flex", + "-f lex", + "-fl ex", + "\" ][", + "\"] [", + "in to", + "int o", + "e land", + "el and", + "ela nd", + "elan d", + "Author ization", + "_ FALSE", + "_F ALSE", + "Ġ gate", + "Ġg ate", + "Ġga te", + "Ġ vid", + "Ġv id", + "Ġvi d", + "is tent", + "ist ent", + "iste nt", + "isten t", + "T IME", + "TI ME", + "TIM E", + "Ġ rewrite", + "Ġre write", + "Ġrew rite", + "Ġ tie", + "Ġt ie", + "Ġti e", + "Ġ archive", + "Ġa rchive", + "Ġarch ive", + "Ġarc hive", + "5 11", + "51 1", + ". events", + ".e vents", + ".event s", + ".ev ents", + ". getParameter", + ".get Parameter", + ".getParam eter", + "Ġ Permission", + "ĠPer mission", + "ĠPerm ission", + "Ġprogram me", + "Ġprogramm e", + "Ġ é", + "j ud", + "ju d", + "Ġcame ras", + "Ġcamera s", + "Ġcam eras", + "Ġcamer as", + "3 38", + "33 8", + "3 49", + "34 9", + "( sys", + "(s ys", + "ĠSy rian", + "ĠSyria n", + "Ġimpro vements", + "Ġimprove ments", + "Ġimprovement s", + "Ġimprov ements", + "Ġ hip", + "Ġh ip", + "Ġhi p", + "Ġsu icide", + "Ġsuic ide", + "Ġsch olar", + "Ġscho lar", + "Ġ compatible", + "Ġcom patible", + "Ġcompat ible", + "0 22", + "02 2", + "rem ote", + ". down", + ".d own", + ".do wn", + "F UNCTION", + "FUNC TION", + "FUN CTION", + "Ġman aging", + "Ġmana ging", + "Ġ UIKit", + "ĠUI Kit", + ". raw", + ".r aw", + ".ra w", + "> >>>", + ">> >>", + ">>> >", + "3 71", + "37 1", + "Ġdem ands", + "Ġdemand s", + "el lite", + "ell ite", + "elli te", + "Ġ dent", + "Ġd ent", + "Ġde nt", + "Ġden t", + "Ġ Micro", + "ĠM icro", + "ĠMi cro", + "ĠMic ro", + "åı ĸ", + "' ][$", + "'] [$", + "'][ $", + "Ġ IE", + "ĠI E", + "im ension", + "imens ion", + "Ġt rem", + "Ġtr em", + "Ġtre m", + "6 30", + "63 0", + "Ġg ained", + "Ġgain ed", + "Ġga ined", + ". with", + ".w ith", + ". ok", + ".o k", + "h ou", + "ho u", + "Ġb om", + "Ġbo m", + "amp aign", + "ampa ign", + "Ġ joining", + "Ġjoin ing", + "Ġjo ining", + "f ish", + "fi sh", + "Ġadd Subview", + "8 60", + "86 0", + "Ġnor thern", + "Ġnorth ern", + ". cor", + ".c or", + ".co r", + "o ret", + "or et", + "ore t", + "D ie", + "Di e", + "i nish", + "in ish", + "ini sh", + "inis h", + "_ comp", + "_c omp", + "_com p", + "_co mp", + "Ġ attended", + "Ġatt ended", + "Ġattend ed", + "Ġ collapse", + "Ġc ollapse", + "Ġcoll apse", + "Ġcollaps e", + "Ġ SS", + "ĠS S", + "a cent", + "ace nt", + "ac ent", + "acen t", + "_ EQUAL", + "_E QUAL", + "_EQ UAL", + "Ġ Deep", + "ĠDe ep", + "ĠDee p", + "R GB", + "RG B", + "ĉ test", + "ĉt est", + "ol ves", + "olve s", + "olv es", + "u set", + "us et", + "use t", + "Un ityEngine", + "Unity Engine", + "w riter", + "write r", + "wr iter", + "Re solver", + "Res olver", + "Resolve r", + ", %", + "if ference", + "iff erence", + "iffer ence", + "iffe rence", + "_ remove", + "_re move", + "_rem ove", + "o nda", + "on da", + "ond a", + "Ġf emme", + "Ġfem me", + "3 85", + "38 5", + "de code", + "dec ode", + "Br anch", + "Ġ flush", + "Ġf lush", + "Ġfl ush", + "Ġflu sh", + "Ġinnov ative", + "T ests", + "Test s", + "Te sts", + "Tes ts", + "Ġ[' ./", + "Ġ['. /", + "Ġ covering", + "Ġcover ing", + "Ġcov ering", + ". admin", + ".ad min", + "ulti part", + "ultip art", + "( lambda", + "(l ambda", + " namespace", + "Ġ Sport", + "ĠS port", + "ĠSp ort", + "ĠSpo rt", + "ĠSpor t", + "Ġ !(", + "Ġ! (", + "a cles", + "ac les", + "acle s", + "acl es", + "Ġde pression", + "Ġdep ression", + "Ġdepr ession", + "Ġdepress ion", + "ĠK ong", + "ĠKon g", + "ĠKo ng", + "5 70", + "57 0", + "Ġ pert", + "Ġp ert", + "Ġper t", + "Ġpe rt", + "Ġ Conn", + "ĠC onn", + "ĠCon n", + "ĠCo nn", + "Ġ Otherwise", + "ĠOther wise", + "/ home", + "/h ome", + "s upported", + "sup ported", + "support ed", + "Ġ pink", + "Ġp ink", + "Ġpi nk", + "Ġpin k", + "Ġinv ited", + "Ġinvite d", + "Ġinvit ed", + "ñ os", + "ño s", + "_ enabled", + "_en abled", + "_enable d", + "Ġ -Ċ", + "Ġ- Ċ", + "F W", + "e ners", + "en ers", + "ener s", + "ene rs", + "Ġ MY", + "ĠM Y", + "Ġs uggestions", + "Ġsuggest ions", + "Ġsuggestion s", + "C anvas", + "Can vas", + "Ġ fer", + "Ġf er", + "Ġfe r", + "Ġ Marketing", + "ĠMark eting", + "ĠMarket ing", + "@ Test", + "un tu", + "unt u", + "Ġ Ven", + "ĠV en", + "ĠVe n", + "Ġ Cou", + "ĠC ou", + "ĠCo u", + "i vals", + "iv als", + "ival s", + "iva ls", + "D onald", + "Don ald", + "l imited", + "lim ited", + "limit ed", + "ĉ ĉĉĉĉĉĊ", + "ĉĉ ĉĉĉĉĊ", + "ĉĉĉĉ ĉĉĊ", + "ĉĉĉ ĉĉĉĊ", + "ĉĉĉĉĉ ĉĊ", + "ĉĉĉĉĉĉ Ċ", + "Ġanal yst", + "Ġanaly st", + "Ġanalys t", + "( entry", + "(en try", + "(ent ry", + "Ġrepresent ative", + "_ attributes", + "_at tributes", + "_attribute s", + "_attrib utes", + "Ġ fur", + "Ġf ur", + "Ġfu r", + ". hide", + ".h ide", + "r esp", + "re sp", + "res p", + "ad ores", + "ado res", + "ador es", + "r ides", + "ri des", + "ride s", + "rid es", + "Ġ Josh", + "ĠJ osh", + "ĠJo sh", + "ĠJos h", + "r obot", + "ro bot", + "rob ot", + "ĠN AT", + "ĠNA T", + "Ġs esso", + "Ġses so", + "Ġsess o", + "Ġint egrated", + "Ġinteg rated", + "Ġintegr ated", + "Ġintegrate d", + ": true", + "p arts", + "par ts", + "part s", + "pa rts", + "Ġst upid", + "Ġstu pid", + "Ġstup id", + ": event", + ":e vent", + "@end section", + "Ġ pu", + "Ġp u", + ". Table", + ".T able", + ".Tab le", + "Ġ Yii", + "ĠY ii", + "ĠYi i", + "` ;ĊĊ", + "`;Ċ Ċ", + "`; ĊĊ", + "Ġ clang", + "Ġc lang", + "Ġcl ang", + "Ġclan g", + "Ġcla ng", + "=\" \">", + "=\"\" >", + "en gan", + "eng an", + "enga n", + "_ parameters", + "_param eters", + "_parameter s", + ". internal", + ".in ternal", + ".int ernal", + ".inter nal", + "Ġ Modern", + "ĠMod ern", + "ĠMode rn", + "ĠModer n", + "Ġ metric", + "Ġm etric", + "Ġmet ric", + "Ġ semi", + "Ġs emi", + "Ġse mi", + "Ġsem i", + "={ {Ċ", + "={{ Ċ", + "7 07", + "70 7", + ". amazon", + ".a mazon", + ".am azon", + "Ġ BB", + "ĠB B", + "ain ty", + "aint y", + "ai nty", + "view port", + "3 67", + "36 7", + "Ġstart Activity", + "dis patch", + "disp atch", + "* ****", + "** ***", + "**** *", + "*** **", + "Ġf lav", + "Ġfl av", + "Ġfla v", + "iffer ent", + "iffe rent", + "3 82", + "38 2", + "[ this", + "[t his", + "Ġs take", + "Ġst ake", + "Ġsta ke", + "Ġarg ued", + "Ġargue d", + "v iously", + "vious ly", + "vi ously", + ". work", + ".w ork", + "Ġ Oak", + "ĠO ak", + "O ld", + "Ol d", + "( async", + "(a sync", + "(as ync", + "n otes", + "not es", + "no tes", + "note s", + "Ġ flip", + "Ġf lip", + "Ġfl ip", + "Ġdis ag", + "Ġ TE", + "ĠT E", + "ĉ error", + "ĉe rror", + "ĉerr or", + "< '", + "Ġ »ĊĊ", + "Ġ» ĊĊ", + "Ġ»Ċ Ċ", + "Ġ filtered", + "Ġfil tered", + "Ġfilter ed", + "Ġfilt ered", + "ĠM ach", + "ĠMac h", + "ĠMa ch", + "Ġ hung", + "Ġh ung", + "Ġhun g", + "Ġhu ng", + "_ dump", + "_d ump", + "_ samples", + "_s amples", + "_sample s", + "- dismiss", + "-dis miss", + "Ġ ray", + "Ġr ay", + "Ġra y", + "Im plemented", + "Implement ed", + "D K", + "Ġ jed", + "Ġj ed", + "Ġje d", + "0 90", + "09 0", + "Ġbreak s", + "Ġbre aks", + "Ġ fits", + "Ġf its", + "Ġfit s", + "Ġfi ts", + ". gr", + ".g r", + "Ġ Zero", + "ĠZ ero", + "ĠZe ro", + "o ro", + "or o", + "Ġequ ally", + "Ġequal ly", + "Ġeq ually", + "Ġ '[", + "Ġ' [", + "Ġconcern ing", + "< meta", + "<", + "'> <", + "Ġpro mot", + "Ġprom ot", + "Ġpromo t", + "Ġ incl", + "Ġin cl", + "Ġinc l", + "_ only", + "_on ly", + "ë¥ ¼", + "ĠAtt orney", + "- date", + "-d ate", + "-da te", + "-dat e", + "Ġ landscape", + "Ġl andscape", + "Ġland scape", + "Ġlands cape", + "Ġlandsc ape", + "Ġ fu", + "Ġf u", + "S Y", + ". prop", + ".p rop", + ".pro p", + ".pr op", + "Ġ Arr", + "ĠA rr", + "ĠAr r", + "p ag", + "pa g", + "Parallel Group", + "' :čĊ", + "': čĊ", + "Ġ logs", + "Ġl ogs", + "Ġlo gs", + "Ġlog s", + "a unch", + "un ci", + "unc i", + "n ama", + "na ma", + "nam a", + "Table Cell", + "iss ues", + "issue s", + ". {", + "e curity", + "ec urity", + "_ exec", + "_e xec", + "_ex ec", + "_exe c", + "o lds", + "ol ds", + "old s", + "Ġ hosts", + "Ġhost s", + "Ġho sts", + "Ġhos ts", + "Ġ proto", + "Ġpro to", + "Ġpr oto", + "Ġprot o", + "_ import", + "_im port", + "_imp ort", + "_ sort", + "_s ort", + "_so rt", + "Ġ Bow", + "ĠB ow", + "ĠBo w", + "Ġ Normal", + "ĠN ormal", + "ĠNor mal", + "ĠNorm al", + "Ġ Farm", + "ĠF arm", + "ĠFar m", + "ĠFa rm", + ".create ParallelGroup", + "R otation", + "Rot ation", + ". err", + ".e rr", + ".er r", + "Ġp leased", + "Ġplease d", + "Ġple ased", + "Ġplea sed", + "Ġpleas ed", + "it age", + "ita ge", + "itag e", + ". Wh", + ".W h", + "ĉ ĉĠĠĠĠ", + "ĉĉ ĠĠĠĠ", + "ĉĉĠĠĠ Ġ", + "ĉĉĠ ĠĠĠ", + "ĉĉĠĠ ĠĠ", + "M R", + "Ġ MORE", + "ĠM ORE", + "ĠMO RE", + "ĠMOR E", + "Ġ Natural", + "ĠN atural", + "ĠNat ural", + "ĠNatur al", + "_ transform", + "_trans form", + "B ASE", + "BA SE", + "en eral", + "ener al", + "ene ral", + "u tdown", + "ut down", + ". commons", + ".com mons", + ".common s", + ".comm ons", + "W T", + "Ġ aan", + "Ġa an", + "Ġaa n", + ". Result", + ".Res ult", + "d og", + "do g", + "Ġcl icking", + "Ġclick ing", + "Ġclic king", + ") ,ĊĊ", + "), ĊĊ", + "),Ċ Ċ", + "# line", + "O perator", + "Oper ator", + "Op erator", + "Opera tor", + "Ġc iv", + "Ġci v", + "Ġm erg", + "Ġme rg", + "Ġmer g", + "o buf", + "ob uf", + "ng then", + "ngth en", + "Ġ [{", + "Ġ[ {", + "Ġc ancell", + "Ġcan cell", + "Ġcancel l", + "Ġcanc ell", + "tr igger", + "tri gger", + ". :", + "W ORK", + "WO RK", + "de clare", + "decl are", + "declar e", + "Ġde crease", + "Ġdecre ase", + "ÅĽ ci", + "l oom", + "lo om", + "loo m", + ". None", + ".N one", + ".No ne", + ".Non e", + "Ġ MI", + "ĠM I", + "Ġ Jason", + "ĠJ ason", + "ĠJa son", + "ĠJas on", + "Ġhealth care", + "ia mond", + "iam ond", + "iamo nd", + "s ylvania", + "* x", + "Ġ Ra", + "ĠR a", + "[ b", + "Ġ printing", + "Ġprint ing", + "Ġprin ting", + "ph abet", + "pha bet", + "Ġ Labour", + "ĠLa bour", + "ĠLab our", + "o pper", + "op per", + "opp er", + "Ġz ijn", + "Ġzi jn", + "Ġzij n", + "- target", + "-t arget", + "_ FUNCTION", + "_F UNCTION", + "_FUNC TION", + "_FUN CTION", + "Ġ oct", + "Ġo ct", + "Ġoc t", + "е ниÑı", + "ен иÑı", + "ени Ñı", + "åľ ¨", + "Ġ western", + "Ġwest ern", + "Ġwes tern", + "Ġcomp uters", + "Ġcomput ers", + "Ġcomputer s", + "Ġcompute rs", + "Ġ RET", + "ĠR ET", + "ĠRE T", + "Hash Map", + "[ String", + "[S tring", + "get Value", + "_ DATE", + "_D ATE", + "_DAT E", + "_DA TE", + ". Next", + ".N ext", + "ĠF if", + "ĠFi f", + "é l", + "ic ked", + "ick ed", + "æ İ", + "- MM", + "-M M", + "Ġ {ĊĊĊ", + "Ġ{ ĊĊĊ", + "Ġ{Ċ ĊĊ", + "Ġ{ĊĊ Ċ", + "Ġ contacts", + "Ġcont acts", + "Ġcontact s", + "Ġconta cts", + "Ġ digits", + "Ġd igits", + "Ġdig its", + "Ġdigit s", + "P rodu", + "Pro du", + "Pr odu", + "Prod u", + "Ġun usual", + "Ġunus ual", + "Ġrapid ly", + "t ures", + "ture s", + "tu res", + "tur es", + "Ġang ry", + "c ancel", + "can cel", + "x xxx", + "xx xx", + "xxx x", + "_ parser", + "_p arser", + "_parse r", + "_par ser", + "_pars er", + "id ity", + "idi ty", + "_ PREFIX", + "_P REFIX", + "_PRE FIX", + "_PREF IX", + "7 10", + "71 0", + "Ġm ehr", + "Ġme hr", + "Ġrare ly", + "Ġrar ely", + "e the", + "et he", + "eth e", + "o pes", + "op es", + "ope s", + "Ġ %.", + "Ġ% .", + "w orks", + "work s", + "wor ks", + "Ġ theta", + "Ġth eta", + "Ġthe ta", + "Ġcon tribution", + "Ġcontrib ution", + "Ġ Tony", + "ĠT ony", + "ĠTo ny", + "ĠTon y", + "Ġs quad", + "Ġsqu ad", + "5 37", + "53 7", + "а й", + "аР¹", + "Ġî n", + "t here", + "th ere", + "ther e", + "the re", + "o uted", + "ou ted", + "out ed", + "oute d", + "ĉ q", + "Ļ Ĥ", + "g ood", + "go od", + "goo d", + "L I", + "é¡ µ", + "Ġ Living", + "ĠL iving", + "ĠLi ving", + "ĠLiv ing", + "iz abeth", + "iza beth", + "Ġ kt", + "Ġk t", + "Ġ Dallas", + "ĠD allas", + "ĠDal las", + "] ],Ċ", + "]] ,Ċ", + "]], Ċ", + "Ġ />ĊĊ", + "Ġ/ >ĊĊ", + "Ġ/>Ċ Ċ", + "Ġ/> ĊĊ", + "Ġ raising", + "Ġr aising", + "Ġrais ing", + "Ġra ising", + "/ router", + "/r outer", + "_ game", + "_g ame", + "3 68", + "36 8", + "Ġ CUR", + "ĠC UR", + "ĠCU R", + "z ens", + "ze ns", + "zen s", + ". es", + ".e s", + "Ġ fontWeight", + "Ġfont Weight", + "( func", + "(f unc", + "(fun c", + "not ification", + "notif ication", + "Ġ' ../../../", + "Ġ'../ ../../", + "Ġ'../../ ../", + "Ġbl ame", + "Ġbla me", + "ãĢĤ ĊĊĊĊ", + "ãĢĤĊĊ ĊĊ", + "ãĢĤĊ ĊĊĊ", + "an co", + "anc o", + "9 80", + "98 0", + "Id entity", + "Ident ity", + "Ide ntity", + "f ollow", + "fol low", + "Ġ arts", + "Ġa rts", + "Ġar ts", + "Ġart s", + "x s", + "Ġoffic ially", + "Ġofficial ly", + "Ġ Studio", + "ĠSt udio", + "ĠStud io", + "ĠStudi o", + "Ġrecommend ations", + "Ġrecommendation s", + "Ġ locale", + "Ġl ocale", + "Ġlo cale", + "Ġloc ale", + "Ġlocal e", + "Ġam ateur", + "Ġamat eur", + "Ġ Enable", + "ĠE nable", + "ĠEn able", + "Ġ caps", + "Ġc aps", + "Ġcap s", + "Ġca ps", + ". End", + ".E nd", + ".En d", + "3 88", + "38 8", + "- add", + "-a dd", + "-ad d", + "_g shared", + "Ġ CT", + "ĠC T", + "F orce", + "For ce", + "Ċ ĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "Ġ orange", + "Ġo range", + "Ġor ange", + "Ġorang e", + "Ġora nge", + "Ġoran ge", + "Ġ lp", + "Ġl p", + "Ġ answered", + "Ġanswer ed", + ". Grid", + ".G rid", + ".Gr id", + "Ġd ual", + "Ġdu al", + "Ġdua l", + "Ġstr ategic", + "Ġstrateg ic", + "Ġn obody", + "Ġno body", + "Ġnob ody", + "Ġ fatal", + "Ġf atal", + "Ġfa tal", + "Ġfat al", + "_ est", + "_e st", + "_es t", + "( el", + "(e l", + "Ġ ìł", + "Ġì ł", + "ĠB udd", + "ĠBu dd", + "ĠBud d", + "A IT", + "AI T", + "_ factor", + "_f actor", + "_fac tor", + "_fact or", + "_fa ctor", + "- one", + "-on e", + "-o ne", + "Ġ HAVE", + "ĠH AVE", + "ĠHA VE", + "\" čĊčĊ", + "\"čĊ čĊ", + "7 60", + "76 0", + "P rof", + "Pro f", + "Pr of", + "Ġ är", + "Ġä r", + "str ings", + "string s", + "Ġ dirty", + "Ġd irty", + "Ġdir ty", + "Ġdirt y", + "Ġ Face", + "ĠF ace", + "ĠFac e", + "ĠFa ce", + "Ġ Begin", + "ĠB egin", + "ĠBe gin", + "ĠBeg in", + "Ġ Bus", + "ĠB us", + "ĠBu s", + "Ġ wis", + "Ġw is", + "Ġwi s", + "åŃ Ĺ", + "Ġ speaker", + "Ġs peaker", + "Ġspe aker", + "Ġspeak er", + "Ġ carrier", + "Ġcar rier", + "Ġcarr ier", + "Ġ Om", + "ĠO m", + "Ġhad n", + "Ġha dn", + "Al low", + "All ow", + ":: __", + "::_ _", + "Ġ verb", + "Ġv erb", + "Ġver b", + "Ġve rb", + "Ġ Complete", + "ĠCom plete", + "ĠComp lete", + "ĠComple te", + "Ġ Easy", + "ĠE asy", + "ĠEa sy", + "Ġb ills", + "Ġbill s", + "Ġbil ls", + "Ġ ĠĊĊ", + "ĠĠ ĊĊ", + "ĠĠĊ Ċ", + "Vert ical", + "Ver tical", + "Ġ pron", + "Ġp ron", + "Ġpro n", + "Ġpr on", + "Ġ Define", + "ĠDe fine", + "ĠDef ine", + "Ġ lookup", + "Ġlook up", + "variable s", + "vari ables", + "Ġp andas", + "Ġpan das", + "Ġpand as", + "Ġpanda s", + "u mes", + "um es", + "ume s", + "Ġin noc", + "Ġinn oc", + "Ġ setUp", + "Ġset Up", + "ĠCh ampionship", + "ĠChampions hip", + "ĠChampion ship", + "art ist", + "arti st", + "ĠC Type", + "ĠCT ype", + "F oundation", + "Found ation", + "๠Ī", + "Ġ Setup", + "ĠSet up", + "4 28", + "42 8", + "Ġ recipes", + "Ġrec ipes", + "Ġrecipe s", + "Ġrecip es", + "Ġ UIColor", + "ĠU IColor", + "ĠUI Color", + "Ġ Fight", + "ĠF ight", + "ĠFig ht", + "ĠFi ght", + "Ġ authorized", + "Ġauthor ized", + "Ġauthorize d", + "_ click", + "_c lick", + "_cl ick", + "_cli ck", + "9 90", + "99 0", + "_ success", + "_s uccess", + "_succ ess", + "_su ccess", + "an gan", + "ang an", + "anga n", + "Ġ Mountain", + "ĠM ountain", + "ĠMount ain", + "Ġ Doctor", + "ĠDo ctor", + "ĠDoc tor", + "Ġ egg", + "Ġe gg", + "Ġeg g", + "ĠM edicine", + "ĠMed icine", + "ĠMedic ine", + "c les", + "cl es", + "cle s", + "` .Ċ", + "`. Ċ", + "[ int", + "[i nt", + "[in t", + "d ashboard", + "dash board", + "Ġ Appro", + "ĠApp ro", + "ĠAp pro", + "- dr", + "-d r", + "Ġprodu ces", + "Ġproduce s", + "Ġprod uces", + "Ġr ental", + "Ġren tal", + "Ġrent al", + "Ġ reload", + "Ġre load", + "Ġr eload", + "Ġrel oad", + "3 81", + "38 1", + "Ġ arrival", + "Ġarr ival", + "Ġarriv al", + "s pot", + "sp ot", + "spo t", + "Ġunder t", + "Ġund ert", + "Ġunde rt", + "3 78", + "37 8", + "Ġequ ipped", + "Ġequip ped", + "Ġ proved", + "Ġpro ved", + "Ġpr oved", + "Ġprov ed", + "Ġprove d", + "Ġ centers", + "Ġcent ers", + "Ġcenter s", + "Ġcen ters", + "Ġ defines", + "Ġdef ines", + "Ġdefine s", + "Ġdefin es", + "al so", + "als o", + "Ġ opacity", + "Ġop acity", + "Ġ Unfortunately", + "ĠUn fortunately", + "ĠIll inois", + "Ġ не", + "Ġн е", + "ĠT emple", + "ĠTem ple", + "ĠTemp le", + "ĠTempl e", + "Ġ Trail", + "ĠT rail", + "ĠTr ail", + "ĠTra il", + "Ġ Kelly", + "ĠK elly", + "ĠKel ly", + "Ġ measurement", + "Ġme asurement", + "Ġmeasure ment", + "Ġmeas urement", + "Ġse parated", + "Ġsepar ated", + "Ġseparate d", + "Ġseparat ed", + "- circle", + "-c ircle", + "H ey", + "He y", + "Ġ READ", + "ĠRE AD", + "ig its", + "igit s", + "igi ts", + "Ġ ib", + "Ġi b", + "Ġ MOD", + "ĠM OD", + "ĠMO D", + "at tery", + "att ery", + "atter y", + "atte ry", + "а з", + "аР·", + "Ġv end", + "Ġve nd", + "Ġven d", + "е нÑĤ", + "ен ÑĤ", + "Ġ HttpClient", + "ĠHttp Client", + "3 59", + "35 9", + "s afe", + "sa fe", + "_ ASS", + "_A SS", + "_AS S", + "i cit", + "ic it", + "ici t", + "Ġ Construct", + "ĠCon struct", + "ĠConstr uct", + "Ġ Clo", + "ĠC lo", + "ĠCl o", + "Ġ Six", + "ĠS ix", + "ĠSi x", + "_ TOKEN", + "_T OKEN", + "_TO KEN", + "( block", + "(b lock", + "(bl ock", + "Ġwar ned", + "Ġwarn ed", + "/* !", + "! Ċ", + "}/ >Ċ", + "}/> Ċ", + "Ġin novation", + "Ġinn ovation", + "Ġinnov ation", + "_ \"", + "Ġ );čĊčĊ", + "Ġ) ;čĊčĊ", + "Ġ); čĊčĊ", + "Ġ);čĊ čĊ", + "Ġ spots", + "Ġsp ots", + "Ġspot s", + "Ġspo ts", + "Ġcho osing", + ". cs", + ".c s", + "Ġf lexible", + "Ġflex ible", + "U Int", + "UI nt", + "4 35", + "43 5", + "9 30", + "93 0", + "Ġ scratch", + "Ġs cratch", + "Ġscr atch", + "- al", + "-a l", + "Ġf estival", + "Ġfest ival", + "Ġout standing", + "================ ================================", + "================================ ================", + "M ean", + "Me an", + "Ġ Oregon", + "ĠO regon", + "ĠOre gon", + "s ymbol", + "sym bol", + ". account", + ".a ccount", + ".ac count", + ".acc ount", + "d ney", + "dn ey", + "' ''", + "'' '", + "! \",", + "!\" ,", + "9 01", + "90 1", + "Ġ particle", + "Ġp article", + "Ġpart icle", + "Ġpartic le", + "Ġparti cle", + "à ĥ", + "[ MAX", + "[M AX", + "I VER", + "IV ER", + "IVE R", + "ER ENCE", + "NS Mutable", + "ĠC olumbia", + "ĠColum bia", + "_ ĊĊ", + "_Ċ Ċ", + ". fr", + ".f r", + "Ġc ogn", + "Ġco gn", + "Ġcog n", + "V R", + "Ġ Methods", + "ĠMethod s", + "ĠMeth ods", + "Ġ Made", + "ĠM ade", + "ĠMad e", + "ĠMa de", + "Ġ BR", + "ĠB R", + "Ġ Else", + "ĠE lse", + "ĠEl se", + "Ġeg gs", + "Ġegg s", + "Ġ swing", + "Ġs wing", + "Ġsw ing", + "Ġ Inv", + "ĠI nv", + "ĠIn v", + "Ġdise ases", + "Ġdisease s", + "Ġf irms", + "Ġfirm s", + "Ġfi rms", + "Ġfir ms", + "Ġ lemma", + "Ġl emma", + "Ġle mma", + "Ġlem ma", + "} `);Ċ", + "}` );Ċ", + "l ings", + "ling s", + "lin gs", + "Ġg ym", + "Ġgy m", + "umin um", + "umi num", + ". Trim", + ".T rim", + ".Tr im", + "M em", + "Me m", + "Ġcrit icism", + "Ġcritic ism", + "ibern ate", + "_ TX", + "_T X", + "i oni", + "ion i", + "io ni", + "Ġguid ance", + "Ġgui dance", + "Ġrepeated ly", + "Ġrepeat edly", + "Ġ supplier", + "Ġs upplier", + "Ġsup plier", + "Ġsuppl ier", + "Ġsupp lier", + "Ġp ainting", + "Ġpaint ing", + "Ġpain ting", + "8 64", + "86 4", + ". Fragment", + ".F ragment", + "ed Exception", + "Ġw iring", + "Ġwir ing", + "Ġwi ring", + "Ġcour ts", + "Ġcou rts", + "Ġcourt s", + "W EB", + "WE B", + "æľ ī", + "\\ .", + "ill ance", + "illa nce", + "Ġb rows", + "Ġbr ows", + "Ġbro ws", + "Ġbrow s", + "Ġ Pattern", + "ĠP attern", + "ĠPat tern", + "ĠPatt ern", + "PL ICATION", + "PLIC ATION", + "Ġ Summer", + "ĠS ummer", + "ĠSum mer", + "Ch ain", + "Cha in", + "Ġc ute", + "Ġcut e", + "Ġcu te", + "m ercial", + "mer cial", + "merc ial", + "Ġd il", + "Ġdi l", + "ĠFrank lin", + "ĉ global", + "ĉg lobal", + "IN CLUDING", + "h istory", + "hi story", + "hist ory", + "histor y", + "Ġ lst", + "Ġl st", + "Ġls t", + "Q t", + "S DL", + "SD L", + "a lia", + "al ia", + "ali a", + "i ere", + "ie re", + "ier e", + "( ...", + "(. ..", + "(.. .", + "ĉ cin", + "ĉc in", + "if fs", + "iff s", + "v elope", + "ve lope", + "vel ope", + "velop e", + "Ġ Root", + "ĠR oot", + "ĠRo ot", + "ĠRoo t", + "cl uster", + "clus ter", + "User Name", + "i gne", + "ig ne", + "ign e", + "< S", + "Ġ fest", + "Ġf est", + "Ġfe st", + "4 19", + "41 9", + "Ġindic ating", + "Ġindica ting", + "k eeper", + "ke eper", + "keep er", + "kee per", + "Ġc ada", + "Ġca da", + "Ġcad a", + "é g", + "con sin", + "cons in", + "Ġ GB", + "ĠG B", + "Ġ lb", + "Ġl b", + "e mony", + "em ony", + "emo ny", + "emon y", + "- icons", + "-icon s", + "-i cons", + "_ doc", + "_d oc", + "_do c", + "A ctor", + "Act or", + "Ac tor", + "e lem", + "el em", + "ele m", + ". Delete", + ".De lete", + "Ġin fection", + "Ġinf ection", + "Ġinfect ion", + "Ġ Privacy", + "ĠPriv acy", + "Ġgreat ly", + "Ġ Pos", + "ĠP os", + "ĠPo s", + "ĠT reat", + "ĠTr eat", + "ĠTre at", + "F low", + "Fl ow", + "Flo w", + "Ġat tractive", + "Ġattr active", + "Ġattract ive", + "Ġ Marc", + "ĠM arc", + "ĠMar c", + "ĠMa rc", + "s udo", + "su do", + "t esy", + "te sy", + "tes y", + "- an", + "-a n", + "9 98", + "99 8", + "ab ama", + "aba ma", + "Ġ Would", + "ĠW ould", + "ĠWo uld", + "Ġs uck", + "Ġsu ck", + "Ġsuc k", + "index Path", + "Ġ Et", + "ĠE t", + "T imes", + "Time s", + "Tim es", + "Ti mes", + "7 80", + "78 0", + "Ġ clubs", + "Ġcl ubs", + "Ġclub s", + "_ assoc", + "_as soc", + "_ass oc", + "Ġac quired", + "Ġacqu ired", + "Ġacquire d", + "( \":", + "(\" :", + "Ġint ense", + "Ġintens e", + ". maps", + ".m aps", + ".map s", + ".ma ps", + "Ex pected", + "Exp ected", + "Expect ed", + "T oggle", + "Ġ ay", + "Ġa y", + "Ġl ifestyle", + "Ġlife style", + "Ġlif estyle", + "- called", + "-c alled", + "-cal led", + "-call ed", + "Ġ Snow", + "ĠS now", + "ĠSn ow", + "ĠSno w", + "V olume", + "Vol ume", + "Ġcann abis", + "Ġ Direction", + "ĠD irection", + "ĠDirect ion", + "ĠDi rection", + "ĠDir ection", + "ĠDire ction", + "Ġ Limited", + "ĠL imited", + "ĠLim ited", + "ĠLimit ed", + "- specific", + "-s pecific", + "-spec ific", + "Ġd owntown", + "Ġdown town", + "Ġdownt own", + "/ icons", + "/i cons", + "/icon s", + "/ic ons", + "Ġre ven", + "Ġr even", + "Ġrev en", + "Ġreve n", + "L eg", + "Le g", + "8 85", + "88 5", + "= null", + "=n ull", + "4 96", + "49 6", + "Key board", + "' )).", + "') ).", + "')) .", + "Ġ\" \";čĊ", + "Ġ\"\" ;čĊ", + "Ġ\"\"; čĊ", + "Ġatt itude", + ". navigate", + ".n avigate", + ".nav igate", + "- error", + "-e rror", + "AM PLE", + "AMP LE", + "AMPL E", + "Ġ Jay", + "ĠJ ay", + "ĠJa y", + "v r", + "c ow", + "co w", + ". compile", + ".com pile", + ".comp ile", + "Ġmem ories", + "Ġmemor ies", + "Ġmemo ries", + "_ mark", + "_m ark", + "_mar k", + "_ma rk", + "Ġ Minnesota", + "ĠMin nesota", + "Ġk osten", + "Ġko sten", + "Ġkos ten", + "Ġkost en", + "Ġ probability", + "Ġprob ability", + "Ġprobabil ity", + "w arning", + "war ning", + "warn ing", + "Ġgen etic", + "Ġgene tic", + "F ixture", + "Fix ture", + "Ġ HashSet", + "ĠHash Set", + "N ombre", + "Nom bre", + "_ month", + "_m onth", + "_mon th", + "_mo nth", + "Æ °", + "- start", + "-st art", + "-star t", + "xy gen", + "ĉ ft", + "ĉf t", + "i agnostics", + "Ġ Matthew", + "ĠMat thew", + "ĠMatth ew", + "Ġcon cepts", + "Ġconcept s", + "Ġconce pts", + "Ġcon str", + "Ġconst r", + "Ġcons tr", + ". State", + ".St ate", + ".Stat e", + "и н", + "N ov", + "No v", + "Î ±", + "Ġ Panel", + "ĠP anel", + "ĠPan el", + "ĠPa nel", + "ĠPane l", + "ä¸ ª", + "com pare", + "comp are", + "> ()Ċ", + ">( )Ċ", + ">() Ċ", + "Ġapp lying", + "Ġapply ing", + "Ġappl ying", + "Ġprom ised", + "Ġpromise d", + "Ġ ox", + "Ġo x", + "n cia", + "nc ia", + "Ġ Validation", + "ĠValid ation", + "o rts", + "or ts", + "ort s", + "_ cur", + "_c ur", + "_cu r", + "e lect", + "el ect", + "ele ct", + "e ye", + "ey e", + "( Data", + "(D ata", + "Ġre porter", + "Ġreport er", + "Ġ Buff", + "ĠB uff", + "ĠBu ff", + "ĠBuf f", + "3 95", + "39 5", + "Ġ sr", + "Ġs r", + "Ġ \";", + "Ġ\" ;", + "i cky", + "ic ky", + "ick y", + "Ġt empor", + "Ġtem por", + "Ġtemp or", + "Ġtempo r", + "S N", + "Ġ resident", + "Ġres ident", + "Ġresid ent", + "Ġreside nt", + "p ires", + "pi res", + "pir es", + "pire s", + "ys ical", + "ysi cal", + "Ġend orse", + "Ġendors e", + "Ġ Song", + "ĠS ong", + "ĠSo ng", + "ĠSon g", + "is Empty", + "le et", + "lee t", + "_ util", + "_u til", + "_ut il", + "Ġd istingu", + "Ġdist ingu", + "Ġ Talk", + "ĠT alk", + "ĠTal k", + "ĠTa lk", + "Ġ Mot", + "ĠM ot", + "ĠMo t", + "( default", + "(d efault", + "(de fault", + "(def ault", + ". Arg", + ".A rg", + ".Ar g", + "gorith ms", + "gorithm s", + "_ words", + "_w ords", + "_word s", + "im mer", + "imm er", + "_ reset", + "_re set", + "_res et", + "f amily", + "W W", + "Ġs avings", + "Ġsav ings", + "Ġsaving s", + "Ġ âĢĿ", + "ĠâĢ Ŀ", + "_ enable", + "_e nable", + "_en able", + "s idebar", + "side bar", + "R unning", + "Run ning", + "Ġ ali", + "Ġa li", + "Ġal i", + "Ġte stim", + "Ġtest im", + "Ġtes tim", + "Ġ warnings", + "Ġw arnings", + "Ġwar nings", + "Ġwarn ings", + "Ġwarning s", + "Ġ Chem", + "ĠC hem", + "ĠCh em", + "ĠChe m", + "Ġ Exit", + "ĠE xit", + "ĠEx it", + "Ġf ounder", + "Ġfound er", + "Ġfo under", + "Ġfou nder", + "p ector", + "pe ctor", + "pect or", + "pec tor", + "Ġ rm", + "Ġr m", + "_ dataset", + "_d ataset", + "_data set", + "_dat aset", + "_datas et", + "Ġ Das", + "ĠD as", + "ĠDa s", + "Ġ han", + "Ġh an", + "Ġha n", + "G etty", + "Get ty", + "Ge tty", + "á l", + "Ġ ny", + "Ġn y", + "Ġpo verty", + "Ġpov erty", + "Ġresult ed", + ". by", + ".b y", + "Ġ Visit", + "ĠVis it", + "ĠVi sit", + "Ġobt aining", + "Ġobtain ing", + "/ '.$", + "/' .$", + "/'. $", + "Ġ ĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ Ċ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĊ", + "s hall", + "sh all", + "shal l", + "sha ll", + "_ LEFT", + "_LE FT", + "UI Image", + "_ Name", + "_N ame", + "h ave", + "ha ve", + "ĠN ob", + "ĠNo b", + "l r", + "- footer", + "-f ooter", + "-foot er", + "Ġn aked", + "Ġna ked", + "Ġnak ed", + "ĠG arden", + "ĠGar den", + "ĠGard en", + "\\F acades", + "Ġ graduate", + "Ġgrad uate", + "Ġgradu ate", + "4 17", + "41 7", + "Ġfr anchise", + "Ġfranch ise", + "p lane", + "pl ane", + "plan e", + "pla ne", + "Ġcontrib utions", + "Ġcontribution s", + "Ġstring With", + "Ġ crypto", + "Ġc rypto", + "Ġcrypt o", + "Ġcry pto", + "Ġmov ements", + "Ġmove ments", + "Ġmo vements", + "Ġmovement s", + "a thers", + "ath ers", + "ather s", + "athe rs", + "Ġ lifetime", + "Ġl ifetime", + "Ġlife time", + "Ġlif etime", + "Ġcommunic ate", + "Ġcommun icate", + "j ar", + "ja r", + "Ġ Fragment", + "ĠF ragment", + "ĠFr agment", + "ĠFra gment", + "ĠFrag ment", + "_ IF", + "_I F", + "ĠN avy", + "ĠNav y", + "ĠNa vy", + "Ġ Figure", + "ĠF igure", + "ĠFig ure", + "Ġ simulation", + "Ġs imulation", + "Ġsim ulation", + "Ġsimul ation", + "_ stop", + "_s top", + "_st op", + "Ġreport ers", + "Ġreporter s", + "Ġver sus", + "Ġvers us", + "a ja", + "aj a", + "Ġ α", + "ĠÎ ±", + "Ġgover nor", + "Ġgovern or", + "Ġgoverno r", + "List Item", + "Ġ sealed", + "Ġse aled", + "Ġsea led", + "Ġseal ed", + ". Background", + ".Back ground", + "e di", + "ed i", + "ash ing", + "ashi ng", + "Ġ lip", + "Ġl ip", + "Ġli p", + "ĠI h", + "m erge", + "mer ge", + "Ġn ec", + "Ġne c", + "0 24", + "02 4", + "el ocity", + "elo city", + "AT EG", + "ATE G", + "Ġse eds", + "Ġsee ds", + "Ġseed s", + "Ġ floating", + "Ġf loating", + "Ġfloat ing", + "Ġflo ating", + "7 01", + "70 1", + "_ FA", + "_F A", + "w alk", + "wa lk", + "wal k", + "ĉ user", + "ĉu ser", + "ĉuse r", + "ĉus er", + "_ depth", + "_de pth", + "_dep th", + "_dept h", + "Ġw age", + "Ġwa ge", + "Ġwag e", + "@ app", + "@a pp", + "N il", + "Ni l", + "( [\"", + "([ \"", + "( vector", + "(v ector", + "(vec tor", + "Ġsecret ary", + "4 61", + "46 1", + "Ġj Panel", + "v ez", + "ve z", + "Âł ³³³", + "³³ ³³", + "³³³ Âł", + "d irection", + "dir ection", + "di rection", + "direct ion", + "dire ction", + "Ġ EP", + "ĠE P", + "Ġ hunt", + "Ġh unt", + "Ġhun t", + "Ġhu nt", + "3 96", + "39 6", + "Json Property", + "Ġ PORT", + "ĠP ORT", + "ĠPO RT", + "ĠPOR T", + "] \",", + "]\" ,", + "а п", + "аР¿", + "Ġ Foreign", + "ĠFore ign", + "p anic", + "pan ic", + "pa nic", + "Ġtr ials", + "Ġtri als", + "Ġtrial s", + "Ġ Ale", + "ĠA le", + "ĠAl e", + "Ġr ural", + "Ġru ral", + "- value", + "-v alue", + "-val ue", + "-valu e", + "author ized", + "authorize d", + "Ġ Scotland", + "ĠSc otland", + "ĠScot land", + ". drop", + ".d rop", + ".dr op", + "Ġ MT", + "ĠM T", + "ç ±", + "3 91", + "39 1", + "row th", + "5 15", + "51 5", + "File Path", + "Ġ recall", + "Ġre call", + "Ġrec all", + "Ġrecal l", + "if le", + "Ġ cel", + "Ġc el", + "Ġce l", + "Ġ SELECT", + "ĠSE LECT", + "ĠSEL ECT", + "k n", + "_ case", + "_c ase", + "_ca se", + "Ġ crop", + "Ġc rop", + "Ġcr op", + "Ġcro p", + "5 43", + "54 3", + "s ure", + "sur e", + "su re", + "p ot", + "po t", + "I CS", + "IC S", + "Ġ stem", + "Ġs tem", + "Ġst em", + "Ġste m", + "Ġindust ries", + "Ġindustri es", + "P ut", + "Pu t", + "Ġ aber", + "Ġa ber", + "Ġab er", + "road cast", + "I cons", + "Icon s", + ") \")Ċ", + ")\" )Ċ", + ")\") Ċ", + "æĪIJ åĬŁ", + "g ui", + "gu i", + "Ġass umed", + "Ġassum ed", + "Ġassume d", + "Ġ rx", + "Ġr x", + "E A", + "è §", + "E LL", + "EL L", + "Ġd ose", + "Ġdo se", + "Ġdos e", + "Ġ ine", + "Ġin e", + "Ġi ne", + "Ġd eeper", + "Ġde eper", + "Ġdeep er", + "Ġdee per", + "l ider", + "li der", + "lide r", + "lid er", + "Ġ ordinary", + "Ġord inary", + "Ġordin ary", + "Ġg olf", + "Ġgo lf", + "Ġgol f", + "6 05", + "60 5", + "_ IMAGE", + "_IM AGE", + "Ġ NAME", + "ĠN AME", + "ĠNA ME", + "( module", + "(m odule", + "(mod ule", + "Ġ atom", + "Ġa tom", + "Ġat om", + "Ġ belt", + "Ġb elt", + "Ġbe lt", + "Ġbel t", + "Ġoff ices", + "Ġoffic es", + "Ġoffice s", + "5 06", + "50 6", + "b eta", + "be ta", + "bet a", + "Ġphilosoph y", + "( JSON", + "(J SON", + "(JS ON", + "- field", + "-f ield", + "-fi eld", + "Ġint roduce", + "Ġintrodu ce", + "Ġintro duce", + "Ġcon venience", + "Ġconven ience", + "op tim", + "opt im", + "> \"Ċ", + ">\" Ċ", + "a thy", + "at hy", + "ath y", + "Ġ employer", + "Ġemploy er", + "q uate", + "qu ate", + "qua te", + "quat e", + "Ġ edited", + "Ġed ited", + "Ġedit ed", + "Ġedi ted", + "Arg uments", + "Argument s", + "ĠN ations", + "ĠNation s", + "ĠNat ions", + "_ _)", + "__ )", + "Ġn ose", + "Ġno se", + "Ġnos e", + "Ġ Sample", + "ĠS ample", + "ĠSam ple", + "ĠSamp le", + "' )ĊĊĊ", + "') ĊĊĊ", + "')Ċ ĊĊ", + "')ĊĊ Ċ", + "Ġ cake", + "Ġc ake", + "Ġca ke", + ". getAttribute", + ".get Attribute", + "H D", + "3 92", + "39 2", + "Mod ified", + "4 45", + "44 5", + "Ġ predicted", + "Ġpred icted", + "Ġpredict ed", + "Ġpredic ted", + "Å Ħ", + "a nie", + "an ie", + "ani e", + "S orry", + "( doc", + "(d oc", + "(do c", + "w ind", + "win d", + "wi nd", + "i eve", + "ie ve", + "iev e", + "Ġpro visions", + "Ġprov isions", + "Ġprovision s", + "A TER", + "AT ER", + "ATE R", + "O TE", + "OT E", + "M Y", + ". Autowired", + ".A utowired", + "ĠB ath", + "ĠBa th", + "ĠBat h", + "4 23", + "42 3", + ". Boolean", + ".Bool ean", + "Ġ backend", + "Ġback end", + ". Mouse", + ".M ouse", + "at eral", + "ate ral", + "ater al", + "p aper", + "pa per", + "Con st", + "Co nst", + "Cons t", + "Ġ VR", + "ĠV R", + "_ entity", + "_e ntity", + "_ent ity", + "_ CTRL", + "_C TRL", + "_CT RL", + "Ġ Protection", + "ĠPro tection", + "ĠProt ection", + "ĠProte ction", + "ĠProtect ion", + "Ġ GM", + "ĠG M", + "Ġ Study", + "ĠSt udy", + "ĠStud y", + "Ġ soup", + "Ġs oup", + "Ġso up", + "Ġsou p", + "o time", + "ot ime", + "oti me", + "' use", + "'u se", + "] \"", + "/ users", + "/user s", + "/use rs", + "/us ers", + "a ug", + "au g", + "Ġ Hong", + "ĠH ong", + "ĠHon g", + "ĠHo ng", + "_ norm", + "_n orm", + "_no rm", + "ãģ ¨", + "Ġse cre", + "Ġsec re", + "( Build", + "(B uild", + "Ġ Contract", + "ĠCon tract", + "ĠCont ract", + "ĠContr act", + "o las", + "ol as", + "ola s", + "Ġs auce", + "Ġsa uce", + "Ġsau ce", + "Ġag gressive", + "Ġaggress ive", + "Ġagg ressive", + "Ġ racial", + "Ġr acial", + "Ġrac ial", + "Ġra cial", + "char acter", + "@ @", + "Ġ compile", + "Ġcom pile", + "Ġcomp ile", + "Ġcompil e", + "Ġ Void", + "ĠV oid", + "ĠVo id", + "_ rem", + "_re m", + "_r em", + "_ memory", + "_m emory", + "_mem ory", + "3 48", + "34 8", + "k k", + "Ġ mic", + "Ġm ic", + "Ġmi c", + "S ame", + "Sam e", + "Sa me", + "U tility", + "Util ity", + "Ut ility", + "Ġ Html", + "ĠH tml", + "Ġ Xml", + "ĠX ml", + "ĠXm l", + "Re ady", + "Read y", + "Ġg all", + "Ġga ll", + "Ġgal l", + "Ġalleg edly", + "Ġalleged ly", + "ĉ ĉĉĉĠĠĠ", + "ĉĉ ĉĉĠĠĠ", + "ĉĉĉĉ ĠĠĠ", + "ĉĉĉ ĉĠĠĠ", + "ĉĉĉĉĠ ĠĠ", + "ĉĉĉĉĠĠ Ġ", + "Ġ Metal", + "ĠM etal", + "ĠMe tal", + "ĠMet al", + "ĠMeta l", + "Ġ Personal", + "ĠPerson al", + "ĠPers onal", + "ĠPersona l", + "Ġborder Radius", + "rx js", + "object s", + "obj ects", + "Ġwant ing", + "Ġwan ting", + "Ġb owl", + "Ġbo wl", + "Ġbow l", + "v endor", + "offset of", + "Ġ Rs", + "ĠR s", + "Ġ Rating", + "ĠR ating", + "ĠRa ting", + "ĠRat ing", + "Ġr ally", + "Ġrall y", + "_ NODE", + "_N ODE", + "_NO DE", + "4 18", + "41 8", + "Ġ Mix", + "ĠM ix", + "ĠMi x", + "Ġad vertis", + "Ġadvert is", + "4 85", + "48 5", + "6 67", + "66 7", + "Ġnarr ative", + "s al", + "sa l", + "Ġ mc", + "Ġm c", + "S Error", + "SE rror", + "Ġf ingers", + "Ġfin gers", + "Ġfinger s", + "Ġfing ers", + "Ġac company", + "Ġaccom pany", + "Ġaccomp any", + "Ġt ired", + "Ġti red", + "Ġtire d", + "Ġtir ed", + "Ġ stride", + "Ġst ride", + "Ġstr ide", + "Ġstri de", + "Ġ gui", + "Ġg ui", + "Ġgu i", + "e list", + "el ist", + "eli st", + "L ocale", + "Lo cale", + "Local e", + "Loc ale", + "Ġre leases", + "Ġrelease s", + "Ġrele ases", + "i king", + "ik ing", + "iki ng", + "Ġ anger", + "Ġa nger", + "Ġan ger", + "Ġang er", + "Ġange r", + ") ))ĊĊ", + ")) )ĊĊ", + ")))Ċ Ċ", + "))) ĊĊ", + "al lest", + "all est", + "alle st", + "alles t", + "Sum mary", + "( O", + "( for", + "(f or", + "Ġbasket ball", + "Ġ roads", + "Ġro ads", + "Ġroad s", + "Ġ Install", + "ĠInst all", + "Ġ Fab", + "ĠF ab", + "ĠFa b", + "it map", + "itm ap", + "4 75", + "47 5", + "Ġ ))Ċ", + "Ġ) )Ċ", + "Ġ)) Ċ", + "Ġ intersection", + "Ġinter section", + "Ġintersect ion", + "Ġinters ection", + "igh bor", + "ighb or", + "ĠB ry", + "ĠBr y", + "Ġ HERE", + "ĠH ERE", + "ĠHE RE", + "ĠHER E", + "S oftware", + "So ftware", + "Soft ware", + "el fare", + "elf are", + "a cs", + "ac s", + "6 22", + "62 2", + "Ġtr ailer", + "Ġtrail er", + "Ġtra iler", + "Ġtrai ler", + ". getClass", + ".get Class", + ".getC lass", + "ch ars", + "char s", + "cha rs", + "Ġreg ulation", + "Ġregul ation", + "Ġre fers", + "Ġref ers", + "Ġrefer s", + "Ġd estruction", + "Ġde struction", + "Ġdestruct ion", + "Ġ continuous", + "Ġcontin uous", + "Ġcontinu ous", + "Ġ Austin", + "ĠA ustin", + "ĠAust in", + "ĠAus tin", + "ĠAu stin", + "é ¢", + "a kan", + "ak an", + "aka n", + ". window", + ".w indow", + ".wind ow", + "Ġ Templates", + "ĠT emplates", + "ĠTem plates", + "ĠTemplate s", + "ĠTemp lates", + "ĠTempl ates", + "Ġabs ence", + ": n", + "Ġdis order", + "f lash", + "fl ash", + "Ġde let", + "Ġdel et", + "Ġdele t", + "bo ards", + "board s", + "Ġ Ġĉ", + "ĠĠ ĉ", + "R OP", + "RO P", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġac qu", + "Ġlaw suit", + "Ġlaws uit", + "Ġ Reviews", + "ĠRe views", + "ĠReview s", + "Ġgar age", + "Ġga rage", + "t imer", + "time r", + "ti mer", + "tim er", + "Ġ ej", + "Ġe j", + "Ġ Rectangle", + "ĠRect angle", + "Ġ flowers", + "Ġfl owers", + "Ġflow ers", + "Ġflo wers", + "Ġflower s", + "3 98", + "39 8", + "i lst", + "il st", + "ils t", + "Ġ Instance", + "ĠIn stance", + "ĠInst ance", + "S uper", + "Sup er", + "Su per", + "d et", + "de t", + "dis posing", + "disp osing", + "Ġ ES", + "ĠE S", + "Ġ IC", + "ĠI C", + "v ere", + "ver e", + "ve re", + "S k", + "_ channels", + "_ch annels", + "_channel s", + "_chan nels", + "p uted", + "put ed", + "pu ted", + "pute d", + "/ null", + "/n ull", + "n nen", + "nn en", + "4 31", + "43 1", + "Ġ Gallery", + "ĠG allery", + "ĠGall ery", + "_ global", + "_g lobal", + "_glob al", + "Auth entication", + "Ġ Rank", + "ĠR ank", + "ĠRa nk", + "ĠRan k", + "Ġ blocked", + "Ġb locked", + "Ġbl ocked", + "Ġblock ed", + "Ġbloc ked", + "Ġc alm", + "Ġcal m", + "Ġca lm", + "m arket", + "mark et", + "mar ket", + "ĉ val", + "ĉv al", + "ĉva l", + "Ġ aug", + "Ġa ug", + "Ġau g", + "p eriod", + "per iod", + "peri od", + "Ġ Constant", + "ĠCon stant", + "ĠCons tant", + "ĠConst ant", + "Ġ ?>\">Ċ", + "Ġ?> \">Ċ", + "Ġ?>\" >Ċ", + "Ġ?>\"> Ċ", + "Ġ lobby", + "Ġl obby", + "Ġlob by", + "p al", + "pa l", + "3 79", + "37 9", + "Ġ sink", + "Ġs ink", + "Ġsi nk", + "Ġsin k", + "5 08", + "50 8", + "i ah", + "ia h", + "Ð ¡", + "ur name", + "urn ame", + "Ġcon ver", + "Ġconv er", + "Ġinvest igate", + "Ġinvestig ate", + "Ch rist", + "Chris t", + "Chr ist", + "H ub", + "Hu b", + "Ġ IND", + "ĠI ND", + "ĠIN D", + "Ġ Ped", + "ĠP ed", + "ĠPe d", + "u ras", + "ur as", + "ura s", + "ĉ url", + "ĉu rl", + "Ġ Tro", + "ĠT ro", + "ĠTr o", + "Ġ preferences", + "Ġp references", + "Ġpre ferences", + "Ġprefer ences", + "Ġpreference s", + "Ġguar anteed", + "Ġguarante ed", + "Ġguarantee d", + "` ĊĊ", + "`Ċ Ċ", + "Ġport ions", + "Ġportion s", + "Ġe valu", + "Ġev alu", + "Ġeval u", + "' > < /", + "( ){ĊĊ", + "() {ĊĊ", + "(){Ċ Ċ", + "(){ ĊĊ", + "en coded", + "enc oded", + "encode d", + "enco ded", + "z illa", + "zi lla", + ". Class", + ".C lass", + ".Cl ass", + "Ġ *_", + "Ġ* _", + "_ '", + "Ġview ed", + "Ġvi ewed", + "Ġvie wed", + "Ġ Philadelphia", + "ĠPhil adelphia", + ". rows", + ".r ows", + ".row s", + ".ro ws", + "Add ed", + "Ad ded", + "Ġ Touch", + "ĠT ouch", + "ĠTo uch", + "ĠTou ch", + "8 40", + "84 0", + ". delegate", + ".de legate", + "quee ze", + "s lide", + "sl ide", + "Ġ Senior", + "ĠSen ior", + "( tag", + "(t ag", + "Ġinter views", + "Ġinterview s", + "Ġs ua", + "Ġsu a", + "a tas", + "at as", + "ata s", + "@ ĊĊ", + "@Ċ Ċ", + "d istance", + "di stance", + "dist ance", + "Ġ sein", + "Ġs ein", + "Ġse in", + "Ġsei n", + "l atest", + "la test", + "late st", + "lat est", + "lates t", + "Ġ Prince", + "ĠPr ince", + "ĠPri nce", + "Ġlux ury", + "Ġre fr", + "Ġref r", + "Ġ Kitchen", + "ĠK itchen", + "ĠKit chen", + "Ñ Ħ", + "( at", + "(a t", + "F inal", + "Fin al", + "Fi nal", + "ü ck", + "üc k", + "_ zero", + "_z ero", + "Ġ ABC", + "ĠA BC", + "ĠAB C", + "Ġ Manchester", + "ĠMan chester", + "Ġ cow", + "Ġc ow", + "Ġco w", + "C OL", + "CO L", + "_ NUMBER", + "_NUM BER", + "ch anges", + "change s", + "chan ges", + "chang es", + "g enerate", + "gen erate", + "gener ate", + "gene rate", + ". Printf", + ".Print f", + "3 69", + "36 9", + "s hare", + "sh are", + "sha re", + "St ock", + "Ġ PT", + "ĠP T", + "A nim", + "An im", + "a nga", + "an ga", + "ang a", + "Ġ ig", + "Ġi g", + "up loads", + "upload s", + "Ġ packed", + "Ġp acked", + "Ġpack ed", + "Ġpac ked", + "Ġ }];Ċ", + "Ġ} ];Ċ", + "Ġ}] ;Ċ", + "( sender", + "(s ender", + "(se nder", + "(send er", + "Ġ Wire", + "ĠW ire", + "ĠWi re", + "ĠWir e", + "i sons", + "is ons", + "ison s", + "iso ns", + "Ġplay off", + "\\ E", + "6 08", + "60 8", + "/ R", + "Ġ headed", + "Ġhe aded", + "Ġhead ed", + "Al pha", + "( order", + "(ord er", + "(or der", + "Ġop ponents", + "Ġopp onents", + "Ġoppon ents", + "Ġopponent s", + "ack son", + "acks on", + "_ member", + "_m ember", + "_mem ber", + "T urn", + "Tur n", + "Tu rn", + "ĠSov iet", + "ìĹ IJ", + "a uge", + "au ge", + "aug e", + "4 48", + "44 8", + "Ġ incoming", + "Ġin coming", + "Ġinc oming", + "Ġincom ing", + "Ġ jak", + "Ġj ak", + "Ġja k", + "- game", + "-g ame", + "Ġ Male", + "ĠM ale", + "ĠMal e", + "ĠMa le", + "Ġ Month", + "ĠM onth", + "ĠMon th", + "ĠMo nth", + "ĠMont h", + "St age", + ". exe", + ".e xe", + ".ex e", + "Own Property", + ". setItem", + ".set Item", + "Ġ dc", + "Ġd c", + "ä½ ľ", + "Ġb rut", + "Ġbr ut", + "Ġbru t", + "Ġattempt ing", + ". len", + ".l en", + ".le n", + "Ġjud gment", + "Ġs ab", + "Ġsa b", + "Ġ cad", + "Ġc ad", + "Ġca d", + "Ġ Items", + "ĠI tems", + "ĠIt ems", + "ĠItem s", + "com fort", + "el ize", + "eli ze", + "/ log", + "/l og", + "/lo g", + "Ġentre prene", + "Ġ compiler", + "Ġc ompiler", + "Ġcom piler", + "Ġcomp iler", + "Ġcompile r", + "Ġcompil er", + "_ validation", + "_valid ation", + "r eview", + "re view", + "rev iew", + "Ġ textBox", + "Ġtext Box", + "Ġ fraction", + "Ġf raction", + "Ġfr action", + "Ġfra ction", + "Ġfract ion", + "Ġfrac tion", + "Ġ Bal", + "ĠB al", + "ĠBa l", + "> ;ĊĊ", + ">;Ċ Ċ", + ">; ĊĊ", + ".AutoScale Mode", + "Ġ cats", + "Ġc ats", + "Ġca ts", + "Ġcat s", + "4 65", + "46 5", + "Ġ registry", + "Ġreg istry", + "Ġregistr y", + "Ġregist ry", + "u lus", + "ul us", + "ulu s", + "F I", + "p ayload", + "pay load", + "- search", + "-s earch", + "-se arch", + "Ġst aying", + "Ġstay ing", + "Ġsta ying", + "ac ious", + "aci ous", + "acio us", + "De coration", + "Dec oration", + "Decor ation", + "R eview", + "Re view", + "Rev iew", + "I nf", + "In f", + "Ke ep", + "it is", + "iti s", + ", String", + ",S tring", + "C oord", + "Co ord", + "Ġp ero", + "Ġper o", + "Ġpe ro", + "S ex", + "Se x", + "Ġ Atlanta", + "ĠAtl anta", + "u esta", + "ue sta", + "ues ta", + "uest a", + "A rgb", + "Arg b", + "Ar gb", + "> *", + "} _", + "F ooter", + "Foo ter", + "Foot er", + "Fo oter", + "Ġ employed", + "Ġemploy ed", + "_ bound", + "_b ound", + "_bo und", + "v ide", + "vid e", + "vi de", + ". func", + ".f unc", + ".fun c", + "$ scope", + "$s cope", + "Ġ spo", + "Ġs po", + "Ġsp o", + "Ġ Anal", + "ĠA nal", + "ĠAn al", + "ĠAna l", + "oun ced", + "ounc ed", + "ounce d", + "a round", + "ar ound", + "aro und", + "Ġ restriction", + "Ġre striction", + "Ġrestrict ion", + "Ġrestr iction", + "Ġ shops", + "Ġsh ops", + "Ġshop s", + "Ġsho ps", + "å Ģ", + "Ġ Latin", + "ĠL atin", + "ĠLa tin", + "ĠLat in", + "- col", + "-c ol", + "-co l", + "Ġbar ely", + "Ġbare ly", + "Ġ Euro", + "ĠE uro", + "ĠEu ro", + "ĠEur o", + "E r", + "Ġf aire", + "Ġfa ire", + "Ġfair e", + "_ distance", + "_d istance", + "_dist ance", + "_di stance", + "_ unlock", + "_un lock", + "Qu ote", + "IV ATE", + "IVA TE", + "Ġ åĪ", + "Ġå Ī", + "Ġa imed", + "Ġaim ed", + "Ġai med", + "Ġaime d", + "ĠRe trie", + "ĠRet rie", + ". iter", + ".i ter", + ".it er", + "Ġ wrapped", + "Ġw rapped", + "Ġwr apped", + "Ġwrap ped", + "Ġag reements", + "Ġagre ements", + "Ġagree ments", + "Ġagreement s", + "str ument", + "stru ment", + "( product", + "(pro duct", + "(prod uct", + "Ġstud ied", + "Ġstudi ed", + ". setValue", + ".set Value", + "Ġ ye", + "Ġy e", + "Ġ Cache", + "ĠC ache", + "ĠCa che", + "MB OL", + "Ġquarter back", + "Ġ syntax", + "Ġs yntax", + "Ġsy ntax", + "Ġsyn tax", + "Ġsynt ax", + ".get ElementsBy", + ".getElements By", + ". version", + ".v ersion", + "we bsite", + "web site", + "webs ite", + "R unner", + "Run ner", + "_ single", + "_s ingle", + "_si ngle", + "_sin gle", + "a tiv", + "at iv", + "ati v", + "Ġ Altern", + "ĠAl tern", + "ĠAlt ern", + "ĠAlter n", + "Ġ Beautiful", + "ĠBe autiful", + "ĠBeaut iful", + "right arrow", + "Ġd iversity", + "Ġdivers ity", + "p lash", + "pl ash", + "pla sh", + "( co", + "(c o", + ". Fill", + ".F ill", + "Ġ typing", + "Ġtyp ing", + "Ġty ping", + "3 87", + "38 7", + "0 23", + "02 3", + "Ġ clar", + "Ġc lar", + "Ġcl ar", + "Ġcla r", + "H it", + "Hi t", + "O O", + "a cco", + "ac co", + "acc o", + "5 07", + "50 7", + "w orth", + "wort h", + "wor th", + "Ġ scripts", + "Ġs cripts", + "Ġscript s", + "Ġscri pts", + "ĠMuslim s", + "Ġ LL", + "ĠL L", + "er ving", + "erv ing", + "( boolean", + "(bool ean", + "Ġbase ball", + "Ġ CAN", + "ĠC AN", + "ĠCA N", + "3 94", + "39 4", + "0 44", + "04 4", + "M AIL", + "MA IL", + "d epend", + "de pend", + "dep end", + "Ġres pective", + "Ġrespect ive", + "Ġresp ective", + "Ġ constexpr", + "Ġconst expr", + ".* ;ĊĊ", + ".*;Ċ Ċ", + "' ]))Ċ", + "'] ))Ċ", + "']) )Ċ", + "'])) Ċ", + "Ġ yard", + "Ġy ard", + "Ġya rd", + "Ġyar d", + "Ġident ical", + "if ecycle", + "ife cycle", + "U SH", + "US H", + "up iter", + ". validate", + ".valid ate", + "c li", + "cl i", + "I STER", + "IS TER", + "IST ER", + "Ind icator", + "F ail", + "Fa il", + "Ġdem ocracy", + "Ġdemocr acy", + ". var", + ".v ar", + ".va r", + "Ġs atisfied", + "Ġsatisf ied", + "- ------------", + "-- -----------", + "---- ---------", + "-------- -----", + "--- ----------", + "------------ -", + "----- --------", + "---------- ---", + "------ -------", + "----------- --", + "------- ------", + "--------- ----", + "en cer", + "ence r", + "enc er", + "h or", + "ho r", + "Ġr ounds", + "Ġro unds", + "Ġround s", + "Ġrou nds", + "D AO", + "DA O", + "o a", + "Ġfl ask", + "Ġfla sk", + "= c", + "[ ]Ċ", + "[] Ċ", + "/ dist", + "/d ist", + "/dis t", + "Ġp arte", + "Ġpart e", + "Ġpar te", + "Ġ confirmation", + "Ġconfirm ation", + "e ron", + "er on", + "ero n", + "a ware", + "aw are", + "awa re", + "< ?>", + "", + "Ġ dependencies", + "Ġdep endencies", + "Ġdepend encies", + "Ġ Videos", + "ĠV ideos", + "ĠVideo s", + "ĠVid eos", + "ĠVide os", + "- row", + "-r ow", + "-ro w", + "Ġ **/Ċ", + "Ġ* */Ċ", + "Ġ** /Ċ", + "Ġ nou", + "Ġn ou", + "Ġno u", + "Ġ hover", + "Ġh over", + "Ġho ver", + "æ ŀ", + "Ġ nin", + "Ġn in", + "Ġni n", + "Ġ USD", + "ĠU SD", + "ĠUS D", + "M ac", + "Ma c", + "_ Load", + "_L oad", + "Ġout comes", + "Ġoutcome s", + "_ socket", + "_s ocket", + "_sock et", + "_so cket", + "_soc ket", + "Ġ queries", + "Ġqu eries", + "Ġque ries", + "Ġquer ies", + "w m", + "5 92", + "59 2", + "Ġh itting", + "Ġhit ting", + "in ux", + "inu x", + "M ich", + "Mi ch", + "Mic h", + "u dge", + "ud ge", + "A TAB", + "AT AB", + "ATA B", + "Ġv ulnerable", + "Ġvulner able", + "ä ¾", + "Ġ portfolio", + "Ġport folio", + ": YES", + "ĉ map", + "ĉm ap", + "B ound", + "Bo und", + "Ġ iteration", + "Ġit eration", + "Ġiter ation", + "in cess", + "ince ss", + "inc ess", + "inces s", + "Ġ actors", + "Ġa ctors", + "Ġact ors", + "Ġac tors", + "Ġactor s", + "Ġ Qual", + "ĠQ ual", + "ĠQu al", + "_ clean", + "_c lean", + "_cl ean", + "ãĢij ãĢIJ", + "M SG", + "MS G", + "G reen", + "Gr een", + "Gre en", + "ĠOff icer", + "ĠOffice r", + "Ġsm oking", + "Ġsmo king", + "> ',", + ">' ,", + "Ġ Flo", + "ĠF lo", + "ĠFl o", + "++ ;", + "4 33", + "43 3", + "oly gon", + "Ġ bulk", + "Ġb ulk", + "Ġbu lk", + "Ġbul k", + "Ġd rama", + "Ġdr ama", + "Ġdram a", + "Ġdra ma", + "Ġ exceptions", + "Ġex ceptions", + "Ġexcept ions", + "Ġexception s", + "Ġexce ptions", + "o sed", + "os ed", + "ose d", + "Ġ+ čĊ", + "Ġ legacy", + "Ġleg acy", + "C V", + "Ġcontrib uted", + "Ġcontribute d", + "Ġ Terms", + "ĠTe rms", + "ĠTer ms", + "ĠTerm s", + "Ġ bt", + "Ġb t", + "4 34", + "43 4", + "Ġun tuk", + "Ġunt uk", + "Ġ alien", + "Ġa lien", + "Ġal ien", + "Ġali en", + "= ==Ċ", + "== =Ċ", + "=== Ċ", + "ĉ Vector", + "ĉV ector", + "ĉVec tor", + "Ġ ls", + "Ġl s", + "On line", + ". facebook", + ".f acebook", + ".face book", + "n umeric", + "num eric", + "nu meric", + "numer ic", + "ock ets", + "ocket s", + "A ut", + "Au t", + "b ury", + "bur y", + "bu ry", + "- redux", + "-re dux", + "-red ux", + "ĠRed istributions", + "ĠRedistribution s", + "GLOBAL S", + "urrenc ies", + "urr encies", + "Ġ tons", + "Ġt ons", + "Ġto ns", + "Ġton s", + "âĢĻ ,", + "Ġ ê", + "Ġà ª", + "( col", + "(c ol", + "(co l", + "Ġ Symbol", + "ĠS ymbol", + "ĠSym bol", + "Ġst ayed", + "Ġstay ed", + "Ġ ML", + "ĠM L", + "Ġm unicip", + "Ġmun icip", + "Ġ sexo", + "Ġs exo", + "Ġse xo", + "Ġsex o", + "S en", + "Se n", + "n r", + "Ġg ains", + "Ġgain s", + "Ġga ins", + "Ġshort ly", + ". Menu", + ".M enu", + ".Me nu", + "à ½", + "KN OWN", + "Ġ operators", + "Ġoper ators", + "Ġoperator s", + "Ġopera tors", + "- V", + "Ġ Patrick", + "ĠPat rick", + "ĠPatri ck", + "/ add", + "/a dd", + "/ad d", + "_ CO", + "_C O", + "i ration", + "ir ation", + "ira tion", + "( post", + "(p ost", + "(pos t", + "(po st", + "Post s", + "Pos ts", + "Po sts", + "/ _", + "Ġ plug", + "Ġp lug", + "Ġpl ug", + "Ġplu g", + "Ġintel lectual", + "Ġintellect ual", + "Ġme tab", + "Ġmet ab", + "Ġmeta b", + "Ġpregn ancy", + "ĠPrem ier", + "ĠPremi er", + "n m", + "Ġ prediction", + "Ġpred iction", + "Ġpredict ion", + "Ġpredic tion", + "6 06", + "60 6", + "ĠMin istry", + "ĠMini stry", + "ĠMinist ry", + "Th ree", + "Thr ee", + "val uate", + "valu ate", + "Ġ Mini", + "ĠM ini", + "ĠMin i", + "ĠMi ni", + "b u", + "о з", + "оР·", + "< ul", + " \";čĊ", + ">\" ;čĊ", + ">\"; čĊ", + "ĠS av", + "ĠSa v", + ". Bold", + ".B old", + "Ġen ables", + "Ġenable s", + "ĉ tmp", + "ĉt mp", + "Ġman ually", + "Ġmanual ly", + "ĠS qu", + "ĠSq u", + "use rid", + "user id", + ". function", + ".f unction", + ".func tion", + ".fun ction", + ". cache", + ".c ache", + ".ca che", + "L OPT", + "LO PT", + ". Services", + ".S ervices", + ".Service s", + "5 88", + "58 8", + "d dit", + "dd it", + "t im", + "ti m", + "< img", + " >>", + ">> >", + "st ation", + "stat ion", + "sta tion", + "l ore", + "lo re", + "lor e", + "a type", + "at ype", + "aty pe", + "i shop", + "is hop", + "ish op", + "/ ****************************************************************", + "/******************************** ********************************", + "/************************ ****************************************", + "/******************************************************** ********", + "/******** ********************************************************", + "/**************** ************************************************", + "/**************************************** ************************", + "/************************************************ ****************", + "5 21", + "52 1", + "Com boBox", + "Combo Box", + "Ġvac ation", + "Ġva cation", + "Ġinit iative", + "Ġiniti ative", + "Ġ defaultValue", + "Ġdefault Value", + "7 70", + "77 0", + "con cat", + "conc at", + "Ġ Kh", + "ĠK h", + "6 32", + "63 2", + "Ġ Welcome", + "ĠW elcome", + "ĠWel come", + "ized Name", + "M igration", + "Ġ gradient", + "Ġg radient", + "Ġgrad ient", + "H ot", + "Ho t", + "Ġhard ly", + "e lo", + "el o", + "Ġ Students", + "ĠSt udents", + "ĠStud ents", + "ĠStudent s", + "Ġl oose", + "Ġlo ose", + "Ġloos e", + "7 30", + "73 0", + "a tz", + "at z", + ". Send", + ".S end", + ".Se nd", + "' /", + "Ġ universal", + "Ġun iversal", + "Ġunivers al", + "Ġ enterprise", + "Ġenter prise", + "Ġ regex", + "Ġreg ex", + "Ġ visitor", + "Ġvis itor", + "Ġvisit or", + "Ġ Fly", + "ĠF ly", + "ĠFl y", + "S eq", + "Se q", + "ภĻ", + "Ġ Visual", + "ĠVis ual", + "Ġ libraries", + "Ġl ibraries", + "Ġlib raries", + "Ġlibr aries", + "at oes", + "ato es", + "P ayment", + "Pay ment", + "4 47", + "44 7", + "Ġ pent", + "Ġp ent", + "Ġpe nt", + "Ġpen t", + "Ġgather ed", + "VR TX", + "VRT X", + "Ġ DM", + "ĠD M", + "S plit", + "Sp lit", + "Spl it", + "Ġl etting", + "Ġlet ting", + "Ġlett ing", + "Ð Ŀ", + "_ errors", + "_error s", + "_err ors", + "_er rors", + "ep och", + "P ARAM", + "PA RAM", + "PAR AM", + "c u", + "ÑģÑĤ в", + "ol utions", + "olution s", + "olut ions", + "Ed iting", + "Edit ing", + "fo nts", + "font s", + "fon ts", + "Ġ allocated", + "Ġal located", + "Ġalloc ated", + "Ġallocate d", + "Ġ Based", + "ĠB ased", + "ĠBase d", + "ĠBa sed", + "ĠBas ed", + "( Y", + "Ġ Judge", + "ĠJ udge", + "ĠJud ge", + "ĠJu dge", + "Ġbr others", + "Ġbro thers", + "Ġbrother s", + "Ġbroth ers", + "F ILES", + "FILE S", + "FI LES", + "ç o", + "5 31", + "53 1", + "w b", + "_ PI", + "_P I", + "' ^", + "Ġ sword", + "Ġs word", + "Ġsw ord", + "Ġswo rd", + ". services", + ".s ervices", + ".service s", + ".serv ices", + "Ġ nl", + "Ġn l", + "T im", + "Ti m", + "i gg", + "ig g", + "ĠMo ore", + "ĠMoo re", + "ĠMoor e", + "Ġcrypt oc", + "Ġcrypto c", + "åĩ º", + "_ posts", + "_post s", + "_pos ts", + "_po sts", + "ot ate", + "ota te", + "? '", + ". ...ĊĊ", + ".. ..ĊĊ", + "... .ĊĊ", + ".... ĊĊ", + "....Ċ Ċ", + "Ġ kl", + "Ġk l", + "= \"$", + "=\" $", + "Ġde coration", + "Ġdec oration", + "Ġdecor ation", + "Ġdeco ration", + "Ạ¡", + "Ġ DIRECT", + "ĠD IRECT", + "ĠDI RECT", + "ĠDIR ECT", + "G UI", + "GU I", + ") =>{Ċ", + ")= >{Ċ", + ")=> {Ċ", + "Ġ newsletter", + "Ġnews letter", + "Ġpre cis", + "Ġprec is", + "( point", + "(p oint", + "(po int", + "Ġ Equipment", + "ĠE quipment", + "ĠEqu ipment", + "ĠEquip ment", + "u ty", + "ut y", + "Ġ Dave", + "ĠD ave", + "ĠDav e", + "ĠDa ve", + "Ġpart icipation", + "Ġpartic ipation", + "Ġparticip ation", + "u arios", + "ua rios", + "uario s", + "uar ios", + "x it", + "xi t", + ". As", + ".A s", + "E TER", + "ET ER", + "o rous", + "or ous", + "oro us", + "Ġ shield", + "Ġsh ield", + "[ ]>", + "[] >", + "il itary", + "ilit ary", + ". origin", + ".or igin", + ".orig in", + "Ġ promotion", + "Ġpro motion", + "Ġprom otion", + "Ġpromot ion", + "Ġpromo tion", + "U nt", + "Un t", + "Ġ ct", + "Ġc t", + "T RA", + "TR A", + "5 56", + "55 6", + "View Holder", + "Ġ sigma", + "Ġs igma", + "Ġsig ma", + "d elta", + "del ta", + "are house", + "con tract", + "cont ract", + "contr act", + "contra ct", + "( Vector", + "(V ector", + "(Vec tor", + "7 21", + "72 1", + "Ġcomp ete", + "Ġcompet e", + "/ form", + "/f orm", + "/ components", + "/com ponents", + "/component s", + "Ġ nr", + "Ġn r", + "ĠInd ones", + "ĠIndo nes", + "Ġ оÑĤ", + "Ġо ÑĤ", + "Ġ Volume", + "ĠV olume", + "ĠVol ume", + ". files", + ".f iles", + ".file s", + ".fi les", + ".fil es", + "( resp", + "(r esp", + "(res p", + "(re sp", + "/ models", + "/model s", + "/mod els", + "Ġ surf", + "Ġs urf", + "Ġsu rf", + "Ġsur f", + "st andard", + "stand ard", + "/ o", + "ĠXCT Assert", + "V ICES", + "VICE S", + "VI CES", + "VIC ES", + ". Code", + ".C ode", + ".Co de", + "S ED", + "SE D", + "Ġ activate", + "Ġact ivate", + "Ġactiv ate", + "D elta", + "Del ta", + "Ġlimit ation", + "Ġlim itation", + "r ij", + "ri j", + "Ġpregn ant", + "Ġpreg nant", + ": ^(", + ":^ (", + "Ġs our", + "Ġso ur", + "Ġsou r", + "p ie", + "pi e", + "8 03", + "80 3", + "Ġ expense", + "Ġexp ense", + "i cation", + "ic ation", + "ica tion", + "Ġ Large", + "ĠL arge", + "ĠLar ge", + "Ġ ±", + "Ġ ±", + "ĠB owl", + "ĠBo wl", + "ĠBow l", + "( models", + "(model s", + "(mod els", + "(mode ls", + "/ N", + "8 57", + "85 7", + "P a", + ". reload", + ".re load", + ".r eload", + ".rel oad", + "Ġwonder ing", + "4 62", + "46 2", + "Exec ution", + "ĉ ĠĠĠĠĠĠ", + "ĉĠĠĠ ĠĠĠ", + "ĉĠ ĠĠĠĠĠ", + "ĉĠĠ ĠĠĠĠ", + "ĉĠĠĠĠĠ Ġ", + "ĉĠĠĠĠ ĠĠ", + "Ġ Graphics", + "ĠG raphics", + "ĠGraph ics", + "ĠGraphic s", + "Ġ Contin", + "ĠCon tin", + "ĠCont in", + "_ job", + "_j ob", + "Ġ getName", + "Ġget Name", + "Ġ Magn", + "ĠM agn", + "ĠMag n", + "ĠMa gn", + "Ġ DWORD", + "ĠD WORD", + "ĠDW ORD", + "m ad", + "ma d", + "Ġ nh", + "Ġn h", + "f eatures", + "fe atures", + "feature s", + "feat ures", + "fea tures", + "} \");Ċ", + "}\" );Ċ", + "}\") ;Ċ", + "he ets", + "heet s", + "hee ts", + "( train", + "(t rain", + "(tr ain", + "z n", + "Ġrec ruit", + "Ġrecru it", + ". connection", + ".con nection", + ".connect ion", + ".conn ection", + "Ġbar rel", + "Ġbarr el", + "Ġ steam", + "Ġs team", + "Ġst eam", + "Ġste am", + "_ setting", + "_s etting", + "_set ting", + "Ġ angular", + "Ġang ular", + "ane ously", + "aneous ly", + "Ġ bil", + "Ġb il", + "Ġbi l", + "Ġ Norm", + "ĠN orm", + "ĠNo rm", + "ĠNor m", + "5 22", + "52 2", + "(! $", + "i bt", + "ib t", + "% (", + "Ġ posit", + "Ġp osit", + "Ġpos it", + "Ġpo sit", + "Ġposi t", + "Ġ Father", + "ĠF ather", + "ĠFa ther", + "ĠFat her", + "int endo", + "inte ndo", + "5 65", + "56 5", + "L ive", + "Li ve", + "Liv e", + "0 41", + "04 1", + "Ġ ports", + "Ġp orts", + "Ġport s", + "Ġpo rts", + "Ġpor ts", + "Ġm ej", + "Ġme j", + "Ġ landing", + "Ġl anding", + "Ġland ing", + "Ġlan ding", + "p onder", + "pon der", + "pond er", + "po nder", + "ponde r", + "Ġ cod", + "Ġc od", + "Ġco d", + "_ HEADER", + "_HE ADER", + "_HEAD ER", + ". Margin", + ".M argin", + ".Mar gin", + "Ġ balls", + "Ġb alls", + "Ġball s", + "Ġbal ls", + "Ġdisc ussions", + "Ġdiscuss ions", + "Ġdiscussion s", + "Ġ blend", + "Ġbl end", + "Ġble nd", + "H ex", + "He x", + "Ġfar mers", + "Ġfarm ers", + "Ġfarmer s", + "Ġmaint aining", + "Ġmaintain ing", + "Ġ ĠĠčĊ", + "ĠĠ ĠčĊ", + "ĠĠĠ čĊ", + "s yn", + "sy n", + "[ T", + "r us", + "ru s", + "4 39", + "43 9", + "uff ers", + "uf fers", + "uffer s", + "Ġ contributors", + "Ġcontrib utors", + "Ġcontributor s", + "_ sys", + "_s ys", + "_sy s", + ". Debug", + ".De bug", + "Ġ constructed", + "Ġconstruct ed", + "o mes", + "om es", + "ome s", + "? id", + "s lider", + "sl ider", + "slide r", + "Ġsup pliers", + "Ġsupplier s", + "Ġsuppl iers", + "Ġsupp liers", + "6 11", + "61 1", + "scribe r", + "scri ber", + "scr iber", + "p es", + "pe s", + "Ð ŀ", + "\" :čĊ", + "\": čĊ", + "\\ Controller", + ") )ĊĊĊ", + ")) ĊĊĊ", + "))Ċ ĊĊ", + "))ĊĊ Ċ", + "Ġ lua", + "Ġl ua", + "Ġlu a", + "M ulti", + "Mult i", + "Mul ti", + "E NS", + "EN S", + "S rc", + "Sr c", + "Ġ petition", + "Ġpet ition", + "Ġpetit ion", + "Ġ slave", + "Ġsl ave", + "Ġsla ve", + "Ġslav e", + "lo oking", + "look ing", + "loo king", + "V ERT", + "VER T", + "VE RT", + "ĉ vector", + "ĉv ector", + "ĉvec tor", + "S pecial", + "Sp ecial", + "Spec ial", + "Spe cial", + "h h", + "an ne", + "ann e", + "ĠN iger", + "ĠNi ger", + "/ views", + "/view s", + "z ing", + "zi ng", + "zin g", + "end ant", + "enda nt", + "< C", + "s peed", + "sp eed", + "spe ed", + "5 14", + "51 4", + "Ġ{ };ĊĊ", + "Ġ{} ;ĊĊ", + "Ġ{};Ċ Ċ", + "Ġ{}; ĊĊ", + "Begin Init", + "Ġf open", + "Ġfo pen", + "@ RequestMapping", + "End Init", + "Ġp unch", + "Ġpun ch", + "S ender", + "Se nder", + "Send er", + "Sen der", + "6 03", + "60 3", + "é Ķ", + "get Message", + "/ types", + "/t ypes", + "/type s", + ". PI", + ".P I", + "(' ');Ċ", + "oc used", + "ocus ed", + "ocu sed", + "( all", + "(a ll", + "(al l", + "Ġ dropdown", + "Ġd ropdown", + "Ġdrop down", + ") .__", + "). __", + ")._ _", + "Ġ Vin", + "ĠV in", + "ĠVi n", + ". ForeignKey", + ".Fore ignKey", + "6 12", + "61 2", + "ca nf", + "can f", + "o ured", + "ou red", + "our ed", + "oure d", + "Ġ Organization", + "ĠO rganization", + "ĠOrgan ization", + "Ġ а", + "ĠÐ °", + "Ġ Culture", + "ĠC ulture", + "ĠCult ure", + "ĠCul ture", + "( cls", + "(c ls", + "(cl s", + ", _", + "9 02", + "90 2", + "r gba", + "rg ba", + "rgb a", + "ìĿ ĺ", + ". dataGridView", + ".data GridView", + "Ġdo zen", + "Ġdoz en", + "ĠG es", + "ĠGe s", + "8 05", + "80 5", + "4 64", + "46 4", + "_ shared", + "_sh ared", + "_share d", + "_sha red", + "n ick", + "ni ck", + "nic k", + "Ġh osp", + "Ġho sp", + "Ġhos p", + "o meter", + "om eter", + "ome ter", + "omet er", + "4 95", + "49 5", + "Ġclaim ing", + "Ġcla iming", + "0 32", + "03 2", + "i bles", + "ib les", + "ible s", + "r ik", + "ri k", + "æĺ ¯", + "en ario", + "ena rio", + "Ġd engan", + "Ġden gan", + "o bb", + "ob b", + "m ont", + "mon t", + "mo nt", + "_ rank", + "_r ank", + "_ra nk", + "(' /',", + "('/ ',", + "Ġap olog", + "Ġapo log", + "P s", + "_ power", + "_p ower", + "_pow er", + "_po wer", + "ĠG ree", + "ĠGr ee", + "ĠGre e", + "Ġf ulfill", + "Ġful fill", + "Ġfulfil l", + "Ġ firebase", + "Ġf irebase", + "Ġfire base", + "9 10", + "91 0", + "Ġ fare", + "Ġf are", + "Ġfa re", + "Ġfar e", + "ĠH im", + "ĠHi m", + "Ġ bean", + "Ġb ean", + "Ġbe an", + "âĢ¦ .", + "Ġ SPI", + "ĠS PI", + "ĠSP I", + "_ RX", + "_R X", + "Ġper ception", + "Ġperce ption", + "Ġpercept ion", + "rel ative", + "com pile", + "comp ile", + "u um", + "uu m", + "u tos", + "ut os", + "uto s", + "a uc", + "au c", + "Ġ Ask", + "ĠA sk", + "ĠAs k", + "Ġ indicator", + "Ġind icator", + "Ġindic ator", + "Ġindica tor", + "/ th", + "/t h", + ".set String", + "ĠWis consin", + ". Domain", + ".D omain", + ".Do main", + ".Dom ain", + "Ġart ificial", + "De velop", + "Dev elop", + "Ġ Sarah", + "ĠS arah", + "ĠSar ah", + "ĠSa rah", + "ĠSara h", + "Ġ lying", + "Ġl ying", + "Ġly ing", + "( search", + "(s earch", + "(se arch", + "ĠEm pire", + "ĠEmp ire", + "ur ring", + "urr ing", + "æŶ éĹ´", + "= \"${", + "=\" ${", + "=\"$ {", + "Ġ getId", + "Ġget Id", + "Ġ Payment", + "ĠP ayment", + "ĠPay ment", + "t ransition", + "trans ition", + "Ġ ].", + "Ġ] .", + "i xin", + "ix in", + "V T", + "- select", + "-s elect", + "-se lect", + "Ġdemonstr ated", + "Ġdemonstrate d", + "Ġ lastName", + "Ġlast Name", + "em ployment", + "emp loyment", + "employ ment", + ". getProperty", + ".get Property", + ".getP roperty", + "Ġf ought", + "Ġfo ught", + "Ġfou ght", + "file Name", + "Ġ Pers", + "ĠP ers", + "ĠPer s", + "ĠPe rs", + "4 52", + "45 2", + "- card", + "-c ard", + "-car d", + "-ca rd", + "a str", + "as tr", + "ast r", + "at trs", + "att rs", + "attr s", + "Ġpro minent", + "Ġprom inent", + "Ġpromin ent", + "D esign", + "De sign", + "Des ign", + "anc ouver", + "ãģĹ ãģ", + "ar do", + "ard o", + "s ecret", + "se cret", + "sec ret", + "Ġ rag", + "Ġr ag", + "Ġra g", + "Ġpo ison", + "Ġpoi son", + "Ġpois on", + "- man", + "-m an", + ", omitempty", + "7 40", + "74 0", + "ĉ un", + "ĉu n", + "it zer", + "itz er", + "ĠCas ino", + "Ġ Ross", + "ĠR oss", + "ĠRo ss", + "ĠRos s", + "- foot", + "-f oot", + "( results", + "(result s", + "(res ults", + "P lan", + "Pl an", + "Ġl aser", + "Ġla ser", + "Ġlas er", + "ê¸ °", + "_ DR", + "_D R", + "5 23", + "52 3", + "F acebook", + "Face book", + "4 49", + "44 9", + "Ġ boards", + "Ġbo ards", + "Ġboard s", + "s ta", + "st a", + "] ],", + "]] ,", + "6 75", + "67 5", + "Ġ tiles", + "Ġt iles", + "Ġti les", + "Ġtile s", + "Ġtil es", + "S IZE", + "SI ZE", + "Ġ =~", + "Ġ= ~", + "9 70", + "97 0", + "Ġprem ier", + "Ġpremi er", + "o cab", + "oc ab", + "oca b", + "Ġ encoded", + "Ġen coded", + "Ġenc oded", + "Ġencode d", + "Ġ reserve", + "Ġre serve", + "Ġres erve", + "Ġreserv e", + "6 09", + "60 9", + "ĠAfghan istan", + "Ġ ListNode", + "ĠList Node", + "ur ls", + "url s", + "Ġ submission", + "Ġsub mission", + "Ġn eu", + "Ġne u", + "4 77", + "47 7", + "Ġ# +#", + "_ POST", + "_P OST", + "_PO ST", + "_POS T", + "Ġmo ist", + "Ġmoi st", + "Ġmois t", + "e lli", + "el li", + "ell i", + "ellig ent", + "elli gent", + ". alert", + ".al ert", + "ó d", + "b re", + "br e", + "Ġ Collect", + "ĠC ollect", + "ĠCol lect", + "ĠColl ect", + "Ġ graphic", + "Ġg raphic", + "Ġgraph ic", + "Ġgrap hic", + "Ġ longitude", + "Ġlong itude", + "Ġlongitud e", + "Ġ Provid", + "ĠPro vid", + "ĠPr ovid", + "ĠProv id", + "Ġ Calculate", + "ĠC alculate", + "ĠCal culate", + "ĠCalcul ate", + "ĠCalc ulate", + "x ffff", + "xf fff", + "xff ff", + "xfff f", + "c riteria", + "crit eria", + "Ġ waters", + "Ġw aters", + "Ġwater s", + "Ġwa ters", + "Ġwat ers", + "r ock", + "ro ck", + "roc k", + "lo quent", + "ĠT rib", + "ĠTr ib", + "ĠTri b", + "5 13", + "51 3", + "Ġ burst", + "Ġb urst", + "Ġbu rst", + "Ġbur st", + "Ġ suffix", + "Ġs uffix", + "Ġsuff ix", + "Ġsuf fix", + ". Extensions", + ".Ext ensions", + ".Extension s", + "is hes", + "ish es", + "i vel", + "iv el", + "ive l", + "Ġ LIKE", + "ĠL IKE", + "ĠLI KE", + "Ġ Getty", + "ĠG etty", + "ĠGet ty", + "ĠGe tty", + ".Action Event", + ".s lf", + ".sl f", + "Ġ HAL", + "ĠH AL", + "ĠHA L", + "u pal", + "up al", + "upa l", + "E AR", + "EA R", + "5 24", + "52 4", + "u di", + "ud i", + "_ timeout", + "_time out", + "U F", + "Ġ Singapore", + "ĠSing apore", + "ĠSingap ore", + "ĠAd vent", + "ĠAdv ent", + "_ interval", + "_int erval", + "_inter val", + "c haft", + "ch aft", + "cha ft", + "Ġ Emer", + "ĠE mer", + "ĠEm er", + "Ġ telephone", + "Ġtele phone", + "ĠTur k", + "ĠTu rk", + "_ interface", + "_inter face", + "Ġ Own", + "ĠO wn", + "ĠOw n", + "Ġencour aged", + "Ġencourage d", + "< Object", + "(", + "<> (", + "5 44", + "54 4", + ". Product", + ".Pro duct", + ".Produ ct", + "Form s", + "For ms", + "Fo rms", + "N EW", + "NE W", + "P ay", + "Pa y", + "ĉ boolean", + "ĉbool ean", + "_ contact", + "_cont act", + "Ġ Electric", + "ĠE lectric", + "ĠElect ric", + "s kip", + "sk ip", + "ski p", + "Ġw ur", + "Ġch ronic", + "Ġchron ic", + "Ġchr onic", + "_ driver", + "_d river", + "_dr iver", + "_drive r", + "9 40", + "94 0", + "Ġ Sab", + "ĠS ab", + "ĠSa b", + "Ġ Ult", + "ĠU lt", + "ĠUl t", + "Ġ Rad", + "ĠR ad", + "ĠRa d", + "ST ATUS", + "STAT US", + "Ġ Lewis", + "ĠL ewis", + "ĠLe wis", + "ĠLew is", + "O B", + "Ġgift s", + "Ġgi fts", + "Ġgif ts", + ". Rec", + ".R ec", + ".Re c", + "TR UE", + "Ġint ensity", + "Ġintens ity", + "M arker", + "Mark er", + "Mar ker", + ". compare", + ".com pare", + ".comp are", + "f fic", + "ff ic", + "ffi c", + "C ookie", + "Co okie", + "Cook ie", + "Ġ Baby", + "ĠB aby", + "ĠBa by", + "ĠBab y", + "Ġ BigDecimal", + "ĠB igDecimal", + "ĠBig Decimal", + "i let", + "il et", + "ile t", + "ĠHOLD ERS", + "ĠHOLDER S", + "Ġ Lady", + "ĠL ady", + "ĠLa dy", + "ĠLad y", + "Ġ lung", + "Ġl ung", + "Ġlu ng", + "Ġlun g", + "Ġ Alabama", + "ĠAl abama", + "Ġ dess", + "Ġd ess", + "Ġde ss", + "Ġdes s", + "` );Ċ", + "`) ;Ċ", + "Ġ Builder", + "ĠB uilder", + "ĠBuild er", + "ĠBu ilder", + "_ region", + "_reg ion", + "Ġ neutral", + "Ġne utral", + "Ġneut ral", + "Ġneutr al", + "9 09", + "90 9", + "B oth", + "Bo th", + "Bot h", + "Ġ hp", + "Ġh p", + "Ġ horn", + "Ġh orn", + "Ġhor n", + "Ġho rn", + "Ġ segments", + "Ġse gments", + "Ġseg ments", + "Ġsegment s", + "Ġ EC", + "ĠE C", + "\" =>\"", + "\"=> \"", + "( rec", + "(r ec", + "(re c", + "Ġ Pi", + "ĠP i", + "G M", + "Ġl aptop", + "Ġlap top", + "S calar", + "Sc alar", + "Scala r", + "4 63", + "46 3", + "i sd", + "is d", + "- dialog", + "-d ialog", + "-di alog", + "Ġ Anderson", + "ĠAnd erson", + "ĠAnders on", + "Ġmis takes", + "Ġmist akes", + "Ġmi stakes", + "Ġmistake s", + "7 08", + "70 8", + "Ġ Han", + "ĠH an", + "ĠHa n", + "j es", + "je s", + "est ination", + "esti nation", + "4 36", + "43 6", + "Ġprom ises", + "Ġpromise s", + "b id", + "bi d", + "Ġ Scient", + "ĠS cient", + "ĠSc ient", + "ĠSci ent", + "G IN", + "GI N", + "Ġ Performance", + "ĠPer formance", + "ĠPerform ance", + "b age", + "ba ge", + "bag e", + ". users", + ".user s", + ".use rs", + ".us ers", + "le ading", + "lead ing", + "lea ding", + "Ġ oral", + "Ġo ral", + "Ġor al", + "Ġora l", + "G raphics", + "Graph ics", + "Graphic s", + "4 88", + "48 8", + "_ PTR", + "_P TR", + "_PT R", + "5 18", + "51 8", + "h ang", + "ha ng", + "han g", + "Ġin ev", + "Ġi nev", + "Ġine v", + "p rocessing", + "process ing", + "F actor", + "Fact or", + "Fac tor", + "Fa ctor", + "Ġ NA", + "ĠN A", + "$ string", + "$s tring", + "$str ing", + "Ġ grounds", + "Ġgr ounds", + "Ġground s", + "Ġgro unds", + "Ġgrou nds", + ".Save Changes", + "c lock", + "cl ock", + "clo ck", + "9 41", + "94 1", + "cri pcion", + "Ġ Newton", + "ĠNew ton", + "g c", + ". includes", + ".in cludes", + ".include s", + "Ġ blast", + "Ġb last", + "Ġbl ast", + "Ġblas t", + "Ġbla st", + "Ġ' -'", + "Ġ'- '", + "Ġp uede", + "Ġpued e", + "Ġpu ede", + "4 69", + "46 9", + ". Session", + ".S ession", + "Ġ grep", + "Ġg rep", + "Ġgr ep", + "Ġgre p", + "_ final", + "_f inal", + "_fin al", + "Ġ Gay", + "ĠG ay", + "ĠGa y", + "Ġ Give", + "ĠG ive", + "ĠGi ve", + "i ri", + "ir i", + "- star", + "-s tar", + "-st ar", + "Ġ UIImage", + "ĠUI Image", + "_ epoch", + "_ep och", + "u bb", + "ub b", + "e nth", + "en th", + "ent h", + "Ġ elite", + "Ġe lite", + "Ġel ite", + "Ġelit e", + "Ġcampaign s", + "Ġ Porno", + "ĠP orno", + "ĠPorn o", + "ĠPor no", + "_ assign", + "_as sign", + "_ass ign", + "Prot ocol", + "Proto col", + "Ġ Being", + "ĠB eing", + "ĠBe ing", + "ĠBei ng", + "Ġ Airport", + "ĠAir port", + "Ġcon ventional", + "Ġconvent ional", + "Ġconvention al", + "Ġ Wat", + "ĠW at", + "ĠWa t", + "Ġ CI", + "ĠC I", + "E TA", + "ET A", + "Ġ Anthony", + "ĠAnth ony", + "Ġ tablet", + "Ġtable t", + "Ġtab let", + "( format", + "(form at", + "(for mat", + "Ġconsist ently", + "Ġconsistent ly", + "ĠI owa", + "ĠIo wa", + "4 74", + "47 4", + "Ġ avatar", + "Ġav atar", + "Ġava tar", + "0 27", + "02 7", + ". cursor", + ".c ursor", + "! [", + "Ġh anging", + "Ġhang ing", + "Ġhan ging", + "Ġhangi ng", + "H er", + "He r", + "S uch", + "Su ch", + "Suc h", + "' ;ĊĊĊ", + "';Ċ ĊĊ", + "';ĊĊ Ċ", + "'; ĊĊĊ", + "org eous", + "orge ous", + "( )==", + "() ==", + "Ġ viewModel", + "Ġview Model", + "Ġ ãĥ", + "Ġ els", + "Ġe ls", + "Ġel s", + "Ġ Agent", + "ĠA gent", + "ĠAg ent", + "ĠAge nt", + "F etch", + "a por", + "ap or", + "apo r", + "Ġ cx", + "Ġc x", + "p read", + "pr ead", + "pre ad", + "ĠP ier", + "ĠPi er", + "ĠPie r", + "o eff", + "oe ff", + "6 16", + "61 6", + "S n", + "8 90", + "89 0", + "Ġ Virtual", + "ĠV irtual", + "ĠVir tual", + "ĠVirt ual", + "A pr", + "Ap r", + ". White", + ".Wh ite", + "6 15", + "61 5", + "_ MOD", + "_M OD", + "_MO D", + "Ġ Points", + "ĠP oints", + "ĠPoint s", + "ĠPo ints", + "å¤ ±", + "Ġ genes", + "Ġg enes", + "Ġge nes", + "Ġgen es", + "Ġgene s", + "Ġ vendor", + "Ġv endor", + "Ġvend or", + "Ġmain stream", + "< src", + "Ċ", + "Ġ< >Ċ", + "Ġ<> Ċ", + "F ilename", + "File name", + "Fi lename", + "Fil ename", + "Ġs ne", + "Ġsn e", + "Ġ Football", + "ĠF ootball", + "ĠFoot ball", + "Ġr ival", + "Ġri val", + "Ġriv al", + "Ġdis aster", + "i onic", + "ion ic", + "io nic", + "ioni c", + "Ġ Damage", + "ĠD amage", + "ĠDa mage", + "ĠDam age", + ". Resource", + ".Re source", + ".Res ource", + "- en", + "-e n", + "Ġ Types", + "ĠT ypes", + "ĠType s", + "ĠTy pes", + "ĠTyp es", + "get String", + "( board", + "(b oard", + "Ġ bol", + "Ġb ol", + "Ġbo l", + "p lain", + "pl ain", + "pla in", + "z ym", + "zy m", + "ภ²", + "Ġ scanner", + "Ġsc anner", + "Ġscan ner", + "i lder", + "il der", + "ild er", + "ilde r", + "_ msgs", + "_msg s", + "_ms gs", + "æ ı", + "( intent", + "(int ent", + "(in tent", + "Ġ destruct", + "Ġd estruct", + "Ġde struct", + "Ġb ust", + "Ġbu st", + "Ġbus t", + "Ġ Employ", + "ĠE mploy", + "ĠEm ploy", + "ĠEmp loy", + "o ni", + "on i", + "Ġ UIViewController", + "ĠUI ViewController", + "ĠUIView Controller", + "Ġo dds", + "Ġodd s", + "Ġod ds", + "e arer", + "ear er", + "ea rer", + "Ge ometry", + "Geo metry", + "Geom etry", + "Ġ yii", + "Ġy ii", + "Ġyi i", + "_ EXPORT", + "_EX PORT", + "_EXP ORT", + "Ġ Attack", + "ĠAtt ack", + "Ġn iet", + "Ġnie t", + "Ġni et", + "Ġim pression", + "Ġimp ression", + "Ġimpress ion", + "Ġimpr ession", + "Ġ Gil", + "ĠG il", + "ĠGi l", + "_ prob", + "_p rob", + "_pro b", + "_pr ob", + "5 28", + "52 8", + "Ġ CF", + "ĠC F", + "Ġ Experience", + "ĠEx perience", + "/ plugins", + "/pl ugins", + "/plugin s", + ". Method", + ".M ethod", + "Ġbel iefs", + "Ġbelie fs", + "Ġbelief s", + "N ative", + "Nat ive", + "_ build", + "_b uild", + "Ġ vig", + "Ġv ig", + "Ġvi g", + "Ġr anks", + "Ġrank s", + "Ġran ks", + "cover ed", + "cov ered", + "7 05", + "70 5", + "s uch", + "su ch", + "G uard", + "Gu ard", + ". pack", + ".p ack", + ".pa ck", + "ad der", + "add er", + "8 09", + "80 9", + "i via", + "iv ia", + "ivi a", + "l ng", + "ln g", + "Ġ вÑĭ", + "Ġв Ñĭ", + "5 52", + "55 2", + "T imestamp", + "Time stamp", + "_ now", + "_n ow", + "_no w", + "Ġp oker", + "Ġpo ker", + "Ġpok er", + "Ġpoke r", + "Ġ unc", + "Ġu nc", + "Ġun c", + "Ġ shapes", + "Ġsh apes", + "Ġshape s", + "Ġsha pes", + "- types", + "-t ypes", + "-type s", + "_ period", + "_p eriod", + "_per iod", + "p k", + "Ġveter an", + "Ġ sono", + "Ġs ono", + "Ġso no", + "Ġson o", + "Ġ appointed", + "Ġapp ointed", + "Ġappoint ed", + "over flow", + ". driver", + ".d river", + ".dr iver", + ".drive r", + "_ cat", + "_c at", + "_ca t", + "u tt", + "ut t", + "p lant", + "pl ant", + "plan t", + "pla nt", + "i mb", + "im b", + "Ġ Accept", + "ĠAc cept", + "ĠAcc ept", + "Ġ concert", + "Ġcon cert", + "Ġconc ert", + "Ġconce rt", + "ĉ node", + "ĉn ode", + "ĉno de", + "ĉ z", + "? >čĊ", + "?> čĊ", + "Ġb anned", + "Ġban ned", + "ĉ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĉĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĉĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġt oxic", + "Ġto xic", + "Ġtox ic", + "Ġdis appe", + "Ġdisap pe", + "4 73", + "47 3", + "È Ľ", + "Ġg race", + "Ġgr ace", + "Ġgra ce", + "Ġgrac e", + "at eful", + "ate ful", + "Re ply", + "Rep ly", + "ĠC ruz", + "ĠCr uz", + "ĠCru z", + "4 86", + "48 6", + "Ġs crap", + "Ġsc rap", + "Ġscr ap", + "Ġ keywords", + "Ġkey words", + "Ġkeyword s", + "s imp", + "si mp", + "sim p", + "Ġmort gage", + "Ġcy ber", + "Ġ Execute", + "ĠEx ecute", + "ĠExec ute", + "Ġ latitude", + "Ġl atitude", + "Ġlat itude", + "i fu", + "if u", + ". COM", + ".C OM", + ".CO M", + "d bo", + "db o", + "Ġs orts", + "Ġso rts", + "Ġsort s", + "Ġsor ts", + "Ġ Gas", + "ĠG as", + "ĠGa s", + "om ial", + "omi al", + ". Local", + ".L ocal", + ".Lo cal", + "C ells", + "Cell s", + "Cel ls", + ". Replace", + ".Re place", + "String s", + "Str ings", + ". fit", + ".f it", + ".fi t", + "Ġ Third", + "ĠTh ird", + "ĠThi rd", + "% \",Ċ", + "%\" ,Ċ", + "%\", Ċ", + "Ġ {}\".", + "Ġ{ }\".", + "Ġ{} \".", + "Ġ Sony", + "ĠS ony", + "ĠSo ny", + "ĠSon y", + "Ġ [:", + "Ġ[ :", + "5 85", + "58 5", + "Ġf allen", + "Ġfa llen", + "Ġfall en", + "Ġfal len", + ". ')Ċ", + ".' )Ċ", + ".') Ċ", + "i nh", + "in h", + "Ġ MC", + "ĠM C", + "Ġ redis", + "Ġre dis", + "Ġr edis", + "Ġred is", + "C odes", + "Code s", + "Co des", + "Cod es", + "Ġ profiles", + "Ġpro files", + "Ġprof iles", + "Ġprofile s", + "Ġprofil es", + "h ook", + "ho ok", + "hoo k", + "Re ducer", + "Red ucer", + "Reduc er", + "Reduce r", + "_ FUNC", + "_F UNC", + "_FUN C", + "Ġ navigate", + "Ġn avigate", + "Ġnav igate", + "Ġnavig ate", + "st rlen", + "str len", + "Ġh orm", + "Ġhor m", + "Ġho rm", + "á ŀ", + "Ġ SR", + "ĠS R", + ". boot", + ".b oot", + ".bo ot", + "Ġ digest", + "Ġd igest", + "Ġdi gest", + "Ġdig est", + "ĉ header", + "ĉhead er", + ". findOne", + ".find One", + "æ ģ", + "Db Type", + "n ia", + "ni a", + "_ merge", + "_m erge", + "Ġd onne", + "Ġdon ne", + "Ġdonn e", + "/ Getty", + "/G etty", + "_ CHAR", + "_CH AR", + "Ġ bands", + "Ġb ands", + "Ġband s", + "Ġban ds", + "Ġba nds", + ". URL", + ".U RL", + ".UR L", + "art ial", + "arti al", + "Ġ freq", + "Ġf req", + "Ġfr eq", + "Ġfre q", + "Ġs ist", + "Ġsi st", + "Ġsis t", + "N g", + "Ġrender ing", + "Ġrend ering", + "\\ Core", + "\\C ore", + "Widget s", + "Ġ VA", + "ĠV A", + "Ġactiv ists", + "Ġactivist s", + "S te", + "St e", + "= _", + "a lla", + "al la", + "all a", + "St amp", + "Ġ loads", + "Ġlo ads", + "Ġload s", + "Ġloa ds", + "Ġ xx", + "Ġx x", + "Ġ Learning", + "ĠL earning", + "ĠLe arning", + "ĠLearn ing", + "ĠLear ning", + ". Mvc", + ".M vc", + "u ir", + "ui r", + "( \"$", + "(\" $", + "Ġ connecting", + "Ġconnect ing", + "Read Only", + "u ru", + "ur u", + "ĠE ag", + "ĠEa g", + "B IT", + "BI T", + "_ DEL", + "_D EL", + "_DE L", + "å §", + "arr ass", + "arra ss", + "ex ternal", + "ext ernal", + "extern al", + "exter nal", + "Ġ YOUR", + "ĠY OUR", + "ĠYOU R", + "ĠB rew", + "ĠBr ew", + "ĠBre w", + "Ġ Five", + "ĠF ive", + "ĠFi ve", + "Ġ resize", + "Ġre size", + "Ġres ize", + "i gid", + "ig id", + "igi d", + "e ration", + "er ation", + "era tion", + "6 53", + "65 3", + "Ġ Ñį", + "ĠÑ į", + "5 36", + "53 6", + "åĬ ł", + "0 39", + "03 9", + "Ġ Catch", + "ĠC atch", + "ĠCat ch", + "Ù ģ", + "Ġ Leon", + "ĠL eon", + "ĠLe on", + "ĠLeo n", + "a mil", + "am il", + "ami l", + ". Body", + ".B ody", + "C lip", + "Cl ip", + "Cli p", + "/ list", + "/l ist", + "/li st", + ". br", + ".b r", + "Edit Text", + "ĉ db", + "ĉd b", + ". Game", + ".G ame", + "( BuildContext", + "(Build Context", + "back end", + ". Red", + ".R ed", + ".Re d", + "f acebook", + "face book", + "5 29", + "52 9", + ". urls", + ".url s", + ".ur ls", + "m r", + "rol led", + "roll ed", + "- ------", + "-- -----", + "---- ---", + "--- ----", + "----- --", + "------ -", + "Ġint ervention", + "Ġinter vention", + "Ġinterven tion", + "Ġinterv ention", + "Ġret irement", + "Ġretire ment", + "Ġretir ement", + "Ġ Kit", + "ĠK it", + "ĠKi t", + "Ġ PRE", + "ĠP RE", + "ĠPR E", + "Upper Case", + "Ġ Socket", + "ĠS ocket", + "ĠSo cket", + "ĠSoc ket", + "Ġ :-", + "Ġ: -", + "Ġstud ying", + "Ġstudy ing", + "Ġ Metro", + "ĠM etro", + "ĠMe tro", + "ĠMet ro", + "ar ded", + "ard ed", + "arde d", + "Ġcon versations", + "Ġconvers ations", + "Ġconversation s", + "C alled", + "Call ed", + "Cal led", + "Ġex amine", + "Ġexam ine", + "ert ificate", + ". gz", + ".g z", + "- responsive", + "-res ponsive", + "Ġ refund", + "Ġre fund", + "Ġref und", + "_ network", + "_n etwork", + "_net work", + "0 26", + "02 6", + "all owed", + "allow ed", + "allo wed", + "em pt", + "emp t", + "Ġme als", + "Ġmeal s", + "C ategories", + "Ġtravel ing", + "Ġtrav eling", + "Ġ kg", + "Ġk g", + "Ġsh ame", + "Ġsha me", + "Ġsham e", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġexplicit ly", + "Ġmath ematic", + "Ġ Suite", + "ĠS uite", + "ĠSu ite", + "ĠSuit e", + "Ġ RGB", + "ĠR GB", + "ĠRG B", + "****** /", + "***** */", + "Ġm ixture", + "Ġmix ture", + "l earning", + "le arning", + "lear ning", + "learn ing", + ". template", + ".t emplate", + ".temp late", + ".tem plate", + "at ts", + "att s", + "w x", + "ĉ ctx", + "ĉc tx", + "ĉct x", + ". properties", + ".p roperties", + ".prop erties", + "Ġdr inks", + "Ġdrink s", + "Ġ Either", + "ĠE ither", + "set Text", + ". getData", + ".get Data", + ".getD ata", + ". zip", + ".z ip", + "Ġreve als", + "Ġreveal s", + "< table", + ".Ċ", + "/> .Ċ", + "/>. Ċ", + "Ġr anked", + "Ġrank ed", + "Ġran ked", + "_ impl", + "_i mpl", + "_im pl", + "_imp l", + "Ġ Handles", + "ĠH andles", + "ĠHand les", + "ĠHandle s", + "Ġhost ed", + "Ġho sted", + "Ġhos ted", + "Ġ updating", + "Ġup dating", + "Ġupd ating", + "al bum", + "é Ŀ", + "Ġ shader", + "Ġsh ader", + "Ġsha der", + "Ġshade r", + "Ed itors", + "Edit ors", + "Editor s", + "- round", + "-r ound", + "-ro und", + "[ ]{", + "[] {", + "Ġ sep", + "Ġs ep", + "Ġse p", + "Ġ Hi", + "ĠH i", + "T EM", + "TE M", + "look up", + "loo kup", + ". man", + ".m an", + ".ma n", + "_ INPUT", + "_IN PUT", + "Ġthreat ened", + "Ġthreaten ed", + "_ IMPORT", + "_IM PORT", + "_IMP ORT", + "Ġ drops", + "Ġd rops", + "Ġdr ops", + "Ġdrop s", + "Ġdro ps", + "r uit", + "ru it", + "s id", + "si d", + "b oth", + "bo th", + "bot h", + "Ġ Excel", + "ĠEx cel", + "ĠExc el", + "Ġ jer", + "Ġj er", + "Ġje r", + "ord inary", + "ordin ary", + "е й", + "еР¹", + "V IEW", + "VI EW", + "re ply", + "rep ly", + "Ġ ):Ċ", + "Ġ) :Ċ", + "Ġ): Ċ", + "col ors", + "color s", + "colo rs", + "ver ified", + "_ Tr", + "_T r", + "_ parse", + "_p arse", + "_par se", + "_pars e", + "Ġcon gress", + "Ġcongr ess", + "Ġcong ress", + "6 17", + "61 7", + "P romise", + "Pro mise", + "Prom ise", + "i nts", + "in ts", + "int s", + "Ġ Mother", + "ĠM other", + "ĠMo ther", + "ĠMot her", + ". Api", + ".A pi", + ".Ap i", + "Ġ Duration", + "ĠD uration", + "ĠDu ration", + "ĠDur ation", + "Ġ firstName", + "Ġfirst Name", + "inherit doc", + "ĠM ars", + "ĠMar s", + "ĠMa rs", + "Ġ apr", + "Ġa pr", + "Ġap r", + "O DY", + "OD Y", + "Ġvis its", + "Ġvisit s", + "6 31", + "63 1", + "Ġhe aling", + "Ġheal ing", + "let ters", + "letter s", + "lette rs", + "lett ers", + ") ));čĊ", + ")) );čĊ", + "))) ;čĊ", + "))); čĊ", + "f uture", + "fu ture", + ". Framework", + ".F ramework", + ".Frame work", + "Ġk iss", + "Ġki ss", + "Ġinv olve", + "Ġinvol ve", + "Ġ silent", + "Ġs ilent", + "Ġsil ent", + "ad ows", + "ado ws", + "adow s", + "Ġany body", + "s ch", + "sc h", + "6 90", + "69 0", + "Ġsol ely", + "Ġsole ly", + "- img", + "-i mg", + "-im g", + "Ġ propri", + "Ġp ropri", + "Ġpro pri", + "Ġprop ri", + "Ġin struct", + "Ġinstr uct", + "Ġ licenses", + "Ġlicense s", + "Ġlic enses", + "Ġlicens es", + "Ġ meth", + "Ġm eth", + "Ġme th", + "Ġmet h", + "Ġcon dem", + "Ġcond em", + "Ġ Domain", + "ĠD omain", + "ĠDo main", + "ĠDom ain", + "ĠH arris", + "ĠHar ris", + "ĠHarr is", + "Ġs Ã¥", + "CE PT", + "B atch", + "Bat ch", + "@ extends", + "ĠCONTR IBUT", + ". DataFrame", + ".Data Frame", + "4 72", + "47 2", + "_ packet", + "_p acket", + "_pack et", + "_pa cket", + "re cision", + "rec ision", + "Ġf ocusing", + "Ġfocus ing", + "Ġfoc using", + ". ht", + ".h t", + "__ \":Ċ", + ": Get", + "Ġ KC", + "ĠK C", + "Ġp assage", + "Ġpass age", + "Ġpas sage", + "S egment", + "Se gment", + "Seg ment", + "_ center", + "_c enter", + "_cent er", + "-z A", + "_ BL", + "_B L", + "Ġcon vin", + "Ġconv in", + "Ġ classified", + "Ġclass ified", + "Ġ NSMutable", + "ĠNS Mutable", + "_ ap", + "_a p", + "t ile", + "til e", + "ti le", + "Rect angle", + "4 92", + "49 2", + "( nums", + "(n ums", + "(num s", + "v ens", + "ve ns", + "ven s", + "Ġ UIButton", + "ĠUI Button", + "ĠUIB utton", + "ĠF eder", + "ĠFe der", + "ĠFed er", + "a mo", + "am o", + "Ġ outline", + "Ġout line", + "Ġ Parser", + "ĠP arser", + "ĠPar ser", + "ĠParse r", + "ĠPars er", + "Ġ âī", + "Ġâ ī", + "Ġ Works", + "ĠW orks", + "ĠWork s", + "ĠWor ks", + ". Schema", + ".S chema", + "Ġeng ines", + "Ġengine s", + "6 37", + "63 7", + "5 63", + "56 3", + "_ common", + "_com mon", + "_comm on", + "5 42", + "54 2", + "_ old", + "_o ld", + "Ġset ContentView", + "ĠsetContent View", + "Ġ ///<", + "Ġ// /<", + "Ġ/// <", + "Ġ BT", + "ĠB T", + "f m", + "Ġd ivers", + "Ġdi vers", + "Ġdiv ers", + "Ġdive rs", + "Ġdiver s", + "_ weights", + "_weight s", + "_we ights", + "e mark", + "em ark", + "ema rk", + "Ġ ACT", + "ĠA CT", + "ĠAC T", + "Ġpro portion", + "Ġprop ortion", + "Ġproport ion", + "Ġpropor tion", + "over lay", + ". dirname", + ".dir name", + "Ġ Git", + "ĠG it", + "ĠGi t", + "_ REFERENCE", + "_REF ERENCE", + "_REFER ENCE", + "< >", + "l b", + "_ rule", + "_r ule", + "_ru le", + "è´ ¥", + "Ġ Putin", + "ĠP utin", + "ĠPut in", + "ĠPu tin", + "Ġsleep ing", + "Ġsle eping", + "Ġslee ping", + "( ):čĊ", + "() :čĊ", + "(): čĊ", + "Ġ preserve", + "Ġp reserve", + "Ġpre serve", + "Ġpres erve", + "Ġpar liament", + "Ġ Looking", + "ĠLo oking", + "ĠLook ing", + "Ġp icking", + "Ġpick ing", + "Ġpic king", + "Ġ Dispatch", + "ĠDis patch", + "ĠDisp atch", + "Ġs lip", + "Ġsl ip", + "ë ĵ", + "ĠL yn", + "ĠLy n", + "_ signal", + "_s ignal", + "_sign al", + "_sig nal", + "config uration", + "ĠP itt", + "ĠPi tt", + "ĠPit t", + "4 91", + "49 1", + "a den", + "ad en", + "ade n", + "pro cedure", + "Ġenthus i", + "Ġenth usi", + "f ight", + "fig ht", + "fi ght", + "Ġ Consider", + "ĠCons ider", + "Ġt orn", + "Ġto rn", + "Ġtor n", + "Conn ected", + "Connect ed", + ". cos", + ".c os", + ".co s", + "_ groups", + "_g roups", + "_group s", + "Ġ Think", + "ĠTh ink", + "ĠThi nk", + "ĠThin k", + "Ġdel iber", + "Ġre sid", + "Ġres id", + "work ing", + "wor king", + ". columns", + ".column s", + "Ġ Called", + "ĠC alled", + "ĠCal led", + "ĠCall ed", + "Ġ eslint", + "Ġes lint", + "Ġesl int", + "> \",", + ">\" ,", + "_ DOWN", + "_D OWN", + "_DO WN", + "h ist", + "hi st", + "his t", + "Ġ Advanced", + "ĠAd vanced", + "ĠAdv anced", + "ĠAdvance d", + "Ġre wards", + "Ġreward s", + "Ġrew ards", + "a ctors", + "act ors", + "ac tors", + "actor s", + "Ġsil ence", + "4 79", + "47 9", + "Ġm yth", + "Ġmy th", + "Ġn eur", + "Ġne ur", + "Ġneu r", + "5 19", + "51 9", + "Ġ auction", + "Ġa uction", + "Ġau ction", + "Ġauc tion", + ". GetString", + ".Get String", + "e ks", + "ek s", + "( project", + "(pro ject", + "(proj ect", + "5 98", + "59 8", + "ĉ msg", + "ĉm sg", + "ĉms g", + "ĉ output", + "ĉout put", + "Ġcomplaint s", + "Ġcomplain ts", + "5 51", + "55 1", + ", S", + "Ġ tbl", + "Ġt bl", + "Ġtb l", + "Ġ ,ĊĊ", + "Ġ, ĊĊ", + "Ġ,Ċ Ċ", + "r iors", + "ri ors", + "rior s", + "rio rs", + "ah ren", + "ahr en", + "Ġlaw yers", + "Ġlawy ers", + "Ġlawyer s", + "re dux", + "red ux", + "_ symbol", + "_s ymbol", + "_sym bol", + "o ffee", + "of fee", + "off ee", + "_ RESULT", + "_RES ULT", + "( Name", + "(N ame", + "U TC", + "UT C", + ". currentTime", + ".current Time", + "Ġorgan is", + ". arg", + ".a rg", + ".ar g", + "5 33", + "53 3", + "Ġmin im", + "Ġmi nim", + "Ġmini m", + "w ick", + "wi ck", + "Ġrece ives", + "Ġreceive s", + "B alance", + "Bal ance", + "Ġspe aks", + "Ġspeak s", + "Ġ Days", + "ĠD ays", + "ĠDay s", + "ĠDa ys", + "Ġ Below", + "ĠB elow", + "ĠBe low", + "ĠBel ow", + "4 83", + "48 3", + "t ipo", + "ti po", + "tip o", + "P resent", + "Pre sent", + "Pres ent", + "Ġre serv", + "Ġres erv", + "h p", + "Ġ rit", + "Ġr it", + "Ġri t", + "_ RIGHT", + "_R IGHT", + "- -)", + "-- )", + "Ġchair man", + "7 81", + "78 1", + "D IS", + "DI S", + "Ġ BOOST", + "ĠBO OST", + "Ġex periments", + "Ġexper iments", + "Ġexperi ments", + "Ġexperiment s", + "6 87", + "68 7", + "_ _);Ċ", + "__ );Ċ", + "__) ;Ċ", + "__); Ċ", + "Ġ stamp", + "Ġst amp", + "Ġsta mp", + "Ġf ert", + "Ġfe rt", + "Ġfer t", + "Ġf ond", + "Ġfo nd", + "Ġfon d", + "T er", + "Te r", + "el ve", + "u ren", + "ur en", + "ure n", + "+ i", + "end ency", + "ende ncy", + "enden cy", + "Ġvirtual ly", + "Ġvirt ually", + ". ..\"", + ".. .\"", + "... \"", + "ï½ ŀ", + "9 25", + "92 5", + "- cent", + "-c ent", + "-ce nt", + "_ unique", + "_un ique", + "Ġ pricing", + "Ġp ricing", + "Ġpr icing", + "Ġpri cing", + "m ic", + "mi c", + "R ESH", + "RE SH", + "RES H", + "Ġ :::", + "Ġ: ::", + "Ġ:: :", + "Ġ annotation", + "Ġan notation", + "Ġann otation", + "Ġannot ation", + "Ġ Circle", + "ĠC ircle", + "ĠCirc le", + "ĠCir cle", + "ong odb", + "ongo db", + "i tas", + "it as", + "ita s", + "Ġ %(", + "Ġ% (", + "( component", + "(com ponent", + "(comp onent", + "Ġ об", + "Ġо б", + "( port", + "(p ort", + "(po rt", + "- hour", + "-h our", + ". obj", + ".o bj", + ".ob j", + "L BL", + "LB L", + "Ġ jury", + "Ġj ury", + "Ġju ry", + "Ġjur y", + "G BT", + "GB T", + "Ġ spy", + "Ġs py", + "Ġsp y", + "Ġ Professional", + "ĠProf essional", + "ĠProfession al", + "Ġ\" \";ĊĊ", + "Ġ\"\" ;ĊĊ", + "Ġ\"\";Ċ Ċ", + "Ġ\"\"; ĊĊ", + "Ġstr iking", + "Ġstri king", + "Ġd iscrimination", + "Ġdiscrim ination", + "Ġdiscrimin ation", + "Ġp ays", + "Ġpay s", + "Ġpa ys", + "9 37", + "93 7", + "l ict", + "lic t", + "li ct", + "en tes", + "ent es", + "ente s", + "Ġth rowing", + "Ġthrow ing", + "Ġthr owing", + "Ġthro wing", + "Ġ Plugin", + "ĠPl ugin", + "ĠPlug in", + "( def", + "(d ef", + "(de f", + "Ġ RuntimeException", + "ĠRuntime Exception", + "Ġ Migration", + "ĠM igration", + "ĠMig ration", + "5 99", + "59 9", + "Ġ dic", + "Ġd ic", + "Ġdi c", + "b ag", + "ba g", + "o nia", + "on ia", + "oni a", + "Ġcor ruption", + "Ġcorrupt ion", + "7 04", + "70 4", + "( Map", + "(M ap", + "Ġp rz", + "Ġpr z", + ". dto", + ".d to", + ".dt o", + "Ġac quire", + "Ġacqu ire", + "State ToProps", + "Ġl oving", + "Ġlo ving", + "Ġlov ing", + "о ж", + "оР¶", + "_ pattern", + "_p attern", + "_pat tern", + "Ġem otions", + "Ġemot ions", + "Ġemotion s", + "Ġ publisher", + "Ġp ublisher", + "Ġpublish er", + "Ġpubli sher", + "_ be", + "_b e", + "Ġc ouples", + "Ġco uples", + "Ġcou ples", + "Ġcouple s", + "Ġcoup les", + "4 98", + "49 8", + "o j", + "Ġ Chart", + "ĠC hart", + "ĠCh art", + "ĠChar t", + "ĠCha rt", + "Ġt rop", + "Ġtr op", + "Ġtro p", + ". tool", + ".t ool", + ".to ol", + "Ġestablish ment", + "Ġ dol", + "Ġd ol", + "Ġdo l", + "6 54", + "65 4", + "Ġ tower", + "Ġt ower", + "Ġto wer", + "Ġtow er", + "Ġ lane", + "Ġl ane", + "Ġla ne", + "Ġlan e", + "ĠSy dney", + "Ġf illing", + "Ġfil ling", + "Ġfill ing", + "claim ed", + "cla imed", + "6 44", + "64 4", + "Ġdialog ue", + "Ġdia logue", + "Ġdial ogue", + "Ġcon vention", + "Ġconv ention", + "Ġconven tion", + "Ġconvent ion", + "bo oking", + "book ing", + "boo king", + "par ency", + "pare ncy", + "paren cy", + "æ ±", + "Ġ Generic", + "ĠG eneric", + "ĠGener ic", + "ĠGen eric", + "ĠGene ric", + "7 18", + "71 8", + "\\ Schema", + "\\S chema", + "4 82", + "48 2", + "6 18", + "61 8", + "Ġ ranges", + "Ġr anges", + "Ġrange s", + "Ġran ges", + "Ġrang es", + "/ ch", + "/c h", + "Ġ panels", + "Ġpanel s", + "Ġpa nels", + "Ġpan els", + "Ġpane ls", + "Ġr uled", + "Ġrule d", + "Ġru led", + "çĶ Ł", + ". ts", + ".t s", + "_ sets", + "_s ets", + "_set s", + "_se ts", + "Ġ cleanup", + "Ġc leanup", + "Ġclean up", + "Pre vious", + "Prev ious", + "Ġ Animal", + "ĠAn imal", + "ĠAnim al", + "6 07", + "60 7", + "( $(", + "($ (", + "ĠA ve", + "ĠAv e", + "ol lar", + "oll ar", + "olla r", + "0 28", + "02 8", + "_ eval", + "_e val", + "_ev al", + "ĉ Name", + "ĉN ame", + "( tree", + "(t ree", + "(tr ee", + "Ġ \"]", + "Ġ\" ]", + "5 71", + "57 1", + "Ġdu ties", + "Ġdut ies", + "= '/", + "=' /", + "Click ed", + "Cl icked", + "Ġdiffer ently", + "Ġdifferent ly", + "Ġ Clark", + "ĠCl ark", + "ĠClar k", + "ĠCla rk", + "Ġ dit", + "Ġd it", + "Ġdi t", + "olog ists", + "ologist s", + "ologi sts", + "Ġsy nd", + "Ġsyn d", + "Ġs ends", + "Ġse nds", + "Ġsend s", + "Ġsen ds", + "- known", + "-k nown", + "-know n", + "k b", + "Ġ Modal", + "ĠM odal", + "ĠMod al", + "ĠMo dal", + "it ative", + "itat ive", + "Ġr acing", + "Ġrac ing", + "Ġra cing", + "Ġhigh lights", + "Ġhighlight s", + "Ġ Simon", + "ĠS imon", + "ĠSim on", + "ĠSi mon", + "Ġ Captain", + "ĠCap tain", + "ĠCapt ain", + "ä¿ ¡", + "Ġ CB", + "ĠC B", + "con tin", + "cont in", + "conti n", + "a ran", + "ar an", + "ara n", + "Ġ physics", + "Ġph ysics", + "Ġphys ics", + "Ġphysic s", + "r etty", + "re tty", + "ret ty", + "rett y", + "e tal", + "et al", + "eta l", + ". md", + ".m d", + "ax ios", + "Ġspe akers", + "Ġspeak ers", + "Ġspeaker s", + "Ġ prep", + "Ġp rep", + "Ġpr ep", + "Ġpre p", + "Ġaw arded", + "Ġaward ed", + "ì§ Ģ", + "Ġ Corn", + "ĠC orn", + "ĠCo rn", + "ĠCor n", + "Ġ Nature", + "ĠN ature", + "ĠNa ture", + "ĠNat ure", + "ĠNatur e", + "UD IO", + "7 37", + "73 7", + "Ġ proj", + "Ġp roj", + "Ġpro j", + "Ġpr oj", + "- pre", + "-p re", + "-pr e", + "[ u", + "F eatures", + "Fe atures", + "Feature s", + "Feat ures", + "Ġ isEqual", + "Ġis Equal", + "B inary", + "Bin ary", + "s ig", + "si g", + "Ġcon fusion", + "Ġconf usion", + "5 46", + "54 6", + "5 68", + "56 8", + "Ġ Hat", + "ĠH at", + "ĠHa t", + "Ġkt ó", + ". configure", + ".con figure", + ".config ure", + ".conf igure", + "M ON", + "MO N", + "4 94", + "49 4", + "/ edit", + "/e dit", + "_ Add", + "_A dd", + "_Ad d", + ", true", + ",tr ue", + "5 41", + "54 1", + "Ġ cli", + "Ġc li", + "Ġcl i", + "Error Message", + "- loader", + "-l oader", + "-lo ader", + "-load er", + "Dim ensions", + "Dimension s", + "ulti ply", + "ultip ly", + "Ġ {!!", + "Ġ{ !!", + "Ġ{! !", + "Ġ SqlCommand", + "ĠSql Command", + "Ġ spoken", + "Ġsp oken", + "Ġspoke n", + "Ġspo ken", + "Ġ pics", + "Ġp ics", + "Ġpi cs", + "Ġpic s", + "Ġ toy", + "Ġt oy", + "Ġto y", + "( Key", + "(K ey", + "Ġ Loop", + "ĠL oop", + "ĠLo op", + "Ø ¨", + "E ATURE", + "EA TURE", + "in ction", + "inc tion", + "inct ion", + "_ setup", + "_set up", + "w rapper", + "wrap per", + "wr apper", + "Ġt ong", + "Ġto ng", + "Ġton g", + "c ular", + "cul ar", + "cu lar", + "O pt", + "Op t", + ". Pl", + ".P l", + "= \",", + "=\" ,", + "( length", + "(l ength", + "(len gth", + "(le ngth", + "u mn", + "um n", + "Ġ chrom", + "Ġch rom", + "Ġchr om", + "Ġs event", + "Ġse vent", + "Ġseven t", + "Ġsev ent", + "Ġ IllegalArgumentException", + "ĠIl legalArgumentException", + "ĠIllegal ArgumentException", + "4 78", + "47 8", + "ĉ start", + "ĉst art", + "Ġbe gun", + "Ġbeg un", + "CE PTION", + "CEPT ION", + "d ataset", + "data set", + "dat aset", + "datas et", + "8 25", + "82 5", + "Ġ Failed", + "ĠF ailed", + "ĠFa iled", + "ĠFail ed", + "c ols", + "co ls", + "col s", + "4 59", + "45 9", + "Ġk nee", + "Ġkn ee", + "Ġkne e", + "i more", + "im ore", + "imo re", + ". splice", + ".sp lice", + "s hell", + "sh ell", + "she ll", + "ig gers", + "igger s", + "igg ers", + "Ġ themes", + "Ġth emes", + "Ġthe mes", + "Ġthem es", + "Ġtheme s", + "9 95", + "99 5", + "Ġ DJ", + "ĠD J", + "Ġ Assistant", + "ĠAss istant", + "ĠAssist ant", + "- $", + "M aybe", + "May be", + "Ġ ordering", + "Ġorder ing", + "Ġord ering", + "ĠInt elligence", + "ĠIntelli gence", + "ĠMass achusetts", + "Ġf ailing", + "Ġfa iling", + "Ġfail ing", + "el son", + "els on", + "G reat", + "Gr eat", + "Gre at", + "= i", + ". rest", + ".re st", + ".r est", + ".res t", + "Ġ invite", + "Ġinv ite", + "Ġinvit e", + "- disable", + "-d isable", + "-dis able", + ". GroupBox", + ".Group Box", + "âĢĻ est", + "âĢĻe st", + "âĢĻes t", + "Ġt ackle", + "Ġtack le", + "Ġtac kle", + "g v", + "et ter", + "ette r", + "ett er", + "Ġ ),čĊ", + "Ġ) ,čĊ", + "Ġ), čĊ", + "_ rules", + "_r ules", + "_rule s", + "_ru les", + ". warn", + ".w arn", + "function s", + "fun ctions", + "ĠChrist ians", + "ĠChristian s", + "Ġb acked", + "Ġback ed", + "Ġbac ked", + "Ġ slider", + "Ġs lider", + "Ġsl ider", + "Ġslide r", + "Ġslid er", + "Ġenjoy ing", + "Ġenjo ying", + "n est", + "ne st", + "nes t", + "Ġh ij", + "Ġhi j", + "_ ms", + "_m s", + "/ /*", + "// *", + "An notations", + "Annotation s", + "Ġ Variables", + "ĠVariable s", + "ĠVari ables", + "< V", + "( server", + "(s erver", + "(serv er", + "Ġ Oracle", + "ĠOr acle", + "e lements", + "el ements", + "element s", + "ele ments", + "elem ents", + "Ġ organisation", + "Ġorgan isation", + "Ġorganis ation", + "_ pointer", + "_point er", + "_po inter", + "Ġ Headers", + "ĠHe aders", + "ĠHead ers", + "ĠHeader s", + "[ d", + "Ġ deadline", + "Ġdead line", + "i ssa", + "is sa", + "iss a", + "Ġ knife", + "Ġkn ife", + "Ġ NASA", + "ĠN ASA", + "ĠNAS A", + "ĠNA SA", + "Ġ Height", + "ĠH eight", + "ĠHe ight", + "7 84", + "78 4", + "Ġ Async", + "ĠA sync", + "ĠAs ync", + "Ġ venue", + "Ġven ue", + ". dom", + ".d om", + ".do m", + "bour ne", + "bou rne", + "ĠH awai", + "ĠHaw ai", + "Ġ memo", + "Ġm emo", + "Ġme mo", + "Ġmem o", + "i ctions", + "ict ions", + "iction s", + "Ġsur veillance", + "Ġsurve illance", + "o mi", + "om i", + "/ assets", + "/as sets", + "5 87", + "58 7", + "Ġ edu", + "Ġe du", + "Ġed u", + "Ä Ľ", + "Ġr oster", + "Ġro ster", + "Ġros ter", + "Ġrost er", + "Ġh ired", + "Ġhi red", + "Ġhire d", + "Ġ Tok", + "ĠT ok", + "ĠTo k", + "Ġ placement", + "Ġpl acement", + "Ġplace ment", + "Ġplac ement", + "ur ations", + "uration s", + "urat ions", + "Ġ setState", + "Ġset State", + "ĠMag azine", + "Ġhor ror", + "Ġho rror", + "Ġhorr or", + "T ry", + "Tr y", + "Ġ lag", + "Ġl ag", + "Ġla g", + "Ġ Everyone", + "ĠEvery one", + "t hur", + "th ur", + ") );čĊčĊ", + ")) ;čĊčĊ", + "));čĊ čĊ", + ")); čĊčĊ", + ". return", + ".re turn", + ".r eturn", + ".ret urn", + "Ġsy mp", + "Ġsym p", + "âĸĪ âĸĪ", + "Ġn ights", + "Ġnight s", + "work er", + "wor ker", + "Ġ ale", + "Ġa le", + "Ġal e", + "ennes see", + ". step", + ".s tep", + ".st ep", + "Ġs ynchronized", + "Ġsynchron ized", + "Ġsynchronize d", + "4 87", + "48 7", + "o uri", + "ou ri", + "our i", + "D oes", + "Do es", + ". change", + ".ch ange", + "f on", + "fo n", + ". setBackground", + ".set Background", + "ir cular", + "irc ular", + "4 76", + "47 6", + "+ -", + "ĠC IA", + "ĠCI A", + "7 29", + "72 9", + "Ġ Jane", + "ĠJ ane", + "ĠJan e", + "ĠJa ne", + "Ġ Similar", + "ĠS imilar", + "ĠSim ilar", + "- I", + "level and", + "lev eland", + "Ġpro spect", + "Ġpros pect", + "_ found", + "_f ound", + "ĉ color", + "ĉc olor", + "ĉcol or", + ".D iagnostics", + ".Di agnostics", + "Ġ announce", + "Ġann ounce", + "Ġannounc e", + "Ġanno unce", + "Ġass umes", + "Ġassum es", + "Ġassume s", + "/ tr", + "/t r", + "Ġ bd", + "Ġb d", + "9 87", + "98 7", + "Ġ Carbon", + "ĠC arbon", + "ĠCar bon", + "ĠCarb on", + "Ġanal ys", + "Ġanaly s", + "Ġana lys", + "5 64", + "56 4", + ". dest", + ".d est", + ".de st", + ".des t", + "n ik", + "ni k", + "Ġ Lie", + "ĠL ie", + "ĠLi e", + "- index", + "-in dex", + "-ind ex", + "Draw able", + "Ġ TAG", + "ĠT AG", + "ĠTA G", + "Ġ triangle", + "Ġt riangle", + "Ġtr iangle", + "Ġtri angle", + "Ġtriang le", + "_ FLOAT", + "_F LOAT", + "ĉ ĉĠĠĠĠĠ", + "ĉĉ ĠĠĠĠĠ", + "ĉĉĠĠĠ ĠĠ", + "ĉĉĠ ĠĠĠĠ", + "ĉĉĠĠ ĠĠĠ", + "ĉĉĠĠĠĠ Ġ", + ". black", + ".b lack", + ".bl ack", + "v ue", + "vu e", + "c uracy", + "cur acy", + "cura cy", + "Ġa ffects", + "Ġaff ects", + "Ġaffect s", + "9 06", + "90 6", + "Ġsur ely", + "Ġsure ly", + "S lider", + "Sl ider", + "Slide r", + "u ki", + "uk i", + "c ery", + "ce ry", + "cer y", + "Ġ unter", + "Ġun ter", + "Ġunt er", + ". profile", + ".pro file", + ".pr ofile", + ".prof ile", + "or don", + "ord on", + "ordo n", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "le ave", + "lea ve", + "Ġsmart phone", + "g ie", + "gi e", + "Ġcon spir", + "Ġcons pir", + "Ġ tutorial", + "Ġt utorial", + "Ġtut orial", + "Ġtutor ial", + "Ġtuto rial", + "ç± »", + "Ġ cab", + "Ġc ab", + "Ġca b", + "7 65", + "76 5", + "Ġ Summary", + "ĠSum mary", + "* ĊĊ", + "*Ċ Ċ", + "ä h", + "\" This", + "\"T his", + "Ġ slides", + "Ġsl ides", + "Ġslide s", + "Ġslid es", + "\" ", + "() >", + "c ycle", + "cy cle", + "cycl e", + "ĠB ull", + "ĠBul l", + "ĠBu ll", + "p aths", + "path s", + "pat hs", + "pa ths", + "Ġu np", + "Ġun p", + "Ġview DidLoad", + "_ Model", + "_M odel", + "_Mode l", + "_Mod el", + "Ġ assertTrue", + "Ġassert True", + "Ġ rated", + "Ġr ated", + "Ġrate d", + "Ġrat ed", + "Ġra ted", + "De cl", + "Dec l", + "ver ted", + "vert ed", + "verte d", + "Ġ Dat", + "ĠD at", + "ĠDa t", + "b rew", + "br ew", + "bre w", + "Ġpoint ing", + "M s", + "Ġ Pointer", + "ĠPoint er", + "ĠPo inter", + ") '", + "_ non", + "_n on", + "_no n", + "5 27", + "52 7", + "Ġ SEC", + "ĠS EC", + "ĠSE C", + "Ġ yeah", + "Ġy eah", + "Ġye ah", + "g ency", + "ge ncy", + "gen cy", + "initial ize", + "f ly", + "fl y", + "7 11", + "71 1", + "[ pos", + "[p os", + ", g", + "T ele", + "Te le", + "Tel e", + "0 34", + "03 4", + "Ġj oke", + "Ġjo ke", + "Ġ clause", + "Ġcl ause", + "Ġcla use", + ". findById", + ".find ById", + ".findBy Id", + "e nes", + "en es", + "ene s", + "( instance", + "(in stance", + "(inst ance", + "6 26", + "62 6", + " £", + "9 15", + "91 5", + "Ġs lic", + "Ġsl ic", + "_ home", + "_h ome", + "_hom e", + "Ġ */}Ċ", + "Ġ*/ }Ċ", + "_ pages", + "_p ages", + "_page s", + "_pag es", + "_pa ges", + "( service", + "(s ervice", + "(serv ice", + "9 05", + "90 5", + "R P", + "Ġ Among", + "ĠA mong", + "ĠAm ong", + ". getCurrent", + ".get Current", + ".getC urrent", + "8 06", + "80 6", + "ã Ĥ¹", + "ãĤ ¹", + "Ġs lee", + "Ġsl ee", + "Ġsle e", + "= [Ċ", + ">[ Ċ", + "o ler", + "ol er", + "ole r", + "Ġli bert", + "Ġlib ert", + "Ġliber t", + "Ġ `Ċ", + "Ġ` Ċ", + "Ġw enn", + "Ġwe nn", + "Ġwen n", + "l ated", + "la ted", + "late d", + "lat ed", + "Ġ immune", + "Ġimm une", + "Ġimmun e", + "( Node", + "(N ode", + "Ġ Problem", + "ĠPro blem", + "ĠProb lem", + "ĠProble m", + "Ġ Abs", + "ĠA bs", + "ĠAb s", + "l ogs", + "lo gs", + "log s", + "Ġ ../", + "Ġ. ./", + "Ġ.. /", + "Ġ ADC", + "ĠA DC", + "ĠAD C", + "Ġ }}\">Ċ", + "Ġ} }\">Ċ", + "Ġ}} \">Ċ", + "Ġ}}\" >Ċ", + "Ġ}}\"> Ċ", + "> ');Ċ", + ">' );Ċ", + ">') ;Ċ", + ">'); Ċ", + "= b", + "Ġ Wind", + "ĠW ind", + "ĠWin d", + "ĠWi nd", + "l ahoma", + "lah oma", + "Ġ allocate", + "Ġal locate", + "Ġall ocate", + "Ġalloc ate", + "Ġallo cate", + "o rian", + "or ian", + "oria n", + "ori an", + "Ġpr escription", + "Ġpre scription", + "Ġpres cription", + "- quality", + "-q uality", + "-qu ality", + "Ġ Mayor", + "ĠMay or", + "ĠMa yor", + "ĠMayo r", + "8 55", + "85 5", + "in ely", + "ine ly", + "inel y", + "end foreach", + "Ġ Complex", + "ĠCom plex", + "ĠComp lex", + "ĠComple x", + "k om", + "ko m", + "7 09", + "70 9", + "T Y", + "7 90", + "79 0", + "] ].", + "]] .", + ". Style", + ".St yle", + "_ many", + "_m any", + "_man y", + "_ma ny", + "', '$", + "',' $", + "Ġbar rier", + "Ġbarr ier", + "Ġ Fetch", + "ĠF etch", + "ĠFet ch", + "Ġ Marvel", + "ĠMar vel", + "Ġres ist", + "о го", + "ог о", + "b idden", + "bi dden", + "bid den", + "Ġ Runnable", + "ĠR unnable", + "ĠRun nable", + ": false", + ":f alse", + "8 99", + "89 9", + "Ġbuild s", + "Ġ Stage", + "ĠSt age", + "ĠSta ge", + "Ġ dub", + "Ġd ub", + "Ġdu b", + "em po", + "emp o", + ". site", + ".s ite", + ".si te", + "5 58", + "55 8", + "; ĊĊĊĊ", + ";Ċ ĊĊĊ", + ";ĊĊ ĊĊ", + ";ĊĊĊ Ċ", + "9 94", + "99 4", + "Ġ Denver", + "ĠDen ver", + "Ġre vel", + "Ġrev el", + "Ġreve l", + "Ġtrigger ed", + "Ġ dice", + "Ġd ice", + "Ġdi ce", + "Ġdic e", + "_ fail", + "_f ail", + "_fa il", + "Ġ gc", + "Ġg c", + "8 33", + "83 3", + "5 89", + "58 9", + "ĉ X", + "Ġ Throwable", + "ĠTh rowable", + "ĠThrow able", + "7 75", + "77 5", + ". router", + ".r outer", + ".route r", + ".ro uter", + "ĠRe volution", + "ĠRev olution", + "ÑĢ а", + "_ NON", + "_N ON", + "_NO N", + "0 55", + "05 5", + "Ł ¥", + "5 78", + "57 8", + "Ġ elder", + "Ġe lder", + "Ġel der", + "Ġelde r", + "Ġab road", + "Ġ е", + "ĠÐ µ", + "Ġ Adult", + "ĠAd ult", + "b lr", + "bl r", + "g lyphicon", + "glyph icon", + "6 13", + "61 3", + "Ġprom oting", + "Ġpromot ing", + "Ġpromo ting", + "Ġ iz", + "Ġi z", + "Ġ Solid", + "ĠS olid", + "ĠSo lid", + "ĠSol id", + "6 45", + "64 5", + "_ loader", + "_l oader", + "_lo ader", + "_load er", + "ear ly", + ". enabled", + ".en abled", + ".enable d", + "- edit", + "-e dit", + "-ed it", + "Ġ UL", + "ĠU L", + "_ play", + "_p lay", + "_pl ay", + "Ġ Interrupt", + "ĠInt errupt", + "ĠInter rupt", + "ĠInterr upt", + "Ġadv antages", + "Ġadvant ages", + "Ġadvantage s", + "u cle", + "uc le", + "Ġmechan ical", + "Ġmechanic al", + "Ġmech anical", + ".table LayoutPanel", + "Ġ Working", + "ĠWork ing", + "ĠWor king", + "Ġ anonymous", + "Ġan onymous", + "Ġanonym ous", + "Ġanon ymous", + "R ating", + "Ra ting", + "ig ious", + "igi ous", + "_ phone", + "_p hone", + "_ph one", + ".addAction Listener", + "Ġf ran", + "Ġfr an", + "Ġfra n", + "un den", + "und en", + "unde n", + "Ġ *)&", + "Ġ* )&", + "Ġ*) &", + "_ bool", + "_b ool", + "_bo ol", + "ul ative", + "Ġ cone", + "Ġc one", + "Ġcon e", + "Ġco ne", + "Ġ Mult", + "ĠM ult", + "ĠMu lt", + "ĠMul t", + "Ġm ö", + "Ġ Forward", + "ĠFor ward", + "] ):Ċ", + "]) :Ċ", + "]): Ċ", + "Ġconvin ced", + "Ġconvince d", + "Ġconvinc ed", + "act ed", + "ac ted", + "6 43", + "64 3", + "ãģ ĵ", + "Ġ Configure", + "ĠCon figure", + "ĠConfig ure", + "ĠConf igure", + "Ġce iling", + "Ġceil ing", + "D er", + "De r", + "Ġpass engers", + "Ġpassenger s", + "G roups", + "Group s", + "Gro ups", + "Ġs occer", + "Ġsoc cer", + "/ W", + "av iors", + "avior s", + "avi ors", + "s with", + "sw ith", + "Ġ Zone", + "ĠZ one", + "ĠZo ne", + ". Options", + ".O ptions", + ".Option s", + "Ġ Mom", + "ĠM om", + "ĠMo m", + "i eder", + "ie der", + "ied er", + "Array s", + "Ar rays", + "Arr ays", + "Ġtreat ments", + "Ġtreatment s", + "Ġprotect ing", + "f ac", + "fa c", + "Ġ pickle", + "Ġp ickle", + "Ġpick le", + "Ġpic kle", + "Button Item", + "7 13", + "71 3", + "Ġ blocking", + "Ġb locking", + "Ġbl ocking", + "Ġblock ing", + "Ġbloc king", + "st rar", + "str ar", + "stra r", + "à ²", + "Ġ Export", + "ĠEx port", + "ĠExp ort", + "ĠExpo rt", + "Ġth rew", + "Ġthr ew", + "ot ta", + "ott a", + "Ġ BASE", + "ĠB ASE", + "ĠBAS E", + "ĠBA SE", + ". ws", + ".w s", + ".LE ADING", + "order By", + "_ delay", + "_d elay", + "_de lay", + "_del ay", + "Ġ Pu", + "ĠP u", + ". dll", + ".d ll", + "Ġ Choose", + "ĠCh oose", + "ĠCho ose", + "9 92", + "99 2", + "Pol ice", + "Po lice", + "Ġ BEGIN", + "ĠB EGIN", + "ĠBE GIN", + "bo xes", + "box es", + "Ġ diamond", + "Ġd iamond", + "Ġdiam ond", + "Ġdia mond", + ", l", + "Ġ ĉĉĉ", + "Ġĉ ĉĉ", + "Ġĉĉ ĉ", + "Ġc urious", + "Ġcur ious", + "Ġcu rious", + "6 24", + "62 4", + "t v", + "Ġerot ische", + "Ġerotisch e", + "ack ages", + "ackage s", + "ĉ Set", + "ĉS et", + "T ick", + "Ti ck", + ". border", + ".b order", + "static method", + "Ġ cher", + "Ġc her", + "Ġch er", + "Ġche r", + "in voice", + "inv oice", + "Ġc ru", + "Ġcr u", + "Ġde fect", + "Ġdef ect", + "Ġdefe ct", + "_ metadata", + "_m etadata", + "_meta data", + "_met adata", + "re lation", + "rel ation", + "i kan", + "ik an", + "ika n", + "[ N", + "( Qt", + "(Q t", + "( Base", + "(B ase", + "æģ ¯", + "b eat", + "be at", + "Ġ Empty", + "ĠEm pty", + "ĠEmp ty", + "ĉ o", + "_ shift", + "_s hift", + "_sh ift", + "Ġreg ret", + "7 22", + "72 2", + "Th ose", + "Tho se", + "C ent", + "Ce nt", + "ĠPort ug", + "ĠIs lands", + "ĠIsl ands", + "ĠIsland s", + "Ġ TIME", + "ĠT IME", + "ĠTIM E", + "ĠTI ME", + "Man agement", + "Manage ment", + "Mana gement", + "9 96", + "99 6", + "- sp", + "-s p", + "5 39", + "53 9", + "ê me", + "êm e", + "Ġn otion", + "Ġnot ion", + "Ġno tion", + "un ifu", + "uni fu", + "P K", + "8 26", + "82 6", + "è¡ Į", + "ĠC URLOPT", + "ĠCUR LOPT", + "ĠCURL OPT", + "\\ \"\\", + "\\\" \\", + "U V", + "ç º", + "d ra", + "dr a", + "c ou", + "co u", + "= `", + "Ġ Destroy", + "ĠD estroy", + "ĠDe stroy", + "ĠDest roy", + "r p", + ". cancel", + ".c ancel", + ".can cel", + "G G", + "r untime", + "run time", + "Ġ Vue", + "ĠV ue", + "ĠVu e", + "Ġpro gressive", + "Ġprogress ive", + "Ġprog ressive", + "/ services", + "/s ervices", + "/service s", + "Ġ runner", + "Ġr unner", + "Ġrun ner", + "_ FRAME", + "_FR AME", + ". ToolStripMenuItem", + ".ToolStrip MenuItem", + "Ġ ','", + "Ġ' ,'", + "Ġ', '", + "d elay", + "de lay", + "del ay", + "= utf", + "=u tf", + "Ġscreen ing", + "Ġscre ening", + "Ġp ulling", + "Ġpull ing", + "Ġpul ling", + "o mas", + "om as", + "oma s", + "Ġ anth", + "Ġa nth", + "Ġan th", + "Ġant h", + "- new", + "-n ew", + "-ne w", + "/ local", + "/l ocal", + "/lo cal", + "Ġ iPad", + "Ġi Pad", + "ĠiP ad", + "Ġ twitter", + "Ġt witter", + "Ġtw itter", + "Ġd ying", + "Ġdy ing", + "Ġhe aven", + "Ġheav en", + "Ġ UInt", + "ĠU Int", + "ĠUI nt", + "Ġ Senator", + "ĠSen ator", + "Ġpre sum", + "Ġpres um", + "Ġ Walker", + "ĠW alker", + "ĠWalk er", + "ĠWal ker", + "Ġover come", + "e tection", + "et ection", + "ete ction", + "etect ion", + "Ġemb arrass", + "Ch ina", + "Chi na", + "6 39", + "63 9", + "In clude", + "Inc lude", + "R OLL", + "RO LL", + "ROL L", + "Ġ dataType", + "Ġdata Type", + "D avid", + "Da vid", + "ภ£", + "l op", + "lo p", + "- month", + "-m onth", + "-mon th", + "Ġ scar", + "Ġs car", + "Ġsc ar", + "Ġsca r", + "Ġ Safe", + "ĠS afe", + "ĠSaf e", + "ĠSa fe", + "Ġ ****************************************************************", + "Ġ******************************** ********************************", + "Ġ******** ********************************************************", + "Ġ**************** ************************************************", + "Ġ************************ ****************************************", + "Ġ**************************************** ************************", + "Ġ******************************************************** ********", + "Ġ************************************************ ****************", + "Ġaccess ories", + "Ġaccessor ies", + "Ġr amp", + "Ġra mp", + "Ġram p", + "_ USE", + "_U SE", + "_US E", + "Ġcon trad", + "Ġcont rad", + "Ġcontr ad", + "Ġcontra d", + ") )]Ċ", + ")) ]Ċ", + "))] Ċ", + "Ġp rest", + "Ġpr est", + "Ġpre st", + "Ġpres t", + "Ġ HR", + "ĠH R", + "ĠR ap", + "ĠRa p", + "Ġ usize", + "Ġu size", + "Ġus ize", + "Ġ capability", + "Ġcap ability", + "Ġc ort", + "Ġco rt", + "Ġcor t", + "- next", + "-n ext", + "-ne xt", + "0 77", + "07 7", + "6 27", + "62 7", + "Ġbur den", + "8 22", + "82 2", + "_ reader", + "_re ader", + "_read er", + "Ġ @@", + "Ġ@ @", + "reg ular", + "Ġ Ka", + "ĠK a", + "0 36", + "03 6", + "M AN", + "MA N", + "Ġ astr", + "Ġa str", + "Ġas tr", + "Ġast r", + "Ġ' ')Ċ", + "Ġ'' )Ċ", + "Ġ'') Ċ", + "Ġ fed", + "Ġf ed", + "Ġfe d", + "Ġp arsing", + "Ġpar sing", + "Ġpars ing", + "Ġ Years", + "ĠY ears", + "ĠYear s", + "ĠYe ars", + "Ġ broker", + "Ġb roker", + "Ġbr oker", + "Ġbro ker", + "Ġbroke r", + "\": {\"", + "Ġ akt", + "Ġa kt", + "Ġak t", + "In ventory", + "ab eled", + "abel ed", + "abe led", + "Ġarg parse", + "* ******Ċ", + "** *****Ċ", + "**** ***Ċ", + "****** *Ċ", + "*** ****Ċ", + "***** **Ċ", + "******* Ċ", + "vers ation", + "Ġ cord", + "Ġc ord", + "Ġco rd", + "Ġcor d", + "Ġ Ti", + "ĠT i", + "Ġ hopefully", + "Ġhope fully", + "Ġhop efully", + "Ġhopeful ly", + "Ġ ah", + "Ġa h", + "v erb", + "ver b", + "ve rb", + "Ġst olen", + "Ġstole n", + "Ġsto len", + "Ġstol en", + ". Entry", + ".En try", + ".Ent ry", + "Ġex pecting", + "Ġexpect ing", + "O rientation", + "Ġ powered", + "Ġp owered", + "Ġpower ed", + "Ġpow ered", + "Ġ persist", + "Ġp ersist", + "Ġpers ist", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "' ]);", + "'] );", + "']) ;", + "' )),Ċ", + "') ),Ċ", + "')) ,Ċ", + "')), Ċ", + "Ġ Cash", + "ĠC ash", + "ĠCas h", + "ĠCa sh", + "ĉ item", + "ĉi tem", + "ĉit em", + "8 18", + "81 8", + "g rades", + "gr ades", + "grad es", + "grade s", + "gra des", + "r opol", + "ro pol", + "rop ol", + "b asic", + "ba sic", + "bas ic", + "Ġ \");čĊ", + "Ġ\" );čĊ", + "Ġ\") ;čĊ", + "Ġ\"); čĊ", + "Ġa wards", + "Ġaw ards", + "Ġaward s", + "( range", + "(r ange", + "(ra nge", + "- all", + "-a ll", + "-al l", + "Ġ IBOutlet", + "ĠIB Outlet", + "Ġ Indeed", + "ĠInd eed", + "---------------------------------------------------------------- ------------", + "------------ ----------------------------------------------------------------", + "------------------------------------------------ ----------------------------", + "------ ----------------------------------------------------------------------", + "---------------------------- ------------------------------------------------", + "---------------------------------------------------------------------- ------", + "Ġstom ach", + "Ġsto mach", + "Ġ flower", + "Ġf lower", + "Ġfl ower", + "Ġflow er", + "Ġflo wer", + "Ġs ew", + "Ġse w", + "_ times", + "_t imes", + "_time s", + "_tim es", + "_ti mes", + "a vis", + "av is", + "avi s", + "Q String", + "QS tring", + "Ġ Routes", + "ĠR outes", + "ĠRoute s", + "ĠRo utes", + "ĠRou tes", + "ĠRout es", + "_ prot", + "_p rot", + "_pro t", + "_pr ot", + "Ġcom edy", + "Ġcome dy", + "Ġcomed y", + "Ġ logout", + "Ġlog out", + "Ġlogo ut", + "Ġwood en", + "Ġwo oden", + "Ġwoo den", + "Ġ poster", + "Ġp oster", + "Ġpos ter", + "Ġpost er", + "Ġpo ster", + "Ġposte r", + "p iece", + "pi ece", + "pie ce", + ". Join", + ".J oin", + "Ġ Pok", + "ĠP ok", + "ĠPo k", + "cel ona", + "m utex", + "mut ex", + "mu tex", + "mute x", + "; čĊčĊčĊ", + ";čĊ čĊčĊ", + ";čĊčĊ čĊ", + "Ġst rikes", + "Ġstr ikes", + "Ġstri kes", + "Ġstrike s", + "7 87", + "78 7", + "Lo aded", + "Load ed", + ") arg", + ")a rg", + "e sa", + "es a", + "Un ited", + "Unit ed", + "Uni ted", + "E p", + "P ELL", + "PE LL", + "8 07", + "80 7", + "Ġ Atlantic", + "ĠAtl antic", + "ul let", + "ull et", + "ulle t", + "6 52", + "65 2", + "ap ple", + "app le", + "appl e", + "Ġsett led", + "Ġsettle d", + "a con", + "ac on", + "aco n", + "Ġ printer", + "Ġpr inter", + "Ġprint er", + "Ġprin ter", + "Ġ GC", + "ĠG C", + "å® ļ", + "Ġrender ed", + "Ġrend ered", + ", âĢĻ", + "he it", + "hei t", + "s ocial", + "so cial", + "soc ial", + ". ge", + ".g e", + "7 14", + "71 4", + "Ġ Rick", + "ĠR ick", + "ĠRic k", + "ĠRi ck", + "ĠU tah", + "ĠUt ah", + "g ot", + "go t", + "on ical", + "onic al", + "oni cal", + "onica l", + "Ġ Scroll", + "ĠS croll", + "ĠSc roll", + "ĠScr oll", + "ĠSc iences", + "ĠScience s", + "ĠSci ences", + "Ġ jug", + "Ġj ug", + "Ġju g", + "Ġa mpl", + "Ġam pl", + "Ġamp l", + "en ti", + "ent i", + "LE FT", + "Ġ tabs", + "Ġt abs", + "Ġtab s", + "Ġta bs", + "Ġenorm ous", + ". getKey", + ".get Key", + "l ocate", + "lo cate", + "loc ate", + ". EX", + ".E X", + ". storage", + ".st orage", + ". We", + ".W e", + "Ġ toast", + "Ġto ast", + "Ġ Additionally", + "ĠAdd itionally", + "ĠAdditional ly", + "ĠAddition ally", + "8 82", + "88 2", + "Ġ NOW", + "ĠN OW", + "ĠNO W", + "5 47", + "54 7", + "_ UPDATE", + "_UP DATE", + "Ġtrans ferred", + "Ġtransfer red", + "t ha", + "th a", + ". Display", + ".D isplay", + ".Dis play", + "_ ui", + "_u i", + "ID EO", + "IDE O", + "Ġmeaning ful", + "ĠMos cow", + ", this", + ",t his", + "Ġ Victoria", + "ĠVict oria", + "ĠVictor ia", + "æĶ ¹", + "Ġ ÐŁ", + "ĠÐ Ł", + ". stack", + ".st ack", + "ĠB arn", + "ĠBar n", + "ĠBa rn", + "pared Statement", + ": string", + ":s tring", + ":str ing", + "Ġ bij", + "Ġb ij", + "Ġbi j", + "Ġ STATE", + "ĠST ATE", + "ĠSTAT E", + "ĠSTA TE", + "Ġemploy ers", + "Ġemployer s", + "ĉ input", + "ĉin put", + "( |", + "Ġ lex", + "Ġl ex", + "Ġle x", + "in voke", + "inv oke", + "ĉ num", + "ĉn um", + "+ +,", + "++ ,", + "at ial", + "ati al", + "or ses", + "ors es", + "orse s", + "Ġ fork", + "Ġf ork", + "Ġfor k", + "Ġfo rk", + "_ txt", + "_t xt", + "_tx t", + "ĠAnt onio", + "ĠAnton io", + "Ġ (<", + "Ġ( <", + "a verse", + "av erse", + "aver se", + "avers e", + "Ġdev ast", + "ãĢ Ģ", + ". Dec", + ".D ec", + ".De c", + "ĠG ard", + "ĠGar d", + "ĠGa rd", + "/ ui", + "/u i", + ". %", + "t ri", + "tr i", + "Ġ rolled", + "Ġroll ed", + "Ġrol led", + "Value Pair", + "it ten", + "itt en", + "itte n", + "ĠT her", + "ĠThe r", + "ĠTh er", + "Ġv rou", + "Ġvr ou", + "Ġ Flow", + "ĠF low", + "ĠFl ow", + "ĠFlo w", + "Ġ Finance", + "ĠF inance", + "ĠFin ance", + "Ġ Comb", + "ĠC omb", + "ĠCom b", + "ĠCo mb", + "H C", + ". setVisible", + ".set Visible", + "i sl", + "is l", + "Ġ pk", + "Ġp k", + "7 73", + "77 3", + "Ġup set", + "Ġups et", + "( raw", + "(r aw", + "(ra w", + "ĠV ice", + "ĠVi ce", + "ĠVic e", + "e atures", + "ea tures", + "eature s", + "eat ures", + "Ġ Lang", + "ĠL ang", + "ĠLa ng", + "ĠLan g", + "0 29", + "02 9", + "Lo oking", + "Look ing", + "7 67", + "76 7", + "Ġ AST", + "ĠA ST", + "ĠAS T", + "Ġt rips", + "Ġtr ips", + "Ġtri ps", + "Ġtrip s", + "Ġ Justin", + "ĠJ ustin", + "ĠJust in", + "ĠJu stin", + "b rowser", + "browse r", + "=\" '.$", + "=\"' .$", + "=\"'. $", + ". vertices", + ".vert ices", + "8 21", + "82 1", + "- co", + "-c o", + "} /{", + "}/ {", + "Ġ ?,", + "Ġ? ,", + "Ġ Domin", + "ĠD omin", + "ĠDo min", + "ĠDom in", + "ĠBe lg", + "ĠBel g", + "\" <", + "Ġsup pose", + "Ġsupp ose", + "a ddy", + "ad dy", + "add y", + "Ġwalk s", + "Ġwal ks", + "6 88", + "68 8", + "ER RU", + "ERR U", + "_ filters", + "_f ilters", + "_filter s", + "_fil ters", + "_filt ers", + "Pre ferred", + "s cene", + "sc ene", + "е Ñģ", + "ĠAff airs", + "Ġ\" #{", + "Ġ\"# {", + "Ġon Submit", + "Ġ stocks", + "Ġst ocks", + "Ġstock s", + "Ġsto cks", + "/ view", + "/v iew", + "g ree", + "gr ee", + "gre e", + "- get", + "-g et", + "9 03", + "90 3", + "h it", + "hi t", + "J o", + ". getC", + ".get C", + "7 25", + "72 5", + "Init ialized", + "Initial ized", + "Initialize d", + "ÑĤ и", + "c uts", + "cut s", + "cu ts", + "( Type", + "(T ype", + "ĠAg reement", + "ĠAgree ment", + "ĠViet nam", + "Ġ /*!", + "Ġ/* !", + "Ġ pizza", + "Ġp izza", + "Ġpi zza", + "- view", + "-v iew", + "_ em", + "_e m", + "Ġ lhs", + "Ġl hs", + "Ġlh s", + "Ġm uy", + "Ġmu y", + "Ġ Ident", + "ĠI dent", + "ĠId ent", + "ĠIde nt", + "Ġ Friends", + "ĠF riends", + "ĠFriend s", + "ĠFri ends", + "0 61", + "06 1", + "Ġab und", + "_ AD", + "_A D", + ". timestamp", + ".t imestamp", + ".time stamp", + "- '", + "Ġ duplicate", + "Ġd uplicate", + "Ġdup licate", + "Ġduplic ate", + "Ġh unting", + "Ġhun ting", + "Ġhunt ing", + "Ġreg ulatory", + "Ġregul atory", + "Ġregulator y", + "i ao", + "ia o", + "am ous", + "amo us", + "ĠEnt ertainment", + "ĠEnter tainment", + "[ A", + "iat ric", + "_ CLIENT", + "_CL IENT", + "_CLI ENT", + "Ġ Kids", + "ĠK ids", + "ĠKi ds", + "ĠKid s", + "/ pkg", + "/p kg", + "B reak", + "Bre ak", + ") ));ĊĊ", + ")) );ĊĊ", + ")));Ċ Ċ", + "))) ;ĊĊ", + "))); ĊĊ", + "Ġ Shape", + "ĠS hape", + "ĠSh ape", + "ĠSha pe", + "Ġrel ating", + "Ġrelat ing", + "Int errupt", + "Inter rupt", + "able Opacity", + "em bre", + "emb re", + "embr e", + "Ġm ystery", + "Ġmy stery", + "Ġmys tery", + "Ġmyst ery", + "Ġmyster y", + "Ġjournal ists", + "Ġjournalist s", + "r itable", + "ri table", + "rit able", + "rita ble", + ". Link", + ".L ink", + "Ġst opping", + "Ġstop ping", + "Ġsto pping", + "C RET", + "CR ET", + "CRE T", + ". DB", + ".D B", + "Ġpop ularity", + "Ġpopular ity", + "Ġpopul arity", + "Ġ gew", + "Ġg ew", + "Ġge w", + "Ġi mpr", + "Ġim pr", + "Ġimp r", + "set Value", + "F LAG", + "FL AG", + "ĉ max", + "ĉm ax", + "Ġb ake", + "Ġba ke", + "Ġbak e", + "w y", + "ĠE conomic", + "ĠEcon omic", + "ĠEc onomic", + "ĠEconom ic", + "Ġen contr", + "Ġ fname", + "Ġf name", + "Ġfn ame", + "/ de", + "/d e", + "R ank", + "Ra nk", + "Ġ bugs", + "Ġb ugs", + "Ġbu gs", + "Ġbug s", + ". sm", + ".s m", + "Ġ median", + "Ġm edian", + "Ġmed ian", + "Ġmedia n", + "Ġmedi an", + "D OWN", + "DO WN", + "Ġ Sure", + "ĠS ure", + "ĠSur e", + "ĠSu re", + "At Index", + "Ġ Dick", + "ĠD ick", + "ĠDi ck", + "Ġ (__", + "Ġ( __", + "Ġ(_ _", + ". delta", + ".d elta", + ".del ta", + "F r", + "Ġsuggest ing", + "Ġ RecyclerView", + "ĠRec yclerView", + ", e", + "ST ART", + "STAR T", + "STA RT", + "/ ****************************************************************************", + "/************************************************************************ ****", + "/**************************************************************** ************", + "/******************************************************** ********************", + "/************************************************ ****************************", + "x ford", + "xf ord", + "Ġ receipt", + "Ġre ceipt", + "Ġrece ipt", + "CL AIM", + "CLA IM", + "read only", + "9 68", + "96 8", + "Ġeng aging", + "6 19", + "61 9", + "C a", + "as ma", + "asm a", + "Ġens uring", + "Eng lish", + "ĠV ancouver", + "h yth", + "hy th", + "Ġpurch asing", + "Ġ PI", + "ĠP I", + ". word", + ".w ord", + "( sp", + "(s p", + ". home", + ".h ome", + ".hom e", + ": def", + ":d ef", + "Ġg ig", + "Ġgi g", + "5 74", + "57 4", + "6 71", + "67 1", + "Ġ Ve", + "ĠV e", + "f orum", + "fo rum", + "for um", + "Ġ Mitch", + "ĠM itch", + "ĠMit ch", + "B ay", + "Ba y", + "_ FL", + "_F L", + "6 51", + "65 1", + "Ġs oll", + "Ġso ll", + "Ġsol l", + "5 77", + "57 7", + "_ columns", + "_column s", + "Ġminor ity", + "b ird", + "bi rd", + "bir d", + "Ġh anded", + "Ġhand ed", + "Ġhan ded", + "S SL", + "SS L", + "ST AT", + "STA T", + "Ġnerv ous", + "Ġner vous", + "ĥ ½", + "Ġ filePath", + "Ġfile Path", + "C REATE", + "CRE ATE", + "A w", + "Ġp ens", + "Ġpe ns", + "Ġpen s", + "8 35", + "83 5", + "s eed", + "se ed", + "see d", + "Ġ Compute", + "ĠCom pute", + "ĠComp ute", + "ĠComput e", + "o lk", + "ol k", + "5 94", + "59 4", + "Ġ Asset", + "ĠAs set", + "ĠAss et", + "r each", + "re ach", + "rea ch", + "' ),čĊ", + "') ,čĊ", + "'), čĊ", + "n avigation", + "nav igation", + "L F", + "/ util", + "/u til", + "Ġ Pub", + "ĠP ub", + "ĠPu b", + "Ġ âĶ", + "Ġâ Ķ", + "c ion", + "ci on", + "cio n", + "# #Ċ", + "## Ċ", + "0 72", + "07 2", + "I II", + "II I", + "Tag Name", + "Ġa mid", + "Ġam id", + "Ġami d", + "per mission", + "perm ission", + "if iable", + "ifi able", + "x FFFFFFFF", + "xFF FFFFFF", + "xFFFF FFFF", + "xFFFFFF FF", + "н и", + ". Buffer", + ".B uffer", + "_ irq", + "_i rq", + "_ir q", + "d ark", + "da rk", + "dar k", + "Ġ retval", + "Ġret val", + ". fire", + ".f ire", + ".fi re", + "p roduction", + "pro duction", + "product ion", + "produ ction", + "prod uction", + ". listen", + ".l isten", + ".list en", + ".li sten", + "Ġ Weather", + "ĠWe ather", + "Ġbu yers", + "Ġbuy ers", + "Ġbuyer s", + ". ne", + ".n e", + "e rp", + "er p", + "ĠP ent", + "ĠPe nt", + "ĠPen t", + "6 99", + "69 9", + "Ġw elfare", + "Ġwel fare", + "Ġ pageSize", + "Ġpage Size", + "ĠSt adium", + "ĠStad ium", + "er ta", + "ert a", + "Ġ lev", + "Ġl ev", + "Ġle v", + "am pa", + "amp a", + "P ager", + "Page r", + "Pa ger", + "Pag er", + "6 65", + "66 5", + "Ġ charging", + "Ġch arging", + "Ġchar ging", + "Ġcharg ing", + "Ġ Netflix", + "ĠNet flix", + "| null", + "_ random", + "_r andom", + "_rand om", + ". xpath", + ".x path", + "Ġs tere", + "Ġst ere", + "Ġste re", + "Ġster e", + "Ġ ISIS", + "ĠIS IS", + "ĠISI S", + "pon ses", + "ponse s", + "pons es", + "( loc", + "(l oc", + "(lo c", + "5 66", + "56 6", + "ey ond", + "Ġ Official", + "ĠOff icial", + "6 57", + "65 7", + "ĠMary land", + "Data Type", + "_ par", + "_p ar", + "_pa r", + "{ },", + "{} ,", + "Ġ Enjoy", + "ĠEn joy", + "7 27", + "72 7", + "_ SHIFT", + "_SH IFT", + "ĠA wards", + "ĠAward s", + "ĠAw ards", + "_ ENTRY", + "_EN TRY", + "_ENT RY", + "Ġseem ingly", + "Ġseeming ly", + "ent icate", + "entic ate", + "enti cate", + "Ġhe arts", + "Ġheart s", + "Ġhear ts", + "5 83", + "58 3", + "_ ;ĊĊ", + "_;Ċ Ċ", + "_; ĊĊ", + "ĠH IV", + "ĠHI V", + "Ġin divid", + "Ġind ivid", + "Ġindiv id", + "Ġ Flag", + "ĠF lag", + "ĠFl ag", + "ĠFla g", + "_ ctrl", + "_c trl", + "_ct rl", + "_ctr l", + "Ġ Callback", + "ĠC allback", + "ĠCall back", + ", z", + "Ġ GPU", + "ĠG PU", + "ĠGP U", + "ĉ obj", + "ĉo bj", + "ĉob j", + "Ġ Phoenix", + "ĠPh oenix", + "Ġ BUS", + "ĠB US", + "ĠBU S", + "9 07", + "90 7", + "Ġr ubber", + "Ġrub ber", + "_ AUTH", + "_A UTH", + "_AUT H", + "ĠS olutions", + "ĠSol utions", + "ĠSolution s", + "( location", + "(l ocation", + "(loc ation", + "(lo cation", + "Variable s", + "Vari ables", + ". setEnabled", + ".set Enabled", + "_ high", + "_h igh", + "_hi gh", + "W O", + "G esture", + "Ġ retry", + "Ġre try", + "Ġr etry", + "Ġret ry", + "Ġretr y", + "Ġobject ForKey", + "allow een", + "allo ween", + "Ġ mos", + "Ġm os", + "Ġmo s", + "Ġ Cele", + "ĠC ele", + "ĠCe le", + "ĠCel e", + "Ġi kke", + "Ġik ke", + "( cell", + "(c ell", + "Ġ MODE", + "ĠM ODE", + "ĠMO DE", + "ĠMOD E", + "r ena", + "re na", + "ren a", + "Ġdes cribing", + "Ġdescri bing", + "6 41", + "64 1", + "Ġ phi", + "Ġp hi", + "Ġph i", + "Ġ rd", + "Ġr d", + "Ġde serve", + "Ġdes erve", + "Ġdese rve", + "Ġdeser ve", + "Ġw heels", + "Ġwheel s", + "Ġwhe els", + "å¸ Ĥ", + "Ġcr itics", + "Ġcrit ics", + "Ġcritic s", + "Ġcri tics", + "7 55", + "75 5", + "N amespace", + "Name space", + "Names pace", + "Ġ Fra", + "ĠF ra", + "ĠFr a", + "Ġ ĊĊĊĊ", + "ĠĊ ĊĊĊ", + "ĠĊĊ ĊĊ", + "ĠĊĊĊ Ċ", + "Ġ alla", + "Ġa lla", + "Ġal la", + "Ġall a", + "Ġre quiring", + "Ġrequ iring", + "æľ Ł", + "ut ation", + "uta tion", + "Ġdel ayed", + "Ġdelay ed", + "Ġadministr ative", + "Ġ bay", + "Ġb ay", + "Ġba y", + ". hidden", + ".h idden", + "T ex", + "Te x", + "0 51", + "05 1", + "Ġbound aries", + "Ġ ]);ĊĊ", + "Ġ] );ĊĊ", + "Ġ]);Ċ Ċ", + "Ġ]) ;ĊĊ", + "Ġ]); ĊĊ", + "Ġ Following", + "ĠFollow ing", + "~ /", + "F i", + "_ conv", + "_con v", + "_co nv", + "_ TITLE", + "_T ITLE", + "Ġdes de", + "I CollectionView", + "ICollection View", + "A lias", + "Al ias", + "Ali as", + "Ġ bite", + "Ġb ite", + "Ġbit e", + "Ġbi te", + "p atient", + "pat ient", + "_ COMMAND", + "_COM MAND", + "_COMM AND", + "Com pleted", + "Complete d", + "Comp leted", + "Comple ted", + "ĉ elif", + "ĉe lif", + "ĉel if", + "( <", + "B usiness", + "Bus iness", + "Ġ Pool", + "ĠP ool", + "ĠPo ol", + "Ġpurs ue", + "Ġ Ban", + "ĠB an", + "ĠBa n", + "_ steps", + "_st eps", + "_step s", + "_ste ps", + "_ DECL", + "_DE CL", + "_DEC L", + "um ble", + "umb le", + "Ġ combo", + "Ġc ombo", + "Ġcom bo", + "Ġcomb o", + "Ġ Layer", + "ĠL ayer", + "ĠLa yer", + "ĠLay er", + ". xr", + ".x r", + "Ġ dup", + "Ġd up", + "Ġdu p", + "- --------", + "-- -------", + "---- -----", + "-------- -", + "--- ------", + "----- ----", + "------ ---", + "------- --", + "6 28", + "62 8", + "Ġ modifier", + "Ġmod ifier", + "r ob", + "ro b", + "r ez", + "re z", + "6 96", + "69 6", + "Ġath letes", + "Ġathlete s", + "U sed", + "Us ed", + "Use d", + "w ear", + "we ar", + "8 15", + "81 5", + "Ġleg itimate", + "Ġlegit imate", + "Ġlegitim ate", + "Ġ \"ĊĊ", + "Ġ\" ĊĊ", + "Ġ\"Ċ Ċ", + "Ġ hv", + "Ġh v", + "S td", + "St d", + "0 37", + "03 7", + "Ġ Hold", + "ĠH old", + "ĠHol d", + "ĠHo ld", + "Ġsurv iv", + "ĠAll iance", + "Ġ Early", + "ĠEar ly", + "ĠEarl y", + "7 78", + "77 8", + "Beh avior", + "( font", + "(f ont", + "/ libs", + "/lib s", + "/l ibs", + "/li bs", + "Ġ rectangle", + "Ġrect angle", + "Ġs inger", + "Ġsi nger", + "Ġsin ger", + "Ġsing er", + "Ġ amp", + "Ġa mp", + "Ġam p", + "Equal To", + "Ġ \".\"", + "Ġ\" .\"", + "Ġ\". \"", + "Ġgirl friend", + "å ±", + "l inear", + "li near", + "line ar", + "lin ear", + "o bserv", + "ob serv", + "obs erv", + "Ġpi ù", + "Ġcom plement", + "Ġcomp lement", + "Ġcomple ment", + "Ġcompl ement", + "With Value", + "( password", + "(p assword", + "(pass word", + "t ake", + "ta ke", + "tak e", + "Bl ank", + "Ġ Compar", + "ĠCom par", + "ĠCo mpar", + "ĠComp ar", + "' \",", + "'\" ,", + "_ policy", + "_p olicy", + "_pol icy", + "m ongoose", + "mongo ose", + "mong oose", + "_ FAILED", + "_FAIL ED", + "_FA ILED", + ". report", + ".re port", + ".repo rt", + ".rep ort", + "R atio", + ".Perform Layout", + "7 47", + "74 7", + "us able", + "usa ble", + "m ers", + "mer s", + "me rs", + "_ render", + "_re nder", + "_r ender", + "PE ED", + "7 72", + "77 2", + "Ġle sb", + "Ġles b", + "ĉ E", + "_ tool", + "_t ool", + "_to ol", + "Ġl adies", + "Ġlad ies", + "9 08", + "90 8", + "о Ñģ", + ") )))Ċ", + ")) ))Ċ", + "))) )Ċ", + ")))) Ċ", + "; ;;;", + ";; ;;", + ";;; ;", + ". dot", + ".d ot", + ".do t", + "Ġ nest", + "Ġn est", + "Ġne st", + "Ġnes t", + "pe ak", + "uk kit", + "e ca", + "ec a", + "_ SW", + "_S W", + "Ġ &(", + "Ġ& (", + "ĠOk lahoma", + "Ġb anking", + "Ġbank ing", + "Ġban king", + "5 69", + "56 9", + "Ġ Nintendo", + "ĠN intendo", + "7 52", + "75 2", + "Ġre produce", + "Ġrep roduce", + "Ġreprodu ce", + "Ġrepro duce", + "_ elements", + "_e lements", + "_element s", + "_el ements", + "_elem ents", + "_ele ments", + "_ mac", + "_m ac", + "_ma c", + "pr oxy", + "pro xy", + "prox y", + "Ġremark able", + "} /${", + "}/ ${", + "Ġ outs", + "Ġo uts", + "Ġout s", + "Ġou ts", + ".has Next", + "M ODE", + "MO DE", + "MOD E", + "6 58", + "65 8", + "Ġ anime", + "Ġan ime", + "Ġanim e", + "Ġani me", + ". conn", + ".c onn", + ".con n", + ".co nn", + "Un ique", + "Uni que", + "D om", + "Do m", + "Ġimport antly", + "Ġimportant ly", + "i tty", + "it ty", + "itt y", + "Ġju ice", + "T w", + "ĠPart ners", + "ĠPartner s", + "Ġatt acking", + "Ġattack ing", + "Ġport able", + "Ġpor table", + "Ġporta ble", + "am iento", + "ami ento", + "amient o", + ". PictureBox", + ".P ictureBox", + ". gen", + ".g en", + ".ge n", + "Ġopt imal", + "Ġoptim al", + "5 82", + "58 2", + "Ġre cre", + "Ġrec re", + "Ġjournal ist", + "Ġ Extract", + "ĠEx tract", + "ĠExt ract", + "ĠExtra ct", + "ĠExtr act", + "Ġ Moreover", + "ĠMore over", + "Ġ marginTop", + "Ġmargin Top", + ". Ap", + ".A p", + "Ġf iring", + "Ġfi ring", + "Ġfir ing", + "N aN", + "Na N", + "ĉ template", + "ĉt emplate", + "ĉtemp late", + "а д", + "аР´", + ". En", + ".E n", + "Ġdef ence", + "Ġdefe nce", + "Ġ Tel", + "ĠT el", + "ĠTe l", + "i len", + "il en", + "ile n", + "j an", + "ja n", + "= data", + "=d ata", + "Ġ Url", + "ĠU rl", + "ĠUr l", + "Ġ Reuters", + "ĠRe uters", + "( total", + "(t otal", + "(to tal", + "ĠF ifth", + "ĠFif th", + "Ġes says", + "Ġess ays", + "Ġessay s", + "Ġessa ys", + "Ġinterpret ation", + "Ġch arity", + "Ġchar ity", + "Ġ Rules", + "ĠR ules", + "ĠRule s", + "ĠRu les", + "Ġ subsection", + "Ġsub section", + "Ġsubs ection", + "st yled", + "style d", + "sty led", + "styl ed", + "a zer", + "az er", + "aze r", + "l ags", + "la gs", + "lag s", + "L IST", + "LI ST", + "Ġ uploaded", + "Ġup loaded", + "Ġupload ed", + "Ġ trash", + "Ġtr ash", + "Ġtra sh", + "Ġtras h", + "Ġ registr", + "Ġreg istr", + "Ġregist r", + "Ġ seller", + "Ġs eller", + "Ġse ller", + "Ġsell er", + "Ġsel ler", + "> ';čĊ", + ">' ;čĊ", + ">'; čĊ", + "Ġ startTime", + "Ġstart Time", + "ç Ļ", + "s y", + "( HttpServletRequest", + "(Http ServletRequest", + "Ġ trap", + "Ġt rap", + "Ġtr ap", + "Ġtra p", + "G C", + "Ġ embedded", + "Ġembed ded", + "Ġsur rounded", + "Ġsurround ed", + "8 16", + "81 6", + "i mits", + "im its", + "imit s", + "imi ts", + "T X", + "yl inder", + "6 85", + "68 5", + "Ġ Fal", + "ĠF al", + "ĠFa l", + "Ġsent ences", + "Ġsentence s", + "Ġ Ja", + "ĠJ a", + "IF ICATION", + "IFIC ATION", + "we apon", + "o vation", + "ov ation", + "ova tion", + "ovat ion", + "Ġ coat", + "Ġco at", + "Ġinter pol", + "Ġinterp ol", + "Ġl ips", + "Ġli ps", + "Ġlip s", + "Ġ Ky", + "ĠK y", + "Ġv ectors", + "Ġvector s", + "Ġve ctors", + "Ġvec tors", + "Ġvect ors", + "_ am", + "_a m", + "Ġin take", + "Ġint ake", + ". world", + ".w orld", + "Ġ inbox", + "Ġin box", + "Ġ MAC", + "ĠM AC", + "ĠMA C", + "_ ab", + "_a b", + "( nameof", + "(name of", + "6 33", + "63 3", + "Ġent ert", + "Ġenter t", + "Ġg athering", + "Ġgather ing", + "Ġ SIM", + "ĠS IM", + "ĠSI M", + "+ +.", + "++ .", + "n ya", + "ny a", + "' }}", + "'} }", + "Ġ UPDATE", + "ĠUP DATE", + "Ġ pac", + "Ġp ac", + "Ġpa c", + "( html", + "(h tml", + "(ht ml", + "ĠS ant", + "ĠSan t", + "ĠSa nt", + "i ating", + "ia ting", + "iat ing", + "ĠIde as", + "ĠIdea s", + "Ġs pray", + "Ġsp ray", + "Ġspr ay", + "ĠH art", + "ĠHar t", + "ĠHa rt", + "Ġ verification", + "Ġver ification", + "Ġverifica tion", + "ad esh", + "ade sh", + "ades h", + "/ modules", + "/mod ules", + "/module s", + "Ġ Mind", + "ĠM ind", + "ĠMin d", + "ĠMi nd", + "ĠSized Box", + "Ġsh elter", + "Ġshel ter", + "Ġ heroes", + "Ġher oes", + "Ġhero es", + "a tty", + "at ty", + "att y", + "Ġcert ified", + "Ġcertif ied", + "s j", + "Ġ être", + "Ġê tre", + "ÅĤ o", + "Ġpublish ing", + "ĠMal ays", + "ĠMa lays", + "ĠMalay s", + ". getUser", + ".get User", + "Ġ Provider", + "ĠPro vider", + "ĠProvid er", + "ĠProvide r", + "ĠProv ider", + "Ġ LinkedList", + "ĠLink edList", + "ĠLinked List", + "ĠB or", + "ĠBo r", + "R OUND", + "RO UND", + "d id", + "di d", + "t ain", + "ta in", + "p ire", + "pi re", + "pir e", + "ĠJ enn", + "ĠJe nn", + "ĠJen n", + "t el", + "te l", + "a nde", + "an de", + "and e", + "7 57", + "75 7", + "_ front", + "_f ront", + "_fr ont", + "ĠMc G", + "Test Method", + "ภŃ", + "Ġocc asionally", + "Ġoccasion ally", + "Ġoccasional ly", + "ĠW ales", + "ĠWal es", + "ĠWa les", + "Ġex ercises", + "Ġexerc ises", + "Ġexercise s", + "Ġ ÐĴ", + "ĠÐ Ĵ", + "0 45", + "04 5", + "- plus", + "-p lus", + "-pl us", + "Ġ validator", + "Ġvalid ator", + "Ġvalida tor", + "Ġpr ayer", + "Ġpray er", + "Ġpra yer", + "L ATED", + "LA TED", + "LAT ED", + "_ author", + "_a uthor", + "_auth or", + "_aut hor", + "Ġla bour", + "Ġlab our", + "+ +Ċ", + "++ Ċ", + "- equiv", + "-e quiv", + "-equ iv", + "Ġ GPL", + "ĠG PL", + "ĠGP L", + "Ġ facebook", + "Ġf acebook", + "Ġface book", + "s imple", + "sim ple", + "simp le", + "g ly", + "gl y", + "Process or", + "Proc essor", + "i py", + "ip y", + "7 44", + "74 4", + "Ġ *>", + "Ġ* >", + "6 48", + "64 8", + "Ġc leared", + "Ġclear ed", + "Ġcle ared", + "Ġ Push", + "ĠP ush", + "ĠPu sh", + "8 58", + "85 8", + "Ġp enis", + "Ġpe nis", + "Ġpen is", + "Struct ure", + "l ij", + "li j", + "ĠM organ", + "ĠMo rgan", + "ĠMor gan", + "ĠMorg an", + "Ġhand ful", + "\" .Ċ", + "\". Ċ", + "9 84", + "98 4", + "| \\", + "Ġ ********************************", + "Ġ**** ****************************", + "Ġ******** ************************", + "Ġ**************** ****************", + "Ġ************************ ********", + "Ġ Aqu", + "ĠA qu", + "5 84", + "58 4", + "_ IC", + "_I C", + ". loads", + ".load s", + ".lo ads", + "Ġ meter", + "Ġm eter", + "Ġme ter", + "Ġmet er", + "ĠM arine", + "ĠMar ine", + "ĠMa rine", + "ĠMari ne", + "ĠMarin e", + ": :{", + ":: {", + "Ġ TS", + "ĠT S", + "7 76", + "77 6", + "Ġ Arrays", + "ĠAr rays", + "ĠArray s", + "ĠArr ays", + ". Title", + ".T itle", + "G RAM", + "GR AM", + "GRA M", + "ter min", + "term in", + "Ġco inc", + "Ġcoin c", + "Ġcoi nc", + "E lse", + "El se", + "_ states", + "_st ates", + "_state s", + "_stat es", + "_sta tes", + "- run", + "-r un", + "m embers", + "member s", + "mem bers", + "7 82", + "78 2", + "a stro", + "as tro", + "ast ro", + "astr o", + "0 66", + "06 6", + "Ġon Press", + "Ġbe ings", + "Ġbeing s", + "Ġab andoned", + "Ġabandon ed", + "Ġtax p", + "Ġta xp", + "ow ners", + "own ers", + "owner s", + ". mode", + ".m ode", + ".mod e", + ".mo de", + "Ġdi agnosis", + "Ġdiagn osis", + "Ġdiag nosis", + "Ġ _Ċ", + "Ġ_ Ċ", + "Ġ Knight", + "ĠK night", + "ĠKn ight", + "ĉ A", + "Ġ observe", + "Ġob serve", + "Ġobs erve", + "Ġobserv e", + ") ,'", + "), '", + "8 23", + "82 3", + "! \")Ċ", + "!\" )Ċ", + "!\") Ċ", + "Ġ Para", + "ĠP ara", + "ĠPar a", + "ĠPa ra", + "Ġ variation", + "Ġvar iation", + "Ġvari ation", + "( False", + "(F alse", + "Ġ Anti", + "ĠAn ti", + "ĠAnt i", + "Ġg ri", + "Ġgr i", + "Ġhome less", + "Ġhom eless", + "? v", + "Ġb ez", + "Ġbe z", + ". Server", + ".S erver", + ".Serve r", + "r elease", + "re lease", + "rel ease", + "ĠP atri", + "ĠPat ri", + "ĠPa tri", + "Ġ chars", + "Ġch ars", + "Ġchar s", + "Ġcha rs", + "Ġ ranking", + "Ġr anking", + "Ġrank ing", + "Ġran king", + "act ivation", + "activ ation", + "5 81", + "58 1", + "Ġw ides", + "Ġwide s", + "Ġwid es", + "Ġwi des", + "q r", + ". Sql", + ".S ql", + "a cular", + "ac ular", + "acula r", + "Ġ Bot", + "ĠB ot", + "ĠBo t", + "_ sync", + "_s ync", + "_syn c", + "_sy nc", + "Ġh appiness", + "Ġhapp iness", + "Ġvol unteers", + "Ġvolunte ers", + "Ġvolunteer s", + "8 77", + "87 7", + "Ġs its", + "Ġsit s", + "Ġsi ts", + "/ <", + "[ e", + "( fileName", + "(file Name", + "Ġcap ac", + "Ġca pac", + "8 32", + "83 2", + "Ġ Maria", + "ĠM aria", + "ĠMar ia", + "ĠMa ria", + "ĠMari a", + "f ather", + "fa ther", + "fat her", + "Ġ gram", + "Ġg ram", + "Ġgr am", + "Ġgra m", + "* i", + "Ġc aso", + "Ġca so", + "Ġcas o", + "_ draw", + "_d raw", + "_dr aw", + "Ġ Raw", + "ĠR aw", + "ĠRa w", + "Ġ Iterator", + "ĠIt erator", + "ĠIter ator", + "6 64", + "66 4", + "Ġ Padding", + "ĠP adding", + "ĠPad ding", + "9 24", + "92 4", + "P D", + "B OX", + "BO X", + "ĠS PECIAL", + "ĠSPEC IAL", + "Ġ fecha", + "Ġf echa", + "Ġfe cha", + "Ġfec ha", + "Ġ vide", + "Ġv ide", + "Ġvi de", + "Ġvid e", + "Ġ Leader", + "ĠLe ader", + "ĠLead er", + "ä» ¥", + "$ (\".", + "$( \".", + "$(\" .", + "Ġd iameter", + "Ġdiam eter", + "Ġdia meter", + "Ġm ild", + "Ġmil d", + "Ġmi ld", + "7 45", + "74 5", + "Ġr ocks", + "Ġro cks", + "Ġrock s", + "Ġroc ks", + "app ings", + "apping s", + "0 48", + "04 8", + "d irectory", + "direct ory", + "director y", + "5 57", + "55 7", + ". flush", + ".f lush", + ".fl ush", + "Ġ Jess", + "ĠJ ess", + "ĠJes s", + "ĠJe ss", + "UN IT", + "Ġ Pear", + "ĠP ear", + "ĠPe ar", + "Ġ mandatory", + "Ġm andatory", + "Ġmand atory", + "S ur", + "Su r", + "q t", + "Ġ streams", + "Ġstream s", + "Ġstre ams", + "Ġco operation", + "Ġcooper ation", + "Ġcoop eration", + "Ġ Sac", + "ĠS ac", + "ĠSa c", + "Ġche aper", + "Ġcheap er", + "ĉ ch", + "ĉc h", + "an imation", + "anim ation", + "f are", + "fa re", + "far e", + "( height", + "(h eight", + "( True", + "N Y", + "Ġw rest", + "Ġwr est", + "Ġwre st", + "Ġp olls", + "Ġpol ls", + "Ġpoll s", + "Ġencounter ed", + "Ġencount ered", + "ĠMark etable", + "ĠMarket able", + "_ PASSWORD", + "_P ASSWORD", + "_PASS WORD", + "7 16", + "71 6", + "_ SELECT", + "_SE LECT", + "_SEL ECT", + "ĠArab ia", + "ĠAra bia", + "_ clock", + "_c lock", + "_cl ock", + "Ġ voy", + "Ġv oy", + "Ġvo y", + "Ġ из", + "Ġи з", + "Ġs tir", + "Ġst ir", + "is ible", + "isi ble", + "- effect", + "-e ffect", + "-eff ect", + ". created", + ".c reated", + ".create d", + ".cr eated", + "Ġto ys", + "Ġtoy s", + "ĠTrad able", + "Ġ rust", + "Ġr ust", + "Ġru st", + "Ġrus t", + "Ġ strcpy", + "Ġstr cpy", + "_ timestamp", + "_t imestamp", + "_time stamp", + "Ġtal ented", + "Ġtalent ed", + ", null", + ",n ull", + "Ġ Jobs", + "ĠJ obs", + "ĠJo bs", + "ĠJob s", + "Ġ Portland", + "ĠPort land", + "Ġweak ness", + "Th row", + "Thr ow", + "Ġ Angel", + "ĠAn gel", + "ĠAng el", + "ĠAnge l", + "ä¿ ®", + "7 54", + "75 4", + "Ġun cert", + "Ġunc ert", + "ï¼ī Ċ", + "Ġ ìĿ´", + "ĠìĿ ´", + "Wh ich", + "Ġ[- ]:", + "S omething", + "Some thing", + "Som ething", + "Ġconv icted", + "Ġconvict ed", + "k le", + "kl e", + "ed ium", + "edi um", + "Ġ branches", + "Ġbr anches", + "Ġbranch es", + "Ġbran ches", + "Ġ bases", + "Ġb ases", + "Ġbase s", + "Ġbas es", + "Ġba ses", + "ç ®", + "Ġcomplex ity", + "Ġ Fig", + "ĠF ig", + "ĠFi g", + ". reshape", + ".re shape", + ".res hape", + "$ db", + "$d b", + "7 36", + "73 6", + "_ CONST", + "_CON ST", + "_CO NST", + "Ġ Tes", + "ĠT es", + "ĠTe s", + ". runtime", + ".r untime", + ".run time", + "Ġ deny", + "Ġd eny", + "Ġde ny", + "Ġden y", + "Ġ BSD", + "ĠB SD", + "ĠBS D", + "Ġ kr", + "Ġk r", + "h att", + "ha tt", + "hat t", + "Ġ Static", + "ĠSt atic", + "ĠStat ic", + "ĠSta tic", + "Ġunivers ities", + "Re place", + "Rep lace", + "Ġd rove", + "Ġdr ove", + "Ġdro ve", + "Ġad oles", + "Ġado les", + "_ plugin", + "_pl ugin", + "ĠL GBT", + "ĠLG BT", + "Ġ tex", + "Ġt ex", + "Ġte x", + "d uction", + "du ction", + "duct ion", + "duc tion", + "7 51", + "75 1", + "7 99", + "79 9", + "E DI", + "ED I", + "Ġ Ted", + "ĠT ed", + "ĠTe d", + "_ URI", + "_U RI", + "Ġre ception", + "Ġrece ption", + "Ġrecept ion", + "Ġrecep tion", + "ar ten", + "art en", + "arte n", + ". Single", + ".S ingle", + ".Sin gle", + "r ice", + "ri ce", + "ric e", + "sc ious", + "sci ous", + "8 43", + "84 3", + "_ bg", + "_b g", + "Ġw ages", + "Ġwa ges", + "Ġwage s", + "Ġwag es", + "Ġ Servlet", + "ĠS ervlet", + "ĠServ let", + "UI Layout", + "UIL ayout", + "Ġ formatted", + "Ġform atted", + "Ġformat ted", + ". Mod", + ".M od", + "< class", + " ',Ċ", + ">' ,Ċ", + ">', Ċ", + "Ġexp anding", + "Ġexpand ing", + "Ġ Hamilton", + "ĠHam ilton", + "Ġ Contrib", + "ĠCon trib", + "ĠCont rib", + "ĠContr ib", + ". Tables", + ".T ables", + ".Tab les", + ".Table s", + "7 28", + "72 8", + "Act iv", + "Ac tiv", + "H H", + "o commerce", + "ocom merce", + "_ ;", + "Ġamong st", + "o wing", + "ow ing", + "owi ng", + "8 59", + "85 9", + "Ġ Cold", + "ĠC old", + "ĠCo ld", + "ĠCol d", + "A PH", + "AP H", + "Ġpsych ological", + "Ġpsycho logical", + "_ tensor", + "_t ensor", + "Ġpack aging", + "Ġ Sweden", + "ĠSw eden", + "ĠSwe den", + "Ġ pare", + "Ġp are", + "Ġpar e", + "Ġpa re", + "Ġ aggregate", + "Ġag gregate", + "Ġaggreg ate", + "Ġmod erate", + "Ġmode rate", + "Ġmoder ate", + "8 62", + "86 2", + "_ hand", + "_h and", + "Ġdesign ated", + "Ġdesignate d", + "Ġd rum", + "Ġdr um", + "Ġdru m", + "Ġ getUser", + "Ġget User", + "ĠC reek", + "ĠCre ek", + "ĠCree k", + "_ scope", + "_s cope", + "_sc ope", + "Ġ Transfer", + "ĠTrans fer", + "Ġ Marg", + "ĠM arg", + "ĠMar g", + "ĠMa rg", + "Ġ fighters", + "Ġfight ers", + "Ġfighter s", + "W nd", + "Ġ Sel", + "ĠS el", + "ĠSe l", + "Ġ Launch", + "ĠL aunch", + "ĠLa unch", + "Ġem erging", + "Ġemerg ing", + "i frame", + "if rame", + "ifr ame", + "Ġ Additional", + "ĠAdd itional", + "ĠAddition al", + "Ġf ears", + "Ġfe ars", + "Ġfear s", + "Ġsat ellite", + "_ :", + "Ġ disposing", + "Ġdis posing", + "Ġdisp osing", + "Ġdispos ing", + "Get Value", + "Http Post", + "AT IVE", + "ul ary", + "ular y", + "ula ry", + "View s", + "Vi ews", + "Ġatt ending", + "Ġattend ing", + "ĠT ennessee", + "Ġ Mission", + "ĠM ission", + "ĠMiss ion", + "Ġmed ication", + "Ġmedic ation", + "Ġmedi cation", + "Ġ Wy", + "ĠW y", + "Ġ Anna", + "ĠAn na", + "ĠAnn a", + "Ø ¹", + "Ġ Vertex", + "ĠVer tex", + "ĠVert ex", + ". types", + ".t ypes", + ".type s", + ".typ es", + "O rgan", + "Or gan", + "Org an", + ". DataGridViewTextBoxColumn", + ".DataGridView TextBoxColumn", + "Ġ RS", + "ĠR S", + "Ġt empo", + "Ġtem po", + "Ġtemp o", + "( App", + "(A pp", + "8 92", + "89 2", + "Version UID", + ". point", + ".p oint", + ".po int", + ".poi nt", + "ĠD utch", + "ĠDut ch", + "H ours", + "Hour s", + "Ho urs", + "L U", + "Ġ quoted", + "Ġqu oted", + "Ġquote d", + "Ġquot ed", + "Ġquo ted", + ". builder", + ".b uilder", + ".build er", + "Ġ Perfect", + "ĠPer fect", + "ĠPerf ect", + "Ġ Always", + "ĠAl ways", + "_ two", + "_t wo", + "_tw o", + "Ġexclusive ly", + "Ġexclus ively", + "ĠC ra", + "ĠCr a", + "ific ar", + "ifi car", + "ifica r", + "Ġ AWS", + "ĠA WS", + "ĠAW S", + "ing ham", + "com plex", + "comp lex", + "k ernel", + "ker nel", + "Ġ gravity", + "Ġgr avity", + "Ġgrav ity", + "Ġ wi", + "Ġw i", + "0 52", + "05 2", + "Ġ overview", + "Ġover view", + "Ġov erview", + "6 61", + "66 1", + "Ġ Want", + "ĠW ant", + "ĠWa nt", + "ĠWan t", + "Ġ WP", + "ĠW P", + "( sh", + "(s h", + ". rotation", + ".r otation", + ".rot ation", + "St ates", + "State s", + "Stat es", + "Ġ Teen", + "ĠT een", + "ĠTe en", + "ĠTee n", + "_ components", + "_com ponents", + "_comp onents", + "_component s", + "ì Īĺ", + "ìĪ ĺ", + "Re ceived", + "Receive d", + "Ġly rics", + "Ġlyric s", + "Ġlyr ics", + "r ites", + "ri tes", + "rit es", + "rite s", + "ĉ ĉĉĉĉĠ", + "ĉĉ ĉĉĉĠ", + "ĉĉĉĉ ĉĠ", + "ĉĉĉ ĉĉĠ", + "ĉĉĉĉĉ Ġ", + "- American", + "-A merican", + "-Americ an", + "[ num", + "[n um", + "/ python", + "/p ython", + "/py thon", + "Ġ UART", + "ĠU ART", + "ĠUA RT", + "Ġ apple", + "Ġapp le", + "Ġap ple", + "Ġappl e", + "Ġ Jonathan", + "ĠJon athan", + "Ġm omentum", + "Ġmoment um", + "ภ±", + "Ĥ ¹", + "Ġm ich", + "Ġmi ch", + "Ġmic h", + "an dra", + "and ra", + "andr a", + "Ġb iological", + "Ġbi ological", + "Ġbio logical", + "ĠM ens", + "ĠMe ns", + "ĠMen s", + "Ġ %%", + "Ġ% %", + "el sea", + "else a", + "els ea", + "ĠMex ican", + ".rand int", + "Ġt ale", + "Ġtal e", + "Ġta le", + "Ġ Validate", + "ĠValid ate", + "Ġdef eated", + "Ġdefe ated", + "Ġdefeat ed", + ". htm", + ".h tm", + ".ht m", + "Ġc opper", + "Ġco pper", + "Ġcop per", + "Ġcopp er", + "= /", + "co system", + "cos ystem", + "Ġ rip", + "Ġr ip", + "Ġri p", + "d ecimal", + "de cimal", + "dec imal", + ". VISIBLE", + ".V ISIBLE", + "Ġ Ta", + "ĠT a", + "ĉ ĉĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉ ĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉ ĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉ ĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉ ĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉ ĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉ ĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉĉ ĉ", + "Ġdown loaded", + "Ġdownload ed", + "en vironment", + "Ġno mine", + "Ġnom ine", + "Ġnomin e", + "build ing", + "Ġ Spot", + "ĠS pot", + "ĠSp ot", + "ĠSpo t", + "ipher al", + "iph eral", + "Ġ alto", + "Ġal to", + "Ġalt o", + "q uet", + "qu et", + "que t", + "Ġ FT", + "ĠF T", + "/ get", + "/g et", + "/ge t", + "/ master", + "/m aster", + "W IN", + "WI N", + "åħ ĥ", + "6 76", + "67 6", + "W est", + "We st", + "ar gc", + "arg c", + "Ġpro ducers", + "Ġprodu cers", + "Ġproduce rs", + "Ġproducer s", + "Ġ Much", + "ĠM uch", + "ĠMu ch", + "_ storage", + "_st orage", + "c redit", + "cre dit", + "cr edit", + "cred it", + "C ONT", + "CON T", + "CO NT", + "Ġ vet", + "Ġv et", + "Ġve t", + "Ġ voices", + "Ġvo ices", + "Ġvoice s", + "Ġvoi ces", + "( '',", + "(' ',", + "Ġin struments", + "Ġinstr uments", + "Ġinstrument s", + "6 62", + "66 2", + "Ġ MSG", + "ĠM SG", + "ĠMS G", + "e sse", + "es se", + "ess e", + "re pository", + "repos itory", + "om ics", + "omic s", + "omi cs", + "Ġ dealer", + "Ġde aler", + "Ġdeal er", + "St ill", + "Ġ banner", + "Ġb anner", + "Ġban ner", + "asc ii", + "Ġ remarks", + "Ġre marks", + "Ġr emarks", + "Ġrem arks", + "Ġremark s", + "Ġremar ks", + "[ js", + "[j s", + "Ġshort er", + "g ulp", + "gu lp", + "Ġm yster", + "Ġmy ster", + "Ġmys ter", + "Ġmyst er", + "Ġk un", + "Ġku n", + "Ġ Bird", + "ĠB ird", + "ĠBi rd", + "ĠBir d", + "Ġt iene", + "Ġti ene", + "Ġtie ne", + "7 88", + "78 8", + "n ut", + "nu t", + "Ġ Um", + "ĠU m", + "Ġ wise", + "Ġw ise", + "Ġwis e", + "Ġwi se", + "Y eah", + "Ye ah", + "I NESS", + "IN ESS", + "INE SS", + "INES S", + "0 46", + "04 6", + "_ begin", + "_b egin", + "_be gin", + "_beg in", + "- heading", + "-head ing", + "-he ading", + "C ourse", + "Co urse", + "Cour se", + "Ġ čĊčĊ", + "ĠčĊ čĊ", + "om bie", + "omb ie", + "gr aded", + "grad ed", + "grade d", + "gra ded", + "Ġ GPS", + "ĠG PS", + "ĠGP S", + "Ġ że", + "Ġż e", + "F it", + "Fi t", + "c aption", + "ca ption", + "cap tion", + "capt ion", + "ö n", + "/ image", + "/i mage", + "/im age", + "l ia", + "li a", + "( mod", + "(m od", + "Ġle ak", + "en za", + "enz a", + "6 29", + "62 9", + "/ H", + "Ġ Happy", + "ĠH appy", + "ĠHa ppy", + "ĠHapp y", + "9 93", + "99 3", + "D ist", + "Dis t", + "Di st", + "n x", + "ĠGovern or", + "ĠGover nor", + "( last", + "(l ast", + "t eacher", + "te acher", + "tea cher", + "Ġ Sent", + "ĠS ent", + "ĠSe nt", + "ĠSen t", + "s upport", + "sup port", + "8 38", + "83 8", + "ject ory", + "Ġ Ùħ", + "ĠÙ ħ", + "Reg istration", + "Registr ation", + "0 63", + "06 3", + "Ġ Gray", + "ĠG ray", + "ĠGr ay", + "ĠGra y", + ", false", + ",f alse", + "Ġ adjusted", + "Ġadjust ed", + "Ġadj usted", + "( settings", + "(s ettings", + "(set tings", + "(setting s", + "< R", + "Ġ Mage", + "ĠM age", + "ĠMag e", + "ĠMa ge", + "Ġ plaint", + "Ġpl aint", + "Ġplain t", + "Ġpla int", + "_ )Ċ", + "_) Ċ", + "ĉ it", + "ĉi t", + "o metric", + "om etric", + "omet ric", + "ometr ic", + ". bootstrap", + ".boot strap", + "Ġcar ries", + "Ġcarr ies", + "I p", + "Ġ! $", + "Ġsw imming", + "Ġswim ming", + "Ġ Mario", + "ĠM ario", + "ĠMar io", + "ĠMa rio", + "ĠMari o", + "Ġ Questions", + "ĠQuest ions", + "ĠQuestion s", + "P ACE", + "PA CE", + "æĸ ¹", + "e or", + "eo r", + "} }\"", + "}} \"", + "Ġ oven", + "Ġo ven", + "Ġov en", + "Ġ Kon", + "ĠK on", + "ĠKo n", + "Ġwis dom", + "Ġac quisition", + "ess ment", + "ag ine", + "agi ne", + "Ġex pressions", + "Ġexpress ions", + "Ġexpression s", + "Ġexpr essions", + "Sequential Group", + "F ront", + "Fr ont", + "ul pt", + "ulp t", + "a wk", + "aw k", + "' ])ĊĊ", + "'] )ĊĊ", + "']) ĊĊ", + "'])Ċ Ċ", + "8 13", + "81 3", + "7 32", + "73 2", + "_ AR", + "_A R", + "Ġan alog", + "Ġanal og", + "Ġana log", + "u lin", + "ul in", + "uli n", + "_ PRINT", + "_PR INT", + "_PRI NT", + "Ġ LG", + "ĠL G", + "Ġ blob", + "Ġb lob", + "Ġbl ob", + "Ġblo b", + "Ġ Furthermore", + "ĠFurther more", + "_ component", + "_com ponent", + "_comp onent", + "Ġ Cole", + "ĠC ole", + "ĠCo le", + "ĠCol e", + "L AN", + "LA N", + "SC RIPTION", + "SCRI PTION", + "SCRIPT ION", + "Ġ lap", + "Ġl ap", + "Ġla p", + "ic ensing", + "icens ing", + "_TIME OUT", + "ĠF ro", + "ĠFr o", + "Ġl iability", + "Ġli ability", + "Ġ composed", + "Ġcom posed", + "Ġcomp osed", + "Ġcompose d", + "Ġcompos ed", + "6 34", + "63 4", + ".create SequentialGroup", + "_ person", + "_p erson", + "_per son", + "Ġ beam", + "Ġb eam", + "Ġbe am", + "ĉ ĠĠĠĠĠĠĠĠ", + "ĉĠĠĠ ĠĠĠĠĠ", + "ĉĠ ĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠ Ġ", + "ĉĠĠ ĠĠĠĠĠĠ", + "ĉĠĠĠĠĠ ĠĠĠ", + "ĉĠĠĠĠ ĠĠĠĠ", + "ĉĠĠĠĠĠĠ ĠĠ", + "Ġ NotFound", + "ĠNot Found", + "6 84", + "68 4", + ". 'Ċ", + ".' Ċ", + "ÃŃ s", + ". TextView", + ".T extView", + ".Text View", + "P DF", + "PD F", + "Ġ kar", + "Ġk ar", + "Ġka r", + "_ _('", + "__ ('", + "__( '", + "Ġ \":\"", + "Ġ\" :\"", + "Ġ\": \"", + "_ messages", + "_m essages", + "_message s", + "Ġhar vest", + ". history", + ".h istory", + ".hist ory", + "> 'Ċ", + ">' Ċ", + "- fold", + "-f old", + "æ Ĭ", + "Ġ Better", + "ĠB etter", + "ĠBet ter", + "ĠBett er", + "Ġ\" \\<", + "Ġ\"\\ <", + "sp acing", + "spa cing", + "Ġf urnished", + "Ġfurn ished", + "Ġfurnish ed", + "9 13", + "91 3", + "o ser", + "os er", + "ose r", + "] }Ċ", + "]} Ċ", + "Ġ $\"", + "Ġ$ \"", + "p ull", + "pu ll", + ". Post", + ".P ost", + ".Pos t", + "9 19", + "91 9", + "( ip", + "(i p", + "Ĺ ı", + ". front", + ".f ront", + ".fr ont", + "n te", + "nt e", + "Ġ FM", + "ĠF M", + "g uid", + "gu id", + "gui d", + "8 44", + "84 4", + "Ġnegot iations", + "Ġnegotiation s", + "ag onal", + "agon al", + "ago nal", + "9 34", + "93 4", + "Ġtrem end", + "ung eon", + "unge on", + "A dv", + "Ad v", + "car ousel", + "ÃŁ e", + "_ DESC", + "_D ESC", + "_DE SC", + "Ġ hammer", + "Ġh ammer", + "Ġham mer", + "Ġhamm er", + "ẠŃ", + "Ġ ĠĠĠĠĠĠĠĊĊ", + "ĠĠ ĠĠĠĠĠĠĊĊ", + "ĠĠĠĠ ĠĠĠĠĊĊ", + "ĠĠĠĠĠĠĠĠ ĊĊ", + "ĠĠĠ ĠĠĠĠĠĊĊ", + "ĠĠĠĠĠĠĠ ĠĊĊ", + "ĠĠĠĠĠ ĠĠĠĊĊ", + "ĠĠĠĠĠĠ ĠĠĊĊ", + "ĠĠĠĠĠĠĠĠĊ Ċ", + "- core", + "-c ore", + "-co re", + "-cor e", + "- service", + "-s ervice", + "-ser vice", + "Ġc orners", + "Ġcor ners", + "Ġcorner s", + "Ġcorn ers", + "Ġ SF", + "ĠS F", + "p red", + "pr ed", + "pre d", + "> A", + "ĠJ Label", + "ĠJL abel", + "Ġrom antic", + "Ġroman tic", + "Ġromant ic", + "Ġtest imony", + "Ġtestim ony", + "Ġtestimon y", + "o sc", + "os c", + "Ġ Generation", + "ĠG eneration", + "ĠGener ation", + "ĠGen eration", + "ĠGene ration", + "as ures", + "asure s", + "asu res", + "_ internal", + "_in ternal", + "_int ernal", + "_inter nal", + "Ġ prints", + "Ġpr ints", + "Ġprint s", + "Ġpri nts", + "Ġprin ts", + "Ġ ])Ċ", + "Ġ] )Ċ", + "Ġ]) Ċ", + "ĠC leveland", + "re po", + "rep o", + "D isc", + "Dis c", + "Di sc", + "6 77", + "67 7", + "7 62", + "76 2", + "Ġ \">Ċ", + "Ġ\" >Ċ", + "Ġ\"> Ċ", + "� ���", + "�� ��", + "��� �", + "Ġ nearest", + "Ġne arest", + "Ġnear est", + "5 91", + "59 1", + "_ tb", + "_t b", + "( require", + "(re quire", + "(req uire", + "E OF", + "EO F", + "- child", + "-ch ild", + "Ġb udd", + "Ġbu dd", + "Ġbud d", + ".Xtra Editors", + "al ties", + "alt ies", + "7 23", + "72 3", + "\\\" :\\\"", + "\\\": \\\"", + "W ords", + "Word s", + "9 17", + "91 7", + "Ġloc ally", + "Ġlocal ly", + "Ġp urchases", + "Ġpurch ases", + "Ġpurchase s", + "6 95", + "69 5", + "D rawer", + "Draw er", + "ex tract", + "ext ract", + "extra ct", + "extr act", + "Ġex ecut", + "Ġexec ut", + "Ġexe cut", + "} '.", + "}' .", + "user data", + "Ġfocus es", + "Ġfoc uses", + "- minute", + "-min ute", + "7 64", + "76 4", + "Ġ Publish", + "ĠP ublish", + "ĠPub lish", + "o go", + "og o", + "Ġm ountains", + "Ġmount ains", + "Ġmountain s", + "B ot", + "Bo t", + "} >{", + "}> {", + "Ġt ension", + "Ġtens ion", + "r od", + "ro d", + "m esh", + "me sh", + "mes h", + "Ġtrans formed", + "Ġtransform ed", + ", R", + "( )}Ċ", + "() }Ċ", + "()} Ċ", + ". long", + ".l ong", + ".lo ng", + ".lon g", + "Ġg orgeous", + "Ġgorge ous", + "Ġ Schedule", + "ĠS chedule", + "Ġold est", + "Ġol dest", + "Ġsub process", + "( IN", + "(I N", + "y ect", + "ye ct", + "ĠCo oper", + "ar ness", + "arn ess", + "Ġ Monitor", + "ĠM onitor", + "ĠMon itor", + ". part", + ".p art", + ".par t", + ".pa rt", + "9 72", + "97 2", + "Ġ NBC", + "ĠN BC", + "ĠNB C", + "6 68", + "66 8", + "Ġc otton", + "Ġcot ton", + "Ġcott on", + "Ġ hol", + "Ġh ol", + "Ġho l", + "7 26", + "72 6", + "Ġ rgba", + "Ġr gba", + "Ġrgb a", + "Ġrg ba", + "Ġ Bio", + "ĠB io", + "ĠBi o", + "Cont inue", + "Contin ue", + "P od", + "Po d", + "Ġparticip ating", + "cl usions", + "clus ions", + "clusion s", + "(By Val", + "7 34", + "73 4", + "à ¬", + "Ġ HOW", + "ĠH OW", + "ĠHO W", + "_set opt", + "Ġaccompany ing", + "0 91", + "09 1", + "a ton", + "at on", + "ato n", + "Ġ /\\", + "Ġ/ \\", + "Ġ Authentication", + "ĠAuth entication", + "ĠAuthentic ation", + "i én", + "ĠBar ack", + "ĠBa rack", + "/ *.", + "/* .", + "Ġe ager", + "Ġea ger", + "Ġeag er", + "Ġ Cancel", + "ĠC ancel", + "ĠCan cel", + "ĠCanc el", + "< lemma", + " $", + "O LEAN", + "OLE AN", + "OK IE", + "IB ILITY", + "U AGE", + "UA GE", + "Ġ Survey", + "ĠS urvey", + "ĠSur vey", + "ĠSurv ey", + "0 71", + "07 1", + "Ġre sign", + "Ġr esign", + "Ġres ign", + "w ing", + "win g", + "wi ng", + "Ġse crets", + "Ġsec rets", + "Ġsecret s", + "Ġsecre ts", + "Ġc hips", + "Ġch ips", + "Ġchip s", + "Ġchi ps", + "JSON Object", + "D esktop", + "Des ktop", + "Desk top", + "5 96", + "59 6", + "_SY MBOL", + "( resource", + "(res ource", + "(re source", + "Ġ< />Ċ", + "ĠĊ", + "Ġnew est", + "Ġne west", + "u li", + "ul i", + "Ġde sert", + "Ġdes ert", + "Ġdese rt", + "Ġdeser t", + "Ġd ip", + "Ġdi p", + "Ġ Pow", + "ĠP ow", + "ĠPo w", + "Ġequ ation", + "Ġeq uation", + "Ġposs ibilities", + "Ġpossibilit ies", + "Ġ Fed", + "ĠF ed", + "ĠFe d", + "os ph", + "osp h", + "Ġ [%", + "Ġ[ %", + "Ġ bubble", + "Ġb ubble", + "Ġbu bble", + "Ġbub ble", + "Ġbubb le", + "ether lands", + "7 93", + "79 3", + "Ġc ement", + "Ġce ment", + ". auto", + ".a uto", + ".au to", + ".aut o", + "_ AN", + "_A N", + "âĢĻ .", + "s election", + "se lection", + "select ion", + "sel ection", + "Ġ Bond", + "ĠB ond", + "ĠBo nd", + "ĠBon d", + "9 88", + "98 8", + "D en", + "De n", + "- O", + ". getType", + ".get Type", + "8 96", + "89 6", + ". Window", + ".W indow", + "p res", + "pr es", + "pre s", + "Ġsw inger", + "Ġswing er", + "\" })Ċ", + "\"} )Ċ", + "\"}) Ċ", + "Ġ pip", + "Ġp ip", + "Ġpi p", + "Ġm ice", + "Ġmi ce", + "Ġmic e", + "Ġ compound", + "Ġcomp ound", + "- plugin", + "-pl ugin", + "i ko", + "ik o", + "Ġcent uries", + "i cular", + "ic ular", + "- inline", + "-in line", + "ĉ key", + "ĉk ey", + "> \\<", + ">\\ <", + "EN SION", + "ENS ION", + "Ġ[ čĊ", + "Ġprecis ely", + "Ġprecise ly", + "Ġ été", + "Ġé té", + "Ġét é", + "Ġ Past", + "ĠP ast", + "ĠPa st", + "ĠPas t", + "ĠCam bridge", + "ĠCamb ridge", + "- full", + "-f ull", + "Ġ analyze", + "Ġan alyze", + "Ġanaly ze", + "Ġ Steven", + "ĠSt even", + "ĠSte ven", + "ĠSteve n", + "Ġ nem", + "Ġn em", + "Ġne m", + "d ue", + "du e", + "o ren", + "or en", + "ore n", + "Ġmus cles", + "Ġmuscle s", + "i jing", + "ij ing", + "iji ng", + "8 52", + "85 2", + "/ -", + "ĠKenn edy", + "5 97", + "59 7", + "R M", + "oss ible", + "Ġact ress", + "Ġd olor", + "Ġdo lor", + "Ġdol or", + "9 14", + "91 4", + "å½ ķ", + "N eed", + "Ne ed", + ". toggle", + ".t oggle", + "Ġ Race", + "ĠR ace", + "ĠRa ce", + "ĠRac e", + "w ers", + "we rs", + "wer s", + ". material", + ".m aterial", + ".mat erial", + "Ġ Due", + "ĠD ue", + "ĠDu e", + "Ġ Pel", + "ĠP el", + "ĠPe l", + "# print", + "Ġin dependence", + "Ġindepend ence", + "ex us", + "Sh adow", + "Ġ encoder", + "Ġe ncoder", + "Ġen coder", + "Ġenc oder", + "Ġencode r", + "( level", + "(le vel", + "Ġ Swift", + "ĠSw ift", + ". doc", + ".d oc", + ".do c", + "_ selection", + "_s election", + "_se lection", + "_select ion", + "_sel ection", + "9 52", + "95 2", + "Ġserial VersionUID", + "9 45", + "94 5", + "Label s", + "Lab els", + "Ġperform ances", + "Ġperformance s", + "Ġperforman ces", + ". Tag", + ".T ag", + "ĠN HL", + "ĠNH L", + "i zen", + "iz en", + "ize n", + "/ UIKit", + "/UI Kit", + "9 91", + "99 1", + "_ CONTROL", + "_CONT ROL", + "Ġe arnings", + "Ġear nings", + "Ġearn ings", + "Ġearning s", + "9 75", + "97 5", + "Ġ Alt", + "ĠA lt", + "ĠAl t", + "_ HANDLE", + "_H ANDLE", + "_HAND LE", + "C tx", + "Ġper su", + "Ġpers u", + "Ġ tran", + "Ġt ran", + "Ġtr an", + "Ġtra n", + "ç ¨", + "_ CHANNEL", + "_CH ANNEL", + "_CHAN NEL", + "Ġs atisfaction", + "Ġsatisf action", + "Ġ GP", + "ĠG P", + "7 69", + "76 9", + "i ox", + "io x", + "m itt", + "mit t", + "mi tt", + "l ando", + "land o", + "la ndo", + "lan do", + "Ġ pig", + "Ġp ig", + "Ġpi g", + "in als", + "inal s", + "ina ls", + "ê ncia", + "ên cia", + "7 31", + "73 1", + "S urface", + "Sur face", + "Ġ UUID", + "ĠU UID", + "Ġbenef icial", + "Ġbenefici al", + "Ġ sequences", + "Ġse quences", + "Ġsequence s", + "Ġsequ ences", + "ĉ memset", + "ĉmem set", + "Ġmag ical", + "Ġmagic al", + " «", + "Ġw orn", + "Ġwor n", + "Ġwo rn", + "A SC", + "AS C", + "p opup", + "pop up", + "C OMP", + "CO MP", + "COM P", + "_ before", + "_b efore", + "_be fore", + "e ness", + "en ess", + "ene ss", + "enes s", + "U i", + "L es", + "Le s", + ". require", + ".re quire", + ".req uire", + ". Serializable", + ".Serial izable", + "add Gap", + "Ġ authorization", + "Ġauthor ization", + "0 85", + "08 5", + ".py plot", + "u rray", + "ur ray", + "urr ay", + "l atitude", + "lat itude", + "8 45", + "84 5", + "f rames", + "fr ames", + "frame s", + "fra mes", + "fram es", + "a js", + "aj s", + "Ġ compass", + "Ġcom pass", + "Ġcomp ass", + "Ġ observations", + "Ġobs ervations", + "Ġobserv ations", + "Ġobservation s", + "_ sup", + "_s up", + "_su p", + ".en viron", + ".env iron", + "Ġtr iple", + "Ġtri ple", + "Ġtrip le", + "Ġ Ruby", + "ĠR uby", + "ĠRub y", + "ĠRu by", + "Ġd rain", + "Ġdr ain", + "Ġdra in", + "_ FILTER", + "_F ILTER", + "S an", + "Sa n", + "U MP", + "UM P", + "Null Exception", + "Ġ Gab", + "ĠG ab", + "ĠGa b", + "o we", + "ow e", + "ĠTur kish", + "ĠTurk ish", + "_ sequence", + "_se quence", + "Ġ Grant", + "ĠG rant", + "ĠGr ant", + "ĠGran t", + "ĠGra nt", + "u ela", + "ue la", + "uel a", + "Ġ wo", + "Ġw o", + "Ġ cube", + "Ġc ube", + "Ġcu be", + "Ġcub e", + "i q", + "Ġdis orders", + "Ġdisorder s", + "Ġextra ordinary", + "Ġextraordin ary", + "Ġ ctrl", + "Ġc trl", + "Ġct rl", + "Ġctr l", + "Ġ Seq", + "ĠS eq", + "ĠSe q", + "en tr", + "ent r", + "8 65", + "86 5", + "Ġsan ctions", + "Ġsanct ions", + "Ġsanction s", + "9 49", + "94 9", + "ut sch", + "uts ch", + "Re ports", + "Report s", + "Rep orts", + "Repo rts", + "Ġ inherit", + "Ġin herit", + "Ġinher it", + "P eriod", + "Per iod", + "Ġphot ography", + "Ġphotograph y", + "Ġ Framework", + "ĠF ramework", + "ĠFr amework", + "ĠFrame work", + "ĠFram ework", + "Ġspecial ist", + "Ġspeci alist", + "Ġ ?ĊĊ", + "Ġ? ĊĊ", + "Ġ?Ċ Ċ", + "_ selected", + "_se lected", + "_select ed", + "_sel ected", + ". Player", + ".P layer", + ".Pl ayer", + ".Play er", + "Ġ allocation", + "Ġal location", + "Ġall ocation", + "Ġalloc ation", + "Ġallo cation", + "( account", + "(a ccount", + "(ac count", + "(acc ount", + "Ġ structural", + "Ġstruct ural", + "v able", + "va ble", + "- offset", + "-off set", + "-o ffset", + "-offs et", + ".App CompatActivity", + "а м", + "аР¼", + ".Add WithValue", + "Ġ icons", + "Ġi cons", + "Ġicon s", + "Ġic ons", + "Ġ shutdown", + "Ġsh utdown", + "Ġshut down", + "_ low", + "_l ow", + "_lo w", + "Ġ Compare", + "ĠCom pare", + "ĠComp are", + "ĠCompar e", + "Ġ Ce", + "ĠC e", + "= head", + "=h ead", + "l am", + "la m", + ". predict", + ".p redict", + ".pre dict", + ".pred ict", + "_ DEC", + "_D EC", + "_DE C", + "Ġ Sleep", + "ĠS leep", + "ĠSlee p", + "ĠSle ep", + "Ġ Gratis", + "ĠGr atis", + "ĠGrat is", + "Ġs uggestion", + "Ġsuggest ion", + "Ġ DEL", + "ĠD EL", + "ĠDE L", + "c aff", + "ca ff", + "caf f", + "av irus", + "avi rus", + "avir us", + "No thing", + "ŀ ĭ", + "Ġwide spread", + "Ġwides pread", + "Ġmechan isms", + "Ġmechanism s", + "Ġ textAlign", + "Ġtext Align", + "oc cup", + "occ up", + "Ġ Rail", + "ĠR ail", + "ĠRa il", + "ĠRai l", + ": NS", + ":N S", + "Ġ fiber", + "Ġf iber", + "Ġfi ber", + "Ġfib er", + "Ġ mk", + "Ġm k", + "Ġv intage", + "- long", + "-l ong", + "-lo ng", + ". reduce", + ".re duce", + ".red uce", + ". Entities", + ".Ent ities", + "( record", + "(re cord", + "(rec ord", + "Ġ pleasant", + "Ġple asant", + "Ġpleas ant", + "F RING", + "FR ING", + ". Cells", + ".C ells", + ".Cell s", + "O TT", + "OT T", + "ĉ elseif", + "ĉelse if", + "6 49", + "64 9", + "7 24", + "72 4", + "_ confirm", + "_con firm", + "_conf irm", + "ĠView Group", + "s ym", + "sy m", + "Ġ pray", + "Ġp ray", + "Ġpr ay", + "Ġpra y", + "Ġsus pected", + "Ġsusp ected", + "Ġsuspect ed", + "Cont ains", + "Con tains", + "Contain s", + "Conta ins", + "9 83", + "98 3", + "Ġb orders", + "Ġborder s", + "Ġbor ders", + "Ġbord ers", + "Ġcomponent Did", + "A SSERT", + "ASS ERT", + "Ġin finite", + "Ġinf inite", + "Ġinfinit e", + "- order", + "-or der", + "Ġ hello", + "Ġh ello", + "Ġhel lo", + "Ġhell o", + "Ġ Grade", + "ĠG rade", + "ĠGr ade", + "ĠGrad e", + "ĠGra de", + ".currentTime Millis", + "ap olis", + "apol is", + "apo lis", + "z h", + "ĉ Object", + "ĉO bject", + ": \\\\", + ":\\ \\", + "H O", + "val uation", + "valu ation", + "Ġ vocab", + "Ġv ocab", + "Ġvo cab", + "Ġvoc ab", + "7 19", + "71 9", + "Ġ coupon", + "Ġc oupon", + "Ġco upon", + "Ġcou pon", + "Ġcoup on", + "ata bases", + "atab ases", + "atabase s", + ". GetType", + ".Get Type", + "L earn", + "Le arn", + "7 92", + "79 2", + "] =\"", + "]= \"", + "Ġ Gary", + "ĠG ary", + "ĠGar y", + "ĠGa ry", + "ot ive", + "oti ve", + "Ġ ash", + "Ġa sh", + "Ġas h", + "Ġ bib", + "Ġb ib", + "Ġbi b", + "X XXX", + "XX XX", + "XXX X", + "Ġ balanced", + "Ġbalance d", + "Ġbal anced", + "VAL UE", + "Ġ Nat", + "ĠN at", + "ĠNa t", + "_ Ad", + "_A d", + "< E", + "åĮ º", + "Ġ MethodInfo", + "ĠMethod Info", + "8 97", + "89 7", + "L IB", + "LI B", + "Ġconsider able", + "Ġconsid erable", + "Ġ Industry", + "ĠInd ustry", + "ĠIndust ry", + "t ests", + "te sts", + "test s", + "tes ts", + ". setTitle", + ".set Title", + "Ġ Bluetooth", + "ĠB luetooth", + "ĠBl uetooth", + "ĠBlu etooth", + "Ġ mapped", + "Ġm apped", + "Ġmap ped", + "Ġma pped", + "Ġ Bruce", + "ĠBr uce", + "ĠBru ce", + "Ġ MainWindow", + "ĠMain Window", + "ĉ status", + "ĉs tatus", + "ĉst atus", + "ĉstat us", + "Ġ raz", + "Ġr az", + "Ġra z", + "ĠM and", + "ĠMan d", + "ĠMa nd", + "Ġ classification", + "Ġclass ification", + "Per missions", + "Permission s", + "Perm issions", + "9 69", + "96 9", + "Ġ ----------------------------------------------------------------------------", + "Ġ---------------------------------------------------------------- ------------", + "Ġ------------------------------------------------ ----------------------------", + "Ġ------------ ----------------------------------------------------------------", + "Ġ------ ----------------------------------------------------------------------", + "Ġ------------------------------------------------------------ ----------------", + "Ġ------------------------------------------------------------------------- ---", + "Ġ containers", + "Ġcont ainers", + "Ġcontainer s", + "Ġcontain ers", + "Ġconta iners", + ": set", + ":s et", + "_ xml", + "_x ml", + "Ġwh ilst", + "Th rough", + "Thr ough", + "Ġv align", + "Ġval ign", + "Ġworld s", + "Ġwor lds", + "C ORD", + "CO RD", + "COR D", + "ED IA", + "EDI A", + "ÑĢ ов", + "ÑĢо в", + "Ġs pare", + "Ġsp are", + "Ġspa re", + "Ġspar e", + "Ġ Had", + "ĠH ad", + "ĠHa d", + "Ġ DEF", + "ĠD EF", + "ĠDE F", + "( ptr", + "(p tr", + "(pt r", + "Ġw arming", + "Ġwar ming", + "Ġwarm ing", + "8 98", + "89 8", + "ठ¾", + "Ġcons ensus", + "a gne", + "ag ne", + "agn e", + "C TL", + "CT L", + "Ġ ìķ", + "Ġì ķ", + ". Main", + ".M ain", + ".Ma in", + "web Element", + "Ġp ist", + "Ġpi st", + "Ġpis t", + "F lash", + "Fl ash", + "App end", + "Ap pend", + "Appe nd", + ".tw img", + "T ap", + "Ta p", + "Ġveget ables", + "Ġvegetable s", + "a lg", + "al g", + "0 58", + "05 8", + ". sample", + ".s ample", + ".sam ple", + "Ġco aching", + "Ġcoach ing", + "( ind", + "(i nd", + "(in d", + "Cell Value", + "Check Box", + "Ġ Hell", + "ĠH ell", + "ĠHe ll", + "ĠHel l", + "R OOT", + "RO OT", + "7 96", + "79 6", + "Ġst adium", + "Ġstad ium", + "Ġinvestig ating", + ") %", + "s ted", + "st ed", + "ste d", + "9 65", + "96 5", + "Ġ Writing", + "ĠW riting", + "ĠWr iting", + "Ġ ê²", + "Ġê ²", + "Ġ uno", + "Ġu no", + "Ġun o", + "Ġ {{--", + "Ġ{{ --", + "Ġ coords", + "Ġco ords", + "Ġcoord s", + "Ġun ser", + "Ġuns er", + "o rganization", + "organ ization", + "Ġ Crime", + "ĠCr ime", + "ĠCri me", + "ĠDem ocrat", + "ĠDemocr at", + "5 79", + "57 9", + "Ġ vin", + "Ġv in", + "Ġvi n", + "/ file", + "/f ile", + "0 78", + "07 8", + "- api", + "-a pi", + "-ap i", + "Ġ Ay", + "ĠA y", + "Ġf unded", + "Ġfun ded", + "Ġfund ed", + "ĠBr exit", + "ĠBre xit", + "ĠG h", + "ent ina", + "enti na", + "entin a", + "c ases", + "ca ses", + "case s", + "cas es", + "Ġ dash", + "Ġd ash", + "Ġda sh", + "Ġdas h", + "Ġ!! }Ċ", + "Ġ!!} Ċ", + "H I", + "Off ice", + "Ġcap tain", + "Ġcapt ain", + "Ġwor ship", + "Ġwors hip", + "Ġworsh ip", + "\\ C", + "7 33", + "73 3", + "8 51", + "85 1", + "Ġg lobe", + "Ġgl obe", + "Ġglob e", + "Ġglo be", + "_ board", + "_b oard", + "_bo ard", + "Ġb abies", + "Ġba bies", + "Ġbab ies", + "8 76", + "87 6", + "Ġcon secutive", + "Ġconsec utive", + "Ġenh anced", + "Ġenhance d", + "er eum", + "ere um", + "ĠAd vis", + "ĠAdv is", + "Ġg rain", + "Ġgr ain", + "Ġgra in", + "7 71", + "77 1", + "Ġc raw", + "Ġcr aw", + "Ġcra w", + "ancell ationToken", + "ancellation Token", + ". alpha", + ".al pha", + "_ WITH", + "_W ITH", + "ĠO tt", + "ĠOt t", + "Ġ Cool", + "ĠC ool", + "ĠCo ol", + ". batch", + ".b atch", + ".bat ch", + "Ġ verified", + "Ġver ified", + "( callback", + "(c allback", + "(call back", + "Ġreg ards", + "Ġregard s", + "6 83", + "68 3", + "Ġ IntPtr", + "ĠInt Ptr", + "o ucher", + "ou cher", + "ouch er", + "Ġ kin", + "Ġk in", + "Ġki n", + "Ġt ouched", + "Ġtouch ed", + "Ġtou ched", + "it Ãł", + "a thon", + "at hon", + "ath on", + "Ġadj acent", + "Ġaccom panied", + "L EAR", + "LE AR", + "Ġim plies", + "Ġimp lies", + "Ġimpl ies", + "Ġ hill", + "Ġh ill", + "Ġhi ll", + "Ġhil l", + "ĠB altimore", + "ĠBalt imore", + "= \"-", + "=\" -", + "F inally", + "Fin ally", + "Final ly", + "8 83", + "88 3", + "S am", + "Sa m", + "ic opt", + "ico pt", + "Ġs od", + "Ġso d", + "Ġ maj", + "Ġm aj", + "Ġma j", + "Ġ Shipping", + "ĠSh ipping", + "ĠShip ping", + "ĠShi pping", + "Ġ getAll", + "Ġget All", + "Ġco aches", + "Ġcoach es", + "Ġdon ations", + "Ġdonation s", + "i lot", + "il ot", + "ilo t", + "Ġ Tar", + "ĠT ar", + "ĠTa r", + "c err", + "ce rr", + "cer r", + "Ġ badge", + "Ġb adge", + "Ġbad ge", + "Ġba dge", + "Ġ markers", + "Ġm arkers", + "Ġmark ers", + "Ġmar kers", + "Ġmarker s", + "Ġ Rand", + "ĠR and", + "ĠRa nd", + "ĠRan d", + "a ised", + "ai sed", + "ais ed", + "aise d", + "iss ance", + "issa nce", + "issan ce", + "Ġexpl oring", + "Ġexplo ring", + "Ġexplor ing", + "8 27", + "82 7", + "u ced", + "uc ed", + "uce d", + "ĠInd onesia", + "ĠIndones ia", + "ĠIndo nesia", + "Ġbe neath", + "Ġbene ath", + "Ġm agnetic", + "Ġmagn etic", + "Ġmagnet ic", + "Ġm useum", + "Ġmus eum", + "Ġmuse um", + "match Condition", + "Ġdis rupt", + "Ġre mind", + "Ġrem ind", + "Ġremin d", + "Ġ TM", + "ĠT M", + "Ġ /><", + "Ġ/ ><", + "Ġ/> <", + "Ġf ool", + "Ġfo ol", + "Ġfoo l", + "Ġ esk", + "Ġe sk", + "Ġes k", + ". Null", + ".N ull", + "Ġ Dies", + "ĠD ies", + "ĠDi es", + "ĠDie s", + "_ OUTPUT", + "_OUT PUT", + "_TYPE D", + "_TYP ED", + "Ġp ainted", + "Ġpaint ed", + "Ġpain ted", + "6 73", + "67 3", + "7 35", + "73 5", + "Ġsoph istic", + "Ġ Bear", + "ĠB ear", + "ĠBe ar", + "ĠBea r", + "* n", + "_ PACK", + "_P ACK", + "_PA CK", + "Ġdel ivering", + "Ġdeliver ing", + "Ġ COUNT", + "ĠC OUNT", + "ĠCO UNT", + "åį ķ", + "Ġj eg", + "Ġje g", + "- car", + "-c ar", + "-ca r", + "f name", + "fn ame", + "Ġr anging", + "Ġran ging", + "Ġrang ing", + "8 48", + "84 8", + "Ġ Neg", + "ĠN eg", + "ĠNe g", + "/ ******/", + "Ġ CHAR", + "ĠCH AR", + "Ġu ltra", + "Ġult ra", + "Ġul tra", + "Ġultr a", + "G rad", + "Gr ad", + "= t", + "Ġjud ges", + "Ġjudge s", + "ĠD ise", + "ĠDis e", + "ĠDi se", + "an ners", + "ann ers", + "anner s", + "anne rs", + "9 85", + "98 5", + "8 91", + "89 1", + "8 61", + "86 1", + "Ġ scal", + "Ġs cal", + "Ġsc al", + "Ġsca l", + "_ cal", + "_c al", + "_ca l", + "ĠCON NECTION", + "ĠCONNECT ION", + "_ embed", + "_em bed", + "_emb ed", + "( fn", + "(f n", + "Ġ Craft", + "ĠC raft", + "ĠCr aft", + "ĠCra ft", + "0 47", + "04 7", + "Ġ Pas", + "ĠP as", + "ĠPa s", + "\" )->", + "\") ->", + ". convert", + ".con vert", + ".conv ert", + ". resource", + ".re source", + ".res ource", + "Ġ STATUS", + "ĠST ATUS", + "ĠSTAT US", + "ô ng", + "ôn g", + "Ġ Tit", + "ĠT it", + "ĠTi t", + "Ġclass room", + "ĠArch itect", + "ĠK ings", + "ĠKing s", + "ĠKin gs", + "Ġ steady", + "Ġste ady", + "Ġstead y", + "/* !Ċ", + "/*! Ċ", + "Ġ Gene", + "ĠG ene", + "ĠGe ne", + "ĠGen e", + ") \";Ċ", + ")\" ;Ċ", + "i cia", + "ic ia", + "ici a", + "s tan", + "st an", + "sta n", + "Ġ Construction", + "ĠCon struction", + "ĠConstruct ion", + "ĠConstr uction", + "um per", + "ump er", + "9 51", + "95 1", + "w c", + "Ġ CBS", + "ĠC BS", + "ĠCB S", + "in ging", + "ing ing", + "- party", + "-p arty", + "-part y", + "-par ty", + "( driver", + "(d river", + "(dr iver", + "M ARK", + "MA RK", + "MAR K", + "0 82", + "08 2", + "Ġ nested", + "Ġn ested", + "Ġne sted", + "Ġnest ed", + "Ġneste d", + "Ġnes ted", + "e ward", + "ew ard", + "Ġ dependency", + "Ġd ependency", + "Ġdep endency", + "Ġdepend ency", + "Ġm ales", + "Ġma les", + "Ġmale s", + "Ġmal es", + "9 28", + "92 8", + "Ġ ONE", + "ĠO NE", + "ĠON E", + "Ġ Production", + "ĠP roduction", + "ĠPro duction", + "ĠProduct ion", + "ĠProdu ction", + "ĠProd uction", + "] [$", + "][ $", + "ãĥ¼ ãĥ", + "_ LOAD", + "_L OAD", + "_LO AD", + "ĠB ol", + "ĠBo l", + "el ry", + "8 31", + "83 1", + "ł éĻ¤", + "Ġ Require", + "ĠRe quire", + "ĠReq uire", + "Ġ placing", + "Ġpl acing", + "Ġplac ing", + "Ġpla cing", + "x xx", + "xx x", + "C ALE", + "CA LE", + "CAL E", + "Ġ thumb", + "Ġth umb", + "Ġthu mb", + "8 24", + "82 4", + "Ch oose", + "Cho ose", + "Ġ prototype", + "Ġprot otype", + "Ġproto type", + "V OID", + "VO ID", + "Ġles bian", + "Ġlesb ian", + "Ġlesbi an", + "7 41", + "74 1", + "Ġ traits", + "Ġt raits", + "Ġtr aits", + "Ġtra its", + "Ġtrait s", + "Ġtrai ts", + "Sh arp", + "Shar p", + "Sha rp", + "Ġ consume", + "Ġcon sume", + "Ġcons ume", + "Ġconsum e", + "Tr uth", + "Ġaction Performed", + "Ġ Environmental", + "ĠEnvironment al", + "Ġ Dean", + "ĠD ean", + "ĠDe an", + "Ġ estado", + "Ġest ado", + "Ġesta do", + "Ġestad o", + "s ame", + "sa me", + "sam e", + "Ġ numeric", + "Ġn umeric", + "Ġnum eric", + "Ġnumer ic", + "Ġnu meric", + "Ġtrans it", + "Ġtran sit", + ". Email", + ".E mail", + "- side", + "-s ide", + "_ RUN", + "_R UN", + "ĠV illage", + "ĠVill age", + "ĠVilla ge", + "ĠVil lage", + "_ OPEN", + "_OP EN", + "è ¦", + ". rem", + ".re m", + ".r em", + "- warning", + "-w arning", + "-war ning", + "a nya", + "an ya", + "any a", + "Property Changed", + "Ġ (!_", + "Ġ(! _", + "( check", + "(c heck", + "(ch eck", + "i lia", + "il ia", + "ili a", + "Ġ Soft", + "ĠS oft", + "ĠSo ft", + "ĠSof t", + "st eps", + "ste ps", + "step s", + "ĠMad rid", + "Memory Warning", + "Ġ handlers", + "Ġhand lers", + "Ġhandle rs", + "Ġhandler s", + "Ġexperi encing", + "Ġ inspect", + "Ġin spect", + "Ġins pect", + "Ġinsp ect", + "button s", + "but tons", + "butt ons", + "Receive MemoryWarning", + "ch emy", + "che my", + "chem y", + "L inks", + "Link s", + "Lin ks", + "Ġurl lib", + "Ġur llib", + ".System Colors", + "Ġ Eigen", + "ĠE igen", + "ĠEig en", + "Ġpun ishment", + "Ġpunish ment", + ":UI Control", + "b ara", + "bar a", + "ba ra", + "- set", + "-s et", + "-se t", + "Ġ }čĊčĊčĊ", + "Ġ} čĊčĊčĊ", + "Ġ}čĊ čĊčĊ", + "Ġ}čĊčĊ čĊ", + "Ġt olerance", + "Ġtoler ance", + "Ġ interfaces", + "Ġinter faces", + "Ġinterface s", + "Ġinterf aces", + ". redirect", + ".re direct", + ".red irect", + "ighb ors", + "ighbor s", + "cs rf", + "csr f", + "_ background", + "_back ground", + ". Utils", + ".Util s", + "_ HT", + "_H T", + "6 92", + "69 2", + "Ġ Interest", + "ĠInter est", + "i mos", + "im os", + "imo s", + "Ġgr ants", + "Ġgrant s", + "Ġgran ts", + "Ġgra nts", + "0 83", + "08 3", + "Ġexam ined", + "Ġexamine d", + "Ð Ķ", + "Ġ cf", + "Ġc f", + "f orge", + "for ge", + "forg e", + "b acks", + "back s", + "ba cks", + "bac ks", + "Ġ Objects", + "ĠObject s", + "ĠObj ects", + "_ sent", + "_s ent", + "_se nt", + ". entry", + ".en try", + ".ent ry", + "Ġ THEN", + "ĠT HEN", + "ĠTHE N", + "ĠTH EN", + "ell ido", + "elli do", + "c ia", + "ci a", + ", res", + ",r es", + ",re s", + "6 59", + "65 9", + "6 81", + "68 1", + "/st dc", + "/std c", + ". nd", + ".n d", + "( Int", + "(I nt", + "(In t", + "Ġ Authors", + "ĠAuthor s", + "ĠAuth ors", + "ĠApp CompatActivity", + "' {", + "Ġ medi", + "Ġm edi", + "Ġme di", + "Ġmed i", + "M usic", + "Mu sic", + "Mus ic", + "i gm", + "ig m", + "ce ipt", + "Ġ auss", + "Ġa uss", + "Ġau ss", + "Ġaus s", + "Ġtarget ing", + "Ġtarg eting", + "Ġ Keys", + "ĠKey s", + "ĠKe ys", + "h n", + ": ]Ċ", + ":] Ċ", + "Ġmin eral", + "Ġmine ral", + "Ġminer al", + "à ®", + ". ca", + ".c a", + "7 61", + "76 1", + "o med", + "om ed", + "ome d", + "Ġ sheets", + "Ġs heets", + "Ġshe ets", + "Ġsheet s", + "Ġc amb", + "Ġca mb", + "Ġcam b", + "Ġdead ly", + ". inject", + ".in ject", + "( unit", + "(u nit", + "(un it", + "Ġ Selection", + "ĠS election", + "ĠSe lection", + "ĠSelect ion", + "ĠSel ection", + "ĠSele ction", + ".g ms", + "( connection", + "(con nection", + "(conn ection", + "(connect ion", + "Ġ $(\"", + "Ġ$ (\"", + "Ġ$( \"", + "é mon", + "ém on", + "Ġ Currently", + "ĠCurrent ly", + "p te", + "pt e", + "_ paths", + "_p aths", + "_path s", + "_pa ths", + "_pat hs", + "8 47", + "84 7", + "le af", + "lea f", + "Ġimp lications", + "Ġimpl ications", + "Ġimplication s", + "Ġimplic ations", + "p osal", + "pos al", + "po sal", + "ä½ į", + "[ /", + "a ncia", + "an cia", + "anc ia", + "é Ľ", + "m ul", + "mu l", + "c ie", + "ci e", + "Ġge ile", + "Ġgeil e", + "6 79", + "67 9", + "im als", + "imal s", + "ima ls", + "UI View", + "Ġs urre", + "Ġsur re", + "s erialize", + "serial ize", + "I SO", + "IS O", + "Ġar bitrary", + "Ġarbit rary", + "Ġarbitr ary", + "Ġsock addr", + ". fn", + ".f n", + "Ġ Merc", + "ĠM erc", + "ĠMe rc", + "ĠMer c", + "Ġ casting", + "Ġc asting", + "Ġcas ting", + "Ġcast ing", + "Key Down", + "Ġ newValue", + "Ġnew Value", + "ĠnewVal ue", + "op ens", + "open s", + "ope ns", + "7 17", + "71 7", + "T odo", + "To do", + "Ġflex ibility", + "ĉ ĉĉĉĠĠ", + "ĉĉ ĉĉĠĠ", + "ĉĉĉĉ ĠĠ", + "ĉĉĉ ĉĠĠ", + "ĉĉĉĉĠ Ġ", + "V elocity", + "Vel ocity", + "ú n", + "r owing", + "ro wing", + "row ing", + "Ġ computed", + "Ġcom puted", + "Ġcomp uted", + "Ġcomput ed", + "Ġcompute d", + "` )Ċ", + "`) Ċ", + "st atement", + "state ment", + "stat ement", + "sta tement", + "Ġ ri", + "Ġr i", + "_ cart", + "_c art", + "_car t", + "_ca rt", + "L ow", + "Lo w", + "trans fer", + ". nav", + ".n av", + "Ġ grave", + "Ġgr ave", + "Ġgra ve", + "Ġgrav e", + "Ġ Door", + "ĠD oor", + "ĠDo or", + "ĉ alert", + "ĉal ert", + "6 91", + "69 1", + "6 98", + "69 8", + ". subscribe", + ".sub scribe", + "- profile", + "-pro file", + "-pr ofile", + "-prof ile", + "ĉ base", + "ĉb ase", + "Ġ âĪĴ", + "ĠâĪ Ĵ", + "_ _ĊĊ", + "__ ĊĊ", + "__Ċ Ċ", + "Ġengine ers", + "Ġengineer s", + "Ġexp losion", + "Ġexplos ion", + "Ġd ari", + "Ġda ri", + "Ġdar i", + "6 82", + "68 2", + "ĉ Log", + "ĉL og", + "o nal", + "on al", + "ona l", + "Ġis olated", + "Ġisol ated", + "Ġiso lated", + "Ġisolate d", + "{ i", + "Ġ Msg", + "ĠM sg", + "ĠMs g", + "F uture", + "Fu ture", + "Ġr acist", + "Ġrac ist", + "- wrap", + "-w rap", + "Ġ Vers", + "ĠV ers", + "ĠVer s", + "ĠVe rs", + "b org", + "bo rg", + "bor g", + "I SION", + "IS ION", + "Ġ ÑĢаÐ", + "ĠÑĢ аÐ", + "ĠÑĢа Ð", + "ĠY an", + "ĠYa n", + "8 36", + "83 6", + "init With", + "Ġn omin", + "Ġno min", + "Ġnom in", + "( empty", + "(em pty", + "(emp ty", + "ÃŃ n", + "ã Ĥ¤", + "ãĤ ¤", + "ĉ width", + "ĉw idth", + "Ġch amber", + "Ġcham ber", + "/ ajax", + "/a jax", + "E MP", + "EM P", + "0 93", + "09 3", + "Ġne ces", + "Ġnec es", + "i vos", + "iv os", + "ivo s", + "log ic", + "* )&", + "*) &", + "cri pts", + "cript s", + "9 76", + "97 6", + "Row At", + "0 53", + "05 3", + "i blings", + "ib lings", + "ibling s", + "Ġ ears", + "Ġe ars", + "Ġear s", + "Ġea rs", + "Ġcomp uting", + "Ġcomput ing", + "Ġ maker", + "Ġm aker", + "Ġmake r", + "Ġma ker", + "Ġmak er", + "Ġ Neither", + "ĠN either", + "ĠNe ither", + "b readcrumb", + "Ġ serialize", + "Ġs erialize", + "Ġserial ize", + "Ġ Within", + "ĠWith in", + "ĠWi thin", + "ĠWit hin", + "Ġd ell", + "Ġde ll", + "Ġdel l", + "_ TRACE", + "_TR ACE", + "_TRA CE", + "0 92", + "09 2", + "= a", + "Ġw ishes", + "Ġwish es", + "Ġwis hes", + "- inch", + "-in ch", + "-inc h", + "ĠD or", + "ĠDo r", + "Ġinnoc ent", + "ĠD ol", + "ĠDo l", + "Ġint ens", + "Ġinte ns", + "for ced", + "force d", + "forc ed", + "0 54", + "05 4", + "Ġ BIT", + "ĠB IT", + "ĠBI T", + "Ġphot ographs", + "Ġphoto graphs", + "Ġphotograph s", + "Ġc asa", + "Ġca sa", + "Ġcas a", + "Ġ Len", + "ĠL en", + "ĠLe n", + "\\ Framework", + "\\F ramework", + ". Simple", + ".S imple", + "Ġd ear", + "Ġde ar", + "8 95", + "89 5", + ") /(", + ")/ (", + "ip pi", + "ipp i", + "Ġ owns", + "Ġown s", + "Ġow ns", + "P layers", + "Pl ayers", + "Player s", + "Play ers", + "Ġprop osals", + "Ġpropos als", + "Ġproposal s", + ". pi", + ".p i", + "us alem", + "usa lem", + "usal em", + "D amage", + "Da mage", + "Dam age", + "Ġcal ories", + "Ġcalorie s", + "Ġcalor ies", + "Ġ Creative", + "ĠC reative", + "ĠCre ative", + "ĠCreat ive", + "Ġ [$", + "Ġ[ $", + "Ġ //čĊ", + "Ġ// čĊ", + "Ġ/ /čĊ", + "7 86", + "78 6", + "And View", + "è me", + "èm e", + ". custom", + ".c ustom", + "_ factory", + "_f actory", + "_factor y", + "_fact ory", + "comm ands", + "command s", + "comma nds", + "_ look", + "_l ook", + "_lo ok", + "Ġ strcmp", + "Ġstr cmp", + "Y N", + "a ired", + "air ed", + "ai red", + "aire d", + "Ġ audit", + "Ġa udit", + "Ġaud it", + "Ġau dit", + "Ġaudi t", + "о ÑģÑĤ", + "оÑģ ÑĤ", + "Ġ Reverse", + "ĠRe verse", + "ĠRev erse", + "ĠRever se", + "ropri ate", + "e tics", + "et ics", + "etic s", + "eti cs", + "< vector", + "';Ċ", + "\"> ';Ċ", + "\">' ;Ċ", + "Ġpe pper", + "Ġpepp er", + "Ġpep per", + "9 89", + "98 9", + "Ġ shed", + "Ġs hed", + "Ġsh ed", + "Ġshe d", + "Ġ Medium", + "ĠM edium", + "ĠMed ium", + "ĠMedi um", + "Ġ Cookie", + "ĠC ookie", + "ĠCo okie", + "ĠCook ie", + "8 89", + "88 9", + "Ġoverse as", + "ed or", + "edo r", + "as urement", + "asure ment", + "asu rement", + "7 66", + "76 6", + "åŃ ĺ", + "Ġ' .'", + "Ġ'. '", + "Ġ php", + "Ġp hp", + "Ġph p", + "Ġ PROC", + "ĠP ROC", + "ĠPRO C", + "ĠPR OC", + "Ġexcept ional", + "Ġexception al", + "( th", + "(t h", + "Ġ Jet", + "ĠJ et", + "ĠJe t", + "Ġ occupied", + "Ġoccup ied", + ". setImage", + ".set Image", + "Ġ Related", + "ĠRe lated", + "ĠRel ated", + "u cker", + "uc ker", + "uck er", + "M embers", + "Member s", + "Mem bers", + "PR INT", + "PRI NT", + "ĠG lo", + "ĠGl o", + "_ VIEW", + "_V IEW", + "} \",Ċ", + "}\", Ċ", + "}\" ,Ċ", + "Ġad option", + "Ġadopt ion", + "Ġado ption", + "[ ])Ċ", + "[] )Ċ", + "[]) Ċ", + "8 42", + "84 2", + "ĠMiss ouri", + "ĠLin coln", + "er ald", + "era ld", + "eral d", + "P opup", + "Pop up", + "Ġf ate", + "Ġfa te", + "Ġfat e", + "- bootstrap", + "-boot strap", + "f ections", + "fe ctions", + "fect ions", + "fection s", + "Ġ Poll", + "ĠP oll", + "ĠPol l", + "ĠPo ll", + "_ ARGS", + "_ARG S", + "_AR GS", + "in ance", + "ina nce", + "inan ce", + "6 97", + "69 7", + "- home", + "-h ome", + ". ),", + ".) ,", + "_ done", + "_d one", + "_do ne", + "_don e", + "6 94", + "69 4", + ": ĊĊĊ", + ":Ċ ĊĊ", + ":ĊĊ Ċ", + "Ġdiscuss ing", + "Ġ SQLException", + "ĠSQL Exception", + "Ġelect ro", + "Ġelectr o", + "ĉ req", + "ĉr eq", + "ĉre q", + "Ġ zw", + "Ġz w", + "8 86", + "88 6", + "Ġl ui", + "Ġlu i", + "9 32", + "93 2", + "Ġover night", + "$ user", + "Ġ WAY", + "ĠW AY", + "ĠWA Y", + "Ġall erg", + "Ġalle rg", + "Ġaller g", + "Ġdis appointed", + "Ġdisappoint ed", + "Ġrad iation", + "Ġradi ation", + "Ġim pressed", + "Ġimp ressed", + "Ġimpress ed", + "Ġimpr essed", + "Ġimpres sed", + "if icates", + "ific ates", + "ificate s", + "ifica tes", + "Ġt ob", + "Ġto b", + "CL ASS", + "CLA SS", + "Ġ cuda", + "Ġc uda", + "Ġcu da", + "Ġcud a", + "_ det", + "_d et", + "_de t", + "- post", + "-p ost", + "-pos t", + "-po st", + "u lu", + "ul u", + "Trans lation", + "- hand", + "-h and", + ". year", + ".y ear", + "Ġ Mongo", + "ĠM ongo", + "ĠMon go", + "ĠMo ngo", + "ĠMong o", + "Ġun clear", + "Ġunc lear", + "Ġuncle ar", + ". engine", + ".e ngine", + ".eng ine", + "WEB PACK", + "r ices", + "ri ces", + "ric es", + "rice s", + "_ ACCESS", + "_AC CESS", + "_ACC ESS", + "Ġh olidays", + "Ġholiday s", + "per cent", + "perc ent", + ". Identity", + ".Id entity", + "Ġ Gov", + "ĠG ov", + "ĠGo v", + "Ġpass ionate", + "Ġpassion ate", + "! !.", + "!! .", + "ĠG reece", + "ĠGre ece", + "ĠGree ce", + "plus plus", + "' ));", + "') );", + "')) ;", + "G P", + "Ġex cit", + "Ġexc it", + ".tab Page", + "_ cond", + "_c ond", + "_con d", + "_co nd", + "Ġ sponsor", + "Ġs ponsor", + "Ġspons or", + "M ODULE", + "MOD ULE", + "_ proc", + "_p roc", + "_pro c", + "_pr oc", + "Ġ $Ċ", + "Ġ$ Ċ", + "Ġr ational", + "Ġrat ional", + "Ġratio nal", + "Ġration al", + ". Tool", + ".T ool", + ".To ol", + "Ġi hr", + "Ġih r", + "c ca", + "cc a", + "åĵ ģ", + "ĠE state", + "ĠEst ate", + "ĠEsta te", + "IB UTE", + "IBUT E", + "Action Performed", + "Ġ Solar", + "ĠS olar", + "ĠSo lar", + "ĠSol ar", + "¦ Ĥ", + "Ġequ ity", + "Ġeq uity", + "t id", + "ti d", + "9 38", + "93 8", + "Ġre cip", + "Ġrec ip", + ". simple", + ".s imple", + ".sim ple", + "m k", + "6 89", + "68 9", + "Ġ Luke", + "ĠL uke", + "ĠLu ke", + "ĠLuk e", + "ĠGuard ian", + "Ġ encrypted", + "Ġenc rypted", + "Ġencrypt ed", + "Ġdom inant", + "Ġdomin ant", + "Ġdomina nt", + ". place", + ".p lace", + ".pl ace", + "Ġ NV", + "ĠN V", + "8 39", + "83 9", + "Ġton gue", + "Ġtong ue", + "( Get", + "(G et", + "Ġst ainless", + "Ġstain less", + ". Play", + ".P lay", + ".Pl ay", + "Ġ eb", + "Ġe b", + "a ci", + "ac i", + ". buffer", + ".b uffer", + ".buf fer", + "readcr umbs", + "readcrumb s", + "Ġv accine", + "Ġvacc ine", + "p rom", + "pr om", + "pro m", + "9 79", + "97 9", + "Ġ userInfo", + "Ġuser Info", + "Ġ slug", + "Ġs lug", + "Ġsl ug", + "Ġslu g", + "Serial izedName", + "Serialized Name", + "- wide", + "-w ide", + "Ġre actions", + "Ġreaction s", + "Ġreact ions", + "Ġ Yang", + "ĠY ang", + "ĠYan g", + "ĠYa ng", + "Ġ Adds", + "ĠA dds", + "ĠAd ds", + "ĠAdd s", + "( userId", + "(user Id", + "Ġ plates", + "Ġp lates", + "Ġpl ates", + "Ġplate s", + "Ġpla tes", + "Ġplat es", + "Ġ MEM", + "ĠM EM", + "ĠME M", + "Ġb ail", + "Ġba il", + "In side", + "Ins ide", + "e ted", + "et ed", + "ete d", + "Ġ elsif", + "Ġels if", + "Ġs ake", + "Ġsa ke", + "Ġsak e", + "Ġ cycles", + "Ġc ycles", + "Ġcy cles", + "Ġcycle s", + "Ġcycl es", + "Ġcyc les", + "Ġ ìĹ", + "Ġì Ĺ", + "ĉ I", + "- collapse", + "-c ollapse", + "8 41", + "84 1", + "Ġ GMT", + "ĠG MT", + "ĠGM T", + "8 14", + "81 4", + "De claration", + "Ġg ros", + "Ġgr os", + "Ġgro s", + "Ġre aches", + "Ġreach es", + "Ġcust ody", + "Un til", + "Unt il", + "7 53", + "75 3", + "8 56", + "85 6", + "t u", + "ĠC hen", + "ĠCh en", + "ĠChe n", + "Ġ nx", + "Ġn x", + "( addr", + "(add r", + "(ad dr", + "Ġ Offer", + "ĠO ffer", + "ĠOff er", + "ĠOf fer", + "Ġcol leg", + "Ġcoll eg", + "Ġcolle g", + "ass ador", + "6 74", + "67 4", + "Ġ mapper", + "Ġm apper", + "Ġmap per", + "Ġma pper", + "8 54", + "85 4", + "ĠS IGNAL", + "ĠSIG NAL", + "ĠSIGN AL", + "ĠB loom", + "ĠBl oom", + "ĠBlo om", + "ĠH oll", + "ĠHol l", + "ĠHo ll", + "ĠIm per", + "ĠImp er", + "- des", + "-d es", + "-de s", + "_ site", + "_s ite", + "_si te", + "P roc", + "Pro c", + "Pr oc", + "E qu", + "Eq u", + "Ġ atomic", + "Ġat omic", + "Ġatom ic", + "Ġ Woman", + "ĠW oman", + "ĠWo man", + "s ent", + "se nt", + "sen t", + "7 38", + "73 8", + "8 17", + "81 7", + "s car", + "sc ar", + "Ġint elligent", + "Ġintellig ent", + "Ġ Getting", + "ĠG etting", + "ĠGet ting", + "Ġ Registration", + "ĠReg istration", + "ĠRegistr ation", + "Ġ Phill", + "ĠP hill", + "ĠPh ill", + "ĠPhil l", + "ĠPhi ll", + "Ġ killer", + "Ġk iller", + "Ġkill er", + "Ġkil ler", + "Ġki ller", + "un icode", + "unic ode", + "uni code", + "Ċ ĉĉĊ", + "Ġ Jacob", + "ĠJ acob", + "ĠJac ob", + "ĠJa cob", + "Ġ Const", + "ĠCon st", + "ĠCo nst", + "ĠCons t", + "Ġ locate", + "Ġl ocate", + "Ġlo cate", + "Ġloc ate", + "Ġc aus", + "Ġca us", + "7 49", + "74 9", + "ĠSch olar", + "ĠScho lar", + "Ġ constitutional", + "Ġconstitution al", + "Ġin flation", + "Ġinf lation", + "Ġinfl ation", + "Ġ Got", + "ĠG ot", + "ĠGo t", + "= array", + "=a rray", + "en dum", + "end um", + "Ġ translated", + "Ġtrans lated", + "Ġtransl ated", + "Ġtranslate d", + "Ġdiv orce", + "Ġdivor ce", + "En tries", + "Ent ries", + "Entr ies", + "Ġs or", + "Ġso r", + "Ġ Quote", + "ĠQu ote", + "ir lines", + "irl ines", + "U K", + "Ġ excel", + "Ġex cel", + "Ġexc el", + "Ġexce l", + "( opt", + "(o pt", + "(op t", + "Ġ ADV", + "ĠA DV", + "ĠAD V", + ", :,", + ",: ,", + "Ġcont acted", + "Ġcontact ed", + "7 42", + "74 2", + "Ġ DA", + "ĠD A", + "Ġr ings", + "Ġring s", + "Ġrin gs", + "Ġ Industrial", + "ĠInd ustrial", + "ĠIndust rial", + ". getContext", + ".get Context", + "Ġforg otten", + "Ġforgot ten", + "Ġ Tan", + "ĠT an", + "ĠTa n", + "Ġ pants", + "Ġp ants", + "Ġpa nts", + "Ġpan ts", + "Ġpant s", + "Ġ ov", + "Ġo v", + "Ġ decoder", + "Ġde coder", + "Ġdec oder", + "Ġdecode r", + "Ġdeco der", + "Ġ Partial", + "ĠP artial", + "ĠPart ial", + "ĠParti al", + "Ġ vc", + "Ġv c", + "Ġb attles", + "Ġbattle s", + "Ġbatt les", + "A rial", + "Ar ial", + "FRING EMENT", + "i rates", + "ir ates", + "ira tes", + "irate s", + ", w", + "aint enance", + "Ġ Od", + "ĠO d", + "ĠTechn ologies", + "åī į", + "ĠC arter", + "ĠCar ter", + "ĠCart er", + ". findAll", + ".find All", + "N ome", + "No me", + "Nom e", + "B en", + "Be n", + "Ġ Usage", + "ĠU sage", + "ĠUs age", + "ĠUsa ge", + "Ġ Picture", + "ĠP icture", + "ĠPic ture", + "Ġbad ly", + "_ panel", + "_p anel", + "_pa nel", + "_pan el", + "Ġpat ent", + "Ġpa tent", + "Ġ Protocol", + "ĠProt ocol", + "ĠProto col", + "l otte", + "lo tte", + "lot te", + "ĉ player", + "ĉp layer", + "ĉpl ayer", + "ĉplay er", + "j ections", + "ject ions", + "je ctions", + "jection s", + "7 46", + "74 6", + "Ġ dou", + "Ġd ou", + "Ġdo u", + "_ release", + "_re lease", + "_r elease", + "_rel ease", + "urn iture", + "_ tax", + "_t ax", + "_ta x", + "Ġ Fields", + "ĠF ields", + "ĠField s", + ". dataset", + ".d ataset", + ".data set", + ".dat aset", + ".datas et", + "_ master", + "_m aster", + "_ma ster", + "_mas ter", + "CLUD E", + "CLU DE", + "ĠPh arm", + "ĠPhar m", + "b st", + "bs t", + "Ġoper ational", + "Ġoperation al", + ". cell", + ".c ell", + ".ce ll", + "Ġident ifying", + "Ġidentify ing", + "Ġ jwt", + "Ġj wt", + "t uple", + "tu ple", + "Ġ TC", + "ĠT C", + "Ġ Cro", + "ĠC ro", + "ĠCr o", + "9 36", + "93 6", + "ix map", + "- components", + "-com ponents", + "-component s", + "-comp onents", + "g eneral", + "gen eral", + "gener al", + "gene ral", + "Ġ oz", + "Ġo z", + "_ De", + "_D e", + "_ double", + "_d ouble", + "_do uble", + "Ġ Too", + "ĠT oo", + "ĠTo o", + "0 88", + "08 8", + ".View Group", + "8 79", + "87 9", + "g ate", + "ga te", + "d ings", + "ding s", + "din gs", + "ph otos", + "photo s", + "phot os", + "Ġgr ande", + "Ġgrand e", + "Ġgran de", + "Ġgra nde", + "ol lect", + "oll ect", + "olle ct", + "_ lin", + "_l in", + "_li n", + "Ġaw ful", + "f ilters", + "filter s", + "fil ters", + "filt ers", + "Ġ alternate", + "Ġaltern ate", + "e sp", + "es p", + "Ġ compress", + "Ġcom press", + "Ġcomp ress", + "Ġcompr ess", + "e o", + "Ġ Scale", + "ĠS cale", + "ĠSc ale", + "ĠScal e", + "Ġin direct", + "Ġind irect", + "Ġindir ect", + "Ġ invoice", + "Ġin voice", + "Ġinv oice", + "Ġinvo ice", + "ĊĊ ĊĊĊĊĊĊĊĊĊĊĊĊĊĊ", + "ĊĊĊĊ ĊĊĊĊĊĊĊĊĊĊĊĊ", + "ĊĊĊĊĊĊ ĊĊĊĊĊĊĊĊĊĊ", + "ĊĊĊĊĊĊĊĊ ĊĊĊĊĊĊĊĊ", + "ĊĊĊĊĊ ĊĊĊĊĊĊĊĊĊĊĊ", + "ĊĊĊĊĊĊĊĊĊĊ ĊĊĊĊĊĊ", + "ĊĊĊĊĊĊĊ ĊĊĊĊĊĊĊĊĊ", + "ĊĊĊĊĊĊĊĊĊĊĊĊ ĊĊĊĊ", + "ĊĊĊĊĊĊĊĊĊ ĊĊĊĊĊĊĊ", + "ĊĊĊĊĊĊĊĊĊĊĊĊĊĊ ĊĊ", + "ĊĊĊĊĊĊĊĊĊĊĊ ĊĊĊĊĊ", + "Start ing", + "Star ting", + "Ġ Players", + "ĠP layers", + "ĠPl ayers", + "ĠPlay ers", + "ĠPlayer s", + "ĠPla yers", + "i ele", + "ie le", + "iel e", + ". then", + ".t hen", + ".th en", + ".the n", + "9 81", + "98 1", + "O rd", + "Or d", + "Ġ Tuple", + "ĠT uple", + "ĠTu ple", + "ĠTup le", + "Ġ bout", + "Ġb out", + "Ġbo ut", + "Ġbou t", + "Ġ Statistics", + "ĠStat istics", + "P review", + "Pr eview", + "Pre view", + "Prev iew", + "Ġp uzzle", + "Ġpu zzle", + "Ġpuzz le", + "Ġ Width", + "ĠW idth", + "ĠWid th", + "ST ATE", + "STAT E", + "STA TE", + "Ġ overlay", + "Ġover lay", + "Ġoverl ay", + "ĉ on", + "ĉo n", + "Ġin fr", + "Ġinf r", + "Ġsm allest", + "Ġsmall est", + "l ocked", + "lock ed", + "loc ked", + "ÑĤ о", + "s sl", + "ss l", + "7 79", + "77 9", + "Ġde emed", + "Ġdee med", + "Ġdeem ed", + "Ġs co", + "Ġsc o", + "r eck", + "re ck", + "rec k", + "Ġj Button", + "Ġ missions", + "Ġm issions", + "Ġmiss ions", + "Ġmission s", + "8 71", + "87 1", + "ç§ °", + ".Selected Index", + "T ABLE", + "TA BLE", + "TAB LE", + "S ept", + "Se pt", + "Sep t", + "Ġac knowledge", + "Ġack nowledge", + "Ġacknow ledge", + "Ġacknowled ge", + "Ġ strtotime", + "Ġstrt otime", + "Ġ Tell", + "ĠT ell", + "ĠTe ll", + "ĠTel l", + "ĠD ak", + "ĠDa k", + "Ġal uminum", + "Ġf ence", + "Ġfe nce", + "Ġfen ce", + "Ġ Stars", + "ĠSt ars", + "ĠStar s", + "ĠSta rs", + "CON FIG", + "CONF IG", + "Ġr etrofit", + "Ġretro fit", + "Ġ emphasis", + "Ġem phasis", + "Ġemph asis", + "Ġemphas is", + "/ header", + "/head er", + "/he ader", + "Ġ Something", + "ĠS omething", + "ĠSome thing", + "ĠSom ething", + "in ished", + "ini shed", + "inish ed", + "inis hed", + "=' \".$", + "='\" .$", + "='\". $", + "Ġ Validators", + "ĠValid ators", + "ĠValidator s", + "Ġp olar", + "Ġpol ar", + "Ġpo lar", + "s ections", + "se ctions", + "section s", + "sect ions", + "9 44", + "94 4", + ".as px", + ".asp x", + "Ġa spir", + "Ġas pir", + "Ġasp ir", + ". Mock", + ".M ock", + "Code Gen", + "Ġp eut", + "Ġpe ut", + "Ġpeu t", + "9 71", + "97 1", + "Ġaccept ing", + "Ġb acking", + "Ġback ing", + "Ġbac king", + "P icture", + "Pic ture", + "/ ap", + "/a p", + "е г", + "еР³", + "_ SEC", + "_S EC", + "_SE C", + "- use", + "-us e", + "-u se", + "an notation", + "ann otation", + "annot ation", + "Ġc ognitive", + "Ġcogn itive", + "Ġg rip", + "Ġgr ip", + "Ġgri p", + "h our", + "ho ur", + "hou r", + "Ġ Legal", + "ĠL egal", + "ĠLe gal", + "ĠLeg al", + "Ġe pic", + "Ġep ic", + ". toolStrip", + ".t oolStrip", + ".tool Strip", + ". notify", + ".n otify", + ".not ify", + ". Last", + ".L ast", + "OR IZ", + "M iddleware", + "Middle ware", + "cri ptions", + "cript ions", + "cription s", + "l ash", + "la sh", + "las h", + "_ FOUND", + "_F OUND", + "Ġ Liverpool", + "ĠLiver pool", + "Ġ {}\",", + "Ġ{ }\",", + "Ġ{} \",", + "9 31", + "93 1", + "Inst all", + "Ġ nit", + "Ġn it", + "Ġni t", + "Ġfig ured", + "Ġfigure d", + "Ġfigur ed", + "[ len", + "[l en", + ". Win", + ".W in", + ". platform", + ".pl atform", + "8 53", + "85 3", + "Ġgam bling", + "Ġgamb ling", + "( dt", + "(d t", + "a very", + "av ery", + "ave ry", + "aver y", + "ĉ include", + "ĉin clude", + "Wh ether", + "R outing", + "Ro uting", + "Ġth erap", + "Ġthe rap", + "Ġther ap", + "Rem ote", + "Ġ Loss", + "ĠL oss", + "ĠLo ss", + "ĠLos s", + "y ll", + "yl l", + "Ġappro ached", + "Ġapproach ed", + "Ġ Vehicle", + "ĠV ehicle", + "Ġ Alpha", + "ĠAl pha", + "Ġv ocê", + "Ġvoc ê", + "an swers", + "ans wers", + "answer s", + "NS Dictionary", + "9 54", + "95 4", + "cons ider", + "un used", + "unu sed", + "Ġ Fan", + "ĠF an", + "ĠFa n", + "or able", + "ora ble", + "f re", + "fr e", + "8 73", + "87 3", + "ĠDIS CLAIM", + "Ġ Actor", + "ĠA ctor", + "ĠAct or", + "ĠAc tor", + ". ]", + "to Have", + ". userId", + ".user Id", + "Ġspe eds", + "Ġspeed s", + "e way", + "ew ay", + "Ġrec urs", + "Ġrecur s", + "Ġ г", + "ĠÐ ³", + "_ priv", + "_p riv", + "_pr iv", + "_pri v", + "! âĢĿĊĊ", + "!âĢĿ ĊĊ", + "Ch oice", + "Cho ice", + "Ġs ettle", + "Ġset tle", + "Ġsett le", + "Ġ planes", + "Ġpl anes", + "Ġplan es", + "Ġplane s", + "Ġpla nes", + "' },", + "'} ,", + "T om", + "To m", + "I TER", + "IT ER", + "ITE R", + "! \"Ċ", + "!\" Ċ", + "å »", + "ach elor", + "ache lor", + "achel or", + "Ġse paration", + "Ġsepar ation", + "Ġseparat ion", + "Ġ dal", + "Ġd al", + "Ġda l", + "a dj", + "ad j", + "Ġ registers", + "Ġreg isters", + "Ġregister s", + "Ġregist ers", + "r iz", + "ri z", + "Ġ Notice", + "ĠNot ice", + "Ġ lu", + "Ġl u", + "Ġc ourage", + "Ġcour age", + "Ġcou rage", + "Ġ axes", + "Ġa xes", + "Ġax es", + "Ġaxe s", + "cell ent", + ". async", + ".as ync", + ".a sync", + "0 73", + "07 3", + "Ġcom patibility", + "Ġcompat ibility", + "ç «", + "Ġ !ĊĊ", + "Ġ! ĊĊ", + "Ġ!Ċ Ċ", + "ĉ title", + "ĉt itle", + "ĉti tle", + "Y LE", + "YL E", + "ĉ message", + "ĉm essage", + "U UID", + "UU ID", + "OL DER", + "OLD ER", + "Ġ HH", + "ĠH H", + "Ġ StyleSheet", + "ĠStyle Sheet", + "Ġacc essed", + "Ġaccess ed", + "Ġacces sed", + ". validation", + ".valid ation", + "t asks", + "task s", + "tas ks", + "Ġpoll ution", + "Ġpollut ion", + ". canvas", + ".c anvas", + ".can vas", + "Ġ ingredient", + "Ġing redient", + "ĠC abin", + "ĠCa bin", + "ĠCab in", + "A h", + "ol down", + "old own", + "ĠN OI", + "ĠNO I", + "Ġ ÃĹ", + "Ġà Ĺ", + "[ f", + "e duc", + "ed uc", + "edu c", + "y alty", + "yal ty", + "( not", + "(n ot", + "(no t", + "_ State", + "_St ate", + "9 33", + "93 3", + "a men", + "am en", + "ame n", + "7 95", + "79 5", + "7 39", + "73 9", + "Ġ dao", + "Ġd ao", + "Ġda o", + "u dad", + "ud ad", + "uda d", + "el lers", + "ell ers", + "elle rs", + "eller s", + "} &", + "l icity", + "lic ity", + "li city", + "licit y", + "_ WINDOW", + "_W INDOW", + "Ġt atto", + "Ġtat to", + "val or", + "va lor", + ". Range", + ".R ange", + "Ġreference d", + "Ġrefer enced", + "ĠRe serve", + "ĠRes erve", + "M oney", + "Mon ey", + "Mo ney", + "8 74", + "87 4", + "SC RIPT", + "SCRI PT", + "/ product", + "/pro duct", + "cho ices", + "choice s", + "Ġ tin", + "Ġt in", + "Ġti n", + "ãĤ ĵ", + "9 18", + "91 8", + "Ġ separator", + "Ġs eparator", + "Ġse parator", + "Ġsepar ator", + "Ġseparat or", + "Ġ pkg", + "Ġp kg", + "Ġpk g", + "am med", + "amm ed", + "Ġ MAT", + "ĠM AT", + "ĠMA T", + "! !ĊĊ", + "!! ĊĊ", + "!!Ċ Ċ", + "Ġ raid", + "Ġr aid", + "Ġra id", + "Ġmot ivation", + "Ġmotiv ation", + "Ġ XP", + "ĠX P", + "Ġ Background", + "ĠBack ground", + "Ġ Quaternion", + "ĠQu aternion", + ".define Property", + "i ker", + "ik er", + "ike r", + "ĉ parent", + "ĉp arent", + "Ġ Originally", + "ĠOrigin ally", + "ĠOriginal ly", + "ĠOrig inally", + "ant age", + "anta ge", + "ĠH ans", + "ĠHa ns", + "ĠHan s", + "Ġ timeline", + "Ġt imeline", + "Ġtime line", + "Ġtim eline", + ". cur", + ".c ur", + "o pic", + "op ic", + "opi c", + "ĠS equ", + "ĠSe qu", + "ĠSeq u", + "m ust", + "mu st", + "mus t", + "Ġ Coal", + "ĠCo al", + "Ġ formatter", + "Ġfor matter", + "Ġform atter", + "Ġformat ter", + "_ RGB", + "_R GB", + "_RG B", + "Ġ _(\"", + "Ġ_ (\"", + "Ġ_( \"", + "' }),Ċ", + "'} ),Ċ", + "'}) ,Ċ", + "Ġ= ================", + "Ġ== ===============", + "Ġ=== ==============", + "Ġ===== ============", + "Ġ==== =============", + "Ġ========== =======", + "Ġ======= ==========", + "Ġ FUNCTION", + "ĠF UNCTION", + "ĠFUN CTION", + "ĠFUNC TION", + "ĠFUNCT ION", + "Ġ lng", + "Ġl ng", + "Ġln g", + "ic ates", + "ica tes", + "icate s", + "l ive", + "li ve", + "liv e", + "_ engine", + "_e ngine", + "_eng ine", + "Ġt owns", + "Ġtown s", + "Ġtow ns", + "8 68", + "86 8", + "' ))ĊĊ", + "') )ĊĊ", + "')) ĊĊ", + "'))Ċ Ċ", + "Ġ PK", + "ĠP K", + "( api", + "(a pi", + "(ap i", + "ĉ scanf", + "ĉs canf", + "0 89", + "08 9", + "p acket", + "pack et", + "pa cket", + "pac ket", + ". phone", + ".p hone", + ".ph one", + "á Ģ", + "Ġ Andy", + "ĠAn dy", + "ĠAnd y", + "_N AMES", + "_NAME S", + "9 82", + "98 2", + "P LY", + "PL Y", + "9 55", + "95 5", + "Ġ mins", + "Ġm ins", + "Ġmin s", + "Ġmi ns", + "i mi", + "im i", + "Ġ brick", + "Ġb rick", + "Ġbr ick", + "Ġbri ck", + "Ġ blade", + "Ġbl ade", + "Ġbla de", + ". stdout", + ".std out", + "} `;Ċ", + "}` ;Ċ", + "S hift", + "Sh ift", + "ĉ sb", + "ĉs b", + "Ġ Checks", + "ĠCheck s", + "ĠChe cks", + "Ġphenomen on", + "Av atar", + "Ġmin istry", + "Ġmini stry", + "Ġminist ry", + "r ose", + "ro se", + "ros e", + "ĉ File", + "ĉF ile", + "8 78", + "87 8", + "Ġt itled", + "Ġtitle d", + "Ġtit led", + "( LOG", + "(L OG", + "Ġ gan", + "Ġg an", + "Ġga n", + "d esign", + "de sign", + "des ign", + "( ),čĊ", + "() ,čĊ", + "(), čĊ", + "Ġ bones", + "Ġb ones", + "Ġbo nes", + "Ġbon es", + "Ġbone s", + "s tm", + "st m", + "ÅĽ Äĩ", + "Ġ InputStream", + "ĠInput Stream", + "Ġvol unt", + "Ġ Serializable", + "ĠSerial izable", + "Ġ fighter", + "Ġf ighter", + "Ġfight er", + "Ġ Drag", + "ĠD rag", + "ĠDr ag", + "ĠDra g", + "T witter", + "Tw itter", + "Ġsub sid", + "Ġsubs id", + "ç ¼", + "Ġ forums", + "Ġfor ums", + "Ġforum s", + ". loading", + ".load ing", + ".lo ading", + "log ged", + "logg ed", + "_ this", + "_t his", + "_th is", + "Ġ terrain", + "Ġter rain", + "Ġterr ain", + "Ġterra in", + "Ġir re", + "Ġirr e", + "Ġ Ing", + "ĠI ng", + "ĠIn g", + "Ġ CN", + "ĠC N", + "_ objects", + "_object s", + "_obj ects", + ". uid", + ".ui d", + ".u id", + "Ġconscious ness", + "T INGS", + "TING S", + "ĠG all", + "ĠGal l", + "ĠGa ll", + "Ġport ray", + "0 56", + "05 6", + "Ġ Developer", + "ĠDe veloper", + "ĠDevelop er", + "Ġ participant", + "Ġpart icipant", + "Ġparticip ant", + "Ġ \";čĊ", + "Ġ\" ;čĊ", + "Ġ\"; čĊ", + "/ model", + "/m odel", + "/mod el", + "7 94", + "79 4", + "Ġ Operations", + "ĠOper ations", + "ĠOperation s", + "^ \\", + "Ġ Later", + "ĠL ater", + "ĠLa ter", + "ĠLat er", + "ĠLate r", + "Ġ raises", + "Ġr aises", + "Ġraise s", + "Ġrais es", + "Ġra ises", + "- none", + "-n one", + "-no ne", + "-non e", + ". meta", + ".m eta", + ".me ta", + ".met a", + "= '.$", + "=' .$", + "='. $", + "F inished", + "Fin ished", + "Finish ed", + "Ġre placing", + "Ġrepl acing", + "Ġ sampling", + "Ġs ampling", + "Ġsam pling", + "Ġsamp ling", + "ĠJ en", + "ĠJe n", + "\" There", + "\"The re", + "\"T here", + "RE AL", + "REA L", + "A LE", + "AL E", + "ìĬ ¤", + "Or ders", + "Order s", + "Ord ers", + "_ parameter", + "_param eter", + "_para meter", + "ĠOlymp ic", + "Ġtr ès", + "Ġ arena", + "Ġa rena", + "Ġare na", + "Ġar ena", + "Ġaren a", + "i ol", + "io l", + "; ?>", + "Ġimp acts", + "Ġimpact s", + "Ġ WS", + "ĠW S", + ": get", + ":g et", + "Ġf lights", + "Ġfl ights", + "Ġflight s", + "ĠRuss ell", + "ĠRus sell", + "c amera", + "came ra", + "cam era", + "F n", + "s igma", + "sig ma", + "Ġ forcing", + "Ġfor cing", + "Ġforc ing", + "Ġ locals", + "Ġloc als", + "Ġlocal s", + "Ġ departure", + "Ġdepart ure", + "Ġcelebr ation", + "Ġ Say", + "ĠS ay", + "ĠSa y", + "8 84", + "88 4", + "ï¼ Ĵ", + "ĠH ills", + "ĠHill s", + "ĠHil ls", + ".has OwnProperty", + "Ġ typings", + "Ġtyp ings", + "Ġtyping s", + ". API", + ".A PI", + ".AP I", + "Ġd onation", + "Ġdo nation", + "Ġdon ation", + "Operation Exception", + ". Activity", + ".Act ivity", + "c plusplus", + "Ġ Charlie", + "ĠChar lie", + "ĠCharl ie", + "Ġim ported", + "Ġimport ed", + "Ġimp orted", + "Ġd ann", + "Ġda nn", + "Ġdan n", + "Ġocc asions", + "Ġoccas ions", + "Ġoccasion s", + "Ġimplement ing", + "Ġ purple", + "Ġp urple", + "Ġpur ple", + ". dialog", + ".d ialog", + ".di alog", + "SQL Exception", + "er no", + "ern o", + "Ġw ars", + "Ġwar s", + "Ġwa rs", + "Ġ paste", + "Ġp aste", + "Ġpast e", + "Ġpas te", + "Ġpa ste", + "Ġdecre ased", + "Ġdecrease d", + "Ġhar sh", + "Ġel abor", + "Ġela bor", + "in puts", + "input s", + "inp uts", + "Ġ Views", + "ĠView s", + "ĠVi ews", + "ĠVie ws", + "Ġ errorMessage", + "Ġerror Message", + "_ mul", + "_m ul", + "_mu l", + "ĉ write", + "ĉw rite", + "Ġ Cop", + "ĠC op", + "ĠCo p", + "Ġ Annual", + "ĠAnn ual", + "( button", + "(b utton", + "Ġ vida", + "Ġv ida", + "Ġvi da", + "Ġvid a", + "b ars", + "bar s", + "ba rs", + "ĠHar vard", + "ĉ expect", + "ĉex pect", + "ĉexp ect", + "Ġ indexes", + "Ġindex es", + "Ġinde xes", + "Ġdocument ary", + "Ġf lesh", + "Ġfl esh", + "Ġfle sh", + "OR LD", + "Ġ Delta", + "ĠD elta", + "ĠDel ta", + "M AND", + "MA ND", + "MAN D", + "B rush", + "Br ush", + "Bru sh", + "- column", + "-c olumn", + "-col umn", + "Ġdevelop ments", + "Ġdevelopment s", + "9 74", + "97 4", + "7 83", + "78 3", + "method Visitor", + "s lice", + "sl ice", + "Ġ PDO", + "ĠP DO", + "ĠPD O", + "Ġinv esting", + "Ġinvest ing", + "8 67", + "86 7", + "ir able", + "ira ble", + "Ġ xmlns", + "Ġxml ns", + "ï¼ Ľ", + "ar ta", + "art a", + "Ġthe ories", + "Ġtheor ies", + "Ġtheo ries", + "_ city", + "_c ity", + "_ci ty", + "Ġ $__", + "Ġ$ __", + "Ġ$_ _", + "C reating", + "Cre ating", + "Cr eating", + "Creat ing", + "( pr", + "(p r", + "D ropdown", + "Drop down", + "is match", + "ism atch", + "Ġ NET", + "ĠN ET", + "ĠNE T", + "9 26", + "92 6", + "' ])){Ċ", + "'] )){Ċ", + "']) ){Ċ", + "'])) {Ċ", + "'])){ Ċ", + "Ġ Values", + "ĠVal ues", + "ĠValue s", + "Ġ SEO", + "ĠS EO", + "ĠSE O", + "Ġ STAT", + "ĠST AT", + "ĠSTA T", + "Ġe cosystem", + "Ġeco system", + "Ġ tempt", + "Ġt empt", + "Ġtem pt", + "Ġtemp t", + "Ġ \\\\", + "Ġ\\ \\", + "Ġ //{Ċ", + "Ġ// {Ċ", + "Ġ//{ Ċ", + "Ġ Christopher", + "ĠChrist opher", + "ĠChristoph er", + "ĠKent ucky", + "ĠHttp ServletResponse", + "ĠHttpServlet Response", + "Ġh ybrid", + "Ġhy brid", + "y on", + "yo n", + "Ġ feeding", + "Ġfe eding", + "Ġfeed ing", + "Ġfee ding", + "Ġ Extra", + "ĠEx tra", + "ĠExt ra", + "ĠExtr a", + "N orm", + "No rm", + "Nor m", + "IT CH", + "Ġ Sean", + "ĠS ean", + "ĠSe an", + "ĠSea n", + "Ġ Upload", + "ĠUp load", + "m un", + "mu n", + "p ur", + "pu r", + "Ġ persistent", + "Ġp ersistent", + "Ġpers istent", + "Ġpersist ent", + "ĠI DC", + "ĠID C", + "Ġ Perform", + "ĠPer form", + "ĠPerf orm", + "8 63", + "86 3", + ". merge", + ".m erge", + "_ room", + "_r oom", + "_ro om", + "Mean while", + "! ='", + "!= '", + "Ġ Wel", + "ĠW el", + "ĠWe l", + "Args Constructor", + "8 87", + "88 7", + ". Database", + ".D atabase", + ".Data base", + "Ġco unting", + "Ġcount ing", + "Ġcoun ting", + "( )*", + "() *", + "Ķ åĽŀ", + "Ġ TOP", + "ĠT OP", + "ĠTO P", + "m ill", + "mi ll", + "mil l", + "Ġ DT", + "ĠD T", + "IGN ED", + "9 56", + "95 6", + "Ġ KB", + "ĠK B", + "Ġcom ply", + "Ġcomp ly", + "Ġcompl y", + "S outh", + "So uth", + "Sou th", + "_ collection", + "_c ollection", + "_col lection", + "_coll ection", + "_collect ion", + "Ch apter", + "Cha pter", + "Ġexpl aining", + "Ġexplain ing", + "_ AM", + "_A M", + "_ ts", + "_t s", + "c ards", + "card s", + "car ds", + "Ġ quel", + "Ġqu el", + "Ġque l", + "Ġq uel", + "Ġ pole", + "Ġp ole", + "Ġpol e", + "Ġpo le", + "Ġtouch down", + "Ġ Others", + "ĠO thers", + "ĠOther s", + "Ġpe ers", + "Ġpeer s", + "Ġpee rs", + "Ġ TypeError", + "ĠType Error", + "7 63", + "76 3", + "Ġsix th", + "Ġch eer", + "Ġche er", + "Ġdis pute", + "Ġdisp ute", + "Ġdisput e", + "9 63", + "96 3", + "8 93", + "89 3", + "u sc", + "us c", + ") ],", + ")] ,", + "th umb", + "Ġh iding", + "Ġhi ding", + "Ġhid ing", + "Ġ SIG", + "ĠS IG", + "ĠSI G", + "l ikes", + "li kes", + "like s", + "lik es", + "Ġ PAGE", + "ĠP AGE", + "ĠPA GE", + ". Reflection", + ".Ref lection", + "Ġhead quarters", + "T ING", + "TI NG", + "Ġ Ghost", + "ĠG host", + "ĠGh ost", + "M LE", + "ML E", + "$ Ċ", + "Ġcont rary", + "Ġcontr ary", + "Ġcontra ry", + "ext end", + "' ]).", + "'] ).", + "']) .", + "FF ECT", + "FFE CT", + "Ġ Pinterest", + "ĠP interest", + "úmer o", + "ric ane", + "rica ne", + "ĉ session", + "ĉs ession", + "Ġcr ystal", + "Ġcry stal", + "Ġcryst al", + "- Control", + "-C ontrol", + "overn ment", + "o graf", + "og raf", + "ogr af", + "ogra f", + "9 61", + "96 1", + "- action", + "-a ction", + "-ac tion", + "v olume", + "vol ume", + "f ten", + "ft en", + "fte n", + "Ġun con", + "Ġunc on", + "Ġ animate", + "Ġan imate", + "Ġanim ate", + "Ġani mate", + "Ġ lease", + "Ġl ease", + "Ġle ase", + "s cr", + "sc r", + "Ġre fuse", + "Ġref use", + "ãĢ ĭ", + "f tp", + "ft p", + "in formation", + "inform ation", + "Ġeval uated", + "Ġevaluate d", + "Ġevalu ated", + "Ġin jection", + "Ġinj ection", + "Ġinject ion", + "Ġ jack", + "Ġj ack", + "Ġja ck", + "Ġjac k", + "Ġwork shop", + "Ġworks hop", + "æ³ ¨", + "P TH", + "PT H", + "Ġ Ts", + "ĠT s", + "o ffer", + "of fer", + "off er", + "ĉ os", + "ĉo s", + "Ġking dom", + "M issing", + "Miss ing", + "Mis sing", + "Ġlaw makers", + "Ġlawmaker s", + "ext Field", + "Ġs inging", + "Ġsin ging", + "Ġsing ing", + "a bi", + "ab i", + "/ client", + "/c lient", + "/cl ient", + "/cli ent", + ". media", + ".m edia", + ".me dia", + ".med ia", + "ATEG ORY", + "Sign ature", + "Sig nature", + "% ',Ċ", + "%' ,Ċ", + "%', Ċ", + "Ġ Fuck", + "ĠF uck", + "ĠFu ck", + "] [:", + "][ :", + "Ġs ensors", + "Ġsens ors", + "Ġsensor s", + "/ com", + "/c om", + "/co m", + "Ġ Primary", + "ĠPr imary", + "ĠPri mary", + "ĠPrim ary", + ". SQL", + ".S QL", + "_ program", + "_p rogram", + "_pro gram", + "_pr ogram", + "_prog ram", + "Ġp ills", + "Ġpil ls", + "Ġpill s", + "Ġ integral", + "Ġint egral", + "Ġinteg ral", + "Ġintegr al", + "Ġ fleet", + "Ġf leet", + "Ġfle et", + "Ġflee t", + "Ġd ropping", + "Ġdr opping", + "Ġdrop ping", + "Ġdro pping", + ". sl", + ".s l", + "B een", + "Be en", + "Ġ pets", + "Ġp ets", + "Ġpe ts", + "Ġpet s", + "Ġad vised", + "Ġadv ised", + "Ġadvis ed", + "Ġadvise d", + "Ġ dragon", + "Ġd ragon", + "Ġdr agon", + "Ġdrag on", + "Ġdra gon", + "_ EDIT", + "_ED IT", + "( im", + "(i m", + "9 39", + "93 9", + "F ER", + "FE R", + "Ġ Drug", + "ĠD rug", + "ĠDr ug", + "( random", + "(r andom", + "(rand om", + "Ġ compression", + "Ġcom pression", + "Ġcomp ression", + "Ġcompr ession", + "Ġcompress ion", + "o ust", + "ou st", + "ous t", + "[ %", + "Ġ buyer", + "Ġbu yer", + "Ġbuy er", + "h op", + "ho p", + "R oles", + "Role s", + "Ro les", + "Rol es", + "man age", + "ma nage", + "mana ge", + "Ġpain ful", + "Ġ Branch", + "ĠBr anch", + "ĠBran ch", + "- modal", + "-m odal", + "-mod al", + "e nant", + "en ant", + "ena nt", + "enan t", + "Ġ Mesh", + "ĠM esh", + "ĠMe sh", + "ĠMes h", + "/ font", + "/f ont", + "ĠG raham", + "ĠGra ham", + "Ġ âĺ", + "Ġâ ĺ", + "Ġ nc", + "Ġn c", + "ĠFranc is", + "ĠFran cis", + "Ġspec ification", + "Ġspecific ation", + "Ġdam ages", + "Ġdamage s", + "- config", + "-con fig", + "-conf ig", + "Ġthe oret", + "Ġtheor et", + "Ġtheo ret", + "s ecure", + "sec ure", + "_ multi", + "_m ulti", + "_mul ti", + "_mult i", + "aceut ical", + "Ġdem anding", + "Ġdemand ing", + "en ne", + "enn e", + "I STS", + "IS TS", + "IST S", + "0 94", + "09 4", + "( )));ĊĊ", + "() ));ĊĊ", + "()) );ĊĊ", + "()));Ċ Ċ", + "())) ;ĊĊ", + "())); ĊĊ", + "Re ason", + "Re cent", + "Rec ent", + "ph ase", + "pha se", + "phas e", + "Ġ psy", + "Ġp sy", + "Ġps y", + "_ MAN", + "_M AN", + "_MA N", + "Ġvol unteer", + "Ġvolunte er", + "Ġvolunt eer", + "å ¿", + "istrib uted", + "istribute d", + "l io", + "li o", + "Ġproduct ivity", + "_ comm", + "_c omm", + "_com m", + "_co mm", + "S pring", + "Sp ring", + "Spr ing", + "n is", + "ni s", + ". weight", + ".w eight", + ".we ight", + "ĠC ancer", + "ĠCan cer", + "ĠCanc er", + "Al loc", + "All oc", + "Ġ Tweet", + "ĠT weet", + "ĠTwe et", + "Ġsepar ately", + "Ġseparate ly", + "Ġseparat ely", + "ĉ check", + "ĉc heck", + "ĉch eck", + "_ properties", + "_p roperties", + "_prop erties", + ". Unit", + ".U nit", + ".Un it", + "8 29", + "82 9", + "_ CLK", + "_C LK", + "_CL K", + "Ġ gt", + "Ġg t", + "Ġ ();ĊĊ", + "Ġ( );ĊĊ", + "Ġ() ;ĊĊ", + "Ġ();Ċ Ċ", + "Ġ(); ĊĊ", + "Ġh andy", + "Ġhand y", + "Ġhan dy", + "8 34", + "83 4", + "ĠTh ompson", + "ĠThom pson", + "Ġun necessary", + "Ġunn ecessary", + "Ġ Reader", + "ĠRe ader", + "ĠRead er", + "8 94", + "89 4", + "G N", + "= request", + "=re quest", + "=req uest", + "Ġ Utility", + "ĠU tility", + "ĠUtil ity", + "ĠUt ility", + ". Repository", + ".Re pository", + "Ġ Ax", + "ĠA x", + "hy dr", + "7 91", + "79 1", + "i eu", + "ie u", + "Ġ thy", + "Ġt hy", + "Ġth y", + "Ġ lt", + "Ġl t", + "_ mail", + "_m ail", + "_ma il", + "ä¿® æĶ¹", + "a iland", + "ail and", + "ai land", + "Ġ Philip", + "ĠPh ilip", + "ĠPhil ip", + "ĠPhi lip", + "Ġb itter", + "Ġbit ter", + "Ġbitte r", + "Ġb etting", + "Ġbet ting", + "8 37", + "83 7", + "Ġt imed", + "Ġtime d", + "Ġtim ed", + "Ġti med", + "o cks", + "oc ks", + "ock s", + "0 76", + "07 6", + "' a", + "Ġal gorithms", + "Ġalgorithm s", + "Ġ reinterpret", + "Ġre interpret", + "Ġt oss", + "Ġto ss", + "r ogen", + "ro gen", + "rog en", + "Ġh oped", + "Ġhope d", + "Ġhop ed", + "Ġho ped", + "( selected", + "(se lected", + "(select ed", + "(sel ected", + "Ġ venture", + "Ġvent ure", + "Ġven ture", + "T EX", + "TE X", + "Ġ Leave", + "ĠLe ave", + ". Substring", + ".Sub string", + "Ġgr ateful", + "Ġgrat eful", + "Ġgrate ful", + "7 43", + "74 3", + "u ka", + "uk a", + "Ġ Consumer", + "ĠCon sumer", + "ĠCons umer", + "ĠConsum er", + "Ġag greg", + "Ġagg reg", + "C ircle", + "ภģ", + "_ blocks", + "_b locks", + "_block s", + "_bl ocks", + "_bloc ks", + "Ġleg ally", + "Ġlegal ly", + "Ġ \"|", + "Ġ\" |", + "ãĥ ĥ", + ". board", + ".b oard", + ".bo ard", + ". Ab", + ".A b", + "Function s", + "Fun ctions", + "rec ipe", + "è ĩ", + "ĠO xford", + "ĠOx ford", + "Ġw holes", + "Ġwh oles", + "Ġwho les", + "Ġwhole s", + ". Build", + ".B uild", + "_ changed", + "_ch anged", + "_change d", + "_chan ged", + "h ai", + "ha i", + "Ġ departments", + "Ġdepartment s", + "Ġdepart ments", + "9 64", + "96 4", + "I mp", + "Im p", + "Ġcoal ition", + "IN FRINGEMENT", + "Ġem power", + "Ġemp ower", + "it ches", + "itch es", + "N orth", + "Nor th", + "Ġin flamm", + "Ġinfl amm", + "O NSE", + "ON SE", + "ONS E", + "Ġmiss ile", + "ĠR aj", + "ĠRa j", + "Ġ Issue", + "ĠI ssue", + "ĠIss ue", + "Ġ atoi", + "Ġa toi", + "Ġat oi", + "c aled", + "ca led", + "cale d", + "cal ed", + ". Controllers", + ".Cont rollers", + ".Control lers", + ".Controller s", + "Ġ Wolf", + "ĠW olf", + "ĠWo lf", + "ĠWol f", + "Ġcrush ers", + "Ġcrusher s", + "á» ĩ", + ". Auth", + ".A uth", + ".add Attribute", + "h is", + "hi s", + "Ġbo ots", + "Ġboot s", + "Ġboo ts", + ". clean", + ".c lean", + ".cl ean", + "c amp", + "ca mp", + "cam p", + "Ġ tenant", + "Ġt enant", + "Ġte nant", + "Ġten ant", + "Ġt une", + "Ġtu ne", + "Ġtun e", + "Ġ {}'.", + "Ġ{ }'.", + "Ġ{} '.", + "Ġwork out", + "Re po", + "Rep o", + "Ġpart ially", + "Ġpartial ly", + "Ġparti ally", + "MI SSION", + "MISS ION", + "j amin", + "ja min", + "jam in", + "Ġ SB", + "ĠS B", + "Ġd etermination", + "Ġde termination", + "Ġdeter mination", + "Ġdetermin ation", + "Ġdeterm ination", + "Ġ' ');Ċ", + "Ġ'' );Ċ", + "Ġ'') ;Ċ", + "Ġ''); Ċ", + "ĠB eng", + "ĠBe ng", + "ĠBen g", + "Ġ vos", + "Ġv os", + "Ġvo s", + "Ġin hab", + "Ġinh ab", + "/ lang", + "/l ang", + "s burgh", + "sburg h", + "Exec utor", + "h one", + "ho ne", + "hon e", + "Ġ Challenge", + "ĠCh allenge", + "ĠChall enge", + "_ links", + "_l inks", + "_link s", + "_lin ks", + ". Level", + ".Le vel", + "Ġunder ground", + "- code", + "-c ode", + "-co de", + "9 59", + "95 9", + "Ġopt imization", + "Ġoptim ization", + "log ging", + "logg ing", + "_ dest", + "_d est", + "_de st", + "_des t", + "Ġ snake", + "Ġsn ake", + "Ġsna ke", + "Ġchem icals", + "Ġchemical s", + "_IMPORT ED", + "ad oop", + "ado op", + "adoo p", + "ĠTH AT", + "man aged", + "manage d", + "mana ged", + "Ġred uces", + "Ġredu ces", + "Ġreduce s", + "Ġ REAL", + "ĠRE AL", + "Ġ Guy", + "ĠG uy", + "ĠGu y", + "_GENER IC", + "_GEN ERIC", + "/ ********************************", + "/************************ ********", + "/******** ************************", + "/**************** ****************", + ". amount", + ".a mount", + ".am ount", + "Ġ dere", + "Ġd ere", + "Ġde re", + "Ġder e", + "get Time", + "Ġp ant", + "Ġpa nt", + "Ġpan t", + "an onymous", + "anon ymous", + "Ġhar mony", + "Ġharm ony", + "Ġharmon y", + "Ġ Alan", + "ĠA lan", + "ĠAl an", + "ĠAla n", + "Ġsc enarios", + "Ġscen arios", + "Ġscenario s", + "Ġd irt", + "Ġdi rt", + "Ġdir t", + "h tags", + "ht ags", + "htag s", + "hta gs", + "M c", + "S hell", + "Sh ell", + "She ll", + "r in", + "ri n", + "{ čĊčĊ", + "{čĊ čĊ", + ". pow", + ".p ow", + ".po w", + "ĉ client", + "ĉc lient", + "ĉcl ient", + "ĉcli ent", + "Ġcon spiracy", + "Ġconspir acy", + "Ġad mission", + "Ġadm ission", + "Ġ Regional", + "ĠReg ional", + "ĠRegion al", + "Ġ ViewController", + "ĠView Controller", + "ĠPhil ippines", + "ĠPhilipp ines", + "ĠPhilippine s", + "Ġde pos", + "Ġdep os", + "Ġp ap", + "Ġpa p", + "9 62", + "96 2", + "Ġ Pad", + "ĠP ad", + "ĠPa d", + "P aul", + "Pa ul", + ". ComboBox", + ".Com boBox", + "Ġt utor", + "Ġtu tor", + "Ġtut or", + "Ġtuto r", + "Ġ Recipe", + "ĠRec ipe", + "w riting", + "wr iting", + "Ġcontrib utor", + "O TH", + "OT H", + "S mall", + "Sm all", + "V I", + "Ġh acer", + "Ġha cer", + "Ġhace r", + "Ġhac er", + "e qu", + "eq u", + "Ġ Examples", + "ĠEx amples", + "ĠExample s", + "ĠExam ples", + "h uman", + "hu man", + "hum an", + ". messages", + ".m essages", + ".message s", + "ĉ typ", + "ĉt yp", + "Ġ (čĊ", + "Ġ( čĊ", + "Ġ SSL", + "ĠS SL", + "ĠSS L", + "L EN", + "LE N", + "ĠRom ney", + "( grid", + "(g rid", + "(gr id", + "ĉ min", + "ĉm in", + "Ġ >ĊĊ", + "Ġ> ĊĊ", + "Ġ>Ċ Ċ", + "Ġf ruits", + "Ġfr uits", + "Ġfruit s", + "Ġv oter", + "Ġvo ter", + "Ġvot er", + "Ġvote r", + "In line", + "p ane", + "pan e", + "pa ne", + "Ġ Collections", + "ĠC ollections", + "ĠCol lections", + "ĠCollection s", + "ĠColl ections", + "ĠCollect ions", + "char set", + "chars et", + "Ġ spam", + "Ġsp am", + "Ġspa m", + "z b", + "it emap", + "ite map", + "item ap", + "Ġs ucceeded", + "Ġsuc ceeded", + "Ġsucceed ed", + "_ COL", + "_C OL", + "_CO L", + "Ġ elapsed", + "Ġel apsed", + "i meter", + "im eter", + "ime ter", + "imet er", + "Ġre covered", + "Ġrecover ed", + "T ensor", + "hat tan", + "hatt an", + ". setup", + ".set up", + "i sto", + "is to", + "ist o", + "( head", + "(h ead", + "9 77", + "97 7", + "Ġ SIZE", + "ĠS IZE", + "ĠSI ZE", + "Ġt actics", + "Ġtact ics", + "Ġtactic s", + "Ġtac tics", + "Ġdis tur", + "Ġdist ur", + "Ġpr eval", + "Ġpre val", + "Ġprev al", + "ic ios", + "ici os", + "icio s", + "( Value", + "(V alue", + "_ cols", + "_c ols", + "_col s", + "_co ls", + "Ġ Fat", + "ĠF at", + "ĠFa t", + "Ġse al", + "Ġsea l", + "Ġ sons", + "Ġs ons", + "Ġso ns", + "Ġson s", + "Ġens ures", + "Ġensure s", + "0 95", + "09 5", + "Ġp ressing", + "Ġpres sing", + "Ġpress ing", + "= &", + "igen ous", + "Ġharass ment", + "_ JSON", + "_J SON", + "_JS ON", + "Ġign or", + "Ġig nor", + "yn omial", + "ynom ial", + "o mer", + "om er", + "ome r", + "_ static", + "_st atic", + "_stat ic", + "_sta tic", + "Ġsign ificance", + "Ġsignific ance", + "Ġsignifica nce", + "Ġc ircles", + "Ġcirc les", + "Ġcircle s", + "Ġcir cles", + "_ System", + "_S ystem", + "Ġdisc ipline", + "Ġdiscipl ine", + "Ġd ressed", + "Ġdr essed", + "Ġdress ed", + "Ġ sphere", + "Ġs phere", + "Ġsp here", + "Ġsph ere", + "9 27", + "92 7", + "Ġcl imb", + "Ġclim b", + "Ġcli mb", + "7 59", + "75 9", + "_ actions", + "_a ctions", + "_action s", + "_act ions", + "ĠB ab", + "ĠBa b", + "Ġ' =',", + "Ġ'=' ,", + "Ġ'= ',", + "_ schema", + "_s chema", + "\" use", + "Ġ unders", + "Ġun ders", + "Ġunder s", + "Ġund ers", + "Ġunde rs", + "Ġc ups", + "Ġcu ps", + "Ġcup s", + ". screen", + ".s creen", + ".sc reen", + "/ new", + "/n ew", + "/ne w", + "Ġapp earing", + "Ġappe aring", + "Ġappear ing", + "T OP", + "TO P", + "v ised", + "vis ed", + "vi sed", + "vise d", + "c lang", + "cl ang", + "cla ng", + "Ġinvest igators", + "Ġinvestig ators", + "Ġinvestigator s", + "Ġm ysterious", + "Ġmyster ious", + "Ġprom ising", + "Ġqual ify", + "Ġqua lify", + "Ġquali fy", + "Ġc ave", + "Ġca ve", + "Ġcav e", + "Ġ equip", + "Ġe quip", + "Ġequ ip", + "= x", + "G T", + "( link", + "(l ink", + "(li nk", + ". velocity", + ".v elocity", + ".vel ocity", + ". erase", + ".e rase", + ".er ase", + "o ter", + "ot er", + "ote r", + "++++ ++++", + "pro fit", + "prof it", + "Ġ zones", + "Ġz ones", + "Ġzone s", + "Ġzo nes", + "_ uid", + "_u id", + "_ui d", + "- ser", + "-s er", + "-se r", + "Ġob jectives", + "Ġobject ives", + "Ġobjective s", + "Ġmil f", + "Ġmi lf", + "web kit", + "( match", + "(m atch", + "(mat ch", + "n eh", + "ne h", + "Ġ Associated", + "ĠAssoci ated", + "ĠAssociate d", + "ĠAssoc iated", + "Ġ Todo", + "ĠT odo", + "ĠTo do", + "ĠTod o", + "= d", + "0 65", + "06 5", + "C am", + "Ca m", + "Ġv ocal", + "Ġvo cal", + "Ġvoc al", + "Ġ sudo", + "Ġs udo", + "Ġsu do", + "Ġsud o", + "( EX", + "(E X", + "Ġt rou", + "Ġtr ou", + "Ġtro u", + "A BC", + "AB C", + ". bean", + ".b ean", + ".be an", + "Ġ Ground", + "ĠG round", + "ĠGr ound", + "ĠGro und", + "Ġ REST", + "ĠR EST", + "ĠRE ST", + "ĠRES T", + "we ets", + "weet s", + "I ng", + "In g", + "i mon", + "im on", + "imo n", + "9 46", + "94 6", + "_ bus", + "_b us", + "Ġ COLOR", + "ĠC OLOR", + "ĠCOL OR", + "un to", + "unt o", + "Ġf oss", + "Ġfo ss", + "Ġfos s", + "Ġ Links", + "ĠL inks", + "ĠLink s", + "ĠLin ks", + "8 69", + "86 9", + "ä ng", + "än g", + "/ forms", + "/form s", + "pr ises", + "prise s", + "pri ses", + "Ġ achievement", + "Ġachie vement", + "Ġachieve ment", + "C ALL", + "CA LL", + "CAL L", + "е лÑĮ", + "ел ÑĮ", + "Ġ Verify", + "ĠVer ify", + "_ SOURCE", + "_S OURCE", + "apt cha", + "I DD", + "ID D", + "_ reference", + "_re ference", + "_ref erence", + "_refer ence", + "G old", + "Go ld", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ċ", + "9 47", + "94 7", + "Re ceiver", + "Receive r", + "0 99", + "09 9", + "Ġ aj", + "Ġa j", + "_ direction", + "_d irection", + "_dir ection", + "_di rection", + "_direct ion", + "} ]", + "Ġ Compet", + "ĠCom pet", + "ĠComp et", + "Ġ bang", + "Ġb ang", + "Ġban g", + "Ġba ng", + "7 98", + "79 8", + "ĠC ass", + "ĠCas s", + "ĠCa ss", + "- url", + "-u rl", + "t echn", + "te chn", + "tech n", + "tec hn", + "ĠJer usalem", + "long itude", + "' );čĊčĊ", + "') ;čĊčĊ", + "'); čĊčĊ", + "');čĊ čĊ", + "Ġwin ners", + "Ġwinner s", + "T asks", + "Task s", + "Ġ DMA", + "ĠD MA", + "ĠDM A", + "Ġ tooltip", + "Ġto oltip", + "Ġtool tip", + "İ ·", + "ĠB ra", + "ĠBr a", + "_ duration", + "_d uration", + "_dur ation", + "c ury", + "cur y", + "cu ry", + "par ents", + "pare nts", + "parent s", + "paren ts", + "- --- >(", + ">> (", + "Ġ Kir", + "ĠK ir", + "ĠKi r", + "Ġ intros", + "Ġint ros", + "Ġintr os", + "Ġintro s", + "Ġsk etch", + "Ġsk illed", + "Ġskill ed", + "Ġ immer", + "Ġim mer", + "Ġimm er", + "Ġade quate", + "Ġadequ ate", + "_ rep", + "_re p", + "_r ep", + "( header", + "(head er", + "_ like", + "_l ike", + "_li ke", + "Ġper ceived", + "Ġperceive d", + "Ġperce ived", + "s sh", + "ss h", + "Ġ assuming", + "Ġas suming", + "Ġass uming", + "Ġassum ing", + "Ġ ff", + "Ġf f", + "_ uuid", + "_u uid", + "u las", + "ul as", + "ula s", + "Ġdem ocratic", + "Ġdemocr atic", + "Ġdemocrat ic", + ". entities", + ".ent ities", + "S eries", + "Se ries", + "Ser ies", + "aph ore", + "Ġnew er", + "Ġne wer", + "} (", + "S EC", + "SE C", + "a iro", + "air o", + "ai ro", + "Ġcom mod", + "Ġcomm od", + "Ġpriv ilege", + "Ġprivile ge", + "Ġde ux", + "Ġ Hop", + "ĠH op", + "ĠHo p", + ". '/", + ".' /", + "c tic", + "ct ic", + ". ';Ċ", + ".' ;Ċ", + "< ?=", + " C", + "ĠWar ren", + "Ġ optimizer", + "Ġopt imizer", + "Ġoptim izer", + "Ġoptimize r", + "ĠSER VICES", + "ĠSERVICE S", + "_ oper", + "_op er", + "_o per", + "get Attribute", + "ĠMc K", + "_ self", + "_s elf", + "_se lf", + "_sel f", + "0 84", + "08 4", + ". rs", + ".r s", + "\" )ĊĊĊ", + "\") ĊĊĊ", + "\")Ċ ĊĊ", + "\")ĊĊ Ċ", + "Get Component", + "er ce", + "erc e", + "Ġt ous", + "Ġto us", + "Ġtou s", + "un its", + "unit s", + "uni ts", + "' ]);čĊ", + "'] );čĊ", + "']) ;čĊ", + "']); čĊ", + "Z oom", + "/ E", + "Ġob sc", + "Ġobs c", + "Ġfast est", + "Ġfas test", + "on line", + "Ġpeace ful", + "f fen", + "ff en", + "ffe n", + "Ġ cargo", + "Ġc argo", + "Ġcar go", + "Ġcarg o", + "ĉ pr", + "ĉp r", + "Ġse eks", + "Ġsee ks", + "Ġseek s", + "z u", + "0 74", + "07 4", + "T rim", + "Tr im", + "Tri m", + "Ġ ward", + "Ġw ard", + "Ġwar d", + "Ġwa rd", + "Ġv erd", + "Ġver d", + "Ġve rd", + "Ġ blogs", + "Ġb logs", + "Ġbl ogs", + "Ġblog s", + "Ġblo gs", + ". exceptions", + ".ex ceptions", + ".exception s", + "Ġ Premium", + "ĠP remium", + "ĠPre mium", + "ĠPrem ium", + "ĠPremi um", + "ĠN etherlands", + "S afe", + "Sa fe", + "F inish", + "Fin ish", + "Fi nish", + "Ġ Album", + "ĠAl bum", + "ĠAlb um", + "_ ACC", + "_A CC", + "_AC C", + "= this", + "=t his", + "v irtual", + "vir tual", + "virt ual", + "] >", + "_ LABEL", + "_L ABEL", + "_LA BEL", + "Ġ Nich", + "ĠN ich", + "ĠNic h", + "ĠNi ch", + "_ win", + "_w in", + "Ġ Aaron", + "ĠA aron", + "W P", + "; $", + "a ims", + "ai ms", + "aim s", + "Ġ ImageView", + "ĠImage View", + "Ġend less", + "Ġendl ess", + "E RA", + "ER A", + "_ DISABLE", + "_DIS ABLE", + "Ġ cancelled", + "Ġcancel led", + "Ġcancell ed", + "Ġcanc elled", + "- us", + "-u s", + "Ġ inspection", + "Ġins pection", + "Ġinspect ion", + "Ġinsp ection", + "e min", + "em in", + "emi n", + "Ġ Grey", + "ĠG rey", + "ĠGr ey", + "ĠGre y", + "- open", + "-o pen", + "-op en", + "Ġ iterations", + "Ġiter ations", + "Ġiteration s", + ". owner", + ".o wner", + "Ġk eras", + "Ġke ras", + "Ġker as", + ". Password", + ".P assword", + ".Pass word", + "ĠR y", + "Ġ INS", + "ĠI NS", + "ĠIN S", + "A ir", + "Ai r", + "Ġ Several", + "ĠSe veral", + "ĠSever al", + "ĠSev eral", + ".Tab Stop", + "IN GLE", + "ING LE", + "Ġ Hair", + "ĠH air", + "ĠHa ir", + "ĠHai r", + "Ġ Canvas", + "ĠC anvas", + "ĠCan vas", + "A AAA", + "AA AA", + "AAA A", + "Ġf law", + "Ġfl aw", + "Ġfla w", + "c edes", + "ce des", + "ced es", + "cede s", + ". Report", + ".Re port", + "í Ĭ", + "Ġ Tips", + "ĠT ips", + "ĠTi ps", + "ĠTip s", + "cript ors", + "criptor s", + ". transaction", + ".trans action", + ". Spring", + ".S pring", + ".Sp ring", + "Ġ viewer", + "Ġview er", + "Ġvie wer", + "Ġins ights", + "Ġinsight s", + "è¾ ĵ", + "ord ion", + "U INT", + "UI NT", + "se ek", + "see k", + "Ġ Auf", + "ĠA uf", + "ĠAu f", + "ìŀ IJ", + "Ġ strain", + "Ġs train", + "Ġst rain", + "Ġstr ain", + "Ġstra in", + "To oltip", + "Tool tip", + "Ġ dz", + "Ġd z", + "ig nal", + "ign al", + "a dt", + "ad t", + "Ġ uc", + "Ġu c", + "f inite", + "fin ite", + "fi nite", + "Ġ nm", + "Ġn m", + ". cmd", + ".c md", + ".cm d", + "ĠMy Sql", + "[ data", + "[d ata", + ".j ackson", + ". tree", + ".t ree", + ".tr ee", + "Request Param", + "_ agent", + "_a gent", + "_ag ent", + "_age nt", + "\" )]čĊ", + "\") ]čĊ", + "\")] čĊ", + "Ġas sass", + "Ġass ass", + "( Constants", + "(Constant s", + "(Const ants", + ": ss", + ":s s", + "Ġ MAN", + "ĠM AN", + "ĠMA N", + "+- +-", + "Ġ Bottom", + "ĠB ottom", + "ĠBot tom", + "ĠBott om", + "pr ints", + "print s", + "pri nts", + "Ġ Same", + "ĠS ame", + "ĠSam e", + "ĠSa me", + "@ Autowired", + "s wap", + "sw ap", + "i ción", + "ic ión", + "ici ón", + "Ġprot esters", + "Ġprote sters", + "Ġprotest ers", + "Ġprotester s", + "Ġh oney", + "Ġhon ey", + "Ġho ney", + "Ġhone y", + "Ġ Veter", + "ĠV eter", + "ĠVe ter", + "ĠVet er", + "( Calendar", + "(C alendar", + "- ad", + "-a d", + "ĠBro oklyn", + "ĠBrook lyn", + "L ife", + "Li fe", + "_ VAR", + "_V AR", + "z ech", + "ze ch", + "Ġ CALL", + "ĠC ALL", + "ĠCA LL", + "ĠCAL L", + "_ CAST", + "_C AST", + "_CA ST", + "ĠE lection", + "ĠEl ection", + "ĠElect ion", + "ĠEle ction", + "Ġ thickness", + "Ġth ickness", + "Ġthick ness", + "V ery", + "Ver y", + "Ve ry", + "_ INTEGER", + "_IN TEGER", + "- dev", + "-d ev", + "-de v", + ") )))", + ")) ))", + "))) )", + "a pat", + "ap at", + "apa t", + "o ooo", + "oo oo", + "ooo o", + "d emo", + "de mo", + "dem o", + "Ġ parseFloat", + "Ġparse Float", + "Ġ Rather", + "ĠR ather", + "ĠRa ther", + "ĠRat her", + "ĠRath er", + "ST IT", + "m aker", + "ma ker", + "make r", + "mak er", + "[ current", + "[c urrent", + "[cur rent", + "[curr ent", + "chron o", + "chr ono", + "Ġ christ", + "Ġch rist", + "Ġchr ist", + "ãģ ª", + "Ġ Detail", + "ĠD etail", + "ĠDe tail", + "ĠDet ail", + "Æ° á»", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "Ġs ul", + "Ġsu l", + "id ency", + "ide ncy", + "iden cy", + "Q ue", + "Qu e", + "Ġe legant", + "Ġeleg ant", + "a pons", + "ap ons", + "apon s", + "apo ns", + "Ġd ishes", + "Ġdis hes", + "Ġdish es", + "Ġint egers", + "Ġinteg ers", + "Ġinteger s", + "Ġinte gers", + "( read", + "(r ead", + "(re ad", + "0 57", + "05 7", + "find ViewById", + "Ġ Amount", + "ĠA mount", + "ĠAm ount", + "Ġ Skip", + "ĠS kip", + "ĠSk ip", + "ĠSki p", + "Ġhab its", + "Ġha bits", + "Ġhabit s", + "* )(", + "*) (", + "Ġmon sters", + "Ġmonster s", + "M AC", + "MA C", + ": end", + ":e nd", + "Ġf rank", + "Ġfr ank", + "Ġfra nk", + "Ġfran k", + "As sembly", + "Ġ dfs", + "Ġd fs", + "Ġdf s", + "Ġn eut", + "Ġne ut", + "Ġneu t", + "_ TYPES", + "_T YPES", + "_TYPE S", + "_TYP ES", + "e qual", + "eq ual", + "equ al", + "lo yd", + "loy d", + "( uri", + "(u ri", + "(ur i", + "Ġ chi", + "Ġc hi", + "Ġch i", + "Ġdef endant", + "Ġdefend ant", + "Ġconf licts", + "Ġconflic ts", + "Ġconflict s", + "Ġconfl icts", + "Ġ vil", + "Ġv il", + "Ġvi l", + "- js", + "-j s", + "Ġ Peace", + "ĠPe ace", + "Ġ mutable", + "Ġm utable", + "Ġmut able", + "Ġmu table", + ") sender", + ")s ender", + "Ġ Focus", + "ĠF ocus", + "ĠFo cus", + "å» º", + "Ġapprec iated", + "Ġappreciate d", + "s leep", + "Ġ RED", + "ĠR ED", + "ĠRE D", + "C ulture", + "Ġdesign ers", + "Ġdesigner s", + "_ generator", + "_g enerator", + "_gen erator", + "_gener ator", + "c odes", + "co des", + "code s", + "cod es", + "/ ex", + "/e x", + ". GetValue", + ".Get Value", + "um bled", + "umb led", + "umble d", + ".scal ajs", + ".scala js", + "pe ror", + "per or", + "Ġveter ans", + "Ġveteran s", + "Ġ })čĊ", + "Ġ} )čĊ", + "Ġ}) čĊ", + "Ġun fortunately", + "Ġunfortunate ly", + "_ CREATE", + "_C REATE", + "_CRE ATE", + "_CREAT E", + "M ass", + "Ma ss", + "Mas s", + "Ġ CLAIM", + "ĠCL AIM", + "Ġ Meet", + "ĠMe et", + "_ support", + "_s upport", + "_sup port", + "_supp ort", + "B ank", + "Ban k", + "Ba nk", + "( ).Ċ", + "() .Ċ", + "(). Ċ", + "D ark", + "Da rk", + "Dar k", + "_ LOW", + "_L OW", + "_LO W", + "Ġ Mining", + "ĠM ining", + "ĠMin ing", + "ĠMini ng", + "ĠMi ning", + "Ġ Owner", + "ĠO wner", + "ĠOwn er", + "ĠOw ner", + "i era", + "ie ra", + "ier a", + "Client e", + "Cl iente", + "Cli ente", + "Ġencour aging", + "> S", + "Ġboy friend", + "Ġ Half", + "ĠH alf", + "ĠHa lf", + "ĠHal f", + "Ġ ACC", + "ĠA CC", + "ĠAC C", + "A ff", + "Af f", + "_ ar", + "_a r", + "- life", + "-l ife", + "-li fe", + "c x", + ".J Button", + "iz ado", + "iza do", + ". zero", + ".z ero", + ".open qa", + "o ton", + "ot on", + "oto n", + ". textContent", + ".text Content", + "Ġt oll", + "Ġto ll", + "Ġtol l", + "a tie", + "at ie", + "ati e", + "Ġball ot", + "Ġbal lot", + "Ġballo t", + "- number", + "-n umber", + "-num ber", + ". Exception", + ".Ex ception", + "ĉ params", + "ĉparam s", + "c ircle", + "circ le", + "cir cle", + "- map", + "-m ap", + "Ġ nap", + "Ġn ap", + "Ġna p", + "Ġ Robot", + "ĠR obot", + "ĠRob ot", + "ĠRo bot", + "Ġ Ich", + "ĠI ch", + "reg istration", + "registr ation", + "regist ration", + "A mazon", + "Am azon", + "roll ment", + "( exp", + "(e xp", + "(ex p", + "Ġt anks", + "Ġtank s", + "Ġtan ks", + "ĠG ordon", + "ĠGor don", + "ĠGord on", + "Ġm achinery", + "Ġmachine ry", + "Ġmach inery", + "Ġ baseline", + "Ġb aseline", + "Ġbase line", + "Ġbas eline", + "æ ĭ", + "0 86", + "08 6", + "Ø ©", + "Ġ Convention", + "ĠCon vention", + "ĠConv ention", + "ĉ config", + "ĉcon fig", + "ĉconf ig", + "o okies", + "ook ies", + "ookie s", + "m ult", + "mu lt", + "mul t", + "Rec ords", + "Record s", + "Ġ EST", + "ĠE ST", + "ĠES T", + "Ġgar bage", + "Ġcon form", + "Ġconf orm", + "i dal", + "id al", + "ida l", + "Ġb arg", + "Ġbar g", + "Ġba rg", + "Ġsurv ived", + "Ġsurvive d", + "Ġsurviv ed", + "Ġinvestig ations", + "Ġinvestigation s", + "9 35", + "93 5", + ".contains Key", + "---- ----------------------------------------------------------------------Ċ", + "---------------------------------------------------------------- ----------Ċ", + "---------------------------------------------------------------------- ----Ċ", + "or tion", + "ort ion", + "Ġh orr", + "Ġhor r", + "Ġho rr", + "_ http", + "_h ttp", + "_ht tp", + "Ġ mant", + "Ġm ant", + "Ġman t", + "Ġma nt", + "] ;čĊčĊ", + "]; čĊčĊ", + "];čĊ čĊ", + "b inary", + "bin ary", + "9 48", + "94 8", + "e mpl", + "em pl", + "emp l", + "Ġin quiry", + "Ġ Meanwhile", + "ĠMean while", + "0 98", + "09 8", + "Ġcollect ing", + ".Entity Framework", + "\" ,ĊĊ", + "\", ĊĊ", + "\",Ċ Ċ", + "Ġ Pic", + "ĠP ic", + "ĠPi c", + "@ Inject", + "ick ness", + "Ġ Binding", + "ĠB inding", + "ĠBind ing", + "ĠBin ding", + "Ġcont rolling", + "Ġcontrol ling", + "re verse", + "rev erse", + "Ġch airs", + "Ġchair s", + "Ġcha irs", + "Ġchai rs", + "semb led", + "sem bled", + "semble d", + "sembl ed", + "( add", + "(a dd", + "(ad d", + "Dis abled", + "Disable d", + "a nas", + "an as", + "ana s", + ". translate", + ".trans late", + "- ----------Ċ", + "-- ---------Ċ", + "---- -------Ċ", + "-------- ---Ċ", + "--- --------Ċ", + "----- ------Ċ", + "---------- -Ċ", + "------ -----Ċ", + "----------- Ċ", + "------- ----Ċ", + "--------- --Ċ", + "Ġref lected", + "Ġreflect ed", + "Ġrefl ected", + "\" ]ĊĊ", + "\"] ĊĊ", + "\"]Ċ Ċ", + "Ex ternal", + "Ext ernal", + "Extern al", + "Ar row", + "Arr ow", + "S ingleton", + "Single ton", + "Sing leton", + "% x", + "Ġ Å", + "Ġan cest", + "Ġance st", + "Ġanc est", + "ĠOr leans", + "ĉ cmd", + "ĉc md", + "ĉcm d", + "Ġpro hibited", + "Ġprohib ited", + "Ġprohibit ed", + "ith metic", + "( channel", + "(ch annel", + "(chan nel", + "_ css", + "_c ss", + "_cs s", + "For ward", + ". socket", + ".s ocket", + ".so cket", + ".sock et", + "Ġl uc", + "Ġlu c", + "â Ĩ", + "Ġ Firefox", + "ĠFire fox", + "Ġ Movies", + "ĠM ovies", + "ĠMovie s", + "ĠMov ies", + ") _", + ". ends", + ".e nds", + ".end s", + ".en ds", + "( shape", + "(s hape", + "(sh ape", + "Ġde alt", + "Ġdeal t", + "Ġs aves", + "Ġsa ves", + "Ġsave s", + "Ġsav es", + "Ġgl ory", + "Ġglo ry", + "Ġglor y", + "Ġmej or", + "Ġbre athing", + "Ġbreath ing", + "Ġ eller", + "Ġe ller", + "Ġel ler", + "Ġell er", + "Ġelle r", + "get Data", + "Ġ angles", + "Ġan gles", + "Ġang les", + "Ġangle s", + "Ġangl es", + "Ġ toolbar", + "Ġtool bar", + "Ġ spacing", + "Ġsp acing", + "Ġspa cing", + "Ġspac ing", + "0 59", + "05 9", + "I PS", + "IP S", + "Ġfloor s", + "Ġflo ors", + "_ ACTIVE", + "_ACT IVE", + "_ACTIV E", + "Ġ shuffle", + "Ġsh uffle", + "/ shared", + "/sh ared", + "/share d", + "Ġ Ele", + "ĠE le", + "ĠEl e", + "e dish", + "ed ish", + "edi sh", + "edis h", + "Ġweb cam", + ". expect", + ".ex pect", + ".exp ect", + "i loc", + "il oc", + "ilo c", + "Ġ Includes", + "ĠIn cludes", + "ĠInclude s", + "Ġt weeted", + "Ġtweet ed", + "Ġtwe eted", + "Ġtwee ted", + "Ġ :)", + "Ġ: )", + "Ġ Essay", + "ĠEs say", + "ĠEss ay", + "F ix", + "Fi x", + "- between", + "-b etween", + "_ web", + "_w eb", + "_we b", + ". conv", + ".con v", + ".co nv", + "Ġrac ism", + "Ġreflect s", + "Ġrefl ects", + "u mm", + "um m", + "и ÑĤе", + "иÑĤ е", + "_ footer", + "_f ooter", + "_foot er", + "/ docs", + "/d ocs", + "/doc s", + "/do cs", + "Ġ Pour", + "ĠP our", + "ĠPo ur", + "ĠPou r", + "Ng Module", + ". initialize", + ".initial ize", + "pattern s", + "_ In", + "_I n", + "Ġ Abb", + "ĠA bb", + "ĠAb b", + "* čĊ", + "Ġsent iment", + "b uff", + "buf f", + "bu ff", + "_ counts", + "_count s", + "_co unts", + "_cou nts", + "Ġ reuse", + "Ġre use", + "ch unk", + "chu nk", + "Ġim posed", + "Ġimp osed", + "Ġimpose d", + "Primary Key", + "Fore ground", + "Ġcons umed", + "Ġconsum ed", + "Ġconsume d", + "? !", + "Ġd ick", + "Ġdi ck", + "Ġdic k", + "Ġ chron", + "Ġch ron", + "Ġchr on", + "ĠF ern", + "ĠFe rn", + "ĠFer n", + "Ġ responsive", + "Ġres ponsive", + "Ġrespons ive", + "9 58", + "95 8", + "Ġin sect", + "Ġins ect", + "Ġinse ct", + "ic ulty", + "icult y", + "Ġ rw", + "Ġr w", + "Ġa like", + "Ġal ike", + "Ġali ke", + "Ġ subset", + "Ġsub set", + "Ġsubs et", + "Ġ Cookies", + "ĠC ookies", + "ĠCo okies", + "ĠCook ies", + "ĠCookie s", + "Ġ Pair", + "ĠP air", + "ĠPa ir", + "ĠPai r", + "Ġ tier", + "Ġt ier", + "Ġti er", + "Ġtie r", + "I FO", + "IF O", + "av our", + "avo ur", + "avou r", + "Ġ QU", + "ĠQ U", + ", sizeof", + ",size of", + "Ġ merged", + "Ġm erged", + "Ġmer ged", + "Ġmerge d", + "Ġmerg ed", + "m v", + "i tol", + "it ol", + "ito l", + "y lon", + "yl on", + "Ġj umped", + "Ġjump ed", + ". role", + ".r ole", + ".ro le", + "ens aje", + "ensa je", + "R ules", + "Rule s", + "Ru les", + "Ġ browse", + "Ġb rowse", + "Ġbrows e", + "Ġbrow se", + "An imator", + "Anim ator", + "Ġy oga", + "Ġyo ga", + "Ġyog a", + "Ġ variants", + "Ġvar iants", + "Ġvari ants", + "Ġvariant s", + "Ġcour tesy", + "Ġcourt esy", + "Ġcourte sy", + "u ran", + "ur an", + "ura n", + "p bs", + "pb s", + "else if", + "A lt", + "Al t", + "Ġ Lane", + "ĠL ane", + "ĠLa ne", + "ĠLan e", + "C LK", + "CL K", + "I MARY", + "IM ARY", + "IMA RY", + "_ PROPERTY", + "_P ROPERTY", + "_PRO PERTY", + "ï¼ IJ", + "Ġ chan", + "Ġc han", + "Ġch an", + "Ġcha n", + "Ġgrad ually", + "Ġgradu ally", + "Ġgradual ly", + "Ġ shake", + "Ġsh ake", + "Ġsha ke", + "Ġbl onde", + "Ġblo nde", + "Ġblond e", + ".. .\");Ċ", + "... \");Ċ", + "...\" );Ċ", + "- sex", + "-s ex", + "-se x", + "Ġgame play", + "a cies", + "ac ies", + "aci es", + "acie s", + ". refresh", + ".re fresh", + ".ref resh", + "U SB", + "US B", + "Ġ Plot", + "ĠP lot", + "ĠPl ot", + "W as", + "Wa s", + "iss ippi", + "Ġ Tensor", + "ĠT ensor", + "Ġcrypt ocurrency", + "Ġcrypto currency", + "Ġcryptoc urrency", + "Ġdifficult ies", + "De leted", + "Delete d", + "Del eted", + "With out", + "_ append", + "_app end", + "_ap pend", + "_ ver", + "_v er", + "_ve r", + "9 67", + "96 7", + "\" ))čĊ", + "\") )čĊ", + "\")) čĊ", + "Ġh onestly", + "Ġhonest ly", + "Ġ pivot", + "Ġp ivot", + "Ġpiv ot", + "Ġ temps", + "Ġte mps", + "Ġtem ps", + "Ġtemp s", + "_ ps", + "_p s", + "Ġ Unlike", + "ĠUn like", + "[ :-", + "[: -", + "V S", + "_ inf", + "_in f", + "_i nf", + "Ġjun ior", + "Ġjuni or", + "Ġ animations", + "Ġan imations", + "Ġanim ations", + "Ġanimation s", + "Ġ filepath", + "Ġfile path", + "? {{$", + ">{ {$", + ">{{ $", + "Ġ unicode", + "Ġun icode", + "Ġuni code", + "Ġunic ode", + "p laces", + "pl aces", + "place s", + "pla ces", + "Ġ Coffee", + "ĠC offee", + "ĠCo ffee", + "ĠCoff ee", + ". SE", + ".S E", + "Ġ PAR", + "ĠP AR", + "ĠPA R", + "( txt", + "(t xt", + "(tx t", + "g ebra", + "ge bra", + "geb ra", + "Ġ fires", + "Ġf ires", + "Ġfire s", + "Ġfi res", + "Ġfir es", + "Main Window", + "m edium", + "med ium", + "medi um", + "Ġ( âĢľ", + "Ġ lg", + "Ġl g", + "Ġ cmp", + "Ġc mp", + "Ġcm p", + "/ base", + "/b ase", + "_ layers", + "_l ayers", + "_layer s", + "_la yers", + "_ entries", + "_en tries", + "_ent ries", + "Ġadmin ister", + "ĠS UCH", + "ĠSU CH", + "B P", + "ĠScott ish", + "ĉ čĊĉčĊ", + "ĉčĊ ĉčĊ", + "g uard", + "gu ard", + "gua rd", + "Ġ Strong", + "ĠSt rong", + "ĠStr ong", + "In sn", + "Ins n", + "Ġ CAP", + "ĠC AP", + "ĠCA P", + "as ury", + "asu ry", + "Ġ SEE", + "ĠS EE", + "ĠSE E", + "C lock", + "Cl ock", + "Clo ck", + "e rie", + "er ie", + "eri e", + "\\ models", + "\\model s", + "Ġ $$", + "Ġ$ $", + "Ġ Cab", + "ĠC ab", + "ĠCa b", + "Ġwur de", + "Ġsold ier", + "Ġcl ips", + "Ġclip s", + "Ġcli ps", + "Ġarr angement", + "Ġarrang ement", + "Ġarrange ment", + "Ġ Wonder", + "ĠW onder", + "ĠWo nder", + "ĠWon der", + "ĠH orn", + "ĠHor n", + "ĠHo rn", + "Ġsc ared", + "Ġsca red", + "Ġscar ed", + "Ġscare d", + "Ġc ure", + "Ġcur e", + "Ġcu re", + "m kdir", + "mk dir", + "Ġ aligned", + "Ġal igned", + "Ġalign ed", + "Ġ Pink", + "ĠP ink", + "ĠPin k", + "ĠPi nk", + "Ġl anded", + "Ġland ed", + "Ġlan ded", + "D imension", + "Dim ension", + "Scroll Pane", + ". chat", + ".c hat", + ".ch at", + ". With", + ".W ith", + "Ġ Train", + "ĠT rain", + "ĠTr ain", + "ĠTra in", + "] .Ċ", + "]. Ċ", + "Ġth irty", + "Ġd urable", + "Ġdur able", + "Ġ ld", + "Ġl d", + "Ġlate init", + "Ġ charts", + "Ġch arts", + "Ġchar ts", + "Ġchart s", + "Ġcha rts", + "Ġins ult", + ". Fatal", + ".F atal", + ".Fat al", + "_ ct", + "_c t", + "Ġm asks", + "Ġmask s", + "Ġmas ks", + "CLUD ED", + "CLU DED", + "CLUDE D", + "P resident", + "Pres ident", + "Ġcol ours", + "Ġcolour s", + "g ments", + "gment s", + "gm ents", + ". attributes", + ".at tributes", + ".attribute s", + ".attrib utes", + "Ġ Flex", + "ĠF lex", + "ĠFl ex", + "ĠFle x", + "Ġ Clock", + "ĠC lock", + "ĠCl ock", + "ĠClo ck", + "ÃŃ cul", + "ÃŃc ul", + "i men", + "im en", + "ime n", + "J O", + "Ġ Regex", + "ĠReg ex", + "_ LINK", + "_L INK", + "Ġc ouch", + "Ġco uch", + "Ġcou ch", + "Ġ INPUT", + "ĠIN PUT", + "Ġb eating", + "Ġbe ating", + "Ġbeat ing", + "b usiness", + "bus iness", + "pr eced", + "pre ced", + "prec ed", + ". unit", + ".un it", + ".u nit", + ".uni t", + "Ġ Fel", + "ĠF el", + "ĠFe l", + "N ever", + "Ne ver", + "os pel", + "osp el", + ". startswith", + ".start swith", + "ĠE PA", + "ĠEP A", + ". only", + ".on ly", + "Ġpre venting", + "Ġprevent ing", + "Ġprev enting", + "y er", + "ye r", + "Column Name", + "Ġe levation", + "Ġele vation", + "Ġelev ation", + "f lu", + "fl u", + "i cycle", + "ic ycle", + "icy cle", + "Ġ offline", + "Ġoff line", + "Tool bar", + "Ġcomp eting", + "Ġcompet ing", + ") ].", + ")] .", + "Ġm og", + "Ġmo g", + "Ġ isValid", + "Ġis Valid", + "A sk", + "As k", + "_ av", + "_a v", + "_ lat", + "_l at", + "_la t", + "A NC", + "AN C", + "ĠJ oh", + "ĠJo h", + "k ers", + "ke rs", + "ker s", + "Ġ guards", + "Ġg uards", + "Ġgu ards", + "Ġguard s", + "Ġguar ds", + "Ġ chains", + "Ġch ains", + "Ġchain s", + "Ġcha ins", + "Ġchai ns", + "ĠSimple DateFormat", + ". static", + ".st atic", + ".stat ic", + "Ġv essel", + "Ġve ssel", + "Ġvess el", + "Ġves sel", + "Ġm ud", + "Ġmu d", + "Ġst abil", + "Ġstab il", + "Ġsta bil", + "Ġst ret", + "Ġstr et", + "Ġstre t", + "g m", + "am ation", + "ama tion", + "amat ion", + "ç ľ", + "- with", + "-w ith", + "Ġ ros", + "Ġr os", + "Ġro s", + "_ PA", + "_P A", + "Ġ resultado", + "Ġresult ado", + "Ġconf idential", + "Ġconfident ial", + "ĠTok yo", + "ĉ using", + "ĉu sing", + "ĉus ing", + "Ġ Mathf", + "ĠMath f", + "ĠMat hf", + "om bine", + "omb ine", + "Ġ ESPN", + "ĠESP N", + "ĠES PN", + "Ġde alers", + "Ġdeal ers", + "Ġdealer s", + "Ġdismiss ed", + "T RY", + "TR Y", + "Ġte ens", + "Ġteen s", + "Ġtee ns", + "rec ords", + "record s", + "Ġw ings", + "Ġwin gs", + "Ġwing s", + "g allery", + "ac counts", + "account s", + "acco unts", + "_ LIB", + "_L IB", + "Ġj acket", + "Ġja cket", + "Ġjack et", + "Ġjac ket", + "Ġ NSObject", + "ĠNS Object", + "Ġ stones", + "Ġs tones", + "Ġst ones", + "Ġstone s", + "Ġsto nes", + "Ġ Delivery", + "ĠD elivery", + "ĠDel ivery", + "ĠDeliver y", + "ĠD iet", + "ĠDi et", + "ĠDie t", + "/ watch", + "/w atch", + "Ġto ilet", + "Ġtoile t", + "Ġtoi let", + "Ġ Guest", + "ĠG uest", + "ĠGu est", + ". day", + ".d ay", + ".da y", + "0 67", + "06 7", + "Ġ intval", + "Ġint val", + "0 87", + "08 7", + "Vis it", + "Vi sit", + "Ġinvest igated", + "Ġinvestig ated", + "Ġinvestigate d", + "Ġpen tru", + "Ġpent ru", + "ĠThe atre", + "andid ates", + "andidate s", + "andi dates", + "L ang", + "La ng", + "Ġ Serv", + "ĠS erv", + "ĠSe rv", + "ĠSer v", + "Ġ controllers", + "Ġcont rollers", + "Ġcontrol lers", + "Ġcontroller s", + "Ġ setTitle", + "Ġset Title", + "N P", + "a my", + "am y", + "f lat", + "fl at", + "( ui", + "(u i", + "0 69", + "06 9", + "_ document", + "_d ocument", + "_doc ument", + "è ĥ½", + "èĥ ½", + "Ġ Coin", + "ĠC oin", + "ĠCo in", + "ĠAd ams", + "ĠAdam s", + "ĠAda ms", + "p tic", + "pt ic", + "Ġ productive", + "Ġpro ductive", + "Ġproduct ive", + "Ġprod uctive", + "Ġaccompl ished", + "Ġaccomplish ed", + "čĊ čĊčĊčĊ", + "čĊčĊ čĊčĊ", + "čĊčĊčĊ čĊ", + "Ġde ferred", + "Ġdefer red", + "i entes", + "ient es", + "ien tes", + "iente s", + "Ġs inc", + "Ġsi nc", + "Ġsin c", + "ol ars", + "olar s", + "ola rs", + "Right arrow", + "Ġvar iations", + "Ġvari ations", + "Ġvariation s", + "( offset", + "(o ffset", + "(off set", + "9 57", + "95 7", + ". LayoutInflater", + ".Layout Inflater", + "Ġ suspend", + "Ġs uspend", + "Ġsus pend", + "Ġsusp end", + "Ġpre vention", + "Ġprevent ion", + "Ġprev ention", + "_ private", + "_pr ivate", + "_priv ate", + "_ js", + "_j s", + "â ĺħ", + "âĺ ħ", + "Ġw ieder", + "Ġwie der", + "Ġwi eder", + "at um", + "atu m", + "Ĵ Į", + "Ġappear ances", + "Ġappearance s", + ". Document", + ".D ocument", + ".Doc ument", + "Ġvalid ates", + "Ġvalidate s", + "Ġvalida tes", + "c alendar", + "cal endar", + "} \";Ċ", + "}\" ;Ċ", + ". demo", + ".d emo", + ".de mo", + "con ut", + "co nut", + "Ġcor rection", + "Ġcorrect ion", + "Ġcorre ction", + "Ġcorr ection", + "Ġ Deal", + "ĠDe al", + "Ġbatter ies", + "Ġbatt eries", + ". duration", + ".d uration", + ", \\", + "_ marker", + "_m arker", + "_mark er", + "_mar ker", + "m ulti", + "mul ti", + "mult i", + "Ġ halt", + "Ġh alt", + "Ġha lt", + "Ġhal t", + "Ġ cms", + "Ġc ms", + "Ġcm s", + "Ġsh aped", + "Ġshape d", + "Ġsha ped", + "B ro", + "Br o", + "re duce", + "red uce", + "Ġ ####", + "Ġ# ###", + "Ġ## ##", + "Ġ### #", + "C TOR", + "CT OR", + "Ġ Benef", + "ĠB enef", + "ĠBen ef", + "ĠBene f", + "Ġicon ic", + "Ġic onic", + "Ġp iano", + "Ġpi ano", + "Ġpian o", + "Ġeffect iveness", + "Ġeffective ness", + "| .Ċ", + "|. Ċ", + "Ġ ajax", + "Ġa jax", + "Ġaj ax", + "Ġv olumes", + "Ġvol umes", + "Ġvolume s", + "Ġvolum es", + "ภ¡", + "Ġ cljs", + "Ġcl js", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ċ", + "a ths", + "at hs", + "ath s", + "r aits", + "ra its", + "rait s", + "rai ts", + "å¤ §", + "Ñ ĸ", + "_ mult", + "_m ult", + "_mul t", + "_mu lt", + "Ġfasc inating", + "A verage", + "Ġp ré", + "Ġpr é", + "ĠChair man", + ".find Element", + "_ pin", + "_p in", + "_pi n", + "Ġcom paring", + "Ġcomp aring", + "Ġcompar ing", + "Ġdark ness", + "- Fi", + "-F i", + "- server", + "-s erver", + "-ser ver", + "Ġselect ing", + "s terdam", + "ster dam", + "Ġ Parts", + "ĠP arts", + "ĠPart s", + "ĠPar ts", + "ĠPa rts", + "FORM ATION", + "FORMAT ION", + "Ġn oting", + "Ġnot ing", + "Ġno ting", + "Ġ pile", + "Ġp ile", + "Ġpi le", + "Ġpil e", + "o gs", + "og s", + "Ġ palette", + "Ġp alette", + "Ġpa lette", + "Ġpal ette", + "Ġpale tte", + "_ do", + "_d o", + "it ize", + "iti ze", + "0 79", + "07 9", + "( )(", + "() (", + "Ġdef ining", + "Ġdefin ing", + "Ġ remainder", + "Ġremain der", + "Un its", + "Unit s", + "Uni ts", + "_ TASK", + "_T ASK", + "_TA SK", + "Http Client", + "S ocial", + "So cial", + "Ġf undra", + "Ġfun dra", + "Ġfund ra", + "N R", + "c hest", + "ch est", + "che st", + "ches t", + "C urrency", + "Curr ency", + ". adapter", + ".ad apter", + "Ġd op", + "Ġdo p", + "un ting", + "unt ing", + "ANG UAGE", + "\" He", + "\"H e", + "ĉ index", + "ĉin dex", + "_ package", + "_p ackage", + "_pack age", + ". Icon", + ".I con", + "Ġre pet", + "Ġrep et", + "Ġrepe t", + "m ass", + "ma ss", + "mas s", + "= \".$", + "=\" .$", + "=\". $", + "ĠS ud", + "ĠSu d", + "Ġ lid", + "Ġl id", + "Ġli d", + "pro vince", + "prov ince", + "ì ľ", + "G PIO", + "GP IO", + "Ð ļ", + "Ġ MySQL", + "ĠMy SQL", + "Ġ docs", + "Ġd ocs", + "Ġdo cs", + "Ġdoc s", + "Ġ GA", + "ĠG A", + "Ġip sum", + "Ġips um", + "K ernel", + "Ġac cepts", + "Ġaccept s", + "Ġf itting", + "Ġfit ting", + "Ġcu ando", + "Ġd uplic", + "Ġdup lic", + "ĠBr other", + "ĠBro ther", + "ĠK le", + "ĠKl e", + "n ums", + "num s", + "nu ms", + "Ġ morph", + "Ġm orph", + "Ġmor ph", + "Ġ ########", + "Ġ# #######", + "Ġ## ######", + "Ġ### #####", + "Ġ#### ####", + "Ġ##### ###", + "Ġ CGPoint", + "ĠCG Point", + "< unsigned", + "ä¾ ĭ", + "ĠD uke", + "ĠDu ke", + ".set Bounds", + "q s", + "o ric", + "or ic", + "ori c", + "j er", + "je r", + "Ġreg arded", + "Ġregard ed", + "Http Request", + "Ġb onds", + "Ġbo nds", + "Ġbon ds", + "Ġbond s", + "Ġthorough ly", + "en cent", + "ence nt", + "enc ent", + "Ġhighlight ed", + "Ġac res", + "Ġacre s", + "Ġwork place", + "Ġ Lux", + "ĠL ux", + "ĠLu x", + "Ġ quot", + "Ġqu ot", + "Ġquo t", + "9 86", + "98 6", + ". inflate", + ".in flate", + ".inf late", + "Ġd ocumented", + "Ġdocument ed", + "Ġadd iction", + "Ġaddict ion", + "Ġ mutation", + "Ġm utation", + "Ġmut ation", + ". city", + ".c ity", + ".ci ty", + "Ġbott les", + "Ġbottle s", + "Ġ Repository", + "ĠRe pository", + "ĠRepos itory", + "o nn", + "on n", + "err no", + "ARI ABLE", + "åº ¦", + "_ BEGIN", + "_B EGIN", + "_BE GIN", + "g las", + "gl as", + "' })Ċ", + "'} )Ċ", + "'}) Ċ", + "Ġ Massage", + "ĠM assage", + "ĠMass age", + "ĠMas sage", + "ĠW hit", + "ĠWh it", + "reg ex", + "W A", + "Ġout let", + "- head", + "-h ead", + "-he ad", + "Ġ expired", + "Ġex pired", + "Ġexp ired", + "Ġexpire d", + "Ġ Thai", + "ĠT hai", + "ĠTh ai", + "/ include", + "/in clude", + "/inc lude", + "g radient", + "grad ient", + "s canf", + "scan f", + "Ġs eam", + "Ġse am", + "Ġsea m", + "w al", + "wa l", + "ĉ buf", + "ĉb uf", + "B earer", + "Be arer", + "Bear er", + "Ġprec ious", + "Ġprecio us", + "i facts", + "if acts", + "ifact s", + "ifa cts", + "c oord", + "co ord", + "Ġexpl oration", + "Ġexplo ration", + "Ġexplor ation", + ". getY", + ".get Y", + "( handle", + "(h andle", + "(hand le", + "T opic", + "To pic", + "Top ic", + "Ġ Vent", + "ĠV ent", + "ĠVen t", + "ĠVe nt", + "r hs", + "rh s", + "- -----Ċ", + "-- ----Ċ", + "---- --Ċ", + "--- ---Ċ", + "----- -Ċ", + "------ Ċ", + "Ġ Bright", + "ĠB right", + "ĠBr ight", + "ĠBrig ht", + "ĠBri ght", + "Ġ guild", + "Ġg uild", + "Ġgu ild", + "Ġgui ld", + "m other", + "mo ther", + "mot her", + "moth er", + "st orm", + "sto rm", + "stor m", + "Ġmunicip al", + "Ġ ink", + "Ġin k", + "Ġi nk", + ". TYPE", + ".T YPE", + "w l", + ".. . < /", + "_ ro", + "_r o", + "( (*", + "(( *", + "? ???", + "?? ??", + "??? ?", + "_ vertex", + "_ver tex", + "_vert ex", + "ke it", + "ĠH alloween", + "T I", + "Ġ Va", + "ĠV a", + "_ car", + "_c ar", + "_ca r", + "=\" {{$", + "=\"{{ $", + "=\"{ {$", + "Ġrandom ly", + "а ние", + "ан ие", + "ани е", + "Ġsh ocked", + "Ġshock ed", + "ĠPok émon", + "s ignal", + "sign al", + "sig nal", + "Ġ SDK", + "ĠS DK", + "ĠSD K", + "m iddleware", + "middle ware", + "Ġt reating", + "Ġtr eating", + "Ġtreat ing", + "Ġtre ating", + "Ġbur ned", + "Ġburn ed", + "De partment", + "Dep artment", + "Depart ment", + "ĠS pect", + "ĠSp ect", + "ĠSpec t", + "ĠSpe ct", + "Ġ cliente", + "Ġcl iente", + "Ġclient e", + "Ġcli ente", + "Ġ Reddit", + "ĠRe ddit", + "ĠRed dit", + "_ avg", + "_a vg", + "_av g", + "Ġinst alling", + "Ġinstall ing", + "Ġinstal ling", + "_ alpha", + "_al pha", + ", data", + ",d ata", + "Ġ setId", + "Ġset Id", + "Ġ ListView", + "ĠList View", + "( property", + "(p roperty", + "(pro perty", + "(prop erty", + "Ġcross ing", + "Ġ Obj", + "ĠO bj", + "ĠOb j", + "ĠW ard", + "ĠWar d", + "ĠWa rd", + "ĠRedirect To", + "Ġ Present", + "ĠP resent", + "ĠPres ent", + "ĠPre sent", + "Ġdr aws", + "Ġdraw s", + "Ġdra ws", + "ched uled", + "chedule d", + "Ġlegisl ative", + "Ġtw ist", + "Ġ Stra", + "ĠS tra", + "ĠSt ra", + "ĠStr a", + "Ġ AFP", + "ĠA FP", + "ĠAF P", + "ĠC hap", + "ĠCh ap", + "ĠCha p", + "- pr", + "-p r", + ": CGRect", + "Ġ ces", + "Ġc es", + "Ġce s", + "R outes", + "Route s", + "Ro utes", + "n of", + "no f", + "Ġ visa", + "Ġv isa", + "Ġvis a", + "Ġvi sa", + "Ġ TCP", + "ĠT CP", + "ĠTC P", + "ĠE VEN", + "ĠEV EN", + "ĠEVE N", + "iv ial", + "ivia l", + "ivi al", + "Ġ Letter", + "ĠL etter", + "ĠLet ter", + "R AY", + "RA Y", + "Ġ implode", + "Ġim plode", + "Ġimpl ode", + ". eq", + ".e q", + "= '+", + "=' +", + "Ġmot ivated", + "Ġmotiv ated", + "Ġmotivate d", + ". visible", + ".v isible", + ".vis ible", + ". short", + ".s hort", + ".sh ort", + "> manual", + "Ġ Technical", + "ĠTechn ical", + "Ġcorpor ation", + "Ġcorp oration", + "Ġcorpo ration", + "Ġ HW", + "ĠH W", + "an ka", + "ank a", + "T AIL", + "TA IL", + "is tas", + "ist as", + "ista s", + "Ġper forms", + "Ġperform s", + "Ġperfor ms", + "Ġ Behavior", + "ĠBeh avior", + ". For", + ".F or", + "_ ORDER", + "_OR DER", + "_ORD ER", + "Ġ Kick", + "ĠK ick", + "ĠKi ck", + "Ġ callbacks", + "Ġcall backs", + "Ġcallback s", + "_ dr", + "_d r", + "u ego", + "ue go", + "h ub", + "hu b", + "uff icient", + "s ky", + "sk y", + "Ġ bp", + "Ġb p", + "h table", + "ht able", + "hta ble", + "Ġ ONLY", + "ĠON LY", + "ĠAUTH ORS", + "ĠAUTHOR S", + ". Argument", + ".Arg ument", + "\" };Ċ", + "\"} ;Ċ", + "Ġ Thunder", + "ĠTh under", + "ĠThu nder", + "Ġ Kom", + "ĠK om", + "ĠKo m", + ". Should", + ".Sh ould", + "A UTH", + "AU TH", + "AUT H", + "a hu", + "ah u", + "_ payment", + "_p ayment", + "_pay ment", + "Ġ starter", + "Ġst arter", + "Ġstart er", + "Ġstar ter", + "ìĦ ľ", + "ìļ ©", + "B log", + "Bl og", + "Blo g", + ". patch", + ".p atch", + ".pat ch", + "Ġgover ned", + "Ġgovern ed", + "as sy", + "ass y", + "- found", + "-f ound", + "Ġthe ater", + "Ġtheat er", + "ĠFont Weight", + "Ġ Batman", + "ĠBat man", + "\" If", + "\"I f", + ". Random", + ".R andom", + "_ delta", + "_d elta", + "_del ta", + "Ġ CE", + "ĠC E", + "Auth enticated", + "Authenticate d", + "Ġd rone", + "Ġdr one", + "Ġdro ne", + "Ġc ous", + "Ġco us", + "Ġcou s", + "r adius", + "rad ius", + "radi us", + "M er", + "Me r", + "( None", + "(N one", + "Ġ NJ", + "ĠN J", + "_ headers", + "_header s", + "_head ers", + "_he aders", + "Ġ amer", + "Ġa mer", + "Ġam er", + "py test", + "Ġ Actions", + "ĠA ctions", + "ĠAct ions", + "ĠAction s", + "ĉ ĉĉĠĠĠĠ", + "ĉĉ ĉĠĠĠĠ", + "ĉĉĉ ĠĠĠĠ", + "ĉĉĉĠĠĠ Ġ", + "ĉĉĉĠ ĠĠĠ", + "ĉĉĉĠĠ ĠĠ", + "Ġ ett", + "Ġe tt", + "Ġet t", + "Ġh oly", + "Ġho ly", + "Ġhol y", + "Ġun comfort", + "ĠN in", + "ĠNi n", + "Ġ Decimal", + "ĠD ecimal", + "ĠDe cimal", + "ĠDec imal", + "Ġ Messages", + "ĠM essages", + "ĠMessage s", + "ĠMess ages", + ". sender", + ".s ender", + ".se nder", + ".send er", + "] ])Ċ", + "]] )Ċ", + "]]) Ċ", + "Ġem brace", + "Ġemb race", + "Ġembr ace", + "Th ough", + "Tho ugh", + "/ sp", + "/s p", + "Ġcult ures", + "Ġculture s", + "Ġcul tures", + "Ġhigh way", + "t ar", + "ta r", + ". fail", + ".f ail", + ".fa il", + "_ hidden", + "_h idden", + "_hi dden", + "_hid den", + "ĠcomponentDid Mount", + "ĠW right", + "ĠWr ight", + "Ġj ag", + "Ġja g", + "_ il", + "_i l", + "../ ../../", + "../../ ../", + "i gu", + "ig u", + "F ood", + "Foo d", + "Fo od", + "Ġ ace", + "Ġa ce", + "Ġac e", + "Ġa ños", + "Ġaño s", + "Ġañ os", + "U SD", + "US D", + "Ġmut ual", + "Ġmu tual", + "Log ic", + "Ġt emple", + "Ġtem ple", + "Ġtemp le", + "Ġtempl e", + "Ġbrief ly", + "Ġ Trip", + "ĠT rip", + "ĠTr ip", + "ĠTri p", + "class method", + "default s", + "Ġ chunks", + "Ġch unks", + "Ġchunk s", + ", ,,,", + ",, ,,", + ",,, ,", + "Ġ Reason", + "ĠRe ason", + "$ id", + "$i d", + "- ups", + "-up s", + "-u ps", + "Ġ damn", + "Ġda mn", + "Ġdam n", + "Ġtr ucks", + "Ġtruck s", + "Ġun limited", + "Ġunl imited", + "Ġsc ulpt", + "Ġ Cards", + "ĠC ards", + "ĠCar ds", + "ĠCard s", + "Ġ autor", + "Ġa utor", + "Ġaut or", + "Ġauto r", + "Ġau tor", + "Ġ Testing", + "ĠT esting", + "ĠTest ing", + "ĠTes ting", + "Ġd iese", + "Ġdi ese", + "Ġdie se", + "Ġdies e", + "sh ops", + "shop s", + "ç ´", + "( payload", + "(p ayload", + "Ġ PATH", + "ĠP ATH", + "ĠPA TH", + "ĠPAT H", + "ĠMem orial", + "ĠMemo rial", + "ĠMemor ial", + "Ġridic ulous", + "e gree", + "eg ree", + "egr ee", + "-w inning", + "-win ning", + "Ġre hab", + "Ġreh ab", + "Ġsophistic ated", + "w pdb", + "wp db", + "ĉ path", + "ĉp ath", + "! \";Ċ", + "!\" ;Ċ", + "_ SYS", + "_S YS", + "_SY S", + ". speed", + ".s peed", + ".sp eed", + "Ġ soap", + "Ġso ap", + "s uffix", + "W rap", + "Wr ap", + "Ġenh ancement", + "Ġenhance ment", + "à ī", + "ú b", + "Ġ playlist", + "Ġplay list", + "Ġmix ing", + "Ġmi xing", + "Ġmixin g", + "ant idad", + "anti dad", + "=\" \";Ċ", + "=\"\" ;Ċ", + "Ġ Revision", + "ĠRe vision", + "ĠRev ision", + "Ġ Beat", + "ĠB eat", + "ĠBe at", + "ĠBea t", + ". inc", + ".in c", + ".i nc", + "- way", + "-w ay", + "e ncias", + "enc ias", + "encia s", + "enci as", + "u lers", + "ul ers", + "ule rs", + "uler s", + "C at", + "Ca t", + "i del", + "id el", + "ide l", + "Ġ Ship", + "ĠS hip", + "ĠSh ip", + "ĠShi p", + ". setColor", + ".set Color", + "Ġthreat ening", + "Ġthreaten ing", + ". modules", + ".module s", + ".mod ules", + "Ġafter wards", + "Ġafterward s", + "Ġ Dashboard", + "ĠD ashboard", + "ĠDash board", + "Ċ ĠĊ", + "S ignal", + "Sign al", + "Sig nal", + "Ġ primer", + "Ġpr imer", + "Ġprim er", + "Ġprime r", + "Ġpri mer", + "or neys", + "orney s", + "orne ys", + "ici ary", + "icia ry", + "iciar y", + "Ġ ligne", + "Ġl igne", + "Ġli gne", + "Ġlig ne", + "Ġlign e", + "_ predict", + "_p redict", + "_pre dict", + "_pred ict", + "Ġa est", + "Ġae st", + "Ġaes t", + "_ https", + "_http s", + "_ht tps", + "> :", + "Ġ Lex", + "ĠL ex", + "ĠLe x", + "Ġren contres", + "Ġrencont res", + "Ġrencontre s", + "Ġrencontr es", + "eg ral", + "egr al", + "egra l", + "s cala", + "sc ala", + "scal a", + "_ family", + "_f amily", + "ÃŁ en", + "ÃŁe n", + "_ sym", + "_s ym", + "_sy m", + "Ġunc ertainty", + "Ġuncert ainty", + "Ġuncertain ty", + "Ġ VALUE", + "ĠVAL UE", + "Ġ };čĊčĊ", + "Ġ} ;čĊčĊ", + "Ġ};čĊ čĊ", + "Ġ}; čĊčĊ", + "Ġbr oader", + "Ġbro ader", + "Ġbroad er", + "Ġh orses", + "Ġhor ses", + "Ġhorse s", + "Ġhors es", + "ãģ Ŀ", + "Ġ Kal", + "ĠK al", + "ĠKa l", + "o ba", + "ob a", + "_ INET", + "_IN ET", + "_I NET", + "Ġ Kill", + "ĠK ill", + "ĠKi ll", + "ĠKil l", + "j query", + "a mination", + "am ination", + "amin ation", + "ami nation", + "amina tion", + "[ @\"", + "[@ \"", + "Ġm uj", + "Ġmu j", + "# ##Ċ", + "## #Ċ", + "### Ċ", + "First OrDefault", + "then Return", + "C he", + "Ch e", + "/ footer", + "/f ooter", + "/foo ter", + "Ġp arks", + "Ġpar ks", + "Ġpark s", + "as je", + "ĠG ulf", + "ĠGu lf", + "ĠGul f", + "Ġmod est", + "Ġmode st", + "Ġmo dest", + "Ġmodes t", + ". Init", + ".I nit", + ".In it", + "ï¼Ł ĊĊ", + "ï¼ŁĊ Ċ", + "Ġpros pects", + "Ġprospect s", + "Ġ svg", + "Ġs vg", + "Ġsv g", + "Ġ åı", + "Ġå ı", + ". Dialog", + ".D ialog", + ".Di alog", + ".Dial og", + "_ NET", + "_N ET", + "_NE T", + "Ġ (($", + "Ġ( ($", + "Ġ(( $", + "Ġ ek", + "Ġe k", + "Ġ Warning", + "ĠW arning", + "ĠWar ning", + "ĠWarn ing", + "Ġ MK", + "ĠM K", + "< LM", + "", + ")= >", + "Ġ Repair", + "ĠRe pair", + "ĠRep air", + "_ BE", + "_B E", + "B rand", + "Br and", + "u art", + "ua rt", + "uar t", + "p review", + "pr eview", + "pre view", + "prev iew", + "Ġiniti atives", + "Ġinitiative s", + "r unning", + "run ning", + "b ang", + "ba ng", + "ban g", + "ĉ update", + "ĉup date", + "Ġ Coach", + "ĠCo ach", + "R ich", + "Ġ youtube", + "Ġy outube", + "Ġyou tube", + "Ġrit ual", + "Ġri tual", + "ap pa", + "app a", + "ĠRob inson", + "ĠRobin son", + "p recision", + "pre cision", + "prec ision", + "//// ////////////////////////////////////////////////////////////////////////", + "//////// ////////////////////////////////////////////////////////////////////", + "//////////////// ////////////////////////////////////////////////////////////", + "//////////////////////////////////////////////////////////////// ////////////", + "//////////// ////////////////////////////////////////////////////////////////", + "//////////////////////////////////////////////////////////////////////// ////", + "//////////////////////////////////////////////////////////////////// ////////", + "//////////////////////////////////////////////////////////// ////////////////", + "= []Ċ", + "=[ ]Ċ", + "=[] Ċ", + "Ġcelebr ated", + "Ġcelebrate d", + "O TO", + "OT O", + "Ġin clusion", + "Ġincl usion", + "Ġinclus ion", + "J P", + "' ;čĊčĊ", + "'; čĊčĊ", + "';čĊ čĊ", + "Ġnot able", + "Ġno table", + "Ġnota ble", + "( _.", + "(_ .", + "Man aged", + "Manage d", + "Mana ged", + "Ġgu ides", + "Ġguide s", + "Ġguid es", + "Ġgui des", + "& nbsp", + "ated Route", + "Ġ Adjust", + "ĠAd just", + "ĠAdj ust", + "Ġcol ored", + "Ġcolor ed", + "Ġcolore d", + "_ scores", + "_s cores", + "_score s", + "_sc ores", + "Ġ Tesla", + "ĠTe sla", + "ĠTes la", + "_ progress", + "_pro gress", + "_prog ress", + ". inst", + ".in st", + ".i nst", + ".ins t", + "[ '_", + "[' _", + ". flags", + ".f lags", + ".fl ags", + ".flag s", + "Ġ fclose", + "Ġf close", + "Ġfc lose", + "_ OPER", + "_O PER", + "_OP ER", + "ż y", + "_ note", + "_n ote", + "_no te", + "_not e", + "Ġtrans gender", + "å ķ", + "RI PT", + "Ġab sent", + "Ġabs ent", + "Ġ amet", + "Ġa met", + "Ġam et", + "Ġ operand", + "Ġoper and", + "Ġopera nd", + "ë ©", + "Ġ hood", + "Ġh ood", + "Ġho od", + "to LowerCase", + "a vo", + "av o", + "ĠC ircuit", + "ĠCirc uit", + "ĠL ind", + "ĠLin d", + "ĠLi nd", + "-- }}Ċ", + "= m", + "Ġ suppress", + "Ġsup press", + "Ġsupp ress", + "Ġ MAP", + "ĠM AP", + "ĠMA P", + "i ang", + "ia ng", + "ian g", + "- admin", + "-ad min", + "Ġ sidebar", + "Ġs idebar", + "Ġside bar", + "Ġ Bu", + "ĠB u", + "Ġ Hex", + "ĠH ex", + "ĠHe x", + ", F", + "Ġ Signal", + "ĠS ignal", + "ĠSign al", + "ĠSig nal", + "Ġtrans parency", + "ĠF ederation", + "ĠFeder ation", + "ĠFed eration", + "/ V", + "R eq", + "Re q", + "Ġ pulse", + "Ġp ulse", + "Ġpul se", + "Ġpu lse", + "Ġpuls e", + "Ġt ends", + "Ġte nds", + "Ġten ds", + "Ġtend s", + "Number s", + "Num bers", + "% '", + "Ġde port", + "Ġdep ort", + "d atas", + "data s", + "da tas", + "dat as", + "_ UINT", + "_U INT", + "_UI NT", + "_ tra", + "_t ra", + "_tr a", + "o ko", + "ok o", + "Ġ \"?", + "Ġ\" ?", + "com pet", + "comp et", + "so lete", + "sole te", + "sol ete", + "un dry", + "und ry", + "Ġ overlap", + "Ġover lap", + "Ġoverl ap", + "} `,Ċ", + "}` ,Ċ", + "}`, Ċ", + ". ly", + ".l y", + "_ summary", + "_sum mary", + "Ġ Lost", + "ĠL ost", + "ĠLo st", + "ĠLos t", + ". Center", + ".C enter", + "Ġdis ability", + ". Serialization", + ".S erialization", + ".Serial ization", + "Ġ geom", + "Ġge om", + "Ġgeo m", + "Ġ ?:", + "Ġ? :", + "Ġ Wo", + "ĠW o", + "Ġsh ipped", + "Ġship ped", + "Ĥ æķ°", + "Ġu gly", + "Ġug ly", + "Ġugl y", + "Ġexcit ement", + "Ġex terior", + "Ġext erior", + "Ġexter ior", + "Ġ checkout", + "Ġcheck out", + "Ġ kur", + "Ġk ur", + "Ġku r", + ", D", + "ĠAl aska", + "ĠAla ska", + "Ġsyn thetic", + "Ġsynth etic", + "Ġsynt hetic", + "Ġ Budget", + "ĠB udget", + "ĠBud get", + "Ġ Subscribe", + "ĠSub scribe", + "Ġ &Ċ", + "Ġ& Ċ", + "ÈĻ i", + "Ġ Yu", + "ĠY u", + "ĉ query", + "} .Ċ", + "}. Ċ", + "Ġtr aged", + "Ġtra ged", + "Ġtrag ed", + "as sen", + "ass en", + "asse n", + "Ġaccom modation", + "Ġaccommod ation", + "Ġphys ician", + "Ġphysic ian", + "Ġre named", + "Ġren amed", + "Ġrename d", + "Ġt idak", + "Ġtid ak", + "z Äħ", + "Ġ minus", + "Ġm inus", + "Ġmin us", + "n ych", + "ny ch", + "0 97", + "09 7", + "_EX CEPTION", + "th reads", + "thread s", + "Ġt ire", + "Ġti re", + "Ġtir e", + "_ created", + "_c reated", + "_create d", + "_cr eated", + "_cre ated", + "en sure", + "ens ure", + "Ġ worthy", + "Ġw orthy", + "Ġwor thy", + "Ġworth y", + "Ġexc use", + "Ġ cloth", + "Ġc loth", + "Ġcl oth", + "Ġclo th", + "Ġclot h", + ". parentNode", + ".parent Node", + "/ platform", + "/pl atform", + "ĠU FC", + "ĠUF C", + "Ġ Gtk", + "ĠG tk", + "un ny", + "unn y", + "Ġg ibt", + "Ġgi bt", + "Ġgib t", + "ke ley", + "kel ey", + "h um", + "hu m", + "( tx", + "(t x", + "ĉ dev", + "ĉd ev", + "ĉde v", + "Ġout fit", + "Ġoutf it", + "do ors", + "door s", + "Ġ fon", + "Ġf on", + "Ġfo n", + "i cut", + "ic ut", + "v olatile", + "vol atile", + "Ġhom osex", + "Ġhomo sex", + "Max imum", + "Ġex pend", + "Ġexp end", + "Ġ });ĊĊĊ", + "Ġ} );ĊĊĊ", + "Ġ});Ċ ĊĊ", + "Ġ});ĊĊ Ċ", + "Ġ}) ;ĊĊĊ", + "Ġ}); ĊĊĊ", + "E q", + "on ders", + "ond ers", + "onder s", + "onde rs", + "de partment", + "dep artment", + "depart ment", + "Ġ Physics", + "ĠPh ysics", + "ĠPhys ics", + "\" });Ċ", + "\"} );Ċ", + "\"}) ;Ċ", + "Ġpar ad", + "Ġpara d", + "Ġpa rad", + ". Str", + ".S tr", + ".St r", + "Ġs ele", + "Ġse le", + "Ġsel e", + "IF IED", + "IFI ED", + "Ġdel ivers", + "Ġdeliver s", + "i van", + "iv an", + "iva n", + "Ġrespons ibilities", + "Ġadvoc ates", + "Ġadvocate s", + "è µ", + "Ġ RID", + "ĠR ID", + "ĠRI D", + ". parameters", + ".param eters", + ".parameter s", + "M etrics", + "Met rics", + "Metric s", + "ron ics", + "ronic s", + "Ġ UITableViewCell", + "ĠUI TableViewCell", + "ĠUITableView Cell", + "A bsolute", + "Abs olute", + "ip se", + "ips e", + "y lum", + "yl um", + "ML Element", + "MLE lement", + "_ VALID", + "_VAL ID", + "< title", + " \\<^", + ">\\< ^", + "Ġ ios", + "Ġi os", + "Ġio s", + "s ound", + "so und", + "sou nd", + "\" ];", + "\"] ;", + "Ġf reed", + "Ġfr eed", + "Ġfree d", + "Ġfre ed", + "r ottle", + "rot tle", + "rott le", + "Ġ Lower", + "ĠL ower", + "ĠLo wer", + "ĠLow er", + "ĠLowe r", + "[ count", + "[c ount", + "å Ŀ", + "Ġp ale", + "Ġpa le", + "Ġpal e", + "ĠW ayne", + "ĠWay ne", + "ĠWa yne", + "e arth", + "ear th", + "_ categories", + "_c ategories", + "U CK", + "UC K", + ". metadata", + ".m etadata", + ".meta data", + ".met adata", + "Ġsum mon", + "Ġsumm on", + "H OME", + "HO ME", + "олÑĮ з", + "Ġmanufact ured", + "Ġmanufacture d", + "Ġ dock", + "Ġd ock", + "Ġdo ck", + "Ġdoc k", + "Ġcompet itors", + "Ġcompetitor s", + "Ġcompetit ors", + "_ MODEL", + "_MODE L", + "_MO DEL", + "_MOD EL", + "ok ia", + "oki a", + "Ġ Hey", + "ĠH ey", + "ĠHe y", + "Î ¿", + "Ġ backward", + "Ġback ward", + "ĠPO SS", + "ĠPOS S", + "r opa", + "ro pa", + "rop a", + "Ġ cri", + "Ġc ri", + "Ġcr i", + "_ OBJ", + "_O BJ", + "Trans port", + "- high", + "-h igh", + "Ġerot ik", + "Ġero tik", + "_ slot", + "_s lot", + "_sl ot", + "Ġ artic", + "Ġar tic", + "Ġart ic", + "_ framework", + "_f ramework", + "_frame work", + "_fr amework", + "-s erif", + "-se rif", + "-ser if", + "ĠSql DbType", + "' )(", + "') (", + "+ \"/", + "+\" /", + "Ġw ore", + "Ġwor e", + "Ġwo re", + "S il", + "Si l", + "Ġst oring", + "Ġstor ing", + "Ġsto ring", + "Ġ Phase", + "ĠPh ase", + "u ant", + "ua nt", + "uan t", + "Ġb ump", + "Ġbu mp", + "Ġbum p", + "in ho", + "inh o", + "Ġd ign", + "Ġdi gn", + "Ġdig n", + "Ġ backs", + "Ġb acks", + "Ġback s", + "Ġba cks", + "Ġbac ks", + "q q", + "( hash", + "(h ash", + "(has h", + "Ġ geo", + "Ġg eo", + "Ġge o", + "Ġt ender", + "Ġte nder", + "Ġten der", + "Ġtend er", + "L ogo", + "Log o", + "Lo go", + "! )Ċ", + "!) Ċ", + "Ġ MX", + "ĠM X", + "Ġ Arthur", + "ĠAr thur", + "ĠArt hur", + "ĠArth ur", + "ess oa", + "esso a", + "_ Ch", + "_C h", + "Ġbed rooms", + "Ġbedroom s", + "=\"# \"><", + "=\"#\" ><", + "=\"#\"> <", + "Ġ throat", + "Ġth roat", + "Ġthro at", + "i nsic", + "in sic", + "ins ic", + "insi c", + ". integer", + ".int eger", + "Ġ primitive", + "Ġpr imitive", + "Ġprim itive", + "Truth y", + "Ġfacilit ate", + "Ġfacil itate", + "Ġcre ativity", + "Ġcreat ivity", + "Ġ DNS", + "ĠD NS", + "ĠDN S", + "Ġ gra", + "Ġg ra", + "Ġgr a", + "u ez", + "ue z", + "Ġcount less", + "ĠP oland", + "ĠPol and", + "ĠPo land", + "' M", + "Ġ Dist", + "ĠD ist", + "ĠDis t", + "ĠDi st", + "Ġ vest", + "Ġv est", + "Ġve st", + "Ġves t", + "Ġcert ification", + "Ġcertif ication", + "á» ij", + "h eld", + "he ld", + "hel d", + "ext ensions", + "extension s", + "( static", + "(st atic", + "(stat ic", + "Ġ grades", + "Ġg rades", + "Ġgr ades", + "Ġgrad es", + "Ġgrade s", + "Ġgra des", + "Ġ Uber", + "ĠU ber", + "ĠUb er", + "ãģ Ł", + "Ġ [])Ċ", + "Ġ[ ])Ċ", + "Ġ[] )Ċ", + "Ġ[]) Ċ", + "d atos", + "da tos", + "dat os", + "dato s", + "Ġ getData", + "Ġget Data", + "ĠCh arg", + "ĠChar g", + "ĠCha rg", + "Ġ BS", + "ĠB S", + ".m icrosoft", + ".micro soft", + ". video", + ".v ideo", + ". direction", + ".d irection", + ".dir ection", + ".di rection", + ".direct ion", + "-> {'", + "->{ '", + "l ua", + "lu a", + "a pest", + "ap est", + "ape st", + "apes t", + "Ġbo iler", + "Ġboil er", + "e rek", + "er ek", + "ere k", + "Ġdec ides", + "Ġdecide s", + "Ġdecid es", + ". jar", + ".j ar", + "I SC", + "IS C", + "Ġ Words", + "ĠW ords", + "ĠWord s", + "ĠWor ds", + "( CON", + "(C ON", + "EMPL ATE", + "ree ze", + "s hots", + "sh ots", + "shot s", + "a pps", + "ap ps", + "app s", + "un ted", + "unt ed", + "unte d", + ". setName", + ".set Name", + ": :<", + ":: <", + "- bold", + "-b old", + "-bo ld", + "ê ²", + "å¯ Ĩ", + "Long rightarrow", + "Ġun fair", + "Ġunf air", + "Ġ earning", + "Ġe arning", + "Ġear ning", + "Ġearn ing", + "Ġ shelf", + "Ġsh elf", + "Ġshe lf", + "Ġshel f", + "UR EMENT", + "URE MENT", + "Ġ idle", + "Ġi dle", + "Ġid le", + "_ MENU", + "_M ENU", + "_ME NU", + ". Custom", + ".C ustom", + "A GER", + "AG ER", + "AGE R", + "- \"", + "_ switch", + "_s witch", + "_sw itch", + "b ecause", + "be cause", + "bec ause", + ") view", + ")v iew", + "m are", + "ma re", + "mar e", + "_ condition", + "_con dition", + "_cond ition", + "Ġ Starting", + "ĠStart ing", + "ĠStar ting", + "M vc", + "( pre", + "(p re", + "(pr e", + "d ump", + "du mp", + "dum p", + "_ LOCK", + "_L OCK", + "_LO CK", + "_LOC K", + "at etime", + "ate time", + ". callback", + ".c allback", + ".call back", + "ĠC er", + "ĠCe r", + "o pol", + "op ol", + "opo l", + "ib rary", + "ibr ary", + "Ġ reservation", + "Ġres ervation", + "Ġreserv ation", + "Ġreserva tion", + "ĉ ĉĉĉĉĉĉĊ", + "ĉĉ ĉĉĉĉĉĊ", + "ĉĉĉĉ ĉĉĉĊ", + "ĉĉĉ ĉĉĉĉĊ", + "ĉĉĉĉĉ ĉĉĊ", + "ĉĉĉĉĉĉ ĉĊ", + "ĉĉĉĉĉĉĉ Ċ", + "l ector", + "le ctor", + "lect or", + "lec tor", + "grad uate", + "Ġgener ous", + "Ġgene rous", + "Ġ ion", + "Ġi on", + "Ġio n", + "r icao", + "ri cao", + "ric ao", + "rica o", + "m q", + "_ complete", + "_com plete", + "_comp lete", + "( cursor", + "(c ursor", + "Ġ FormControl", + "ĠForm Control", + ": center", + ":c enter", + "Ġsub stitute", + "Ġsubstit ute", + "Ġ Planning", + "ĠPl anning", + "ĠPlan ning", + "Ġp ension", + "Ġpens ion", + "Ġrecommend ation", + "Ġ Tags", + "ĠT ags", + "ĠTag s", + "ĠTa gs", + "Ġg ef", + "Ġge f", + "Ġ albums", + "Ġalbum s", + "Ġalb ums", + "Ġ washing", + "Ġw ashing", + "Ġwash ing", + "r oc", + "ro c", + "Ġtr ains", + "Ġtrain s", + "Ġtra ins", + "Ġtrai ns", + "a tings", + "at ings", + "ating s", + "atin gs", + "Ġex ponent", + "Ġexp onent", + "ack bar", + "- ln", + "-l n", + "á g", + ".Data Annotations", + "Ġ EIF", + "ĠE IF", + "ĠEI F", + "ĠMal aysia", + "ĠMalays ia", + "ĉ PORT", + "ĉP ORT", + "on us", + "onu s", + "Ġc lever", + "Ġcl ever", + "Ġcle ver", + "Ġp eu", + "Ġpe u", + "> ĊĊĊĊ", + ">Ċ ĊĊĊ", + ">ĊĊ ĊĊ", + ">ĊĊĊ Ċ", + "Ġ Arguments", + "ĠArg uments", + "ĠArgument s", + "Ġdeb ugging", + "Ġdebug ging", + "( right", + "(r ight", + "' D", + "com pute", + "comp ute", + "comput e", + "Ġfin est", + "Ġfine st", + "Ġfi nest", + "Ġfines t", + "OR AGE", + "ORA GE", + "Ġspect acular", + "ph rase", + "Ġin dia", + "Ġind ia", + "Ġlegend ary", + "b irth", + "bir th", + "Ġ composite", + "Ġcom posite", + "Ġcomp osite", + "Ġcompos ite", + "Ġg rows", + "Ġgr ows", + "Ġgrow s", + "Ġgro ws", + "Ġ TD", + "ĠT D", + "Ġe pid", + "Ġep id", + "Ġlaunch ing", + "] ][", + "]] [", + "Min utes", + "Minute s", + "Ġ Cha", + "ĠC ha", + "ĠCh a", + "Ġclean ed", + "Ġcle aned", + "Ġwitness es", + "u kan", + "uk an", + "uka n", + "ĉ Type", + "ĉT ype", + "Ġh abe", + "Ġhab e", + "Ġha be", + "par agraph", + "para graph", + "ĠJ Panel", + "ĠJP anel", + "ĠH ann", + "ĠHa nn", + "ĠHan n", + "Ġvar ied", + "Ġvari ed", + "Ġva ried", + "Ġ Pokemon", + "ĠP okemon", + "ĠPok emon", + "ĠPoke mon", + "ĠM UST", + "ĠMU ST", + "åĬ ¨", + ". visibility", + ".vis ibility", + "op up", + "^ [", + ". expand", + ".exp and", + "Ġ \"',", + "Ġ\" ',", + "Ġ\"' ,", + ".f asterxml", + "_ auto", + "_a uto", + "_aut o", + "Ġ Sheet", + "ĠS heet", + "ĠShe et", + "m arker", + "mark er", + "mar ker", + "Par cel", + "e ws", + "ew s", + "Ġ Strategy", + "ĠStr ategy", + "ĠStrateg y", + "- making", + "-m aking", + "Ġun ve", + "Ġtr ailing", + "Ġtrail ing", + "Ġtra iling", + "Ġtrai ling", + "Ġcl icks", + "Ġclick s", + "Ġcli cks", + "Ġclic ks", + "Ġ GetComponent", + "ĠGet Component", + "ĉ content", + "ĉc ontent", + "ĉcon tent", + "ĉcont ent", + "IG ENCE", + "ER NEL", + "ERN EL", + "NSMutable Array", + "Ġb reat", + "Ġbr eat", + "Ġbre at", + "Ġharm ful", + "¶ Ī", + "Ġbes ides", + "Ġbeside s", + "Ġb oring", + "Ġbo ring", + "Ġbor ing", + "Ġbrut al", + "Ġbru tal", + "v ang", + "va ng", + "van g", + "( parse", + "(p arse", + "(par se", + "qu ick", + "qui ck", + "Ġ pytest", + "Ġpy test", + "Ġpyt est", + "Ġswitch ing", + "( )]Ċ", + "() ]Ċ", + "()] Ċ", + "Ġ ìĦ", + "Ġì Ħ", + "L ER", + "LE R", + "ĉ font", + "ĉf ont", + "Ġ nett", + "Ġn ett", + "Ġne tt", + "Ġnet t", + ") ]ĊĊ", + ")]Ċ Ċ", + ")] ĊĊ", + "( /\\", + "(/ \\", + "æŀ ľ", + "to Array", + "Ġb reed", + "Ġbr eed", + "Ġbre ed", + "Ġbree d", + "Ġ CAR", + "ĠC AR", + "ĠCA R", + "Ġ Weapon", + "ĠWe apon", + "A bs", + "Ab s", + "t ot", + "to t", + "Ġ setName", + "Ġset Name", + "a ptive", + "apt ive", + "Ġ :,", + "Ġ: ,", + "Ġ escaped", + "Ġesc aped", + "Ġescape d", + "Ġescap ed", + "or den", + "ord en", + "orde n", + "Ġ Pri", + "ĠP ri", + "ĠPr i", + "th umbnail", + "Ġde scriptions", + "Ġdes criptions", + "Ġdescription s", + "Ġdescri ptions", + "/ styles", + "/st yles", + "/style s", + "Ġ PCI", + "ĠP CI", + "ĠPC I", + "Ġ alphabet", + "Ġal phabet", + "Ġalpha bet", + "Ġalph abet", + "astic search", + "astics earch", + "N OTE", + "NO TE", + "NOT E", + "Ġc ialis", + "Ġci alis", + "ĠGr iff", + "ĠGri ff", + "Ġp orque", + "Ġpor que", + "Ġprote ins", + "Ġprotein s", + "p lays", + "pl ays", + "play s", + "pla ys", + "Ġst ating", + "Ġstat ing", + "Ġsta ting", + "Ġstati ng", + "Ġim agination", + "Ġimag ination", + "Ġimagin ation", + "Ġf acial", + "Ġfa cial", + "Ġfac ial", + "ĠM echan", + "ĠMe chan", + "ĠMech an", + "ĠMec han", + "Ġarr anged", + "Ġarrang ed", + "Ġarrange d", + "_ used", + "_u sed", + "_us ed", + "_use d", + "Ġarrang ements", + "Ġarrangement s", + "Ġarrange ments", + "Ġ Pipe", + "ĠP ipe", + "ĠPi pe", + "ĠPip e", + "host name", + "Ġpro vinc", + "Ġprov inc", + "T it", + "Ti t", + ".Flat Style", + "Ġ Split", + "ĠS plit", + "ĠSp lit", + "ĠSpl it", + "Ġ Loader", + "ĠL oader", + "ĠLo ader", + "ĠLoad er", + ". cc", + ".c c", + "Ġ clinic", + "Ġcl inic", + "Ġclin ic", + "Ġcli nic", + "-------- --------------------", + "---------------- ------------", + "------------ ----------------", + "------------- ---------------", + "--------------- -------------", + "-------------- --------------", + "-------------------- --------", + "Ġb aking", + "Ġba king", + "Ġbak ing", + "Ġ ENT", + "ĠE NT", + "ĠEN T", + "ne ath", + "nea th", + "ãĢģ ĊĊ", + "ãĢģĊ Ċ", + "A NE", + "AN E", + ".EntityFramework Core", + "a ppers", + "ap pers", + "app ers", + "apper s", + "appe rs", + ". ic", + ".i c", + "Ġ NgModule", + "ĠNg Module", + "Ġ FORM", + "ĠF ORM", + "ĠFOR M", + "ĠFO RM", + "Ġ ';", + "Ġ' ;", + "- profit", + "-pro fit", + "-prof it", + "h w", + "en emy", + "ene my", + "Ġ Eye", + "ĠE ye", + "ĠEy e", + "Ġca ution", + "Ġcaut ion", + "t own", + "to wn", + "Ġur ged", + "Ġurge d", + "Ġurg ed", + "Ġ Jimmy", + "ĠJim my", + "ynchron ous", + "-s ized", + "-size d", + "m aking", + "ma king", + "mak ing", + ", {", + "] ',", + "]' ,", + "_ Object", + "_O bject", + "_Obj ect", + "ah oma", + "aho ma", + "Ġact ivist", + "Ġactiv ist", + "IN VAL", + "INV AL", + "Ġ Commercial", + "ĠCom mercial", + "ĠComm ercial", + "ĠOr lando", + "( tab", + "(t ab", + "Ġ ب", + "ĠØ ¨", + "Al gorithm", + "Ġher itage", + "Get Mapping", + "Ġfail ures", + "Ġfailure s", + "r ios", + "ri os", + "rio s", + "at iva", + "ati va", + "ativ a", + "Ġ tet", + "Ġt et", + "Ġte t", + "Ġcar pet", + "Ġcarp et", + "( Z", + "th ree", + "thr ee", + "Ġdis closure", + "Ġdisc losure", + ". ERROR", + ".ERR OR", + "_ called", + "_c alled", + "_call ed", + "_cal led", + "Ġd ial", + "Ġdi al", + "Ġdia l", + "Ġoccas ional", + "Ġoccasion al", + ". Err", + ".E rr", + "Ġfun cion", + "Ġfunc ion", + "caff old", + "caf fold", + "Ġre leasing", + "Ġrele asing", + "ï¼ī ĊĊ", + "ï¼īĊ Ċ", + "_ Value", + "_V alue", + "_Val ue", + "Ġ Vari", + "ĠV ari", + "ĠVar i", + "ĠVa ri", + "y ellow", + "Ġstrugg les", + "Ġstruggle s", + ". cal", + ".c al", + ".ca l", + "ĠDak ota", + "ĉ close", + "ĉc lose", + "ĉcl ose", + "Ġsand wich", + "Ġ analytics", + "Ġan alytics", + "Ġanaly tics", + "Ġanalytic s", + "Ġ **)", + "Ġ* *)", + "Ġ** )", + "& #", + "Ġ Jos", + "ĠJ os", + "ĠJo s", + "Ġpass ive", + "AT TR", + "ATT R", + "Th rowable", + "Throw able", + "ĠM un", + "ĠMu n", + "Ġ Uint", + "ĠU int", + "ĠUi nt", + "( disposing", + "(dis posing", + "a rak", + "ar ak", + "ara k", + "Ġ Leaders", + "ĠLe aders", + "ĠLeader s", + "ĠLead ers", + "Ġaffect ing", + "Ġitem View", + "Ġe conomics", + "Ġecon omics", + "Ġeconomic s", + "Ġeconom ics", + "f v", + "๠Ģ", + ". rb", + ".r b", + "Ġ Overall", + "ĠOver all", + "Ġwealth y", + "Ġev olved", + "Ġevolve d", + "n da", + "nd a", + "ĠH us", + "ĠHu s", + "re strict", + "u men", + "um en", + "ume n", + "ĠA gricult", + "ĠAgr icult", + "! ĊĊĊ", + "!ĊĊ Ċ", + "!Ċ ĊĊ", + "Ġ expires", + "Ġex pires", + "Ġexp ires", + "Ġexpire s", + "Ġspokes person", + "int erval", + "inter val", + "Ġ â", + "Ġà ¢", + "Ġ queen", + "Ġqu een", + "Ġque en", + "( nil", + "(n il", + "i ngo", + "in go", + "ing o", + "He ap", + "Ù İ", + "Ġcom plain", + "Ġcomp lain", + "Ġcompl ain", + "S ym", + "Sy m", + "Ġ Clone", + "ĠCl one", + "ĠClo ne", + "Ġ Ru", + "ĠR u", + "ĠW ILL", + "ĠWI LL", + "Ġ Crystal", + "ĠCr ystal", + "ĠCry stal", + "/ content", + "/c ontent", + "/con tent", + "i ngen", + "in gen", + "ing en", + "inge n", + "oint ment", + "Last Name", + "av icon", + "avi con", + "avic on", + "Ġ IBM", + "ĠI BM", + "ĠIB M", + "Ġ Dimension", + "ĠD imension", + "ĠDim ension", + "a nh", + "an h", + "ici pants", + "icip ants", + "icipant s", + "Ġ Anne", + "ĠAn ne", + "ĠAnn e", + ". progress", + ".pro gress", + "Ġ algo", + "Ġal go", + "Ġalg o", + "o bil", + "ob il", + "obi l", + "Ġ Voice", + "ĠV oice", + "ĠVo ice", + "Ġ FE", + "ĠF E", + "Ġ gli", + "Ġg li", + "Ġgl i", + "Ġ ved", + "Ġv ed", + "Ġve d", + "Ġpr events", + "Ġpre vents", + "Ġprevent s", + "Ġprev ents", + "\\ Column", + "\\C olumn", + "Ġ folk", + "Ġf olk", + "Ġfol k", + "Ġfo lk", + "e tti", + "et ti", + "ett i", + "Ġ mn", + "Ġm n", + "Ġ CLASS", + "ĠCL ASS", + "Ġdis playing", + "Ġdisplay ing", + "Ġdispl aying", + "ĠK l", + "ĠF err", + "ĠFe rr", + "ĠFer r", + "d uto", + "du to", + ". ib", + ".i b", + "Ġ dados", + "Ġd ados", + "Ġda dos", + "Ġdad os", + "Ġdado s", + "' name", + "'n ame", + "'na me", + "- space", + "-s pace", + "-sp ace", + "Ġit alian", + "Ġitalia n", + "Ġ inverse", + "Ġin verse", + "Ġinv erse", + "Ġinvers e", + "Ġ dense", + "Ġd ense", + "Ġden se", + "Ġdens e", + "u ter", + "ut er", + "ute r", + "Ġ IEnumerator", + "ĠI Enumerator", + "- sign", + "-s ign", + "Ġnation wide", + "Ġ persona", + "Ġperson a", + "Ġpers ona", + "Ġperso na", + "Ġs olved", + "Ġsol ved", + "Ġsolve d", + "Ġdram atically", + "Ġdramatic ally", + "Log out", + "Logo ut", + "Ġ grav", + "Ġg rav", + "Ġgr av", + "Ġgra v", + "Ġanal yses", + "Ġanaly ses", + "Ġanalys es", + "Ġanalyse s", + "ol lo", + "oll o", + "Ġ lamp", + "Ġl amp", + "Ġla mp", + "Ġlam p", + ". team", + ".t eam", + ".te am", + "Ġ Erot", + "ĠE rot", + "ĠEr ot", + "= [\"", + "=[ \"", + "Ġd ancing", + "Ġdan cing", + "Ġ ?>/", + "Ġ? >/", + "Ġ?> /", + "Ġc ater", + "Ġca ter", + "Ġcat er", + "Ġcate r", + "f fe", + "ff e", + "Ġ Sha", + "ĠS ha", + "ĠSh a", + "ĠB os", + "ĠBo s", + "ĠRE QUIRE", + "Ġ Monster", + "ĠMon ster", + "ĠMons ter", + "Ġ RB", + "ĠR B", + "Ġ IDE", + "ĠI DE", + "ĠID E", + "Ġs uits", + "Ġsu its", + "Ġsuit s", + "Ġsui ts", + "Ġ formData", + "Ġform Data", + "( theta", + "(th eta", + "(the ta", + "Ġs patial", + "Ġsp atial", + "Ġspat ial", + "= NULL", + "=N ULL", + "Ġ SqlConnection", + "ĠSql Connection", + "Ġ à", + "ĠV enez", + "ĠVen ez", + "ĠVe nez", + "Ġ Morning", + "ĠM orning", + "ĠMor ning", + "Ġpublic ations", + "Ġpub lications", + "Ġpublication s", + "ĠNON INFRINGEMENT", + "first Name", + "u ds", + "ud s", + "W ould", + "Wo uld", + "_ HEAD", + "_HE AD", + "Ġinv ested", + "Ġinvest ed", + "Ġinve sted", + "s table", + "st able", + "sta ble", + "stab le", + "f red", + "fr ed", + "fre d", + "Ġcomm ander", + "Ġcommand er", + "Ġcomma nder", + "Ġcommande r", + "S ES", + "SE S", + "âĢĶ a", + "an che", + "anc he", + "anch e", + "Ġ Movement", + "ĠM ovement", + "ĠMo vement", + "ĠMove ment", + "ĠMov ement", + "ë ³", + "S uite", + "Su ite", + "Suit e", + "Ġjur isdiction", + "ë ¦¬", + "ë¦ ¬", + "Ġ Beth", + "ĠB eth", + "ĠBe th", + "ĠBet h", + "j Query", + "ĠI sa", + "ĠIs a", + "Ġd ental", + "Ġden tal", + "Ġdent al", + ", *", + "Ġ Limit", + "ĠL imit", + "ĠLim it", + "ĠLi mit", + "il iation", + "ili ation", + "ilia tion", + "= \"{", + "=\" {", + "b ast", + "ba st", + "bas t", + "Ġt urb", + "Ġtu rb", + "Ġtur b", + "i sy", + "is y", + "O OK", + "OO K", + "Ġadv ocate", + "Ġadvoc ate", + "i mag", + "im ag", + "ima g", + "LE CTION", + "LECT ION", + "LEC TION", + "л ÑĮ", + "( category", + "(c ategory", + ". dec", + ".d ec", + ".de c", + "Ġun iqu", + "Ġuni qu", + "Ġuniq u", + "_ sn", + "_s n", + "Ġat tracted", + "Ġattr acted", + "Ġattract ed", + "Ġ Ãī", + "Ġà ī", + "Ġ Running", + "ĠR unning", + "ĠRun ning", + "_ edges", + "_edge s", + "_ed ges", + "Ġ Disable", + "ĠD isable", + "ĠDis able", + "_ AS", + "_A S", + "åĽ ¾", + "Ġnetwork ing", + "Ġnet working", + "_ branch", + "_br anch", + "H aving", + "Ha ving", + "toBe Truthy", + "G I", + "Ġc amps", + "Ġca mps", + "Ġcamp s", + "Ġcam ps", + "s ep", + "se p", + "- part", + "-p art", + "-par t", + "Ġ )ĊĊĊĊĊĊĊĊ", + "Ġ) ĊĊĊĊĊĊĊĊ", + "Ġ)Ċ ĊĊĊĊĊĊĊ", + "Ġ)ĊĊ ĊĊĊĊĊĊ", + "Ġ)ĊĊĊ ĊĊĊĊĊ", + "ustr alia", + "ustral ia", + "Ġ Reports", + "ĠRe ports", + "ĠRep orts", + "ĠReport s", + "ĠRepo rts", + "r ito", + "ri to", + "rit o", + "Ġwa ist", + "_ plus", + "_p lus", + "_pl us", + "Ġ WW", + "ĠW W", + "- person", + "-p erson", + "-per son", + "Ap ril", + "Apr il", + "Ġ sar", + "Ġs ar", + "Ġsa r", + ". tar", + ".t ar", + ".ta r", + "Ġagricult ural", + "Ġagr icultural", + "t ic", + "ti c", + "Ġ tcp", + "Ġt cp", + "Ġtc p", + "Ġ setValue", + "Ġset Value", + "ag ento", + "agent o", + "agen to", + "Ġ Appe", + "ĠA ppe", + "ĠApp e", + "ĠAp pe", + "p iler", + "pi ler", + "pile r", + "C ADE", + "CA DE", + "CAD E", + "Ġ anche", + "Ġan che", + "Ġanch e", + "Ġanc he", + "at cher", + "atch er", + "Ġc omics", + "Ġcom ics", + "Ġcomic s", + "Ġ lbs", + "Ġl bs", + "Ġlb s", + "_ segment", + "_s egment", + "_se gment", + "_seg ment", + "' ]=$", + "'] =$", + "']= $", + "it ters", + "itt ers", + "itter s", + "itte rs", + "i cher", + "ic her", + "ich er", + "iche r", + "G INE", + "GIN E", + "GI NE", + "Ġutil ize", + "Ġutiliz e", + "Ġ Cursor", + "ĠC ursor", + "ĠCurso r", + "_ expression", + "_ex pression", + "_exp ression", + "_expr ession", + "Ġ dag", + "Ġd ag", + "Ġda g", + "< long", + " < ?=", + "> x", + ". Task", + ".T ask", + "m oney", + "mon ey", + "mo ney", + "ib aba", + "iba ba", + "' });Ċ", + "'} );Ċ", + "'}) ;Ċ", + "Ġ Specific", + "ĠS pecific", + "ĠSpec ific", + "Ġ Linear", + "ĠL inear", + "ĠLine ar", + "ĠLin ear", + "ĠLi near", + "_ OPT", + "_O PT", + "_OP T", + "Hash Code", + "( Player", + "(P layer", + ".Contains Key", + "Ġ collapsed", + "Ġc ollapsed", + "Ġcoll apsed", + "Ġcollapse d", + "Ġcollaps ed", + "trans parent", + "_R ANGE", + "View er", + "( cfg", + "(c fg", + "(cf g", + "Ġ sorting", + "Ġs orting", + "Ġsort ing", + "Ġsor ting", + "Ġinf ected", + "Ġinfect ed", + "Ġ Nach", + "ĠN ach", + "ĠNa ch", + "Ġaccommod ate", + ". elements", + ".e lements", + ".element s", + ".el ements", + ".elem ents", + "_ PART", + "_P ART", + "_PA RT", + "_PAR T", + "Ġ Sexy", + "ĠSe xy", + "ĠSex y", + "= get", + "=g et", + "( year", + "(y ear", + "Ġ xhr", + "Ġx hr", + ": ]", + "ow ski", + "ows ki", + "Ġsum mar", + "Ġsumm ar", + "Ġ ¿", + "Ġ ¿", + "Ġ inte", + "Ġin te", + "Ġint e", + "Ġi nte", + "Ġ workflow", + "Ġwork flow", + "ĠTai wan", + "v ersions", + "vers ions", + "version s", + "åı ij", + "Ġsur prisingly", + "Ġsurprising ly", + "Ġop tical", + "Ġopt ical", + "Ġoptic al", + "Ġpro ces", + "Ġproc es", + "Ġdis agree", + "Ġdisag ree", + "Ġn uevo", + "Ġnue vo", + "Ġ CAM", + "ĠC AM", + "ĠCA M", + "s orted", + "sort ed", + "le ases", + "lease s", + "lea ses", + "is tle", + "ist le", + "I dent", + "Id ent", + "Ide nt", + "ĉ event", + "ĉe vent", + "ĉev ent", + "j ected", + "ject ed", + "jec ted", + "Ch unk", + "V ars", + "Var s", + "Va rs", + ". provider", + ".pro vider", + "Ġproceed ings", + "Ġproceeding s", + "Ġ inclusive", + "Ġin clusive", + "Ġincl usive", + "Ġinclus ive", + "Ġart work", + "end ants", + "enda nts", + "endant s", + "ï¼ļ Ċ", + "s een", + "se en", + "see n", + "Ġ lig", + "Ġl ig", + "Ġli g", + "Ġ makers", + "Ġm akers", + "Ġmake rs", + "Ġma kers", + "Ġmaker s", + "Ġmak ers", + "_ fun", + "_f un", + "_fu n", + "Ġlength s", + "Ġleng ths", + "Path Variable", + "[ item", + "[i tem", + "[it em", + "ภµ", + "D ead", + "De ad", + "FF FFFF", + "FFFF FF", + "FFF FFF", + "Ġ Urban", + "ĠUr ban", + "ĠUrb an", + "u ples", + "up les", + "uple s", + "i chen", + "ic hen", + "ich en", + "iche n", + "( nullptr", + "(null ptr", + ". spec", + ".s pec", + ".sp ec", + ", System", + ",S ystem", + "U RATION", + "UR ATION", + "URA TION", + "( job", + "(j ob", + "å¼ ı", + "Ġ tracker", + "Ġtr acker", + "Ġtrack er", + "Ġtra cker", + "Å Ļ", + "Ġ MR", + "ĠM R", + "Ġ SQLite", + "ĠSQL ite", + "ĠSQ Lite", + "Ġ dto", + "Ġd to", + "Ġdt o", + "Ġ ;;Ċ", + "Ġ; ;Ċ", + "Ġ;; Ċ", + "Ġ mint", + "Ġm int", + "Ġmin t", + "Ġmi nt", + "Ġ Introduction", + "ĠInt roduction", + "ĠIntro duction", + "c ao", + "ca o", + "Ġquest ioned", + "Ġquestion ed", + "Ġquesti oned", + "Ġf itted", + "Ġfit ted", + "Ġfitte d", + "re vision", + "rev ision", + "s q", + "Ġm ig", + "Ġmi g", + "_ units", + "_un its", + "_unit s", + "_ async", + "_a sync", + "_as ync", + "Ġf lick", + "Ġfl ick", + "} );ĊĊĊ", + "});Ċ ĊĊ", + "});ĊĊ Ċ", + "}) ;ĊĊĊ", + "}); ĊĊĊ", + "Ġn otre", + "Ġnot re", + "Ġno tre", + "} `,", + "}` ,", + "F ilters", + "Filter s", + "Fil ters", + "Ġm undo", + "Ġmu ndo", + "Ġmund o", + "Ġmun do", + "_ days", + "_d ays", + "_day s", + "_da ys", + "Ġ frm", + "Ġf rm", + "Ġfr m", + "u tc", + "ut c", + "Ġ vals", + "Ġv als", + "Ġval s", + "Ġva ls", + "e width", + "ew idth", + "Ġ Generator", + "ĠG enerator", + "ĠGener ator", + "ĠGen erator", + "Ġ Artist", + "ĠArt ist", + "Ġ IDs", + "ĠI Ds", + "ĠID s", + "Ġ Articles", + "ĠArt icles", + "ĠArticle s", + "re ater", + "reate r", + "reat er", + "rea ter", + "ĠComponent Fixture", + ". =", + "Ġ rou", + "Ġr ou", + "Ġro u", + "- no", + "-n o", + ".b ukkit", + "e gg", + "eg g", + "Ġ Diff", + "ĠD iff", + "ĠDi ff", + "a tics", + "at ics", + "atic s", + "ati cs", + "Ñĥ Ñĩ", + "âĢĶ ĊĊ", + "Ġ Charlotte", + "ĠChar lotte", + "ĠCharl otte", + "b ye", + "by e", + "Ġ });čĊčĊ", + "Ġ} );čĊčĊ", + "Ġ}) ;čĊčĊ", + "Ġ});čĊ čĊ", + "Ġ}); čĊčĊ", + "ĠV ik", + "ĠVi k", + "ĠB row", + "ĠBr ow", + "ĠBro w", + "Ġ lv", + "Ġl v", + "ĠG ib", + "ĠGi b", + "- wing", + "-w ing", + "-win g", + "GL IGENCE", + "( Il", + "(I l", + "ĠEngine er", + ". Wait", + ".W ait", + "Ġ Pictures", + "ĠP ictures", + "ĠPicture s", + "ĠPic tures", + "Ġr het", + "Ġrh et", + "Ġrhe t", + "Ġ thermal", + "Ġth ermal", + "Ġther mal", + "Ġtherm al", + "Ġp raise", + "Ġpr aise", + "Ġpra ise", + "< >();ĊĊ", + "<>();Ċ Ċ", + "<>( );ĊĊ", + "<> ();ĊĊ", + "Ġ Spider", + "ĠSp ider", + "ĠSpi der", + "P ause", + "Pa use", + "ĠB aker", + "ĠBa ker", + "ĠBak er", + "ĠBake r", + "Ġs lower", + "Ġsl ower", + "Ġslow er", + "Ġslo wer", + "Ġ }]Ċ", + "Ġ} ]Ċ", + "Ġ}] Ċ", + "_ enqueue", + "_en queue", + "Ġdis appeared", + "Ġdisappe ared", + "Ġdisappear ed", + "Ġ Ticket", + "ĠT icket", + "ĠTi cket", + "ĠTick et", + "ĠTic ket", + "IN UX", + "INU X", + "_ LOCAL", + "_LO CAL", + "_LOC AL", + "аÑģ Ñģ", + "@Inject able", + "comm unity", + "G estureRecognizer", + "Gesture Recognizer", + "åĽ ½", + "Ġs cales", + "Ġsc ales", + "Ġscale s", + "Ġsca les", + "Ġscal es", + "Ġ -(", + "Ġ- (", + "/ '+", + "/' +", + "Ġ Sit", + "ĠS it", + "ĠSi t", + "Ġexecutive s", + "Ġexecut ives", + "ar ding", + "ard ing", + "ardi ng", + "ardin g", + "Ġad vers", + "Ġadv ers", + "Ġback wards", + "Ġbackward s", + "ĉ context", + "ĉcon text", + "ĉcont ext", + "ĠH amp", + "ĠHam p", + "ĠHa mp", + "Ġ PF", + "ĠP F", + "Ġ Deck", + "ĠD eck", + "ĠDe ck", + "ĠDec k", + "Ġ Craig", + "ĠC raig", + "ĠCra ig", + "A merican", + "Americ an", + "America n", + "Ġ bell", + "Ġb ell", + "Ġbe ll", + "Ġbel l", + "Ġp rol", + "Ġpro l", + "Ġpr ol", + "u fen", + "uf en", + "ufe n", + "Ġ rng", + "Ġr ng", + "Ġrn g", + "ar shal", + "ars hal", + "Ġ Simply", + "ĠSim ply", + "ĠSimpl y", + "first name", + "sh ore", + "J uly", + "Jul y", + "Ju ly", + "Ġm ortality", + "Ġmort ality", + "Ġmortal ity", + "ĠâĨĴ ĊĊ", + "H elpers", + "Helper s", + "Help ers", + "Hel pers", + "Ġ benchmark", + "Ġb enchmark", + "Ġbench mark", + "e made", + "em ade", + "ema de", + "Ġorgan isations", + "Ġorganis ations", + "Ġorganisation s", + ".g son", + ".gs on", + "Ġ TextField", + "ĠT extField", + "ĠText Field", + "Ġcivil ians", + "Ġciv ilians", + "Ġcivilian s", + ". Arrays", + ".Array s", + ".Ar rays", + "ĠMiss issippi", + "Ġinter mediate", + "Ġintermedi ate", + "get User", + "_ cluster", + "_cl uster", + "Rel ative", + "fore ign", + ".querySelector All", + "Fore ignKey", + "Foreign Key", + "Ġreason ably", + "- --------Ċ", + "-- -------Ċ", + "---- -----Ċ", + "-------- -Ċ", + "--- ------Ċ", + "----- ----Ċ", + "------ ---Ċ", + "------- --Ċ", + "--------- Ċ", + "C ards", + "Card s", + "Car ds", + "ĠK am", + "ĠKa m", + "Ġ Thor", + "ĠT hor", + "ĠTh or", + "Ġ roller", + "Ġr oller", + "Ġro ller", + "Ġroll er", + "Ġrol ler", + "- element", + "-e lement", + "-el ement", + "Ġ Currency", + "ĠC urrency", + "d die", + "dd ie", + "AL LY", + "ALL Y", + "Ġ RA", + "ĠR A", + "Ġper met", + "Ġperm et", + "Ġperme t", + "a aaa", + "aa aa", + "aaa a", + "Ġhome work", + "Ġhom ework", + "ĠV it", + "ĠVi t", + "Ġm old", + "Ġmo ld", + "Ġmol d", + "ĠF er", + "ĠFe r", + "[ start", + "Ġstat istical", + "Ġstatist ical", + "Ġstatistic al", + "Ġsc ary", + "Ġsca ry", + "Ġscar y", + "_ HOME", + "_H OME", + ". Begin", + ".B egin", + ".Be gin", + "Con struct", + "o genic", + "og enic", + "ogen ic", + "oge nic", + "ĠDEAL INGS", + "Ġtamb ién", + "i xon", + "ix on", + "ixo n", + ". ind", + ".in d", + ".i nd", + "a cre", + "ac re", + "acr e", + "Ġ transforms", + "Ġtrans forms", + "Ġtransform s", + "ĠN ap", + "ĠNa p", + ". Block", + ".B lock", + ".Bl ock", + "uss ia", + "p iration", + "pi ration", + "pir ation", + "ul ent", + "ule nt", + "ulen t", + "Ġ ceil", + "Ġc eil", + "Ġce il", + "Cl ause", + "Cla use", + "n aire", + "na ire", + "T ES", + "TE S", + "Ġn eat", + "Ġne at", + "S TD", + "ST D", + "Ġ RegExp", + "ĠReg Exp", + "per form", + "perf orm", + ": )", + "Ġun ions", + "Ġunion s", + "Ġuni ons", + "Ġs ublic", + "Ġsub lic", + "Ġw inds", + "Ġwin ds", + "Ġwind s", + "Ġwi nds", + "lo ating", + "loat ing", + "g lich", + "gl ich", + "gli ch", + "Ġ pagination", + "Ġp agination", + "Ġpag ination", + "Ġpagina tion", + "S kill", + "Sk ill", + "App ly", + "Ap ply", + "Ġ Operator", + "ĠO perator", + "ĠOper ator", + "ĠOp erator", + "ĠOpera tor", + "ist ogram", + "isto gram", + "Ġ qualities", + "Ġqual ities", + "Ġquali ties", + "C ross", + "Cr oss", + "Cro ss", + "Ġd ecom", + "Ġde com", + "Ġdec om", + "Ġdeco m", + "] ,\"", + "], \"", + "Ġ Juan", + "ĠJ uan", + "ĠJu an", + ". modal", + ".m odal", + ".mod al", + ".mo dal", + ". Child", + ".Ch ild", + "Ġ Roger", + "ĠR oger", + "ĠRo ger", + "ĠRog er", + "STIT UTE", + ":CGRect Make", + "a lette", + "al ette", + "ale tte", + "alet te", + "Ġ sta", + "Ġs ta", + "Ġst a", + "a side", + "as ide", + "asi de", + "Ġ blur", + "Ġbl ur", + "Ġ Wa", + "ĠW a", + "if etime", + "ife time", + "r eed", + "re ed", + "ree d", + "control s", + "contr ols", + "contro ls", + "Ġ bins", + "Ġb ins", + "Ġbi ns", + "Ġbin s", + "Ġ пол", + "Ġп ол", + "Ġпо л", + "* /,Ċ", + "*/ ,Ċ", + "*/, Ċ", + "U IS", + "UI S", + "ĠR ou", + "ĠRo u", + "Ġ Demo", + "ĠD emo", + "ĠDe mo", + "ĠDem o", + "- awesome", + "Ġ Chain", + "ĠCh ain", + "ĠCha in", + "Ġh asta", + "Ġhas ta", + "Ġha sta", + "Ġhast a", + "ĠB art", + "ĠBar t", + "ĠBa rt", + ". KEY", + ".K EY", + "Ġ vendors", + "Ġv endors", + "Ġvend ors", + "Ġvendor s", + "no follow", + "nof ollow", + "Ġ Dest", + "ĠD est", + "ĠDe st", + "ĠDes t", + "_ builder", + "_b uilder", + "_build er", + "Ġarg ues", + "Ġargue s", + "_ answer", + "_an swer", + "_ans wer", + "g oto", + "go to", + "got o", + "Ġ RESULT", + "ĠRES ULT", + "Ġ MON", + "ĠM ON", + "ĠMO N", + "Ġp oder", + "Ġpo der", + "Ġpod er", + "Ġpode r", + "o ons", + "oo ns", + "oon s", + "_ CASE", + "_C ASE", + "_CA SE", + "Ġrep lic", + "Ġrepl ic", + "Ġfin ancing", + "Ġfinanc ing", + "Ġfinan cing", + "Ġ DATE", + "ĠD ATE", + "ĠDA TE", + "ĠDAT E", + "c ern", + "ce rn", + "cer n", + "_ track", + "_t rack", + "_tr ack", + "_tra ck", + "t ies", + "ti es", + "tie s", + "/ logo", + "/l ogo", + "/log o", + "/lo go", + "ĠNE GLIGENCE", + "get Type", + "> T", + "b et", + "be t", + "g irl", + "gi rl", + "ĠINCIDENT AL", + "- site", + "-s ite", + ". trigger", + ".tr igger", + "Ġ Lisa", + "ĠL isa", + "ĠLi sa", + "ĠLis a", + "_ inputs", + "_in puts", + "_input s", + "_inp uts", + "Ġrel atives", + "Ġrelative s", + "Ġrelativ es", + "Ġrelat ives", + "Logged In", + "Con figure", + "Config ure", + "Conf igure", + "I K", + ". accept", + ".ac cept", + ".acc ept", + "Re sume", + "Res ume", + "Ġ Draft", + "ĠD raft", + "ĠDr aft", + "ĠDra ft", + "Ġ *>(", + "Ġ* >(", + "Ġ*> (", + "Ġ WA", + "ĠW A", + "ed ian", + "edia n", + "edi an", + "er ness", + "ern ess", + "erne ss", + "ernes s", + "Ġ LayoutInflater", + "ĠLayout Inflater", + "* /čĊčĊ", + "*/ čĊčĊ", + "*/čĊ čĊ", + "o thy", + "ot hy", + "oth y", + "Ġoblig ation", + "Ġobl igation", + "Sub scribe", + "Ġ thumbnail", + "Ġth umbnail", + "ex ist", + "Ġins isted", + "Ġinsist ed", + "Ġ UICollectionView", + "ĠU ICollectionView", + "ĠUI CollectionView", + "Ġ Angular", + "ĠAng ular", + "Ġtable ts", + "Ġtab lets", + "Ġtablet s", + "Ġ Impact", + "ĠImp act", + "ãĢį ĊĊ", + "ãĢįĊ Ċ", + "a ho", + "ah o", + "Ġcharacter istic", + "g d", + "Ġ= ================================================", + "Ġ================= ================================", + "Ġ================================= ================", + "o urt", + "ou rt", + "our t", + "` .", + "App ro", + "Ap pro", + "Co ordinate", + "Coord inate", + "Re member", + "Rem ember", + "Ġ marine", + "Ġm arine", + "Ġmar ine", + "Ġma rine", + "Ġmari ne", + "Ġmarin e", + "] =='", + "]= ='", + "]== '", + "Ġ Administrator", + "ĠAdmin istrator", + "ĠAdministr ator", + ". getDefault", + ".get Default", + ".getD efault", + "Ġ forgot", + "Ġf orgot", + "Ġfor got", + "Ġforg ot", + "Ġ Structure", + "ĠStruct ure", + "V ue", + "Vu e", + "ar sing", + "ars ing", + "arsi ng", + "m oment", + "mo ment", + "mom ent", + "k w", + "_ cursor", + "_c ursor", + "Att ack", + "Ġath letic", + "Ġdiagn osed", + "Ġdiagnose d", + "Ġ ende", + "Ġe nde", + "Ġen de", + "Ġend e", + "åĪ łéĻ¤", + "H ouse", + "Ho use", + "Ġ PARAM", + "ĠP ARAM", + "ĠPA RAM", + "ĠPAR AM", + "ĠPARA M", + "Ġ wiki", + "Ġw iki", + "Ġwi ki", + "Ġwik i", + "Ġ Opp", + "ĠO pp", + "ĠOp p", + "Ġcons ervation", + "Ġconserv ation", + "Ġ snd", + "Ġs nd", + "Ġsn d", + "_ tem", + "_t em", + "_te m", + "sub str", + "subst r", + "subs tr", + "ĠC ape", + "ĠCap e", + "ĠCa pe", + ". sim", + ".s im", + ".si m", + "U TION", + "UT ION", + "a nan", + "an an", + "ana n", + "âĢĻ un", + "Ġ gy", + "Ġg y", + "- work", + "-w ork", + "Ġcomp elling", + "Ġcompel ling", + "= '#", + "=' #", + "ĉ sub", + "ĉs ub", + "Ġ directories", + "Ġdirect ories", + "Ġdirector ies", + "íĬ ¸", + "Ġ touches", + "Ġtouch es", + "Ġtou ches", + "out ines", + "outine s", + ". Collection", + ".C ollection", + ".Col lection", + "s chedule", + "sched ule", + ". lat", + ".l at", + "Ġ Doctrine", + "ĠDo ctrine", + "C AA", + "CA A", + "Ġ Refer", + "ĠRe fer", + "ĠRef er", + "Ġshift s", + "Ġ likelihood", + "Ġlik elihood", + "pr eter", + "pre ter", + "pret er", + "Ġ Female", + "ĠF emale", + "ĠFe male", + "ĠFem ale", + "Ġinter cept", + "Ġ lou", + "Ġl ou", + "Ġlo u", + "çĻ »", + "Ġ rug", + "Ġr ug", + "Ġru g", + "ĠC rown", + "ĠCr own", + "ĠCro wn", + "ĠCrow n", + "Ġ ****************************************************************************", + "Ġ************************************************************************ ****", + "Ġ************************************************************************** **", + "Ġ**************************************************************** ************", + "Ġ**** ************************************************************************", + "Ġ******************************************************** ********************", + "Ġ************************************************ ****************************", + "- product", + "-pro duct", + "-produ ct", + "Ġprompt ed", + "u ngle", + "un gle", + "ung le", + "d ocker", + "do cker", + "doc ker", + "dock er", + "Ġ Tu", + "ĠT u", + "Ġ Unique", + "ĠUn ique", + "ĠUni que", + "_ Error", + "_E rror", + "_Err or", + "u los", + "ul os", + "ulo s", + "Ġ âĦ", + "Ġâ Ħ", + "Ġ (`", + "Ġ( `", + "G etting", + "Get ting", + "_ scal", + "_s cal", + "_sc al", + "Ġ Enh", + "ĠE nh", + "ĠEn h", + "ü t", + "Ġsust ained", + "Ġsustain ed", + "Ġ patches", + "Ġp atches", + "Ġpat ches", + "Ġpatch es", + "Ġpros per", + "ĠG aza", + "ĠGa za", + "ĠGaz a", + "_ light", + "_l ight", + "_li ght", + "Ġin cons", + "Ġinc ons", + "Ġincon s", + "- -------Ċ", + "-- ------Ċ", + "---- ----Ċ", + "-------- Ċ", + "--- -----Ċ", + "----- ---Ċ", + "------ --Ċ", + "------- -Ċ", + "ĉ ĉĠĠĠĠĠĠ", + "ĉĉ ĠĠĠĠĠĠ", + "ĉĉĠĠĠ ĠĠĠ", + "ĉĉĠ ĠĠĠĠĠ", + "ĉĉĠĠ ĠĠĠĠ", + "ĉĉĠĠĠĠ ĠĠ", + "ĉĉĠĠĠĠĠ Ġ", + "S F", + "C N", + ": \";Ċ", + ":\" ;Ċ", + "ĠColl ins", + "( *)", + "(* )", + "Ġcomp ilation", + "Ġcompil ation", + "' ]čĊ", + "'] čĊ", + "Ġcon sequence", + "Ġconsequ ence", + "Ġconse quence", + ", ...", + ",. ..", + "Ġ dm", + "Ġd m", + "Ġ BLOCK", + "ĠB LOCK", + "ĠBL OCK", + "Cl uster", + "Ġ ski", + "Ġs ki", + "Ġsk i", + "( argc", + "(arg c", + "(ar gc", + "T uple", + "Tu ple", + "Ġj oins", + "Ġjoin s", + "Ġjo ins", + "ĠSher iff", + "W ar", + "Wa r", + "in di", + "ind i", + "Ġcom mented", + "Ġcomm ented", + "Ġcomment ed", + "H OST", + "HO ST", + "Ġ invitation", + "Ġinv itation", + "Ġinvit ation", + "apan ese", + "Ġper mits", + "Ġpermit s", + "Ġperm its", + "preced ented", + "_ zone", + "_z one", + "Ġ Amy", + "ĠA my", + "ĠAm y", + "_ RD", + "_R D", + "Min imum", + "Ġinv ocation", + "Ġinvo cation", + ". enable", + ".e nable", + ".en able", + "i chten", + "ich ten", + "icht en", + "ichte n", + "- owned", + "\" id", + "_PO INTER", + "_POINT ER", + "F ac", + "Fa c", + "Ġspec ifications", + "Ġspecific ations", + "Ġspecification s", + "Ġn omination", + "Ġno mination", + "Ġnom ination", + "Ġnomin ation", + "Ġ gp", + "Ġg p", + "< (", + "Ġ robots", + "Ġro bots", + "Ġrob ots", + "Ġrobot s", + "Ġ Jerry", + "ĠJ erry", + "ĠJer ry", + "Ġ holders", + "Ġh olders", + "Ġhold ers", + "Ġholder s", + "Ġhol ders", + "Ġ wand", + "Ġw and", + "Ġwa nd", + "Ġwan d", + "c ms", + "cm s", + "Ġ }))Ċ", + "Ġ} ))Ċ", + "Ġ}) )Ċ", + "Ġ})) Ċ", + ". Toast", + ".To ast", + "ĠI List", + "ĠIL ist", + "B ased", + "Base d", + "Bas ed", + "Ba sed", + "z oom", + "zo om", + "/ style", + "/st yle", + "ĠB eck", + "ĠBe ck", + "ĠBec k", + "M en", + "Me n", + "Ġcontrib uting", + "Ġ undo", + "Ġu ndo", + "Ġun do", + "Ġund o", + "Ġ OH", + "ĠO H", + "Ġadd Object", + "Ġe igen", + "Ġei gen", + "Ġeig en", + "sign up", + "éĶ Ļ", + "Ġd istant", + "Ġdis tant", + "Ġdist ant", + "Ġdi stant", + "PAR ATOR", + "Ġ Mari", + "ĠM ari", + "ĠMar i", + "ĠMa ri", + "Ġ má", + "Ġm á", + "E mp", + "Em p", + "ó s", + "Ġ ìĪĺ", + "Ġì Īĺ", + "ĠìĪ ĺ", + "e vt", + "ev t", + "+ j", + "p ark", + "par k", + "pa rk", + "Ġ Stay", + "ĠSt ay", + "ĠSta y", + "ĠD un", + "ĠDu n", + "Ġs oy", + "Ġso y", + "> %", + "az ines", + "azine s", + "azi nes", + "Ġti empo", + "( me", + "(m e", + "p resent", + "pre sent", + "pres ent", + ". This", + ".T his", + ".Th is", + "Ġed itors", + "Ġedit ors", + "Ġeditor s", + "Ġedi tors", + "F IELD", + ". Work", + ".W ork", + "ĠUn iverse", + "ĠUnivers e", + "ĠUni verse", + "ĠUniv erse", + "Ġdr unk", + "Ġdru nk", + ". timer", + ".t imer", + ".time r", + ".tim er", + "Ġal tered", + "Ġalt ered", + "Ġalter ed", + "Ġalte red", + "ĠN ar", + "ĠNa r", + "ëł ¥", + ". Active", + ".Act ive", + "id or", + "ido r", + "ç Ń", + ".delta Time", + "Ġawk ward", + "& quot", + "ĠS afari", + "ĠSaf ari", + "Ġt ricks", + "Ġtr icks", + "Ġtri cks", + "Ġtrick s", + "M ENTS", + "MENT S", + "div ision", + "di vision", + "Ġvar ying", + "Ġva rying", + "Ġvary ing", + "ĠHigh way", + "Ġphot ographer", + "Ġphotograph er", + "ĠSt ewart", + "ĠSte wart", + "Ġ lasting", + "Ġl asting", + "Ġlast ing", + "Ġlas ting", + ". Pre", + ".P re", + ".Pr e", + ".amazon aws", + "Ġ Luck", + "ĠL uck", + "ĠLuc k", + "ĠLu ck", + ". Description", + ".D escription", + ".De scription", + ".Des cription", + "Ġ Naz", + "ĠN az", + "ĠNa z", + "n eg", + "ne g", + "Ġc ó", + "<< \"\\", + "<<\" \\", + "Ġ Surv", + "ĠS urv", + "ĠSur v", + "ĠSu rv", + "Ġ Unc", + "ĠU nc", + "ĠUn c", + "Rec ipe", + ". BorderStyle", + ".Border Style", + "Ġmod ifications", + "Ġmodification s", + "Ġmodific ations", + "- at", + "-a t", + "AT FORM", + "h dr", + "hd r", + "a ko", + "ak o", + "Ġsub license", + "Ġsublic ense", + "Ġ Jump", + "ĠJ ump", + "ĠJu mp", + "Ġbe im", + "Ġbei m", + "ĠMan hattan", + ". bool", + ".b ool", + ".bo ol", + "_ hw", + "_h w", + "ÑĤ ÑĮ", + "B in", + "Bi n", + "Ġ gateway", + "Ġg ateway", + "Ġgate way", + "\" \":", + "\"\" :", + "Ġ UIS", + "ĠU IS", + "ĠUI S", + ": \"+", + ":\" +", + "- def", + "-d ef", + "-de f", + "Ġ Regular", + "ĠReg ular", + "/ testing", + "/t esting", + "/test ing", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "string stream", + "Ġdis par", + "Ġdi spar", + "Ġdisp ar", + "Ġm obil", + "Ġmo bil", + "Ġmob il", + "- read", + "-r ead", + "-re ad", + "Ġ Adapter", + "ĠAd apter", + "ĠAda pter", + "ĠAdapt er", + "ĠCh ampions", + "ĠChampion s", + "ĠChamp ions", + "Ġ scheduler", + "Ġs cheduler", + "Ġsched uler", + "Ġschedule r", + "Ġ kills", + "Ġk ills", + "Ġkill s", + "Ġkil ls", + "Ġ Multiple", + "ĠM ultiple", + "ĠMulti ple", + "ĠMult iple", + "ĠMultip le", + "i rror", + "ir ror", + "Ġg ods", + "Ġgo ds", + "Ġgod s", + "A DO", + "AD O", + "a kte", + "ak te", + "akt e", + "Ġ Usuario", + "ĠUs uario", + ".c ircular", + "Ġre cept", + "Ġrec ept", + "Ġrece pt", + "Ġrecep t", + "Ġ Expr", + "ĠEx pr", + "ĠExp r", + "Ġelder ly", + "Ġnice ly", + "Ġnic ely", + "Ġb este", + "Ġbe ste", + "Ġbest e", + "Ġbes te", + "W ant", + "Wa nt", + "Ġclass ical", + "Ġclassic al", + ". sprite", + ".s prite", + ".sp rite", + "ob jc", + "obj c", + "ĠM ason", + "ĠMa son", + "ĠMas on", + "Ġs istema", + "Ġsist ema", + "Ġsistem a", + ". Black", + ".B lack", + ".Bl ack", + "e so", + "es o", + "ĠZe it", + "Ġ divid", + "Ġd ivid", + "Ġdi vid", + "Ġdiv id", + "Ġen ters", + "Ġent ers", + "Ġenter s", + "_ subject", + "_sub ject", + "_su bject", + "Ġ Planet", + "ĠPlan et", + "ĠPlane t", + "ĠPla net", + ". warning", + ".w arning", + ".warn ing", + "Ġ Gram", + "ĠG ram", + "ĠGr am", + "ĠGra m", + "_ tokens", + "_t okens", + "_token s", + "_tok ens", + "Ġhouse holds", + "Ġhousehold s", + "_ customer", + "_c ustomer", + "_custom er", + "_cust omer", + "user Name", + "c ross", + "cr oss", + "cro ss", + "Ġp ione", + "Ġpi one", + "Ġass ists", + "Ġassist s", + "_ SM", + "_S M", + "i bo", + "ib o", + "Ġl oyal", + "Ġlo yal", + "Ġus eless", + "Ġuse less", + "# elif", + "ĠUlt imate", + "C ome", + "Com e", + "Co me", + "g el", + "ge l", + "Ġd ich", + "Ġdi ch", + "Ġdic h", + "x yz", + "xy z", + "i kel", + "ik el", + "ike l", + "o bra", + "ob ra", + "_ scan", + "_s can", + "_sc an", + "Ġ Interior", + "ĠIn terior", + "ĠInt erior", + "ĠInter ior", + "Ġ Nice", + "ĠN ice", + "ĠNic e", + "ĠNi ce", + "Ġp lac", + "Ġpl ac", + "Ġpla c", + "ĉ target", + "ĉt arget", + "Ġv iral", + "Ġvi ral", + "Ġvir al", + "as so", + "ass o", + "( )/", + "() /", + "u nde", + "un de", + "und e", + "Ġ Adobe", + "ĠAd obe", + "O s", + "vis ited", + "visit ed", + "Ġ OW", + "ĠO W", + "Ġ Feed", + "ĠF eed", + "ĠFe ed", + "ĠFee d", + "Ġ Sequence", + "ĠSe quence", + "ĠSequ ence", + "Ġman ages", + "Ġmanage s", + "Ġmana ges", + "in son", + "ins on", + "ĠLouis iana", + "{ })", + "{} )", + "ĠH ab", + "ĠHa b", + "Ġ LD", + "ĠL D", + "Ġb ip", + "Ġbi p", + "p rites", + "pr ites", + "prite s", + "prit es", + "pri tes", + "( elem", + "(e lem", + "(el em", + "(ele m", + ".h ibernate", + "é lé", + "él é", + "Ġoh ne", + "_ transaction", + "_trans action", + "Ġann unci", + "P ublished", + "Publish ed", + "Ġ Honda", + "ĠH onda", + "ĠHon da", + "ĠHo nda", + "ĠHond a", + "Ġ Tam", + "ĠT am", + "ĠTa m", + "Ġ Packet", + "ĠP acket", + "ĠPac ket", + "ĠPack et", + "ĠPa cket", + "_ selector", + "_se lector", + "_select or", + "_sel ector", + "Ġchalleng ed", + "Ġchallenge d", + "P rocessing", + "Process ing", + "- hover", + "-h over", + "Ġ trainer", + "Ġtr ainer", + "Ġtrain er", + "Ġtra iner", + "Ġtrai ner", + "_ cancel", + "_c ancel", + "_can cel", + "Ġ NSDictionary", + "ĠNS Dictionary", + "ab ric", + "abr ic", + "Ġ MLS", + "ĠM LS", + "ĠML S", + "_ sensor", + "_s ensor", + "Ġsh rink", + "Ġshr ink", + "Ġshri nk", + "Ġ FX", + "ĠF X", + "th reshold", + "thresh old", + "ĉ HX", + "ĉH X", + "- mark", + "-m ark", + "-mar k", + "` .`", + "`. `", + "S cheme", + "Sch eme", + "( full", + "(f ull", + "_ writer", + "_w riter", + "_write r", + "_wr iter", + "Ġ Sys", + "ĠS ys", + "ĠSy s", + "Ġf led", + "Ġfl ed", + "Ġfle d", + "ĠC in", + "ĠCi n", + "- widget", + "-w idget", + "Ġ Previous", + "ĠPre vious", + "ĠPrev ious", + "G ender", + "Ge nder", + "Gen der", + "_ question", + "_q uestion", + "_qu estion", + "_quest ion", + "F eed", + "Fe ed", + "Fee d", + "Ġsc rut", + "Ġscr ut", + "( prefix", + "(p refix", + "(pre fix", + "(pref ix", + "ãĢĤ ãĢĤ", + "Ġin fections", + "Ġinf ections", + "Ġinfection s", + "Ġinfect ions", + "P arts", + "Par ts", + "Part s", + "Pa rts", + "Ġh ierarchy", + "Ġhier archy", + "_ DELETE", + "_DE LETE", + "Ġ Patient", + "ĠP atient", + "ĠPat ient", + "_ pay", + "_p ay", + "_pa y", + "Ġprom oted", + "Ġpromote d", + "Ġpromot ed", + "Ġpromo ted", + "Ġ ìĭ", + "Ġì ĭ", + "Ġcivil ian", + "Ġciv ilian", + "Ġagricult ure", + "Ġagr iculture", + "Ġ Piece", + "ĠP iece", + "ĠPi ece", + "ĠPie ce", + "Ġ stance", + "Ġst ance", + "Ġsta nce", + "Ġstan ce", + "uts che", + "utsch e", + "As sign", + "Ass ign", + ". ACTION", + ".A CTION", + ".AC TION", + ".ACT ION", + "F ig", + "Fi g", + "_ radius", + "_r adius", + "_rad ius", + "_radi us", + "Ġ Sync", + "ĠS ync", + "ĠSy nc", + "ĠSyn c", + "d ucer", + "du cer", + "duc er", + "duce r", + "f ailure", + "fail ure", + "en sed", + "ens ed", + "ense d", + "p time", + "pt ime", + "B M", + "_ datetime", + "_d atetime", + "_date time", + "_dat etime", + "qu ivo", + "quiv o", + "qui vo", + "QUE UE", + "èĢ ħ", + "App ear", + "Ap pear", + "Appe ar", + "Ġsum mit", + "Ġsumm it", + ": void", + ":v oid", + "Ġ vine", + "Ġv ine", + "Ġvi ne", + "Ġvin e", + "è ®¤", + "è® ¤", + "on ne", + "onn e", + "_ TRANS", + "_TR ANS", + "_TRAN S", + "_TRA NS", + ". green", + ".g reen", + ".gr een", + "_ cc", + "_c c", + "Ġhung ry", + "Ġ \">", + "Ġ\" >", + "( ));čĊčĊ", + "() );čĊčĊ", + "()) ;čĊčĊ", + "());čĊ čĊ", + "()); čĊčĊ", + "Ex tract", + "Ext ract", + "Extra ct", + "i zens", + "iz ens", + "ize ns", + "izen s", + "Ġ solver", + "Ġs olver", + "Ġsol ver", + "Ġsolve r", + "N otify", + "Not ify", + "Ġ english", + "Ġeng lish", + "Ġ Shopping", + "ĠSh opping", + "ĠShop ping", + "ĠSho pping", + "inter faces", + "interface s", + "R EQ", + "RE Q", + "Ġil leg", + "Ġill eg", + "Ġ UIImageView", + "ĠUI ImageView", + "ĠUIImage View", + "Ġ disconnect", + "Ġdis connect", + "Ġ Until", + "ĠUn til", + "ĠUnt il", + "ĠCons ervative", + "ĠConserv ative", + "@ Column", + "Ġshift ed", + "Ġ :čĊ", + "Ġ: čĊ", + "Ġf ich", + "Ġfi ch", + "Ġfic h", + "Ġd la", + "Ġdl a", + "Ġs hoe", + "Ġsh oe", + "Ġsho e", + "\" ),čĊ", + "\") ,čĊ", + "\"), čĊ", + "ul arity", + "ular ity", + "_ RESP", + "_RE SP", + "_R ESP", + "_RES P", + "We ather", + "UI Application", + ". iterator", + ".it erator", + ".iter ator", + "Ġ aging", + "Ġa ging", + "Ġag ing", + ". Parent", + ".P arent", + ".Par ent", + "o wie", + "ow ie", + "owi e", + "( equal", + "(e qual", + "(eq ual", + "Ġ Conv", + "ĠCon v", + "ĠCo nv", + "/ default", + "/d efault", + "/de fault", + "Ġme asuring", + "Ġmeas uring", + ". prev", + ".p rev", + ".pre v", + ".pr ev", + ". IsValid", + ".Is Valid", + ". Fat", + ".F at", + "Ġs Äĥ", + "key words", + "keyword s", + "with out", + "Ġs overe", + "Ġso vere", + "Ġex changes", + "Ġexchange s", + "Ġm elt", + "Ġme lt", + "Ġmel t", + "Ġis lands", + "Ġisland s", + "Ġisl ands", + "ĠInt egr", + "Ġj umping", + "Ġjump ing", + "Ġ gle", + "Ġg le", + "Ġgl e", + "Ġjournal ism", + "Ġ dated", + "Ġd ated", + "Ġdate d", + "Ġda ted", + "Ġdat ed", + "Local ized", + "Ġ Refresh", + "ĠRe fresh", + "ĠRef resh", + "P article", + "Part icle", + "Ġ aa", + "Ġa a", + "ĠST RICT", + "ĠSTR ICT", + "Ġb od", + "Ġbo d", + ". Process", + ".P rocess", + ".Pro cess", + "_ AUTO", + "_A UTO", + "_AUT O", + "Ġ Published", + "ĠP ublished", + "ĠPublish ed", + "e very", + "ever y", + "ev ery", + "eve ry", + "Ġtechn ological", + "Ġtechno logical", + "Ġtechnolog ical", + "l sx", + "ls x", + "Ġir rit", + "Ġirr it", + "Add itional", + "Ġ delimiter", + "Ġdel imiter", + "Ġdelim iter", + "_ language", + "_l anguage", + "- area", + "-a rea", + "-ar ea", + "bo ys", + "boy s", + "Ġ Tube", + "ĠT ube", + "ĠTu be", + "ĠTub e", + "Ġ wat", + "Ġw at", + "Ġwa t", + "Ġmechan ics", + "Ġmechanic s", + "_ owner", + "_o wner", + "_own er", + "S pell", + "Sp ell", + "Spe ll", + "Ġ Stories", + "ĠSt ories", + "ĠSto ries", + ".Append Line", + "T ableView", + "Table View", + "h em", + "he m", + "s tick", + "st ick", + "sti ck", + "ol lower", + "oll ower", + "ollow er", + "ollo wer", + "I FF", + "IF F", + "Ġ UV", + "ĠU V", + "oll ision", + "S UB", + "SU B", + "Ġcom parable", + "Ġcompar able", + "Ġd onde", + "Ġdo nde", + "Ġdon de", + "s ales", + "sa les", + "sal es", + "sale s", + "ll vm", + "Ġ }],Ċ", + "Ġ} ],Ċ", + "Ġ}] ,Ċ", + "OTT OM", + "Ġ Purpose", + "ĠP urpose", + "ĠPur pose", + "L ab", + "La b", + "Ġinterview ed", + "o is", + "oi s", + "a sil", + "as il", + "asi l", + ". setId", + ".set Id", + "Ġ Instruction", + "ĠIn struction", + "- ->", + "-- >", + "Ġ Modified", + "ĠMod ified", + "ation ally", + "ational ly", + "Ġ Meeting", + "ĠMe eting", + "ĠMeet ing", + "è¯ ¯", + "# region", + "Ġ routing", + "Ġr outing", + "Ġro uting", + "Ġrout ing", + "Ġrou ting", + ". focus", + ".f ocus", + "ĠY outh", + "ĠYou th", + "ĠYo uth", + "< D", + "ĠN ag", + "ĠNa g", + "cont acts", + "contact s", + "Ġ forming", + "Ġfor ming", + "Ġform ing", + "Ġ mie", + "Ġm ie", + "Ġmi e", + "',[' ../", + "Ġ BP", + "ĠB P", + "Ġapp et", + "Ġap pet", + "Ġappe t", + "Ġ Teacher", + "ĠT eacher", + "ĠTe acher", + "ĠTea cher", + "ĠTeach er", + "Ġ TP", + "ĠT P", + "Ġann ually", + "Ġannual ly", + "outed EventArgs", + "Ġ Speaker", + "ĠS peaker", + "ĠSpe aker", + "ĠSpeak er", + "Ġ rename", + "Ġre name", + "Ġr ename", + "Ġren ame", + "C FG", + "CF G", + "(\" //", + "(\"/ /", + "æİ ¥", + "/ pages", + "/p ages", + "/page s", + "Ġpr és", + "Ġpré s", + "Ġ Spell", + "ĠS pell", + "ĠSp ell", + "ĠSpe ll", + ". Allow", + ".Al low", + ".All ow", + "ĠINT ERRU", + "ĠINTER RU", + "Ġ (#", + "Ġ( #", + "âĢĻ ĊĊ", + "âĢĻĊ Ċ", + "_ Generic", + "_G eneric", + ". imshow", + ".im show", + "_ tim", + "_t im", + "_ti m", + "- face", + "-f ace", + "( &(", + "(& (", + "ati num", + "atin um", + "Ġrevolution ary", + "Ġ Hours", + "ĠH ours", + "ĠHo urs", + "ĠHour s", + "ĠHou rs", + "r ain", + "ra in", + "rai n", + "Ġany time", + "Ġ abb", + "Ġa bb", + "Ġab b", + ". jsp", + ".j sp", + ".js p", + "S crollView", + "Scroll View", + "Ġ Truth", + "ĠTr uth", + "ĠTru th", + "Ġ anticipated", + "Ġanticip ated", + "Ġanticipate d", + "Ġantic ipated", + "Ġ accent", + "Ġacc ent", + "Ġac cent", + ". checked", + ".check ed", + "Ġspec ifies", + "Ġ caf", + "Ġc af", + "Ġca f", + "Ġcell padding", + "Ġ cooked", + "Ġco oked", + "Ġcook ed", + "Ġ Hugh", + "ĠH ugh", + "ĠHu gh", + "pe ek", + "pee k", + "_ RATE", + "_R ATE", + "_RA TE", + "Ġd orm", + "Ġdo rm", + "Ġdor m", + "/ čĊ", + "IV ITY", + ". Controller", + ".Cont roller", + ".Control ler", + "( part", + "(p art", + "(par t", + "(pa rt", + ". constraint", + ".con straint", + "Ġin vasion", + "Ġinv asion", + "M OVE", + "MO VE", + "MOV E", + "Ġgl uc", + "Ġglu c", + "l ename", + "le name", + "len ame", + "lena me", + "Ġ amen", + "Ġa men", + "Ġam en", + "eng lish", + "engl ish", + "ĠSw itzerland", + "\" ;ĊĊĊ", + "\";Ċ ĊĊ", + "\";ĊĊ Ċ", + "\"; ĊĊĊ", + "p est", + "pe st", + "pes t", + ". collect", + ".c ollect", + ".col lect", + ".coll ect", + "N ib", + "Ni b", + "Ġ Dict", + "ĠD ict", + "ĠDi ct", + "Ġ Emb", + "ĠE mb", + "ĠEm b", + "( subject", + "(sub ject", + "Ġout rage", + "Ġoutr age", + "Ġoutra ge", + "Ġdec iding", + "Ġdecid ing", + "Ġsent enced", + "Ġsentence d", + "F echa", + "Fe cha", + "\" A", + "Ġ quer", + "Ġqu er", + "Ġque r", + "Ġq uer", + "Ġfont Family", + "Ġqu adr", + "Ġquad r", + "Ġqua dr", + "- Y", + "_ CACHE", + "_C ACHE", + "_CA CHE", + "Ġan alyzed", + "Ġanaly zed", + "Ġanalyze d", + "Ġg aining", + "Ġgain ing", + "Ġga ining", + "Ġ Against", + "ĠAgain st", + "ĠS oul", + "ĠSo ul", + "ĠSou l", + "t au", + "ta u", + "Ġlight weight", + "Ġ TF", + "ĠT F", + "Ġ Effects", + "ĠE ffects", + "ĠEffect s", + "ĠEff ects", + ". Types", + ".T ypes", + ".Type s", + ". addClass", + ".add Class", + "Ġv egan", + "Ġve gan", + "Ġveg an", + "é ģ", + ". '\"", + ".' \"", + "Ġ Explorer", + "ĠEx plorer", + "ĠExpl orer", + "ĠExplore r", + ". detect", + ".d etect", + ".det ect", + ". shift", + ".s hift", + ".sh ift", + "Ġoblig ations", + "Ġobligation s", + "last Name", + "Ġassoci ations", + "Ġassociation s", + "Ġassoc iations", + "ĠTime Span", + "un ter", + "unt er", + "unte r", + "Ġ Fresh", + "ĠF resh", + "ĠFr esh", + "ĠFre sh", + "ĠFres h", + "Com patible", + "Compat ible", + "P ub", + "Pu b", + "id ges", + "idge s", + ". option", + ".op tion", + ".o ption", + ".opt ion", + "v ari", + "var i", + "va ri", + ". hashCode", + ".hash Code", + "Ġ geb", + "Ġg eb", + "Ġge b", + ". section", + ".s ection", + ".se ction", + ".sec tion", + "- not", + "-n ot", + "-no t", + "Ġ Submit", + "ĠSub mit", + "T N", + "reg istry", + "registr y", + "regist ry", + "_ media", + "_m edia", + "_me dia", + "_med ia", + "Ġn aj", + "Ġna j", + "f ft", + "ff t", + "Ġ mate", + "Ġm ate", + "Ġmat e", + "Ġma te", + "- third", + "-th ird", + "Ġp ockets", + "Ġpocket s", + "e sta", + "es ta", + "est a", + "Ġb ent", + "Ġbe nt", + "Ġben t", + "ĠN ord", + "ĠNo rd", + "ĠNor d", + "Ġretail ers", + "Ġretailer s", + "ĠM orris", + "ĠMor ris", + "ĠMorr is", + ". \"\"\"ĊĊ", + ".\"\" \"ĊĊ", + ".\"\"\"Ċ Ċ", + ".\"\"\" ĊĊ", + "W rong", + "Wr ong", + "Ġ ÅĽ", + "ĠÅ Ľ", + "R ay", + "Ra y", + ". ec", + ".e c", + "Ġ Bind", + "ĠB ind", + "ĠBi nd", + "ĠBin d", + "_ HAND", + "_H AND", + "( non", + "(n on", + "(no n", + "is Valid", + "Ġsimilar ly", + "_ LIMIT", + "_L IMIT", + "Ġd ynamics", + "Ġdynamic s", + "Ġdynam ics", + "Ġdyn amics", + "Ġdist inction", + "Ġdistinct ion", + "ãģ Ĩ", + "< N", + "Ġ orth", + "Ġor th", + "Ġort h", + "Ġ Toyota", + "ĠToy ota", + "Ġ Kate", + "ĠK ate", + "ĠKat e", + "ĠKa te", + "Ġ LS", + "ĠL S", + "o rie", + "or ie", + "ori e", + "ĠSpring s", + "ĠSpr ings", + "Ġf reak", + "Ġfre ak", + "last name", + "_ MULT", + "_M ULT", + "_MUL T", + "- step", + "-s tep", + "-st ep", + "-ste p", + "\" (", + "A DDR", + "AD DR", + "ADD R", + "Ġentert aining", + "Ġentertain ing", + "_ CONF", + "_CON F", + "_CO NF", + "Ġ decoded", + "Ġde coded", + "Ġdec oded", + "Ġdecode d", + "Ġdeco ded", + "Ġst reak", + "Ġstre ak", + "Ġwait ed", + "Ġwa ited", + "Ġnot ified", + "ro duced", + "rodu ced", + "rod uced", + "roduce d", + "vis ual", + ". LayoutParams", + ".Layout Params", + "æ °", + "e sian", + "es ian", + "esi an", + "f its", + "fit s", + "fi ts", + "s pring", + "sp ring", + "spr ing", + "ĠBer nie", + "ĠBern ie", + "User Defaults", + "Ġpe dest", + "Ġped est", + "Ap pearance", + "Appear ance", + "Ġ Wiki", + "ĠW iki", + "ĠWi ki", + "ĠWik i", + "ĠNOT ICE", + "Ġ ssh", + "Ġs sh", + "Ġss h", + "Ġdur ante", + "Ġ Zip", + "ĠZ ip", + "ĠZi p", + "ı r", + "ĠN ATO", + "ĠNAT O", + "ĠNA TO", + "Ġtw elve", + "Ġr oyal", + "Ġro yal", + "Ġroy al", + "ï ¸", + "Ġ merchant", + "Ġm erchant", + "Ġmer chant", + "Ġmerch ant", + "ĠF urniture", + "ĠFurn iture", + "' ]),Ċ", + "'] ),Ċ", + "']) ,Ċ", + "']), Ċ", + ", X", + "Ġ folders", + "Ġf olders", + "Ġfolder s", + "Ġfol ders", + "Ġfold ers", + "Ġ Gate", + "ĠG ate", + "ĠGa te", + "ĠGat e", + "ĉ func", + "ĉf unc", + "ĉfun c", + "p ick", + "pi ck", + "pic k", + "_ usuario", + "_us uario", + "ĠV erm", + "ĠVer m", + "ĠVe rm", + "m ention", + "ment ion", + "men tion", + "ur pose", + "Ġ alerts", + "Ġal erts", + "Ġalert s", + "Ġale rts", + "x ious", + "xi ous", + "_ sig", + "_s ig", + "_si g", + "Ġ Fu", + "ĠF u", + "Ġ (:", + "Ġ( :", + "Ġd umb", + "Ġdu mb", + "Ġdum b", + "åħ ³", + "Ġaccur ately", + "Ġaccurate ly", + "éĩ į", + "R B", + "- screen", + "-s creen", + "-sc reen", + "Ġ VER", + "ĠV ER", + "ĠVE R", + "j our", + "jo ur", + "Ġrom ance", + "Ġroman ce", + "Ġroma nce", + "uc ceed", + "ucc eed", + ". choice", + ".ch oice", + "Ġad ip", + "_ dims", + "_d ims", + "_dim s", + "_di ms", + "Serial izable", + "ãĤ ĭ", + ". job", + ".j ob", + "Ġ prog", + "Ġp rog", + "Ġpro g", + "Ġpr og", + "u char", + "uch ar", + "uc har", + "ucha r", + "Ġg ently", + "Ġgent ly", + "Ġ RSS", + "ĠR SS", + "ĠRS S", + "ict ured", + "icture d", + "_ENABLE D", + "ĉ label", + "ĉl abel", + "aw ks", + "awk s", + "Ġ Ensure", + "ĠEn sure", + "ĠEns ure", + "re member", + "rem ember", + "ìł ķ", + "Ġtrans mit", + "{ {$", + "{{ $", + ". Transaction", + ".Trans action", + "ur se", + "urs e", + "_ relative", + "_rel ative", + "Ġs ized", + "Ġsize d", + "Ġsi zed", + "Ġsiz ed", + "Ġ XX", + "ĠX X", + "ĠPr incess", + "ĠPrince ss", + "Ġ Larry", + "ĠL arry", + "ĠLar ry", + "Ġp ró", + "Ġpr ó", + "Ġ ÑģÑĤÑĢ", + "ĠÑģ ÑĤÑĢ", + "ĠÑģÑĤ ÑĢ", + "Ġs isters", + "Ġsi sters", + "Ġsister s", + "Ġsist ers", + "Ġsis ters", + "e struct", + "estr uct", + "Ġ checkpoint", + "Ġcheck point", + ": length", + ":len gth", + ":l ength", + "Ġ Carlos", + "ĠCar los", + "ĠCarl os", + "ĠCarlo s", + "/ icon", + "/i con", + "/ic on", + "_ TARGET", + "_T ARGET", + "T okens", + "Token s", + "Tok ens", + "Ġpat ience", + "Ġ Selected", + "ĠSe lected", + "ĠSelect ed", + "ĠSel ected", + "q ty", + "qt y", + ".show Message", + "Ġwild life", + "Ġ Props", + "ĠP rops", + "ĠPro ps", + "ĠPr ops", + "ĠProp s", + "b m", + "- arrow", + "-ar row", + "Ġ parcel", + "Ġpar cel", + "Ġparc el", + "Ġparce l", + "f irebase", + "fire base", + "ĠBen jamin", + "c esso", + "cess o", + "ces so", + ". tim", + ".t im", + "ĠG arc", + "ĠGar c", + "ĠGa rc", + ". any", + ".a ny", + ".an y", + "ĠHOW EVER", + "ĠK o", + "Ġgrab bed", + "_ frames", + "_f rames", + "_frame s", + "_fr ames", + "Ġobject AtIndex", + "ĠADV ISED", + "Ġsu bur", + "Ġsub ur", + "ĉ GL", + "ĉG L", + "Ġ })}Ċ", + "Ġ} )}Ċ", + "Ġ}) }Ċ", + "- length", + "-l ength", + "-le ngth", + "-len gth", + "ìĭ ľ", + "ĠPot ter", + "_ buff", + "_b uff", + "_buf f", + ". gui", + ".g ui", + "Ġ Encoding", + "ĠEn coding", + "ĠEnc oding", + "E lect", + "El ect", + "Ele ct", + "- message", + "-m essage", + "Ġ �", + "Ġ ÈĻi", + "Ġ ArgumentNullException", + "ĠArgument NullException", + "а ÑĨи", + "Ġmin imize", + "Ġminim ize", + "Ġrespond ing", + "$_ ['", + "Ġ Individual", + "ĠInd ividual", + "á c", + "Ġ INTER", + "ĠIN TER", + "ĠINT ER", + "Ġmast urb", + "Ġmastur b", + "Ġ Bin", + "ĠB in", + "ĠBi n", + "( '$", + "(' $", + "ëĵ ľ", + "Ġopen ly", + "Ġ ><", + "Ġ> <", + "Ġ unto", + "Ġun to", + "Ġunt o", + "olog ically", + "ological ly", + "ologic ally", + "Ġ Mul", + "ĠM ul", + "ĠMu l", + "VID IA", + "Ġs lim", + "Ġsl im", + "ĠCommission er", + "( on", + "(o n", + "Ġunder neath", + "/ db", + "/d b", + "v ote", + "vo te", + "( Message", + "(M essage", + "ĠP ope", + "ĠPop e", + "ĠPo pe", + "D efined", + "Def ined", + "Define d", + "Ġ swift", + "Ġsw ift", + "u rf", + "ur f", + "Ġadapt ed", + "Ġadap ted", + "S EL", + "SE L", + "Ġre venues", + "Ġrevenue s", + "Ġreven ues", + "Ġdi vine", + "Ġdiv ine", + "= y", + "G radient", + "Grad ient", + "_ act", + "_a ct", + "_ac t", + "Ġ/* !<", + "Ġ/*! <", + "Ġ polygon", + "Ġp olygon", + "Ġpoly gon", + "Ġ FDA", + "ĠF DA", + "ĠFD A", + "ĠC arr", + "ĠCar r", + "ĠCa rr", + "a tables", + "at ables", + "ata bles", + "atab les", + "atable s", + "( stdout", + "(std out", + "Ġref riger", + "Ġrefr iger", + "Ġco ordin", + "Ġcoord in", + "avor ites", + "avorite s", + "avo rites", + "ÑĪ и", + "Ġcompass ion", + "ĠPOSS IBILITY", + "- secondary", + "-second ary", + "ur acy", + "ura cy", + "Ġcom promise", + "Ġcomp romise", + "Ġcomprom ise", + "_ AV", + "_A V", + "_ os", + "_o s", + "Ġbe side", + "Ġbes ide", + "ĥ Ŀ", + "Ġ ln", + "Ġl n", + ". plugins", + ".pl ugins", + ".plugin s", + "Cap acity", + "a lah", + "al ah", + "ala h", + ". bin", + ".b in", + ".bi n", + "Ġ CRC", + "ĠC RC", + "ĠCR C", + "_ balance", + "_b alance", + "_bal ance", + "Ġflex Direction", + "Ġam bit", + "Ġamb it", + "Ġ nickname", + "Ġn ickname", + "Ġnick name", + "ĠFor ces", + "ĠForce s", + "C LE", + "CL E", + "Ġ Shell", + "ĠS hell", + "ĠSh ell", + "ĠShe ll", + "ĠShel l", + "Ġs ail", + "Ġsa il", + "Ġsai l", + "Ġ Writer", + "ĠW riter", + "ĠWrite r", + "ĠWr iter", + "Ġ Alice", + "ĠA lice", + "ĠAl ice", + "ĠAli ce", + "ĠAlic e", + "d w", + "ĠInd ians", + "ĠIndia ns", + "ĠIndian s", + "ĠIndi ans", + "ĠMar shall", + "ĠMars hall", + "ĠMarshal l", + "ĠMarsh all", + "_ SRC", + "_S RC", + "_SR C", + "Ġ normalized", + "Ġnormal ized", + "Ġnormalize d", + "ĠJ ag", + "ĠJa g", + "ãĤ Ĵ", + "ze it", + "r pc", + "rp c", + "ÃŃ c", + ". inline", + ".in line", + "Ġtr avers", + "Ġtra vers", + "Ġtrav ers", + "_ numeric", + "_n umeric", + "_num eric", + "_numer ic", + "Ġ utilities", + "Ġutil ities", + "Ġut ilities", + "Ġe vac", + "Ġev ac", + "IN PUT", + "ĉ register", + "ĉreg ister", + "M X", + "ĠCamp bell", + "Ġ datasets", + "Ġd atasets", + "Ġdata sets", + "Ġdataset s", + "Ġdatas ets", + "Ġdem anded", + "Ġdemand ed", + "Ġdemande d", + "Ġinitial State", + "g an", + "ga n", + "Ġ ei", + "Ġe i", + "Un expected", + "- web", + "-w eb", + "-we b", + "t rait", + "tr ait", + "tra it", + ", Y", + "Ġ Todd", + "ĠT odd", + "ĠTo dd", + "ĠTod d", + "Ġs keleton", + "Ġske leton", + "Ġ optimize", + "Ġopt imize", + "Ġoptim ize", + "ç ¬¬", + "ç¬ ¬", + "Ġ Upon", + "ĠU pon", + "ĠUp on", + "ĠSt Object", + "Ġap lic", + "Ġapl ic", + ". ' P", + "v ron", + "vr on", + "vro n", + ". UN", + ".U N", + "Ġp ainter", + "Ġpaint er", + "Ġpain ter", + "Ġpa inter", + "izar re", + "Ġ lav", + "Ġl av", + "Ġla v", + "Ġ pom", + "Ġp om", + "Ġpo m", + "p reg", + "pr eg", + "pre g", + "= function", + "=f unction", + "( serial", + "(s erial", + "(se rial", + "if ica", + "ific a", + "ifi ca", + "u ming", + "um ing", + "umin g", + "umi ng", + "åľ °", + "ãģ Ĥ", + "- op", + "-o p", + "U CH", + "UC H", + "ĠH end", + "ĠHe nd", + "ĠHen d", + ". propTypes", + ".prop Types", + "Ġ yo", + "Ġy o", + "Ġr outines", + "Ġrout ines", + "Ġroutine s", + "Ġc aring", + "Ġcar ing", + "Ġca ring", + "S em", + "Se m", + "Ġres erves", + "Ġreserve s", + "Ġreserv es", + "Ġprior ities", + "Ġpriorit ies", + "red its", + "redit s", + "redi ts", + "I STR", + "IS TR", + "IST R", + "Content Type", + "ĠS chw", + "ĠSc hw", + "ĠSch w", + "/ media", + "/m edia", + "/me dia", + "Ġ estr", + "Ġe str", + "Ġes tr", + "Ġest r", + "Ġclim bing", + "Ġclimb ing", + "- week", + "-we ek", + "cher che", + "s ensor", + "To Array", + "ĠMont real", + "Ġclo uds", + "Ġcloud s", + "ĠInject able", + "ĠR ice", + "ĠRic e", + "ĠRi ce", + "Ġpropag anda", + "_ provider", + "_pro vider", + "_prov ider", + "Ġin door", + "Ġind oor", + "Ġindo or", + "Ġin aug", + "Ġdipl om", + "Ġdip lom", + "Ġm essaging", + "Ġmess aging", + "_ mut", + "_m ut", + "_mu t", + "å ¦Ĥ", + "å¦ Ĥ", + "Ġ kw", + "Ġk w", + "O NS", + "ON S", + "a rians", + "ar ians", + "ari ans", + "arian s", + "aria ns", + "R PC", + "RP C", + ") ]čĊ", + ")] čĊ", + "- ray", + "-r ay", + "-ra y", + "ĠS or", + "ĠSo r", + "m all", + "ma ll", + "mal l", + "Ġmarket place", + "Ġ vtk", + "Ġv tk", + "Ġvt k", + "M a", + "o gan", + "og an", + "oga n", + "i gi", + "ig i", + "Ġs ponsored", + "Ġspons ored", + "Ġsponsor ed", + "Ġ Dani", + "ĠD ani", + "ĠDan i", + "ĠDa ni", + ".S EVER", + ".SE VER", + "> '.$", + ">' .$", + ">'. $", + "m ultipart", + "multi part", + "multip art", + "ĠW ol", + "ĠWo l", + "Ġ tableName", + "Ġtable Name", + "Ġ Username", + "ĠUser name", + "Back groundColor", + "Background Color", + "Ġf right", + "Ġfr ight", + "Ġfri ght", + "_ EMAIL", + "_E MAIL", + "_EM AIL", + "Sept ember", + "Sep tember", + "_ vals", + "_v als", + "_val s", + "_va ls", + "op ia", + "opi a", + "Ġsp otted", + "Ġspot ted", + "- Ch", + "-C h", + "Ġ dataSource", + "Ġdata Source", + "/ \"Ċ", + "/\" Ċ", + "е кÑĤ", + "ек ÑĤ", + "Ġ RequestMethod", + "ĠRequest Method", + "Ġ Replace", + "ĠRe place", + "ĠRep lace", + "- do", + "-d o", + "a hn", + "ah n", + "ĠPh D", + "] .ĊĊ", + "]. ĊĊ", + "].Ċ Ċ", + "N ON", + "NO N", + "g ement", + "ge ment", + "gem ent", + "geme nt", + "Ġ Thr", + "ĠT hr", + "ĠTh r", + "Ġquiet ly", + "Ġtor ture", + "Ġtort ure", + "Ġte as", + "Ġtea s", + "Ġ CY", + "ĠC Y", + "Ġ atr", + "Ġa tr", + "Ġat r", + "de velopment", + "dev elopment", + "develop ment", + "- detail", + "-d etail", + "-de tail", + "-det ail", + "Ġl ighter", + "Ġlight er", + "Ġarg uing", + "Ġdes erves", + "Ġdeserve s", + "Ġdeser ves", + "Ġcur riculum", + "_ CONTEXT", + "_CON TEXT", + "_CONT EXT", + "ÅĤ y", + "H ITE", + "HI TE", + "ĉ ID", + "ĉI D", + "/ uploads", + "/upload s", + "/up loads", + "Ġt its", + "Ġtit s", + "Ġti ts", + "r eo", + "re o", + "_ drop", + "_d rop", + "_dr op", + ". UTF", + ".U TF", + "Ġ pickup", + "Ġpick up", + "Ġpic kup", + "Ġgro cery", + "Ġ Pure", + "ĠP ure", + "ĠPur e", + "ĠPu re", + "Ġeas iest", + "P hil", + "Ph il", + "Phi l", + ". feature", + ".f eature", + ".fe ature", + "( \"*", + "(\" *", + "Ġinvest or", + "Ġinve stor", + "t ok", + "to k", + "Ġ jar", + "Ġj ar", + "Ġja r", + "L os", + "Lo s", + "âĢĶâĢĶâĢĶâĢĶ âĢĶâĢĶâĢĶâĢĶ", + ". queue", + ".q ueue", + "- speed", + "-s peed", + "-sp eed", + "-spe ed", + "M al", + "Ma l", + "um blr", + "umb lr", + "Ġ CONST", + "ĠCON ST", + "ĠCO NST", + "ĠCONS T", + "Ġ HRESULT", + "ĠH RESULT", + "ĠD ance", + "ĠDan ce", + "ĠDa nce", + "( filePath", + "(file Path", + "Ġattribute d", + "Ġattrib uted", + "ॠį", + "ĠB und", + "ĠBu nd", + "ĠBun d", + "c oins", + "co ins", + "coin s", + "Ġs ão", + "Ġ pir", + "Ġp ir", + "Ġpi r", + "person al", + "pers onal", + "persona l", + "Ġpr elim", + "Ġpre lim", + "Ġpro pose", + "Ġprop ose", + "Ġpropos e", + "Ġ TL", + "ĠT L", + "] ])", + "]] )", + "Ġ Subscription", + "ĠSub scription", + "ĠK re", + "ĠKr e", + ", len", + ",l en", + ". FirstOrDefault", + ".First OrDefault", + ") --", + ")- -", + "_ products", + "_product s", + ".Get Bytes", + "S hip", + "Sh ip", + "Ġ encrypt", + "Ġen crypt", + "Ġenc rypt", + "Ġ SG", + "ĠS G", + "ĠM yst", + "ĠMy st", + "h ir", + "hi r", + "Ġ iterate", + "Ġit erate", + "Ġiter ate", + "Ġint end", + "Ġinte nd", + ".mock ito", + "Ġch apters", + "Ġchapter s", + "Ġchap ters", + "( angle", + "(a ngle", + "(an gle", + "(ang le", + "ĠV lad", + "è® ¾", + "' .ĊĊ", + "'. ĊĊ", + "'.Ċ Ċ", + "Response Body", + "ĠA bd", + "ĠAb d", + "de al", + "dea l", + "Ġbar riers", + "Ġbarrier s", + "Ġbarr iers", + "- outline", + "-out line", + "b ill", + "bi ll", + "bil l", + "ĠF alls", + "ĠFall s", + "ĠFal ls", + "_ second", + "_se cond", + "_sec ond", + ". include", + ".in clude", + ".inc lude", + ". ceil", + ".c eil", + ".ce il", + "Ġ occupation", + "Ġoccup ation", + "ph ony", + "phon y", + ".move To", + "Ġ Jennifer", + "ĠJ ennifer", + "ĠJenn ifer", + "A STER", + "AS TER", + "AST ER", + "ASTE R", + "; \"><", + ";\" ><", + ";\"> <", + "Ġ Enabled", + "ĠEn abled", + "ĠEnable d", + "Ġ terminate", + "Ġter minate", + "Ġterm inate", + "Ġtermin ate", + "Ġ Io", + "ĠI o", + "l ations", + "lation s", + "lat ions", + "ĠTHE ORY", + "Ġear liest", + "Ġ rack", + "Ġr ack", + "Ġrac k", + "Ġra ck", + "Ġ Scar", + "ĠS car", + "ĠSc ar", + "sh ake", + "sha ke", + "c hip", + "ch ip", + "chi p", + "Ġ uv", + "Ġu v", + "Ġall iance", + "п иÑģ", + "пи Ñģ", + "ĠGOOD S", + "z ione", + "zi one", + "zion e", + "Ġ VI", + "ĠV I", + "Ġ {-", + "Ġ{ -", + "Ġfil tering", + "Ġfilter ing", + "Ġfilt ering", + "Ġmis con", + "Ġmisc on", + ".Dock Style", + "Ġb ush", + "Ġbu sh", + "Ġbus h", + "Ġj unk", + "Ġju nk", + "Ġjun k", + "æ Į", + "Ġ QUE", + "ĠQ UE", + "ĠQU E", + "Ġ hooks", + "Ġh ooks", + "Ġhook s", + "Ġho oks", + "Ġf irmware", + "Ġfirm ware", + "Ġ middleware", + "Ġm iddleware", + "Ġmiddle ware", + "d ic", + "di c", + "ĠOak land", + "Ġarr ives", + "Ġarrive s", + "Ġarriv es", + "P ayload", + "Pay load", + "p ixel", + "pix el", + "] |", + "Ġ startDate", + "Ġstart Date", + ". PRO", + ".P RO", + ".PR O", + "_ audio", + "_a udio", + "Ġmid field", + "igid body", + "ĠSw iss", + "Ġ Clip", + "ĠC lip", + "ĠCl ip", + "ĠCli p", + "Ġ Dump", + "ĠD ump", + "ĠDu mp", + "ĠDum p", + "Ġ TextBox", + "ĠText Box", + "Ġ geh", + "Ġg eh", + "Ġge h", + "y ield", + "yi eld", + "o ds", + "od s", + "Ġrefer endum", + "Back end", + "Ġ Cream", + "ĠC ream", + "ĠCr eam", + "ĠCre am", + "Ġd ominated", + "Ġdo minated", + "Ġdom inated", + "Ġdomin ated", + "Ġdominate d", + "Ġdomina ted", + "Ġ Archive", + "ĠA rchive", + "ĠArch ive", + "ĠArc hive", + "Ġr iders", + "Ġrid ers", + "Ġride rs", + "Ġri ders", + "Ġrider s", + ".prepare Statement", + "Ġqu ando", + "Ġquand o", + "Ġqua ndo", + "Ġquan do", + "Ġ chef", + "Ġch ef", + "Ġche f", + "w iki", + "wi ki", + "wik i", + "i nel", + "in el", + "ine l", + "am pling", + "amp ling", + "(\" \\\\", + "(\"\\ \\", + "Ġs ag", + "Ġsa g", + "_ proxy", + "_pro xy", + "_pr oxy", + "ãģ ķ", + "p do", + "pd o", + ". getElementsByTagName", + ".get ElementsByTagName", + ".getElementsBy TagName", + "Ġdemon stration", + "Ġdemonstr ation", + "Ġ NPC", + "ĠN PC", + "ĠNP C", + "Ġ archivo", + "Ġarch ivo", + "en dance", + "end ance", + "enda nce", + "Ġefficient ly", + "( actual", + "(ac tual", + "(act ual", + ". tableView", + ".t ableView", + ".table View", + "Ġm ush", + "Ġmus h", + "Ġmu sh", + "Ġb ears", + "Ġbe ars", + "Ġbear s", + "_ threads", + "_th reads", + "_thread s", + "j as", + "ja s", + "ah un", + "ahu n", + "Ġne ural", + "Ġneu ral", + "Ġneur al", + "Ġdesign ing", + "ĠG DP", + "ĠGD P", + "Ġlif ted", + "Ġlift ed", + "çĽ ®", + "Ġ Joint", + "ĠJ oint", + "ĠJo int", + "ĠJoin t", + "ĠJoi nt", + "Ġ Include", + "ĠIn clude", + "ĠInc lude", + "ĠG iants", + "ĠGi ants", + "ĠGiant s", + "ĠGian ts", + "ĠGia nts", + "Ġwithdraw al", + "Ġ Rent", + "ĠR ent", + "ĠRe nt", + "ĠRen t", + "n ative", + "nat ive", + "Ġ Seek", + "ĠSe ek", + "ĠSee k", + "g ression", + "gr ession", + "gress ion", + "_ CPU", + "_C PU", + "_CP U", + "\\ S", + "Ġ Shield", + "ĠSh ield", + "ĠShi eld", + "Ġs olic", + "Ġso lic", + "Ġsol ic", + "Ġ boom", + "Ġb oom", + "Ġbo om", + "Ġboo m", + "yect o", + "Ġmanufact ure", + "Ġ âĢĭ", + "ĠâĢ ĭ", + "Ġ bbox", + "Ġb box", + "Ġbb ox", + "Ġearth qu", + "oll ectors", + "ollect ors", + "olle ctors", + ":@\" %", + ":@ \"%", + "Ġ loops", + "Ġl oops", + "Ġlo ops", + "Ġloop s", + "J e", + "al king", + "alk ing", + "Ġ Whats", + "ĠWh ats", + "ĠWhat s", + "ĠBo ys", + "ĠBoy s", + ". book", + ".b ook", + ".bo ok", + "AR GE", + "ARG E", + "_ pixel", + "_p ixel", + "_pix el", + "Ġsus pects", + "Ġsusp ects", + "Ġsuspect s", + "Î ¹", + "u sp", + "us p", + "Ġ BMW", + "ĠB MW", + "ĠBM W", + "ie ces", + "iece s", + "iec es", + "( person", + "(p erson", + "(per son", + "å¼ Ģ", + "é »", + "ĠP odcast", + "ĠPod cast", + "Ġ bou", + "Ġb ou", + "Ġbo u", + "( Item", + "(I tem", + "(It em", + "à »", + "( Input", + "(In put", + "Http Get", + "Ġ burg", + "Ġb urg", + "Ġbu rg", + "Ġbur g", + ") ^", + "BO ARD", + "* /,", + "*/ ,", + "Ġ gulp", + "Ġg ulp", + "Ġgu lp", + "Ġgul p", + "ĠB enn", + "ĠBe nn", + "ĠBen n", + "Ġde cks", + "Ġdec ks", + "Ġdeck s", + ". statusCode", + ".status Code", + "Ġ acute", + "Ġac ute", + "Ġh ug", + "Ġhu g", + "u gu", + "ug u", + "Ġ pled", + "Ġp led", + "Ġpl ed", + "Ġple d", + ", \"%", + ",\" %", + "h ape", + "ha pe", + "hap e", + "Ġз ап", + "Ġза п", + "ĠM aine", + "ĠMain e", + "ĠMa ine", + "ĠMai ne", + ". real", + ".re al", + "Ġd alam", + "Ġda lam", + "Ġdal am", + "Ġ Minor", + "ĠMin or", + "ĠMi nor", + ". Float", + ".F loat", + "d isp", + "dis p", + "di sp", + "Ġ tl", + "Ġt l", + "Ġen count", + "Ġenc ount", + "= >$", + "=> $", + "Ġ fg", + "Ġf g", + "t ees", + "te es", + "tee s", + "ĠRe comm", + "ĠRec omm", + "ĠReco mm", + "ä l", + "Ġ chemistry", + "Ġchem istry", + "B locks", + "Block s", + "Bl ocks", + "Bloc ks", + "Blo cks", + "O ID", + "OI D", + "Ġf orex", + "Ġfor ex", + "Ġfore x", + "Ġfo rex", + "Ġ Append", + "ĠApp end", + "ĠAp pend", + "ĠAppe nd", + "Ġ {*", + "Ġ{ *", + "Ġ Supply", + "ĠS upply", + "ĠSup ply", + "CG Float", + "( bl", + "(b l", + "Ġ ate", + "Ġa te", + "Ġat e", + "ad ora", + "ado ra", + "ador a", + "Ġg ust", + "Ġgu st", + "Ass oci", + "Assoc i", + "> .Ċ", + ">. Ċ", + "F ETCH", + ". serial", + ".s erial", + ".se rial", + ".ser ial", + "widget s", + "wid gets", + "ard less", + "i efs", + "ie fs", + "ief s", + "_ FULL", + "_F ULL", + "ern etes", + "ernet es", + "erne tes", + "Ġ Pred", + "ĠP red", + "ĠPr ed", + "ĠPre d", + "Ø Ń", + "äº ĭ", + "ub ernetes", + "ubern etes", + "Ġ Laura", + "ĠL aura", + "ĠLa ura", + "ĠLaur a", + "ĠLau ra", + "Ġl abeled", + "Ġlabel ed", + "Ġlab eled", + "High light", + "Ġanno ying", + "Ġannoy ing", + "/ update", + "/up date", + "( description", + "(d escription", + "(de scription", + "(des cription", + "Ġint imid", + "Ġintim id", + "$ c", + "\" )))Ċ", + "\") ))Ċ", + "\")) )Ċ", + "\"))) Ċ", + ". AP", + ".A P", + "Ġ[ ]*", + "Ġ[] *", + "Ġ EXIT", + "ĠEX IT", + ". Host", + ".H ost", + "Ġ OPEN", + "ĠOP EN", + ". sendMessage", + ".send Message", + "_ camera", + "_c amera", + "_cam era", + "_ tile", + "_t ile", + "_ti le", + "Ġth erm", + "Ġthe rm", + "Ġther m", + "onom ous", + "Ġdis adv", + "Ġn aar", + "Ġna ar", + "index Of", + "Ġ PP", + "ĠP P", + ". protocol", + ".prot ocol", + ".proto col", + "A FE", + "AF E", + "Ġ textures", + "Ġtext ures", + "Ġtexture s", + "Ġtex tures", + "Ġtextu res", + "######## ########################################", + "################ ################################", + "################################ ################", + "######################################## ########", + "######################## ########################", + "um bai", + "umb ai", + "umba i", + ". stats", + ".st ats", + ".stat s", + "Ġ GE", + "ĠG E", + "Ġ ie", + "Ġi e", + "Ġ STD", + "ĠS TD", + "ĠST D", + "ĠM ann", + "ĠMan n", + "ĠMa nn", + ". reflect", + ".ref lect", + "K B", + "Ġd ive", + "Ġdi ve", + "Ġdiv e", + ". wav", + ".w av", + "/* ----------------------------------------------------------------", + "/*------------------------------------------------ ----------------", + "/ settings", + "/s ettings", + "/set tings", + ".l ifecycle", + ".life cycle", + "Ġda ughters", + "Ġdaughter s", + "o rus", + "or us", + "oru s", + "u ber", + "ub er", + "ube r", + "N ING", + "NI NG", + "s tri", + "st ri", + "str i", + "Ġ Tip", + "ĠT ip", + "ĠTi p", + "Ġ zn", + "Ġz n", + "Ġsw itched", + "Ġswitch ed", + "i net", + "in et", + "ine t", + "uff y", + "uf fy", + "ĠTransport ation", + "( conf", + "(con f", + "(co nf", + "f rica", + "fr ica", + "Ġ XL", + "ĠX L", + "Ġ Lead", + "ĠL ead", + "ĠLe ad", + "_ percent", + "_per cent", + "_perc ent", + "< Map", + " __", + "->_ _", + "per missions", + "perm issions", + "permission s", + "ĠD etermine", + "ĠDetermin e", + ". Man", + ".M an", + ".Ma n", + "Ġadv ances", + "Ġadvance s", + ". InputStream", + ".Input Stream", + "Ġstrong est", + "Ġstron gest", + "Ġe Bay", + "Ġ# -", + "Ġ dirname", + "Ġdir name", + "Ġ SMS", + "ĠS MS", + "ĠSM S", + "Ġmed ications", + "Ġmedic ations", + "Ġmedication s", + "Ġam ended", + "Ġamen ded", + "Ġamend ed", + "Ġchurch es", + "ĠIm perial", + "ĠImp erial", + "ĠImper ial", + "$ row", + "$r ow", + "ĠMad ison", + "Ġ Insp", + "ĠIn sp", + "ĠIns p", + "Ġaff air", + "Ġaf fair", + "Ġpsych ology", + "Ġpsycho logy", + "v h", + "Ġ severity", + "Ġse verity", + "Ġsever ity", + "âĢ IJ", + "Ġst rips", + "Ġstr ips", + "Ġstri ps", + "Ġstrip s", + "A H", + "vert ising", + "vertis ing", + "Ġc onse", + "Ġcon se", + "Ġcons e", + "IM AGE", + "IMA GE", + "Ġ Stats", + "ĠSt ats", + "ĠStat s", + "ĠSta ts", + "ĉ sc", + "ĉs c", + ". Cursor", + ".C ursor", + "Ġ freeze", + "Ġf reeze", + "Ġfree ze", + "s son", + "ss on", + "( xml", + "(x ml", + "Ġ Susan", + "ĠS usan", + "ĠSus an", + "ĠSu san", + ". tile", + ".t ile", + "e ded", + "ed ed", + "ede d", + "ĠĠ ĠĠĉĉĉ", + "ĠĠĠĠ ĉĉĉ", + "ĠĠĠ Ġĉĉĉ", + "ĠĠĠĠĉ ĉĉ", + "ĠĠĠĠĉĉ ĉ", + "u elle", + "ue lle", + "uel le", + "uell e", + "ĠMitch ell", + "b ased", + "base d", + "ba sed", + "bas ed", + "Oper and", + "Opera nd", + "½ æķ°", + "Ġ FF", + "ĠF F", + "ĉ strcpy", + "ĉstr cpy", + "ou nces", + "oun ces", + "ounc es", + "ounce s", + "il do", + "ild o", + ".execute Query", + "Ġappro aching", + "Ġapproach ing", + "Ġ Seven", + "ĠS even", + "ĠSe ven", + "ĠSev en", + "Ġ nuts", + "Ġn uts", + "Ġnut s", + "Ġnu ts", + "Ġ ric", + "Ġr ic", + "Ġri c", + "ass ignment", + "assign ment", + "Ġ calculator", + "Ġcal culator", + "Ġcalcul ator", + "Ġcalc ulator", + "ĠMur phy", + "ĠB ou", + "ĠBo u", + "í Ħ", + "Ġ butt", + "Ġb utt", + "Ġbut t", + "Ġbu tt", + "Ġ ticks", + "Ġt icks", + "Ġti cks", + "Ġtick s", + "Ġtic ks", + "Project s", + "Proj ects", + "i lib", + "il ib", + "ili b", + ".text Color", + "m ov", + "mo v", + "_ logo", + "_l ogo", + "_log o", + "_lo go", + "( template", + "(t emplate", + "(temp late", + "Ġ INIT", + "ĠIN IT", + "Ġ imageView", + "Ġimage View", + "s criptions", + "script ions", + "scri ptions", + "scription s", + "OR ITY", + "Con sumer", + "Cons umer", + "Consum er", + "Ġun precedented", + "Ġtour ist", + "Ġtou rist", + "Ġ bron", + "Ġb ron", + "Ġbr on", + "Ġbro n", + "Ġcon tractor", + "Ġcontract or", + "Ġcontr actor", + "Ġcontra ctor", + "Ġ licence", + "Ġli cence", + "Ġlic ence", + "Ġ Nam", + "ĠN am", + "ĠNa m", + "æ ¯", + "( transform", + "(trans form", + "_ ATT", + "_A TT", + "_AT T", + "P ref", + "Pr ef", + "Pre f", + "Ġ Gam", + "ĠG am", + "ĠGa m", + "Ġvess els", + "Ġvessel s", + "Ġh av", + "Ġha v", + "L ater", + "La ter", + "Lat er", + "Late r", + ". ToLower", + ".To Lower", + "Ġ urls", + "Ġurl s", + "Ġur ls", + "Ġbreak down", + "Ġpen alties", + "Ġpenal ties", + "Ġf oster", + "Ġfo ster", + "Ġfost er", + "Ġfos ter", + "Ġ UE", + "ĠU E", + "Ġc lue", + "Ġcl ue", + "c omed", + "com ed", + "co med", + "come d", + "åIJį 称", + "- main", + "-m ain", + "Ġ pts", + "Ġp ts", + "Ġpt s", + "Ġco unted", + "Ġcount ed", + "Ġcoun ted", + "i cts", + "ic ts", + "ict s", + "/ post", + "/p ost", + "Ġ getattr", + "Ġget attr", + "Ġ ping", + "Ġp ing", + "Ġpi ng", + "Ġpin g", + "AN CEL", + "ANCE L", + "ANC EL", + "Ġ pec", + "Ġp ec", + "Ġpe c", + "Ñħ од", + "Ñħо д", + "an tom", + "ant om", + "anto m", + "Ġ Blueprint", + "ĠBlue print", + "ĠEvent Emitter", + "Ġ lä", + "Ġl ä", + "æ ²", + "Ġst raw", + "Ġstr aw", + "Ġstra w", + "( comp", + "(c omp", + "(com p", + "(co mp", + "' une", + "'un e", + "'u ne", + "> N", + "- client", + "-c lient", + "-cl ient", + "-cli ent", + "es Module", + "- base", + "-b ase", + "Ġret reat", + "Ġretr eat", + "_ simple", + "_s imple", + "_sim ple", + "ĉ ĉĉĉĉĉĠ", + "ĉĉ ĉĉĉĉĠ", + "ĉĉĉĉ ĉĉĠ", + "ĉĉĉ ĉĉĉĠ", + "ĉĉĉĉĉ ĉĠ", + "ĉĉĉĉĉĉ Ġ", + "f ee", + "fe e", + "' )čĊčĊ", + "') čĊčĊ", + "')čĊ čĊ", + "Control Item", + "Ġsub scribers", + "Ġsubscri bers", + "Ġsubscribe rs", + "Ġsubscriber s", + "p lease", + "pl ease", + "ple ase", + "Ġ Eff", + "ĠE ff", + "ĠEf f", + "Ġp ound", + "Ġpo und", + "Ġpou nd", + "Ġ Bytes", + "ĠBy tes", + "ĠByte s", + "ĠT ea", + "ĠTe a", + "_ activity", + "_act ivity", + "_activ ity", + "Ġmax im", + "Ġmaxi m", + "Ġ opcode", + "Ġop code", + "Ġopc ode", + "B SD", + "BS D", + ". constant", + ".con stant", + ".const ant", + ".cons tant", + "; }", + "omb res", + "ombre s", + "Ġcare ers", + "Ġcareer s", + ") .ĊĊĊĊ", + "). ĊĊĊĊ", + ").ĊĊ ĊĊ", + ").Ċ ĊĊĊ", + ").ĊĊĊ Ċ", + "Ġsp reading", + "Ġspread ing", + "Ġspre ading", + "- expanded", + "-exp anded", + "-expand ed", + "Ġ Ord", + "ĠO rd", + "ĠOr d", + "am arin", + "ama rin", + "amar in", + "Ġmob ility", + "Ġmobil ity", + "Un fortunately", + "a kk", + "ak k", + "N L", + "_ redirect", + "_re direct", + "_red irect", + "Ġ PG", + "ĠP G", + "Ġ Sensor", + "ĠS ensor", + "ĠSens or", + "b ol", + "bo l", + "t ap", + "ta p", + "_ MEMORY", + "_MEM ORY", + "Ġ UIAlert", + "ĠUI Alert", + "pl itude", + "plit ude", + "We bsite", + "Web site", + "Ġ Logo", + "ĠL ogo", + "ĠLog o", + "ĠLo go", + "l ove", + "lo ve", + "lov e", + "[ ind", + "[i nd", + "[in d", + "Ġalto gether", + "Ġwonder ed", + "Ġ esper", + "Ġes per", + "Ġesp er", + "ĠLib eral", + "ĠLiber al", + "Ġ oss", + "Ġo ss", + "Ġos s", + "Ġe lit", + "Ġel it", + "Ġst iff", + "Ġstif f", + "od ox", + "odo x", + "_ mentions", + "_m entions", + "_ment ions", + "ĠDou glas", + "ĠDoug las", + "_ pid", + "_p id", + "_pi d", + "Ġ CK", + "ĠC K", + "ĠinitWith Frame", + ". blog", + ".b log", + ".bl og", + "p kg", + "pk g", + "ang hai", + "QUI RED", + "QUIRE D", + "u u", + "Ġ mkdir", + "Ġm kdir", + "Ġmk dir", + "AT AL", + "ATA L", + "Ġu nh", + "Ġun h", + "i nces", + "in ces", + "ince s", + "inc es", + "s th", + "st h", + "Ġhypo thesis", + "Ġhypoth esis", + "Ġc ata", + "Ġca ta", + "Ġcat a", + "Ġ TB", + "ĠT B", + "Ġ Clar", + "ĠC lar", + "ĠCl ar", + "ĠCla r", + "Ġpre decess", + "Ġpred ecess", + "Ġsit uated", + "Ġsitu ated", + "- world", + "-w orld", + ") )/", + ")) /", + "Ġhead lines", + "Ġheadline s", + ". stat", + ".s tat", + ".st at", + "Ġout break", + "s path", + "sp ath", + "spa th", + "_ FLAGS", + "_FLAG S", + "ĠServlet Exception", + "S un", + "Su n", + "F ROM", + "FR OM", + "Ġ Dir", + "ĠD ir", + "ĠDi r", + "ãĥ» ãĥ»ãĥ»", + "ãĥ»ãĥ» ãĥ»", + "_ coord", + "_c oord", + "_co ord", + "ĠOp tim", + "ĠOpt im", + "M onitor", + "Mon itor", + ". bit", + ".b it", + ".bi t", + "X XX", + "XX X", + "Ġto das", + "Ġtod as", + "Ġtoda s", + "f eld", + "fe ld", + "fel d", + "ÑĢ и", + "i mir", + "im ir", + "imi r", + "Ġpolit ically", + "Ġpolitical ly", + "Ġpolitic ally", + "Ġm olecular", + "Ġmolec ular", + "Ġmole cular", + "Ġtr aded", + "Ġtrad ed", + "Ġtrade d", + "Ġtra ded", + "Ġ {{$", + "Ġ{ {$", + "Ġ{{ $", + "ĠSw edish", + "ĠSwe dish", + "Ġ'@ /", + "_ REAL", + "_RE AL", + "Ġ warehouse", + "Ġw arehouse", + "Ġware house", + "t oday", + "to day", + "tod ay", + ", L", + "o rp", + "or p", + "< section", + " false", + ">f alse", + "Ġ spa", + "Ġs pa", + "Ġsp a", + "Ġ Near", + "ĠN ear", + "ĠNe ar", + "ì ķ", + "Ġint rig", + "Ġintr ig", + "_ members", + "_m embers", + "_mem bers", + "_member s", + "w ave", + "wa ve", + "wav e", + "Ġanal ysts", + "Ġanaly sts", + "Ġanalyst s", + "Ġanalys ts", + "_ OS", + "_O S", + "e din", + "ed in", + "edi n", + "Ġ Fri", + "ĠF ri", + "ĠFr i", + "Ġret rieved", + "Ġretrie ved", + "Ġretrieve d", + "Ġretr ieved", + "Reg ular", + "_ obs", + "_o bs", + "_ob s", + "EX PORT", + "EXP ORT", + "' )}}\"", + "') }}\"", + "')}} \"", + "')} }\"", + "\" class", + "\"c lass", + "__ ((", + "__( (", + "b ucket", + "bu cket", + "Ġ stro", + "Ġs tro", + "Ġst ro", + "Ġstr o", + "Ġ Patch", + "ĠP atch", + "ĠPat ch", + "y stick", + "yst ick", + "ys tick", + "ful ness", + "a pos", + "ap os", + "apo s", + "D a", + "ĉ ĉĉĉĉĠĠĠ", + "ĉĉ ĉĉĉĠĠĠ", + "ĉĉĉĉ ĉĠĠĠ", + "ĉĉĉ ĉĉĠĠĠ", + "ĉĉĉĉĉ ĠĠĠ", + "ĉĉĉĉĉĠ ĠĠ", + "ĉĉĉĉĉĠĠ Ġ", + "Ġen rich", + "Ġenr ich", + "un ordered", + "h ole", + "ho le", + "hol e", + "C ong", + "Con g", + "Co ng", + "< Product", + "ĠC urt", + "ĠCur t", + "ĠCu rt", + "( the", + "(t he", + "(th e", + "_ lower", + "_l ower", + "_lo wer", + "_low er", + "Ġavoid ing", + "Ġ buzz", + "Ġb uzz", + "Ġbu zz", + "Ġbuz z", + "Ġv iable", + "Ġvi able", + "Ġvia ble", + "u ba", + "ub a", + "- is", + "-i s", + "a rel", + "ar el", + "are l", + "Ġ acted", + "Ġact ed", + "Ġac ted", + "- details", + "-d etails", + "-de tails", + "-detail s", + "-det ails", + "ภĩ", + "Ġ Theory", + "ĠThe ory", + "ĠTheo ry", + "ĠP un", + "ĠPu n", + "Ġ Anonymous", + "ĠAn onymous", + ".. .\"Ċ", + "... \"Ċ", + "...\" Ċ", + "è res", + "ère s", + "åı ¯", + "Ġ Vision", + "ĠV ision", + "ĠVis ion", + "_ sem", + "_s em", + "_se m", + "a sha", + "as ha", + "ash a", + "Ġcelebr ity", + "Ġ endDate", + "Ġend Date", + "Ġ populate", + "Ġpop ulate", + "Ġpopul ate", + "Ġc uis", + "Ġcu is", + "Ġcui s", + "q uant", + "qu ant", + "qua nt", + "quan t", + "f loor", + "fl oor", + "flo or", + "Ġglobal ly", + "Ġglob ally", + "Ġc ruise", + "Ġcru ise", + "Ġcruis e", + "ĠStan ley", + "Ġb ikes", + "Ġbi kes", + "Ġbike s", + "Ġbik es", + ". getConnection", + ".get Connection", + "Ġpoor ly", + "_ other", + "_o ther", + "_ot her", + "am ping", + "amp ing", + ". \");ĊĊ", + ".\" );ĊĊ", + ".\");Ċ Ċ", + ".\") ;ĊĊ", + ".\"); ĊĊ", + "o di", + "od i", + "_ ADMIN", + "_A DMIN", + "_AD MIN", + ". colors", + ".color s", + ".col ors", + "ĠG aming", + "ĠGa ming", + "ĠGam ing", + "> ';ĊĊ", + ">' ;ĊĊ", + ">';Ċ Ċ", + ">'; ĊĊ", + "STR UCT", + "STRU CT", + "Q R", + "I Ds", + "ID s", + "( arguments", + "(arg uments", + "(argument s", + "_ aux", + "_a ux", + "( Event", + "(E vent", + "_ PRIVATE", + "_PR IVATE", + "_PRIV ATE", + "ĠT rek", + "ĠTr ek", + "ĠTre k", + "Ġ downloads", + "Ġdown loads", + "Ġdownload s", + "m utable", + "mut able", + "mu table", + "_ STRUCT", + "_STR UCT", + "( wx", + "(w x", + "Ġ domains", + "Ġdom ains", + "Ġdomain s", + "Ġdoma ins", + "js px", + "jsp x", + "ĠVi agra", + "ĠVia gra", + "Command s", + "Comm ands", + "J s", + ". cfg", + ".c fg", + ".cf g", + "Content Pane", + "Ġ EditText", + "ĠEdit Text", + "à¥į à¤", + "At tach", + "Att ach", + "Ġ ARM", + "ĠA RM", + "ĠAR M", + "pos itive", + "posit ive", + "Ġ Generated", + "ĠG enerated", + "ĠGener ated", + "ĠGenerate d", + "ĠGene rated", + "Ġse ized", + "Ġseiz ed", + "Ġsei zed", + "Ġseize d", + "= :", + "Ġ electronics", + "Ġelect ronics", + "Ġelectronic s", + "Ġelectron ics", + "Ġ AppComponent", + "ĠApp Component", + "/ ',Ċ", + "/' ,Ċ", + "/', Ċ", + ". equalsIgnoreCase", + ".equals IgnoreCase", + "Do ctrine", + "d isk", + "dis k", + "di sk", + "Ġ Political", + "ĠPol itical", + "ĠPolit ical", + "C HO", + "CH O", + "< F", + "ĉ height", + "ĉh eight", + "Ġ Bug", + "ĠB ug", + "ĠBu g", + ". le", + ".l e", + "i kh", + "ik h", + "Ġ milliseconds", + "Ġm illiseconds", + "Ġmill iseconds", + "Ġmilli seconds", + "Ġconst itu", + "Ġconstit u", + "m ag", + "ma g", + ". nl", + ".n l", + "- range", + "-r ange", + "-ra nge", + "ang gal", + "' ,[", + "', [", + "r opolitan", + "ropol itan", + "Ġ Ãľ", + "Ġà ľ", + "Ġ UC", + "ĠU C", + ". desc", + ".d esc", + ".de sc", + ".des c", + "- LAST", + "-L AST", + "f stream", + "fst ream", + "i bil", + "ib il", + "ibi l", + "Ġf ier", + "Ġfi er", + "Ġfie r", + "V ERY", + "VER Y", + "VE RY", + "Ġ ë³", + "Ġë ³", + "I RT", + "IR T", + "_ UI", + "_U I", + "( abs", + "(a bs", + "(ab s", + "Ġk nees", + "Ġkn ees", + "Ġkne es", + "Ġknee s", + "Ġr ookie", + "Ġro okie", + "Ġ Vac", + "ĠV ac", + "ĠVa c", + "a rena", + "ar ena", + "are na", + "aren a", + "comm end", + "- \\", + "ĠSUB STITUTE", + "S oft", + "So ft", + "Ġpart ir", + "Ġpar tir", + "Ġparti r", + "we alth", + "è¦ ģ", + "( dataset", + "(d ataset", + "(data set", + "(dat aset", + "(datas et", + "Ġ Climate", + "ĠCl imate", + "ĠClim ate", + "ĠCli mate", + "- show", + "-s how", + "-sh ow", + "Ġrel iability", + "Ġreli ability", + "_ chunk", + "_ch unk", + "ä» £", + "_ stock", + "_st ock", + "ĠEX EMPLARY", + "ï ¸ı", + "ï¸ ı", + "Ġ vÃŃ", + "Ġv ÃŃ", + "Ġsm iled", + "Ġsmile d", + "Ġdr ill", + "Ġdri ll", + ". Function", + ".F unction", + ".Func tion", + "Ġ SI", + "ĠS I", + "Ġre gression", + "Ġreg ression", + "Ġregress ion", + "- X", + "Ġ Jar", + "ĠJ ar", + "ĠJa r", + "p ref", + "pr ef", + "pre f", + "ĉ success", + "ĉs uccess", + "ĠH itler", + "ĠHit ler", + "Ġinst inct", + "Ġfem mes", + "Ġfemme s", + "Ġ lover", + "Ġl over", + "Ġlo ver", + "Ġlove r", + "Ġlov er", + "< Ċ", + "Ġmulti plier", + "Ġmultip lier", + "r il", + "ri l", + "Re size", + "Res ize", + "Ġ Authorization", + "ĠAuthor ization", + "ĠK an", + "ĠKa n", + "Dispatch ToProps", + "Ġc rops", + "Ġcr ops", + "Ġcro ps", + "Ġcrop s", + "t okens", + "token s", + "tok ens", + "e cn", + "ec n", + "ent ially", + "ential ly", + "enti ally", + "ĠINTERRU PTION", + "f ake", + "fa ke", + "fak e", + "Un defined", + "Und efined", + "Ġ AK", + "ĠA K", + "Ġ TestCase", + "ĠTest Case", + "Ġ rab", + "Ġr ab", + "Ġra b", + "Ġ torrent", + "Ġt orrent", + "Ġtor rent", + "Ġ Ot", + "ĠO t", + "B ars", + "Bar s", + "Ba rs", + "Ġ lecture", + "Ġl ecture", + "Ġlect ure", + "Ġen jo", + "Ġrespond s", + "Ġresp onds", + "Ġ indexed", + "Ġindex ed", + "Ġinde xed", + "Of Work", + "_ chain", + "_ch ain", + ") )->", + ")) ->", + "))- >", + "Ġ Beauty", + "ĠBe auty", + "ĠBeaut y", + "ĠBea uty", + "ĠBeau ty", + "Ġ` <", + "Ġtouch ing", + "Ġtou ching", + "Ġ |--", + "Ġ| --", + "Ġ|- -", + "ĉ flag", + "ĉf lag", + "normal ize", + "Ġt rapped", + "Ġtr apped", + "Ġtra pped", + "Ġtrap ped", + "Ġestablish ing", + "/ build", + "/b uild", + "A J", + "f y", + "- react", + "-re act", + "a vn", + "av n", + "RI PTION", + "RIPT ION", + "Ġk ut", + "Ġku t", + "Ġ Fashion", + "ĠF ashion", + "Ġ Inform", + "ĠIn form", + "ĠInfo rm", + "ĠInf orm", + "c urities", + "cur ities", + "< byte", + "{Ċ", + "Ġ= >{Ċ", + "Ġ=> {Ċ", + "Ġgar lic", + "Ġ repr", + "Ġre pr", + "Ġrep r", + "Ġre plies", + "Ġrep lies", + "Ġrepl ies", + "( prop", + "(p rop", + "(pro p", + "(pr op", + "Ġspirit s", + "Ġspir its", + "Ġins pire", + "Ġinspir e", + "Ġinsp ire", + "Ġbase ment", + "Ġbas ement", + ". reject", + ".re ject", + "Ġ hints", + "Ġh ints", + "Ġhint s", + "Ġhi nts", + "Ġhin ts", + "Ġpol ling", + "Ġpoll ing", + "ĉ ĠĊ", + "ĉĠ Ċ", + "_ rating", + "_r ating", + "_ra ting", + "_rat ing", + "Ġc ath", + "Ġca th", + "Ġcat h", + "a vier", + "av ier", + "avi er", + "Ġ compressed", + "Ġcom pressed", + "Ġcomp ressed", + "Ġcompr essed", + "Ġcompress ed", + "Ġ VS", + "ĠV S", + "] '", + "Ġjud icial", + "ĠT rend", + "ĠTr end", + "ĠTre nd", + "tr aining", + "tra ining", + "train ing", + "EST AMP", + "ogn ition", + "Ä ģ", + "S ENT", + "SE NT", + "SEN T", + "v entions", + "vent ions", + "vention s", + "Ġconsult ant", + "Ġconsulta nt", + "Ġconsul tant", + "u mph", + "um ph", + "ump h", + "Ġ userService", + "Ġuser Service", + ", NULL", + ",N ULL", + "k h", + "D ear", + "De ar", + "_ BAD", + "_B AD", + "it ations", + "itation s", + "itat ions", + "Ġmet aph", + "Ġmeta ph", + "' é", + "and ise", + "andi se", + "- font", + "-f ont", + ". chart", + ".c hart", + ".ch art", + ".char t", + "Ġ sg", + "Ġs g", + "_ Controller", + "_Control ler", + ". jpeg", + ".j peg", + ".jp eg", + "Ġ ULONG", + "ĠU LONG", + "ĠUL ONG", + "ĉ game", + "ĉg ame", + "( ss", + "(s s", + "ĠM aj", + "ĠMa j", + "ĉ go", + "ĉg o", + "Ġ Sad", + "ĠS ad", + "ĠSa d", + "ĠB erg", + "ĠBe rg", + "ĠBer g", + "Ġ Mine", + "ĠM ine", + "ĠMin e", + "ĠMi ne", + "P ack", + "Pa ck", + "Ġres istant", + "Ġresist ant", + "Ġ ROM", + "ĠR OM", + "ĠRO M", + "Ġ peg", + "Ġp eg", + "Ġpe g", + "ĠSt anford", + "ĠStan ford", + "Ġ Yahoo", + "ĠY ahoo", + "ĠYa hoo", + "ĠYah oo", + "Ġ scaled", + "Ġs caled", + "Ġsc aled", + "Ġscale d", + "Ġsca led", + "Ġscal ed", + "Ġ lan", + "Ġl an", + "Ġla n", + "= []", + "=[ ]", + "\" /> < /", + "Ġ plots", + "Ġp lots", + "Ġpl ots", + "Ġplot s", + "Ġplo ts", + ". *Ċ", + ".* Ċ", + "Ġtr aveled", + "Ġtravel ed", + "Ġtra veled", + "Ġtrav eled", + "ĠO scar", + "ĠOs car", + "ĠOsc ar", + "V L", + "Ġl inking", + "Ġlink ing", + "Ġlin king", + "Ġt ires", + "Ġti res", + "Ġtire s", + "Ġtir es", + "Ġ' *'", + "Ġ'* '", + "ĠBuffer ed", + "ĠBuff ered", + "e ri", + "er i", + "Ġ ****", + "Ġ* ***", + "Ġ** **", + "Ġ*** *", + "Ġover look", + "Ġoverl ook", + ". Non", + ".N on", + ".No n", + "Ġr és", + "Ġré s", + "Ġe gy", + "Ġeg y", + "å° ı", + "Ġatt acker", + "Ġattack er", + "ĉ ĉĉĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉ ĉĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉ ĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉ ĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉ ĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉ ĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉĉ ĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉĉĉ ĉ", + ". sync", + ".s ync", + ".syn c", + ".sy nc", + "AS CADE", + "ASC ADE", + "G round", + "Gr ound", + "Gro und", + "Ġ decay", + "Ġdec ay", + "Ġ Ton", + "ĠT on", + "ĠTo n", + "Ġjew elry", + "Ġjewel ry", + "Ġb ypass", + "Ġby pass", + "Ġm embr", + "Ġmem br", + "Ġmemb r", + "R NA", + "RN A", + "< System", + " ččĊ", + "Ġs ud", + "Ġsu d", + "ĉ background", + "ĉback ground", + "Ġsch olars", + "Ġscholar s", + "-m uted", + "a rá", + "ar á", + "Ġ =====", + "Ġ= ====", + "Ġ== ===", + "Ġ=== ==", + "Ġ==== =", + "Ġ ____", + "Ġ_ ___", + "Ġ__ __", + "Ġ___ _", + "C reat", + "Cre at", + "Cr eat", + "e never", + "en ever", + "ene ver", + "/ wp", + "/w p", + "Ġ VPN", + "ĠV PN", + "ĠVP N", + "Error Code", + ") ],Ċ", + ")] ,Ċ", + ")], Ċ", + "( builder", + "(b uilder", + "(build er", + "Ġ Enemy", + "ĠEn emy", + "S ensor", + "u sa", + "us a", + "Ġtr iggers", + "Ġtrigger s", + "Ġtrig gers", + "Ġplay offs", + "Ġplayoff s", + "_ REQ", + "_RE Q", + "_R EQ", + "Ġ (~", + "Ġ( ~", + "ĠB arry", + "ĠBar ry", + "ĠBarr y", + "Ġperman ently", + "Ġpermanent ly", + "Ġ RUN", + "ĠR UN", + "ĠRU N", + "Ġb ure", + "Ġbu re", + "Ġbur e", + ".Fatal f", + ".Fat alf", + "Ġch ick", + "Ġchi ck", + "Ġchic k", + "ĉ panic", + "ĉp anic", + "p si", + "ps i", + "o ka", + "ok a", + "éĢ ī", + "> [", + "Ġunder stands", + "Ġunderstand s", + "Ġunderst ands", + "Ġ Junior", + "ĠJun ior", + "ĠJuni or", + "Ġ INFO", + "ĠIN FO", + "ĠINF O", + "= mysqli", + "=m ysqli", + "=mysql i", + "us tain", + "ust ain", + "usta in", + "- source", + "-s ource", + "s erv", + "se rv", + "ser v", + "Ġ CREATE", + "ĠC REATE", + "ĠCRE ATE", + ". au", + ".a u", + "Ġs ells", + "Ġsell s", + "Ġsel ls", + "Ġ ĠĊĠĠĊ", + "ĠĠ ĊĠĠĊ", + "ĠĠĊ ĠĠĊ", + "E urope", + "Euro pe", + "z w", + "p reh", + "pr eh", + "pre h", + "ĠN SA", + "ĠNS A", + "Ġ xy", + "Ġx y", + "ภ´", + "Ġ Beyond", + "ĠB eyond", + "ĠBey ond", + "In stead", + "Inst ead", + "Non Query", + "Ġa rise", + "Ġar ise", + "Ġavoid ed", + ". emplace", + ".em place", + ".emp lace", + "_ models", + "_model s", + "_mode ls", + "_mod els", + "} ),Ċ", + "}) ,Ċ", + "}), Ċ", + "Ġ hid", + "Ġh id", + "Ġhi d", + "Ġ &_", + "Ġ& _", + ". points", + ".p oints", + ".point s", + ".po ints", + ".poi nts", + ". getWidth", + ".get Width", + ". Exec", + ".Ex ec", + ".E xec", + "Ġ ////", + "Ġ// //", + "Ġ/ ///", + "Ġ/// /", + "Ġ Sessions", + "ĠS essions", + "ĠSession s", + ". ..\\", + ".. .\\", + "... \\", + "ĠCol omb", + "ĠColo mb", + "Ġacceler ation", + "Ġaccel eration", + "re store", + "rest ore", + "Ġ ile", + "Ġi le", + "Ġil e", + "o bic", + "ob ic", + "obi c", + "< Node", + " }Ċ", + ">} Ċ", + "pl aint", + "plain t", + "pla int", + "get Text", + "Ġindividual ly", + "Ġindivid ually", + "Ġ checkbox", + "Ġcheck box", + "U Y", + "ĠL amb", + "ĠLa mb", + "ĠLam b", + "Ġdys function", + "ĠL ar", + "ĠLa r", + "à °", + "Ġ Creating", + "ĠC reating", + "ĠCr eating", + "ĠCre ating", + "ĠCreat ing", + "' );ĊĊĊ", + "') ;ĊĊĊ", + "');Ċ ĊĊ", + "');ĊĊ Ċ", + "'); ĊĊĊ", + "\" They", + "\"The y", + "\"T hey", + "l ocations", + "loc ations", + "location s", + "_ CORE", + "_C ORE", + "_CO RE", + "_COR E", + "Inter action", + "umbn ails", + "umbnail s", + "Ġ Partner", + "ĠP artner", + "ĠPart ner", + "b rit", + "br it", + "Ġl esser", + "Ġless er", + "Ġles ser", + "Ġ Slot", + "ĠS lot", + "ĠSl ot", + "ĠSlo t", + "set Attribute", + "Ġ Wave", + "ĠW ave", + "ĠWa ve", + ". po", + ".p o", + "/ store", + "/st ore", + "Ġb rowsing", + "Ġbrows ing", + "Ġbrow sing", + "_ pd", + "_p d", + "s ume", + "sum e", + "su me", + "s ed", + "se d", + "C urve", + "Cur ve", + "Cu rve", + "Ġpl asma", + "Ġsusp icious", + "ìĿ ¸", + "Ġ Bah", + "ĠB ah", + "ĠBa h", + "Ġ Explicit", + "ĠExp licit", + "ĠExpl icit", + "_ CC", + "_C C", + ".Client Size", + "\\ View", + "\\V iew", + "Ġsub stit", + "Ġsubs tit", + "Ġsubst it", + "l oon", + "lo on", + "loo n", + "Ġ GAME", + "ĠG AME", + "ĠGA ME", + "ĠGAM E", + "ĠB rid", + "ĠBr id", + "ĠBri d", + "Ľ 建", + "_ User", + "_U ser", + "Ġs quares", + "Ġsqu ares", + "Ġsquare s", + "f one", + "fo ne", + "fon e", + "Ġsa cred", + "Ġsac red", + "Ġsacr ed", + "ug hs", + "ugh s", + "] interface", + "Ġ Throw", + "ĠTh row", + "ĠThr ow", + "ĠK irk", + "ĠKir k", + "ĠKi rk", + "Ġem pire", + "Ġemp ire", + "Ġempir e", + "Ġass essed", + "Ġassess ed", + "Ġasses sed", + "T ax", + "Ta x", + "ĠHe aven", + "- buffer", + "-b uffer", + "_ STATIC", + "_ST ATIC", + "_STAT IC", + "é né", + "én é", + "-b ordered", + "-border ed", + "Ġp unct", + "Ġpun ct", + "( mode", + "(m ode", + "(mod e", + "Ġke ine", + "Ġkein e", + "S ent", + "Se nt", + "Sen t", + "Ġ Calcul", + "ĠCal cul", + "ĠCalc ul", + "ĠE ve", + "ĠEv e", + "Ġsty lish", + "Ġstyl ish", + "Ġo ils", + "Ġoil s", + "Ġoi ls", + ". TestCase", + ".Test Case", + "Ġtrad emark", + "Ġtrade mark", + "Ġliter ary", + "Ġlite rary", + "Ġconcentr ations", + "Ġconcentration s", + "Ġ Relations", + "ĠRe lations", + "ĠRel ations", + "ĠRelation s", + "( Class", + "(C lass", + "(Cl ass", + "Ġ stdin", + "Ġst din", + "Ġstd in", + "Ġv æ", + "back up", + "bac kup", + ". VERSION", + ".V ERSION", + ".AutoScale Dimensions", + "st arter", + "start er", + "star ter", + "Transaction al", + "- panel", + "-p anel", + "-pane l", + "St udio", + "k c", + "ĠCh amber", + "ĠCham ber", + "ĠS piel", + "ĠSp iel", + "ĠSpi el", + "Ġ rho", + "Ġr ho", + "Ġrh o", + "ا ÙĦ", + "ا٠Ħ", + "! '", + ". Attributes", + ".At tributes", + ".Attribute s", + "Ġmurder ed", + "apeut ic", + "Ġint imate", + "Ġintim ate", + "Ġ textField", + "Ġt extField", + "Ġtext Field", + "ĠBuff alo", + "d ummy", + "dum my", + "\" %", + "ĠLib erty", + "ĠLibert y", + "ĠLiber ty", + "o bar", + "ob ar", + "oba r", + "Ġ Tank", + "ĠT ank", + "ĠTa nk", + "ĠTan k", + "Ġ Popular", + "ĠPop ular", + "er visor", + "erv isor", + "ĠIn iti", + "ĠInit i", + "ĠIni ti", + "ĠM all", + "ĠMal l", + "ĠMa ll", + "Ġ Prior", + "ĠP rior", + "ĠPr ior", + "ĠPri or", + "C AP", + "CA P", + "ĠC lay", + "ĠCl ay", + "ĠCla y", + "Ġ Certificate", + "ĠC ertificate", + "ĠCert ificate", + "ĠCertif icate", + ". Lock", + ".L ock", + ".Lo ck", + "- strip", + "-s trip", + "-st rip", + "-str ip", + "-dr iven", + "-drive n", + "/ all", + "/a ll", + "/al l", + "ĠMessageBox Buttons", + "ĠMessageBoxButton s", + "_ SECRET", + "_SE CRET", + "_SEC RET", + "_ pb", + "_p b", + "Ġ rats", + "Ġr ats", + "Ġrat s", + "Ġra ts", + "ा à¤", + "Ġ nt", + "Ġn t", + ". Router", + ".R outer", + ".Route r", + "_ topic", + "_t opic", + "_to pic", + "_top ic", + "Ġt ennis", + "Ġten nis", + "Ġ PUBLIC", + "ĠP UBLIC", + "ĠPUB LIC", + "ĠActiv atedRoute", + "Ġ ',Ċ", + "Ġ' ,Ċ", + "Ġ', Ċ", + "Ġcost ume", + "Ġj okes", + "Ġjo kes", + "Ġjoke s", + ". Handle", + ".H andle", + ".Hand le", + "ĉ byte", + "ĉb yte", + "Ġfl avors", + "Ġflavor s", + "Ġflav ors", + "( cc", + "(c c", + "Ġperson as", + "Ġpers onas", + "Ġpersona s", + "Ġperso nas", + "ĉ image", + "ĉi mage", + "ĉim age", + "ĠN azi", + "ĠNa zi", + "ĠNaz i", + "Ġ grammar", + "Ġgram mar", + "Ġgramm ar", + "Ġú lt", + "Ġval ve", + "Ġ vic", + "Ġv ic", + "Ġvi c", + "Ġ Rachel", + "ĠR achel", + "ĠRac hel", + "ĠRach el", + "_ invalid", + "_in valid", + "P refs", + "Pr efs", + "Pre fs", + "Pref s", + "std int", + "stdin t", + "( route", + "(r oute", + "(ro ute", + "Ġ htmlspecialchars", + "Ġhtml specialchars", + "Ġpe oples", + "Ġpeople s", + "p line", + "pl ine", + "Ġ nv", + "Ġn v", + "Ġ Quant", + "ĠQ uant", + "ĠQu ant", + "o ppers", + "op pers", + "opp ers", + "opper s", + "Ġ currentUser", + "Ġcurrent User", + "ĠC atal", + "ĠCa tal", + "ĠCat al", + "ĠCata l", + "Ġre conc", + "Ġrecon c", + "Ġreco nc", + "Ġcon junction", + "Ġconj unction", + "l x", + "am burg", + "amb urg", + "Ġinflu ential", + "d anger", + "da nger", + "dan ger", + "in ders", + "ind ers", + "inder s", + "inde rs", + "Ġ %@\",", + "Ġ% @\",", + "Ġ%@ \",", + ". configuration", + ".config uration", + "o some", + "os ome", + "oso me", + ". identity", + ".id entity", + ".ident ity", + ".ide ntity", + "Ġ picker", + "Ġp icker", + "Ġpick er", + "Ġpi cker", + "Ġpic ker", + "n ost", + "no st", + "nos t", + "ĠDI Y", + "Aug ust", + "a blo", + "ab lo", + "abl o", + "Le af", + "ĠR eco", + "ĠRe co", + "ĠRec o", + "c ko", + "ck o", + "D OC", + "DO C", + "ĠH erm", + "ĠHe rm", + "ĠHer m", + ": any", + ":a ny", + "Ġ Interview", + "ĠInt erview", + "ĠInter view", + "Ġ Tex", + "ĠT ex", + "ĠTe x", + "x fe", + "xf e", + "( work", + "(w ork", + "Ġle ap", + "He ading", + "Head ing", + "Ġ quarters", + "Ġqu arters", + "Ġquarter s", + "Ġquar ters", + "Ġquart ers", + "\\ Bundle", + "r eb", + "re b", + "Per haps", + "ĠG mbH", + "B irth", + "Bir th", + "ĉ sum", + "ĉs um", + "ĠWat son", + ". nil", + ".n il", + "ç ¡", + "{ }ĊĊ", + "{} ĊĊ", + "{}Ċ Ċ", + "ic aid", + "ica id", + "G etter", + "Get ter", + "\" name", + "Ġ \"čĊ", + "Ġ\" čĊ", + "_ none", + "_n one", + "_no ne", + "_non e", + "z m", + "ac ute", + "u esto", + "ue sto", + "ues to", + "uest o", + "Ġs ous", + "Ġso us", + "Ġsou s", + "Ġre build", + "Ġreb uild", + "Ġnews papers", + "Ġnewsp apers", + "Ġnewspaper s", + "Ġ Haz", + "ĠH az", + "ĠHa z", + "Ġ kits", + "Ġk its", + "Ġkit s", + "Ġki ts", + "i fo", + "if o", + "Bl ur", + "Ġsu ited", + "Ġsuit ed", + "Ġsuite d", + "Ġsui ted", + "- In", + "-I n", + "à ¯", + "Ġ Keith", + "ĠKe ith", + "ĠNor way", + "IN IT", + "INI T", + "ire ccion", + "i eties", + "ie ties", + "iet ies", + "_ usage", + "_u sage", + "_us age", + "Ġ Doug", + "ĠD oug", + "ĠDo ug", + "ĠDou g", + "r ise", + "ri se", + "ris e", + "Ġtr illion", + "im ited", + "imit ed", + "imi ted", + "Ġ REL", + "ĠR EL", + "ĠRE L", + "a lic", + "al ic", + "ali c", + "Ġcritic ized", + "Ġcriticize d", + "the orem", + "Ġc ease", + "Ġce ase", + "Ġside w", + "Ġsid ew", + "ĠT erry", + "ĠTer ry", + "ĠTerr y", + "Ġsubs idi", + "Ġsubsid i", + "Ġfirm ly", + "Ġ aws", + "Ġa ws", + "Ġaw s", + "Ġh ott", + "Ġhot t", + "Ġho tt", + "Ġd ressing", + "Ġdress ing", + "b adge", + "ba dge", + "bad ge", + "Ġ Applications", + "ĠApp lications", + "ĠApplication s", + "ĠAppl ications", + "è¿ ĶåĽŀ", + "è¿Ķ åĽŀ", + "Ġlaugh ed", + "Ġh obby", + "Ġhob by", + "Ġmus icians", + "Ġmusic ians", + "Ġmusician s", + "Ġ *.", + "Ġ* .", + ". placeholder", + ".place holder", + "Ġc ounters", + "Ġcount ers", + "Ġcoun ters", + "Ġcounter s", + "ĠCap itol", + "S DK", + "SD K", + "Ġh elmet", + "Ġhel met", + "Ġhelm et", + "and box", + "q uit", + "qu it", + "qui t", + "Ġcriminal s", + "Ġcrim inals", + "Ġteen ager", + "Ġteenage r", + "( update", + "(up date", + "G l", + ". selection", + ".s election", + ".se lection", + ".select ion", + ".sel ection", + "Ġdis charge", + "Ġpres enting", + "Ġpresent ing", + "ufact urer", + "_ UNKNOWN", + "_UN KNOWN", + "Ġst ressed", + "Ġstr essed", + "Ġstress ed", + "å Ļ¨", + "åĻ ¨", + "Pro to", + "Pr oto", + "Prot o", + "_ correct", + "_c orrect", + "_cor rect", + "_corr ect", + "h aus", + "ha us", + "Ġre nov", + "Ġren ov", + "Ġfire arms", + "Ġfirearm s", + "Ġtechn ically", + "Ġtechnical ly", + "- browser", + "-b rowser", + "Ġc andy", + "Ġcan dy", + "Ġcand y", + "St roke", + "Str oke", + "Ġ executor", + "Ġexec utor", + "Ġexecut or", + "Ġocc urrence", + "Ġoccur rence", + "Ġ IPv", + "ĠIP v", + "_ INTERFACE", + "_INTER FACE", + "Ġ Retrieve", + "ĠRe trieve", + "ĠRet rieve", + "ĠRetrie ve", + ". bad", + ".b ad", + ".ba d", + "Ex change", + "Nav bar", + "Ġ Kid", + "ĠK id", + "ĠKi d", + "(get ApplicationContext", + "_ STOP", + "_S TOP", + "_ST OP", + "Ġ Boss", + "ĠB oss", + "ĠBo ss", + "ĠBos s", + "List eners", + "Listener s", + "Listen ers", + "Ġsh ooter", + "Ġshoot er", + "Ġsho oter", + "ĠA lb", + "ĠAl b", + "ä ch", + "Ġ pix", + "Ġp ix", + "Ġpi x", + ". keyCode", + ".key Code", + "al one", + "alo ne", + "alon e", + "Ġabs urd", + "Ġ Cum", + "ĠC um", + "ĠCu m", + "ĠNewton soft", + "i kt", + "ik t", + "Ġlaugh ing", + "Ġcapital ism", + "ree Node", + "T x", + "_ QUERY", + "_QU ERY", + ". Sleep", + ".S leep", + "( login", + "(log in", + "(lo gin", + "Web Element", + "Ġcelebr ating", + "Ġ deprecated", + "Ġde precated", + "Ġdep recated", + "Ġm aar", + "Ġma ar", + "Ġart istic", + "Ġartist ic", + "_ASS OC", + "_AS SOC", + "ĠBorder Radius", + "ĉ wp", + "ĉw p", + "Ġsurv ivors", + "Ġsurviv ors", + "Ġsurvivor s", + "In ner", + "- red", + "-r ed", + "-re d", + "Ġprosec ution", + "_ pp", + "_p p", + "( \"$", + "\"=> $", + "Ġ comma", + "Ġcom ma", + "Ġco mma", + "Ġcomm a", + "un checked", + "g raphics", + "graph ics", + "graphic s", + "r ors", + "ro rs", + "ror s", + "G ROUND", + "GR OUND", + "( public", + "(p ublic", + "(pub lic", + "Ġcustom ized", + "Ġcustomize d", + "ĠArk ansas", + "Ġ Rew", + "ĠR ew", + "ĠRe w", + "Ġ expiration", + "Ġex piration", + "Ġexp iration", + "× ķ", + "ĠC ul", + "ĠCu l", + "Ġn ons", + "Ġno ns", + "Ġnon s", + ". Filter", + ".F ilter", + "Ġsen ator", + "_ definition", + "_def inition", + "ash ington", + "ashing ton", + "y mph", + "ym ph", + "/ J", + "Ġ fuse", + "Ġf use", + "Ġfu se", + "Ġfus e", + "ra mid", + "ram id", + "Ġ Supplier", + "ĠS upplier", + "ĠSup plier", + "Ġ autocomplete", + "Ġaut ocomplete", + "Ġauto complete", + "Ġ }),", + "Ġ} ),", + "Ġ}) ,", + ". \"ĊĊĊ", + ".\" ĊĊĊ", + ".\"ĊĊ Ċ", + ".\"Ċ ĊĊ", + "_ functions", + "_function s", + "_fun ctions", + "ĉ to", + "ĉt o", + ". eval", + ".e val", + ".ev al", + "ĠT Object", + "ĠTO bject", + "Re ferences", + "Reference s", + "Refer ences", + "Ġh eated", + "Ġhe ated", + "Ġheat ed", + "H AL", + "HA L", + "Ġ ))}Ċ", + "Ġ) )}Ċ", + "Ġ)) }Ċ", + "} $", + "ĠB arr", + "ĠBar r", + "ĠBa rr", + "_ UNIT", + "_UN IT", + "+ $", + "Ġ getValue", + "Ġget Value", + "i ped", + "ip ed", + "ipe d", + "ch ied", + "chie d", + "chi ed", + "( vm", + "(v m", + "c ue", + "cu e", + "_ integer", + "_int eger", + "_ course", + "_c ourse", + "_co urse", + "th ird", + "Ġre vised", + "Ġrev ised", + "Ġrevis ed", + "Ġrevise d", + "* */Ċ", + "** /Ċ", + "_ DIRECT", + "_D IRECT", + "_DIR ECT", + "_DI RECT", + "Out Of", + "( \"(", + "(\" (", + "Ġ Feel", + "ĠF eel", + "ĠFe el", + "ĠFee l", + "Ġre ass", + "Ġ subtitle", + "Ġsub title", + "Ġsubt itle", + "p eri", + "pe ri", + "per i", + "n f", + "Ġenjoy s", + "Ġenjo ys", + "Ġtreat s", + "Ġtre ats", + ") this", + ")t his", + "- tabs", + "-t abs", + "-tab s", + "an cers", + "ance rs", + "anc ers", + "ancer s", + "Ġ continent", + "Ġcont inent", + "Ġcontin ent", + "Ġcar dio", + "Ġcard io", + "Ġcardi o", + "S er", + "Se r", + ". question", + ".q uestion", + ".qu estion", + ".quest ion", + "Ġph rases", + "Ġphrase s", + "Valid ators", + "Validator s", + "Ġpop ul", + "Ġ lÃŃ", + "Ġl ÃŃ", + "s ong", + "so ng", + "son g", + "_ INTERNAL", + "_IN TERNAL", + "_INTER NAL", + "Ġadv iser", + "Ġadvis er", + "Ġadvise r", + "Ġp uzz", + "Ġpu zz", + "Ġamb itious", + "Ġambit ious", + "ĠT ob", + "ĠTo b", + "Ġ DP", + "ĠD P", + "Ġpres idency", + "Ġsur render", + "Ġsurre nder", + "Ġw atches", + "Ġwatch es", + "Ġwat ches", + "_ binary", + "_b inary", + "_bin ary", + "Ġ Soon", + "ĠS oon", + "ĠSo on", + "Ġcan ada", + "(\" \")Ċ", + "(\"\" )Ċ", + "(\"\") Ċ", + "] ='", + "]= '", + "Ġ Brandon", + "ĠBr andon", + "ĠBrand on", + "ĠBra ndon", + "ĠBran don", + "e psilon", + "eps ilon", + "r w", + ". addChild", + ".add Child", + ". Copy", + ".C opy", + ".Co py", + "Pr incipal", + "Ph otos", + "Photo s", + "Phot os", + "Ġmargin al", + "Ġmarg inal", + "Ġb asics", + "Ġbas ics", + "Ġbasic s", + "e ing", + "ei ng", + "ein g", + "M ust", + "Mu st", + "Mus t", + "_ String", + "_S tring", + "_Str ing", + "_St ring", + "Ġ ole", + "Ġo le", + "Ġol e", + "M agento", + "Mag ento", + ". customer", + ".c ustomer", + ".custom er", + "( prev", + "(p rev", + "(pr ev", + "(pre v", + "ภ¥", + "Ġlo yalty", + "Ġloyal ty", + "C og", + "Co g", + "Ġ protocols", + "Ġprot ocols", + "Ġprotocol s", + "Ġproto cols", + "Ġ Companies", + "ĠCom panies", + "Ġthe oretical", + "Ġtheoret ical", + "Ġtheor etical", + "Ġaccess ing", + "Ġacces sing", + "Ġ Zen", + "ĠZ en", + "ĠZe n", + ". ones", + ".on es", + ".o nes", + ".one s", + "att ice", + "atti ce", + "_ world", + "_w orld", + "z es", + "ze s", + "Ġtatto o", + "Ġtat too", + "Ġm enos", + "Ġme nos", + "Ġmen os", + "Ġmeno s", + "Ġ intersect", + "Ġinter sect", + "Ġinters ect", + "\" ];ĊĊ", + "\"] ;ĊĊ", + "\"];Ċ Ċ", + "\"]; ĊĊ", + "be lie", + "bel ie", + "Ġ inactive", + "Ġin active", + ".read line", + "-label led", + ". done", + ".d one", + ".do ne", + "lic kr", + "lick r", + "Ġ WORK", + "ĠW ORK", + "Ġder ivative", + "Ġderiv ative", + "Ġd atabases", + "Ġdata bases", + "Ġdatabase s", + "Ġdatab ases", + "âĤ Ĥ", + "Ġ sx", + "Ġs x", + ". isArray", + ".is Array", + "Ġ ys", + "Ġy s", + "Ġp ada", + "Ġpa da", + "Ġpad a", + "Ġ Bullet", + "ĠB ullet", + "ĠBul let", + "ĠBull et", + "(` /", + "is Active", + "Ġ CGSize", + "ĠCG Size", + "( equalTo", + "(equal To", + "ĠColum bus", + "Ġm arry", + "Ġmar ry", + "D EV", + "DE V", + "_ limits", + "_l imits", + "_limit s", + "_li mits", + "_lim its", + "r ones", + "ro nes", + "ron es", + "rone s", + "I AS", + "IA S", + "Ġ tau", + "Ġt au", + "Ġta u", + "m ino", + "min o", + "mi no", + "_ Write", + "_W rite", + "ĠW ine", + "ĠWin e", + "ĠWi ne", + "Ġ [['", + "Ġ[ ['", + "Ġ[[ '", + "Ġ Pull", + "ĠP ull", + "ĠPu ll", + "ĠPul l", + "ri ters", + "rit ers", + "rite rs", + "riter s", + "r ients", + "ri ents", + "rie nts", + "rient s", + "rien ts", + "Ġsh ifting", + "Ġshift ing", + "u pp", + "up p", + "_ TIMER", + "_T IMER", + "_TIME R", + "_TIM ER", + "_TI MER", + "Ġ Conditions", + "ĠCondition s", + "ĠCond itions", + "Ạ¥", + "Ġ Orders", + "ĠOr ders", + "ĠOrder s", + "ĠOrd ers", + "Ġ Strength", + "ĠSt rength", + "ĠStr ength", + "ĠStre ngth", + "æī Ģ", + "Ġval idity", + "Ġvalid ity", + "Ġf ot", + "Ġfo t", + "e tur", + "et ur", + "etu r", + "Ġ bolt", + "Ġb olt", + "Ġbo lt", + "Ġbol t", + "åĨ ħ", + "Ġ Along", + "ĠA long", + "ĠAl ong", + "ĠAlo ng", + "o shi", + "os hi", + "osh i", + "Ġassum ptions", + "Ġassumption s", + "Ġmag azines", + "Ġmagazine s", + "_ SPI", + "_S PI", + "_SP I", + "Ġp unt", + "Ġpun t", + "Ġpu nt", + "_ PRODUCT", + "_PRO DUCT", + "_PROD UCT", + "Ġ relay", + "Ġre lay", + "Ġr elay", + "Ġrel ay", + "Ġ Javascript", + "ĠJ avascript", + "ĠJava script", + ". te", + ".t e", + "- es", + "-e s", + "Ġ widgets", + "Ġwidget s", + "Ġwid gets", + "( fs", + "(f s", + "< Item", + " \";", + ">\" ;", + "at ching", + "atch ing", + "Ġ Knowledge", + "ĠK nowledge", + "ĠKnow ledge", + "ĉ The", + "ĉT he", + "; margin", + ";m argin", + "less ness", + "o pard", + "op ard", + "opa rd", + "u matic", + "um atic", + "uma tic", + "umat ic", + "( )));čĊ", + "() ));čĊ", + "()) );čĊ", + "())) ;čĊ", + "())); čĊ", + "Ġf als", + "Ġfa ls", + "Ġfal s", + "( cache", + "(c ache", + "(ca che", + "Type Id", + "éĢ ļ", + "_ choice", + "_ch oice", + "ĠG oth", + "ĠGo th", + "ĠGot h", + "Ġ Sites", + "ĠS ites", + "ĠSi tes", + "ĠSite s", + "ĠSit es", + "M G", + "_ border", + "_b order", + "Ind ices", + "Com parer", + "Comp arer", + "Compar er", + "Compare r", + "ĠRe distribution", + "ĠRed istribution", + "ĠRedis tribution", + "Ġclose t", + "Ġclos et", + "Ġclo set", + "Ġvers atile", + "Ġversa tile", + "In puts", + "Input s", + "**** ****************", + "******** ************", + "**************** ****", + "****** **************", + "************ ********", + "************** ******", + "Ġob esity", + "qu iz", + "qui z", + "g ra", + "gr a", + "( global", + "(g lobal", + "åĬ ¡", + "Ġ collector", + "Ġcol lector", + "Ġcoll ector", + "Ġcollect or", + "Ġcolle ctor", + "Ġ kor", + "Ġk or", + "Ġko r", + "o vable", + "ov able", + "ova ble", + "A DC", + "AD C", + "Ġ EventHandler", + "ĠEvent Handler", + ". nc", + ".n c", + "Ġplay back", + "ient os", + "ien tos", + "iento s", + "_ perm", + "_p erm", + "_per m", + "_pe rm", + "_ WARNING", + "_W ARNING", + "_WARN ING", + "ĠOlymp ics", + "ĠOlympic s", + ". norm", + ".n orm", + ".no rm", + "Ġ Broadcast", + "ĠB roadcast", + "ĠBroad cast", + "_ small", + "_s mall", + "_sm all", + "d rive", + "dr ive", + ". iloc", + ".i loc", + ".il oc", + "Ġ typed", + "Ġt yped", + "Ġtype d", + "Ġtyp ed", + "Ġty ped", + "M EM", + "ME M", + "_ cons", + "_c ons", + "_con s", + "_co ns", + "D METHOD", + "DM ETHOD", + "Ġ lun", + "Ġl un", + "Ġlu n", + ". distance", + ".d istance", + ".di stance", + ".dist ance", + "( par", + "(p ar", + "(pa r", + "p oon", + "po on", + "Ġ bast", + "Ġb ast", + "Ġbas t", + "Ġba st", + "act ivities", + "activ ities", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + ": čĊčĊ", + ":čĊ čĊ", + "S ER", + "SE R", + ") &&", + ")& &", + "_ lst", + "_l st", + "_ls t", + "ĠPol ish", + "ĠPo lish", + "Ġkn ocked", + "Ġknock ed", + "Ġfrustr ation", + "au kee", + "Ġph osph", + "iqu id", + "iq uid", + "_ coeff", + "_c oeff", + "_co eff", + "_coef f", + "æŃ ¤", + "L atest", + "La test", + "Lat est", + "Late st", + "ĠD ust", + "ĠDu st", + "T ipo", + "Tip o", + "Ti po", + "Ġmain tains", + "Ġmaint ains", + "Ġmaintain s", + "Ġ marsh", + "Ġmar sh", + "Ġmars h", + "inc inn", + "inci nn", + "l bl", + "lb l", + "C are", + "Car e", + "Ca re", + "Ġneighborhood s", + "_ gpio", + "_g pio", + "_gp io", + "ĠAr senal", + "ĠArs enal", + "D em", + "De m", + "ĠW he", + "ĠWh e", + "_ hook", + "_h ook", + "Ġl dc", + "Ġld c", + "ĠHar per", + "ĠBer keley", + "Ġgrad uated", + "Ġgraduate d", + "Ġgradu ated", + "Per cent", + "Ġarr iving", + "Ġarriv ing", + "Ġ Adventure", + "ĠAd venture", + "ĠAdvent ure", + "( scope", + "(s cope", + "(sc ope", + "( '*", + "(' *", + "qu arter", + "ĠM arie", + "ĠMar ie", + "ĠMa rie", + "ĠMari e", + "Spe aking", + "Speak ing", + "_ codegen", + "_code gen", + "_cod egen", + "Ġim mun", + "Ġimm un", + "c aster", + "ca ster", + "cast er", + "cas ter", + "ãĤ Į", + "åķ Ĩ", + "Ġ Dimensions", + "ĠDim ensions", + "ĠDimension s", + ". record", + ".re cord", + ".rec ord", + "Ġ texto", + "Ġtext o", + "Ġtex to", + "Ġ Michelle", + "ĠMich elle", + "ĠMichel le", + "ĠMiche lle", + "P ending", + "Pen ding", + "( by", + "(b y", + "_ PAR", + "_P AR", + "_PA R", + "u cht", + "uch t", + "uc ht", + "b ee", + "be e", + ". Thread", + ".T hread", + ".Th read", + "am pire", + "amp ire", + "k now", + "kn ow", + "Ġ Clinical", + "ĠClin ical", + "ĠClinic al", + "Ġmargin Bottom", + "Ġd istinguish", + "Ġdistingu ish", + ". Full", + ".F ull", + ". undefined", + ".un defined", + "ĠSequ elize", + "#### ########################################################################", + "################ ############################################################", + "################################################################ ############", + "############ ################################################################", + "################################################ ############################", + "######################################################################## ####", + "############################ ################################################", + "############################################################ ################", + "Ġ educated", + "Ġeduc ated", + "Ġeducate d", + "_ OVER", + "_O VER", + "åº ı", + "Ġ ÂłĠÂł", + "ĠÂł ĠÂł", + "ĠÂłĠ Âł", + "_ each", + "_e ach", + "Ġ urge", + "Ġur ge", + "Ġurg e", + "de part", + "dep art", + "Ġdon ors", + "Ġdonor s", + "Ġ Au", + "ĠA u", + "Ġb illions", + "Ġbill ions", + "Ġbillion s", + "Ġbelong ing", + "_ age", + "_a ge", + "_ag e", + "_ Int", + "_I nt", + "_In t", + "Ġsub stances", + "Ġsubstance s", + "Ġsubst ances", + "m achine", + "ma chine", + "mach ine", + "! !!ĊĊ", + "!! !ĊĊ", + "!!! ĊĊ", + "!!!Ċ Ċ", + "Ġjson ify", + "ib bean", + "Ġ Cad", + "ĠC ad", + "ĠCa d", + "Ġ endTime", + "Ġend Time", + "Ġc ycling", + "Ġcy cling", + "Ġcycl ing", + "Ġcyc ling", + "Ġ UITextField", + "ĠUI TextField", + "ĠUIT extField", + "Ġle verage", + "Ġlever age", + "Ġleve rage", + "Ġvan illa", + "e at", + "ea t", + "L aunch", + "La unch", + "( pt", + "(p t", + "st ates", + "state s", + "stat es", + "sta tes", + "Ġ Controls", + "ĠControl s", + "ĠContr ols", + "Ġ Respons", + "ĠRes pons", + "ĠResp ons", + "Ġ Jake", + "ĠJ ake", + "ĠJa ke", + "ĠJak e", + "Ġa sleep", + "Ġas leep", + "fort unate", + ".next Line", + "Size Mode", + "ì Ŀ¼", + "ìĿ ¼", + "Testing Module", + "G erman", + "Ger man", + "ĠInvest ig", + ". reverse", + ".re verse", + ".rev erse", + "Ġ BACK", + "ĠB ACK", + "ĠBA CK", + "( DateTime", + "(Date Time", + "Ġnon profit", + "Ġ Expect", + "ĠEx pect", + "ĠExp ect", + "Ġt anto", + "Ġtan to", + "Ġtant o", + "' ]),", + "'] ),", + "']) ,", + "ĉ the", + "ĉt he", + "ĉth e", + "M ultiple", + "Multi ple", + "Mult iple", + "Multip le", + "(get Activity", + "_ WAIT", + "_W AIT", + "Ġj á", + "de cor", + "dec or", + "lev ance", + "Ġ GitHub", + "ĠGit Hub", + "m ination", + "min ation", + "mi nation", + "mina tion", + "_ quantity", + "_qu antity", + "_quant ity", + ". Scanner", + ".Sc anner", + ".Scan ner", + "ĠL ion", + "ĠLi on", + "éĶĻ 误", + "Ġ dre", + "Ġd re", + "Ġdr e", + "Ġtan tra", + "Ġtant ra", + "Ġtantr a", + "Ġ contentType", + "Ġcontent Type", + "Ġ fid", + "Ġf id", + "Ġfi d", + "_ alt", + "_a lt", + "_al t", + "NS IndexPath", + "- pl", + "-p l", + "åĮ ĸ", + "Ġantib iot", + "t ables", + "table s", + "ta bles", + "tab les", + "tabl es", + "a cial", + "ac ial", + "aci al", + "acia l", + "Ġ Registry", + "ĠReg istry", + "ĠRegistr y", + "Ġo live", + "Ġol ive", + "Ġoli ve", + "i gers", + "ig ers", + "ige rs", + "iger s", + "Ġ subscriber", + "Ġsub scriber", + "Ġsubscri ber", + "Ġsubscribe r", + "_ pres", + "_p res", + "_pr es", + "_pre s", + "Ġ Syntax", + "ĠS yntax", + "ĠSy ntax", + "ĠSyn tax", + "Ġl overs", + "Ġlo vers", + "Ġlove rs", + "Ġlover s", + "Ġlov ers", + ". Byte", + ".B yte", + ".By te", + "ol ders", + "old ers", + "older s", + "_ forward", + "_for ward", + "al ways", + "C aption", + "Cap tion", + "Ca ption", + "Capt ion", + "P riv", + "Pr iv", + "Pri v", + "ĠT ampa", + "ĠTam pa", + "is ateur", + "-labelled by", + "Ġ ToString", + "ĠTo String", + "Ġ ìĤ¬", + "Ġì Ĥ¬", + "ĠìĤ ¬", + "Ġinit iated", + "Ġiniti ated", + "Ġinitiate d", + "W F", + "Ġinstitution al", + "in ject", + "Ġ Scr", + "ĠS cr", + "ĠSc r", + "Ġ doctrine", + "Ġdo ctrine", + "Ġdoctr ine", + "Ġsp acious", + "Ġspac ious", + "i sure", + "is ure", + "isu re", + "Ġ Ana", + "ĠA na", + "ĠAn a", + "\" time", + "ess aging", + "essa ging", + "Ġ cid", + "Ġc id", + "Ġci d", + "ĠN an", + "ĠNa n", + "Ġin complete", + "Ġincom plete", + "T AG", + "TA G", + "- build", + "-b uild", + "Dec ember", + "Ġres idual", + "Ġresid ual", + "( PDO", + "(P DO", + "Ġ Listen", + "ĠL isten", + "ĠList en", + "ĠLi sten", + "ĠLis ten", + "ĠListe n", + "Ġ glyph", + "Ġg lyph", + "Ġgly ph", + "Ġg aps", + "Ġgap s", + "Ġga ps", + "n ea", + "ne a", + ". Rect", + ".R ect", + ".Re ct", + ".Rec t", + "Ġs au", + "Ġsa u", + "ĠPhoto graph", + "ĠPhot ograph", + "Ġ executable", + "Ġexec utable", + "Ġexecut able", + "Ġ Expert", + "ĠEx pert", + "ĠExp ert", + "Co routine", + "Cor outine", + "_ sizes", + "_s izes", + "_size s", + "_si zes", + "Ġ NL", + "ĠN L", + ". isValid", + ".is Valid", + ") ;}Ċ", + "); }Ċ", + ");} Ċ", + "- reg", + "-r eg", + "-re g", + "Ġc iting", + "Ġcit ing", + "Ġci ting", + "c wd", + "cw d", + "ĠOtt awa", + "ĠB att", + "ĠBa tt", + "ĠBat t", + "Ġrenew able", + "Ġprelim inary", + "Ġas ylum", + "Ġw rist", + "Ġwr ist", + "Ġutil iz", + "Ġut iliz", + "Ġdet ention", + "F ast", + "Fa st", + "Ġ ange", + "Ġa nge", + "Ġan ge", + "Ġang e", + "incinn ati", + "Ġste ering", + "Ġsteer ing", + "Ġ NaN", + "ĠN aN", + "ĠNa N", + "i osity", + "ios ity", + "/ page", + "/p age", + "Ġ è¿", + "Ġè ¿", + "ster ol", + "ste rol", + "Ġdis g", + "Ġdi sg", + "( DB", + "(D B", + "Ġ DESCRIPTION", + "ĠDE SCRIPTION", + "ĠDESC RIPTION", + "Ġ _$", + "Ġ_ $", + "Ġob stacle", + "Ġobst acle", + "Ġb izarre", + "Ġex traction", + "Ġext raction", + "Ġextra ction", + "Ġextract ion", + "Ġextr action", + "_ expected", + "_ex pected", + "_exp ected", + "_expect ed", + "Ġ loses", + "Ġl oses", + "Ġlo ses", + "Ġlos es", + "Ġlose s", + "Ġ Celebr", + "ĠCele br", + "Ġhtml For", + "Ġexp loit", + "Ġexpl oit", + "Ġexplo it", + "олÑĮз ов", + "X YZ", + "XY Z", + "Ġm agnet", + "Ġmag net", + "Ġmagn et", + "am ped", + "amp ed", + "Ġ atoms", + "Ġat oms", + "Ġatom s", + "S ources", + "Source s", + "pect ives", + "pective s", + "Ñģ ли", + "Ñģл и", + "Ġ= čĊ", + "Ġd are", + "Ġda re", + "Ġdar e", + "ĠW alter", + "ĠWal ter", + "ĠWalt er", + "Ġ brightness", + "Ġb rightness", + "Ġbright ness", + "Ġ annotations", + "Ġan notations", + "Ġannotation s", + "Ġannot ations", + "ë ı", + "is ke", + "isk e", + "S chedule", + ". images", + ".image s", + ".im ages", + ".imag es", + "ross o", + "ros so", + "Ġ \"..", + "Ġ\" ..", + "Ġ\". .", + "g amma", + "ga mma", + "gam ma", + "Ġin structor", + "Ġinstr uctor", + "Ġinstruct or", + "Ġ overwrite", + "Ġover write", + "- am", + "-a m", + "Ġdevast ating", + "ĠSaint s", + "ĠSa ints", + "ĠSai nts", + "Ġ hs", + "Ġh s", + "Ġbon uses", + "Ġbonus es", + "$ output", + "$out put", + "i jd", + "ij d", + "(Action Event", + "m onitor", + "mon itor", + "Ġmatt ress", + "Jan uary", + ". jp", + ".j p", + "Ġcar acter", + "Ġcara cter", + "Ġcaract er", + "Ġim pose", + "Ġimp ose", + "_ rest", + "_re st", + "_r est", + "_res t", + "Ġ Signature", + "ĠSign ature", + "ĠSig nature", + "Ġcoron avirus", + "ãģ Ĭ", + "_ compare", + "_com pare", + "_comp are", + "Me asure", + "it ated", + "ita ted", + "itate d", + "itat ed", + "e lijk", + "el ijk", + "eli jk", + "i gos", + "ig os", + "igo s", + "e sar", + "es ar", + "esa r", + "Ġr ushed", + "Ġru shed", + "Ġrush ed", + "Ġrus hed", + "m etry", + "me try", + "met ry", + "_SE PARATOR", + "_ WE", + "_W E", + "_ ATTRIBUTE", + "_ATTR IBUTE", + "_ATTRIB UTE", + "Ġ yaml", + "Ġy aml", + "Ġya ml", + "Ġ specs", + "Ġsp ecs", + "Ġspec s", + "Ġspe cs", + "ĠR ah", + "ĠRa h", + "ph eric", + "pher ic", + "phe ric", + "ĠIn vestment", + "ĠInvest ment", + "ä ll", + "äl l", + "Ġappe aling", + "Ġappeal ing", + "Ġ viewport", + "Ġview port", + "ç ©", + "Ġ marginLeft", + "Ġmargin Left", + "Ġ subtract", + "Ġsub tract", + "Ġsubt ract", + "Ġ EDIT", + "ĠED IT", + "ĉ ArrayList", + "ĉArray List", + "gr ading", + "grad ing", + "gra ding", + "Ġ Failure", + "ĠF ailure", + "ĠFail ure", + "as per", + "asp er", + "E EK", + "EE K", + "( now", + "(n ow", + "(no w", + "< object", + "Ġ Alignment", + "ĠAl ignment", + "ĠAlign ment", + "ple ado", + "q tt", + "qt t", + "( ERROR", + "(ERR OR", + "Ġ INVALID", + "ĠIN VALID", + "Ġ userid", + "Ġuse rid", + "Ġuser id", + "r aises", + "ra ises", + "raise s", + "rais es", + "rai ses", + "I DI", + "ID I", + "Ġv ariance", + "Ġvar iance", + "Ġvari ance", + "Ġ Nil", + "ĠN il", + "ĠNi l", + "/ delete", + "/de lete", + "_ MAIN", + "_M AIN", + "_MA IN", + ". Token", + ".T oken", + ".To ken", + ". Category", + ".C ategory", + "> )Ċ", + ">) Ċ", + "C ollision", + "Coll ision", + "Ġ Greater", + "ĠG reater", + "ĠGreat er", + "ĠGre ater", + "ĠR acing", + "ĠRa cing", + "ĠRac ing", + "a lan", + "al an", + "ala n", + "Ġmon etary", + "Ġmonet ary", + ", new", + ",n ew", + "Ġ Sorry", + "ĠS orry", + "ĠSor ry", + ". Enable", + ".E nable", + ".En able", + "Ġ Instantiate", + "ĠIn stantiate", + "ĠInstant iate", + "o llen", + "ol len", + "oll en", + "olle n", + "ë© ´", + "Ġ Calling", + "ĠC alling", + "ĠCal ling", + "ĠCall ing", + "_ hour", + "_h our", + "A DA", + "AD A", + "Ġs hy", + "Ġsh y", + ") **", + ")* *", + "Ġ ==>", + "Ġ= =>", + "Ġ== >", + "Ġe special", + "Ġes pecial", + "Ġesp ecial", + "Ġespec ial", + "Ġ interpreted", + "Ġinterpret ed", + "Ġinterpre ted", + "! =\"", + "!= \"", + "Ġph armacy", + "Ġpharm acy", + "Ġpharmac y", + ". single", + ".s ingle", + ".sin gle", + ".si ngle", + "ĠC ialis", + "ĠCi alis", + "Ġp aras", + "Ġpar as", + "Ġpara s", + "Ġpa ras", + ". toUpperCase", + ".to UpperCase", + "Ġ Demon", + "ĠD emon", + "ĠDe mon", + "ĠDem on", + "ĠDemo n", + "Pr ime", + "Prim e", + "Pri me", + "Ġrank ings", + "Ġranking s", + "Add ing", + "Ad ding", + "_ HASH", + "_H ASH", + "_HAS H", + "Ġ Exam", + "ĠEx am", + "Ú ©", + "ĠV ictor", + "ĠVi ctor", + "ĠVict or", + "ĠVic tor", + "Ok ay", + "\" ];čĊ", + "\"] ;čĊ", + "\"]; čĊ", + "Ġ fortune", + "Ġfort une", + "Ġ FETCH", + "ĠF ETCH", + "exp and", + ". Interop", + ".Inter op", + "Ġb arn", + "Ġbar n", + "Ġba rn", + "æ ¶Ī", + "æ¶ Ī", + "ue vo", + "Ġspec ulation", + "âĶĢâĶĢ âĶĢâĶĢ", + "Ġ Nu", + "ĠN u", + "ĠBl ues", + "ĠBlue s", + "ĠBlu es", + "( fname", + "(f name", + "(fn ame", + "Ġin habit", + "Ġinhab it", + "Ġinh abit", + "Ġ\\ \"%", + "Ġ\\\" %", + "C ES", + "CE S", + "ul ario", + "ular io", + "ula rio", + "_ cr", + "_c r", + "Ġ validated", + "Ġvalid ated", + "Ġvalidate d", + "Ġvalida ted", + "Ġmid night", + "an king", + "ank ing", + "anki ng", + "Ġincor porate", + "Ġincorpor ate", + "Ġpur suit", + "Ġpurs uit", + "E XP", + "EX P", + "pr ime", + "prim e", + "pri me", + "P id", + "Pi d", + "- US", + "-U S", + "ĠN urs", + "ĠNu rs", + "ĠNur s", + "Ġ Wheel", + "ĠW heel", + "ĠWh eel", + "ĠWhe el", + "é ĺ", + "Ġ inp", + "Ġin p", + "Ġi np", + "Ġsupport ive", + ". member", + ".m ember", + ".mem ber", + "Ġ Shot", + "ĠS hot", + "ĠSh ot", + "ĠSho t", + ". CheckBox", + ".Check Box", + "Ġaff irm", + "Ġaf firm", + "T or", + "To r", + "Full Year", + "Ġconsider ably", + "c redentials", + "cred entials", + "credential s", + "_ opts", + "_op ts", + "_o pts", + "_opt s", + "R oll", + "Ro ll", + "Rol l", + "( round", + "(r ound", + "(ro und", + "Ġc oment", + "Ġcom ent", + "Ġco ment", + "Ġcome nt", + "_ UART", + "_U ART", + "Ġext ending", + "Ġextend ing", + "R G", + "result ado", + "i tu", + "it u", + ". getSession", + ".get Session", + ".getS ession", + "Ġat traction", + "Ġatt raction", + "Ġattr action", + "Ġattract ion", + "& D", + "$ html", + "$h tml", + "Ġ Jessica", + "ĠJess ica", + "Ġ Associate", + "ĠAssoci ate", + "ĠAssoc iate", + "a ñ", + "_ ed", + "_e d", + "ĠL ag", + "ĠLa g", + "Ġorig ins", + "Ġorigin s", + "( ))->", + "() )->", + "()) ->", + "add EventListener", + "IA LOG", + "IAL OG", + "åIJ ¦", + ". Compare", + ".Com pare", + ".Comp are", + "Al bum", + "ĠK u", + "< Q", + "ar gest", + "arg est", + "arge st", + "arges t", + "Ġpro long", + "Ġprol ong", + "Ġconfig urations", + "Ġconfiguration s", + "Ġconfigur ations", + "Ġacc identally", + "Ġaccident ally", + "Ġaccidental ly", + "_ photo", + "_ph oto", + "Ġ' ';čĊ", + "Ġ'' ;čĊ", + "Ġ''; čĊ", + "Ġ verse", + "Ġv erse", + "Ġver se", + "Ġvers e", + "B ob", + "Bo b", + "Ġf arming", + "Ġfar ming", + "Ġfarm ing", + "d elivery", + "del ivery", + "deliver y", + "ĠM ack", + "ĠMac k", + "ĠMa ck", + "Ġuse Selector", + ".bootstrap cdn", + "ke eping", + "keep ing", + "kee ping", + "e ny", + "en y", + ". upload", + ".up load", + "Ġ METHOD", + "ĠM ETHOD", + "ĠMETH OD", + "c reator", + "cre ator", + "creat or", + "< _", + "ĠE aster", + "ĠEast er", + "ĠEa ster", + ". --", + ".- -", + "UI Button", + "ãĤ ī", + "om eters", + "ome ters", + "omet ers", + "ometer s", + "Ġ shine", + "Ġsh ine", + "Ġshin e", + "Ġh ogy", + "Ġho gy", + "Ġhog y", + "\\ s", + "Ġh arness", + "Ġhar ness", + ". Cell", + ".C ell", + "Ġ lifting", + "Ġl ifting", + "Ġlif ting", + "Ġlift ing", + "Ġcomb ines", + "Ġcombine s", + "Ġcombin es", + "Ġ Occup", + "ĠOcc up", + "ĠOc cup", + "ex clude", + "exc lude", + "p atial", + "pat ial", + "Ġre spir", + "Ġres pir", + "Ġresp ir", + "_ fit", + "_f it", + "Ġf ifty", + "Ġfi fty", + "Ġfif ty", + "ĠM ol", + "ĠMo l", + "Ġt uned", + "Ġtu ned", + "Ġtun ed", + "Ġtune d", + "-d imensional", + "Ġ qs", + "Ġq s", + "Ġt ops", + "Ġto ps", + "Ġtop s", + "> \";ĊĊ", + ">\";Ċ Ċ", + ">\" ;ĊĊ", + ">\"; ĊĊ", + "quis ite", + "qui site", + "ch annels", + "chan nels", + "channel s", + "/ res", + "/r es", + "/re s", + "Ġ Analytics", + "ĠAn alytics", + "ĠAnaly tics", + ".app compat", + "/ to", + "/t o", + "Ġon Error", + "( attr", + "(at tr", + "(att r", + "I RM", + "IR M", + "Ġrag az", + "- as", + "-a s", + ". Second", + ".Se cond", + "ori ented", + "orient ed", + "Ġd onn", + "Ġdo nn", + "Ġdon n", + "Ġlight ning", + "f id", + "fi d", + "ĠP le", + "ĠPl e", + "ãģ¾ ãģĻ", + "t ro", + "tr o", + ". True", + ".Tr ue", + "O bservable", + "Observ able", + "× Ļ", + "um bing", + "umb ing", + "Ġpros pective", + "Ġprospect ive", + "- filter", + "-f ilter", + "Ġpurs uant", + "( points", + "(p oints", + "(point s", + "(po ints", + ". Bind", + ".B ind", + "Ġp alm", + "Ġpa lm", + "Ġpal m", + "clear fix", + "ö s", + "ĠG onz", + "ĠGo nz", + "ĠGon z", + "Ġwe aken", + "Ġweak en", + "D rive", + "Dr ive", + "en ido", + "eni do", + "l ld", + "ll d", + "o box", + "ob ox", + "obo x", + "an ean", + "ane an", + "G ot", + "Go t", + "ä¿ Ŀ", + "Reg ex", + "æ ĥ", + "Ġsa lad", + "Ġsal ad", + "Ġsala d", + "as sis", + "ass is", + "assi s", + "\" net", + "inherit Doc", + "Ġ RV", + "ĠR V", + "qu ier", + "qui er", + "Ġ clazz", + "Ġcl azz", + "Ġcla zz", + "ı ÅŁ", + "oster one", + "oste rone", + "Ġair line", + "Ġairl ine", + ".list dir", + "Ġdown loading", + "Ġdownload ing", + "ĠP alm", + "ĠPal m", + "ĠPa lm", + "w aukee", + "& lt", + ". BL", + ".B L", + "_ INLINE", + "_IN LINE", + "of fs", + "off s", + "< <(", + "<< (", + "_ news", + "_n ews", + "_new s", + "_ne ws", + "Ġch ase", + "Ġcha se", + "/ ><", + "/> <", + "Ġe uros", + "Ġeu ros", + "Ġeuro s", + "ĠEgypt ian", + "ĠSt ainless", + "_ BOOL", + "_BO OL", + "Ġ Guild", + "ĠG uild", + "ĠGu ild", + "ĠGui ld", + "ĠGuil d", + "ĠD ynam", + "ĠDy nam", + "ĠDyn am", + "[ indexPath", + "[index Path", + "Ġ ï", + "Ġmem orable", + "Ġmemor able", + "ĠCh ampion", + "ĠChamp ion", + "Resource Manager", + ". Login", + ".Log in", + ".Lo gin", + "Ġ Former", + "ĠFor mer", + "ĠForm er", + "y ped", + "ype d", + "yp ed", + "Ġl leg", + "Ġll eg", + "Ġlle g", + "; \",", + ";\" ,", + "D WORD", + "DW ORD", + "Ġtax i", + "Ġta xi", + "Ġb ombs", + "Ġbomb s", + "Ġbom bs", + "r ah", + "ra h", + ". tags", + ".t ags", + ".tag s", + ".ta gs", + "_ tests", + "_t ests", + "_test s", + "_te sts", + "s tones", + "st ones", + "ston es", + "stone s", + "sto nes", + "âĢĿ )", + "[ g", + "r type", + "rt ype", + "Ġ vu", + "Ġv u", + "Ġhost ile", + "Ġho stile", + "Ġhos tile", + "Ch ars", + "Char s", + "Cha rs", + "ĠPatri ots", + "ĠPatriot s", + "/ status", + "/s tatus", + "/st atus", + "/stat us", + "< B", + "Ġ Income", + "ĠIn come", + "ĠInc ome", + "ĠD ad", + "ĠDa d", + "Ġpat rol", + "_ CHANGE", + "_CH ANGE", + "_CHAN GE", + "Ġup graded", + "Ġupgrade d", + "Ġ china", + "Ġch ina", + "Ġchi na", + "Ġchin a", + "set q", + "Start ed", + "Star ted", + ".U ndef", + ".Un def", + "Ġ checksum", + "Ġcheck sum", + "Ġchecks um", + "Ġfrustr ated", + "{ o", + "Ġe nf", + "Ġen f", + "Ġ woods", + "Ġw oods", + "Ġwood s", + "Ġwo ods", + "Ġwoo ds", + "Ġ Anyone", + "ĠAny one", + "En code", + "Enc ode", + "ĠQt Widgets", + "a reas", + "are as", + "area s", + "Ġsh eer", + "Ġshe er", + "s ki", + "sk i", + "end point", + "_ Test", + "_T est", + "S oup", + "So up", + "Sou p", + "~~~~~~~~ ~~~~~~~~", + "( files", + "(f iles", + "(file s", + "(fi les", + "(fil es", + "ĉ ĉĉĉĉčĊ", + "ĉĉ ĉĉĉčĊ", + "ĉĉĉĉ ĉčĊ", + "ĉĉĉ ĉĉčĊ", + "ĉĉĉĉĉ čĊ", + ". spark", + ".s park", + ".sp ark", + "Ġvalue d", + "Ġval ued", + "Ġvalu ed", + "Ġ %Ċ", + "Ġ% Ċ", + ". controls", + ".control s", + "ĠXCTAssert Equal", + "Ġf ame", + "Ġfam e", + "Ġfa me", + "ĠR ic", + "ĠRi c", + "D OT", + "DO T", + "ĠAlbert a", + "ĠAlb erta", + "ä½ ¿", + "o sal", + "os al", + "osa l", + ".Web Controls", + "Ġ ------------", + "Ġ- -----------", + "Ġ-- ----------", + "Ġ---- --------", + "Ġ--- ---------", + "Ġ----- -------", + "Ġ---------- --", + "Ġ------ ------", + "Ġ-------- ----", + "Ġ------- -----", + "Ġ--------- ---", + "Ġ----------- -", + "Ġ Mis", + "ĠM is", + "ĠMi s", + "Ġ SYS", + "ĠS YS", + "ĠSY S", + "Non null", + "= item", + "=i tem", + "Ġ expire", + "Ġex pire", + "Ġexp ire", + "De code", + "Dec ode", + "_ operation", + "_op eration", + "_o peration", + "_oper ation", + "Ġ Validator", + "ĠValid ator", + ". CENTER", + ".C ENTER", + "uff s", + "uf fs", + "* m", + "Ġa vant", + "Ġav ant", + "Ġava nt", + "Ġavan t", + "æ¬ ¡", + "âĢľ You", + ". permission", + ".per mission", + ".perm ission", + ".. .)", + "... )", + "Ġ Lic", + "ĠL ic", + "ĠLi c", + "_ coords", + "_co ords", + "_coord s", + ". nombre", + ".n ombre", + ".nom bre", + "c lo", + "cl o", + ". Internal", + ".In ternal", + ".Int ernal", + ".Inter nal", + "Ġ Cho", + "ĠC ho", + "ĠCh o", + "_ sw", + "_s w", + "ĉ Il", + "ĉI l", + "c lk", + "cl k", + "Ġ castle", + "Ġc astle", + "Ġcas tle", + "Ġcast le", + "( layer", + "(l ayer", + "p it", + "pi t", + "Ġ guided", + "Ġgu ided", + "Ġguide d", + "Ġguid ed", + "Ġgui ded", + "Ġ âĸĪ", + "Ġâĸ Ī", + "Ġsup erb", + "Ġsuper b", + "Ġsup plements", + "Ġsupplement s", + "Ġsuppl ements", + "Ġsupp lements", + "_ cent", + "_c ent", + "_ce nt", + "Ġ peek", + "Ġpe ek", + "Ġpee k", + "IN ARY", + "INA RY", + ". ContentAlignment", + ".Content Alignment", + "f alls", + "fall s", + "fal ls", + "\" ));", + "\") );", + "\")) ;", + "W all", + "Wal l", + "Wa ll", + ") .čĊ", + "). čĊ", + "Ġ Danny", + "ĠD anny", + "ĠDan ny", + "ĠDann y", + "irm ingham", + "IAL IZ", + "( create", + "(c reate", + "\" In", + "\"I n", + "Service Provider", + "Ġpr iced", + "Ġprice d", + "Ġpri ced", + "m acro", + "ma cro", + "mac ro", + "a mac", + "am ac", + "ama c", + ". box", + ".b ox", + ".bo x", + "- ---Ċ", + "-- --Ċ", + "---- Ċ", + "--- -Ċ", + "ãĥ «", + "Ġ Suit", + "ĠS uit", + "ĠSu it", + "u rst", + "ur st", + "urs t", + "b ru", + "br u", + "ourn als", + "ournal s", + "num ero", + "numer o", + "_ _()Ċ", + "__ ()Ċ", + "__( )Ċ", + "__() Ċ", + "D as", + "Da s", + "ĠM itt", + "ĠMi tt", + "ĠMit t", + "u der", + "ud er", + "ude r", + "? \\", + "f u", + "[ B", + "Ġ: )ĊĊ", + "Ġ:) ĊĊ", + "Ġ:)Ċ Ċ", + "( inter", + "(int er", + "(in ter", + "br ains", + "bra ins", + "brain s", + "Ġatt itudes", + "Ġattitude s", + "Ver ify", + "Ġsign atures", + "Ġsignature s", + "ack Bar", + "Ġ gd", + "Ġg d", + "J ack", + "Ja ck", + "Jac k", + ". cat", + ".c at", + ".ca t", + "Ġ zz", + "Ġz z", + "w arf", + "wa rf", + "war f", + "F TER", + "FT ER", + "\" );ĊĊĊ", + "\");Ċ ĊĊ", + "\") ;ĊĊĊ", + "\");ĊĊ Ċ", + "\"); ĊĊĊ", + "A live", + "Al ive", + "Ali ve", + "I CLE", + "IC LE", + "Ġ Whatever", + "ĠWh atever", + "ĠWhat ever", + "Ġ outlined", + "Ġout lined", + "Ġoutline d", + "s prite", + "sp rite", + "spr ite", + "е в", + "еР²", + "_ AB", + "_A B", + "_ DEPTH", + "_DE PTH", + "Ġcr ushed", + "Ġcrush ed", + "Ġcru shed", + "Ġcrus hed", + "a aa", + "aa a", + "( ev", + "(e v", + "æľ º", + "An ti", + "Ant i", + "I CO", + "IC O", + "is EqualTo", + "isEqual To", + ". sun", + ".s un", + "i culo", + "ic ulo", + "s ale", + "sa le", + "sal e", + "_ hex", + "_h ex", + "_he x", + "Ġ Vk", + "ĠV k", + "ap tor", + "apt or", + "Un ion", + "Uni on", + "Ġ Discount", + "ĠDis count", + "ĠDisc ount", + "ĠDisco unt", + "l ista", + "li sta", + "list a", + "lis ta", + ".Undef Or", + "Ġ automation", + "Ġa utomation", + "Ġautom ation", + "Ġautomat ion", + "N or", + "No r", + "å¯ ¹", + "åı Ĥæķ°", + "åıĤ æķ°", + "Ġre flex", + "Ġref lex", + "Ġrefl ex", + "ĠLa ure", + "ĠLaur e", + "ĠLau re", + ".showMessage Dialog", + ". temp", + ".t emp", + ".te mp", + ".tem p", + "Ġ akan", + "Ġa kan", + "Ġak an", + "Ġaka n", + "Ġ_ _____", + "Ġ__ ____", + "Ġ___ ___", + "Ġ____ __", + "Ġ_____ _", + ".Is True", + "A RED", + "AR ED", + "ARE D", + "a gle", + "ag le", + "E nergy", + "En ergy", + "Ġquant ities", + "âĢĻ é", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "Ġcitizens hip", + "Ġcitizen ship", + "m outh", + "mo uth", + "Ġin appropriate", + "Ġ Outdoor", + "ĠOut door", + "White Space", + "An onymous", + "lo ads", + "load s", + "webElement Properties", + "T en", + "Te n", + "Ġacc idents", + "Ġaccident s", + "Ġ advertisement", + "Ġad vertisement", + "Ġadvertis ement", + "Ġadvertise ment", + "ĠY emen", + "ĠYe men", + "( call", + "(c all", + "(cal l", + "(ca ll", + "Ġsl avery", + "Ġslave ry", + "Ġsla very", + "Ġslav ery", + "Ñģ п", + "ĠL am", + "ĠLa m", + "_ BITS", + "_B ITS", + "_BIT S", + "o mega", + "om ega", + "ome ga", + "ĠO le", + "ĠOl e", + "Ġkid n", + "Ġki dn", + "_ An", + "_A n", + "ĠR aid", + "ĠRa id", + "ĠRai d", + "C reation", + "Cre ation", + "Creat ion", + "s aved", + "save d", + "sa ved", + "sav ed", + "Ġpro port", + "Ġprop ort", + "Ġpropor t", + "W ARNING", + "WAR NING", + "WARN ING", + "\\ P", + "Ġ pwd", + "Ġp wd", + "Ġpw d", + "Data Reader", + "is cher", + "isc her", + "ische r", + "isch er", + "ad eon", + "ade on", + "Ġ Predict", + "ĠP redict", + "ĠPre dict", + "ĠPred ict", + "Ġreason ing", + "Ġdestroy ing", + "H el", + "He l", + "* d", + "ĠLeg isl", + "_ Pr", + "_P r", + "ĉ ĉĉĠĠĠĠĠĠĠ", + "ĉĉ ĉĠĠĠĠĠĠĠ", + "ĉĉĉ ĠĠĠĠĠĠĠ", + "ĉĉĉĠĠĠ ĠĠĠĠ", + "ĉĉĉĠ ĠĠĠĠĠĠ", + "ĉĉĉĠĠ ĠĠĠĠĠ", + "ĉĉĉĠĠĠĠ ĠĠĠ", + "ĉĉĉĠĠĠĠĠ ĠĠ", + "ĉĉĉĠĠĠĠĠĠ Ġ", + "Ġsym path", + "Ġsymp ath", + "Ġch ess", + "Ġche ss", + "Ġ mam", + "Ġm am", + "Ġma m", + ": hover", + ":h over", + "Ġcon verts", + "Ġconvert s", + "Ġconv erts", + "Ġconver ts", + "Ġp ela", + "Ġpe la", + "Ġpel a", + "Ġpro gression", + "Ġprogress ion", + "Ġprog ression", + "Ġ\" _\"", + "Ġ\"_ \"", + "ĠG ill", + "ĠGi ll", + "ĠGil l", + "ĉ show", + "ĉs how", + "ĉsh ow", + "Ġsupposed ly", + "ac curacy", + "acc uracy", + "accur acy", + "e lin", + "el in", + "eli n", + "Ġunf olding", + "Ġunfold ing", + "Ġ Hyper", + "ĠH yper", + "ĠHy per", + "ĠHyp er", + "Ġw anna", + "Ġwann a", + "Ġwan na", + "Ġ ups", + "Ġu ps", + "Ġup s", + "( #", + "ĠC riminal", + "ĠCr iminal", + "( Point", + "(P oint", + "at Lng", + "act ly", + "Ġcontract ors", + "Ġcontr actors", + "Ġcontractor s", + "Ġcontra ctors", + "' ]}", + "'] }", + "draul ic", + "ód igo", + "Ġ TT", + "ĠT T", + "Ġ Wide", + "ĠW ide", + "ĠWi de", + "ĠWid e", + "Ġ ARG", + "ĠA RG", + "ĠAR G", + "_ ic", + "_i c", + "FLAG S", + "S chool", + "Sch ool", + "Ġcl earing", + "Ġclear ing", + "Ġcle aring", + "- being", + "-b eing", + "-be ing", + "={ [", + ", const", + "man ent", + "Over lay", + "( '\"", + "(' \"", + "éĩ ı", + "Ġ Timestamp", + "ĠT imestamp", + "ĠTime stamp", + "Ġm ailing", + "Ġma iling", + "Ġmail ing", + "Ġmai ling", + "Ġ Cake", + "ĠC ake", + "ĠCa ke", + ". That", + ".T hat", + ".Th at", + "Ġmed itation", + "q p", + "Ġ empresa", + "Ġemp resa", + "Ġempres a", + "ĠL ions", + "ĠLi ons", + "ĠLion s", + "Ġw eld", + "Ġwe ld", + "Ġwel d", + "Ġ LinkedIn", + "ĠLinked In", + "Ġc ush", + "Ġcu sh", + "Ġcus h", + "Ġ genome", + "Ġge nome", + "Ġgen ome", + "Ġgenom e", + ". IndexOf", + ".Index Of", + "a gain", + "ag ain", + "aga in", + "Ġ fallback", + "Ġf allback", + "Ġfall back", + "Ġc amping", + "Ġcamp ing", + "Ġcam ping", + "r edd", + "re dd", + "red d", + "-strip ed", + "-str iped", + "Ġ dv", + "Ġd v", + "Fe bruary", + "Feb ruary", + "Ġ Proxy", + "ĠPro xy", + "ĠPr oxy", + "u sk", + "us k", + "Ġd iesel", + "Ġdi esel", + "Ġdie sel", + "Ġdies el", + "Ġdiese l", + "W RITE", + "WR ITE", + "RE AK", + "REA K", + "L orem", + "Lo rem", + ". Invoke", + ".In voke", + ".Inv oke", + "- div", + "-d iv", + "-di v", + "Inter ceptor", + "Ġ DH", + "ĠD H", + "i ales", + "ial es", + "ia les", + "iale s", + "Ġvill ages", + "Ġvillage s", + "Ġvilla ges", + "Ø ´", + "Ġ ENV", + "ĠE NV", + "ĠEN V", + "S ys", + "Sy s", + ". XR", + ".X R", + "Ġpo em", + "à Ĥ", + "c ade", + "ca de", + "cad e", + "p lots", + "pl ots", + "plot s", + "Ġ {(", + "Ġ{ (", + ". git", + ".g it", + "/ svg", + "/s vg", + "n cmp", + "nc mp", + "Ġ Äį", + "ĠÄ į", + "a ines", + "ain es", + "ai nes", + "aine s", + "åĩ ½æķ°", + "åĩ½ æķ°", + "Ġ ()ĊĊ", + "Ġ( )ĊĊ", + "Ġ() ĊĊ", + "Ġ()Ċ Ċ", + "op sis", + "ops is", + "Ġ Relationship", + "ĠRel ationship", + "ĠRelations hip", + "ĠRelation ship", + "_ aut", + "_a ut", + "Ġ Bomb", + "ĠB omb", + "ĠBo mb", + "ĠBom b", + "ĉ com", + "ĉc om", + "* sizeof", + "*size of", + "off icial", + "_ payload", + "_p ayload", + "_pay load", + "ĉ ĉĉĉĉĠĠ", + "ĉĉ ĉĉĉĠĠ", + "ĉĉĉĉ ĉĠĠ", + "ĉĉĉ ĉĉĠĠ", + "ĉĉĉĉĉ ĠĠ", + "ĉĉĉĉĉĠ Ġ", + ". manager", + ".m anager", + ".man ager", + ".manage r", + "Ġ Around", + "ĠA round", + "ĠAr ound", + "ĉ send", + "ĉs end", + "ĉse nd", + "Ġ Exercise", + "ĠEx ercise", + "Ġ Billy", + "ĠB illy", + "ĠBill y", + "ĠBil ly", + "i vi", + "iv i", + "Ġne eding", + "Ġneed ing", + "_ urls", + "_url s", + "_ur ls", + "_ tasks", + "_t asks", + "_task s", + "ĠH em", + "ĠHe m", + "Ġ tearDown", + "Ġte arDown", + "Ġtear Down", + "en crypt", + "enc rypt", + ". tie", + ".t ie", + "Ġ asm", + "Ġa sm", + "Ġas m", + "I CH", + "IC H", + "ĠCGRect Make", + "ìĦ ±", + "u long", + "ul ong", + "ulo ng", + "Ġ itr", + "Ġit r", + "Ġi tr", + "Ġ GST", + "ĠG ST", + "ĠGS T", + "Ġoffer ings", + "Ġoffering s", + "r obe", + "ro be", + "rob e", + "E EE", + "EE E", + "oper ators", + "operator s", + "_ PROP", + "_P ROP", + "_PRO P", + "_PR OP", + "in dent", + "ind ent", + "inde nt", + "inden t", + "A DE", + "AD E", + "o rf", + "or f", + "ë IJ", + "Ġbl essed", + "Ġbless ed", + "v ascular", + "vas cular", + "Ġcon oc", + "Ġco noc", + "H appy", + "Ha ppy", + "B ridge", + "Br idge", + "il itation", + "ilit ation", + "j oint", + "join t", + "jo int", + "Ġ Administr", + "ĠAdmin istr", + "- transform", + "-trans form", + "Ġmean time", + "Ġmeant ime", + "/ K", + "ĠBed room", + "Ġr igid", + "Ġrig id", + "Ġri gid", + "Ġb rowsers", + "Ġbrowser s", + "Ġbrows ers", + "Ġbrowse rs", + "EM PTY", + "EMP TY", + ". Serialize", + ".S erialize", + ".Serial ize", + "_ ED", + "_E D", + "Ġst itch", + "Ġ jan", + "Ġj an", + "Ġja n", + "el lt", + "ell t", + "Ġ brace", + "Ġb race", + "Ġbr ace", + "Ġbra ce", + "Ġt rails", + "Ġtr ails", + "Ġtrail s", + "Ġtra ils", + "Ġtrai ls", + "p ublished", + "publish ed", + "å¯Ĩ çłģ", + "} ')Ċ", + "}' )Ċ", + "}') Ċ", + "Ġac ids", + "Ġacid s", + "Ġ !!!", + "Ġ! !!", + "Ġ!! !", + "_ direct", + "_d irect", + "_dir ect", + "_di rect", + "> ());Ċ", + ">( ));Ċ", + ">() );Ċ", + ">()) ;Ċ", + "a jÄħ", + "aj Äħ", + "_O CC", + "_OC C", + "Ġplan ets", + "Ġplane ts", + "Ġplanet s", + "Ġpla nets", + "æ Ł¥", + "æŁ ¥", + "ĠDub lin", + "Ġ serie", + "Ġs erie", + "Ġse rie", + "Ġser ie", + "Ġseri e", + ". printf", + ".print f", + "de ep", + "dee p", + "` )", + "Ġ \\$", + "Ġ\\ $", + "Ġ μ", + "ĠÎ ¼", + "_ VIDEO", + "_V IDEO", + "end ors", + "endor s", + "endo rs", + "Ġ Crypto", + "ĠC rypto", + "ĠCrypt o", + "ĠCry pto", + "F ar", + "Fa r", + ". Transparent", + ".Trans parent", + ". TR", + ".T R", + "i asm", + "ia sm", + "ias m", + "_ training", + "_tr aining", + "_train ing", + "_tra ining", + "Ġte aches", + "Ġteach es", + "Ġtea ches", + "ĠB elt", + "ĠBe lt", + "ĠBel t", + "Ġlimit ing", + "Ġlim iting", + "ĠK ath", + "ĠKat h", + "ĠKa th", + "Ġ IndexPath", + "ĠIndex Path", + "Ġachie vements", + "Ġachieve ments", + "Ġachievement s", + "Ġse rá", + "Ġser á", + "interop Require", + "Ġd isse", + "Ġdis se", + "Ġdi sse", + "Ġdiss e", + ". If", + ".I f", + "ar ming", + "arm ing", + "uls ion", + "P o", + "_ DETAIL", + "_DE TAIL", + "_DET AIL", + "Prot otype", + "Proto type", + "Ġ CAL", + "ĠC AL", + "ĠCA L", + "Ġag rees", + "Ġagre es", + "Ġagree s", + "Ġagr ees", + ". vo", + ".v o", + ".Execute NonQuery", + "Ġ Topic", + "ĠT opic", + "ĠTo pic", + "ĠTop ic", + "Ġ' {}", + "Ġ'{ }", + "A rm", + "Ar m", + "Ġ ecc", + "Ġe cc", + "Ġec c", + "M ag", + "Ma g", + "Ġ serialized", + "Ġs erialized", + "Ġser ialized", + "Ġserial ized", + "Ġserialize d", + "ĉ conn", + "ĉc onn", + "ĉcon n", + "c ached", + "ca ched", + "cache d", + "cac hed", + "= tf", + "=t f", + "Ġ ByteArray", + "ĠByte Array", + "prot obuf", + "proto buf", + "var char", + "ĉ ASSERT", + "ĉA SSERT", + "Ġ liste", + "Ġl iste", + "Ġli ste", + "Ġlist e", + "Ġlis te", + "_ trigger", + "_tr igger", + "_tri gger", + "· ¸", + "F eel", + "Fe el", + "Fee l", + "T ahoma", + "Ġ Lik", + "ĠL ik", + "ĠLi k", + "Ġ structured", + "Ġstruct ured", + "Ġstructure d", + "erg us", + ". Initial", + ".In itial", + ".Init ial", + "_ ge", + "_g e", + "cl js", + ". contact", + ".cont act", + "Ġand ere", + "Ġan dere", + "Ġander e", + "$ stmt", + "_ CURRENT", + "_C URRENT", + "Ġ Discover", + "ĠDis cover", + "ĠDisc over", + "ĠDisco ver", + "$ res", + "$r es", + "form atter", + "for matter", + "format ter", + "H a", + "van gst", + "vang st", + "Ġe merge", + "Ġem erge", + "Ġemerg e", + "ãĢĤ âĢĿ", + "ĠC abinet", + "ĠCabin et", + "ĠCab inet", + "- square", + "-s quare", + "éĥ ¨", + "Ġ rage", + "Ġr age", + "Ġra ge", + "Ġrag e", + "Ġ AJ", + "ĠA J", + "Ġ VT", + "ĠV T", + "sh adow", + "ĠFa ith", + "e names", + "en ames", + "ename s", + "ena mes", + "p retty", + "pr etty", + "pre tty", + "pret ty", + "h asil", + "ha sil", + "has il", + "p arty", + "par ty", + "part y", + "Ġ varchar", + "Ġvar char", + "Ġf otos", + "Ġfo tos", + "Ġfoto s", + "Ġfot os", + "Ġa lum", + "Ġal um", + "ĠBel gium", + "ĠBelg ium", + ". ylabel", + ".y label", + "Ġ dej", + "Ġd ej", + "Ġde j", + "_ numbers", + "_num bers", + "_number s", + "Ġ hu", + "Ġh u", + ".set Adapter", + "Ġ Usually", + "ĠUs ually", + "( sample", + "(s ample", + ". Shared", + ".Sh ared", + "Ġbo oked", + "Ġbook ed", + "Ġboo ked", + "Ġ> >=", + "Ġ>> =", + "Ġmin erals", + "Ġmineral s", + "Ġminer als", + "\" > < ?=", + "\">", + "'] )->", + "']) ->", + "p rog", + "pr og", + "pro g", + "b oo", + "bo o", + "_ md", + "_m d", + "_ pack", + "_p ack", + "_pa ck", + "( express", + "(ex press", + "(exp ress", + "(expr ess", + "u tz", + "ut z", + "\\ Auth", + ", id", + ",i d", + "ĠCh ile", + "ĠChi le", + "act ice", + "actic e", + "Ġrec ruitment", + "Ġrecruit ment", + "Ġ poses", + "Ġp oses", + "Ġpos es", + "Ġpo ses", + "Ġpose s", + "Ġvulner ability", + "inst anc", + "o rum", + "or um", + "oru m", + "d ess", + "de ss", + "des s", + "Ġ xl", + "Ġx l", + "%%%%%%%%%%%%%%%% %%%%%%%%%%%%%%%%", + "( fig", + "(f ig", + "(fi g", + "Ġde leting", + "Ġdel eting", + "Ġdelet ing", + "Ġdele ting", + ". del", + ".d el", + ".de l", + ") ')Ċ", + ")' )Ċ", + "Ġ Weekly", + "ĠWeek ly", + "? ??", + "?? ?", + "( strcmp", + "(str cmp", + "s mith", + "sm ith", + "Ġpurs uing", + "- so", + "-s o", + "Ġ Apps", + "ĠA pps", + "ĠApp s", + "ĠAp ps", + "/ 'Ċ", + "/' Ċ", + "Ġde cis", + "Ġdec is", + "F ORE", + "FO RE", + "FOR E", + "Every one", + "Ġl anes", + "Ġla nes", + "Ġlane s", + "Ġlan es", + "V irtual", + "Vir tual", + ". attach", + ".at tach", + ".att ach", + "( Log", + "(L og", + "ĠMed icaid", + "ĠMedic aid", + "( Path", + "(P ath", + "ĠTur ner", + "ĠTurn er", + "/ application", + "/app lication", + "/ap plication", + "Ġ portrait", + "Ġport rait", + "Ġpor trait", + "Ġop pose", + "Ġopp ose", + "Ġoppos e", + "check out", + "Ġfin ishes", + "Ġfinish es", + "_ ME", + "_M E", + "Bar rier", + "S ong", + "So ng", + "Son g", + "V AR", + "VA R", + "Ear lier", + "r ella", + "re lla", + "rel la", + "rell a", + "Ġh ast", + "Ġhas t", + "Ġha st", + "a zar", + "az ar", + "aza r", + "Ġp ulls", + "Ġpull s", + "Ġpul ls", + "n gx", + "ng x", + "Ġins piring", + "Ġinspir ing", + "Ġinsp iring", + "Ñĥ Ñİ", + "- direction", + "-d irection", + "-direct ion", + "-dir ection", + "-di rection", + "Ġexplos ive", + "Ġ createdAt", + "Ġcreated At", + "s to", + "st o", + "Ġw heat", + "Ġwh eat", + "Ġwhe at", + "Ġ Built", + "ĠB uilt", + "ĠBu ilt", + "' ai", + "'a i", + "Ġ tracked", + "Ġtr acked", + "Ġtrack ed", + "h ammad", + "ham mad", + "RowAt IndexPath", + "_ heap", + "_he ap", + "D ue", + "Du e", + "Ġconn ects", + "Ġconnect s", + ". publish", + ".p ublish", + ".pub lish", + "e mu", + "em u", + "Ġb ullets", + "Ġbul lets", + "Ġbull ets", + "Ġbullet s", + "B AR", + "BA R", + "o late", + "ol ate", + "ola te", + "Ġintern ally", + "Ġinternal ly", + "Ġc atching", + "Ġcatch ing", + "Ġcat ching", + "- password", + "-p assword", + "-pass word", + "ou ched", + "ouch ed", + "æĢ §", + "e ous", + "eo us", + "Ġx range", + "Ġxr ange", + "Q uality", + "Qu ality", + "Qual ity", + "v v", + "Man age", + "Ma nage", + "Mana ge", + "( ($", + "(( $", + "ace ments", + "ac ements", + "acement s", + "ĠBr others", + "ĠBro thers", + "ĠBrother s", + "Ġ HEAD", + "ĠHE AD", + "Ġ Unsupported", + "ĠUn supported", + "ĠUns upported", + "s an", + "sa n", + "e si", + "es i", + "* **Ċ", + "** *Ċ", + "*** Ċ", + "Ġadapt ation", + "Ġ Worker", + "ĠWork er", + "ĠWor ker", + "' ]/", + "'] /", + ".save fig", + "( trans", + "(t rans", + "(tr ans", + "Ø ¬", + "n ee", + "ne e", + "C orrect", + "Cor rect", + ".. .\")Ċ", + "... \")Ċ", + "...\" )Ċ", + "Ġsubmit ting", + "- path", + "-p ath", + "ĉ last", + "ĉl ast", + "is san", + "iss an", + "issa n", + ". xlabel", + ".x label", + "Ġ Separ", + "ĠS epar", + "ĠSe par", + "ĠSep ar", + "/ no", + "/n o", + "_ best", + "_b est", + "_be st", + "ĠM ills", + "ĠMill s", + "ĠMil ls", + "_ sock", + "_s ock", + "_so ck", + "_soc k", + "( flag", + "(f lag", + "(fl ag", + "Ġdest inations", + "Ġdestination s", + "Ġdestin ations", + "em ption", + "emp tion", + "empt ion", + "Ġ FAIL", + "ĠF AIL", + "ĠFA IL", + "å ĴĮ", + "åĴ Į", + "Ġ rp", + "Ġr p", + "f act", + "fa ct", + "fac t", + "ĉ len", + "ĉl en", + "D AY", + "DA Y", + "Ġse iz", + "Ġsei z", + "_ dst", + "_d st", + "_ds t", + "l ip", + "li p", + ". Linear", + ".L inear", + ".Line ar", + "Ġ Basket", + "ĠB asket", + "ĠBas ket", + "$ t", + "$ i", + "- brand", + "-b rand", + "-br and", + "Ġ Neil", + "ĠN eil", + "ĠNe il", + "Ġ Eq", + "ĠE q", + "Ġt hou", + "Ġth ou", + "Ġtho u", + "o gene", + "og ene", + "ogen e", + "oge ne", + "Ġscholar ship", + "Ġscholars hip", + "æĽ ´", + "Ġs wo", + "Ġsw o", + "ag inator", + "agina tor", + "e ni", + "en i", + "( book", + "(b ook", + "Ġ blink", + "Ġb link", + "Ġbl ink", + "Ġbli nk", + "t hus", + "th us", + "Ġ cancellationToken", + "Ġc ancellationToken", + "Ġcancell ationToken", + "Ġcancellation Token", + "ĠPalestin ians", + "ĠPalestinian s", + "Ġprof itable", + "Ġprofit able", + "Ġback pack", + "en son", + "ens on", + "enso n", + "< Long", + " < /", + "_ WORD", + "_W ORD", + "\\M igrations", + "\\Migration s", + "Ġ ENABLE", + "ĠEN ABLE", + "_PARAM ETER", + "ĠB ishop", + "ĠBi shop", + "ĠBis hop", + ". subject", + ".sub ject", + "il las", + "ill as", + "illa s", + ". matrix", + ".m atrix", + ".mat rix", + "urre nces", + "urrenc es", + "urr ences", + "urrence s", + "* y", + "Ġcost ly", + "Ġ Chuck", + "ĠCh uck", + "ĠChu ck", + "Ġc loses", + "Ġcl oses", + "Ġclose s", + "Ġclos es", + "Ġclo ses", + "ĠM ight", + "ĠMi ght", + "ĠMig ht", + "- store", + "-st ore", + "Ġ mall", + "Ġm all", + "Ġma ll", + "Ġmal l", + "i eten", + "ie ten", + "iet en", + "iete n", + ". Abs", + ".A bs", + ".Ab s", + "Ġcou pled", + "Ġcouple d", + "Ġcoup led", + ". basic", + ".b asic", + ".ba sic", + "Ġ ::::::::", + "Ġ: :::::::", + "Ġ:: ::::::", + "Ġ::: :::::", + "M aker", + "Make r", + "Ma ker", + "c annot", + "can not", + "Ġ ach", + "Ġa ch", + "Ġac h", + "ĠE li", + "ĠEl i", + "âĪ Ĵ", + "o rna", + "or na", + "orn a", + "Ġ cps", + "Ġc ps", + "Ġcp s", + "Ġthere of", + "Ġther eof", + "Ġ@ {", + "Ġ NSMutableArray", + "ĠNSMutable Array", + "Î ½", + "pro ductive", + "product ive", + "prod uctive", + "S quare", + "tem pts", + "temp ts", + "tempt s", + "Ġelim inated", + "Ġeliminate d", + "Ġelimin ated", + "< M", + "Ġcons ervatives", + "Ġconserv atives", + "Ġconservative s", + "ĠS urg", + "ĠSur g", + "ĠSu rg", + ". par", + ".p ar", + ".pa r", + "ĠB uch", + "ĠBu ch", + "* b", + "F ort", + "For t", + "Fo rt", + "Col our", + "Ġ Chi", + "ĠC hi", + "ĠCh i", + "e dic", + "ed ic", + "edi c", + "> true", + "ĠN YC", + "ĠNY C", + "Ġb ored", + "Ġbo red", + "Ġbor ed", + "Ġbore d", + "Ġ Detect", + "ĠD etect", + "ĠDet ect", + "Ġapp ar", + "Ġap par", + "Ġje ans", + "Ġjean s", + "Ġ Tak", + "ĠT ak", + "ĠTa k", + "I OD", + "IO D", + "ĠH orse", + "ĠHor se", + "( FILE", + "(F ILE", + "( ?", + "r ique", + "ri que", + "opt imizer", + "optim izer", + "optimize r", + "n at", + "na t", + "lo ys", + "loy s", + "ĉ Token", + "ĉT oken", + "oub ted", + "u ess", + "ue ss", + "ues s", + "oc oa", + "oco a", + "Data Member", + "_ POWER", + "_P OWER", + "_PO WER", + "class List", + "Push Button", + "Ġ WiFi", + "ĠWi Fi", + ". Stream", + ".St ream", + ".Str eam", + ". guild", + ".g uild", + ".gui ld", + "Ġn og", + "Ġno g", + "ĠPort ugal", + "ĠPortug al", + "ĠUn ter", + "ĠUnt er", + "Pr imitive", + "Prim itive", + "b oss", + "bo ss", + "bos s", + "ĠDe utsch", + "Ġer otic", + "Ġerot ic", + "Ġero tic", + "Ġ strconv", + "Ġstr conv", + ".Try Parse", + "Ġ grams", + "Ġg rams", + "Ġgr ams", + "Ġgram s", + "Ġgra ms", + ". Success", + ".S uccess", + "_ pk", + "_p k", + "ĠHar vey", + "-m inded", + "-min ded", + ". country", + ".c ountry", + ".count ry", + "[ ]\"", + "[] \"", + "Ġ angel", + "Ġan gel", + "Ġang el", + "Ġange l", + "Ġbe ats", + "Ġbeat s", + "ĠV or", + "ĠVo r", + "i lio", + "il io", + "ili o", + ". master", + ".m aster", + ".mas ter", + ".ma ster", + "s omething", + "some thing", + "som ething", + "Ġ PACK", + "ĠP ACK", + "ĠPA CK", + "ĠPAC K", + "( if", + "(i f", + "Request Body", + "Ġ antes", + "Ġan tes", + "Ġant es", + "Ġante s", + "/ widget", + "/w idget", + "Ġ modo", + "Ġm odo", + "Ġmod o", + "Ġmo do", + "Ġ AW", + "ĠA W", + "f inder", + "find er", + "fin der", + "fi nder", + "Ġ optimized", + "Ġopt imized", + "Ġoptim ized", + "Ġoptimize d", + "Ġmiss iles", + "Ġmissile s", + "N B", + "ĉ internal", + "ĉint ernal", + "ĉin ternal", + "ĉinter nal", + "t ex", + "te x", + "ĠS ri", + "ĠSr i", + "Ġdam aging", + "Ġ Mais", + "ĠM ais", + "ĠMa is", + "ĠMai s", + "- Allow", + "-Al low", + "Ġ Zh", + "ĠZ h", + "- alt", + "-a lt", + "-al t", + "Ġ ));ĊĊ", + "Ġ) );ĊĊ", + "Ġ)) ;ĊĊ", + "Ġ));Ċ Ċ", + "Ġ)); ĊĊ", + "è ī", + "Ġinflu ences", + "Ġinfluence s", + "Ġc atal", + "Ġca tal", + "Ġcat al", + "Ġcata l", + "_ REGISTER", + "_REG ISTER", + "ĠAPI s", + "ĠAP Is", + "-cent ury", + "Ġ biology", + "Ġb iology", + "Ġbi ology", + "Ġbio logy", + "Ġ Actual", + "ĠAct ual", + "ĠAc tual", + "Ġ heels", + "Ġhe els", + "Ġheel s", + "TR ACE", + "TRA CE", + "_ DIG", + "_D IG", + "_DI G", + "D ataset", + "Data set", + "Dat aset", + "Datas et", + "ĠM atter", + "ĠMat ter", + "ĠMatt er", + "ĠMatte r", + "Ġ classifier", + "Ġclass ifier", + ".w ikipedia", + "ĠRo gers", + "ĠRog ers", + "ĠRoger s", + "Ġdon ated", + "Ġdonate d", + "raw ler", + "rawl er", + "e nen", + "en en", + "ene n", + "Ġcas inos", + "Ġcasino s", + "Ġcasi nos", + "or tal", + "ort al", + "orta l", + "Ġp rive", + "Ġpr ive", + "Ġpriv e", + "Ġpri ve", + "s pe", + "sp e", + "du cers", + "duc ers", + "duce rs", + "ducer s", + ". ep", + ".e p", + "Ġgr asp", + "Ġgra sp", + "Ġgras p", + "ac ji", + "Ġd airy", + "Ġda iry", + "Ġdai ry", + "Ġdair y", + "Ġb uses", + "Ġbu ses", + "Ġbus es", + ". comm", + ".c omm", + ".com m", + ".co mm", + ". ins", + ".in s", + ".i ns", + "Ġ IRS", + "ĠI RS", + "ĠIR S", + "Ġ Beer", + "ĠB eer", + "ĠBe er", + "ĠBee r", + "a dc", + "ad c", + "o ard", + "oa rd", + "_ MET", + "_M ET", + "_ME T", + "Ġ' +'", + "Ġ'+ '", + "r ans", + "ra ns", + "ran s", + "Ġk inda", + "Ġkind a", + "Ġki nda", + "Ġkin da", + "Ġ âĶĤ", + "ĠâĶ Ĥ", + "ĠM aur", + "ĠMa ur", + "а г", + "аР³", + "Ġband width", + "i bus", + "ib us", + "ibu s", + "Ġ Different", + "ĠD ifferent", + "( mat", + "(m at", + "Ġ Resume", + "ĠRe sume", + "ĠRes ume", + "_ UNS", + "_U NS", + "_UN S", + "est ablish", + "Ġfon ction", + "Sub scription", + "_ company", + "_com pany", + "_comp any", + "Ġ lightly", + "Ġl ightly", + "Ġlight ly", + ". confirm", + ".con firm", + ".conf irm", + ". yaml", + ".y aml", + "Ġ Boost", + "ĠBo ost", + "ĠBoo st", + "Com merce", + "Comm erce", + "- template", + "-t emplate", + "-temp late", + "_ DELAY", + "_DE LAY", + "_DEL AY", + "Ġ HI", + "ĠH I", + "Ġn avig", + "Ġna vig", + "Ġnav ig", + "( Sender", + "(S ender", + "Ġ HS", + "ĠH S", + "_ \"+", + "_\" +", + "Ġ REQUEST", + "ĠRE QUEST", + "ĠREQ UEST", + "Ġ wifi", + "Ġw ifi", + "Ġwi fi", + "= \"\"Ċ", + "=\" \"Ċ", + "=\"\" Ċ", + "] )->", + "]) ->", + "])- >", + "Ġr ope", + "Ġro pe", + "Ġrop e", + "Ġvi olated", + "Ġviol ated", + "Ġviolate d", + "Ġgl ance", + "ĠK urd", + "ĠKur d", + "ĠKu rd", + "Ġ è®", + "Ġè ®", + "d eck", + "de ck", + "dec k", + "Ġ ISBN", + "ĠIS BN", + "Ġin fect", + "Ġinf ect", + "Ġ Foo", + "ĠF oo", + "ĠFo o", + "Ġ getter", + "Ġg etter", + "Ġget ter", + "Ġ tener", + "Ġt ener", + "Ġte ner", + "Ġten er", + "a ppe", + "ap pe", + "app e", + ". hh", + ".h h", + "_ hot", + "_h ot", + "< AM", + " \".$", + ">\" .$", + ">\". $", + "Ġre lies", + "Ġrel ies", + "Ġreli es", + "Ġrelie s", + "( Console", + "Int ernational", + "Inter national", + "Intern ational", + "- >{$", + "-> {$", + "->{ $", + "M id", + "Mi d", + "Ġdis sert", + "Ġdiss ert", + "Ġdisse rt", + "d ds", + "dd s", + "Ġdeposit s", + "Ġdepos its", + "ĉ driver", + "ĉd river", + "# ga", + "#g a", + "p rising", + "pr ising", + "pri sing", + "print ln", + "Ġp resenter", + "Ġpres enter", + "Ġpresent er", + "Ġpresente r", + "Ġm ines", + "Ġmin es", + "Ġmi nes", + "Ġmine s", + "C SS", + "CS S", + "Ġ Dual", + "ĠD ual", + "ĠDu al", + "( !(", + "(! (", + "Ġk am", + "Ġka m", + "Ġ isLoading", + "Ġis Loading", + "Ġ Protect", + "ĠProt ect", + "ĠProte ct", + ". upper", + ".u pper", + ".up per", + "a rium", + "ar ium", + "ari um", + "] :ĊĊĊ", + "]: ĊĊĊ", + "]:Ċ ĊĊ", + "]:ĊĊ Ċ", + "Y ii", + "- shirt", + "-sh irt", + "Ġ IMAGE", + "ĠIM AGE", + "_ colors", + "_color s", + "_col ors", + "Ġ urgent", + "Ġur gent", + "Ġurge nt", + "Ġurg ent", + ". Container", + ".Cont ainer", + "! (Ċ", + "!( Ċ", + "S aturday", + "Ġsoc ieties", + "Ġsoci eties", + "Ġ Than", + "ĠT han", + "ĠTh an", + "Ġ Cod", + "ĠC od", + "ĠCo d", + "= @", + "Ġ attachments", + "Ġattach ments", + "Ġattachment s", + ". mobile", + ".m obile", + ".mob ile", + "Ġs pite", + "Ġsp ite", + "Ġspi te", + "Ġspit e", + "Ġ bounce", + "Ġb ounce", + "Ġbo unce", + "Ġbou nce", + "r awl", + "ra wl", + "raw l", + "instance type", + "instanc etype", + "ĠTr uck", + "ĠTru ck", + "Ġmanip ulation", + "( Config", + "- inst", + "-in st", + "-i nst", + "-ins t", + "Ġ stor", + "Ġs tor", + "Ġst or", + "Ġsto r", + "it ution", + "itu tion", + "Preferred Gap", + "Ġmain AxisAlignment", + "Ġlist ened", + "Ġlisten ed", + "Ġliste ned", + "'' 'ĊĊ", + "'''Ċ Ċ", + "''' ĊĊ", + "ott age", + "otta ge", + "- project", + "-pro ject", + ". APPLICATION", + ".AP PLICATION", + "ĉ root", + "ĉr oot", + "Ġw hit", + "Ġwh it", + "Ġ bilder", + "Ġb ilder", + "Ġbi lder", + "Ġbil der", + "Ġbild er", + "Ġ ker", + "Ġk er", + "Ġke r", + "Ġappl iances", + "Ġappliance s", + "ro wave", + "row ave", + "ìĿ Ģ", + "em atics", + "ema tics", + "ematic s", + "emat ics", + "Ġ Org", + "ĠO rg", + "ĠOr g", + "o ping", + "op ing", + "opi ng", + "_ SEARCH", + "_SE ARCH", + "Ġc ham", + "Ġch am", + "Ġcha m", + "add ContainerGap", + "Ġ ().", + "Ġ( ).", + "Ġ() .", + "Ġ Arrow", + "ĠAr row", + "ĠArr ow", + "Il legal", + "Ill egal", + "Current ly", + "Curr ently", + "Ġ usa", + "Ġu sa", + "Ġus a", + "Ġpass words", + "Ġpassword s", + "Ġre nown", + "Ġren own", + "a vern", + "av ern", + "ave rn", + "aver n", + "ĠE vil", + "ĠEv il", + "Ġ concat", + "Ġcon cat", + "Ġconc at", + "Ġd uo", + "Ġdu o", + "Ġ vale", + "Ġv ale", + "Ġval e", + "Ġva le", + "Ġ Bean", + "ĠB ean", + "ĠBe an", + "ĠBea n", + "Ġind icators", + "Ġindic ators", + "Ġindicator s", + "Ġindica tors", + "c math", + "cm ath", + "ĠP ump", + "ĠPu mp", + "Nov ember", + "ific ant", + "ifi cant", + "ifica nt", + "_ DOMAIN", + "_DO MAIN", + "_DOM AIN", + "re gar", + "reg ar", + "rega r", + "Ġ Portal", + "ĠP ortal", + "ĠPort al", + "ĠPor tal", + "\" $", + "Ġ formerly", + "Ġformer ly", + "\" ]:Ċ", + "\"] :Ċ", + "\"]: Ċ", + "Ġ Visibility", + "ĠVis ibility", + ".getElementsBy ClassName", + "_ RED", + "_RE D", + "_R ED", + "Ġch ampions", + "Ġchampion s", + "Ġchamp ions", + "à ´", + "Val or", + "Va lor", + "_ es", + "_e s", + "* a", + "- repeat", + "-re peat", + "B and", + "Ban d", + "Ba nd", + ". stage", + ".st age", + "Ġbure auc", + "Ġbureau c", + "C nt", + "e ten", + "et en", + "ete n", + "- function", + "-f unction", + "Ġm uito", + "Ġmu ito", + "Ġmuit o", + "P ID", + "PI D", + "_ editor", + "_e ditor", + "_edit or", + "_ed itor", + "Ġcr ashed", + "Ġcrash ed", + "Ġcra shed", + "d ead", + "de ad", + "dea d", + "k at", + "ka t", + "a gh", + "ag h", + "Ġ EXT", + "ĠE XT", + "ĠEX T", + "as ser", + "ass er", + "asse r", + "- small", + "-s mall", + "-sm all", + "Ġre aliz", + "Ġreal iz", + "( Entity", + "(E ntity", + "ú s", + "Ġ Actually", + "ĠAct ually", + "ĠActual ly", + "Ġ Elite", + "ĠE lite", + "ĠEl ite", + "ĠEli te", + "Ġ helm", + "Ġh elm", + "Ġhe lm", + "Ġhel m", + "( nonatomic", + "(non atomic", + "a sher", + "as her", + "ash er", + "Comm unity", + "all eng", + "alle ng", + "allen g", + "i ry", + "ir y", + "ĠG rowth", + "ĠGrow th", + "Ġs ue", + "Ġsu e", + "Ġf requencies", + "Ġfrequ encies", + "_ descriptor", + "_des criptor", + ". Attribute", + ".At tribute", + "Ġrec ipients", + "Ġrecipient s", + "Ġrecip ients", + "_ NS", + "_N S", + "/ \"+", + "/\" +", + "i ban", + "ib an", + "iba n", + "Ġ athlete", + "Ġath lete", + "Ġ Ign", + "ĠI gn", + "ĠIg n", + "_ DMA", + "_D MA", + "_DM A", + "( ds", + "(d s", + "Ġ Requirements", + "ĠRequire ments", + "ĠRequirement s", + "A DI", + "AD I", + "e rez", + "er ez", + "ere z", + "\\ Admin", + "br aska", + "bra ska", + "bras ka", + "ĠR ust", + "ĠRu st", + "ĠRus t", + "Re lation", + "Rel ation", + "C OD", + "CO D", + "Ġ VERSION", + "ĠV ERSION", + "ĠVER SION", + "e mma", + "em ma", + "emm a", + ") ){", + ")) {", + ". Duration", + ".D uration", + "Ġ Camb", + "ĠC amb", + "ĠCam b", + "ĠCa mb", + "- logo", + "-l ogo", + "-lo go", + "-log o", + "Ġread able", + "Ġcre ators", + "Ġcreat ors", + "Ġcreator s", + "Ġcrea tors", + "( )];Ċ", + "() ];Ċ", + "()] ;Ċ", + "Up Down", + "- half", + "-h alf", + ".get Month", + ".getM onth", + "( sf", + "(s f", + "P ic", + "Pi c", + "Ġh unger", + "Ġhun ger", + "Ġhung er", + "Ġhu nger", + ". tx", + ".t x", + "Ġex ceeded", + "Ġexceed ed", + "Ġexce eded", + "_ seed", + "_s eed", + "_se ed", + "( ^", + "_ sk", + "_s k", + ". perform", + ".per form", + "Ġ >::", + "Ġ> ::", + "Ġ mongo", + "Ġm ongo", + "Ġmon go", + "Ġmo ngo", + "Ġmong o", + "= float", + "=f loat", + "bind Param", + "S mart", + "Sm art", + "i fa", + "if a", + "Ġse curities", + "Ġsec urities", + "Ġpre jud", + "Ġ ,\"", + "Ġ, \"", + "Ġcor ps", + "Ġcorp s", + "Ġv ra", + "Ġvr a", + "ama care", + "amac are", + "i terr", + "it err", + "ite rr", + "iter r", + "( Media", + "(M edia", + "(Me dia", + "u che", + "uch e", + "uc he", + "Ġ cob", + "Ġc ob", + "Ġco b", + "Ġl iber", + "Ġli ber", + "Ġlib er", + ". geometry", + ".ge ometry", + ".geom etry", + ".geo metry", + "L ocator", + "Loc ator", + "Ġsl iding", + "Ġslid ing", + "Ġs urgical", + "Ġsurg ical", + "_ CUR", + "_C UR", + "Ġcon sect", + "Ġcons ect", + "Ġconsec t", + "Ġconse ct", + "[ *", + "ĠRe sort", + "ĠRes ort", + "St ub", + "_ DOUBLE", + "_DO UBLE", + "Ġ Soph", + "ĠS oph", + "ĠSo ph", + "Ġelect oral", + "_ disable", + "_d isable", + "_dis able", + "Ġ Ñģо", + "ĠÑģ о", + "ĠLight ning", + "Ġ mentions", + "Ġm entions", + "Ġmention s", + "Ġment ions", + "o cy", + "oc y", + "Ġle aked", + "Ġleak ed", + "Ġrelax ing", + "P resenter", + "Pres enter", + "Present er", + "v sp", + "vs p", + "Ġg uilt", + "Ġgu ilt", + "Ġgui lt", + "=- =-", + ". reply", + ".re ply", + ".rep ly", + "Ġ Mirror", + "ĠM irror", + "ĠMir ror", + "ĠMi rror", + "C amp", + "Ca mp", + "Cam p", + "Ġ+#+ #+#+", + "Ġ+#+#+#+ #+#+", + ". Author", + ".A uthor", + ".Auth or", + "Ġ directive", + "Ġdirect ive", + "Ġdir ective", + "- hook", + "-h ook", + "íĦ °", + "} ĊĊĊĊĊ", + "}Ċ ĊĊĊĊ", + "}ĊĊ ĊĊĊ", + "}ĊĊĊ ĊĊ", + "}ĊĊĊĊ Ċ", + "@ pytest", + "_ rand", + "_r and", + "_ra nd", + "m is", + "mi s", + "Ġcolor ful", + "u je", + "uj e", + "l asses", + "lass es", + "las ses", + "Ġ Classes", + "ĠC lasses", + "ĠCl asses", + "ĠClass es", + "ĠClasse s", + ". have", + ".h ave", + "% ),", + "%) ,", + "é¢ ĺ", + "Ġdistur bing", + "Ġdisturb ing", + "sub string", + "substr ing", + "subst ring", + "subs tring", + "ĠK oh", + "ĠKo h", + "In vest", + "Inv est", + "p urchase", + "Ġrec ycling", + "Ġrecycl ing", + "Ġ ART", + "ĠA RT", + "ĠAR T", + "ier archy", + "Ġ fps", + "Ġf ps", + "Ġfp s", + ". checkBox", + ".check Box", + "íķ ´", + "_ material", + "_m aterial", + "_mat erial", + "du cation", + "duc ation", + "Ġ fw", + "Ġf w", + "u dit", + "ud it", + "udi t", + "Ġreview ing", + "Ġ Sid", + "ĠS id", + "ĠSi d", + "S yntax", + "Sy ntax", + "Syn tax", + "Ġ Written", + "ĠW ritten", + "ĠWr itten", + "ar gar", + "arg ar", + "arga r", + "U ME", + "UM E", + "/ q", + "Class ifier", + "Off icial", + "Ġj azz", + "Ġja zz", + "Ġjaz z", + "Ġ omega", + "Ġo mega", + "Ġom ega", + "Ph ysics", + "Phys ics", + "Ġl ugar", + "Ġlu gar", + "Ġlug ar", + "_access or", + "_acc essor", + ". commands", + ".command s", + ".comm ands", + "Ab ility", + "Ġ Batch", + "ĠB atch", + "ĠBat ch", + "R AM", + "RA M", + "Ġenc ounters", + "Ġencounter s", + "Ġencount ers", + ". Qu", + ".Q u", + "B YTE", + "BY TE", + "Ġ Distribution", + "ĠD istribution", + "ĠDis tribution", + "ĠDistrib ution", + "Ġ uso", + "Ġu so", + "Ġus o", + "ĠRe covery", + "ĠRec overy", + "ĠReco very", + "ĠRecover y", + "ap proved", + "appro ved", + "approve d", + "Ġden ial", + "/ share", + "/s hare", + "/sh are", + "Link edList", + "Linked List", + ") čĊčĊčĊ", + ")čĊ čĊčĊ", + ")čĊčĊ čĊ", + "u ddy", + "ud dy", + "udd y", + "Ġf ines", + "Ġfin es", + "Ġfine s", + "Ġfi nes", + "Ġ ry", + "Ġr y", + "Un icode", + "Uni code", + "ĉ render", + "ĉr ender", + "ĉre nder", + "Ġprem ises", + "Ġpremise s", + "Ġpremi ses", + "Ġ pon", + "Ġp on", + "Ġpo n", + "ali ases", + "alias es", + "alia ses", + "/ Foundation", + "/F oundation", + "c uda", + "cu da", + "ĠC ock", + "ĠCo ck", + "ĠCoc k", + ", :)", + ",: )", + "( folder", + "(f older", + "Ġm éd", + "Ġmé d", + "d rag", + "dr ag", + "dra g", + "Ġtal ents", + "Ġtalent s", + "Ġtale nts", + "Ġ ĠĠĊĊ", + "ĠĠ ĠĊĊ", + "ĠĠĠ ĊĊ", + "ĠĠĠĊ Ċ", + "е ÑģÑĤв", + "еÑģÑĤ в", + "m ob", + "mo b", + ".y ml", + "Ġ aster", + "Ġa ster", + "Ġas ter", + "Ġast er", + "Ġdis cre", + "Ġdisc re", + "go al", + "ĠG TX", + "ĠGT X", + "Ġ SUCCESS", + "ĠS UCCESS", + "Ġ LONG", + "ĠL ONG", + "ĠLO NG", + "( find", + "(f ind", + "(fin d", + "(fi nd", + "Ġ singular", + "Ġs ingular", + "Ġsing ular", + "_ sz", + "_s z", + "ĠEth ereum", + "ĠEther eum", + ". .Ċ", + ".. Ċ", + "Ġir res", + "Ġirre s", + "Ġirr es", + "' )){Ċ", + "') ){Ċ", + "')) {Ċ", + "Ġmin isters", + "Ġminister s", + "Ġmini sters", + "Ġminist ers", + "St eps", + "Step s", + "Ste ps", + "iver sal", + "ivers al", + "Ġ Nevertheless", + "ĠNever theless", + "- led", + "-l ed", + "-le d", + "Ġ( %)", + "Ġ(% )", + "ç¡ ®", + "Ġ timezone", + "Ġtime zone", + "Ġstr anger", + "Ġstrange r", + "Ġstrang er", + "Ġstran ger", + "Ġstra nger", + "( render", + "(r ender", + "(re nder", + "Ġsh util", + "Ġshut il", + "Ġ mph", + "Ġm ph", + "Ġmp h", + "Ġt rio", + "Ġtr io", + "Ġtri o", + "p py", + "pp y", + "Ġpred omin", + "Ġ endors", + "Ġend ors", + "ĠRuss ians", + "ĠRussia ns", + "ĠRussian s", + "ĉ row", + "ĉr ow", + "Ġ wizard", + "Ġw izard", + ". serialize", + ".s erialize", + ".serial ize", + "Ġcompl ained", + "Ġcomplain ed", + "Ġs ido", + "Ġsi do", + "Ġsid o", + "Ġdel ighted", + "Ġdelight ed", + "- me", + "-m e", + "ĠR av", + "ĠRa v", + "H uman", + "Hum an", + "Hu man", + "a days", + "ad ays", + "ada ys", + "aday s", + "re cv", + "rec v", + "Work ing", + "J ump", + "Ju mp", + "Ġ Ã¥r", + "ĠÃ¥ r", + "Ġ Automatic", + "ĠAuto matic", + "ĠAut omatic", + "ĠAutom atic", + "_ Base", + "_B ase", + "æł ¼", + "aur ants", + "aurant s", + "aura nts", + " ¯", + "æ ¸", + "(C Type", + "I FI", + "IF I", + "( amount", + "(a mount", + "(am ount", + "Ġbel ieving", + "Ġbelie ving", + "= mysql", + "=m ysql", + "=my sql", + "Ġ fir", + "Ġf ir", + "Ġfi r", + "Ġrest oration", + "Ġresto ration", + "er eco", + "ere co", + "Ð ¢", + "_ '+", + "_' +", + "Ġe book", + "Ġeb ook", + "Ġde bris", + "Ġdeb ris", + "( inputs", + "(input s", + "(in puts", + "(inp uts", + "AY OUT", + "Ġscre aming", + "Ġscream ing", + "a via", + "av ia", + "avi a", + "l ander", + "land er", + "la nder", + "lan der", + "Ġdist ress", + "Ġdi stress", + "Ġdistr ess", + "Ġas sembled", + "Ġassemble d", + "Ġ Avoid", + "ĠA void", + "ĠAv oid", + "( thread", + "(t hread", + "(th read", + "Ġ RPC", + "ĠR PC", + "ĠRP C", + "_ EXIT", + "_EX IT", + "( queue", + "(q ueue", + "и ÑģÑĤ", + "иÑģ ÑĤ", + "D ll", + "Ġsk ull", + "Ġsku ll", + "_ pub", + "_p ub", + "ch ez", + "che z", + "m inate", + "min ate", + "mina te", + "en sen", + "ens en", + "ense n", + "Ġins ane", + "Ġinsan e", + "b ounds", + "bo unds", + "bound s", + "bou nds", + "ĠR osen", + "ĠRo sen", + "ĠRose n", + "ĠRos en", + "Ġcondition ing", + "process ed", + "proc essed", + "v ideos", + "vid eos", + "video s", + "vide os", + "f our", + "fo ur", + ". Conv", + ".Con v", + ".Co nv", + "| ;Ċ", + "Person al", + "Pers onal", + "Persona l", + "cer pt", + ":UIControlState Normal", + "Ġd oses", + "Ġdo ses", + "Ġdos es", + "Ġdose s", + "ĠK arl", + "ĠKar l", + "ĠKa rl", + "ĠF requ", + "ĠFr equ", + "ĠFre qu", + ". BASE", + ".B ASE", + "Ġ Vote", + "ĠV ote", + "ĠVo te", + "Ġcon current", + "Ġconc urrent", + "ĠMessageBox Icon", + "Ġ Ãĸ", + "Ġà ĸ", + "ĠDu bai", + "ĠDub ai", + "Ġ Retail", + "ĠR etail", + "ĠRe tail", + "ĠRet ail", + ": number", + ":n umber", + ":num ber", + "Ġ Observer", + "ĠOb server", + "ĠObserv er", + "ĠObs erver", + "Ġ BigInteger", + "ĠB igInteger", + "ĠBig Integer", + "ĠBigInt eger", + "_ origin", + "_or igin", + "_orig in", + "_ori gin", + "_ WORK", + "_W ORK", + "F rames", + "Frame s", + "Fr ames", + "Fra mes", + "Ġnot ably", + ". âĢľ", + "Ġt ropical", + "Ġtrop ical", + "Ġn iche", + "Ġni che", + "Ġnic he", + "Ġnich e", + "a mina", + "am ina", + "amin a", + "ami na", + ". sys", + ".s ys", + ".sy s", + "( tokens", + "(t okens", + "(token s", + "(tok ens", + "mod ify", + "o sit", + "os it", + "osi t", + "st rom", + "str om", + "stro m", + "ĠC omics", + "ĠCom ics", + "ĠComic s", + "O PTION", + "OP TION", + "OPT ION", + "T icket", + "Tick et", + "Ti cket", + "Ġf actories", + "Ġfact ories", + "Ġfactor ies", + "Ġfacto ries", + "Ġdis put", + "Ġdisp ut", + "_ File", + "_F ile", + "ĠF inn", + "ĠFin n", + "ĠFi nn", + "e ee", + "ee e", + "ĠDis cord", + "ĠDisc ord", + "ĠDisco rd", + "_ money", + "_m oney", + "_mon ey", + "_mo ney", + ". tpl", + ".t pl", + ".tp l", + "_ safe", + "_s afe", + "_sa fe", + "L B", + "Ġg lut", + "Ġgl ut", + "Ġglu t", + "J K", + ". flow", + ".f low", + ".fl ow", + "- cont", + "-c ont", + "-con t", + "-co nt", + "g os", + "go s", + "Ġhor izon", + "ĠR ush", + "ĠRu sh", + "ĠRus h", + ": :*", + ":: *", + "P ipe", + "Pi pe", + "u lla", + "ul la", + "ull a", + "b orough", + "bo rough", + "bor ough", + "boro ugh", + "he imer", + "heim er", + "hei mer", + "( move", + "(m ove", + "( Text", + "(T ext", + "} );čĊčĊ", + "}) ;čĊčĊ", + "}); čĊčĊ", + "});čĊ čĊ", + "w elcome", + "wel come", + "Ġ Components", + "ĠCom ponents", + "ĠComponent s", + "ĠComp onents", + "Ġgovern ance", + "c losed", + "cl osed", + "close d", + "clo sed", + "ĉ margin", + "ĉm argin", + "Ġla undry", + "Ġ Terminal", + "ĠTerm inal", + "ĠTermin al", + "iz ards", + "izar ds", + "izard s", + ". âĢĶ", + ". remote", + ".rem ote", + ". radius", + ".r adius", + ".rad ius", + "ĠQue bec", + "Ġ dh", + "Ġd h", + "T ech", + "Te ch", + "ĠM ist", + "ĠMi st", + "ĠMis t", + "s eller", + "se ller", + "sel ler", + "sell er", + "_ literal", + "_l iteral", + "_lite ral", + "_lit eral", + "Ġgen ius", + "Ġ brains", + "Ġbr ains", + "Ġbrain s", + "Ġbra ins", + "g em", + "ge m", + "Ġ Measure", + "ĠMe asure", + "Ġcat ast", + "Ġcata st", + "r ance", + "ra nce", + "ran ce", + ". TextField", + ".T extField", + ".Text Field", + "Ġcon suming", + "Ġcons uming", + "Ġconsum ing", + "Ġ'\\ ''", + "Ġ'\\' '", + "oubted ly", + "Ġ Certain", + "ĠC ertain", + "ĠCert ain", + "ĠCer tain", + "E v", + "er ti", + "ert i", + "b eing", + "be ing", + "bei ng", + "Ex perience", + "Ġ //[", + "Ġ// [", + "Ġ/ /[", + "ĠAr abic", + "ĠArab ic", + "ĠAra bic", + "ĠC rist", + "ĠCr ist", + "ĠCri st", + "Ġ Azure", + "ĠA zure", + "ĠAz ure", + "Ġ hora", + "Ġh ora", + "Ġhor a", + "Ġho ra", + "l adesh", + "lad esh", + "\\ Blueprint", + "d ar", + "da r", + ". rel", + ".re l", + ".r el", + "Ġsup rem", + "ĠRe agan", + "Ġ Attributes", + "ĠAt tributes", + "ĠAttribute s", + "- sidebar", + "-s idebar", + "-side bar", + "Ġuse Styles", + "ĠA irlines", + "ĠAir lines", + "Ġh ills", + "Ġhill s", + "Ġhil ls", + "/x html", + "v inc", + "vin c", + "vi nc", + "_ mock", + "_m ock", + "_mo ck", + "Ċ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠP ill", + "ĠPi ll", + "ĠPil l", + ".Layout Style", + "ĠComm ander", + "ĠCommand er", + "] <", + "sign ature", + "sig nature", + "Ġ{ }čĊ", + "Ġ{} čĊ", + "Ġhat red", + "Ġ ëĭ", + "Ġë ĭ", + "ole sterol", + "Ġ ********", + "Ġ* *******", + "Ġ** ******", + "Ġ*** *****", + "Ġ**** ****", + "Ġ***** ***", + "ancel lor", + "ancell or", + "c rop", + "cr op", + "cro p", + "T IM", + "TI M", + "ĉ ĉĊĊ", + "ĉĉ ĊĊ", + "ĉĉĊ Ċ", + "ys qli", + "ysql i", + "u itive", + "uit ive", + "ĉ unset", + "ĉun set", + "_ sel", + "_s el", + "_se l", + "Ġ menus", + "Ġm enus", + "Ġmen us", + "Ġmenu s", + "t ick", + "ti ck", + "tic k", + "Ġcon stitute", + "Ġconstit ute", + "Ġconstitu te", + "Ġ Elements", + "ĠE lements", + "ĠEl ements", + "ĠElement s", + "ĠEle ments", + "ĠElem ents", + "Ġ Redis", + "ĠR edis", + "ĠRe dis", + "ĠRed is", + "ag gio", + "agg io", + "aggi o", + "_ fp", + "_f p", + "_ depend", + "_d epend", + "_de pend", + "_dep end", + "e mas", + "em as", + "ema s", + "C AST", + "CA ST", + "CAS T", + "o range", + "or ange", + "ora nge", + "oran ge", + "orang e", + "j on", + "jo n", + "Ġ Emily", + "ĠEm ily", + "ĠEmil y", + "Ġpot atoes", + "Ġpotato es", + "Ġre ceptor", + "Ġrecept or", + "Ġrecep tor", + "Ġ Electronic", + "ĠElect ronic", + "ĠElectro nic", + "ĠElectron ic", + "Ġ Lights", + "ĠL ights", + "ĠLight s", + "Ġcomb ining", + "Ġcombin ing", + "Ġ Someone", + "ĠSome one", + "Ġ######## .", + "ĠT OD", + "ĠTO D", + "/ show", + "/s how", + "/sh ow", + "X d", + ". \"'", + ".\" '", + "a fx", + "af x", + "Ġtr agic", + "Ġtrag ic", + "St yled", + "Style d", + "Ġ Marco", + "ĠMar co", + "ĠMarc o", + "G allery", + "d ale", + "da le", + "dal e", + ".âĢĿ ĊĊĊĊ", + ".âĢĿĊĊ ĊĊ", + ".âĢĿĊ ĊĊĊ", + "é rie", + "ér ie", + "éri e", + "/ service", + "/s ervice", + "äº Ĩ", + "Ġ ambient", + "Ġamb ient", + "_ SETTINGS", + "_SET TINGS", + "_SETTING S", + ". Adapter", + ".Ad apter", + "l ene", + "le ne", + "len e", + "Ġtravel s", + "Ġtrav els", + "Not ice", + "Ġc leans", + "Ġclean s", + "Ġcle ans", + "ĠF em", + "ĠFe m", + "c hair", + "ch air", + "cha ir", + "chai r", + "Ñĥ н", + "/ my", + "/m y", + "_ bad", + "_b ad", + "ĠE conomics", + "ĠEcon omics", + "ĠEconomic s", + "ĠEconom ics", + "I SA", + "IS A", + "_ CNT", + "_C NT", + "_CN T", + "( Menu", + "(M enu", + "(Me nu", + "äº İ", + "ĠR idge", + "ĠRid ge", + "ĠRi dge", + "Ġlength y", + "Ġleng thy", + "D ot", + "Do t", + "Ġj umps", + "Ġjump s", + "Ġju mps", + "Ġ hey", + "Ġh ey", + "Ġhe y", + "$ pdf", + "$p df", + "Ġ worm", + "Ġw orm", + "Ġwor m", + "Ġwo rm", + "Ġ sut", + "Ġs ut", + "Ġsu t", + "Ġ sher", + "Ġs her", + "Ġsh er", + "Ġshe r", + "i amo", + "ia mo", + "iam o", + "Ġ Calc", + "ĠC alc", + "ĠCal c", + "ĠCa lc", + "t rieve", + "tr ieve", + "trie ve", + "tri eve", + "Ġc ops", + "Ġco ps", + "Ġcop s", + "ĠCh rom", + "ĠChr om", + "Ġ regulated", + "Ġreg ulated", + "Ġregul ated", + "Ġregulate d", + "reat ment", + "Ġ Higher", + "ĠHigh er", + "o ks", + "ok s", + "Ġde ze", + "Ġdez e", + "LOC ATION", + "ongs To", + "Ġ finite", + "Ġf inite", + "Ġfin ite", + "Ġfi nite", + "Ġv aries", + "Ġvar ies", + "Ġvari es", + "Ġva ries", + "Ġposition ed", + "Ġposit ioned", + "' il", + "'i l", + "éĩ ij", + "Ġh ike", + "Ġhi ke", + "Ġhik e", + "( done", + "(d one", + "(do ne", + "play list", + "Ġ ada", + "Ġa da", + "Ġad a", + "Ġcoast al", + "ĠN ancy", + "ĠNa ncy", + "ĠNan cy", + ".DateTime Field", + "Cpp CodeGen", + "Ġ Similarly", + "ĠSimilar ly", + "r eur", + "re ur", + "reu r", + "Ġ Contr", + "ĠCon tr", + "ĠCont r", + "Ġ Hidden", + "ĠH idden", + "ĠHi dden", + "Ġ Beta", + "ĠB eta", + "ĠBe ta", + "ĠBet a", + "at ched", + "atch ed", + "_ install", + "_inst all", + ". Output", + ".Out put", + "Look up", + "ĠRich mond", + "qu ared", + "quare d", + "qua red", + "Ġm anga", + "Ġman ga", + "Ġma nga", + "Ġmang a", + "- controls", + "-control s", + "ĠBer nard", + "ĠBern ard", + "L arge", + "Ġs lices", + "Ġsl ices", + "Ġslice s", + "Ġslic es", + "Ġoff ence", + "Ġoffen ce", + "ĠM ega", + "ĠMe ga", + "ĠMeg a", + "Ġ estar", + "Ġe star", + "Ġes tar", + "Ġest ar", + "Ġesta r", + "Ġj oints", + "Ġjoin ts", + "Ġjo ints", + "Ġjoint s", + "Ġ summ", + "Ġs umm", + "Ġsu mm", + "Ġsum m", + "_ platform", + "_pl atform", + "B uff", + "Buf f", + "Bu ff", + ".add Subview", + "Ġret ained", + "Ġretain ed", + "L etter", + "Let ter", + ". dim", + ".d im", + ".di m", + "Ġess ere", + "Ġesse re", + "ĠS caffold", + "EX PECT", + "EXP ECT", + "ĉ RE", + "ĉR E", + ". longitude", + ".long itude", + "ü nd", + "ün d", + "Ġstat ue", + ". addWidget", + ".add Widget", + "ĠCar ibbean", + "add PreferredGap", + "il de", + "ild e", + "UI Label", + "UIL abel", + "ĠOp port", + "ĠOpp ort", + "Ġim perial", + "Ġimp erial", + "Ġimper ial", + "Ġimpe rial", + "urs ion", + "Ġman date", + "Ġmand ate", + "Ġprom otional", + "Ġpromot ional", + "Ġpromotion al", + "Ġ vk", + "Ġv k", + "ia ÅĤ", + "Ġp yl", + "Ġpy l", + "Ġ Creation", + "ĠC reation", + "ĠCre ation", + "ĠCreat ion", + "о зд", + "оз д", + "Ġsim pler", + "Ġsimple r", + "Ġsimp ler", + "Ġsimpl er", + ". what", + ".w hat", + ".wh at", + "Ġ Recent", + "ĠRe cent", + "ĠRec ent", + "ĠRece nt", + "St orm", + ". quantity", + ".qu antity", + ".quant ity", + "Ġ Lov", + "ĠL ov", + "ĠLo v", + "\" -", + "ub bles", + "ubble s", + "ubb les", + "_ notification", + "_not ification", + "( world", + "(w orld", + "ur ger", + "urg er", + "urge r", + "* (-", + "*( -", + ": \"Ċ", + ":\" Ċ", + "h m", + "an ship", + "ans hip", + "Ġ Almost", + "ĠAl most", + "Ġmotor cycle", + "_ fee", + "_f ee", + "_fe e", + "Ġabs orb", + "Ġabsor b", + "ĠVin cent", + "ĠVince nt", + "Ġs ounded", + "Ġso unded", + "Ġsound ed", + "ÃŃ st", + "ÃŃs t", + "Ġpharm aceutical", + "h tag", + "ht ag", + "hta g", + "ĠK indle", + "ĠKind le", + "ĠKin dle", + "ital ize", + "ĠEm peror", + "ous tic", + "oust ic", + "Ġspecial ists", + "Ġspecialist s", + "åħ ¬", + "Border Style", + "/ \\", + "RE LATED", + "REL ATED", + "(' ,',", + "(', ',", + "(',' ,", + "( expr", + "(ex pr", + "(exp r", + "Ġ ht", + "Ġh t", + "åį Ī", + "_ Create", + "_C reate", + "Ġs pecially", + "Ġspec ially", + "Ġspecial ly", + "Ġspeci ally", + "Ġ [];čĊ", + "Ġ[ ];čĊ", + "Ġ[] ;čĊ", + "Ġ[]; čĊ", + "Ġ heel", + "Ġh eel", + "Ġhe el", + "Ġs ept", + "Ġse pt", + "Ġsep t", + "_ arch", + "_a rch", + "_ar ch", + "_arc h", + "( initial", + "(in itial", + "(init ial", + "% .ĊĊ", + "%. ĊĊ", + "%.Ċ Ċ", + "\\\" ,\\\"", + "\\\", \\\"", + "\\\",\\ \"", + "Ġdisc usses", + "Ġdiscuss es", + "Ġ upt", + "Ġu pt", + "Ġup t", + "Ġ[ &", + "Ġm anus", + "Ġman us", + ". hand", + ".h and", + "Ġ MAIN", + "ĠM AIN", + "ĠMA IN", + "ĠDen mark", + "Ġ ],čĊ", + "Ġ] ,čĊ", + "Ġ], čĊ", + "Ġcr yst", + "Ġcry st", + "Ġn ack", + "Ġna ck", + "Co ords", + "Coord s", + "_ inner", + "_in ner", + "Ġmid st", + "Ġmi dst", + "Ġa wake", + "Ġaw ake", + "Ġ Ðŀ", + "ĠÐ ŀ", + "- break", + "-b reak", + "-bre ak", + "ÃŃ vel", + "ÃŃv el", + "_ PASS", + "_P ASS", + "_PA SS", + "Ġ Params", + "ĠPar ams", + "ĠParam s", + "ĠPa rams", + "ĠPara ms", + "Ġd etr", + "Ġde tr", + "Ġdet r", + "Ġsp ider", + "Ġspi der", + "Ġ Concept", + "ĠCon cept", + "ĠConc ept", + "ĠConce pt", + "Ġ prend", + "Ġp rend", + "Ġpr end", + "Ġpre nd", + "CH ED", + "CHE D", + ". Exit", + ".Ex it", + ".E xit", + "Ġpop ulated", + "Ġpopulate d", + "Ġpopul ated", + "Ġvirt ue", + "_ SESSION", + "_SE SSION", + "Ġnou vel", + "Ġnouve l", + "o auth", + "oa uth", + "Ġд аннÑĭ", + "Ġдан нÑĭ", + "r ink", + "ri nk", + "rin k", + ". HeaderText", + ".Header Text", + "atur ated", + "atura ted", + "atu rated", + "Ġe rst", + "Ġer st", + "Ġers t", + "Ġ åħ", + "Ġå ħ", + "ॠĩ", + "_ visible", + "_v isible", + "_vis ible", + "e yer", + "ey er", + "eye r", + "Ġ liable", + "Ġl iable", + "Ġli able", + "Ġlia ble", + "Ġd ebe", + "Ġde be", + "Ġdeb e", + "Ġ bw", + "Ġb w", + "{- #", + "_ WIN", + "_W IN", + "d fs", + "df s", + "H over", + "Ho ver", + "Ġ PUT", + "ĠP UT", + "ĠPU T", + "- angle", + "-a ngle", + "-an gle", + "Ġn oble", + "Ġno ble", + "Ġnob le", + "Ġtr aces", + "Ġtra ces", + "Ġtrace s", + "en cv", + "enc v", + "Ġ userData", + "Ġuser Data", + "_ ins", + "_in s", + "_i ns", + "ĠS uz", + "ĠSu z", + "Ġnews letters", + "Ġnewsletter s", + "ĠM odi", + "ĠMod i", + "ĠMo di", + "Ġentreprene urs", + "Ġentrepreneur s", + "Ġ tribute", + "Ġtrib ute", + "Ġrum ors", + "Ġrumor s", + "Ġ rr", + "Ġr r", + "Ġ Quarter", + "ĠQu arter", + "ĠQuart er", + "ĠQuar ter", + "ê³ ł", + "Ġ feeds", + "Ġfe eds", + "Ġfeed s", + "Ġfee ds", + "ó g", + "Ġen velope", + "Ġenv elope", + "Ġenvelop e", + "Ġ lear", + "Ġl ear", + "Ġle ar", + "Ġk ø", + "de veloper", + "develop er", + "S imilar", + "Sim ilar", + ": \")Ċ", + ":\" )Ċ", + ":\") Ċ", + "sub scription", + "subs cription", + "Mod ifier", + "it alic", + "ital ic", + "ita lic", + "Ġn asty", + "Ġna sty", + "Ġnas ty", + "Ġnast y", + "Ġ termination", + "Ġter mination", + "Ġterm ination", + "Ġtermin ation", + "Ġch arming", + "Ġchar ming", + "Ġcharm ing", + "Ġ âŁ", + "Ġâ Ł", + "t ons", + "ton s", + "to ns", + ". trace", + ".t race", + ".tr ace", + "h ots", + "ho ts", + "hot s", + "Ġ UR", + "ĠU R", + "M ont", + "Mon t", + "Mo nt", + "Ġjust ified", + "ĠG ang", + "ĠGa ng", + "ĠGan g", + "i nea", + "in ea", + "ine a", + "Ġb og", + "Ġbo g", + "( ap", + "(a p", + "_ $", + "Ġcont amin", + "Ġconta min", + ". Dot", + ".D ot", + ".Do t", + "ĉ Debug", + "( exports", + "(ex ports", + "(exp orts", + "Ġ paired", + "Ġp aired", + "Ġpair ed", + "Ġpa ired", + "Ġpai red", + "Ġ Assignment", + "ĠAss ignment", + "ĠAssign ment", + "Ġauto mobile", + "Ġautom obile", + "ĵ į", + "Ġph ases", + "Ġphase s", + "Ġpha ses", + "v w", + "@ SuppressWarnings", + "= \\", + "r ant", + "ra nt", + "ran t", + "- ed", + "-e d", + "ĉ await", + "ĉa wait", + "Ġcert ificates", + "Ġcertificate s", + "Ġcertif icates", + "' >\"", + "'> \"", + "Ġint act", + "C TRL", + "CT RL", + "CTR L", + "M ike", + "Mi ke", + "g regation", + "greg ation", + "AT TERN", + "ATT ERN", + "ATTER N", + "Ġre public", + "Ġrep ublic", + "_ upper", + "_u pper", + "_up per", + "ili ary", + "iliar y", + "ilia ry", + "Ġcom putation", + "Ġcomp utation", + "Ġcomput ation", + "h ire", + "hi re", + "hir e", + "ĠS hin", + "ĠSh in", + "ĠShi n", + "_ ANY", + "_A NY", + "_AN Y", + "Ġ Manufacturer", + "ĠMan ufacturer", + "ĠManufact urer", + "ĠC arm", + "ĠCar m", + "ĠCa rm", + "Ġbear ings", + "Ġbearing s", + "_ comb", + "_c omb", + "_com b", + "_co mb", + "c ad", + "ca d", + "ur istic", + "Ġwh olesale", + "Ġwhole sale", + "Ġwholes ale", + "Ġd onor", + "Ġdo nor", + "Ġdon or", + ". interfaces", + ".inter faces", + ".interface s", + "pr esso", + "press o", + "pres so", + "Ġ Brun", + "ĠB run", + "ĠBr un", + "ĠBru n", + "- close", + "-c lose", + "-cl ose", + "p rove", + "pr ove", + "pro ve", + "prov e", + "_ SK", + "_S K", + "ĉ frame", + "ĉf rame", + "ĉfr ame", + "et ros", + "etro s", + "etr os", + "ĠP ain", + "ĠPa in", + "ĠPai n", + "_ EXP", + "_E XP", + "_EX P", + "Ġ LT", + "ĠL T", + "_ fs", + "_f s", + ". datas", + ".d atas", + ".data s", + ".dat as", + ".da tas", + "ĉ ss", + "ĉs s", + "v oir", + "vo ir", + "Ġ Axis", + "ĠA xis", + "ĠAx is", + "M ajor", + "= \"<", + "=\" <", + "[ h", + "Ġprof ess", + "Ġprofes s", + "ig rate", + "igr ate", + "( score", + "(s core", + "(sc ore", + "Key word", + "\" os", + "ĠĠ ĠĠĉĊ", + "ĠĠĠĠ ĉĊ", + "ĠĠĠ ĠĉĊ", + "ĠĠĠĠĉ Ċ", + "an alysis", + "analy sis", + "anal ysis", + "Ġre play", + "Ġrep lay", + "Ġrepl ay", + ". pass", + ".p ass", + ".pa ss", + "\\ d", + "t ls", + "tl s", + "Ġsan ct", + ". light", + ".l ight", + ".li ght", + "_ mobile", + "_m obile", + "_mob ile", + "Ñģ ÑĤÑĮ", + "ÑģÑĤ ÑĮ", + "ĉ total", + "ĉt otal", + "ĉto tal", + "u ity", + "ui ty", + "uit y", + "Ġ paused", + "Ġpa used", + "Ġpause d", + "Ġpau sed", + "N AS", + "NA S", + "Ġen core", + "Ġenc ore", + "l oe", + "lo e", + "Ġ-* -ĊĊ", + "Ġ-*- ĊĊ", + "Ġ-*-Ċ Ċ", + ". high", + ".h igh", + "am pler", + "amp ler", + "ample r", + "Ġ Secure", + "ĠS ecure", + "ĠSec ure", + "Ġf ragments", + "Ġfra gments", + "Ġfrag ments", + "Ġfragment s", + "_ vel", + "_v el", + "_ve l", + "ill ary", + "illa ry", + "ĠS tein", + "ĠSt ein", + "ĠSte in", + "ĠD awn", + "ĠDa wn", + "ĠDaw n", + "Ġmax imize", + "Ġmaxim ize", + "ภ¢", + "Ġ /^", + "Ġ/ ^", + "Ġcontin ually", + "Ġcontinu ally", + "Ġcontinual ly", + "Ġsh adows", + "Ġshadow s", + "ĉ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĉĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠI ActionResult", + "Ġinform ación", + "C HECK", + "CHE CK", + ". SelectedItem", + ".Selected Item", + "b undle", + "ol ley", + "oll ey", + "olle y", + "< Int", + "<", + "\\\" ><", + "\\\"> <", + "Ġ trajectory", + "Ġtra jectory", + "_ ring", + "_r ing", + "Ġhydro gen", + "Ġhydr ogen", + "t ron", + "tr on", + "tro n", + "Ġstat ute", + "Ġ conditional", + "Ġcondition al", + "Ġcond itional", + "Ġt ray", + "Ġtr ay", + "Ġtra y", + "- school", + "-s chool", + "( widget", + "(w idget", + "$ config", + "$con fig", + "Ġrequest ing", + "Ġrequ esting", + ". uint", + ".ui nt", + ".u int", + "e ton", + "et on", + "eto n", + "br ities", + "brit ies", + "Of Type", + "A DMIN", + "AD MIN", + "ADM IN", + "p redict", + "pre dict", + "pred ict", + "Ġg egen", + "Ġge gen", + "Ġgeg en", + "ĠH app", + "ĠHa pp", + "OC UMENT", + "Ġ Apart", + "ĠA part", + "ĠAp art", + "Ġ -----", + "Ġ- ----", + "Ġ-- ---", + "Ġ---- -", + "Ġ--- --", + "r oe", + "ro e", + "u ide", + "ui de", + "uid e", + "just ify", + "ĠS quad", + "ĠSqu ad", + "Ġprof es", + ". bot", + ".b ot", + ".bo t", + "_ currency", + "_c urrency", + "_curr ency", + "i nnen", + "in nen", + "inn en", + "inne n", + "ĠM umbai", + "ĠMum bai", + "Ġ Numbers", + "ĠNumber s", + "ĠNum bers", + "avana ugh", + "agn itude", + "âĢľ There", + "âĢľThe re", + "= http", + "=h ttp", + "çī ĩ", + "Ġ vb", + "Ġv b", + "+ '{{$", + "\"> {{$", + "\">{{ $", + "\">{ {$", + "Ġ inode", + "Ġin ode", + "Ġi node", + "s il", + "si l", + "Ġh ace", + "Ġha ce", + "Ġhac e", + "Ġsever ely", + "Ġsevere ly", + "Ġ Overview", + "ĠOver view", + "ĠOv erview", + "Ġsp raw", + "Ġspr aw", + "Ġbe aches", + "Ġbeach es", + ": left", + ":l eft", + "· »", + "( ${", + "($ {", + "Ġ FIRST", + "ĠF IRST", + "ĠFIR ST", + "ĠS pa", + "ĠSp a", + "- ass", + "-a ss", + "-as s", + "Ġb aise", + "Ġba ise", + "Ġbais e", + "Ġ NODE", + "ĠN ODE", + "ĠNO DE", + "Ġ Pizza", + "ĠP izza", + "ĠPi zza", + "P et", + "Pe t", + "( seq", + "(s eq", + "(se q", + "\\ \">Ċ", + "\\\" >Ċ", + "\\\"> Ċ", + "CppMethod Pointer", + "Ġ vp", + "Ġv p", + "Ġ ia", + "Ġi a", + "_ seconds", + "_se conds", + "_sec onds", + "_second s", + "e met", + "em et", + "eme t", + "/ blob", + "/b lob", + "/bl ob", + "_TH RESH", + ".. .čĊ", + "... čĊ", + "D est", + "De st", + "Des t", + "Ġ NH", + "ĠN H", + ". dataSource", + ".data Source", + "it és", + "ité s", + "Ġ Jak", + "ĠJ ak", + "ĠJa k", + "s ell", + "se ll", + "sel l", + "Ġwork shops", + "Ġworkshop s", + "< u", + "Ġr ivals", + "Ġrival s", + "Ġri vals", + "Ġriv als", + "ĠEX ISTS", + "h om", + "ho m", + "- token", + "-t oken", + "-to ken", + "com patible", + "compat ible", + ".J Panel", + "Ġphys icians", + "Ġphysician s", + "Ġphysic ians", + "ar tin", + "art in", + "arti n", + "Ġdes irable", + "Ġdistinct ive", + ". Dep", + ".D ep", + ".De p", + "g id", + "gi d", + "il iate", + "ili ate", + "ilia te", + ", max", + ",m ax", + "Ġprem iere", + "Ġpremier e", + "Ġpremi ere", + "Ġq Debug", + "Ġadvoc acy", + "Ġwh isper", + "P t", + "Ġun changed", + "_ qty", + "_q ty", + "请 æ±Ĥ", + "Se ason", + "Sea son", + "ave length", + "avel ength", + "ĠP ul", + "ĠPu l", + "Ġd ÃŃa", + "ĠdÃŃ a", + "'] ]],Ċ", + "']] ],Ċ", + "a lis", + "al is", + "ali s", + "( \"&", + "(\" &", + "b oro", + "bo ro", + "bor o", + "Ġ bm", + "Ġb m", + "Ġ Radi", + "ĠR adi", + "ĠRa di", + "ĠRad i", + "w rong", + "wr ong", + "Ġ Going", + "ĠGo ing", + "ime Type", + "i ji", + "ij i", + "- feedback", + "-fe edback", + "-feed back", + "Ġ Names", + "ĠN ames", + "ĠName s", + "ĠNa mes", + "ĠNam es", + "ĠB apt", + "ĠBa pt", + "Ġpro bable", + "Ġprob able", + "Ġ Ether", + "ĠE ther", + "ĠEth er", + "ĠEt her", + "Ġ Politics", + "ĠPol itics", + "ĠPolit ics", + "_ protocol", + "_prot ocol", + "_proto col", + "l ining", + "li ning", + "lin ing", + "S at", + "Sa t", + "Ġcor rel", + "Ġcorre l", + "Ġcorr el", + ". Primary", + ".Pr imary", + "( nullable", + "(null able", + "RI ORITY", + "Ġcol oring", + "Ġcolor ing", + "Ġutil izing", + "Ġutiliz ing", + "d as", + "da s", + "Ġex ported", + "Ġexp orted", + "Ġexport ed", + "Ġcar riers", + "Ġcarrier s", + "Ġcarr iers", + "Con v", + "Co nv", + ". editor", + ".e ditor", + ".ed itor", + ".edit or", + "i ó", + "( handles", + "(h andles", + "(handle s", + "(hand les", + "Ġapprec iation", + ". import", + ".im port", + ".imp ort", + "ĠA ustria", + "ĠAust ria", + "ĠAustr ia", + "Ġ Strip", + "ĠS trip", + "ĠSt rip", + "ĠStr ip", + "i light", + "il ight", + "ili ght", + "ilig ht", + "Ġappropri ately", + "Ġappropriate ly", + "ĠP rest", + "ĠPr est", + "ĠPres t", + "ĠPre st", + "Ġ Wir", + "ĠW ir", + "ĠWi r", + "Ġ UIApplication", + "ĠUI Application", + "al chemy", + "Ġ Mob", + "ĠM ob", + "ĠMo b", + "Ġ Determin", + "ĠD etermin", + "ĠDe termin", + "ergus on", + "register ed", + "regist ered", + "_ convert", + "_con vert", + "_conv ert", + "ĠVlad imir", + "ĠVladim ir", + ".Show Dialog", + "ref lect", + "Ġs hook", + "Ġsh ook", + "Ġsho ok", + "Ġas sure", + "Ġass ure", + "Ġ Often", + "ĠO ften", + "ĠOf ten", + "Ġcivil ization", + "Ġv ocabulary", + "Ġvocab ulary", + "fore ground", + "Ġ Scope", + "ĠS cope", + "ĠSc ope", + "ĠSco pe", + "Ġun wanted", + "Ġunw anted", + "act ing", + "ac ting", + "Ġ ([]", + "Ġ( []", + "Ġ([ ]", + "Ġm arking", + "Ġmark ing", + "Ġmar king", + ". original", + ".origin al", + ".or iginal", + ".orig inal", + "Ġ MOVE", + "ĠM OVE", + "ĠMO VE", + "ĠMOV E", + "Ġsp orting", + "Ġsport ing", + "Ġspor ting", + "ce ptions", + "ception s", + "cept ions", + "NS Number", + "S izes", + "Size s", + "Si zes", + "Ġpro vincial", + "Ġprovinc ial", + "Ġprovincia l", + "_ Trans", + "_T rans", + "_Tr ans", + "Ġproble matic", + "Ġproblem atic", + "Ġproblema tic", + "Ġprobl ematic", + "d igit", + "di git", + "dig it", + "Ġ Emma", + "ĠE mma", + "ĠEm ma", + "ĠEmm a", + "l ocks", + "lo cks", + "lock s", + "loc ks", + "ĠC rew", + "ĠCr ew", + "ĠCre w", + "i ba", + "ib a", + "' ):", + "') :", + "i sha", + "is ha", + "ish a", + "Ġm amm", + "Ġma mm", + "Ġmam m", + "Ġocc ured", + "Ġoccur ed", + "w cs", + "wc s", + "( rule", + "(r ule", + "Ġmerch andise", + "es pecially", + "ĠT win", + "ĠTw in", + "Ġn aming", + "Ġna ming", + "Ġnam ing", + "Ġs log", + "Ġsl og", + "Ġslo g", + "Ġimpro ves", + "Ġimprove s", + "Ġimpr oves", + "Ġimprov es", + "Ġad her", + ": text", + ":t ext", + ".h adoop", + "_ HTTP", + "_HT TP", + ". toList", + ".to List", + ". disabled", + ".dis abled", + ".disable d", + "Ġl enses", + "Ġlen ses", + "Ġlens es", + ". ini", + ".in i", + ".i ni", + "Ġ Rare", + "ĠR are", + "ĠRa re", + "Ġ Ubuntu", + "ĠUb untu", + "Ġsc ram", + "Ġscr am", + "o lation", + "ol ation", + "ola tion", + "t itulo", + "tit ulo", + "Every thing", + "Ġnod ded", + "icht ig", + "_ constant", + "_con stant", + "_const ant", + "_cons tant", + "z c", + "l ift", + "li ft", + "lif t", + "Ġ Notify", + "ĠN otify", + "ĠNot ify", + "o ndo", + "on do", + "ond o", + "Ġ INF", + "ĠI NF", + "ĠIN F", + "( \"+", + "(\" +", + "ĠK az", + "ĠKa z", + "Ġd read", + "Ġdr ead", + "Ġdre ad", + ". mapper", + ".m apper", + ".map per", + ".ma pper", + "l eur", + "le ur", + "ĠCom ey", + "ĠCo mey", + "ĠCome y", + "Ġ NB", + "ĠN B", + "i cers", + "ic ers", + "ice rs", + "icer s", + ". Push", + ".P ush", + "Ġ Hack", + "ĠH ack", + "ĠHa ck", + "ĠBrazil ian", + "ĠBraz ilian", + "_ prod", + "_p rod", + "_pro d", + "_pr od", + "Ġ //ĊĊ", + "Ġ// ĊĊ", + "Ġ/ /ĊĊ", + "Ġ//Ċ Ċ", + "Ġb icycle", + "Ġbi cycle", + "Ġbicy cle", + "Ġbic ycle", + "Ġun available", + "Ġuna vailable", + "Ġadoles cent", + "b lk", + "bl k", + "Ġmit ig", + "_ blue", + "_b lue", + "_bl ue", + "ì ĺ", + "fade In", + "Ġ Utilities", + "ĠUtil ities", + "ĠUt ilities", + "Ġ MN", + "ĠM N", + "; k", + "< style", + "- status", + "-s tatus", + "-st atus", + "-stat us", + "i ndo", + "in do", + "ind o", + "Ġin nings", + "Ġinn ings", + "Ġinning s", + "Ġg j", + "Ġ| |=", + "Ġ|| =", + ". eu", + ".e u", + ": Number", + ":N umber", + "Ġc uisine", + "Ġcu isine", + "Ġcuis ine", + "ĠURL s", + "i ek", + "ie k", + "Ġw ires", + "Ġwire s", + "Ġwir es", + "Ġwi res", + "ĉ ps", + "ĉp s", + "i eg", + "ie g", + ". mk", + ".m k", + "so ap", + "Ġsome time", + "Ġsom etime", + "Ġs tap", + "Ġst ap", + "Ġsta p", + "_ series", + "_s eries", + "_se ries", + "_ser ies", + ". Target", + ".T arget", + "æ º", + ". destination", + ".d estination", + ".dest ination", + "OUN TER", + "OUNT ER", + "R aises", + "Ra ises", + "Raise s", + "& A", + "Ġsmart phones", + "Ġsmartphone s", + "NI Env", + ". sdk", + ".s dk", + ".sd k", + "Ġhel icopter", + "Ġhelicopt er", + "Ġim pe", + "Ġimp e", + "Ġ Birth", + "ĠB irth", + "ĠBir th", + "A U", + "b readcrumbs", + "breadcrumb s", + "co ords", + "coord s", + "Ġexpl ored", + "Ġexplo red", + "Ġexplore d", + "Ġexplor ed", + "Ġ lod", + "Ġl od", + "Ġlo d", + "Ġ Ip", + "ĠI p", + "g able", + "ga ble", + "i ane", + "ia ne", + "ian e", + "Ġart ifacts", + "Ġartifact s", + "Box Layout", + "ا ر", + "Ø§Ø ±", + "list ener", + "listen er", + "lis tener", + "liste ner", + ". cart", + ".c art", + ".ca rt", + ".car t", + "ĠH uff", + "ĠHu ff", + "ĠHind u", + "ĠHin du", + "ĠData Types", + "ĠDataType s", + "Ġ Drupal", + "ĠDr upal", + "IGN ORE", + "Ġoff sets", + "Ġoffset s", + "Ġoffs ets", + "Ġ RTC", + "ĠR TC", + "ĠRT C", + "- login", + "-lo gin", + "-log in", + "æ ®", + "Ġ QObject", + "ĠQ Object", + "Ġprosec utor", + "R ock", + "Ro ck", + "_ chat", + "_c hat", + "_ch at", + "W ay", + "Wa y", + "ì ²", + "Ġneg lig", + "Ġd ude", + "Ġdu de", + "; <", + "Ġde legates", + "Ġdelegate s", + "Ġdeleg ates", + "_ failed", + "_f ailed", + "_fail ed", + "_fa iled", + "/ dev", + "/d ev", + "/de v", + "/ work", + "/w ork", + "( New", + "(N ew", + "e table", + "et able", + "eta ble", + "( )\"", + "() \"", + "( Icons", + "(I cons", + "Ġp ork", + "Ġpo rk", + "Ġpor k", + "ĠModel AndView", + "Ġ VIP", + "ĠV IP", + "ĠVI P", + "ĠK or", + "ĠKo r", + "m ix", + "mi x", + "Ġ oxid", + "Ġox id", + "Ġ SCREEN", + "ĠS CREEN", + "ĠSC REEN", + "Ġ Fourth", + "ĠFour th", + "/ \",Ċ", + "/\" ,Ċ", + "/\", Ċ", + "Ġ tee", + "Ġt ee", + "Ġte e", + "ĠSte vens", + "ĠSteve ns", + "ĠSteven s", + "t icks", + "ti cks", + "tic ks", + "tick s", + "Ġp ledge", + "Ġpl edge", + "Ġple dge", + "Ġpled ge", + "ib bon", + "Ġ Loan", + "ĠLo an", + "Ġ neo", + "Ġn eo", + "Ġne o", + "n umpy", + "num py", + "Ġ SharedPreferences", + "ĠShared Preferences", + "- oriented", + "ĠLogger Factory", + "Ġ GraphQL", + "ĠGraph QL", + "z enia", + "ze nia", + "zen ia", + "\" _", + "W omen", + "Wo men", + ". cast", + ".c ast", + ".ca st", + "Ġdeliber ately", + "Ġdeliberate ly", + "+ b", + "Ġ Arn", + "ĠA rn", + "ĠAr n", + "font Size", + "Ġ maze", + "Ġm aze", + "Ġma ze", + "Ġmaz e", + "Ġbl amed", + "Ġblame d", + "Ġbla med", + ". mas", + ".m as", + ".ma s", + "} )čĊ", + "}) čĊ", + "eler ik", + "ele rik", + "eleri k", + "Ġsc anning", + "Ġscan ning", + "ĠWork shop", + "ĠWorks hop", + "Ġf inden", + "Ġfind en", + "Ġfin den", + "Ġfinde n", + "Ġc aut", + "Ġca ut", + "UI Font", + "( return", + "(r eturn", + "(re turn", + "(ret urn", + "a lin", + "al in", + "ali n", + "c astle", + "cast le", + "cas tle", + "//// ////////////////////////////////////////////////////////////////////", + "//////// ////////////////////////////////////////////////////////////////", + "//////////////// ////////////////////////////////////////////////////////", + "//////////////////////////////////////////////////////////////// ////////", + "//////////// ////////////////////////////////////////////////////////////", + "//////////////////////////////////////////////////////////////////// ////", + "//////////////////////////////////////////////////////// ////////////////", + "//////////////////////////////////////////////////////////// ////////////", + "Ġincent ive", + "Ġincentiv e", + "o path", + "op ath", + "opa th", + "b lob", + "bl ob", + "blo b", + "Ġcigaret te", + "Ġcigar ette", + "Ġf ertil", + "Ġfer til", + "Ġfert il", + "* /ĊĊĊ", + "*/ ĊĊĊ", + "*/Ċ ĊĊ", + "*/ĊĊ Ċ", + "Ġ Shar", + "ĠS har", + "ĠSh ar", + "ĠSha r", + "Ċ ĠĠĠĠĠĠĊ", + "Ġunc ertain", + "Ġuncert ain", + "ĠS ton", + "ĠSt on", + "ĠSto n", + "Oper ations", + "Operation s", + "ĠSp encer", + "Ġde fin", + "Ġdef in", + "Ġ Solo", + "ĠS olo", + "ĠSo lo", + "ĠSol o", + "o nest", + "on est", + "one st", + "ones t", + "·» åĬł", + "Ġu omo", + "Ġuom o", + "G ive", + "Gi ve", + "Ġden tro", + "Ġdent ro", + "; padding", + ";p adding", + "ent ai", + "enta i", + "Ġ Cars", + "ĠC ars", + "ĠCar s", + "ĠCa rs", + "Ġenthus iasm", + "Ġenthusi asm", + "Ġ Operating", + "ĠOper ating", + "ĠOpera ting", + "S kip", + "Sk ip", + "par ation", + "pa ration", + "para tion", + "Ġprot ects", + "Ġprote cts", + "Ġprotect s", + "Ġre ver", + "Ġr ever", + "Ġrev er", + "Ġreve r", + "d g", + "ĠC incinnati", + "Ġconsect etur", + "Ġm uss", + "Ġmus s", + "Ġmu ss", + "employ ed", + "a uses", + "au ses", + "ause s", + "aus es", + "in kle", + "ink le", + ". Values", + ".Value s", + ".Val ues", + "£ ¼", + "l ov", + "lo v", + "_ WARN", + "_W ARN", + "Ġ bookmark", + "Ġbook mark", + "Ġ Apollo", + "ĠA pollo", + "ĠAp ollo", + ". axis", + ".a xis", + ".ax is", + "Ġm ét", + "Ġmé t", + "Ġop ener", + "Ġopen er", + "Ġt umor", + "Ġtu mor", + "Ġtum or", + "d an", + "da n", + "Ġelement ary", + "Ġsk ipped", + "Ġskip ped", + "Ġski pped", + "ĠK er", + "ĠKe r", + "as ia", + "asi a", + "_ resp", + "_re sp", + "_r esp", + "_res p", + "Ġde mol", + "Ġdem ol", + "Ġdemo l", + "ĠCan adians", + "ĠCanadian s", + "Ġt astes", + "Ġtaste s", + "Ġtas tes", + "Ġtast es", + "U Integer", + "UInt eger", + "Ġ' ${", + "Ġ'$ {", + ". aws", + ".a ws", + ".aw s", + "R OID", + "RO ID", + "ROI D", + "r ians", + "ri ans", + "ria ns", + "rian s", + "M Q", + "ord able", + "orda ble", + "Ġcou sin", + "Ġcous in", + "Prop agation", + "( Session", + "(S ession", + "p halt", + "ph alt", + "pha lt", + "U LD", + "UL D", + "Ġ Scalar", + "ĠS calar", + "ĠSc alar", + "ĠScala r", + "ĠScal ar", + "Ġblood y", + "Ġblo ody", + "Ġ à¦", + "Ġà ¦", + ". mask", + ".m ask", + ".mas k", + ".ma sk", + ", q", + "Ġ Units", + "ĠUn its", + "ĠUnit s", + "ĠUni ts", + "Ġcent res", + "Ġcentre s", + "Ġcentr es", + "Ġcen tres", + "Ġ Prim", + "ĠP rim", + "ĠPr im", + "ĠPri m", + ". ]ĊĊ", + ".] ĊĊ", + "ĠSh aw", + "ĠSha w", + "P rom", + "Pro m", + "Pr om", + "Ġ Thought", + "ĠTh ought", + "ĠThough t", + "ĠThou ght", + "Check er", + "Che cker", + "_ outputs", + "_out puts", + "_output s", + "( chan", + "(c han", + "(ch an", + "E INVAL", + "Ġ bob", + "Ġb ob", + "Ġbo b", + "_ cmp", + "_c mp", + "_cm p", + "P ed", + "Pe d", + "Ġmat rices", + "Ġvrou wen", + "Ġvrouw en", + "Ġgenu inely", + "Ġgenuine ly", + "high light", + "( display", + "(d isplay", + "(dis play", + ") !=", + ")! =", + "Ġde licate", + "Ġdel icate", + "Ġdelic ate", + "ĠL uther", + "ĠLu ther", + "ĠM iles", + "ĠMil es", + "ĠMi les", + "ĠMile s", + "Ġ userID", + "Ġuser ID", + "% =", + "at eurs", + "ate urs", + "ateur s", + "_ BUF", + "_B UF", + "_BU F", + "- ------Ċ", + "-- -----Ċ", + "---- ---Ċ", + "--- ----Ċ", + "----- --Ċ", + "------ -Ċ", + "------- Ċ", + "im itives", + "imit ives", + "imitive s", + "Ġsh elves", + "Ġshel ves", + "s low", + "sl ow", + "_ information", + "_in formation", + "L EG", + "LE G", + "W r", + ". forms", + ".for ms", + ".form s", + "c eland", + "ce land", + "cel and", + "cela nd", + "/ un", + "/u n", + ": &", + ". âĢĻĊĊ", + ".âĢĻ ĊĊ", + "= \"%", + "=\" %", + "Ġp rost", + "Ġpro st", + "Ġpr ost", + "Ġpros t", + "Ġ fontsize", + "Ġfont size", + "Ġfonts ize", + "u ción", + "uc ión", + "uci ón", + "g etic", + "get ic", + "ge tic", + "a mt", + "am t", + "= \".", + "=\" .", + "De cor", + "Dec or", + "B rit", + "Br it", + "Ġ\" \").", + "Ġ\"\" ).", + "Ġ\"\") .", + "Ġf ounding", + "Ġfound ing", + "Ġfo unding", + ". FileName", + ".File Name", + "Ġ Tier", + "ĠT ier", + "ĠTi er", + "ĠTie r", + "Ġdis close", + "Ġdisc lose", + "á m", + ". syn", + ".s yn", + ".sy n", + ". ViewHolder", + ".View Holder", + "lic ant", + "li cant", + "lica nt", + "_ stage", + "_st age", + "_sta ge", + "Mon day", + "Ġ deserialize", + "Ġde serialize", + "Ġdes erialize", + "t alk", + "ta lk", + "tal k", + "Ġtrad itionally", + "Ġtraditional ly", + "Ġtradition ally", + "æĢ ģ", + "Ø ®", + "L EX", + "LE X", + "Ġ eh", + "Ġe h", + "ĉ ROM", + "ĉR OM", + "Ġ {})Ċ", + "Ġ{ })Ċ", + "Ġ{} )Ċ", + "Ġ{}) Ċ", + "Question s", + "Quest ions", + "n cpy", + "nc py", + "Ġfix ing", + "Ġfi xing", + "к Ñĥ", + "_ Key", + "_K ey", + ": x", + "Ġ STRING", + "ĠST RING", + "ĠSTR ING", + "ĠÑĦ ай", + "ĉ left", + "ĉl eft", + "ĠB ench", + "ĠBen ch", + "el lij", + "ell ij", + "elli j", + "UR RED", + "URRE D", + "Ġ Diagram", + "ĠDi agram", + "ĠDia gram", + "} catch", + "/ time", + "/t ime", + "Ġ Missing", + "ĠM issing", + "ĠMiss ing", + "ĠMis sing", + "db name", + "Ġs ore", + "Ġso re", + "Ġsor e", + "ĠW alt", + "ĠWal t", + "ĠWa lt", + "ug ging", + "ugg ing", + "re present", + "rep resent", + "Ġ GS", + "ĠG S", + "ne ys", + "ney s", + "ĉ page", + "ĉp age", + "Ġvol can", + "( btn", + "(b tn", + "(bt n", + "Ġexceed s", + "Ġexce eds", + "Ġ erg", + "Ġe rg", + "Ġer g", + "Ġpi lots", + "Ġpil ots", + "Ġpilot s", + "ĠS ed", + "ĠSe d", + "ers ions", + "ersion s", + "Ġp atron", + "Ġpat ron", + "Ġpa tron", + "R V", + "/ top", + "/t op", + "/to p", + ". asset", + ".as set", + "_ cross", + "_c ross", + "_cr oss", + ". Editor", + ".E ditor", + ".Edit or", + ".Ed itor", + ". tb", + ".t b", + "Ġwel coming", + "S CREEN", + "SC REEN", + ") findViewById", + "C oder", + "Code r", + "Co der", + "Cod er", + " \",Ċ", + ">\" ,Ċ", + ">\", Ċ", + "_ Pin", + "_P in", + "u ese", + "ue se", + "ues e", + "Ġ overrides", + "Ġover rides", + "Ġoverride s", + "_ ready", + "_re ady", + "_read y", + "Ad vanced", + "Adv anced", + "Advance d", + "Ġ opi", + "Ġo pi", + "Ġop i", + "- cart", + "-c art", + "-car t", + "-ca rt", + "(\" /\",", + "(\"/ \",", + "ĠD eb", + "ĠDe b", + "C RY", + "CR Y", + "Ġ Vertical", + "ĠVer tical", + "ĠVert ical", + "Ġ OVER", + "ĠO VER", + "ĠOV ER", + "Ġ Corporate", + "ĠCor porate", + "ĠCorpor ate", + "ĠCorp orate", + "Ġ\" \";", + "Ġ\"\" ;", + "Ġstep ping", + "Ġste pping", + "e j", + "Ġaccus ations", + "Ġaccusation s", + "Ġo raz", + "Ġor az", + "Ġora z", + "_ tail", + "_t ail", + "_ta il", + "Ġin duced", + "Ġind uced", + "Ġindu ced", + "Ġinduce d", + "Ġ elastic", + "Ġe lastic", + "Ġel astic", + "Ġelast ic", + "Ġbl own", + "Ġblow n", + "Ġblo wn", + ", //", + ",/ /", + "Ġback grounds", + "Ġbackground s", + "âĢĻ une", + "âĢĻun e", + "- sdk", + "-s dk", + "Ġset Interval", + "Ġincent ives", + "Ġincentive s", + "Ġincentiv es", + "Ġveget able", + "Ġveg etable", + "_ On", + "_O n", + "exp anded", + "expand ed", + "p ix", + "pi x", + "_ shader", + "_sh ader", + "_sha der", + "ĠSP DX", + "ĠSPD X", + "@ example", + "Ġ Wrapper", + "ĠW rapper", + "ĠWr apper", + "ĠWrap per", + ". Zero", + ".Z ero", + "Pos itive", + "Ġ spinner", + "Ġsp inner", + "Ġspin ner", + "Ġin vented", + "Ġinv ented", + "Ġinvent ed", + "ĠG ates", + "ĠGa tes", + "ĠGate s", + "ĠGat es", + "о ÑĤоÑĢ", + "оÑĤ оÑĢ", + "оÑĤо ÑĢ", + "Ġcompar isons", + "Ġcomparison s", + "è ·", + ". primary", + ".pr imary", + "data Provider", + "add itional", + "ĉ options", + "ĉo ptions", + "ĉopt ions", + "ĉoption s", + "s napshot", + "snap shot", + ".set Horizontal", + "Ġ\" {}", + "Ġ\"{ }", + "ĠF isher", + "ĠFish er", + "ĠFi sher", + "h alten", + "hal ten", + "halt en", + "< Type", + "", + "Ġ) ->", + "Ġ Registered", + "ĠRegister ed", + "IN ED", + "INE D", + "k al", + "ka l", + "par ison", + "Ġobj eto", + "Ġobjet o", + "V i", + "m anda", + "man da", + "ma nda", + "mand a", + "Ġren ewed", + "Ġrenew ed", + "ĠS of", + "ĠSo f", + "e ssel", + "es sel", + "ess el", + "esse l", + ".nd array", + "Ġ crap", + "Ġc rap", + "Ġcr ap", + "Ġcra p", + "ç® ¡", + ".abs path", + ".ab spath", + "( up", + "(u p", + "Ġclear ance", + "Ġ TW", + "ĠT W", + "_ COPY", + "_C OPY", + "_CO PY", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĉ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠĠĠĠ Ġĉ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĉ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĉ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĉ", + "Ġfor ests", + "Ġfore sts", + "Ġforest s", + "Ġfores ts", + "Ġarg uably", + "Ġ ASS", + "ĠA SS", + "ĠAS S", + "h ey", + "he y", + "a mel", + "am el", + "ame l", + "_ fore", + "_f ore", + "_for e", + "ĠSouth east", + "ĠSou theast", + "Ġab used", + "Ġabuse d", + "Ġpract icing", + "ake dirs", + "aked irs", + "ä¸ »", + "_ resources", + "_re sources", + "_res ources", + "_resource s", + "Ġ pond", + "Ġp ond", + "Ġpo nd", + "Ġpon d", + ". Fixed", + ".F ixed", + "Last Error", + "ĠPsych ology", + "ĠPsycho logy", + "Ġ\" //", + "Ġ\"/ /", + "! :", + "Re usable", + "Ġ mensaje", + "Ġm ensaje", + "Ġmens aje", + "Ġro spy", + "Ġros py", + "Ġ bour", + "Ġb our", + "Ġbo ur", + "Ġbou r", + "Ġvar ieties", + "Ġvari eties", + "Ġem path", + "Ġemp ath", + "( ({", + "(( {", + "_ org", + "_or g", + "_o rg", + "Ġ Mes", + "ĠM es", + "ĠMe s", + "Ġ Magento", + "ĠM agento", + "ĠMag ento", + "IST ORY", + "Un less", + "Ġh j", + "ĠD uty", + "ĠDu ty", + "ĠDut y", + "J un", + "Ju n", + ", size", + ",s ize", + "Ġpaint ings", + "Ġpain tings", + "Ġpainting s", + "Ġd ispens", + "Ġdisp ens", + "d art", + "da rt", + "dar t", + "Ġbehavior al", + "Ġ rpc", + "Ġr pc", + "Ġrp c", + "c alculate", + "cal culate", + "calc ulate", + "calcul ate", + "f ruit", + "fr uit", + "_ mm", + "_m m", + "ĉ pthread", + "ĉp thread", + "ĉpt hread", + "Max Length", + "Ġc urrencies", + "Ġcurr encies", + "_ capacity", + "_cap acity", + "ĠO z", + "Ġfire arm", + "Ġco efficient", + "Ġcoeff icient", + "Ġbank ruptcy", + "Ġbankrupt cy", + "w art", + "wa rt", + "war t", + "Ġfat igue", + "A VA", + "AV A", + "Ġe spa", + "Ġes pa", + "Ġesp a", + "_ pc", + "_p c", + "Ġ Quotes", + "ĠQu otes", + "ĠQuote s", + "_ LIGHT", + "_L IGHT", + "Ġ Tickets", + "ĠT ickets", + "ĠTicket s", + "ĠTick ets", + "Ġre lates", + "Ġrel ates", + "Ġrelate s", + "Ġrelat es", + "Ġpublish ers", + "Ġpublisher s", + "Ġun locked", + "Ġunlock ed", + "Ġunl ocked", + "Ġ //----------------------------------------------------------------", + "Ġ// ----------------------------------------------------------------", + "Ġ//------------------------------------------------ ----------------", + "Ġ//-------------------------------- --------------------------------", + "Ġ//---------------- ------------------------------------------------", + "Ġ InterruptedException", + "ĠInterrupt edException", + "Ġout look", + "r n", + "Ġreb els", + "Ġrebel s", + "W ritten", + "Wr itten", + "Ġa sian", + "Ġas ian", + "Ġasi an", + "Ġasia n", + "ot to", + "ott o", + "Ġ ĉĉĉĉ", + "Ġĉ ĉĉĉ", + "Ġĉĉ ĉĉ", + "Ġĉĉĉ ĉ", + "_ gpu", + "_g pu", + "_gp u", + "T xt", + "Tx t", + ". ImageView", + ".Image View", + "Ġs uis", + "Ġsu is", + "Ġsui s", + "_ tables", + "_t ables", + "_table s", + "_tab les", + "_ta bles", + ". RecyclerView", + ".Rec yclerView", + "Ġwhat soever", + "è ģ", + "] ++;Ċ", + "assert True", + "_ verify", + "_ver ify", + "ĠR ivers", + "ĠRiver s", + "ĠRiv ers", + "ĠRi vers", + "Ġ ][", + "Ġ] [", + "J et", + "Je t", + "id ian", + "idi an", + "idia n", + "S ibling", + "Si bling", + "Ġ genres", + "Ġgen res", + "Ġgenre s", + ". Access", + ".A ccess", + ".Ac cess", + ".Acc ess", + "O PS", + "OP S", + "Ġtr ivial", + "Ġtrivia l", + "ภª", + "a len", + "al en", + "ale n", + "в ед", + "ве д", + "ĠS word", + "ĠSw ord", + "Ġscrut iny", + "Ġscrutin y", + "( cb", + "(c b", + "Ġ commerce", + "Ġcom merce", + "Ġcomm erce", + "Ġcommerc e", + "Ġguarante es", + "Ġguarantee s", + "_ adv", + "_a dv", + "_ad v", + "Ġ LET", + "ĠL ET", + "ĠLE T", + "re cio", + "rec io", + "Ġh ilar", + "Ġhi lar", + "Ġhil ar", + "Ġback yard", + "ãĢ ı", + "Ġillustr ated", + "Ġillustrate d", + "Ġillust rated", + "/ vendor", + "/v endor", + ". Util", + ".U til", + "Ġ wow", + "Ġw ow", + "Ġwo w", + "LO Y", + "Ġ Marshal", + "ĠM arshal", + "ĠMar shal", + "ĠMars hal", + "ĠMarsh al", + "\" >'.$", + "\"> '.$", + "\">' .$", + "\">'. $", + "ĠB ak", + "ĠBa k", + "Ġ modifiers", + "Ġmod ifiers", + "Ġmodifier s", + "d ictionary", + "ĠS tre", + "ĠSt re", + "ĠStr e", + "m ultiple", + "mult iple", + "multi ple", + "multip le", + "\" )),", + "\") ),", + "\")) ,", + "ĠC ort", + "ĠCo rt", + "ĠCor t", + "' ]\").", + "'] \").", + "( admin", + "(ad min", + "Ġ Creator", + "ĠC reator", + "ĠCre ator", + "ĠCreat or", + "In ternet", + "Int ernet", + "Inter net", + "Intern et", + "( ms", + "(m s", + "l ogy", + "lo gy", + "log y", + "DECL ARE", + "Ġ Marcus", + "ĠMar cus", + "ĠMarc us", + "< <<<", + "<< <<", + "<<< <", + "ãģ ł", + "_ my", + "_m y", + "( inst", + "(i nst", + "(in st", + "(ins t", + "Ġsc iences", + "Ġscience s", + "Ġsci ences", + "N DER", + "ND ER", + ". enter", + ".en ter", + ".ent er", + "Ġ itu", + "Ġit u", + "Ġi tu", + "Ġbe have", + "Ġbeh ave", + "P an", + "Pa n", + "om bies", + "omb ies", + "ombie s", + "= '<", + "=' <", + "' ));čĊ", + "') );čĊ", + "')) ;čĊ", + "')); čĊ", + "Ġ MENU", + "ĠM ENU", + "ĠME NU", + "ĠMEN U", + "Ġ Workers", + "ĠWork ers", + "ĠWorker s", + "ĠWor kers", + ".No Error", + "Ġ bindings", + "Ġbin dings", + "Ġbind ings", + "Ġbinding s", + "Ġdis abilities", + "{ \\", + "ĠM unicip", + "ĠMun icip", + "Ġ cores", + "Ġc ores", + "Ġco res", + "Ġcor es", + "Ġcore s", + "ur ple", + "ĠN okia", + "us ions", + "usion s", + "usi ons", + "Ġ Fitness", + "ĠF itness", + "ĠFit ness", + ". handleChange", + ".handle Change", + "Ġ javascript", + "Ġj avascript", + "Ġjav ascript", + "Ġjava script", + "ìļ Ķ", + "( dec", + "(d ec", + "(de c", + "Ġ packing", + "Ġp acking", + "Ġpack ing", + "Ġpac king", + "- depend", + "-d epend", + "-de pend", + "Ġtrans cript", + "Ġtran script", + "z eros", + "ze ros", + "zer os", + "zero s", + "_ alert", + "_al ert", + "? \",Ċ", + "?\" ,Ċ", + "?\", Ċ", + "l ibs", + "li bs", + "lib s", + "± оÑĤ", + "Ġ |ĊĊ", + "Ġ| ĊĊ", + "Ġ|Ċ Ċ", + "tr ained", + "tra ined", + "train ed", + "ĠG ent", + "ĠGe nt", + "ĠGen t", + "ĠR ab", + "ĠRa b", + "x p", + "_ configuration", + "_config uration", + "å¤ ©", + "_ accept", + "_ac cept", + "_acc ept", + ".rec yclerview", + ": url", + "ĠMu hammad", + "ĠMuham mad", + "Ġpriv ileges", + "Ġprivile ges", + "Ġprivilege s", + "_ bank", + "_b ank", + "u ku", + "uk u", + "w allet", + "wall et", + "wal let", + "Ġ ROOT", + "ĠR OOT", + "ĠRO OT", + "Ġenc uent", + "? family", + "?f amily", + "ĉ position", + "ĉp osition", + "ĉpos ition", + "Ġ cg", + "Ġc g", + "Ġpre cip", + "Ġprec ip", + "method s", + "meth ods", + "_ fast", + "_f ast", + "_fa st", + "in crement", + "inc rement", + "incre ment", + "incr ement", + "ĠT iger", + "ĠTi ger", + "ĠTig er", + "_OCC URRED", + "qu ip", + "qui p", + "Ġ HAS", + "ĠH AS", + "ĠHA S", + "_ dom", + "_d om", + "_do m", + "Ġw reck", + "Ġwr eck", + "Ġwre ck", + "b j", + "Ġd ern", + "Ġde rn", + "Ġder n", + "Ġorg ans", + "Ġorgan s", + ". entries", + ".en tries", + ".ent ries", + "Ġ _('", + "Ġ_ ('", + "Ġ_( '", + "r amento", + "ram ento", + "Ġ Jamie", + "ĠJam ie", + "ĠJa mie", + "Ġ punk", + "Ġp unk", + "Ġpun k", + "Ġpu nk", + "I PP", + "IP P", + "Ġprogram a", + "Ġprog rama", + "Ġat tain", + "Ġatt ain", + "Ġpro ves", + "Ġpr oves", + "Ġprov es", + "Ġprove s", + "/ sign", + "/s ign", + "Ġanswer ing", + "Ġl adder", + "Ġlad der", + "**** ************************", + "******** ********************", + "**************** ************", + "************************ ****", + "******************** ********", + "************ ****************", + "************** **************", + "ĠW almart", + "ĠWal mart", + "Ġ CONTENT", + "ĠCONT ENT", + "d uctor", + "du ctor", + "duct or", + "duc tor", + "Ġver bal", + "Ġverb al", + "Ġ PID", + "ĠP ID", + "ĠPI D", + "c rypto", + "crypt o", + "cry pto", + "_CALL BACK", + "Ġ= ================================", + "Ġ================= ================", + "Ġp otent", + "Ġpo tent", + "Ġpot ent", + "Ġsh orts", + "Ġshort s", + "Ġsho rts", + ". Uri", + ".U ri", + ". uniform", + ".un iform", + ".uni form", + "; border", + ";b order", + "Ġ Wer", + "ĠW er", + "ĠWe r", + "Ġher ein", + "Ġhere in", + "l la", + "ll a", + "ĠI hr", + "ĠIh r", + "P ixmap", + "Pix map", + "l iteral", + "lit eral", + "lite ral", + "liter al", + "! )ĊĊ", + "!) ĊĊ", + "!)Ċ Ċ", + "g eneric", + "gen eric", + "gener ic", + "gene ric", + "r ust", + "ru st", + "rus t", + "_ scripts", + "_s cripts", + "_script s", + "o sto", + "os to", + "ost o", + "it us", + "itu s", + "ĠCoal ition", + "Ġre mot", + "Ġrem ot", + "de ploy", + "dep loy", + "ĠE agle", + "ĠEag le", + "ĠEa gle", + "ãĢģ ãĢĮ", + "Ġimport ante", + "Ġimportant e", + "ĉ object", + "ĉo bject", + "ĉobj ect", + "ĉob ject", + "Ġseason al", + "Ġseas onal", + "n ej", + "ne j", + "ai du", + "aid u", + "Bind View", + "ĠSi erra", + "- bg", + "-b g", + "Ġmake Styles", + "[ offset", + "[o ffset", + "G ames", + "Game s", + "Gam es", + "Ga mes", + "Ġhorm one", + "AR IO", + "ARI O", + "he ads", + "head s", + "hea ds", + "( select", + "(s elect", + "(se lect", + "(sel ect", + "Ġ Started", + "ĠStart ed", + "ĠStar ted", + "@ param", + "_ decl", + "_de cl", + "_dec l", + "_ blog", + "_b log", + "_bl og", + "Ġa ño", + "Ġañ o", + "\\ Api", + "ĠMil waukee", + "Pro vid", + "Pr ovid", + "Prov id", + "An imated", + "Anim ated", + "Animate d", + "Ġco oler", + "Ġcool er", + "Ġ Seed", + "ĠS eed", + "ĠSe ed", + "ĠSee d", + ". Edit", + ".E dit", + ".Ed it", + "Ï Ħ", + "Ġ Taking", + "ĠT aking", + "ĠTa king", + "ĠTak ing", + "Ġborder Color", + "-f ounder", + "-found er", + ".Logger Factory", + "Ġ\" \"ĊĊ", + "Ġ\"\" ĊĊ", + "Ġ\"\"Ċ Ċ", + "A LT", + "AL T", + "Ġ Late", + "ĠL ate", + "ĠLa te", + "ĠLat e", + "EDI ATE", + "EDIA TE", + "Ġ );ĊĊĊ", + "Ġ) ;ĊĊĊ", + "Ġ);Ċ ĊĊ", + "Ġ);ĊĊ Ċ", + "Ġ); ĊĊĊ", + "a fa", + "af a", + "Ġc ancellation", + "Ġcancel lation", + "Ġcancell ation", + "Ġcanc ellation", + "A tom", + "At om", + "ĠB irmingham", + "emp resa", + "empre sa", + "H EMA", + "HE MA", + "a scal", + "as cal", + "asc al", + "asca l", + "Ġup side", + "Ġups ide", + ". Version", + ".V ersion", + "Ġ Folder", + "ĠF older", + "ĠFo lder", + "ĠFol der", + "ĠFold er", + "Ġ Eight", + "ĠE ight", + "ĠEig ht", + "Ġ Vintage", + "ĠV intage", + "Ġ AppDelegate", + "ĠApp Delegate", + "ĠPre vention", + "ĠPrevent ion", + "ĠPrev ention", + ". separator", + ".s eparator", + ".se parator", + "S TM", + "ST M", + "( room", + "(r oom", + "(ro om", + "g enerator", + "gen erator", + "gener ator", + "Ġc attle", + "Ġcat tle", + "ĉ Z", + "Ġ Particle", + "ĠP article", + "ĠPart icle", + "ĠParti cle", + "' };Ċ", + "'} ;Ċ", + "Ġne ighbours", + "Ġneighb ours", + "Ġneighbour s", + "ĠState less", + "ĠStat eless", + "Ġ altitude", + "Ġalt itude", + "Ġs aint", + "Ġsa int", + "Ġsai nt", + "о бав", + "об ав", + "оба в", + "Ġcon vinc", + "Ġconv inc", + "Ġconvin c", + "Ġ Contents", + "ĠCont ents", + "ĠContent s", + "ĠConte nts", + "Ġje une", + "Ġjeu ne", + "( ts", + "(t s", + "S erialization", + "Serial ization", + "( collection", + "(c ollection", + "(col lection", + "(coll ection", + "ĠJ azz", + "ĠJa zz", + "Ġ Dod", + "ĠD od", + "ĠDo d", + "ĠR och", + "ĠRo ch", + "ĠRoc h", + "a cio", + "ac io", + "aci o", + "comm ended", + "commend ed", + "DE FINE", + "DEF INE", + ".on load", + "Ġspecial ty", + "Ġspeci alty", + "PL ACE", + "_ MOVE", + "_M OVE", + "_MO VE", + "_MOV E", + "Ġaccount able", + "Re uters", + "Ġf icken", + "Ġfi cken", + "Ġfic ken", + "Ġfick en", + "Ġde pr", + "Ġdep r", + "W ow", + "Wo w", + "V oid", + "Vo id", + ". space", + ".s pace", + ".sp ace", + "ภĹ", + "Ġt q", + "Ġ Pets", + "ĠP ets", + "ĠPe ts", + "ĠPet s", + "< $", + "( Current", + "(C urrent", + "ber ries", + "plan ation", + "pla nation", + "Ġlist Of", + "Ġ Thu", + "ĠT hu", + "ĠTh u", + "Ġ PRINT", + "ĠPR INT", + "ĠPRI NT", + "Ġm ismo", + "Ġmis mo", + "Ġmism o", + "Ġ doi", + "Ġd oi", + "Ġdo i", + "c hk", + "ch k", + "Ġ Unicode", + "ĠUn icode", + "ĠUni code", + "( role", + "(r ole", + "(ro le", + "Ġvir gin", + "< Point", + "

-->Ċ", + ">- ->Ċ", + ">-- >Ċ", + "V ol", + "Vo l", + "ĠS SD", + "ĠSS D", + ") )),", + ")) ),", + "))) ,", + ". Optional", + ".Option al", + "Ġn urses", + "Ġnur ses", + "Ġnurs es", + "Ġnurse s", + "Ġ orb", + "Ġo rb", + "Ġor b", + "_ pe", + "_p e", + ") ;čĊčĊčĊ", + ");čĊ čĊčĊ", + "); čĊčĊčĊ", + ");čĊčĊ čĊ", + "pl aced", + "place d", + "pla ced", + "es ser", + "ess er", + "esse r", + "Ġther apeutic", + "Ġwh itespace", + "Ġwhite space", + "Ġwhites pace", + "Ġ aston", + "Ġa ston", + "Ġas ton", + "Ġast on", + "Success ful", + "Ġp raised", + "Ġpr aised", + "Ġpraise d", + "Ġpra ised", + "ĠW es", + "ĠWe s", + "Ġe ighth", + "Ġeight h", + "i ral", + "ir al", + "ira l", + "Ġv rouw", + "Ġvrou w", + "Ġ faction", + "Ġf action", + "Ġfact ion", + "Ġfa ction", + "Ġfac tion", + "_ bias", + "_b ias", + "_bi as", + "Ġ witch", + "Ġw itch", + "Ġwit ch", + "Ġ npc", + "Ġn pc", + "Ġnp c", + "( sb", + "(s b", + "ĠRod rig", + "ĠRodr ig", + "_ big", + "_b ig", + "_bi g", + "D ependency", + "Dep endency", + "ĠAb raham", + "ar di", + "ard i", + "C AR", + "CA R", + "n os", + "no s", + "Ġab undance", + "Ġabund ance", + "Ġnut rients", + "Ġnutrient s", + "in stein", + "ins tein", + "inst ein", + ". Vert", + ".V ert", + ".Ver t", + "Ġ ISS", + "ĠI SS", + "ĠIS S", + "< U", + "Ġs ums", + "Ġsu ms", + "Ġsum s", + "_ hist", + "_h ist", + "_hi st", + "Ġfar mer", + "Ġfarm er", + "Ġ Abr", + "ĠA br", + "ĠAb r", + "S hot", + "Sh ot", + "Ġ BadRequest", + "ĠBad Request", + "Ġh ass", + "Ġhas s", + "Ġha ss", + "Ġ Rails", + "ĠR ails", + "ĠRa ils", + "ĠRail s", + "ĠRai ls", + "Ġaff iliated", + "Ġaffili ated", + "Ġaffiliate d", + "æĿ ¥", + "Ġe rf", + "Ġer f", + "I NF", + "IN F", + "Ġ ViewHolder", + "ĠView Holder", + "m ini", + "min i", + "mi ni", + "ĠR oth", + "ĠRo th", + "ĠRot h", + "Ġfaith ful", + "ĠPhill ips", + "ĠPhillip s", + "AN DOM", + "AND OM", + "] .[", + "]. [", + "_ PAY", + "_P AY", + "_PA Y", + "ĠAr ctic", + "ĠArc tic", + "f aker", + "fa ker", + "fake r", + "fak er", + "D igit", + "Di git", + "Dig it", + "M ale", + "Ma le", + "Mal e", + "std err", + "se ys", + "sey s", + "Ġ Å¡", + "ĠÅ ¡", + "_ remote", + "_rem ote", + "l ique", + "li que", + "liqu e", + "Ġin def", + "Ġi ndef", + "Ġind ef", + "Ġinde f", + "ĠIndust ries", + "i tra", + "it ra", + "itr a", + "_ pairs", + "_p airs", + "_pair s", + "_pa irs", + "< iostream", + " D", + "Ġs ervlet", + "Ġserv let", + "bast ian", + "Ġ >&", + "Ġ> &", + "S ID", + "SI D", + "_ clk", + "_c lk", + "_cl k", + "Ġdi visions", + "Ġdiv isions", + "Ġdivision s", + "Ġdivis ions", + "} ',Ċ", + "}' ,Ċ", + "}', Ċ", + "Ġd ildo", + "Ġdil do", + "Ġpar ade", + "Ġpara de", + "Ġpa rade", + "Ġparad e", + "m ajor", + "maj or", + "Ġa board", + "Ġab oard", + "; ++", + "Ġ fusion", + "Ġf usion", + "Ġfus ion", + "\" },{\"", + "\"} ,{\"", + "\"}, {\"", + "ĠDialog Result", + "ĉ arr", + "ĉa rr", + "ĉar r", + "- em", + "-e m", + "_ nr", + "_n r", + "( handler", + "(h andler", + "(handle r", + "(hand ler", + ". NET", + ".N ET", + ".Xtra Reports", + "ĠSh ah", + "ĠSha h", + "Ġ Brief", + "ĠB rief", + "ĠBr ief", + "ĠBri ef", + "- ,", + "Ġ precio", + "Ġp recio", + "Ġpre cio", + "Ġprec io", + "ĉ ĉĉĠĠĠĠĠĠ", + "ĉĉ ĉĠĠĠĠĠĠ", + "ĉĉĉ ĠĠĠĠĠĠ", + "ĉĉĉĠĠĠ ĠĠĠ", + "ĉĉĉĠ ĠĠĠĠĠ", + "ĉĉĉĠĠ ĠĠĠĠ", + "ĉĉĉĠĠĠĠ ĠĠ", + "ĉĉĉĠĠĠĠĠ Ġ", + "Ġ tant", + "Ġt ant", + "Ġta nt", + "Ġtan t", + "ĠGr ande", + "ĠGrand e", + "ĠGran de", + "ĠGra nde", + "/ xml", + "/x ml", + "_ ICON", + "_I CON", + "_IC ON", + "ĠR etro", + "ĠRe tro", + "ĠRet ro", + "un que", + "Ġn ag", + "Ġna g", + "to Fixed", + "X L", + "Ġ declaring", + "Ġdecl aring", + "Ġdeclar ing", + "Ġ Concrete", + "ĠCon crete", + "ĠConc rete", + "Ġ Amazing", + "ĠAm azing", + "ĠAma zing", + "ĉprint k", + "Ġdeb ates", + "Ġdebate s", + "D ATED", + "DA TED", + "DATE D", + "DAT ED", + "Ġa esthetic", + "Ġaest hetic", + "Ġaes thetic", + "eme tery", + "emet ery", + "Routing Module", + "ĠNash ville", + "W AYS", + "WA YS", + "WAY S", + "Ġ wolf", + "Ġw olf", + "Ġwo lf", + "Ġwol f", + "Ġob servers", + "Ġobs ervers", + "Ġobserv ers", + "Ġobserver s", + "Ġobserve rs", + "O TA", + "OT A", + "an son", + "ans on", + "Ġ ea", + "Ġe a", + "Ġgreen house", + "ĵį ä½ľ", + "Ġst air", + "Ġsta ir", + "Ġimm igrant", + "Ġimmigr ant", + "_ apply", + "_app ly", + "_ap ply", + "pe are", + "pear e", + "ĠB loomberg", + "ĠBloom berg", + "_ PLAYER", + "_PL AYER", + "_PLAY ER", + "R esp", + "Re sp", + "Res p", + "æŃ £", + "Choose r", + "Cho oser", + "Ġ ICollection", + "ĠI Collection", + "ĠIC ollection", + "P eter", + "Pe ter", + "Pet er", + "Err o", + "Er ro", + ".detect Changes", + "M aps", + "Map s", + "Ma ps", + "Ġ squeeze", + "Ġs queeze", + "Ġsqueez e", + "ĠH omes", + "ĠHome s", + "ĠHom es", + "ĠHo mes", + "weg ian", + "Ġformat ting", + "Ġnegot iate", + "u ld", + "ul d", + "ĠN ep", + "ĠNe p", + "Ġ QB", + "ĠQ B", + "Ġeconom ies", + "Ġec onomies", + "Ġ */,", + "Ġ* /,", + "Ġ*/ ,", + "Ġred und", + "Ġredu nd", + "ĠA ber", + "ĠAb er", + "ĠAbe r", + ".IsNullOr WhiteSpace", + "yc led", + "ycle d", + "ycl ed", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ċ", + "_ Sh", + "_S h", + "Ġs kept", + "Ġsk ept", + "Ġske pt", + "Ġre created", + "Ġrec reated", + "Ġrecre ated", + "Ġrecreate d", + "Ġ getType", + "Ġget Type", + "Ġm argins", + "Ġmargin s", + "Ġmarg ins", + "Ġcolon ial", + "ch arts", + "char ts", + "cha rts", + "chart s", + "/ /@", + "// @", + "Ġ processors", + "Ġprocess ors", + "Ġprocessor s", + "Ġprocesso rs", + "è¯ ´", + "b atis", + "bat is", + "æĦ ı", + "at orio", + "ator io", + "ato rio", + "atori o", + "ment ioned", + "mention ed", + "P atient", + "Pat ient", + "Ġp rey", + "Ġpr ey", + "Ġpre y", + "Check box", + "_ xpath", + "_x path", + ". skip", + ".s kip", + ".sk ip", + "ĠMor mon", + "ĠMorm on", + "ĠMemory Stream", + "CR EMENT", + "CRE MENT", + "Ġ ku", + "Ġk u", + "m eld", + "me ld", + "mel d", + "\\ Data", + "\\D ata", + "Ġ Kernel", + "ĠK ernel", + "ĠKer nel", + "ĠKern el", + "i ltr", + "il tr", + "ilt r", + "éĢ ģ", + "( profile", + "(pro file", + "(pr ofile", + "C arbon", + "Car bon", + "R OLE", + "RO LE", + "ROL E", + "( pl", + "(p l", + "] *(", + "]* (", + ". memory", + ".m emory", + ".mem ory", + ".memo ry", + "Ġme dal", + "Ġmed al", + "Ġ advisor", + "Ġad visor", + "Ġadv isor", + "Ġadvis or", + "it ät", + "itä t", + "Ġ hdr", + "Ġh dr", + "Ġhd r", + "ie rung", + "ier ung", + "Ġ Provides", + "ĠPro vides", + "ĠProvid es", + "ĠProvide s", + "ĠProv ides", + "( alpha", + "(al pha", + "Ġteen agers", + "Ġteenager s", + "Ġteenage rs", + "- parser", + "-p arser", + "-par ser", + "-parse r", + ". LatLng", + ".L atLng", + "] ()Ċ", + "]( )Ċ", + "]() Ċ", + "Ġfel ony", + "Ġfelon y", + "ĉĉĉ ĊĉĉĉĊ", + "ĉĉĉĊ ĉĉĉĊ", + "B OOK", + "BO OK", + "Ġ slash", + "Ġs lash", + "Ġsl ash", + "Ġsla sh", + "Ġ clearfix", + "Ġclear fix", + "ĠPro phet", + "ĠProp het", + "å® ¹", + "right ness", + "- fi", + "-f i", + ". kind", + ".k ind", + "er ton", + "ert on", + "erto n", + "J im", + "Ġmanip ulate", + "Ġ worksheet", + "Ġwork sheet", + "Ġworks heet", + "o lin", + "ol in", + "oli n", + "st ars", + "star s", + "sta rs", + "Ġ artifact", + "Ġart ifact", + "_ EMPTY", + "_EM PTY", + "_EMP TY", + "ĉ main", + "ĉm ain", + "--- ---------- ';", + ">' ;", + "Ġexp ressing", + "Ġexpress ing", + "Ġexpres sing", + "Ġ IQ", + "ĠI Q", + "Ġ Fact", + "ĠF act", + "ĠFac t", + "ĠFa ct", + "/************************************************************************ *******Ċ", + "/**************************************************************************** ***Ċ", + "_ mass", + "_m ass", + "_ma ss", + "_mas s", + ") ):", + ")) :", + "Ġcon dom", + "Ġcond om", + "Ġcondo m", + "Ġcreate State", + "ome town", + "omet own", + "Ġi rr", + "Ġir r", + "Ġ >(", + "Ġ> (", + "> B", + "it eration", + "ite ration", + "iter ation", + "ãĥ ª", + "Ġsh irts", + "Ġshirt s", + "ou nty", + "ount y", + "oun ty", + "- >$", + "-> $", + "_ SIGN", + "_S IGN", + "_SIG N", + "_SI GN", + "ĠD ale", + "ĠDa le", + "ĠDal e", + "Ġ jj", + "Ġj j", + "E asy", + "F re", + "Fr e", + "Ġ Ny", + "ĠN y", + "Ġ chlor", + "Ġch lor", + "m atched", + "match ed", + "mat ched", + "ĠG erm", + "ĠGe rm", + "ĠGer m", + "- UA", + "-U A", + "ĠN athan", + "ĠNa than", + "ĠNat han", + "ĠNath an", + "e ducation", + "educ ation", + "edu cation", + "- yard", + "-y ard", + "- che", + "-c he", + "-ch e", + "h ouses", + "ho uses", + "house s", + "hou ses", + "r itional", + "rit ional", + "rition al", + "Ġpro ximity", + "Ġprox imity", + "Ġdie sem", + "Ġdies em", + "Ġdiese m", + "áºŃ p", + "Ġd rought", + "Ġdr ought", + "Ġdro ught", + ". audio", + ".a udio", + ".au dio", + "Ġ Leo", + "ĠL eo", + "ĠLe o", + "Ġfavor able", + "Ġfav orable", + "in ch", + "inc h", + "ĠD aw", + "ĠDa w", + "r ibly", + "rib ly", + "_ student", + "_st udent", + "id able", + "ida ble", + "O VE", + "OV E", + "Ġl acks", + "Ġla cks", + "Ġlack s", + "Ġlac ks", + "oun cing", + "ounc ing", + ". business", + ".b usiness", + ".bus iness", + "Ġ reopen", + "Ġre open", + "m aybe", + "may be", + "_ GLOBAL", + "_G LOBAL", + "Ġd resses", + "Ġdr esses", + "Ġdress es", + "ĠEd wards", + "ĠEdward s", + "ens ible", + "ensi ble", + "Ġ Hardware", + "ĠH ardware", + "ĠHard ware", + "Ġ Excellent", + "ĠEx cellent", + "ĠExcell ent", + "ĠTime Unit", + "CT IONS", + "CTION S", + "Ġs chedules", + "Ġsched ules", + "Ġschedule s", + "Ġ segue", + "Ġse gue", + "Ġseg ue", + "Ġsegu e", + "Open s", + "Op ens", + "am men", + "amm en", + "- Identifier", + "Ġst aring", + "Ġstar ing", + "Ġsta ring", + "Ġhapp ily", + "ĠH ob", + "ĠHo b", + "' _", + "Ġ \");", + "Ġ\" );", + "Ġ\") ;", + "ament os", + "amento s", + "amen tos", + "et ched", + "etch ed", + "etc hed", + "Ġ/ >}Ċ", + "Ġ/> }Ċ", + "Ġ/>} Ċ", + ". Users", + ".User s", + ".Use rs", + "Ġint errupted", + "Ġinter rupted", + "Ġinterrupt ed", + "Cont acts", + "Contact s", + "Conta cts", + "Ġ registro", + "Ġreg istro", + "Ġregistr o", + "Ġregist ro", + "in burgh", + "C HA", + "CH A", + "_ imp", + "_i mp", + "_im p", + "p his", + "ph is", + "phi s", + "s ay", + "sa y", + "Ġret ailer", + "Ġretail er", + ". NODE", + ".N ODE", + ".NO DE", + "/ maps", + "/m aps", + "/map s", + "_ LAST", + "_L AST", + "_LA ST", + "Ġ Charge", + "ĠCh arge", + "ĠChar ge", + "ĠCharg e", + "_ guard", + "_g uard", + "C ollider", + "Col lider", + "Coll ider", + "ĠStateless Widget", + "\" :[\"", + "\": [\"", + "\":[ \"", + "(\" ../../", + "(\"../ ../", + "(\".. /../", + "i oxide", + "iox ide", + "ioxid e", + "ĠS und", + "ĠSun d", + "ĠSu nd", + "Ġ' ';", + "Ġ'' ;", + "un set", + "uns et", + "add Widget", + "л Ñİ", + "el les", + "ell es", + "elle s", + "al ker", + "alk er", + "A rc", + "Ar c", + "Ġd educt", + "Ġde duct", + "Ġded uct", + "G UILayout", + "GUI Layout", + "ĠV illa", + "ĠVi lla", + "ĠVill a", + "ĠVil la", + "Ġfor bidden", + "Ġforb idden", + "Ġforbid den", + "_ where", + "_w here", + "_wh ere", + "Ġ \\/", + "Ġ\\ /", + "ĠT ib", + "ĠTi b", + "_ AX", + "_A X", + "] čĊčĊ", + "]čĊ čĊ", + "Ġ Bir", + "ĠB ir", + "ĠBi r", + "Ġb end", + "Ġbe nd", + "Ġben d", + "Ġ MAKE", + "ĠM AKE", + "ĠMA KE", + "ĠMAK E", + "Ġ MET", + "ĠM ET", + "ĠME T", + "Ġf utures", + "Ġfuture s", + "Ġfut ures", + "Ġfu tures", + "Ġ weighted", + "Ġwe ighted", + "Ġweight ed", + "Ġweigh ted", + "\"\" \"čĊ", + "\"\"\" čĊ", + "Ġ authorize", + "Ġauthor ize", + "( program", + "(p rogram", + "(pro gram", + "(pr ogram", + "(prog ram", + "} ,{\"", + "}, {\"", + "},{ \"", + "Ġcoeff icients", + "Ġcoefficient s", + "ê s", + "Per Page", + "ĠB athroom", + "ĠBath room", + "ĠPublish ing", + "G PL", + "GP L", + "Ġsub missions", + "Ġsubmission s", + "Ġ NUMBER", + "ĠNUM BER", + "ĠNU MBER", + "j Äħ", + "Ġadd itionally", + "Ġadditional ly", + "Ġaddition ally", + "em pre", + "emp re", + "ĠS hel", + "ĠSh el", + "ĠShe l", + "o typ", + "ot yp", + "oty p", + "S olution", + "Sol ution", + "Ġth under", + "Ġthu nder", + "_ ec", + "_e c", + "Ġ ĊĠĠĠĠĊ", + "ĠĊ ĠĠĠĠĊ", + "ĠF ellow", + "ĠFel low", + "ĠFell ow", + "Ġk ay", + "Ġka y", + "Ġnew State", + "ONT AL", + "Im plementation", + "Implement ation", + ". Look", + ".L ook", + ".Lo ok", + "Ġ ents", + "Ġe nts", + "Ġen ts", + "Ġent s", + "Ġl ors", + "Ġlo rs", + "Ġlor s", + "Ġ BIG", + "ĠB IG", + "ĠBI G", + "f ab", + "fa b", + "Ġaverage d", + "Ġaver aged", + "Ġ Feedback", + "ĠFe edback", + "ĠFeed back", + "ĠW ells", + "ĠWell s", + "ĠWel ls", + "Ġm artial", + "Ġmart ial", + "Ġind ul", + "Ġindu l", + "ĠComm unist", + "ĠCommun ist", + "ĠF orex", + "ĠFor ex", + "ĠFore x", + "ĠFo rex", + "ĠAgricult ure", + "ĠAgr iculture", + "\" [", + "Ġqu ar", + "Ġq uar", + "Ġqua r", + "ĠK ont", + "ĠKon t", + "ĠKo nt", + "ĉ view", + "ĉv iew", + ". Bytes", + ".Byte s", + ".By tes", + "d esktop", + "des ktop", + "desk top", + "Ġ Makes", + "ĠM akes", + "ĠMake s", + "ĠMa kes", + "ĠMak es", + "akes peare", + ". Nullable", + ".Null able", + "Ġspot light", + "V B", + "o wy", + "ow y", + "( torch", + "(t orch", + "(to rch", + "t ridge", + "tr idge", + "tri dge", + "_ bounds", + "_b ounds", + "_bound s", + "_bo unds", + "Ġapolog ize", + ". addItem", + ".add Item", + "an td", + "ant d", + "* );Ċ", + "*) ;Ċ", + ", u", + "( gen", + "(g en", + "ç» ĵ", + "re ator", + "reat or", + "rea tor", + "ĠC ord", + "ĠCo rd", + "ĠCor d", + "o upper", + "ou pper", + "oup per", + ". metro", + ".m etro", + ".me tro", + ".met ro", + "Ġ ew", + "Ġe w", + "Ġ WORD", + "ĠW ORD", + ". After", + ".A fter", + "Ġdet ained", + "Ġdetain ed", + "ĠH ammer", + "ĠHam mer", + "ĠHamm er", + "ex isting", + "exist ing", + "Ġ ost", + "Ġo st", + "Ġos t", + "Ġmon ument", + "- custom", + "-c ustom", + "User ID", + "Ġ Nom", + "ĠN om", + "ĠNo m", + "Ġre jection", + "Ġreject ion", + "Ġrej ection", + "( dim", + "(d im", + "(di m", + "Ġ singleton", + "Ġs ingleton", + "Ġsingle ton", + "Ġsing leton", + "ĉ die", + "ĉd ie", + "ar iance", + "ari ance", + "arian ce", + "aria nce", + "re ports", + "rep orts", + "report s", + "repo rts", + "] !=", + "e lda", + "el da", + "eld a", + "Ġpreval ence", + "_ regs", + "_re gs", + "_reg s", + ". \".", + ".\" .", + "Ġfemin ist", + "Code c", + "Co dec", + "Cod ec", + "Ġ **Ċ", + "Ġ* *Ċ", + "Ġ** Ċ", + "( labels", + "(label s", + "_ MARK", + "_M ARK", + "_MA RK", + "FA ILED", + "FAIL ED", + "Ġadminister ed", + "W N", + "ĠĠ ĠĠĠĠĠĠĉĉ", + "ĠĠĠĠ ĠĠĠĠĉĉ", + "ĠĠĠĠĠĠĠĠ ĉĉ", + "ĠĠĠĠĠĠĠ Ġĉĉ", + "ĠĠĠĠĠ ĠĠĠĉĉ", + "ĠĠĠĠĠĠ ĠĠĉĉ", + "ĠĠĠĠĠĠĠĠĉ ĉ", + "Ġ noun", + "Ġn oun", + "Ġno un", + "Ġnou n", + "w ig", + "wi g", + "Ġg otta", + "Ġgot ta", + "Ġ rif", + "Ġr if", + "Ġri f", + "- im", + "-i m", + "ĠPaul o", + "ĠPa ulo", + "ĠCommand Type", + "] ))ĊĊ", + "]) )ĊĊ", + "])) ĊĊ", + "]))Ċ Ċ", + "- zero", + "-z ero", + "Tr aining", + "Train ing", + "Tra ining", + "Ġ lord", + "Ġl ord", + "Ġlo rd", + "Ġlor d", + "_ art", + "_a rt", + "_ar t", + "re ddit", + "red dit", + "redd it", + "C ert", + "Ce rt", + "Ġp eso", + "Ġpe so", + "Ġpes o", + "R ot", + "Ro t", + "Ġen danger", + "Ġend anger", + ". dr", + ".d r", + "user Info", + "u nts", + "un ts", + "unt s", + "n v", + "ĠTr ailer", + "ĠTra iler", + "ĠTrail er", + "- first", + "-f irst", + "-fi rst", + "( make", + "(m ake", + "Ġbenef ici", + "- black", + "-b lack", + "-bl ack", + "i ÃŁ", + "Ġund oubtedly", + "Ġm ex", + "Ġme x", + "ĠAn cient", + "ĠAnc ient", + "( as", + "(a s", + "Ġdes cent", + "Ġdesc ent", + "P ick", + "Pic k", + "Pi ck", + "Ġrep lica", + "Ġrepl ica", + "Ġreplic a", + "$ obj", + "$o bj", + "ä hr", + "äh r", + "Ġar rows", + "Ġarr ows", + "Ġarrow s", + "f ty", + "ft y", + "ĠLib ya", + "u ga", + "ug a", + "ch arged", + "char ged", + "charge d", + "charg ed", + "T ur", + "Tu r", + "Ġh omic", + "Ġhom ic", + "Ġho mic", + "is sen", + "iss en", + "isse n", + "Ġ Fake", + "ĠF ake", + "ĠFa ke", + "ĠFak e", + "Ġbe ers", + "Ġbeer s", + "Ġbee rs", + "Ġsc attered", + "Ġscatter ed", + "( Time", + "(T ime", + "UT IL", + "Ġbureauc r", + "Ġbureau cr", + "/ plain", + "/p lain", + "/pl ain", + "Ġst icking", + "Ġstick ing", + "F AIL", + "FA IL", + "ĠC ovid", + "ĠCo vid", + "ĠCov id", + "Th ird", + "_ present", + "_p resent", + "_pre sent", + "_pres ent", + "ĠP ierre", + "ĠPi erre", + "ĠPier re", + "Ġ ëª", + "Ġë ª", + "Ġ[ ...]ĊĊ", + "Ġ[... ]ĊĊ", + "Ġ[...] ĊĊ", + "P rob", + "Pro b", + "Pr ob", + "Ġ Traffic", + "ĠTra ffic", + "ĠTraff ic", + "i cao", + "ic ao", + "ica o", + "do ctor", + "doc tor", + "Ġ ),ĊĊ", + "Ġ) ,ĊĊ", + "Ġ),Ċ Ċ", + "Ġ), ĊĊ", + "T abs", + "Tab s", + "Ta bs", + "a lu", + "al u", + "ï¼ļ âĢľ", + "Ġin herent", + "Ġinher ent", + "_ No", + "_N o", + "r itis", + "rit is", + "Ġ Proof", + "ĠP roof", + "ĠPro of", + ". basename", + ".b asename", + ".base name", + "ä¼ ļ", + "Ġc him", + "Ġch im", + "Ġchi m", + "Ġ Protected", + "ĠProt ected", + "ĠProtect ed", + "c rit", + "cri t", + "cr it", + "Ġp rone", + "Ġpro ne", + "Ġpr one", + "Ġpron e", + "Ġ кон", + "Ġк он", + "Ġко н", + "Ġ Heroes", + "ĠHer oes", + "ĠHero es", + "Ġan xious", + "Ġanx ious", + "Ġ anos", + "Ġa nos", + "Ġan os", + "Ġano s", + "Ġweek ends", + "Ġweekend s", + "Ġs ext", + "Ġse xt", + "Ġsex t", + "Ġre ducer", + "Ġred ucer", + "Ġredu cer", + "Ġreduce r", + "= UTF", + "h alf", + "ha lf", + "hal f", + "ĠS aw", + "ĠSa w", + ". mm", + ".m m", + "Ġn ueva", + "Ġnu eva", + "Ġnue va", + ".current Target", + ". lua", + ".l ua", + ".lu a", + "_EXT ENSION", + "ĉ reg", + "ĉr eg", + "ĉre g", + "Ġ Ctrl", + "ĠC trl", + "ĠCt rl", + "_ align", + "_al ign", + "accept able", + "Ġr ushing", + "Ġrush ing", + "f rac", + "fr ac", + "fra c", + "Ġbo asts", + "Ġboast s", + "Ġboa sts", + "F ive", + "Fi ve", + " ±", + "Ġ Temperature", + "ĠT emperature", + "ĠTem perature", + "ĠTemper ature", + "> ):", + ">) :", + "Ġch arter", + "Ġchar ter", + "Ġchart er", + "RE ATED", + "REATE D", + "REAT ED", + "REA TED", + "Ġsub jected", + "Ġsubject ed", + "Ġsubj ected", + "Ġ opc", + "Ġo pc", + "Ġop c", + "health y", + "使 çĶ¨", + "ĠScient ific", + "Ġ frau", + "Ġfr au", + "Ġfra u", + "ri ages", + "ria ges", + "riage s", + "ภĶ", + ". inventory", + ".in ventory", + "at ionale", + "ation ale", + "ational e", + "M ad", + "Ma d", + "min utes", + "minute s", + "> >();Ċ", + ">> ();Ċ", + ">>( );Ċ", + ">>() ;Ċ", + "Ġ Env", + "ĠE nv", + "ĠEn v", + "Ġrecord ings", + "Ġrecording s", + "Ġsusp icion", + "sql ite", + "sq lite", + "ĉ read", + "ĉr ead", + "ĉre ad", + "ãģ ¦", + "Ġwor ries", + ".put String", + "ĠSh anghai", + "( uid", + "(u id", + "(ui d", + "r er", + "re r", + "ĠvÃŃ de", + "\" ):", + "\") :", + "Ġmethod ology", + "Ġк оÑĤоÑĢ", + "Ġко ÑĤоÑĢ", + "ĠкоÑĤ оÑĢ", + "c cc", + "cc c", + "av ad", + "ava d", + "Ġin duction", + "Ġind uction", + "Ġindu ction", + "ĉ Thread", + "ĉT hread", + ", string", + ",s tring", + ",str ing", + ",st ring", + "ạ i", + "neh men", + "u ition", + "ui tion", + "uit ion", + "Ġ* __", + "Ġ*_ _", + ".e mf", + ".em f", + "Ġ ìľ", + "Ġì ľ", + "/ themes", + "/th emes", + "/theme s", + "/the mes", + "Ġ Nine", + "ĠN ine", + "ĠNi ne", + "ĠNin e", + ". One", + ".On e", + ".O ne", + "Ġ Embed", + "ĠEm bed", + "ĠEmb ed", + "Ġf az", + "Ġfa z", + "u ations", + "uation s", + "uat ions", + "Ġprivate ly", + "Ġpriv ately", + "Ġprivat ely", + "Ġ ling", + "Ġl ing", + "Ġli ng", + "Ġlin g", + "[ F", + "u shi", + "us hi", + "ush i", + "Ġlaunch es", + "( KEY", + "(K EY", + "G MT", + "GM T", + "Ġa iming", + "Ġaim ing", + "Ġai ming", + "pat ible", + "ĠB iden", + "ĠBi den", + "ĠBid en", + "i w", + "Ġ Degree", + "ĠD egree", + "ĠDe gree", + "ĠDeg ree", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "Ġ$ ('<", + "Ġ$( '<", + "Ġ$(' <", + "á rios", + "ário s", + "ár ios", + "to UpperCase", + "ìł ľ", + "Ġ EUR", + "ĠE UR", + "ĠEU R", + "Ġovers ight", + "Ġtable sp", + "Ġtables p", + "Up dates", + "Update s", + ".m akedirs", + ".make dirs", + "Ġ humidity", + "Ġh umidity", + "Ġhum idity", + "Ġhumid ity", + "/ template", + "/t emplate", + "/temp late", + "Al ways", + "( IS", + "(I S", + "_ cert", + "_c ert", + "_ce rt", + "D ig", + "Di g", + "Ġunder way", + "or ton", + "ort on", + "ĠHur ricane", + "Ġsp ends", + "Ġspe nds", + "Ġspend s", + "Ġ Segment", + "ĠS egment", + "ĠSe gment", + "ĠSeg ment", + "Ġ flies", + "Ġf lies", + "Ġfl ies", + "Ġ Toggle", + "ĠT oggle", + "ĠL ynch", + "ĠLyn ch", + "Ġs enses", + "Ġsense s", + "Ġsens es", + "Ġsen ses", + "ĠK os", + "ĠKo s", + "set Enabled", + "ist ically", + "istic ally", + "istical ly", + "Ġ tester", + "Ġt ester", + "Ġte ster", + "Ġtest er", + "Ġtes ter", + "Ġteste r", + "Ġadministr ators", + "Ġadministrator s", + "Ġt agged", + "Ġtag ged", + "Ð ĵ", + "Ġ shortcut", + "Ġshort cut", + "Ġ Resolution", + "ĠRe solution", + "ĠRes olution", + "Ġsuper vision", + "Ġsuperv ision", + "ĠAsh ley", + "Tr acking", + "Track ing", + "ul atory", + "ulator y", + "an del", + "and el", + "ande l", + "i sten", + "is ten", + "ist en", + "iste n", + "Ġun re", + "Ġunr e", + "( diff", + "(d iff", + "(di ff", + "AN TS", + "ANT S", + "Ġr ider", + "Ġrid er", + "Ġride r", + "Ġri der", + "Ġs Äħ", + ". Series", + ".S eries", + ".Se ries", + "_ orders", + "_order s", + "_or ders", + "_ord ers", + "ORIZ ONTAL", + "Ġret ention", + "ãĢĤ čĊčĊ", + "\"> čĊčĊ", + "\">čĊ čĊ", + "Ġdi agonal", + "Ġdiag onal", + "Ġdiagon al", + "ĠC ancellationToken", + "_ Internal", + "_In ternal", + "_Int ernal", + "_Inter nal", + "Ġr uin", + "Ġru in", + ". Qt", + ".Q t", + "ocr atic", + "ocrat ic", + "T el", + "Te l", + "Ġ Answers", + "ĠAn swers", + "ĠAnswer s", + "ĠAns wers", + "m atic", + "ma tic", + "mat ic", + "Ġ xp", + "Ġx p", + "a tem", + "at em", + "ate m", + "_ jobs", + "_j obs", + "_job s", + "_ any", + "_a ny", + "_an y", + "Ġsen iors", + "Ġsenior s", + "Ġseni ors", + "Ġland mark", + "ĠQ List", + "Ġman eu", + "Ġmane u", + "ot ify", + "oti fy", + "/ \";Ċ", + "/\" ;Ċ", + "/ server", + "/s erver", + "ĠPhil osoph", + "u tenant", + "ut enant", + "ute nant", + "uten ant", + "( io", + "(i o", + "h z", + "Ġ authenticated", + "Ġauth enticated", + "Ġauthentic ated", + "Ġauthenticate d", + "d v", + "- Compatible", + "Origin ally", + "Original ly", + "Orig inally", + ", function", + ",f unction", + "ãĢĤ čĊ", + "ĠRepresent ative", + "as ily", + "asi ly", + "asil y", + "irc uit", + ". dt", + ".d t", + "( math", + "(m ath", + "(mat h", + ". Marshal", + ".M arshal", + ".Mar shal", + "[ ,", + "Ġ Cities", + "ĠC ities", + "ĠCit ies", + "ĠCi ties", + "_ turn", + "_t urn", + "| )Ċ", + "Ġ cantidad", + "Ġc antidad", + "Ġcant idad", + "al ter", + "alt er", + "alte r", + "ĉ ui", + "ĉu i", + "ĠNe braska", + "Ġsk irt", + "Ġski rt", + ". bg", + ".b g", + "Shared Preferences", + "( style", + "(st yle", + "Ġg rief", + "Ġgr ief", + "Ġgri ef", + "g ew", + "ge w", + "Ġsaf eg", + "Ġsafe g", + "o lang", + "ol ang", + "ola ng", + "olan g", + "_ lists", + "_l ists", + "_list s", + "_li sts", + "ì Ľ", + "Ġgran ite", + "Ġgra nite", + "Ġhot test", + "Ġhott est", + ". jdbc", + ".j dbc", + ".jd bc", + ". Customer", + ".C ustomer", + ".Custom er", + "Ġ âī¤", + "Ġâī ¤", + "Ġw aar", + "Ġwa ar", + "_ scene", + "_s cene", + "_sc ene", + "+ '/", + "+' /", + "ĠJ TextField", + "ĠJText Field", + "ĠJT extField", + "Ġs eating", + "Ġse ating", + "Ġsea ting", + "Ġseat ing", + "Ġw ears", + "Ġwe ars", + "Ġwear s", + "Ġ` /", + "C ases", + "Case s", + "Ca ses", + "Cas es", + "Ġ Youtube", + "ĠY outube", + "ĠYou tube", + "ı m", + "Ġb alcon", + "Ġbal con", + ", G", + "Meta Data", + "Met aData", + "- price", + "-p rice", + "-pr ice", + "S CR", + "SC R", + "Un ity", + "Unit y", + "Uni ty", + "Ġtr unk", + "={ `${", + "={` ${", + "Ġearth quake", + "Ġearthqu ake", + "P artial", + "Part ial", + "Ġ subst", + "Ġsu bst", + "Ġsub st", + "Ġsubs t", + "Ġel imin", + "Ġelim in", + "=\" '.", + "=\"' .", + "//* [@", + "//*[ @", + "Ġsup ervisor", + "Ġsuper visor", + "Ġsuperv isor", + "vr olet", + "vro let", + "_ article", + "_art icle", + "Ġ pane", + "Ġp ane", + "Ġpa ne", + "Ġpan e", + "b io", + "bi o", + "Ġmot ors", + "Ġmo tors", + "Ġmotor s", + "Ġmoto rs", + "N M", + "F rank", + "Fr ank", + "Fran k", + "Fra nk", + "Ġon ion", + "- word", + "-w ord", + "Item ClickListener", + "ItemClick Listener", + "Ġ brit", + "Ġb rit", + "Ġbr it", + "Ġbri t", + "end encies", + "enden cies", + "Com puter", + "Comp uter", + "Compute r", + "Comput er", + "_ running", + "_r unning", + "_run ning", + "( day", + "(d ay", + "(da y", + "- he", + "-h e", + "( named", + "(n amed", + "(name d", + "ĠS ach", + "ĠSa ch", + "ĠSac h", + "о Ñĩ", + "c ampaign", + "camp aign", + ". Abstract", + ".A bstract", + ".Ab stract", + ".Abs tract", + "( wrapper", + "(w rapper", + ". pay", + ".p ay", + ".pa y", + "Ġ uw", + "Ġu w", + "G eo", + "Ge o", + "r ails", + "ra ils", + "rai ls", + "rail s", + "/ select", + "/s elect", + "/se lect", + "i chte", + "ic hte", + "ich te", + "icht e", + "s ons", + "so ns", + "son s", + "E VENT", + "EV ENT", + "Ġal iment", + "Ġali ment", + "Pro viders", + "Provider s", + "Provid ers", + "Provide rs", + "Prov iders", + "A wait", + "Aw ait", + "_INTER VAL", + ". off", + ".of f", + ".o ff", + "Ġgl uten", + "Ġglut en", + "Ġglu ten", + "_ cloud", + "_c loud", + "_cl oud", + "Ġ wen", + "Ġw en", + "Ġwe n", + ". extract", + ".ex tract", + ".ext ract", + ".extra ct", + "ĉ button", + "ĉb utton", + "/ MM", + "/M M", + "P arty", + "Par ty", + "Part y", + "Ġdem ographic", + "Ġdemo graphic", + "_ errno", + "_err no", + "Ġh iking", + "Ġhi king", + "Ġhik ing", + "(' ')Ċ", + "\", @\"", + "Ġ wit", + "Ġw it", + "Ġwi t", + "r á", + "ol ogie", + "olog ie", + "olo gie", + "ologi e", + "Ġ Styles", + "ĠSt yles", + "ĠStyle s", + "ĠSty les", + "ĠBrowser Module", + ". RequestMapping", + ".Request Mapping", + "ic ans", + "ica ns", + "ican s", + "P AGE", + "PA GE", + "c reation", + "cre ation", + "creat ion", + "ĠF erguson", + "u ded", + "ud ed", + "ude d", + "num bers", + "number s", + "Ġ GTK", + "ĠG TK", + "ĠGT K", + "Ġpresent ations", + "Ġpresentation s", + "ĠB obby", + "ĠBob by", + "_ span", + "_s pan", + "_sp an", + "e style", + "est yle", + "esty le", + "Ġillegal ly", + "Ġilleg ally", + "ab ela", + "abel a", + "abe la", + "Ġbattle field", + "cap acity", + "t error", + "ter ror", + "te rror", + "terr or", + "] \");Ċ", + "]\" );Ċ", + "]\") ;Ċ", + "Ġwar rior", + "le ader", + "lead er", + "lea der", + "Ġ DBG", + "ĠD BG", + "ĠDB G", + "Ġ Revenue", + "ĠRe venue", + "Ġvi gil", + "Ġvig il", + "Ġcounter parts", + "Ġcounterpart s", + "( Error", + "(E rror", + "AC TER", + "ACT ER", + "Ġhe eft", + "Ġse lections", + "Ġselect ions", + "Ġselection s", + "Ġsel ections", + "Ġsele ctions", + "ze ug", + "t om", + "to m", + "- two", + "-t wo", + "-tw o", + ". ;Ċ", + ".; Ċ", + "_ statement", + "_st atement", + "_state ment", + "_stat ement", + "_sta tement", + "ĠA id", + "ĠAi d", + "ĠV ul", + "ĠVu l", + "_ rgb", + "_r gb", + "_rg b", + "Ġpr izes", + "Ġpri zes", + "Ġprize s", + "Ġ editable", + "Ġed itable", + "Ġedit able", + "Ġedi table", + "ĉ form", + "ĉf orm", + "ĉfor m", + "ın ı", + ". decor", + ".de cor", + ".dec or", + "D emo", + "De mo", + "Dem o", + "l ices", + "lic es", + "li ces", + "lice s", + "Ġen ctype", + "Ġenc type", + "rat ulations", + "Ġ ROS", + "ĠR OS", + "ĠRO S", + "_ chars", + "_ch ars", + "_char s", + "ĠJ ahr", + "ĠJa hr", + "ĠJah r", + "p artial", + "part ial", + "Ñĥ ÑĤ", + "Ġ Receive", + "ĠRe ceive", + "ĠRece ive", + "ĠL ands", + "ĠLa nds", + "ĠLand s", + "ĠLan ds", + "AP TER", + "APT ER", + "Ġch opped", + "Ġcho pped", + "Ġchop ped", + ". .\"", + ".. \"", + "Ġ Analy", + "ĠAn aly", + "ĠAnal y", + "ĠAna ly", + "Ġ UID", + "ĠU ID", + "ĠUI D", + "ĠR adeon", + "ĠRad eon", + "ĠB ee", + "ĠBe e", + "Ġu nm", + "Ġun m", + "> M", + ".find all", + "Token izer", + "Ġ WHAT", + "ĠWH AT", + "Ġ sj", + "Ġs j", + "D rawing", + "Draw ing", + "E ss", + "Es s", + "O ND", + "ON D", + "Ĭ ¶", + "( packet", + "(p acket", + "(pa cket", + "(pack et", + "âĢĶ but", + "Inv ocation", + "ĠN uclear", + "ĠNu clear", + "? ;Ċ", + "Ġgr andes", + "Ġgrand es", + "Ġgran des", + "Ġgrande s", + "Ġ Crypt", + "ĠC rypt", + "ĠCry pt", + "r emark", + "re mark", + "rem ark", + "rema rk", + "Ġ' ../../../../", + "Ġ'../ ../../../", + "Ġ'../../ ../../", + "Ġ'../../../ ../", + "Ġin ability", + "m agic", + "mag ic", + "c ats", + "ca ts", + "cat s", + "Ġ simulate", + "Ġsim ulate", + "Ġsimul ate", + ": ${", + ":$ {", + "in flate", + "inf late", + "Ġ ener", + "Ġe ner", + "Ġen er", + ": NO", + ":N O", + "i ples", + "ip les", + "iple s", + "ipl es", + "Ġme rit", + "Ġmer it", + "Ġ Rated", + "ĠR ated", + "ĠRa ted", + "ĠRate d", + "ĠRat ed", + "Ġg lue", + "Ġgl ue", + "Ġglu e", + "/ blog", + "/b log", + "/bl og", + "Ġ gren", + "Ġg ren", + "Ġgr en", + "Ġgre n", + "Ġthr illed", + "Ġthrill ed", + ". CH", + ".C H", + "un can", + "unc an", + "unca n", + "Ġ PRIMARY", + "ĠPR IMARY", + "ĠPRI MARY", + "Ġper sec", + "Ġpers ec", + "Ġperse c", + "Ġfe ared", + "Ġfear ed", + ". MIN", + ".M IN", + "ĠThe ater", + "é Ĵ", + "ateg orie", + "ategor ie", + "ategori e", + "atego rie", + "æ® µ", + "Ġappet ite", + "s quare", + "squ are", + "ĠAlex and", + "ĠAlexa nd", + ". UserId", + ".User Id", + "_ gt", + "_g t", + "_ enter", + "_en ter", + "_ent er", + "Ġgrad uates", + "Ġgraduate s", + "Ġgradu ates", + "Fragment Manager", + "Author ize", + "-N LS", + "( My", + "(M y", + "Ġtri umph", + "Ġtrium ph", + "us ting", + "ust ing", + "ustin g", + "_PARAM S", + "_PAR AMS", + "Char acters", + "Character s", + "(: ,:,", + "(:, :,", + "_ BUILD", + "_B UILD", + "_BU ILD", + "M Hz", + "MH z", + "Ġw ashed", + "Ġwas hed", + "Ġwa shed", + "Ġwash ed", + "Ġun cle", + "Ġunc le", + "St eve", + "Ste ve", + "ar down", + "ard own", + "ardo wn", + "< stdio", + " ${", + ">$ {", + "_ confirmation", + "_confirm ation", + "Ġt rophy", + "Ġtr ophy", + "Ġtro phy", + "Ġtrop hy", + "W orks", + "Work s", + "ĠElect ronics", + "ĠElectronic s", + "ĠElectron ics", + "ĠMediterr anean", + "_ metrics", + "_m etrics", + "_metric s", + "_met rics", + "Ġann ouncing", + "Ġannounc ing", + "Ġ DAY", + "ĠD AY", + "ĠDA Y", + "_ proto", + "_pro to", + "_pr oto", + "_prot o", + "Ġ pear", + "Ġp ear", + "Ġpe ar", + "Ġpea r", + "base Url", + "ĉ ĉĉĉĉĉĉĉĊ", + "ĉĉ ĉĉĉĉĉĉĊ", + "ĉĉĉĉ ĉĉĉĉĊ", + "ĉĉĉ ĉĉĉĉĉĊ", + "ĉĉĉĉĉ ĉĉĉĊ", + "ĉĉĉĉĉĉ ĉĉĊ", + "ĉĉĉĉĉĉĉĉ Ċ", + "ĉĉĉĉĉĉĉ ĉĊ", + "Ġco ordination", + "Ġcoord ination", + "Ġcoordin ation", + ": N", + ". animate", + ".an imate", + ".anim ate", + "ĠC otton", + "ĠCot ton", + "_ hit", + "_h it", + "_hi t", + "â ľ", + "Ġj etzt", + "Ġjet zt", + "i fter", + "if ter", + "ift er", + "( fields", + "(f ields", + "(field s", + "own load", + "ific acion", + "ifica cion", + ". cuda", + ".c uda", + "ĠL iu", + "ĠLi u", + "> equals", + ">e quals", + "Ġ Ace", + "ĠA ce", + "ĠAc e", + "ÑĢ ам", + "ÑĢаР¼", + "ÑĢа м", + "ĠSup erman", + "ĠSuper man", + "ĠGar cia", + "ĠGarc ia", + "Ġarr ests", + "Ġarrest s", + "a gar", + "ag ar", + "aga r", + "Ġ {})", + "Ġ{ })", + "Ġ{} )", + "Ġ macros", + "Ġmac ros", + "Ġmacro s", + "ro upe", + "rou pe", + "roup e", + "ê tre", + "êt re", + "Ġtw isted", + "Ġtwist ed", + "str uments", + "strument s", + "stru ments", + "_ (\"", + "_( \"", + "_ vertices", + "_vert ices", + "Ġ Transition", + "ĠT ransition", + "ĠTrans ition", + "ĠTransit ion", + "и к", + "[ max", + "[m ax", + "m ind", + "min d", + "mi nd", + "Ġ accessToken", + "Ġaccess Token", + "Ġun le", + "Ġunl e", + "m us", + "mu s", + "c op", + "co p", + "Ġ Factor", + "ĠF actor", + "ĠFac tor", + "ĠFa ctor", + "ĠFact or", + "Ġcon ced", + "Ġconc ed", + "Ġconce d", + "Ġre tr", + "Ġr etr", + "Ġret r", + ".l inalg", + ".lin alg", + "- slider", + "-s lider", + "-slide r", + "-sl ider", + "o bl", + "ob l", + "_Static Fields", + "Ġz ombie", + "s elling", + "sel ling", + "sell ing", + "Ġ chap", + "Ġc hap", + "Ġch ap", + "Ġcha p", + "Ġsh aking", + "Ġsha king", + "Ġ Translate", + "ĠTrans late", + "ĠAm sterdam", + "Ġ ETH", + "ĠE TH", + "ĠET H", + "_ EXTERN", + "_EX TERN", + "_EXT ERN", + "k d", + "_ disc", + "_d isc", + "_dis c", + "_di sc", + "Ġprec eding", + "Ġpreced ing", + "Ġ prix", + "Ġp rix", + "Ġpr ix", + "Ġpri x", + "Object Name", + "_ modified", + "_mod ified", + "ard ware", + "Ġ?> \">", + "Ġ?>\" >", + "Ġ DW", + "ĠD W", + "` ${", + "Ġ?> \">\" >\"> \">< ?", + "u yen", + "uy en", + "uye n", + "Ġd onna", + "Ġdon na", + "Ġdonn a", + "Ġx si", + "Ġxs i", + "Ġ$ \"{", + "Ġ$\" {", + "Ġ Drawing", + "ĠD rawing", + "ĠDraw ing", + "ĠDra wing", + ", nil", + ",n il", + "Ġ onder", + "Ġo nder", + "Ġon der", + "Ġonde r", + "B G", + "O bserv", + "Ob serv", + "Obs erv", + "Ġconsider ations", + "Ġconsideration s", + "bo at", + "boa t", + "ĠB anks", + "ĠBank s", + "ĠBan ks", + "Ġin dict", + "Ġind ict", + "Ġindic t", + ", I", + "ĠB lu", + "ĠBl u", + "( version", + "(v ersion", + "cl iente", + "client e", + "cli ente", + "o lan", + "ol an", + "ola n", + "L ESS", + "LE SS", + "LES S", + "assert Same", + "_ void", + "_v oid", + "ĠW AS", + "ĠWA S", + "ĉ enum", + "ĉe num", + "ĉen um", + "Ġm ixer", + "Ġmix er", + "E W", + "a ffe", + "af fe", + "aff e", + "Ġblow job", + "t extField", + "text Field", + "Ġimm ense", + "_ repo", + "_re po", + "_rep o", + "Ġ globals", + "Ġg lobals", + "Ġglobal s", + "Ġglob als", + "ant ages", + "anta ges", + "antage s", + ". today", + ".t oday", + ".to day", + "Th ursday", + "ĠB rig", + "ĠBr ig", + "ĠBri g", + "{ })Ċ", + "{} )Ċ", + "{}) Ċ", + "Ġ Imagine", + "ĠIm agine", + "ĠImag ine", + "( GPIO", + "(G PIO", + "Ġ esto", + "Ġe sto", + "Ġes to", + "Ġest o", + "Ġ Province", + "ĠPro vince", + "ĠProv ince", + "ĠM ental", + "ĠMen tal", + "ĠMent al", + "_ cells", + "_c ells", + "_cell s", + "ĠJul ian", + "ĠJu lian", + "ĠJulia n", + "ĠJuli an", + ". Screen", + ".S creen", + ".Sc reen", + "Ġc andle", + "Ġcan dle", + "Ġcand le", + "Ġm onde", + "Ġmon de", + "Ġmo nde", + "Ġmond e", + "Ġv erg", + "Ġver g", + "Ġve rg", + "it erals", + "iter als", + "iteral s", + "- layout", + "-l ayout", + "G uest", + "Gu est", + "Ġv ind", + "Ġvi nd", + "Ġvin d", + "Ġ Echo", + "ĠE cho", + "ĠEc ho", + "' )}", + "') }", + "Ġ mann", + "Ġm ann", + "Ġman n", + "Ġma nn", + "_ BOOLEAN", + "_BO OLEAN", + "h ap", + "ha p", + "Ġnight mare", + "U GH", + "UG H", + "Ġnon etheless", + "Ġnone theless", + "Ġ athe", + "Ġa the", + "Ġat he", + "Ġath e", + "ĠH olland", + "ĠHol land", + "ĠHo lland", + "ĠHoll and", + "Ġ Born", + "ĠB orn", + "ĠBo rn", + "ĠBor n", + "\\ ORM", + "a nut", + "an ut", + "_ levels", + "_level s", + "Ġpet ite", + "Ġpetit e", + "- art", + "-a rt", + "-ar t", + "_ SHOW", + "_S HOW", + "_SH OW", + "number Of", + "_ thumbnail", + "_th umbnail", + "a mins", + "am ins", + "amin s", + "ami ns", + "Ġ Defines", + "ĠDef ines", + "ĠDefine s", + "Ġ\" =", + ". StatusCode", + ".Status Code", + "Ġdign ity", + "ĠB ike", + "ĠBi ke", + "ĠBik e", + ".New Line", + "ĠG las", + "ĠGl as", + "( logger", + "(log ger", + "(lo gger", + "Ġc atches", + "Ġcatch es", + "Ġcat ches", + "v otes", + "vo tes", + "vote s", + "Ġexam ining", + "/ register", + "/reg ister", + "Ġspec ifying", + "Ġspecify ing", + "_ fixed", + "_f ixed", + "_fix ed", + "Ġdraw ings", + "Ġdrawing s", + "Th reshold", + "A x", + "Ġ Architecture", + "ĠArch itecture", + "ĠArchitect ure", + "( pid", + "(p id", + "(pi d", + "W ire", + "Wir e", + "Wi re", + "( cont", + "(c ont", + "(con t", + "(co nt", + "l ane", + "la ne", + "lan e", + "L ists", + "List s", + "Li sts", + "Ġs print", + "Ġsp rint", + "Ġspr int", + "Ġgrand father", + "_ AG", + "_A G", + "Ġs cheduling", + "Ġsched uling", + "CL US", + "CLU S", + "at urity", + "atur ity", + "Ġ locking", + "Ġl ocking", + "Ġloc king", + "Ġlock ing", + "[ size", + "[s ize", + "_ styles", + "_st yles", + "_style s", + "Ġ wb", + "Ġw b", + "-- >ĊĊ", + "-->Ċ Ċ", + "--> ĊĊ", + "Ġsp inning", + "Ġspin ning", + "_ pending", + "_p ending", + "_pen ding", + "Match ers", + "Mat chers", + "Matcher s", + ". Keys", + ".Key s", + "Ġ PV", + "ĠP V", + "en us", + "enu s", + "ant is", + "anti s", + "Ġ discard", + "Ġd iscard", + "Ġdis card", + "Ġdisc ard", + "Ġ haul", + "Ġh aul", + "Ġha ul", + "Ġem pir", + "Ġemp ir", + "Ġpath way", + "Ġo ak", + "Ġoa k", + "м ен", + "ме н", + "-in duced", + "-ind uced", + "Ġim pair", + "Ġimp air", + "ĠCal gary", + ".is Hidden", + "d z", + "_ include", + "_in clude", + "_inc lude", + "Ġ gm", + "Ġg m", + "Ġ' ('", + "Ġ'( '", + "P Y", + "uggest ions", + "uggestion s", + "Ġcom modity", + "Ġcommod ity", + "c ro", + "cr o", + "/ sub", + "/s ub", + "Ġ getInstance", + "Ġget Instance", + "Ġ Legacy", + "ĠLeg acy", + "ĠK il", + "ĠKi l", + "B al", + "Ba l", + "( short", + "(s hort", + "(sh ort", + "In form", + "Info rm", + "Inf orm", + "+ x", + "* r", + "Ġ Hopefully", + "ĠHope fully", + "ĠHop efully", + "o rate", + "or ate", + "ora te", + "Ġm achen", + "Ġma chen", + "Ġmach en", + "Ġmac hen", + "Ġtreat y", + "Ġtre aty", + "ĠO ri", + "ĠOr i", + ". public", + ".p ublic", + ".pub lic", + "- horizontal", + "-h orizontal", + "Ġt actic", + "Ġta ctic", + "Ġtact ic", + "Ġtac tic", + "Ġb ord", + "Ġbo rd", + "Ġbor d", + "w ares", + "ware s", + "wa res", + "war es", + "Ġ ammo", + "Ġa mmo", + "Ġam mo", + "Ġ Lists", + "ĠL ists", + "ĠList s", + "ĠLi sts", + "ĠLis ts", + "Ġequ ations", + "Ġeq uations", + "Ġequation s", + "/ her", + "/h er", + "/he r", + "ĠN SW", + "ĠNS W", + "B ounding", + "Bo unding", + "Bound ing", + "_ Collections", + "_C ollections", + "Ġ avail", + "Ġa vail", + "Ġav ail", + "Ġava il", + ". DropDown", + ".Drop Down", + "è °", + "Ġ hh", + "Ġh h", + "Ġl Ãł", + ". pb", + ".p b", + "Ġmem orial", + "Ġmemor ial", + "Ġmemo rial", + "Ġmemoria l", + "Ġ ATTR", + "ĠAT TR", + "ĠATT R", + "Ġexhaust ed", + "Ġt sp", + "Ġts p", + "ĉ redirect", + "ĉre direct", + "Ġlike wise", + "Ġlik ewise", + "S TER", + "ST ER", + "STE R", + "L java", + "Ġcondem ned", + "Ġcondemn ed", + "oca ust", + "( strict", + "(str ict", + "Ġex empt", + "Ġexem pt", + "Ġexemp t", + "Ġ sms", + "Ġs ms", + "Ġsm s", + "Ġex agger", + "S YS", + "SY S", + "Ġl ounge", + "Ġlo unge", + "Ġlou nge", + "Ġloung e", + ": ^", + "Ġt odd", + "Ġto dd", + "Ġtod d", + "d eb", + "de b", + "at orial", + "ator ial", + "ato rial", + "atori al", + "atoria l", + "ĠPort er", + "ĠPor ter", + "Ġt uition", + "Ġtu ition", + "Ġex empl", + "Ġexem pl", + "Ġexe mpl", + "Ġexemp l", + "Ġ paren", + "Ġp aren", + "Ġpar en", + "Ġpa ren", + "Ġpare n", + ".line To", + "Ġkid ney", + "Ġki dney", + "Ġkidn ey", + "Ġ ça", + "Ġç a", + "Ġc ui", + "Ġcu i", + "ï¼Į 请", + "X C", + "Ġmo ż", + "Ġn ominated", + "Ġno minated", + "Ġnom inated", + "Ġnomin ated", + "Ġnominate d", + "l ung", + "lu ng", + "lun g", + "Im Gui", + "Ġ Buzz", + "ĠB uzz", + "ĠBu zz", + "Ġst ereo", + "Ġste reo", + "Ġster eo", + "Ġstere o", + "p ortal", + "port al", + "por tal", + "res as", + "resa s", + "Ġ klass", + "Ġk lass", + "Ġkl ass", + "Ġkla ss", + "Ġklas s", + "Ġd rafted", + "Ġdraft ed", + "Ġproject ile", + "/g pl", + "( parameters", + "(param eters", + "(parameter s", + "* )Ċ", + "*) Ċ", + "Ġass isted", + "Ġassist ed", + "Ġ NSInteger", + "ĠNS Integer", + "s itemap", + "site map", + "sit emap", + ": nth", + ":n th", + ". Views", + ".View s", + ".Argument Parser", + "Ġ meer", + "Ġm eer", + "Ġme er", + "Ġmee r", + "z ier", + "zi er", + "zie r", + "Ġ Dig", + "ĠD ig", + "ĠDi g", + "Ċ", + ")} >Ċ", + ")}> Ċ", + "Ġp lag", + "Ġpl ag", + "Ġpla g", + "p ine", + "pi ne", + "pin e", + "Ġblank et", + "Ġ : -", + "Ġ lcd", + "Ġl cd", + "Ġlc d", + "- --------------", + "-- -------------", + "---- -----------", + "-------- -------", + "--- ------------", + "------------ ---", + "----- ----------", + "---------- -----", + "------ ---------", + "----------- ----", + "------------- --", + "------- --------", + "--------- ------", + "-------------- -", + "( \"\"", + "(\" \"", + "Ġt actical", + "Ġtact ical", + "Ġtactic al", + "Ġtac tical", + "ĠR onald", + "ĠRon ald", + "ex tr", + "ext r", + "ĠF est", + "ĠFe st", + "Ġf uer", + "Ġfu er", + "Ġfue r", + "- navigation", + "-n avigation", + "-nav igation", + "Ġ kb", + "Ġk b", + "g host", + "gh ost", + "Ġ handleChange", + "Ġhandle Change", + "_ cls", + "_c ls", + "_cl s", + "( )!=", + "() !=", + "Com parator", + "Compar ator", + ". vm", + ".v m", + "ĠC ox", + "ĠCo x", + "_ review", + "_re view", + "_r eview", + "_rev iew", + "/ @", + "_ cookie", + "_c ookie", + "_co okie", + "Ġrecogn ised", + "Ġrecognise d", + "l dap", + "ld ap", + "lda p", + "Th reads", + "Thread s", + "ĠS exual", + "ĠSex ual", + "ĠB earing", + "ĠBe aring", + "ĠBear ing", + "ĠBea ring", + "( SQL", + "(S QL", + "Ġ xr", + "Ġx r", + "Ġt high", + "Ġth igh", + "Ġthi gh", + "URL Connection", + "ĠS UV", + "ĠSU V", + "Ġm Context", + "Ġinc idence", + "Ġincid ence", + "Ġ Este", + "ĠE ste", + "ĠEs te", + "ĠEst e", + ". sup", + ".s up", + "_ te", + "_t e", + "( EXIT", + "(EX IT", + "C MD", + "CM D", + "/ \">", + "/\" >", + "Al most", + "Ġ Une", + "ĠU ne", + "ĠUn e", + "Ġand eren", + "Ġandere n", + "Ġander en", + "Ġ Singleton", + "ĠS ingleton", + "ĠSing leton", + "ĠSingle ton", + "Ġb ore", + "Ġbo re", + "Ġbor e", + "Th ink", + "Thin k", + "Ġn arc", + "Ġna rc", + "Ġnar c", + "] initWith", + "]init With", + "_ shop", + "_s hop", + "_sh op", + "( strategy", + "(str ategy", + "! ',", + "!' ,", + "her its", + "herit s", + "Ġ Desk", + "ĠD esk", + "ĠDe sk", + "ĠDes k", + "_ machine", + "_m achine", + "_ma chine", + ".n etty", + ".net ty", + ".ne tty", + "ı nda", + "ın da", + "ınd a", + "= <", + "Ġ QR", + "ĠQ R", + "Ġ Sidebar", + "ĠS idebar", + "ĠSide bar", + ".split Container", + "Ġon Success", + "Ġ monkey", + "Ġmon key", + "Ġmonk ey", + "En joy", + "( nodes", + "(n odes", + "(node s", + "(no des", + "pect rum", + "Ġ (*(", + "Ġ( *(", + "Ġ(* (", + "ĉ UINT", + "ĉU INT", + "ĉUI NT", + ", height", + ",h eight", + "ĠNetwork s", + "ĠNet works", + ". tail", + ".t ail", + ".ta il", + ".l inspace", + ".lin space", + "Ġ \"...", + "Ġ\" ...", + "Ġ\". ..", + "Ġ\".. .", + "L isten", + "List en", + "Li sten", + "Æ ¡", + ". Channel", + ".Ch annel", + "- defined", + "-d efined", + "-def ined", + "Re peat", + "Rep eat", + "ad just", + "adj ust", + "E RM", + "ER M", + "_ application", + "_app lication", + "_ap plication", + ".assert NotNull", + ".assertNot Null", + "- stream", + "-st ream", + "-str eam", + "Ġ rabbit", + "Ġr abbit", + "Ġrab bit", + "Ġposition ing", + "Ġ woke", + "Ġw oke", + "Ġwo ke", + "Ġf ing", + "Ġfin g", + "Ġfi ng", + "Ġmulti player", + "Ġmultip layer", + "Ġregister ing", + "Ġregist ering", + "un til", + "unt il", + "Ã¥ n", + "( ::", + "(: :", + "uss ions", + "ussion s", + "Ġpot ato", + "Ġ Equals", + "ĠE quals", + "ĠEqu als", + "ĠEqual s", + ". Sup", + ".S up", + "/ apache", + "/ap ache", + "Ġ (=", + "Ġ( =", + ". \")", + ".\" )", + ". ptr", + ".p tr", + ".pt r", + "Ġ Speech", + "ĠS peech", + "ĠSpe ech", + ". clip", + ".c lip", + ".cl ip", + ".cli p", + "ĠGab riel", + "ĠGabri el", + "Ġmus ician", + "Ġmusic ian", + "/ issues", + ". shop", + ".s hop", + ".sh op", + "Ġ Hier", + "ĠH ier", + "ĠHi er", + "_ RET", + "_RE T", + "_R ET", + "_ bucket", + "_b ucket", + "ãĥ ¡", + "a vs", + "av s", + "Ġ roz", + "Ġr oz", + "Ġro z", + "f lower", + "fl ower", + "flow er", + "flo wer", + "Write Barrier", + "ĠM ilan", + "ĠMil an", + "ĠMi lan", + "Ġlegisl ature", + "ĠD oll", + "ĠDo ll", + "ĠDol l", + "Ġpro ving", + "Ġpr oving", + "Ġprov ing", + ".concat enate", + "âķ IJ", + "Ġg char", + "Ġgc har", + "cdn js", + "b les", + "ble s", + "bl es", + "Ġ Listing", + "ĠL isting", + "ĠList ing", + "ĠLis ting", + "л о", + ".xr Label", + "ĠS ak", + "ĠSa k", + "just ice", + "ju stice", + "ĠVal entine", + "ĠValent ine", + "un less", + "Ġp iger", + "Ġpi ger", + "Ġpig er", + "Ġpige r", + "( run", + "(r un", + "Ġtest ified", + "A NA", + "AN A", + "ĠRe moves", + "ĠRem oves", + "ĠRemove s", + ") )));Ċ", + ")) ));Ċ", + "))) );Ċ", + ")))) ;Ċ", + "rec ated", + "ĠRuntime Method", + "Ġcon qu", + "ãĤ ¢", + "Ġt issues", + "Ġtissue s", + "a iler", + "ail er", + "ai ler", + "é té", + "ét é", + "- Star", + "-S tar", + "-St ar", + "Ġfl ames", + "Ġflame s", + "Ġflam es", + "Ġfla mes", + ". setIcon", + ".set Icon", + "Ġsup ern", + "Ġsuper n", + "Ġv agina", + "Ġvag ina", + "- variable", + "-var iable", + "Ġwell ness", + "C UR", + "CU R", + "Ġb elle", + "Ġbe lle", + "Ġbel le", + "Ġbell e", + ". getRequest", + ".get Request", + "Ġp oco", + "Ġpo co", + "Ġpoc o", + "b enh", + "be nh", + "ben h", + "a gens", + "ag ens", + "age ns", + "agen s", + "Ġs pill", + "Ġsp ill", + "Ġspi ll", + "Ġ Jur", + "ĠJ ur", + "ĠJu r", + "Ġ dispatcher", + "Ġdispatch er", + "Ġdisp atcher", + "н ого", + "но го", + "ног о", + "e monic", + "em onic", + "emo nic", + "emon ic", + "( dirname", + "(dir name", + "Ġ ÐĶ", + "ĠÐ Ķ", + "Ġp asse", + "Ġpass e", + "Ġpas se", + "Ġpa sse", + "Ġg anz", + "Ġga nz", + "Ġgan z", + "r icing", + "ri cing", + "ric ing", + "E U", + "Ġmuj eres", + "Ġmujer es", + "es sen", + "ess en", + "esse n", + ". attribute", + ".at tribute", + ".attrib ute", + "j j", + "ĉ ĉĠĊ", + "ĉĉ ĠĊ", + "ĉĉĠ Ċ", + "[ ^", + "Ġ strtolower", + "Ġstr tolower", + "Ġstrtol ower", + "lex er", + "ect ar", + "ec tar", + "ecta r", + "h otel", + "ho tel", + "hot el", + ". square", + ".s quare", + "Ġr all", + "Ġra ll", + "Ġl owered", + "Ġlow ered", + "Ġlower ed", + "handle d", + "hand led", + "M arket", + "Mark et", + "Mar ket", + "Ġ Uses", + "ĠU ses", + "ĠUs es", + "ĠUse s", + "i vas", + "iv as", + "iva s", + ". Business", + ".B usiness", + ".Bus iness", + "ãģĹ ãģ¦", + "ãģĹãģ ¦", + "D IV", + "DI V", + "Ġw asted", + "Ġwas ted", + "Ġwa sted", + "Ġwaste d", + "Ġwast ed", + "Ġa voir", + "Ġav oir", + "ê m", + "_ ACCOUNT", + "_AC COUNT", + "_ACC OUNT", + ". et", + ".e t", + "ĉ SDL", + "ĉS DL", + "k ap", + "ka p", + "Ġ fox", + "Ġf ox", + "Ġfo x", + "up pet", + "upp et", + "uppe t", + "{ },Ċ", + "{} ,Ċ", + "{}, Ċ", + "\" ,'", + "\", '", + "F avorite", + "P END", + "PE ND", + "Ġ AES", + "ĠA ES", + "ĠAE S", + "} ),", + "}) ,", + "Ġde duction", + "Ġded uction", + "Ġdeduct ion", + "Ġpol ÃŃt", + "Ġcomponent Will", + "ĠT elerik", + "ĠTele rik", + "_ SELF", + "_SE LF", + "_SEL F", + "Ġm use", + "Ġmus e", + "Ġmu se", + "C raft", + "Cr aft", + "Ġ dens", + "Ġd ens", + "Ġde ns", + "Ġden s", + "ठ¿", + "( tp", + "(t p", + "Ġt asty", + "Ġta sty", + "Ġtas ty", + "Ġtast y", + "Ġ balances", + "Ġbalance s", + "Ġbal ances", + "Ġded ication", + "Ġdedic ation", + "Ġdedi cation", + "ĠWall ace", + "ĠWal lace", + "Ġun law", + "Ġunl aw", + "\\ \">\\", + "\\\" >\\", + "\\\"> \\", + "Ġm um", + "Ġmu m", + "- update", + "-up date", + "e mente", + "em ente", + "ement e", + "eme nte", + "emen te", + "Ġs oda", + "Ġso da", + "Ġsod a", + "Re public", + "Rep ublic", + "as mine", + "asm ine", + "é ric", + "ér ic", + "éri c", + "( Status", + "(S tatus", + "ĠJson Convert", + "Ġ Disk", + "ĠD isk", + "ĠDis k", + "ĠDi sk", + ". Redirect", + ".Re direct", + ".Red irect", + "Ġfil ming", + "Ġfilm ing", + "/ mol", + "/m ol", + "R o", + "Ġ ville", + "Ġv ille", + "Ġvi lle", + "Ġvill e", + "Ġvil le", + "Ġtr abaj", + "Ġtrab aj", + "Ġs ynthesis", + "Ġsyn thesis", + "Ġsynth esis", + "Ġsynthes is", + "r ega", + "re ga", + "reg a", + "Ġ rl", + "Ġr l", + "S cheduler", + "Schedule r", + "ISH ED", + "current User", + "( errors", + "(err ors", + "(error s", + "(er rors", + "' h", + "_ bot", + "_b ot", + "_bo t", + "x imo", + "xi mo", + "Ġ USART", + "ĠUS ART", + "ĠUSA RT", + "_ super", + "_s uper", + "_sup er", + "_su per", + "_ DECREF", + "_DEC REF", + "н ой", + "но й", + "_ ROW", + "_R OW", + "_RO W", + "Ġprom otes", + "Ġpromote s", + "Ġpromot es", + "Ġpromo tes", + "Ġ TA", + "ĠT A", + "Ġh oras", + "Ġhor as", + "Ġho ras", + "Ġhora s", + "ĠRep resents", + "ĠRepresent s", + "Ġ nameof", + "Ġname of", + "Ġnam eof", + "Ġ Exc", + "ĠE xc", + "ĠEx c", + "ĠGar age", + "ĠGa rage", + "Ġse ine", + "Ġsein e", + "Ġsei ne", + ", #", + "Ġh erb", + "Ġhe rb", + "Ġher b", + "/ resources", + "/re sources", + "/res ources", + "/resource s", + "Ġple aded", + "Ġplea ded", + "Ġplead ed", + ".r adioButton", + ".radio Button", + "Ġ æĺ", + "Ġæ ĺ", + "O ps", + "Op s", + "ĠN est", + "ĠNe st", + "ĠNes t", + "c string", + "cs tring", + "ĠDef ence", + "Ġref ere", + "Ġrefer e", + "_ leaf", + "_le af", + "Ġreve lation", + "Ġrevel ation", + "ë §", + ".execute Update", + "_W ORLD", + "Ġexp ans", + "(\" \\\"", + "(\"\\ \"", + "j ab", + "ja b", + "Ġdoub ts", + "Ġdoubt s", + "Ġ Geometry", + "ĠGe ometry", + "ĠGeo metry", + "Ġintrodu ces", + "Ġintroduce s", + "Ġsen ators", + "Ġsenator s", + "Ġc anal", + "Ġcan al", + "Ġca nal", + ". helper", + ".h elper", + ".help er", + "ĠB iology", + "ĠBi ology", + "ĠBio logy", + "ĠBiol ogy", + "_ SENS", + "_S ENS", + "_SE NS", + ". previous", + ".pre vious", + ".prev ious", + "- touch", + "-t ouch", + "-to uch", + "a bit", + "ab it", + "abi t", + "Ġimp acted", + "Ġimpact ed", + "Ġbr ackets", + "Ġbracket s", + ". direct", + ".d irect", + ".dir ect", + ".di rect", + "ac cum", + "acc um", + "Ġtest osterone", + "ĉ action", + "ĉa ction", + "ĉac tion", + "ĉact ion", + "Ġ Chance", + "ĠCh ance", + "ĠCha nce", + "ĠChan ce", + "Ġpe aks", + "Ġpeak s", + "Ġpea ks", + "CppCodeGen WriteBarrier", + "Ġun belie", + "Ġunbe lie", + "_ press", + "_p ress", + "_pr ess", + "_pre ss", + "_pres s", + ". Rel", + ".R el", + ".Re l", + "ang led", + "angle d", + "angl ed", + "/ templates", + "/t emplates", + "/template s", + "/temp lates", + "-- >čĊ", + "--> čĊ", + "l ime", + "li me", + "lim e", + "Ġsufficient ly", + "_ nt", + "_n t", + "Exp and", + ".is file", + "Ġ isEmpty", + "Ġis Empty", + "Ġ qt", + "Ġq t", + "Ġmul her", + "a cob", + "ac ob", + "aco b", + "Ge orge", + "å¸ ¸", + "Ġas sim", + "Ġass im", + "a so", + "as o", + "Ġcompr ised", + "Ġcomprise d", + "O V", + "( CONFIG", + "(CON FIG", + "ĉ writer", + "ĉw riter", + "ĉwrite r", + "Ġd esp", + "Ġde sp", + "Ġdes p", + "Ġten ure", + "( cr", + "(c r", + ". pool", + ".p ool", + ".po ol", + "ĠB rend", + "ĠBr end", + "ĠBre nd", + "ĠBren d", + "Ġc ensor", + "( timeout", + "(time out", + "Ġp lea", + "Ġpl ea", + "Ġple a", + ". Wrap", + ".W rap", + "Ġt ightly", + "Ġtight ly", + "Ġ Were", + "ĠW ere", + "ĠWe re", + "ĠWer e", + "Ġ Ignore", + "ĠI gnore", + "ĠIgn ore", + "ĠIg nore", + "a bei", + "ab ei", + "abe i", + "Ġbr idges", + "Ġbridge s", + "Ġbrid ges", + "Ġcondem n", + "Ġsimp licity", + "Ġsimpl icity", + "Ġrout inely", + "Ġroutine ly", + "Ġbl acks", + "Ġblack s", + "Ġbla cks", + "j b", + "ĠP it", + "ĠPi t", + "U tf", + "Ut f", + "Ġ /Ċ", + "Ġ/ Ċ", + "r eload", + "re load", + "rel oad", + "Ġset Object", + "/ global", + "/g lobal", + "Ġf atty", + "Ġfa tty", + "Ġfat ty", + "Ġfatt y", + "Ġs ocks", + "Ġso cks", + "Ġsock s", + "Ġsoc ks", + "Could n", + "Ġerot isk", + "æĿ ¡", + "Ġ Pressure", + "ĠPres sure", + "ĠPress ure", + "ĠM az", + "ĠMa z", + "n pos", + "np os", + "to lower", + "tol ower", + "Ġ EQ", + "ĠE Q", + "ut eur", + "ute ur", + "Ġ Moment", + "ĠM oment", + "ĠMo ment", + "ĠMom ent", + "Ġ eta", + "Ġe ta", + "Ġet a", + "{{ --", + "Ġ graphs", + "Ġgraph s", + "Ġgrap hs", + "ĠG uar", + "ĠGu ar", + "r ine", + "ri ne", + "rin e", + "( --", + "(- -", + "Ġ HttpStatus", + "ĠHttp Status", + "( student", + "(st udent", + "* np", + "*n p", + "Ġrail way", + "Ġas ynchronous", + "_ vm", + "_v m", + "' ],'", + "'] ,'", + "'], '", + ", text", + ",t ext", + "m erchant", + "mer chant", + "( Guid", + "(G uid", + "ĠG ra", + "ĠGr a", + "ix er", + "ixe r", + "fetch All", + ". addListener", + ".add Listener", + "f lip", + "fl ip", + "* $", + "> (),", + ">( ),", + ">() ,", + "Ġsun light", + "as signed", + "ass igned", + "assign ed", + "Ġ abc", + "Ġa bc", + "Ġab c", + "Ġ COLUMN", + "ĠC OLUMN", + "ĠðŁĻĤ ĊĊ", + ") ...", + "). ..", + ").. .", + "Ġ ensemble", + "Ġen semble", + "Ġens emble", + "Ġ newline", + "Ġnew line", + "_S INGLE", + "i edad", + "ie dad", + "ied ad", + "Ġd arker", + "Ġdark er", + "Ġdar ker", + "or map", + "orm ap", + "Ġ lion", + "Ġl ion", + "Ġli on", + "pl its", + "plit s", + "Ġillustr ation", + "Ġillust ration", + "Ġ IEEE", + "ĠI EEE", + "ĠIE EE", + "Ġv ista", + "Ġvis ta", + "Ġvi sta", + "ous ands", + "ousand s", + "* ******", + "** *****", + "**** ***", + "****** *", + "*** ****", + "***** **", + "ĠTom my", + "Ġ hue", + "Ġh ue", + "Ġhu e", + "S el", + "Se l", + "Ġ aura", + "Ġa ura", + "Ġau ra", + "Ġaur a", + "ĠThe rapy", + "ĠTher apy", + "Ġan imator", + "Ġanim ator", + ". constraints", + ".con straints", + ".constraint s", + "Ġv ague", + "Ġva gue", + "Ġvag ue", + "(\" \")", + "(\"\" )", + "Ġvill ain", + "Ġvil lain", + "Ġvilla in", + "Ġbless ing", + "Ġstring Builder", + "Ġ Misc", + "ĠM isc", + "ĠMi sc", + "ĠMis c", + "Ġ DIR", + "ĠD IR", + "ĠDI R", + "f ax", + "fa x", + "- node", + "-n ode", + "-no de", + "Ġ Walking", + "ĠW alking", + "ĠWalk ing", + "ĠWal king", + "Ġ AU", + "ĠA U", + "s ess", + "se ss", + "ses s", + "Ġgr ill", + "Ġgri ll", + "VERT ISE", + "ĠF oods", + "ĠFood s", + "ĠFo ods", + "ĠFoo ds", + "Ġt ournaments", + "Ġtour naments", + "Ġtournament s", + "à ĵ", + "Ġ Marsh", + "ĠMar sh", + "ĠMars h", + "Ġw onders", + "Ġwon ders", + "Ġwonder s", + "Long itude", + ".Command Text", + "= input", + "=in put", + "_ encoder", + "_e ncoder", + "_en coder", + "_encode r", + "_enc oder", + "page Size", + "Ġ getState", + "Ġget State", + "> >Ċ", + ">> Ċ", + ". grey", + ".g rey", + ".gr ey", + "p od", + "po d", + "Ġread ings", + "Ġreading s", + "Ġre consider", + "Start up", + "Ġex cer", + "Ġexc er", + "Ġexce r", + ". balance", + ".b alance", + "_ cycle", + "_c ycle", + "_ Time", + "_T ime", + "LO CAL", + "LOC AL", + "Ġ EFI", + "ĠE FI", + "ĠEF I", + "ĠR eyn", + "ĠRe yn", + "ĠRey n", + ".set Foreground", + "b yn", + "by n", + "Ġdis connected", + "Ġdisconnect ed", + "ACT IVE", + "Ġ embedding", + "Ġembed ding", + "ic kers", + "ick ers", + "icker s", + "Ġsurround ings", + "Ġsurrounding s", + "* c", + "Ġgar ant", + "Ġga rant", + "Ġ bf", + "Ġb f", + "Ġ wipe", + "Ġw ipe", + "Ġwi pe", + "Ġ ä¸ĭ", + "Ġä¸ ĭ", + "_ TRA", + "_T RA", + "_TR A", + "ad ox", + "ado x", + "ç ķ", + "Ġs ucks", + "Ġsu cks", + "Ġsuc ks", + "Ġsuck s", + "Ġ Songs", + "ĠS ongs", + "ĠSon gs", + "ĠSong s", + "ĠAssoci ates", + "ĠAssociate s", + "ĠAssoc iates", + "ĠB ald", + "ĠBa ld", + "ĠBal d", + "ĠB rett", + "ĠBr ett", + "ĠBre tt", + "ĠBret t", + "ven ile", + "Ġ vt", + "Ġv t", + "Ġin ade", + "Ġre signed", + "Ġres igned", + "Ġresign ed", + "ĠGl enn", + "ĠGlen n", + "ĠGle nn", + ". pattern", + ".p attern", + ".pat tern", + ".Data Bind", + "Ñĥ м", + "Layout Inflater", + "c het", + "ch et", + "che t", + "ĠTest ament", + ". ms", + ".m s", + "Ġp av", + "Ġpa v", + "Ġ ReactDOM", + "ĠReact DOM", + "ur dy", + "urd y", + "A DATA", + "AD ATA", + "ADA TA", + "M u", + "/ actions", + "/a ctions", + "/action s", + "Ġ Js", + "ĠJ s", + "_ extract", + "_ex tract", + "_ext ract", + "_extra ct", + "Ġ Bring", + "ĠB ring", + "ĠBr ing", + "ĠBri ng", + ": id", + ":i d", + "st rt", + "str t", + "i vation", + "iv ation", + "iva tion", + "Ġout right", + "Ġou tright", + "Ġoutr ight", + "a zu", + "az u", + "loy ment", + "и Ñı", + "al do", + "ald o", + "Ġ Publisher", + "ĠP ublisher", + "ĠPublish er", + "E ducation", + "Educ ation", + "P alette", + "Pal ette", + "Pa lette", + "Pale tte", + "_ drv", + "_d rv", + "_dr v", + "Ġ ($(", + "Ġ( $(", + "Ġ($ (", + "ĠA nda", + "ĠAn da", + "ĠAnd a", + "Ġrem edy", + "Ġremed y", + "Ġin consistent", + "Ġincons istent", + "Ġinconsist ent", + "t ection", + "te ction", + "tec tion", + "Ġreg ulators", + "Ġregul ators", + "Ġregulator s", + "Ġshort est", + "( pair", + "(p air", + "(pa ir", + "Ġ Installation", + "ĠInstall ation", + "Ġdef endants", + "Ġdefend ants", + "Ġdefendant s", + "Ġ ();", + "Ġ( );", + "Ġ() ;", + "- large", + "-l arge", + "M el", + "Me l", + "Ġthreat en", + "н Ñı", + "Ġfet ish", + "ot ine", + "oti ne", + "_ dic", + "_d ic", + "_di c", + "Ġ <$", + "Ġ< $", + "Ġst agger", + "Ġsta gger", + "Ġstag ger", + "s pi", + "sp i", + "$ response", + "$res ponse", + "S erv", + "Se rv", + "Ser v", + "- born", + "-b orn", + "-bo rn", + "j os", + "jo s", + "ĉ img", + "ĉi mg", + "ĉim g", + "ĉ WHERE", + "ĉW HERE", + "_ lt", + "_l t", + "å½ ĵ", + ". cost", + ".c ost", + ".co st", + ".cos t", + "Ġ Tue", + "ĠT ue", + "ĠTu e", + ". labels", + ".label s", + ".lab els", + "Ġ LV", + "ĠL V", + "wcs store", + "ĠJ esse", + "ĠJes se", + "ĠJe sse", + "ĠJess e", + "ภ«", + "T rade", + "Tr ade", + "Trad e", + "Tra de", + "Ġpredecess or", + "ë Ĥ", + "f inally", + "fin ally", + "final ly", + "_ general", + "_g eneral", + "_gen eral", + "_gene ral", + "_gener al", + "oggle r", + "ogg ler", + "_ REGION", + "_REG ION", + "n ement", + "ne ment", + "nem ent", + "Ġb logger", + "Ġblog ger", + "Ġblo gger", + "ĠHar bor", + "Ġ Dataset", + "ĠD ataset", + "ĠData set", + "ĠDat aset", + "[ w", + "Ġattend ees", + "Ġattendee s", + ". ico", + ".i co", + ".ic o", + "max imum", + ". Unlock", + ".Un lock", + "_ SYNC", + "_S YNC", + "_SY NC", + "_SYN C", + "ág ina", + "Ġd owns", + "Ġdown s", + "Ġdow ns", + "ĠW ii", + "ĠWi i", + "] )/", + "]) /", + "Ġk icking", + "Ġkick ing", + "un ication", + "unic ation", + "uni cation", + "Ġ DAC", + "ĠD AC", + "ĠDA C", + "Ġ IDS", + "ĠI DS", + "ĠID S", + "ĠR ental", + "ĠRen tal", + "ĠRent al", + "Ġ currentTime", + "Ġcurrent Time", + "Ġvacc ines", + "Ġvaccine s", + "ĠD evil", + "ĠDe vil", + "ĠDev il", + "Ġn ors", + "Ġno rs", + "Ġnor s", + "_ mouse", + "_m ouse", + "_mo use", + "ur rection", + "urre ction", + "urr ection", + "urrect ion", + "( no", + "(n o", + "Ġ >čĊ", + "Ġ> čĊ", + "Ġag gression", + "Ġaggress ion", + "Ġagg ression", + "Ġbre eding", + "Ġbreed ing", + "Ġbree ding", + ". symbol", + ".s ymbol", + ".sym bol", + "i man", + "im an", + "ima n", + "Absolute Path", + "Ġ WHO", + "ĠW HO", + "ĠWH O", + "_ flush", + "_f lush", + "_fl ush", + "- root", + "-r oot", + "-ro ot", + "a rna", + "ar na", + "arn a", + "& M", + "Ġf athers", + "Ġfa thers", + "Ġfather s", + "Ġ Rocket", + "ĠR ocket", + "ĠRock et", + "ĠRo cket", + "ĠRoc ket", + "i veau", + "ive au", + "Ġw ander", + "Ġwa nder", + "Ġwand er", + "Ġwan der", + "Ġcom pos", + "Ġcomp os", + "ĠWar rior", + "Ġ Seat", + "ĠS eat", + "ĠSe at", + "ĠSea t", + "ĠCl inic", + "ĠClin ic", + "ĠCli nic", + "_ invoice", + "_in voice", + "_inv oice", + "( dispatch", + "(dis patch", + "Product o", + "at uring", + "atur ing", + "atu ring", + "oss ier", + "ĠM AY", + "ĠMA Y", + "Ġd agger", + "Ġda gger", + "Ġdag ger", + "Ġsan itized", + "Ġsanit ized", + "Ġsanitize d", + "Ġ RFC", + "ĠR FC", + "ĠRF C", + "Ġp roph", + "Ġpro ph", + "Ġpr oph", + "Ġprop h", + "Ġu rine", + "Ġur ine", + "Ġuri ne", + "Ġgr ind", + "Ġgri nd", + "Ġgrin d", + "Ġ Expanded", + "ĠExp anded", + "ĠExpand ed", + "des cripcion", + "- fw", + "-f w", + "ĠK erry", + "ĠKer ry", + "ĠKerr y", + "= name", + "=n ame", + "Ġ chk", + "Ġc hk", + "Ġch k", + "Ġn ationally", + "Ġnational ly", + "Ġnation ally", + "Ġt hee", + "Ġth ee", + "Ġthe e", + "I nc", + "In c", + "Ġ ?>>", + "Ġ? >>", + "Ġ?> >", + ". RadioButton", + ".R adioButton", + ".Http ServletResponse", + ".HttpServlet Response", + "/ Y", + "ĉ field", + "ĉf ield", + "ĉfi eld", + "Ġ homme", + "Ġhom me", + "y per", + "ype r", + "yp er", + "Ph ysical", + "Phys ical", + "= v", + "Ġd riv", + "Ġdr iv", + "Ġdri v", + "Ġ Errors", + "ĠError s", + "ĠEr rors", + "ĠErr ors", + "Ġc Äĥ", + "De ath", + "Ġ WINDOW", + "ĠW INDOW", + "Ġpo et", + "Ġ Sharp", + "ĠSh arp", + "ĠSha rp", + "ĠShar p", + "Ġ Immutable", + "ĠIm mutable", + "ĠImm utable", + "ĉ create", + "ĉc reate", + "Ġge ht", + "Ġgeh t", + "ĠRe form", + "ĠRef orm", + "a iser", + "ai ser", + "ais er", + "aise r", + "Ġ Initialization", + "ĠInitial ization", + "Ġimm unity", + "Ġimmun ity", + ". compose", + ".com pose", + ".comp ose", + "Ġlate ncy", + "Ġlat ency", + "Ġlaten cy", + "ĠLeban on", + "ĠPar ad", + "ĠPa rad", + "ĠPara d", + "Ġf uels", + "Ġfuel s", + "Ġfu els", + "Ġfue ls", + "ĠEx hib", + "c oh", + "co h", + "% \">Ċ", + "%\" >Ċ", + "%\"> Ċ", + "Ġ CLI", + "ĠC LI", + "ĠCL I", + ") initWith", + ")init With", + "- Za", + "-Z a", + "_ CLEAR", + "_C LEAR", + "_CL EAR", + "re gn", + "reg n", + "Ġfin ances", + "Ġfinance s", + "Ġfinanc es", + "Ġfinan ces", + ". standard", + ".st andard", + "_ CATEGORY", + "_C ATEGORY", + ". library", + ".l ibrary", + ".lib rary", + "Ġtravel ers", + "Ġtraveler s", + "_ wp", + "_w p", + "Ġ Evaluation", + "ĠE valuation", + "ĠEval uation", + "ĠEvalu ation", + "start ing", + "star ting", + "Ġ )),Ċ", + "Ġ) ),Ċ", + "Ġ)) ,Ċ", + "ep isode", + "Ġ Variant", + "ĠV ariant", + "ĠVar iant", + "ĠVari ant", + "Ġ daemon", + "Ġda emon", + "ĠJ ulia", + "ĠJul ia", + "ĠJu lia", + "ĠJuli a", + "Ġ NR", + "ĠN R", + "Ġd oubles", + "Ġdouble s", + "Ġdoub les", + "Ġdou bles", + "< v", + "/ runtime", + "/r untime", + "/run time", + "Ġ interpreter", + "Ġinter preter", + "Ġinterpret er", + "Ġinterpre ter", + "Ġ INDEX", + "ĠIN DEX", + "ĠIND EX", + "ĠHol mes", + "_ DIM", + "_D IM", + "_DI M", + "Ġp addle", + "Ġpad dle", + "Ġpadd le", + "_ example", + "_ex ample", + "_exam ple", + "Ġ foreground", + "Ġfore ground", + ". routes", + ".r outes", + ".route s", + ".ro utes", + "Ġs owie", + "Ġso wie", + "Ġsow ie", + "S UCCESS", + "Ġ CDC", + "ĠC DC", + "ĠCD C", + "Ġ BD", + "ĠB D", + "_ -", + "as ured", + "asure d", + "asu red", + "W riting", + "Wr iting", + "Ġ currentPage", + "Ġcurrent Page", + "( answer", + "(ans wer", + "(an swer", + "Ġ ASCII", + "ĠA SCII", + "ĠASC II", + "à ¨", + "Ġsocial ly", + "Ġsoc ially", + "Ġsoci ally", + "y yy", + "yy y", + "ĠSpecial ist", + "( customer", + "(c ustomer", + "(custom er", + "ist ani", + "istan i", + "ista ni", + "k est", + "ke st", + "kes t", + "ĠM ak", + "ĠMa k", + "Ġt ho", + "Ġth o", + ". pt", + ".p t", + "( comment", + "(com ment", + "(comm ent", + "Ġ Converter", + "ĠCon verter", + "ĠConvert er", + "g am", + "ga m", + "b ins", + "bin s", + "bi ns", + ". tele", + ".t ele", + ".te le", + ".tel e", + "ĠVeter ans", + "ĠVeteran s", + "_ ALLOC", + "_AL LOC", + "_ALL OC", + "олÑĮзов аÑĤ", + "inn amon", + "; width", + "o hl", + "oh l", + "Ġf antas", + "Ġfan tas", + "Ġfant as", + "Ġs ung", + "Ġsu ng", + "Ġsun g", + "ĉ K", + "( Json", + "(J son", + "Ġneighbour hood", + "Ġv ow", + "Ġvo w", + "Ġs ins", + "Ġsi ns", + "Ġsin s", + "on acci", + "ona cci", + "Ġ epochs", + "Ġepoch s", + "im agen", + "image n", + "ima gen", + "imag en", + ". Change", + ".Ch ange", + ".my batis", + "Se ek", + "See k", + "W ER", + "WE R", + "管 çIJĨ", + "Ġinter ess", + "Ġinte ress", + "Ġinteres s", + "_ Event", + "_E vent", + "ed erland", + "eder land", + "Ġterr itor", + "Ġci udad", + "uc ked", + "uck ed", + "Ġsn ack", + "Ġsna ck", + "Ġtrans ported", + "Ġtransport ed", + "Ġtransporte d", + "Ġ Manifest", + "ĠMan ifest", + "Ġ DAT", + "ĠD AT", + "ĠDA T", + "_ theta", + "_th eta", + "_the ta", + "Ġw ont", + "Ġwon t", + "Ġwo nt", + ". ĊĊĊĊĊĊĊĊĊĊ", + ".ĊĊ ĊĊĊĊĊĊĊĊ", + ".Ċ ĊĊĊĊĊĊĊĊĊ", + ".ĊĊĊĊ ĊĊĊĊĊĊ", + ".ĊĊĊ ĊĊĊĊĊĊĊ", + ".ĊĊĊĊĊĊ ĊĊĊĊ", + ".ĊĊĊĊĊĊĊĊ ĊĊ", + ".ĊĊĊĊĊ ĊĊĊĊĊ", + "Ĭ¶ æĢģ", + "ĠE pic", + "ĠEp ic", + "D eck", + "De ck", + "Dec k", + "l tra", + "lt ra", + "ltr a", + "_ ZERO", + "_Z ERO", + "Ġ[ ];", + "Ġ[] ;", + "/ scripts", + "/s cripts", + "/script s", + "Ġ --------------------------------------------------------------------------------", + "Ġ---------------------------------------------------------------- ----------------", + "Ġ---- ----------------------------------------------------------------------------", + "Ġ---------------- ----------------------------------------------------------------", + "Ġ------------------------------------------------ --------------------------------", + "Ġ-------------------------------- ------------------------------------------------", + "Ġ---------------------------------------------------------------------------- ----", + "Ġ---------- ----------------------------------------------------------------------", + "Ġ------------------------------------------------------------ --------------------", + "Ġ------------------------------------------------------------------------- -------", + "æĥ ħ", + "Ġ weed", + "Ġw eed", + "Ġwe ed", + "Ġwee d", + "N BC", + "NB C", + "Ġr aped", + "Ġrap ed", + "Ġra ped", + "Ġrape d", + "Ġ Gateway", + "ĠG ateway", + "ĠGate way", + "ĠGat eway", + "[ M", + "Ġ Timeout", + "ĠTime out", + "ench mark", + ". ViewModel", + ".View Model", + "Ġporn os", + "Ġpor nos", + "Ġporno s", + "Ġ Ya", + "ĠY a", + "th ritis", + "thr itis", + "ĠFl ynn", + "ĠFly nn", + "Ġ mega", + "Ġm ega", + "Ġme ga", + "Ġmeg a", + "a cin", + "ac in", + "aci n", + "Ġtr ibal", + "Ġtri bal", + "Ġtrib al", + ". apple", + ".app le", + ".ap ple", + "Ġ Blo", + "ĠB lo", + "ĠBl o", + "â n", + "i bi", + "ib i", + "r ov", + "ro v", + "ĠL ives", + "ĠLive s", + "ĠLi ves", + "ĠLiv es", + "^ .", + "get Request", + "Ġ Establish", + "ĠEst ablish", + "cont ainers", + "container s", + "contain ers", + "Ġst arring", + "Ġstar ring", + "Ġcele brities", + "Ġcelebr ities", + "Ġ Relative", + "ĠRel ative", + "ĠHe ights", + "ĠHeight s", + "Ġtq dm", + "ĠNorth west", + "i vic", + "iv ic", + "ivi c", + "ĉ cl", + "ĉc l", + "Ġautom otive", + "ent ric", + "entr ic", + "Ġ fortunate", + "Ġfort unate", + "Ġfire place", + "Ġfi replace", + "se ud", + "n ickname", + "nick name", + "; s", + "_ CAL", + "_C AL", + "_CA L", + "h alt", + "ha lt", + "hal t", + "( ns", + "(n s", + "_ deleted", + "_de leted", + "_delete d", + "_del eted", + "De velopment", + "Dev elopment", + "Develop ment", + "m ovies", + "movie s", + "mov ies", + "Ġid entities", + "Ġident ities", + "Ġprompt ly", + "ا ÙĨ", + "ا٠Ĩ", + "Ġ ante", + "Ġa nte", + "Ġan te", + "Ġant e", + "Ġ\" ','", + "Ġ\"' ,'", + "Ġ\"', '", + "åı £", + "imp se", + "imps e", + "Ġy ap", + "Ġya p", + "Type Name", + "Ġb itch", + "Ġbit ch", + "Ġassoci ates", + "Ġassociate s", + "Ġassoc iates", + "HE ME", + "- empty", + "-em pty", + "Ġ ت", + "ĠØ ª", + "ol vers", + "olve rs", + "olver s", + "olv ers", + "Ġp istol", + "Ġpist ol", + "Ġpis tol", + "Sc oped", + "Scope d", + "ag ner", + "agn er", + "agne r", + "' ]=='", + "'] =='", + "']= ='", + "']== '", + "Ġ IMP", + "ĠI MP", + "ĠIM P", + "e xc", + "ex c", + "Ġo mitted", + "Ġom itted", + "Ġomit ted", + "Ġmind set", + "Ġminds et", + "Ġ [](", + "Ġ[ ](", + "Ġ[] (", + "Ġ orn", + "Ġo rn", + "Ġor n", + "_ CAM", + "_C AM", + "_CA M", + "A vg", + "Av g", + "Localized String", + "ĠN atur", + "ĠNa tur", + "ĠNat ur", + "Ġ composer", + "Ġcom poser", + "Ġcomp oser", + "Ġcompose r", + "Ġcompos er", + "Ġ Playing", + "ĠPl aying", + "ĠPlay ing", + "ĠPla ying", + "Ġover d", + "Ġov erd", + "_ utf", + "_u tf", + "_ut f", + ". sk", + ".s k", + "ĠF ol", + "ĠFo l", + "$ page", + "$p age", + ", Object", + ",O bject", + "Ġb ees", + "Ġbe es", + "Ġbee s", + "al ary", + "ala ry", + "alar y", + "b ullet", + "bul let", + "bull et", + "_ library", + "_l ibrary", + "_lib rary", + "O ffer", + "Of fer", + "Off er", + "loc ated", + "locate d", + "Ġ (_,", + "Ġ( _,", + "Ġ(_ ,", + "âĢľ He", + "Ġ Owners", + "ĠOwn ers", + "ĠOwner s", + "ĠOw ners", + ") ).Ċ", + ")) .Ċ", + ")). Ċ", + "Ġb ri", + "Ġbr i", + ". Admin", + ".Ad min", + "k tion", + "kt ion", + "лÑİ Ñĩ", + "Ġerot ici", + "Ġerotic i", + "Cancel led", + "Ġ agr", + "Ġa gr", + "Ġag r", + "re views", + "review s", + "_ dma", + "_d ma", + "_dm a", + "R ICT", + "RI CT", + "RIC T", + "Ġ gfx", + "Ġg fx", + "Ġgf x", + "m pi", + "mp i", + "p po", + "pp o", + "Ġ //@", + "Ġ// @", + "Ġ/ /@", + "Ġ uppercase", + "Ġupper case", + "Ġcomm itting", + "Ġcommit ting", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "User Data", + "Ġv ai", + "Ġva i", + "ĉ sort", + "ĉs ort", + "Ġcongr at", + "Ġcong rat", + "Ġd ioxide", + "Ġdi oxide", + "д а", + ". area", + ".a rea", + ".ar ea", + ".are a", + "ĠJosh ua", + "ĠJos hua", + "ĠK och", + "ĠKo ch", + "_ break", + "_b reak", + "a zure", + "az ure", + "azu re", + "is tical", + "ist ical", + "istic al", + "isti cal", + "istica l", + "_AL PHA", + "_ views", + "_view s", + "_vi ews", + "Ġelim inating", + "Ġelimin ating", + "O MB", + "OM B", + "e numer", + "en umer", + "enu mer", + "enum er", + "ĠH ydro", + "ĠHy dro", + "( *(", + "(* (", + "ERT ICAL", + "Ġinev itably", + "Ġst ole", + "Ġsto le", + "Ġstol e", + "- east", + "-e ast", + "i eron", + "ie ron", + "ier on", + "iero n", + "Ġ linger", + "Ġl inger", + "Ġli nger", + "Ġlin ger", + "Ġling er", + "/ doc", + "/d oc", + "/do c", + "Å º", + "Ġ Already", + "ĠAl ready", + "as io", + "asi o", + "Ġ --Ċ", + "Ġ- -Ċ", + "Ġ-- Ċ", + "Ġ abbrev", + "Ġabb rev", + "Ġ Atom", + "ĠA tom", + "ĠAt om", + "h im", + "hi m", + "Ġ INSERT", + "ĠINS ERT", + "s un", + "su n", + "âĻ ª", + "CON NECT", + "CONN ECT", + "er ator", + "era tor", + "ĠM anning", + "ĠMan ning", + "ĠMann ing", + "Ġ :(", + "Ġ: (", + "g as", + "ga s", + "= >'", + "=> '", + "Ġquery set", + "; }čĊ", + ";} čĊ", + "Ġ Population", + "ĠPop ulation", + "uted String", + "res ident", + "resi dent", + "_ FONT", + "_F ONT", + "Ġ Respond", + "ĠRes pond", + "ĠResp ond", + "Ġobsc ure", + "Ġ observable", + "Ġo bservable", + "Ġobserv able", + "ĠContrib utors", + "ĠContributor s", + "k on", + "ko n", + "ĠM usk", + "ĠMus k", + "ĠMu sk", + "ex ao", + "ĠT ub", + "ĠTu b", + "Boot Application", + "S OR", + "SO R", + ". Horizontal", + ".H orizontal", + ". findBy", + ".find By", + ". power", + ".p ower", + ".pow er", + ".po wer", + "Ġpositive ly", + "Ġposit ively", + "ven ience", + "ĠJ ong", + "ĠJo ng", + "ĠJon g", + "Ġwh istle", + "Ġ знаÑĩ", + "Ġз наÑĩ", + "Ġзна Ñĩ", + "Ġзн аÑĩ", + "Ġl ending", + "Ġlen ding", + "Ġlend ing", + "Ġdestruct ive", + "Ġ onDelete", + "Ġon Delete", + "author ization", + "() ;?>", + "(); ?>", + "_ original", + "_or iginal", + "_origin al", + "_orig inal", + "sc ience", + "sci ence", + "a tra", + "at ra", + "atr a", + "?, ?,", + "Ġ Asc", + "ĠA sc", + "ĠAs c", + "Ġconvin cing", + "Ġconvinc ing", + "$ a", + "or gen", + "org en", + "orge n", + "_ Date", + "_D ate", + "Ġ Provide", + "ĠPro vide", + "ĠProvid e", + "ĠProv ide", + "Ġlon ely", + "Ġlone ly", + ") 'Ċ", + ")' Ċ", + "ex change", + "; ?>Ċ", + ";?> Ċ", + ". fast", + ".f ast", + ".fa st", + "S amples", + "Sample s", + "Sam ples", + "L ondon", + "Lo ndon", + "Lon don", + "' ])čĊ", + "'] )čĊ", + "']) čĊ", + "Ġ Ionic", + "ĠI onic", + "ĠIo nic", + "ĠIon ic", + "Ġp esso", + "Ġpes so", + "ĠKn ights", + "ĠKnight s", + "ĠR af", + "ĠRa f", + "_ attrs", + "_at trs", + "_attr s", + "_att rs", + "Ġrepe al", + "> Main", + ">M ain", + "Ġ Ordered", + "ĠOrder ed", + "ĠOrd ered", + "_ New", + "_N ew", + "=\" \"> < /", + "url patterns", + "ATION AL", + "ATIO NAL", + "pe ech", + "pee ch", + "ĠId aho", + "Ġpr incess", + "Ġprince ss", + "Ġprin cess", + "Ġprinc ess", + "Ġprinces s", + "Ġ Customers", + "ĠCustom ers", + "ĠCustomer s", + "ĠCust omers", + "a ways", + "aw ays", + "away s", + "awa ys", + "a db", + "ad b", + "ĠBry ant", + "ĠBryan t", + "n once", + "no nce", + "non ce", + "Ġad ul", + "Ġ` `(", + "Ġ`` (", + "Ġafter math", + "= dict", + "=d ict", + "text Box", + "Ġs perm", + "Ġsp erm", + "Ġspe rm", + "Ġsper m", + "Ġc ough", + "Ġco ugh", + "Ġcou gh", + "H or", + "Ho r", + "âĢĻ S", + ".Component ResourceManager", + "Ġreg ulator", + "Ġregul ator", + "Ġpartner ships", + "Ġpartners hips", + "Ġpartnership s", + "/ projects", + "/project s", + "t rys", + "tr ys", + "try s", + "ĠL aser", + "ĠLa ser", + "ĠLas er", + "⣠©", + "ĠF unk", + "ĠFun k", + "ĠFu nk", + "Ġun conscious", + "Ġuncon scious", + "Ġc rust", + "Ġcr ust", + "Ġcru st", + "Ġcrus t", + "Ġ Teams", + "ĠTe ams", + "ĠTeam s", + "ĠTea ms", + "Ġ Banner", + "ĠB anner", + "ĠBan ner", + "ĠH oney", + "ĠHon ey", + "ĠHo ney", + "l ems", + "le ms", + "lem s", + "Ġmax Width", + "Pointer Exception", + "fade Out", + "- St", + "-S t", + "Ġstr angers", + "Ġstrange rs", + "Ġstranger s", + "Ġstrang ers", + "Ġstran gers", + "_ GO", + "_G O", + "W ritable", + "Wr itable", + "_ Info", + "_In fo", + ". NonNull", + ".Non Null", + "an notations", + "annot ations", + "annotation s", + "Ġ GD", + "ĠG D", + "Ġendorse d", + "Ġendors ed", + "ĉToken Name", + "Ġ Depending", + "ĠDe pending", + "ĠDep ending", + "ĠDepend ing", + "YN AM", + "Ġ Meteor", + "ĠM eteor", + "ĠMet eor", + "Ġ Increase", + "ĠIn crease", + "ĠIncre ase", + ". Many", + ".M any", + ".Man y", + ".Ma ny", + "= =(", + "== (", + ". UUID", + ".U UID", + "_ KERNEL", + "_K ERNEL", + "Ġvid é", + "Ġ pq", + "Ġp q", + "ĠQt Gui", + "Ġ Various", + "ĠV arious", + "ĠVar ious", + "ĠVa rious", + "ĠVari ous", + "Ġ john", + "Ġj ohn", + "Ġjo hn", + "_ patch", + "_p atch", + "_pat ch", + "Ġt outes", + "Ġto utes", + "Ġtou tes", + "Ġtout es", + "Ġtoute s", + "Ġ Fail", + "ĠF ail", + "ĠFa il", + "Ġsurv iving", + "Ġsurviv ing", + "( \"${", + "(\" ${", + "(\"$ {", + "Ġ ĠĠĠĠĠĠčĊ", + "ĠĠ ĠĠĠĠĠčĊ", + "ĠĠĠĠ ĠĠĠčĊ", + "ĠĠĠ ĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠ čĊ", + "ĠĠĠĠĠ ĠĠčĊ", + "ĠĠĠĠĠĠ ĠčĊ", + "Ġ imageUrl", + "Ġimage Url", + ". wordpress", + ".word press", + "s ources", + "source s", + "ĉgl Vertex", + "âĢĻ a", + "Ġes col", + "Ġesc ol", + "R ARY", + "RA RY", + "RAR Y", + "Ġ Snake", + "ĠSn ake", + "Ġqu int", + "Ġq uint", + "Ġqui nt", + "Ġl asts", + "Ġla sts", + "Ġlast s", + "Ġlas ts", + "ĠHar mon", + "ĠHarm on", + "Ġ coil", + "Ġc oil", + "Ġco il", + "Ġcoi l", + "Ġexplo itation", + "Ġexploit ation", + "l een", + "le en", + "lee n", + "' >\";Ċ", + "'> \";Ċ", + "'>\" ;Ċ", + "Ġ SERVER", + "ĠS ERVER", + "ĠSER VER", + "Ġ HEADER", + "ĠHE ADER", + "ĠHEAD ER", + "_ velocity", + "_v elocity", + "_vel ocity", + "Ġ Invoke", + "ĠIn voke", + "ĠInv oke", + ". timestamps", + ".timestamp s", + "Ġs ulf", + "Ġsu lf", + "Ġsul f", + "I QUE", + "IQ UE", + "Ġinhabit ants", + "ph ins", + "phi ns", + "phin s", + "a zzo", + "az zo", + "azz o", + "Ġ mono", + "Ġm ono", + "Ġmon o", + "Ġmo no", + "L egend", + "Le gend", + "Leg end", + "Ġ nonce", + "Ġn once", + "Ġno nce", + "Ġnon ce", + "I FE", + "IF E", + "; \";Ċ", + ";\" ;Ċ", + "- create", + "-c reate", + "\" \",Ċ", + "\"\" ,Ċ", + "\"\", Ċ", + "per mit", + "perm it", + "ĠIm migration", + "ĠImm igration", + "Ġ pathname", + "Ġpath name", + "ff ective", + "ffect ive", + "âĻĢ âĻĢ", + "Ġex ams", + "Ġexam s", + "- event", + "-e vent", + "-ev ent", + "-even t", + "ĠT ill", + "ĠTi ll", + "ĠTil l", + "[ mid", + "[m id", + "F IX", + "FI X", + "; color", + ";c olor", + "( Order", + "_ traits", + "_t raits", + "_tr aits", + "_tra its", + "_trait s", + "Ġ orderBy", + "Ġorder By", + "Ġs unt", + "Ġsu nt", + "Ġsun t", + "ĠNich olas", + "Ø ²", + "Ġs unny", + "Ġsun ny", + "i ners", + "in ers", + "ine rs", + "iner s", + "Ġaccess ibility", + "Ġ HB", + "ĠH B", + ". comp", + ".c omp", + ".com p", + ".co mp", + "ĉ op", + "ĉo p", + "Ġminor ities", + "eth eus", + "ethe us", + "Ġcollabor ative", + "p rit", + "pr it", + "pri t", + "H IR", + "HI R", + "Ġwr aps", + "Ġwrap s", + "ĉ draw", + "ĉd raw", + "g od", + "go d", + "Ġ IX", + "ĠI X", + ". apps", + ".app s", + ".ap ps", + ".a pps", + "Ġ NM", + "ĠN M", + "Ġir relevant", + "Ġirre levant", + "ĠT igers", + "ĠTi gers", + "ĠTiger s", + "ĠTig ers", + "Ġ diag", + "Ġd iag", + "Ġdi ag", + "Ġdia g", + "G V", + "ĠAccess ories", + "k ont", + "ko nt", + "kon t", + "Ġs implify", + "Ġsimp lify", + "Ġsimpl ify", + "Ġ Favorite", + "ĠF avorite", + "ĠFavor ite", + "_ tools", + "_t ools", + "_to ols", + "_tool s", + "( []);Ċ", + "([ ]);Ċ", + "([] );Ċ", + "Ġt owers", + "Ġto wers", + "Ġtow ers", + "Ġtower s", + "B es", + "Be s", + "Ġ hunter", + "Ġh unter", + "Ġhun ter", + "Ġhunt er", + "Ġs alon", + "Ġsa lon", + "Ġsal on", + "( buff", + "(b uff", + "(buf f", + "ĉ debug", + "ĉde bug", + "Ġmal ware", + "M oving", + "Mo ving", + "Mov ing", + "- options", + "-o ptions", + "-option s", + "-opt ions", + ") +'", + ")+ '", + "ĠL OVE", + "ĠLO VE", + "_S OCKET", + "_SO CKET", + "_ fin", + "_f in", + "ĠDel aware", + "Ġsher iff", + "- invalid", + "-in valid", + "Ġ FULL", + "ĠF ULL", + "ĠFU LL", + "Ġ под", + "Ġп од", + "Ġпо д", + "e las", + "el as", + "ela s", + "\" strings", + "ĠRepresent atives", + "ĠRepresentative s", + "s urface", + "sur face", + "surf ace", + "res olved", + "resolve d", + "ht docs", + ") ):čĊ", + ")) :čĊ", + ")): čĊ", + "Ġpress ures", + "Ġpressure s", + "Ġno rms", + "Ġnor ms", + "Ġnorm s", + "Ġ pla", + "Ġp la", + "Ġpl a", + "Ġ surname", + "Ġs urname", + "Ġsur name", + "Ġ postal", + "Ġpos tal", + "Ġpost al", + "Ġpo stal", + "Ġ Depart", + "ĠDe part", + "ĠDep art", + "Ġs laughter", + "Ġsla ughter", + "or ida", + "ori da", + "Ġhe bben", + "Ġheb ben", + "Ġd esar", + "Ġde sar", + "Ġdes ar", + "comp act", + "_ LANG", + "_L ANG", + "_LA NG", + "åIJ Ī", + "o poly", + "op oly", + "opol y", + "opo ly", + "_ rad", + "_r ad", + "_ra d", + "ĠST DMETHOD", + "ĠSTD METHOD", + "L azy", + "La zy", + "Ġ ĠĠĉ", + "ĠĠ Ġĉ", + "ĠĠĠ ĉ", + ".. .,", + "... ,", + "( web", + "(w eb", + "Ġ Pont", + "ĠP ont", + "ĠPo nt", + "ĠPon t", + "Ġet was", + "Ġetwa s", + "Ġup ward", + "_ hat", + "_h at", + "Ġ ],ĊĊ", + "Ġ] ,ĊĊ", + "Ġ],Ċ Ċ", + "Ġ], ĊĊ", + "Ġ baseUrl", + "Ġbase Url", + "Ġwor rying", + "Ġworry ing", + "- addon", + "-add on", + "-ad don", + "( getClass", + "(get Class", + "S PI", + "SP I", + "Ġcapt uring", + ") },Ċ", + ")} ,Ċ", + ")}, Ċ", + "E ffects", + "Effect s", + "Eff ects", + "Ġcompet ent", + "Ġcompete nt", + "Ġf oul", + "Ġfo ul", + "Ġfou l", + "Ġsubs cribing", + "Ġsubscri bing", + "Ġ OBJECT", + "ĠO BJECT", + "ĠOBJ ECT", + "ĠOB JECT", + "IX EL", + "b ucks", + "bu cks", + "( edge", + "(e dge", + "(ed ge", + "( pass", + "(p ass", + "(pa ss", + "ĠPeter son", + "ĠPet erson", + "ĠPeters on", + "Ġbo obs", + "Ġboo bs", + "Ġboob s", + "Ġ Delay", + "ĠD elay", + "ĠDe lay", + "ĠDel ay", + "_ square", + "_s quare", + "e lim", + "el im", + "eli m", + "o ters", + "ot ers", + "ote rs", + "oter s", + "_ PC", + "_P C", + "% E", + "on click", + "Ġ SVG", + "ĠS VG", + "ĠSV G", + "Ġt opped", + "Ġto pped", + "Ġtop ped", + "Ġtopp ed", + "Ġf ist", + "Ġfi st", + "Ġfis t", + "s mart", + "sm art", + "ĠR alph", + "( owner", + "(o wner", + "j ours", + "jo urs", + "jour s", + "Ġbro nze", + "Ġbron ze", + "Ġ ArgumentException", + "ĠArgument Exception", + "( original", + "(origin al", + "(orig inal", + "(or iginal", + "_ SCALE", + "_S CALE", + "_SC ALE", + "_ cp", + "_c p", + "Ġrecomm ends", + "Ġrecommend s", + ".set Style", + "S ure", + "Sur e", + "Su re", + "L AND", + "LA ND", + "LAN D", + "Ġre peating", + "Ġrep eating", + "Ġrepe ating", + "Ġrepeat ing", + "M att", + "Mat t", + "Ma tt", + ". Visibility", + "Ġenter prises", + "Ġenterprise s", + ". Setup", + ".Set up", + "( scene", + "(s cene", + "(sc ene", + "ĠRe active", + "ĠReact ive", + "ur ge", + "urg e", + "b w", + ". Put", + ".P ut", + "p ersist", + "pers ist", + ". cookie", + ".c ookie", + ".co okie", + "ĠA udi", + "ĠAud i", + "ĠAu di", + "` s", + "s upplier", + "sup plier", + "( Form", + "(F orm", + " ¡", + "_ so", + "_s o", + "Į Ģ", + "ĠLeg ion", + "t te", + "tt e", + "N d", + "L oss", + "Lo ss", + "Los s", + "( attrs", + "(at trs", + "(attr s", + "(att rs", + ". scatter", + ".sc atter", + "Ġg room", + "Ġgr oom", + "Ġgro om", + "Ġgl impse", + "Ġglimps e", + "Ġn ails", + "Ġna ils", + "Ġnail s", + "Ġcum ulative", + "Ġf azer", + "Ġfa zer", + "Ġfaz er", + "_ services", + "_s ervices", + "_service s", + "_serv ices", + ". Num", + ".N um", + "ib ilit", + "ibil it", + "ibi lit", + "ibili t", + "_ resolution", + "_re solution", + "_res olution", + "Ġ Tx", + "ĠT x", + "um inium", + "umin ium", + "o pa", + "op a", + ". schedule", + ".s chedule", + "sm tp", + "ภķ", + "ur ry", + "urr y", + "ü k", + "g oog", + "go og", + "goo g", + "_ signature", + "_sign ature", + "_sig nature", + ". into", + ".in to", + ".int o", + "Ġ Steps", + "ĠSt eps", + "ĠSte ps", + "ĠStep s", + "Ġhome owners", + "Ġhomeowner s", + "Ġ NSURL", + "ĠNS URL", + "ĠP AC", + "ĠPA C", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĊĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĊĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĊĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĊĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĊĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĊĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĊĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĊĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĊĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĊ Ċ", + "> ')Ċ", + ">' )Ċ", + ">') Ċ", + "e nh", + "en h", + "Ġin cap", + "Ġinc ap", + "$ MESS", + "Ġm oins", + "Ġmo ins", + "Ġmoi ns", + "Ġ Fi", + "ĠF i", + "Ġoff season", + "pr essions", + "press ions", + "pression s", + "> .. < /", + "Ġpro vinces", + "Ġprov inces", + "Ġprovince s", + "Ġprovinc es", + "_ RAW", + "_R AW", + "_RA W", + "\\ App", + "Ġprostit uer", + "Ġprostitu er", + "_ gain", + "_g ain", + ".t encent", + "ff ects", + "ffect s", + "ffe cts", + "( pk", + "(p k", + "s ku", + "sk u", + "Ġ usable", + "Ġus able", + "Ġusa ble", + "ER VED", + "ERV ED", + "ERVE D", + "Ġant enna", + "Ġantenn a", + "h ea", + "he a", + "p list", + "pl ist", + "_ PLUGIN", + "_PL UGIN", + "Ñģ л", + ". lookup", + ".look up", + "á» ģ", + "Ġen larg", + "Ġp iss", + "Ġpi ss", + "Ġpis s", + "H am", + "Ha m", + "i map", + "im ap", + "ima p", + "Ġ invalidate", + "Ġin validate", + "Ġinvalid ate", + "Ġs ilk", + "Ġsi lk", + "Ġsil k", + "=\"# \">Ċ", + "=\"#\" >Ċ", + "=\"#\"> Ċ", + "ĠGr ass", + "ĠGra ss", + "Ġ Goal", + "ĠGo al", + "ĠGoa l", + "_ pdf", + "_p df", + "_pd f", + "Hand lers", + "Handler s", + "Handle rs", + "Ġst acks", + "Ġstack s", + "Ġsta cks", + ". getFullYear", + ".get FullYear", + "= [];Ċ", + "=[ ];Ċ", + "=[] ;Ċ", + "è½ ¦", + ", V", + "( split", + "(s plit", + "(sp lit", + "Ñĥн к", + "Ġbake ca", + "Ġbak eca", + "Ġ~ /.", + "Ġ~/ .", + "p ez", + "pe z", + "t ails", + "ta ils", + "tail s", + "ĠG len", + "ĠGl en", + "ĠGle n", + "Ġ setImage", + "Ġset Image", + "Ġ Comic", + "ĠC omic", + "ĠCom ic", + "ĠCo mic", + "B LOCK", + "BL OCK", + "ĉ This", + "ĉT his", + "o ader", + "oad er", + "oa der", + "Ġcapital ist", + "Ġcapita list", + "Ġcapit alist", + "_ STEP", + "_ST EP", + "( Boolean", + "Ġ Correct", + "ĠC orrect", + "ĠCor rect", + "r ina", + "ri na", + "rin a", + "Ġconc aten", + "Ġconcat en", + "å® ŀ", + "( ):ĊĊ", + "() :ĊĊ", + "():Ċ Ċ", + "(): ĊĊ", + "Ġun anim", + "Ġuna nim", + "l li", + "ll i", + "al ars", + "ala rs", + "alar s", + "- ne", + "-n e", + "Ġd ivor", + "Ġdi vor", + "Ġdiv or", + "ĠKick starter", + "] ._", + "]. _", + "< number", + " * * < /", + ": d", + "m di", + "md i", + "bind Value", + "Ġ Decision", + "ĠDe cision", + "ĠDec ision", + "Return Value", + ", index", + ",in dex", + "x fc", + "xf c", + "Ġse rum", + "Ġser um", + "get Field", + "Connection String", + "- object", + "-o bject", + "-ob ject", + ". recv", + ".re cv", + ".rec v", + "Ġunder graduate", + "Ġundergrad uate", + ". Infrastructure", + ".Inf rastructure", + "ĠK ab", + "ĠKa b", + "Ġadv isory", + "Ġadvis ory", + "Ġadvisor y", + "- tree", + "-t ree", + "-tr ee", + "Ġ mue", + "Ġm ue", + "Ġmu e", + "in form", + "info rm", + "inf orm", + ". embed", + ".em bed", + "Ġ errorCode", + "Ġerror Code", + "m icro", + "mi cro", + "mic ro", + "Ġsp arked", + "Ġspark ed", + "Ġspar ked", + "Ġimage ry", + "Ġimag ery", + "con c", + "co nc", + "_ missing", + "_m issing", + "_miss ing", + "Ġsur plus", + "K S", + "ĉR THOOK", + "ĉRT HOOK", + "T ell", + "Te ll", + "Tel l", + "r ium", + "ri um", + "Ġ Radius", + "ĠR adius", + "ĠRad ius", + "ĠRadi us", + "r ika", + "ri ka", + "rik a", + "los ion", + "ĠH ern", + "ĠHe rn", + "ĠHer n", + "G amma", + "Gam ma", + "Ga mma", + "Ġ Fee", + "ĠF ee", + "ĠFe e", + "Ġ Named", + "ĠN amed", + "ĠName d", + "ĠNa med", + "ĠNam ed", + "ĠCan yon", + "Ġ JSONArray", + "ĠJSON Array", + "Ġz wei", + "Ġzw ei", + "Ġzwe i", + "Ġ SSH", + "ĠS SH", + "ĠSS H", + "Ġser vant", + "Ġserv ant", + "co al", + "Ġden ying", + "Ġdeny ing", + "Ġs plits", + "Ġsplit s", + "Ġspl its", + "In correct", + "Inc orrect", + "Ġt ox", + "Ġto x", + "ĠAnal yst", + "ĠAnaly st", + "Ġacc red", + "Ġac cred", + "Ġaccr ed", + "u ble", + "ub le", + "ubl e", + "Ġ wt", + "Ġw t", + "Ġ Trial", + "ĠT rial", + "ĠTr ial", + "ĠTri al", + ". extension", + ".ext ension", + "Ġ Career", + "ĠCar eer", + "ĠCare er", + "Ġsec uring", + "ĠL il", + "ĠLi l", + "Ġpro jections", + "Ġproject ions", + "Ġproj ections", + "Ġprojection s", + "Ġproje ctions", + "Ġy east", + "Ġye ast", + "M ade", + "Ma de", + "Mad e", + "Ġfound ations", + "Ġfoundation s", + "ac ific", + "aci fic", + ". volume", + ".v olume", + ".vol ume", + "Ġmir rors", + "Ġmirror s", + "#### ############################################################################", + "######## ########################################################################", + "################ ################################################################", + "################################ ################################################", + "################################################################ ################", + "################################################ ################################", + "############################################################################ ####", + "######################################################################## ########", + "######################################## ########################################", + "######################## ########################################################", + "######################################################## ########################", + "Ġvi olate", + "Ġviol ate", + "ars ers", + "arse rs", + "arser s", + "Ġs ocio", + "Ġso cio", + "Ġsoc io", + "Ġsoci o", + "Ġtk inter", + "Ġ LINK", + "ĠL INK", + "ĠLI NK", + "ĠLIN K", + ". getSize", + ".get Size", + ".getS ize", + "Ġ Whole", + "ĠW hole", + "ĠWh ole", + "ĠWho le", + ")view DidLoad", + "ĉ done", + "ĉd one", + "ĉdo ne", + "ude au", + "\\ \"> < /", + "And rew", + "Andre w", + "e rb", + "er b", + "Ġf ö", + ". cluster", + ".cl uster", + "Ġdis course", + "Ġdisc ourse", + "Ġdiscour se", + "Ġdisco urse", + "_DE FIN", + "_DEF IN", + "Ġpued en", + "Ġpu eden", + "Ġpuede n", + "Ġ LOW", + "ĠL OW", + "ĠLO W", + ". av", + ".a v", + "Ġpr eca", + "Ġpre ca", + "Ġprec a", + "Ġ quo", + "Ġqu o", + "Ġq uo", + "Ġve loc", + "Ġvel oc", + ", ''", + ",' '", + "Ġ xyz", + "Ġx yz", + "Ġxy z", + "ĉ padding", + "ĉp adding", + "Ġtom atoes", + "Ġtomato es", + "ĠB ent", + "ĠBe nt", + "ĠBen t", + "_ curr", + "_c urr", + "_cur r", + "_cu rr", + "NS Date", + "Ġ getCurrent", + "Ġget Current", + "ĠgetC urrent", + "Ġ [`", + "Ġ[ `", + "Wed nesday", + ". Bar", + ".B ar", + "Ġ Vous", + "ĠV ous", + "ĠVo us", + "i nz", + "in z", + "ĠQu inn", + "ĠQui nn", + "ex cel", + "exc el", + "d os", + "do s", + "Ġout dated", + "O UTH", + "OUT H", + "OU TH", + "Ġ Maker", + "ĠM aker", + "ĠMake r", + "ĠMa ker", + "ĠMak er", + "ep endency", + "epend ency", + "Ġd ull", + "Ġdu ll", + "Ġdul l", + "ĠW inn", + "ĠWin n", + "ĠWi nn", + "o ge", + "og e", + "cl ave", + "cla ve", + "Ġ nova", + "Ġn ova", + "Ġno va", + "Ġnov a", + "Ġ aval", + "Ġa val", + "Ġav al", + "Ġava l", + "C apt", + "Cap t", + "Ca pt", + "ĠSp otify", + "ĠSpot ify", + "Ġj ul", + "Ġju l", + ") tableView", + ")t ableView", + "Ġf ilenames", + "Ġfile names", + "Ġfil enames", + "Ġfilename s", + "Ġesk ort", + "åij ¨", + "Ġsk ew", + "Ġske w", + "t erior", + "ter ior", + "te rior", + "teri or", + "Ġfin anc", + "Ġfinan c", + "Ġ tabla", + "Ġtab la", + "Ġta bla", + "ĠU IB", + "ĠUI B", + "Ġ ():", + "Ġ( ):", + "Ġ() :", + "ĠD ocker", + "ĠDo cker", + "ĠDoc ker", + "ĠDock er", + "per centage", + "percent age", + "Me et", + "i chi", + "ic hi", + "ich i", + "Ġinter im", + "Ġinte rim", + "Ġ' ='", + "Ġ'= '", + ". JSONObject", + ".JSON Object", + "( fid", + "(f id", + "(fi d", + "Ġd ownt", + "Ġdown t", + "Ġdow nt", + "Ġtrans ient", + "ĠSt eph", + "ĠSte ph", + "ĠStep h", + "Ġignor ance", + "Ġ Codes", + "ĠC odes", + "ĠCo des", + "ĠCode s", + "ĠCod es", + "= '',", + "=' ',", + "='' ,", + "Ġ ICE", + "ĠI CE", + "ĠIC E", + "Ġtran qu", + "Ġ Extended", + "ĠExt ended", + "ĠExtend ed", + "Ġ mund", + "Ġm und", + "Ġmu nd", + "Ġmun d", + "Ġ HOME", + "ĠH OME", + "ĠHO ME", + "Ġkil ometers", + "Ġkilomet ers", + "Ġ imagen", + "Ġim agen", + "Ġimage n", + "Ġimag en", + "Ġima gen", + "o ux", + "ou x", + "( sz", + "(s z", + "You ng", + "Yo ung", + "uff ed", + "uf fed", + "Ġ Wake", + "ĠW ake", + "ĠWa ke", + "ĠWak e", + "Ġa ide", + "Ġaid e", + "Ġai de", + "P ROC", + "PR OC", + "PRO C", + "ĠR at", + "ĠRa t", + "ĠL ith", + "ĠLi th", + "ĠLit h", + "b art", + "bar t", + "ba rt", + "Ġ Arrange", + "ĠAr range", + "ĠArr ange", + "p rompt", + "prom pt", + "Ð £", + "( ct", + "(c t", + "Ġ Interval", + "ĠInt erval", + "ĠInter val", + "d ept", + "de pt", + "dep t", + "D aniel", + "Dan iel", + "Dani el", + "Ġ fills", + "Ġf ills", + "Ġfil ls", + "Ġfill s", + ". tensor", + ".t ensor", + "( trim", + "(t rim", + "(tr im", + "Ġje alous", + "F eb", + "Fe b", + "\\ Common", + "Ġamendment s", + "Ġamend ments", + "_ operator", + "_op erator", + "_o perator", + "_oper ator", + "_ customize", + "_custom ize", + "Ġ ]]", + "Ġ] ]", + "Ġ bn", + "Ġb n", + "Ġdis appointment", + "Ġdisappoint ment", + "Ġmill enn", + ". when", + ".w hen", + ".wh en", + "Ġob ey", + "Ġobe y", + "Ġoff enders", + "Ġoffender s", + "Ġoffend ers", + "Ġoffen ders", + "W ild", + "Wil d", + "Wi ld", + "Ġcell For", + "Ġappar atus", + ". after", + ".a fter", + ".af ter", + "Ġ EPS", + "ĠE PS", + "ĠEP S", + "Ġad orable", + "ope rand", + "oper and", + "( listener", + "(list ener", + "ve al", + "Ġ )(", + "Ġ) (", + "Ġcardio vascular", + "uplic ates", + "uplicate s", + "r istol", + "rist ol", + "ris tol", + "Ġref uses", + "Ġrefuse s", + "( QWidget", + "(Q Widget", + "Ġel emento", + "Ġelement o", + "Ġelem ento", + "Number Of", + ". delay", + ".d elay", + ".de lay", + ".del ay", + ". groups", + ".g roups", + ".group s", + "\" >'+", + "\"> '+", + "\">' +", + "åĿ Ģ", + "ace ncy", + "ac ency", + "acen cy", + "( URL", + "(U RL", + "_ half", + "_h alf", + "_hal f", + "= l", + "Ġlist View", + "( section", + "(s ection", + "(se ction", + "(sec tion", + ". toArray", + ".to Array", + "+ /", + "ĠRodrig uez", + "i stream", + "ist ream", + "istr eam", + "Ġelig ibility", + ": :-", + ":: -", + ". newInstance", + ".new Instance", + "P B", + "Ġ Assets", + "ĠAs sets", + "ĠAss ets", + "ĠAsset s", + "Ġ Composite", + "ĠCom posite", + "ĠComp osite", + "ĠL abs", + "ĠLa bs", + "ĠLab s", + "ĠH amas", + "ĠHam as", + "ĠHa mas", + "++ );Ċ", + "++) ;Ċ", + "Ġ blk", + "Ġb lk", + "Ġbl k", + "Ġ Neo", + "ĠN eo", + "ĠNe o", + "L uc", + "Lu c", + "@ login", + "Ġun aware", + "Ġuna ware", + ". met", + ".m et", + ".me t", + "_ RELEASE", + "_RE LEASE", + "( ST", + "(S T", + "AM IL", + "AMI L", + "r ike", + "ri ke", + "rik e", + "Ġ (){Ċ", + "Ġ( ){Ċ", + "Ġ() {Ċ", + "Ġ(){ Ċ", + "( sprintf", + "(s printf", + "Ġ Accounts", + "ĠAc counts", + "ĠAccount s", + "Ġ VIEW", + "ĠV IEW", + "ĠVI EW", + "Ġ Aj", + "ĠA j", + "ãĤ °", + "Ġwh isk", + "Ġ idi", + "Ġi di", + "Ġid i", + "Ġr ode", + "Ġro de", + "Ġrod e", + "Ġ ihn", + "Ġi hn", + "Ġih n", + "ĠElement ary", + "Q ty", + "Qt y", + "Ġintrig uing", + "Ġ å¤", + "Ġå ¤", + "J obs", + "Job s", + "Jo bs", + "ĉ offset", + "ĉo ffset", + "ĠAh med", + "ĠTal iban", + "Ġ èİ·åıĸ", + "Ġè İ·åıĸ", + "Ġin jected", + "Ġinj ected", + "Ġinject ed", + ". Authentication", + ".Auth entication", + "_ linear", + "_l inear", + "_line ar", + "_lin ear", + "_li near", + ". Decimal", + ".D ecimal", + ".De cimal", + ".Dec imal", + "Ġapp les", + "Ġap ples", + "Ġappl es", + "Ġapple s", + "Ġshare holders", + "Ġshareholder s", + "Ġb aked", + "Ġba ked", + "Ġbake d", + "Ġbak ed", + ". diff", + ".d iff", + ".di ff", + "ĠE ddie", + "ĠEd die", + "o kers", + "ok ers", + "oke rs", + "oker s", + "Ġconfront ed", + "vo ices", + "voice s", + "Ġt us", + "Ġtu s", + "Ġ Spin", + "ĠS pin", + "ĠSp in", + "ĠSpi n", + "N ODE", + "NO DE", + "_ Un", + "_U n", + "C TX", + "CT X", + "/ google", + "/g oogle", + "/go ogle", + "T emperature", + "Tem perature", + "Ġ' ').", + "Ġ'' ).", + "Ġ'') .", + "Ġmagn ificent", + "Ġ startIndex", + "Ġstart Index", + "semb les", + "sem bles", + "semble s", + "sembl es", + "Any one", + "z k", + "e hen", + "eh en", + "ĠD ame", + "ĠDa me", + "ĠDam e", + ". strict", + ".str ict", + "Ġre places", + "Ġrep laces", + "Ġrepl aces", + "Ġreplace s", + "Ġline back", + "Ġpush es", + "Ġpus hes", + "Ġche ek", + "ĠS hi", + "ĠSh i", + "_ BYTES", + "_BY TES", + "_BYTE S", + "R EA", + "RE A", + "ả n", + "_CON NECTION", + "_CONNECT ION", + "G ateway", + "Gate way", + "ĠTr avis", + "ĠTra vis", + "ĠTrav is", + "Ġ AX", + "ĠA X", + "Ġ Basically", + "ĠBasic ally", + "ĠBas ically", + "Ġ Upgrade", + "ĠUp grade", + "à ª", + "th emes", + "the mes", + "theme s", + "them es", + "er mo", + "erm o", + "k or", + "ko r", + "F emale", + "Fe male", + "_ attach", + "_at tach", + "_att ach", + "ĠìĤ¬ ìļ©", + "Ġ poz", + "Ġp oz", + "Ġpo z", + "= =============Ċ", + "== ============Ċ", + "==== ==========Ċ", + "======== ======Ċ", + "=== ===========Ċ", + "============ ==Ċ", + "============= =Ċ", + "=========== ===Ċ", + "============== Ċ", + "========= =====Ċ", + "========== ====Ċ", + "====== ========Ċ", + "===== =========Ċ", + "======= =======Ċ", + "( symbol", + "(s ymbol", + "(sym bol", + "Ġ Sector", + "ĠS ector", + "ĠSe ctor", + "ĠSec tor", + "ĠSect or", + "__ )ĊĊ", + "__) ĊĊ", + "__)Ċ Ċ", + "_ padding", + "_p adding", + "_pad ding", + "ï¼ļ \"", + "Ġ fabs", + "Ġf abs", + "Ġfa bs", + "Ġfab s", + "Ġr anged", + "Ġrange d", + "Ġran ged", + "Ġrang ed", + "set Name", + "Ġp error", + "Ġper ror", + "Ġpe rror", + "â Ĺ", + "ĠFile Reader", + "Ġf ulfilled", + "Ġful filled", + "Ġfulfill ed", + "Ġfulfil led", + "_ Current", + "_C urrent", + "Ġdo minate", + "Ġdom inate", + "Ġdomin ate", + "Ġdomina te", + "Ġsm ugg", + "Post Mapping", + "_ force", + "_f orce", + "_for ce", + "Ġb loc", + "Ġbl oc", + "Ġblo c", + "ĠG iant", + "ĠGi ant", + "ĠGian t", + "ĠGia nt", + "( video", + "(v ideo", + "Ġ CU", + "ĠC U", + "System Service", + "Ġ elf", + "Ġe lf", + "Ġel f", + "Ġkont akt", + "ë ª", + "k ees", + "ke es", + "kee s", + "g tk", + "gt k", + "Ġparam Int", + "Ġ markup", + "Ġmark up", + "Ġmar kup", + "u ales", + "ual es", + "ua les", + "uale s", + "Ġaccount ed", + "Ġgang bang", + "RY PT", + "Ġ Wrong", + "ĠW rong", + "ĠWr ong", + "Ġ credited", + "Ġcr edited", + "Ġcred ited", + "Ġcredit ed", + "Ġ MESSAGE", + "ĠM ESSAGE", + "Ġf laws", + "Ġfl aws", + "Ġflaw s", + "Ġfla ws", + "Ġb bw", + "Ġbb w", + "Ġmet abolic", + "Ġmetab olic", + "Ġmetabol ic", + "ĠO EM", + "ĠOE M", + "/ event", + "/e vent", + "(C ollectors", + "mon ton", + "mo nton", + "mont on", + "monto n", + "ap pear", + "app ear", + "appe ar", + "Ġop ted", + "Ġopt ed", + "Ġc heat", + "Ġch eat", + "Ġche at", + "Ġd av", + "Ġda v", + "Ġ Proceed", + "ĠPro ceed", + "ĠProc eed", + "Ġ ê¸", + "Ġê ¸", + "an ked", + "ank ed", + "anke d", + "и з", + "an sk", + "ans k", + "Ġ Hang", + "ĠH ang", + "ĠHa ng", + "ĠHan g", + "ĠC ler", + "ĠCl er", + "ĠCle r", + "Ġdis gu", + "Ġdisg u", + "Ġc map", + "Ġcm ap", + ". cljs", + ".cl js", + "Ġa ument", + "Ġau ment", + "l ez", + "le z", + "Ġ Joined", + "ĠJ oined", + "ĠJo ined", + "ĠJoin ed", + "ĠJoi ned", + "_ received", + "_re ceived", + "_receive d", + "Ġa erial", + "Ġaer ial", + "Ġae rial", + "o tel", + "ot el", + "ote l", + "Ġg reet", + "Ġgre et", + "\" s", + "Ġ Genesis", + "ĠGen esis", + "ĠGene sis", + "ĠCal if", + "ĠCa lif", + "pan ion", + "Ġtail ored", + "Ġtailor ed", + "m apping", + "ma pping", + "map ping", + "and Expect", + ". track", + ".t rack", + ".tr ack", + "at omy", + "ato my", + "atom y", + "ĠO w", + "ul lah", + "ull ah", + "ulla h", + ". Yes", + ".Y es", + "Ġ SimpleName", + "ĠSimple Name", + "d bh", + "db h", + "' en", + "'e n", + "Ġn onsense", + "Ġnon sense", + "Ġnons ense", + "Ġphilosoph ical", + "( getContext", + "(get Context", + "Ġis so", + "Ġiss o", + "Ġ ACE", + "ĠA CE", + "ĠAC E", + "start Date", + "Ġb ÄĻd", + "ĠAUTH OR", + "ĠG lobe", + "ĠGl obe", + "ĠGlo be", + "ĠGlob e", + "Ġin sects", + "Ġins ects", + "Ġinsect s", + "Ġinse cts", + "_ Al", + "_A l", + "ush ing", + "ushi ng", + "è® °", + "/ Home", + "/H ome", + "ĠLocal Date", + "ne eded", + "need ed", + "nee ded", + "hes ive", + "Ġ illusion", + "Ġill usion", + "äº Į", + "Ġt rat", + "Ġtr at", + "Ġtra t", + "x o", + "/ detail", + "/d etail", + "/de tail", + "_ MATCH", + "_M ATCH", + "_MAT CH", + "Ġbroad band", + "Ġ wal", + "Ġw al", + "Ġwa l", + "ĠIllegal StateException", + "IRE CTION", + "IRECT ION", + "Ġnor theast", + "Ġnorth east", + "es ium", + "esi um", + "Ġ Cliente", + "ĠCl iente", + "ĠClient e", + "ĠCli ente", + "ul ance", + "ula nce", + "ulan ce", + "n ty", + "nt y", + "Ġt ecn", + "Ġte cn", + "Ġtec n", + "Device s", + "Dev ices", + "Ġgr ains", + "Ġgrain s", + "Ġgra ins", + "ĠO g", + "Ġ SEL", + "ĠS EL", + "ĠSE L", + "ud iant", + "udi ant", + "Ġ ++;Ċ", + "Ġ++ ;Ċ", + "Ġexplan ations", + "Ġexplanation s", + "o cco", + "oc co", + "occ o", + "Ġd iets", + "Ġdi ets", + "Ġdie ts", + "Ġdiet s", + "Ġco hort", + "Ġcoh ort", + "( controller", + "(cont roller", + "(control ler", + ". Iterator", + ".It erator", + ".Iter ator", + "- rich", + "-r ich", + "ro cess", + "roc ess", + "G D", + "Ġcar bohydr", + "Ġ fried", + "Ġf ried", + "Ġfr ied", + "Ġfri ed", + "ĠEm ployment", + "ĠEmp loyment", + "ĠEmploy ment", + "ìŀ ¥", + "ĠLeon ard", + "ĠLeo nard", + "_ ${", + "_$ {", + "qu ares", + "quare s", + "qua res", + "Ġcompan ions", + "Ġcompanion s", + "Ġp aris", + "Ġpar is", + "Ġpa ris", + "Ġpari s", + "Ġst imulation", + "Ġstim ulation", + "ĠZ oo", + "ĠZo o", + "Ġre levance", + "Ġrelev ance", + "Ġ Colour", + "ĠCol our", + "ĠColo ur", + "Ġs pear", + "Ġsp ear", + "Ġspe ar", + "ot ional", + "otion al", + "oti onal", + "Ġ Lite", + "ĠL ite", + "ĠLi te", + "ĠLit e", + "ĠK osten", + "ĠKo sten", + "ĠKos ten", + "Ġ ó", + "Ġà ³", + "_ attachment", + "_att achment", + "_attach ment", + "orph ic", + "orp hic", + "Ġda mit", + "Ġdam it", + "Ġ dlg", + "Ġd lg", + "Ġdl g", + "Ġth rive", + "Ġthr ive", + "CH ANGE", + "CHAN GE", + "Ġ Apparently", + "ĠApp arently", + "Ġa tual", + "Ġat ual", + "Ġro oted", + "Ġroot ed", + "( images", + "(image s", + "(im ages", + "a wi", + "aw i", + "ar iat", + "ari at", + "aria t", + "Ġch erry", + "Ġcher ry", + "ST ATIC", + "STAT IC", + "m nt", + "mn t", + "Ġ UserId", + "ĠUser Id", + "il let", + "ill et", + "ille t", + "ĠHis panic", + "ĠHispan ic", + "Ġ nak", + "Ġn ak", + "Ġna k", + "Ġcent ro", + "Ġcentr o", + "Ġcen tro", + "Ġ dims", + "Ġd ims", + "Ġdi ms", + "Ġdim s", + "_ initialize", + "_initial ize", + "ı k", + "ĠCent ers", + "ĠCenter s", + "R EN", + "RE N", + "Ġevolution ary", + "Ġ Topics", + "ĠTo pics", + "ĠTop ics", + "ĠTopic s", + "_ damage", + "_d amage", + "_da mage", + "e mer", + "em er", + "eme r", + "Ġr und", + "Ġrun d", + "Ġru nd", + "Ġpun ished", + "Ġpunish ed", + "Ġc ubic", + "Ġcu bic", + "Ġcub ic", + "f air", + "fa ir", + "[ ];ĊĊ", + "[] ;ĊĊ", + "[];Ċ Ċ", + "Ġin stantiate", + "Ġinstant iate", + "Ġover see", + "Ġovers ee", + "Ġoverse e", + "- delete", + "-de lete", + "-del ete", + "unt eer", + "unte er", + "start Time", + "Ġ Pipeline", + "ĠP ipeline", + "ĠPipe line", + "ĠPip eline", + "_ GAME", + "_G AME", + "ĠC ir", + "ĠCi r", + "ĉ Null", + "ĉN ull", + ". Formatting", + ".Format ting", + "uc umber", + "ĠR ide", + "ĠRid e", + "ĠRi de", + "Ġz oo", + "Ġzo o", + "Ġ checker", + "Ġcheck er", + "Ġche cker", + "åIJ Į", + "= C", + "Ġg rit", + "Ġgr it", + "Ġgri t", + "\" );//", + "\") ;//", + "\"); //", + "_ xy", + "_x y", + "Ġ Declaration", + "ĠDe claration", + "Ġ callable", + "Ġcall able", + "F oo", + "Fo o", + "Ġ ListItem", + "ĠList Item", + "Ġin accur", + "m lin", + "ml in", + "ĉ Data", + "ĉD ata", + "Ġev olving", + "a wan", + "aw an", + "awa n", + "Ġc afe", + "Ġca fe", + "Ġcaf e", + "f olk", + "fo lk", + "fol k", + "_ IDX", + "_ID X", + "_I DX", + "Ġ Anything", + "ĠAny thing", + "ĠPalest ine", + "ĠPalestin e", + "Ġ GridView", + "ĠGrid View", + "Ġcol ony", + "Ġcolon y", + "ĠGerman s", + "ĠGer mans", + "ĠGerm ans", + "( +", + ". pid", + ".p id", + ".pi d", + ". jsx", + ".j sx", + ".js x", + "ĠSup erior", + "ĠSuper ior", + "Christ ian", + "ĠL ect", + "ĠLe ct", + "ĉ Game", + "ĉG ame", + "Ġinstrument al", + "An imations", + "Animation s", + "Anim ations", + "д ал", + "да л", + "ĠM oses", + "ĠMo ses", + "ĠMos es", + "ĉĉ čĊĉĉčĊ", + "ĉĉčĊ ĉĉčĊ", + "z s", + "k te", + "kt e", + "ä¸ ļ", + "_ DIST", + "_D IST", + "_DIS T", + "_DI ST", + "b itmap", + "bit map", + "d B", + "Ġp ersistence", + "Ġpers istence", + "Ġpersist ence", + "ÑĢ оÑģ", + "ÑĢо Ñģ", + "$ l", + "B ron", + "Br on", + "Bro n", + "Ġ {|", + "Ġ{ |", + "_ chart", + "_c hart", + "_ch art", + "_char t", + "Ġ Consum", + "ĠCon sum", + "ĠCons um", + "Ġh emp", + "Ġhe mp", + "Ġhem p", + "Ġ \"))Ċ", + "Ġ\" ))Ċ", + "Ġ\") )Ċ", + "Ġ\")) Ċ", + "Ġatt ackers", + "Ġattack ers", + "Ġattacker s", + "Ġknowledge able", + "Ġc et", + "Ġce t", + "Ġvir uses", + "Ġvirus es", + "' I", + "Ġpitch er", + "Ġpit cher", + "Ġswe eping", + "Ġsweep ing", + "= list", + "=l ist", + "apt ops", + "aptop s", + ". depth", + ".de pth", + ".dep th", + "Ġinstruct ed", + "Ġ Rus", + "ĠR us", + "ĠRu s", + "benh avn", + "Ġ ин", + "Ġи н", + "S ports", + "Sp orts", + "Sport s", + "Spo rts", + "Ġon set", + "Ġons et", + "æĿ ĥ", + ". RED", + ".R ED", + ".RE D", + "_ si", + "_s i", + "ĠP ST", + "ĠPS T", + ". onChange", + ".on Change", + "> tag", + ">t ag", + "ĠR oh", + "ĠRo h", + "_ character", + "_char acter", + "ĠL aws", + "ĠLa ws", + "ĠLaw s", + "Ġ Bachelor", + "ĠB achelor", + "ĠBach elor", + "_ swap", + "_s wap", + "_sw ap", + ".re activex", + "Ġreward ing", + "Ġrew arding", + "M edium", + "Med ium", + "- [", + "Ġ Recently", + "ĠRec ently", + "ĠRecent ly", + "J oint", + "Join t", + "Jo int", + "part ition", + "Ġ Minutes", + "ĠMin utes", + "ĠMinute s", + "Ġ indo", + "Ġin do", + "Ġi ndo", + "Ġind o", + "Ġabsor bed", + "Ġabsorb ed", + "Ġ GN", + "ĠG N", + "_ IND", + "_IN D", + "_I ND", + "Ġs aber", + "Ġsa ber", + "Ġsab er", + "Ġsabe r", + "S pawn", + "Sp awn", + "out puts", + "output s", + "ĠJeff rey", + "Ġmed ieval", + "Ġmedi eval", + "h ed", + "he d", + "G uide", + "Gui de", + "Guid e", + "Gu ide", + "Ġpsych o", + "Ġpsy cho", + "Ġg lam", + "Ġgl am", + "E lim", + "El im", + "äd chen", + "_ plain", + "_p lain", + "_pl ain", + "Ġ Sau", + "ĠS au", + "ĠSa u", + "- four", + "-f our", + "Ġanaly zing", + "QUE RY", + "QU ERY", + "Ġtom ato", + "_ buttons", + "_button s", + "_but tons", + "V EN", + "VE N", + ". setStatus", + ".set Status", + ". Url", + ".U rl", + "+ ĊĊ", + "+Ċ Ċ", + "Ġcompl aining", + "Ġcomplain ing", + "d egree", + "de gree", + "deg ree", + "conf irmed", + "confirm ed", + "Ġsu bt", + "Ġsub t", + "p arsed", + "par sed", + "parse d", + "pars ed", + "Ġt orque", + "Ġtor que", + "Ġtrouble d", + "Ġtroub led", + "Ġtrou bled", + "Ġ TARGET", + "ĠT ARGET", + "ĠTAR GET", + "Ġtrad emarks", + "Ġtrade marks", + "Ġtrademark s", + "Ġ Coordinate", + "ĠCo ordinate", + "ĠCoord inate", + "ĠV iv", + "ĠVi v", + "Ġ //}ĊĊ", + "Ġ// }ĊĊ", + "Ġ//}Ċ Ċ", + "Ġapr ès", + ". getPosition", + ".get Position", + ".getP osition", + "( KeyCode", + "(Key Code", + "ĠSil va", + "Ġ meteor", + "Ġm eteor", + "Ġmet eor", + "Ġendorse ment", + "Ġendors ement", + "Over view", + "Ġ Poss", + "ĠP oss", + "ĠPo ss", + "ĠPos s", + ". Inject", + ".In ject", + "Ġeven ly", + "Ġ visualization", + "Ġvisual ization", + "Ġ wchar", + "Ġw char", + "Ġwc har", + "ĠH DMI", + "ĠHD MI", + "Ġf unct", + "Ġfun ct", + "Ġfunc t", + "ick name", + "',' ','", + "','', '", + "Ġfor wards", + "Ġforward s", + "Managed Object", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĉ server", + "ĉs erver", + "ĠOut look", + "ĠChron icle", + "ĠChronic le", + "Ġdub bed", + "Ġd ok", + "Ġdo k", + "ĠW ear", + "ĠWe ar", + ". AL", + ".A L", + "p aren", + "par en", + "pare n", + "pa ren", + ". Interface", + ".Inter face", + "Inter faces", + "Interface s", + ". cod", + ".c od", + ".co d", + "Ġd ib", + "Ġdi b", + ".Global ization", + "ĠAc ademic", + "ĠAcad emic", + "ĠAcadem ic", + "Ġas sms", + "Ġass ms", + "A utom", + "Auto m", + "Aut om", + "Au tom", + "Ġ lw", + "Ġl w", + "Ġ NW", + "ĠN W", + "Ġ&& čĊ", + "Ġproble ma", + "Ġproblem a", + "Ġprobl ema", + "ĠManufact uring", + "l imits", + "li mits", + "lim its", + "limit s", + "- mobile", + "-m obile", + "Ġ filme", + "Ġfil me", + "Ġfilm e", + "/ map", + "/m ap", + "Ġd oit", + "Ġdo it", + "Ġdoi t", + "ĠI nk", + "ĠIn k", + "Ġs ued", + "Ġsu ed", + "Ġsue d", + ". arr", + ".a rr", + ".ar r", + "Ġunder min", + "Ġ Proc", + "ĠP roc", + "ĠPro c", + "ĠPr oc", + "croll View", + "_ _$", + "__ $", + "Ġside walk", + "Ġsidew alk", + "( that", + "(t hat", + "(th at", + "ภ·", + "[ q", + "gram mar", + "Ġt ë", + "q uito", + "qu ito", + "quit o", + "qui to", + "Ġsp iral", + "Ġspir al", + "Ġspi ral", + "ext ended", + "extend ed", + "Ġf ocal", + "Ġfoc al", + "Ġfo cal", + "Ġdig ging", + "p as", + "pa s", + "ĠT all", + "ĠTal l", + "ĠTa ll", + ". proxy", + ".pro xy", + ".pr oxy", + "i tures", + "it ures", + "iture s", + "itu res", + "itur es", + "T RACT", + "TR ACT", + "TRA CT", + "Ġ Realm", + "ĠRe alm", + "ĠReal m", + "Ġf eder", + "Ġfe der", + "Ġfed er", + "Ġ oriented", + "Ġorient ed", + "Ġori ented", + "Ġ Alternative", + "ĠAltern ative", + "ĠAlter native", + "Ġ owe", + "Ġo we", + "Ġow e", + "Ġs ourced", + "Ġsource d", + "Ġsour ced", + "in ker", + "ink er", + "inke r", + ". det", + ".d et", + ".de t", + "S ep", + "Se p", + "Ġ Qui", + "ĠQ ui", + "ĠQu i", + "ĠPal mer", + "ĠPalm er", + "( _,", + "(_ ,", + "s amples", + "sample s", + "sam ples", + "samp les", + "o yer", + "oy er", + "ul lan", + "ull an", + "ulla n", + "q uez", + "qu ez", + "que z", + "Ed ges", + "Edge s", + "Ġsh out", + "Ġsho ut", + "Ġ Achie", + "ĠA chie", + "ĠAch ie", + "Ġ haar", + "Ġh aar", + "Ġha ar", + "_ Construct", + "_Con struct", + "Ġprem ature", + "Ġre vert", + "Ġrev ert", + "Ġreve rt", + "Ġrever t", + "' ).Ċ", + "') .Ċ", + "'). Ċ", + "Ġs chn", + "Ġsc hn", + "Ġsch n", + "filter ed", + "fil tered", + "filt ered", + "null ptr", + "S aved", + "Save d", + "Sa ved", + "it ecture", + "itect ure", + "C LA", + "CL A", + "Ġ vl", + "Ġv l", + "s tell", + "st ell", + "ste ll", + "ĉ Me", + "ĉM e", + "ĠL ip", + "ĠLi p", + "n ational", + "nat ional", + "nation al", + "Ġwh olly", + "Ġspr ings", + "Ġspring s", + ". Timer", + ".T imer", + ".Time r", + "ĉ src", + "ĉs rc", + "e lsen", + "el sen", + "else n", + "els en", + "åħ ¶", + "Ġcommunic ating", + "Ġ Quiz", + "ĠQu iz", + "ĠQui z", + "Ġt eng", + "Ġte ng", + "Ġten g", + "Ġg ez", + "Ġge z", + "Ġ Outside", + "ĠOut side", + "ĠOuts ide", + ". Sign", + ".S ign", + "( cs", + "(c s", + "Ġdisp utes", + "Ġdispute s", + "Ġdisput es", + "ĠWe iss", + "ĠWei ss", + "an nes", + "ann es", + "anne s", + "> No", + ">N o", + "ĠB ach", + "ĠBa ch", + "ĠBac h", + ".remove All", + "re fer", + "ref er", + "/ dashboard", + "/d ashboard", + "Ġ Ajax", + "ĠA jax", + "ĠAj ax", + "Index Changed", + "Ġ Weak", + "ĠWe ak", + "' \"Ċ", + "'\" Ċ", + "Ġs ights", + "Ġsight s", + "Ġsigh ts", + "access Token", + "ĠJ oi", + "ĠJo i", + "( domain", + "(d omain", + "(dom ain", + "(do main", + "ĉ cv", + "ĉc v", + "Ġcontin uation", + "Ġcontinu ation", + "Ġcontinua tion", + "Ġp lum", + "Ġpl um", + "Ġplu m", + "a dir", + "ad ir", + "adi r", + ". setMessage", + ".set Message", + "Ġ ï¼Į", + "Ġï¼ Į", + "Ġsw allow", + "Ġswal low", + "ĠL amp", + "ĠLa mp", + "ĠLam p", + "Ġ qw", + "Ġq w", + "Ġ uu", + "Ġu u", + "C oin", + "Co in", + "u bic", + "ub ic", + "ubi c", + "ĠDe als", + "ĠDeal s", + "r ace", + "ra ce", + "rac e", + "Ġdict ator", + "Ġm eme", + "Ġme me", + "Ġmem e", + "turn ed", + "tur ned", + "ĠJul ie", + "ĠJu lie", + "ĠJuli e", + ".grid Column", + "Ġp uppy", + "Ġpup py", + "Ġpu ppy", + "Ġp am", + "Ġpa m", + "Ġ ){čĊ", + "Ġ) {čĊ", + "Ġ){ čĊ", + "Ġinv iting", + "Ġinvit ing", + "Ġf rench", + "Ġfr ench", + "Ġfren ch", + "v im", + "vi m", + "Ġwr apping", + "Ġwrap ping", + "Ġ#- }Ċ", + "( [-", + "([ -", + "Ear ly", + "Ġsh iny", + "Ġshin y", + ". faces", + ".f aces", + ".face s", + ".fac es", + ".fa ces", + "Ġre bell", + "Ġreb ell", + "Ġrebel l", + "abc def", + "abcd ef", + "ä lt", + "äl t", + "Ġest imation", + "Ġestim ation", + "ph ys", + "phy s", + "los ures", + "losure s", + "_ REL", + "_RE L", + "_R EL", + "Ġex clusion", + "Ġexclus ion", + "Ġexcl usion", + "ĠSk ype", + "ĠSky pe", + "we ise", + "wei se", + "weis e", + "- stop", + "-s top", + "-st op", + "no thing", + "ĠE gg", + "ĠEg g", + "is ors", + "iso rs", + "isor s", + "Rich ard", + "Ġcounsel ing", + "Ġcom mem", + "Ġcomm em", + "Ġcomme m", + "ĠQ MessageBox", + "ĠSy nd", + "ĠSyn d", + "ĠF rost", + "ĠFr ost", + "ĠFro st", + "ĠCom petition", + "ĠCompet ition", + "ĠA wake", + "ĠAw ake", + "Ġ ted", + "Ġt ed", + "Ġte d", + "ic iones", + "ici ones", + "icio nes", + "icion es", + "ĠDev Components", + "VERTISE MENT", + "o tti", + "ot ti", + "ott i", + ". runner", + ".r unner", + ".run ner", + "Ġunique ly", + "Ġuniqu ely", + "Ġuniq uely", + ". flag", + ".f lag", + ".fl ag", + "ĉ rs", + "ĉr s", + "_ generic", + "_g eneric", + "_gen eric", + "_gene ric", + "_gener ic", + "Ġ` ``Ċ", + "Ġ`` `Ċ", + "Ġ``` Ċ", + "ACH INE", + "ACHI NE", + "Ġm ein", + "Ġme in", + "( Application", + "(App lication", + "( br", + "(b r", + "Ġrat ios", + "Ġratio s", + ": ,", + "ĠX CTest", + "ĠXCT est", + "ĠXC Test", + "ustain able", + "- www", + "-w ww", + "it les", + "itle s", + "_ TEMP", + "_T EMP", + "_TE MP", + "_TEM P", + "Ġs yst", + "Ġsys t", + "Ġsy st", + "umeric UpDown", + "ĉ assertTrue", + "ĉassert True", + "Ġ wf", + "Ġw f", + ". peek", + ".pe ek", + "ĠB ulg", + "ĠBul g", + "ĠBu lg", + "Ġterr ifying", + ". MODE", + ".M ODE", + ".MOD E", + "Ġ GW", + "ĠG W", + "á r", + "Ġ fic", + "Ġf ic", + "Ġfi c", + "Ġcommit ments", + "Ġcommitment s", + "- tech", + "-t ech", + "-te ch", + "Ġ Liquid", + "ĠL iquid", + "ĠLiqu id", + "o pez", + "op ez", + "ope z", + "z heimer", + "a ña", + "añ a", + "- media", + "-m edia", + "-me dia", + "-med ia", + "( animated", + "(an imated", + "_ goal", + "_go al", + "Ġg um", + "Ġgu m", + "y stone", + "yst one", + "ys tone", + ". SET", + ".S ET", + ".SE T", + "ĠW end", + "ĠWe nd", + "ĠWen d", + "set CellValue", + "Ġ msgs", + "Ġmsg s", + "Ġms gs", + "c ash", + "ca sh", + "cas h", + "AL LOC", + "ALL OC", + "/ aws", + "/a ws", + "Ġmicro wave", + "Ġmic rowave", + ". Pointer", + ".Point er", + "ĉ Console", + "ĉCon sole", + "_ sorted", + "_s orted", + "_sort ed", + "ĠF ilip", + "ĠFil ip", + "ĠFi lip", + "P rod", + "Pro d", + "Pr od", + "Ġ// !<", + "Ġ//! <", + "in group", + "ing roup", + "Ġ ks", + "Ġk s", + "_T RI", + "_TR I", + "Ġteas poon", + "Ġ ATT", + "ĠA TT", + "ĠAT T", + "Ġre covering", + "Ġrecover ing", + "Ġ GLOBAL", + "ĠG LOBAL", + ". Par", + ".P ar", + "Ġ/ >;Ċ", + "Ġ/> ;Ċ", + "Ġmar ble", + "ul ators", + "ula tors", + "ulator s", + "Ġ Cycle", + "ĠC ycle", + "ĠCy cle", + "ĠCycl e", + "ĠCyc le", + "Ġher bs", + "Ġherb s", + "_ metric", + "_m etric", + "_met ric", + ") !", + "_C LOCK", + "_CL OCK", + "_ Button", + "_B utton", + "H arry", + "Har ry", + "è¿ Ľ", + "Ġstr ains", + "Ġstrain s", + "Ġstra ins", + "Ġ AppBar", + "ĠApp Bar", + "Ġ Chan", + "ĠC han", + "ĠCh an", + "ĠCha n", + "/ video", + "/v ideo", + "Ġ bam", + "Ġb am", + "Ġba m", + ". Progress", + ".Pro gress", + "$ f", + "l emen", + "le men", + "lem en", + "leme n", + "Ġir regular", + "ĠD uncan", + "ĠDun can", + "ĠM int", + "ĠMin t", + "ĠMi nt", + "- video", + "-v ideo", + "ঠ¾", + "ó wn", + "ów n", + "Ġ EMPTY", + "ĠEM PTY", + "ĠEMP TY", + "Ġst acked", + "Ġstack ed", + "Ġ HA", + "ĠH A", + "_ cut", + "_c ut", + "_cu t", + "Ġwhere in", + "ĠW ays", + "ĠWay s", + "ĠWa ys", + "( counter", + "(c ounter", + "(count er", + "(co unter", + "è¯ ķ", + "Form Group", + "Ġb lew", + "Ġbl ew", + "Ġble w", + "c ourses", + "co urses", + "course s", + "cour ses", + "Ġ productos", + "Ġproduct os", + "Ġproducto s", + "r ys", + "ry s", + "Ġ Restr", + "ĠR estr", + "ĠRe str", + "ĠRes tr", + "ĠRest r", + "Ġst yling", + "Ġsty ling", + "Ġstyl ing", + "> s", + "Ġp iv", + "Ġpi v", + "Ġit ertools", + "Ġiter tools", + "get Repository", + "Ġ Ik", + "ĠI k", + "_ devices", + "_device s", + "_dev ices", + "lay ui", + "Ġhalf way", + "Ġfran ç", + "Ġt uning", + "Ġtu ning", + "Ġtun ing", + "O A", + "_ Node", + "_N ode", + "_No de", + "ar de", + "ard e", + "Ġf ierce", + "Ġfi erce", + "Ġfier ce", + "Ġfierc e", + "l icted", + "lic ted", + "lict ed", + "# čĊ", + "Ġbreak through", + "ĠE rik", + "ĠEr ik", + "Ġb ride", + "Ġbr ide", + "Ġbri de", + "Ġbrid e", + "Ġ .\"", + "Ġ. \"", + "c ulus", + "cul us", + "cu lus", + "in side", + "ins ide", + "insi de", + "ĠIndian apolis", + "Ġ EE", + "ĠE E", + "Ġy og", + "Ġyo g", + "ur ret", + "urre t", + "urr et", + ". fs", + ".f s", + ". grad", + ".g rad", + ".gr ad", + "_ cards", + "_c ards", + "_card s", + "_car ds", + "_ accuracy", + "_ac curacy", + "_acc uracy", + "_e pi", + "_ep i", + "qu eda", + "que da", + "/ org", + "/or g", + "/o rg", + "é ªĮ", + "éª Į", + "Ġcom pte", + "Ġcomp te", + "Ġcompt e", + ") )[", + ")) [", + "Out side", + "G reater", + "Great er", + "Gre ater", + "Ġ Renderer", + "ĠRender er", + ". actor", + ".a ctor", + ".ac tor", + ".act or", + "Account s", + "Ac counts", + "I dle", + "Id le", + "_ hours", + "_h ours", + "_hour s", + "er ner", + "ern er", + "erne r", + "J oined", + "Join ed", + "Jo ined", + "Ġme nj", + "Ġmen j", + "re quires", + "require s", + "requ ires", + "Ġ OPER", + "ĠO PER", + "ĠOP ER", + ".remove Child", + "ĉ sp", + "ĉs p", + "Ġ esse", + "Ġe sse", + "Ġes se", + "Ġess e", + "r ift", + "ri ft", + "rif t", + "x FE", + "xF E", + "ĠSh akespeare", + "____ ________", + "________ ____", + "Ġbudget s", + "Ġbud gets", + "Model State", + "fill able", + "- component", + "-com ponent", + "-comp onent", + "o cos", + "oc os", + "oco s", + "Ġ BUTTON", + "ĠB UTTON", + "ĠBUT TON", + "/ io", + "/i o", + ", out", + ",o ut", + "s ms", + "sm s", + "Th omas", + "Tho mas", + "ĠAr med", + "ĠArm ed", + "re sume", + "res ume", + "Ġrot ating", + "Ġ Vault", + "ĠV ault", + "ĠVa ult", + "Ġs eus", + "Ġse us", + "Ġseu s", + ". (*", + ".( *", + "Ġa mino", + "Ġam ino", + "Ġami no", + "Ġ[ ]);ĊĊ", + "Ġ[] );ĊĊ", + "Ġ[]) ;ĊĊ", + "Ġ[]);Ċ Ċ", + "Ġprov oc", + "n ox", + "no x", + ". GetEnumerator", + ".Get Enumerator", + "= ======Ċ", + "== =====Ċ", + "==== ===Ċ", + "=== ====Ċ", + "====== =Ċ", + "===== ==Ċ", + "======= Ċ", + "æĸ Ļ", + "_ scroll", + "_s croll", + "_sc roll", + "_scr oll", + "Ġfil med", + "Ġfilm ed", + "Ġfilme d", + "ĠS oci", + "ĠSo ci", + "ĠSoc i", + "g ap", + "ga p", + "g ro", + "gr o", + "V ote", + "Vo te", + "\" But", + "\"B ut", + "_ RC", + "_R C", + "An imal", + "Anim al", + " Ģ", + "ib ile", + "ibil e", + "ibi le", + "Ġaw aken", + "Ġawake n", + "o rest", + "or est", + "ore st", + "ores t", + "in ja", + "ĠI van", + "ĠIv an", + "( Command", + "Ġ *****", + "Ġ* ****", + "Ġ** ***", + "Ġ*** **", + "Ġ**** *", + "Î ·", + "Ġkv inder", + "Ġkvin der", + "Ġkvinde r", + "/ helpers", + "/h elpers", + "/help ers", + "/helper s", + "_ cases", + "_c ases", + "_case s", + "_ca ses", + "t g", + "ìĦ ¸", + "Register ed", + "ĉ pass", + "ĉp ass", + "_ digits", + "_d igits", + "_digit s", + "Ġcon tour", + "Ġcont our", + "Ġinf ants", + "Ġinfant s", + "Ġjust ification", + "Ġ Fortunately", + "ĠFort unately", + "Cont r", + "Con tr", + "ĠonCreate View", + "_ SAMPLE", + "_S AMPLE", + "_SAMPL E", + "Ġallow Null", + "Ġn ud", + "Ġnu d", + "Ġf etched", + "Ġfetch ed", + "Ġfet ched", + "_ equ", + "_e qu", + "_eq u", + "Ġ Unable", + "ĠU nable", + "ĠUn able", + "ĠUna ble", + "= \\\"\"", + "=\\\" \"", + "=\\ \"\"", + "> {Ċ", + ">{ Ċ", + "Ġcommit tees", + "Ġcommittee s", + "ist ema", + "iste ma", + "istem a", + "+ \".", + "+\" .", + "ÃŃ an", + "ÃŃa n", + "m ant", + "man t", + "ma nt", + "Ġsou theast", + "Ġsouth east", + "ï¼Į Ċ", + "dialog s", + "dia logs", + "PRO JECT", + "ch arger", + "char ger", + "charge r", + "charg er", + "- port", + "-p ort", + "-po rt", + "( uuid", + "(u uid", + ". export", + ".ex port", + ".exp ort", + "S ix", + "Si x", + "Ġ RP", + "ĠR P", + "P rem", + "Pr em", + "Pre m", + "Ġcon science", + "Ġconsc ience", + "Ġmargin Right", + "_ distribution", + "_d istribution", + "_dis tribution", + "y aml", + "ya ml", + "res izing", + "resi zing", + "D ock", + "Do ck", + "Doc k", + "Ġ Locations", + "ĠL ocations", + "ĠLocation s", + "ĠLoc ations", + "G Y", + "S eed", + "Se ed", + "See d", + "B UFFER", + "BUF FER", + "BUFF ER", + "os sip", + "oss ip", + "u llen", + "ul len", + "ull en", + "ulle n", + "Th ings", + "Thing s", + "Thin gs", + "- self", + "-s elf", + "-se lf", + ". poll", + ".p oll", + ".po ll", + ".pol l", + "PL AYER", + "PLAY ER", + "Ġ å®", + "Ġå ®", + "G ROUP", + "Ġ Away", + "ĠA way", + "ĠAw ay", + "Ġg ospel", + "x fd", + "xf d", + "M ary", + "Mar y", + "Ma ry", + "Ġ Portable", + "ĠPort able", + "ĠPor table", + "T URE", + "TU RE", + "Ġutil is", + "Ġut ilis", + "Ġse it", + "Ġsei t", + "Ġ strand", + "Ġs trand", + "Ġst rand", + "Ġstr and", + "Ġstran d", + "Ġstra nd", + "Ġtrans c", + "Ġtran sc", + "Ġ (^", + "Ġ( ^", + "ĠAl fred", + "ĠAlf red", + ". mem", + ".m em", + ".me m", + ". circle", + ".c ircle", + "Ġ ~/", + "Ġ~ /", + "for cing", + "forc ing", + "Ġ riot", + "Ġr iot", + "Ġri ot", + "Ġrio t", + "p rox", + "pr ox", + "pro x", + "TH ON", + "iz ación", + "iza ción", + "Ġ NI", + "ĠN I", + "r ost", + "ro st", + "ros t", + "Ġdis pro", + "Ġdisp ro", + "_ instances", + "_in stances", + "_instance s", + "_inst ances", + "ï¼Į âĢľ", + "ograph er", + "ogra pher", + "en das", + "end as", + "enda s", + "ĠIs aac", + "ĠIsa ac", + "ĠP ine", + "ĠPin e", + "ĠPi ne", + "/ dis", + "/d is", + "Ġcolor With", + "it erate", + "ite rate", + "iter ate", + "_ stride", + "_st ride", + "_str ide", + "Ġp unto", + "Ġpun to", + "Ġpunt o", + ". EventArgs", + ".Event Args", + "( center", + "(c enter", + "Ġneighb oring", + "Ġneighbor ing", + "ĠPr ison", + "ĠPri son", + "Ġ Messenger", + "ĠM essenger", + "ĠMess enger", + "Ġepid emic", + "Ġepidemi c", + "d ao", + "da o", + "_ complex", + "_com plex", + "_comp lex", + "Ġg ravel", + "Ġgr avel", + "Ġgrave l", + "Ġgra vel", + "Ġgrav el", + "_D IP", + "_DI P", + "é ment", + "ém ent", + "ĠA ri", + "ĠAr i", + "_ bitmap", + "_b itmap", + "_bit map", + ". quit", + ".q uit", + ".qu it", + "( valid", + "(val id", + "(va lid", + "Ġ pend", + "Ġp end", + "Ġpe nd", + "Ġpen d", + "Ġrespir atory", + "Ġre bound", + "Ġreb ound", + "Default Value", + "ãĥ Ń", + "Ġcom mits", + "Ġcomm its", + "Ġcommit s", + ". tests", + ".t ests", + ".test s", + ".te sts", + "_ fr", + "_f r", + "i tet", + "it et", + "ite t", + ". sf", + ".s f", + "Ġspace craft", + "c ritical", + "cri tical", + "cr itical", + "crit ical", + "Ġde pressed", + "Ġdep ressed", + "Ġdepr essed", + "Ġdepress ed", + "ĠAny Object", + "Ġu nb", + "Ġun b", + "Ġdis cern", + "Ġdisc ern", + "( mysql", + "(m ysql", + "(my sql", + "L atin", + "La tin", + "Lat in", + "ĠB og", + "ĠBo g", + "ĠWild life", + "To File", + "ToF ile", + "i oxid", + "iox id", + "@ RestController", + "Ġ\" $(", + "Ġ\"$ (", + "Ġ <<\"", + "Ġ< <\"", + "Ġ<< \"", + "Ġdef ects", + "Ġdefe cts", + "Ġdefect s", + "Ġ datum", + "Ġd atum", + "Ġdat um", + "h in", + "hi n", + "Ġreal izar", + "Ġrealiz ar", + "Ġrealiza r", + "any ahu", + "anya hu", + "Ġ Sig", + "ĠS ig", + "ĠSi g", + "@ Data", + "ad aptive", + "ada ptive", + "adapt ive", + "ĠC atherine", + ". cr", + ".c r", + "Ġ COOKIE", + "ĠCO OKIE", + "Ġ pictured", + "Ġp ictured", + "Ġpicture d", + "Ġpict ured", + "ĠF ighter", + "ĠFight er", + "Query able", + "Ġ Anyway", + "ĠAny way", + "ĠGL FW", + "_ namespace", + "_n amespace", + "_name space", + "_names pace", + "_ ft", + "_f t", + "Ġ ])", + "Ġ] )", + "O rganization", + "Organ ization", + "Ġconstit utes", + "Ġconstitu tes", + "Ġconstitute s", + "Ġqu and", + "Ġqua nd", + "Ġquan d", + "( chunk", + "(ch unk", + "\" />čĊ", + "\"/ >čĊ", + "\"/> čĊ", + "ĠL akes", + "ĠLa kes", + "ĠLake s", + "ĠLak es", + "main window", + "Car thy", + "Cart hy", + "s pin", + "sp in", + "spi n", + "( csv", + "(c sv", + "(cs v", + ": red", + ":r ed", + "- commerce", + "-com merce", + "-comm erce", + "ภ¹", + "Ġdis covering", + "Ġdiscover ing", + "Ġ eco", + "Ġe co", + "Ġec o", + "_ fac", + "_f ac", + "_fa c", + "ince ton", + "inc eton", + "ĠGreen s", + "ĠGre ens", + "ĠGree ns", + "j wt", + "Ø µ", + "ĠBron cos", + "Ġ Goods", + "ĠG oods", + "ĠGo ods", + "ĠGood s", + "( GTK", + "(G TK", + "Ġ returnValue", + "Ġreturn Value", + "Ġsi empre", + "Ġne utr", + "Ġneu tr", + "Ġneut r", + "w ent", + "we nt", + "wen t", + "ĠN atal", + "ĠNa tal", + "ĠNat al", + "Ġenthusi astic", + "Ġenthusiast ic", + "á» į", + "F N", + "/ database", + "/d atabase", + "/data base", + "/dat abase", + "C atalog", + "Cat alog", + "Ġb run", + "Ġbr un", + "Ġbru n", + "ĠK ash", + "ĠKa sh", + "ĠKas h", + "_ Pl", + "_P l", + "isc rim", + ", width", + ",w idth", + "Ġin mates", + "Ġinmate s", + "Ass ignment", + "Assign ment", + "ĠH aven", + "ĠHave n", + "ĠHa ven", + "ĠHav en", + "Ġplay ground", + "ex am", + "@ Controller", + "ul iar", + "uli ar", + "ulia r", + ". getParent", + ".get Parent", + ".getP arent", + "Ġ \";ĊĊ", + "Ġ\" ;ĊĊ", + "Ġ\";Ċ Ċ", + "Ġ\"; ĊĊ", + ": size", + ":s ize", + "iss ors", + "issor s", + "Ġf is", + "Ġfi s", + "Ġ alc", + "Ġa lc", + "Ġal c", + "ens ation", + "ensa tion", + "ĠN ixon", + "ĠNi xon", + "Ġ mighty", + "Ġmight y", + "- str", + "-s tr", + "-st r", + "_ special", + "_s pecial", + "_sp ecial", + "_spec ial", + "_ ADC", + "_A DC", + "_AD C", + "Ġ Twig", + "ĠT wig", + "ĠTw ig", + "um bling", + "umb ling", + "- address", + "-add ress", + "-ad dress", + "Ġher oin", + "Ġhero in", + "Y TE", + "YT E", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ċ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĊ", + "F riend", + "Fri end", + "Ġ ave", + "Ġa ve", + "Ġav e", + "Ġ PNG", + "ĠP NG", + "ĠPN G", + "ĠKur dish", + "ĠKurd ish", + "DataSet Changed", + "Ġbl ades", + "Ġblade s", + "Ġbla des", + "b ral", + "br al", + "bra l", + "S team", + "St eam", + "Ste am", + "Ġs igu", + "Ġsi gu", + "Ġsig u", + "IRT UAL", + "a cos", + "ac os", + "aco s", + "U DP", + "UD P", + "( database", + "(d atabase", + "(data base", + "(dat abase", + "h ec", + "he c", + "Ġ Strings", + "ĠString s", + "ĠStr ings", + "_ scalar", + "_s calar", + "_sc alar", + "_scal ar", + "ĉ desc", + "ĉd esc", + "ĉdes c", + "ĉde sc", + "Ġ TLS", + "ĠT LS", + "ĠTL S", + "; \"Ċ", + ";\" Ċ", + "ĠCor byn", + "Simple Name", + "u ell", + "ue ll", + "uel l", + "Ġ Entre", + "ĠEn tre", + "ĠEnt re", + "ĠEntr e", + "ell ites", + "ellite s", + "elli tes", + "- place", + "-p lace", + "-pl ace", + "Ġfrank ly", + "ĠE rf", + "ĠEr f", + "C EL", + "CE L", + "Ġpa ÃŃs", + "Ġh edge", + "Ġhe dge", + "Ġhed ge", + "Ġ latent", + "Ġla tent", + "Ġlate nt", + "Ġlat ent", + "Ġlaten t", + "Ġ IRQ", + "ĠIR Q", + "ĠH erald", + "ĠHer ald", + "ĠHera ld", + "Ġ Prec", + "ĠP rec", + "ĠPr ec", + "ĠPre c", + "ë³ ´", + ". TEXT", + ".T EXT", + "S alary", + "Sal ary", + "Ġaut umn", + "Ġtr avail", + "Ġtra vail", + "Ġtrav ail", + "Ġtrava il", + ". Sum", + ".S um", + "Ġc ared", + "Ġcar ed", + "Ġca red", + "Ġcare d", + "M or", + "Mo r", + "Ġint uitive", + "Ġintuit ive", + "Ġj ournals", + "Ġjournal s", + "_ IT", + "_I T", + "Ġ Trou", + "ĠT rou", + "ĠTr ou", + "ĠTro u", + "ä¼ ł", + "Has ColumnName", + "Com posite", + "Comp osite", + "Ġsp ice", + "Ġspi ce", + "_ disk", + "_d isk", + "_dis k", + "_di sk", + "_CODE S", + "_CO DES", + "_COD ES", + "Ġ Introduced", + "ĠInt roduced", + "ĠIntro duced", + "i ona", + "ion a", + "io na", + "Ġn uestra", + "Ġnue stra", + "Ġnuest ra", + "Ġnues tra", + "o ct", + "oc t", + "ĠĠĠĠ ĊĠĠĠĠĊĠĠĠĠĊ", + "ĠĠĠĠĊ ĠĠĠĠĊĠĠĠĠĊ", + "ĠĠĠĠĊĠĠĠĠĊ ĠĠĠĠĊ", + "( parameter", + "(param eter", + "(para meter", + "Ġst udios", + "Ġstud ios", + "Ġstudio s", + "Ġstudi os", + "Ġ projectId", + "Ġproject Id", + "Ġbd sm", + ".Sql Client", + "im izer", + "imize r", + "imi zer", + "imiz er", + "Ġ CARD", + "ĠC ARD", + "ĠCA RD", + "ĠCAR D", + "+ t", + "a an", + "aa n", + ". sol", + ".s ol", + ".so l", + "_ Adjust", + "_Ad just", + "Ġright eous", + "Ġ Logging", + "ĠLog ging", + ". filters", + ".f ilters", + ".filter s", + ".fil ters", + "_ TAB", + "_T AB", + "_TA B", + "ĉ sys", + "ĉs ys", + "rop hic", + "roph ic", + "o therapy", + "other apy", + "Ġ Browse", + "ĠB rowse", + "ĠBrow se", + "key board", + "R ON", + "RO N", + "+ \\", + "r opped", + "ro pped", + "rop ped", + "ropp ed", + "Ġext ensively", + "Ġextensive ly", + "f k", + "Ġ lime", + "Ġl ime", + "Ġli me", + "Ġlim e", + "y ears", + "year s", + "ye ars", + "E xc", + "Ex c", + "Ġs ph", + "Ġsp h", + "Ġch eating", + "Ġche ating", + "Ġcheat ing", + "an dro", + "and ro", + "andr o", + "ÃŃ o", + "Ġpr ince", + "Ġpri nce", + "Ġprin ce", + "Ġprinc e", + "o ire", + "oi re", + "oir e", + "Ġ Destination", + "ĠD estination", + "ĠDest ination", + "ĠCon verts", + "ĠConvert s", + "ĠConv erts", + "Ġup stream", + "o led", + "ol ed", + "ole d", + "Ġserv ants", + "Ġservant s", + "Ġ semantic", + "Ġsem antic", + "Ġcr unch", + "Ġeven tual", + "Ġevent ual", + "r unner", + "run ner", + "/ error", + "/e rror", + "S pin", + "Sp in", + "Spi n", + "Ġsecret ly", + "Ġ assemble", + "Ġas semble", + "Ġass emble", + ". Person", + ".P erson", + ".Per son", + "end error", + "ender ror", + "ende rror", + "_ <", + "Ġp endant", + "Ġpend ant", + "S leep", + "ĠChem istry", + "Ġboss es", + "Ġbos ses", + "l k", + ") )),Ċ", + ")) ),Ċ", + "))) ,Ċ", + "))), Ċ", + "Block ly", + "DE VICE", + "DEV ICE", + "Ġreflect ing", + "Ġ ample", + "Ġam ple", + "Ġampl e", + "Ġamp le", + "M illiseconds", + "Mill iseconds", + "ĠPres idential", + "ĠPresident ial", + "Ġ usuarios", + "Ġus uarios", + "Ġusuario s", + "Ġusu arios", + "Ġ NZ", + "ĠN Z", + "Ġ Salary", + "ĠS alary", + "ĠSal ary", + "ĠSala ry", + "ĠA manda", + "ĠAm anda", + "ĠAma nda", + "_ np", + "_n p", + "j ury", + "ju ry", + "jur y", + "Ġk ön", + "Ġkö n", + "Ġther apist", + "Ġtherap ist", + "Ġhom osexual", + "Ġhomosex ual", + "Ġhomo sexual", + "ĠDr ake", + "ĠDra ke", + "- window", + "-w indow", + "Ġ Located", + "ĠLoc ated", + "ĠLocate d", + ". Driver", + ".D river", + "Ġ VIDEO", + "ĠV IDEO", + "ĠVID EO", + "Ġmer chants", + "Ġmerch ants", + "Ġmerchant s", + "ĠC hest", + "ĠCh est", + "ĠChe st", + "ĠChes t", + "- lock", + "-l ock", + "-lo ck", + "/ php", + "/p hp", + "/ph p", + "Ġmil ano", + "Ġmilan o", + "_ STYLE", + "_ST YLE", + "ar ger", + "arg er", + "arge r", + "i dea", + "id ea", + "ide a", + "G UID", + "GUI D", + "GU ID", + "ad vanced", + "adv anced", + "advance d", + "me al", + "Options ItemSelected", + "= '%", + "=' %", + "ĠC ham", + "ĠCh am", + "ĠCha m", + ": data", + ":d ata", + "( stat", + "(s tat", + "(st at", + "Will Appear", + "Ġinf ormal", + "Ġinform al", + "a ji", + "aj i", + "Ġre productive", + "Ġrepro ductive", + "Ġ CAS", + "ĠC AS", + "ĠCA S", + "ãģ £", + "F UNC", + "FUN C", + "FU NC", + "ĠR uth", + "ĠRu th", + "ĠRut h", + ") +(", + ")+ (", + "CON ST", + "CO NST", + "CONS T", + "Ġ Fans", + "ĠF ans", + "ĠFa ns", + "ĠFan s", + "Ġ groupId", + "Ġgroup Id", + "x ffffffff", + "xf fffffff", + "xff ffffff", + "xffff ffff", + "xffffff ff", + "Ġs ampler", + "Ġsample r", + "Ġsam pler", + "Ġsamp ler", + "Ġ}} \">", + "Ġ}}\" >", + ". the", + ".t he", + ".th e", + "Ġh ollow", + "Ġhol low", + "W AY", + "WA Y", + "Ġ Faculty", + "ĠFac ulty", + "Attrib utedString", + "Ġ Looks", + "ĠL ooks", + "ĠLo oks", + "ĠLook s", + "ĠR ex", + "ĠRe x", + "j k", + "ĠM IL", + "ĠMI L", + "Ġ bard", + "Ġb ard", + "Ġbar d", + "Ġba rd", + ". Long", + ".L ong", + ".Lo ng", + "Ġli vest", + "Ġlive st", + "Ġlives t", + "Ġliv est", + "Ġs kal", + "Ġsk al", + "Ġska l", + "ic ism", + "ici sm", + "M AIN", + "MA IN", + "Ġmuch o", + "Ġmu cho", + "Ġmuc ho", + "B ODY", + "BO DY", + "Ġ ese", + "Ġe se", + "Ġes e", + "ĉ use", + "ĉu se", + "ĉus e", + "F oot", + "Foo t", + "Fo ot", + ". SQLException", + ".SQL Exception", + "Ġin heritance", + "Ġinherit ance", + "re ceived", + "receive d", + "rece ived", + "Ġp utas", + "Ġput as", + "Ġpu tas", + "Ġputa s", + "e dis", + "ed is", + "edi s", + "a lsa", + "al sa", + "als a", + "Ġ ErrorMessage", + "ĠError Message", + "Bo oking", + "Book ing", + "Ġ tract", + "Ġt ract", + "Ġtr act", + "Ġtra ct", + "a cz", + "ac z", + "ĠC ant", + "ĠCan t", + "ĠCa nt", + "_ regex", + "_reg ex", + "Ġide ological", + "Ġj ihad", + "Ġji had", + "Ġjih ad", + "h os", + "ho s", + "/ sys", + "/s ys", + "co lm", + "col m", + "( pool", + "(p ool", + "(po ol", + "Ġest án", + "Ġestá n", + "Ġ Pending", + "ĠP ending", + "ĠPen ding", + "ĠPend ing", + "em ás", + "Ġktó ry", + ") );ĊĊĊ", + ")) ;ĊĊĊ", + "));Ċ ĊĊ", + "));ĊĊ Ċ", + ")); ĊĊĊ", + "trans actions", + "transaction s", + "Ġw ield", + "Ġwie ld", + "Ġwi eld", + "Ġwiel d", + "i tere", + "it ere", + "ite re", + "iter e", + "er ture", + "ert ure", + "_ ss", + "_s s", + "Ġstretch ing", + "Ġstret ching", + "Ġpr isoner", + "Ġprison er", + "Ġpris oner", + ".Read All", + "Ġb esch", + "Ġbe sch", + "Ġbes ch", + "-- ;čĊ", + "--; čĊ", + "Ġcr isp", + "Ġcri sp", + "Ġcris p", + "_ SCAN", + "_S CAN", + "_SC AN", + "Ġ ae", + "Ġa e", + "Str ict", + "ĠMin neapolis", + "ĠBo eing", + "a ris", + "ar is", + "ari s", + "r ek", + "re k", + "_ pipe", + "_p ipe", + "_pi pe", + "Ġpri ests", + "Ġpriest s", + "( EIF", + "(E IF", + "eh icles", + "ehicle s", + "Ġ Interactive", + "ĠInter active", + "b etween", + "bet ween", + "ĉNull Check", + "ĠBl air", + "Ġ Lt", + "ĠL t", + "_ inline", + "_in line", + "eth yl", + " ¼", + "_ packages", + "_p ackages", + "_package s", + "_pack ages", + "Ġbar rels", + "Ġbarrel s", + "Ġbarr els", + "_ he", + "_h e", + "Ġ regexp", + "Ġreg exp", + "Ġregex p", + "_ pts", + "_p ts", + "_pt s", + "_ Handler", + "_H andler", + "_Handle r", + "ing ular", + "ingu lar", + "ĠN issan", + "ĠR anch", + "ĠRan ch", + "Ġper ch", + "Ġpe rch", + "Ġperc h", + "Un supported", + "S mith", + "Sm ith", + "ĠLeg ends", + "ĠLegend s", + "M i", + "Ġ gf", + "Ġg f", + "st eder", + "ste der", + "sted er", + "Ġac quiring", + "Ġacqu iring", + "Ġs imulator", + "Ġsim ulator", + "Ġsimul ator", + "( ),\"", + "() ,\"", + "(), \"", + "re ceive", + "rece ive", + "Ġin place", + "Ġinp lace", + "A CTION", + "AC TION", + "ACT ION", + "Ġ WebDriver", + "ĠWeb Driver", + "file system", + "files ystem", + "< Order", + "l open", + "lo pen", + "lop en", + "lope n", + "Ġ HEIGHT", + "ĠHE IGHT", + ".set Border", + "į °", + "__ [\"", + "__[ \"", + "Ġ clamp", + "Ġc lamp", + "Ġcl amp", + "Ġclam p", + "Ġcla mp", + "Seg oe", + "b ands", + "ba nds", + "ban ds", + "band s", + "to List", + "am ba", + "amb a", + "> '+Ċ", + ">' +Ċ", + ">'+ Ċ", + "Ġ credible", + "Ġcred ible", + "a mat", + "am at", + "ama t", + "pl aying", + "play ing", + "pla ying", + ".setImage Resource", + "q uel", + "qu el", + "que l", + "Ġpo dr", + "Ġpod r", + "ge om", + "geo m", + "E k", + "ĠQ atar", + "Ġg eld", + "Ġge ld", + "Ġgel d", + "? ',Ċ", + "?' ,Ċ", + "?', Ċ", + "Ġc yl", + "Ġcy l", + "( ax", + "(a x", + "Ġ WI", + "ĠW I", + "ur ally", + "ural ly", + "ĠBr asil", + "ĠBra sil", + "ĠBras il", + "Ġs enza", + "Ġsen za", + "a ley", + "al ey", + "ale y", + "o nen", + "on en", + "one n", + "Ġ bah", + "Ġb ah", + "Ġba h", + "Ġm olecule", + "Ġmolec ule", + "R ad", + "Ra d", + "è¿ °", + "AN CH", + "ANC H", + "- background", + "-back ground", + "- agent", + "-a gent", + "-ag ent", + "-age nt", + "Ġprol ifer", + ": boolean", + "Ġt ide", + "Ġti de", + "Ġtid e", + "erial izer", + "erialize r", + "_ ;čĊ", + "_; čĊ", + "F ee", + "Fe e", + "* *)", + "** )", + "er gy", + "erg y", + "ĠH onor", + "ĠHon or", + "ĠHo nor", + ". Logging", + ".Log ging", + "i ris", + "ir is", + "iri s", + "Ġunder mine", + "Ġundermin e", + "ĠD y", + "Ġt yr", + "Ġty r", + "Ġ deque", + "Ġde que", + "Ġd amer", + "Ġda mer", + "Ġdam er", + "Ġdame r", + "( [])Ċ", + "([ ])Ċ", + "([] )Ċ", + ".layout ControlItem", + ".layoutControl Item", + "p eated", + "pe ated", + "peat ed", + "C AN", + "CA N", + "ra gments", + "rag ments", + "ragment s", + "L and", + "La nd", + ") ]);Ċ", + ")] );Ċ", + ")]) ;Ċ", + "ĠS ah", + "ĠSa h", + "Ġ DECL", + "ĠDE CL", + "ĠDEC L", + "With in", + "Wi thin", + "Ġ Namespace", + "ĠN amespace", + "ĠName space", + "ĠNames pace", + "an other", + "ano ther", + "semb ling", + "sem bling", + "sembl ing", + ". describe", + ".de scribe", + ".des cribe", + "Con sum", + "Cons um", + "Ġ Fear", + "ĠF ear", + "ĠFe ar", + "g iven", + "gi ven", + "give n", + "O range", + "Or ange", + "< boolean", + " This", + ">T his", + "Ġdata Index", + "Ġprint able", + "Ġprin table", + "ĠE yes", + "ĠEye s", + "ĠEy es", + "_ targets", + "_target s", + "_tar gets", + "( Py", + "(P y", + ". over", + ".o ver", + ".ov er", + "Ġ bru", + "Ġb ru", + "Ġbr u", + "am pton", + "amp ton", + "Ġplaint iff", + "< Key", + " );Ċ", + ">) ;Ċ", + "in vest", + "inv est", + ". *ĊĊ", + ".* ĊĊ", + ".*Ċ Ċ", + "Ġt élé", + "Ġté lé", + "Ġsu perf", + "Ġsuper f", + "Ġ cascade", + "Ġc ascade", + "Ġcas cade", + "Ġcasc ade", + "D TD", + "DT D", + "Ġv ivid", + "Ġvi vid", + "Ġviv id", + "Ġsubsid ies", + "Ġsubsidi es", + "ĠH ass", + "ĠHas s", + "ĠHa ss", + "Ġcol laps", + "Ġcoll aps", + "Ġcer amic", + "{ }\".", + "{} \".", + "ĠLeak age", + "- trash", + "-tr ash", + "-tra sh", + "c ollapsed", + "coll apsed", + "collapse d", + "- social", + "-s ocial", + "-so cial", + "ĠC had", + "ĠCh ad", + "ĠCha d", + "Ġinc lined", + "Ġincl ined", + "Ġ sto", + "Ġs to", + "Ġst o", + "Ġstory board", + ". payment", + ".p ayment", + ".pay ment", + "stack overflow", + "ĠRa iders", + "ĠRaid ers", + "ĠRaider s", + "ĠRai ders", + "Ġ #'", + "Ġ# '", + "ol icies", + "olic ies", + "oli cies", + "ìľ¼ ë¡ľ", + "e map", + "em ap", + "ema p", + "Ġ kj", + "Ġk j", + "Ġ quota", + "Ġqu ota", + "Ġquot a", + "Ġquo ta", + "ĠGar dens", + "ĠGarden s", + "ĠGard ens", + "ë² Ī", + "ĠAng els", + "ĠAnge ls", + "ĠAngel s", + "Ġ oft", + "Ġo ft", + "Ġof t", + "Ġlower case", + "Ġ iParam", + "Ġi Param", + "ĠiP aram", + "Ġche apest", + "Ġcheap est", + "un ta", + "unt a", + "_ pkt", + "_p kt", + "_pk t", + "ic ators", + "ica tors", + "icator s", + "Ġ leurs", + "Ġl eurs", + "Ġle urs", + "Ġleur s", + "Ġdecre ases", + "Ġdecrease s", + "ĉ define", + "ĉdef ine", + "ĉde fine", + "P REC", + "PR EC", + "PRE C", + "am mers", + "amm ers", + "ammer s", + "Ġ PreparedStatement", + "ĠPre paredStatement", + "ĠPrepared Statement", + "( direction", + "(d irection", + "(dir ection", + "(di rection", + "Ġcr ews", + "Ġcre ws", + "Ġcrew s", + "ar ked", + "ark ed", + "ĠMem phis", + "Ġ Sell", + "ĠS ell", + "ĠSe ll", + "ĠSel l", + "G TK", + "GT K", + "Ġ maid", + "Ġm aid", + "Ġma id", + "Ġmai d", + ": disable", + ":d isable", + "éĽ Ĩ", + "ĠP f", + "Ġal beit", + "op enh", + "open h", + "ope nh", + "?> \">Ċ", + "?>\" >Ċ", + ". getSource", + ".get Source", + ".getS ource", + "( scale", + "(s cale", + "(sc ale", + "D u", + "ĠP IL", + "ĠPI L", + "_ refresh", + "_re fresh", + "_ref resh", + "Ġb ets", + "Ġbe ts", + "Ġbet s", + "( car", + "(c ar", + "(ca r", + "ĠV on", + "ĠVo n", + "| --------------------------------------------------------------------------Ċ", + "ĠG rat", + "ĠGr at", + "ĠGra t", + "M uch", + "Mu ch", + "( Dialog", + "(D ialog", + ".stop Propagation", + "Ġ tek", + "Ġt ek", + "Ġte k", + "Ġex its", + "Ġexit s", + "' ],$", + "'] ,$", + "'], $", + "Ġ phoneNumber", + "Ġphone Number", + "u cs", + "uc s", + "e cimal", + "ec imal", + "eci mal", + "- -------------", + "-- ------------", + "---- ----------", + "-------- ------", + "--- -----------", + "------------ --", + "----- ---------", + "---------- ----", + "------ --------", + "----------- ---", + "------------- -", + "------- -------", + "--------- -----", + "i np", + "in p", + ".po jo", + "Ġcor pus", + "Ġcorp us", + "Ġpractition ers", + "Ġpractitioner s", + ". pic", + ".p ic", + ".pi c", + "\" testing", + "Ġstring By", + ". NotNull", + ".Not Null", + "Ġ rang", + "Ġr ang", + "Ġran g", + "Ġra ng", + ". Dynamic", + ".D ynamic", + "_ Render", + "_R ender", + "_Re nder", + "а ÑĤа", + "аÑĤ а", + "Wait ing", + "Wa iting", + "Ġ Wik", + "ĠW ik", + "ĠWi k", + "Ġoverwhel med", + "Ġoverwhelm ed", + "% \">", + "%\" >", + "Ġ AE", + "ĠA E", + "} }>Ċ", + "}} >Ċ", + "}}> Ċ", + "u w", + "_ typ", + "_t yp", + "_ty p", + "Ġ buckets", + "Ġb uckets", + "Ġbucket s", + "Ġbuck ets", + "Ġg reeting", + "Ġgre eting", + "Ġgreet ing", + "Ġ laughter", + "Ġla ughter", + "Ġlaugh ter", + "Ġant agon", + "ugg estion", + "uggest ion", + "- email", + "-e mail", + "-em ail", + "ĉ top", + "ĉt op", + "ĉto p", + "Ġ eros", + "Ġe ros", + "Ġer os", + "Ġero s", + "_ tri", + "_t ri", + "_tr i", + "Ġiss uing", + "Ġissu ing", + "Ġ há", + "Ġh á", + "Ġis olate", + "Ġisol ate", + "Ġiso late", + "Over flow", + ", E", + "Ġnut ritional", + "Ġnutrition al", + "Ġnutrit ional", + "ĠAbb ott", + "Ġ nf", + "Ġn f", + ". touch", + ".t ouch", + ".to uch", + ".fetch all", + "_ zip", + "_z ip", + "\" )}Ċ", + "\") }Ċ", + "\")} Ċ", + "Ġ amat", + "Ġa mat", + "Ġam at", + "Ġama t", + "Ġ Cisco", + "ĠC isco", + "Ġn Ã¥", + "P LEX", + "PL EX", + "PLE X", + "Ġ sei", + "Ġs ei", + "Ġse i", + "f oto", + "fo to", + ". toJson", + ".to Json", + "å¤ ļ", + "ĠK lein", + "ĠKle in", + "ĠKl ein", + "Ġ libc", + "Ġli bc", + "Ġlib c", + "Ġm iners", + "Ġmin ers", + "Ġmi ners", + "Ġmine rs", + "Ġminer s", + "å ¢", + "- print", + "-p rint", + "-pr int", + "ĠP ride", + "ĠPr ide", + "ĠPri de", + "T odos", + "To dos", + "Todo s", + "Ġ masked", + "Ġmask ed", + "Ġmas ked", + "Ġ setData", + "Ġset Data", + "Ġtele fon", + "Ġtel efon", + "Ġun happy", + "Ġunh appy", + "Ġ Tables", + "ĠT ables", + "ĠTable s", + "ĠTab les", + "ĠTa bles", + "g eb", + "ge b", + "( debug", + "(de bug", + "_ allowed", + "_all owed", + "_allow ed", + "- access", + "-a ccess", + "-ac cess", + "Ġlog istics", + "Ġlogistic s", + "Ġ gems", + "Ġg ems", + "Ġge ms", + "Ġgem s", + "ĠM ature", + "ĠMat ure", + "ĠMa ture", + "Ġ rsp", + "Ġr sp", + "Ġrs p", + "Ġ Alle", + "ĠA lle", + "ĠAl le", + "ĠAll e", + ". getBytes", + ".get Bytes", + ".getBy tes", + "\\ web", + "ynchron ized", + "ynchronize d", + "Par agraph", + "Para graph", + "Ġth rottle", + "Ġthr ottle", + "Ġthrott le", + ". sqlite", + ".sql ite", + "cons ulta", + "consult a", + "ĠS eah", + "ĠSe ah", + "ĠSea h", + "C e", + "Ġsub mar", + "E RE", + "ER E", + "V ous", + "Vo us", + "Ġ reddit", + "Ġre ddit", + "Ġred dit", + "Ġredd it", + "Ġsql alchemy", + "- mile", + "-m ile", + "oc ide", + "oci de", + "P our", + "Po ur", + "} }\">Ċ", + "}} \">Ċ", + "}}\" >Ċ", + "st ead", + "ste ad", + "Ġ @(", + "Ġ@ (", + "Ġ [])", + "Ġ[ ])", + "Ġ[] )", + "Ġ Ads", + "ĠA ds", + "ĠAd s", + "Ġover load", + "Ġoverl oad", + "r idden", + "ri dden", + "rid den", + "ĠDe sert", + "ĠDes ert", + "Ġ Wrap", + "ĠW rap", + "ĠWr ap", + "ĠPortug uese", + "e tz", + "et z", + "ĉ first", + "ĉf irst", + "ĉfi rst", + "Ġm ilestone", + "Ġmil estone", + "Ġmiles tone", + "Ġmile stone", + "æĹ ł", + "Ñĥ Ñī", + "( success", + "(s uccess", + "< Vector", + " \")Ċ", + ">\" )Ċ", + ">\") Ċ", + "ĠD ollar", + "ĠDol lar", + "ĠDoll ar", + "Ġ emoji", + "Ġem oji", + "Ġemo ji", + "Car ousel", + "- player", + "-p layer", + "-play er", + "-pl ayer", + "Ġadjust ing", + "Ġadj usting", + "Ġj uga", + "Ġju ga", + "Ġjug a", + "allenge s", + "alleng es", + "allen ges", + "g ene", + "ge ne", + "gen e", + "(body Parser", + "lo pedia", + "lop edia", + "lope dia", + "Ġ Behind", + "ĠBe hind", + "ĠBeh ind", + "Ġslee ves", + "Ġsleeve s", + "Ġdrag ging", + "ĠChe vrolet", + "Ġ biz", + "Ġb iz", + "Ġbi z", + "iv ities", + "ivi ties", + "Ġ Frequency", + "ĠF requency", + "ĠFrequ ency", + ", char", + ",c har", + ",ch ar", + ". WHITE", + ".W HITE", + "_ preview", + "_p review", + "_pr eview", + "_pre view", + "_prev iew", + ") ';Ċ", + ")' ;Ċ", + "_ ax", + "_a x", + "I ONS", + "ION S", + "IO NS", + ". cpu", + ".c pu", + ".cp u", + ". inputs", + ".in puts", + ".input s", + "U BE", + "UB E", + "_ feed", + "_f eed", + "_fe ed", + "_fee d", + "ĠSup plement", + "! ).", + "!) .", + "e sus", + "es us", + "Ġ UDP", + "ĠU DP", + "ĠUD P", + "Ġmicro phone", + "Ġconf irms", + "Ġconfirm s", + ".is NotEmpty", + "\" :\"\",Ċ", + "\": \"\",Ċ", + "\":\" \",Ċ", + "\":\"\" ,Ċ", + "_ SCREEN", + "_S CREEN", + "_SC REEN", + "ĉ expected", + "ĉex pected", + "ĉexpect ed", + "ĉexp ected", + "+-+- +-+-", + "ĠH ait", + "ĠHa it", + "ĠHai t", + "fast call", + "Ġdep ict", + "v b", + "_ picture", + "_p icture", + "_pic ture", + "ĉ description", + "ĉd escription", + "ĉdes cription", + "ĉde scription", + "ĠW ife", + "ĠWi fe", + "u ci", + "uc i", + "Ġv icious", + "Ġvic ious", + "ä» ĸ", + "u eba", + "ue ba", + "Ġset User", + "ãģ ¡", + "Ġd iving", + "Ġdi ving", + "Ġdiv ing", + "Ġop era", + "Ġoper a", + "user content", + "a rah", + "ar ah", + "ara h", + ") },", + ")} ,", + "y un", + "yu n", + "v elt", + "ve lt", + "vel t", + "Ġun covered", + "Ġuncover ed", + "Ġ hips", + "Ġh ips", + "Ġhi ps", + "Ġhip s", + "Ġosc ill", + "Ġassert ing", + "Ġ Xi", + "ĠX i", + ". restore", + ".re store", + ".rest ore", + "k ea", + "ke a", + "Ġsp elling", + "Ġspell ing", + "Ġspel ling", + "Ġ derive", + "Ġde rive", + "Ġder ive", + "Ġderiv e", + "ab we", + "ĠD ow", + "ĠDo w", + ". setType", + ".set Type", + "_ vs", + "_v s", + "Ġc ozy", + "Ġco zy", + "Ġcoz y", + ". categories", + ".c ategories", + "O rg", + "Or g", + "_ mgr", + "_m gr", + "Ġd ungeon", + "Ġdung eon", + "collection View", + "Ġ Blank", + "ĠBl ank", + "ac ias", + "aci as", + "acia s", + "ä ä", + "_ cleanup", + "_c leanup", + "_clean up", + "_ACT IVITY", + "_ACTIV ITY", + "Ġtri angles", + "Ġtriangle s", + "Ġtriang les", + ". MenuItem", + ".Menu Item", + "Ġ iphone", + "Ġi phone", + "Ġip hone", + "Ġ Won", + "ĠW on", + "ĠWo n", + "] ]ĊĊ", + "]] ĊĊ", + "]]Ċ Ċ", + "Ġ Comparison", + "ĠCom parison", + "ĠCompar ison", + ". Doc", + ".D oc", + ".Do c", + "Ġ canonical", + "Ġcan onical", + "Ġcanon ical", + "ĠSu dan", + "ĠSud an", + "' ){", + "') {", + "Up Inside", + "b uiltin", + "built in", + "E NCY", + "EN CY", + "ENC Y", + "x be", + "xb e", + "Ġch uck", + "Ġchu ck", + "Ġcontrad ict", + "Ġcontra dict", + "Ġnu estro", + "Ġnue stro", + "Ġnuest ro", + "Ġnues tro", + "Ġarchitect ural", + "ĠF ib", + "ĠFi b", + "Ġcomp ares", + "Ġcompar es", + "Ġcompare s", + "* k", + "C fg", + "çĦ ¡", + "n ten", + "nt en", + "nte n", + "M atches", + "Match es", + "Mat ches", + "Ġ DOWNLOAD", + "ĠDOWN LOAD", + "_HANDLE R", + "_HAND LER", + "man agement", + "manage ment", + "mana gement", + "[ S", + "E NG", + "EN G", + "ÂĢ Â", + "f ang", + "fa ng", + "fan g", + "Ġsl ipped", + "Ġslip ped", + "ĠL anka", + "ĠLan ka", + "esc aping", + "Ġtack les", + "Ġtackle s", + "ĠPe dro", + "ĠPed ro", + ". Prop", + ".P rop", + ".Pro p", + ".Pr op", + ". ''", + ".' '", + ". Generated", + ".G enerated", + ".Generate d", + ".New Guid", + "at rigesimal", + "il lon", + "ill on", + "illo n", + "Ġstat istic", + "Ġstatist ic", + "s pecies", + "sp ecies", + "spec ies", + "spe cies", + "h olding", + "hold ing", + "hol ding", + "Dr upal", + "Ġfundament ally", + "Ġfundamental ly", + "Ġbond age", + "Ġres olutions", + "Ġresolution s", + "Inline Data", + "\\ Type", + "es tion", + "est ion", + "esti on", + ". wrap", + ".w rap", + ".wr ap", + "Ġwar riors", + "Ġwarrior s", + "Ġ LOCAL", + "ĠLO CAL", + "ĠLOC AL", + "A rchive", + "Arch ive", + "Arc hive", + "Ġembr aced", + "Ġembrace d", + "á» §", + ". Ver", + ".V er", + "ĠAff ordable", + "ole sale", + "oles ale", + "Ġ Applied", + "ĠApp lied", + "ĠAp plied", + "ĠAppl ied", + "Ġ Conversion", + "ĠCon version", + "ĠConv ersion", + "ĠConvers ion", + "m ega", + "me ga", + "meg a", + "_ cam", + "_c am", + "_ca m", + "Ġcer emon", + "Ġcere mon", + "a urus", + "au rus", + "aur us", + "ĠV olk", + "ĠVol k", + "ĠVo lk", + ". opens", + ".open s", + ".op ens", + "/ about", + "/a bout", + "Ġ Std", + "ĠS td", + "ĠSt d", + "j ournal", + "jo urnal", + "jour nal", + "( )){čĊ", + "() ){čĊ", + "()) {čĊ", + "()){ čĊ", + ", \"\\", + ",\" \\", + "( Arrays", + "(Array s", + "ĠD ense", + "ĠDen se", + "ase ña", + "än ner", + "änn er", + "/ stat", + "/s tat", + "/st at", + "user Data", + "Ġg erman", + "Ġger man", + "Ġgerm an", + "Ġ tz", + "Ġt z", + "w orthy", + "worth y", + "wort hy", + "wor thy", + "Format Exception", + "ph erd", + "pher d", + "phe rd", + "Ġsm iles", + "Ġsmile s", + "Ġ Whenever", + "ĠWh enever", + "ĠWhen ever", + "ĠWhe never", + "( adapter", + "(ad apter", + ".bad logic", + "Ġbrief ing", + ". GridColumn", + ".Grid Column", + "- char", + "-c har", + "-ch ar", + "d imension", + "dim ension", + "ĠC opper", + "ĠCo pper", + "ĠCop per", + "ĠCopp er", + "Ġn inth", + "Ġni nth", + "Ġnin th", + "Ġ' {{", + "Ġ'{ {", + "Ġ rav", + "Ġr av", + "Ġra v", + "_ Table", + "_T able", + "_Tab le", + "Ġderiv atives", + "Ġderivative s", + "Ġ Raise", + "ĠR aise", + "ĠRa ise", + "ĠRai se", + "ĠF ut", + "ĠFu t", + "ar mor", + "arm or", + "- padding", + "-p adding", + "-pad ding", + "Ġre min", + "Ġr emin", + "Ġrem in", + "ĉ style", + "ĉst yle", + "Ġ Membership", + "ĠMember ship", + "ĠMembers hip", + "Ġsp reads", + "Ġspread s", + "Ġspre ads", + "Ġg alleries", + "Ġgall eries", + "ĠClark e", + "ĠClar ke", + "Ġcon ception", + "Ġconcept ion", + "Ġconce ption", + "min ute", + "Ġab usive", + "_ adj", + "_a dj", + "_ad j", + "Ġterr ific", + "Ġo vert", + "Ġover t", + "Ġov ert", + "our cing", + "Ġ entrada", + "Ġent rada", + "Ġentr ada", + "Ġentra da", + "level s", + "lev els", + "Ġcrit ique", + "Ġres pects", + "Ġrespect s", + "Ġresp ects", + "ĠM MA", + "ĠMM A", + "i ene", + "ie ne", + "ien e", + "Ġen caps", + "Ġenc aps", + "ĠRay mond", + "Div ider", + "Di vider", + "i vable", + "iv able", + "iva ble", + "b az", + "ba z", + "Ġ@ _;Ċ", + "Ġ@_ ;Ċ", + "ĠCl aire", + "ĠCla ire", + "ĠClair e", + "Ġur ging", + "Ġurg ing", + "C EE", + "CE E", + "Ġtrans former", + "Ġtransform er", + "dis cord", + "disc ord", + "ĠJ ourney", + "t os", + "to s", + "Ġcompet itions", + "Ġcompetition s", + "Ġcompetit ions", + "Ġ OBJ", + "ĠO BJ", + "ĠOB J", + "ĠB is", + "ĠBi s", + "Ġrelax ation", + "i dy", + "id y", + "_ INSTANCE", + "_IN STANCE", + "_INST ANCE", + "Ġ Pref", + "ĠP ref", + "ĠPr ef", + "ĠPre f", + "d ados", + "da dos", + "dad os", + "ici encies", + "ĠMedia Query", + "Ġ Cube", + "ĠC ube", + "ĠCub e", + "ĠCu be", + "Ġ Strange", + "ĠSt range", + "ĠStr ange", + "ĠStra nge", + "g pu", + "gp u", + "( days", + "(d ays", + "(day s", + "(da ys", + "_ InitStruct", + "_Init Struct", + "Ġf ingerprint", + "Ġfinger print", + "e mat", + "em at", + "ema t", + "ĠG ecko", + "ĠGe cko", + "Ġ rails", + "Ġr ails", + "Ġrail s", + "Ġra ils", + "ĠL um", + "ĠLu m", + "s traction", + "st raction", + "str action", + "stract ion", + "stra ction", + "ig ung", + "igu ng", + "( movie", + "(m ovie", + "_ dictionary", + "_d ictionary", + "_ interrupt", + "_int errupt", + "_inter rupt", + "Ġ QC", + "ĠQ C", + "i ked", + "ik ed", + "ike d", + "append Child", + "rec ipient", + "r é", + "V e", + "Ġt owel", + "Ġto wel", + "Ġtow el", + ".last IndexOf", + "Ġplace bo", + "Ġplac ebo", + "Ġ Wie", + "ĠW ie", + "ĠWi e", + ". esp", + ".e sp", + ".es p", + "( Debug", + "oper ative", + "Ġde ceased", + "Ġdece ased", + "& id", + "ĉ mutex", + "ĉm utex", + "e lic", + "el ic", + "eli c", + "Ġb apt", + "Ġba pt", + "ĉ čĊčĊ", + "ĉčĊ čĊ", + "Ġfar ther", + "Ġfart her", + "H alf", + "Ha lf", + "Hal f", + ". disable", + ".d isable", + ".dis able", + ".menu Strip", + "le ccion", + "lec cion", + "Ġ resultCode", + "Ġresult Code", + "Ġc ans", + "Ġcan s", + "Ġca ns", + "- election", + "-e lection", + "-elect ion", + "-el ection", + "f emale", + "fe male", + "_ FIX", + "_F IX", + "aus ible", + "Ġ POWER", + "ĠP OWER", + "ĠPO WER", + "ĠPOW ER", + "Ġre construction", + "Ġrecon struction", + "Ġreconstruct ion", + "Ġsc ans", + "Ġscan s", + "Ġsca ns", + ".Xtra Bars", + "âĢĺ s", + "Re moved", + "Rem oved", + "Remove d", + "Ġpara graphs", + "Ġparagraph s", + "_ margin", + "_m argin", + "_mar gin", + "Ġl ymph", + "Ġly mph", + "Ġ bos", + "Ġb os", + "Ġbo s", + "l ington", + "ling ton", + "ĠBapt ist", + "Ġadvertis ements", + "Ġadvertisement s", + "Ġadvertise ments", + "Ġ Manage", + "ĠMan age", + "ĠMa nage", + "ĠMana ge", + "/ yyyy", + "/y yyy", + "I OUS", + "IO US", + "EN CES", + "ENCE S", + "ENC ES", + "ĠF iction", + "ĠFi ction", + "ĉ menu", + "ĉm enu", + "ĉme nu", + "ĠFile OutputStream", + "o van", + "ov an", + "ova n", + "ĠF eng", + "ĠFe ng", + "ĠFen g", + "Ġsk ipping", + "Ġskip ping", + "Ġski pping", + "get Class", + "getC lass", + "an ni", + "ann i", + "Ġre bounds", + "Ġreb ounds", + "Ġrebound s", + "Ġpublic ity", + "Ġpub licity", + "Ġpubli city", + "Ġin gres", + "Ġing res", + "Ġingr es", + "us ement", + "use ment", + "Ġthought ful", + ". Chart", + ".C hart", + ".Ch art", + ".Char t", + "Ġh atte", + "Ġha tte", + "Ġhat te", + "pass port", + "pas sport", + "Ġhook ed", + "Ġho oked", + "Ġ Lens", + "ĠL ens", + "ĠLe ns", + "ĠLen s", + "Ġflag ship", + "Ġflags hip", + "Ġs tip", + "Ġst ip", + "Ġ GEN", + "ĠG EN", + "ĠGE N", + "Ġcl ues", + "Ġclue s", + "i pv", + "ip v", + "ĠR ise", + "ĠRi se", + "ĠRis e", + "ĠG ew", + "ĠGe w", + "table name", + "tab lename", + "tabl ename", + "Ġfore most", + "_ validate", + "_valid ate", + "_ analysis", + "_an alysis", + "o lla", + "ol la", + "oll a", + "Ġqual ifications", + "Ġqualification s", + "Ġd istributions", + "Ġdistrib utions", + "Ġdistribution s", + "ĠF lower", + "ĠFl ower", + "ĠFlo wer", + "ĠFlow er", + "Ġt ense", + "Ġten se", + "Ġtens e", + "Ġthank ful", + "Ġcl utch", + "Ġun ified", + "ro ads", + "road s", + "Ġs iti", + "Ġsit i", + "Ġsi ti", + "Ġst all", + "Ġsta ll", + "Ġstal l", + "_P RIORITY", + "_PRI ORITY", + "c stdlib", + "_ USERNAME", + "_USER NAME", + ". bytes", + ".by tes", + ".byte s", + "? page", + "?p age", + "er malink", + "erm alink", + "ermal ink", + "ĠVe get", + "ĠVeg et", + "/v nd", + "- author", + "-a uthor", + "-auth or", + "-aut hor", + ". NONE", + ".N ONE", + ".NO NE", + "ĠCon current", + "ĠConc urrent", + "ĠC ry", + "ĠCr y", + "Ġst arters", + "Ġstart ers", + "Ġstar ters", + "Ġstarter s", + "Ġ Interaction", + "ĠInter action", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "Ġ LEVEL", + "ĠLE VEL", + "E ll", + "El l", + "Ġ comboBox", + "Ġcom boBox", + "Ġcombo Box", + "ĠThe resa", + "ĠTh eresa", + "ĠThere sa", + "ĠTher esa", + "t ek", + "te k", + "_ Handle", + "_H andle", + "Ġ aby", + "Ġa by", + "Ġab y", + ".g dx", + ", end", + ",e nd", + ",en d", + "( Local", + "(L ocal", + "O l", + "kn ife", + "a rial", + "ar ial", + "ari al", + "aria l", + "ĠH off", + "ĠHo ff", + "ĠHof f", + "Ġprostituer ade", + "Do ctor", + "Doc tor", + "In stances", + "Instance s", + "Inst ances", + ". SetValue", + ".Set Value", + "ĉ from", + "ĉf rom", + "ĉfr om", + "Ġlux urious", + "In dent", + "Ind ent", + "Al locator", + "All ocator", + "Alloc ator", + "_ DRAW", + "_D RAW", + "_DR AW", + "(\" ,\",", + "(\", \",", + "(\",\" ,", + "ĠF rances", + "ĠFr ances", + "ĠFrance s", + "ĠFranc es", + "ĠFra nces", + "ĠFran ces", + "Ġ groupBox", + "Ġgroup Box", + "( schema", + "(s chema", + "Print f", + "O RIES", + "OR IES", + "- gradient", + "-g radient", + "Ġre put", + "Ġrep ut", + "a rin", + "ar in", + "ari n", + "_ DONE", + "_D ONE", + "_DO NE", + "in cre", + "inc re", + "incr e", + "ig nty", + "ign ty", + "Ġex ert", + "Ġexe rt", + "Ġ -.", + "Ġ- .", + "/ App", + "/A pp", + "- through", + "-th rough", + "Ġdec lining", + "Ġdecl ining", + "Ġdes sert", + "Ġdess ert", + "Ġinc umb", + "Ġ designation", + "Ġdesign ation", + ". PORT", + ".P ORT", + ".PO RT", + ", strong", + ",str ong", + ",st rong", + "Ġ sandbox", + "Ġs andbox", + "Ġsand box", + "Ġw ines", + "Ġwin es", + "Ġwine s", + "Ġwi nes", + "ĠP av", + "ĠPa v", + "$ str", + "$s tr", + "ask ell", + "Ġh ö", + "Ġ PY", + "ĠP Y", + "Get Instance", + "Text Input", + "game Object", + "/ events", + "/e vents", + "/event s", + "created At", + "Ġlocal Var", + "Ġ WHITE", + "ĠW HITE", + "ĠWH ITE", + "p ered", + "pe red", + "per ed", + "i lege", + "ile ge", + "eff icient", + ", color", + ",c olor", + ",col or", + "c ate", + "ca te", + "cat e", + "ĠC afe", + "ĠCa fe", + "ĠCaf e", + "Ġsimilar ities", + "Ġp umps", + "Ġpump s", + "Ġpu mps", + "ĠHun gary", + "ĠHung ary", + ". Username", + ".User name", + "Ġs kate", + "Ġsk ate", + "Ġska te", + "Ġtouchdown s", + "Ġacceler ate", + "Ġaccel erate", + "ĠH elen", + "ĠHe len", + "ĠHel en", + "O MEM", + "OM EM", + "OME M", + "ĠK un", + "ĠKu n", + "_ vol", + "_v ol", + "Ġ findAll", + "Ġfind All", + "ĠMens chen", + "a head", + "ah ead", + ") ;\"", + "); \"", + "k ommen", + "kom men", + "Ġposs essed", + "Ġpossess ed", + ".arg max", + ". transition", + ".t ransition", + ".trans ition", + "A RP", + "AR P", + "OL UME", + "OLUM E", + "( script", + "(s cript", + "Ġ Ðĺ", + "ĠÐ ĺ", + "Ġ Finding", + "ĠF inding", + "ĠFin ding", + "ĠFind ing", + "o nces", + "on ces", + "once s", + "I o", + "B old", + "Bo ld", + "Ġrenew al", + "_D IALOG", + "Ġdis reg", + "IN TERN", + "INT ERN", + "INTER N", + "Ġt oute", + "Ġto ute", + "Ġtou te", + "Ġtout e", + "Ġelect r", + "Ġele ctr", + "ĠG ross", + "ĠGr oss", + "ĠGro ss", + "ĠGros s", + "ĉ true", + "ĉtr ue", + ". Fields", + ".F ields", + ".Field s", + "Ġ WIDTH", + "ĠW IDTH", + "ĠD ent", + "ĠDe nt", + "ĠDen t", + "Ġ Ãģ", + "Ġà ģ", + "NS Notification", + "Ġ aos", + "Ġa os", + "Ġao s", + "Ġme lee", + "Ġmel ee", + ". Validation", + ".Valid ation", + "Ġ DEC", + "ĠD EC", + "ĠDE C", + "- dependent", + "-depend ent", + "Ġsu ic", + "Ġsui c", + "T raits", + "Tr aits", + "Tra its", + "Trait s", + "$ message", + "$m essage", + "Ġ Dear", + "ĠD ear", + "ĠDe ar", + "ĉ FILE", + "ĉF ILE", + "l anguages", + "language s", + ". Prot", + ".P rot", + ".Pro t", + ".Pr ot", + ". addr", + ".add r", + ".ad dr", + "- generation", + "-g eneration", + "-gen eration", + "I CON", + "IC ON", + "ICO N", + "Ġtrans plant", + "- description", + "-d escription", + "-de scription", + "-des cription", + "Ġch asing", + "Ġcha sing", + "Ġch ees", + "Ġche es", + "Ġ }*/Ċ", + "Ġ} */Ċ", + "T rad", + "Tr ad", + "Tra d", + "qu eries", + "que ries", + "quer ies", + "/ widgets", + "/widget s", + "sub package", + "Ġe spec", + "Ġes pec", + "Ġesp ec", + "Ġcr acked", + "Ġcrack ed", + "Ġcompet itor", + "Ġcompetit or", + "P urchase", + "- team", + "-t eam", + "-te am", + "ole cular", + "olec ular", + "or Thunk", + "& P", + "Ġrel ent", + "Ġrele nt", + "/ #{", + "/# {", + "Ġ productId", + "Ġproduct Id", + "Ġ è¾", + "Ġè ¾", + "ĠL av", + "ĠLa v", + "Ġ Alter", + "ĠAl ter", + "ĠAlt er", + ". Mode", + ".M ode", + ".Mod e", + "AD IO", + "ADI O", + "g rp", + "gr p", + "æ ·»åĬł", + "æ·» åĬł", + "Q uit", + "Qu it", + "Qui t", + "Ġdep ths", + "Ġdepth s", + "Ġdept hs", + "- category", + "-c ategory", + "Ġ DATABASE", + "ĠD ATABASE", + "ĠDATA BASE", + "S PELL", + "SP ELL", + "ĠF alcon", + "ĠFal con", + "ĠQString List", + "Ġ ''.", + "Ġ' '.", + "Ġ'' .", + "ĠIn stitution", + "ĠInst itution", + "ĠInstit ution", + "ĠInstitut ion", + "d amage", + "da mage", + "dam age", + "az or", + "azo r", + "bel ongsTo", + "belongs To", + "ver ages", + "verage s", + "Ġ NONE", + "ĠN ONE", + "ĠNO NE", + "ĠNON E", + "ip pets", + "ipp ets", + "ippet s", + ", \\Ċ", + ",\\ Ċ", + "Ġfoot print", + "_ archive", + "_a rchive", + "_arch ive", + "_arc hive", + "n ak", + "na k", + ". getField", + ".get Field", + "Ġ Reflection", + "ĠRef lection", + "ĠReflect ion", + "Ġ ']", + "Ġ' ]", + "ĠH BO", + "ĠHB O", + "_ discount", + "_dis count", + "_disc ount", + "Ġin cest", + "Ġinc est", + "Ġince st", + "ĠD odge", + "ĠDo dge", + "ĠDod ge", + "ĠW ade", + "ĠWa de", + ". NO", + ".N O", + "\" encoding", + "Ġ Blockchain", + "ĠBlock chain", + "Ġlaws uits", + "Ġlawsuit s", + "Ġ Maint", + "ĠM aint", + "ĠMain t", + "ĠMa int", + "ĠMai nt", + "ch ten", + "cht en", + "chte n", + "Ġét ait", + "Ġktó re", + "_ ctl", + "_c tl", + "_ct l", + "( timer", + "(t imer", + "(time r", + "(ti mer", + "B attle", + "Bat tle", + "i zo", + "iz o", + "ay ed", + "aye d", + "I OR", + "IO R", + "ĠGlas gow", + "Ġs ynth", + "Ġsy nth", + "Ġsyn th", + "Ġsynt h", + "_ logs", + "_l ogs", + "_log s", + "_lo gs", + ". pose", + ".p ose", + ".pos e", + ".po se", + "_Adjust orThunk", + "( (&", + "(( &", + "Ġun sure", + "Ġuns ure", + "Ġunsur e", + "y state", + "yst ate", + "íķĺ ëĬĶ", + "O ULD", + "OU LD", + ". ng", + ".n g", + "Ġdefault dict", + "work space", + "works pace", + "Ġselect ive", + "Ġsel ective", + "Picker Controller", + "YNAM IC", + ". methods", + ".method s", + "Ġpath ways", + "Ġpathway s", + "Ġ Few", + "ĠF ew", + "ĠFe w", + "K G", + "C RYPT", + "CRY PT", + "follow ing", + "ĠD LC", + "ĠDL C", + "ĠS ara", + "ĠSar a", + "ĠSa ra", + "Ġ preset", + "Ġp reset", + "Ġpre set", + "Ġpres et", + "e structor", + "estr uctor", + "estruct or", + "ĠK urt", + "ĠKur t", + "ĠKu rt", + "Ġair plane", + "Ġ omp", + "Ġo mp", + "Ġom p", + "Ġ Parents", + "ĠPar ents", + "ĠParent s", + "ĠParen ts", + "ĠPare nts", + "ĠMart inez", + "ĠMartin ez", + ". complete", + ".com plete", + ".comp lete", + "Ġbroad ly", + "Ġs care", + "Ġsc are", + "Ġsca re", + "Ġscar e", + "ĠM é", + "Ġelim ination", + "Ġelimin ation", + "Ġp oured", + "Ġpo ured", + "Ġpour ed", + "Ġpou red", + "/ sw", + "/s w", + "Ġcom un", + "Ġco mun", + "Ġm asc", + "Ġma sc", + "Ġmas c", + "ĠOrgan ic", + "ĠOrg anic", + "Ġ StringUtils", + "ĠString Utils", + "ĠStringUtil s", + "il ateral", + "ilate ral", + "ilater al", + "Ġreluct ant", + "- age", + "-a ge", + "-ag e", + "Ġ nz", + "Ġn z", + ". \"\\", + ".\" \\", + "Ġpast or", + "Ġpas tor", + "Ġpa stor", + "a lez", + "al ez", + "ale z", + "Ġe fect", + "Ġef ect", + "p rov", + "pr ov", + "pro v", + "/ init", + "/i nit", + "/in it", + "Ġp enn", + "Ġpe nn", + "Ġpen n", + "u nds", + "un ds", + "und s", + "Ġ ssize", + "Ġs size", + "Ġss ize", + "Ġ Proj", + "ĠP roj", + "ĠPro j", + "ĠPr oj", + "b asename", + "base name", + "bas ename", + "Ġsh ells", + "Ġshell s", + "Ġshel ls", + "ĠN eck", + "ĠNe ck", + "ĠNec k", + "ĠEn forcement", + "v ided", + "vid ed", + "vi ded", + "vide d", + "s town", + "st own", + "sto wn", + "S phere", + "Sp here", + "$ r", + "us sen", + "uss en", + "a fil", + "af il", + "afi l", + "Ġ Telegram", + "ĠTele gram", + "Ġanaly tical", + "Ġanalytic al", + "н Ñĭе", + "нÑĭ е", + "us ually", + "usu ally", + "usual ly", + "x n", + "Ġhistor ian", + "Ġhist orian", + "Ġhistoria n", + "Ġhisto rian", + "ĠGreg ory", + "ol ph", + "Ġ Una", + "ĠU na", + "ĠUn a", + "Ġcon tributes", + "Ġcontrib utes", + "Ġcontribute s", + "% -", + "anti ago", + "ÑĢ ед", + "ÑĢе д", + ". region", + ".reg ion", + "Ġab rupt", + "ĠUnsupported OperationException", + "Ġ TASK", + "ĠT ASK", + "ĠTA SK", + "ĠTAS K", + "_ finish", + "_f inish", + "_fin ish", + "Ġnot orious", + "Ġ Vs", + "ĠV s", + "Ġ MQ", + "ĠM Q", + "Ġs unset", + "Ġsun set", + "Ġun acceptable", + "ar cer", + "arc er", + "Ġill umin", + "Ġillum in", + "ĠO rb", + "ĠOr b", + "Ġ bh", + "Ġb h", + "E ste", + "Est e", + "Es te", + "_ dispatch", + "_dis patch", + "_disp atch", + "Ġr ipped", + "Ġrip ped", + "Ġri pped", + "Ġtou jours", + "Ġ Parcel", + "ĠPar cel", + "_ ll", + "_l l", + ". userName", + ".user Name", + ". classes", + ".c lasses", + ".class es", + ".cl asses", + "S OURCE", + "( Number", + "(N umber", + "е лÑı", + "ел Ñı", + "Ġhead phones", + "Ġheadphone s", + "( side", + "(s ide", + "(si de", + "(sid e", + "con stitution", + "const itution", + "an nah", + "ann ah", + "anna h", + "čĊ ĠĠĠĠĠĠĠĠčĊ", + "Ġcl iff", + "Ġcli ff", + "- ref", + "-r ef", + "-re f", + "Ġmost rar", + "Ġmo strar", + "Ġmostr ar", + "Ġmostra r", + "ĠP owell", + "ĠPo well", + "ĠPow ell", + "+ y", + "Ġ BG", + "ĠB G", + "_ fragment", + "_f ragment", + "_fr agment", + "_frag ment", + ". Port", + ".P ort", + "Ġreal izing", + "Ġrealiz ing", + "param ref", + "Ġh ometown", + "Ġhome town", + "@ Table", + "+ \" --}}Ċ", + ">-- }}Ċ", + "F rench", + "Fr ench", + "Entity Manager", + "Ġ Plain", + "ĠP lain", + "ĠPl ain", + "ĠPla in", + "//// ////////////////////////////////////////////////////////////////", + "//////// ////////////////////////////////////////////////////////////", + "//////////////// ////////////////////////////////////////////////////", + "//////////////////////////////////////////////////////////////// ////", + "//////////// ////////////////////////////////////////////////////////", + "//////////////////////////////////////////////////////// ////////////", + "//////////////////////////////////////////////////////////// ////////", + "//////////////////////////////////////////////////// ////////////////", + " ³", + "( RE", + "(R E", + "c apt", + "ca pt", + "cap t", + "Ġ organisms", + "Ġorgan isms", + "Ġorganis ms", + "Ġorganism s", + "Ġ jets", + "Ġj ets", + "Ġje ts", + "Ġjet s", + "o location", + "ol ocation", + "olo cation", + "ĠApp RoutingModule", + "Ġgl orious", + "Ġglo rious", + "Ġglor ious", + "æľ į", + "Ġdisc arded", + "Ġdiscard ed", + "ĉ ĉĉĉĠĠĠĠĠ", + "ĉĉ ĉĉĠĠĠĠĠ", + "ĉĉĉĉ ĠĠĠĠĠ", + "ĉĉĉ ĉĠĠĠĠĠ", + "ĉĉĉĉĠ ĠĠĠĠ", + "ĉĉĉĉĠĠĠ ĠĠ", + "ĉĉĉĉĠĠ ĠĠĠ", + "ĉĉĉĉĠĠĠĠ Ġ", + "ĠArn old", + "l ug", + "lu g", + "Ġp arl", + "Ġpar l", + "Ġpa rl", + "Ġhorm ones", + "Ġhormone s", + "Ġ mah", + "Ġm ah", + "Ġma h", + "ĠS onic", + "ĠSo nic", + "ĠSon ic", + "Ġorgan izers", + "Ġorganiz ers", + "Ġorganize rs", + "Ġorganizer s", + "_ PLATFORM", + "_PL ATFORM", + ". inv", + ".in v", + ".i nv", + "Ġch ord", + "Ġcho rd", + "Ġchor d", + "vent ional", + "vention al", + "ĉ of", + "ĉo f", + "Ep isode", + ". Enum", + ".E num", + ".En um", + "un kt", + "unk t", + "ĠD h", + "ĠJ ared", + "ĠJa red", + "ĠJar ed", + "ĠN ak", + "ĠNa k", + "Ġint ends", + "Ġinte nds", + "Ġintend s", + "End ian", + "Ġa ustralia", + "_ cv", + "_c v", + "( resolve", + "(res olve", + "(re solve", + "Ġclin ics", + "Ġclinic s", + "l iked", + "li ked", + "like d", + "lik ed", + "ASH INGTON", + "in ha", + "inh a", + "' *", + "Ġ NP", + "ĠN P", + "_ beh", + "_b eh", + "_be h", + "Ġ hf", + "Ġh f", + "Ġw ür", + "c ategoria", + "$ form", + "$f orm", + "Ġsub way", + "Ġ isActive", + "Ġis Active", + "pop ular", + "C our", + "Co ur", + "Cou r", + "Ġ cooldown", + "Ġco oldown", + "Ġcool down", + "Ġa insi", + "Ġain si", + "Ġ GLuint", + "ĠGL uint", + "e real", + "ere al", + "erea l", + "Ġarray Of", + "Ġh atch", + "Ġhat ch", + "= =========", + "== ========", + "==== ======", + "======== ==", + "=== =======", + "========= =", + "====== ====", + "===== =====", + "======= ===", + "r esses", + "res ses", + "ress es", + "resse s", + "_ PP", + "_P P", + ". ^", + "_ decay", + "_dec ay", + "ĠB less", + "ĠBl ess", + "ĠBle ss", + "m etrics", + "met rics", + "metric s", + "ĠCOPY ING", + "ĠDump ster", + "ĠJos é", + "ĠDesign s", + "< Void", + "<", + "Ġ? ><", + "Ġ?> <", + "Ġ \"}Ċ", + "Ġ\" }Ċ", + "Ġ\"} Ċ", + "time zone", + "Ġ eer", + "Ġe er", + "Ġee r", + "max cdn", + "Ġ ESC", + "ĠE SC", + "ĠES C", + "ig aret", + "iga ret", + "igar et", + "_ connected", + "_connect ed", + "_conn ected", + "_ reverse", + "_re verse", + "_rev erse", + "Ġquestion able", + "ĠU SC", + "ĠUS C", + "Ġtu tti", + "Ġtut ti", + "Ġ dropout", + "Ġdrop out", + "Ġ Activities", + "ĠAct ivities", + "ĠActiv ities", + "ĠW inds", + "ĠWin ds", + "ĠWi nds", + "ĠWind s", + "' )));Ċ", + "') ));Ċ", + "')) );Ċ", + "'))) ;Ċ", + "Ġcon gest", + "Ġcong est", + "ÄŁ ı", + "Ġprolong ed", + "è¿ Ļ", + "ĠCross AxisAlignment", + "L EEP", + "LE EP", + "LEE P", + "Ġ VALID", + "ĠVAL ID", + "ĠG az", + "ĠGa z", + "Ġ dependence", + "Ġdepend ence", + "ĠP rix", + "ĠPr ix", + "ĠPri x", + ".Compiler Services", + "j ump", + "ju mp", + "Ġst rat", + "Ġstr at", + "Ġstra t", + "c irc", + "ci rc", + "cir c", + "Ġ CUSTOM", + "ĠC USTOM", + "x aa", + "xa a", + "Ġ bmp", + "Ġb mp", + "Ġbm p", + "Ġb ureau", + "Ġbu reau", + "Ġbure au", + "Ġw aren", + "Ġwar en", + "Ġwa ren", + "Ġware n", + "N X", + "( Window", + "(W indow", + "ĠChrist ie", + "ĠChris tie", + "_ FE", + "_F E", + "Ġ tn", + "Ġt n", + "Ġ Omega", + "ĠO mega", + "ĠOm ega", + "communic ations", + "communication s", + "Home Page", + "com pletion", + "comp letion", + "Ġsupply ing", + "Ġsuppl ying", + "Ġsupp lying", + "YPE S", + "YP ES", + "á vel", + "áv el", + "åĪ ¶", + "( click", + "(c lick", + "(cl ick", + "(cli ck", + "\\ Contracts", + "/ questions", + "/question s", + "Ġ ez", + "Ġe z", + "A MS", + "AM S", + ". mesh", + ".m esh", + ".me sh", + "Ġ' \\Ċ", + ">\\ Ċ", + "R obot", + "Rob ot", + "Ro bot", + "Json Object", + "Ġ DF", + "ĠD F", + "Ġ Processor", + "ĠProcess or", + "ĠProc essor", + "_ should", + "_sh ould", + ". protobuf", + ".prot obuf", + ".proto buf", + "- users", + "-user s", + "-use rs", + "-us ers", + "Ġemb ry", + "Ġembr y", + "F ONT", + "FO NT", + "Ġstart ups", + "Ġstartup s", + "Ġ DataSource", + "ĠData Source", + ") #", + "u ros", + "ur os", + "uro s", + "_ Color", + "_C olor", + "Ġst andalone", + "Ġstand alone", + "} [", + "j d", + "Ġfor give", + "Ġforg ive", + "Ġ ngx", + "Ġn gx", + "Ġng x", + "Ġ Generally", + "ĠGener ally", + "ĠGeneral ly", + "Ġconfig urable", + "Ġconfigur able", + "/ order", + "/or der", + "Ġ vas", + "Ġv as", + "Ġva s", + "' )\";Ċ", + "') \";Ċ", + "')\" ;Ċ", + "Ġ RR", + "ĠR R", + "ĠT roy", + "ĠTr oy", + "ĠTro y", + "Ġcomprom ised", + "Ġcompromise d", + "ĠS wan", + "ĠSw an", + "int endent", + "C entral", + "Cent ral", + "_ keeper", + "_k eeper", + "_ke eper", + "_keep er", + "Ġar quivo", + "Ġ ReadOnly", + "ĠRead Only", + "_ curve", + "_c urve", + "_cur ve", + "_cu rve", + "k v", + "en tin", + "ent in", + "enti n", + "è ±", + "Ġ Ey", + "ĠE y", + ".im read", + "ĠP am", + "ĠPa m", + "i ffe", + "if fe", + "iff e", + "at ivity", + "ativ ity", + "x bc", + "xb c", + "Ġ grim", + "Ġg rim", + "Ġgr im", + "Ġgri m", + "- filled", + "-f illed", + "-fill ed", + "name se", + "names e", + "nam ese", + "' ]:", + "'] :", + "Ġ aur", + "Ġa ur", + "Ġau r", + "ĠGi bson", + "ĠGib son", + ". MouseEvent", + ".Mouse Event", + "Ġl ado", + "Ġla do", + "Ġlad o", + "ava doc", + "avad oc", + "Ġf amil", + "Ġfam il", + "Ġfa mil", + "Ġ Moder", + "ĠM oder", + "ĠMod er", + "ĠMo der", + "ĠMode r", + "f ps", + "fp s", + "ãĢĢ ãĢĢ", + "- example", + "-ex ample", + "ĠAl zheimer", + "Ġ Utf", + "ĠU tf", + "ĠUt f", + "_ arguments", + "_arg uments", + "_argument s", + "Con clusion", + "text Content", + "rem aining", + "remain ing", + "rema ining", + "Ġinterrupt s", + "Ġ Backup", + "ĠBack up", + "ĠBac kup", + "ĠM ong", + "ĠMon g", + "ĠMo ng", + "Ġre ceptors", + "Ġrecept ors", + "Ġreceptor s", + "Ġrecep tors", + "h istor", + "hi stor", + "hist or", + "his tor", + ".cor outines", + "Ġsh outed", + "Ġshout ed", + "Ġsho uted", + "Al arm", + "Ġcomb ust", + "Ġg rote", + "Ġgr ote", + "Ġgro te", + "ult ural", + "ultur al", + "( ids", + "(i ds", + "(id s", + "---- ----------------------------------------------------------------------------", + "---------------- ----------------------------------------------------------------", + "-------------------------------- ------------------------------------------------", + "---------------------------------------------------------------- ----------------", + "------------------------------------------------ --------------------------------", + "---------- ----------------------------------------------------------------------", + "---------------------------------------------------------------------------- ----", + "---------------------------------------------------------------------- ----------", + "ipl inary", + "iplina ry", + "O pts", + "Op ts", + "Opt s", + "ĠY ale", + "ĠYa le", + "local Storage", + "Ġequ ival", + "Ġequiv al", + "ĠF leet", + "ĠFle et", + "\\ b", + "* pi", + "*p i", + "ĠQ Label", + "æ ¡", + "Ġ vx", + "Ġv x", + "Ġ ACL", + "ĠA CL", + "ĠAC L", + "Ġsu cesso", + "Ġsuc esso", + "Ġsucess o", + "Ġ perc", + "Ġp erc", + "Ġper c", + "Ġpe rc", + "ĠN otre", + "ĠNo tre", + "ĠNot re", + "Ġan arch", + "Ġana rch", + "R ing", + "s pb", + "sp b", + "Ġ strpos", + "Ġstr pos", + "st ores", + "store s", + "sto res", + "stor es", + "ĠMap le", + "ĠMa ple", + "( MainActivity", + "(Main Activity", + "(\" \"))", + "(\"\" ))", + "(\"\") )", + "Ġview Holder", + "Qu ad", + "Ġig ual", + "ors che", + "orsch e", + ". margin", + ".m argin", + ".mar gin", + "Ġin die", + "Ġind ie", + "Ġfr anc", + "Ġfra nc", + "Ġfran c", + "ĠForm Builder", + "ĠPart icip", + "ĠParti cip", + ". flash", + ".f lash", + ".fl ash", + "Ġ storms", + "Ġstorm s", + "Ġstor ms", + "Ġsto rms", + "U lt", + "Ul t", + "Ġ fen", + "Ġf en", + "Ġfe n", + "[ new", + "[n ew", + "E ver", + "Ev er", + "= \"Ċ", + "=\" Ċ", + "Ġ localized", + "Ġlocal ized", + "Ġlocalize d", + "_ follow", + "_f ollow", + "Ġ nave", + "Ġn ave", + "Ġna ve", + "Ġnav e", + "Ġdom inance", + "Ġdomin ance", + "Ġdomina nce", + "( tile", + "(t ile", + "(ti le", + "J ournal", + "Jo urnal", + "Ġ VC", + "ĠV C", + "Ġpen etration", + "Ġpenet ration", + "Ġpenetr ation", + "ï¼ ķ", + "Ġcom partment", + "Ġcomp artment", + "Ġcompart ment", + "Ġb ids", + "Ġbi ds", + "Ġbid s", + "Form atted", + "Format ted", + "**** **/ĊĊ", + "****** /ĊĊ", + "*** ***/ĊĊ", + "***** */ĊĊ", + "******/ ĊĊ", + "******/Ċ Ċ", + "( city", + "(c ity", + "(ci ty", + "âĢĶ it", + "[ C", + "Ġuse Callback", + "a ub", + "au b", + ") ?.", + ")? .", + "Ġ VAR", + "ĠV AR", + "ĠVA R", + "ĠSe bastian", + "ĠSebast ian", + "ĠM oss", + "ĠMo ss", + "ĠMos s", + "Ġabund ant", + "G reg", + "Gr eg", + "Gre g", + "ÑĤ а", + "_ ci", + "_c i", + "Ġb ibli", + "Ġbib li", + "C RM", + "CR M", + "Ġ Attempt", + "ĠAt tempt", + "ĠAtt empt", + "is me", + "ism e", + "d ash", + "da sh", + "das h", + "ãĢ İ", + "_ mu", + "_m u", + ".Formatting Enabled", + "Ind eed", + "- direct", + "-d irect", + "-dir ect", + "-di rect", + "Ġs ucking", + "Ġsuc king", + "Ġsuck ing", + "Ġp ne", + "Ġpn e", + "ocab ulary", + "ĠP ackers", + "ĠPac kers", + "ĠPack ers", + ". Navigation", + ".N avigation", + ".Nav igation", + "Ġp ied", + "Ġpie d", + "Ġpi ed", + "cri bing", + "ĠSt uart", + ".To Double", + "Ġ Secondary", + "ĠSecond ary", + "S aving", + "Sa ving", + "ĠD ut", + "ĠDu t", + "ĠM add", + "ĠMad d", + "ĠMa dd", + "M agic", + "Mag ic", + ", H", + ".document Element", + "Ġ BST", + "ĠB ST", + "ĠBS T", + "Ġdif fers", + "Ġdiffer s", + "Ġdiff ers", + "Ġmore over", + "_ nd", + "_n d", + "SE ARCH", + "п ÑĢав", + "пÑĢа в", + "пÑĢ ав", + "æ ´", + "to Match", + "Ġde creasing", + "Ġdecre asing", + "- member", + "-m ember", + "am pus", + "amp us", + "( boost", + "D aily", + "Da ily", + "Data GridView", + "Ġ HttpContext", + "ĠHttp Context", + "Ġh ipp", + "Ġhi pp", + "Ġhip p", + "_ workers", + "_work ers", + "_worker s", + "- language", + "-l anguage", + "é ĵ", + "Ġcons isted", + "Ġconsist ed", + "a thing", + "ath ing", + "athi ng", + "ĠMer cury", + "ĠMerc ury", + "$ content", + "$c ontent", + "$con tent", + "Ġpract iced", + "Ġpractice d", + "Ġ Modules", + "ĠMod ules", + "ĠModule s", + "_ DAY", + "_D AY", + "_DA Y", + "Ġweakness es", + "ĠL odge", + "ĠLo dge", + "ĠLod ge", + "Ġ nar", + "Ġn ar", + "Ġna r", + "Ġ Mate", + "ĠM ate", + "ĠMat e", + "ĠMa te", + "Ġ jp", + "Ġj p", + "ĠHttp Headers", + "Ġs mo", + "Ġsm o", + "Ġ TOKEN", + "ĠT OKEN", + "ĠTO KEN", + "ĠTOK EN", + "] )(", + "]) (", + "Ġa qui", + "Ġaqu i", + "sw agen", + "Ġ srv", + "Ġs rv", + "Ġsr v", + "ĉ ans", + "ĉa ns", + "ĉan s", + "A round", + "Ar ound", + "ĠMan uel", + "Ġfiction al", + "Ġfict ional", + "Ġ IMG", + "ĠI MG", + "ĠIM G", + "Ġ .'", + "Ġ. '", + "Ġ Berry", + "ĠB erry", + "ĠBer ry", + "Ġwall paper", + "s exual", + "sex ual", + "i ero", + "ie ro", + "ier o", + "Ġ çļĦ", + "ìĨ Į", + "Backing Field", + "ĠAd rian", + "ĠAdri an", + "BASE PATH", + "Ġre peats", + "Ġrepe ats", + "Ġrepeat s", + "Ġbl ues", + "Ġblue s", + "Ġun predict", + "Ġunp redict", + "_ coll", + "_c oll", + "_col l", + "_co ll", + "st acle", + "sta cle", + "Ġ Tumblr", + "ĠT umblr", + "Ġ Elf", + "ĠE lf", + "ĠEl f", + "Ġass urance", + "Ġc ensus", + "Ġcen sus", + "Ġ IMPORT", + "ĠIM PORT", + "ĠIMP ORT", + "E NDER", + "EN DER", + "END ER", + "a nos", + "an os", + "ano s", + "Ġ =(", + "Ġ= (", + "ĠEl lis", + "ĠEll is", + "ĠElli s", + "\" ĊĊĊĊ", + "\"Ċ ĊĊĊ", + "\"ĊĊ ĊĊ", + "\"ĊĊĊ Ċ", + ". win", + ".w in", + "Ġ Above", + "ĠA bove", + "ĠAb ove", + "a lon", + "al on", + "alo n", + "_ tick", + "_t ick", + "_ti ck", + "Ġrepresent ations", + "Ġrepresentation s", + "Ġ æķ", + "Ġæ ķ", + "w id", + "wi d", + "ĠA rms", + "ĠAr ms", + "ĠArm s", + "L ista", + "List a", + "Li sta", + "_ failure", + "_f ailure", + "_fail ure", + "_ cm", + "_c m", + ".Flat Appearance", + "Ġth rone", + "Ġthr one", + "Ġthro ne", + "P atch", + "Pat ch", + "ĠV oy", + "ĠVo y", + "en gl", + "eng l", + "Ġnegot iating", + "> `", + "Ġshoot s", + "Ġsho ots", + "Ġ FPS", + "ĠF PS", + "ĠFP S", + ". Year", + ".Y ear", + "ĠK iss", + "ĠKi ss", + "ĠKis s", + "en ción", + "enc ión", + "enci ón", + "re eting", + "ree ting", + "reet ing", + "From File", + "Ġresign ation", + "Ø ·", + "Ġt wins", + "Ġtw ins", + "Ġtwin s", + "Æ° ợ", + "Æ°á» £", + "Ġge bru", + "Ġgeb ru", + ". getContent", + ".get Content", + ".getC ontent", + ". Tree", + ".T ree", + ".Tr ee", + "Ġ Employees", + "ĠEmployee s", + "ĠEmploy ees", + "ĠF IFA", + "ĠFI FA", + "Ġc ertainty", + "Ġcert ainty", + "Ġcertain ty", + "( Cl", + "(C l", + "Ġ totals", + "Ġtot als", + "Ġtotal s", + "ed itable", + "edit able", + "edi table", + "ॠĢ", + ". Reporting", + ".Report ing", + "M as", + "Ma s", + "qu iet", + "qui et", + ". rules", + ".r ules", + ".ru les", + ".rule s", + "Ġ VO", + "ĠV O", + "con exion", + ", K", + "Ġ allocator", + "Ġal locator", + "Ġall ocator", + "Ġalloc ator", + "ĠPow der", + "\\ Repository", + "B eat", + "Be at", + "_ tipo", + "_t ipo", + "_tip o", + "_ti po", + "Ġ[ '',", + "Ġ[' ',", + "_ INTR", + "_IN TR", + "_INT R", + "Ġ <<<", + "Ġ< <<", + "Ġ<< <", + "< hr", + " \");čĊ", + ">\" );čĊ", + ">\") ;čĊ", + "drop IfExists", + "ĠB eg", + "ĠBe g", + "_ HAL", + "_H AL", + "Ġcross AxisAlignment", + "Ġ Evidence", + "ĠE vidence", + "ĠEv idence", + "Ġpec uliar", + "Ġin stitute", + "Ġinstit ute", + "ve is", + "Ġ fft", + "Ġf ft", + "Ġff t", + "à ģ", + "Ġzo ekt", + "Ġzoek t", + "an aly", + "ana ly", + "anal y", + "ĠHome land", + "ĠHom eland", + "Ġpen etr", + "Ġpenet r", + "udden ly", + "ĉ element", + "ĉe lement", + "ĉel ement", + "ĉelem ent", + "ĠB ren", + "ĠBr en", + "ĠBre n", + "ĠTr udeau", + "ĠCub an", + "ĠCu ban", + "ĠCuba n", + "j am", + "ja m", + "us lim", + "_ ev", + "_e v", + "Ġs tems", + "Ġst ems", + "Ġste ms", + "Ġstem s", + "} %", + "Ŀ å§ĭ", + "Ġbr anding", + "Ġbrand ing", + "Ġbran ding", + "Ġcorrespond ence", + ". jquery", + ".j query", + "¢ åįķ", + "ĠRe ads", + "ĠRead s", + "(Http StatusCode", + "(HttpStatus Code", + "as sin", + "ass in", + "assi n", + "( slot", + "(s lot", + "(sl ot", + "ĠGrad uate", + "// /<", + "/// <", + "Ġinformation s", + "Ġinform ations", + "Ġinformat ions", + "EN ABLE", + "ENA BLE", + "Ġp uis", + "Ġpu is", + "Ġ finder", + "Ġf inder", + "Ġfind er", + "Ġfin der", + "Ġfi nder", + "Ġfinde r", + "ĠB ris", + "ĠBr is", + "ĠBri s", + "Ġnett steder", + "_ mid", + "_m id", + "_mi d", + "Ġ ogs", + "Ġo gs", + "Ġog s", + "ĠSter ling", + "Ġar rog", + "Ġarr og", + "str ftime", + "| ĊĊ", + "|Ċ Ċ", + "Ġ vox", + "Ġv ox", + "Ġvo x", + "Ġ Regardless", + "ĠReg ardless", + "Ġ eso", + "Ġe so", + "Ġes o", + "Ġ Comfort", + "ĠCom fort", + ".Boolean Field", + "Ġ uh", + "Ġu h", + "A CY", + "AC Y", + "Ġsque ez", + "ĠV ic", + "ĠVi c", + "con tro", + "cont ro", + "contr o", + ". lo", + ".l o", + "Ġ ire", + "Ġi re", + "Ġir e", + "ĠCom edy", + "ĠCome dy", + "ë ¶", + "Ġorig inated", + "Ġorigin ated", + "Ġoriginate d", + "Ġ shipment", + "Ġsh ipment", + "Ġship ment", + "| max", + "|m ax", + "_ guid", + "_g uid", + "_gui d", + "le vation", + "lev ation", + "н аÑı", + "на Ñı", + "( undefined", + "(un defined", + "Ġ DDR", + "ĠD DR", + "ĠDD R", + "Ġshoot ings", + "Ġshooting s", + "ĠLat ino", + "ĠLatin o", + "END OR", + "Ġaver aging", + "Ġgre eted", + "Ġgreet ed", + "Ġthe aters", + "Ġtheater s", + "Ġtheat ers", + "о е", + "оРµ", + "Ġ dB", + "Ġd B", + "Ġ gst", + "Ġg st", + "Ġgs t", + "Ġde finite", + "Ġdef inite", + "Ġdefinit e", + "Ġdefin ite", + ". Storage", + ".St orage", + ". her", + ".h er", + ".he r", + "Ġa fore", + "Ġaf ore", + "Ġ Reality", + "ĠRe ality", + "ĠReal ity", + "ĠG ods", + "ĠGod s", + "ĠGo ds", + "v ersed", + "ver sed", + "vers ed", + "verse d", + "Ġhand some", + "Ġhands ome", + "Ġ excluding", + "Ġex cluding", + "Ġexcl uding", + "( ad", + "(a d", + "Qu otes", + "Quote s", + "Ġ Scheme", + "ĠS cheme", + "ĠSch eme", + "ĠSche me", + "? q", + "ĠT amil", + "ĠTa mil", + "ĠTam il", + "T icks", + "Tick s", + "Ti cks", + "Ġ pest", + "Ġp est", + "Ġpe st", + "Ġpes t", + "' n", + "Ġporn ography", + "_ modal", + "_m odal", + "_mod al", + "_mo dal", + "Ġ ----------", + "Ġ- ---------", + "Ġ-- --------", + "Ġ---- ------", + "Ġ--- -------", + "Ġ----- -----", + "Ġ------ ----", + "Ġ-------- --", + "Ġ------- ---", + "Ġ--------- -", + "Ġd isposable", + "Ġdis posable", + "Ġdispos able", + "F REE", + "FR EE", + "Ġsh ark", + "Ġsha rk", + "Ġshar k", + "C HE", + "CH E", + "Ġdep icted", + "Ġdepict ed", + "Ġdemonstr ations", + "Ġdemonstration s", + "ĠK illed", + "ĠKill ed", + "ĠKil led", + "Ġ RULE", + "ĠR ULE", + "ĠRU LE", + "Ġobs essed", + "Ġobsess ed", + "Ġs implified", + "Ġsimpl ified", + "Post al", + "Pos tal", + "Po stal", + "Ġconcept ual", + "Ġ pst", + "Ġp st", + "Ġps t", + "L as", + "La s", + "_ PROJECT", + "_PRO JECT", + "uc ceeded", + "ucceed ed", + "o lu", + "ol u", + "ÄŁ i", + "Ġpersonal ities", + "Ġ reshape", + "Ġre shape", + "Ġres hape", + "Ġresh ape", + "Ġen closed", + "Ġenc losed", + "ĉ ptr", + "ĉp tr", + "ĉpt r", + "Ġt utorials", + "Ġtutorial s", + "Ġtutor ials", + "Ġexpl oded", + "Ġexplo ded", + "Ġexplode d", + "_ DIRECTORY", + "_DIRECT ORY", + "åĨħ 容", + "Ġc anon", + "Ġcan on", + "Ġca non", + "Ġrecogn ise", + "P AD", + "PA D", + "Ġ Approx", + "ĠApp rox", + "ĠAp prox", + "ĠAppro x", + "Ġ Restore", + "ĠRe store", + "ĠRest ore", + "Ġ Important", + "ĠImport ant", + "Ġhe avier", + "Ġheav ier", + ". Sequential", + ".Se quential", + "E arth", + "Ear th", + "ĠM ilk", + "ĠMil k", + "ĠMi lk", + ".set Request", + ". tem", + ".t em", + ".te m", + "Ġre construct", + "Ġrecon struct", + "Ġskept ical", + "Ġskeptic al", + "_ Private", + "_Pr ivate", + "B UF", + "BU F", + "q ua", + "qu a", + ": a", + "Ġ sek", + "Ġs ek", + "Ġse k", + "Ġd well", + "Ġdw ell", + "o ssa", + "os sa", + "oss a", + "Ġreward ed", + "Ġrew arded", + "и й", + "( topic", + "(t opic", + "(to pic", + "(top ic", + "_ partition", + "_part ition", + "Ġ__ ________________", + "Ġ______ ____________", + "Key words", + "Keyword s", + "ĠFr anco", + "ĠFranc o", + "ĠFran co", + "L ite", + "Li te", + "Lit e", + "Ġn aken", + "Ġna ken", + "Ġnak en", + "Ġ за", + "Ġз а", + "O BJECT", + "OB JECT", + "OBJ ECT", + "Ġcraft s", + "Ġcra fts", + "Ġ Swap", + "ĠS wap", + "ĠSw ap", + ".X na", + ". Connect", + ".Con nect", + ".Conn ect", + "Ġbalcon y", + "( real", + "(re al", + "ĠBar nes", + "ĠBarn es", + "b ir", + "bi r", + "Ġ Twenty", + "ĠTw enty", + "ĠTwe nty", + "a yan", + "ay an", + "aya n", + "at ars", + "ata rs", + "atar s", + "ĠPro pel", + "ĠProp el", + "ĠIh nen", + "Up grade", + "Ġc urb", + "Ġcur b", + "Ġcu rb", + "- second", + "-se cond", + "Ġn eph", + "Ġne ph", + "Ġnep h", + ". pres", + ".p res", + ".pre s", + ".pr es", + "ìŀ ħ", + ". seq", + ".s eq", + ".se q", + "Ġp added", + "Ġpad ded", + "Ġpadd ed", + "\" ?", + "j l", + "ãĥ ¬", + "' ) a", + "Co ordinates", + "Coordinate s", + "Ġen acted", + "Ġenact ed", + "EN TS", + "ENT S", + "Ġ lac", + "Ġl ac", + "Ġla c", + ". final", + ".f inal", + ".fi nal", + ".fin al", + "ĠPhp Storm", + "c alled", + "cal led", + "call ed", + "Ġin quiries", + ". middleware", + ".m iddleware", + ".middle ware", + "ĠD owntown", + "ĠDown town", + "/ ';Ċ", + "/' ;Ċ", + "Ġkil omet", + "ac cel", + "acc el", + "Ġqu ien", + "Ġq uien", + "Ġqui en", + "w string", + "ws tring", + "set Data", + "Ġman era", + "Ġmane ra", + "Ġmod ular", + "r imp", + "ri mp", + "rim p", + "Ġtar iffs", + "Ġtariff s", + "Ġtarif fs", + "âĢĻ il", + "âĢĻi l", + "_TH ROW", + "/ color", + "/c olor", + "/co lor", + "Ġ HTMLElement", + "ĠHT MLElement", + "ĠHTML Element", + "Ġc arro", + "Ġcar ro", + "Ġcarr o", + "Ġpr ere", + "Ġpre re", + "Ġprer e", + "Ġplot ting", + "Ġ Positive", + "ĠPos itive", + "ĠM achines", + "ĠMachine s", + "ĠMach ines", + "O TES", + "OT ES", + "OTE S", + "á» Ľ", + "ple asant", + "Ġ alte", + "Ġa lte", + "Ġal te", + "Ġalt e", + "Ġa inda", + "Ġai nda", + "Ġain da", + "th ese", + "the se", + "thes e", + "Ġ cors", + "Ġc ors", + "Ġco rs", + "Ġcor s", + "i pay", + "ip ay", + "ipa y", + "ĠAdv isory", + "ĠAdvis ory", + "ĠAdvisor y", + "ĠRub io", + "ĠRu bio", + "j q", + "Ġl imestone", + "Ġlim estone", + "Ġlime stone", + "Ġdet ached", + "Ġdetach ed", + "设 ç½®", + "t enant", + "te nant", + "ten ant", + "Ġ Depth", + "ĠDe pth", + "ĠDep th", + "ĠDept h", + "a lore", + "al ore", + "alo re", + "ĠÑģÑĤ ÑĢок", + "ĠÑģÑĤÑĢ ок", + "ĠÑģÑĤÑĢо к", + "Ġ FORE", + "ĠF ORE", + "ĠFOR E", + "ĠFO RE", + "ĠL ay", + "ĠLa y", + "p resentation", + "present ation", + ") ');Ċ", + ")' );Ċ", + ".sub plots", + ".subplot s", + "Ï ĥ", + "N OW", + "NO W", + "G ar", + "Ga r", + "h andles", + "handle s", + "hand les", + "a bra", + "ab ra", + "abr a", + "put ies", + "pu ties", + "ĠElect rical", + "ĠElectric al", + "M iddle", + "Mid dle", + "r opic", + "ro pic", + "rop ic", + "Ġ JD", + "ĠJ D", + "Ġ Dyn", + "ĠD yn", + "ĠDy n", + "ĠB ristol", + "ĠBr istol", + "ĠBris tol", + "ĠMc Carthy", + "ĠMcCart hy", + "Ġstr iker", + "Ġstri ker", + "Ġstrike r", + "Ġenum erable", + "Ġenumer able", + "ĠE van", + "ĠEv an", + "ĠEva n", + ". defaults", + ".default s", + "qu ences", + "que nces", + "quence s", + ") ||", + ")| |", + "ĉ token", + "ĉt oken", + "ĉto ken", + "â Ĺı", + "âĹ ı", + "- dropdown", + "-d ropdown", + "-drop down", + "ST ORE", + "Ġ Graphic", + "ĠG raphic", + "ĠGraph ic", + "( pp", + "(p p", + "Ex pl", + "Exp l", + "Ġup wards", + "Ġupward s", + "ĠD istributed", + "ĠDistrib uted", + "Ġ WEB", + "ĠW EB", + "ĠWE B", + "J er", + "Je r", + "is NaN", + "çĶŁ æĪIJ", + "> R", + "üss en", + "üs sen", + "e fs", + "ef s", + "Ġun cover", + "Ġunc over", + "Ġl ud", + "Ġlu d", + ". calculate", + ".c alculate", + ".cal culate", + ".calc ulate", + "Ġ intptr", + "Ġint ptr", + "Ġmidfield er", + ". Headers", + ".Header s", + ".He aders", + ".Head ers", + "Ġ mf", + "Ġm f", + "e ref", + "er ef", + "ere f", + ". Metro", + ".M etro", + ".Me tro", + "Ġ Speaking", + "ĠSpe aking", + "ĠSpeak ing", + ": b", + "Ġcryptoc urrencies", + "Ġd emons", + "Ġde mons", + "Ġdem ons", + "Ġdemon s", + "Ġdemo ns", + "ĉ EXPECT", + "Ġw icked", + "y outube", + "you tube", + "youtu be", + ": Int", + ":I nt", + "ĠH indi", + "ĠHind i", + "ĠHin di", + "Ġ CAT", + "ĠC AT", + "ĠCA T", + "Ġ ع", + "ĠØ ¹", + "r ar", + "ra r", + "o more", + "om ore", + "omo re", + "omor e", + "/ per", + "/p er", + "/ license", + "/lic ense", + "/l icense", + "Ġre im", + "Ġa waiting", + "Ġawait ing", + "Ġle thal", + "Ġlet hal", + "Ġleth al", + "Ġ EF", + "ĠE F", + "r ounded", + "ro unded", + "round ed", + "ĠPl atinum", + "Ġв Ñģе", + "ĠвÑģ е", + ". coords", + ".co ords", + ".coord s", + ". Device", + ".D evice", + ".De vice", + ".Dev ice", + "/ item", + "/i tem", + "Ġ Wenn", + "ĠW enn", + "ĠWe nn", + "ĠWen n", + "compile Components", + "ĠK inder", + "ĠKind er", + "ĠKi nder", + "ĠKin der", + ".remove Item", + "Ġ anda", + "Ġa nda", + "Ġand a", + "Ġan da", + "b nb", + "bn b", + "Ġ pra", + "Ġp ra", + "Ġpr a", + "( transaction", + "(trans action", + "Ġembarrass ing", + "ĉ BOOL", + ".content View", + "Ġevent data", + "at ore", + "ator e", + "ato re", + "Ġprovided In", + "ir ma", + "irm a", + "Ġz ona", + "Ġzo na", + "_ HW", + "_H W", + "æ Ļ", + "Ġst ove", + "Ġsto ve", + "Ġcounter part", + "_ Product", + "_Pro duct", + "_MAN AGER", + "Ġinf ring", + "Ġinfr ing", + "Ġ ERA", + "ĠE RA", + "ĠER A", + "_ party", + "_p arty", + "_part y", + "_par ty", + "Ñ ij", + "Ġin ici", + "Ġi nici", + "Ġini ci", + "_ Request", + "_Re quest", + "Ġmir acle", + "Ġmirac le", + "Ġcancel Button", + "S py", + "Sp y", + "at ó", + "Ġpol ish", + "Ġpo lish", + "Ġpolis h", + "ĠNic ole", + "ĠNi cole", + "ĠNico le", + "ĠNicol e", + ". displayName", + ".display Name", + "\\ Requests", + "\\Request s", + "Ġuse History", + "Router Module", + "Ġst ared", + "Ġstar ed", + "Ġsta red", + "Ġstare d", + "I DER", + "ID ER", + "IDE R", + "Ñĥнк ÑĨи", + "Ġ nota", + "Ġn ota", + "Ġnot a", + "Ġno ta", + "$ arr", + "$a rr", + "$ar r", + "pec ified", + "Ġt opp", + "Ġto pp", + "Ġtop p", + "_DR IVER", + "_DRIVE R", + "/ ng", + "/n g", + "å ł", + "_ tm", + "_t m", + "% timeout", + "< s", + "Ġ (*)", + "Ġ( *)", + "Ġ(* )", + "Ġ HttpRequest", + "ĠHttp Request", + "_ TRACK", + "_TR ACK", + "_TRA CK", + "( note", + "(n ote", + "(not e", + "(no te", + "Ġ Explore", + "ĠExp lore", + "ĠExpl ore", + "_ serv", + "_s erv", + "_se rv", + "_ser v", + "Ġ ç»", + "Ġç »", + "B inder", + "Bind er", + "Bin der", + "Bi nder", + "+ \",", + "+\" ,", + ". att", + ".a tt", + ".at t", + "ĠEth i", + "ĠEt hi", + "Ġc ódigo", + "= '\\", + "=' \\", + ". lines", + ".l ines", + ".line s", + ".li nes", + ".lin es", + "( Of", + "(O f", + "å° Ĩ", + "miss ible", + "Ġ vé", + "Ġv é", + "Ġac oustic", + "Ġcraft ing", + "n it", + "ni t", + ". ba", + ".b a", + "ĠLuc y", + "ĠLu cy", + "Ġi Pod", + "ĠiP od", + "Ġpup ils", + "Ġpupil s", + "- max", + "-m ax", + "_ wr", + "_w r", + "( cp", + "(c p", + "Ġ REPORT", + "ĠRE PORT", + "ĠREP ORT", + "Ġ dns", + "Ġd ns", + "Ġdn s", + "Ġ References", + "ĠRe ferences", + "ĠReference s", + "ĠRefer ences", + "Ġunder taken", + "Ġundert aken", + "Ġundertake n", + "Ġkø benhavn", + "Ġ chai", + "Ġc hai", + "Ġch ai", + "Ġcha i", + "ĠC roat", + "ĠCro at", + "_ Log", + "_L og", + "r owned", + "row ned", + "rown ed", + "_ med", + "_m ed", + "_me d", + "ĉ date", + "ĉd ate", + "# __", + "Ġcost umes", + "Ġcostume s", + "Ġ Requires", + "ĠRe quires", + "ĠRequire s", + "aff le", + "ç Ĭ¶æĢģ", + "çĬ¶ æĢģ", + "-S emit", + "-Se mit", + "ela ide", + "еÑĤ од", + "Ġp estic", + "Ġpes tic", + "Ġpest ic", + "Ġ dra", + "Ġd ra", + "Ġdr a", + "D OCUMENT", + "DOC UMENT", + "Ġ ...čĊ", + "Ġ... čĊ", + "Ġ.. .čĊ", + "} `}Ċ", + "}` }Ċ", + "}`} Ċ", + "ĠA uction", + "ĠAu ction", + "Ġ Dock", + "ĠD ock", + "ĠDo ck", + "ĠDoc k", + "xxxx xxxx", + "( getString", + "(get String", + "ħ į", + "Ġborder Width", + "ĠM achinery", + "ĠMachine ry", + "ĠMach inery", + "Ġpredict able", + "Ġpredic table", + ". SH", + ".S H", + "Ġam plitude", + "Ġampl itude", + ".for Root", + "I Navigation", + "IN avigation", + "Table Model", + "at trib", + "att rib", + "attr ib", + "Ġmaneu ver", + "Ġexc av", + "B ERS", + "BER S", + "BE RS", + "Ġd apat", + "Ġda pat", + "Ġdap at", + "Ġinstall ations", + "Ġinstallation s", + "Ġinstal lations", + ". Async", + ".A sync", + ".As ync", + "Ġ rays", + "Ġr ays", + "Ġra ys", + "Ġray s", + "= âĢĿ", + "; ččĊ", + ". crypto", + ".c rypto", + "_ dbg", + "_d bg", + "_db g", + "Ġ Enumerable", + "ĠEnum erable", + "Of Size", + "_ epochs", + "_epoch s", + "m w", + "M ENU", + "ME NU", + "out line", + "ĠP apers", + "ĠPa pers", + "ĠPaper s", + "ĠPap ers", + "= ===========Ċ", + "== ==========Ċ", + "==== ========Ċ", + "======== ====Ċ", + "=== =========Ċ", + "============ Ċ", + "=========== =Ċ", + "========= ===Ċ", + "========== ==Ċ", + "====== ======Ċ", + "===== =======Ċ", + "======= =====Ċ", + "Ġuniform s", + "Ġuni forms", + "ĠG ig", + "ĠGi g", + "- package", + "-p ackage", + "-pack age", + "ĠJ enkins", + "ĠJen kins", + "Ġ HomePage", + "ĠHome Page", + ". isSelected", + ".is Selected", + "Ġmechan ic", + "Ġmech anic", + "M K", + "Ġ Sounds", + "ĠS ounds", + "ĠSo unds", + "ĠSou nds", + "ĠSound s", + "//---------------------------------------------------------------- -------------Ċ", + "//---------------------------------------------------------------------------- -Ċ", + "Ġresearch ing", + "Ġ infos", + "Ġin fos", + "Ġinfo s", + "Ġinf os", + "o graphics", + "og raphics", + "ograph ics", + "ographic s", + "er set", + "ers et", + "erse t", + "([ '/", + "([' /", + "ĠTim ber", + ". agent", + ".a gent", + ".ag ent", + ".age nt", + ".to JSON", + "_ commands", + "_command s", + "_comm ands", + "p aring", + "par ing", + "pa ring", + "_ adjust", + "_ad just", + "_adj ust", + ". nome", + ".n ome", + ".no me", + ".nom e", + "( glm", + "(g lm", + "(gl m", + "Status Bar", + "file path", + "? âĢĻ", + "Ġdet ective", + "Ġdetect ive", + "Ġuns erer", + "Ġunser er", + "Ġunsere r", + "ĠTi bet", + "ĠTib et", + "EN DED", + "END ED", + "( seed", + "(s eed", + "(se ed", + "Ġsne ak", + "Ġa mor", + "Ġam or", + "Ġamo r", + "=\" //", + "=\"/ /", + "ĠPan thers", + "ĠPanther s", + "all ax", + "alla x", + "ĠL IVE", + "ĠLI VE", + "ĉ DWORD", + "ĉD WORD", + "] =-", + "]= -", + "Ġt ornado", + "Ġtorn ado", + "/ min", + "/m in", + "Ġl ungs", + "Ġlung s", + "Ġlun gs", + "- current", + "-c urrent", + "-cur rent", + "Ġ Booking", + "ĠBo oking", + "ĠBook ing", + "ĠBoo king", + "åĪĹ è¡¨", + "Ġenjoy ment", + "ठ°", + "J A", + "t yped", + "type d", + "ty ped", + "typ ed", + ". Btn", + ".B tn", + "f at", + "fa t", + "u gal", + "ug al", + "uga l", + "Ġ Shares", + "ĠSh ares", + "ĠShare s", + "ĠSha res", + "ĠShar es", + "Ġdis gr", + "Ġdisg r", + "Ġ BAR", + "ĠB AR", + "ĠBA R", + "Ġ FOX", + "ĠF OX", + "ĠFO X", + "Op code", + "Ġ Sz", + "ĠS z", + "key down", + "iction aries", + "Ġdet ailing", + "Ġdetail ing", + "} ))Ċ", + "}) )Ċ", + "})) Ċ", + "Ġ pok", + "Ġp ok", + "Ġpo k", + "Ġdemonstr ating", + "Ġ notation", + "Ġn otation", + "Ġnot ation", + "Ġnota tion", + "l ayers", + "la yers", + "lay ers", + "layer s", + "@ if", + "ĠN PR", + "ĠNP R", + ".strict Equal", + "Ġ Recipes", + "ĠRec ipes", + "ĠRecipe s", + ". Tensor", + ".T ensor", + "Ġliqu or", + "Ġdeb ts", + "Ġdebt s", + ". endsWith", + ".end sWith", + ".ends With", + "W heel", + "Wh eel", + ". Pos", + ".P os", + "C SV", + "CS V", + "$ arity", + "$ar ity", + "Ġun stable", + "Ġuns table", + "Ġunst able", + "( loss", + "(l oss", + "(lo ss", + "EN SOR", + "ENS OR", + "Ġel even", + "Ġele ven", + "Ġelev en", + "ĠL opez", + "ĠLo pez", + "ĠHop kins", + "c onom", + "con om", + "co nom", + "cono m", + "ĠS eth", + "ĠSe th", + "ĠSet h", + "Ġpo ems", + "Ġpoem s", + "Q uant", + "Qu ant", + "Ġg sl", + "Ġgs l", + "Ġsy rup", + "Ġs ibling", + "Ġsi bling", + "Ġc ass", + "Ġca ss", + "Ġcas s", + "- vous", + "-v ous", + "ö t", + "_P ATTERN", + "_ SECTION", + "_SE CTION", + "_SEC TION", + "est imated", + "estimate d", + "up grade", + ". mongodb", + ".m ongodb", + ".mongo db", + "ĠBo at", + "_ CTX", + "_C TX", + "_CT X", + "Ġfetch ing", + "Ġfet ching", + "u stin", + "us tin", + "ust in", + "p iel", + "pi el", + "pie l", + "M arg", + "Mar g", + "Ma rg", + "Ref lection", + "Reflect ion", + "Ġ duct", + "Ġd uct", + "Ġdu ct", + "ĠMunicip al", + "Ġ bx", + "Ġb x", + ". GetCurrent", + ".Get Current", + "m link", + "ml ink", + "mlin k", + "ĠAccount ing", + "ĠGen eva", + "ĠGene va", + "_ Pos", + "_P os", + "Ġp asser", + "Ġpass er", + "Ġpas ser", + "Ġpasse r", + "Ġhear ings", + "Ġhearing s", + "com pan", + "comp an", + "Ġfrag ile", + "Initial izer", + "Initialize r", + "w alker", + "walk er", + "wal ker", + ". Material", + ".M aterial", + "ĠH unting", + "ĠHun ting", + "ĠHunt ing", + "try side", + "trys ide", + "Ġ kat", + "Ġk at", + "Ġka t", + "Ġcl erk", + "Ġcle rk", + "Ġcler k", + "á Ł", + "do ing", + "doi ng", + "ĉ group", + "ĉg roup", + "ĉgr oup", + "Ġsan ction", + "Ġsanct ion", + ". lb", + ".l b", + "Ġ Lazy", + "ĠL azy", + "ĠLa zy", + "ĠLaz y", + "Ġ Constraint", + "ĠCon straint", + "ĠConstr aint", + "P agination", + "Pag ination", + "Ġpou vez", + "ĠInd icates", + "M ER", + "ME R", + "Ġc ours", + "Ġco urs", + "Ġcour s", + "Ġcou rs", + "Ġy early", + "Ġyear ly", + "Ġg rosse", + "Ġgro sse", + "Ġgross e", + "Ġgros se", + "abb rev", + "abbr ev", + "Ġ DON", + "ĠD ON", + "ĠDO N", + "Ġpro ceeded", + "Ġproceed ed", + "ent lich", + "Ġ propertyName", + "Ġproperty Name", + "ĠTe aching", + "ĠTea ching", + "ĠTeach ing", + "st adt", + "sta dt", + "stad t", + "Ġc utoff", + "Ġcut off", + "or ners", + "orn ers", + "orne rs", + "Ġa frica", + "Ġaf rica", + "Ġafr ica", + "Ġ renders", + "Ġr enders", + "Ġrender s", + "Ġren ders", + "Ġrend ers", + "ĠYan kees", + "ĠYankee s", + "Ġ Toolbar", + "ĠTool bar", + "s paces", + "sp aces", + "space s", + "spa ces", + ".fill Style", + "Ġseg undo", + "Ġsegu ndo", + "_ strlen", + "_st rlen", + "_str len", + ". Firebase", + ".F irebase", + ".Fire base", + "å¤ Ħ", + "Ġmention ing", + "\\ (", + "ĠVal ve", + "S etter", + "Set ter", + "Ġsp ans", + "Ġspan s", + "Ġspa ns", + "ĠAl cohol", + "Ġ Letters", + "ĠLet ters", + "ĠLetter s", + "\\ xe", + "\\x e", + "Ġ TK", + "ĠT K", + "_ BLE", + "_B LE", + "_BL E", + ". getResult", + ".get Result", + "< Player", + "

\"", + "=> \"", + "t lement", + "tle ment", + "tl ement", + "$ (\"", + "$( \"", + "From String", + "ĠB ild", + "ĠBi ld", + "ĠBil d", + "Ġcon ventions", + "Ġconv entions", + "Ġconvent ions", + "Ġconvention s", + "_ native", + "_n ative", + "_nat ive", + "Ġ Inspector", + "ĠIns pector", + "ĠInsp ector", + "ĠP ist", + "ĠPi st", + "ĠPis t", + "u bar", + "ub ar", + "uba r", + "Ġ regs", + "Ġre gs", + "Ġreg s", + "ĠP ilot", + "ĠPi lot", + "ĠPil ot", + "T hus", + "Th us", + "Thu s", + "> '+", + ">' +", + "Ġ cela", + "Ġc ela", + "Ġce la", + "Ġcel a", + ". news", + ".n ews", + ".new s", + ".ne ws", + "( Product", + "L iving", + "Li ving", + "Liv ing", + "R ussia", + "Russ ia", + "Ġ facet", + "Ġf acet", + "Ġfac et", + "Ġface t", + "e tical", + "et ical", + "etic al", + "eti cal", + "Ġ[ '$", + "Ġ[' $", + "/ [", + "Ġ Dire", + "ĠD ire", + "ĠDi re", + "ĠDir e", + "Ġg ases", + "Ġgas es", + "Ġga ses", + "ĠIN FORMATION", + "Ġ Eat", + "ĠE at", + "ĠEa t", + "ĠFor ums", + "ĠForum s", + "Ġ Characters", + "ĠChar acters", + "ĠCharacter s", + "_ met", + "_m et", + "_me t", + "Ġ ìĭľ", + "Ġìĭ ľ", + "Ġk ings", + "Ġking s", + "Ġkin gs", + "a chie", + "ach ie", + "achi e", + "Ġ Lambda", + "ĠL ambda", + "ĠLamb da", + "Ġt imers", + "Ġtime rs", + "Ġtim ers", + "Ġti mers", + "Ġtimer s", + "ĠL ighting", + "ĠLight ing", + "ĠCas ey", + "ĠCase y", + "ĠCa sey", + "ad dir", + "add ir", + "an dex", + "and ex", + "ande x", + ". answer", + ".an swer", + "Ġ Hip", + "ĠH ip", + "ĠHi p", + "ĠPr incip", + "Start Date", + "Ġ ãĢĮ", + "ĠãĢ Į", + "t res", + "tr es", + "tre s", + "Ġ &#", + "Ġ& #", + ".Max Value", + "ĠPro blems", + "ĠProblem s", + "ĠProb lems", + "ĠProble ms", + "Ġ latex", + "Ġla tex", + "Ġlate x", + "Ġlat ex", + "Of Class", + "ĠL ynn", + "ĠLy nn", + "ĠLyn n", + "/ /'", + "// '", + "Ġvoy age", + "Ġsh uttle", + "Ġshut tle", + "ĠR oller", + "ĠRo ller", + "ĠRoll er", + "ĠRol ler", + "ĠRuntime Error", + "u ya", + "uy a", + "D ic", + "Di c", + "ĉ builder", + "ĉb uilder", + "ĉbuild er", + "Ġbul lying", + "Ġbull ying", + "Ġbully ing", + "Ġsimple st", + "Ġsimp lest", + "Ġsimpl est", + "Ġsimples t", + ". called", + ".c alled", + ".call ed", + ".cal led", + "Ġ LR", + "ĠL R", + "Ġmor ality", + "Ġmoral ity", + "Ġst urdy", + "tr acking", + "track ing", + ". swagger", + ".sw agger", + "_ BIND", + "_B IND", + "_BIN D", + "I TOR", + "IT OR", + "ITO R", + "-url encoded", + "Ġ Ñħ", + "ĠÑ ħ", + "ĠTr inity", + "Ġtr aps", + "Ġtra ps", + "Ġtrap s", + "Ġ |-", + "Ġ| -", + "Ġ setText", + "Ġset Text", + "Ġbar gain", + "Ġbarg ain", + "Ġbr akes", + "Ġbra kes", + "Ġbrake s", + ". getCode", + ".get Code", + ".g etCode", + ".getC ode", + "Ġm igrate", + "Ġmigr ate", + "Ġmig rate", + "Ġ ribbon", + "Ġr ibbon", + "Ġrib bon", + ") return", + ")r eturn", + "Ġ charger", + "Ġch arger", + "Ġchar ger", + "Ġcharg er", + "Ġcharge r", + "a com", + "ac om", + "aco m", + "ADI US", + "ĠAmb assador", + "- after", + "-a fter", + "Ġ anni", + "Ġan ni", + "Ġann i", + "ĉ spin", + "ĉs pin", + "ĉsp in", + "Con cept", + "ĠHend erson", + "Ġ HOST", + "ĠH OST", + "ĠHO ST", + ". rank", + ".r ank", + ".ra nk", + "ĠNorth east", + "ĠNor theast", + "Ġber lin", + "Ġre quis", + "Ġreq uis", + "Ġrequ is", + ". feed", + ".f eed", + ".fe ed", + "Ġsource Mapping", + "ĠRen contre", + ". ajax", + ".a jax", + "nest js", + "Ġt rek", + "Ġtr ek", + "Ġtre k", + "ĠN acional", + "Ġ& [", + "Ġpay able", + "or tex", + "ort ex", + "orte x", + "Ġ dept", + "Ġd ept", + "Ġde pt", + "Ġdep t", + "field Name", + "Ġcomp letes", + "Ġcomple tes", + "Ġcomplet es", + "Ġcompl etes", + "Ġcomplete s", + "ĠR VA", + "ĠRV A", + "Ġon ions", + "Ġonion s", + "al ignment", + "align ment", + "Form ats", + "Format s", + "Ġ' {$", + "Ġ'{ $", + "Hash Set", + "ĠB od", + "ĠBo d", + ".Invariant Culture", + "Ġsett lements", + "Ġsettlement s", + "Ġsettle ments", + "Ġ hydr", + "Ġhy dr", + ". updated", + ".update d", + ".up dated", + "v enth", + "ve nth", + "vent h", + "ven th", + "( seconds", + "(se conds", + "(second s", + "(sec onds", + "=\" /\"", + "=\"/ \"", + "Ġweb page", + "( ĊĊ", + "(Ċ Ċ", + "Ġ tir", + "Ġt ir", + "Ġti r", + "Ġt oes", + "Ġto es", + "Ġtoe s", + "ĠB rick", + "ĠBr ick", + "ĠBri ck", + "Ġamb ition", + "Ġambit ion", + "P ot", + "Po t", + "= max", + "=m ax", + "E TIME", + "ET IME", + "Ġde pot", + "Ġdep ot", + "c alls", + "cal ls", + "call s", + "ĠNor wegian", + "` :", + "Ġ burger", + "Ġb urger", + "Ġbur ger", + "Ġburg er", + "Ġburge r", + "Ġprofessor s", + "Ġprofess ors", + "Ġ Allocate", + "ĠAl locate", + "ĠAll ocate", + "ĠAlloc ate", + "-third s", + "- chart", + "-c hart", + "-ch art", + "-char t", + "Ġ ford", + "Ġf ord", + "Ġfor d", + "Ġfo rd", + "* N", + ".k otlin", + "Ġpaper work", + "Ġ DEVICE", + "ĠDE VICE", + "ĠDEV ICE", + "% @\",", + "%@ \",", + "re spect", + "res pect", + "resp ect", + "( mp", + "(m p", + "é «ĺ", + "é« ĺ", + "- if", + "-i f", + "Ġcush ion", + "o bot", + "ob ot", + "obo t", + "Ġp arc", + "Ġpar c", + "Ġpa rc", + "S PACE", + "SP ACE", + "SPA CE", + "ĠNet anyahu", + "Ġself ish", + "Ġsel fish", + "f eat", + "fe at", + "fea t", + "Ġ clientes", + "Ġcl ientes", + "Ġclient es", + "Ġcli entes", + "Ġcliente s", + "- tools", + "-t ools", + "-to ols", + "-tool s", + "-too ls", + "Ġp orch", + "Ġpo rch", + "Ġpor ch", + "Ġ jq", + "Ġj q", + ". verbose", + ".ver bose", + "Ġlib erals", + "Ġliberal s", + "Ġliber als", + "] )ĊĊĊ", + "]) ĊĊĊ", + "])Ċ ĊĊ", + "])ĊĊ Ċ", + "p ies", + "pi es", + "pie s", + "Not Blank", + "( term", + "(t erm", + "(te rm", + "È Ľi", + "ÈĽ i", + "_ Params", + "_Param s", + ". normalize", + ".normal ize", + "B ullet", + "AS IC", + "ASI C", + "( hex", + "(h ex", + "_ cliente", + "_cl iente", + "_client e", + "_cli ente", + "+ ,", + "_ DI", + "_D I", + "Ġforth coming", + "} \")]Ċ", + "}\" )]Ċ", + "}\") ]Ċ", + "s eo", + "se o", + "U m", + "> Name", + ">N ame", + "Ġcomfort ably", + "irect ional", + "irection al", + "W ITH", + "WI TH", + "/ pr", + "/p r", + "Ġ Poor", + "ĠP oor", + "ĠPo or", + "ĠV itamin", + "ĠVit amin", + "ĠVita min", + "v ic", + "vi c", + "G H", + "Ġprior it", + "Ġprio rit", + "Ġ NN", + "ĠN N", + "Ġ Closed", + "ĠC losed", + "ĠCl osed", + "ĠClose d", + "ĠClo sed", + "¤ í", + "Ġ isOpen", + "Ġis Open", + "\\ Console", + "And Feel", + ". SUCCESS", + ".S UCCESS", + "_OPER ATION", + "p olation", + "po lation", + "pol ation", + "ĠT as", + "ĠTa s", + "p sz", + "ps z", + "> '.", + ">' .", + "C URRENT", + "V endor", + "host s", + "ho sts", + "hos ts", + "ĠE rd", + "ĠEr d", + ">tag ger", + ">t agger", + "ĠsourceMapping URL", + "Ġmar athon", + "_ closed", + "_c losed", + "_cl osed", + "_close d", + "Ġex emption", + "Ġexem ption", + "Ġexempt ion", + "Ġexemp tion", + "Ġrecogn izes", + "Ġrecognize s", + "ide show", + "ides how", + "' $", + "(' /');Ċ", + "('/ ');Ċ", + "('/') ;Ċ", + "m its", + "mit s", + "mi ts", + "wa rz", + "war z", + "ĠCh erry", + "ĠCher ry", + "µ ¬", + "n or", + "no r", + "p orte", + "port e", + "por te", + "Ġ wl", + "Ġw l", + "_ backup", + "_back up", + ".get Boolean", + ". getResource", + ".get Resource", + "Ġdefinit ive", + "Ġdefin itive", + ". EditText", + ".Edit Text", + "Ġ sÃŃ", + "Ġs ÃŃ", + ". CONT", + ".C ONT", + ".CON T", + ".CO NT", + "Ġ PLAYER", + "ĠPL AYER", + "ĠPLAY ER", + ". cards", + ".c ards", + ".card s", + ".car ds", + "ĠSh ore", + "ĠSho re", + "(' /')Ċ", + "('/ ')Ċ", + "('/') Ċ", + "cl uir", + "Web Driver", + "( month", + "(m onth", + "(mon th", + "- release", + "-r elease", + "-re lease", + "-rel ease", + "Ġins pector", + "Ġinspect or", + "Ġinsp ector", + "å £", + "Ġ NF", + "ĠN F", + "_ clip", + "_c lip", + "_cl ip", + "_cli p", + "å ŃIJ", + "åŃ IJ", + "Ġinter acting", + "Ġinteract ing", + ". tmp", + ".t mp", + ".tm p", + "Ġ '''ĊĊ", + "Ġ'' 'ĊĊ", + "Ġ'''Ċ Ċ", + "Ġ''' ĊĊ", + "Ġ dee", + "Ġd ee", + "Ġde e", + "Ġf rost", + "Ġfr ost", + "Ġfro st", + "\" ]))Ċ", + "\"] ))Ċ", + "\"]) )Ċ", + "\"])) Ċ", + "Ġ Places", + "ĠP laces", + "ĠPl aces", + "ĠPlace s", + "ĠPla ces", + "Th rows", + "Throw s", + "Thr ows", + "f ork", + "fo rk", + "for k", + "/ day", + "/d ay", + "i Phone", + "Ġ MIC", + "ĠM IC", + "ĠMI C", + "Ġf olding", + "Ġfol ding", + "Ġfold ing", + "Ġcr ore", + "Ġcro re", + "ĠCh iefs", + "ĠChief s", + "ĠChi efs", + "pher ical", + "pheric al", + "phe rical", + "( price", + "(p rice", + "(pr ice", + ".Write String", + "Ġex iting", + "Ġexit ing", + "] ',Ċ", + "]', Ċ", + "]' ,Ċ", + "ight ing", + "igh ting", + "Ing redient", + "( vertex", + "(ver tex", + "Ġ scrollView", + "Ġs crollView", + "Ġscroll View", + "h f", + ": new", + ":n ew", + "S EN", + "SE N", + "s ector", + "se ctor", + "sec tor", + "sect or", + "Ġs pins", + "Ġsp ins", + "Ġspin s", + "Ġspi ns", + "Ġ Scheduler", + "ĠS cheduler", + "ĠSchedule r", + "o techn", + "ot echn", + "ote chn", + "otech n", + "otec hn", + "sem icolon", + "semi colon", + "Font OfSize", + "ĠSpecific ally", + "fl amm", + ". ObjectId", + ".Object Id", + "Ġc onta", + "Ġcon ta", + "Ġcont a", + "_ permissions", + "_per missions", + "_perm issions", + "_permission s", + "ĉ FROM", + "ĉF ROM", + "I CODE", + "IC ODE", + "ICO DE", + "/ kg", + "/k g", + "ĠHot els", + "ĠHotel s", + "- med", + "-m ed", + "-me d", + "ĠD in", + "ĠDi n", + "Ġn avy", + "Ġna vy", + "Ġnav y", + "get Param", + "Ġm end", + "Ġme nd", + "Ġmen d", + "Ġportray ed", + "ĠMet ropolitan", + "P ainter", + "Paint er", + "Pa inter", + "Ġref erral", + "Ġrefer ral", + "_ good", + "_g ood", + "_go od", + "Ġmar vel", + "os aic", + "osa ic", + "> (&", + ">( &", + ". ur", + ".u r", + "Ġes tos", + "Ġest os", + "Ġesto s", + "Will iam", + "Ġtim ber", + "Ġquel ques", + "Ġquelque s", + "Ġ Documents", + "ĠDocument s", + "ĠDoc uments", + ".X aml", + "Ġb atches", + "Ġbatch es", + "Ġbat ches", + "éģ ĵ", + "Ġ Released", + "ĠRe leased", + "ĠRelease d", + "T ail", + "Ta il", + "Tai l", + "CO OKIE", + "h eid", + "he id", + "hei d", + "_ station", + "_st ation", + "_stat ion", + "_sta tion", + "Ġ Via", + "ĠV ia", + "ĠVi a", + "S ale", + "Sal e", + "Sa le", + "Ġ Repeat", + "ĠRe peat", + "ĠRep eat", + "Ġpro min", + "Ġpr omin", + "Ġprom in", + "ĠZ o", + "- forward", + "-for ward", + "Ġ Ion", + "ĠI on", + "ĠIo n", + "it ary", + "ita ry", + "itar y", + "Ġj us", + "Ġju s", + "- request", + "-re quest", + "Ġproud ly", + "Ġ Streaming", + "ĠStream ing", + "ĠStre aming", + "( MouseEvent", + "(Mouse Event", + "ĠS print", + "ĠSp rint", + "ĠSpr int", + "_ rotation", + "_r otation", + "_rot ation", + "Re positories", + "Ġt art", + "Ġta rt", + "Ġtar t", + "ĠÑģ в", + "Ġm appings", + "Ġmapping s", + "è ª", + "C u", + "C ycle", + "Cy cle", + "Ġb un", + "Ġbu n", + "ĉ lua", + "ĉl ua", + "ãĥ ī", + "Ġ( (!", + "Ġ(( !", + "Ġcollect ively", + "Ġcollective ly", + "Ġ Cond", + "ĠC ond", + "ĠCon d", + "ĠCo nd", + "Ġws zyst", + "Ġwsz yst", + "( lib", + "(l ib", + "(li b", + "openh agen", + "_ skip", + "_s kip", + "_sk ip", + ".Column Header", + "é Ĥ", + "perience d", + "peri enced", + "ı è¿°", + "_ props", + "_p rops", + "_pro ps", + "_pr ops", + "_prop s", + "Ġcon trace", + "Ġcont race", + "Ġcontr ace", + "Ġcontra ce", + "Ġmatch up", + "ab etic", + "abe tic", + "abet ic", + ". members", + ".m embers", + ".member s", + ".mem bers", + "R ECT", + "RE CT", + "REC T", + "( dat", + "(d at", + "(da t", + "Ġs og", + "Ġso g", + "re nom", + "ren om", + "reno m", + "_ Method", + "_M ethod", + "Custom ers", + "Customer s", + "ful lname", + "full name", + "Z N", + "r etry", + "re try", + "ret ry", + "Ġ kap", + "Ġk ap", + "Ġka p", + "ĠN eu", + "ĠNe u", + "è Ĭ", + "add Child", + "will Return", + "_ permalink", + "_p ermalink", + "_per malink", + "_perm alink", + "Ġenerg etic", + "Ġener getic", + "ĠW et", + "ĠWe t", + "ĠM orr", + "ĠMo rr", + "ĠMor r", + "Ġ gcd", + "Ġg cd", + "Ġgc d", + "co unts", + "count s", + "cou nts", + ", type", + ",t ype", + "d ig", + "di g", + "( Login", + "(Log in", + "Ġcr acks", + "Ġcrack s", + "Ġcra cks", + "Ġb acterial", + "Ġbacter ial", + "Ġbacteria l", + "ĠM eat", + "ĠMe at", + "ĠArm strong", + "ĠBro nze", + "ĠBron ze", + "Ġapprox imate", + "_ dirs", + "_d irs", + "_dir s", + "_di rs", + "l iga", + "li ga", + "lig a", + "ÅĤ ad", + "ÅĤa d", + "Ġkind ness", + "Ġ contre", + "Ġcon tre", + "Ġcont re", + "Ġcontr e", + "ĠE VERY", + "ĠEV ERY", + "ĠEVER Y", + "ĠEVE RY", + "M ET", + "ME T", + "Ġann ouncements", + "Ġannounc ements", + "Ġannouncement s", + "Ġannounce ments", + "g pio", + "gp io", + "ĠWaitFor Seconds", + "ĠPhoto shop", + "ĠPhotos hop", + "Ġdis contin", + "/ dd", + "/d d", + "Ġtop ology", + "Ġtopo logy", + "an ical", + "ani cal", + "anic al", + ". interface", + ".inter face", + "auc oup", + ". HashSet", + ".Hash Set", + "ARI ANT", + "( routes", + "(r outes", + "(route s", + "(ro utes", + "ĠT eh", + "ĠTe h", + "Ġh ype", + "Ġhy pe", + "Ġhyp e", + "] \").", + "]\" ).", + "]\") .", + "Ġs lam", + "Ġsl am", + "Ġsla m", + "Ġbr oth", + "Ġbro th", + "- inter", + "-in ter", + "-int er", + "ĠR id", + "ĠRi d", + "- manager", + "-m anager", + "-man ager", + "Cancel ar", + "Ġ Pagination", + "ĠP agination", + "ĠPag ination", + "Ġsound track", + "Ġpos terior", + "Ġpost erior", + "Ġposter ior", + "Ġposte rior", + "Ġsc rub", + "Ġscr ub", + "c reating", + "cre ating", + "cr eating", + "creat ing", + "- *", + "ir teen", + "irt een", + ". dy", + ".d y", + ".s ymmetric", + ".sym metric", + "Ġ \"\".", + "Ġ\" \".", + "Ġ\"\" .", + "= ==============", + "== =============", + "==== ===========", + "======== =======", + "=== ============", + "============ ===", + "============= ==", + "=========== ====", + "============== =", + "========= ======", + "========== =====", + "====== =========", + "===== ==========", + "======= ========", + "Ġch assis", + "ĠnumberOf Rows", + "De veloper", + "Develop er", + "_ bins", + "_b ins", + "_bin s", + "_bi ns", + "Ġ OUR", + "ĠO UR", + "ĠOU R", + "ri eb", + "rie b", + "P ros", + "Pro s", + "Pr os", + "Ġ wiÄĻ", + "Ġw iÄĻ", + "Ġwi ÄĻ", + "\" d", + "Ġasync io", + "ze igen", + "_ spi", + "_s pi", + "_sp i", + ". ALL", + ".A LL", + ".AL L", + "Ġscre ws", + "Ġscr ews", + "Ġscrew s", + "Ch inese", + "Ġ apiKey", + "Ġapi Key", + "Ġun successful", + "ĠSea hawks", + "ĠSeah awks", + "O RG", + "OR G", + "ç« ł", + "Ġprofession ally", + "Ġprofessional ly", + "Ġ Coupon", + "ĠC oupon", + "ĠCo upon", + "ĠCou pon", + "åŃĹ æ®µ", + "Con vention", + "Conv ention", + "Ġpol ym", + "Ġpoly m", + "æī ĭ", + "Ġsal vation", + "Ġsalv ation", + "Ġengine ered", + "Ġengineer ed", + "ĠW rest", + "ĠWr est", + "Ġ GCC", + "ĠG CC", + "ĠGC C", + "Ġwar mer", + "Ġwarm er", + "Layout Constraint", + "Ġag grav", + "Ġagg rav", + "S cripts", + "Script s", + "vent ure", + "ven ture", + "Ġrefriger ator", + "Ġinnov ations", + "Ġinnovation s", + "Ġ Runner", + "ĠR unner", + "ĠRun ner", + "N IC", + "NI C", + "ĠRoll ing", + "ĠRol ling", + "Control Events", + "Ġlo os", + "p ac", + "pa c", + "ĉ panel", + "ĉp anel", + "e fe", + "ef e", + "ĠBudd ha", + "ĠBuddh a", + "- -------------Ċ", + "-- ------------Ċ", + "---- ----------Ċ", + "-------- ------Ċ", + "--- -----------Ċ", + "------------ --Ċ", + "----- ---------Ċ", + "---------- ----Ċ", + "------ --------Ċ", + "----------- ---Ċ", + "------------- -Ċ", + "------- -------Ċ", + "--------- -----Ċ", + "-------------- Ċ", + "åº ĵ", + "(for Key", + "Ġl umin", + "Ġlu min", + "Ġlum in", + "Ġ (?", + "Ġ( ?", + "ĠA IDS", + "ĠAI DS", + ", user", + ",u ser", + "im ientos", + "imiento s", + "content Type", + "ant lr", + "é ¦", + "ĠW elt", + "ĠWe lt", + "ĠWel t", + "P roduction", + "Pro duction", + "Product ion", + "Produ ction", + "Prod uction", + "m ight", + "mi ght", + "ĠV II", + "ĠVI I", + "\" ,(", + "\", (", + "Ġobs erving", + "Ġobserv ing", + "Ġdeliber ate", + "( control", + "(c ontrol", + "(cont rol", + "Ġwith d", + "Ġwit hd", + "Ġse mana", + "Ġsem ana", + "ST ACK", + "STA CK", + "u chen", + "uch en", + "uc hen", + "uche n", + "N ice", + "Ni ce", + "Nic e", + "ĠDeutsch land", + "Ġ Specifies", + "ĠSpec ifies", + "d ma", + "dm a", + "iz io", + "izi o", + "ĠF acts", + "ĠFac ts", + "ĠFa cts", + "ĠFact s", + "_ popup", + "_p opup", + "_pop up", + "ĠDirect ors", + "ĠDirector s", + "ĠDir ectors", + "ĠDire ctors", + "{ :", + "[ R", + "ĠÑį леменÑĤ", + "ĠÑįлем енÑĤ", + "Ġ plat", + "Ġp lat", + "Ġpl at", + "Ġpla t", + "Ġdirect ing", + "ä¸ ī", + "ĠGil bert", + "âĢ¦ .ĊĊ", + "âĢ¦. ĊĊ", + ". qml", + ".q ml", + "Ġthere after", + "Ġdis position", + "Ġdisp osition", + "Ġdispos ition", + "Ġdisposit ion", + "d raft", + "dr aft", + "dra ft", + "Ġs urgeon", + "Ġsurg eon", + "Ġsurge on", + "ĠIns ider", + "ĠInside r", + "Bl end", + "ĠT rev", + "ĠTr ev", + "ĠTre v", + "tr insic", + "tri nsic", + "To pics", + "Top ics", + "Topic s", + "r ieve", + "ri eve", + "rie ve", + "_ FILENAME", + "_FILE NAME", + "Ġaut res", + "Ġau tres", + "Ġautre s", + "J ose", + "Jo se", + "Jos e", + "Pro ducer", + "Produ cer", + "Prod ucer", + "e rus", + "er us", + "eru s", + "Ġpe tit", + "Ġpet it", + "Ġ NEXT", + "ĠN EXT", + "ĠNE XT", + "Ġ Filters", + "ĠF ilters", + "ĠFilter s", + "ĠFil ters", + "Ġrep licate", + "Ġrepl icate", + "Ġreplic ate", + "Ġreplica te", + "\" ]).", + "\"] ).", + "\"]) .", + "Ġl enders", + "Ġlen ders", + "Ġlend ers", + "Ġlender s", + "] \",Ċ", + "]\", Ċ", + "]\" ,Ċ", + "; charset", + "Cpp Object", + "Ġfl oral", + "Ġflo ral", + "Ġflor al", + "Ġflora l", + "Ġ Tipo", + "ĠT ipo", + "ĠTi po", + "ĠTip o", + "Ġcirc uits", + "Ġcircuit s", + "e asy", + "ea sy", + "(& $", + "it ta", + "itt a", + "er yl", + "ery l", + "_ COMMON", + "_COM MON", + "_COMM ON", + "' }}>Ċ", + "'} }>Ċ", + "'}} >Ċ", + "'}}> Ċ", + "-b acked", + "-back ed", + "( variable", + "(var iable", + "( Index", + "(In dex", + "Ġ voir", + "Ġv oir", + "Ġvo ir", + "Ġvoi r", + "_ locations", + "_l ocations", + "_location s", + "_loc ations", + "++ ){", + "++) {", + "ĠLouis ville", + "Ġgr atitude", + "Ġgrat itude", + ".Mock ito", + "ĠP owers", + "ĠPower s", + "ĠPo wers", + "ĠPow ers", + "i eurs", + "ie urs", + "ieu rs", + "ieur s", + "Ġge ographic", + "Ġgeo graphic", + "r ale", + "ra le", + "ral e", + "Ġc ra", + "Ġcr a", + "ĠSp urs", + "ipher text", + "iph ertext", + "AC ION", + "- common", + "-com mon", + "-comm on", + "Ġvict ories", + "ĠF inals", + "ĠFin als", + "ĠFinal s", + ". shuffle", + ".sh uffle", + "- million", + "-m illion", + "_ PROC", + "_P ROC", + "_PRO C", + "_PR OC", + "as sume", + "ass ume", + "Ġ ils", + "Ġi ls", + "Ġil s", + "D BC", + "DB C", + "Boot Test", + "Ġl avor", + "Ġla vor", + "Ġlav or", + ". testing", + ".t esting", + ".test ing", + ". ast", + ".as t", + ".a st", + "\" ]/", + "\"] /", + "m oid", + "mo id", + "Ġ qualification", + "Ġqual ification", + "g esch", + "ge sch", + "ges ch", + "ĉ put", + "ĉp ut", + "Ġair ports", + "Ġairport s", + "J I", + "T eacher", + "Te acher", + "_ uniform", + "_un iform", + "Ġ nama", + "Ġn ama", + "Ġna ma", + "Ġnam a", + "ĠB ast", + "ĠBa st", + "ĠBas t", + "e rtype", + "er type", + "ert ype", + "erty pe", + "c apture", + "cap ture", + "capt ure", + "get All", + "ĠReyn olds", + "o oled", + "ool ed", + "oo led", + ". comments", + ".com ments", + ".comment s", + ".comm ents", + "Ġ chin", + "Ġc hin", + "Ġch in", + "Ġchi n", + ") .*", + "). *", + "Ġ или", + "Ġи ли", + "t gl", + "tg l", + "u dos", + "ud os", + "udo s", + "Ġd ÃŃas", + "ĠdÃŃa s", + "ĠdÃŃ as", + "c hai", + "ch ai", + "cha i", + ". program", + ".p rogram", + ".pro gram", + ".pr ogram", + "Ġ psz", + "Ġp sz", + "Ġps z", + "ĉ icon", + "ĉi con", + "p hil", + "ph il", + "phi l", + "ent ral", + "entr al", + "_W RAP", + "_WR AP", + "o vi", + "ov i", + "Ġnost alg", + "In finity", + "Inf inity", + "ĉ yield", + "ĉy ield", + "Ġvit amins", + "Ġvitamin s", + "Ġvita mins", + "Ġvitam ins", + "Qu aternion", + "S ink", + "Si nk", + "Sin k", + "_ goods", + "_g oods", + "_go ods", + "_good s", + "Ġ ........", + "Ġ. .......", + "Ġ... .....", + "Ġ.. ......", + "Ġ.... ....", + "Ġ..... ...", + "Ġ...... ..", + "ĠW ings", + "ĠWin gs", + "ĠWing s", + "ur idad", + "uri dad", + "- story", + "-st ory", + "\" ])ĊĊ", + "\"] )ĊĊ", + "\"]) ĊĊ", + "\"])Ċ Ċ", + "idel ity", + "Type Def", + "G tk", + "Ġ íĮ", + "Ġí Į", + "_ Main", + "_M ain", + "Ġ chez", + "Ġch ez", + "Ġche z", + "ĠR aven", + "ĠRa ven", + "ĠRav en", + "Ġpay roll", + "Ġfreel ance", + "L LU", + "LL U", + "ĠM end", + "ĠMe nd", + "ĠMen d", + "e day", + "ed ay", + "eda y", + "Api ModelProperty", + ".Form BorderStyle", + "Ġeconom ist", + "stan bul", + "Ġfr eight", + "Ġfre ight", + "Ġfrei ght", + "- Agent", + "-A gent", + "( meta", + "(m eta", + "(me ta", + "Ġsym metry", + "Ġ' ..", + "Ġ'. .", + ". Calendar", + ".C alendar", + "- aut", + "-a ut", + "-au t", + "g f", + "p ent", + "pe nt", + "pen t", + "yc lopedia", + "Ġw ishing", + "Ġwish ing", + "Ċ ĊĊĊĊĊĊĊĊĊĊĊ", + "ĊĊ ĊĊĊĊĊĊĊĊĊĊ", + "ĊĊĊĊ ĊĊĊĊĊĊĊĊ", + "ĊĊĊ ĊĊĊĊĊĊĊĊĊ", + "ĊĊĊĊĊĊ ĊĊĊĊĊĊ", + "ĊĊĊĊĊĊĊĊ ĊĊĊĊ", + "ĊĊĊĊĊ ĊĊĊĊĊĊĊ", + "ĊĊĊĊĊĊĊĊĊĊ ĊĊ", + "ĊĊĊĊĊĊĊ ĊĊĊĊĊ", + "ĊĊĊĊĊĊĊĊĊ ĊĊĊ", + "ĊĊĊĊĊĊĊĊĊĊĊ Ċ", + "Ġgentle man", + "Ġ ê³", + "Ġê ³", + "= #", + "Ġlect ures", + "Ġlecture s", + "âĢľ In", + "âĢľI n", + "Ġ! _", + "Ġ hb", + "Ġh b", + "Ġ Vendor", + "ĠV endor", + "ĠVend or", + "Rec ently", + "Recent ly", + "_ notes", + "_n otes", + "_no tes", + "_not es", + "_note s", + "æıIJ 示", + "\" My", + "\"M y", + "Headers Height", + "_ SO", + "_S O", + "Ġunw illing", + "Ġsuper hero", + "g io", + "gi o", + "p sy", + "ps y", + "Ġ Peer", + "ĠP eer", + "ĠPe er", + "ĠPee r", + "j avax", + "java x", + "jav ax", + "& apos", + "&a pos", + "ĠCr isis", + "ĠCri sis", + "ord inal", + "ordin al", + "Mem cpy", + "++++++++ ++++++++", + "- val", + "-v al", + "Ġwork book", + "- ap", + "-a p", + "= k", + "Ġmetal lic", + "Ġmetall ic", + "_ peer", + "_p eer", + "_pe er", + "By PrimaryKey", + "_ SD", + "_S D", + "u ator", + "ua tor", + "uat or", + "_SH ADER", + "_SHA DER", + ") Math", + ". Transform", + ".Trans form", + "Ġc ows", + "Ġco ws", + "Ġcow s", + "P hi", + "Ph i", + "ĠC lem", + "ĠCl em", + "ĠCle m", + "( _(\"", + "(_ (\"", + "ĠL ud", + "ĠLu d", + "- delay", + "-d elay", + "-de lay", + "-del ay", + "ĠSe curities", + "ĠSec urities", + "ĠOrth odox", + "Sym fony", + "( report", + "(re port", + "(repo rt", + "(rep ort", + "Ġent ertain", + "Ġenter tain", + "Ġentert ain", + "E PS", + "EP S", + "iz oph", + "izo ph", + "ex ual", + "I RD", + "IR D", + "ä» İ", + "Ġl ith", + "Ġli th", + "Ġlit h", + "Ġ sanitize", + "Ġs anitize", + "Ġsan itize", + "Ġsanit ize", + "Ġfem inine", + "Ġfemin ine", + "IS BN", + ". authentication", + ".auth entication", + "_ pipeline", + "_p ipeline", + "_pipe line", + "/ constants", + "/con stants", + "Ġ CONF", + "ĠCON F", + "ĠCO NF", + "Ġlu cr", + "Ġluc r", + "r icia", + "ri cia", + "ric ia", + ".t tf", + ".tt f", + ". setContent", + ".set Content", + "Ġ stan", + "Ġs tan", + "Ġst an", + "Ġsta n", + "or ean", + "ore an", + "orea n", + "ĠL loyd", + ".raw Value", + "Ġ gor", + "Ġg or", + "Ġgo r", + "ĠBr owns", + "ĠBrown s", + "ĠBrow ns", + "Re gression", + "Reg ression", + "Ġl owering", + "Ġlow ering", + "Ġlower ing", + "na issance", + "Ġbl ows", + "Ġblow s", + "Ġblo ws", + "Ġam azed", + "Ġama zed", + "Ġun related", + "Ġunre lated", + "Re views", + "Review s", + "Ġ ruby", + "Ġr uby", + "Ġrub y", + "Ġru by", + "Ġ Modifier", + "ĠMod ifier", + "Ġg iants", + "Ġgi ants", + "Ġgiant s", + "Ġgia nts", + "Ġgian ts", + ". thread", + ".t hread", + ".th read", + "Ġcon tainment", + "Ġcont ainment", + "Ġcontain ment", + "ĠStart Coroutine", + "u mat", + "um at", + "uma t", + "o release", + "or elease", + "ore lease", + "ĠR andy", + "ĠRand y", + "ĠRan dy", + "@ endif", + "@end if", + "D igest", + "Di gest", + "Dig est", + "Ġsub urban", + "Ġsubur ban", + "Ġsuburb an", + "= \");Ċ", + "=\" );Ċ", + "Ġ annonce", + "Ġan nonce", + "Ġann once", + "Ġanno nce", + "Ġannon ce", + ". variable", + ".var iable", + "\\ Foundation", + "\\F oundation", + "Ġ acre", + "Ġa cre", + "Ġac re", + "V an", + "Va n", + "Ġt uples", + "Ġtu ples", + "Ġtuple s", + "Ġtup les", + "d ns", + "dn s", + "Ġ Standing", + "ĠSt anding", + "ĠStan ding", + "ĠStand ing", + "_ large", + "_l arge", + "Ġ boxing", + "Ġbo xing", + "Ġbox ing", + "Support ActionBar", + "ĠFort une", + "ĠR um", + "ĠRu m", + "_ multiple", + "_m ultiple", + "_multi ple", + "_mult iple", + "_multip le", + "arch ical", + "Ġ fwrite", + "Ġf write", + "Ġfw rite", + "_ quote", + "_qu ote", + "Ġfoo lish", + "Ġfool ish", + "Ġcom prising", + "Ġcomp rising", + "Ġcompr ising", + "Ġ оп", + "Ġо п", + "- selected", + "-se lected", + "-select ed", + "v f", + "m aid", + "ma id", + "mai d", + "N ama", + "Na ma", + "Nam a", + "( datetime", + "(d atetime", + "(date time", + "(dat etime", + "Ġindirect ly", + "g art", + "ga rt", + "gar t", + "fix tures", + "fixture s", + "c hos", + "ch os", + "cho s", + "ĠH alo", + "ĠHa lo", + "ĠHal o", + "Ġre curring", + "Ġrec urring", + "Ġrecur ring", + "- news", + "-n ews", + "-new s", + "-ne ws", + "v il", + "vi l", + "ĠNurs ing", + "ĠNur sing", + "- produ", + "-p rodu", + "-pro du", + "-pr odu", + "Ġ HQ", + "ĠH Q", + "\\Http Foundation", + "en ci", + "enc i", + "a uen", + "au en", + "Ġ vy", + "Ġv y", + "ocr acy", + "Ġde legation", + "Ġdeleg ation", + "Ġas phalt", + "Ġasp halt", + "Ġset Selected", + "k ok", + "ko k", + "/ rest", + "/r est", + "/re st", + "/res t", + "m etics", + "me tics", + "met ics", + "metic s", + "Ġ NSDate", + "ĠNS Date", + "Ġtravel led", + "Ġtrav elled", + "Ġrec ib", + "Ġ mime", + "Ġm ime", + "Ġmi me", + "Ġmim e", + "CL IENT", + "CLI ENT", + "Ġ GU", + "ĠG U", + "Ġ HANDLE", + "ĠH ANDLE", + "ĠHAND LE", + "/ Q", + "[ z", + "Ġboth ered", + "Ġbother ed", + "ĠBB Q", + "ç as", + "ça s", + "_ examples", + "_ex amples", + "_example s", + "_exam ples", + "_ FIN", + "_F IN", + "Ġwhite Color", + "Ġastr onom", + "Ġastro nom", + "- dir", + "-d ir", + "-di r", + "Ġsovere ign", + "Ġb reeze", + "Ġbree ze", + "Ġ inning", + "Ġin ning", + "Ġinn ing", + "ĠEd monton", + "g li", + "gl i", + ".blog spot", + "j sx", + "js x", + "Ġver sa", + "Ġve rsa", + "Ġvers a", + "ĠMoh ammed", + ". Job", + ".J ob", + "-t oggler", + "-toggle r", + "Ġп олÑĮзоваÑĤ", + "ar don", + "ard on", + "ardo n", + "Ġnew born", + "Ġn aval", + "Ġna val", + "Ġnav al", + "not eq", + "note q", + "Ġt umblr", + "Ġtum blr", + "Ġh entai", + "ĠTyp ically", + "ĠTypical ly", + "Ġl oot", + "Ġlo ot", + ". Sprite", + ".S prite", + ".Sp rite", + "F light", + "Fl ight", + "Ġw avelength", + "Ġwave length", + "- sk", + "-s k", + "ĠE lle", + "ĠEl le", + "ĠEll e", + "_ exports", + "_ex ports", + "_exp orts", + "_export s", + "Ġ Ñı", + "ĠÑ ı", + "Ġ IH", + "ĠI H", + "izoph ren", + "Ġ íģ", + "Ġí ģ", + "_ primary", + "_pr imary", + "_pri mary", + "_prim ary", + "Ġm ois", + "Ġmo is", + "Ġmoi s", + "Ġ BN", + "ĠB N", + "Ġsystem ic", + "Ġsyst emic", + "Ġdifer entes", + "Ġdiferente s", + "IN CT", + "INC T", + "Ġ' 'ĊĊ", + "Ġ'' ĊĊ", + "Ġ''Ċ Ċ", + "$ q", + "Widget Item", + "c lide", + "cl ide", + "cli de", + "clid e", + "$ file", + "$f ile", + "L emma", + "Le mma", + "/ table", + "/t able", + "/tab le", + "a grid", + "ag rid", + "agr id", + "ĠMongo DB", + "i nte", + "in te", + "int e", + "Ġapp rent", + "ÂŃ ing", + "ÂŃi ng", + ". Db", + ".D b", + "Ġ ÃĤ", + "Ġà Ĥ", + "h ammer", + "ham mer", + "=' ';Ċ", + "='' ;Ċ", + "Ġbr okers", + "Ġbro kers", + "Ġbroke rs", + "Ġbroker s", + "i tlement", + "it lement", + "itle ment", + "semb lies", + "sembl ies", + "E le", + "El e", + "{ x", + "Ġ lastname", + "Ġlast name", + "< -", + "Ġ flatten", + "Ġfl atten", + "Ġflat ten", + "Ġflatt en", + "_ band", + "_b and", + ". Root", + ".R oot", + ".read FileSync", + ".readFile Sync", + "= =====", + "== ====", + "==== ==", + "=== ===", + "===== =", + ". rx", + ".r x", + "? čĊ", + "Ġmetaph or", + "T i", + "c onte", + "con te", + "cont e", + "co nte", + "Ġ debit", + "Ġde bit", + "Ġdeb it", + "Ġcon tempt", + "Ġcont empt", + "Cpp Type", + "æĶ ¯", + "Form Field", + "r atio", + "rat io", + "os opher", + "osoph er", + "oso pher", + "Ġim plant", + "Ġimp lant", + "Ġimpl ant", + "P URE", + "PU RE", + "PUR E", + "Ġ alta", + "Ġal ta", + "Ġalt a", + "_ management", + "_man agement", + "_manage ment", + "Ġre fine", + "Ġref ine", + "Ġrefin e", + "Ġ CheckBox", + "ĠCheck Box", + "ĠCh arl", + "ĠChar l", + "ĠCha rl", + "- version", + "-v ersion", + "-vers ion", + "cond itional", + "condition al", + "ven ues", + "venue s", + "Ġrifle s", + "Ġrif les", + "Ġoff spring", + "Ġoffs pring", + "Ġm illing", + "Ġmill ing", + "Ġmil ling", + "Ġmilli ng", + "Ġsharp ly", + "Ġshar ply", + "Ġunder water", + "( origin", + "(orig in", + "(or igin", + "_ Control", + "_C ontrol", + "Ġ .$", + "Ġ. $", + "Pl ugins", + "Plugin s", + "Plug ins", + "Ġd rying", + "Ġdr ying", + "Ġdry ing", + "Ġillustr ates", + "Ġillustrate s", + "Ġillust rates", + "- u", + "Ġveget arian", + "n pc", + "np c", + "He art", + "; ',Ċ", + ";' ,Ċ", + ";', Ċ", + "com ma", + "co mma", + "comm a", + "t eenth", + "te enth", + "tee nth", + "teen th", + "a san", + "as an", + "asa n", + "/ spec", + "/s pec", + "/sp ec", + "_ moves", + "_m oves", + "_move s", + "_mov es", + "_mo ves", + "- margin", + "-m argin", + "-mar gin", + "Ġ ingen", + "Ġin gen", + "Ġi ngen", + "Ġing en", + "Âł ³³", + "³³ Âł", + "Ġpro jet", + "Ġproj et", + "Ġproje t", + "Ġo tra", + "Ġot ra", + "Ġ bras", + "Ġb ras", + "Ġbr as", + "Ġbra s", + ". utc", + ".u tc", + ".ut c", + "Ġsl ept", + "Ġsle pt", + "= sub", + "=s ub", + "ab ilit", + "abil it", + "abi lit", + "p oster", + "pos ter", + "post er", + "po ster", + "Ġ sdk", + "Ġs dk", + "Ġsd k", + "ounc ill", + "ouncil l", + "Ġ wd", + "Ġw d", + "Pre paredStatement", + "ĠD rum", + "ĠDr um", + "( attribute", + "(at tribute", + "Ġ Ethernet", + "ĠEth ernet", + "ĠEther net", + "ĉ DB", + "ĉD B", + "Cal ifornia", + "c ube", + "cu be", + "[ I", + ". Created", + ".C reated", + ".Create d", + "Ġ HM", + "ĠH M", + "Ġtr acing", + "Ġtra cing", + "Forms Module", + "- you", + "-y ou", + ". currency", + ".c urrency", + ".curr ency", + "fe eding", + "feed ing", + "fee ding", + "Ġ tbody", + "Ġt body", + "Ġtb ody", + "L i", + "a ccion", + "ac cion", + "acc ion", + "acci on", + "n as", + "na s", + "Ġtr ouver", + "Ġtrou ver", + "Ġtrouve r", + "N ONE", + "NO NE", + "NON E", + "\" },čĊ", + "\"} ,čĊ", + "\"}, čĊ", + "Ġ ftp", + "Ġf tp", + "Ġft p", + "With Identifier", + "p olate", + "po late", + "pol ate", + "File Info", + "Ġpurs ued", + "Ġpursue d", + "ĠĠĠĠ čĊĠĠĠĠčĊ", + "ĠĠĠĠčĊ ĠĠĠĠčĊ", + "DE SCRIPTION", + "DESC RIPTION", + "} */Ċ", + "}* /Ċ", + "From Nib", + "Ġdec orative", + "Ġdecor ative", + "_ SSL", + "_S SL", + "_SS L", + "( chat", + "(c hat", + "(ch at", + "T LS", + "TL S", + "Ġsur prises", + "Ġsurpr ises", + "Ġsurprise s", + "al culate", + "alc ulate", + "Ġ Splash", + "ĠS plash", + "ĠSp lash", + "ĠSpl ash", + "( Configuration", + "(Config uration", + "Ġ SEM", + "ĠS EM", + "ĠSE M", + "im son", + "ims on", + "/ library", + "/lib rary", + "/l ibrary", + "< Double", + "", + "Ġ} }>", + "Ġ}} >", + "G ED", + "GE D", + "f aq", + "fa q", + "Ġoption ally", + "Ġoptional ly", + "_ Dis", + "_D is", + "Ġ Successful", + "ĠSuccess ful", + "ĠC ensus", + "Ġinc arcer", + "_ CARD", + "_C ARD", + "_CA RD", + "_CAR D", + "Ġav iation", + "Ġavi ation", + "ĠG ym", + "ĠGy m", + "Author ity", + ". Bean", + ".B ean", + ".Be an", + "sh ader", + "sha der", + "shade r", + "Not Exist", + "_ TextChanged", + "_Text Changed", + "Ġ STOP", + "ĠS TOP", + "ĠST OP", + "( team", + "(t eam", + "(te am", + "\" H", + "w g", + "Ġgr inder", + "Ġgri nder", + "Ġgrind er", + "Ġgrin der", + "Ġ stripe", + "Ġst ripe", + "Ġstr ipe", + "Ġstri pe", + "Ġstrip e", + "Ġp reservation", + "Ġpres ervation", + "Cl aim", + "Cla im", + "aver sal", + "avers al", + "w arehouse", + "ware house", + "target s", + "tar gets", + "T rust", + "Tr ust", + "Ġal lev", + "Ġall ev", + "Ġalle v", + ", www", + ",w ww", + "ou sse", + "ous se", + "_ chan", + "_c han", + "_ch an", + "_ Size", + "_S ize", + "s ystems", + "sys tems", + "system s", + "Ġob jection", + "Ġobject ion", + "Ġobj ection", + "ĠK ane", + "ĠKa ne", + "ĠKan e", + "Ġcor ros", + "Ġcorr os", + "Ġcorro s", + "Ġ DSL", + "ĠD SL", + "ĠDS L", + "Ġ ua", + "Ġu a", + "Ġ MH", + "ĠM H", + "ĠStr ategic", + "ĠStrateg ic", + "_ tcp", + "_t cp", + "_tc p", + "Ġ ê°Ĵ", + "Ġê° Ĵ", + "Ġborrow ed", + "Ġborr owed", + "ĠA ch", + "ĠAc h", + "ĉ command", + "ĉcom mand", + "Ġ gps", + "Ġg ps", + "Ġgp s", + "le ston", + "les ton", + "lest on", + "ich ever", + "iche ver", + "Ġ UA", + "ĠU A", + "Ġassault ed", + "Ġspecial izes", + "Ġspecialize s", + "ĉ search", + "ĉs earch", + "ĉse arch", + "H otel", + "Hot el", + "Ho tel", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠčĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠčĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠčĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ čĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠčĊ", + "Ġ Pitch", + "ĠP itch", + "ĠPit ch", + "Ġ Ùģ", + "ĠÙ ģ", + "READ Y", + "REA DY", + "Ġpar ental", + "Ġparent al", + "Ġparen tal", + "Ġg éné", + "Ġgé né", + "Ġgén é", + "Ġdonn ées", + "Ġde tain", + "Ġdet ain", + "T ARGET", + "Ġprotagon ist", + "Ġclear Interval", + "Ġ IconButton", + "ĠIcon Button", + "ĠGet All", + "Type Info", + "E H", + "âĢľ They", + "âĢľThe y", + "Ġ{ [", + "Ġg ag", + "Ġga g", + "Ġ Ú©", + "Ġ Dropdown", + "ĠD ropdown", + "ĠDrop down", + ". free", + ".f ree", + ".fr ee", + ".fre e", + "g one", + "go ne", + "gon e", + "i mens", + "im ens", + "ime ns", + "imen s", + "Ġin stal", + "Ġins tal", + "Ġinst al", + "ĉ curl", + "ĉc url", + "ĉcur l", + "_ CAN", + "_C AN", + "_CA N", + "Ġ Bone", + "ĠB one", + "ĠBo ne", + "ĠBon e", + "ï¼ Ķ", + "on yms", + "ony ms", + "onym s", + "- government", + "-g overnment", + ".binding Navigator", + "Ġ Dans", + "ĠD ans", + "ĠDan s", + "ĠDa ns", + "ĠMc L", + "( en", + "(e n", + "> (_", + ">( _", + "ÐĴ Ñĭ", + ".* ;čĊ", + "= j", + "- cor", + "-c or", + "-co r", + "S on", + "So n", + ".ToolStrip Item", + "- around", + "-a round", + "-ar ound", + "_ XML", + "_X ML", + "end Date", + "Ġ slack", + "Ġs lack", + "Ġsl ack", + "Ġsla ck", + "Ġrot ated", + "Ġrotate d", + "Ġno qa", + "Ġc ottage", + "Ġcott age", + "Ġencontr ar", + "_ skill", + "_s kill", + "_sk ill", + "hou ette", + "! čĊ", + ". weather", + ".we ather", + "Ġemphas ized", + "Ġemphasize d", + "å® ¶", + "ĠÑģ пиÑģ", + "ĠÑģп иÑģ", + "Ġ Compiler", + "ĠC ompiler", + "ĠCom piler", + "ĠComp iler", + "ĠCompile r", + "( android", + "(and roid", + "Ġ âĢº", + "ĠâĢ º", + ". turn", + ".t urn", + "Ġsup pression", + "Ġsuppress ion", + "Ġsupp ression", + "_ calls", + "_c alls", + "_call s", + "_cal ls", + "Ġ *@", + "Ġ* @", + "( strlen", + "(str len", + "(st rlen", + ". hex", + ".h ex", + ".he x", + "ĠB ills", + "ĠBill s", + "ĠBil ls", + "Ġ RSA", + "ĠR SA", + "ĠRS A", + "Ï Ĥ", + "Ġ Escape", + "ĠE scape", + "ĠEs cape", + "ĠEsc ape", + "ement ia", + "Ġ frontend", + "Ġfront end", + "Ġp int", + "Ġpi nt", + "Ġpin t", + "_ exc", + "_e xc", + "_ex c", + "z zo", + "zz o", + "[ ],Ċ", + "[] ,Ċ", + "[], Ċ", + "Ġ\"' ,'\"", + "Ġ\"', '\"", + "Ġ\"',' \"", + ". Environment", + ".En vironment", + "Ġafore mentioned", + "Ġend ure", + "prot otype", + "proto type", + "ther apy", + "the rapy", + "s si", + "ss i", + "D eg", + "De g", + "_ plugins", + "_pl ugins", + "_plugin s", + ". userInfo", + ".user Info", + "Pr inter", + "Print er", + "Ġ PROGRAM", + "ĠPRO GRAM", + "Ġru ins", + "Ġruin s", + "Ġemp irical", + "Ġempir ical", + "Ġ crawl", + "Ġc rawl", + "Ġcr awl", + "Ġcraw l", + "Ġcra wl", + "ĠBo iler", + "- comment", + "-com ment", + "-comm ent", + ". subplot", + ".sub plot", + "_ et", + "_e t", + "Ġ' .',", + "Ġ'. ',", + "Ġ'.' ,", + "min or", + "mi nor", + "mino r", + "ĠCustom s", + "ĠCust oms", + "Ġ yaw", + "Ġy aw", + "Ġya w", + "under line", + "Ġ Como", + "ĠC omo", + "ĠCom o", + "ĠCo mo", + "( ('", + "(( '", + "( mean", + "(m ean", + "(me an", + "Ġch aque", + "Ġcha que", + "Ġ Blocks", + "ĠB locks", + "ĠBl ocks", + "ĠBlock s", + "ĠBlo cks", + "ĠBloc ks", + ". rad", + ".r ad", + ".ra d", + "ilib rium", + "Ġ webdriver", + "Ġweb driver", + "Ġmel hor", + "d ana", + "da na", + "dan a", + "ĠAb use", + "ĠAbu se", + "ĠSouth west", + "Ġ Paren", + "ĠP aren", + "ĠPar en", + "ĠPa ren", + "ĠPare n", + "PERT IES", + "ĉ IL", + "ĉI L", + "Ġs cream", + "Ġsc ream", + "Ġscre am", + "Ġscr eam", + "v u", + "Ġin comes", + "Ġinc omes", + "Ġincome s", + "Ġincom es", + "Ġ nim", + "Ġn im", + "Ġni m", + "Ġ lace", + "Ġl ace", + "Ġla ce", + "Ġlac e", + "Ġcompens ate", + "Re verse", + "Rev erse", + "D at", + "Da t", + "_ attack", + "_att ack", + "Ġn our", + "Ġno ur", + "Ġnou r", + "a chen", + "ac hen", + "ach en", + "ache n", + "c ek", + "ce k", + "< Func", + " \"+", + ">\" +", + "Ġ tokenizer", + "Ġtoken izer", + "Ġtokenize r", + "Ġsovere ignty", + "Ġsovereign ty", + "ĠP ence", + "ĠPe nce", + "ĠPen ce", + "( )\");Ċ", + "() \");Ċ", + "()\" );Ċ", + "Ġpesso as", + "Ġpessoa s", + ". Ge", + ".G e", + "Ġ Included", + "ĠIn cluded", + "ĠInclude d", + "Ġ pagina", + "Ġp agina", + "Ġpag ina", + "Ġex posing", + "Ġexp osing", + "Ġexpos ing", + "Ġexpo sing", + "е ÑĪ", + "_ SCRIPT", + "_SC RIPT", + "/ $',", + "/$ ',", + "Th umbnail", + "× Ķ", + "webElement X", + "webElementX paths", + "press ure", + "pres sure", + "ĠC urry", + "ĠCur ry", + "_ CP", + "_C P", + "OL UTION", + "I LES", + "IL ES", + "ILE S", + "prot ect", + "o ola", + "ool a", + "oo la", + "Work space", + "Works pace", + "{ };Ċ", + "{} ;Ċ", + "Ġ UNS", + "ĠU NS", + "ĠUN S", + "Ġsymp athy", + "Ġsympath y", + "r oker", + "ro ker", + "roke r", + "rok er", + "Ġre model", + "Ġr emodel", + "Ġrem odel", + "ĉ cell", + "ĉc ell", + "Ġa top", + "Ġat op", + ". FullName", + ".Full Name", + "Ġf aut", + "Ġfa ut", + "ĠE asily", + "_ dynamic", + "_d ynamic", + "_dyn amic", + "Ġfr amed", + "Ġframe d", + "Ġfra med", + "Ġfram ed", + "Ġm otive", + "Ġmot ive", + "Ġmotiv e", + "è· ¯", + "s am", + "sa m", + "Ġ marca", + "Ġmar ca", + "Ġmarc a", + "ĠText EditingController", + "Ġd estructor", + "Ġde structor", + "Ġdestruct or", + "c ream", + "cre am", + "cr eam", + "Ġr ude", + "Ġru de", + "Ġrud e", + "Ġ Bold", + "ĠB old", + "ĠBo ld", + "ĠBol d", + "ĠInd igenous", + "Ġ gens", + "Ġg ens", + "Ġge ns", + "Ġgen s", + "Ġrel acion", + "( system", + "(s ystem", + "(sys tem", + "Ġ UIFont", + "ĠUI Font", + "ĠUIF ont", + "_ charge", + "_ch arge", + "_char ge", + "U STER", + "US TER", + "UST ER", + "E V", + ". Namespace", + ".N amespace", + ".Name space", + ".Names pace", + "Ġmer ger", + "Ġmerge r", + "Ġmerg er", + "Ġ calloc", + "Ġc alloc", + "Ġcall oc", + "Ġcal loc", + "g ang", + "ga ng", + "gan g", + "Bad Request", + "Ġs per", + "Ġsp er", + "Ġspe r", + "- design", + "-d esign", + "-de sign", + "-des ign", + "Ġ âĩ", + "Ġâ ĩ", + "C han", + "Ch an", + "Cha n", + "Ġorg anism", + "Ġorgan ism", + "Ġorganis m", + ", )", + "= id", + "=i d", + "_ plane", + "_p lane", + "_pl ane", + "_plan e", + "Ġ Cases", + "ĠC ases", + "ĠCas es", + "ĠCase s", + "ĠCa ses", + "el fast", + "elf ast", + "ĠLegisl ature", + "ĠF aker", + "ĠFa ker", + "ĠFake r", + "ĠFak er", + "Ġinv oking", + "Ġinvo king", + "- utils", + "-util s", + "( ).'", + "() .'", + "(). '", + ". face", + ".f ace", + ".fac e", + ".fa ce", + "Ġguard ian", + "my Modal", + "Ġ clipboard", + "Ġclip board", + "ĠA TM", + "ĠAT M", + "Ġpe as", + "Ġpea s", + "ĠS ylv", + "ĠSy lv", + ". calc", + ".c alc", + ".ca lc", + ".cal c", + "Ġ Contacts", + "ĠCont acts", + "ĠContact s", + "int Value", + "Ġmod ifying", + "Ġmodify ing", + "ĠB arb", + "ĠBar b", + "ĠBa rb", + ". loss", + ".l oss", + ".lo ss", + "_ percentage", + "_per centage", + "_percent age", + "As ked", + "Ask ed", + "( lst", + "(l st", + "(ls t", + "ateg orical", + "ategor ical", + "ategori cal", + "atego rical", + "- files", + "-f iles", + "-file s", + "-fi les", + "ĠRom ania", + "ĠRo mania", + "ĠRoman ia", + "ĠRoma nia", + ". Ac", + ".A c", + "Ġ hai", + "Ġh ai", + "Ġha i", + "Ġ Flying", + "ĠF lying", + "ĠFl ying", + "ĠFly ing", + "Ġ ż", + "ĠÅ ¼", + "j p", + "ĠTr ainer", + "ĠTra iner", + "ĠTrain er", + ". arc", + ".a rc", + ".ar c", + "_ deg", + "_d eg", + "_de g", + "Ġtrace back", + "Or Fail", + "F LOW", + "FL OW", + ". old", + ".o ld", + ".ol d", + "o ya", + "oy a", + "g mt", + "gm t", + "is empty", + "Ġvacc ination", + "Ġ obsolete", + "Ġob solete", + "recogn ized", + "Ġru ined", + "Ġruin ed", + "ĠR ein", + "ĠRe in", + "ĠRei n", + "Ġ Tracking", + "ĠTr acking", + "ĠTrack ing", + "x fb", + "xf b", + "ا ÛĮ", + "Ġv ære", + "Ġvæ re", + "Ġbr yster", + "Ġ ITS", + "ĠI TS", + "ĠIT S", + "Ġdes tiny", + "Ġdest iny", + "Ġdestin y", + "Ġs wear", + "Ġsw ear", + "Ġswe ar", + "Ġre des", + "Ġr edes", + "Ġred es", + "Ġrede s", + "Ġ clf", + "Ġc lf", + "Ġcl f", + "Ġfl ipped", + "Ġflip ped", + "ĉ head", + "ĉh ead", + "B luetooth", + "Bl uetooth", + "Ġ Overrides", + "ĠOver rides", + "ĠOverride s", + ": Boolean", + "_ =", + "_ lr", + "_l r", + "s pawn", + "sp awn", + "spa wn", + ": index", + "VAL UES", + "VALUE S", + "is key", + "isk ey", + "iske y", + "? \");Ċ", + "?\" );Ċ", + ".syn thetic", + "Ġ Checking", + "ĠCheck ing", + "struct ures", + "structure s", + "i ping", + "ip ing", + "ipi ng", + "Ġvoc als", + "Ġvocal s", + "- Up", + "-U p", + "ĠManufact urers", + "ĠManufacturer s", + "ĠMar riage", + "ĠMarr iage", + "代 çłģ", + "Ġgar ner", + "Ġgarn er", + "_ Client", + "_C lient", + "_Cl ient", + "par allel", + "paralle l", + "RI END", + "Ġvine gar", + "se gue", + "seg ue", + "J B", + "Ġcont acting", + "Ġcontact ing", + "ĠCar roll", + "ĠCarr oll", + "Ġout reach", + "Ġoutr each", + "t ensor", + "_ variant", + "_v ariant", + "_var iant", + "Ġt heat", + "Ġth eat", + "Ġthe at", + "l icable", + "lic able", + "lica ble", + "{ |", + "t iny", + "ti ny", + "tin y", + "_ letter", + "_l etter", + "Ġp encil", + "Ġpen cil", + "Ġpenc il", + "HeadersHeight SizeMode", + "il tro", + "ilt ro", + "iltr o", + ".auto configure", + ". drag", + ".d rag", + ".dr ag", + ". useState", + ".use State", + "Ġ BMI", + "ĠB MI", + "ĠBM I", + "h int", + "hi nt", + "hin t", + "Com pile", + "Comp ile", + "* \\", + "en ary", + "ena ry", + "Ġ lvl", + "Ġl vl", + "Ġlv l", + ". Cache", + ".C ache", + "+ =\"", + "+= \"", + "_ tv", + "_t v", + "ruit ment", + "Ġf read", + "Ġfr ead", + "Ġfre ad", + "Art icles", + "Article s", + "f ila", + "fi la", + "fil a", + "Ġpack aged", + "Ġpackage d", + "âĺ Ĩ", + "AT HER", + "ATH ER", + "ĠPl anned", + "ĠPlan ned", + "s cheme", + "sch eme", + "Ġdi ary", + "Ġdia ry", + "Ġoff enses", + "Ġoffense s", + "Ġoffen ses", + "/ F", + "Ġ Stick", + "ĠS tick", + "ĠSt ick", + "Ġc erc", + "Ġce rc", + "Ġcer c", + "ĠS lee", + "ĠSl ee", + "ĠSle e", + "ĉ ĉĠĠĠĠĠĠĠĠ", + "ĉĉ ĠĠĠĠĠĠĠĠ", + "ĉĉĠĠĠ ĠĠĠĠĠ", + "ĉĉĠ ĠĠĠĠĠĠĠ", + "ĉĉĠĠ ĠĠĠĠĠĠ", + "ĉĉĠĠĠĠĠĠĠ Ġ", + "ĉĉĠĠĠĠ ĠĠĠĠ", + "ĉĉĠĠĠĠĠ ĠĠĠ", + "ĉĉĠĠĠĠĠĠ ĠĠ", + "< Image", + "", + ";' >", + "ĉ col", + "ĉc ol", + "V G", + "_ boolean", + "_bool ean", + "_bo olean", + "re cent", + "rec ent", + "rece nt", + "Ġ *)ĊĊ", + "Ġ* )ĊĊ", + "Ġ*) ĊĊ", + "Ġ*)Ċ Ċ", + "ĠRain bow", + "om men", + "omm en", + "Ġl ur", + "Ġlu r", + "Ġop pression", + "Ġopp ression", + "Ġoppress ion", + "(\" ,\");Ċ", + "(\", \");Ċ", + "(\",\" );Ċ", + "ĠFac ility", + "DEF INED", + "DEFINE D", + "Ġn eon", + "Ġne on", + "Ġneo n", + "Ġoff ender", + "Ġoffend er", + "Ġoffen der", + "A FP", + "AF P", + "Ġ Cleaning", + "ĠC leaning", + "ĠClean ing", + "ĠCle aning", + "[ ]):", + "[] ):", + "[]) :", + "Ġund ocumented", + ". Repositories", + ".Re positories", + "ĠG uitar", + "ĠGu itar", + "ĠGui tar", + "аÑģÑģ ив", + "S kills", + "Sk ills", + "Skill s", + "Ġtest imon", + "Ġtestim on", + "rypt ography", + "ĠAm ber", + "ĠAmb er", + "ĠSt alin", + "ĠSta lin", + "Ġl one", + "Ġlo ne", + "Ġlon e", + "Ġap enas", + "Ġape nas", + "Ġdi eses", + "Ġdie ses", + "Ġdies es", + "Ġdiese s", + "Ġ Arduino", + "ĠAr duino", + "è½ ¬", + "= =-", + "== -", + "_ Act", + "_A ct", + "Ġ coded", + "Ġc oded", + "Ġco ded", + "Ġcode d", + "Ġcod ed", + "âĸ ł", + "am burger", + "amb urger", + "amburg er", + "- links", + "-l inks", + "-link s", + "Ġar mour", + "Ġarm our", + ". High", + ".H igh", + "get Content", + "getC ontent", + "s tag", + "st ag", + "sta g", + "Ġ heck", + "Ġh eck", + "Ġhe ck", + "Ġ ìĹĨ", + "ĠìĹ Ĩ", + "ĠMc Connell", + "ĠCon cert", + "ĠConc ert", + "ĠConce rt", + "Ġ Alloc", + "ĠAl loc", + "ĠAll oc", + "ä re", + "är e", + ". replaceAll", + ".replace All", + "Ġpart itions", + "Ġpartition s", + "r ott", + "ro tt", + "rot t", + "ĠF le", + "ĠFl e", + "_ TREE", + "_T REE", + "_TR EE", + "reason able", + "Ġ Reporting", + "ĠRep orting", + "ĠReport ing", + "Ġbillion aire", + "s cores", + "sc ores", + "score s", + "m ins", + "min s", + "mi ns", + "- eye", + "-e ye", + "M ORE", + "MO RE", + "ab ort", + "abor t", + "abo rt", + "ĠS WT", + "ĠSW T", + "Ġin verted", + "Ġinvert ed", + "Ġ Teachers", + "ĠTe achers", + "ĠTeacher s", + "ĠTea chers", + "ĠTeach ers", + "; n", + "Ġ astro", + "Ġa stro", + "Ġas tro", + "Ġast ro", + "Ġastr o", + "н ов", + "но в", + "а ниÑĨ", + "ан иÑĨ", + "ани ÑĨ", + "product o", + "c ountries", + "count ries", + "ĠO wen", + "ĠOw en", + "Ġcont amination", + "Ġcontamin ation", + "Ġconta mination", + "Ġv ibe", + "Ġvi be", + "Ġvib e", + "ĠE lli", + "ĠEl li", + "ĠEll i", + ". script", + ".s cript", + "ĠO live", + "ĠOl ive", + "ĠOliv e", + "D MA", + "DM A", + "v ier", + "vi er", + "vie r", + ": semicolon", + "- module", + "-m odule", + "-mod ule", + "g ressive", + "gress ive", + "a gu", + "ag u", + "_ players", + "_p layers", + "_pl ayers", + "_player s", + "_play ers", + "Ġresult ados", + "Ġresultado s", + "start ed", + "star ted", + "scroll Top", + "= ====", + "== ===", + "==== =", + "=== ==", + "Ġweigh ing", + "Ġ[ [[", + "Ġ[[ [", + "z ahl", + "za hl", + "( NS", + "(N S", + "Ġ Assertion", + "ĠAssert ion", + "le ague", + "lea gue", + ".set TextColor", + ".setText Color", + "ĉ Message", + "ĉM essage", + "Ġm oms", + "Ġmom s", + "Ġmo ms", + "_ AF", + "_A F", + ". wh", + ".w h", + "A LS", + "AL S", + "Ġaut re", + "Ġau tre", + "] ĊĊĊĊ", + "]Ċ ĊĊĊ", + "]ĊĊ ĊĊ", + "]ĊĊĊ Ċ", + ". opacity", + ".op acity", + "ĠBudd hist", + "ĠBuddh ist", + "Ġde af", + "ĠOrgan isation", + "( Global", + "(G lobal", + "en sch", + "ens ch", + "Ġhead ache", + "ĠA lien", + "ĠAl ien", + "ĠAli en", + "_ inode", + "_in ode", + "_i node", + "ĠSt ark", + "ĠStar k", + "ĠSta rk", + "Ġ æī", + "Ġæ ī", + "-l nd", + "-ln d", + "o ref", + "or ef", + "ore f", + "_ feat", + "_f eat", + "_fe at", + "Ġpedest rian", + "Ġnom inal", + "Ġnomin al", + "Ġball oon", + "Ġbal loon", + "Ġballo on", + "Ġ sprites", + "Ġs prites", + "Ġsp rites", + "Ġspr ites", + "Ġsprite s", + "Prototype Of", + "ĠA post", + "ĠAp ost", + "Ġ FEATURE", + "ĠF EATURE", + "ĠFE ATURE", + "O H", + "Ġre cess", + "Ġr ecess", + "Ġrec ess", + "Ġrece ss", + "ĠD onna", + "ĠDon na", + "con sumer", + "cons umer", + "consum er", + "consume r", + "$ GLOBALS", + "ĠG IF", + "ĠGI F", + "- frame", + "-f rame", + "-fr ame", + "In icio", + "Ini cio", + "Ġpass ages", + "Ġpassage s", + "Date String", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + ". byte", + ".b yte", + ".by te", + "B ug", + "Bu g", + "initial izer", + "initialize r", + "p kt", + "pk t", + "od ium", + "odi um", + "Ġ DER", + "ĠD ER", + "ĠDE R", + ". ops", + ".op s", + ".o ps", + "l eri", + "le ri", + "ler i", + "Ġgift ed", + "Ġgif ted", + "Ġ detach", + "Ġde tach", + "Ġdet ach", + "ter rain", + "terra in", + "terr ain", + "el ters", + "elt ers", + "elter s", + "ãģ ı", + ". loader", + ".l oader", + ".load er", + ".lo ader", + "ĠN GO", + "ĠNG O", + "str ncmp", + "K h", + "( fontSize", + "(font Size", + "r ocket", + "ro cket", + "rock et", + "roc ket", + "Ġpreced ent", + "ĠAur ora", + "Ġ Experiment", + "ĠEx periment", + "i sphere", + "is phere", + "isp here", + "En coded", + "Enc oded", + "Encode d", + "Ġ âĢĵĊĊ", + "ĠâĢĵ ĊĊ", + "ĠâĢĵĊ Ċ", + "Ġpy ramid", + "ĠAnn iversary", + "o fil", + "of il", + "ofi l", + "ë Ł", + "( plugin", + "(pl ugin", + "C oeff", + "Co eff", + "Ġco operate", + "Ġcooper ate", + "Ġcoop erate", + "Ġpredomin antly", + "Ġpredominant ly", + "I SM", + "IS M", + "Ph rase", + "_ DEFINE", + "_DE FINE", + "_DEF INE", + "_DEFIN E", + "F lip", + "Fl ip", + "AMIL Y", + "AMI LY", + "ĠMark ets", + "ĠMarket s", + "Ġ StreamReader", + "ĠStream Reader", + "Ġ Combine", + "ĠC ombine", + "ĠCom bine", + "ĠComb ine", + "Ġmanus cript", + "z za", + "zz a", + ", tp", + ",t p", + "Wh atever", + "What ever", + "IT ICAL", + "igh bour", + "ighb our", + "Data Provider", + ". Texture", + ".Text ure", + "priv acy", + ". SDK", + ".S DK", + "Ġre charge", + "Ġ cpp", + "Ġc pp", + "Ġcp p", + "Ġ CFG", + "ĠC FG", + "ĠCF G", + "( holder", + "(h older", + "( py", + "(p y", + "m ot", + "mo t", + "Ġsa voir", + "Ġsav oir", + "ĠR osa", + "ĠRo sa", + "ĠRos a", + "ĠP Cs", + "ĠPC s", + "Ġ íĻ", + "Ġí Ļ", + ".her oku", + ".hero ku", + "Ġf ren", + "Ġfr en", + "Ġfre n", + "ĠR iley", + "ĠRi ley", + "a gate", + "ag ate", + "aga te", + "Ġs ond", + "Ġso nd", + "Ġson d", + ". xlsx", + ".x lsx", + ".xls x", + "Ġh acked", + "Ġhack ed", + "Ġhac ked", + "st ad", + "sta d", + "G i", + "Ġs anity", + "Ġsan ity", + "Ġsanit y", + "ĠSql DataAdapter", + ".. .\",", + "... \",", + "...\" ,", + "ĠP ussy", + "Ġ ****************", + "Ġ** **************", + "Ġ**** ************", + "Ġ******** ********", + "Ġhass le", + "_P ARENT", + "_PAR ENT", + "ĠU AE", + "ĠUA E", + "Ġbegin ners", + "Ġbeginner s", + "( Client", + "(C lient", + "(Cl ient", + "Ġstat istically", + "Ġstatist ically", + "Ġstatistical ly", + "Ġstatistic ally", + ". hour", + ".h our", + "e delta", + "ed elta", + "Ġ traction", + "Ġt raction", + "Ġtr action", + "Ġtra ction", + "Ġtract ion", + "u elve", + "uel ve", + "a rat", + "ar at", + "ara t", + "Ġsa una", + "Ġsau na", + "IN VALID", + "INVAL ID", + "Ġindict ment", + "AL LE", + "ALL E", + "Ġd issent", + "Ġdis sent", + "Ġdiss ent", + "Ġdisse nt", + "Ġ Typography", + "ĠTyp ography", + "Ġintent ional", + "Ġintention al", + "s it", + "si t", + "ĠAn imals", + "ĠAnimal s", + "ĠAnim als", + "Ġcoun tryside", + "Ġcountry side", + "Ġ uart", + "Ġu art", + "Ġua rt", + "} \\\"", + "}\\ \"", + "Ġseam less", + "¾ 示", + "Ġ autos", + "Ġa utos", + "Ġaut os", + "Ġauto s", + "Ġau tos", + "Ġ\" '\";Ċ", + "Ġ\"' \";Ċ", + "Ġ\"'\" ;Ċ", + "F lush", + "Fl ush", + "AN NOT", + "ANN OT", + "Ġal gebra", + "Ġalg ebra", + "as soc", + "ass oc", + "asso c", + "ĠW aters", + "ĠWater s", + "ĠWat ers", + "ĠWa ters", + "Ġprepar ations", + "Ġpreparation s", + "r onym", + "ro nym", + "ron ym", + "[, ]", + "S ans", + "San s", + "Sa ns", + "Ġarm ies", + "i peg", + "ip eg", + "ipe g", + "Ġcre amy", + "Ġcream y", + "Ġcrea my", + ". art", + ".a rt", + ".ar t", + "e tre", + "et re", + "etr e", + "Ġ Animated", + "ĠAn imated", + "ĠAnim ated", + "Ġun pleasant", + "e mean", + "em ean", + "eme an", + "g reat", + "gr eat", + "gre at", + "i Äħ", + "Ġ Earlier", + "ĠEar lier", + "ĠEarl ier", + "Ġc hic", + "Ġch ic", + "Ġchi c", + "Ġpres erving", + "( exec", + "(e xec", + "(ex ec", + "ĠInvest igation", + "ĠInvestig ation", + "ĉ GPIO", + "ĉG PIO", + "Ġrig orous", + "Ġrigor ous", + "i jo", + "ij o", + "= num", + "=n um", + "Ġ toolStrip", + "Ġt oolStrip", + "Ġtool Strip", + ") set", + ")s et", + "+ \"&", + "+\" &", + "Ġ Acceler", + "ĠAcc eler", + "Ġdevelop mental", + "Ġdevelopment al", + "is posable", + "Ġflaw ed", + "Ġfla wed", + "r ene", + "re ne", + "ren e", + "Up dating", + "Ġwatch dog", + "Ġden ominator", + "Ġdenom inator", + "Ġdenomin ator", + "Ġsubur bs", + "Ġsuburb s", + "Ġ ...)", + "Ġ... )", + "Ġ.. .)", + "Ġconv ictions", + "Ġconviction s", + "Ġconvict ions", + "c losure", + "clo sure", + ". IP", + ".I P", + "Ġtrans lates", + "Ġtransl ates", + "Ġtranslate s", + ".s wt", + ".sw t", + ". Trace", + ".T race", + ".Tr ace", + "Ġmet tre", + ". isEnabled", + ".is Enabled", + "Ġ Effective", + "ĠE ffective", + "ĠEffect ive", + "ĠEff ective", + ". toInt", + ".to Int", + "Ġen chant", + "Ġench ant", + "Ġst unned", + "Ġstun ned", + "Ġ poi", + "Ġp oi", + "Ġpo i", + "/ code", + "/c ode", + "/co de", + "a dm", + "ad m", + ".data binding", + ".datab inding", + ".databind ing", + "Ġ Lorem", + "ĠL orem", + "ĠLo rem", + "ĠLore m", + "ĠLor em", + "________________________________ ________________________________", + "Ġ ledger", + "Ġled ger", + "Ġledge r", + "Ġc ara", + "Ġcar a", + "Ġca ra", + "ĠG ir", + "ĠGi r", + "Ġw aits", + "Ġwait s", + "Ġwa its", + "U no", + "Un o", + "Ġ cwd", + "Ġc wd", + "Ġcw d", + "è¾ ij", + "ĠT Result", + "Ġre jo", + "Ġrej o", + "Ġe mitted", + "Ġem itted", + "Ġemit ted", + "ĠWest minster", + "ä¸Ģ 个", + "n ek", + "ne k", + "_T is", + "Ġen act", + "ĉ with", + "ĉw ith", + "or gia", + "org ia", + "Ġj ue", + "Ġju e", + "Per form", + "S PATH", + "SP ATH", + "SPA TH", + ". topic", + ".t opic", + ".to pic", + ".top ic", + "ĠD aten", + "ĠDate n", + "ĠDa ten", + "ĠDat en", + "Ạ§", + "Ġsit io", + "Ġsiti o", + "_ MM", + "_M M", + "\" So", + "\"S o", + "b ial", + "bi al", + "bia l", + "Ġ scoped", + "Ġsc oped", + "Ġscope d", + "Ġsco ped", + "Ġscop ed", + "Re quires", + "Require s", + "Ġ TOTAL", + "ĠT OTAL", + "ĠCh ancellor", + "( contents", + "(content s", + "(cont ents", + "Ġste alth", + "Ġsteal th", + "dev ices", + "device s", + "- pass", + "-p ass", + "il ih", + "ili h", + "ĠMal colm", + "ĠDe pot", + "ĠDep ot", + "Ġcon figur", + "Ġconfig ur", + "a ussian", + "aus sian", + "auss ian", + "_ constraint", + "_con straint", + "в еÑĤ", + "ве ÑĤ", + "G RA", + "GR A", + "Ġ Rates", + "ĠR ates", + "ĠRa tes", + "ĠRate s", + "ĠRat es", + ".dataGridView TextBoxColumn", + "ĠN obel", + "ĠNo bel", + "ĠNob el", + "i tics", + "it ics", + "iti cs", + "itic s", + "Ġignor ant", + "Ġ Reporter", + "ĠRe porter", + "ĠReport er", + "ĠEb ola", + "Ġ Shock", + "ĠSh ock", + "ĠSho ck", + "_ relation", + "_re lation", + "_rel ation", + "ĠN inja", + "ĠNin ja", + ") c", + "Ġ ticker", + "Ġt icker", + "Ġti cker", + "Ġtick er", + "Ġtic ker", + ". isChecked", + ".is Checked", + "ĠSup pliers", + "ĠSupplier s", + "ĠR apid", + "ĠRa pid", + "ĠRap id", + "Level s", + "âĤ¬ âĦ¢", + "ĉ queue", + "ĉq ueue", + "Ġ chop", + "Ġc hop", + "Ġch op", + "Ġcho p", + "Ġ Unix", + "ĠUn ix", + "ĠUni x", + "re ject", + "rej ect", + "- calendar", + "-c alendar", + "-cal endar", + "( sort", + "(s ort", + "(so rt", + "è ne", + "èn e", + "erc icio", + "Ġh ect", + "Ġhe ct", + "CALL TYPE", + "r oupon", + "ro upon", + "rou pon", + "roup on", + "Ġrent als", + "Ġrental s", + "author s", + "auth ors", + "{ name", + "{n ame", + "ĠF IFO", + "ĠFI FO", + "Ġ lassen", + "Ġl assen", + "Ġlas sen", + "Ġ Nous", + "ĠN ous", + "ĠNo us", + "ĠNou s", + "Ġsn apped", + "Ġsnap ped", + "Ġsna pped", + "Ġf ertility", + "Ġfer tility", + "Ġfert ility", + "Ġfertil ity", + "\" log", + "cl icked", + "click ed", + "Ġplan ting", + "Ġplant ing", + "Ġ gb", + "Ġg b", + "/ output", + "/out put", + "PE AT", + "Ġ categoria", + "Ġc ategoria", + "Ġcategor ia", + "Ġ bach", + "Ġb ach", + "Ġba ch", + "Ġbac h", + "Prof essor", + "i nth", + "in th", + "int h", + "\" ]čĊ", + "\"] čĊ", + "Rec order", + "Record er", + "s erde", + "ser de", + "Ġ Transmission", + "ĠTrans mission", + "t rad", + "tr ad", + "tra d", + "Ġtur bo", + "Ġturb o", + "_ VERTEX", + "_VER TEX", + "\\ Event", + "\\E vent", + "il ver", + "Ġbod ily", + "Ġ Sources", + "ĠS ources", + "ĠSource s", + "ĠSour ces", + "Ġkill ings", + "Ġkilling s", + "Ġkil lings", + ".xr TableCell", + "Ġfol ded", + "Ġfold ed", + "/ legal", + "/l egal", + "u ner", + "un er", + "une r", + "ĠR ifle", + "ĠRif le", + "ĠM IDI", + "ĠMI DI", + "ĠMID I", + "_Selected IndexChanged", + ".Size Type", + "Ġ WebSocket", + "ĠWeb Socket", + "Ġse leccion", + "Ġsele ccion", + "S and", + "San d", + "Sa nd", + "ot ros", + "otr os", + "Ġen vision", + "Ġenv ision", + "Ġenvis ion", + "/ etc", + "/e tc", + "ĠMel issa", + "S pot", + "Sp ot", + "Spo t", + "н ое", + "но е", + "_ ARM", + "_A RM", + "_AR M", + "At tempt", + "Att empt", + "Ġ BI", + "ĠB I", + "ãģ Ķ", + "Ġ DU", + "ĠD U", + "Ġback lash", + "st ride", + "str ide", + "stri de", + "/ classes", + "/c lasses", + "/class es", + "/cl asses", + "Ġtext Color", + "_ staff", + "_st aff", + "_sta ff", + "ob lin", + "obl in", + "ag enta", + "agent a", + "agen ta", + ". collections", + ".c ollections", + ".col lections", + ".collection s", + ".collect ions", + ".coll ections", + "il lage", + "ill age", + "illa ge", + "' čĊčĊ", + "'čĊ čĊ", + "fl atten", + "flat ten", + "_ sales", + "_s ales", + "_sale s", + "_sal es", + "_sa les", + "_ MASTER", + "_M ASTER", + "_MA STER", + "T W", + "_ da", + "_d a", + "P itch", + "ph ies", + "phi es", + "Ġz ombies", + "Ġzombie s", + "Ġ VERY", + "ĠV ERY", + "ĠVER Y", + "ĠVE RY", + "ĠPh armacy", + "ĠPharm acy", + "ĠPharmac y", + "ĠPharma cy", + "Ġprogress Bar", + "Ġhas htag", + "Ġhash tag", + "S idebar", + "Side bar", + "@ stop", + "@s top", + "( pc", + "(p c", + "ол ж", + "M AKE", + "MA KE", + "ĠC oron", + "ĠCo ron", + "ĠCor on", + "Ġkv inner", + "Ġkvin ner", + "Ġkvinn er", + "Ġkvinne r", + "ĠM aid", + "ĠMa id", + "ĠMai d", + "b ob", + "bo b", + ". titleLabel", + ".title Label", + "Ġsuccess es", + "Ġsucc esses", + "Ġsucces ses", + "ĠDem ocracy", + "ĠDemocr acy", + "ĠS urgery", + "ĠSurg ery", + "ĠSurge ry", + "Ġco ugar", + "Ġcou gar", + "Ġ curso", + "Ġcur so", + "Ġcurs o", + "Ġl oro", + "Ġlo ro", + "Ġlor o", + "ist ency", + "iste ncy", + "isten cy", + "Sen ior", + "æ k", + "Ġ AAA", + "ĠA AA", + "ĠAA A", + "Ġ BOOK", + "ĠB OOK", + "ĠBO OK", + "к о", + "W STR", + "WS TR", + "Ġ */,Ċ", + "Ġ* /,Ċ", + "Ġ*/ ,Ċ", + "Ġ*/, Ċ", + "o yal", + "oy al", + "oya l", + ". vector", + ".v ector", + ".vec tor", + "Ġ SPEC", + "ĠS PEC", + "ĠSP EC", + "ĠSPE C", + "S SF", + "SS F", + "Ġcomp uls", + "ĠAppe als", + "ĠAppeal s", + "ĠW inston", + "ĠWin ston", + "ĠWins ton", + "ĠMock ito", + "con trib", + "cont rib", + "contr ib", + "contri b", + ". available", + ".a vailable", + ".av ailable", + "entity Manager", + "a rias", + "ar ias", + "ari as", + "aria s", + "_ sale", + "_s ale", + "_sal e", + "_sa le", + "_ rs", + "_r s", + "Ġde coding", + "Ġdec oding", + "Ġdeco ding", + "Ġ locator", + "Ġl ocator", + "Ġloc ator", + "ol ith", + "oli th", + "olit h", + "Ġ kol", + "Ġk ol", + "Ġko l", + "Ġ ascii", + "Ġasc ii", + "ĠR ut", + "ĠRu t", + "/ interface", + "ĉ ĉĉĉĉĉĠĠĠ", + "ĉĉ ĉĉĉĉĠĠĠ", + "ĉĉĉĉ ĉĉĠĠĠ", + "ĉĉĉ ĉĉĉĠĠĠ", + "ĉĉĉĉĉ ĉĠĠĠ", + "ĉĉĉĉĉĉ ĠĠĠ", + "ĉĉĉĉĉĉĠ ĠĠ", + "ĉĉĉĉĉĉĠĠ Ġ", + "Ġ Numer", + "ĠN umer", + "ĠNum er", + "ĠNu mer", + ". flip", + ".f lip", + ".fl ip", + "- del", + "-d el", + "-de l", + "Ġbol ster", + "Ġbols ter", + "on omic", + "ono mic", + "onom ic", + "Ġ zm", + "Ġz m", + "L G", + "Find By", + "Ġ adaptive", + "Ġad aptive", + "Ġadapt ive", + "Ġada ptive", + "l oo", + "lo o", + "Ġ vue", + "Ġv ue", + "Ġvu e", + "( reverse", + "(re verse", + "_ canvas", + "_c anvas", + "_can vas", + ". roles", + ".r oles", + ".role s", + ".ro les", + "ific ado", + "ifica do", + "ven ient", + "\" As", + "\"A s", + "Ġ Entr", + "ĠEn tr", + "ĠEnt r", + "al igned", + "align ed", + "Ġbere its", + "/ //ĊĊ", + "// /ĊĊ", + "/// ĊĊ", + "///Ċ Ċ", + ".g wt", + ". employee", + ".e mployee", + "_ cli", + "_c li", + "_cl i", + "Ġanticip ate", + "éĻ IJ", + "Ġp ik", + "Ġpi k", + "Ġmush rooms", + "Ġmushroom s", + "( tt", + "(t t", + "Ġ oma", + "Ġo ma", + "Ġom a", + "ĠSan chez", + "_ google", + "_g oogle", + "_go ogle", + ". Valid", + ".Val id", + "Ġ FileName", + "ĠFile Name", + "iv ative", + "k ed", + "ke d", + "- war", + "-w ar", + "Ġm aturity", + "Ġmat urity", + "и д", + "Ġ miner", + "Ġm iner", + "Ġmin er", + "Ġmi ner", + "Ġmine r", + "Re ducers", + "Reduc ers", + "Reducer s", + "Reduce rs", + "Ġ LatLng", + "ĠL atLng", + "ĠLat Lng", + "_ STD", + "_S TD", + "_ST D", + "D igits", + "Digit s", + "Dig its", + "C alc", + "Cal c", + "Ca lc", + "- upload", + "-up load", + "Ġhand ic", + "Ġhan dic", + "ี à¹Ī", + "eg rated", + "egr ated", + "egrate d", + "egra ted", + "Ġ STM", + "ĠS TM", + "ĠST M", + "C lients", + "Client s", + "Cl ients", + "Cli ents", + "ĠTur bo", + "S YNC", + "SY NC", + "Ġphot ographers", + "Ġphotograph ers", + "Ġphotographer s", + ". Out", + ".O ut", + ". character", + ".char acter", + "B UILD", + "BU ILD", + ". unlock", + ".un lock", + "Ġar ises", + "Ġarise s", + "Ġ Commands", + "ĠComm ands", + "ĠCommand s", + "(\" \");čĊ", + "(\"\" );čĊ", + "(\"\") ;čĊ", + "(\"\"); čĊ", + "_ FORE", + "_F ORE", + "_FOR E", + "; ',", + ";' ,", + "+ \"'", + "+\" '", + ". Images", + ".Image s", + ".Im ages", + "\" ){", + "\") {", + "ĠM eyer", + "ĠMe yer", + "ĠMey er", + "Ġneg atively", + "Ġnegative ly", + "Ġ DLL", + "ĠD LL", + "ĠDL L", + "Ġ exe", + "Ġe xe", + "Ġex e", + "Ġdef iciency", + "Ġwild ly", + "- switch", + "-s witch", + "-sw itch", + "con struction", + "construct ion", + "Ġexception ally", + "Ġexceptional ly", + "ĠL iz", + "ĠLi z", + "/ java", + "/j ava", + "/jav a", + "Ġthe irs", + "Ġtheir s", + "ĠCon temporary", + "ĠCont emporary", + "l is", + "li s", + ".fill Rect", + "ĠN FC", + "ĠNF C", + "Ġre he", + "Ġreh e", + "( numbers", + "(num bers", + "(number s", + "Ġr aster", + "Ġra ster", + "Ġras ter", + "Ġrast er", + "Ġfig uring", + "Ġfigur ing", + "Ġshow c", + "Ġsho wc", + "ĠJ ill", + "ĠJi ll", + "Ġar cade", + "Ġarc ade", + "ĠConstruct s", + "m dl", + "md l", + "( '|", + "(' |", + "Ġident ifiers", + "Ġidentifier s", + "Ġ stellar", + "Ġst ellar", + "( Connection", + "Ġ\" {{", + "Ġ\"{ {", + "y or", + "yo r", + "( mysqli", + "(m ysqli", + "(mysql i", + "Ġd ove", + "Ġdo ve", + "Ġdov e", + "Of Birth", + ". disconnect", + ".dis connect", + "_ hi", + "_h i", + "Ġzw ischen", + "ĠGr und", + "i ros", + "ir os", + "iro s", + "_ Array", + "_A rray", + ". onclick", + ".on click", + "an som", + "ans om", + "An swers", + "Answer s", + "Ans wers", + "ĉ remove", + "ĉre move", + "F a", + "Ġh urry", + "Ġhur ry", + "- inf", + "-in f", + "-i nf", + "Ġ getClass", + "Ġget Class", + "ĠgetC lass", + "ĠReg ulation", + "Ġ FLAGS", + "ĠFLAG S", + "m isc", + "mi sc", + "mis c", + "K en", + "Ke n", + "_ heading", + "_head ing", + "_he ading", + "G Hz", + "GH z", + "- entry", + "-en try", + "Ġbi ography", + "S ig", + "Si g", + "- mf", + "-m f", + "W atcher", + "Watch er", + "Wat cher", + "âĢľ A", + "} px", + "Ġsp icy", + "Ġspi cy", + "_ sq", + "_s q", + "L ost", + "Lo st", + "Los t", + "( track", + "(t rack", + "(tr ack", + "а ли", + "ал и", + "Desc ending", + "< bits", + " ((", + ">( (", + "s urvey", + "sur vey", + "Ġ íĺ", + "Ġí ĺ", + ".. .')Ċ", + "... ')Ċ", + "...' )Ċ", + "Ġ Divider", + "ĠDi vider", + "ĠDiv ider", + "ĠDivide r", + "o sl", + "os l", + "_ CANCEL", + "_C ANCEL", + "_CAN CEL", + "_ prepare", + "_pre pare", + "_prep are", + "s tin", + "st in", + "sti n", + "ĠHe ath", + "ĠHeat h", + ". PrimaryKey", + ".Primary Key", + "Ġ âĨIJ", + "ĠâĨ IJ", + "ĠLocal DateTime", + "ĠLocalDate Time", + "Ġco operative", + "Ġcooper ative", + "L earning", + "Le arning", + "Learn ing", + ". enqueue", + ".en queue", + "Ġ goog", + "Ġg oog", + "Ġgo og", + "Ġgoo g", + "Ġ Regression", + "ĠRe gression", + "ĠReg ression", + "i mates", + "im ates", + "imate s", + "ima tes", + "imat es", + "Ġvoy eur", + "Ġ Drink", + "ĠD rink", + "ĠDr ink", + "p lug", + "pl ug", + "Ġl ender", + "Ġle nder", + "Ġlen der", + "Ġlend er", + "m ana", + "man a", + "ma na", + "Ġperson nes", + "Ġpersonne s", + "Ġpersonn es", + "yp se", + "yps e", + "Ġ unlink", + "Ġun link", + "Ġunl ink", + "ĠRa vens", + "ĠRav ens", + "ĠRaven s", + "Ġh urd", + "Ġhur d", + "Ġhu rd", + "Ġperiod ically", + "Ġperiodic ally", + "AR GS", + "ARG S", + "Ġ GH", + "ĠG H", + "char acters", + "character s", + ".. .\"ĊĊ", + "... \"ĊĊ", + "...\" ĊĊ", + "...\"Ċ Ċ", + "- establish", + "Ġ dn", + "Ġd n", + "( condition", + "(con dition", + "(cond ition", + "Ġ Gravity", + "ĠGr avity", + "Ġes tas", + "Ġest as", + "Ġesta s", + "_ focus", + "_f ocus", + "C reature", + "Cre ature", + "Cr eature", + "Creat ure", + "( site", + "(s ite", + "(si te", + "Ġc arr", + "Ġcar r", + "Ġca rr", + "Ġ RL", + "ĠR L", + "Ġ RI", + "ĠR I", + "ĠM oto", + "ĠMo to", + "ĠMot o", + "A SF", + "AS F", + "Ġ Luckily", + "ĠLuck ily", + "ĉ Route", + "ĉR oute", + "Ġ entropy", + "Ġent ropy", + "Ġentr opy", + "( \",\"", + "(\" ,\"", + "(\", \"", + "C ollect", + "Col lect", + "Coll ect", + "( contact", + "(cont act", + "ĠFlor ence", + "ĠFlo rence", + "Ġpremium s", + "Ġpremi ums", + "Ġl ifecycle", + "Ġlife cycle", + "Ġlif ecycle", + "Ġb ans", + "Ġban s", + "Ġba ns", + "x ef", + "xe f", + "Web Kit", + "Ġ Floating", + "ĠF loating", + "ĠFloat ing", + "ĠFlo ating", + "Ġ cosa", + "Ġc osa", + "Ġco sa", + "Ġcos a", + "S pecific", + "Spec ific", + "ĠLo ans", + "ĠLoan s", + "b read", + "br ead", + "bre ad", + "Ġdes criptors", + "Ġdescriptor s", + "Ġ{ :.", + "Ġ{: .", + "TH READ", + "ĠT rent", + "ĠTr ent", + "ĠTre nt", + "Ġs cop", + "Ġsc op", + "Ġsco p", + "Q A", + "ĠAn tar", + "ĠAnt ar", + "p el", + "pe l", + "_ difference", + "_d ifference", + "_diff erence", + "_ changes", + "_ch anges", + "_change s", + "_chan ges", + "( ...)", + "(... )", + "(.. .)", + "Ġ Rotation", + "ĠR otation", + "ĠRot ation", + "ĠL GPL", + "ĠLG PL", + "Ġ JUST", + "ĠJ UST", + "( Task", + "(T ask", + "_ subset", + "_sub set", + "_subs et", + "Ġ TRANS", + "ĠTR ANS", + "ĠTRAN S", + "åĬ Ľ", + "ĠS cout", + "ĠSc out", + "ĠSco ut", + "- popup", + "-p opup", + "-pop up", + "Ġsm oked", + "Ġsmoke d", + "Ġsmo ked", + "_ Class", + "_C lass", + "_Cl ass", + "Ġturn over", + "Ġturno ver", + "br akk", + "bra kk", + "ĠRock y", + "ĠRo cky", + "ĠRoc ky", + "t as", + "ta s", + ".Regular Expressions", + "ĠElli ott", + "ĠElliot t", + "Ġ Spinner", + "ĠSp inner", + "ĠSpin ner", + "DUCT ION", + "DU CTION", + "Ġl ibre", + "Ġli bre", + "Ġlib re", + "Ġlibr e", + "Ġmol to", + "Ġmolt o", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠ", + "Ġ FTP", + "ĠF TP", + "ĠFT P", + "m peg", + "mp eg", + "( features", + "(f eatures", + "(feature s", + "(fe atures", + "Ġb ald", + "Ġbal d", + "Ġba ld", + "ĠV id", + "ĠVi d", + "Ġsh outing", + "Ġshout ing", + "Ġsho uting", + "L int", + "Li nt", + "Lin t", + "Ġ sockets", + "Ġs ockets", + "Ġsocket s", + "Ġsock ets", + "Ġp row", + "Ġpro w", + "Ġpr ow", + "Ġnou velle", + "Ġnouvel le", + "Ġnouve lle", + "is card", + "isc ard", + "ĠS ponsor", + "Ġ consulta", + "Ġcons ulta", + "Ġconsult a", + "Ġconsul ta", + ") ));", + ")) );", + "))) ;", + "Ind ian", + "India n", + "ĠR aspberry", + "Ġteam mate", + "Ġ JWT", + "ĠJ WT", + "ĠJW T", + "ĠG hana", + "ĠGh ana", + "Ġ cakes", + "Ġc akes", + "Ġca kes", + "Ġcake s", + "pr imer", + "prim er", + "prime r", + "pri mer", + "form a", + "for ma", + "erg arten", + "_ Manager", + "_M anager", + "_Man ager", + "Ġpre season", + "G AME", + "GA ME", + "| \"", + "ĠB rock", + "ĠBr ock", + "ĠBro ck", + "Ġocc upy", + "Ġoccup y", + "Ġdecor ations", + "Ġdecoration s", + "á nd", + "án d", + "Ġ cot", + "Ġc ot", + "Ġco t", + "Ġp aran", + "Ġpar an", + "Ġpara n", + "Ġpa ran", + "D isk", + "Dis k", + "Di sk", + "r emain", + "re main", + "rem ain", + "rema in", + "> ?", + "St rong", + "Str ong", + "Ġf rance", + "Ġfr ance", + "Ġfra nce", + "Ġfran ce", + "Ġfranc e", + "ĠE ra", + "ĠEr a", + "- cr", + "-c r", + ".Buffer edReader", + ".Buffered Reader", + "ĠParad ise", + "ĠV AT", + "ĠVA T", + "ĠAn ders", + "ĠAnd ers", + "Ġl imb", + "Ġli mb", + "Ġlim b", + "amp oo", + "ampo o", + "Ġimper ative", + "UT ILITY", + "UTIL ITY", + "Ġ Recognition", + "ĠRec ognition", + "ĠRecogn ition", + "Ġragaz ze", + "Ġp ops", + "Ġpop s", + "Ġpo ps", + "y press", + "yp ress", + "Ġemb argo", + "Ġembar go", + "// {Ċ", + "Ġs yll", + "Ġsy ll", + "P TR", + "PT R", + "åŃĺ åľ¨", + "Ġdid nt", + "Ġdidn t", + "M ailer", + "Mail er", + "Ma iler", + "Ġacad emics", + "Ġacademic s", + "ĠFr auen", + "ĠFra uen", + "ĠFrau en", + "ne ider", + "- rel", + "-r el", + "-re l", + "Ġrain bow", + "( In", + "(I n", + "Ġs liced", + "Ġsl iced", + "Ġslice d", + "Ġslic ed", + "= ============Ċ", + "== ===========Ċ", + "==== =========Ċ", + "======== =====Ċ", + "=== ==========Ċ", + "============ =Ċ", + "============= Ċ", + "=========== ==Ċ", + "========= ====Ċ", + "========== ===Ċ", + "====== =======Ċ", + "===== ========Ċ", + "======= ======Ċ", + "( send", + "(s end", + "(se nd", + "NSMutable Dictionary", + "v os", + "vo s", + "( package", + "(p ackage", + "(pack age", + "Ġord inance", + "Ġordin ance", + "view er", + "vie wer", + "ĠSan tos", + "ĠSant os", + "ĠSanto s", + "- selling", + "-s elling", + "Ġ gov", + "Ġg ov", + "Ġgo v", + "et tle", + "ett le", + "Ġfound ers", + "Ġfo unders", + "Ġfounder s", + "Ġw aking", + "Ġwa king", + "s lashes", + "sl ashes", + "slash es", + "-p ound", + "-po und", + "re cht", + "rec ht", + "rech t", + "ا ت", + "Ø§Ø ª", + ". onClick", + ".on Click", + "Ġn ord", + "Ġno rd", + "Ġnor d", + "st änd", + "_ when", + "_w hen", + "_wh en", + "U TERS", + "UT ERS", + "UTE RS", + "i cc", + "ic c", + "Ġcaps ule", + "ĠW id", + "ĠWi d", + "M arc", + "Mar c", + "Ma rc", + "ภ¸", + "r ored", + "ro red", + "ror ed", + "U GE", + "UG E", + "LO UD", + "Ġ Audit", + "ĠA udit", + "ĠAud it", + "ĠAu dit", + "ĠAudi t", + "ip ients", + "ipient s", + "ipi ents", + "op ian", + "opia n", + "opi an", + "ĠS ue", + "ĠSu e", + "Ġwur den", + "Ġwurde n", + ". Helpers", + ".H elpers", + ".Helper s", + ".Help ers", + "Ġf actions", + "Ġfact ions", + "Ġfa ctions", + "Ġfaction s", + "[ np", + "[n p", + "- than", + "-t han", + "-th an", + "Ġre co", + "Ġr eco", + "Ġrec o", + "Ġ kas", + "Ġk as", + "Ġka s", + "Ġ cmds", + "Ġcmd s", + "Ġcm ds", + "/ network", + "/n etwork", + "/net work", + "x bf", + "xb f", + "get Color", + "getC olor", + "Ġ biased", + "Ġbi ased", + "Ġbias ed", + "ĠL ak", + "ĠLa k", + "D atas", + "Data s", + "Da tas", + "Dat as", + "v ents", + "ve nts", + "vent s", + "ven ts", + "Ġ ë²", + "Ġë ²", + "_ PS", + "_P S", + ". Validate", + ".Valid ate", + "Inv oker", + "Invoke r", + "Ġne uen", + "Ġneu en", + "Ġneue n", + "Ġju venile", + "Ġjuven ile", + "V ISION", + "VI SION", + "VIS ION", + "Ġde vote", + "Ġdev ote", + "Ġ linha", + "Ġl inha", + "Ġlin ha", + "Ġlinh a", + "Ġdiscount ed", + "Ġdisco unted", + "\\ Config", + "Ġworth while", + "Ġskin ny", + "Ġ Courses", + "ĠC ourses", + "ĠCo urses", + "ĠCour ses", + "ĠCourse s", + "le ys", + "ley s", + "ĠMort gage", + "K evin", + "Ke vin", + "Ġann ounces", + "Ġannounc es", + "Ġannounce s", + "] )*", + "]) *", + "res ervation", + "Ġ æķ°", + "Ġæķ °", + "Ġprejud ice", + "ĠString Comparison", + "Ġbe ard", + "Ġbear d", + "- win", + "-w in", + "ĠS ão", + "ĉ ms", + "ĉm s", + "j al", + "ja l", + "Ġ Earn", + "ĠE arn", + "ĠEar n", + "ĠEa rn", + "_ ports", + "_p orts", + "_port s", + "_po rts", + "_por ts", + "Ġ Nombre", + "ĠN ombre", + "ĠNom bre", + "_ COR", + "_C OR", + "_CO R", + "Ġ BUILD", + "ĠB UILD", + "ĠBU ILD", + ". sound", + ".s ound", + ".so und", + "Y ellow", + "Ġlineback er", + "Ġchar itable", + "Ġcha ritable", + "j ug", + "ju g", + "_NON NULL", + "ĠD ental", + "ĠDen tal", + "ĠDent al", + "\" >${", + "\"> ${", + "\">$ {", + "ĉ match", + "ĉm atch", + "ĉmat ch", + "R ussian", + "Russia n", + "Russ ian", + "Rus sian", + "Ġver sch", + "Ġvers ch", + "Ġp inned", + "Ġpin ned", + "Ġadopt ing", + "Options Menu", + "P ag", + "Pa g", + "Ġpair ing", + "Ġpa iring", + "Ġpai ring", + "Ġt read", + "Ġtr ead", + "Ġtre ad", + "erc ises", + "ercise s", + "Ġ Spread", + "ĠS pread", + "ĠSp read", + "ĠSpr ead", + ") i", + "Ġ BAD", + "ĠB AD", + "ĠBA D", + "_ tf", + "_t f", + "UI ImageView", + "UIImage View", + "pop ulate", + "b ab", + "ba b", + "Ġ Ïĥ", + "ĠÏ ĥ", + "[ ++", + "Ġopi oid", + "Ġ ##Ċ", + "Ġ# #Ċ", + "Ġ## Ċ", + "d type", + "dt ype", + "ĠSt arts", + "ĠStart s", + "ĠStar ts", + "ĠSta rts", + "(' /')", + "('/ ')", + "Ġperson als", + "Ġpersonal s", + "Ġpersona ls", + "- market", + "-m arket", + "-mark et", + "-mar ket", + "Ġredund ant", + "ĠEss ential", + "Ġsc rapy", + "Ġscr apy", + "Ġscrap y", + "Ġ им", + "Ġи м", + "a cl", + "ac l", + "Ġ crear", + "Ġc rear", + "Ġcr ear", + "Ġcre ar", + "Ġcrea r", + "ĠB end", + "ĠBe nd", + "ĠBen d", + "Ġrel ieve", + "Ġreli eve", + "Ġrelie ve", + "- room", + "-r oom", + "-ro om", + "w ife", + "wi fe", + "Ġv Ãł", + "ĠQ Point", + "Ġqu asi", + "Ġqua si", + "Ġ methodName", + "Ġmethod Name", + "\\ xc", + "\\x c", + "ĠP eru", + "ĠPer u", + "ĠPe ru", + "/ The", + "/T he", + ". orm", + ".o rm", + ".or m", + "Ġ viz", + "Ġv iz", + "Ġvi z", + "/ pdf", + "/p df", + "Loc ated", + "Ġconfront ation", + "ĠChampionship s", + "ĠChampions hips", + "ĠChampion ships", + "Ġhy pert", + "Ġhyp ert", + "Ġhyper t", + "Ġhype rt", + "Ġ dj", + "Ġd j", + "Ġ UserInfo", + "ĠUser Info", + "Ġ åĪĽå»º", + "ĠåĪ Ľå»º", + "\\ xb", + "\\x b", + "( sim", + "(s im", + "(si m", + "Ġ ==Ċ", + "Ġ= =Ċ", + "Ġ== Ċ", + "Ġst aging", + "Ġsta ging", + "Ġstag ing", + "Ġdr astically", + "Ġdrastic ally", + "åŃ ¦", + "l ords", + "lor ds", + "lord s", + ". less", + ".l ess", + ".le ss", + "вед иÑĤе", + "Ġ Bucket", + "ĠB ucket", + "ĠBuck et", + "ĠBu cket", + "ĠM am", + "ĠMa m", + ". term", + ".t erm", + ".te rm", + "_ pi", + "_p i", + "c zy", + "cz y", + ". pub", + ".p ub", + "p recio", + "pre cio", + "prec io", + "preci o", + "ĠV irt", + "ĠVir t", + "ĠVi rt", + "Ġ roman", + "Ġr oman", + "Ġro man", + "Ġrom an", + "Ġroma n", + "i tat", + "it at", + "ita t", + "L ex", + "Le x", + "_ infos", + "_in fos", + "_info s", + "_inf os", + "Ä °", + ". other", + ".o ther", + ".ot her", + "VE LO", + "VEL O", + "Ġ ponder", + "Ġp onder", + "Ġpo nder", + "Ġpon der", + "Ġpond er", + "Ġh anno", + "Ġhan no", + "Ġhann o", + "( Page", + "(P age", + "d oi", + "do i", + "Ġpol ite", + "Ġpo lite", + "Ġpolit e", + "Ġprogram mer", + "Ġprogramme r", + "Ġprogramm er", + "D ies", + "Die s", + "Di es", + "$ d", + "Ġre plication", + "Ġrep lication", + "Ġrepl ication", + "Ġreplic ation", + "Ġreplica tion", + "add Column", + "fr ican", + "frica n", + "Ġl eng", + "Ġle ng", + "Ġlen g", + "b eer", + "be er", + "bee r", + "o it", + "oi t", + "Ġw asting", + "Ġwas ting", + "Ġwast ing", + "y lim", + "yl im", + "me asure", + "N eg", + "Ne g", + "Ġpart ie", + "Ġpar tie", + "Ġparti e", + ". console", + ".con sole", + ".cons ole", + "ĠGu inea", + "ĠGui nea", + "T EL", + "TE L", + "_ fact", + "_f act", + "_fac t", + "_fa ct", + ". chunk", + ".ch unk", + "Ġl ent", + "Ġle nt", + "Ġlen t", + "Ġ aller", + "Ġa ller", + "Ġal ler", + "Ġall er", + "Ġalle r", + "Ġ à¤ķ", + "Ġठķ", + "_ idle", + "_id le", + "_i dle", + "Ġad missions", + "Ġadm issions", + "Ġadmission s", + "JSON Array", + "Ġv ibration", + "Ġvibr ation", + "Ġvib ration", + ". helpers", + ".h elpers", + ".helper s", + ".help ers", + "å¤ ĸ", + "Ġ hen", + "Ġh en", + "Ġhe n", + "j ohn", + "jo hn", + "Ġ ìĥĿ", + "Ġì ĥĿ", + "Ġìĥ Ŀ", + "Ġjud gement", + "Ġjudge ment", + "Ġg een", + "Ġge en", + "Ġgee n", + "t erra", + "ter ra", + "terr a", + "^ {", + "ĠI z", + "Ġc â", + "in stances", + "instance s", + "inst ances", + "instanc es", + "Ġthreat ens", + "Ġthreaten s", + "Ġm üssen", + "Kind OfClass", + "Ġstoryt elling", + "_ demo", + "_d emo", + "_de mo", + "_dem o", + "r ias", + "ri as", + "ria s", + "Priv acy", + "h ift", + "hi ft", + "ĠY i", + "es or", + "eso r", + "íķ ł", + "ens itivity", + ". Writer", + ".W riter", + ".Write r", + "ภĤ", + "D istrict", + "Di strict", + ".get JSONObject", + "Im pro", + "Imp ro", + "(get Resources", + "Ġ SPELL", + "ĠS PELL", + "ĠSP ELL", + "ĠSPE LL", + "ro duce", + "rodu ce", + "rod uce", + "Ġsl owed", + "Ġslow ed", + "Ġslo wed", + "Ġ linewidth", + "Ġline width", + "Ġlin ewidth", + "Ġhon esty", + "Ġhonest y", + "Ġho nesty", + "Ġhone sty", + "Ġ Coord", + "ĠC oord", + "ĠCo ord", + "ĠF ork", + "ĠFor k", + "ĠFo rk", + "ĠDispatch Queue", + "ĠCl iff", + "ĠCli ff", + "ĠW iring", + "ĠWi ring", + "ĠWir ing", + "_TIM ESTAMP", + "ol lah", + "oll ah", + "olla h", + "a void", + "av oid", + "avo id", + "++ ];Ċ", + "++] ;Ċ", + "sem antic", + "- css", + "-c ss", + "Ġv eto", + "Ġve to", + "Ġvet o", + "ĠM err", + "ĠMe rr", + "ĠMer r", + "Ġlegisl ators", + "C EEDED", + "CEE DED", + "CEED ED", + "Ġquestion naire", + "ĠP ills", + "ĠPill s", + "ĠPil ls", + "C alculate", + "Cal culate", + "Calc ulate", + "Calcul ate", + "( core", + "(c ore", + "(co re", + "(cor e", + "' e", + "Ġdis like", + "Ġ Preferences", + "ĠP references", + "ĠPre ferences", + "ĠPreference s", + "ĠPrefer ences", + "_ EXTERNAL", + "_EX TERNAL", + "_EXTERN AL", + "è° ĥ", + "Ġd odge", + "Ġdo dge", + "Ġdod ge", + "æľį åĬ¡", + ". names", + ".n ames", + ".name s", + ".draw Image", + "_ prom", + "_p rom", + "_pro m", + "_pr om", + "uck land", + "Ġ<$ >", + "ı z", + "/ site", + "/s ite", + "é¡ ¹", + "r ophe", + "ro phe", + "rop he", + "roph e", + "Ġcomp elled", + "Ġcompel led", + "Ġl aptops", + "Ġlaptop s", + "Ġ uni", + "Ġu ni", + "Ġun i", + "C LOSE", + "CL OSE", + "Ġcasual ties", + "Ġ Uniform", + "ĠUn iform", + "ĠUni form", + "Term inal", + ". \",\"", + ".\" ,\"", + ".\", \"", + "D AT", + "DA T", + "( TreeNode", + "(T reeNode", + "(Tree Node", + "ĠGand hi", + "( stmt", + "(st mt", + "A XB", + "AX B", + "* M", + "Ġumb rella", + "an imal", + "ani mal", + "anim al", + "Ġ grpc", + "Ġg rpc", + "Ġgr pc", + "Ġgrp c", + "Ġwhere by", + "Ġfloat s", + "Ġflo ats", + "ĉ arg", + "ĉa rg", + "ĉar g", + "Ġ dbg", + "Ġd bg", + "Ġdb g", + "Ġexceed ing", + "Ġexce eding", + "Event Type", + ".SaveChanges Async", + "Ġ {{{", + "Ġ{ {{", + "Ġ{{ {", + "Ġ owed", + "Ġo wed", + "Ġow ed", + "Ġowe d", + "ahren heit", + "Ġ ì§", + "Ġì §", + "Ġequ ipo", + "Ġequip o", + "u rai", + "ur ai", + "ura i", + "Ġi dol", + "Ġid ol", + "] \")Ċ", + "]\" )Ċ", + "]\") Ċ", + "_ major", + "_m ajor", + "Ġentire ty", + "inger print", + "ç os", + "ço s", + "/ account", + "/a ccount", + "/ac count", + "ĉ right", + "ĉr ight", + "urs os", + "ĠE DT", + "ĠED T", + "_ INSERT", + "_INS ERT", + "Ġsh ining", + "Ġshin ing", + "Ġ< :", + "Edge Insets", + "Ġcolon ies", + ". IM", + ".I M", + "ĉ Ġĉ", + "ĉĠ ĉ", + "R OAD", + "RO AD", + "C CCC", + "CC CC", + "CCC C", + "pl acing", + "pla cing", + "Ġget Activity", + "em acs", + "ema cs", + "' %(", + "'% (", + ". clicked", + ".cl icked", + ".click ed", + "Ġ Them", + "ĠT hem", + "ĠThe m", + "ĠTh em", + "is ia", + "isi a", + "Bus car", + "Bu scar", + ". rename", + ".re name", + ".r ename", + "Ġo ath", + "Ġoat h", + "Ġoa th", + "Ġafter ward", + "ĠU FO", + "ĠUF O", + "A PS", + "AP S", + "ĠJackson ville", + ". some", + ".s ome", + ".so me", + "Conf irmed", + "Confirm ed", + ". scan", + ".s can", + ".sc an", + "ig Integer", + "Decor ator", + "sh ield", + "shi eld", + "ress ive", + ". did", + ".d id", + ".di d", + "请 è¾ĵåħ¥", + "Ġsh utter", + "Ġshut ter", + "D am", + "Da m", + "Ġpar enting", + "Ġparent ing", + "Ġparen ting", + "ey ed", + "eye d", + "$ item", + "$i tem", + "- develop", + "-de velop", + "-dev elop", + "-devel op", + "Ġex tracts", + "Ġextra cts", + "Ġextract s", + "Ġextr acts", + "Ġdecentral ized", + "ĠE lsa", + "ĠEl sa", + "_ spin", + "_s pin", + "_sp in", + "_spi n", + "] )+", + "]) +", + "- initial", + "-in itial", + "-init ial", + "Ġmult itude", + "Ġmultit ude", + "Ġsens ory", + "Ġsensor y", + "Ġ MODEL", + "ĠMO DEL", + "ĠMOD EL", + "ĠMODE L", + "Ġsaf eguard", + "Ġsafe guard", + "Ġsafeg uard", + "ì ¹", + "Ġhun ters", + "Ġhunt ers", + "Ġhunter s", + "Ġ Tiny", + "ĠT iny", + "ĠTi ny", + "ĠTin y", + "I NO", + "IN O", + "dec orate", + "decor ate", + "Ġ NoSuch", + "ĠNo Such", + "H o", + "( Response", + "Ġr uler", + "Ġrule r", + "Ġru ler", + "ĉ short", + "ĉs hort", + "ĉsh ort", + "Ġ caster", + "Ġc aster", + "Ġca ster", + "Ġcas ter", + "Ġcast er", + "Ġcaste r", + "Ġ clientId", + "Ġclient Id", + "Ġ pdb", + "Ġp db", + "Ġpd b", + "ëı Ħ", + "i tic", + "it ic", + "iti c", + "Ġ GameState", + "ĠGame State", + "Ġnew Item", + ") ĊĊĊĊĊĊ", + ")Ċ ĊĊĊĊĊ", + ")ĊĊ ĊĊĊĊ", + ")ĊĊĊ ĊĊĊ", + ")ĊĊĊĊ ĊĊ", + ")ĊĊĊĊĊ Ċ", + "o uis", + "ou is", + "oui s", + "n oc", + "no c", + ". BLACK", + ".BL ACK", + "_ VECTOR", + "_V ECTOR", + "_VEC TOR", + "_VE CTOR", + "---------- ();", + ">( );", + ">() ;", + ".get P", + "an ye", + "any e", + "Ġne uron", + "Ġneuro n", + "Ġneu ron", + "Ġneur on", + "i fold", + "if old", + "ifo ld", + "Ġ Known", + "ĠK nown", + "ĠKn own", + "ĠKnow n", + "Bit coin", + "Any way", + "ay ette", + "aye tte", + "ayet te", + "Ġ' ['", + "Ġ'[ '", + "Ãł nh", + "Ãłn h", + "m gr", + "mg r", + "Ġcor related", + "Ġcorre lated", + "Ġcorrel ated", + "Ġcorrelate d", + "Ġn ause", + "Ġna use", + "Ġnau se", + "Ġmental ity", + "Ġment ality", + "has Many", + "Ġ FG", + "ĠF G", + "am pie", + "amp ie", + "I TU", + "IT U", + "F s", + ". Sp", + ".S p", + "_ between", + "_b etween", + "_bet ween", + "Dep endencies", + "o ug", + "ou g", + "Place holder", + "= text", + "=t ext", + "Ġ Managing", + "ĠMan aging", + "ĠMana ging", + "ocal ypse", + "åĮ Ĺ", + "_ mag", + "_m ag", + "_ma g", + "f ld", + "fl d", + "â ij", + "C AM", + "CA M", + "Ġ Helpers", + "ĠH elpers", + "ĠHelp ers", + "ĠHelper s", + "ĠHel pers", + "Ġd ost", + "Ġdo st", + "Ġdos t", + "/ out", + "/o ut", + "Ġassass ination", + "Ġassassin ation", + ". getImage", + ".get Image", + "ĠK enny", + "ĠKen ny", + "ĠKenn y", + ". ')ĊĊ", + ".' )ĊĊ", + ".')Ċ Ċ", + ".') ĊĊ", + ") {//", + "){ //", + "ĠR anger", + "ĠRange r", + "ĠRa nger", + "ĠRan ger", + "Ġg ek", + "Ġge k", + "Ġsince re", + "Ġsinc ere", + "Ġsincer e", + "< Value", + "čĊ", + "/> čĊ", + ".get Resources", + ".getResource s", + "Ġl ump", + "Ġlu mp", + "Ġlum p", + "_ consts", + "_con sts", + "_const s", + "_cons ts", + "( ext", + "(e xt", + "(ex t", + "ĉ dir", + "ĉd ir", + "â Ŀ", + "Ġpadding Top", + "Ġob session", + "Ġobs ession", + "Ġobsess ion", + "Ġb anning", + "Ġban ning", + "ĠApp Module", + "Ġp artisan", + "Ġpart isan", + "Ġparti san", + "Ġcatalog ue", + "Ġcata logue", + "Ġcatal ogue", + "Ġmin ors", + "Ġminor s", + "Ġp itches", + "Ġpitch es", + "Ġpit ches", + "we ep", + "Ġunder take", + "Ġundert ake", + "Ġth emed", + "Ġthe med", + "Ġthem ed", + "Ġtheme d", + "a udit", + "au dit", + "aud it", + "audi t", + ". scrollTop", + ".scroll Top", + ".scrollTo p", + "Ġ rer", + "Ġre r", + "Ġr er", + "Ġsym ptom", + "Ġsympt om", + "Ġsymp tom", + "Ġopen ings", + "Ġopening s", + ". blocks", + ".b locks", + ".bl ocks", + ".block s", + "open id", + "ope nid", + "Ġa ssh", + "Ġas sh", + "Ġass h", + "- save", + "-s ave", + "ĠP ig", + "ĠPi g", + "Ġre gain", + "Ġreg ain", + "Ġin icial", + "Ġini cial", + "Ġinici al", + "/ favicon", + "/f avicon", + "ĉ exp", + "ĉe xp", + "ĉex p", + "Ġsp ices", + "Ġspi ces", + "Ġspice s", + "i ska", + "is ka", + "isk a", + "cl aims", + "claim s", + "cla ims", + "m ak", + "ma k", + "definition s", + "Ġcorrespond ent", + "ĠCann abis", + "_ _,Ċ", + "__ ,Ċ", + "__, Ċ", + "ĠL ucky", + "ĠLuc ky", + "ĠLu cky", + "ĠLuck y", + "ĠG aussian", + "ĠGa ussian", + "ĠGauss ian", + "Ġ Nearly", + "ĠN early", + "ĠNear ly", + "C AD", + "CA D", + "' ]]Ċ", + "'] ]Ċ", + "']] Ċ", + "Ġadequate ly", + "Ġadequ ately", + "Ġ TITLE", + "ĠT ITLE", + "constitution al", + "- mm", + "-m m", + "_ override", + "_over ride", + "Ġ blas", + "Ġb las", + "Ġbl as", + "Ġbla s", + ".ready State", + "Ġrem inis", + "Ġremin is", + "Ġrein forced", + "Ġreinforce d", + "ĠColl abor", + "Ġdecor ating", + "Ġdeco rating", + "Ġb achelor", + "Ġbach elor", + "ERRU PT", + "Ġup right", + "ip ation", + "ipa tion", + "ĠN oble", + "ĠNo ble", + "ĠNob le", + "Ġvalue ForKey", + "Ġset Loading", + ". Ignore", + ".I gnore", + "å ģ", + "G lobals", + "Global s", + "ĠM ent", + "ĠMe nt", + "ĠMen t", + "AS SES", + "ASS ES", + "Ġlim bs", + "Ġlimb s", + "Ġ HUD", + "ĠH UD", + "in ci", + "inc i", + ". iv", + ".i v", + "ĠQ ModelIndex", + "F use", + "Fu se", + "Ġpe dal", + "Ġped al", + "_F REQ", + "_FR EQ", + "_FRE Q", + "( verbose", + "(ver bose", + "Ġlong itud", + "ĠCh arter", + "ĠChar ter", + "ĠChart er", + "ê ·¸", + "ê· ¸", + "Ġ bundles", + "Ġb undles", + "Ġbund les", + "Ġbundle s", + ". ignore", + ".i gnore", + "um bo", + "umb o", + "E MA", + "EM A", + ". ......", + ".. .....", + "... ....", + ".... ...", + "..... ..", + "...... .", + "s x", + ". Card", + ".C ard", + ".Car d", + "Ġhe ute", + "Ġst eer", + "Ġste er", + "j umlah", + "Ġ {_", + "Ġ{ _", + "_ Checked", + "_Check ed", + "Ġ fax", + "Ġf ax", + "Ġfa x", + "ĠG ust", + "ĠGu st", + "ĠGus t", + "itch ens", + "itchen s", + "Ġ ))ĊĊ", + "Ġ) )ĊĊ", + "Ġ)) ĊĊ", + "Ġ))Ċ Ċ", + "Ġremark ably", + "/ XML", + "/X ML", + "- remove", + "-re move", + "_ bt", + "_b t", + "Ġinc ub", + ". package", + ".p ackage", + ".pack age", + ".current Thread", + "ĠHigh lander", + "ĠHighland er", + ". side", + ".s ide", + ".sid e", + ".si de", + "s plash", + "sp lash", + "spl ash", + "Ġ ici", + "Ġi ci", + "Ġic i", + "= D", + "Ġp uck", + "Ġpu ck", + "Ġball ots", + "Ġbal lots", + "Ġballot s", + "Ġballo ts", + "Ġhuge ly", + "Ġhug ely", + "c oeff", + "co eff", + "coef f", + "coe ff", + "Ġ pData", + "Ġp Data", + ". COLUMN", + ".C OLUMN", + "ĠHe aling", + "ĠHeal ing", + "Ġ ordin", + "Ġor din", + "Ġord in", + "! ),", + "!) ,", + "Ġ' ',čĊ", + "Ġ'' ,čĊ", + "Ġ'', čĊ", + "( md", + "(m d", + "ĠS ask", + "ĠSa sk", + "ĠSas k", + "< strong", + "Ġsurv ivor", + "Ġsurviv or", + ". series", + ".s eries", + ".se ries", + ".ser ies", + "Ġcaffe ine", + "Ġ `(", + "Ġ` (", + ".TRA ILING", + "_ Input", + "_In put", + "( \"^", + "(\" ^", + "z d", + "& );Ċ", + "&) ;Ċ", + "Ġ Ping", + "ĠP ing", + "ĠPin g", + "ĠPi ng", + "Ġ voucher", + "Ġv oucher", + "Ġvo ucher", + "Ġvou cher", + ". rating", + ".r ating", + ".ra ting", + "-sh irts", + "-shirt s", + "ĠRetrie ves", + "ĠRetrieve s", + ".al ibaba", + "Or acle", + "_ MOV", + "_M OV", + "_MO V", + "Old Data", + "Ġ /*čĊ", + "Ġ/ *čĊ", + "Ġ/* čĊ", + "Ġ gboolean", + "Ġg boolean", + "Ġ= >čĊ", + "Ġ=> čĊ", + "Ġ rá", + "Ġr á", + "Ġbl unt", + "ĠImage Icon", + "i fik", + "if ik", + "ifi k", + "R TC", + "RT C", + "Ġfi bers", + "Ġfib ers", + "Ġfiber s", + "Ġto ile", + "Ġtoi le", + ". sent", + ".s ent", + ".se nt", + "ĠPy Qt", + "$ app", + "$a pp", + "Ġm edio", + "Ġme dio", + "Ġmed io", + "Ġmedi o", + "Ġgrant ing", + "Ġgran ting", + "Ġts lint", + "Ġtsl int", + "ĠM ö", + "(fig size", + "Ġhur ricane", + "Ġl ifes", + "Ġlife s", + "Ġlif es", + "Ġ ÃĦ", + "Ġà Ħ", + "rocess ing", + "_ standard", + "_st andard", + "_stand ard", + "- option", + "-o ption", + "-op tion", + "-opt ion", + "' )))", + "') ))", + "')) )", + "Ġvac ant", + "Ġva cant", + "å· ¥", + "ĠH ollow", + "ĠHol low", + "ĠHoll ow", + "handle Change", + "Ġ divider", + "Ġdi vider", + "Ġdiv ider", + "Ġdivide r", + "Ġdivid er", + "ĠEngine ers", + "ĠEngineer s", + "Ġs vens", + "Ġsv ens", + "Ġsve ns", + "Ġcom pliant", + "Ġcompl iant", + "t anggal", + "Ġ Credits", + "ĠC redits", + "ĠCredit s", + "ĠEm irates", + "Rule Context", + "Ġreal ization", + "Ġrealiz ation", + "Ġrealiza tion", + "Ġdis tracted", + "Ġdistr acted", + "Ġdistract ed", + "] +=", + "]+ =", + "Ġau gment", + "Ġaug ment", + "ĠD w", + "o tp", + "ot p", + "or rent", + "orr ent", + "orre nt", + "Ed itar", + "Edit ar", + ". stock", + ".st ock", + "St udy", + "p ections", + "pe ctions", + "pect ions", + "pection s", + "Ġ GameManager", + "ĠGame Manager", + "= cut", + "=c ut", + "Ġf lock", + "Ġfl ock", + "Ġflo ck", + "ĠRom ans", + "ĠRo mans", + "ĠRoman s", + "ĠRoma ns", + "t hem", + "th em", + "the m", + "- hop", + "-h op", + "Ġscreen shots", + "Ġscreens hots", + "Ġscreenshot s", + "Ġ /*!Ċ", + "Ġ/* !Ċ", + "Ġ/*! Ċ", + "Ġcon versions", + "Ġconv ersions", + "Ġconvers ions", + "Ġconversion s", + "Ġnormal ization", + "( configuration", + "(config uration", + "Ġa eros", + "Ġaer os", + "Ġae ros", + "_ security", + "_s ecurity", + "_se curity", + "_sec urity", + "! 'Ċ", + "!' Ċ", + "B onus", + "Bon us", + "ĠDR IVER", + "ĠDRIVE R", + "ĉ Date", + "ĉD ate", + "t ie", + "ti e", + "ĠWy oming", + "St and", + "Stan d", + "i tre", + "it re", + "itr e", + "Ġsh oppers", + "Ġshop pers", + "Ġsho ppers", + "Ġshopper s", + "Ġdisadv antage", + "Ġl iking", + "Ġli king", + "Ġlik ing", + "ç¬ ij", + "Ġunderstand able", + "S EE", + "SE E", + "Ġh oy", + "Ġho y", + "Ġnine te", + "Ġni nete", + "Ġnin ete", + "Ġcon fer", + "Ġconf er", + "Ġ nowrap", + "Ġno wrap", + "Ġnow rap", + "ĠV ern", + "ĠVer n", + "ĠVe rn", + ", čĊčĊ", + ",čĊ čĊ", + "ime step", + "imes tep", + "imest ep", + "Layout Manager", + "à ·", + "ĉ wait", + "ĉw ait", + "P LETED", + "PLE TED", + "J apan", + "Ja pan", + "Ġin duce", + "Ġind uce", + "Ġindu ce", + "Ġ å¯", + "Ġå ¯", + "о зв", + "оз в", + "_END POINT", + ". horizontal", + ".h orizontal", + "Ġacceler ated", + "Ġaccelerate d", + "r imon", + "ri mon", + "rim on", + "I VES", + "IV ES", + "IVE S", + "Trans actions", + "Transaction s", + "L ean", + "Le an", + "ĠS OUR", + "ĠSO UR", + "wh ether", + "y g", + "Ġ oid", + "Ġo id", + "Ġoi d", + "Ġ EntityManager", + "ĠEntity Manager", + "OUN TRY", + "OUNT RY", + "Ġ fila", + "Ġf ila", + "Ġfil a", + "Ġfi la", + "OLUM NS", + "OLUMN S", + "IN UE", + "INU E", + "Ġ Anchor", + "ĠAn chor", + "ĠAnc hor", + "ĠAnch or", + "TR AN", + "TRA N", + "w oo", + "wo o", + "block quote", + "ĠN urse", + "ĠNurs e", + "ĠNur se", + "ĠC arp", + "ĠCar p", + "ĠCa rp", + "Ġrede em", + ". try", + ".t ry", + ".tr y", + "Ġ JP", + "ĠJ P", + "Ġ timestamps", + "Ġtimestamp s", + "Ġ?> \"><", + "Ġ?>\" ><", + "Ġ?>\"> <", + "Ġ REMOVE", + "ĠRE MOVE", + "ĠREM OVE", + "ĠStar bucks", + "Re ally", + "Real ly", + "Ġflo oded", + "Ġflood ed", + ". Callback", + ".C allback", + ".Call back", + "Drop Down", + "i pro", + "ip ro", + "Ġt ended", + "Ġten ded", + "Ġtend ed", + "l te", + "lt e", + "Ġproportion s", + "Ġproport ions", + "- te", + "-t e", + "ĠR ena", + "ĠRe na", + "ĠRen a", + "l icate", + "lic ate", + "li cate", + "lica te", + "for ces", + "force s", + "forc es", + ". extra", + ".ex tra", + ".ext ra", + ". authenticate", + ".auth enticate", + "в од", + "во д", + "¡ °", + "Ġfor ControlEvents", + "Ġ senha", + "Ġs enha", + "Ġsen ha", + "Ġk ein", + "Ġke in", + "Ġmin ist", + "Ġmi nist", + "Ġmini st", + "Ġ Preference", + "ĠP reference", + "ĠPre ference", + "ĠPref erence", + "ĠPrefer ence", + "ĠTele graph", + "Ñĥ п", + "str pos", + "Ġillness es", + "Ġp igs", + "Ġpi gs", + "Ġpig s", + "Ġget Intent", + "ĠgetInt ent", + "S ol", + "So l", + "Ġ ¡", + "Ġ ¡", + "( cpu", + "(c pu", + "(cp u", + "[ prop", + "[p rop", + "s creens", + "screen s", + "') ;?>", + "'); ?>", + "Ġ Acts", + "ĠA cts", + "ĠAct s", + "ĠAc ts", + "Ġstr dup", + "Ġa verages", + "Ġaverage s", + "Ġaver ages", + "a nal", + "an al", + "ana l", + "ĠCas ual", + "Group Box", + "ĠHand book", + "/ comments", + "/com ments", + "/comment s", + "Ġnumber ed", + "Ġnumb ered", + "Ġbroad casting", + "Ġbroadcast ing", + "çĽ ij", + ".native Element", + ". mu", + ".m u", + "Ġ updatedAt", + "Ġupdated At", + "ĠDoes n", + "ĠDoe sn", + ". AC", + ".A C", + ". coll", + ".c oll", + ".co ll", + ".col l", + "Ġrec order", + "Ġrecord er", + "_ sha", + "_s ha", + "_sh a", + "B g", + "b il", + "bi l", + "Ġbol ts", + "Ġbolt s", + "Ġ ç¬", + "Ġç ¬", + "Ġim posing", + "Ġimp osing", + "ĠInformation en", + "_ flashdata", + "_flash data", + "e conomic", + "ec onomic", + "R emark", + "Re mark", + "Rem ark", + "u cas", + "uc as", + "Ġ Officers", + "ĠOff icers", + "ĠOffice rs", + "ĠOfficer s", + "Ġ TER", + "ĠT ER", + "ĠTE R", + "W alk", + "Wal k", + "Wa lk", + "Ġmerc ado", + "_ generate", + "_g enerate", + "_gen erate", + "_gene rate", + "_gener ate", + "H Y", + "C alling", + "Call ing", + "Cal ling", + "s nap", + "sn ap", + "script Id", + ". operation", + ".op eration", + ".o peration", + ".oper ation", + "ĠFl ame", + "ĠFla me", + "ĠFlam e", + "l iness", + "li ness", + "line ss", + "lin ess", + "lines s", + "Ġr ented", + "Ġren ted", + "Ġrent ed", + "_ toggle", + "_t oggle", + "- changing", + "-ch anging", + "-chan ging", + "Ġ TY", + "ĠT Y", + "' util", + "'u til", + "E EP", + "EE P", + "Ġ graphql", + "Ġgraph ql", + "Ġ Uni", + "ĠU ni", + "ĠUn i", + "Ġim pulse", + "Ġimp ulse", + "Ġimpuls e", + ". Basic", + ".B asic", + "Ġenerg ies", + "Ġener gies", + "Ġenergie s", + "M ARY", + "MA RY", + "MAR Y", + "ĠMar cel", + "ĠMarc el", + "Ġm ortal", + "Ġmor tal", + "Ġmort al", + "Ġf res", + "Ġfr es", + "Ġfre s", + "m ens", + "me ns", + "men s", + "m otion", + "mo tion", + "mot ion", + "Ġs ampled", + "Ġsample d", + "Ġsam pled", + "Ġsamp led", + "âĢľ That", + "i day", + "id ay", + "ida y", + "qu ipment", + "quip ment", + "get Int", + "Ġ Absolute", + "ĠA bsolute", + "ĠAbs olute", + ", '\"", + ",' \"", + "u ned", + "un ed", + "une d", + ". share", + ".s hare", + ".sh are", + ".sha re", + "Ġ })(", + "Ġ} )(", + "Ġ}) (", + "m mm", + "mm m", + "ĠR ising", + "ĠRi sing", + "ĠRis ing", + "ä» »", + "Ġun employed", + "x fa", + "xf a", + ". follow", + ".f ollow", + "ĉ ĉĉĉĠĠĠĠĠĠ", + "ĉĉ ĉĉĠĠĠĠĠĠ", + "ĉĉĉĉ ĠĠĠĠĠĠ", + "ĉĉĉ ĉĠĠĠĠĠĠ", + "ĉĉĉĉĠ ĠĠĠĠĠ", + "ĉĉĉĉĠĠĠ ĠĠĠ", + "ĉĉĉĉĠĠ ĠĠĠĠ", + "ĉĉĉĉĠĠĠĠ ĠĠ", + "ĉĉĉĉĠĠĠĠĠ Ġ", + "s lt", + "sl t", + ". Phone", + ".P hone", + ".Ph one", + "Ġkn ives", + "Ġ eve", + "Ġe ve", + "Ġev e", + "on Click", + "] ))čĊ", + "]) )čĊ", + "])) čĊ", + "Ġ Witness", + "ĠW itness", + "ĠWit ness", + "ĉ NS", + "ĉN S", + "Ġ EOS", + "ĠE OS", + "ĠEO S", + "ĠSte fan", + "ĠStef an", + "ĠPr iest", + "ĠPri est", + "âĢĶ which", + "Get String", + ". By", + ".B y", + "Ġup stairs", + "Ġdetr iment", + "b roken", + "br oken", + "bro ken", + "em bro", + "emb ro", + "embr o", + "Ġnic otine", + "i lion", + "il ion", + "ili on", + "ilio n", + "Ġaston ishing", + "_ aff", + "_a ff", + "_af f", + "Ġ Lesson", + "ĠL esson", + "ĠLe sson", + "ĠLess on", + "ĠLes son", + "Ġacc idental", + "Ġaccident al", + "od or", + "odo r", + "Ġde cir", + "Ġdec ir", + "Ġnew Name", + "+ .", + "çĽ ¸", + "igs list", + "Ġ Github", + "ĠG ithub", + "ĠGit hub", + "Ġsuccess ive", + "Ġsuc cessive", + "r acial", + "ra cial", + "rac ial", + "raci al", + "Ġen viron", + "Ġenv iron", + "Ġenvi ron", + "éªĮ è¯ģ", + "Ġred irected", + "Ġredirect ed", + "T OTAL", + "TOT AL", + "Ġgrab bing", + "Ġgra bbing", + "ĠL ance", + "ĠLa nce", + "ĠLan ce", + "ĠLanc e", + "Ġfor fe", + "_ CB", + "_C B", + "å¾ ®", + "El apsed", + "_ way", + "_w ay", + "(Dialog Interface", + "_ measure", + "_me asure", + "_meas ure", + "x bb", + "xb b", + "D og", + "Do g", + "De part", + "Dep art", + "- src", + "-s rc", + "re solver", + "res olver", + "resolve r", + "with standing", + "_ shell", + "_s hell", + "_sh ell", + "Ġ LastName", + "ĠLast Name", + "ĠAv iation", + "Ġbeg inner", + "Ġbegin ner", + "(\" %.", + "(\"% .", + "( tool", + "(t ool", + "(to ol", + "Ġ нов", + "Ġн ов", + "Ġно в", + ": init", + ":i nit", + "( API", + "(A PI", + "(AP I", + "ĠMorris on", + "ĠMorr ison", + "vt Color", + "Ġsta ple", + "Ġstap le", + "/ INFO", + "Ġsuper natural", + "Ġsupern atural", + "Ġste ak", + "t imeline", + "time line", + "tim eline", + "zz le", + "\" `ĊĊ", + "\"`Ċ Ċ", + "\"` ĊĊ", + "Second ary", + "ĠNe pal", + "ĠNep al", + ". StringUtils", + ".String Utils", + "Ġ adam", + "Ġa dam", + "Ġad am", + "Ġada m", + "Ġ (...", + "Ġ( ...", + "Ġ(. ..", + "Ġsub stitution", + "Ġsubstit ution", + "Ġsubst itution", + "Ġ boarding", + "Ġbo arding", + "Ġboard ing", + "Ġ Keyword", + "ĠKey word", + "ĠAss ault", + "dbc Template", + "Ġ orderId", + "Ġorder Id", + "( engine", + "(e ngine", + ".assert That", + "ĠV enus", + "ĠVen us", + "Ġhom icide", + "Ġhomic ide", + "ĠA val", + "ĠAv al", + "ĠAva l", + "Ġg utter", + "Ġgut ter", + "Ġ Supported", + "ĠS upported", + "ĠSup ported", + "ĠSupport ed", + "/ part", + "/p art", + "Ġac claimed", + "Ġacclaim ed", + "H istor", + "Hi stor", + "His tor", + "Hist or", + "Ġm eses", + "Ġme ses", + "Ġmes es", + "ü ber", + "üb er", + "ĠRe new", + "ĠRen ew", + "ĠRene w", + "Ġg ras", + "Ġgr as", + "Ġgra s", + "Ġ Ek", + "ĠE k", + "Ġ infile", + "Ġin file", + "Ġinf ile", + "in dy", + "ind y", + ". music", + ".m usic", + ".mu sic", + ". Scroll", + ".S croll", + ".Sc roll", + "ĠA ges", + "ĠAg es", + "ĠAge s", + "ĠNar uto", + "ĠG ather", + "ĠGa ther", + "ĠGat her", + "Ġconfirm ing", + "= (\"", + "=( \"", + "Ġp itched", + "Ġpitch ed", + "Ġpit ched", + "o ley", + "ol ey", + "ole y", + "F rance", + "Fr ance", + "Fran ce", + "Fra nce", + "Franc e", + "+ '\"", + "+' \"", + "$ total", + "$t otal", + "Ġ onde", + "Ġo nde", + "Ġon de", + "Ġd itch", + "Ġdit ch", + "_ sigma", + "_s igma", + "_sig ma", + "Ġcontin uity", + "Ġcontinu ity", + "r eward", + "re ward", + "rew ard", + "- load", + "-l oad", + "-lo ad", + "Ġpro ceso", + "Ġproc eso", + "Ġproces o", + "L ocked", + "Loc ked", + "Lock ed", + "st aw", + "sta w", + "Ġsp inal", + "Ġspin al", + "Ġspi nal", + "l azy", + "la zy", + "laz y", + "! ==", + "!= =", + "j est", + "je st", + "jes t", + "Ġd un", + "Ġdu n", + "ĠRod gers", + "ĉ grid", + "ĉg rid", + "ĉgr id", + "Ġlo gos", + "Ġlog os", + "Ġlogo s", + "ĠBen gal", + "ĠBeng al", + ". super", + ".s uper", + ".sup er", + "Pro vides", + "Provid es", + "Provide s", + "Prov ides", + "Ġnut rient", + ". Timestamp", + ".T imestamp", + ".Time stamp", + "IZ ATION", + "åĨ Į", + "Ġf ats", + "Ġfa ts", + "Ġfat s", + "ĠX xx", + "c tica", + "ct ica", + "ctic a", + "Target s", + "Tar gets", + "Ġcont ours", + "Ġcontour s", + "Ġre ordered", + "Ġreorder ed", + ": Array", + ":A rray", + "Ġtoler ate", + "Ġtol erate", + "V ir", + "Vi r", + "Ġter ribly", + "Ġterr ibly", + "Ġb ricks", + "Ġbr icks", + "Ġbrick s", + "Ġbri cks", + "( &_", + "(& _", + "h b", + "P ortal", + "Port al", + "Por tal", + "ĠB read", + "ĠBr ead", + "ĠBre ad", + ". which", + ".wh ich", + "ÂŃ t", + "as InstanceOf", + "Ġj object", + "Ġjob ject", + "Ġjo bject", + "ĉ length", + "ĉl ength", + "ĉlen gth", + "_ MT", + "_M T", + "; \">čĊ", + ";\" >čĊ", + ";\"> čĊ", + "_ EXIST", + "_EX IST", + "Ġmat ernal", + "Ġma ternal", + "Ġmater nal", + "R EL", + "RE L", + "Ġê²½ ìļ°", + "h ee", + "he e", + "Ġ layouts", + "Ġlayout s", + "Ġlay outs", + "ĠL ap", + "ĠLa p", + "a isy", + "ai sy", + "ais y", + "Ġst umbled", + "Ġstumble d", + "ĠU IG", + "ĠUI G", + "ĠS co", + "ĠSc o", + "Ġim paired", + "Ġimp aired", + "Ġimpair ed", + "RES SED", + "RESS ED", + "Ġab uses", + "Ġabuse s", + "V F", + "A RB", + "AR B", + ". NAME", + ".N AME", + "r ch", + "rc h", + "pr imir", + "prim ir", + "pri mir", + "_ completed", + "_com pleted", + "_comp leted", + "_complete d", + "Ġp enny", + "Ġpen ny", + "Ġpenn y", + "Ch rome", + "Chr ome", + "( begin", + "(b egin", + "(be gin", + "er nen", + "ern en", + "erne n", + "- checkbox", + "-check box", + "Plain OldData", + "ĠL PC", + "ĠLP C", + "r ade", + "ra de", + "rad e", + "s pir", + "sp ir", + "spi r", + "Ġcon ceived", + "Ġconce ived", + "Ġconceive d", + "T ips", + "Tip s", + "Ti ps", + "ĠIo T", + "ĠG an", + "ĠGa n", + "èģ Ķ", + "Ġbi ases", + "Ġbias es", + "Ġconsult ants", + "Ġconsultant s", + "Ġconsulta nts", + "p led", + "pl ed", + "ple d", + "_ ht", + "_h t", + "associ ated", + "assoc iated", + "associate d", + "] ,ĊĊ", + "], ĊĊ", + "],Ċ Ċ", + "Ġdelight ful", + "ĠÑĤ ек", + "ĠÑĤе к", + "Hel vetica", + "( load", + "(l oad", + "(lo ad", + "- expand", + "-exp and", + "_W IDGET", + "t oa", + "to a", + "Ġ Akt", + "ĠA kt", + "ĠAk t", + "Ġo mn", + "Ġom n", + "Ġcl auses", + "Ġclause s", + "Ġcla uses", + "In tel", + "Int el", + "*/ }Ċ", + "_ registration", + "_reg istration", + "Ġold Value", + "Ġrest oring", + "Ġresto ring", + "Ġun real", + "Ġunre al", + "O VER", + "OVE R", + "OV ER", + "ĉĊ ĉĊĉĊ", + "ĉĊĉĊ ĉĊ", + "A TS", + "AT S", + "_ probe", + "_p robe", + "_pro be", + "_pr obe", + "_prob e", + "Ġdi visor", + "Ġdiv isor", + "Ġdivis or", + ".update Dynamic", + "å¹ ³", + "Produ ces", + "Prod uces", + "st amp", + "sta mp", + ".j boss", + "ĉ task", + "ĉt ask", + "! (:", + "!( :", + "Ġpsych ic", + "@ class", + "@c lass", + "M artin", + "Mar tin", + "Mart in", + "Ġ Passed", + "ĠP assed", + "ĠPass ed", + "ĠPas sed", + "clar ations", + "claration s", + "h el", + "he l", + "а Ñĩ", + "ĉ copy", + "ĉc opy", + "- bin", + "-b in", + "z an", + "za n", + "i gram", + "ig ram", + "igr am", + "া à¦", + "( sig", + "(s ig", + "(si g", + "ĠC aval", + "ĠCa val", + "ĠCav al", + "_ ##", + "Ġ %=", + "Ġ% =", + "out lined", + "outline d", + "ĠA cid", + "ĠAc id", + "Ġunpredict able", + "- dashboard", + "-d ashboard", + "Hex String", + "+ c", + ". Public", + ".P ublic", + "Ạ©", + "Ġcon veyor", + "Ġconvey or", + "Ġ EB", + "ĠE B", + "Ġselect s", + "Ġsel ects", + "Ġsele cts", + "Ġkn ocking", + "Ġknock ing", + "ĠC ec", + "ĠCe c", + "IB UTES", + "IBUT ES", + "IBUTE S", + "ow aÄĩ", + "owa Äĩ", + "g atsby", + "* v", + "ent ropy", + "entr opy", + "Ġdispatch ed", + "Ġdisp atched", + "Ġ camel", + "Ġc amel", + "Ġca mel", + "Ġcame l", + "Ġcam el", + "ĠSat urn", + "ĠSa turn", + "Ġover weight", + "( phone", + "(p hone", + "(ph one", + "par able", + "para ble", + "% B", + "_v ectors", + "_vector s", + "_vec tors", + "_vect ors", + "_ve ctors", + "Ġbr ewing", + "Ġbre wing", + "Ġbrew ing", + "Ġ Tk", + "ĠT k", + "Ġ Downloads", + "ĠDown loads", + "ĠDownload s", + "Ġ Saved", + "ĠS aved", + "ĠSave d", + "ĠSa ved", + "ĠSav ed", + ". Price", + ".P rice", + ".Pr ice", + "Ġc urved", + "Ġcur ved", + "Ġcurve d", + "ĠParent hood", + "ĠParen thood", + "è ¶", + ".p nl", + "plete ly", + "plet ely", + ". Day", + ".D ay", + "Ġadvert isers", + "Ġadvertis ers", + "Ġadvertise rs", + "Ġadvertiser s", + "Ġe jec", + "Ġej ec", + "Ġpr zed", + "Ġprz ed", + "Ġprze d", + "ë ¯", + "! ';Ċ", + "!' ;Ċ", + "ĠK ush", + "ĠKu sh", + "Ġ TAB", + "ĠT AB", + "ĠTA B", + "Ġ quests", + "Ġqu ests", + "Ġque sts", + "Ġquest s", + "Ġques ts", + "Ġcoinc idence", + "Ġcoincide nce", + "umm ies", + "ĠKash mir", + "ĠEth ics", + "ĠEthi cs", + "_ growth", + "_g rowth", + "Ġ aktiv", + "Ġak tiv", + "Ġakt iv", + "Ġgroup ing", + "Ġgrou ping", + "å¢ ŀ", + "_ truth", + "_tr uth", + "åIJ ¬", + "t odos", + "to dos", + "todo s", + "tod os", + "i set", + "is et", + "ise t", + "Tex Coord", + "ä tt", + "ät t", + "ĠZ ur", + "ĠZu r", + "ro ys", + "roy s", + "_M AGIC", + "_MAG IC", + "Ġbrew ery", + "( State", + "ĠSM ALL", + "ĠSMA LL", + "ĠPl ants", + "ĠPlan ts", + "ĠPlant s", + "ĠPla nts", + "it bart", + "e acher", + "each er", + "ea cher", + "ĠAd elaide", + "L u", + "Ġf ick", + "Ġfi ck", + "Ġfic k", + "und les", + "undle s", + "_ loaded", + "_lo aded", + "_load ed", + "и е", + "P oll", + "Pol l", + "Po ll", + "r itic", + "ri tic", + "rit ic", + "E LY", + "EL Y", + "Ġ +'", + "Ġ+ '", + "ĠProf ession", + "Ġst amps", + "Ġstamp s", + "Ġsta mps", + "ĠS ew", + "ĠSe w", + "s crollView", + "scroll View", + "Ġcomm unist", + "Ġcommun ist", + "/ problems", + "/pro blems", + "/problem s", + "} čĊčĊčĊčĊ", + "}čĊ čĊčĊčĊ", + "}čĊčĊ čĊčĊ", + "}čĊčĊčĊ čĊ", + ", o", + "Ġ udp", + "Ġu dp", + "Ġud p", + "Ġob ese", + "Ġobe se", + "ap prove", + "app rove", + "appro ve", + "anc ellation", + "ancel lation", + "ancell ation", + "_ Game", + "_G ame", + "Ġ Hashtable", + "ĠHash table", + "ĠHas htable", + "adaptive Styles", + "Ġposs esses", + "Ġpossess es", + ". matcher", + ".m atcher", + ".match er", + ".mat cher", + "function al", + "M rs", + "Mr s", + "ĉ save", + "ĉs ave", + "Ġ DbType", + "ĠDb Type", + "Ġ ken", + "Ġk en", + "Ġke n", + "get Context", + "Ġ mans", + "Ġm ans", + "Ġman s", + "Ġma ns", + "( rel", + "(r el", + "(re l", + "ĠBrother hood", + ") `Ċ", + ")` Ċ", + "è§ £", + ". Information", + ".In formation", + "OutOfRange Exception", + "ĠS ek", + "ĠSe k", + "C as", + "Ca s", + "Ġblog gers", + "Ġblogger s", + "E ither", + "( \"\"\"", + "(\" \"\"", + "(\"\" \"", + "Ġp inch", + "Ġpin ch", + "Ġco arse", + ") p", + "ĠP ulse", + "ĠPu lse", + "ĠPul se", + "Ġlearn t", + "Ġlear nt", + "Ġdent ist", + "Ġon change", + "Ġdirect ives", + "Ġdirective s", + "( actions", + "(a ctions", + "(action s", + "(act ions", + "ny der", + "ĠS hir", + "ĠSh ir", + "ĠShi r", + "T rait", + "Tr ait", + "Tra it", + "_ dep", + "_d ep", + "_de p", + "Ġ PET", + "ĠP ET", + "ĠPE T", + "Ġ REP", + "ĠR EP", + "ĠRE P", + ".App Settings", + "cu ador", + "ide nav", + "iden av", + "Ġen vi", + "Ġenv i", + "Ġsl ammed", + "Ġslam med", + "Ġ Shoot", + "ĠS hoot", + "ĠSh oot", + "ĠSho ot", + "Ġ dateFormat", + "Ġdate Format", + ".j oda", + "ve ys", + "vey s", + "Ġ ).ĊĊ", + "Ġ) .ĊĊ", + "Ġ). ĊĊ", + "Ġ).Ċ Ċ", + "Ġcar eg", + "Ġca reg", + "Ġcare g", + "Ġ Parallel", + "ĠPar allel", + "_ translation", + "_trans lation", + ". functions", + ".function s", + ".fun ctions", + ". obs", + ".o bs", + ".ob s", + "Runtime Exception", + "[ ]=", + "[] =", + "ov erview", + "over view", + "ĠS chl", + "ĠSc hl", + "ĠSch l", + "Ġno isy", + "Ġnoi sy", + "ĠOn PropertyChanged", + "S ending", + "Send ing", + "Sen ding", + "Ġunf amiliar", + "U pon", + "Up on", + "ĠPr ints", + "ĠPrint s", + "ĠPri nts", + ". typ", + ".t yp", + "Ġfle eing", + "Ġflee ing", + "ĉ move", + "ĉm ove", + "ĉmov e", + "( Un", + "(U n", + "Ġ qr", + "Ġq r", + "× ľ", + "_ beta", + "_b eta", + "_be ta", + "_bet a", + "Ġsk ies", + "Ġski es", + "ĉ me", + "ĉm e", + "W ND", + "WN D", + "Ġst ickers", + "Ġstick ers", + "Ġsticker s", + "b las", + "bl as", + "bla s", + "Ġins erts", + "Ġinsert s", + "Ġinser ts", + "Ġinse rts", + "Ġver ses", + "Ġvers es", + "Ġverse s", + "ĠD ew", + "ĠDe w", + "Ġt angible", + "Ġtang ible", + "Ġh echo", + "Ġhe cho", + "P OL", + "PO L", + "Ġte ardown", + "Ġtear down", + "om nia", + "I BE", + "IB E", + ". cover", + ".c over", + ".co ver", + "_ strategy", + "_str ategy", + "^ -", + "set Position", + "u ale", + "ual e", + "ua le", + "S igned", + "Sign ed", + "Sig ned", + "Ġ iface", + "Ġif ace", + "Ġi face", + "as eline", + "ase line", + "asel ine", + ".set Time", + "ĠMin eral", + "ĠMine ral", + "ĠMiner al", + "ĠF ighting", + "ĠFight ing", + "s kins", + "sk ins", + "ski ns", + "skin s", + "Ġdiscrim in", + "Ġd ansk", + "Ġdans k", + "Ġdan sk", + "ĠPr inceton", + "ĠPrince ton", + "ac ist", + "aci st", + "Ġ ());Ċ", + "Ġ( ));Ċ", + "Ġ() );Ċ", + "Ġ()) ;Ċ", + "tr acks", + "tra cks", + "track s", + "imon ial", + "a decimal", + "ad ecimal", + "ade cimal", + "EP ROM", + "ug gle", + "ugg le", + ". Notification", + ".Not ification", + "$ mail", + "$m ail", + "c antidad", + "cant idad", + "ĠJ ung", + "ĠJun g", + "ĠJu ng", + "Ġsee kers", + "Ġseek ers", + "Ġseeker s", + "Ġpl ausible", + "t ier", + "ti er", + "tie r", + "е ж", + "еР¶", + "Ġ rapper", + "Ġr apper", + "Ġrap per", + "Ġra pper", + "Ġrapp er", + "Ġ Mana", + "ĠM ana", + "ĠMan a", + "ĠMa na", + "ĠHttp StatusCode", + "ĠHttpStatus Code", + "Ġbur nt", + "Ġburn t", + "l oses", + "lo ses", + "lose s", + "los es", + "Ġ Foto", + "ĠF oto", + "ĠFo to", + "ĠFot o", + "Ġ JsonObject", + "ĠJson Object", + "In stagram", + "Inst agram", + "Ġ syscall", + "Ġsys call", + "Ġreal ities", + "ĠMAT LAB", + ":^ {Ċ", + "T ERM", + "TE RM", + "TER M", + "ĠC bd", + "Ġ Paragraph", + "ĠPar agraph", + "ĠPara graph", + "Ġtrav és", + "Ġconstruct ing", + "Ġs wal", + "Ġsw al", + "Ġp ige", + "Ġpi ge", + "Ġpig e", + "L LLL", + "LL LL", + "LLL L", + "- existing", + "-ex isting", + "G ets", + "Get s", + "Ge ts", + "Ġmel ted", + "Ġmelt ed", + "Ġmit igate", + "Ġmitig ate", + "H en", + "He n", + "Ġ hm", + "Ġh m", + "i mas", + "im as", + "ima s", + "Ġ Ao", + "ĠA o", + "ĠP erez", + "ĠPer ez", + "ĠPe rez", + "ĠPere z", + "Ġ DAL", + "ĠD AL", + "ĠDA L", + "Ġ ëĭ¤", + "Ġëĭ ¤", + "Ġdi vis", + "Ġdiv is", + "Storyboard Segue", + "Ġ Modify", + "ĠMod ify", + "ĠModi fy", + "ĠÃľ ber", + "_O VERRIDE", + ".p em", + ".pe m", + "un tos", + "unt os", + "unto s", + "Ġesp añ", + "Ġespa ñ", + "Ġ{ ?", + "Ġ PAY", + "ĠP AY", + "ĠPA Y", + "_ ipv", + "_i pv", + "_ip v", + "ĠF ury", + "ĠFu ry", + "ĠFur y", + "__ .__", + "__. __", + "e low", + "el ow", + "elo w", + "-c entered", + "-center ed", + "-cent ered", + "che cks", + "check s", + "_ Reg", + "_R eg", + "_Re g", + "-J avadoc", + "ĉ load", + "ĉl oad", + "ĠLike wise", + "ĠLik ewise", + "ا Ùħ", + "ا٠ħ", + "U NE", + "UN E", + ". sem", + ".s em", + ".se m", + "x cb", + "xc b", + "ĠC ave", + "ĠCa ve", + "ĠCav e", + "_ sleep", + "_s leep", + "Ġsil ently", + "Ġsilent ly", + "Ġ Extreme", + "ĠExt reme", + "ĠExtr eme", + ". ToUpper", + ".To Upper", + "ĉ CHECK", + "ĉC HECK", + "Ġ cue", + "Ġc ue", + "Ġcu e", + "ĠQ ByteArray", + "Ġcor rupted", + "Ġcorrupt ed", + "Ġ Dé", + "ĠD é", + "Ġim ped", + "Ġimp ed", + "Ġimpe d", + "Get Name", + "Ġinaccur ate", + "Ġs ober", + "Ġso ber", + "Ġsob er", + "е е", + "еРµ", + "Ġ barcode", + "Ġbar code", + "Ġba rcode", + "-- ){Ċ", + "--) {Ċ", + "in ki", + "ink i", + "Ġ ép", + "Ġé p", + "Ġd ri", + "Ġdr i", + "Ġ ALT", + "ĠA LT", + "ĠAL T", + "> >>>>>>>", + ">>>> >>>>", + ">>>>>>> >", + "on ta", + "ont a", + "[ L", + "Ġint eres", + "Ġinter es", + "Ġinte res", + "ver ting", + "vert ing", + "Ġd iagnostics", + "Ġdi agnostics", + "Ġdiagnostic s", + "p dev", + "pd ev", + "è ©", + "Ġ Integrated", + "ĠInt egrated", + "ĠIntegr ated", + ") .'", + "). '", + "_ gc", + "_g c", + "$ text", + "$t ext", + ". games", + ".g ames", + ".game s", + ".ga mes", + "ĠT erra", + "ĠTer ra", + "ĠTerr a", + "' Re", + "'R e", + ". transfer", + ".trans fer", + "_F IFO", + "get Model", + "Ġb land", + "Ġbl and", + "Ġbla nd", + "ĠCol eman", + "ĠCole man", + "Ġpr imes", + "Ġprim es", + "Ġprime s", + "Ġpri mes", + "Ġ æĪ", + "Ġæ Ī", + "Ġcross es", + "n k", + "G ING", + "GIN G", + "GI NG", + "Ġ '^", + "Ġ' ^", + "Ġ Blob", + "ĠB lob", + "ĠBl ob", + "ĠBlo b", + "Ġinter course", + "ĠBl vd", + "Ġweigh s", + "_ regular", + "_reg ular", + "ĠPer th", + "ĠPert h", + "Ġsepar ating", + "Ġseparat ing", + "Ġb illed", + "Ġbill ed", + "Ġbil led", + ".tab Control", + "Ġp uppet", + "Ġpup pet", + "Ġutil ization", + "Ġutiliz ation", + "Ġutiliza tion", + "Ġ âĸł", + "Ġâĸ ł", + "Ġsuc ces", + "Ġsucc es", + "Ġl amps", + "Ġla mps", + "Ġlamp s", + "Ġlam ps", + "_ proj", + "_p roj", + "_pro j", + "_pr oj", + "E ric", + "Er ic", + "Ġre novation", + "Ġren ovation", + "Ġrenov ation", + "ĠF amilies", + "ĠFam ilies", + "ĠFamil ies", + "ĠFamilie s", + "Ġ Bits", + "ĠB its", + "ĠBit s", + "ĠBi ts", + "part ials", + "partial s", + "- Men", + "-M en", + "s olution", + "sol ution", + "Ġd warf", + "Ġdw arf", + "Ġdwar f", + ". INTEGER", + ".IN TEGER", + "Ġ LOCK", + "ĠL OCK", + "ĠLO CK", + "ĠLOC K", + ". ct", + ".c t", + "Ġ excerpt", + "Ġex cerpt", + "Ġexcer pt", + "Ġ Pix", + "ĠP ix", + "ĠPi x", + "Ġ FirstName", + "ĠFirst Name", + "AN TED", + "ANT ED", + "ANTE D", + "ĠAd mir", + "- help", + "-h elp", + "-he lp", + "P rior", + "Pr ior", + "Pri or", + "Ġ Align", + "ĠAl ign", + "ĠAli gn", + ". INSTANCE", + ".IN STANCE", + "Line Edit", + "(' /:", + "('/ :", + "Ġ inet", + "Ġin et", + "Ġi net", + "Ġine t", + "od us", + "odu s", + ".p kl", + ".pk l", + "Ġ KY", + "ĠK Y", + "u pert", + "up ert", + "uper t", + "upe rt", + "Ġn erves", + "Ġnerv es", + "Ġnerve s", + "Ġner ves", + "_ gradient", + "_g radient", + "_grad ient", + "} ','", + "}' ,'", + "}', '", + "_un ref", + "Ġs aturated", + "Ġsatu rated", + "Ġsatur ated", + "Ġ Connected", + "ĠConnect ed", + "ĠConn ected", + "Ġ FN", + "ĠF N", + "EX IT", + "Ġtele port", + "Ġav ait", + "Ġava it", + "Page Route", + "Ġdivorce d", + "Ġdivor ced", + "( lang", + "(l ang", + "f st", + "fs t", + "ĠT yr", + "ĠTy r", + "Ġm essenger", + "Ġmess enger", + "i fstream", + "if stream", + "X S", + "ĠB anking", + "ĠBank ing", + "ĠBan king", + "Ġinfect ious", + "ĠM ons", + "ĠMon s", + "ĠMo ns", + "_ LOOP", + "_LO OP", + "Ġzur ück", + "Ġob tener", + "Ġobt ener", + "Ġobten er", + "/ repos", + "/re pos", + "V el", + "Ve l", + "a cro", + "ac ro", + "acr o", + "Ġ userRepository", + "Ġuser Repository", + "style Type", + "Ġ SRC", + "ĠS RC", + "ĠSR C", + "VML INUX", + "rec ursive", + "/ bar", + "/b ar", + "_ chip", + "_c hip", + "_ch ip", + "_chi p", + "o minated", + "om inated", + "omin ated", + "Ġ Nit", + "ĠN it", + "ĠNi t", + "âĢĶ to", + "ĠBudd h", + "ĠBud dh", + "о меÑĢ", + "ом еÑĢ", + "ĠM AG", + "ĠMA G", + "Ġ CHE", + "ĠC HE", + "ĠCH E", + "_ den", + "_d en", + "_de n", + ". raises", + ".r aises", + ".raise s", + ".ra ises", + "_ degree", + "_d egree", + "_de gree", + "_deg ree", + "Ġpump kin", + "_ templates", + "_t emplates", + "_template s", + "_temp lates", + "_tem plates", + "_ MEDIA", + "_M EDIA", + "_MED IA", + "Ġ Timeline", + "ĠT imeline", + "ĠTime line", + "ĠTim eline", + "Ġ bots", + "Ġb ots", + "Ġbo ts", + "Ġbot s", + "Object Type", + "Ġbu ys", + "Ġbuy s", + ". posts", + ".post s", + ".pos ts", + ".po sts", + "C AL", + "CA L", + "wa iting", + "wait ing", + "ĠDaniel s", + "ĠDani els", + "Ġd abei", + "Ġda bei", + "Ġdab ei", + "Ġ Sigma", + "ĠS igma", + "ĠSig ma", + "i lor", + "il or", + "ilo r", + "i gel", + "ig el", + "ige l", + ", W", + "A DS", + "AD S", + "( panel", + "(p anel", + "(pa nel", + "ì² ´", + "it ating", + "ita ting", + "itat ing", + ". palette", + ".p alette", + ".pa lette", + "Ġmos quito", + "Ġt ego", + "Ġte go", + "Ġteg o", + "( parseInt", + "(parse Int", + "Ġdes pués", + "p romise", + "pro mise", + "prom ise", + "Ġ wij", + "Ġw ij", + "Ġwi j", + "type script", + "types cript", + "Ġ Tv", + "ĠT v", + "_IDENT IFIER", + ") .ĊĊĊ", + "). ĊĊĊ", + ").ĊĊ Ċ", + ").Ċ ĊĊ", + "_ flat", + "_f lat", + "_fl at", + "it su", + "its u", + "U SR", + "US R", + "ex perience", + "- fit", + "-f it", + "-fi t", + "ph inx", + "phi nx", + "phin x", + "_ thresh", + "_th resh", + "_thr esh", + "Ġide ally", + "Ġideal ly", + "ĠFree man", + "ĠFre eman", + "ĠFreem an", + ", DB", + ",D B", + "_ rw", + "_r w", + "çŃ ī", + "U b", + "_ statistics", + "_stat istics", + "=\" \"><", + "=\"\" ><", + "=\"\"> <", + "Ġch ore", + "Ġcho re", + "Ġchor e", + "Ġy ork", + "Ġyo rk", + "inst alled", + "install ed", + "Add itionally", + "Additional ly", + "Ġp stmt", + "Ġpst mt", + "yl ko", + ": :Ċ", + ":: Ċ", + "F orest", + "For est", + "Fore st", + "Fo rest", + "Ġhead set", + "Ġheads et", + "Ġg allon", + "Ġgal lon", + "Ġgall on", + "ÑĢ ем", + "ÑĢе м", + "Ġwithdraw n", + "Ġwithd rawn", + "Ġ Candidate", + "ĠC andidate", + "ĠCandid ate", + "Ġmel ting", + "Ġmelt ing", + "Ġfree zer", + "Ġfreeze r", + "Ġ hl", + "Ġh l", + "_ HELP", + "_HE LP", + "_HEL P", + "m ime", + "mi me", + "( /*", + "(/ *", + "Ġth irst", + "Ġthi rst", + "$ return", + "$r eturn", + "$ret urn", + "member of", + "е б", + "еР±", + "Ġ HttpServletRequest", + "ĠHttp ServletRequest", + "ĠHttpServlet Request", + "( ob", + "(o b", + "_ Result", + "_Res ult", + "Ġassert ed", + "Ġfulfill ing", + "Ġfulfil ling", + "Ġstretch es", + "Ġstret ches", + "par ated", + "pa rated", + "para ted", + "parate d", + "-f unded", + "Ġ åĽ", + "Ġå Ľ", + "in gles", + "ing les", + "ingle s", + "_ ca", + "_c a", + ". condition", + ".con dition", + ".cond ition", + "Ġ Displays", + "ĠDis plays", + "ĠDisplay s", + "ĠDisp lays", + "Ġ orang", + "Ġo rang", + "Ġor ang", + "Ġora ng", + "Ġoran g", + "Ġ CRE", + "ĠC RE", + "ĠCR E", + "Ġgl Bind", + "Ġ Selector", + "ĠSe lector", + "ĠSelect or", + "ĠSel ector", + "ĠSele ctor", + "/ type", + "/t ype", + "ĠAlex a", + "ĠAle xa", + "ched ules", + "chedule s", + "ĠPen insula", + "Ġ parity", + "Ġp arity", + "Ġpar ity", + "Ġpari ty", + "ĉ dest", + "ĉd est", + "ĉdes t", + "ĉde st", + "ĠDo ors", + "ĠDoor s", + "čĊ ĉčĊ", + "_ dimension", + "_d imension", + "_dim ension", + "Ġ aload", + "Ġa load", + "Ġal oad", + "Ġalo ad", + ".St oredProcedure", + "( paren", + "(p aren", + "(par en", + "(pa ren", + "ĠBur ke", + "ĠBurk e", + "' )]Ċ", + "') ]Ċ", + "')] Ċ", + "- engine", + "-e ngine", + "-eng ine", + "Ġ quir", + "Ġqu ir", + "Ġq uir", + "Ġqui r", + "ĠH ybrid", + "ĠHy brid", + "ĠD oe", + "ĠDo e", + "Ġout lines", + "Ġoutline s", + "ĠT rends", + "ĠTr ends", + "ĠTre nds", + "ĠTrend s", + "_ NV", + "_N V", + "per iments", + "periment s", + "peri ments", + "ĠH in", + "ĠHi n", + "? ',", + "?' ,", + "ĉ Text", + "ĉT ext", + "F UL", + "FU L", + "Ġsm ells", + "Ġsmell s", + "Ġ slick", + "Ġs lick", + "Ġsl ick", + "Ġslic k", + "Ġmis erable", + "Ġmiser able", + "ĠArray Adapter", + "Ġparam String", + "H om", + "Ho m", + "_l iterals", + "_literal s", + "_lit erals", + "us uarios", + "usuario s", + "usu arios", + "Ġprompt ing", + "_ lazy", + "_l azy", + "_la zy", + "Ġ Activation", + "ĠAct ivation", + "ĠActiv ation", + "_ oc", + "_o c", + "We ak", + "Ġan ecd", + "ĠU CLA", + "ĠUC LA", + "= re", + "=r e", + "iss ement", + "isse ment", + "ĠEsc orts", + "ĠEscort s", + "Ex cellent", + "Ġ Pause", + "ĠP ause", + "ĠPa use", + "Ġ repositories", + "Ġre positories", + "Ġrepos itories", + "T OR", + "TO R", + "ar iate", + "ari ate", + "aria te", + "ariat e", + "_ iso", + "_i so", + "_is o", + "up dates", + "update s", + "upd ates", + "ha lb", + "hal b", + "udi ante", + "udiant e", + "ë¡ Ŀ", + "Ġna ive", + "ĠP eg", + "ĠPe g", + "ĠL ounge", + "ĠLo unge", + "ĠLou nge", + "AR GIN", + "ARG IN", + "( bin", + "(b in", + "On ClickListener", + "OnClick Listener", + "Ġ FAILED", + "ĠFA ILED", + "ĠFAIL ED", + "Ġ lite", + "Ġl ite", + "Ġli te", + "Ġlit e", + "Ġd zie", + "Ġdz ie", + "Ġdzi e", + "Ġ Literal", + "ĠL iteral", + "ĠLiter al", + "ĠLit eral", + "ĠLite ral", + "i vor", + "iv or", + "ivo r", + "f cntl", + "fc ntl", + "fcn tl", + "Ġe ats", + "Ġeat s", + "Ġea ts", + "Ġ qed", + "Ġq ed", + "Un lock", + "r iding", + "ri ding", + "rid ing", + "und ai", + "unda i", + "= M", + "AT TER", + "ATT ER", + "Configure Await", + "ic ias", + "ici as", + "icia s", + "ust omed", + "ustom ed", + "usto med", + "Ġsuccess ion", + "Ġsuc cession", + "Ġsucc ession", + "end Time", + "ĠJ upiter", + "Ġj udging", + "Ġjud ging", + "d ration", + "dr ation", + "dra tion", + "_ docs", + "_d ocs", + "_doc s", + "_do cs", + ". mo", + ".m o", + "Ġeduc ators", + "Ġeducator s", + "ĠV ine", + "ĠVi ne", + "ĠVin e", + "C ond", + "Con d", + "Co nd", + "[ out", + "[o ut", + "q b", + "\\ Validator", + "Ġmean ings", + "Ġmeaning s", + "Ġpres ently", + "Ġpresent ly", + "Ġdiv iding", + "Ġdivid ing", + "otten ham", + "as cular", + "asc ular", + "Ġtrail ers", + "Ġtra ilers", + "Ġtrailer s", + "Ġtrai lers", + "Ġ CLOSE", + "ĠC LOSE", + "ĠCL OSE", + "а ми", + "ам и", + "âĢĻ ai", + "âĢĻa i", + "Ġ Gain", + "ĠG ain", + "ĠGa in", + "w or", + "wo r", + "Ġpl anner", + "Ġplan ner", + "Ġdistrib uting", + "v at", + "va t", + "mon ths", + "month s", + "mont hs", + "x label", + "xl abel", + "H F", + "V iol", + "Vi ol", + ".BASE LINE", + "еÑĤ ÑģÑı", + "Ġ Rotate", + "ĠR otate", + "ĠRot ate", + "Ġ txn", + "Ġt xn", + "Ġtx n", + ": bold", + ":b old", + "Ġb loss", + "Ġbl oss", + "Ġblo ss", + "Forg ery", + "Forge ry", + "( embed", + "(em bed", + "Ġj ako", + "Ġja ko", + "Ġjak o", + "s printf", + "the ir", + "Ġexhib its", + "Ġexhibit s", + "- static", + "-st atic", + "-stat ic", + "he cy", + "hec y", + "get ActiveSheet", + ". clients", + ".c lients", + ".client s", + ".cl ients", + ".cli ents", + "ãģ į", + "_ hide", + "_h ide", + "_hi de", + "_hid e", + "[ word", + "[w ord", + "C b", + "add Item", + "a xe", + "ax e", + "_ radio", + "_r adio", + "_rad io", + "_ra dio", + "_radi o", + "a lion", + "al ion", + "ali on", + "mod ifier", + "Ġsat uration", + "Ġsatu ration", + "Ġsatur ation", + "Ġde nom", + "Ġden om", + "_ pixels", + "_p ixels", + "_pixel s", + "_pix els", + "m ess", + "me ss", + "mes s", + "( fl", + "(f l", + "a tif", + "at if", + "ati f", + "Ġ secs", + "Ġs ecs", + "Ġse cs", + "Ġsec s", + "Ġpro stitution", + "Ġprostit ution", + "Ġprost itution", + "Ġprostitu tion", + "Ġprostitut ion", + "Ġgrand children", + "Ġparad ise", + "ĠF eld", + "ĠFe ld", + "ĠFel d", + "_B INARY", + "_BIN ARY", + "it ous", + "ito us", + "itou s", + "à ¹Ħ", + "๠Ħ", + "Ġfl ashing", + "Ġflash ing", + "-s ided", + "-side d", + "Ġcontrad iction", + "Ġcontradict ion", + "/ *ĊĊ", + "/* ĊĊ", + "/*Ċ Ċ", + "y label", + "yl abel", + "yla bel", + "ĠT et", + "ĠTe t", + "Ġadm ire", + "Ġadmir e", + "r eso", + "re so", + "res o", + "Ġl etz", + "Ġle tz", + "Ġlet z", + "Ġ SEARCH", + "ĠSE ARCH", + "s lots", + "sl ots", + "slot s", + "ĠRe wards", + "ĠRew ards", + "ĠReward s", + "ĠH og", + "ĠHo g", + "Ġ NSData", + "ĠNS Data", + "st ash", + "sta sh", + "F all", + "Fa ll", + "Fal l", + "ĠA mer", + "ĠAm er", + "Line arLayout", + "Linear Layout", + "/ photos", + "/photo s", + "/ph otos", + "Ġfe ather", + "Ġfeat her", + "Ġ |čĊ", + "Ġ| čĊ", + "Down loads", + "Download s", + ".Start sWith", + "Ġ //#", + "Ġ// #", + "Ġ/ /#", + "ine Transform", + "Ġaff id", + "Ġaf fid", + "V tbl", + "ĠR ogue", + "ĠRo gue", + "ĠRog ue", + "s cribed", + "scribe d", + "scri bed", + "Ġf auc", + "Ġfa uc", + "ĠMon roe", + "Ġdecl ares", + "Ġdeclar es", + "Ġdeclare s", + "mod ern", + "mode rn", + "r eon", + "re on", + "reo n", + "ay be", + "P ASS", + "PA SS", + "f ers", + "fer s", + "fe rs", + "_MULT I", + "_MUL TI", + "ĠMath ematics", + "ĠMathematic s", + "Ġsud ah", + "_ATT ACH", + "Ġnumber With", + "ĠSol omon", + "ĠSolo mon", + "j in", + "ji n", + "ograf ia", + "ogr afia", + "ö l", + "_ design", + "_d esign", + "_de sign", + "_des ign", + "c ulated", + "cul ated", + "culate d", + "cu lated", + "ĠL una", + "ĠLu na", + "ĠLun a", + "i esz", + "ies z", + "ie sz", + "Ġ =>'", + "Ġ= >'", + "Ġ=> '", + "Ġreve lations", + "Ġrevel ations", + "Ġrevelation s", + "A long", + "Al ong", + "( ed", + "(e d", + "Ġ Filename", + "ĠF ilename", + "ĠFile name", + "ĠFil ename", + "ĠFi lename", + "Ġ ylabel", + "Ġy label", + "S ecure", + "Sec ure", + "Ġbus ca", + "Ġbusc a", + "ag nosis", + "agn osis", + "_RE CE", + "_REC E", + "Ġover lapping", + "Ġoverlap ping", + "Ġoverl apping", + "Ex tent", + "Ext ent", + "Ġant icipation", + "Ġanticip ation", + "Ġantic ipation", + "Check s", + "Che cks", + "ĠAL SO", + "ĠALS O", + "o rc", + "or c", + "iling ual", + "it ational", + "itation al", + "itat ional", + "Ġadv ancement", + "Ġadvance ment", + "o uro", + "ou ro", + "our o", + "Ġ Predicate", + "ĠP redicate", + "ĠPred icate", + "å¾ Ĺ", + "e ria", + "er ia", + "eri a", + "ĠP ierce", + "ĠPi erce", + "ĠPier ce", + "o rio", + "or io", + "ori o", + "Ġmer its", + "Ġmerit s", + "Ġpe anut", + "Ġpea nut", + ". Package", + ".P ackage", + "ĠCon duct", + "ĠCond uct", + "_ SENSOR", + "_S ENSOR", + "_SENS OR", + "Ġbo iling", + "Ġboil ing", + "Ġin tra", + "Ġint ra", + "Ġintr a", + "Ġ IGN", + "ĠI GN", + "ĠIG N", + "ĠF ur", + "ĠFu r", + ". Refresh", + ".Re fresh", + ".Ref resh", + "Ġ Reach", + "ĠR each", + "ĠRe ach", + "_ decoder", + "_de coder", + "_dec oder", + "_decode r", + ". Exp", + ".Ex p", + ".E xp", + "Ġ ÑĤак", + "ĠÑĤ ак", + "ĠÑĤа к", + "p ill", + "pi ll", + ", Q", + "ĠGr ill", + "ĠGri ll", + "Ġp opping", + "Ġpop ping", + "Ġpo pping", + ". Ag", + ".A g", + "Ġpro yecto", + "Ġmile age", + "Ġec ological", + "Ġeco logical", + "] ]);Ċ", + "]] );Ċ", + "]]) ;Ċ", + "Ġ ÂŃ", + "Ġ Ń", + "sub plot", + "a cad", + "ac ad", + "aca d", + "Ġ Trying", + "ĠT rying", + "ĠTr ying", + "ĠTry ing", + "rec ipes", + "recipe s", + "$ criteria", + "$c riteria", + "ĠPer sian", + "ĠPers ian", + "- bound", + "-b ound", + "-bo und", + "M ASK", + "MA SK", + "MAS K", + "Ġ Gesture", + "ĠG esture", + "ĠGes ture", + "ĠGest ure", + "Ġ kk", + "Ġk k", + "ĠP VC", + "ĠPV C", + "Ġpro hibition", + "Ġprohib ition", + "Ġprohibit ion", + "Ġcom ando", + "Ġco mando", + "Ġcoma ndo", + "Ġ LOOK", + "ĠL OOK", + "ĠLO OK", + "Sh opping", + "Shop ping", + "Ġdist ortion", + "Ġdistort ion", + "< Boolean", + ".Get Length", + "um pt", + "ump t", + "\\ Product", + "ell ery", + "elle ry", + "eller y", + "Ġfire wall", + "form atted", + "format ted", + ". redis", + ".re dis", + ".r edis", + ".red is", + "Ġ esa", + "Ġe sa", + "Ġes a", + "ĠRh ode", + "S om", + "So m", + ". non", + ".n on", + ".no n", + "Ġ ').", + "Ġ' ).", + "Ġ') .", + "Ġ getView", + "Ġget View", + "ạ n", + "p rus", + "pr us", + "Mat thew", + "Ġs ia", + "Ġsi a", + "ĠF ors", + "ĠFor s", + "ĠFo rs", + "G PU", + "GP U", + "ient ras", + "ien tras", + "_ INST", + "_IN ST", + "_I NST", + "_INS T", + "Ġo larak", + "Ġol arak", + "Ġola rak", + "Ġimport ing", + "Ġimp orting", + "T CP", + "TC P", + "/ \");Ċ", + "/\" );Ċ", + "/\") ;Ċ", + "e ither", + "ei ther", + "Ġfresh ly", + "c ascade", + "cas cade", + "( character", + "(char acter", + "ĠJe ep", + "o tics", + "ot ics", + "otic s", + "oti cs", + "_ UTIL", + "_UT IL", + ".Xtra Printing", + ".first Child", + "ĠEx cell", + "ĠExcel l", + "ĠExc ell", + "Ġd vd", + "Ġdv d", + "Ġt aller", + "Ġtal ler", + "Ġta ller", + "Ġtall er", + "Ġ ras", + "Ġr as", + "Ġra s", + "y pass", + "yp ass", + "Ġassign s", + "Ġgr iev", + "Ġgri ev", + "- more", + "-m ore", + "J D", + "ĠBur ns", + "ĠBurn s", + "' >čĊ", + "'> čĊ", + ". Dependency", + ".D ependency", + ".Dep endency", + ". QueryString", + ".Query String", + ". Owner", + ".O wner", + "Ġ expiry", + "Ġex piry", + "Ġexp iry", + "T hu", + "Th u", + "( Vec", + "(V ec", + "Ġhazard ous", + "Ġ rpm", + "Ġr pm", + "Ġrp m", + "AP ON", + "APO N", + "Ġadd Target", + "s ville", + "sv ille", + "p Net", + "Ġ Img", + "ĠI mg", + "ĠIm g", + "Ġ TIMER", + "ĠT IMER", + "ĠTIM ER", + "ĠTIME R", + "ĠTI MER", + ". Animation", + ".An imation", + "Ġ bek", + "Ġb ek", + "Ġbe k", + "Ġas sort", + "Ġass ort", + "Ġle bih", + "Ġbody Parser", + "Ġvibr ating", + "Ġvib rating", + "I DL", + "ID L", + "Ġbutter knife", + "in ters", + "int ers", + "inter s", + "inte rs", + "Ġpersu ade", + "ĠLGBT Q", + "è ĭ", + ". soft", + ".s oft", + ".so ft", + "Ġbe ams", + "Ġbeam s", + "_ sur", + "_s ur", + "_su r", + ". Def", + ".D ef", + ".De f", + "Ġ labs", + "Ġl abs", + "Ġla bs", + "Ġlab s", + "ĉ plt", + "ĉp lt", + "ĉpl t", + "Ġ skins", + "Ġs kins", + "Ġsk ins", + "Ġskin s", + "Ġski ns", + "Ġtransfer ring", + "Ġtransf erring", + "Ġimag inary", + "Ġimagin ary", + "_ End", + "_E nd", + "; background", + "Ġ laps", + "Ġl aps", + "Ġla ps", + "Ġlap s", + "_ COMMENT", + "_COM MENT", + "_COMM ENT", + "( SDL", + "(S DL", + "o nds", + "on ds", + "ond s", + ". Record", + ".Re cord", + ".Rec ord", + "ĠIm plements", + "ĠImp lements", + "ĠImplement s", + "ĠImpl ements", + "_ ticks", + "_t icks", + "_tick s", + "_ti cks", + "( )))ĊĊ", + "() ))ĊĊ", + "()) )ĊĊ", + "())) ĊĊ", + "()))Ċ Ċ", + "Ġa rose", + "Ġar ose", + "] ?", + "Ġ Mp", + "ĠM p", + "ĠI Command", + "Ġsculpt ure", + "Ġcon tracted", + "Ġcontract ed", + "Ġcontr acted", + "< HTML", + "Ġcal end", + "a ty", + "at y", + "/ Sub", + "/S ub", + "Ġkv inn", + "Ġkvin n", + "_ IGNORE", + "ĠSh ane", + "ĠSha ne", + "ĠShan e", + "M LS", + "ML S", + "Ġstim ulate", + "Part ition", + "Ġ mun", + "Ġm un", + "Ġmu n", + "ó m", + "er ala", + "era la", + "eral a", + "- account", + "-a ccount", + "-ac count", + ". Binary", + ".B inary", + "c é", + "Ġse ize", + "Ġseiz e", + "Ġsei ze", + "conn ections", + "connect ions", + "connection s", + "Ġ ĊĠĠĠĠĠĠĠĠĊ", + "ĠĊ ĠĠĠĠĠĠĠĠĊ", + "Ġ Diagnostic", + "ĠDi agnostic", + "V ISIBLE", + "VIS IBLE", + "Ġ Runs", + "ĠR uns", + "ĠRun s", + "ĠRu ns", + "Ġim pressions", + "Ġimpress ions", + "Ġimpression s", + "Ġimpr essions", + "s uite", + "su ite", + "suit e", + "o ble", + "ob le", + "obl e", + "~ -", + "ak ukan", + "aku kan", + "< Person", + "

\">\" >\"> \">< /", + "_ indexes", + "_index es", + "Ġ valuation", + "Ġval uation", + "Ġvalu ation", + "Ġlife long", + "Ġlif elong", + "Ġexp edition", + "Ġexped ition", + "( Yii", + "(Y ii", + "Ġp ains", + "Ġpain s", + "Ġpa ins", + "Ġpai ns", + "Ġ PRI", + "ĠP RI", + "ĠPR I", + "Ġ Mixed", + "ĠM ixed", + "ĠMix ed", + "ĠMi xed", + "Ġ Changing", + "ĠCh anging", + "ĠChan ging", + "ĠChang ing", + "German y", + "Ger many", + "comm unication", + "communic ation", + ". organ", + ".org an", + ".o rgan", + ".or gan", + "ĠMar athon", + "ĠMara thon", + "get Path", + "Ġ Accuracy", + "ĠAc curacy", + "ĠAcc uracy", + "Ġ Globals", + "ĠG lobals", + "ĠGlobal s", + "ĠGlob als", + "') }}'", + "Ġ'\" >'", + "Ġ'\"> '", + "k inson", + "kin son", + "kins on", + "Ġ кол", + "Ġк ол", + "Ġко л", + "ogn itive", + "_ li", + "_l i", + "Ġim minent", + "Ġimm inent", + "Ġaff inity", + "Ġaf finity", + ". signal", + ".s ignal", + ".sign al", + ".sig nal", + "Ġn otch", + "Ġnot ch", + "ĠSteel ers", + "ĠSteele rs", + "max length", + "K K", + "ĠEu gene", + "ĠEug ene", + "_ PWM", + "_P WM", + "_PW M", + "r oi", + "ro i", + "Ġ âĹı", + "Ġâ Ĺı", + "ĠâĹ ı", + "ĠH amburg", + "ĠHam burg", + ". Must", + ".M ust", + "Ġ axe", + "Ġa xe", + "Ġax e", + "en ef", + "ene f", + "Ġamb itions", + "Ġambit ions", + "Ġambition s", + "Ġ Species", + "ĠS pecies", + "ĠSp ecies", + "ĠSpec ies", + "ĠSpe cies", + "ĠSt ress", + "ĠStr ess", + "ĠStre ss", + "Ġa while", + "Ġ бÑĥд", + "Ġб Ñĥд", + "ĠбÑĥ д", + "Ġwith stand", + "Ġ Decoder", + "ĠDe coder", + "ĠDec oder", + "ĠDecode r", + "_ inventory", + "_in ventory", + "Ġ{ ččĊ", + "Ġ tgt", + "Ġt gt", + "Ġtg t", + "Ġrail road", + "W ASHINGTON", + "Ġnegot iated", + "Ġnegotiate d", + "N ST", + "NS T", + "- phone", + "-p hone", + "-ph one", + ", U", + "Ġexerc ising", + "á» ¥", + "_P IXEL", + "_PIX EL", + "av ors", + "avor s", + "avo rs", + "ite rated", + "iter ated", + "iterate d", + "Ġv ampire", + "Ġvamp ire", + "a dal", + "ad al", + "ada l", + "In grese", + "Ing rese", + "Ġ ung", + "Ġu ng", + "Ġun g", + "j ective", + "ject ive", + ". cells", + ".c ells", + ".cell s", + "Ġ nano", + "Ġn ano", + "Ġna no", + "Ġnan o", + "Ġ markdown", + "Ġmark down", + "_ RULE", + "_R ULE", + "( events", + "(e vents", + "(event s", + "(ev ents", + "Ġl uggage", + "Ġlug gage", + "M ESSAGE", + "MESS AGE", + "ig keit", + "$ count", + "$c ount", + "Attribute Name", + "IG INAL", + "IGIN AL", + "_ Ent", + "_E nt", + "Ġ BF", + "ĠB F", + "Ġ COMMENT", + "ĠCOM MENT", + "ĠCOMM ENT", + "_ ini", + "_in i", + "_i ni", + "ĠEurope ans", + "ĠEuropean s", + "ĠB elle", + "ĠBe lle", + "ĠBel le", + "ĠBell e", + "åij ½", + ") ['", + ")[ '", + "åº Ķ", + "ĠUs eful", + "ĠUse ful", + ". reference", + ".re ference", + ".ref erence", + "( )\",", + "() \",", + "()\" ,", + "_ grade", + "_g rade", + "_gr ade", + "_grad e", + "ĠK aw", + "ĠKa w", + "Ġsent encing", + "Ġsocial ism", + "mon ster", + "mons ter", + "_L AYER", + "Ġdeep est", + "Ġdee pest", + "w k", + "Ġ Noise", + "ĠN oise", + "ĠNo ise", + "# ##ĊĊ", + "## #ĊĊ", + "### ĊĊ", + "###Ċ Ċ", + "Ġpr éc", + "Ġpré c", + "o tle", + "ot le", + "ÑĤ е", + "a uf", + "au f", + "i bal", + "ib al", + "iba l", + "Ġcon quer", + "Ġconqu er", + "> Email", + ">E mail", + "Ġamb ulance", + "O AD", + "OA D", + "Ġ (\"%", + "Ġ( \"%", + "Ġ(\" %", + "Ġ FI", + "ĠF I", + ". fixture", + ".f ixture", + ".fix ture", + "Ġt erse", + "Ġter se", + "Ġters e", + "ĠĠ ĠĠĉĉĉĉ", + "ĠĠĠĠ ĉĉĉĉ", + "ĠĠĠ Ġĉĉĉĉ", + "ĠĠĠĠĉ ĉĉĉ", + "ĠĠĠĠĉĉ ĉĉ", + "ĠĠĠĠĉĉĉ ĉ", + "Ġsanct uary", + "u gi", + "ug i", + "Ġ Comparator", + "ĠCom parator", + "ĠCompar ator", + "Definition s", + "Ġast hma", + "Ġl act", + "Ġla ct", + "Ġlac t", + "Ġhard wood", + ". clock", + ".c lock", + ".cl ock", + "Ġattr acting", + "Ġattract ing", + "ĠM our", + "ĠMo ur", + "ĠMou r", + "( distance", + "(d istance", + "(dist ance", + "(di stance", + "ic its", + "ici ts", + "icit s", + "Ġb onne", + "Ġbon ne", + "Ġ ACCESS", + "ĠAC CESS", + "ĠACC ESS", + ".Deserialize Object", + "Ġ Typed", + "ĠT yped", + "ĠType d", + "ĠTy ped", + "ĠTyp ed", + "Ġj eu", + "Ġje u", + "Ġ appId", + "Ġapp Id", + "ĠC lara", + "ĠCl ara", + "ĠClar a", + "ĠCla ra", + "Ġ HF", + "ĠH F", + "ĠRe ich", + "ĠRei ch", + "ip ples", + "ipp les", + "ipple s", + "// --------------------------------------------------------------------------------", + "//---------------------------------------------------------------- ----------------", + "//---------------------------------------------------------------------------- ----", + "//------------------------------------------------ --------------------------------", + "//-------------------------------- ------------------------------------------------", + "//---------------- ----------------------------------------------------------------", + "_ delivery", + "_d elivery", + "_del ivery", + "erial ization", + "Ġplaint iffs", + "Ġplaintiff s", + "S cient", + "Sc ient", + "Sci ent", + "sh opping", + "shop ping", + "Ġ Dummy", + "ĠD ummy", + "ĠDum my", + "ĠW ald", + "ĠWal d", + "ĠWa ld", + "Group Name", + "Ġ inscription", + "Ġin scription", + "Ġins cription", + "e log", + "el og", + "elo g", + ": :::::::", + ":: ::::::", + ":::: ::::", + ":::::: ::", + "::: :::::", + "::::: :::", + "::::::: :", + "_ ld", + "_l d", + "Back Pressed", + ". Raw", + ".R aw", + "ĠOn Trigger", + "Ġmuseum s", + "Ġmuse ums", + "Ġ Been", + "ĠB een", + "ĠBe en", + "ĠBee n", + "ĠAdvent ures", + "ĠAdventure s", + "Ġs late", + "Ġsl ate", + "Ġsla te", + "Ġ lett", + "Ġl ett", + "Ġle tt", + "Ġlet t", + "Ġs und", + "Ġsu nd", + "Ġsun d", + "ĠG in", + "ĠGi n", + "ĠMechan ical", + "ĠMech anical", + ". ship", + ".s hip", + ".sh ip", + "App Component", + "Ġdest ined", + "Ġdestin ed", + "Ġdw elling", + "Ġdwell ing", + "Pro filer", + "Profile r", + "Prof iler", + "Pre pare", + "ze ich", + "Ġsil icon", + "( has", + "(h as", + "Ġ# %", + "V IDEO", + "VID EO", + "Ġcollabor ate", + "L in", + "Li n", + "Ġ scopes", + "Ġsc opes", + "Ġscope s", + "Ġsco pes", + "Ġscop es", + "( className", + "(class Name", + "( sd", + "(s d", + "an din", + "and in", + "andi n", + ". ham", + ".h am", + "Service Impl", + "-de scribed", + "-des cribed", + "Ġir ony", + "Ġiron y", + "st ial", + "sti al", + "ĠHu awei", + "( repo", + "(re po", + "(rep o", + "Ġunexpected ly", + "ĠK ai", + "ĠKa i", + ". install", + ".inst all", + "\\ xf", + "\\x f", + "Ġex hibited", + "Ġexhib ited", + "Ġexhibit ed", + "_ TCP", + "_T CP", + "_TC P", + "ĠO x", + "_ CHO", + "_C HO", + "_CH O", + "Ġprostitu erte", + "Ġprostituer te", + "Ġ vä", + "Ġv ä", + "Ġs ito", + "Ġsit o", + "Ġsi to", + "Ġconstitu ents", + "Ġconstituent s", + "ĠContinue d", + "ĠContin ued", + "Ġ SAVE", + "ĠS AVE", + "ĠSA VE", + "r ss", + "rs s", + "/ message", + "/m essage", + "u bes", + "ub es", + "ube s", + "Ġmisd emean", + "Ġtax ation", + "Ġtaxa tion", + "Ġstory line", + "h air", + "ha ir", + "hai r", + "ĠF inds", + "ĠFin ds", + "ĠFind s", + "ĠFi nds", + "S IG", + "SI G", + "ver ification", + "~ =", + ". hp", + ".h p", + "It erable", + "Iter able", + "Ñĭ е", + "at ori", + "ator i", + "ato ri", + "Ġ ctr", + "Ġc tr", + "Ġct r", + "R x", + "_ );ĊĊ", + "_);Ċ Ċ", + "_) ;ĊĊ", + "d ag", + "da g", + ". pin", + ".p in", + ".pi n", + "Ġp seud", + "Ġin vo", + "Ġinv o", + "Ñģ ÑĤÑĢ", + "ÑģÑĤ ÑĢ", + "_ pix", + "_p ix", + "_pi x", + "为 空", + "Ġsw orn", + "Ġswo rn", + "âĢĶ or", + "_ registry", + "_reg istry", + "Ġdis asters", + "Ġdisaster s", + "Ġ ROI", + "ĠR OI", + "ĠRO I", + "Ġ âĢķ", + "ĠâĢ ķ", + "ak tu", + "akt u", + "f orest", + "fo rest", + "fore st", + "for est", + "be iten", + "beit en", + "bei ten", + "âĢĶ I", + "u eva", + "ue va", + "e gt", + "eg t", + "Ġsp ikes", + "Ġspi kes", + "Ġspike s", + "U RES", + "UR ES", + "URE S", + "Ġ Recommended", + "ĠRe commended", + "ĠRecomm ended", + "ĠRecommend ed", + "Ġexplo ited", + "Ġexploit ed", + "ĠFreder ick", + "_ COMPLETE", + "_COMP LETE", + "ĠDr ugs", + "ĠDrug s", + "!!! !!!!!", + "!!!! !!!!", + "!!!!! !!!", + "ĠR iv", + "ĠRi v", + "S TOP", + "ST OP", + "R OOM", + "RO OM", + "Ġ PASSWORD", + "ĠP ASSWORD", + "ĠPASS WORD", + "C ookies", + "Co okies", + "Cookie s", + "Cook ies", + ". El", + ".E l", + "á» Ń", + "ĠB ert", + "ĠBe rt", + "ĠBer t", + "Ġ hashed", + "Ġh ashed", + "Ġhas hed", + "Ġhash ed", + "Ġha shed", + "ic ester", + "ice ster", + "ices ter", + "Ġdecor ator", + "Ġ queryString", + "Ġquery String", + ": ;Ċ", + "Ġ\" [\"", + "Ġ\"[ \"", + "ot ope", + "oto pe", + "- Americ", + "-A meric", + "-Am eric", + "ĠMatthew s", + "ĠMatth ews", + "U RAL", + "UR AL", + "URA L", + "âĢľ ,", + "S ummer", + "Sum mer", + "f os", + "fo s", + "_CONT AINER", + "_ ACK", + "_A CK", + "_AC K", + "Ġ filtr", + "Ġf iltr", + "Ġfil tr", + "Ġfi ltr", + "Ġfilt r", + "_ disp", + "_d isp", + "_dis p", + "_di sp", + "_ Re", + "_R e", + "Ġfac ile", + "Ġfacil e", + "а ÑĪ", + "Ġìķ Ĭ", + "Ġe ben", + "Ġeb en", + "Ġsp rink", + "Ġspr ink", + "ĠQ uint", + "ĠQu int", + "ĠQui nt", + "> V", + "Ġhistor ians", + "Ġhistorian s", + "Ġhistoria ns", + "Ġhisto rians", + "our met", + "Ġ Monitoring", + "ĠMonitor ing", + "led ger", + "ledge r", + "c ott", + "co tt", + "cot t", + "Ġ ware", + "Ġw are", + "Ġwar e", + "Ġwa re", + "G GLE", + "GG LE", + "c ars", + "ca rs", + "car s", + "ĠM EDIATEK", + "Ġvol upt", + "_ View", + "_V iew", + "H EL", + "HE L", + "( copy", + "(c opy", + "(co py", + "( stats", + "(st ats", + "(stat s", + "Ġch romosome", + "Ġchrom osome", + "ĠCurt is", + "- conf", + "-con f", + "-co nf", + "( asset", + "(as set", + "Ġh vor", + "Ġhv or", + "File System", + "< >();čĊ", + "<>( );čĊ", + "<> ();čĊ", + "o coder", + "oc oder", + "oco der", + "ocode r", + "ĠC annon", + "ĠCan non", + "ĠCann on", + ") x", + "Ġ Smooth", + "ĠSm ooth", + "ĠS AS", + "ĠSA S", + "_ ce", + "_c e", + "ĉ prev", + "ĉp rev", + "ĉpr ev", + "ĉpre v", + "_ movie", + "_m ovie", + "_mov ie", + "_mo vie", + "E c", + "_ wall", + "_w all", + "< Button", + ".ĊĊ", + "/> .ĊĊ", + "/>.Ċ Ċ", + "/>. ĊĊ", + "o genesis", + "ogen esis", + "ogene sis", + "Ġ OPTIONS", + "ĠOPTION S", + "ĠOPT IONS", + "up tools", + "upt ools", + "Ġmilit ant", + "Ġmil itant", + "Ġmili tant", + "Ġex ited", + "Ġexit ed", + "i gar", + "ig ar", + "iga r", + "Ġ COMM", + "ĠCO MM", + "ĠCOM M", + "Ġ Disposable", + "ĠD isposable", + "ĠDis posable", + "ay cast", + "Ġrow span", + "Ġrows pan", + "Ġsyn thes", + "Ġsynth es", + "Ġsynt hes", + "Ġso ndern", + "Ġsond ern", + "Ġ Ċ", + "]- ->Ċ", + "ĠJ acket", + "ĠJack et", + "ĠJac ket", + "ĠJa cket", + "R ATION", + "RA TION", + ".get SelectedItem", + ".getSelected Item", + "- init", + "-in it", + "-i nit", + "Ġ Registers", + "ĠReg isters", + "ĠRegister s", + "_ sep", + "_s ep", + "_se p", + "Ġ Toolkit", + "ĠTool kit", + ". dict", + ".d ict", + ".di ct", + "Ġ xlabel", + "Ġx label", + "Ġxl abel", + "\\ Table", + "t oc", + "to c", + "_ combo", + "_c ombo", + "_com bo", + "_comb o", + "Ġ Compact", + "ĠComp act", + "Ġr ugged", + "Ġrug ged", + "à¥ĩ à¤", + "- management", + "-man agement", + "') }}\">Ċ", + "')}} \">Ċ", + "')}}\" >Ċ", + "')} }\">Ċ", + "')}}\"> Ċ", + "Ġ Stamp", + "ĠSt amp", + "ĠSta mp", + "ĠStam p", + "ı l", + "r ox", + "ro x", + "Ġlandscape s", + "Ġlandsc apes", + "_ NOTE", + "_N OTE", + "_NO TE", + "_NOT E", + "mon ary", + "c ab", + "ca b", + "Ġmo et", + "x af", + "xa f", + "r code", + "rc ode", + "- cli", + "-c li", + "-cl i", + "_ gate", + "_g ate", + "[ event", + "[e vent", + "S PORT", + "SP ORT", + "g ia", + "gi a", + "Ġ SUPER", + "ĠS UPER", + "ĠSU PER", + "ĠSUP ER", + "/ Login", + "_ shutdown", + "_sh utdown", + "int errupt", + "inter rupt", + "Ġpret ending", + "Ġpretend ing", + "Ġf ringe", + "Ġfr inge", + "Ġfri nge", + "ĠR eds", + "ĠRe ds", + "ĠRed s", + "Ġ CUDA", + "ĠC UDA", + "ĠCU DA", + "Ġ UNIX", + "ĠUN IX", + "v it", + "vi t", + "Ġ brig", + "Ġb rig", + "Ġbr ig", + "Ġbri g", + "d rv", + "dr v", + "Ġ Connector", + "ĠConnect or", + "ĠConn ector", + "There fore", + "Ġ lia", + "Ġl ia", + "Ġli a", + "D etection", + "De tection", + "Det ection", + "Detect ion", + "_ actor", + "_a ctor", + "_ac tor", + "_act or", + "Ġtemp file", + "Ġecc entric", + "- role", + "-r ole", + "-ro le", + "Ġp adx", + "Ġpa dx", + "Ġpad x", + "d ent", + "de nt", + "den t", + "West ern", + "Ġ ê·¸", + "Ġê ·¸", + "Ġê· ¸", + "ĠApplication Record", + "Ġcampaign ing", + "_ runner", + "_r unner", + "_run ner", + "ĠC ivic", + "ĠCi vic", + "ĠCiv ic", + "a leigh", + "ale igh", + "Ġdir ekt", + "Ġdire kt", + ".s ul", + "Ġ Ġĉĉĉ", + "ĠĠ ĉĉĉ", + "ĠĠĉ ĉĉ", + "ĠĠĉĉ ĉ", + "a nten", + "an ten", + "ant en", + "ante n", + "Ġ issuer", + "Ġiss uer", + "Ġissue r", + "Ġissu er", + "Ġassert ions", + "Ġassertion s", + "( orig", + "(o rig", + "(or ig", + "AT IO", + "Ġle aned", + "Ġlean ed", + "ä s", + ". DTO", + ".D TO", + "ex plode", + "expl ode", + "explo de", + ". Observable", + ".O bservable", + "Ġstagger ing", + "Ġkidn apped", + "Ġprogram mers", + "Ġprogramme rs", + "Ġprogrammer s", + "Ġprogramm ers", + "ĠIn nov", + "ĠInn ov", + ". parameter", + ".param eter", + "Ġd omination", + "Ġdo mination", + "Ġdom ination", + "Ġdomin ation", + "Ġdomina tion", + "Ġske ptic", + "Ġskept ic", + "Ġ æĺ¯", + "Ġæĺ ¯", + "Ġav oids", + "Ġavoid s", + ". Verify", + ".Ver ify", + "ub by", + "ubb y", + "Ġ ASN", + "ĠA SN", + "ĠAS N", + "Ġform ato", + "Ġformat o", + "Ġforma to", + "ĠBeat les", + "_ brand", + "_b rand", + "_br and", + "Ġin set", + "Ġins et", + "Ġinse t", + "y outu", + "you tu", + "Ġ toc", + "Ġt oc", + "Ġto c", + "- final", + "-f inal", + "-fi nal", + "-fin al", + "Sh owing", + "Show ing", + "ĠD oub", + "ĠDo ub", + "ĠDou b", + "ĠM esa", + "ĠMe sa", + "ĠMes a", + "A dj", + "Ad j", + "_ medium", + "_m edium", + "_med ium", + "Create s", + "Cre ates", + "Creat es", + "( endpoint", + "(end point", + "ĉ UP", + "ĉU P", + "b bie", + "bb ie", + "Ġ stalk", + "Ġs talk", + "Ġst alk", + "Ġsta lk", + "Ġstal k", + ".data bind", + ".datab ind", + ". Scan", + ".S can", + ".Sc an", + "ag ents", + "age nts", + "agent s", + "agen ts", + "$ ,", + "ind ividual", + "+ )/", + "+) /", + "ĉ vm", + "ĉv m", + "( notification", + "(not ification", + "Ġin ex", + "Ġi nex", + "Ġine x", + "Ġ Classification", + "ĠClass ification", + "r eno", + "re no", + "ren o", + "Ġo lig", + "Ġol ig", + "Ġoli g", + "- rated", + "-r ated", + "-rate d", + "-ra ted", + "Ġform ulation", + "Ġformula tion", + "Ġformul ation", + "' ,{", + "', {", + "Ġa cept", + "Ġac ept", + "Ġace pt", + "_ unpack", + "_un pack", + "_ CA", + "_C A", + ". Pow", + ".P ow", + "ĉ im", + "ĉi m", + "Ġal uminium", + "Ġalum inium", + "A NO", + "AN O", + "Ġ xn", + "Ġx n", + "Ġc ómo", + "Ġcó mo", + "Ġ Ingredient", + "ĠIng redient", + "Ġseiz ures", + "Ġseizure s", + "åħ ±", + "ific ador", + "ificado r", + "Ġs iguiente", + "Ġsigu iente", + "ĠIn fragistics", + "Ġd uplicated", + "Ġduplicate d", + "Ġdup licated", + "Ġduplic ated", + "ĠD ee", + "ĠDe e", + "Ġn ø", + "Ġ ACCEPT", + "ĠAC CEPT", + "( crate", + "(c rate", + "(cr ate", + "иÑĤ елÑĮ", + "иÑĤе лÑĮ", + "- less", + "-l ess", + "-le ss", + "Ġ infinity", + "Ġin finity", + "Ġinf inity", + "Ġinfinit y", + "An alyzer", + "Analy zer", + "- Day", + "-D ay", + "r itt", + "ri tt", + "rit t", + "( cin", + "(c in", + "(ci n", + "ĠG y", + "Ġmulti plied", + "Ġmultip lied", + "u chi", + "uch i", + "uc hi", + "ĠBald win", + "/ ip", + "/i p", + "Ġshort cuts", + "Ġshortcut s", + ". ADD", + ".A DD", + ".AD D", + "Ġv igor", + "Ġvi gor", + "Ġvig or", + "_ instruction", + "_in struction", + "_instr uction", + "( ;", + "_ eta", + "_e ta", + "_et a", + "è¿ ŀ", + "utor ials", + "utorial s", + "Ġboost ing", + "b v", + "Ġacknowled ges", + "Ġacknowledge s", + "List ening", + "Listen ing", + "F AQ", + "FA Q", + "; b", + "( (-", + "(( -", + "Ġarchitect s", + "Ġarchit ects", + "Ġz we", + "Ġzw e", + "Ġp uls", + "Ġpul s", + "Ġpu ls", + "Ġget Count", + "ĠgetC ount", + "ver bs", + "verb s", + "ãĢ ľ", + "( Collection", + "(C ollection", + "k re", + "kr e", + "Ġjurisdiction s", + "Ġjuris dictions", + "_ bridge", + "_b ridge", + "_br idge", + "ĠC rack", + "ĠCr ack", + "ĠCra ck", + "Ġ Difficulty", + "ĠDiff iculty", + "K O", + "Res ervation", + "_ requires", + "_re quires", + "_require s", + "T our", + "To ur", + "ãģĹ ãģŁ", + "ãģĹãģ Ł", + ". setCurrent", + ".set Current", + "Ġ ky", + "Ġk y", + "ĠAlb any", + "ĠAlban y", + "Ġ è§", + "Ġè §", + "l ler", + "ll er", + "lle r", + "ag na", + "agn a", + "work ers", + "worker s", + "wor kers", + ". blank", + ".bl ank", + "ĠPr ayer", + "ĠPra yer", + "M IC", + "MI C", + "Ġresil ience", + "Te X", + "Ġ Languages", + "ĠL anguages", + "ĠLanguage s", + "st udy", + "stu dy", + "stud y", + "ĉ curr", + "ĉc urr", + "ĉcur r", + "Ġenzym es", + "Ġenzyme s", + "S lug", + "Sl ug", + "Ġ íĮĮ", + "ĠíĮ Į", + "st ral", + "str al", + "stra l", + "Ġtum ors", + "Ġtumor s", + "Ġseg unda", + "Ġsegu nda", + "= '{", + "=' {", + "in struction", + "instr uction", + "ĠL isp", + "ĠLi sp", + "ĠLis p", + "/ info", + "/in fo", + "Ġ\" {$", + "Ġ\"{ $", + ",: ),", + ",:) ,", + "Ġ gv", + "Ġg v", + "( ErrorMessage", + "(Error Message", + "Ġ '=", + "Ġ' =", + "} -${", + "}- ${", + ". Documents", + ".Document s", + ".Doc uments", + "\" Well", + "\"We ll", + "\"W ell", + "Ġreminis cent", + "Ġg az", + "Ġga z", + "ir opr", + "iro pr", + "e hr", + "eh r", + "Ġsup pressed", + "Ġsuppress ed", + "Ġsupp ressed", + "er sh", + "ers h", + ".scroll To", + "Ġ cadena", + "Ġc adena", + "Ġcad ena", + "Ġcade na", + "Ġgame State", + "ÃŃ m", + "( conv", + "(con v", + "(co nv", + "Ġ Tomorrow", + "ĠTom orrow", + "ĠC CT", + "ĠCC T", + "M ongo", + "Mon go", + "Mo ngo", + "u lg", + "ul g", + ". Camera", + ".C amera", + ". handlers", + ".handle rs", + ".handler s", + ".hand lers", + "m ph", + "mp h", + "Ġ stk", + "Ġs tk", + "Ġst k", + "Ġgen etics", + "Ġgene tics", + "Ġgenetic s", + "AC ING", + "Tr ivia", + "Tri via", + "ĠB am", + "ĠBa m", + "( marker", + "(m arker", + "(mark er", + ". Stretch", + ".St retch", + ".Str etch", + "ĠSun ni", + "ĠB etty", + "ĠBe tty", + "ĠBet ty", + "ĠBett y", + ". tolist", + ".t olist", + ".to list", + "un likely", + ". Rectangle", + ".Rect angle", + "ob solete", + "IL ON", + "inner Text", + "em bourg", + "emb ourg", + "a N", + "ĠV ehicles", + "ĠVehicle s", + "un lock", + ": utf", + "n ob", + "no b", + "Ġ Seeing", + "ĠSe eing", + "ĠSee ing", + "ĠN EVER", + "ĠNE VER", + "Ġ tls", + "Ġt ls", + "Ġtl s", + "Ġf illes", + "Ġfil les", + "Ġfill es", + "Ġfille s", + "Ġbenef ited", + "Ġbenefit ed", + "ĠC lint", + "ĠCl int", + "ĠClin t", + "ĠCli nt", + "*/ ),", + "*/) ,", + ". fold", + ".f old", + "Ġpos ible", + "Ġposi ble", + "A DED", + "AD ED", + "ADE D", + "t house", + "th ouse", + ". DAL", + ".D AL", + "Ġ Odd", + "ĠO dd", + "ĠOd d", + "r okes", + "ro kes", + "roke s", + "rok es", + "ĠS unny", + "ĠSun ny", + "ĠPartial Eq", + "_ Buffer", + "_B uffer", + "ĠL evi", + "ĠLe vi", + "ĠLev i", + "long rightarrow", + "el don", + "eld on", + "eldo n", + "g ages", + "ga ges", + "gage s", + "_ warn", + "_w arn", + "_war n", + ".Create Table", + "ĠD ip", + "ĠDi p", + "_ questions", + "_question s", + "_quest ions", + ". logic", + ".log ic", + "Ġ #\"", + "Ġ# \"", + "={ ()=>", + "={() =>", + "={( )=>", + "Ġ tep", + "Ġt ep", + "Ġte p", + "Ġju icy", + "ì Ĥ¬", + "ìĤ ¬", + "en ko", + "enk o", + "ial ect", + "ia lect", + "iale ct", + "Ù ī", + "Ġon board", + "Ġ æı", + "Ġæ ı", + "ĉ rt", + "ĉr t", + "_ UTF", + "_U TF", + "_UT F", + "ĠQ Action", + "ĠQA ction", + "âĢ ŀ", + "( Component", + "( audio", + "(a udio", + ". hit", + ".h it", + "g te", + "gt e", + "Ġprogram med", + "Ġprogramme d", + "Ġprogramm ed", + "state Params", + "Ġpoly ester", + "f ires", + "fi res", + "fire s", + "fir es", + "by ss", + "] =(", + "]= (", + "_ quality", + "_q uality", + "_qu ality", + "_qual ity", + "Of Day", + "ĠF airy", + "ĠFair y", + "ĠFa iry", + "Ġy elled", + "Ġyell ed", + "o pl", + "op l", + "( userName", + "(user Name", + "Ġ Difference", + "ĠD ifference", + "ĠDiff erence", + "Ġeval uations", + "Ġevaluation s", + "Ġevalu ations", + "iff any", + "Ġcycl ists", + "Ġcyc lists", + "Ġcyclist s", + "Ġ cidade", + "Ġc idade", + "Ġcid ade", + "Ġtext book", + "Ġprof iling", + "Ġprofil ing", + "_ _),", + "__ ),", + "__) ,", + "d ea", + "de a", + ". activate", + ".act ivate", + ".activ ate", + "Ġind ications", + "Ġindic ations", + "Ġindication s", + "Ð ķ", + "Touch UpInside", + "Ġinval uable", + "Ġ MASK", + "ĠM ASK", + "ĠMA SK", + "ĠMAS K", + "Ġcont end", + "Ġconten d", + "Ġconte nd", + "F req", + "Fr eq", + "Fre q", + "Ġrec ruits", + "Ġrecru its", + "Ġrecruit s", + "( interval", + "(int erval", + "(inter val", + "Ġ UserProfile", + "ĠUser Profile", + "Ġ'./ ../", + "Ġ'. /../", + "e du", + "ed u", + "_ Callback", + "_C allback", + "_Call back", + "Ġan alogy", + "Ġanal ogy", + "Ġanalog y", + "Ġana logy", + "ĠT rophy", + "ĠTr ophy", + "ĠTro phy", + "app hire", + "V ideos", + "Video s", + "ĠC her", + "ĠCh er", + "ĠChe r", + "ĠH av", + "ĠHa v", + "âĢ¦ \"", + ". validator", + ".valid ator", + "g fx", + "gf x", + "ĠU Object", + "class names", + "classname s", + "t riangle", + "tr iangle", + "tri angle", + "Ġ Encoder", + "ĠE ncoder", + "ĠEn coder", + "ĠEnc oder", + "ĠEncode r", + ". spy", + ".s py", + ".sp y", + "Ġpred ators", + "Ġpredator s", + "= status", + "=s tatus", + "- safe", + "-s afe", + ": \",Ċ", + ":\" ,Ċ", + ":\", Ċ", + "Ġ Including", + "ĠIn cluding", + "Ġ{ };čĊ", + "Ġ{} ;čĊ", + "Ġ{}; čĊ", + "* cos", + "*c os", + "Ġend ured", + "Ġendure d", + ".sul ake", + "Ġnurs ery", + "Ġnurse ry", + "Ġfrag rance", + "Ġre building", + "Ġrebuild ing", + "Ġ nth", + "Ġn th", + "Ġnt h", + "ĠFr aser", + "ĠFra ser", + ".set Date", + "ĠV ince", + "ĠVi nce", + "ĠVin ce", + "_ REST", + "_RE ST", + "_R EST", + "_RES T", + "Ġvent ilation", + "Ġventil ation", + "æµ ·", + "cri bes", + "cribe s", + ". asm", + ".as m", + ".a sm", + "lp Vtbl", + "ĠA be", + "ĠAb e", + "u isine", + "uis ine", + ", array", + ",a rray", + ",arr ay", + "ĉ className", + "ĉclass Name", + "err als", + "erra ls", + "erral s", + "Ġ 'ĊĊ", + "Ġ' ĊĊ", + "Ġ'Ċ Ċ", + "Check out", + "Ġs olicit", + "Ġso licit", + "Ġsol icit", + "Ġsolic it", + "A ux", + "Au x", + "_ capture", + "_c apture", + "_cap ture", + "Ġr ibs", + "Ġrib s", + "Ġri bs", + "r agon", + "ra gon", + "rag on", + "v iol", + "vi ol", + "vio l", + "to pics", + "top ics", + "topic s", + "Function Flags", + "ĠM arty", + "ĠMar ty", + "ĠMart y", + "b ike", + "bi ke", + "ĠT ucker", + "ĠTu cker", + "( kernel", + "(k ernel", + "Ġ Ops", + "ĠO ps", + "ĠOp s", + "Close Operation", + "/ demo", + "/d emo", + "/de mo", + "i lda", + "il da", + "ild a", + "ĠlÃŃ nea", + "AP PING", + "APP ING", + "Ġsu ites", + "Ġsuit es", + "Ġsuite s", + "Ġsui tes", + ".visit VarInsn", + "u rus", + "ur us", + "uru s", + "Ġ Minute", + "ĠMin ute", + "( manager", + "(m anager", + "(man ager", + "Ġbutter fly", + "Ġa pare", + "Ġap are", + "Ġapar e", + "Ġapa re", + "Ġw olves", + "Ġwol ves", + "J WT", + "ĠS alon", + "ĠSal on", + "ĠSa lon", + "ĉ delay", + "ĉd elay", + "ĉde lay", + "ĉdel ay", + "- eslint", + "-es lint", + "is ations", + "isation s", + ". rpc", + ".r pc", + ") |(", + ")| (", + "ĠSnap chat", + "/ mm", + "/m m", + "M N", + "c eries", + "ce ries", + "cer ies", + ".t extAlignment", + ".text Alignment", + "ĠFrank furt", + "Ġ ado", + "Ġa do", + "Ġad o", + "( newValue", + "(new Value", + "( access", + "(a ccess", + "(ac cess", + "(acc ess", + "( Expression", + "Ġ SignIn", + "ĠSign In", + "ĠHa iti", + "ĠHait i", + "ĠHai ti", + "_ tp", + "_t p", + ". setParameter", + ".set Parameter", + "Min ute", + "Ġmanual s", + "ric anes", + "ricane s", + "rica nes", + "Ġ PTR", + "ĠP TR", + "ĠPT R", + "Ġ Outer", + "ĠO uter", + "ĠOut er", + "ĠOu ter", + "Ġ getline", + "Ġget line", + "oc ations", + "ocation s", + "_ CD", + "_C D", + "ĠL yon", + "ĠLy on", + "/ gui", + "/g ui", + "_ live", + "_l ive", + "_li ve", + "i dan", + "id an", + "ida n", + ". geom", + ".ge om", + ".geo m", + "Ġborder Bottom", + "im uth", + "imu th", + "_ checkpoint", + "_check point", + "Ġm eu", + "Ġme u", + "ĠIr ving", + "Ġpeu vent", + "( MAX", + "(M AX", + "Ġ ARCH", + "ĠAR CH", + "ĠARC H", + "Ġp ov", + "Ġpo v", + ".source forge", + "Ġjam ais", + "Ġ ark", + "Ġa rk", + "Ġar k", + "ĠBaghd ad", + "Ġ CLEAR", + "ĠC LEAR", + "ĠCL EAR", + "Menu Bar", + "Ġtr ois", + "Ġtro is", + "CHED ULE", + "Ġ #čĊ", + "Ġ# čĊ", + "( Call", + "(C all", + "$ order", + "( Material", + "(M aterial", + "(Mat erial", + "Ġencontr ado", + "$ list", + "$l ist", + "ĠMETHOD S", + ". beginTransaction", + ".begin Transaction", + "_M AG", + "_MA G", + "Style Sheet", + "Ġmajor s", + "Ġmaj ors", + "Ġindef initely", + "Ġindefinite ly", + "c leanup", + "clean up", + "Ġhome land", + "Ġhom eland", + "( dto", + "(d to", + "(dt o", + "D ates", + "Date s", + "Da tes", + "Dat es", + "P resentation", + "Present ation", + "Ġ DK", + "ĠD K", + "={` /", + "ĉ Key", + "ĉK ey", + "( Block", + "(B lock", + "_ checkbox", + "_check box", + "ne eds", + "need s", + "nee ds", + "Ġon Complete", + "r ico", + "ri co", + "ric o", + "Ġg leich", + "Ġgle ich", + "Ġ xm", + "Ġx m", + "O OD", + "OO D", + "B etter", + "Bet ter", + "ĠSQL ITE", + ". Book", + ".B ook", + "x ad", + "xa d", + "ĠG one", + "ĠGo ne", + "ĠGon e", + "ĉ dp", + "ĉd p", + "Ġdev otion", + "Ġ stm", + "Ġs tm", + "Ġst m", + "Ġob sess", + "Ġobs ess", + "Ġ Backend", + "ĠBack end", + "Qu eries", + "Que ries", + "I k", + "/ /****************************************************************", + "// ****************************************************************", + "Ġdivide nds", + "Ġdivid ends", + "Ġdividend s", + ".parent Element", + "} \")ĊĊ", + "}\" )ĊĊ", + "}\")Ċ Ċ", + "}\") ĊĊ", + "ĠMaterial PageRoute", + ": num", + ":n um", + "Ġexp lic", + "Ġexpl ic", + "Ġ OL", + "ĠO L", + "l east", + "le ast", + "lea st", + "O ops", + "iment os", + "imento s", + "imen tos", + "Ġins urers", + "Ġinsure rs", + "Ġinsurer s", + "Ġhero ic", + "ĉ fields", + "ĉf ields", + "ĉfield s", + ".img ur", + ".btn Cancel", + "ĠDet ective", + "ĠDetect ive", + "( sm", + "(s m", + "ĠMutable LiveData", + ". lab", + ".l ab", + "( ([", + "(( [", + "Ġha irst", + "Ġhair st", + "Ġhai rst", + "Ġhairs t", + "Ġ Transactions", + "ĠTrans actions", + "ĠTransaction s", + "å¼Ģ å§ĭ", + "Ġ stdClass", + "Ġstd Class", + "u ento", + "uen to", + "uent o", + "G IS", + "GI S", + "_ cod", + "_c od", + "_co d", + "In structions", + "Instruction s", + "Instr uctions", + "C alls", + "Call s", + "Cal ls", + "Pointer Type", + "ĠR w", + "Ġassort ment", + "Ġ DIG", + "ĠD IG", + "ĠDI G", + "+ r", + "_ CERT", + "_C ERT", + "_CE RT", + "Ġinst ability", + "Ġv ib", + "Ġvi b", + "o nas", + "on as", + "ona s", + "Ġr oku", + "Ġro ku", + "Ġrok u", + "ap ellido", + "Ġ angl", + "Ġan gl", + "Ġang l", + "prene ur", + "Ġfl uids", + "Ġfluid s", + "Ġflu ids", + "is ease", + "ise ase", + "Ġd eed", + "Ġde ed", + "Ġdee d", + "qu ist", + "quis t", + "qui st", + "_CONST ANT", + "Ġequ ilibrium", + "_ delegate", + "_de legate", + "ĠQuant um", + "r ei", + "re i", + "Cap abilities", + "rect angle", + "? ><", + "?> <", + "a lien", + "al ien", + "ali en", + "alie n", + "ĠJ ug", + "ĠJu g", + "D NA", + "DN A", + "T ickets", + "Tick ets", + "Ticket s", + "Occ urs", + "ĠH awk", + "ĠHaw k", + "ĠHa wk", + ".setHorizontal Group", + "\\ Collection", + "\\C ollection", + "ff iti", + "ffi ti", + "Ġre arr", + "Ġrear r", + ".setVertical Group", + "Ġc avity", + "Ġcav ity", + "Ġadult e", + "Ġadul te", + "Fac ade", + "Fa cade", + "- wh", + "-w h", + "ĠL OL", + "ĠLO L", + "Ø °", + "Ġgrand parents", + "Sw ift", + "ĉ wx", + "ĉw x", + "æīĢ æľī", + "i fen", + "if en", + "ife n", + "ff set", + "B eyond", + "// }ĊĊ", + "//}Ċ Ċ", + "Ġw ager", + "Ġwa ger", + "Ġwage r", + "Ġwag er", + "Ġ bury", + "Ġb ury", + "Ġbu ry", + "Ġbur y", + "Ġcomm ence", + "Ġcomme nce", + "Ġcommenc e", + "reg istro", + "registr o", + "regist ro", + "s cient", + "sc ient", + "sci ent", + "Ġ Percent", + "ĠPer cent", + "ĠPerc ent", + "Ġд олж", + "Ġдол ж", + "( identifier", + "(id entifier", + "(ident ifier", + ".set Model", + "Ġs eldom", + "Ġsel dom", + "n ton", + "nt on", + "Ġap pliance", + "Ġappl iance", + "a mus", + "am us", + "amu s", + "rys ler", + "Ġpan ties", + "Ġpant ies", + "engu ins", + "enguin s", + "Ġmi mic", + "Ġmim ic", + "Ġon Changed", + "ĠonChange d", + "Ġal coholic", + "Ġalcohol ic", + ".reload Data", + "Ch arge", + "Char ge", + "Ġ Fax", + "ĠF ax", + "ĠFa x", + "Ġj ScrollPane", + "Emp resa", + "Ġsh attered", + "x ba", + "xb a", + "Font s", + "Fo nts", + "? s", + "Ġpost season", + "re tain", + "ret ain", + "reta in", + "_ rates", + "_r ates", + "_rate s", + "_ra tes", + "_rat es", + "Ġ requestCode", + "Ġrequest Code", + ". todo", + ".t odo", + ".to do", + "´ s", + "C HK", + "CH K", + "Ġ Keeping", + "ĠKe eping", + "ĠKeep ing", + "ĠKee ping", + "enge ance", + "Ġvs code", + "IP PING", + "IPP ING", + "Default CloseOperation", + "_ raise", + "_r aise", + "_ra ise", + "ĠO culus", + "ĠOc ulus", + "o grams", + "og rams", + "ogram s", + "ogr ams", + "ogra ms", + "r aj", + "ra j", + "p ci", + "pc i", + "Ġcorros ion", + ". handleSubmit", + ".handle Submit", + "Access ible", + "ĠP iano", + "ĠPi ano", + "l ittle", + "lit tle", + "A CL", + "AC L", + "Äĩ e", + ". unwrap", + ".un wrap", + "ĠCon vers", + "ĠConv ers", + "ĠLe ben", + "ion eer", + "ione er", + "Ġ Merchant", + "ĠM erchant", + "ĠMer chant", + "ĠMerch ant", + "ĠJ orge", + "Ġembr acing", + "Ġ venta", + "Ġv enta", + "Ġvent a", + "Ġven ta", + "á st", + "ás t", + "Ġv iene", + "Ġvi ene", + "Ġvie ne", + "< QString", + "Ċ", + "-g rowing", + "-gr owing", + "-grow ing", + "Ġdeep copy", + "A ck", + "Ac k", + "eg gies", + "egg ies", + "Ġ __(\"", + "Ġ_ _(\"", + "Ġ__ (\"", + "Ġ__( \"", + "Ġn oir", + "Ġno ir", + "Ġnoi r", + "terror ism", + "Ġan them", + "Ġant hem", + "Ġanth em", + "a gency", + "ag ency", + "age ncy", + "agen cy", + "_ PACKAGE", + "_PACK AGE", + "Ġ Closure", + "ĠC losure", + "ĠClo sure", + ". registry", + ".reg istry", + "Ġmamm als", + "Ġmamma ls", + "< L", + "U ICollectionView", + "UI CollectionView", + "ĠLE Ds", + "ĠLED s", + "Ġv olley", + "Ġvol ley", + "Ġvoll ey", + "( Buffer", + "(B uffer", + "_N ATIVE", + "li bc", + "lib c", + "im plode", + "impl ode", + "Scroll Bar", + "ĠMar ion", + "ĠMario n", + "ĠMari on", + ". Contracts", + ".Con tracts", + ".Contract s", + "_ At", + "_A t", + "ĠWe instein", + "ĠWein stein", + "compare To", + "ĠH ose", + "ĠHo se", + "ĠHos e", + "en ity", + "eni ty", + ". createQuery", + ".create Query", + "_ router", + "_r outer", + "_ro uter", + "_route r", + "Ġstim uli", + "Ġ ++)", + "Ġ+ +)", + "Ġ++ )", + "ĠCh amp", + "ĠCha mp", + "ĠCham p", + "ĠBay ern", + "ĠBayer n", + "a ssa", + "as sa", + "ass a", + ". va", + ".v a", + "Ġdistrib utors", + "Ġdistributor s", + "Ġfile private", + "Ġdepart ed", + "c ccc", + "cc cc", + "ccc c", + "@ click", + "@c lick", + "ĠL unch", + "ĠLun ch", + "> L", + "Ġb luetooth", + "Ġbl uetooth", + ". Deep", + ".De ep", + "- standing", + "-st anding", + "á cil", + "ác il", + "áci l", + "Ġro oft", + "Ġroof t", + "Ġ Paths", + "ĠP aths", + "ĠPat hs", + "ĠPath s", + "ĠPa ths", + "_ iterations", + "_iter ations", + "_iteration s", + "Invalid ArgumentException", + ". spi", + ".s pi", + ".sp i", + "Ġ UIAlertAction", + "ĠUIAlert Action", + "u ye", + "uy e", + "sign in", + "sig nin", + ". priority", + ".p riority", + "ĠEs says", + "ĠEss ays", + "ĠEssay s", + "=' {$", + "='{ $", + "Ġ è¿ĶåĽŀ", + "Ġè¿ ĶåĽŀ", + "_ signed", + "_s igned", + "_sign ed", + "_sig ned", + ". persist", + ".p ersist", + "Ġre design", + "Ġred esign", + "Ġrede sign", + "Ġredes ign", + "To Lower", + "ĠNew man", + "= start", + "ĠIsrael is", + "ĠIsraeli s", + "as iswa", + "asis wa", + "S peech", + "Spe ech", + "Ġnum eros", + "Ġnumer os", + "Ġnumero s", + "handle rs", + "hand lers", + "handler s", + "ĠW ong", + "ĠWo ng", + "ĠWon g", + "Ġм еÑĤод", + "ĠмеÑĤ од", + "We ights", + "Weight s", + "ĠGu jar", + "t eil", + "te il", + "ĠNone theless", + "ĠNon etheless", + "_E FFECT", + "Ġ vect", + "Ġv ect", + "Ġve ct", + "Ġvec t", + "ĠO sc", + "ĠOs c", + "Ġco ats", + "Ġcoat s", + "ĠW heat", + "ĠWh eat", + "ĠWhe at", + "Ġge ek", + "Ġgee k", + "Ġ PROPERTY", + "ĠP ROPERTY", + "ĠPRO PERTY", + "w orm", + "wo rm", + "wor m", + "_ constants", + "_con stants", + "_const ants", + "_constant s", + "ĠB oulder", + "ĠBou lder", + "Ġ Parm", + "ĠP arm", + "ĠPar m", + "ĠPa rm", + "c ole", + "co le", + "col e", + "Ġdefault Center", + "ĠRo uge", + "ĠRou ge", + ": A", + "x cf", + "xc f", + "ĠVen ice", + "ĠVe nice", + "m edian", + "med ian", + "medi an", + "media n", + "Ġred emption", + "F resh", + "Fr esh", + "Fre sh", + "Ġco sm", + "Ġcos m", + "Ġ figur", + "Ġfig ur", + "Ġref urb", + "CO PE", + ". cd", + ".c d", + "Ġch ords", + "Ġchord s", + "Ġchor ds", + "ĠS gt", + "Å į", + "V PN", + "VP N", + "Ġ SEND", + "ĠS END", + "ĠSE ND", + "ĠSEN D", + "a inen", + "ain en", + "ai nen", + "aine n", + "_ accounts", + "_account s", + "_ac counts", + "Ġt enth", + "Ġte nth", + "Ġten th", + "Ġtent h", + "Ġdiss olved", + "Ġdissolve d", + "< App", + "", + "Ġ' >", + "Ġlegitim acy", + "Ġ oo", + "Ġo o", + "S linky", + "Sl inky", + "Ġnational s", + "Ġnation als", + ". words", + ".w ords", + ".word s", + "; p", + "t rap", + "tr ap", + "tra p", + "oman ip", + "oma nip", + "Ġc ues", + "Ġcu es", + "Ġcue s", + "Ġgrad uating", + "Ġgradu ating", + "Ġsem aphore", + "\" ]);ĊĊ", + "\"] );ĊĊ", + "\"]) ;ĊĊ", + "\"]);Ċ Ċ", + "\"]); ĊĊ", + "ace y", + "ac ey", + "RE ET", + "REE T", + "G rab", + "Gr ab", + "ĠF elix", + "ĠFe lix", + "ĠFel ix", + "( Id", + "(I d", + "_ neighbors", + "_ne ighbors", + "_neighbor s", + "Ġmeaning less", + "( del", + "(d el", + "(de l", + "Ġj eder", + "Ġje der", + "Ġjed er", + "Ġjede r", + "ĠContent Values", + ". absolute", + ".a bsolute", + ".abs olute", + "/ cl", + "/c l", + "Ġ xb", + "Ġx b", + "d atum", + "dat um", + "Ġtort ured", + "Ġtorture d", + "Ġrub bing", + "Ġru bbing", + "S cores", + "Sc ores", + "Score s", + "ĠðŁĺ ī", + "Ġav ons", + "Ġam sterdam", + "E OS", + "EO S", + "H al", + "Ha l", + "Ġtrust worthy", + "# =", + ".EX TRA", + "Ġm ano", + "Ġman o", + "Ġma no", + "is icing", + "isi cing", + "- support", + "-s upport", + "-sup port", + "ĉ cursor", + "ĉc ursor", + "Ġ Spo", + "ĠS po", + "ĠSp o", + "ai massage", + "aim assage", + "M ission", + "Miss ion", + "[] {\"", + "[]{ \"", + "Ġpr inters", + "Ġprint ers", + "Ġprinter s", + "Ġprin ters", + "G REEN", + "GRE EN", + "GREE N", + "Ġ teg", + "Ġt eg", + "Ġte g", + "Ġabdom inal", + "! ĊĊĊĊĊĊ", + "!ĊĊ ĊĊĊĊ", + "!Ċ ĊĊĊĊĊ", + "!ĊĊĊĊ ĊĊ", + "!ĊĊĊ ĊĊĊ", + ". Short", + ".S hort", + ".Sh ort", + "а зв", + "аз в", + "ĠGi fts", + "ĠGift s", + "} \")", + "}\" )", + "( binding", + "(b inding", + "(bin ding", + "(bind ing", + "x ce", + "xc e", + "âĢ ij", + "in fos", + "info s", + "inf os", + "Form Data", + "Ġ dart", + "Ġd art", + "Ġda rt", + "Ġdar t", + "Ġ elems", + "Ġe lems", + "Ġel ems", + "Ġele ms", + "Ġelem s", + "( inv", + "(i nv", + "(in v", + "Y L", + "t in", + "ti n", + "G ENER", + "GE NER", + "GEN ER", + "á» ¯", + "Ġ Taken", + "ĠT aken", + "ĠTake n", + "ĠTa ken", + "ĠTak en", + "uc kle", + "uck le", + ": e", + "Ġs pectral", + "Ġspect ral", + "Ġspectra l", + ".b aidu", + "/ ');Ċ", + "/' );Ċ", + "/') ;Ċ", + "Ġgre edy", + "Ġgreed y", + "es ion", + "esi on", + ",,,, ,,,,", + "Ġ/ >,Ċ", + "Ġ/> ,Ċ", + "Ġ/>, Ċ", + "Internal ServerError", + "NS NotificationCenter", + "NSNotification Center", + "Ġ Ai", + "ĠA i", + "Ġs pit", + "Ġsp it", + "Ġspi t", + "Ġaug mented", + "Ġaugment ed", + "Ġstandard UserDefaults", + "FIN ITY", + "R ace", + "Ra ce", + ": C", + "ĠRE CORD", + "ĠREC ORD", + "Ġ Highlight", + "ĠHigh light", + "Ġ' `", + "Ġdef icits", + "Ġdeficit s", + "Ġn ei", + "Ġne i", + "Ġresearch ed", + "T a", + "Ġc opp", + "Ġco pp", + "Ġcop p", + ".Get HashCode", + ") :čĊčĊ", + "): čĊčĊ", + "):čĊ čĊ", + "On Click", + "ĠWell ington", + "ĠWel lington", + "Ġrev ival", + "æ¯ Ķ", + "éĹ ®", + "Ġ NSS", + "ĠN SS", + "ĠNS S", + "Ġf orn", + "Ġfor n", + "Ġfo rn", + "Ġin té", + "Ġint é", + "ĠKu wait", + "_ flip", + "_f lip", + "_fl ip", + "_ bo", + "_b o", + "_ \\", + "Ġocc urrences", + "Ġoccurrence s", + "Ġ Scientists", + "ĠScient ists", + "ĠScientist s", + "S RC", + "SR C", + "o gens", + "og ens", + "ogen s", + "oge ns", + "i grant", + "ig rant", + "igr ant", + "RE MOTE", + "REM OTE", + "Ġ SID", + "ĠS ID", + "ĠSI D", + ". opts", + ".op ts", + ".o pts", + ".opt s", + "u ve", + "uv e", + "( )])Ċ", + "() ])Ċ", + "()] )Ċ", + "Ġlibert arian", + "ĠG lide", + "ĠGl ide", + "l esen", + "le sen", + "les en", + "Ġ forme", + "Ġfor me", + "Ġform e", + "ow ania", + "owa nia", + "owan ia", + "Ġannoy ed", + "D efs", + "De fs", + "Def s", + "Ġ Executor", + "ĠExec utor", + "Ġ casts", + "Ġc asts", + "Ġca sts", + "Ġcas ts", + "Ġcast s", + ". setChecked", + ".set Checked", + "Ġ Sharing", + "ĠSh aring", + "ĠSha ring", + "ĠShar ing", + ".Serialize Object", + "Ġ selectors", + "Ġselect ors", + "Ġselector s", + "Ġsel ectors", + "Ġsele ctors", + "_ OTHER", + "_OT HER", + "ë ¯¸", + "ë¯ ¸", + "( super", + "(s uper", + "( OS", + "(O S", + "_ VERIFY", + "_VER IFY", + "id unt", + "< header", + "';Ċ", + "Ġ/> ';Ċ", + "Ġ/>' ;Ċ", + "Ġvid éo", + "Ġvidé o", + "ĠNe gro", + "ĠNeg ro", + "ĠL ords", + "ĠLord s", + "ĠLor ds", + "ĠT ours", + "ĠTo urs", + "ĠTour s", + "ĠTou rs", + "Ġsoft ly", + ". receive", + ".re ceive", + "Ġ ERC", + "ĠE RC", + "ĠER C", + "Ġdata Set", + "B adge", + "Bad ge", + "Ba dge", + "ĉ Event", + "ĉE vent", + "Ġ perl", + "Ġper l", + "Ġpe rl", + "Ġ {}\\", + "Ġ{ }\\", + "Ġ{} \\", + "( sentence", + "(s entence", + "(sent ence", + "Or Update", + "Ġdim inish", + "Ġdimin ish", + "P IN", + "PI N", + "( draw", + "(d raw", + "(dr aw", + ".To DateTime", + ". EqualTo", + ".Equal To", + "( pin", + "(p in", + "(pi n", + "-p encil", + "l uent", + "lu ent", + "lue nt", + "Ġ Caller", + "ĠC aller", + "ĠCal ler", + "ĠCall er", + "ĠCa ller", + "Ġplay ful", + "- '+", + "-' +", + "x ca", + "xc a", + "s wick", + "sw ick", + ") {}Ċ", + "){ }Ċ", + "} :${", + "}: ${", + "ĠM eth", + "ĠMe th", + "ĠMet h", + ". getCell", + ".get Cell", + ".getC ell", + ". break", + ".b reak", + "Ġ ymax", + "Ġy max", + "=' Ċ", + "}`} >Ċ", + "ĠH iro", + "ĠHi ro", + "ĠHir o", + "( TRUE", + "(TR UE", + "as urer", + "asure r", + "asu rer", + "Ġc uer", + "Ġcu er", + "Ġcue r", + "U ber", + "Ub er", + ". Operation", + ".O peration", + ".Op eration", + "Ġ olan", + "Ġo lan", + "Ġol an", + "Ġola n", + "Ġthr illing", + "Ġthrill ing", + "< Response", + "ĠF emin", + "ĠFe min", + "ĠFem in", + "Ġtr aversal", + "Ġtravers al", + "Ġp oc", + "Ġpo c", + "Ġ setStatus", + "Ġset Status", + "de clar", + "dec lar", + "decl ar", + "std afx", + "Ġaddict ive", + "Ġ Btn", + "ĠB tn", + "Ġexplos ives", + "Ġexplosive s", + "ĠCo oking", + "ĠCook ing", + "ĠPl aint", + "ĠPlain t", + "ĠPla int", + "Ġ accumulator", + "Ġaccum ulator", + "Ġ Appointment", + "ĠApp ointment", + ", password", + ",p assword", + "ĠF AR", + "ĠFA R", + "l uet", + "lu et", + "lue t", + "Further more", + "decl spec", + "_ Statics", + "_Static s", + "_St atics", + ". Dictionary", + ".D ictionary", + "\" >'.", + "\"> '.", + "\">' .", + "ĉ valid", + "ĉval id", + "ĉva lid", + "\" \",", + "\"\" ,", + "In strument", + "Instr ument", + "> J", + "Ġno str", + "Ġnos tr", + "Ġnost r", + "ĠR ift", + "ĠRi ft", + "ĠRif t", + "_ Port", + "_P ort", + "Ġve ces", + "Ġvec es", + "[ ['", + "[[ '", + "Ġrall ies", + "- series", + "-s eries", + "-se ries", + "-ser ies", + "Ġ vv", + "Ġv v", + ". uc", + ".u c", + "Ġr tn", + "Ġrt n", + "State Changed", + "( ins", + "(i ns", + "(in s", + "Ġ Cla", + "ĠC la", + "ĠCl a", + "- -----------Ċ", + "-- ----------Ċ", + "---- --------Ċ", + "-------- ----Ċ", + "--- ---------Ċ", + "------------ Ċ", + "----- -------Ċ", + "---------- --Ċ", + "------ ------Ċ", + "----------- -Ċ", + "------- -----Ċ", + "--------- ---Ċ", + "c us", + "cu s", + "Ġ Reload", + "ĠR eload", + "ĠRe load", + "ĠRel oad", + "// ------------------------------------------------------------------------------------------------", + "//---------------------------------------------------------------- --------------------------------", + "//---------------------------------------------------------------------------- --------------------", + "//------------------------------------------------ ------------------------------------------------", + "//-------------------------------- ----------------------------------------------------------------", + "//-------------------------------------------------------------------------------- ----------------", + "//---------------- --------------------------------------------------------------------------------", + ". seconds", + ".se conds", + ".second s", + ".sec onds", + "_ destination", + "_d estination", + "_dest ination", + "Ġscre wed", + "Ġscr ewed", + "Ġscrew ed", + "> c", + "Th ickness", + "Des igner", + "Design er", + "Ġgr ids", + "Ġgrid s", + "Ġgri ds", + "n Äħ", + "( cookie", + "(c ookie", + "(co okie", + "T rip", + "Tr ip", + "Tri p", + "- Mobile", + "-M obile", + "Ġv oll", + "Ġvo ll", + "Ġvol l", + "Ġgen ital", + "Ġconf isc", + "ĠConfeder ate", + "Ġ webView", + "Ġweb View", + "Ġ mise", + "Ġm ise", + "Ġmis e", + "Ġmi se", + "Ġc ler", + "Ġcl er", + "Ġcle r", + "( selection", + "(s election", + "(se lection", + "(select ion", + "(sel ection", + "$ date", + "$d ate", + "Ġsharp en", + "Ġshar pen", + "r agen", + "ra gen", + "rag en", + "rage n", + "And Update", + "Ġre mix", + "Ġrem ix", + "Ġh tons", + "Ġht ons", + "Ġhton s", + "R W", + "M PI", + "MP I", + "Ġretrie val", + "Ġretr ieval", + "Ġrich est", + "Ġri chest", + "Ġric hest", + "Ġriches t", + ". Decode", + ".De code", + ".Dec ode", + ":init Components", + "ĠT Value", + "ĠTV alue", + "S aint", + "Sa int", + "@ include", + "Ġ PERSON", + "ĠPER SON", + ". sep", + ".s ep", + ".se p", + "Ġ LDAP", + "ĠLD AP", + "g ba", + "gb a", + "Ġgro ÃŁe", + "ĠgroÃŁ e", + "Ġreli ably", + "Ġ DFS", + "ĠD FS", + "ĠDF S", + ".get ItemId", + ".getItem Id", + "Ġpré sent", + "Ġprés ent", + ". getToken", + ".get Token", + "Ġch inese", + "Ġchin ese", + "Ġ Meal", + "ĠMe al", + "Y OU", + "YO U", + "\" > >ĊĊ", + "Ġ> >ĊĊ", + "Ġ>> ĊĊ", + "b ower", + "bo wer", + "bow er", + "Ġsw apped", + "Ġswap ped", + "/ install", + "Ġs inks", + "Ġsin ks", + "Ġsink s", + "etr ize", + "etri ze", + "Ġdec lines", + "Ġdecl ines", + "Ġdecline s", + "ĉ mysql", + "ĉm ysql", + "ĉmy sql", + "Ġ CString", + "ĠC String", + "ĠCS tring", + "ĠM otionEvent", + "ĠMotion Event", + ". Language", + ".L anguage", + "R oad", + "Ro ad", + "ÑĤ еÑĢ", + "ÑĤе ÑĢ", + "asc imento", + "' ))->", + "') )->", + "')) ->", + ". about", + ".a bout", + ".ab out", + "( editor", + "(e ditor", + "(ed itor", + "(edit or", + "ĠR atings", + "ĠRa tings", + "ĠRating s", + "ĠRat ings", + "in come", + "inc ome", + "Å¡ e", + ".de queueReusableCell", + "ĠAust rian", + "ĠAustria n", + "ĠAustr ian", + "Ġs ulla", + "Ġsu lla", + "Ġsul la", + "ĠTrib unal", + "Ġ Didn", + "ĠDi dn", + "ĠDid n", + "о ваÑĢ", + "ов аÑĢ", + "ова ÑĢ", + "Ġins pections", + "Ġinspect ions", + "Ġinspection s", + "Ġinsp ections", + "B oss", + "Bo ss", + "Ġcock tails", + "Ġcocktail s", + "Ġapolog ized", + "Ġapologize d", + "_ subplot", + "_sub plot", + "o pal", + "op al", + "opa l", + "+ =(", + "+= (", + "Ġreson ance", + "i bu", + "ib u", + "Ġ 리", + "Ġë ¦¬", + "Ġë¦ ¬", + "r oma", + "ro ma", + "rom a", + "re serve", + "res erve", + "rese rve", + "p ls", + "pl s", + "ĠT ah", + "ĠTa h", + "a xies", + "ax ies", + "O PLE", + "OP LE", + "ĠDar ren", + "ĠZ ombie", + "_ Map", + "_M ap", + "Ġ ])ĊĊ", + "Ġ] )ĊĊ", + "Ġ])Ċ Ċ", + "Ġ]) ĊĊ", + "Ġ Qi", + "ĠQ i", + "ĠS ail", + "ĠSa il", + "ĠSai l", + "Ġrestrict ive", + "Ġeros ion", + "- par", + "-p ar", + "W HITE", + "WH ITE", + "Ġold u", + "Ġol du", + "Ġap erture", + "Ġbit coins", + "Ġbitcoin s", + "text o", + "tex to", + "ĠCom cast", + "Ġtime less", + "Ġtim eless", + "en kins", + "enk ins", + "Ġfe eder", + "Ġfeed er", + "Ġfee der", + "/ tmp", + "/t mp", + "res den", + "+ '_", + "+' _", + ". Destroy", + ".D estroy", + ".De stroy", + "Ġ çok", + "Ġç ok", + "Ġ DOCUMENT", + "ĠD OCUMENT", + "ĠDOC UMENT", + ". lng", + ".l ng", + ". tagName", + ".tag Name", + "Ġk ullan", + "Ġkul lan", + "eg rate", + "egr ate", + "egra te", + "Ġ( *.", + "Ġ(* .", + "ç¼ĸ è¾ij", + "Ġhand shake", + "s oc", + "so c", + "_ geometry", + "_ge ometry", + "_geo metry", + "_geom etry", + "ĠDam ascus", + "Min or", + "Mi nor", + "ĠK afka", + "ĠKaf ka", + "ìĹ ¬", + "Fl orida", + "_ compute", + "_com pute", + "_comp ute", + ". expr", + ".ex pr", + ".exp r", + "Ġ paralle", + "Ġpar alle", + "Ġpara lle", + "ĠD iaz", + "ĠDi az", + "ĠDia z", + "c ir", + "ci r", + "[ target", + "[t arget", + "Ġj oking", + "Ġjo king", + "Ġg lor", + "Ġgl or", + "Ġglo r", + "( setq", + "(set q", + "_ handlers", + "_handler s", + "_handle rs", + "_hand lers", + "H ang", + "Ha ng", + "Han g", + "Ġf err", + "Ġfe rr", + "Ġfer r", + "r iminal", + "rim inal", + "ĉ ĠĠĠĠĉĉ", + "ĉĠĠĠ Ġĉĉ", + "ĉĠ ĠĠĠĉĉ", + "ĉĠĠ ĠĠĉĉ", + "ĉĠĠĠĠ ĉĉ", + "ĉĠĠĠĠĉ ĉ", + "en ties", + "ent ies", + "enti es", + "def ines", + "define s", + "- tax", + "-t ax", + "json p", + "Ġ UPS", + "ĠU PS", + "ĠUP S", + "m etro", + "me tro", + "met ro", + "_ _;Ċ", + "__ ;Ċ", + "__; Ċ", + "ĠUg anda", + "] )):Ċ", + "]) ):Ċ", + "])) :Ċ", + "_ td", + "_t d", + "x ae", + "xa e", + "l w", + ". OS", + ".O S", + "Ġ Logged", + "ĠLog ged", + "a cid", + "ac id", + "aci d", + "ĠM ayo", + "ĠMay o", + "ĠMa yo", + "a spect", + "as pect", + "asp ect", + "Ġvag inal", + "Ġvagina l", + "Ġinitial izing", + "Ġste roids", + "Ġster oids", + "Ġsteroid s", + "f iction", + "fi ction", + "fic tion", + "G RE", + "GR E", + "g end", + "ge nd", + "gen d", + "Ġli abilities", + "Ġ Lets", + "ĠL ets", + "ĠLe ts", + "ĠLet s", + "M ech", + "Me ch", + "( nc", + "(n c", + "( change", + "(ch ange", + "(chan ge", + "Ġconn ectors", + "Ġconnect ors", + "Ġconnector s", + ": k", + "Ġt ast", + "Ġta st", + "Ġtas t", + "! \");ĊĊ", + "!\" );ĊĊ", + "!\");Ċ Ċ", + "!\"); ĊĊ", + "!\") ;ĊĊ", + "th ings", + "thing s", + "thin gs", + "r ophy", + "ro phy", + "rop hy", + "roph y", + "l uetooth", + "lu etooth", + "luet ooth", + "Ġ SignUp", + "ĠSign Up", + ". ctrl", + ".c trl", + ".ct rl", + "Ġthere in", + "Ġther ein", + "or da", + "ord a", + ". escape", + ".e scape", + ".es cape", + "ig ator", + "iga tor", + "Ġpet rol", + "Ġspec imen", + "Ġspeci men", + "Ġdeb uted", + "Ġdebut ed", + "- Pro", + "-P ro", + "Ġcr ises", + "Ġcri ses", + "Ġcris es", + ".add View", + "ëı Ļ", + "- door", + "-d oor", + "-do or", + "Ġm onet", + "Ġmon et", + "Ġmo net", + "Ġm illis", + "Ġmill is", + "Ġmil lis", + "Ġmilli s", + "Ġ vier", + "Ġv ier", + "Ġvi er", + "Ġvie r", + "Internal Enumerator", + "Ġ admins", + "Ġad mins", + "Ġadmin s", + "Ġadm ins", + "ĠL air", + "ĠLa ir", + "z in", + "zi n", + "get Query", + "um bles", + "umb les", + "umble s", + "L IMIT", + "LI MIT", + "ĠV ig", + "ĠVi g", + "_ song", + "_s ong", + "_so ng", + "< Character", + ": :.", + ":: .", + "_ hom", + "_h om", + "_ bp", + "_b p", + "ĠSup ervisor", + "ĠSuper visor", + "ĠSuperv isor", + "sub mission", + "ab ile", + "abil e", + "abi le", + "Ġn oi", + "Ġno i", + "Or Create", + "Ġp eel", + "Ġpe el", + "Ġpee l", + "Ġon Start", + "Ġsent iments", + "Ġsentiment s", + "v ehicles", + "veh icles", + "vehicle s", + "Ġclass rooms", + "Ġclassroom s", + "Ġs zer", + "Ġsz er", + "Ġb ending", + "Ġben ding", + "Ġbend ing", + "Ġlong evity", + "Ġ acl", + "Ġa cl", + "Ġac l", + "ĠAle ppo", + "Ġ UM", + "ĠU M", + "ĠR icht", + "ĠRich t", + "ĠRic ht", + "ĠRi cht", + "Ġmulti processing", + "Ġmultip rocessing", + "DO MAIN", + "DOM AIN", + "\", \"+", + "\",\" +", + "_ YEAR", + "_Y EAR", + "Ġsc rape", + "Ġscr ape", + "Ġscrap e", + "Ġsol itary", + "Ġ\" ]\";Ċ", + "Ġ\"] \";Ċ", + "Ġ\"]\" ;Ċ", + "/ errors", + "/error s", + "ìŀ ¬", + "ľ ëł¥", + "b etter", + "bet ter", + "bett er", + "bette r", + "ĉ number", + "ĉn umber", + "ĉnum ber", + "Ġ LF", + "ĠL F", + "Ġ Across", + "ĠA cross", + "ĠAc ross", + "Pub Med", + "\\ \"\"", + "\\\" \"", + "ĠExcell ence", + "Ġus ando", + "Ġusa ndo", + "ĠU IP", + "ĠUI P", + "Activity Indicator", + "_ VOID", + "_V OID", + "_VO ID", + "Ġbre eds", + "Ġbreed s", + "Ġbree ds", + "ï½ ¥", + "ues tas", + "uest as", + "uesta s", + "ĠTre asure", + "ustr alian", + "ustral ian", + "ustralia n", + "( face", + "(f ace", + "ĠT ennis", + "ĠTen nis", + "ĠTenn is", + "ĉ Int", + "ĉI nt", + "ĉIn t", + "ĠH ansen", + "ĠHan sen", + "ĠHans en", + "ç µ", + ": I", + "Ġ âľĶ", + "Ġâľ Ķ", + "G RAY", + "GR AY", + "GRA Y", + "O USE", + "OU SE", + "OUS E", + "Ġhe pat", + "Ġhep at", + "ł í", + "A IR", + "AI R", + "ó ż", + "Ġ queued", + "Ġque ued", + "Ġqueue d", + "vin cia", + "vi ncia", + "vinc ia", + "ĠCh romium", + "ĠChrom ium", + "Ġcompet ence", + "Ġcompete nce", + "un gal", + "ung al", + "unga l", + "i lli", + "il li", + "ill i", + "Ġget By", + "Ġ Finder", + "ĠF inder", + "ĠFin der", + "ĠFind er", + "ĠFi nder", + "Ġincap able", + "Ġs add", + "Ġsa dd", + "Ġsad d", + "Ġc ites", + "Ġcit es", + "Ġci tes", + "Ġcite s", + "ĠChurch ill", + "S dk", + "More over", + "A spNet", + "As pNet", + "( Float", + "(F loat", + "$ password", + "$p assword", + "Ġ Connor", + "ĠCon nor", + "ĠConn or", + "- session", + "-s ession", + "_ dm", + "_d m", + "* ))", + "*) )", + "Ġde utsch", + "Ġdeut sch", + "Ġ NX", + "ĠN X", + "Ġper ks", + "Ġperk s", + "_ SORT", + "_S ORT", + "_SO RT", + "_TO OL", + "_TOO L", + "_ VISIBLE", + "_V ISIBLE", + "_VIS IBLE", + ". asp", + ".as p", + ".a sp", + "æĪ ĸ", + "ĠBre ath", + "D etect", + "Det ect", + "ĠD uel", + "ĠDu el", + "ĠDue l", + ". cmb", + ".c mb", + ".cm b", + "[ it", + "[i t", + ".Set Bool", + "Ġnarc iss", + "Ġab ide", + "Ġabi de", + "Ġej emplo", + "ĠâĦ ķ", + "Ġm ornings", + "Ġmor nings", + "Ġmorning s", + "Ġcomp utes", + "Ġcomput es", + "Ġcompute s", + ". ssl", + ".s sl", + ".ss l", + "j t", + "Ġm uchos", + "Ġmuch os", + "Ġmu chos", + "Ġmucho s", + "Ġmuc hos", + "_ SS", + "_S S", + "[ end", + "[e nd", + "Ġb asin", + "Ġbas in", + "Ġba sin", + "Ġalg unos", + "Ġalgun os", + "ĠCroat ia", + "line width", + "lin ewidth", + "( tags", + "(t ags", + "(tag s", + "( hidden", + "(h idden", + "ÃŃ cio", + "ÃŃc io", + "Ġa par", + "Ġap ar", + "Ġapa r", + "Ġ ж", + "ĠÐ ¶", + "ä¸ İ", + ". food", + ".f ood", + ".foo d", + "ĠR ural", + "ĠRu ral", + "Ġbread th", + "å½ ±", + "( sess", + "(s ess", + "(se ss", + "+ \")", + "+\" )", + "Ġ Paste", + "ĠP aste", + "ĠPa ste", + "ĠPast e", + "ĠPas te", + "Ġserv idor", + "ĠBit Set", + "ĠT ran", + "ĠTr an", + "ĠTra n", + "l aus", + "la us", + "v ette", + "ve tte", + "vet te", + "e yes", + "ey es", + "eye s", + "Ġ CLICK", + "ĠCL ICK", + "ĠCLI CK", + "ĠV III", + "ĠVI II", + "ĠVII I", + "ĠTur ns", + "ĠTurn s", + "ĠLe Bron", + "ĠM uj", + "ĠMu j", + "Ġ Deg", + "ĠD eg", + "ĠDe g", + "ĠAd ults", + "ĠAdult s", + "_ suite", + "_s uite", + "_su ite", + "process able", + "Ġ PHY", + "ĠP HY", + "ĠPH Y", + "g hest", + "gh est", + ". Fail", + ".F ail", + "ĠS lack", + "ĠSl ack", + "c ej", + "ce j", + "\\ Carbon", + "\\C arbon", + "Ġsuper star", + "Ġsupers tar", + "Ġsuperst ar", + "Ġhold ings", + "Ġholding s", + "Ġhol dings", + "( forms", + "(form s", + "(for ms", + "Ġ' #'", + "Ġ'# '", + "M ultip", + "Multi p", + "Mult ip", + "Mul tip", + "(\" [%", + "(\"[ %", + "- solid", + "-s olid", + "-so lid", + "/ url", + "/u rl", + "- tier", + "-t ier", + "[ length", + "[l ength", + "[len gth", + "Ġ StreamWriter", + "ĠStream Writer", + "ĠMarket place", + "get text", + "gett ext", + "_T ICK", + "_TI CK", + "Ġ Forge", + "ĠF orge", + "ĠFor ge", + "ĠForg e", + "Ġblack jack", + "ĠDO ES", + "ĠDOE S", + "ĠM atters", + "ĠMat ters", + "ĠMatt ers", + "ĠMatter s", + "ĠMatte rs", + "w aves", + "wa ves", + "wave s", + "wav es", + "Ġwhisper ed", + "Ġ lush", + "Ġl ush", + "Ġlu sh", + "ìĺ ¤", + "d igital", + "digit al", + "dig ital", + "Ġw rink", + "Ġwr ink", + "ĠH ogan", + "ĠHo gan", + "ĠHog an", + "Ġrust ic", + "Ġrus tic", + ".Apply Resources", + "ĠH ardy", + "ĠHar dy", + "ĠHard y", + "os omes", + "oso mes", + "osome s", + "A UT", + "AU T", + ". STATE", + ".ST ATE", + "Ġnarr atives", + "Ġnarrative s", + "ĉ store", + "ĉst ore", + "b ib", + "bi b", + "ĉ Scanner", + "ĠC ody", + "ĠCo dy", + "ĠCod y", + "\\ Repositories", + "Ġre union", + "Ġreun ion", + "an dum", + "and um", + "âĢĻ h", + "Ġsn iff", + "NS Bundle", + "Ġcompreh end", + "_ USAGE", + "_US AGE", + "_ occ", + "_o cc", + "_oc c", + "URRE NCY", + "J NI", + "Ġspecial izing", + "Ġ visions", + "Ġv isions", + "Ġvis ions", + "Ġvision s", + "Ġdo lore", + "Ġdol ore", + "Ġdolor e", + "Ġ vá", + "Ġv á", + "ĠChe vy", + "Ġ Styled", + "ĠSt yled", + "ĠStyle d", + "ĠSty led", + "imp act", + "a llen", + "al len", + "all en", + "alle n", + "Ġ kart", + "Ġk art", + "Ġka rt", + "Ġkar t", + "ĠTable t", + "ĠTab let", + "st uff", + "stu ff", + "re esome", + "ree some", + "rees ome", + "а ÑĤоÑĢ", + "аÑĤ оÑĢ", + "аÑĤо ÑĢ", + "//---------------------------------------------------------------- -----------Ċ", + "//- --------------------------------------------------------------------------Ċ", + "_ Admin", + "_Ad min", + "Ġcell phone", + "Ġ autoplay", + "Ġaut oplay", + "Ġauto play", + "Ġautop lay", + "Ġc ambio", + "Ġcam bio", + "Ġcamb io", + "Ġcambi o", + "Ġmar itime", + "Ġmari time", + "_ BOOT", + "_B OOT", + "_BO OT", + "- quarter", + "-qu arter", + "Ġlat ina", + "Ġlatin a", + "ĠAJ AX", + "e quiv", + "equ iv", + "ĠFront ier", + "Ġ XY", + "ĠX Y", + "} ]Ċ", + "}] Ċ", + "ĠR ough", + "ĠRo ugh", + "ĠRou gh", + ". proto", + ".pro to", + ".prot o", + ".pr oto", + "Ġcorrect ness", + "Ġfa cil", + "Ġfac il", + "Ġ Reached", + "ĠRe ached", + "ĠReach ed", + "ãģĿ ãģ®", + "V IS", + "VI S", + ". ps", + ".p s", + "Ġstr ncpy", + "Ġdif fusion", + "Ġdiff usion", + ".start Activity", + "� ��", + "�� �", + "Ġacc omp", + "Ġac comp", + "Ġaccom p", + "AME SPACE", + "AMES PACE", + "imon ials", + "imonial s", + "ĠB last", + "ĠBl ast", + "aby rin", + "Ġd ome", + "Ġdo me", + "Ġdom e", + "Ġext rav", + "Ġextra v", + "Ġextr av", + "Ġ yen", + "Ġy en", + "Ġye n", + "Ġcul inary", + "P RI", + "PR I", + "ĠComm unities", + "ĠCommun ities", + "n id", + "ni d", + "_ operations", + "_oper ations", + "_operation s", + ". hs", + ".h s", + "ĠM ilton", + "ĠMil ton", + "Ġno ises", + "Ġnoise s", + "Ġnoi ses", + "Autoresizing Mask", + "( cid", + "(c id", + "(ci d", + "} ĊĊĊĊĊĊ", + "}Ċ ĊĊĊĊĊ", + "}ĊĊ ĊĊĊĊ", + "}ĊĊĊ ĊĊĊ", + "}ĊĊĊĊ ĊĊ", + "}ĊĊĊĊĊ Ċ", + "] },Ċ", + "]} ,Ċ", + "]}, Ċ", + "Ġ Detection", + "ĠD etection", + "ĠDe tection", + "ĠDet ection", + "ĠDetect ion", + "ta bla", + "tab la", + "tabl a", + "Ġlib erties", + "Ġlibert ies", + "Ġliber ties", + "_D YNAMIC", + "w get", + "wg et", + "ĠT ür", + "ĠP ascal", + "ĠPa scal", + "ĠPas cal", + "Trans parent", + "Del ayed", + "Delay ed", + "] ()", + "]( )", + "ĠHer bert", + "ĠHerb ert", + "< ActionResult", + "", + "}- >", + "Ġpas ado", + "Ġpasa do", + "th ank", + "tha nk", + "than k", + "_ Delete", + "_De lete", + "ĠBr ighton", + "ĠBright on", + "ĠBrig hton", + ", unsigned", + "ä½ľ èĢħ", + "Ġaspir ations", + "Ġaspiration s", + "- how", + "-h ow", + "R ose", + "Ro se", + "Ros e", + "= ((", + "=( (", + "_ needed", + "_ne eded", + "_need ed", + "_ plural", + "_pl ural", + "< Application", + " >ĊĊ", + ">> ĊĊ", + ">>Ċ Ċ", + "Ġsurface d", + "Ġsurf aced", + "Ġìł Ģìŀ¥", + "ĠìłĢ ìŀ¥", + "pl atz", + "plat z", + "pla tz", + "ĉ email", + "ĉe mail", + "ĉem ail", + "cept ors", + "ceptor s", + "cep tors", + "\" >(", + "\"> (", + "Ġe pile", + "Ġep ile", + "è¯ »", + "ĠDe bt", + "ĠDeb t", + "åij Ĭ", + "N OP", + "NO P", + "\" https", + "\"http s", + ": j", + "Form Item", + "_ LICENSE", + "_L ICENSE", + ".get Double", + ".getD ouble", + "ĠAg enda", + "ĠAge nda", + "ĉ finally", + "ĉf inally", + "ĉfinal ly", + "( filters", + "(f ilters", + "(filter s", + "(fil ters", + "( av", + "(a v", + "ç¾ İ", + "A PER", + "AP ER", + "APE R", + "Ġ lava", + "Ġl ava", + "Ġla va", + "Ġlav a", + "еÑĢ ж", + ") )))ĊĊ", + ")) ))ĊĊ", + "))) )ĊĊ", + "))))Ċ Ċ", + ")))) ĊĊ", + "Ġfa ulty", + "Ġfault y", + "_ nm", + "_n m", + "Ġt rava", + "Ġtr ava", + "Ġtra va", + "Ġtrav a", + "( Bitmap", + "(B itmap", + "(Bit map", + "Ġspe eding", + "Ġspeed ing", + "> ').", + ">' ).", + ">') .", + "Ġscreen ed", + "Ġscre ened", + "_ roll", + "_r oll", + "_ro ll", + "ĠMac Book", + "Ġ AUD", + "ĠA UD", + "ĠAU D", + "Ġdiagn ose", + ". Generate", + ".G enerate", + ".Gen erate", + "Ġ ^^", + "Ġ^ ^", + "Ġs trs", + "Ġst rs", + "Ġstr s", + "[ Test", + "[T est", + "Ġr ansom", + "Ġran som", + "ĠDH CP", + "el den", + "eld en", + "Ġinterpret ations", + "Ġinterpretation s", + "( )].", + "() ].", + "()] .", + "flat Map", + "Ġline Height", + "_ mount", + "_m ount", + "_mo unt", + "ĠW izards", + "ĠWizard s", + "Ġsl uts", + "Ġslut s", + "Ġslu ts", + "eh ler", + "o dal", + "od al", + "oda l", + "Ġmilit ia", + "Ġmil itia", + "å ²", + "ear ned", + "earn ed", + "Ġmis ery", + "Ġmise ry", + "Ġmiser y", + "int val", + "f und", + "fun d", + "fu nd", + "Ġh ides", + "Ġhide s", + "Ġhi des", + "Ġhid es", + "Ġdi arr", + "Ġdia rr", + "ĠWes ley", + "Ġ xmm", + "Ġx mm", + "Ġxm m", + "Ġqu em", + "Ġque m", + "Ġq uem", + "ĠAr abs", + "ĠArab s", + "ĠAra bs", + "if th", + "ift h", + "ategor ized", + "ategori zed", + "D isposable", + "Dis posable", + "P ure", + "Pu re", + "_NOT IFY", + "sn ippet", + "ĠGar rett", + "ĠGarr ett", + ". running", + ".r unning", + ".run ning", + ". weights", + ".weight s", + ".we ights", + "Ġ (--", + "Ġ( --", + "Ġ(- -", + "Ġin variant", + "Ġinv ariant", + "äºĭ 件", + "Ġ Allowed", + "ĠAll owed", + "ĠAllow ed", + "d irs", + "dir s", + "di rs", + "Ġpass ions", + "Ġpassion s", + "Ġ lad", + "Ġl ad", + "Ġla d", + "Ġ Flush", + "ĠF lush", + "ĠFl ush", + "ĠFlu sh", + "m enus", + "men us", + "menu s", + ": block", + ":b lock", + "Ġcom pra", + "Ġcomp ra", + "Ġcompr a", + ".ch omp", + "al locator", + "all ocator", + "alloc ator", + "alloca tor", + "Ġcur ated", + "Ġcu rated", + "Ġ Knowing", + "ĠKn owing", + "ĠKnow ing", + "ĠPatt erson", + "Ġt elah", + "Ġte lah", + "Ġtel ah", + "Ġtela h", + "' ex", + "'e x", + "Ġdo omed", + "Ġdoom ed", + "Ġphil anth", + "o tty", + "ot ty", + "ott y", + ". styles", + ".st yles", + ".style s", + "Own ed", + "Ġallerg ies", + "Ġaller gies", + "= params", + "oc ese", + "oce se", + "it elist", + "ite list", + "itel ist", + "iteli st", + "Ġ Sending", + "ĠS ending", + "ĠSen ding", + "ĠSend ing", + "b ef", + "be f", + "or rar", + "orr ar", + "orra r", + "Ġ Não", + "ĠN ão", + "ĠF argo", + "ĠFar go", + "ĠL ub", + "ĠLu b", + "Ġ Combined", + "ĠComb ined", + "ĠCombine d", + "_ given", + "_g iven", + "ĉ ĉĉĉĉĠĠĠĠ", + "ĉĉ ĉĉĉĠĠĠĠ", + "ĉĉĉĉ ĉĠĠĠĠ", + "ĉĉĉ ĉĉĠĠĠĠ", + "ĉĉĉĉĉ ĠĠĠĠ", + "ĉĉĉĉĉĠ ĠĠĠ", + "ĉĉĉĉĉĠĠĠ Ġ", + "ĉĉĉĉĉĠĠ ĠĠ", + "Ġre conciliation", + "Ġreconc iliation", + "Pattern s", + "az ard", + "aza rd", + "azar d", + "Ġbio mass", + "Ġbiom ass", + "ĠH ouses", + "ĠHouse s", + "ĠHo uses", + "ĠHou ses", + "resp uesta", + "c co", + "cc o", + "/ topics", + "/to pics", + "/top ics", + "/topic s", + "ĠY uk", + "ĠYu k", + "Ġweak ened", + "Ġweaken ed", + "_ calendar", + "_c alendar", + "_cal endar", + "Ġmulher es", + "ĠM arl", + "ĠMar l", + "ĠMa rl", + "Ġs ine", + "Ġsi ne", + "Ġsin e", + "ĠT il", + "ĠTi l", + "ĠSo uls", + "ĠSou ls", + "ĠSoul s", + "ĠDe utsche", + "ĠDeutsch e", + "ĠF OLLOW", + "Ġp ipelines", + "Ġpipe lines", + "Ġpipeline s", + "Ġpip elines", + "ĠBever ly", + "_DIP SETTING", + "\" #", + "Ġ Proto", + "ĠPro to", + "ĠPr oto", + "ĠProt o", + ". big", + ".b ig", + ".bi g", + "ĠS avings", + "ĠSav ings", + "ĠSaving s", + "ĠT anz", + "ĠTa nz", + "ĠTan z", + "j un", + "ju n", + "Ġ Gamma", + "ĠG amma", + "ĠGa mma", + "ĠGam ma", + "ĠS add", + "ĠSa dd", + "ĠSad d", + "Ġadv isors", + "Ġadvis ors", + "Ġadvisor s", + "Ġro ast", + "Ġun ters", + "Ġunt ers", + "Ġunter s", + "ud ies", + "udi es", + "_ lon", + "_l on", + "_lo n", + "- pointer", + "-point er", + "-po inter", + "ĠElement Ref", + "\\ Builder", + "example Input", + ". webdriver", + ".web driver", + "data Type", + "Ġ Quite", + "ĠQ uite", + "ĠQu ite", + "ĠQui te", + "ĠQuit e", + "ĠCelt ics", + "ĠCel tics", + "ĠCeltic s", + "u il", + "ui l", + "- defense", + "-def ense", + "b ish", + "bi sh", + "bis h", + "ĠUI Window", + "Ġ Suddenly", + "ĠS uddenly", + ". hot", + ".h ot", + ". reason", + ".re ason", + "Ġg ör", + "Ġgö r", + "A MD", + "AM D", + ". Multi", + ".M ulti", + ".Mult i", + "auth enticated", + "authenticate d", + "reg ions", + "region s", + "; (", + "а ÑĢам", + "аÑĢ ам", + "аÑĢа м", + "ĠKir by", + "$ route", + "$r oute", + "PREC ATED", + "ĠDur ham", + "o wo", + "ow o", + "ĠPer forms", + "ĠPerform s", + "Ġdisreg ard", + "n st", + "ns t", + "ĠP ols", + "ĠPol s", + "ĠPo ls", + "Ġget P", + "\" ]:", + "\"] :", + "-color ed", + "-col ored", + "( Keys", + "(Key s", + "ĠAl leg", + "ĠAll eg", + "ĠAlle g", + "_ modify", + "_mod ify", + "_ loading", + "_lo ading", + "_load ing", + "s trained", + "str ained", + "stra ined", + "strain ed", + "Ġat roc", + "Ġatr oc", + "_p hr", + "_ph r", + "< Sprite", + "", + "c eph", + "ce ph", + "cep h", + ".DateTime Picker", + ". \";ĊĊ", + ".\" ;ĊĊ", + ".\";Ċ Ċ", + ".\"; ĊĊ", + "ĠT ie", + "ĠTi e", + ", item", + ",i tem", + ",it em", + "Ġm enn", + "Ġme nn", + "Ġmen n", + "G as", + "Ga s", + "o cha", + "oc ha", + "och a", + "_ virtual", + "_v irtual", + "Ġmaster piece", + "_ sequences", + "_se quences", + "_sequence s", + "L TE", + "LT E", + "Ġ Submission", + "ĠSub mission", + "C aller", + "Call er", + "Cal ler", + "Ca ller", + "$ \\", + "S port", + "Sp ort", + "Spo rt", + "ag us", + "agu s", + "Constraint Maker", + "Ġco loc", + "Ġcol oc", + "Ġ wig", + "Ġw ig", + "Ġwi g", + "Ġ У", + "ĠÐ £", + "ĉ Array", + "ĉA rray", + "L ooks", + "Lo oks", + "Look s", + "ĠG TA", + "ĠGT A", + ". steps", + ".st eps", + ".step s", + "atch ewan", + "_ ranges", + "_r anges", + "_range s", + "ext Alignment", + "ĠBren nan", + "Ġab straction", + "Ġabs traction", + "Ġabstract ion", + "Ġabst raction", + "uler Angles", + ". misc", + ".m isc", + ".mi sc", + "Ġantib odies", + "Ġex ponential", + "Ġexponent ial", + "Ġ CHANNEL", + "ĠCH ANNEL", + "exp ense", + "' y", + "Ġdetect ives", + "Ġdetective s", + "Ġpur ported", + "Y STEM", + "YS TEM", + "YST EM", + "Ġradio active", + "ĠLat ina", + "ĠLatin a", + ". Encoding", + ".En coding", + ".Enc oding", + ". TAG", + ".T AG", + "x in", + "xi n", + "D egree", + "De gree", + "Deg ree", + "ur acion", + "ura cion", + "p rices", + "pr ices", + "price s", + "pri ces", + "ĠRefer entialAction", + "Ġr arity", + "Ġrar ity", + "Ġp iles", + "Ġpi les", + "Ġpil es", + "Ġpile s", + "g ende", + "ge nde", + "gen de", + "gend e", + "_ projects", + "_project s", + "_proj ects", + "_ globals", + "_g lobals", + "_global s", + "_glob als", + ". startTime", + ".start Time", + "Ġ 구", + "Ġê µ¬", + "Ġêµ ¬", + "SE CTION", + "SEC TION", + "_ publish", + "_p ublish", + "_pub lish", + "F ault", + "Fa ult", + "D DL", + "DD L", + "_ prior", + "_p rior", + "_pr ior", + "_pri or", + "M om", + "Mo m", + "Ġth icker", + "Ġthick er", + "Ġthi cker", + "Ġ sequelize", + "Ġsequ elize", + "Ġsequel ize", + "Ġess entials", + "Ġessential s", + "s tras", + "st ras", + "str as", + "stra s", + "in tr", + "int r", + "> (()", + ">( ()", + ">(( )", + ". management", + ".man agement", + ".manage ment", + "e il", + "ei l", + "éĹ Ń", + "A ware", + "Aw are", + ". City", + ".C ity", + "ĠAr bit", + "ĠArb it", + "_ DM", + "_D M", + "_ keyboard", + "_key board", + "L Object", + "LO bject", + "- webpack", + "-web pack", + "ĠNew port", + "Ġprincipal Column", + "leg ant", + "Ġp allet", + "Ġpal let", + "Ġpall et", + "Ġfract ure", + "Ġfrac ture", + "Ġ gmail", + "Ġg mail", + "Ġgm ail", + ". Meta", + ".M eta", + ".Me ta", + "A bove", + "Ab ove", + ". KeyEvent", + ".Key Event", + "j it", + "ji t", + "_ macro", + "_m acro", + "_mac ro", + "_ma cro", + "_P USH", + "_PUS H", + "á» ©", + "/ controller", + "/control ler", + "åĬł è½½", + "Ġsuperf icial", + "exter ity", + "Ġ mensagem", + "Ġm ensagem", + "Ġmens agem", + "W ind", + "Win d", + "Wi nd", + "i ston", + "is ton", + "ist on", + "isto n", + ".open api", + "и ÑĢов", + "иÑĢ ов", + "Ġ Serializer", + "ĠS erializer", + "ĠSerial izer", + "ĠSerialize r", + "uct ive", + "Ġ zar", + "Ġz ar", + "Ġza r", + "P laces", + "Pl aces", + "Place s", + ". Static", + ".St atic", + ".Stat ic", + "B a", + "Ġin advert", + "ĠIndones ian", + "ĠIndonesia n", + "_I PV", + "_IP V", + "( horizontal", + "(h orizontal", + "Ġ getTitle", + "Ġget Title", + "ide press", + "ĠConsole Color", + "i pers", + "ip ers", + "ipe rs", + "iper s", + "$ out", + "$o ut", + "Ġfest ive", + "Ġeven ings", + "Ġevening s", + "Ġeve nings", + ". GetData", + ".Get Data", + "uit ka", + "ĠManual s", + "us sed", + "uss ed", + "_ Max", + "_M ax", + ". Chat", + ".C hat", + ".Ch at", + "ĠA ircraft", + "ĠAir craft", + "= com", + "=c om", + "F OUND", + "FO UND", + "a pro", + "ap ro", + "apr o", + "Ġtre asures", + "Ġtreasure s", + "_ alive", + "_a live", + "_al ive", + "Ġg adget", + "Ġgad get", + "e king", + "ek ing", + "eki ng", + "Button Down", + "B rowsable", + ".PER MISSION", + "P ASSWORD", + "PASS WORD", + "Ġ HASH", + "ĠH ASH", + "ĠHAS H", + "ĠHA SH", + "f é", + "\\ TestCase", + "\\Test Case", + "LO SS", + "LOS S", + "o thers", + "other s", + "oth ers", + ", J", + "Ġass hole", + "Ġassh ole", + "w erk", + "we rk", + "wer k", + "Ġm ã", + ". ie", + ".i e", + "e vil", + "ev il", + "evi l", + "kont akte", + "/ ///////////////////////////////////////////////////////////////////////////////Ċ", + "/// /////////////////////////////////////////////////////////////////////////////Ċ", + "//////////////////////////////////////////////////////////////////////////// ////Ċ", + "//////////////////////////////////////////////////////////////////////////////// Ċ", + "= sys", + "=s ys", + "ĉ lock", + "ĉl ock", + "ĉloc k", + "-- ;ĊĊ", + "--;Ċ Ċ", + "--; ĊĊ", + "_ FUN", + "_F UN", + "Fill Color", + "ó a", + "p rend", + "pr end", + "pre nd", + "Ġcom pressor", + "Ġcompr essor", + "Ġcompress or", + "M other", + "Mo ther", + "Mot her", + "ĠAr cher", + "ĠArch er", + "ĠArc her", + ". goto", + ".g oto", + ".go to", + "Ġwür de", + "Ġbam boo", + "Ġbamb oo", + "ï¼ İ", + "Ġ Trees", + "ĠT rees", + "ĠTr ees", + "ĠTree s", + "ĠTre es", + "Ġb umper", + "Ġbump er", + "Ġbum per", + "Ġsa usage", + "Ġsau sage", + "ĠEl asticsearch", + "ĠElastic search", + "Ġhor izontally", + "Ġhorizontal ly", + "ĠG ul", + "ĠGu l", + "Im mutable", + "Imm utable", + "Ġ loser", + "Ġl oser", + "Ġlo ser", + "Ġlos er", + "Ġlose r", + "Ġab orted", + "Ġabort ed", + "- demo", + "-d emo", + "-de mo", + "-dem o", + "ĠH atch", + "ĠHat ch", + "Ġ unde", + "Ġu nde", + "Ġun de", + "Ġund e", + "Ġpro cesso", + "Ġprocess o", + "Ġproc esso", + "Ġproces so", + "- call", + "-c all", + "-cal l", + "-ca ll", + "In come", + "Inc ome", + "å ĥ", + "_ returns", + "_return s", + "'] .\"'", + "']. \"'", + "'].\" '", + "( sw", + "(s w", + "C BS", + "CB S", + "am ilies", + "ami lies", + "amil ies", + "ĠYour self", + "ĠYours elf", + "ĠH olt", + "ĠHol t", + "ĠHo lt", + ". MON", + ".M ON", + "ৠĩ", + "ÑĪ е", + "a non", + "an on", + "ano n", + "Ġ FontAwesome", + "ĠFont Awesome", + "pro ducer", + "produ cer", + "prod ucer", + "produce r", + "j r", + "Ġm au", + "Ġma u", + "ĉ inter", + "ĉint er", + "ĉin ter", + "Ġdish onest", + "Ġm agna", + "Ġmag na", + "Ġmagn a", + "ĠColl ective", + "ĠCollect ive", + "Ġvra iment", + "Ġvrai ment", + "Ġcho ix", + "st ay", + "sta y", + "Ġwel ding", + "Ġweld ing", + "r ising", + "ri sing", + "ris ing", + ", min", + ",m in", + "ĠF ate", + "ĠFa te", + "ĠFat e", + "g lob", + "gl ob", + "RGB A", + "RG BA", + "Ġd ette", + "Ġde tte", + "Ġdet te", + "V en", + "Ve n", + "Ġembarrass ment", + ". DELETE", + ".DE LETE", + "g regar", + "greg ar", + "gre gar", + "- render", + "-r ender", + "-re nder", + "-ren der", + "( bucket", + "(b ucket", + "\" >ĊĊĊ", + "\"> ĊĊĊ", + "\">Ċ ĊĊ", + "\">ĊĊ Ċ", + ".wait Key", + "Bus y", + "Bu sy", + "Ġdifferent iation", + "ĠC ST", + "ĠCS T", + ". Constant", + ".Con stant", + ".Cons tant", + "Ġline Number", + "( matches", + "(m atches", + "(match es", + "(mat ches", + "Ġ websocket", + "Ġweb socket", + "Ġwebs ocket", + "Ġbar red", + "Ġbarr ed", + "Ġpued es", + "Ġpu edes", + "Ġpuede s", + "M ono", + "Mon o", + "Mo no", + "C ORE", + "CO RE", + "COR E", + "I ID", + "II D", + "ĠĠ ĠĠčĊčĊ", + "ĠĠĠĠ čĊčĊ", + "ĠĠĠ ĠčĊčĊ", + "ĠĠĠĠčĊ čĊ", + "Ġpúb lico", + "le aning", + "lean ing", + "lea ning", + "Ġclean sing", + "Ġcleans ing", + "Ġc ris", + "Ġcr is", + "Ġcri s", + "ĠDev ils", + "ĠDevil s", + "_ SETTING", + "_SET TING", + "unt ary", + "unta ry", + ". );Ċ", + ".) ;Ċ", + "Ċ ĠĠĠĊ", + "[ curr", + "[c urr", + "[cur r", + "t sy", + "ts y", + "ĠAlex is", + "ĠAle xis", + "r itel", + "ri tel", + "rit el", + "rite l", + "Ġpet roleum", + "Ġpetrol eum", + ".pre processing", + "m atter", + "mat ter", + "For Result", + "- license", + "-l icense", + "Ġtravel lers", + "Ġtrav ellers", + "Ġtraveller s", + "Ġ Dispatcher", + "ĠDispatch er", + "ĠDisp atcher", + "enn ifer", + "Ġdigest ive", + "P ED", + "PE D", + "hib ition", + "hibit ion", + "MAS ConstraintMaker", + "ĠW att", + "ĠWat t", + "ĠWa tt", + "B enef", + "Ben ef", + ".set View", + "d to", + "dt o", + "T EE", + "TE E", + "ĠPel osi", + "_EX TRA", + "_EXT RA", + "Ġmed als", + "Ġmedal s", + "x hr", + "fore cast", + "for ecast", + "Ġn argin", + "Ġnar gin", + "o uns", + "ou ns", + "oun s", + "- fill", + "-f ill", + "-fi ll", + "_CUR SOR", + "Ġsup ervised", + "Ġsuper vised", + "Ġsuperv ised", + "Ġsupervise d", + "Ġt urf", + "Ġtu rf", + "Ġtur f", + "ĠEd gar", + "POS ITION", + "POSIT ION", + "Ġ categoryId", + "Ġcategory Id", + "â ī", + "_ ER", + "_E R", + "ủ a", + "Sh own", + "Show n", + ". ll", + ".l l", + "_POL ICY", + "( ),'", + "() ,'", + "(), '", + "Ġ Prev", + "ĠP rev", + "ĠPr ev", + "ĠPre v", + "ĠString Field", + "ĉ Global", + "ĉG lobal", + "as sed", + "ass ed", + "asse d", + "Through out", + "o stringstream", + ".awt extra", + "Ġsl opes", + "Ġslo pes", + "Ġslope s", + "Ġ Sequential", + "ĠSe quential", + "ĠSequ ential", + "Ġgi orn", + "Ġgio rn", + "Ġ zelf", + "Ġz elf", + "Ġze lf", + "Ġzel f", + "Ġvers atility", + "Ġversa tility", + "le neck", + "len eck", + "lene ck", + ". cgi", + ".c gi", + ".cg i", + "Ġdoub ling", + "Ġdou bling", + "ĠBang kok", + "Ġbu urt", + "Ġusu ário", + "st udio", + "stu dio", + "stud io", + "Ġje unes", + "Ġjeune s", + "Ġjeu nes", + "Ġm uted", + "Ġmut ed", + "Ġmu ted", + "Ġmute d", + "Ġ ips", + "Ġi ps", + "Ġip s", + "_ fraction", + "_f raction", + "_fr action", + "_frac tion", + "& &(", + "&& (", + "Ġst unt", + "Ġstu nt", + "Ġstun t", + "') ;?> čĊ", + "}> čĊ", + "Ġev apor", + "b able", + "ba ble", + "bab le", + "Ġ PRICE", + "ĠPR ICE", + "ĠPRI CE", + "Ġ æ³", + "Ġæ ³", + "lu cent", + "Ġv amp", + "Ġva mp", + "ĠTechn ician", + "Ġunique ness", + "Ġuniqu eness", + "M es", + "Me s", + "ur ban", + "urb an", + ".param etrize", + "ĠRe play", + "ĠRep lay", + "S essions", + "Session s", + "em br", + "emb r", + "- Americans", + "-American s", + "-Americ ans", + "_PRO XY", + "Ġp ian", + "Ġpi an", + "Ġ trie", + "Ġt rie", + "Ġtr ie", + "Ġtri e", + "Ġ Destructor", + "ĠD estructor", + "ĠDe structor", + "Game State", + "ĠI MF", + "ĠIM F", + "c hin", + "ch in", + "chi n", + "Ġ porte", + "Ġp orte", + "Ġport e", + "Ġpor te", + "ĠS wal", + "ĠSw al", + "åŁ İ", + "Sub string", + "i ming", + "im ing", + "imi ng", + "imin g", + "/ Library", + "/L ibrary", + "Ġfright ened", + "w rites", + "write s", + "wr ites", + "Ġrec ursos", + "Ġrecurs os", + "ar Result", + "_INIT IALIZ", + "_INITIAL IZ", + "Ġ Badge", + "ĠB adge", + "ĠBad ge", + "ĠBa dge", + "_ crc", + "_c rc", + "_cr c", + "E ight", + "ĠDIST INCT", + "Ġ thro", + "Ġth ro", + "Ġthr o", + "@ Xml", + "Ġ Legendary", + "ĠLegend ary", + "- twitter", + "-t witter", + "-tw itter", + "_ easy", + "_e asy", + "Ġ +++", + "Ġ+ ++", + "Ġ++ +", + "( DATA", + "(D ATA", + ". Locale", + ".L ocale", + ".Local e", + ".Lo cale", + "Ġk ä", + "Ġn urt", + "Ġnu rt", + "Ġnur t", + "Ġcr uis", + "Ġcru is", + "_ ios", + "_i os", + "_io s", + "Ġs ensing", + "Ġsens ing", + "Ġsen sing", + "_ Line", + "_L ine", + "Ċ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "p ong", + "pon g", + "po ng", + "o leon", + "ol eon", + "ole on", + "Ġwild card", + "çĶ¨æĪ· åIJį", + "Ġbeg ging", + "R od", + "Ro d", + "Ġ Ãİ", + "Ġà İ", + "_ CELL", + "_C ELL", + "_CE LL", + "Research ers", + ". selector", + ".se lector", + ".select or", + ".sel ector", + "_ ing", + "_in g", + "_i ng", + "Ġas piring", + "Ġaspir ing", + "Ġasp iring", + "Ġimm ortal", + "Ġy min", + "_ robot", + "_r obot", + "_ro bot", + "Ġpl ur", + "Ġplu r", + "B TC", + "BT C", + "ĠD ID", + "ĠDI D", + "Ġpier cing", + "* u", + "_ DEFINED", + "_DEF INED", + "_DEFIN ED", + "_DEFINE D", + "ĠT hi", + "ĠTh i", + "i taire", + "it aire", + "ita ire", + "( media", + "(m edia", + "(me dia", + "- ons", + "-on s", + "-o ns", + "Ġch efs", + "Ġche fs", + "Ġchef s", + "Ġ\" *.", + "Ġ\"* .", + "/ AP", + "/A P", + "Ġr azor", + "Ġraz or", + "Ġsearch Data", + "Ġ =&", + "Ġ= &", + "Ġ ãĢĤ", + "ĠãĢ Ĥ", + "Ġm ourn", + "Ġmo urn", + "Ġmou rn", + "Ġmour n", + "t ingham", + "ting ham", + "Ġ oli", + "Ġo li", + "Ġol i", + "ĠVer non", + "ĠVern on", + "_ RS", + "_R S", + "ŀ æĢ§", + "Ġf ácil", + "a ngen", + "an gen", + "ang en", + "ange n", + "ce lain", + "cel ain", + "cela in", + "Ġ ail", + "Ġa il", + "Ġai l", + "l est", + "le st", + "les t", + "ĠQ COMPARE", + "g ain", + "ga in", + "Ġ ε", + "ĠÎ µ", + "ĠK ob", + "ĠKo b", + "Ġ Fault", + "ĠF ault", + "ĠFa ult", + "ĠFaul t", + "_ configs", + "_config s", + "_conf igs", + "ç»ĵ æŀľ", + ". +", + "c alar", + "ca lar", + "cal ar", + "cala r", + "( colors", + "(color s", + "(col ors", + "M ul", + "Mu l", + "_ ART", + "_A RT", + "_AR T", + "Ġexperiment ing", + "er men", + "erm en", + "ĠAng lo", + ".Fixed Single", + "S ea", + "Se a", + "Ġ ctxt", + "Ġc txt", + "Ġctx t", + "Ġct xt", + ". slider", + ".s lider", + ".sl ider", + ".slide r", + "C ollapse", + "Coll apse", + "G rey", + "Gr ey", + "Gre y", + "Ġ fld", + "Ġf ld", + "Ġfl d", + "- proof", + "-p roof", + "-pro of", + ". capacity", + ".cap acity", + "get Parent", + "ĠCom pliance", + "Ġbur gl", + "Ġburg l", + "- rec", + "-r ec", + "-re c", + "Ġover written", + "M U", + "Ġr outers", + "Ġro uters", + "Ġroute rs", + "Ġrout ers", + "Ġrouter s", + "Ġrou ters", + "ĉ Model", + "ĉM odel", + "Ġfantas ies", + "av ian", + "avi an", + "avia n", + "_ prec", + "_p rec", + "_pr ec", + "_pre c", + "ĠSc andin", + "ĠScan din", + "Ġ// <", + "Ġ/ /<", + "/ oct", + "/o ct", + "Ġceremon ies", + "Mon ths", + "Month s", + "Mont hs", + "un dy", + "und y", + "Ġqu ed", + "Ġque d", + "Ġq ued", + "ĠN ou", + "ĠNo u", + "ĠV ibr", + "ĠVi br", + "ĠVib r", + ". rgb", + ".r gb", + "Ġcit rus", + "Ġbr aces", + "Ġbra ces", + "Ġbrace s", + "- uppercase", + "-upper case", + "get Table", + "Ġd opo", + "Ġdo po", + "Ġdop o", + "ĠK err", + "ĠKe rr", + "ĠKer r", + "_ CHILD", + "_CH ILD", + "- cloud", + "-c loud", + "-cl oud", + "ĉ Matrix", + "ĉM atrix", + "ĉMat rix", + "Ġgarden ing", + "Ġgard ening", + "S ing", + "Si ng", + "Sin g", + "al most", + "alm ost", + "Require ments", + "Requirement s", + "ugu ay", + "( Property", + "(P roperty", + "sub scriber", + "subscribe r", + "F AST", + "FA ST", + "re action", + "react ion", + "rea ction", + "( lp", + "(l p", + ") })Ċ", + ")} )Ċ", + ")}) Ċ", + "` ).", + "`) .", + ". wallet", + ".w allet", + ".wall et", + "_ exchange", + "_ex change", + ". Maximum", + ".Max imum", + "Ġ Verb", + "ĠV erb", + "ĠVer b", + "ĠVe rb", + "âĶ ģ", + "( )<", + "() <", + "ï¼Ľ Ċ", + "R OT", + "RO T", + "C ARD", + "CA RD", + "CAR D", + "u bit", + "ub it", + "ubi t", + "{ @", + "_ kel", + "_k el", + "_ke l", + "Ġ Tooltip", + "ĠTo oltip", + "ĠTool tip", + "My SQL", + "Main Activity", + "a rf", + "ar f", + "Ġm align", + "Ġmal ign", + "Ġse inen", + "Ġsein en", + "Ġseine n", + "Ġsei nen", + "ap ist", + "api st", + "apis t", + "Ġ< %", + "Method Impl", + "M il", + "Mi l", + "ĠM ick", + "ĠMi ck", + "ĠMic k", + ". depend", + ".d epend", + ".de pend", + ".dep end", + "< ID", + " >&", + ">> &", + "ĉ ok", + "ĉo k", + "- low", + "-l ow", + "-lo w", + ". usuario", + ".us uario", + "n ested", + "ne sted", + "nes ted", + "nest ed", + "X B", + "OUR S", + "OU RS", + ". BorderColor", + ".Border Color", + "Ġb row", + "Ġbr ow", + "Ġbro w", + "Ġ Ðķ", + "ĠÐ ķ", + "c orr", + "co rr", + "cor r", + "ĠRed skins", + "ĠReds kins", + ".get Tag", + ".get Transaction", + "Ġst igma", + "har dt", + "hard t", + "ĠPlayer Prefs", + "al sy", + "als y", + "uc son", + "ucs on", + "L anguages", + "Language s", + "ĠOl ivia", + "ĠOliv ia", + "Ġt ac", + "Ġta c", + "Ġb li", + "Ġbl i", + "Ġc aval", + "Ġca val", + "Ġcav al", + "Ġconsolid ated", + "Ġconsolidate d", + "Ġper il", + "Ġpe ril", + "Ġperi l", + "Ġd ele", + "Ġde le", + "Ġdel e", + "Ġform ulated", + "Ġformula ted", + "Ġformul ated", + "Ġformulate d", + "Ġhigh ways", + "Ġhighway s", + ". spawn", + ".s pawn", + ".sp awn", + "= =$", + "== $", + "ĠN iet", + "ĠNi et", + "ĠNie t", + "Ġv eggies", + "Ġveg gies", + "y po", + "yp o", + "- rule", + "-r ule", + "ĠV ie", + "ĠVi e", + "/e pl", + "Ġenf ants", + "string Literal", + "Ġtough est", + "Ġtou ghest", + "bu yer", + "buy er", + "Ġcov ariance", + "Ġ ili", + "Ġi li", + "Ġil i", + "ĠSoph ie", + "Ġ BAB", + "ĠB AB", + "ĠBA B", + "Ġ \"),", + "Ġ\" ),", + "Ġ\") ,", + "ĠU k", + "current Index", + "_ userdata", + "_user data", + ". codec", + ".co dec", + ".code c", + ".cod ec", + "ĠPun jab", + "ĠS NP", + "ĠSN P", + "l ol", + "lo l", + "adv ance", + "Ġcom fy", + "Json Ignore", + "Ġfashion able", + "Ġ ICON", + "ĠI CON", + "ĠIC ON", + "ĠICO N", + "Ġ ora", + "Ġo ra", + "Ġor a", + "ĠP ricing", + "ĠPr icing", + "ĠPri cing", + "< num", + " E", + "t ering", + "ter ing", + "te ring", + "teri ng", + "/ screens", + "/s creens", + "/screen s", + "Ġheight ened", + "аÑĢ ÑĤ", + "Author ities", + "_ bbox", + "_b box", + "_bb ox", + "ü nst", + "ün st", + "üns t", + ". fontSize", + ".font Size", + "Ġ BOOLEAN", + "ĠBO OLEAN", + "div ide", + "di vide", + "divid e", + "ĠS loven", + "ĠSl oven", + "ĠSlo ven", + "ĠSlov en", + "u cer", + "uc er", + "uce r", + "Ù Ĵ", + "st ub", + "stu b", + "Ġnavig ating", + ": animated", + "_ NOW", + "_N OW", + "_NO W", + "_ vect", + "_v ect", + "_vec t", + "_ve ct", + "} {Ċ", + "}{ Ċ", + "@ (", + "Ġtele com", + "Ġtel ecom", + "Ġcontract ing", + "Ġcontr acting", + "ĠAss ange", + "Ġextract ing", + "Ġextr acting", + "Ġgr ö", + "c obra", + "co bra", + "cob ra", + ". DIS", + ".D IS", + "Ġc rab", + "Ġcr ab", + "Ġcra b", + "Ġt witch", + "Ġtw itch", + "Ġ verts", + "Ġv erts", + "Ġver ts", + "Ġvert s", + "Ġve rts", + "Ġreject s", + "Ġrej ects", + "ĉ format", + "ĉfor mat", + "ĉform at", + "Ġre generation", + "Ġreg eneration", + ". Sys", + ".S ys", + "s olve", + "sol ve", + "ĉ dialog", + "ĉd ialog", + "s hi", + "sh i", + "m eter", + "me ter", + "met er", + "( best", + "(b est", + "(be st", + "valid ators", + "validator s", + "Ġon wards", + "Ġonward s", + "Ġg uru", + "Ġgu ru", + "Ġmod erator", + "Ġmoder ator", + "ow ied", + "owie d", + "owi ed", + "ex periment", + "r ub", + "ru b", + "Ġ mqtt", + "Ġm qtt", + "Ġmq tt", + "ĠCa ucas", + "Ġnational ism", + "Ġm ange", + "Ġman ge", + "Ġma nge", + "Ġmang e", + "ĉ ImGui", + "/ Edit", + "/E dit", + "Ġ inh", + "Ġin h", + "Ġi nh", + "Ġint ellig", + "Ġintel lig", + "ero kee", + "ĉ export", + "ĉex port", + "ĉexp ort", + "Ġdiscrim inate", + "Ġdiscrimin ate", + "sub tract", + "ĠM oodle", + "ĠMoo dle", + "ĠMood le", + "en ser", + "ens er", + "ense r", + "ĠGu ides", + "ĠGuid es", + "ĠGuide s", + "ĠGui des", + "R AP", + "RA P", + "- hot", + "-h ot", + "_ grp", + "_g rp", + "_gr p", + ". picture", + ".p icture", + ".pic ture", + "X A", + "Ġinit View", + "_ Comm", + "_C omm", + "_Com m", + "Ġoverd ose", + "Ġ +ĊĊ", + "Ġ+ ĊĊ", + "Ġ+Ċ Ċ", + "ĠS ilent", + "ĠSil ent", + "sh ows", + "show s", + "Ġinter polate", + "Ġinterpol ate", + "Ġinterp olate", + "Form ation", + "Format ion", + "Ġb isc", + "Ġbi sc", + "Ġbis c", + "mark ets", + "market s", + "( SC", + "(S C", + "Z e", + "Ġ Networking", + "ĠNetwork ing", + "ĠNet working", + "Ġad renal", + "Ġadr enal", + "ĠG uns", + "ĠGu ns", + "ĠGun s", + "et eor", + "ete or", + "De clared", + "Decl ared", + "Declare d", + "orge town", + "orget own", + "Ġk arena", + "Ġka rena", + "Ġkar ena", + "/ password", + "/p assword", + "/pass word", + "_ addresses", + "_add resses", + "_address es", + "_addr esses", + "IT ERAL", + "ITE RAL", + "ITER AL", + "B uzz", + "Bu zz", + "ĠCon way", + "( case", + "(c ase", + "(ca se", + "P WD", + "PW D", + "he iro", + "hei ro", + "( act", + "(a ct", + "(ac t", + "* *čĊ", + "** čĊ", + "( ));ĊĊĊ", + "() );ĊĊĊ", + "());Ċ ĊĊ", + "()) ;ĊĊĊ", + "());ĊĊ Ċ", + "()); ĊĊĊ", + "Ġa nv", + "Ġan v", + "Ġ ..ĊĊ", + "Ġ. .ĊĊ", + "Ġ.. ĊĊ", + "Ġ..Ċ Ċ", + "( MenuItem", + "(Menu Item", + "( mail", + "(m ail", + "_ sections", + "_s ections", + "_se ctions", + "_section s", + "ĉ net", + "ĉn et", + "Ġp lut", + "Ġpl ut", + "Ġplu t", + "Ġw rench", + "Ġwr ench", + "/ object", + "/o bject", + "ĠI st", + "ĠIs t", + "Ġ VIS", + "ĠV IS", + "ĠVI S", + "/ pub", + "/p ub", + "al ten", + "alt en", + "alte n", + "Ġguitar s", + "Ġguit ars", + "Ġantib iotic", + "Ġantibiot ic", + "ï¼ ĸ", + " ¹", + "Ġ \"+\"", + "Ġ\" +\"", + "Ġ\"+ \"", + "form ula", + "Ġba bes", + "Ġbab es", + "Ġbabe s", + "Ġ Prompt", + "ĠP rompt", + "ĠProm pt", + "Ġe nim", + "Ġen im", + "/ player", + "/p layer", + "/pl ayer", + "/play er", + "ĉ ref", + "ĉr ef", + "ĉre f", + "Ġby Äĩ", + "Ġcons umes", + "Ġconsum es", + "Ġconsume s", + "ĠH ast", + "ĠHas t", + "ĠHa st", + "ĠT ao", + "ĠTa o", + "Ġ '))Ċ", + "Ġ' ))Ċ", + "Ġ') )Ċ", + "Ġc lam", + "Ġcl am", + "Ġcla m", + "Ġthigh s", + "Ġmot if", + "Ġmo tif", + "Api Operation", + "Ġ WL", + "ĠW L", + "get C", + "ĉ flags", + "ĉf lags", + "ĉflag s", + "oint ments", + "ointment s", + "Ġeconomic al", + "Ġeconom ical", + "need le", + "nee dle", + "x ls", + "xl s", + "pr actice", + "ut zer", + "utz er", + "time ofday", + "- output", + "-out put", + "Ġ findById", + "Ġfind ById", + "ĠfindBy Id", + "ĠB uddy", + "ĠBudd y", + "ĠBu ddy", + "ĠBud dy", + "Ðŀ ÑĤ", + "S even", + "Se ven", + "ĠB ark", + "ĠBar k", + "ĠBa rk", + "Ġen voy", + "Ġenv oy", + "_ algorithm", + "_al gorithm", + "åĪ ©", + "Ġball istic", + "ç§ »", + "r ades", + "ra des", + "rad es", + "rade s", + "ĉ doc", + "ĉd oc", + "ĉdo c", + "rodu cing", + "rod ucing", + "ĠE ating", + "ĠEat ing", + "ĠEa ting", + "Un mount", + "/data Tables", + "_ bonus", + "_b onus", + "Ġl itt", + "Ġli tt", + "Ġlit t", + "p ps", + "pp s", + ") localObject", + "pe rf", + "per f", + "Ġ Helvetica", + "ĠHel vetica", + "sh utdown", + "/ ml", + "/m l", + ". tokens", + ".t okens", + ".token s", + "ĠHard core", + ", row", + ",r ow", + "/ bg", + "/b g", + "S caler", + "Sc aler", + "Scale r", + "âĢĶ as", + "âĢĶa s", + "_log its", + "âĢĻ int", + "âĢĻin t", + "âĢĻi nt", + "ĉ App", + "ĉA pp", + "Impl icit", + "Imp licit", + ".F printf", + "E TO", + "ET O", + "Ġ terra", + "Ġt erra", + "Ġter ra", + "Ġterr a", + "Ġpossess ing", + ". rstrip", + ".r strip", + ".rs trip", + ", ),", + ",) ,", + "= yes", + "=y es", + "Ġ Stripe", + "ĠSt ripe", + "ĠStr ipe", + "ĠStrip e", + "? =", + "ne utral", + ". good", + ".g ood", + ".go od", + "Ġk ennen", + "Ġke nnen", + "Ġken nen", + "Ġkenn en", + "ĠS ung", + "ĠSun g", + "ĠSu ng", + "f ault", + "fa ult", + "ystate change", + "Can adian", + "',' \".$", + "ĠM its", + "ĠMi ts", + "ĠMit s", + "æ nd", + "Ġ STRUCT", + "ĠSTR UCT", + "ĠURL WithString", + "ĠCom pass", + "ĠComp ass", + "Ġ --ĊĊ", + "Ġ- -ĊĊ", + "Ġ-- ĊĊ", + "Ġ--Ċ Ċ", + "ĠNS LayoutConstraint", + "| min", + "|m in", + "- adjust", + "-ad just", + "Ġre built", + "Ġreb uilt", + "L IGHT", + "/ se", + "/s e", + "- mount", + "-m ount", + "v pn", + "vp n", + "valid ated", + "validate d", + "( QObject", + "(Q Object", + "Ġign ition", + "ĠChar gers", + "ĠCharg ers", + "ĠCharge rs", + "ĠCharger s", + "RYPT O", + "]initWith Frame", + "Ġ Fluid", + "ĠFl uid", + "ĠFlu id", + "Ġca dre", + "Ġcad re", + "Ġnom inations", + "Ġnomin ations", + "Ġnomination s", + "Ne ill", + "Neil l", + "ĠH ou", + "ĠHo u", + "Ġcurrent s", + "Ġcurr ents", + "_ gene", + "_g ene", + "_gen e", + "_ge ne", + "( inp", + "(i np", + "(in p", + "P aris", + "Par is", + "Pa ris", + "z ÄĻ", + "ag gregate", + "Ġ assoc", + "Ġas soc", + "Ġass oc", + "we eted", + "weet ed", + "er rat", + "err at", + "erra t", + "âĢĵ ĊĊ", + "Ġ' /',Ċ", + "Ġ'/ ',Ċ", + "Ġ'/' ,Ċ", + "Ġ'/', Ċ", + "f ixture", + "fix ture", + "Ġ Highest", + "ĠH ighest", + "ĠHigh est", + "ĠHi ghest", + "amb ient", + "ambi ent", + "Ġ chmod", + "Ġch mod", + "Ġ conte", + "Ġc onte", + "Ġcon te", + "Ġcont e", + "Ġco nte", + "Ġs ensual", + "Ġsens ual", + "Ġgar ment", + "z ers", + "ze rs", + "zer s", + "Ġ Powered", + "ĠP owered", + "ĠPower ed", + "ĠPow ered", + "dom ains", + "domain s", + "R eward", + "Re ward", + "Rew ard", + "i omanip", + "Ġcock pit", + "out file", + "Ġ builtin", + "Ġb uiltin", + "Ġbuilt in", + "Ġins isting", + "Ġinsist ing", + ". vars", + ".v ars", + ".var s", + ".va rs", + "zip code", + "Ġ ����", + "Ġ� ���", + "f ails", + "fa ils", + "fail s", + "Ġconsolid ation", + "_ oid", + "_o id", + "Plan et", + "Plane t", + "Ġ =\",", + "Ġ= \",", + "Ġ=\" ,", + "ĉ el", + "ĉe l", + "U ILT", + "UI LT", + "UIL T", + "ä tz", + "ät z", + "af ari", + "afa ri", + "ĠMc Cl", + "ĠMcC l", + "T imeline", + "Time line", + "Tim eline", + "E sta", + "Est a", + "Es ta", + "Ġ fram", + "Ġf ram", + "Ġfr am", + "Ġfra m", + "Y E", + "Ġcere bral", + "Of Month", + "ĠP regn", + "ĠPre gn", + "Ġкл аÑģÑģ", + "ĠклаÑģ Ñģ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĊĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠF res", + "ĠFr es", + "ĠFre s", + "Ap proved", + "Appro ved", + ". Special", + ".S pecial", + ".Spec ial", + ".Sp ecial", + "ĠProte stant", + "ĠProtest ant", + "Ġall ergy", + "Ġallerg y", + "Ġaller gy", + "_ pcm", + "_p cm", + "_pc m", + "ĉ Copyright", + "ĉC opyright", + "Ġsuper Class", + "\" strconv", + "ĠMoh amed", + "Ġ' //", + "Ġ'/ /", + "Fore Color", + "Ar thur", + "Art hur", + "ĠJ ungle", + "ĠJun gle", + "ĠJu ngle", + "ĠJung le", + "Ġve ins", + "Ġvein s", + "S ad", + "Sa d", + "Ġback ups", + "Ġbackup s", + "ĠOp inion", + "û t", + "Ġinter mitt", + "o dyn", + "od yn", + "ody n", + "ĠChrist ina", + "Ġ andre", + "Ġand re", + "Ġan dre", + "Ġevac uation", + "p alette", + "pa lette", + "pal ette", + "h orse", + "hor se", + "ĠRes ident", + "ĠHas san", + "ĠHass an", + ". Nil", + ".N il", + "Ġa isle", + "Ġais le", + "Ġ Growing", + "ĠG rowing", + "ĠGr owing", + "ĠGro wing", + "ĠGrow ing", + "Ġblog info", + "/ sql", + "/s ql", + "_ ioctl", + "_io ctl", + "S caling", + "Sc aling", + "Ġ Monad", + "ĠMon ad", + "ĠMo nad", + "ĠMona d", + "_ cpp", + "_c pp", + "_cp p", + "ĠH utch", + "ĠHut ch", + "ĠApple WebKit", + "Exp ense", + "_ JOB", + "_J OB", + "_JO B", + "Ġpoint less", + "From Body", + "an tal", + "ant al", + "anta l", + "Ġdepict ing", + "Ġ CELL", + "ĠC ELL", + "ĠCE LL", + "ĠCEL L", + "Ġre fin", + "Ġref in", + "ĠC NC", + "ĠCN C", + "ì¹ ĺ", + "_ dimensions", + "_dim ensions", + "_dimension s", + "Ġ SAN", + "ĠS AN", + "ĠSA N", + "Ġ aft", + "Ġa ft", + "Ġaf t", + "Ġfoot steps", + "c coli", + "cc oli", + "cco li", + "_ PHONE", + "_P HONE", + "_PH ONE", + "/ math", + "/m ath", + "/mat h", + "- kind", + "-k ind", + "Ġ Means", + "ĠMe ans", + "ĠMean s", + "ich ael", + "icha el", + ". guna", + ".g una", + "Ġinaug uration", + "Ġinaugur ation", + "-dr iving", + "( delete", + "(de lete", + "(del ete", + "Ġ totalCount", + "Ġtotal Count", + "_ MC", + "_M C", + ". Extension", + ".Ext ension", + "Com mercial", + "Comm ercial", + "Ġz Index", + "< Customer", + "$", + "\"> $", + "Ġe bay", + "Ġeb ay", + "Ġc aptive", + "Ġca ptive", + "Ġcapt ive", + "pl iant", + "ĠCalculate s", + "ĠCalcul ates", + "ĠCalc ulates", + "ol ta", + "olt a", + "es ting", + "est ing", + "esti ng", + "_ revision", + "_re vision", + "_rev ision", + "Ġm ús", + "Ġmú s", + "+ m", + "\",\" \",\"", + "\",\"\", \"", + "WH AT", + "Ġcompass ionate", + "Ġcompassion ate", + "h arga", + "har ga", + "[ random", + "[r andom", + "[rand om", + "Ġ modulo", + "Ġmod ulo", + "( sn", + "(s n", + "Ġoccup ations", + "Ġoccupation s", + "/ ///Ċ", + "// //Ċ", + "//// Ċ", + "/// /Ċ", + "ĉ board", + "ĉb oard", + "ĠB alk", + "ĠBa lk", + "ĠBal k", + "w iÄħ", + "wi Äħ", + "Ġ Wifi", + "ĠW ifi", + "ĠWi fi", + ". Profile", + ".Pro file", + ".Pr ofile", + ": maj", + ":m aj", + "ĉ mat", + "ĉm at", + "LOCK S", + "LOC KS", + "(j Button", + "Ġ ('$", + "Ġ( '$", + "Ġ(' $", + "M ur", + "Mu r", + "æĮ ī", + "b ble", + "bb le", + "Ġ frog", + "Ġf rog", + "Ġfr og", + "Ġfro g", + "- hide", + "-h ide", + "Ġbroad caster", + "Ġbroadcast er", + "ภŀ", + "h aled", + "ha led", + "hal ed", + "Ġam using", + "_ predictions", + "_pre dictions", + "_pred ictions", + "_predict ions", + "_prediction s", + "_ intr", + "_in tr", + "_int r", + "Ġe agle", + "Ġea gle", + "Ġeag le", + "аÑĤ елÑĮ", + "аÑĤе лÑĮ", + "Ġ getList", + "Ġget List", + "ps ilon", + "psi lon", + "Ġcharacter ization", + "AR DS", + "ARD S", + "Ġre location", + "Ġrel ocation", + "Ġreloc ation", + "Ġr ulers", + "Ġrule rs", + "Ġru lers", + "Ġruler s", + "P AY", + "PA Y", + "ĠDef initely", + "_ Action", + "_A ction", + "_Act ion", + "Ġc losures", + "Ġclos ures", + "Ġclosure s", + "Ġf actual", + "Ġfact ual", + "Ġfac tual", + "o dynamic", + "od ynamic", + "odyn amic", + "odynam ic", + "Ġpreca utions", + "Ġprecaution s", + "n iej", + "ni ej", + "nie j", + "ĠPart ies", + "ĠPar ties", + "ĠParti es", + "ĠSub aru", + "ĠSu baru", + "Ġcous ins", + "Ġcousin s", + "ar beit", + ". money", + ".m oney", + ".mo ney", + ".mon ey", + "g unta", + "gun ta", + "( and", + "(a nd", + "(an d", + "get item", + ".Style Priority", + "Ġs lid", + "Ġsl id", + "s ingleton", + "single ton", + "sing leton", + "Ġg arn", + "Ġgar n", + "Ġga rn", + "ĠP AS", + "ĠPA S", + "Ġd azz", + "Ġda zz", + "a ż", + "Ġbog us", + "ĠM og", + "ĠMo g", + "Ġrival ry", + "i sol", + "is ol", + "iso l", + "Ġland marks", + "Ġlandmark s", + "ñ as", + "ña s", + "B ern", + "Be rn", + "Ber n", + "ĠS achs", + "ĠSa chs", + "ĠSac hs", + "ĠSach s", + "Ġ \")ĊĊ", + "Ġ\" )ĊĊ", + "Ġ\") ĊĊ", + "Ġ\")Ċ Ċ", + "Ġhost ility", + "Ġhos tility", + "_m ex", + "_me x", + "m ere", + "mer e", + "me re", + "M ot", + "Mo t", + "p ictureBox", + "picture Box", + "Def ense", + "Ġaffid avit", + "other wise", + ". directory", + ".d irectory", + ".direct ory", + "_ UnityEngine", + "_Un ityEngine", + "- blog", + "-b log", + "-bl og", + ". skin", + ".s kin", + ".sk in", + "p hem", + "ph em", + "phe m", + "Ap ellido", + "er chant", + "[ class", + "[c lass", + "Ġ wart", + "Ġw art", + "Ġwar t", + "Ġwa rt", + ". \"[", + ".\" [", + "a leur", + "al eur", + "ale ur", + "/ back", + "/b ack", + "ĠĠĠĠ ĉĠĠĠ", + "ĠĠĠ ĠĉĠĠĠ", + "ĠĠĠĠĉ ĠĠĠ", + "ĠĠĠĠĉĠ ĠĠ", + "Ġprecip itation", + "Ġob struction", + "Ġobstruct ion", + "Ġp Obj", + "Ġ rupt", + "Ġr upt", + "Ġru pt", + "U CKET", + "UCK ET", + "a ye", + "ay e", + "æİ Ĵ", + "g x", + "Ġe cl", + "Ġec l", + "Ġsecre cy", + "/ Header", + "ĠLe sb", + "ĠLes b", + "Ġ lei", + "Ġl ei", + "Ġle i", + "Ġ Bulletin", + "ĠBull etin", + "ĠBullet in", + "Ġgive away", + ". Home", + ".H ome", + "_ ROOM", + "_R OOM", + "_RO OM", + "\" W", + "Ġco work", + "Ġcow ork", + "_ ra", + "_r a", + "ĠC ycling", + "ĠCy cling", + "ĠCycl ing", + "ĠCyc ling", + "ĠP aw", + "ĠPa w", + "Ġp upil", + "Ġpup il", + "/ arch", + "/a rch", + "/ar ch", + "ĠFile Utils", + "é¦ ĸ", + "r sp", + "rs p", + "Ġfreedom s", + "Ġfreed oms", + "ĠL ear", + "ĠLe ar", + "} `).", + "}` ).", + "Ġbow ls", + "Ġbowl s", + "/ block", + "/b lock", + "/bl ock", + "_ logging", + "_log ging", + "Ġme thane", + "Ġmeth ane", + "Ġh orns", + "Ġhor ns", + "Ġhorn s", + "Ġwonder fully", + "Ġwonderful ly", + "Ġalter ations", + "Ġalteration s", + "Ġex ile", + "l sen", + "ls en", + "lse n", + "_ pause", + "_p ause", + "_pa use", + "_ LANGUAGE", + "_L ANGUAGE", + "_LANG UAGE", + "ĠUS DA", + "ĠUSD A", + "_ mysql", + "_m ysql", + "_my sql", + "_AM OUNT", + "ĠL IFE", + "ĠLI FE", + "Ġyoung sters", + "Ġyoungster s", + "Ġri ots", + "Ġriot s", + "Ġrio ts", + "[ E", + "Ġun forgettable", + ", },Ċ", + "Dis posed", + "Dispose d", + "Disp osed", + "ĠAss assin", + "ĠAssass in", + "U NG", + "UN G", + "ĠNew sp", + "ĠNews p", + "User Service", + ": aload", + ":a load", + "+ ',", + "+' ,", + "Ġsett lers", + "Ġsettle rs", + "Ġscre ams", + "Ġscream s", + "Ġincon venience", + ". Rotate", + ".R otate", + "Ġj ars", + "Ġja rs", + "Ġjar s", + "ĠP uzzle", + "ĠPu zzle", + "Ġm est", + "Ġme st", + "Ġmes t", + "ar si", + "ars i", + "ĠS harma", + "ĠSh arma", + "ĠShar ma", + "| (", + ". ds", + ".d s", + "ĠSa cred", + "ĠSac red", + "ĠSacr ed", + "_ evt", + "_e vt", + "_ev t", + "Ġexp resses", + "Ġexpress es", + "Ġexpr esses", + "Ġexpres ses", + "Ġh och", + "Ġho ch", + "Ġhoc h", + "ĠD uch", + "ĠDu ch", + "ĠDuc h", + ". calls", + ".c alls", + ".call s", + ".cal ls", + "t hr", + "th r", + "ĠShe ffield", + ". AlertDialog", + ".Alert Dialog", + "Ġrad ically", + "Ġradical ly", + "Ġt rous", + "Ġtr ous", + "Ġtro us", + "Ġtrou s", + "Ġprev ailing", + "Ġprevail ing", + "ĠWW II", + "âĢĻ n", + "ens ely", + "ense ly", + "Ġ Yesterday", + "ĠY esterday", + "ĠSir ius", + "ĠSiri us", + "Ġkill ers", + "Ġkil lers", + "Ġkiller s", + "Ġ FFT", + "ĠF FT", + "ĠFF T", + "Ġ oval", + "Ġo val", + "Ġov al", + "' ):čĊ", + "') :čĊ", + "'): čĊ", + "Ġ ìłķë³´", + "Ġìłķ ë³´", + "ou rage", + "our age", + "Ġ Checkbox", + "ĠCheck box", + "Work book", + ". defer", + ".de fer", + ".def er", + "_ floor", + "_f loor", + "_fl oor", + "Ġc ouncill", + "Ġcouncil l", + "Ġnors ke", + "Ġnorsk e", + "m oil", + "mo il", + "o rea", + "or ea", + "ore a", + "Ġmark eted", + "Ġmarket ed", + "_ SUR", + "_S UR", + "_SU R", + "x AA", + "xA A", + "Ġst ained", + "Ġsta ined", + "Ġstain ed", + "e ut", + "eu t", + "ĠM eng", + "ĠMe ng", + "ĠMen g", + "Ġ ieee", + "Ġi eee", + "Ġie ee", + ". extern", + ".ex tern", + ".ext ern", + "e gie", + "eg ie", + "Ġr app", + "Ġrap p", + "Ġra pp", + "ĠPy ongyang", + "' class", + "M ob", + "Mo b", + "Ġinitial Value", + "_ wave", + "_w ave", + "Ġ jab", + "Ġj ab", + "Ġja b", + "Ġmascul ine", + "Ġampl ifier", + "Ġ tty", + "Ġt ty", + "Ġtt y", + "Path Component", + "_ xt", + "_x t", + "ĠG FP", + "ĠGF P", + "/ sec", + "/s ec", + "/se c", + "ĉ dispatch", + "ĉdis patch", + "mark down", + "ĠS chn", + "ĠSc hn", + "ĠSch n", + "b ole", + "bo le", + "bol e", + "· ·", + "mouse move", + "Ġ errMsg", + "Ġerr Msg", + "Ġa sign", + "Ġas ign", + "Ġasi gn", + "_ mono", + "_m ono", + "_mon o", + "_mo no", + "To Selector", + "ĠZ u", + "( Rect", + "(R ect", + "Ġ ErrorCode", + "ĠError Code", + "l atin", + "la tin", + "lat in", + "ang ible", + "angi ble", + "v tk", + "vt k", + "CG Size", + "P okemon", + "Pok emon", + "Ġclass mates", + "Ġat tracts", + "Ġattr acts", + "Ġattract s", + "ĠT atto", + "ĠTat to", + "ul tan", + "ult an", + "ulta n", + "ol óg", + "Ġh alted", + "Ġhal ted", + "Ġhalt ed", + "ठ¨", + "ĠK art", + "ĠKar t", + "ĠKa rt", + "Ġ ue", + "Ġu e", + "_Init Structure", + "_InitStruct ure", + "Test Class", + "ĠAir bnb", + "_ \",", + "_\" ,", + "Ġchar coal", + "Ġ ipc", + "Ġi pc", + "Ġip c", + "Ġ Stretch", + "ĠSt retch", + "ĠStr etch", + ".g lide", + ".gl ide", + "lates AutoresizingMaskIntoConstraints", + "Ġp otion", + "Ġpo tion", + "Ġpot ion", + "ITT LE", + "Ġcount ert", + "Ġcounter t", + "_ hd", + "_h d", + "pre pared", + "prepare d", + "prep ared", + "A ds", + "Ad s", + "ĠV ampire", + "ro bots", + "robot s", + "rob ots", + ".Create Index", + "Status Label", + "Ġt ucked", + "af ür", + "U t", + "Ġswe ater", + "Ġsweat er", + "_ FN", + "_F N", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĉ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ġĉ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĉ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĉ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĉ", + "at aka", + "ata ka", + "atak a", + "Ġeyeb rows", + "Ġeyebrow s", + "a coes", + "ac oes", + "aco es", + "u den", + "ud en", + "ude n", + ".Linear LayoutManager", + ".LinearLayout Manager", + "Ġs way", + "Ġsw ay", + "Ġmult in", + "Ġmulti n", + "Ġmul tin", + "( ))))Ċ", + "() )))Ċ", + "()) ))Ċ", + "())) )Ċ", + "()))) Ċ", + "Ġ NSUInteger", + "ĠNS UInteger", + "ĠMy Base", + "P artner", + "Part ner", + "uts chen", + "utsch en", + "utsche n", + "ĠC ater", + "ĠCa ter", + "ĠCat er", + ".set BackgroundColor", + ".setBackground Color", + "Ġaccompl ishment", + "Ġaccomplish ment", + "_ problem", + "_pro blem", + "_prob lem", + ".d td", + ".dt d", + "Ġ pageNumber", + "Ġpage Number", + "ĠpageNum ber", + "Ġj ackets", + "Ġjack ets", + "Ġjacket s", + "Ġc ropped", + "Ġcr opped", + "Ġcro pped", + "Ġcrop ped", + "u els", + "ue ls", + "uel s", + "ĠH ep", + "ĠHe p", + "Ġc apped", + "Ġcap ped", + "Ġca pped", + "* Math", + "*M ath", + "_ callbacks", + "_callback s", + "_call backs", + "Ġp ubb", + "Ġpub b", + "Ġpu bb", + "ĠBrun swick", + ". respond", + ".res pond", + ".resp ond", + "[ \"_", + "[\" _", + "Ġbed ding", + "hyth m", + "O X", + "( speed", + "(s peed", + "(sp eed", + "Ġpest icides", + "Ġpestic ides", + "Ġpesticide s", + "Ġ -------", + "Ġ- ------", + "Ġ-- -----", + "Ġ---- ---", + "Ġ--- ----", + "Ġ----- --", + "Ġ------ -", + ". Blue", + ".B lue", + ".Bl ue", + "Ġn oodles", + "Ġnood les", + "ĠG oes", + "ĠGo es", + "Ġs aver", + "Ġsa ver", + "Ġsave r", + "Ġsav er", + "o xy", + "ox y", + "_ completion", + "_com pletion", + "_comp letion", + "ĠSw inger", + "ĠSwing er", + "Ġ getDate", + "Ġget Date", + "Ġm inded", + "Ġmin ded", + "Ġmind ed", + "int egration", + "integr ation", + "ĠLot us", + "( stop", + "(s top", + "(st op", + "(', ');Ċ", + "(',' );Ċ", + "(',') ;Ċ", + "Ġfl oods", + "Ġflo ods", + "Ġflood s", + "Ġ Workflow", + "ĠWork flow", + "Ġe rupted", + "Ġerupt ed", + "M acro", + "Mac ro", + "Ma cro", + "ĠS auce", + "ĠSa uce", + "ĠSau ce", + "Ġ eventName", + "Ġevent Name", + "\\ Input", + "Break ing", + "Bre aking", + "ĉ when", + "ĉw hen", + "_ pw", + "_p w", + "I NDER", + "IN DER", + "IND ER", + "ĠWell ness", + "Ġv oxel", + "Ġvox el", + "ĠM ell", + "ĠMe ll", + "ĠMel l", + "Ġ MEDIA", + "ĠM EDIA", + "ĠMED IA", + "S ENS", + "SE NS", + "SEN S", + "ĠF unds", + "ĠFund s", + "ĠFun ds", + "ĠFu nds", + "ĠM ild", + "ĠMil d", + "ĠMi ld", + "< Array", + "Ċ", + "') ;?>Ċ", + "'); ?>Ċ", + "');?> Ċ", + "Ġtemp ting", + "Ġtempt ing", + "Ġtest ament", + "Ġb ible", + "Ġbi ble", + "Ġbib le", + "Ġconsult ed", + "Ġconsul ted", + "ĠIndex Error", + "è¨ ĺ", + "Ġkey pad", + "Ġke ypad", + "i zzo", + "iz zo", + "izz o", + "( ok", + "(o k", + "Ġwh atsapp", + "Ġwhats app", + "ĠRemote Exception", + "Ġte amed", + "Ġteam ed", + "Ġtea med", + "âĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶ âĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶâĢĶ", + "» ,", + "Ġ getTime", + "Ġget Time", + "d iag", + "di ag", + "dia g", + "is sy", + "iss y", + "Ġ hed", + "Ġh ed", + "Ġhe d", + "Ġkn ots", + "Ġknot s", + "j om", + "jo m", + "Ġf unnel", + "Ġfun nel", + "-m ails", + "-mail s", + "Ġexp orting", + "Ġexport ing", + "Ġ VL", + "ĠV L", + "ĠK arn", + "ĠKar n", + "ĠKa rn", + "ĠBuddh ism", + "ĠAl lan", + "ĠAll an", + "ĠAlla n", + "_R ADIUS", + "Ġw ording", + "Ġword ing", + "Ġwor ding", + "Ġ Forget", + "ĠF orget", + "ĠFor get", + "ĠForge t", + "ĠForg et", + "ĠCor ona", + "ĠCoron a", + "i phy", + "ip hy", + "iph y", + "Ġlim burg", + "Ġlimb urg", + "ug gy", + "ugg y", + "ĠUser Repository", + "i min", + "im in", + "imi n", + "( ele", + "(e le", + "(el e", + "Ġlabel led", + "Ġlab elled", + "ç¤ ¾", + "ĠH erman", + "ĠHer man", + "ĠHerm an", + ". qq", + ".q q", + "Ġ \"));Ċ", + "Ġ\" ));Ċ", + "Ġ\") );Ċ", + "Ġ\")) ;Ċ", + "ie ber", + ". Translate", + ".Trans late", + "r yn", + "ry n", + "Ġdes env", + "Ġdese nv", + "u md", + "um d", + "Sim ply", + "ĉ mode", + "ĉm ode", + "ĉmod e", + "R pc", + "Rp c", + "ĠVal encia", + "ĠVale ncia", + "Ġstaff ers", + "Ġstaffer s", + "Ġse lv", + "Ġsel v", + "ĠS pike", + "ĠSp ike", + "ĠSpi ke", + "Ġd elic", + "Ġde lic", + "Ġdel ic", + "Ġ eru", + "Ġe ru", + "Ġer u", + "_ DT", + "_D T", + "J udge", + "Jud ge", + "Ju dge", + "á» ķ", + "ĠB asin", + "ĠBa sin", + "ĠBas in", + ". mutable", + ".m utable", + ".mu table", + "\" url", + "Ġtar iff", + "Ġtarif f", + "ĠSlee ve", + "ĠSle eve", + "Ġ flare", + "Ġfl are", + "Ġfla re", + ". dropout", + ".drop out", + "Ġb rides", + "Ġbr ides", + "Ġbri des", + "Ġbride s", + "Ġbrid es", + ") ),čĊ", + ")) ,čĊ", + ")), čĊ", + "_ constraints", + "_con straints", + "_constraint s", + "d estruct", + "de struct", + "Out line", + "Ġdisappe ars", + "Ġdisappear s", + "_ locked", + "_l ocked", + "_lock ed", + "_loc ked", + "ĠNS LocalizedString", + "c ke", + "ck e", + "ĉ null", + "ĉn ull", + "ad resse", + "adr esse", + "adress e", + "Ġt opping", + "Ġto pping", + "Ġtop ping", + "Ġtopp ing", + "ĠJ oker", + "ĠJo ker", + "b ishop", + "bi shop", + "bis hop", + "bish op", + "н оÑģÑĤÑĮ", + "но ÑģÑĤÑĮ", + "ноÑģÑĤ ÑĮ", + "ноÑģ ÑĤÑĮ", + "and ering", + "ander ing", + "ande ring", + "_ amp", + "_a mp", + "_am p", + "= time", + "=t ime", + "_ Space", + "_S pace", + "_P ULL", + "' =", + "Ġant iqu", + "Ġanti qu", + "Ġc ach", + "Ġca ch", + "Ġcac h", + "_ __ĊĊ", + "__ _ĊĊ", + "___ ĊĊ", + "O NES", + "ON ES", + "ONE S", + "о Ñı", + "Ġ unread", + "Ġun read", + "Ġunre ad", + "Ġunr ead", + ". policy", + ".p olicy", + ".pol icy", + "oooo oooo", + "ëŁ ¬", + "Ġ usted", + "Ġu sted", + "Ġus ted", + "Ġust ed", + "ĠR ece", + "ĠRe ce", + "ĠRec e", + "Ġal lem", + "Ġall em", + "Ġalle m", + "ãĥ¼ ãĤ¹", + "ãĥ¼ãĤ ¹", + "ĠThough ts", + "ĠThought s", + "ve illance", + "i strate", + "ist rate", + "istr ate", + "istra te", + "istrat e", + "_ lane", + "_l ane", + "_la ne", + "Ġf amed", + "Ġfam ed", + "Ġfa med", + "Ġfame d", + ". GetName", + ".Get Name", + "Ġsmooth er", + "Ġsmo other", + "Ġ Qualified", + "ĠQual ified", + "a zers", + "az ers", + "aze rs", + "azer s", + "_ geo", + "_g eo", + "_ge o", + "F ax", + "Fa x", + "ĠM inds", + "ĠMin ds", + "ĠMi nds", + "ĠMind s", + "Ġ Raises", + "ĠR aises", + "ĠRa ises", + "ĠRaise s", + "ĠRai ses", + "Ġtrans cripts", + "Ġtran scripts", + "Ġtranscript s", + "Con versation", + "Ġre marked", + "Ġrem arked", + "Ġremark ed", + "Ġremar ked", + "ëĤ ĺ", + "d ling", + "dl ing", + "Ġdeploy ing", + "Ġshared Application", + "Ġ kp", + "Ġk p", + "FontAwesome Icon", + "_ dummy", + "_d ummy", + "re iben", + "reib en", + "rei ben", + "ĠJane iro", + "Dir ections", + "Direction s", + "Direct ions", + "Di rections", + "Dire ctions", + ".get Bean", + ".getB ean", + "s ass", + "sa ss", + "Ġcomm anders", + "Ġcommand ers", + "Ġcommander s", + "Ġcommande rs", + "v ation", + "va tion", + "vat ion", + "error Code", + "ĠAl loy", + "ĠAll oy", + ". localized", + ".local ized", + "Ð ij", + "Ġdish washer", + "Ġ Soup", + "ĠS oup", + "ĠSo up", + "ĠSou p", + "N u", + "_ Default", + "_D efault", + "_De fault", + "_Def ault", + "Ġun even", + "Ġune ven", + "Ġ />\";Ċ", + "Ġ/ >\";Ċ", + "Ġ/> \";Ċ", + "- Based", + "-B ased", + "Ġseam lessly", + "Ġseamless ly", + "- null", + "-n ull", + "Ġ XC", + "ĠX C", + "Ġst ew", + "Ġste w", + "( delay", + "(d elay", + "(de lay", + "(del ay", + "AT ORS", + "ATOR S", + "ATO RS", + "ĠWhe eler", + "ĠWheel er", + "\" H", + "e ast", + "ea st", + ". air", + ".a ir", + ".ai r", + "âĢľ But", + "Object Context", + "success fully", + "successful ly", + "_ land", + "_l and", + "_la nd", + "Ġf olds", + "Ġfol ds", + "Ġfold s", + "Ġfo lds", + "_ COORD", + "_CO ORD", + "Ġsub po", + ".get Address", + ".g etAddress", + "in str", + "ins tr", + "inst r", + "Material s", + "Ñĥ ÑģÑĤ", + "ÑĥÑģ ÑĤ", + "de posit", + "dep osit", + "- last", + "-l ast", + "-la st", + "_ GRAY", + "_G RAY", + "_GR AY", + "_GRA Y", + "= find", + "=f ind", + "Ġmut ant", + "Ġmu tant", + "Ġlesb ienne", + "Ġlesbi enne", + "let cher", + "R OUGH", + "RO UGH", + "ur eka", + "ure ka", + ". capture", + ".c apture", + ".cap ture", + "Ġ enn", + "Ġe nn", + "Ġen n", + "Ġ ([[", + "Ġ( [[", + "Ġ([ [", + "ĠF lu", + "ĠFl u", + "Ġ taskId", + "Ġtask Id", + "ĠHus sein", + "ĠHuss ein", + ". folder", + ".f older", + ".fold er", + "Ġa usterity", + "IST RATION", + "ISTR ATION", + "_ Impl", + "_I mpl", + "注 æĦı", + "Ġdec ree", + "Ġdecre e", + "- chat", + "-c hat", + "-ch at", + "Ġim plication", + "Ġimp lication", + "Ġimpl ication", + "Ġimplic ation", + "Ġgu esses", + "Ġguess es", + "ul kan", + "ulk an", + "An alytics", + "Analy tics", + ". plus", + ".p lus", + ".pl us", + "COM MAND", + "COMM AND", + "е ли", + "ел и", + "» ĊĊ", + "»Ċ Ċ", + "_ SITE", + "_S ITE", + "_SI TE", + "Ġ equalTo", + "Ġequal To", + "Support FragmentManager", + "Ġ Recording", + "ĠRec ording", + "ĠRecord ing", + "å®Į æĪIJ", + "Ġbag gage", + "Ġpitch ers", + "Ġpit chers", + "Ġpitcher s", + "ĠE h", + "o que", + "oq ue", + "ĉ cnt", + "ĉc nt", + "Ġ =>$", + "Ġ= >$", + "Ġ=> $", + "/ foo", + "/f oo", + "I RA", + "IR A", + "ĠSat ellite", + "bo rah", + "bor ah", + "Ġ }}\"Ċ", + "Ġ} }\"Ċ", + "Ġ}} \"Ċ", + "Ġ}}\" Ċ", + "ĠE nds", + "ĠEn ds", + "ĠEnd s", + "ĠS pray", + "ĠSp ray", + "ĠSpr ay", + ", param", + ",p aram", + ". Chrome", + ".Ch rome", + "* q", + "th ought", + "though t", + "ib rated", + "ibr ated", + "ibrate d", + "Ġth ieves", + "Ġbenefici aries", + "En tered", + "Ent ered", + "Enter ed", + "ottes ville", + "otte sville", + "Ġveter in", + "Ġvet erin", + "By ID", + "qu ipe", + "quip e", + "qui pe", + "um ption", + "ump tion", + "umpt ion", + "- unit", + "-un it", + "-u nit", + "Execution Context", + "@ s", + "ĠG iov", + "ĠGi ov", + "ĠGio v", + ". ToolTip", + ".Tool Tip", + "_ friend", + "_f riend", + "( attributes", + "(at tributes", + "(attribute s", + "Ġd umping", + "Ġdump ing", + "Ġdum ping", + "Ġ JC", + "ĠJ C", + "_ DOCUMENT", + "_D OCUMENT", + "_DOC UMENT", + "ĠAr mour", + "ĠArm our", + "( insert", + "(in sert", + "(ins ert", + ". HorizontalAlignment", + ".Horizontal Alignment", + "Ġ Qed", + "ĠQ ed", + "ãģĦ ãģ¾ãģĻ", + "/ git", + "/g it", + "Ġ YYYY", + "ĠY YYY", + "ĠYY YY", + "ĠCar diff", + "ĠCard iff", + "Ġ apa", + "Ġa pa", + "Ġap a", + "org anic", + "organ ic", + "ĠWhere as", + "ĠWhe reas", + "Ġ æĿ", + "Ġæ Ŀ", + "ĠM ia", + "ĠMi a", + "Ġdemol ition", + "Ġs cars", + "Ġsc ars", + "Ġsca rs", + "Ġscar s", + "Ġ pai", + "Ġp ai", + "Ġpa i", + "Ġre tries", + "Ġret ries", + "Ġretrie s", + "Ġretr ies", + "Ġ rq", + "Ġr q", + "ĠD enis", + "ĠDe nis", + "ĠDen is", + "( Utils", + "(Util s", + "Ġallev iate", + "Ġ PIC", + "ĠP IC", + "ĠPI C", + "i due", + "id ue", + "Ġacknowled ging", + "Ġ// ////////////////////////////////", + "Ġ////////////////// ////////////////", + "ç¡® å®ļ", + "Ä «", + "\\ Json", + ". binary", + ".b inary", + ".bin ary", + "Ġx type", + "Ġxt ype", + "sign als", + "signal s", + "Ġ Appearance", + "ĠAp pearance", + "& r", + "} s", + "C i", + "ĠI llum", + "ĠIl lum", + "ĠIll um", + "p orate", + "por ate", + "po rate", + "pora te", + "h og", + "ho g", + "Ġ indexOf", + "Ġindex Of", + "\\ Command", + "_ parallel", + "_par allel", + "ĠSher lock", + "í ĥ", + "Ġ\" \")čĊ", + "Ġ\"\" )čĊ", + "Ġ\"\") čĊ", + "//////////////// ////////////////////////////////////////////////////////////////////////////////", + "//////////////////////////////// ////////////////////////////////////////////////////////////////", + "//////////////////////////////////////////////////////////////// ////////////////////////////////", + "//////////////////////////////////////////////// ////////////////////////////////////////////////", + "//////////////////////////////////////////////////////////////////////////////// ////////////////", + "Ġcritic ize", + "Ġ Soap", + "ĠSo ap", + "Ġ Matcher", + "ĠM atcher", + "ĠMat cher", + "ĠMatch er", + "Ġgr illed", + "Ġgrill ed", + "Ġgrille d", + "* T", + "Ġad ore", + "Ġado re", + "ul ling", + "ull ing", + "Ġje doch", + "Ġjed och", + "_ refs", + "_re fs", + "_r efs", + "_ref s", + "lean up", + "ĠJ AXB", + "ĠJA XB", + "Ġr oses", + "Ġro ses", + "Ġrose s", + "Ġros es", + "ĠL iam", + "ĠLi am", + "ĠLia m", + "size i", + "siz ei", + "Ġget char", + "Ġgetch ar", + "Ġt arde", + "Ġtar de", + "Ġtard e", + "- tooltip", + "-to oltip", + "-tool tip", + "Ġqual ifier", + "Ġ Intermediate", + "ĠInter mediate", + "_ Window", + "_W indow", + "ĠM alta", + "ĠMal ta", + "Dis connect", + "e where", + "ew here", + "C ampo", + "Cam po", + "Camp o", + "Ġirr ational", + "l edo", + "le do", + "led o", + "Ġ DN", + "ĠD N", + "AR GV", + "ARG V", + "Ġout ro", + "Ġou tro", + "Ġoutr o", + "Ġth irteen", + "Jose ph", + "Jos eph", + "M AR", + "MA R", + "/ gl", + "/g l", + "J ess", + "Je ss", + "ĠPsych iat", + "Ġpadding Bottom", + "- loop", + "-l oop", + "-lo op", + "/ fonts", + "/font s", + "_ seen", + "_s een", + "_se en", + "Te ams", + "Team s", + "React DOM", + "( man", + "(m an", + "( xpath", + "(x path", + ". getSimpleName", + ".get SimpleName", + "> (*", + ">( *", + "ĠP vt", + "ĠPv t", + "Ġel ders", + "Ġelder s", + "Ġelde rs", + "Ġ pies", + "Ġp ies", + "Ġpie s", + "Ġpi es", + ".user Agent", + "- region", + "-reg ion", + "ĠGre eks", + "ĠGreek s", + "ĠGree ks", + "( fragment", + "(f ragment", + "(fr agment", + "s tu", + "st u", + "Ġcouncil s", + "Ġst amina", + "Ġsta mina", + "ĠGod dess", + "è ¥¿", + "è¥ ¿", + "Ġphilosoph ers", + "Ġphilosopher s", + "Ġperson e", + "Ġpers one", + "Ġperso ne", + "ĠL ose", + "ĠLo se", + "ĠLos e", + "Ġ CLR", + "ĠC LR", + "ĠCL R", + "Ġ Docs", + "ĠD ocs", + "ĠDo cs", + "ĠDoc s", + "Ġso ak", + "Ġ HOLDER", + "ĠH OLDER", + "ĠHOLD ER", + "ĠHOL DER", + "Ġb ells", + "Ġbel ls", + "Ġbell s", + "hash Code", + "R ATE", + "RA TE", + "_WE IGHT", + "in ous", + "ino us", + "inou s", + "en dra", + "end ra", + "oph obic", + "Ġp rose", + "Ġpro se", + "Ġpr ose", + "Ġpros e", + "Ġf inely", + "Ġfin ely", + "Ġfine ly", + "/ oauth", + "/o auth", + "( space", + "(s pace", + "(sp ace", + "a dge", + "ad ge", + "ĠM ama", + "ĠMa ma", + "ĠMam a", + "Ġstring Buffer", + "Ġst int", + "Ġm isma", + "Ġmis ma", + "Ġmism a", + "Ġvill ains", + "Ġvillain s", + "Ġvilla ins", + "ĠCrime a", + "Ġdipl oma", + "Ġdiplom a", + "Ġпо Ñģл", + "ĠпоÑģ л", + "ĠB ea", + "ĠBe a", + "( join", + "(j oin", + "Ġ íķ´", + "Ġíķ ´", + "CH AT", + "CHA T", + "p ering", + "pe ring", + "per ing", + "peri ng", + "ĠC ros", + "ĠCr os", + "ĠCro s", + "Ġmon keys", + "Ġmonkey s", + "Ġp reds", + "Ġpr eds", + "Ġpre ds", + "Ġpred s", + "y la", + "yl a", + ", ,,", + ",, ,", + "Ġv ibrator", + "Ġvibr ator", + "Ġ NU", + "ĠN U", + "åħ Ī", + "f ant", + "fa nt", + "fan t", + "z et", + "ze t", + "Ġb ietet", + "un ft", + "s worth", + "sw orth", + ". Flow", + ".F low", + ".Fl ow", + "Ġpsych ed", + "Ġpsy ched", + "Ġpsyche d", + "ĠContin ental", + "ĠContinent al", + "> t", + "Ġqu ilt", + "Ġq uilt", + "Ġqui lt", + "Ġquil t", + ". UP", + ".U P", + "Ġexpans ive", + "Dis pose", + "Disp ose", + "( language", + "(l anguage", + "C aps", + "Cap s", + "Ca ps", + "_ ZONE", + "_Z ONE", + "Ġre cycle", + "Ġr ecycle", + "Ġrec ycle", + "Ġrecycl e", + "Ġ Managed", + "ĠMan aged", + "ĠManage d", + "ĠMana ged", + "current Color", + ". broadcast", + ".b roadcast", + "sign In", + ". prom", + ".p rom", + ".pro m", + ".pr om", + "l lu", + "ll u", + "ue blo", + "Ġpun ches", + "Ġpunch es", + "Ġaut omat", + "Ġauto mat", + "Ġautom at", + "Ġassign ing", + "Ġcreate User", + "ĠAl lied", + "ĠAll ied", + "Ġcon ductor", + "Ġconduct or", + "Ġcond uctor", + "Ġconduc tor", + "Ġcondu ctor", + "Ĥ ¨", + "Ġs addle", + "Ġsad dle", + "Ġsadd le", + "Ġ dni", + "Ġd ni", + "Ġdn i", + "o medical", + "omed ical", + "- West", + "-W est", + "Positive Button", + "Ġ italic", + "Ġit alic", + "? [", + "( trigger", + "(tr igger", + "Ġele phants", + "Ġelephant s", + "\":\" \",\"", + "\":\"\" ,\"", + "Ġcal iber", + "raft ed", + "raf ted", + "d igits", + "digit s", + "dig its", + "Ġ marshal", + "Ġm arshal", + "Ġmar shal", + "Ġmarsh al", + "Ġmars hal", + "m illiseconds", + "mill iseconds", + "m arkers", + "mark ers", + "mar kers", + "marker s", + "m om", + "mo m", + "/ place", + "/p lace", + "/pl ace", + "Ġhol istic", + ": t", + "# ,", + "Ġb oto", + "Ġbo to", + "Ġbot o", + "Ġnause a", + "Ġnau sea", + "ĠSh ooting", + "ĠShoot ing", + "ĠSho oting", + "i tech", + "it ech", + "ite ch", + "Ġtext Status", + "< Class", + " ())Ċ", + ">( ))Ċ", + ">() )Ċ", + ">()) Ċ", + "ADD RESS", + "ADDR ESS", + "B ST", + "BS T", + "et zt", + "etz t", + "ĠQ gs", + "S ense", + "Sen se", + "Exception Handler", + "ĠC hu", + "ĠCh u", + ".get OwnProperty", + "Ġexerc ised", + "Ġexercise d", + "i otic", + "io tic", + "iot ic", + "ĠRe leases", + "ĠRelease s", + "Ġp interest", + "o lie", + "ol ie", + "oli e", + "i soft", + "is oft", + "iso ft", + "Ġsequ encing", + "Ġpa dre", + "Ġpad re", + "Ġpadr e", + "] ));čĊ", + "]) );čĊ", + "])) ;čĊ", + "])); čĊ", + "( radius", + "(r adius", + "(rad ius", + ". med", + ".m ed", + ".me d", + "ain ties", + "aint ies", + ".Object Model", + "Ġ emple", + "Ġem ple", + "Ġemp le", + "Ġseg uro", + "Ġsegu ro", + "St ars", + "Star s", + "Ġqual itative", + "le mn", + "lem n", + "á» ±", + "> \").", + ">\" ).", + ">\") .", + "Ġ gx", + "Ġg x", + "- cert", + "-c ert", + "-ce rt", + "ĠA STM", + "ĠAS TM", + "ĠAST M", + "Ġ fullname", + "Ġfull name", + "Ġful lname", + "Ġte lemetry", + "Ġtele metry", + "ĠCamb odia", + "_ ul", + "_u l", + "ĠCl are", + "ĠClar e", + "ĠCla re", + "C USTOM", + "Q C", + "ĠU ns", + "ĠUn s", + "Ġ HTTPS", + "ĠHTTP S", + "ĠPar kinson", + "ĠPark inson", + "ancy box", + "', '.", + "',' .", + "T ue", + "Tu e", + ". getLast", + ".get Last", + "Ġ abi", + "Ġa bi", + "Ġab i", + "Äħ d", + "A st", + "As t", + "Ġ Editing", + "ĠEd iting", + "ĠEdit ing", + ". Unity", + ".Un ity", + ".Unit y", + "j mp", + "jm p", + "Ġm ats", + "Ġmat s", + "Ġma ts", + "Ġshared Preferences", + "Cap tain", + "Capt ain", + ". pageSize", + ".page Size", + "Ġ rtl", + "Ġr tl", + "Ġrt l", + "Ġan meld", + "Runtime Object", + "Ġdem ande", + "Ġdemand e", + "( \";", + "(\" ;", + "se ite", + "sei te", + "- headed", + "-head ed", + "-he aded", + "ĠK ra", + "ĠKr a", + "Ġ FONT", + "ĠF ONT", + "ĠFO NT", + "` \\", + "Class NotFoundException", + ". avg", + ".a vg", + ".av g", + "a tical", + "at ical", + "atic al", + "ati cal", + "atica l", + "A j", + "Ġpermit ting", + "Ġperm itting", + "P roj", + "Pro j", + "Pr oj", + "ERR Q", + "Ġcre ampie", + "Ġcream pie", + "ĠBuy er", + "ĠBu yer", + "- modules", + "-mod ules", + "-module s", + "ĠSunday s", + "ĠSun days", + "ĠSund ays", + "| `Ċ", + "Ġday time", + "Ġ +(", + "Ġ+ (", + "Ġgl itch", + "Ġ Operand", + "ĠOper and", + "ĠOpera nd", + "Ġtox ins", + "Ġtoxin s", + "i nya", + "in ya", + "iny a", + "D NS", + "DN S", + "ĠS as", + "ĠSa s", + "C ake", + "Ca ke", + "ĠNational s", + "ĠNation als", + ". addTo", + ".add To", + "Ġs inking", + "Ġsin king", + "Ġsink ing", + "Ġcompreh ension", + "Ġs cor", + "Ġsc or", + "Ġsco r", + "a gements", + "ag ements", + "age ments", + "agement s", + "agem ents", + "Ġt ard", + "Ġta rd", + "Ġtar d", + "Ġm arching", + "Ġmar ching", + "Ġmarch ing", + "ĠM TV", + "ĠMT V", + "Ġs ane", + "Ġsa ne", + "Ġsan e", + "Create Info", + "Ạ¯", + "Ġend Index", + "ĉ layout", + "ĉl ayout", + "Ġ åIJį", + "ĠåIJ į", + "S ITE", + "SI TE", + "ĠT HERE", + "ĠTHE RE", + "ĠTH ERE", + "Ġ[ {'", + "Ġ[{ '", + "opath ic", + "opa thic", + "Ġtrans mitter", + "Ġtransmit ter", + "/ body", + "/b ody", + "Ġp und", + "Ġpun d", + "Ġpu nd", + "Ġ Closing", + "ĠC losing", + "ĠCl osing", + "ĠClo sing", + "Ġ setattr", + "Ġset attr", + "Ġ bounded", + "Ġb ounded", + "Ġbo unded", + "Ġbound ed", + "At las", + "Atl as", + "s uming", + "sum ing", + "su ming", + "( times", + "(t imes", + "(time s", + "(ti mes", + "p arer", + "par er", + "pare r", + "pa rer", + "y nom", + "yn om", + "fe it", + "Ġf rem", + "Ġfr em", + "Ġfre m", + "- leg", + "-l eg", + "-le g", + "ĠB ras", + "ĠBr as", + "ĠBra s", + "> #", + "Ġì¶ ľëł¥", + "Ġì¶ľ ëł¥", + "Ġ INSTANCE", + "ĠIN STANCE", + "ĠINST ANCE", + "ĠC ouch", + "ĠCo uch", + "ĠCou ch", + "_ hosts", + "_host s", + "lik elihood", + ". Marker", + ".M arker", + ".Mark er", + ".Mar ker", + "ĠM asks", + "ĠMas ks", + "ĠMask s", + "Ġc ereal", + "Ġce real", + "Ġcere al", + "ut ilities", + "util ities", + "Ġelement al", + "Ġele mental", + "Ġelem ental", + "Ġdist orted", + "Ġdistort ed", + "in active", + "c ry", + "cr y", + "W L", + "UPPORT ED", + ". Throws", + ".Th rows", + ".Throw s", + "/ schema", + "/s chema", + "s erie", + "se rie", + "ser ie", + ". \"',", + ".\" ',", + ".\"' ,", + "ĠBened ict", + "ĠBene dict", + "- picker", + "-p icker", + "-pic ker", + "ig gs", + "igg s", + "ĠP irate", + "ĠPi rate", + "ĠPir ate", + "åij¨ æľŁ", + "ĠThe ma", + "ĠTh ema", + "ĠThem a", + "ĠSouth ampton", + "Ġarray With", + "ĠPaul a", + "ĠPa ula", + "Ġpred ictor", + "Ġpredict or", + "Ġpredic tor", + "- Ass", + "-A ss", + ". userid", + ".user id", + ".use rid", + "Ġ peri", + "Ġp eri", + "Ġper i", + "Ġpe ri", + "Ġexagger ated", + "u rate", + "ur ate", + "ura te", + "urat e", + "arse ille", + "ĠCon cent", + "ĠConc ent", + "ĠConce nt", + "ĠP ik", + "ĠPi k", + "Ġ@ _;ĊĊ", + "Ġ@_;Ċ Ċ", + "Ġ@_ ;ĊĊ", + "Ġform ations", + "Ġformat ions", + "Ġformation s", + "Ġden omin", + "Ġdenom in", + "\" />.Ċ", + "\"/ >.Ċ", + "\"/> .Ċ", + "end edor", + "ended or", + "Ġpan cre", + "Ġpanc re", + "Ġ amt", + "Ġa mt", + "Ġam t", + "Ġon Resume", + "on Delete", + "ĠB CH", + "ĠBC H", + ") (\"", + ")( \"", + "m ovement", + "move ment", + "mo vement", + "mov ement", + "Ġpot assium", + "", + "Ġ-- ->", + "Ġ--- >", + "ĠP PC", + "ĠPP C", + "i sz", + "is z", + "ake FromNib", + "Ġ Disp", + "ĠD isp", + "ĠDis p", + "ĠDi sp", + "ĠAth letics", + "ĠAthletic s", + "Ġnight club", + "G OOD", + "GO OD", + ".set Geometry", + "+ [", + "/ send", + "/s end", + "/se nd", + "Ġbin aries", + "Ġr áp", + "Ġrá p", + ": req", + ":r eq", + "-con suming", + "-cons uming", + "er time", + "ert ime", + "erti me", + "UP DATED", + "UPDATE D", + "_ nullable", + "_null able", + "V IN", + "VI N", + "u lia", + "ul ia", + "uli a", + "c yan", + "cy an", + "Ġmisunder standing", + "Ġmisunderstand ing", + "o rical", + "or ical", + "ori cal", + "oric al", + "deg rees", + "degree s", + "Le ading", + "Lead ing", + ". AR", + ".A R", + "ic kest", + "ick est", + "N uevo", + "uf oria", + "Ġgo odies", + "Ġgood ies", + "Ġf ores", + "Ġfor es", + "Ġfore s", + "Ġfo res", + "() <<\"", + "()<< \"", + "()< <\"", + "ad emic", + "ade mic", + "adem ic", + "Action Creators", + "server name", + "( nt", + "(n t", + "db Context", + "Ġair borne", + "Ġexhib itions", + "Ġexhibition s", + "Ġexhibit ions", + "c ele", + "ce le", + "cel e", + "Ġt ela", + "Ġte la", + "Ġtel a", + "< Movie", + "", + "() \">", + "()\" >", + ".set PreferredSize", + "ĠM ID", + "ĠMI D", + "ĠA less", + "ĠAl ess", + "ĠAle ss", + "Ġhorse power", + "Ġa tm", + "Ġat m", + "ĠPack aging", + "Ġc iphertext", + "Ġcipher text", + "Request Method", + "Ġbe iden", + "Ġbei den", + "Ġbeide n", + "è £", + "ĠP OW", + "ĠPO W", + ".Write Header", + "d irector", + "dir ector", + "direct or", + "dire ctor", + "- but", + "-b ut", + "ãģł ãģķãģĦ", + "in cer", + "ince r", + "inc er", + "_ dn", + "_d n", + "! !!!!", + "!! !!!", + "!!! !!", + "!!!! !", + "Ġmanufact ures", + "Ġmanufacture s", + ". TextUtils", + ".Text Utils", + "Ġcon sciously", + "Ġconsc iously", + "Ġconscious ly", + "Ġb ounced", + "Ġbounce d", + "c ulture", + "cul ture", + "cult ure", + "ĠS par", + "ĠSp ar", + "ĠSpa r", + "ĠP iper", + "ĠPi per", + "ĠPipe r", + "ĠPip er", + ". press", + ".p ress", + ".pre ss", + ".pr ess", + ".pres s", + "- owner", + "-o wner", + "Ġe valuator", + "Ġeval uator", + "Ġevalu ator", + "Ġ STREAM", + "ĠST REAM", + ".PictureBox SizeMode", + "Ġsu gars", + "Ġsugar s", + "Ġsug ars", + "Screen Width", + "Ġnext State", + "Ġiv ory", + "Ġbr unch", + "Ġbrun ch", + "d ensity", + "dens ity", + "_ OW", + "_O W", + "ĠCoron avirus", + "ĠC FR", + "ĠCF R", + "b ak", + "ba k", + "\\ Category", + "\\C ategory", + "æķ° ç»Ħ", + "Ġinvoke virtual", + "} ()Ċ", + "}( )Ċ", + "Ġs ujet", + "Ġsu jet", + "- marker", + "-m arker", + "-mark er", + "-mar ker", + "is digit", + "isd igit", + "ĠM obil", + "ĠMo bil", + "ĠMob il", + "ĠJsonRequest Behavior", + "_ REMOTE", + "_RE MOTE", + ".exists Sync", + "Ġrich es", + "Ġri ches", + "Ġric hes", + ".p resenter", + ".present er", + ".pres enter", + "Ġgl Color", + "Ġh anya", + "Ġha nya", + "Ġhan ya", + "Ġfort ress", + "Ġfl ashed", + "Ġflash ed", + "Ġfla shed", + "v iz", + "vi z", + "requ ently", + "requent ly", + "b uat", + "bu at", + "$ con", + "$c on", + "> |", + ". Func", + ".F unc", + "Ġhum orous", + "Ġhumor ous", + "u em", + "ue m", + ". ZERO", + ".Z ERO", + "ĠS TL", + "ĠST L", + "ĠB uk", + "ĠBu k", + "/ sample", + "/s ample", + "ĠG ros", + "ĠGr os", + "ĠGro s", + "Rec ipes", + "Recipe s", + "Ġinf lated", + "Ġinfl ated", + "Ġinflate d", + "Ġsw ung", + ": F", + "F acing", + "Fac ing", + "Fa cing", + ". Theme", + ".Th eme", + ".The me", + "н ик", + "ни к", + "Ġspl endid", + "Ġrequest Id", + ".Center Screen", + "/ autoload", + "/auto load", + "embed ded", + "_ depart", + "_de part", + "_dep art", + "Ġ Ports", + "ĠP orts", + "ĠPort s", + "ĠPo rts", + "ĠPor ts", + "๠ĥ", + "ай д", + "disc ussion", + "_ consum", + "_con sum", + "_cons um", + "Ġsc outs", + "Ġsco uts", + "Ġscout s", + "Ġcol abor", + "Ġcola bor", + ". Stage", + ".St age", + ". nano", + ".n ano", + ".nan o", + "el dorf", + "eld orf", + "eldo rf", + "Ġgem acht", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ċ", + "Ġpolicy makers", + "Ġpolicym akers", + "_P KT", + "_PK T", + ", Th", + ",T h", + "o ky", + "ok y", + "_ UID", + "_U ID", + "_UI D", + "P ing", + "Pin g", + "Pi ng", + "Ġor chest", + "Ġorch est", + "Ġorc hest", + "Ġop tics", + "Ġopt ics", + "Ġoptic s", + "u han", + "uh an", + "ĠX OR", + "ĠXO R", + "Ġespañ ol", + "ĠAd idas", + "r ng", + "rn g", + "m ans", + "man s", + "ma ns", + ".v stack", + "Ġget away", + "Ġh ierarchical", + "Ġhier archical", + "ano ia", + "anoi a", + "ĠBitmap Factory", + "re alm", + "rea lm", + "real m", + "ĉ ap", + "ĉa p", + "_ apps", + "_a pps", + "_app s", + "_ap ps", + "- divider", + "-div ider", + "-di vider", + ". drawer", + ".d rawer", + ".draw er", + "ĠH ARD", + "ĠHA RD", + "ĠHAR D", + "'] ;?>Ċ", + "']; ?>Ċ", + "'];?> Ċ", + "- packed", + "-p acked", + "-pack ed", + "æ² »", + "_STRUCT URE", + "[ Y", + "i Param", + "( eq", + "(e q", + "Ġencompass es", + "Ġ\\ ĊĊ", + "Ġ\\Ċ Ċ", + "- >[", + "-> [", + "& utm", + "g roupon", + "gr oupon", + "group on", + "gro upon", + "st rate", + "str ate", + "stra te", + "D Y", + "om orphic", + "' :[", + "': [", + "Ġgrav itational", + "ĠM icha", + "ĠMich a", + "ĠMi cha", + "ĠMic ha", + "ĠT encent", + "ĠTen cent", + "Ġco ached", + "Ġcoach ed", + "ì¶ ľ", + "Ñĥ менÑĤ", + "Ñĥм енÑĤ", + "/ mobile", + "/m obile", + "Mouse Down", + "b ud", + "bu d", + "ĠY as", + "ĠYa s", + "Ġ Providers", + "ĠPro viders", + "ĠProvid ers", + "ĠProvider s", + "ĠProvide rs", + "ĠProv iders", + "N Z", + "ĉ report", + "ĉre port", + "ĉrep ort", + "err msg", + "Ġimage Path", + "act erial", + "acter ial", + "acteria l", + "ĠM anga", + "ĠMan ga", + "ĠMa nga", + "ĠMang a", + "wick lung", + "( usuario", + "(us uario", + "\" ));čĊčĊ", + "\") );čĊčĊ", + "\")) ;čĊčĊ", + "\"));čĊ čĊ", + "\")); čĊčĊ", + "/ ***", + "/* **", + "/** *", + "Ġorgan ise", + "Ġorganis e", + "Index ed", + "_ QUAL", + "_Q UAL", + "_QU AL", + "( PyObject", + "(Py Object", + "Ġsurrender ed", + "PO CH", + "ĠN OTES", + "ĠNOT ES", + "ĠNO TES", + "ĠNOTE S", + "\\ \\\"", + "\\\\ \"", + "- job", + "-j ob", + "Ġseven ty", + "Ġsevent y", + "Ġsev enty", + "# ###Ċ", + "## ##Ċ", + "#### Ċ", + "### #Ċ", + "ĠMan or", + "ĠMa nor", + "Ġdown right", + "Ġtime frame", + "ins urance", + "che cker", + "check er", + "Ġ SECRET", + "ĠSE CRET", + "ĠSEC RET", + "Ġecho es", + "Ġech oes", + "ĠCar men", + "ĠCarm en", + ".set HorizontalAlignment", + ".setHorizontal Alignment", + "Ġ isChecked", + "Ġis Checked", + "Ġ TOR", + "ĠT OR", + "ĠTO R", + "_ nn", + "_n n", + "( '(", + "(' (", + "Fetch Request", + "ĠPrint ed", + "Fl uid", + "Ġ STACK", + "ĠST ACK", + "ĠSTA CK", + "G ES", + "GE S", + "a igned", + "aign ed", + "i gor", + "ig or", + "igo r", + ". Unknown", + ".Un known", + "C BC", + "CB C", + "ĠCarl son", + ". URI", + ".U RI", + ".UR I", + "Ġp light", + "Ġpl ight", + "/ start", + "/st art", + "/star t", + "ĠPerson nel", + "Ġ PREFIX", + "ĠP REFIX", + "ĠPRE FIX", + "ĠPREF IX", + ", **", + ",* *", + "Ġli mite", + "Ġlimit e", + "Ġlim ite", + "_ heat", + "_h eat", + "_he at", + "% ï¼Į", + "ĠD onne", + "ĠDon ne", + "get Node", + "ĠScient ology", + "Ġc omet", + "Ġcom et", + "Ġco met", + "Ġcome t", + "Ġwen ig", + "A side", + "As ide", + "ĠM PEG", + "ĠMP EG", + "' ?", + "vari ably", + ". endDate", + ".end Date", + "Ġun cont", + "Ġunc ont", + "Ġuncon t", + "Ġ Scores", + "ĠS cores", + "ĠSc ores", + "ĠScore s", + "ĠSco res", + "ĠScor es", + "Ġ LoginForm", + "ĠLogin Form", + ". generated", + ".g enerated", + ".generate d", + ".gener ated", + ", ch", + ",c h", + "- mar", + "-m ar", + "ĠN ed", + "ĠNe d", + "Ġ eventId", + "Ġevent Id", + "+ p", + "ĠS IN", + "ĠSI N", + "/ reset", + "/re set", + "/res et", + ".RE ACT", + "ĠMe ssi", + "ĠMess i", + "ĠMes si", + "_R ANK", + "_RA NK", + ".write File", + "Ġc ripp", + "Ġcr ipp", + "Ġcri pp", + "es thetic", + "est hetic", + "ERS IST", + "Ġreim bursement", + "Ġreimburse ment", + "Current Value", + "Ġu nin", + "Ġun in", + "Ġuni n", + "Down Latch", + "Ġpadding Right", + "Ġst ocked", + "Ġstock ed", + "/ '.", + "/' .", + "Ġre payment", + "Ġrep ayment", + "Ġrepay ment", + "t rak", + "tr ak", + "tra k", + "/ backend", + "/back end", + "Ġиз мен", + "C SR", + "CS R", + "Ġprevent ive", + "Ġpant alla", + "_ trim", + "_t rim", + "_tr im", + "_tri m", + "P edido", + "Ped ido", + "h ospital", + "Ġmanage able", + "route Params", + "text ures", + "texture s", + "tex tures", + ". .....ĊĊ", + ".. ....ĊĊ", + "... ...ĊĊ", + ".... ..ĊĊ", + "..... .ĊĊ", + "...... ĊĊ", + "Ġsé lection", + "Name ValuePair", + "Ġpol lut", + "Ġpoll ut", + "M odes", + "Mode s", + "Mod es", + "Mo des", + "ĠL aud", + "ĠLa ud", + "ĠLau d", + "j ay", + "ja y", + "ĠU rs", + "ĠUr s", + "Ġs igner", + "Ġsign er", + "Ġsig ner", + "Ġ JJ", + "ĠJ J", + "ĠCh erokee", + "_EX ISTS", + "_EXIST S", + "Ġd war", + "Ġdw ar", + "Ġ ($('#", + "Ġ( $('#", + "Ġ($ ('#", + "Ġ($( '#", + "Ġre ef", + "> {$", + ">{ $", + "ĠB aylor", + "ĠBay lor", + "Ġ ModelState", + "ĠModel State", + "- _", + "ĠStruct ures", + "ĠStructure s", + "Ġsou vent", + "Spec ify", + "( pipe", + "(p ipe", + "(pi pe", + "Ġfr acking", + "Ġfrac king", + "ĠG PA", + "ĠGP A", + "Ġb ele", + "Ġbe le", + "Ġbel e", + "ĉ ĉĉĉĉĉĉĠĠĠ", + "ĉĉ ĉĉĉĉĉĠĠĠ", + "ĉĉĉĉ ĉĉĉĠĠĠ", + "ĉĉĉ ĉĉĉĉĠĠĠ", + "ĉĉĉĉĉ ĉĉĠĠĠ", + "ĉĉĉĉĉĉ ĉĠĠĠ", + "ĉĉĉĉĉĉĉ ĠĠĠ", + "ĉĉĉĉĉĉĉĠ ĠĠ", + "ĉĉĉĉĉĉĉĠĠ Ġ", + "ĠMinor ity", + "Ġt ud", + "Ġtu d", + "Ġopen ness", + "ĠIllustr ated", + "Ġoxid ation", + "Ġ NK", + "ĠN K", + "ĉ Update", + "Ġ EMS", + "ĠE MS", + "ĠEM S", + "ĠTe ddy", + "ĠTed dy", + "Ġgener als", + "Ġgen erals", + "Ġgeneral s", + "Ġgenera ls", + "ĉ Mat", + "ĉM at", + "Ġrad ios", + "Ġradio s", + "Ġradi os", + "ĠAnt ique", + "ĠAnti que", + "c onomy", + "con omy", + "conom y", + "cono my", + "ĠSquad ron", + ") ','", + ")', '", + ")' ,'", + "å£ °", + "Ġy oure", + "Ġyou re", + "Ġyour e", + "Ġyo ure", + "ĠMain Page", + "Ġbeh aviours", + "Ġbehaviour s", + "en ght", + "eng ht", + "(@\" %@\",", + "Ġtest case", + "Ġ Compilation", + "ĠComp ilation", + "Ġflav ours", + "Ġflavour s", + "Ġ Extend", + "ĠExt end", + "il lator", + "ill ator", + "illa tor", + "Ġ coh", + "Ġc oh", + "Ġco h", + "Ġs pline", + "Ġsp line", + "Ġspl ine", + "Ġ KG", + "ĠK G", + "- pay", + "-p ay", + "Ġcommun ism", + "ĠBusiness es", + "oc king", + "ock ing", + ". MaxLength", + ".Max Length", + "ass andra", + "qu iring", + "quir ing", + "qui ring", + "a dden", + "ad den", + "add en", + "ĠJ eb", + "ĠJe b", + "_ fault", + "_f ault", + "_fa ult", + "[ file", + "[f ile", + "Ġpromin ence", + "disc iplinary", + "âĢĶ they", + "âĢĶthe y", + "_ extent", + "_ex tent", + "_ext ent", + "Ġ VIC", + "ĠV IC", + "ĠVI C", + "Ġen tails", + "Ġent ails", + "Ġentail s", + ". partner", + ".p artner", + ".part ner", + "Ġhipp oc", + "Le ague", + "çĶ ·", + "w ipe", + "wi pe", + "- spinner", + "-sp inner", + "-spin ner", + "Ġsal ute", + "ĠS urgical", + "ĠSurg ical", + "( outputs", + "(out puts", + "(output s", + "work ed", + "wor ked", + "[ strlen", + "[str len", + "app ointed", + "appoint ed", + "ĠH eg", + "ĠHe g", + "ĠAC PI", + "( [^", + "([ ^", + "u ala", + "ual a", + "ua la", + "_ tol", + "_t ol", + "_to l", + "ĠR it", + "ĠRi t", + ". Payment", + ".P ayment", + ".Pay ment", + "k owski", + "Ġw almart", + "Ġwal mart", + "require ments", + "ĠFIN SEQ", + "_ BACKGROUND", + "_BACK GROUND", + "ĠOs borne", + "( errorMessage", + "(error Message", + "Report ing", + "Rep orting", + "Ġa uctions", + "Ġau ctions", + "Ġauction s", + "Ġcom bos", + "Ġcomb os", + "Ġcombo s", + "ĠNot iced", + "ĠNotice d", + "_ oct", + "_o ct", + "_oc t", + "Ġprim ero", + "Ġprime ro", + "Ġprimer o", + "t aire", + "ta ire", + "_ hr", + "_h r", + "Ġм од", + "Ġмо д", + "Ġcontrad ictory", + "Ġcontradict ory", + "= \"@", + "=\" @", + "ach ines", + "achine s", + "achi nes", + "(opt arg", + "ĠP enguin", + "ĠPeng uin", + "ĠAb bas", + "ĠAbb as", + "Ġsub lime", + "Ġpage able", + "ĠDef ensive", + "Ġdistinct ly", + "ĠAutom atically", + "ĠAutomatic ally", + "Under standing", + "Equality Comparer", + "g ota", + "go ta", + "got a", + "Ġ\" ::", + "Ġ\": :", + "Ġpul ver", + "ĠB attles", + "ĠBattle s", + "ĠBatt les", + "Ġun paralleled", + "T CHA", + "TC HA", + "Ġconstr ued", + "- aff", + "-a ff", + "Ġpre cursor", + "Ġprec ursor", + "-l fs", + "Ġmad uras", + "ĠD aisy", + "ĠDa isy", + "ĠDai sy", + "ĠAr beits", + "ĠArbeit s", + ". Management", + ".Man agement", + "ĉ In", + "ĉI n", + "Ġro bes", + "Ġrob es", + "Ġrobe s", + "Ġsp éc", + "âĢľ (", + "Ġm aternity", + "Ġmat ernity", + "ex tent", + "ext ent", + "Ġ Spacer", + "ĠSp acer", + "ĠSpace r", + "ĠSpa cer", + "Did Appear", + "ĉ us", + "ĉu s", + ".getRequest Dispatcher", + "( cols", + "(c ols", + "(co ls", + "(col s", + "Ġplum met", + "ì ħ", + "Ġ{ ĊĊĊĊ", + "Ġ{Ċ ĊĊĊ", + "Ġ{ĊĊ ĊĊ", + "Ġ{ĊĊĊ Ċ", + "é rica", + "ér ica", + "éri ca", + "éric a", + "Ġ Sizes", + "ĠS izes", + "ĠSize s", + "ĠSi zes", + "ĠSiz es", + ". enum", + ".e num", + ".en um", + ". Highlight", + ".High light", + "Ġ!! }ĊĊĊ", + "Ġ? >ĊĊĊ", + "Ġ?> ĊĊĊ", + "Ġ?>Ċ ĊĊ", + "Ġ?>ĊĊ Ċ", + "W enn", + "We nn", + "Ġcl imax", + "Ġclim ax", + "Ġcli max", + "Ġc rem", + "Ġcr em", + "Ġcre m", + "_ that", + "_t hat", + "_th at", + "[ âĢ¦", + "_ domains", + "_domain s", + "_dom ains", + "_RE PLY", + "Ġcomp leta", + "Ġcomple ta", + "Ġcomplet a", + "Ġcompl eta", + "V EST", + "VE ST", + "VES T", + "_ particle", + "_p article", + "_part icle", + "Ġs op", + "Ġso p", + "Ġfatal ities", + "impl ify", + "imp lify", + "ĠS KF", + "ĠSK F", + "Ġin fusion", + "Ġinf usion", + "ĠJ avier", + "ĠJa vier", + "Ġb allet", + "Ġball et", + "Ġbal let", + "Ġam igo", + "Ġami go", + ". want", + ".w ant", + "Ġcol lagen", + "Ġcoll agen", + "Ġcollage n", + "ĠLaw yer", + ". Statement", + ".St atement", + ".State ment", + ".Stat ement", + ". rt", + ".r t", + "b aar", + "ba ar", + "End Point", + "ĠB ek", + "ĠBe k", + "S HIP", + "SH IP", + "Ġpatri arch", + "ĠA unt", + "ĠAu nt", + "_ TM", + "_T M", + "Ġ mÃŃn", + "Ġm ÃŃn", + "ĠmÃŃ n", + "Ġm astered", + "Ġmaster ed", + "Ġma stered", + "Ġmas tered", + "Ġmast ered", + "W XYZ", + "WX YZ", + "Ġes pos", + "Ġesp os", + "= logging", + "=log ging", + "Ġrighteous ness", + "t orrent", + "tor rent", + "Ġ bst", + "Ġb st", + "Ġbs t", + "_ CHAIN", + "_CH AIN", + "Ġout skirts", + "( rotation", + "(r otation", + "(rot ation", + "Ġ' .')", + "Ġ'. ')", + "Ġ'.' )", + "igr ants", + "igrant s", + "+ lsi", + "+l si", + "ĠCC TV", + "ĠCCT V", + "_PH ASE", + ". azure", + ".a zure", + "_ Process", + "_P rocess", + "_Pro cess", + "v ae", + "va e", + "ĠT ropical", + "ĠAn kara", + "ĠAnk ara", + "image View", + "_RUN NING", + "Ġ* )__", + "Ġ*) __", + "ế n", + "( cli", + "(c li", + "(cl i", + "sc atter", + "Ġs che", + "Ġsc he", + "Ġsch e", + "Reg istrar", + "Registr ar", + "Ġa iring", + "Ġair ing", + "Ġai ring", + "Ġpy plot", + "is ión", + "isi ón", + "/ customer", + "/c ustomer", + "/custom er", + "Ġs implement", + "Ġsim plement", + "Ġsimple ment", + "Ġsimp lement", + "Ġsimpl ement", + "Ġclass y", + "Ġcl assy", + "Ġclas sy", + "ĠD WC", + "ĠDW C", + "ĠBas har", + "ĠBash ar", + "ĠDE VELO", + "ĠV ick", + "ĠVi ck", + "ĠVic k", + "a vail", + "av ail", + "ava il", + "ĠH ö", + "_ extend", + "_ext end", + "dr Fc", + ".is NotBlank", + "Ġpl ais", + "Ġpla is", + "| }Ċ", + "Ġporn ofil", + "Ġporno fil", + "l abs", + "la bs", + "lab s", + "Ġ haus", + "Ġh aus", + "Ġha us", + "Ġorig inating", + "Ġorigin ating", + "Ġsurround s", + "Ġ QUAL", + "ĠQ UAL", + "ĠQU AL", + "m eg", + "me g", + "/ logger", + "/log ger", + "/lo gger", + "[ obj", + "[o bj", + "Ġirres ponsible", + "Ġ PublicKey", + "ĠPublic Key", + "H ONE", + "HO NE", + ": '/", + ":' /", + "i box", + "ib ox", + "ibo x", + "ĠF Vector", + "| {Ċ", + "ata loader", + "atal oader", + "h awks", + "hawk s", + "H DR", + "HD R", + "Ġescal ation", + "ĠPods Dummy", + "e lite", + "el ite", + "eli te", + "Ġpre sup", + "Ġpres up", + "C ached", + "Cache d", + "Ca ched", + "> G", + ". optimizer", + ".opt imizer", + ".optim izer", + ".optimize r", + "Ġ Visible", + "ĠV isible", + "ĠVis ible", + "´ Ģ", + "Ġ nen", + "Ġn en", + "Ġne n", + "Ġ pcs", + "Ġp cs", + "Ġpc s", + "Ġ Idle", + "ĠI dle", + "ĠId le", + "[ Any", + "[A ny", + "Ġkey boards", + "Ġkeyboard s", + "ĠCOMP ONENT", + "Ġtit anium", + "Ġtitan ium", + "( mut", + "(m ut", + "(mu t", + "ĠLed ger", + "Ġprosper ous", + "etro fit", + "_ LL", + "_L L", + "_ patient", + "_p atient", + "_pat ient", + "Ġ pdata", + "Ġp data", + "Ġpd ata", + "Ġ kontakte", + "Ġkont akte", + "Ġkontakt e", + "S wipe", + "Sw ipe", + "Ġcheer ful", + "ĠHond uras", + "\" ][$", + "\"] [$", + "\"][ $", + "Ġhem orrh", + "\" :\"+", + "\": \"+", + "\":\" +", + "Ġ leasing", + "Ġle asing", + "Ġinst alls", + "Ġinstall s", + "Ġinstal ls", + "ĠP ax", + "ĠPa x", + "ĠLog istics", + "ĠLogistic s", + "Ġkin etic", + "ĠP hon", + "ĠPh on", + "_ movement", + "_m ovement", + "_move ment", + "_mov ement", + "_mo vement", + "ĉ bytes", + "ĉbyte s", + "Ġcin co", + "ĠMad ness", + "\" )+", + "\") +", + "Ġ JE", + "ĠJ E", + "_ ij", + "_i j", + "Scene Manager", + "ĠB ust", + "ĠBus t", + "ĠBu st", + "p test", + "pt est", + "pte st", + "a ea", + "ae a", + "Ġb esser", + "Ġbes ser", + "ÃŃ g", + "д ин", + "ди н", + "( tasks", + "(t asks", + "(task s", + "(\" (\"", + "(\"( \"", + "set Type", + "( outfile", + "(out file", + "ĉ reset", + "ĉres et", + "ĉre set", + "Ġ ARC", + "ĠA RC", + "ĠAR C", + "Ġmús ica", + "ĠSh elf", + "ĠShe lf", + "ĠShel f", + "Ġmin Y", + "p ch", + "pc h", + "Ġwe iber", + "Ġwei ber", + "iss or", + "Ġtr ouve", + "Ġtro uve", + "Ġtrou ve", + "ĉ Button", + "ĉB utton", + "Ġre generated", + "Ġreg enerated", + "Ġregenerate d", + "Å £i", + "Å£ i", + "im achinery", + "b locking", + "bl ocking", + "block ing", + ".data Tables", + "_ frac", + "_f rac", + "_fr ac", + "ĠAdv antage", + ".visit Method", + "éĩį æĸ°", + "Ġextra pol", + "Ġextr apol", + "Ġte asing", + "Ġtea sing", + "Ġteas ing", + "ĠH itch", + "ĠHit ch", + "ĠGe ek", + "ĠGee k", + "E SCO", + "ES CO", + "ESC O", + "Ġ wich", + "Ġw ich", + "Ġwi ch", + "ĉ ax", + "ĉa x", + "_ decor", + "_de cor", + "_dec or", + "Ġscreen Width", + "ĠSo phia", + "ĠSoph ia", + "F orgot", + "For got", + "Forg ot", + ". uni", + ".un i", + ".u ni", + "ĠVen ture", + "ĠVent ure", + "_ collision", + "_c ollision", + "_coll ision", + "Ġlaw maker", + "( Edit", + "(E dit", + "b lers", + "ble rs", + "bl ers", + "bler s", + "Ġ getNext", + "Ġget Next", + "âĢĶ you", + "Media Player", + "ĠH orde", + "ĠHor de", + "ĠCongress man", + "obs ervations", + "observ ations", + "observation s", + "ĉ property", + "ĉp roperty", + "ĉprop erty", + "Ġ< --", + "Ġ<- -", + "Created At", + "u byte", + "ub yte", + "uby te", + "Ġquar antine", + "Ġdist ressed", + "Ġdistr essed", + "Ġdistress ed", + "_A PB", + "_AP B", + "ĠGood man", + "ãĤ «", + "Ġrecom end", + "_ PRINTF", + "_PRINT F", + "D ONE", + "DO NE", + "DON E", + "Bind able", + "r strip", + "rs trip", + "rst rip", + "cent aje", + "Ġ Unexpected", + "ĠUn expected", + "ĠS CHOOL", + "ĠProfessional s", + "ĠProfession als", + "ĠGPU s", + "ĠGP Us", + "L esson", + "Le sson", + "Les son", + "Less on", + "Ex clusive", + "Ġat rav", + "Ġatr av", + "ĠD ank", + "ĠDan k", + "ĠDa nk", + "ĠLaw yers", + "ĠLawyer s", + "ĠWal ton", + "ĠWalt on", + "> []", + ">[ ]", + "Ġa loud", + "Ġal oud", + "Ġalo ud", + "=\" ../../../", + "=\"../ ../../", + "=\"../../ ../", + "Ġdeb ating", + "ĠA VG", + "ĠAV G", + "_V OL", + "_VO L", + "/ cgi", + "/c gi", + ". deg", + ".d eg", + ".de g", + ": g", + ".Info f", + ".Inf of", + "Measure Spec", + ". song", + ".s ong", + ".so ng", + ".son g", + "m tree", + "mt ree", + "ul ls", + "ull s", + "J ordan", + "ĠC overs", + "ĠCo vers", + "ĠCover s", + "ĠCov ers", + "ĠCove rs", + "Ġattrib utable", + "Ġj edis", + "Ġje dis", + "Ġjed is", + "iat rics", + "iatric s", + "Ġrot terdam", + "Ġ meld", + "Ġm eld", + "Ġme ld", + "Ġmel d", + "Ġ ContentType", + "ĠContent Type", + "Ġman tle", + "Ġmant le", + "Ġ alice", + "Ġa lice", + "Ġal ice", + "Ġali ce", + "_ duplicate", + "_d uplicate", + "_dup licate", + "/ Internal", + "Ġ filesize", + "Ġfile size", + "Ġfiles ize", + "ĉ fire", + "ĉf ire", + "ĉfi re", + "r ese", + "re se", + "res e", + "on dere", + "ond ere", + "onder e", + "onde re", + "Ġfamiliar ity", + "ĠC rest", + "ĠCr est", + "ĠCre st", + "ĠCres t", + "Ġk arma", + "Ġkar ma", + "Ġtor ino", + "Ġm esa", + "Ġme sa", + "Ġmes a", + "/ temp", + "/t emp", + "Ġc hir", + "Ġch ir", + "Ġchi r", + "Ġ Overflow", + "ĠOver flow", + "Ġten emos", + "u nik", + "un ik", + "uni k", + "N EXT", + "NE XT", + "A lle", + "Al le", + "All e", + "Ġn xt", + "Ġnx t", + "M art", + "Mar t", + "Ma rt", + "Ġ atl", + "Ġa tl", + "Ġat l", + "Ġperiod o", + "Ġperi odo", + "_ you", + "_y ou", + "Ġ} )).", + "Ġ}) ).", + "Ġ})) .", + "int estinal", + ".Adapter View", + "Ġhes itant", + "Ġcompar atively", + "Ġcomparative ly", + ". UInt", + ".U Int", + ".UI nt", + "( viewModel", + "(view Model", + "Ġsang at", + "Ġ Responsive", + "ĠRes ponsive", + "ĠRespons ive", + "ĠZ ack", + "ĠZa ck", + "ĠZac k", + "â ħ", + "J AVA", + "JA VA", + "ĠFull er", + "ĠFu ller", + "ĠFul ler", + "Ġ âĿ¤", + "ĠâĿ ¤", + ". Consumer", + ".Con sumer", + ".Cons umer", + "Ġ ank", + "Ġa nk", + "Ġan k", + "Ġre actors", + "Ġreact ors", + "Ġreactor s", + "f uck", + "fu ck", + "_ rat", + "_r at", + "_ra t", + "Ġsession Factory", + "_ backward", + "_back ward", + "Ġscram bled", + "Ġscramble d", + "ĉ th", + "ĉt h", + "Ġins ensitive", + "Ġch amps", + "Ġcha mps", + "Ġcham ps", + "Ġchamp s", + "Ġ nginx", + "Ġng inx", + "Ġcon hec", + "Ġconhe c", + "ĠJ asper", + "ĠJas per", + ". fm", + ".f m", + "Strict Equal", + "ach sen", + "achs en", + "- Nov", + "-N ov", + "-No v", + "l assen", + "lass en", + "las sen", + ". integration", + ".int egration", + "( lbl", + "(l bl", + "Com pose", + "Comp ose", + "ĠF on", + "ĠFo n", + "à ļ", + "Gr atis", + "ĠL ime", + "ĠLim e", + "ĠLi me", + "ĠAdapter View", + "Ġpoison ed", + "Ġpois oned", + "anch ors", + "anchor s", + "设 计", + "'] ?>\"", + "']?> \"", + "Ġpro cur", + "Ġproc ur", + "It aly", + ". MONTH", + ".MON TH", + "ĠL UA", + "ĠLU A", + "ĠLith uania", + "ĠHe ads", + "ĠHead s", + "_CH UNK", + "ĠP USH", + "ĠPU SH", + "ĠPUS H", + "Aspect Ratio", + "Ġ weg", + "Ġw eg", + "Ġwe g", + "Ġv ids", + "Ġvi ds", + "Ġvid s", + "ĠW ein", + "ĠWe in", + "ĠWei n", + "ĉ INT", + "ĉI NT", + "ĉIN T", + "session Id", + "Ind ustry", + "Ġden ounced", + "JK LM", + "ĠVan essa", + ". Identifier", + ".Id entifier", + "p ropri", + "pro pri", + "prop ri", + "Ġ иг", + "Ġи г", + "Ġté cn", + "Ġtéc n", + "Ġm osaic", + "Ġmos aic", + "Stream Reader", + "- Th", + "-T h", + "f orth", + "for th", + "fort h", + "Ġad herence", + "Ġadher ence", + "Ġadhere nce", + "b ate", + "ba te", + "bat e", + "Ġkn ights", + "Ġknight s", + "s ounds", + "so unds", + "sound s", + "sou nds", + "Ġs alle", + "Ġsa lle", + "Ġsal le", + "O MET", + "OM ET", + "OME T", + "ãĤ¹ ãĥĪ", + "- tm", + "-t m", + "ĠR he", + "ĠRh e", + ".File OutputStream", + "åĪĨ ç±»", + "Ġ ENG", + "ĠE NG", + "ĠEN G", + "h oliday", + "hol iday", + "Ġ Congratulations", + "ĠCong ratulations", + ") (Ċ", + ")( Ċ", + "Ġaggregate s", + "Ġaggreg ates", + "H OOK", + "HO OK", + "e wire", + "ew ire", + "Sen ator", + "Ġembed dings", + "Ġembedding s", + "e py", + "ep y", + "( COM", + "(C OM", + "Ġrob ber", + "ä ter", + "ät er", + "w ang", + "wa ng", + "wan g", + "_ teacher", + "_t eacher", + "_te acher", + "Ġresent ment", + "Ġlett uce", + "er reur", + "err eur", + "erre ur", + "( ic", + "(i c", + "ĠT actical", + "ĠTac tical", + "Ġ Contracts", + "ĠCon tracts", + "ĠContract s", + "ĠContr acts", + "Ġm ænd", + "Ġsit ios", + "Ġsiti os", + "Ġsitio s", + "Ġbast ante", + "Ġnue vos", + "Ġnuevo s", + "ĉN drFc", + "Ġprivate Key", + "uc ch", + "ucc h", + "MM dd", + "Ġ è¾ĵåĩº", + "Ġè¾ĵ åĩº", + "um ba", + "umb a", + "@ foreach", + ": \");ĊĊ", + ":\" );ĊĊ", + ":\");Ċ Ċ", + ":\") ;ĊĊ", + "Ġslip pery", + "ĠKey stone", + "ĠKe ystone", + "ĠKeys tone", + "Ġpione ering", + "Ġpioneer ing", + "_ triangle", + "_t riangle", + "_tr iangle", + "_tri angle", + "( \"Ċ", + "(\" Ċ", + "ĉ ĉĉĉĉĉĉĉĠĠ", + "ĉĉ ĉĉĉĉĉĉĠĠ", + "ĉĉĉĉ ĉĉĉĉĠĠ", + "ĉĉĉ ĉĉĉĉĉĠĠ", + "ĉĉĉĉĉ ĉĉĉĠĠ", + "ĉĉĉĉĉĉ ĉĉĠĠ", + "ĉĉĉĉĉĉĉĉ ĠĠ", + "ĉĉĉĉĉĉĉ ĉĠĠ", + "ĉĉĉĉĉĉĉĉĠ Ġ", + "ĠInt ervention", + "ĠInter vention", + "S CI", + "SC I", + "Ġc JSON", + "Ġter minating", + "Ġterm inating", + "Ġtermin ating", + "ë ¹Ħ", + "ë¹ Ħ", + "Ġbaby s", + "Ġbab ys", + "Sub set", + "Ġ ë¡", + "Ġë ¡", + "Ġseu lement", + "Ġseul ement", + "Ġseule ment", + "Ġm uestra", + "Ġmue stra", + "En tre", + "Ent re", + "Entr e", + "以 ä¸Ĭ", + "n go", + "ng o", + "\" bytes", + "QR ST", + "QRS T", + "Ġy pos", + "Ġyp os", + "person a", + "pers ona", + "Ġ Deploy", + "ĠDe ploy", + "ĠDep loy", + "c ee", + "ce e", + "Ġ à®", + "Ġà ®", + ". goal", + ".go al", + "Ġhabit ats", + "Ġhabitat s", + "Ġ isAdmin", + "Ġis Admin", + "Ġexplo iting", + "Ġexploit ing", + "Ġvent il", + "Ġven til", + "ĠB alls", + "ĠBall s", + "ĠBal ls", + "ا ب", + "Ø§Ø ¨", + "Ġmind fulness", + "Ġmindful ness", + "( kwargs", + "(k wargs", + "Ġre sembling", + "Ġresembl ing", + "Ġch oir", + "Ġcho ir", + "Ġon BackPressed", + "ĠSEC URITY", + "/ gtest", + "/g test", + "Ġjust ices", + "Ġjustice s", + "Ġinteger Value", + "b lah", + "bl ah", + "bla h", + "ĠA im", + "ĠAi m", + "_ finalize", + "_final ize", + "k eh", + "ke h", + "ĠComplex ity", + "Ġaug ust", + "get ElementsByTagName", + "Ġp reach", + "Ġpr each", + "Ġpre ach", + "Ġpron unciation", + "Ġ Trash", + "ĠTr ash", + "ĠTra sh", + "- percent", + "-per cent", + "_PR IV", + "_PRI V", + "ĠH unts", + "ĠHun ts", + "ĠHu nts", + "ĠHunt s", + "ĠC urse", + "ĠCur se", + "u ellen", + "ue llen", + "uel len", + "uelle n", + "uell en", + "Ġheavy weight", + "X i", + "ĉ selected", + "ĉselect ed", + "ĉse lected", + "ĠMcC oy", + "å¼Ĥ 常", + "| =Ċ", + "|= Ċ", + "ĠBattle field", + "Item Image", + "Ġded uctions", + "Ġdeduct ions", + "Ġdeduction s", + "ĠElement al", + "ĠEle mental", + "ĠElem ental", + "( ));//", + "() );//", + "()) ;//", + "()); //", + "ĠBur k", + "ĠBu rk", + "} )čĊčĊ", + "}) čĊčĊ", + "})čĊ čĊ", + "sw ift", + "/ function", + "/f unction", + "Us ually", + "Usu ally", + "_ St", + "_S t", + "_fe ats", + "_feat s", + "Ġ IsValid", + "ĠIs Valid", + "Ġz ad", + "Ġza d", + "Image Context", + "Ġ classname", + "Ġclass name", + "Ġdon ner", + "Ġdonne r", + "Ġdonn er", + "Ġ-- >ĊĊĊ", + "Ġ-->Ċ ĊĊ", + "Ġ--> ĊĊĊ", + "Ġ-->ĊĊ Ċ", + "Ġmotor cycles", + "Ġmotorcycle s", + "+' /'+", + "+'/ '+", + "Ġ setBackground", + "Ġset Background", + "\\ CMS", + "\\C MS", + ". AllArgsConstructor", + ".All ArgsConstructor", + "ĠLex ington", + ". examples", + ".ex amples", + ".example s", + ".exam ples", + "ĠP urs", + "ĠPur s", + "ĠPu rs", + "Push Matrix", + "Ġ================================================= =============", + ".add Target", + "p ora", + "por a", + "po ra", + "Full screen", + "Ġgo of", + "Ġgoo f", + "h len", + "hl en", + "hle n", + "ä ge", + "ĠC URL", + "ĠCUR L", + "ĠCU RL", + "Ġ Interesting", + "ĠInter esting", + "ĠInterest ing", + "Ġretrie ves", + "Ġretrieve s", + "Ġretr ieves", + "_ Obj", + "_O bj", + "in ness", + "inn ess", + "inne ss", + "- ----ĊĊ", + "-- ---ĊĊ", + "---- -ĊĊ", + "--- --ĊĊ", + "----- ĊĊ", + "-----Ċ Ċ", + ".t sv", + ".ts v", + "( IM", + "(I M", + "ĠBr aves", + "ĠBra ves", + "ĠBrave s", + "_ ISR", + "_I SR", + "_IS R", + "o sti", + "os ti", + "ost i", + "á» ĵ", + "ĠEx terior", + "ĠExt erior", + "ĠCourt ney", + "Ġresid ues", + "Ġresidue s", + "T ier", + "Ti er", + ".* ;čĊčĊ", + ".*;čĊ čĊ", + ": black", + ":b lack", + "web View", + "\" path", + "Ġm asa", + "Ġma sa", + "Ġmas a", + "] !='", + "]!= '", + "Ġ Matching", + "ĠM atching", + "ĠMat ching", + "ĠMatch ing", + "d ur", + "du r", + "J vm", + "= context", + "_ RING", + "_R ING", + "Ġpro ponents", + "Ġprop onents", + "ĠQString Literal", + "Ġ inflate", + "Ġin flate", + "Ġinf late", + "Ġinfl ate", + "< Float", + " \">čĊ", + "Ġ?>\" >čĊ", + "Ġ?>\"> čĊ", + "_C OST", + "_CO ST", + "i linear", + "il inear", + "ili near", + "iline ar", + "ilin ear", + "Ġ Workspace", + "ĠWork space", + "ĠWorks pace", + "Ġs pel", + "Ġsp el", + "Ġspe l", + "ag ogue", + "ago gue", + "agog ue", + "ĠMillenn ium", + "ĠPop ulate", + "Ġ nid", + "Ġn id", + "Ġni d", + ".parse Color", + "S olar", + "So lar", + "Sol ar", + "ĠG ad", + "ĠGa d", + "Ġ ì¤ij", + "Ġì ¤ij", + "Ġì¤ ij", + "ĠK amp", + "ĠKa mp", + "ĠKam p", + "ĉ rm", + "ĉr m", + "Ġb enz", + "Ġbe nz", + "Ġben z", + "Ġ Honestly", + "ĠH onestly", + "ĠHonest ly", + "Ġelectro de", + "Ġelectr ode", + "ĠPr airie", + "ĠPra irie", + "Ġ PROFILE", + "ĠPRO FILE", + "ĠPROF ILE", + "ĠOri ental", + "ĠOrient al", + "ĠO LED", + "ĠOL ED", + "/cop yleft", + "awa ii", + "awai i", + "( products", + "(product s", + ") \\<", + ")\\ <", + "- created", + "-c reated", + "-create d", + "-cr eated", + ".Many ToMany", + "\" How", + "\"H ow", + "Ġв Ñĭп", + "ĠвÑĭ п", + "Ġmitochond rial", + "_ testing", + "_t esting", + "_test ing", + "( created", + "(c reated", + "(create d", + "(cr eated", + "Ġ getField", + "Ġget Field", + "_E VAL", + "_EV AL", + "] .\"", + "]. \"", + "ĠF SM", + "ĠFS M", + "ĠR ita", + "ĠRi ta", + "ĠRit a", + "Ġ åıĤæķ°", + "Ġåı Ĥæķ°", + "ĠåıĤ æķ°", + "Ġc ôt", + "Ġcô t", + "ĠIns ight", + "ĉ mysqli", + "ĉm ysqli", + "ĉmysql i", + "_ timing", + "_t iming", + "_tim ing", + "_ti ming", + "I DO", + "ID O", + ") ))))Ċ", + ")) )))Ċ", + "))) ))Ċ", + ")))) )Ċ", + "CO VERY", + "COVER Y", + ". imag", + ".i mag", + ".im ag", + "C DF", + "CD F", + "l ust", + "lu st", + "lus t", + "i ckt", + "ic kt", + "ick t", + "_ FP", + "_F P", + ". ','", + ".' ,'", + ".', '", + "g cc", + "gc c", + "Ġkur z", + "Ġku rz", + "_p wm", + "_pw m", + "Ġodp owied", + "Ġ Barrier", + "ĠBar rier", + "ĠBarr ier", + "/************************************************************************ ***Ċ", + "p ak", + "pa k", + "- Israel", + "ĠRut gers", + "Ġselected Item", + "ĠRam irez", + "F arm", + "Far m", + "Fa rm", + "Ġcal endars", + "Ġcalendar s", + "Ġcalend ars", + "g zip", + "gz ip", + "Ġblock buster", + "ĠPly mouth", + "çľ Į", + "res ponses", + "response s", + "respons es", + ".Dialog Interface", + "- grand", + "-g rand", + "-gr and", + "Ġ getSource", + "Ġget Source", + "ĠgetS ource", + "Ġdej tings", + "Ġdejting s", + "Ġt ieten", + "Ġti eten", + "Ġtie ten", + "Ġcondem nation", + "Ġcondemn ation", + "Ġcontin uar", + "Ġcontinu ar", + "Ġcontinua r", + ".Mock Mvc", + "/ english", + "Ġ MediaPlayer", + "ĠMedia Player", + "com puted", + "comp uted", + "compute d", + "comput ed", + "ĠCl ippers", + "ĠClip pers", + "ĠCli ppers", + "( delegate", + "(de legate", + ". Slf", + ".S lf", + "Ġ ë¡ľ", + "Ġë¡ ľ", + "ĠT ide", + "ĠTi de", + "Ġih rem", + "Ġihr em", + "Ġihre m", + "ĠW an", + "ĠWa n", + "Ñĥ ÑİÑī", + "ÑĥÑİ Ñī", + "} ><", + "}> <", + "Disc ussion", + "Discuss ion", + "Ġw atts", + "Ġwat ts", + "Ġwatt s", + "- minus", + "-m inus", + "-min us", + "ĠJul iet", + "ĠJulie t", + "ĠJuli et", + "éĽ ħ", + "Ġcon cluding", + "Ġconcl uding", + "and scape", + "ands cape", + "Ġúlt ima", + "ĠD ERP", + "ĠDE RP", + "ĠDER P", + "Ġsign Up", + "ĠSecond ly", + "W AIT", + "WA IT", + "l ds", + "ld s", + ". callbacks", + ".call backs", + ".callback s", + "( hour", + "(h our", + "im ators", + "ima tors", + "imator s", + "imat ors", + "vol ent", + "A AF", + "AA F", + "e driver", + "ed river", + "ĠMath ematic", + "< Tuple", + "'", + "Ġ/> '", + "{ j", + "_AB ORT", + "E ther", + "Et her", + "Eth er", + "Ġeduc ator", + "Ġpreca ution", + "Ġfinger tips", + "Ġfingert ips", + "get Var", + "cam atan", + "- debug", + "-de bug", + "ĠR AF", + "ĠRA F", + "[ arg", + "[a rg", + "Ġr aced", + "Ġrace d", + "Ġrac ed", + "Ġra ced", + "Ġts unami", + ".f link", + ".fl ink", + "Ġgl yc", + "Ġgly c", + "u ko", + "uk o", + "Ġ Multiply", + "ĠM ultiply", + "ĠMulti ply", + "ĠMultip ly", + "Ġre distribution", + "Ġred istribution", + "Ġredistrib ution", + "Ġredis tribution", + "A GO", + "AG O", + "Ġ Routine", + "ĠR outine", + "ĠRout ine", + "Ġ opr", + "Ġo pr", + "Ġop r", + "( lower", + "(l ower", + "(low er", + "(lo wer", + "ĠFun ktion", + "ĠFunk tion", + ". dk", + ".d k", + "Ġ egt", + "Ġe gt", + "Ġeg t", + "_B ASIC", + "sys call", + "ĠL SD", + "ĠLS D", + "Ġ Duplicate", + "ĠD uplicate", + "ĠDup licate", + "_ sell", + "_s ell", + "_se ll", + "_sel l", + "Ġerror Handler", + "_ ips", + "_i ps", + "_ip s", + "Ġ erv", + "Ġe rv", + "Ġer v", + "an nie", + "ann ie", + "anni e", + "(resource Name", + "Ġbott led", + "Ġbottle d", + "Ġcraw ling", + "Ġcrawl ing", + "e gment", + "eg ment", + ".set Tag", + "Ġ rss", + "Ġr ss", + "Ġrs s", + "ĠQu arry", + "ĠQuar ry", + "_ exact", + "_ex act", + ". jwt", + ".j wt", + "ĠBo ards", + "ĠBoard s", + "o pi", + "op i", + "Ġn asal", + "Ġna sal", + "Ġnas al", + "Ġ XYZ", + "ĠX YZ", + "ĠXY Z", + ". ud", + ".u d", + "North ern", + "Nor thern", + "Ġact ivating", + "Ġactiv ating", + "e dx", + "ed x", + "ov ah", + "ova h", + "Ġ indx", + "Ġin dx", + "Ġi ndx", + "Ġind x", + "Alert Dialog", + "Ġt ienes", + "Ġti enes", + "Ġtie nes", + "Ġtiene s", + "an nya", + "ann ya", + "anny a", + "_ pan", + "_p an", + "_pa n", + "( decimal", + "(d ecimal", + "(de cimal", + "(dec imal", + ". Dict", + ".D ict", + ".Di ct", + "Ġsubsidi aries", + "Product Name", + "F ew", + "Fe w", + "d ato", + "da to", + "dat o", + "od ied", + "odi ed", + "odie d", + "- under", + "-un der", + "-u nder", + "Ġ ê²ĥ", + "Ġê² ĥ", + "çīĪ æľ¬", + "at ism", + "atis m", + "ati sm", + "[ Math", + "[M ath", + ". '<", + ".' <", + "( infile", + "(in file", + "Ġde notes", + "Ġden otes", + "Ġdenote s", + "$ class", + "$c lass", + "_SEC URITY", + "Ġsew age", + "m elon", + "me lon", + "mel on", + "( Character", + "(Char acter", + "/ github", + "/g ithub", + "/git hub", + "Ġgl aring", + ". Guid", + ".G uid", + "_ sparse", + "_s parse", + "_sp arse", + "Ġ Margin", + "ĠM argin", + "ĠMar gin", + "ĠMarg in", + "_ dns", + "_d ns", + "_dn s", + "Ġme iner", + "Ġmein er", + "Ġmeine r", + "Ġleft ist", + "ĉ loc", + "ĉl oc", + "a bytes", + "aby tes", + "abyte s", + "Ġequipment s", + "Ġequip ments", + "ex po", + "exp o", + "ĠSom erset", + "E K", + "æį ¢", + "Ġlect urer", + "Ġlecture r", + "Ġmem iliki", + "æł ¸", + "ç´ ł", + "p ron", + "pr on", + "pro n", + ": pointer", + "b orrow", + "bor row", + "ĠProt ective", + "ĠProtect ive", + "_ cf", + "_c f", + "Ġ ÐķÑģли", + "ĠÐķ Ñģли", + "b pp", + "bp p", + "' ;ĊĊĊĊ", + "';Ċ ĊĊĊ", + "';ĊĊ ĊĊ", + "'; ĊĊĊĊ", + "';ĊĊĊ Ċ", + "at urally", + "atur ally", + "atural ly", + "_ NAV", + "_N AV", + "Ġpe ptide", + "> d", + "Ġ ifstream", + "Ġif stream", + "Ġi fstream", + "_FACT ORY", + "_FACTOR Y", + "' );//", + "') ;//", + "'); //", + "j oined", + "join ed", + "jo ined", + "m ong", + "mon g", + "mo ng", + "Ġtime spec", + "Ġtimes pec", + "Ġdest abil", + "Ġdesta bil", + "Ġ autop", + "Ġaut op", + "Ġauto p", + "Ġau top", + "- limit", + "-l imit", + "-li mit", + "public ation", + "pub lication", + "ĠD enn", + "ĠDe nn", + "ĠDen n", + ". Memory", + ".M emory", + "( skb", + "(s kb", + "(sk b", + "ĠAna heim", + "_RETURN TRANSFER", + "o ueur", + "ou eur", + "( _('", + "(_ ('", + "l egt", + "le gt", + "leg t", + "ist ingu", + "isting u", + "ĉ priv", + "ĉp riv", + "ĉpr iv", + "Ġredirect s", + "M t", + "Ġal leen", + "Ġall een", + "Ġalle en", + "Ġ PointF", + "ĠPoint F", + "Ġ omin", + "Ġo min", + "Ġom in", + "Ġc itt", + "Ġcit t", + "Ġci tt", + "ĠT age", + "ĠTag e", + "ĠTa ge", + "ĠW alls", + "ĠWall s", + "ĠWal ls", + "á» ī", + "Ġoccup ying", + "Ġoccupy ing", + "x BF", + "xB F", + "r angle", + "ra ngle", + "ran gle", + "rang le", + "Ġrel ational", + "Ġrelation al", + "Ġrelat ional", + "- org", + "-o rg", + "-or g", + "Ġ jpg", + "Ġj pg", + "Ġjp g", + "- derived", + "Ġmal function", + "ĠB enson", + "ĠBen son", + "( scroll", + "(s croll", + "(sc roll", + "Ġ XD", + "ĠX D", + "H oly", + "Ho ly", + "Hol y", + "( commands", + "(command s", + "(comm ands", + "Ġt ipping", + "Ġti pping", + "Ġtip ping", + "Ġpr imitives", + "Ġprim itives", + "Ġprimitive s", + "Ġsex le", + "Call Check", + "Ġ MASTER", + "ĠM ASTER", + "ĠMA STER", + "ĠMAS TER", + "_ TEAM", + "_TE AM", + ".setRequest Header", + "_ specs", + "_sp ecs", + "_spec s", + "Ġs erge", + "Ġser ge", + "Ġserg e", + ". Master", + ".M aster", + ".Ma ster", + "Ġ ims", + "Ġi ms", + "Ġim s", + ".Spring BootTest", + "pay pal", + "ĠW ANT", + "ĠWA NT", + "ĠWAN T", + ". Inst", + ".I nst", + ".In st", + "ĠCar pet", + "ĠCarp et", + "Ġwrong ly", + "( $('.", + "($ ('.", + "($( '.", + "($(' .", + "Ġ bild", + "Ġb ild", + "Ġbi ld", + "Ġbil d", + ". Roll", + ".R oll", + "ĠU rb", + "ĠUr b", + "- can", + "-c an", + "-ca n", + "ãģı ãģłãģķãģĦ", + "ãģıãģł ãģķãģĦ", + "olib eral", + " čĊčĊ", + "Ġ-->čĊ čĊ", + "ĠMa hm", + "ĠMah m", + "} \";ĊĊ", + "}\" ;ĊĊ", + "}\";Ċ Ċ", + "Ġ dq", + "Ġd q", + "ĠPublish ers", + "ĠPublisher s", + "ĠA mpl", + "ĠAm pl", + "ĠAmp l", + "ĠDaniel le", + "ĠDani elle", + "Ġ tern", + "Ġt ern", + "Ġte rn", + "Ġter n", + "èµ ·", + "no ÅĽÄĩ", + "e in", + "ei n", + "ĠAsync Storage", + "u nger", + "un ger", + "ung er", + "unge r", + "ro uw", + "rou w", + "Ġsc issors", + "/ assert", + "/as sert", + ". bucket", + ".b ucket", + "/ archive", + "/a rchive", + "/arch ive", + "_ Man", + "_M an", + "Ġint oler", + "Ġinto ler", + "Ġ ()=>", + "Ġ( )=>", + "Ġ() =>", + "Ġ ÐĴÑĭ", + "ĠÐĴ Ñĭ", + "Ġs ai", + "Ġsa i", + ". xy", + ".x y", + ". \"čĊ", + ".\" čĊ", + "Ġur inary", + "e sub", + "es ub", + "IST ICS", + "ISTIC S", + "Ġ κ", + "ĠÎ º", + "Ġcompl iments", + "Ġcompliment s", + "Ġtypings Japgolly", + "i har", + "ih ar", + "Exp ansion", + "ĠS erving", + "ĠSer ving", + "ĠServ ing", + "_ students", + "_st udents", + "_student s", + "ĠX BOOLE", + "( il", + "(i l", + "Ġ ì²ĺ", + "Ġì² ĺ", + "Ġj ó", + "( tol", + "(t ol", + "(to l", + "( JS", + "(J S", + "ĉ CG", + "ĉC G", + "Ġ DRAW", + "ĠD RAW", + "ĠDR AW", + "t wig", + "tw ig", + "Ġo at", + "Ġoa t", + "_ smooth", + "_sm ooth", + "ĠC SL", + "ĠCS L", + "Ġo sob", + "Ġos ob", + "Ġens uing", + "Ġb anker", + "Ġbank er", + "Ġban ker", + "ĠBack pack", + "_ ping", + "_p ing", + "_pin g", + "_pi ng", + "Ġ wishlist", + "Ġw ishlist", + "Ġwish list", + "= ax", + "=a x", + "ĉ ĠĠĠĊ", + "ĉĠĠĠ Ċ", + "ĉĠ ĠĠĊ", + "ĉĠĠ ĠĊ", + "Dis ney", + "ste ady", + "stead y", + "\" >%", + "\"> %", + "Ġproph ets", + "Ġprophet s", + "Ġ ZX", + "ĠZ X", + "Ġminimal ist", + "Ġminim alist", + ". PLAIN", + ".PL AIN", + "Se attle", + "Seat tle", + ". ordinal", + "Ġ PIPE", + "ĠPI PE", + "Ġret orna", + "Ġretorn a", + "Ġj ugador", + "Ġjug ador", + "ĠB ret", + "ĠBr et", + "ĠBre t", + "ĠâĶ ľ", + "Ġp lush", + "Ġpl ush", + "Ġplus h", + "Ġplu sh", + "UL ATOR", + "ULA TOR", + "S orting", + "Sort ing", + ".grid y", + ".gr idy", + "ect omy", + "_ activ", + "_ac tiv", + "_act iv", + "r ack", + "ra ck", + "rac k", + "Inter active", + "ĠAntar ctica", + "ĠAntarctic a", + "Ġv engeance", + "en so", + "ens o", + "_ known", + "_k nown", + "up plier", + "upp lier", + ". Modules", + ".Mod ules", + ".Module s", + "ĠConnection State", + "éļ IJèĹı", + "éļIJ èĹı", + "@ FindBy", + "Ġ placer", + "Ġpl acer", + "Ġplace r", + "Ġplac er", + "Ġpla cer", + "\\ model", + "< ()>", + "<( )>", + ".is Successful", + ".isSuccess ful", + "- good", + "-g ood", + "-go od", + "b z", + "ĠDr aco", + "ĠDra co", + "Ass istant", + "- extra", + "-ex tra", + "-ext ra", + "аб лиÑĨ", + "Ġhyp ocrisy", + "Ġt st", + "Ġts t", + "ĠA gr", + "ĠAg r", + "$ txt", + "$t xt", + "Ġlog istic", + "l icensed", + "lic ensed", + "license d", + "ĠH of", + "ĠHo f", + "Ġ tat", + "Ġt at", + "Ġta t", + "( iv", + "(i v", + "Ġint oxic", + "Ġinto xic", + "Ġintox ic", + "post Id", + "_ strike", + "_st rike", + "_str ike", + "Ġhum iliation", + "Ġhumili ation", + "p codes", + "pc odes", + "\" sync", + "\"s ync", + "( recipe", + "(rec ipe", + "+ N", + "r ente", + "re nte", + "ren te", + "rent e", + "ĉ Client", + "ĉC lient", + "ycop g", + "ĠZur ich", + "ĠZu rich", + "Ġ Profiles", + "ĠPro files", + "ĠProf iles", + "ĠProfile s", + "C ountries", + "Count ries", + "Ġp ict", + "Ġpi ct", + "Ġpic t", + "Ġroll out", + "requ encies", + "Ġp atched", + "Ġpat ched", + "Ġpatch ed", + "Ġcar tridges", + "Ġcartridge s", + "Ġsh ading", + "Ġsha ding", + "J ar", + "Ja r", + "Ġsalv age", + "ĠT axes", + "ĠTax es", + "ĠTa xes", + "Ġstand by", + "ap oran", + "apor an", + "apo ran", + "E igen", + ". angular", + "Ġ Nested", + "ĠN ested", + "ĠNe sted", + "ĠNest ed", + "ĠNes ted", + "ä º«", + "äº «", + "Ġ isVisible", + "Ġis Visible", + "ĠDw ight", + "_BR ANCH", + ". Delay", + ".D elay", + ".De lay", + "Ġk end", + "Ġke nd", + "Ġken d", + "Ġfacilit ated", + "Ġfacilitate d", + "Ġfacil itated", + ". flatMap", + ".flat Map", + "Ġs anta", + "Ġsan ta", + "Ġsant a", + "ĉ Send", + "ĉS end", + "/ messages", + "/m essages", + "/message s", + "Ġof Type", + "ĉ swap", + "ĉs wap", + "ĉsw ap", + "# plt", + "ĠTur ks", + "ĠTurk s", + "N ES", + "NE S", + "Ġprogress ively", + "Ġprogressive ly", + "ĠRes idence", + "Ġ TREE", + "ĠT REE", + "ĠTR EE", + "ĠTRE E", + "Ġn oen", + "Ġno en", + "Ġnoe n", + "d io", + "di o", + "Ġ nelle", + "Ġn elle", + "Ġne lle", + "Ġnel le", + "Ġnell e", + "Ġso gar", + "Ġsog ar", + "i tti", + "it ti", + "itt i", + "week ly", + "Ġambigu ity", + "_ Settings", + "_S ettings", + "_Set tings", + "W are", + "War e", + "Wa re", + ". neo", + ".n eo", + ".ne o", + "_ DST", + "_D ST", + "_DS T", + "Ġ æĸ¹", + "Ġæĸ ¹", + "p rep", + "pr ep", + "pre p", + "l obby", + "lob by", + "@ email", + "/ movie", + "/m ovie", + "Ġfun kc", + "Ġfunk c", + "Ġ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ Ċ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĠĠĠĠĊ", + "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ ĠĊ", + "ÂŃ s", + "Ġguard ians", + "Ġguardian s", + "- pos", + "-p os", + "-po s", + "Ġconfig uring", + "Ġconfigur ing", + "ĠC PS", + "ĠCP S", + "ĠD eus", + "ĠDe us", + "Ġvidé os", + "Ġvidéo s", + "_ empresa", + "_emp resa", + "Ġsl apped", + "Ġsla pped", + "Ġslap ped", + "< Model", + "',Ċ", + "\"> ',Ċ", + "\">' ,Ċ", + "\">', Ċ", + "_X DECREF", + "ĠBuzz Feed", + "_M ARGIN", + "P LOY", + ". small", + ".s mall", + ".sm all", + "Ġm imeType", + "Ġmime Type", + "Ġh olog", + "Ġho log", + "Ġhol og", + "ĉ camera", + "ĉc amera", + "l ias", + "li as", + "lia s", + "Ġsusp ense", + "od ynam", + "ody nam", + "odyn am", + "b au", + "ba u", + "Ġgrave yard", + "_ named", + "_n amed", + "_name d", + "_na med", + "\": \"'", + "\":\" '", + "Ġ ************************************************", + "Ġ******************************** ****************", + "Ġ******** ****************************************", + "Ġ**************** ********************************", + "Ġ************************ ************************", + "Ġ**************************************** ********", + "Ġgame Over", + "Ġ LENGTH", + "ĠLE NGTH", + "ĠLENG TH", + "ĉ screen", + "ĉs creen", + "ĉsc reen", + "Ġdo InBackground", + "_ dependencies", + "_depend encies", + "_dep endencies", + "Ġ rtc", + "Ġr tc", + "Ġrt c", + "/ up", + "/u p", + "_ ROM", + "_R OM", + "_RO M", + "H all", + "Ha ll", + "Hal l", + "Ġdef iciencies", + "( te", + "(t e", + "' #", + "_ equiv", + "_e quiv", + "_equ iv", + "Ġpre order", + "ĠA xe", + "ĠAx e", + "о мÑĥ", + "ом Ñĥ", + ".send File", + "Ġ filt", + "Ġf ilt", + "Ġfil t", + "Ġfi lt", + "Ġ Limits", + "ĠL imits", + "ĠLim its", + "ĠLi mits", + "ĠLimit s", + "ĠCaval iers", + ". discount", + ".dis count", + ".disc ount", + "âĨ IJ", + "ĠW it", + "ĠWi t", + "QRST UV", + "Ġ ij", + "Ġi j", + "Ġt egen", + "Ġte gen", + "Ġteg en", + "Ġ :\",", + "Ġ: \",", + "Ġ:\" ,", + "diff iculty", + "p unkt", + "pun kt", + "punk t", + "ĠEm ails", + "ĠEmail s", + "ch lor", + "chl or", + "( fun", + "(f un", + ". Uint", + ".U int", + ".Ui nt", + "ĠSt all", + "ĠSta ll", + "_ verified", + "_ver ified", + "u D", + "File Type", + "Ġple asures", + "Ġpleasure s", + "Ġpleas ures", + "Ġjud iciary", + "Ġs ham", + "Ġsh am", + "Ġsha m", + "i pur", + "ip ur", + "_ PLUS", + "_PL US", + "of fers", + "off ers", + "offer s", + "( foo", + "(f oo", + "_ GT", + "_G T", + "ĉ core", + "ĉc ore", + "EN TION", + "ENT ION", + "ĠLib eration", + "ĠLiber ation", + "Command Line", + "_ department", + "_de partment", + "_dep artment", + "_depart ment", + ". Ar", + ".A r", + "_ neighbor", + "_ne ighbor", + "Ġ Submitted", + "ĠSub mitted", + "ĠSubmit ted", + "Ġ Ċ", + "\"> -->Ċ", + "Ġdro its", + "Ġdroit s", + "Ġhomosexual s", + "Ġab duction", + "ĉ widget", + "ĉw idget", + "$ headers", + "$header s", + "ĠD AR", + "ĠDA R", + "Ġf la", + "Ġfl a", + "th reat", + "thr eat", + "Ġl ouis", + "Ġlo uis", + "Ġlou is", + ". GetProperty", + ".Get Property", + "\" Just", + "( frames", + "(f rames", + "(frame s", + "(fr ames", + "r yo", + "ry o", + "prof ession", + "| i", + "íķ´ ìĦľ", + "( sv", + "(s v", + "Ġun recognized", + "I onic", + "Io nic", + "Ion ic", + "F ashion", + "Screen State", + "Ġ Incoming", + "ĠIn coming", + "ĠInc oming", + "Not Nil", + "Ġsyn cing", + "Ġsync ing", + "e mie", + "em ie", + "emi e", + "Ġth ermo", + "Ġther mo", + "Ġtherm o", + "_ procs", + "_pro cs", + "_pr ocs", + "_proc s", + "Ġincons istency", + "Ġinconsist ency", + "rel igious", + ". mj", + ".m j", + "Ġperson n", + "Ġpers onn", + "Ġperso nn", + "Ġmoment os", + "Ġmomento s", + "or arily", + "Ġ æĬ", + "Ġæ Ĭ", + "_ne urons", + "Ill ustr", + "im oto", + "imo to", + "i lik", + "il ik", + "ili k", + "ĠW oj", + "ĠWo j", + "Tr ading", + "Trad ing", + "Tra ding", + "Ġapp are", + "Ġap pare", + "Ġappar e", + "Ġentre prises", + "Ġentreprise s", + "a chat", + "ac hat", + "ach at", + "acha t", + "Ġ ¬", + "Ġ ¬", + "Ġne igh", + "Ġnei gh", + "BUTTON DOWN", + "ĠMa her", + "ĠMah er", + "a ghan", + "ag han", + "agh an", + "- hash", + "-h ash", + "-has h", + "\" f", + "Ġclient ele", + "Ġcliente le", + ".add Button", + "ĉ SP", + "ĉS P", + "Q i", + "Ġg rated", + "Ġgr ated", + "Ġgrat ed", + "Ġgra ted", + "Ġgrate d", + "PO SITE", + "POS ITE", + "POSIT E", + ": >", + "ĠH owell", + "ĠHow ell", + "ĠHo well", + "ĠHowe ll", + "ĠCompar ative", + "Ġ ISC", + "ĠI SC", + "ĠIS C", + "ÂŃ i", + "O cean", + "D avis", + "Da vis", + "ĠFil me", + "ĠFilm e", + "W ins", + "Win s", + "Wi ns", + "ĠJ IT", + "oc cer", + "occ er", + "ĠC orm", + "ĠCo rm", + "ĠCor m", + "ENCH MARK", + "rc hive", + "rch ive", + "i cação", + "ic ação", + "ica ção", + "Ġm ata", + "Ġmat a", + "Ġma ta", + "Ġchild birth", + "ĠOption ally", + "ĠOptional ly", + "E ns", + "En s", + "Ġx http", + "Ġel ucid", + "_Osc InitStruct", + ") )):Ċ", + ")) ):Ċ", + "))) :Ċ", + "Ġint uit", + "Ġ Donate", + "ĠDon ate", + "Ġcorre lates", + "Ġcorrel ates", + "Ġcorrelate s", + "> Delete", + "Ġe quipe", + "Ġequ ipe", + "Ġequip e", + "Ġb oca", + "Ġbo ca", + "Ġinf latable", + "Ġinfl atable", + "e rah", + "er ah", + "era h", + "ĠDateTime Kind", + "Ġcal ves", + "\\ Lib", + "\\L ib", + "Ġem lrt", + "ĠTr ilogy", + "ĠTri logy", + "ĠP anc", + "ĠPan c", + "ĠPa nc", + "ĠD uis", + "ĠDu is", + "ĠpelÃŃcul a", + "W ARDS", + "WARD S", + "WAR DS", + "_DE TECT", + "_DET ECT", + "-section al", + "d hcp", + "dh cp", + "For Row", + "- destruct", + "-d estruct", + "-de struct", + "Ġ Presenter", + "ĠP resenter", + "ĠPres enter", + "ĠPresent er", + "/ slick", + "/s lick", + "/sl ick", + ", on", + ",o n", + "ĠCit adel", + "logged in", + "logg edin", + "_ subtype", + "_sub type", + "Ġs igue", + "Ġsi gue", + "Ġsig ue", + "Ġsigu e", + "Ġc uring", + "Ġcur ing", + "Ġcu ring", + "ĠFire wall", + "Ġfluores cence", + "ĠItalian s", + "ĠItalia ns", + "ĠItal ians", + "иÑĤ ÑģÑı", + ". getStyle", + ".get Style", + "In Seconds", + "j ie", + "ji e", + "- Smith", + "-S mith", + "Ġx link", + "Ġxl ink", + "Ġsub missive", + "о нÑĤ", + "он ÑĤ", + "arbon ate", + "ĠF aul", + "ĠFa ul", + "_ goals", + "_go als", + "_goal s", + "ĠCommission ers", + "ĠCommissioner s", + "chart Instance", + "_POST FIELDS", + "Ġmed ial", + "Ġmedia l", + "Ġmedi al", + "Ġm anos", + "Ġman os", + "Ġma nos", + "Ġmano s", + "Ġd elt", + "Ġde lt", + "Ġdel t", + "s vm", + "sv m", + ". Apis", + ".A pis", + ".Api s", + ".Ap is", + "e phy", + "ep hy", + "eph y", + "Ġasym pt", + "Ġapp Delegate", + "Ġimpro bable", + "c ka", + "ck a", + "s imd", + "si md", + "sim d", + "/ Error", + "/E rror", + ". âĢĵ", + "Ġ PTS", + "ĠP TS", + "ĠPT S", + "d eer", + "de er", + "dee r", + "Ġs ina", + "Ġsi na", + "Ġsin a", + "m agnitude", + "ID ADE", + "IDA DE", + "IDAD E", + "'] }'", + "']} '", + "Ġmay ores", + "Ġmayor es", + "Ġmayo res", + "ĉ comment", + "ĉcom ment", + "/ console", + "/con sole", + "\" @", + "v olt", + "vo lt", + "vol t", + ". sell", + ".s ell", + ".se ll", + ".sel l", + "ĠM acy", + "ĠMac y", + "ĠMa cy", + "Ġme lod", + "Ġmel od", + "Ġim ágenes", + "_ chg", + "_c hg", + "_ch g", + "Ġin out", + "Ġi nout", + "id ente", + "ide nte", + "ident e", + "iden te", + ") '),Ċ", + ")' ),Ċ", + ")'), Ċ", + "d ni", + "dn i", + ". blob", + ".b lob", + ".bl ob", + "Ġtyp ography", + "Ġe erie", + "Ġee rie", + "Ġeer ie", + "_ OID", + "_O ID", + "p esan", + "pe san", + "pes an", + "a jan", + "aj an", + "aja n", + "Ġch opping", + "Ġcho pping", + "Ġchop ping", + "Ġbl uff", + "a df", + "ad f", + "_ bases", + "_b ases", + "_base s", + ". Formatter", + ".Form atter", + ".Format ter", + ".For matter", + "Ġ\\ %", + "ĠPage Info", + "Car rier", + "ĠCal ibration", + "c omo", + "com o", + "co mo", + "-b odied", + "Ġfinanc ier", + "Ġ INA", + "ĠI NA", + "ĠIN A", + ". ERR", + ".E RR", + "Ġho odie", + "Ġhood ie", + "ĠS anity", + "ĠSan ity", + "gu arded", + "guard ed", + ".opend aylight", + "IS MATCH", + "ISM ATCH", + "High lights", + "Highlight s", + "ü nk", + "ün k", + "an iem", + "ani em", + "anie m", + "ang ered", + "ange red", + "anger ed", + "assign ments", + "assignment s", + "Ġregistr ado", + "Ġregist rado", + "ĠU PPER", + "ĠUP PER", + "ampil kan", + "a shire", + "as hire", + "ash ire", + "ashi re", + "ĠNik ola", + "ĠNi kola", + "ĠNikol a", + "ĠC FL", + "ĠCF L", + "ĠH DC", + "ĠHD C", + "Ġp oids", + "Ġpo ids", + "Ġpoi ds", + "ĠI Ps", + "ĠIP s", + "Ġprevent ative", + "ips oid", + "i fix", + "if ix", + "ifi x", + ". camel", + ".c amel", + ".ca mel", + ".cam el", + ". ga", + ".g a", + "V olumes", + "Volume s", + "Vol umes", + "- ste", + "-s te", + "-st e", + "Y ahoo", + "Ya hoo", + "_s ibling", + "_si bling", + "H ighest", + "High est", + "Hi ghest", + "opt group", + "Ġkvin na", + "Ġkvinn a", + "âĢĿ ãĢĤĊĊ", + "âĢĿãĢĤ ĊĊ", + "ĠAppl iances", + "Ġ \"><", + "Ġ\" ><", + "Ġ\"> <", + "' )\")Ċ", + "') \")Ċ", + "')\" )Ċ", + "h tt", + "ht t", + "ĠIdent ified", + "Ġpencil s", + "Ġpenc ils", + "Ġmember Id", + "Ġappend String", + ".load Data", + "Ġmock Mvc", + "Ġj ub", + "Ġju b", + "ĠS lut", + "ĠSl ut", + "ĠTai pei", + "st att", + "stat t", + "sta tt", + "P olit", + "Pol it", + "Po lit", + "Ġpart ager", + "Did Change", + "Incre ases", + "Increase s", + ") }.", + ")} .", + "ĠB aba", + "ĠBa ba", + "ĠBab a", + "_CL IP", + "_CLI P", + "[ unit", + "[u nit", + "Ġ клÑİÑĩ", + "Ġк лÑİÑĩ", + "Ġalc uni", + "ĠL ola", + "ĠLo la", + "ĠLol a", + "Ġcl inging", + "Ġclin ging", + "Ġcling ing", + "@ PostMapping", + "( concat", + "(con cat", + "Ġ ssid", + "Ġs sid", + "Ġss id", + "ĠF auc", + "ĠFa uc", + "o kit", + "ok it", + "oki t", + "ĠRecord ed", + "á lez", + "ál ez", + "ále z", + "($ ('<", + "($( '<", + "($(' <", + ".assertIs Not", + "Ġk ali", + "Ġka li", + "Ġkal i", + "V olt", + "Vo lt", + "Vol t", + "Ġwarm ly", + "Ġsc ares", + "Ġsca res", + "Ġscar es", + "Ġscare s", + "g etti", + "get ti", + "ge tti", + "gett i", + "füh rt", + "führ t", + "_ does", + "_d oes", + "_do es", + ". EMAIL", + ".E MAIL", + "im ations", + "imation s", + "imat ions", + "Ġspring fox", + "ĠD ecom", + "ĠDe com", + "ĠDec om", + "ar cy", + "arc y", + "Ġgl itches", + "Ġglitch es", + "ĠM off", + "ĠMo ff", + "ĠV oll", + "ĠVol l", + "ĠVo ll", + ". between", + ".b etween", + "Ġco orden", + "Ġcoord en", + "ĠPart icularly", + "G BP", + "GB P", + "Ġ semble", + "Ġs emble", + "Ġsem ble", + "Ġsembl e", + "East ern", + "_M SB", + "_MS B", + "] ){čĊ", + "]) {čĊ", + "]){ čĊ", + "m organ", + "mo rgan", + "mor gan", + "ĠE VAL", + "ĠEV AL", + "d ere", + "de re", + "der e", + "H OUSE", + "HO USE", + "m oire", + "mo ire", + "ist ique", + "isti que", + "_l stm", + "_lst m", + "_ls tm", + "- commit", + "-com mit", + "-comm it", + "yster ious", + "Ġtw ink", + "Ġtwin k", + "- thumbnails", + "-th umbnails", + "-thumbnail s", + "e nÃŃ", + "en ÃŃ", + ": '',", + ":' ',", + ":'' ,", + "Ġblack out", + "ĠFloor s", + "ĠFlo ors", + "Ġso fas", + "Ġsofa s", + "Ġsof as", + "Ġ oui", + "Ġo ui", + "Ġou i", + "le shoot", + "les hoot", + "lesh oot", + "ĠR aq", + "ĠRa q", + "- abs", + "-a bs", + "-ab s", + "Ġk ra", + "Ġkr a", + "M ining", + "Min ing", + "Mi ning", + "Mini ng", + "s haft", + "sh aft", + "sha ft", + ".set Columns", + ".setColumn s", + "Cl azz", + "Cla zz", + "PRE TTY", + ". playlist", + ".play list", + "éĸ ¢", + "-Sah aran", + "M ING", + "MI NG", + "MIN G", + "ĉ bl", + "ĉb l", + "è® ®", + "j f", + "DO CKER", + "DOC KER", + "hop efully", + "hope fully", + "( ignore", + "(i gnore", + "ĠUsers Controller", + "ĠMitar beiter", + "Ġ LES", + "ĠL ES", + "ĠLE S", + "Ham ilton", + "- metadata", + "-m etadata", + "-meta data", + "Ġ KK", + "ĠK K", + "ikt ig", + "Ġwoll te", + "Ġwol lte", + "egr ator", + "egra tor", + "] bool", + ", current", + ",c urrent", + "Ġvalue Type", + "Ġexcav ation", + "o land", + "ol and", + "ola nd", + "olan d", + "Ġv erv", + "Ġver v", + "Ġve rv", + "/ filepath", + "/file path", + "Auth Provider", + "Ġpro crast", + "ĉ ULONG", + "ĉU LONG", + "_MEM BERS", + "_MEMBER S", + "Ġup lift", + "ĠAut onomous", + "Ġart works", + "Ġartwork s", + "ĠOut reach", + "Ġp ore", + "Ġpo re", + "Ġpor e", + "Home page", + "Dialog Title", + "Ġ Generating", + "ĠG enerating", + "ĠGener ating", + "ĠGene rating", + "P ARSE", + "PAR SE", + "Ġsem anas", + "Ġsemana s", + "Ġhum ano", + "Ġhuman o", + "JSGlobal Scope", + "Ġvo lte", + "Ġvol te", + "Ġvolt e", + "Ġb ella", + "Ġbe lla", + "Ġbel la", + "Ġbell a", + "(is instance", + "Ġp lc", + "Ġpl c", + "\\ Catalog", + "\\C atalog", + "Ġeste emed", + "Ġesteem ed", + "éĽ ·", + "( suffix", + "(s uffix", + "Ġswe eps", + "Ġsweep s", + "ĉ ORDER", + "Ġdo ivent", + "Ġdoi vent", + "ĠS warm", + "ĠSw arm", + "Ġ Compiled", + "ĠComp iled", + "ĠCompile d", + "get Page", + "A DR", + "AD R", + ".R ichTextBox", + "Ġ Naming", + "ĠN aming", + "ĠNa ming", + "ĠNam ing", + "ag ged", + "agg ed", + "ĠG ANG", + "ĠGA NG", + "r asing", + "ra sing", + "ras ing", + "od eled", + "ode led", + "odel ed", + "Ġg ala", + "Ġga la", + "Ġgal a", + "ĠJS Name", + "d df", + "dd f", + "Ġil lust", + "Ġill ust", + "ĠLan sing", + "ĠLans ing", + "[ port", + "[p ort", + "- death", + "-de ath", + "Ġdin heiro", + "ĠE ighth", + "ĠEight h", + "Ġ bian", + "Ġb ian", + "Ġbi an", + "st Ã¥", + "Ġvers ión", + "ĠLinear Gradient", + "ĠH arding", + "ĠHar ding", + "ĠHard ing", + ". *)", + ".* )", + "e czy", + "ec zy", + "ecz y", + "$ header", + "Ġv Ã¥r", + "ĠvÃ¥ r", + "Un checked", + "Ġk oje", + "Ġko je", + "ĠPal adin", + "( ))),", + "() )),", + "()) ),", + "())) ,", + "G iving", + "Gi ving", + "( )})Ċ", + "() })Ċ", + "()} )Ċ", + "Ġd ips", + "Ġdi ps", + "Ġdip s", + "F riendly", + "Friend ly", + "Ġport rays", + "Ġportray s", + "Ġhel ium", + "Ġinsurg ency", + "_ expiry", + "_ex piry", + "_exp iry", + "ĠstringByAppending String", + "Ġa antal", + "Ġaan tal", + "s lope", + "sl ope", + "m ast", + "ma st", + "mas t", + ".get Integer", + ".getInt eger", + "Ġ ########################", + "Ġ######## ################", + "Ġ################ ########", + "Ġ############ ############", + "_PIPE LINE", + "Ġd ensely", + "Ġdense ly", + "Ġdens ely", + "Ġmut ating", + "m idi", + "mi di", + "mid i", + "ĠSe it", + "a yne", + "ay ne", + "NOW LED", + "ĠDes mond", + "ĠF Name", + "ĠFN ame", + "ĠN airobi", + "\\ Context", + "Ġcal cular", + "Ġcalcul ar", + "Ġcalc ular", + "- den", + "-d en", + "-de n", + "Ġ cott", + "Ġc ott", + "Ġco tt", + "Ġcot t", + "] ):čĊ", + "]) :čĊ", + "]): čĊ", + "ĠRecommend ation", + "ĠRo lex", + "ĠRole x", + "ĠRol ex", + "Ġvalidation Result", + ". pat", + ".p at", + ".pa t", + "Ġn Ãły", + "ĠRest Client", + "ĠG PI", + "ĠGP I", + "ĠAshe ville", + "Ġ OSP", + "ĠO SP", + "ĠOS P", + "ĠPER MISSION", + "ÐĶ аÑĤа", + "/ notification", + "/not ification", + "K night", + "Kn ight", + "_ Word", + "_W ord", + "ĠB ender", + "ĠBe nder", + "ĠBen der", + "ĠBend er", + "r anking", + "ran king", + "rank ing", + "Ġpart ida", + "Ġparti da", + "_ reservation", + "_res ervation", + "Ì Ģ", + "Ġm Name", + "Ġg etch", + "Ġget ch", + "Ġb orr", + "Ġbo rr", + "Ġbor r", + "Ġdilig ent", + "Disc uss", + "æŃ£ åľ¨", + "ape ake", + "i oned", + "ion ed", + "io ned", + "ione d", + "-N azi", + ". cum", + ".c um", + "ĠK ron", + "ĠKr on", + "ĠKro n", + "= $('#", + "=$ ('#", + "=$( '#", + "/ single", + "/s ingle", + "Ġerot isch", + "ĠV ib", + "ĠVi b", + "Ġrat ified", + "Ġconcert ed", + "ĠREG ARD", + "Ġdo br", + "Ġdob r", + ".Driver Manager", + "' r", + "Port able", + "Por table", + "ĉ suite", + "ĉs uite", + "Ġrel aciones", + "Ġrelacion es", + "ĠD op", + "ĠDo p", + "emp loi", + "empl oi", + "emplo i", + "D OB", + "DO B", + "Ġcr umbs", + "Ġ xls", + "Ġx ls", + "Ġxl s", + "_ Application", + "_App lication", + "(' :',", + "(': ',", + "Ġ-- ----------------------------------------------------------------------Ċ", + "Ġ---------------------------------------------------------------- --------Ċ", + "Ġ------------------------------------------------------------ ------------Ċ", + "m se", + "ms e", + "Ġb erk", + "Ġbe rk", + "Ġber k", + "Ġ ReturnValue", + "ĠReturn Value", + "ĠB elly", + "ĠBel ly", + "ĠBell y", + "Ġc amar", + "Ġca mar", + "Ġcam ar", + "ĠPe ek", + "ĠPee k", + "el sing", + "els ing", + "Ġnot ifies", + "ĠTr istan", + "ĠTri stan", + "ĠG AR", + "ĠGA R", + "em me", + "emm e", + "ĠElev ated", + "_ CSV", + "_C SV", + "_CS V", + "( chalk", + "(ch alk", + "Ġtw enties", + "ĠSearch Result", + "= search", + "=s earch", + "ĠMix ing", + "ĠMi xing", + "ý t", + "Ġrecru iter", + "Ġrecruit er", + "ĠIDE OGRAPH", + "ĠA go", + "ĠAg o", + "( Operation", + "(O peration", + "(Op eration", + "$ values", + "$value s", + "$val ues", + "Ġworld ly", + "ĠRos enberg", + "ĠRosen berg", + "ĠConfigure Services", + "> ** Ċ", + "...\" >Ċ", + "Ġsn ork", + "Ġsno rk", + "_ opacity", + "_op acity", + "ĠinitWith NibName", + "i ado", + "ia do", + "iad o", + "A AC", + "AA C", + "Ġ ]).", + "Ġ] ).", + "Ġ]) .", + "; z", + "_ paragraph", + "_par agraph", + "_para graph", + "Ġn oses", + "Ġno ses", + "Ġnos es", + "Ġnose s", + "st ands", + "stand s", + "sta nds", + "stan ds", + "i fr", + "if r", + "_m E", + "I raq", + "Ir aq", + ". Predicate", + ".P redicate", + "e naire", + "en aire", + "ena ire", + "] ]];Ċ", + "]] ];Ċ", + "Ġ unidad", + "Ġun idad", + "Ġuni dad", + "Ġretire es", + "Ġretir ees", + "_ hello", + "_h ello", + "Ġ modele", + "Ġmod ele", + "Ġmodel e", + "Ġmode le", + "ĠUITableView Controller", + "ĠUIT ableViewController", + "f write", + "fw rite", + "_ numero", + "_num ero", + "_numer o", + "_ visited", + "_vis ited", + "_visit ed", + "Ġrec ebe", + "Ġrece be", + "( Notification", + "Fant astic", + "_ submenu", + "_sub menu", + "ĠP EM", + "ĠPE M", + "ĠC upertino", + "ĠCup ertino", + "approx imately", + "cl assed", + "class ed", + "clas sed", + ".Read String", + "Ġdomic ile", + "_ PW", + "_P W", + "Ġball park", + "ĠK ale", + "ĠKa le", + "ĠKal e", + "con tra", + "cont ra", + "contr a", + "_ favorite", + "_f avorite", + "/ of", + "/o f", + "Q uite", + "Qu ite", + "Quit e", + "Qui te", + "Ġ OTA", + "ĠO TA", + "ĠOT A", + "Ġacceler ometer", + "di dn", + "did n", + "| ^", + "ĠRohing ya", + "ivi crm", + "ivic rm", + "ann abin", + "anna bin", + "обÑĭ ÑĤи", + "o rado", + "or ado", + "ora do", + "' )+", + "') +", + "Ha unted", + ", ID", + ",I D", + "( UIAlertAction", + "u rv", + "ur v", + "_ bel", + "_b el", + "_be l", + "ĠMex icans", + "ĠMexican s", + "/ terms", + "Ġ Painter", + "ĠP ainter", + "ĠPa inter", + "ĠPaint er", + "ĠPain ter", + "Input Label", + "ĠV inci", + "ĠVin ci", + "ĠRo sie", + "ĠRos ie", + "\\ uc", + "\\u c", + "< Menu", + "", + "Ġ'\" >", + "_ gs", + "_g s", + "Ġcomp il", + "n ard", + "na rd", + "nar d", + "- exc", + "-e xc", + "-ex c", + "Ġrh yme", + "Ġb utto", + "Ġbut to", + "Ġbutt o", + "s ays", + "sa ys", + "say s", + "ant asy", + "anta sy", + "antas y", + "ë ¸", + "Ġcitt Ãł", + "Ġch eg", + "Ġche g", + "Time String", + "Ġpos itivity", + "Ġposit ivity", + "ĠD abei", + "ĠDa bei", + "Ġ wang", + "Ġw ang", + "Ġwa ng", + "Ġwan g", + "Ġes cre", + "Ġesc re", + "\" c", + "ĉ video", + "ĉv ideo", + "Ġ Ranked", + "ĠR anked", + "ĠRank ed", + "ĠRan ked", + ". strings", + ".string s", + ".str ings", + "> >>(", + ">> >(", + ">>> (", + "Ġин ÑĤеÑĢ", + "ĠинÑĤ еÑĢ", + "Ġre sta", + "Ġr esta", + "Ġres ta", + "Ġrest a", + "[: ,:", + "[:, :", + "Ġren dre", + "Ġrend re", + "Ġde ser", + "Ġdes er", + "Ġdese r", + "J os", + "Jo s", + "Ġdis ruptions", + "Ġdisrupt ions", + "Ġdisruption s", + "Ġо пеÑĢ", + "Ġоп еÑĢ", + "s ampling", + "sam pling", + "samp ling", + "sup press", + "Ġcontainer View", + "ĠSeam less", + "Ġ airy", + "Ġa iry", + "Ġair y", + "Ġai ry", + "Ġon load", + ".Window Manager", + "ĠP LA", + "ĠPL A", + "br aco", + "bra co", + ".set PositiveButton", + "Ġp du", + "Ġpd u", + "Ġg si", + "Ġgs i", + "Ġ Cli", + "ĠC li", + "ĠCl i", + "_gr adients", + "_grad ients", + "_gradient s", + "Ñı д", + "ĠWh isper", + "c stdint", + "Ġl äng", + "Ġlä ng", + "Ġform ulations", + "Ġformulation s", + "Ġformul ations", + "é nom", + "én om", + "ourn emouth", + "[ $_", + "[$ _", + "Ġordin arily", + ".set Username", + ".setUser name", + "Ġfacult ies", + "MIT TED", + "/ values", + "/value s", + "Ġwe ir", + "Ġwei r", + "ĠA pt", + "ĠAp t", + "M Z", + "ĉ cf", + "ĉc f", + "u cken", + "uc ken", + "uck en", + "ĉ ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉ ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉ ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉĉĉ ĉĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ ĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ ĉĉĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ ĉĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ ĉĉ", + "ĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉĉ ĉ", + "def ense", + "[ iVar", + "[i Var", + "ĠBusiness Exception", + "Select ors", + "Selector s", + "Sel ectors", + "Sele ctors", + "( coordinates", + "(co ordinates", + "ĠRe sets", + "ĠRes ets", + "ĠReset s", + "ĠDr inks", + "ĠDrink s", + "o leans", + "ole ans", + "olean s", + "(st ypy", + "_ IOC", + "_I OC", + "_IO C", + ". xxx", + ".x xx", + ".xx x", + "ĠS later", + "ĠSl ater", + "ĠSlate r", + "ĠB elize", + "ĠBel ize", + "Ġ /************************************************************************", + "Ġ/ ************************************************************************", + "Ġ/**************************************************************** ********", + "ad din", + "add in", + "_ep isodes", + "_episode s", + "Ġis chem", + "Ġisc hem", + "legal ArgumentException", + "D anny", + "Dan ny", + "Ġ pared", + "Ġp ared", + "Ġpar ed", + "Ġpa red", + "Ġpare d", + ".code haus", + "ĠAs sy", + "ĠAss y", + "ĉ Rect", + "ĉR ect", + "â ŀ", + ". lista", + ".l ista", + ".list a", + ".li sta", + "Ġв аÑĪ", + "Ġва ÑĪ", + "Ġv ets", + "Ġve ts", + "Ġvet s", + "H WND", + "HW ND", + "is oner", + "ison er", + "iso ner", + "Ġ xo", + "Ġx o", + "Ġor ally", + "Ġoral ly", + "Ġ Stmt", + "ĠSt mt", + ".r nn", + "ĠD PI", + "ĠDP I", + "ĠSt rikes", + "ĠStr ikes", + "ĠStrike s", + ".setViewport View", + "Ġèĩª åĬ¨çĶŁæĪIJ", + "Y ELLOW", + "GL enum", + "part ners", + "partner s", + "Ġ Implicit", + "ĠImp licit", + "ĠImpl icit", + "Ġt ako", + "Ġta ko", + "Ġtak o", + "âĢĻ elle", + "âĢĻe lle", + "Ġerm ög", + "total Count", + "G il", + "Gi l", + "ĉ work", + "ĉw ork", + "Ġpr atic", + "Ġpra tic", + "Ġprat ic", + "in ati", + "ina ti", + "a bies", + "ab ies", + "abi es", + "ĠSk inner", + "ĠSkin ner", + "Ġspirit ed", + "Ġspir ited", + "Ġpancre atic", + "Ġh df", + "Ġhd f", + "' em", + "'e m", + "Ġpsych osis", + "Ġpsycho sis", + "o licit", + "ol icit", + "olic it", + "oli cit", + "Ġ\" {\"", + "Ġ\"{ \"", + "_at ual", + "_a tual", + "Ġé lect", + "Ġél ect", + "TE AM", + "Ġd ak", + "Ġda k", + "ĠSW AT", + ". FragmentManager", + ".Fragment Manager", + "Ġprovision ing", + "l ifetime", + "life time", + "lif etime", + "_EXT ENSIONS", + "_EXTENSION S", + "Ġ CASCADE", + "ĠC ASCADE", + "ĠCAS CADE", + "Ġ ![", + "Ġ! [", + "( KP", + "(K P", + "Ġ vem", + "Ġv em", + "Ġve m", + "ĠInter racial", + "ĠInterr acial", + "' ]},Ċ", + "'] },Ċ", + "']} ,Ċ", + "sp acer", + "space r", + "spa cer", + "_ kv", + "_k v", + "W arehouse", + "Ware house", + "R DD", + "RD D", + "_f sm", + "_fs m", + ".Stretch Image", + ", Yes", + ",Y es", + "ĠRefuge e", + "ĠBr inging", + "ĠBring ing", + "Ġv álido", + "Ġvál ido", + ". intersection", + ".inter section", + "Ġsp ooky", + "Ġspo oky", + "_ portal", + "_p ortal", + "_port al", + "_por tal", + "Ġ moth", + "Ġm oth", + "Ġmot h", + "Ġmo th", + "ĠZ odiac", + "ĠSOC IAL", + "M imeType", + "'] }}", + "Ġ----- ->", + "Ġ------ >", + "_ Blue", + "_B lue", + "_Bl ue", + "Ġbot anical", + "Ġfr ags", + "Ġfra gs", + "Ġfrag s", + "Ġfamil ial", + "Ġfamilia l", + "- du", + "-d u", + "Ġse izing", + "Ġseiz ing", + "Ġsei zing", + "( blocks", + "(b locks", + "(block s", + "(bl ocks", + ". rd", + ".r d", + ".check NotNull", + "Ġm iser", + "Ġmis er", + "Ġmi ser", + "Ġmise r", + "Ġmax x", + "Ġma xx", + "ĠK nee", + "ĠKn ee", + "View Item", + "Inner HTML", + "D anger", + "Da nger", + "Dan ger", + "( (__", + "(( __", + "((_ _", + "Ġprz ypad", + "Ġprzy pad", + "create Url", + "* *,", + "** ,", + "ĠDecor ating", + "ATE GY", + "ATEG Y", + "? >/", + "?> /", + ". Designer", + ".Des igner", + ".Design er", + "hex digest", + "ĠEvery where", + "all eries", + "alle ries", + "aller ies", + ".TEXT URE", + ". Blocks", + ".B locks", + ".Bl ocks", + ".Block s", + "z ell", + "ze ll", + "zel l", + "Ġpre ço", + "S uddenly", + "input Email", + "( sync", + "(s ync", + ". bd", + ".b d", + "gold en", + "> ');", + ">' );", + ">') ;", + "ĠDick inson", + "> >(Ċ", + ">> (Ċ", + ">>( Ċ", + "Ġ QUEUE", + "ĠQUE UE", + "Ġ getColumn", + "Ġget Column", + "ĠgetC olumn", + "ĠS AND", + "ĠSA ND", + "ĠSAN D", + ". piece", + ".p iece", + ".pi ece", + "l icer", + "lic er", + "li cer", + "lice r", + "Fl utter", + "Ġget Version", + "Ġresource Id", + "o gl", + "og l", + "ÅĤ aw", + "ÅĤa w", + ". Branch", + ".Br anch", + "ĉ web", + "ĉw eb", + "Ġfr amerate", + "Ġframe rate", + "Ġfram erate", + "P PP", + "PP P", + "Ġf ray", + "Ġfr ay", + "Ġfra y", + "C NT", + "CN T", + "Ġinform atie", + "Ġinformat ie", + "' ]čĊčĊ", + "'] čĊčĊ", + "']čĊ čĊ", + "ne as", + "nea s", + "Header Code", + "Ġ æ¸", + "Ġæ ¸", + "Ġt rg", + "Ġtr g", + "raw types", + "H onda", + "Ho nda", + "Hon da", + "Ġmark eter", + "Ġmarket er", + "Ġ requestData", + "Ġrequest Data", + "Ġ Pg", + "ĠP g", + "ĉ not", + "ĉn ot", + "ĉno t", + "Ġpage Info", + "Ġakt uellen", + "Ġaktu ellen", + "ãģ ķãĤĵ", + "ãģķ ãĤĵ", + "Ġ AMS", + "ĠA MS", + "ĠAM S", + "push ViewController", + "ĉ AL", + "ĉA L", + "Ġv ests", + "Ġve sts", + "Ġvest s", + "Ġves ts", + "p roduce", + "pro duce", + "produ ce", + "prod uce", + "-m ême", + "ĠRah man", + "F unny", + "Fun ny", + "E Z", + "_ Valid", + "_Val id", + "Ġsquad ron", + "Ġ lash", + "Ġl ash", + "Ġla sh", + "Ġlas h", + "Ġ irm", + "Ġi rm", + "Ġir m", + "i asco", + "ias co", + "ĠP aran", + "ĠPar an", + "ĠPa ran", + "ĠPara n", + "Ġpet ites", + "Ġpetite s", + "Ġpetit es", + "ĠDec ay", + "Ġun initialized", + "priv ileged", + "Ġm bedtls", + "å¤ĩ 注", + "Ġ ^.", + "Ġ^ .", + "Ġec static", + "D etroit", + "Det roit", + "Ġp arten", + "Ġpart en", + "Ġpar ten", + "Ġparte n", + "Ġsou venir", + ".get Login", + ".getLog in", + "моÑĤ ÑĢ", + "мо ÑĤÑĢ", + "en ção", + "ĠmÃŃn imo", + "ĠAccess ed", + "ĠAcc essed", + "r ió", + "ri ó", + "M ic", + "Mi c", + "ĠV ocal", + "ĠVo cal", + "ĠVoc al", + ".Set String", + "Ġmens ajes", + "Ġmensaje s", + "åĢ į", + "Ġattr avers", + "ĠA ph", + "ĠAp h", + "Ġ ');čĊ", + "Ġ' );čĊ", + "Ġ') ;čĊ", + "Ġ'); čĊ", + "ü nde", + "ün de", + "ünd e", + "Ġenchant ed", + "Ġench anted", + "ĠRoot State", + "ĠCLOSE D", + "ĉ ĉĉĉĉĉĉĉčĊ", + "ĉĉ ĉĉĉĉĉĉčĊ", + "ĉĉĉĉ ĉĉĉĉčĊ", + "ĉĉĉ ĉĉĉĉĉčĊ", + "ĉĉĉĉĉ ĉĉĉčĊ", + "ĉĉĉĉĉĉ ĉĉčĊ", + "ĉĉĉĉĉĉĉĉ čĊ", + "ĉĉĉĉĉĉĉ ĉčĊ", + "Ġcal iente", + "or ris", + "orr is", + "Ġphysic ists", + "Ġphysicist s", + "h wnd", + "hw nd", + "_ vi", + "_v i", + "Ġráp ido", + "Ġcapital ized", + "Ġcapitalize d", + "ed By", + "Ġmach ining", + "Ġh ubby", + "Ġhub by", + "ĠSt acy", + "ĠSta cy", + ". Bus", + ".B us", + "d rink", + "dr ink", + "H ur", + "Hu r", + "Ġpr opia", + "Ġprop ia", + "Unit Test", + "Ġmiscon ception", + "_ _));Ċ", + "__ ));Ċ", + "__) );Ċ", + "__)) ;Ċ", + "/ dc", + "/d c", + "ĠMay weather", + "_m C", + ". createFrom", + ".create From", + "ĠQ Painter", + "ro psych", + "rops ych", + "inn itus", + "a yas", + "ay as", + "aya s", + "Ġg eg", + "Ġge g", + "( dw", + "(d w", + "Ġus ado", + "Ġusa do", + "Ġtr ickle", + "Ġtrick le", + "Ġann ihil", + "Ġanni hil", + "ĠP asta", + "ĠPa sta", + "ĠPast a", + "ĠPas ta", + "Ġ ++Ċ", + "Ġ+ +Ċ", + "Ġ++ Ċ", + "(Expected Conditions", + ".post Value", + "i cap", + "ic ap", + "ica p", + "ĠDon etsk", + "_ soup", + "_s oup", + "_so up", + "- publish", + "-p ublish", + "ĠP b", + "m entions", + "ment ions", + "mention s", + "AC CEPT", + ". Pull", + ".P ull", + ", âĢĻâĢĻ", + ",âĢĻ âĢĻ", + "Ġret arded", + "Ġretard ed", + "_ ATOM", + "_AT OM", + "ĠTerm inator", + "ĠTermin ator", + "- court", + "-c ourt", + "-co urt", + "ĠCLLocation Coordinate", + "Ġrev erence", + "Ġreve rence", + "Ġrever ence", + "ĠS SC", + "ĠSS C", + "ut ely", + "ute ly", + "ĠW ON", + "ĠG SL", + "ĠGS L", + "f rei", + "fr ei", + "fre i", + ".get Longitude", + ".getLong itude", + "Ġopen FileDialog", + ".B utter", + ".But ter", + "- important", + "-import ant", + "_M ANY", + "_MAN Y", + "_MA NY", + "ĠG ong", + "ĠGo ng", + "ĠGon g", + "âĢľ How", + "Ġg orge", + "Ġgor ge", + "= msg", + "=m sg", + "ĠE zek", + "ĠEz ek", + "create Command", + ": checked", + "Ġinfo graphic", + "Ġinf ographic", + ". WEST", + ".W EST", + "D irs", + "Dir s", + "Di rs", + "Ġgu arda", + "Ġguard a", + "Ġguar da", + "Ġbee tle", + "Ġbeet le", + "< small", + " Loading", + "_ mA", + "_m A", + ".get Random", + "b lings", + "bl ings", + "bling s", + "Ġche eses", + "Ġcheese s", + "Ġchees es", + "t ti", + "tt i", + ". âĢ¢", + "ĠBurg ess", + "ender it", + "ende rit", + ". ',čĊ", + ".' ,čĊ", + ".', čĊ", + "(\" \"+", + "(\"\" +", + "a cb", + "ac b", + "% p", + "index ed", + "inde xed", + "_ predicate", + "_p redicate", + "_pred icate", + "nes ia", + "Ġb ied", + "Ġbi ed", + "ĠC IT", + "ĠCI T", + "( Pos", + "(P os", + "_ radi", + "_r adi", + "_rad i", + "_ra di", + "ä»· æł¼", + "B iz", + "Bi z", + "ĠAdoles cent", + "Ġv iên", + "Ġvi ên", + "c ycl", + "cy cl", + "_ Cancel", + "_C ancel", + "Ġcon clusive", + "Ġconclus ive", + "Ġconcl usive", + "Ġappell ate", + "Ġappel late", + "inform atics", + "S J", + "Ġel ective", + "Ġelect ive", + "role Id", + "Fetch er", + "ĉ Command", + "(\" (%", + "(\"( %", + "Ġf art", + "Ġfa rt", + "Ġfar t", + "I LA", + "IL A", + "get Block", + "A USE", + "AU SE", + "Ġ дан", + "Ġд ан", + "Ġда н", + "ĠAr te", + "ĠArt e", + "Ġnot ifying", + "Ġnotify ing", + "Ġg ele", + "Ġge le", + "Ġgel e", + ". same", + ".s ame", + ".sa me", + ".sam e", + "ĠRe gel", + "ĠReg el", + "Ġ BaÅŁ", + "ĠB aÅŁ", + "ĠBa ÅŁ", + ". creation", + ".c reation", + "Ġ VN", + "ĠV N", + "_ community", + "_comm unity", + "Ġuns ustainable", + "S EX", + "SE X", + "Ġgrid Size", + "res cia", + "avers able", + "(', ')[", + "(',' )[", + "(',') [", + "ĠPh elps", + "á»ķ i", + "ANCE LED", + "ANCEL ED", + "- IS", + "-I S", + ".run ners", + ".runner s", + "ĠSt okes", + "ĠSto kes", + "ĠStoke s", + ". Produ", + ".P rodu", + ".Pro du", + ".Pr odu", + "Ġwh ipping", + "Ġwhip ping", + "_ac quire", + "Ġinvestig ación", + "f ried", + "fr ied", + ".copy With", + "ĠHard cover", + "- Se", + "-S e", + "áŀ¶ áŀ", + "inv itation", + "les ai", + "ĠD orm", + "ĠDo rm", + "ĠDor m", + "ĠÑģпиÑģ ка", + "Ġconcaten ated", + "Ġconcatenate d", + "o phil", + "op hil", + "oph il", + "Ġth inker", + "Ġthink er", + "Ġthin ker", + "/font awesome", + "ĠLe opard", + "ĠLeo pard", + "Ġ\" /\");Ċ", + "Ġ\"/ \");Ċ", + "Ġ\"/\" );Ċ", + "Ġresidual s", + "ĠMicro wave", + "ĠMic rowave", + "Ġcon forme", + "Ġconform e", + "th rop", + "thr op", + "thro p", + "Ġdis emb", + "Ġdi semb", + "Ġdise mb", + "ĠO MG", + "ĠOM G", + "ĠDisc ipline", + "ĠAc robat", + "/ repository", + "/re pository", + "/repos itory", + "d fa", + "df a", + "_ MED", + "_M ED", + "_ME D", + "buf io", + "Ġméth ode", + "_H OLD", + "i asi", + "ia si", + "ias i", + "_ legacy", + "_leg acy", + ") ččĊ", + "æ£ Ģ", + "Get ProcAddress", + "Ġy ay", + "Ġya y", + "ot ence", + "ote nce", + "oten ce", + "order id", + "orde rid", + "- tw", + "-t w", + "Ġd early", + "Ġdear ly", + "In coming", + "Inc oming", + "/ il", + "/i l", + "Ġneuro p", + "Ġneu rop", + "Ġneur op", + "u cz", + "uc z", + ") ;čččĊ", + "); čččĊ", + "ĠInnov ative", + "Ġpro fund", + "Ġprof und", + "ig mat", + "igma t", + "igm at", + "Selection Mode", + "re levant", + ". GO", + ".G O", + "Ġbru ises", + "Ġs ach", + "Ġsa ch", + "Ġsac h", + "o def", + "od ef", + "ode f", + "Ġre imb", + "Ġreim b", + "/ desktop", + "/d esktop", + "- spot", + "-s pot", + "-sp ot", + "un dance", + "und ance", + "unda nce", + "undan ce", + "Ent ropy", + "Entr opy", + "\\ core", + "Ġs uger", + "Ġsu ger", + "Ġsug er", + "Ġ Mvc", + "ĠM vc", + "ĠGN OME", + "_ indx", + "_in dx", + "_i ndx", + "_ind x", + "ĠYY STYPE", + "ĠYYS TYPE", + "ĠMat lab", + "ĠC IF", + "ĠCI F", + "Ġ *))", + "Ġ* ))", + "Ġ*) )", + "Ġproduct List", + "Ġ Alright", + "ĠAl right", + "ace mark", + "ac emark", + "ÑĤ ив", + "ÑĤи в", + "mod ification", + "int ernational", + "inter national", + "intern ational", + "Ġh omers", + "Ġhome rs", + "Ġhom ers", + "Ġho mers", + "Ġhomer s", + "Ġd icts", + "Ġdi cts", + "Ġdict s", + "Ġdic ts", + "ĠQ Font", + ". SQLite", + ".SQL ite", + "Ġtransplant ation", + "ĠMessageBox Button", + "ĠEl ves", + "' ]])Ċ", + "'] ])Ċ", + "']] )Ċ", + "(Q Icon", + "Ġcin emas", + "Ġcinema s", + "Ġcine mas", + "CO ORD", + "- China", + "-Ch ina", + "Ġkh ẩu", + "æĪij çļĦ", + "Ġsk ulls", + "Ġskull s", + "Ġpain staking", + "Ġpains taking", + "f ce", + "fc e", + ".XR Label", + "Ġ specifier", + "Ġspec ifier", + "Ġprefer ring", + "Ġpref erring", + "/ activity", + "( Photo", + "á lt", + "ál t", + ". lot", + ".l ot", + ".lo t", + "' '.", + "'' .", + "an nonce", + "ann once", + "annon ce", + "anno nce", + ".google code", + "- pdf", + "-p df", + "ĠP oke", + "ĠPo ke", + "ĠPok e", + "_ ACL", + "_A CL", + "_AC L", + "Ġend owed", + "dis cover", + "disc over", + ".o mg", + ".om g", + "Ġwood land", + ". Magic", + ".M agic", + "Ġvol ont", + "Not Allowed", + "Ġc have", + "Ġch ave", + "Ġcha ve", + "B MW", + "BM W", + "',' =',", + "','= ',", + "ĠS IX", + "ĠSI X", + "æĪij 们", + "Ġko sher", + "Ġkos her", + "Ġas piration", + "Ġaspir ation", + "Ġasp iration", + "i ntl", + "in tl", + "int l", + "_ref ptr", + "' +Ċ", + "'+ Ċ", + "ment or", + "men tor", + ". club", + ".c lub", + ".cl ub", + "Window State", + ". ARR", + ".A RR", + ".AR R", + "Ġ zza", + "Ġz za", + "Ġzz a", + "Ġmessage Type", + ". equ", + ".e qu", + ".eq u", + "T hor", + "Th or", + "Tho r", + "Ġin just", + "Ġinj ust", + "Ġg ums", + "Ġgu ms", + "Ġgum s", + "Ġborder Side", + "/ ////", + "// ///", + "//// /", + "/// //", + "ĠTrans mit", + "Ġbuf size", + "Ġh ak", + "Ġha k", + "Ġ ellas", + "Ġel las", + "Ġell as", + "Ġella s", + "R ANDOM", + "RAND OM", + "ĉ mc", + "ĉm c", + "Ġp ea", + "Ġpe a", + "e ko", + "ek o", + "document o", + "Ġhyster ia", + "Ġare nas", + "Ġar enas", + "Ġaren as", + "Ġarena s", + "Ġgun men", + "Ġm ike", + "Ġmi ke", + "Ġmik e", + "Ġimp unity", + "at isation", + "atis ation", + "_ Zero", + "_Z ero", + "_COMP ANY", + "ĠG ors", + "ĠGo rs", + "ĠGor s", + "Ġuse Class", + "( redis", + "(r edis", + "(re dis", + "(red is", + "ĠRUN NING", + "ĠB air", + "ĠBa ir", + "ĠBai r", + "ve lte", + "vel te", + "velt e", + "Ġ ','.", + "Ġ', '.", + "Ġ',' .", + "а ÑĤÑĮÑģÑı", + "аÑĤÑĮ ÑģÑı", + "ö st", + "ös t", + "encode URIComponent", + "_ restrict", + "_re strict", + "Ġdec als", + "Ġ Pedido", + "ĠP edido", + "ĠPed ido", + "Ġalter cation", + "Dis plays", + "Display s", + "Disp lays", + "ĠApp licants", + "ĠApplicant s", + "C US", + "CU S", + "Text area", + "ĠAng ola", + ". future", + ".f uture", + "ĠU SHORT", + "ĠUS HORT", + "Ġsuppress ing", + "Ġsupp ressing", + "Ġset zen", + "AP olynomial", + "Ġt och", + "Ġto ch", + "Ġtoc h", + "Ġhall mark", + "Ġ $$$", + "Ġ$ $$", + "Ġ$$ $", + "ĠCHAR SET", + ". rpm", + ".r pm", + "ĠD ich", + "ĠDi ch", + "---- ----------------", + "-------- ------------", + "---------------- ----", + "------------ --------", + "----- ---------------", + "---------- ----------", + "------ --------------", + "----------- ---------", + "------------- -------", + "------- -------------", + "--------- -----------", + "--------------- -----", + "-------------- ------", + "_ parm", + "_p arm", + "_par m", + "_pa rm", + "è¿ ĺ", + "a cciones", + "acc iones", + "acci ones", + "accion es", + "h ait", + "ha it", + "hai t", + "WARD ED", + "WAR DED", + "_ routing", + "_r outing", + "_ro uting", + "ĠN OM", + "ĠNO M", + "Ġen clave", + "ĠL otto", + "ĠLot to", + "ĉ fr", + "ĉf r", + "complex Content", + "ĠBall ard", + "k ube", + "ku be", + "/ win", + "/w in", + ".getColumn Model", + "_RE PLACE", + "Header Value", + "Ġest udiantes", + "Ġ apis", + "Ġa pis", + "Ġap is", + "Ġapi s", + "Ġb pm", + "Ġbp m", + "Ġ TypeName", + "ĠType Name", + "And Get", + "r ita", + "ri ta", + "rit a", + "Pl ans", + "Plan s", + "> Note", + ">N ote", + ">No te", + "Ġfet isch", + "Ġt oned", + "Ġto ned", + "Ġton ed", + "Ġtone d", + "_ goto", + "_g oto", + "_go to", + "on sense", + "ons ense", + "Ġm olds", + "Ġmo lds", + "Ġmol ds", + "Ġmold s", + "Ġinfiltr ation", + "ĠGuerr ero", + "ub bo", + "ubb o", + "c ki", + "ck i", + "( $(\".", + "($ (\".", + "($( \".", + "_ activities", + "_act ivities", + "_activ ities", + "( changes", + "(ch anges", + "(chan ges", + "(change s", + "Ġof App", + "ĠKe pler", + "ĠD emp", + "ĠDe mp", + "ĠDem p", + "ĠCont inent", + "ĠContin ent", + ". Ticks", + ".T icks", + ".Tick s", + "Ġ Unsigned", + "ĠUn signed", + "ĠUns igned", + "ĠJah res", + "ĠJahr es", + "ĠJahre s", + "Ġfresh men", + "ĠArch ived", + "ĠArchive d", + "ĠкоÑĤоÑĢ Ñĭй", + "Ġ' ::", + "Ġ': :", + "T utorial", + "C c", + "Ġtable LayoutPanel", + "from Json", + ". levels", + ".level s", + "_trans ient", + "Ġendors ing", + "Ġ DIC", + "ĠD IC", + "ĠDI C", + "l auf", + "la uf", + "Ġsh red", + "Ġshr ed", + "_E MIT", + "_EM IT", + "ific antly", + "ificant ly", + "A LA", + "AL A", + "/ proto", + "/pro to", + "/pr oto", + "Ġnarr owing", + "Ġnarrow ing", + "Ġnar rowing", + "U tc", + "Ut c", + "F actors", + "Fact ors", + "Factor s", + "Fac tors", + "Fa ctors", + "Ġsent ient", + "æŀ IJ", + "lix ir", + "ĠC ROSS", + "m eteor", + "met eor", + "Ġgr oin", + "Ġgro in", + "Ġ mdb", + "Ġm db", + "Ġmd b", + "ĠRot terdam", + "Ġcom ida", + "ĠOp Code", + "Ġ DefaultValue", + "ĠDefault Value", + "Permissions Result", + "Ġheter ogeneous", + "Ġm oot", + "Ġmo ot", + "Ġmoo t", + "Ġde ceived", + "Ġdece ived", + "Ġdeceive d", + "-in dependent", + "ĠObject OutputStream", + "Ġover power", + ". dup", + ".d up", + "Ġ ldb", + "Ġl db", + "Ġld b", + "Ġdomestic ally", + "Ġdomest ically", + "Ġbe stellen", + "Ġbest ellen", + "Ġbeste llen", + "Ġ lov", + "Ġl ov", + "Ġlo v", + "ĠContract ors", + "ĠContr actors", + "ĠContractor s", + "Tri angles", + "Triangle s", + "Ġfod der", + "Ġfil mes", + "Ġfilm es", + "Ġfilme s", + "ä¼ ģ", + "Ġrev olver", + "Startup Script", + "/ validation", + "ĠResource Type", + "i ÅŁ", + "ĠL az", + "ĠLa z", + "f ef", + "fe f", + "Ġl stm", + "Ġlst m", + "Ġls tm", + "{ *", + ". attachment", + ".attach ment", + ".att achment", + ". hits", + ".h its", + ".hit s", + "e with", + "ew ith", + "D OG", + "DO G", + "Al abama", + "Ġmedium s", + "Ġmedi ums", + ".m Context", + "- cols", + "-c ols", + "-col s", + "-co ls", + "åı ĭ", + ". notice", + ".not ice", + "Ġat tn", + "Ġatt n", + "ĠP acking", + "ĠPac king", + "ĠPack ing", + "Ġ Ln", + "ĠL n", + "_COM PLEX", + "_COMP LEX", + "/ Users", + "/User s", + ".save txt", + ".sav etxt", + "ĠR ounds", + "ĠRo unds", + "ĠRound s", + "ĠRou nds", + "?,?, ?,?,", + "Ġin gl", + "Ġing l", + "Ġ ROC", + "ĠR OC", + "ĠRO C", + "_ female", + "_f emale", + "_fe male", + "ĠSt ard", + "ĠStar d", + "ĠSta rd", + "] ];", + "]] ;", + "Ġwrest lers", + "Ġwrestler s", + "Ġtorrent s", + "Ġs inh", + "Ġsi nh", + "Ġsin h", + " ĊĊ", + "Ċ Ċ", + "ë³ µ", + "s ense", + "sen se", + "how ever", + ". Physics", + ".Ph ysics", + "Inf rastructure", + "ĠS acr", + "ĠSa cr", + "ĠSac r", + "F el", + "Fe l", + "ĠD ISTRIBUT", + "é ments", + "ém ents", + "ément s", + "ĠValid ates", + "ĠValidate s", + "#### ########################################################", + "################################ ############################", + "############ ################################################", + "################################################ ############", + "############################ ################################", + "######################################################## ####", + "Ġ |/", + "Ġ| /", + "Ġe sl", + "Ġes l", + "Ġré seau", + "ĠB ip", + "ĠBi p", + "BY TES", + "BYTE S", + "_W ATER", + "T urning", + "Turn ing", + "Tur ning", + "E LS", + "EL S", + "Ġj uxtap", + "Ġlesb ische", + "ý ch", + "( Unknown", + "(Un known", + "N eo", + "Ne o", + "@ JsonProperty", + "@Json Property", + "Ġal umnos", + "Ġalum nos", + "Ġalumno s", + "ĠRaq qa", + "im ei", + "ime i", + ".get Bounds", + ".getB ounds", + ".Mouse EventHandler", + ".MouseEvent Handler", + "# ######", + "## #####", + "#### ###", + "### ####", + "##### ##", + "###### #", + "Generic Type", + "/ cms", + "/c ms", + "/cm s", + "Ġturn o", + "Ġtur no", + "Ġ мин", + "Ġм ин", + "Ġми н", + "Ġfolk lore", + "ĠE vo", + "ĠEv o", + "Ġconduct ivity", + "Ġle ben", + "Ġgear box", + "- vs", + "-v s", + "Ġ ÏĨ", + "ĠÏ Ĩ", + "Ġdrink ers", + "Ġ conexao", + "Ġcon exao", + "Ġconex ao", + "ĠTe eth", + "ĠTee th", + "Ġget Arguments", + "ĠR AT", + "ĠRA T", + "ent ious", + "enti ous", + "E duc", + "Ed uc", + "+ W", + "ĠInstitution al", + "ĠInstitut ional", + "ĠB ord", + "ĠBo rd", + "ĠBor d", + "is Equal", + "( pwd", + "(p wd", + "Ġign ited", + "Ġignite d", + "ĠR ousse", + "ĠRou sse", + "Ġimpact ful", + "ĠM alk", + "ĠMal k", + "ĠMa lk", + "Ġg eral", + "Ġge ral", + "Ġger al", + "ĠP ivot", + "Ġa zt", + "Ġaz t", + "Ġcsv file", + "ĠR ope", + "ĠRo pe", + "ĠS OLUTION", + "ĠSOL UTION", + "ĠAr bitrary", + "ĠArbit rary", + "Ġl etto", + "Ġlet to", + "Ġlett o", + ".Mouse Adapter", + "Ġ }}}", + "Ġ} }}", + "Ġ}} }", + "ĠSa ilor", + "ĠSail or", + "ĠSai lor", + "d era", + "de ra", + "der a", + "P utting", + "Put ting", + "Ġconcent rates", + "Ġconcentr ates", + "Ġconcentrate s", + "Ġauth Domain", + "âĢĿ çļĦ", + "-f inals", + "-final s", + "-fin als", + ", strlen", + ",str len", + ",st rlen", + "Mu on", + "ĠOrd inary", + "fire fox", + "ĠLa TeX", + "ĠH und", + "ĠHun d", + "ĠHu nd", + "engine ering", + "/ blue", + "/b lue", + "/bl ue", + "ed TextBox", + "(\" \");", + "(\"\" );", + "(\"\") ;", + "ĠC DDL", + "ĠCD DL", + "k ept", + "ke pt", + "Ġ GetString", + "ĠGet String", + "K ir", + "Ki r", + "() ='", + "ĠO CD", + "ĠOC D", + "ant ium", + "anti um", + "$ menu", + "$m enu", + "ĠAppalach ian", + "Secret ary", + "ë¥ ĺ", + "ี ย", + "Sem antic", + "Ġ *[", + "Ġ* [", + "e stone", + "es tone", + "est one", + "esto ne", + "ung kin", + "Max Y", + "- tone", + "-t one", + "-to ne", + "-ton e", + "\" };čĊ", + "\"} ;čĊ", + "_ Part", + "_P art", + "< Member", + "ĊĊ", + "'> ĊĊ", + "'>Ċ Ċ", + "L ic", + "Li c", + "ĠMir age", + "ĠMi rage", + "ĠAssembly FileVersion", + "Te V", + "ĠValue EventListener", + "-s olving", + "T ho", + "Th o", + "rou lette", + "_ WP", + "_W P", + "Ġunint errupted", + "Ġfield Type", + ". Typed", + ".T yped", + ".Type d", + "Ġa mour", + "Ġam our", + "Ġamo ur", + "Ġmock ery", + "Ġmocker y", + "( vol", + "(v ol", + "(vo l", + "ĠSub committee", + "ĠR uf", + "ĠRu f", + "e rox", + "er ox", + "ero x", + ":UIButtonType Custom", + "Ġ Blur", + "ĠBl ur", + "ĠBlu r", + "Ġwy kon", + "n ces", + "nc es", + "nce s", + "ASH BOARD", + "! !\");Ċ", + "!! \");Ċ", + "Ġmurder ers", + "Ġmurderer s", + ". daily", + ".d aily", + ".da ily", + "ĠDI AG", + "j ing", + "ji ng", + "jin g", + "Ġdol phin", + "Ġl òng", + "Ġb ö", + "ĠV ocabulary", + ".St Object", + "' )\">", + "') \">", + "')\" >", + "Ġz un", + "Ġzu n", + "Ġscrim mage", + "tr éal", + "ĠL ig", + "ĠLi g", + "[ vi", + "[v i", + "C ole", + "Col e", + "Co le", + "Ġfrost ing", + ". Players", + ".P layers", + ".Pl ayers", + ".Player s", + ".Play ers", + "- translate", + "-trans late", + "Fe els", + "Feel s", + "Fee ls", + "=\\\" /", + "=\\ \"/", + ".Butter Knife", + "Ġ? >;Ċ", + "Ġ?> ;Ċ", + "Ġ avi", + "Ġa vi", + "Ġav i", + "in nie", + "inn ie", + ". Failure", + ".F ailure", + ".Fail ure", + "Ġsp indle", + "Ġspin dle", + "Configuration Exception", + "_ hop", + "_h op", + "Ġpos ição", + "Ġposi ção", + "Ġ Await", + "ĠA wait", + "ĠAw ait", + "UIImage PickerController", + "ĉ day", + "ĉd ay", + "Ġge nom", + "Ġgen om", + "C ab", + "Ca b", + "ĠÑĢ езÑĥлÑĮÑĤаÑĤ", + "ĠÑĢезÑĥлÑĮÑĤ аÑĤ", + "OR IGINAL", + "Ġejac ulation", + "( tcp", + "(t cp", + "(tc p", + "SE COND", + "SEC OND", + "Ġt onic", + "Ġto nic", + "Ġton ic", + "Ġ ListBox", + "ĠList Box", + "Ġ ĉĉĊ", + "Ġĉ ĉĊ", + "Ġĉĉ Ċ", + "( )>Ċ", + "() >Ċ", + "()> Ċ", + "Ġqu atre", + "Ġquat re", + "Ġqua tre", + "ượ ng", + "with Errors", + ". Maybe", + ".M aybe", + ", âĢ¦", + "token Id", + "_UN DEF", + "Ġfresh ness", + "ĠAmendment s", + "ĠAmend ments", + ".map box", + ". CV", + ".C V", + "( blog", + "(b log", + "(bl og", + "_get time", + ". quest", + ".q uest", + ".qu est", + "s parse", + "sp arse", + "spar se", + "Ġre sale", + "Ġres ale", + "Ġenthusi astically", + "Ġenthusiastic ally", + "Ġenthusiast ically", + "ĠProstit utas", + "W a", + "C argo", + "Car go", + ". Parcelable", + ".Parcel able", + "S ENSOR", + "SEN SOR", + "SENS OR", + "ĠR yu", + "ĠRy u", + "La ughs", + "Laugh s", + "_ Native", + "_N ative", + "/ pg", + "/p g", + "y sts", + "yst s", + "ys ts", + "Ġphot oc", + "Ġphoto c", + "ç® Ģ", + "ad opt", + "ado pt", + ". species", + ".s pecies", + ".sp ecies", + ".spec ies", + "conc iliation", + "Adjust ed", + "Adj usted", + ".Firebase Auth", + "ut tle", + "utt le", + "ord ination", + "ordin ation", + "Ġm unch", + "Ġmun ch", + "ĠS take", + "ĠSt ake", + "ĠSta ke", + ". ping", + ".p ing", + ".pi ng", + ".pin g", + "an ker", + "ank er", + "anke r", + "(QString Literal", + "Ġsub script", + "Ġsubs cript", + "Ġsubscri pt", + "Ġ ĠĉĊ", + "ĠĠ ĉĊ", + "ĠĠĉ Ċ", + "ĠM CC", + "ĠMC C", + "_ Cmd", + "_C md", + "se xy", + "sex y", + "i ou", + "io u", + "ĠM ANY", + "ĠMA NY", + "ĠMAN Y", + "Ġn anny", + "Ġnan ny", + "T RAIN", + "TR AIN", + "TRA IN", + "Ġflour ishing", + "Ġflourish ing", + "ĠW atches", + "ĠWatch es", + "ĠWat ches", + "ĠQ Map", + "ĠF erm", + "ĠFe rm", + "ĠFer m", + "Ġw asm", + "Ġwas m", + "Ġwa sm", + "ĠA bed", + "ĠAb ed", + "ĠAbe d", + "_ UD", + "_U D", + "ĠG lasses", + "ĠGl asses", + "ĠGlass es", + "ĠGlas ses", + "+ v", + "Att end", + ". Chain", + ".Ch ain", + "Ġdec ency", + "Ġdece ncy", + "ĠSup plementary", + "ĠSupplement ary", + "h unter", + "hunt er", + "- txt", + "-t xt", + "Ġ\" }\";Ċ", + "Ġ\"} \";Ċ", + ".set WindowTitle", + "( \"", + "Ġmasc ara", + "( Profile", + "åĬ Łèĥ½", + "åĬŁ èĥ½", + "im ité", + "imit é", + "imi té", + "Ġwild fires", + "Ġwildfire s", + "- ROM", + "-R OM", + ".is On", + "( groupId", + "(group Id", + "Re pair", + "Rep air", + "accum ulate", + "Ġ< \",", + "Ġhand written", + "Ġach eter", + "Ġache ter", + "ĠM GM", + "ĠMG M", + "ĠIr ma", + "-> {_", + "->{ _", + "g ee", + "ge e", + "c riminal", + "cr iminal", + "Ġèĭ¥ è¦ģ", + "Ġmoment arily", + "\" )!=", + "\") !=", + "_ lit", + "_l it", + "_li t", + "Ġexpires In", + ". \").", + ".\" ).", + ".\") .", + "éķ¿ 度", + "Ġfr ække", + "v lc", + "vl c", + "Ġor bs", + "Ġorb s", + ") ,$", + "), $", + "Ġvent ured", + "Ġventure d", + "/ >\\", + "/> \\", + "ch arm", + "char m", + "cha rm", + "N uitka", + "el dig", + "eld ig", + "ato nin", + "aton in", + "W itness", + "- lat", + "-l at", + "-la t", + "Ġset Hidden", + "Ġrel ics", + "Ġreli cs", + "Ġrelic s", + "Ġcons ulate", + "Ġconsul ate", + ". IGNORE", + "\" After", + "\"A fter", + "Ġs etAddress", + "Ġset Address", + "Ġbeste ht", + "Ġ' ')ĊĊ", + "Ġ'' )ĊĊ", + "Ġ'') ĊĊ", + "Ġ'')Ċ Ċ", + ".x axis", + "Ġser ão", + "Ġmis led", + "Ġmi sled", + "_UN IFORM", + "ĠV IA", + "ĠVI A", + "in cr", + "inc r", + "Ġzen ith", + "Ġvis cosity", + "Ġvisc osity", + "Ġthin ly", + ".get SharedPreferences", + ". ErrorCode", + ".Error Code", + "\" ),\"", + "\") ,\"", + "\"), \"", + "ĠMillion en", + "ĠMilli onen", + "Ġ/ >)Ċ", + "Ġ/> )Ċ", + "Scroll Indicator", + "-se eking", + "ĠPOLIT ICO", + "as ca", + "asc a", + "_ rl", + "_r l", + "N avig", + "Nav ig", + "Na vig", + "(full file", + "Ġsol itude", + "Ġ juven", + "Ġju ven", + "Ġha uling", + "Ġhaul ing", + "ĠMac ros", + "ĠMacro s", + "ĠG ry", + "ĠGr y", + "Ġexerc itation", + "ĠATT ACK", + "Tick Count", + "Ġ rites", + "Ġr ites", + "Ġrit es", + "Ġri tes", + "Ġd oe", + "Ġdo e", + "Particle System", + "Ġ slu", + "Ġs lu", + "Ġsl u", + "Window Text", + "Ġ ClassName", + "ĠClass Name", + "Ġs lander", + "Ġsl ander", + "Ġsla nder", + "ĉ Port", + "ĉP ort", + "j ong", + "jo ng", + "jon g", + "? a", + ".D ial", + ".Di al", + "âĢĶ at", + "âĢĶa t", + "$ objPHPExcel", + "$obj PHPExcel", + "Ġso ar", + "E NN", + "EN N", + "appe ared", + "appear ed", + "Ġquot id", + "Ġquo tid", + "e machine", + "em achine", + "ema chine", + "Ġ nip", + "Ġn ip", + "Ġni p", + "Ġmicro time", + "ĠAl ma", + "; !", + "---------------- --------------------------------------------------------------------------------", + "-------------------------------- ----------------------------------------------------------------", + "---------------------------------------------------------------- --------------------------------", + "------------------------------------------------ ------------------------------------------------", + "---------------------------------------------------------------------------- --------------------", + "-------------------------------------------------------------------------------- ----------------", + "-------------------- ----------------------------------------------------------------------------", + "ĠP assage", + "ĠPass age", + "ĠPas sage", + "Ġdump sters", + "Ġdumpster s", + "Ġdumps ters", + "Ġ Exclude", + "ĠEx clude", + "ĠExc lude", + "Ġsuggest ive", + "ĠCircularProgress Indicator", + "_ clr", + "_c lr", + "_cl r", + "Array Type", + "IL LA", + "ILL A", + "Elapsed Time", + "Dr iven", + "Drive n", + "Ġresource Name", + "ĠG arrison", + "ĠGarr ison", + "se rir", + "ser ir", + "- ahead", + "-a head", + "Ġp innacle", + "ĠEs presso", + "S parse", + "Sp arse", + "Ġas says", + "Ġass ays", + "Ġassay s", + "ĠGirl friend", + "i mid", + "im id", + "imi d", + "] ='\\", + "]= '\\", + "]=' \\", + "ONG LONG", + "ONGL ONG", + "Ġportray ing", + "L ane", + "La ne", + "Ġb úsqueda", + "Ġrein forcements", + "Ġreinforce ments", + "Ġreinforcement s", + "ĠSpread sheet", + "ĠArray Collection", + ", arr", + ",a rr", + "light box", + "ic ana", + "ica na", + "ican a", + "< \"", + "build ers", + "builder s", + "K id", + "Ki d", + "ĠMat SnackBar", + "EX PR", + "EXP R", + "od cast", + "ĠFoundation s", + "ĠFound ations", + "Ġ inds", + "Ġin ds", + "Ġi nds", + "Ġind s", + "=' ${", + "='$ {", + "F izz", + "Fi zz", + "- functional", + "-function al", + "( workspace", + "(work space", + "Ġstem med", + "_ patches", + "_p atches", + "_patch es", + "_pat ches", + "ĠJar vis", + "RE ADING", + "READ ING", + "Ġdisrespect ful", + "ĠQ Dom", + "Ġ$ {Ċ", + "Ġ${ Ċ", + "e status", + "es tatus", + "est atus", + "Re ached", + "Reach ed", + "! .ĊĊ", + "!. ĊĊ", + "I LT", + "IL T", + "ĠN DEBUG", + "ĠC ourage", + "ĠCour age", + "ĠCou rage", + "birth date", + "ĠT ing", + "ĠTi ng", + "ĠTin g", + "Ġutil izado", + "Ġutiliz ado", + "Ġutiliza do", + "án chez", + "Out door", + "Ġhand guns", + "Ġhandgun s", + "Ref Count", + "É Ļ", + "r omo", + "ro mo", + "rom o", + "Ġt ts", + "Ġtt s", + ". She", + ".S he", + ".Sh e", + "Ġ Pane", + "ĠP ane", + "ĠPan e", + "ĠPa ne", + "ãĢij, ãĢIJ", + "ĠIO CTL", + "ĠIOC TL", + "/ black", + "/b lack", + "/bl ack", + "in scription", + "ins cription", + "Ġbi opsy", + "Ġbio psy", + "Ġ TimeInterval", + "ĠT imeInterval", + "ĠTime Interval", + ".Test Check", + "ĠGUI Style", + "Ġ Capability", + "ĠCap ability", + "ĠBei trag", + "ĠBeit rag", + "don nees", + "T reatment", + ". backup", + ".back up", + "Ġsign ings", + "Ġsig nings", + "Ġsigning s", + "Ġsignin gs", + "ĠB oca", + "ĠBo ca", + "d rm", + "dr m", + ". MAIN", + ".M AIN", + "Ġgo ede", + "Ġgoed e", + "Ġ Markup", + "ĠMar kup", + "ĠMark up", + "G REE", + "GR EE", + "GRE E", + "ĠBase Service", + ". Creator", + ".C reator", + "Ġj ails", + "Ġja ils", + "Ġjail s", + "ĠK ahn", + "ĠKa hn", + "ĠKah n", + "Ip Address", + "AC HI", + "ACH I", + "Ġin hibited", + "Ġinhib ited", + "Ġinhibit ed", + "Ġ@ $_", + "Ġ@$ _", + "ĠAs sass", + "ĠAss ass", + "Ġenv iado", + "Ġenvi ado", + "Her oes", + "Hero es", + "ÐŁ еÑĢ", + "ĠM aven", + "ĠMa ven", + ". ls", + ".l s", + "Ġ ive", + "Ġi ve", + "Ġiv e", + "| RF", + "|R F", + "Ġresize Mode", + "Ġrum pe", + "_ attachments", + "_attach ments", + "_attachment s", + "T U", + "Ġtact ile", + "Ġtac tile", + "Attempt ing", + "Ġro bin", + "Ġrob in", + "y aw", + "ya w", + "Ġmerc enaries", + "ĠHab itat", + "ĠHabit at", + "end date", + "Ġ oxy", + "Ġo xy", + "Ġox y", + "ĉ Random", + "ĉR andom", + "o hon", + "oh on", + "oho n", + "Is Null", + "ĠValidation Result", + "ãĥ ļ", + "um bed", + "umb ed", + "p pv", + "pp v", + "Ġ arp", + "Ġa rp", + "Ġar p", + "ich ick", + "ichi ck", + "_r nn", + "ĠT FT", + "ĠTF T", + "Tex Image", + "\" On", + "Ġ Sampler", + "ĠS ampler", + "ĠSam pler", + "ĠSample r", + "ĠSamp ler", + "t opl", + "to pl", + "top l", + "Ġj ane", + "Ġja ne", + "Ġjan e", + "y ling", + "yl ing", + "ĠUN ICODE", + "Tab Index", + "< {Ċ", + "<{ Ċ", + "s uspend", + "sus pend", + "uv ian", + ", application", + "ол иÑĩеÑģÑĤво", + "y at", + "ya t", + "e zier", + "ez ier", + "ezi er", + "ĠCH UNK", + "ĠAd ler", + "/ Add", + "/A dd", + "Ġ KeyValue", + "ĠKey Value", + "Ġspos ób", + "S ampling", + "Sam pling", + "ch ers", + "che rs", + "cher s", + "_ AMD", + "_A MD", + "_AM D", + "R u", + ".Must Compile", + "N ation", + "Na tion", + "Nat ion", + "As soc", + "Ass oc", + "Man aging", + "Mana ging", + "ĠEn gl", + "ĠEng l", + "_ GB", + "_G B", + "Ġsucc inct", + "Ġdis liked", + "Ġdislike d", + "ĠI ke", + "ĠIk e", + "Bullet in", + "_ARCH IVE", + "Pro posal", + "Prop osal", + "Ġjog ging", + ".C REATED", + ".CREATE D", + "Ġc hol", + "Ġch ol", + "Ġcho l", + "è£ ħ", + "Į ¨", + "- push", + "-p ush", + "Ġres erva", + "Ġreserv a", + "co rev", + "core v", + "cor ev", + "è tre", + "T HR", + "TH R", + "Ġincompet ence", + "Ġchar isma", + "æĦ Ł", + "Ġ\" ==", + "Ġ\"= =", + "B TN", + "BT N", + "Ġ Locator", + "ĠL ocator", + "ĠLoc ator", + "i vet", + "iv et", + "ive t", + "(' .')Ċ", + "('. ')Ċ", + "('.') Ċ", + "('.' )Ċ", + "Ġfor IndexPath", + "ô me", + "ôm e", + "Ġcapac it", + "w aters", + "wa ters", + "water s", + "wat ers", + "ĠWR ONG", + "h oa", + "ho a", + "ĠM IPS", + "ĠMI PS", + "Ġe miss", + "Ġem iss", + "ĠJacqu eline", + "( cmp", + "(c mp", + "(cm p", + "Ġe ens", + "Ġeen s", + "Ġee ns", + "L eo", + "Le o", + ". timing", + ".t iming", + ".tim ing", + "CLU SION", + "CLUS ION", + "Ġ (\"-", + "Ġ( \"-", + "Ġ(\" -", + "åĵ Ī", + ". kode", + ".k ode", + "ĠUnder t", + "ĠUnd ert", + "Ġbe wild", + "Ġbew ild", + "ĠEs sen", + "ĠEss en", + ". hd", + ".h d", + "Ġren egot", + "Ġm ower", + "Ġmo wer", + "Ġl sp", + "Ġls p", + "Ġpen chant", + "Ġman oe", + "Ġmano e", + "Ġ agli", + "Ġa gli", + "Ġag li", + "Ġre cal", + "Ġr ecal", + "Ġrec al", + "ĠOPER ATION", + "(^ )(", + "Ġ ν", + "ĠÎ ½", + "Ġ Scoped", + "ĠSc oped", + "ĠScope d", + "ĠSco ped", + "Ġ @\"Ċ", + "Ġ@ \"Ċ", + "Ġ@\" Ċ", + "= label", + "=l abel", + "[ loc", + "[l oc", + "I ntl", + "In tl", + "Int l", + "ĠN z", + "table t", + "tab let", + "tabl et", + ". ColumnName", + ".Column Name", + "Ġscreen Size", + "D Bus", + "DB us", + "co oked", + "cook ed", + "- registration", + "-reg istration", + "âĢľ One", + "- non", + "-n on", + "-no n", + "ĠwiÄĻ c", + "Ġc osta", + "Ġco sta", + "Ġcost a", + "Ġcos ta", + ".add Tab", + ". conditions", + ".condition s", + ".cond itions", + "ĠH ess", + "ĠHe ss", + "MEM ORY", + "ĠAval anche", + "() }}Ċ", + "()} }Ċ", + "Ġtri plet", + "Ġtrip let", + "Ġtriple t", + "Ġl abyrinth", + "ĠNode List", + "ĠN YT", + "ĠNY T", + "Ġy eni", + "Ġye ni", + "Ġyen i", + "d ff", + "df f", + ".Html Controls", + "A VIS", + "AV IS", + "/ Math", + "/M ath", + "Ġ memcmp", + "Ġmem cmp", + "ا Ø¡", + "Ø§Ø ¡", + "о ÑģÑĮ", + "оÑģ ÑĮ", + "c rap", + "cr ap", + "( pages", + "(p ages", + "(page s", + "(pa ges", + "Ġl xml", + "Ġlx ml", + "ĠQ DateTime", + "_t cb", + "_tc b", + "Ġ openid", + "Ġopen id", + "Ġsyn aptic", + "ĠM DMA", + "ĠMD MA", + "( slug", + "(s lug", + "(sl ug", + "ig matic", + "igma tic", + "igm atic", + "igmat ic", + "e nor", + "en or", + "eno r", + "Ġcr amped", + "Ġcram ped", + "G OP", + "GO P", + "Ń IJ", + ".is File", + "ĠD ifferential", + "ĠDifferent ial", + "Ġ =\"\";Ċ", + "Ġ=\" \";Ċ", + "ĉ ĉĉĠĠĠĠĉ", + "ĉĉ ĉĠĠĠĠĉ", + "ĉĉĉ ĠĠĠĠĉ", + "ĉĉĉĠĠĠ Ġĉ", + "ĉĉĉĠ ĠĠĠĉ", + "ĉĉĉĠĠ ĠĠĉ", + "ĉĉĉĠĠĠĠ ĉ", + "ĠC ooke", + "ĠCo oke", + "ĠCook e", + "ĉU FUNCTION", + "Ġpersever ance", + "Relative Layout", + "IMPORT ANT", + "Ġe xon", + "Ġex on", + "Ġ он", + "Ġо н", + "i base", + "ib ase", + "iba se", + "( CONT", + "(C ONT", + "(CON T", + "n ovation", + "no vation", + "nov ation", + "nova tion", + "ä½ ķ", + "[ sub", + "[s ub", + "Admin Controller", + "HTTP Header", + "c rear", + "cre ar", + "cr ear", + "ĠN IR", + "ĠNI R", + "ĠDrop DownList", + "Ġval ide", + "Ġvalid e", + "Ġva lide", + "Ġde hydration", + ". ']", + ".' ]", + "( WIN", + "(W IN", + "Ġ ...\\", + "Ġ. ..\\", + "Ġ... \\", + "Ġ.. .\\", + "Ġphoto shop", + "Ġphotos hop", + "ĉ Init", + "ĉI nit", + "ĉIn it", + "_ cou", + "_c ou", + "_co u", + "Ġtime Zone", + "dar win", + "r omatic", + "ro matic", + "rom atic", + "roma tic", + "Navigation ItemSelectedListener", + "b rates", + "br ates", + "bra tes", + "brate s", + "] --;Ċ", + "Ġtraged ies", + "ĠPed iatrics", + "ĠPediatric s", + "SM ART", + "- API", + "-A PI", + "ĠMessage Lookup", + "ĉ vo", + "ĉv o", + "Ġprejud ices", + "Ġprejudice s", + "Ġ mA", + "Ġm A", + "U ps", + "Up s", + "ĠMISS ING", + "ĉ ad", + "ĉa d", + "C ream", + "Cre am", + "Cr eam", + "ĠT b", + "ĠM ona", + "ĠMon a", + "ĠMo na", + "_ ghost", + "_g host", + "ĉ types", + "ĉt ypes", + "ĉtype s", + "ĉtyp es", + "E mb", + "Em b", + "ĠDocument ary", + "' );ĊĊĊĊ", + "') ;ĊĊĊĊ", + "');Ċ ĊĊĊ", + "');ĊĊ ĊĊ", + "'); ĊĊĊĊ", + "');ĊĊĊ Ċ", + "Ġl up", + "Ġlu p", + "_ Reference", + "_Re ference", + "_Ref erence", + "ĠB ATCH", + "ĠBAT CH", + "Ġintertw ined", + "< Cell", + "", + "Ġf oyer", + "Ġfo yer", + "'util isation", + "ĠMü ller", + "ĠFet ish", + "Ġdefault Manager", + "Ġback track", + "B ah", + "Ba h", + "Exp licit", + "Expl icit", + "_ ASCII", + "_A SCII", + "_ASC II", + "Ġm Activity", + "( Msg", + "(M sg", + "Ġ ê²Į", + "Ġê² Į", + "ĠTER MS", + "ĠTERM S", + "ĠAn gie", + "ĠAng ie", + "H SV", + "HS V", + "ĠMos que", + ". Names", + ".N ames", + ".Name s", + "íĬ ¼", + "r este", + "re ste", + "res te", + "rest e", + "_ parms", + "_p arms", + "_par ms", + "_pa rms", + "_parm s", + "Ġg aping", + "Ġgap ing", + "Ġga ping", + "Ġc ropping", + "Ġcr opping", + "Ġcro pping", + "Ġcrop ping", + "Data Frame", + "Ġrespons iveness", + "Ġresponsive ness", + "_ undo", + "_un do", + "_u ndo", + "_ tran", + "_t ran", + "_tr an", + "_tra n", + ". terminate", + ".term inate", + "Ġitalian e", + "Ġitalia ne", + "Ġwalk through", + "Ġattract iveness", + "Ġattractive ness", + "д е", + "_ STS", + "_S TS", + "_ST S", + "_ learn", + "_l earn", + "_le arn", + "Ġchocolate s", + "Ġchocol ates", + "ier archical", + "- thinking", + "-th inking", + "Ġ )))", + "Ġ) ))", + "Ġ)) )", + "ish ments", + "ishment s", + ".Log f", + ".Lo gf", + "ĠT MZ", + "ĠTM Z", + "ĠCan ary", + "f oil", + "fo il", + "ĠV accine", + "ĠVacc ine", + ". vx", + ".v x", + "ĠSur round", + "Inter mediate", + "Ġ iov", + "Ġi ov", + "Ġio v", + "v ais", + "va is", + "' ;\";Ċ", + "'; \";Ċ", + "ï½ŀ ĊĊ", + "éĢģ æĸĻ", + "âĢ¦ it", + "Se ats", + "Sea ts", + "Seat s", + "C lar", + "Cl ar", + "Cla r", + "W ars", + "War s", + "Wa rs", + "ĠHutch inson", + "ĠH asan", + "ĠHas an", + "ĠHa san", + "! ')ĊĊ", + "!' )ĊĊ", + "!')Ċ Ċ", + "ĠRich ie", + "ĠRi chie", + "che iden", + "cheid en", + "( $('", + "($ ('", + "($( '", + "Y ork", + "Yo rk", + "Ġl ids", + "Ġli ds", + "Ġlid s", + "Ġal phanumeric", + "Ġalpha numeric", + "ĠG lock", + "ĠGl ock", + "ĠGlo ck", + ". shapes", + ".sh apes", + ".shape s", + ".sha pes", + "Ġsp arking", + "Ġspark ing", + "Ġspar king", + "_ epsilon", + "_e psilon", + "_eps ilon", + "up licated", + "uplic ated", + "uplicate d", + ". dirty", + ".d irty", + ".dir ty", + "] )==", + "]) ==", + "ĠìľĦ ì¹ĺ", + "Ġs cn", + "Ġsc n", + "Ġ /****************************************************************", + "Ġ/ ****************************************************************", + "_PRE VIEW", + "_ HC", + "_H C", + "ield ing", + "iel ding", + "f gets", + "fg ets", + "ĠAdd ison", + "Ġproduct Service", + "- figure", + "-f igure", + "( retval", + "(ret val", + "z ano", + "za no", + "zan o", + "Ġaut ob", + "Ġauto b", + "ĉ sd", + "ĉs d", + "_ numer", + "_n umer", + "_num er", + "ĠSet LastError", + "ĠF ior", + "ĠFi or", + "ific ance", + "ifica nce", + "Unt itled", + "Ġin field", + "Ġinf ield", + "Ġ{ }));Ċ", + "Ġ{} ));Ċ", + "Ġ{}) );Ċ", + "Ġs pac", + "Ġsp ac", + "Ġspa c", + "Ġr ookies", + "Ġro okies", + "Ġrookie s", + "(des cribing", + "n gen", + "ng en", + "nge n", + "ி à®", + ". rdf", + ".r df", + ".rd f", + ". Mutex", + ".M utex", + "Ġkne eling", + "Ġknee ling", + "Ġ QE", + "ĠQ E", + "set Max", + "Read Stream", + "Ġ ventas", + "Ġvent as", + "Ġven tas", + "Ġventa s", + "s ut", + "su t", + "cm peq", + "cmp eq", + ".WriteAll Text", + "ĠEx perienced", + "ĠExperience d", + "$ __", + "$_ _", + "Ġka um", + "ĠL IS", + "ĠLI S", + "Ġdocument os", + "Ġdocumento s", + "_HE ALTH", + "i contains", + "icon tains", + "icont ains", + "Ġart isans", + "Ġartisan s", + "OW NER", + "OWN ER", + "Ġb linked", + "Ġblink ed", + "get Display", + "Ġt oen", + "Ġto en", + "Ġtoe n", + "Ġrow Num", + "Ġav ril", + "Ġin vis", + "Ġinv is", + "ĠK ear", + "ĠKe ar", + "toBe InTheDocument", + "a pur", + "ap ur", + "Ġr acked", + "Ġrac ked", + "Ġrack ed", + "ĠMc Master", + "ĠMcM aster", + "_ATTR IB", + "H az", + "Ha z", + "Ġfact ura", + "Ġfac tura", + "/ ts", + "/t s", + "ĠÑĢаз меÑĢ", + "ĠÑĢазм еÑĢ", + "Ġ zf", + "Ġz f", + "Ġshort fall", + ". fasta", + ".f asta", + ".fast a", + ".fa sta", + "ĠCONST ANT", + ". managed", + ".man aged", + ".manage d", + "g ems", + "ge ms", + "gem s", + "Shared Pointer", + "Ġbl urry", + "Ġblur ry", + "b rightness", + "bright ness", + "( components", + "(com ponents", + "(component s", + "(comp onents", + "Ġ ...\"ĊĊ", + "Ġ... \"ĊĊ", + "Ġ.. .\"ĊĊ", + "Ġ...\" ĊĊ", + "Ġ...\"Ċ Ċ", + "S ELL", + "SE LL", + "SEL L", + "ĠIllustr ator", + ".get Channel", + "Ġtrou vé", + "y sters", + "yst ers", + "ys ters", + "yster s", + "Ġv ois", + "Ġvo is", + "Ġvoi s", + "ĠL inden", + "ĠLin den", + "ĠLind en", + "Ġem ojis", + "Ġemoji s", + "Ġemo jis", + "Ġb rawl", + "Ġbr awl", + "Ġbra wl", + "ĠM SR", + "ĠMS R", + "ĠE lo", + "ĠEl o", + "ĠCroat ian", + "ĠCroatia n", + "Popup Menu", + "L ewis", + "Le wis", + ". JWT", + ".J WT", + "Ġaston ished", + "B ush", + "Bus h", + "Bu sh", + "( itemId", + "(item Id", + "Ġdet achment", + "Ġdetach ment", + "ĠEn core", + "ĠEnc ore", + "å° Ķ", + "Ġre kl", + "Ġr ekl", + "Ġrek l", + "Ġc ram", + "Ġcr am", + "Ġcra m", + ") $/", + ")$ /", + ".get Host", + "_ recommend", + "_re commend", + "- HT", + "-H T", + "_cal ibration", + "Auth enticate", + ".firebase app", + "UN IX", + "ĉ Camera", + "ĉC amera", + "ĠHE AP", + "I deal", + "Ide al", + ". office", + ".off ice", + "Ġgoof y", + "Ġgoo fy", + "( Symbol", + "(S ymbol", + "Ġjo uer", + "Ġjou er", + "_part itions", + "_partition s", + "Ġrapid ement", + "Ġrapide ment", + "ĠGNU NET", + "ĠGN UNET", + "id User", + "Ġsuper vise", + "Ġsuperv ise", + "( Contact", + "A WN", + "AW N", + "ãģ ĺ", + "Ġna am", + "Ġa ust", + "Ġau st", + "Ġaus t", + "åľ¨ 线", + "_ softmax", + "_soft max", + "Allow Anonymous", + "amm able", + "amma ble", + "RO UTE", + "ROUT E", + "* D", + "Ġ aden", + "Ġa den", + "Ġad en", + "Ġade n", + "ĠCrist ina", + "ĠCrist iano", + "Ġblood stream", + "sub class", + "_ persona", + "_person a", + "CH ILD", + "- know", + "-k now", + "Ġnavigation Options", + "ĠZuk unft", + "ĠPix ar", + "Ty ler", + "Ġunder world", + "Ġsincer ity", + "Ġdisp enser", + "Ġdispens er", + "Ġk ter", + "Ġkt er", + "id ders", + "idd ers", + ".add Node", + "- checked", + "-check ed", + "Ġkey st", + "Ġke yst", + "Ġkeys t", + "ĠW TO", + "ĠWT O", + ". signals", + ".sign als", + ".signal s", + "Ġadvent urer", + "Ġadventure r", + "ĠP ang", + "ĠPan g", + "ĠPa ng", + "\\ R", + "= pos", + "=p os", + "Ġdispens aries", + "ĠClose t", + "ĠClo set", + "(\" {\\\"", + "(\"{ \\\"", + "id eon", + "ide on", + "ideo n", + "Ġnécess aire", + "( )\"Ċ", + "() \"Ċ", + "()\" Ċ", + "_RECE IVED", + "Ġrésult ats", + "Ġm oden", + "Ġmod en", + "Ġmode n", + "Ġmo den", + "ĠIceland ic", + "; d", + ". allowed", + ".all owed", + ".allow ed", + "(new User", + "Ġmerc iless", + ".Wait For", + "Ġday care", + "ĠCon veyor", + "Ġ Ù", + "ا Ù", + "า à¸", + "Ñ Ł", + "ÑŁ ÑŁ", + "Ġ à¸", + "Ġà ¸", + "à¹Ģ à¸", + "i á»", + "ãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢ", + "Ġ اØ", + "Ġا Ø", + "ॠĪ", + "Ġ ãĢĢ", + "ĠãĢ Ģ", + "Ñ Ĺ", + "i á»ĩ", + "iá» ĩ", + "ÑŁ ÑŁÑŁÑŁ", + "ÑŁÑŁ ÑŁÑŁ", + "ÑŁÑŁÑŁ ÑŁ", + "à¥ĩ à¤Ĥ", + "à¥ĩठĤ", + "Ñĸ д", + "ा र", + "ाठ°", + "ÙĨ د", + "Ñĸ в", + "Ġ ब", + "Ġठ¬", + "Ġ à¤ľ", + "Ġठľ", + "à ¥¤", + "ॠ¤", + "н Ñĸ", + "ठĹ", + "Ġ Ø¢", + "ĠØ ¢", + "Ġ न", + "Ġठ¨", + "Ñ Ķ", + "Ġ ÑĢа", + "ĠÑĢ а", + "Ġ à¤ħ", + "Ġठħ", + "Ñģ ÑĮ", + "Ġ व", + "Ġठµ", + "ÑĨ Ñĸ", + "Ġv á»", + "³ ت", + "Ġ द", + "Ġठ¦", + "n ÄĽ", + "Ġ ल", + "Ġठ²", + "Ġ ãĢĢĠãĢĢ", + "ĠãĢĢ ĠãĢĢ", + "ĠãĢĢĠ ãĢĢ", + "ॠĤ", + "ठ¦", + "à¸Ń à¸ĩ", + "ÙĪ ÙĨ", + "ठµ", + "a ÅŁ", + "๠Ĥ", + "ι κ", + "Ġ र", + "Ġठ°", + "Ġ ви", + "Ġв и", + "à¥į य", + "à¥įठ¯", + "ा न", + "ाठ¨", + "Ġ از", + "Ġا ز", + "ĠØ§Ø ²", + "ا Ùĩ", + "ا٠ĩ", + "Ľ i", + "Ġh á»", + "à¥ĭ à¤Ĥ", + "i ế", + "ĠÄij á»", + "ठ¯", + "Ï į", + "Ġc ủ", + "Ġ بر", + "Ġب ر", + "Ġ ÙħÛĮ", + "ĠÙħ ÛĮ", + "Ġ اÛĮ", + "Ġا ÛĮ", + "Ġ à¤Ĩ", + "ĠठĨ", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "ि य", + "िठ¯", + "ÑŁÑŁÑŁÑŁ ÑŁÑŁÑŁÑŁ", + "в и", + "ر د", + "н Ñĥ", + "ÙĬ ÙĨ", + "ι α", + "Ġ त", + "Ġठ¤", + "Ñĩ и", + "Ġ à¤ķर", + "Ġà¤ķ र", + "ا ز", + "Ø§Ø ²", + "a ÄŁ", + "Ġ à¤ī", + "Ġठī", + "ठ¬", + "ÏĦ α", + "ت ر", + "Ùĩ ا", + "ร ะ", + "j ÃŃ", + "Î ij", + "а ÑĤи", + "аÑĤ и", + "Ġ à¤Ĺ", + "ĠठĹ", + "Ġ ÑĤа", + "ĠÑĤ а", + "Ú Ĩ", + "ठľ", + "า à¸Ļ", + "าภĻ", + "Ġ à¤Ń", + "ĠठŃ", + "ि à¤ķ", + "िठķ", + "á v", + "Ġ Ú¯", + "Ï İ", + "า ย", + "าภ¢", + "Ġ à¤Ķ", + "ĠठĶ", + "ÅĻ ÃŃ", + "ا ÙĪ", + "ا٠Ī", + "Ġ Ñī", + "ĠÑ ī", + "Ġ à¤Ķर", + "Ġà¤Ķ र", + "ен нÑı", + "Ġ Ú©Ùĩ", + "ĠÚ© Ùĩ", + "ठ¡", + "ÏĦ ο", + "ε ι", + "Ġ à¤ĩ", + "Ġठĩ", + "à¥į त", + "à¥įठ¤", + "ठŁ", + "Û ±", + "Ġ ØĮ", + "ĠØ Į", + "Ïģ ο", + "η ÏĤ", + "ë ¬", + "Ñĸ н", + "i á»ģ", + "iá» ģ", + "i ên", + "iê n", + "Ġ вÑĸд", + "Ġв Ñĸд", + "ĠвÑĸ д", + "d ı", + "ÙĦ ÛĮ", + "Ġ ز", + "ĠØ ²", + "Ïģ α", + "Ġ ÛĮ", + "า à¸ĩ", + "าภĩ", + "Ġth á»", + "Ġ à¹Ģà¸", + "Ġà¹Ģ à¸", + "i á»ĩn", + "iá»ĩ n", + "ا ÙĬ", + "ا٠Ĭ", + "ан нÑı", + "ÑĢ е", + "Î Ł", + "å Ĵ", + "ا Ø´", + "Ø§Ø ´", + "ा ल", + "ाठ²", + "ëħ Ħ", + "Ġ य", + "Ġठ¯", + "Ġ را", + "Ġر ا", + "ठ¼", + "Ñĥ в", + "ÙĪ Ùħ", + "Ġ عÙĦ", + "Ġع ÙĦ", + "ί α", + "à¥Ī à¤Ĥ", + "à¥ģ à¤", + "า ม", + "าภ¡", + "Ġm á»Ļt", + "Ġ à¤ı", + "Ġठı", + "ãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢ", + "Ġ पर", + "Ġप र", + "Ġ اÙĨ", + "Ġا ÙĨ", + "Ġ اÛĮÙĨ", + "Ġا ÛĮÙĨ", + "ĠاÛĮ ÙĨ", + "Ġv Ỽi", + "Ġvá» Ľi", + "Î £", + "ठļ", + "Û °", + "i á»ĥ", + "iá» ĥ", + "า à¸ģ", + "าภģ", + "Î Ļ", + "ا ع", + "Ø§Ø ¹", + "Ñĸ й", + "à¹ģ ล", + "Ùĩ اÛĮ", + "Ùĩا ÛĮ", + "Ñĩ а", + ". :.:", + ".: .:", + ".:. :", + "ÏĦ η", + "Ġ Îij", + "ĠÎ ij", + "ر ÛĮ", + "Ġn gh", + "Ġng h", + "ν α", + "à¹ĥ à¸Ļ", + "ि त", + "िठ¤", + "Ġ και", + "Ġκ αι", + "Ġκα ι", + "ÏĦ ε", + "à¥į à¤Ł", + "à¥įठŁ", + "μ α", + "л Ñĥ", + "ý m", + "ÏĢ ο", + "à¥Ī ।", + "ï¼ ¼", + "ر ÙĬ", + "н иÑħ", + "ни Ñħ", + "Ïģ ι", + "Ù Ģ", + "ÑĢ о", + "Ġ à¤ļ", + "Ġठļ", + "ा त", + "ाठ¤", + "ا ÙĤ", + "ا٠Ĥ", + "Ġ श", + "Ġठ¶", + "ĠÄij á»Ļ", + "ĠÄijá» Ļ", + "é ho", + "iá»ģ u", + "ภ¨", + "Ñĸ лÑĮ", + "Ñĸл ÑĮ", + "uy á»", + "Û ²", + "Ġn Äĥ", + "Ïī ν", + "Ġ ÏĦοÏħ", + "ĠÏĦ οÏħ", + "ĠÏĦο Ïħ", + "к ий", + "ки й", + "í ĸ", + "Ġ Ñīо", + "ĠÑī о", + "à¥į व", + "à¥įठµ", + "Ġ اÙĦØ£", + "ĠاÙĦ Ø£", + "ا ئ", + "Ø§Ø ¦", + "t ı", + "Ġ ÏĦο", + "ĠÏĦ ο", + "¬ ¬", + "Ġ Ø·", + "ĠØ ·", + "Ùħ اÙĨ", + "Ùħا ÙĨ", + "Ġ Îł", + "ĠÎ ł", + "д и", + "ภ¶", + "ि à¤ı", + "िठı", + "ãģ£ ãģŁ", + "ãģ£ãģ Ł", + "ÛĮ Ùħ", + "ÃŃ nh", + "ÃŃn h", + "r av", + "ra v", + "ÄĽ t", + "Î ķ", + "Ġ Ñıк", + "ĠÑı к", + "ç Ĥ", + "à¸Ń à¸Ļ", + "ãģ¦ ãģĦ", + "ि ल", + "िठ²", + "Ñĸ ÑĤ", + "з а", + "á p", + "ठ§", + "Ġ êµ", + "Ġê µ", + "à¹ģ ละ", + "à¹ģล ะ", + "ÃŃ ch", + "ÃŃc h", + "Ġ Ø¢ÙĨ", + "ĠØ¢ ÙĨ", + "ت Ùĩ", + "Ġ Ùħع", + "ĠÙħ ع", + "н ий", + "ни й", + "Æ°á»Ľ c", + "Ġ اÙĦع", + "Ġا ÙĦع", + "ĠاÙĦ ع", + "ر ب", + "ा म", + "ाठ®", + "Ġ رÙĪ", + "Ġر ÙĪ", + "é «", + "ı y", + "Ġh á»į", + "Ġhá» į", + "ÑĤÑĮ ÑģÑı", + "Ġ Îļ", + "ĠÎ ļ", + "Ġ à¤ĩस", + "Ġà¤ĩ स", + "ï¼ ¿", + "Ġ ÚĨ", + "Ġ ÙĪاÙĦ", + "ĠÙĪ اÙĦ", + "ĠÙĪا ÙĦ", + "íķ Ļ", + "ÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁ ÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁ", + "Ġ vý", + "Ġv ý", + "ि स", + "िठ¸", + "ữ ng", + "س ÛĮ", + "Ġ ìĥ", + "Ġì ĥ", + "ा à¤Ĥ", + "ाठĤ", + "ï½ ¤", + "à¹ĩ à¸Ļ", + "Ġ थ", + "Ġठ¥", + "l arak", + "la rak", + "lar ak", + "lara k", + "â y", + "t ÄĽ", + "ν ο", + "Ġ ÙħÙĪ", + "ĠÙħ ÙĪ", + "Ġng Æ°á»Ŀi", + "å ¦", + "ÙĬ د", + "il ir", + "ili r", + "ا ØŃ", + "Ø§Ø Ń", + "Ġ ãĢ", + "Ù ĭ", + "Ġ ÑĢоз", + "ĠÑĢ оз", + "Ġ й", + "ĠÐ ¹", + "Ġd ụ", + "à¹Ģ à¸Ľ", + "à¹ĢภĽ", + "ั à¸ĩ", + "л е", + "ा य", + "ाठ¯", + "ï¿ £", + "ÙĪ اÙĨ", + "ÙĪا ÙĨ", + "Ġth á»ĥ", + "Ġthá» ĥ", + "ã ĥ½", + "ãĥ ½", + "ü ÅŁ", + "ç Ł", + "Ġ ο", + "ĠÎ ¿", + "Ġ Σ", + "ĠÎ £", + "ÛĮ ت", + "ั à¸ģ", + "Î ¤", + "Ġ à¤ıà¤ķ", + "Ġà¤ı à¤ķ", + "Ġ ÙĩÙħ", + "ĠÙĩ Ùħ", + "ìĽ Ķ", + "Ġ Îľ", + "ĠÎ ľ", + "Ġ à¸Ħ", + "ĠภĦ", + "¯ ¸", + "ا رÛĮ", + "ار ÛĮ", + "ि न", + "िठ¨", + "Ġnh ững", + "Ġnh Æ°", + "и ÑĤи", + "иÑĤ и", + "ãĥ³ ãĥ", + "à¹Ģ ร", + "à¹Ģภ£", + "Ġ ÐĽ", + "ĠÐ Ľ", + "ÑĢ Ñĸ", + "á d", + "ü y", + "i ye", + "iy e", + "Ġ Îķ", + "ĠÎ ķ", + "Ġ ส", + "Ġภª", + "Ïĥ η", + "Ġ ë¬", + "Ġë ¬", + "ï »", + "ठ£", + "Î Ĺ", + "ठ¶", + "Ġ ÙħØŃ", + "ĠÙħ ØŃ", + "ÙĦ ÙĬ", + "Ġ με", + "Ġμ ε", + "Ġp ÅĻÃŃ", + "ĠpÅĻ ÃŃ", + "Î Ŀ", + "à¥į ष", + "à¥įठ·", + "t ir", + "ti r", + "ر اÙĨ", + "را ÙĨ", + "ĠÄij á»ĭ", + "ĠÄijá» ĭ", + "Ġ коÑĤ", + "Ġк оÑĤ", + "Ġко ÑĤ", + "к ÑĢа", + "λ ο", + "Ġ ÏĦη", + "ĠÏĦ η", + "Ñī е", + "ÏĦ ικ", + "ÏĦι κ", + "ั à¹ī", + "i ết", + "iế t", + "α ν", + "í Ķ", + "к иÑħ", + "ки Ñħ", + "Ġ поÑģ", + "Ġп оÑģ", + "Ġпо Ñģ", + "t ır", + "tı r", + "à¥į म", + "à¥įठ®", + "ر Ùģ", + "ÄĽ l", + "ठŃ", + "o vé", + "ov é", + "Ġl á»", + "à¹Ħ à¸Ķ", + "ãģª ãģĦ", + "ภ©", + "i á»ĩu", + "iá»ĩ u", + "Î ¾", + "Ġ عÙĦÙī", + "Ġع ÙĦÙī", + "ĠعÙĦ Ùī", + "д Ñĥ", + "Ġdụ ng", + "а ÑĢа", + "аÑĢ а", + "ा द", + "ाठ¦", + "o ž", + "ÙĦ Ùĩ", + "ÙĦ Ùħ", + "н оÑĹ", + "но ÑĹ", + "Û± Û", + "à¸Ĥ à¸Ńà¸ĩ", + "Î ¡", + "à¥Ģ à¤Ĥ", + "Ġ пÑĸд", + "Ġп Ñĸд", + "Ġ फ", + "Ġठ«", + "ภĺ", + "ε ÏĤ", + "ा स", + "ाठ¸", + "à¹ĥ ห", + "о ва", + "ов а", + "ت ÛĮ", + "à¸Ń ย", + "ภį", + "Ġn Äĥm", + "ĠnÄĥ m", + "ÏĦ ι", + "ÙĪ ÛĮ", + "Ġ мÑĸ", + "Ġм Ñĸ", + "Ġ اÙħ", + "Ġا Ùħ", + "ÏĢ ÏĮ", + "Ġ zá", + "Ġz á", + "ठĪ", + "Ġ à¤ĸ", + "Ġठĸ", + "Ġ nÄĽ", + "Ġn ÄĽ", + "c ÃŃ", + "ÙĨ Ú¯", + "Ñģ и", + "Î ¶", + "n á", + "Ŀ i", + "Å ©", + "Ø ¦", + "Ġ اÙĦس", + "Ġا ÙĦس", + "ĠاÙĦ س", + "á»ij c", + "Ạ½", + "ا ج", + "Ø§Ø ¬", + "Ùħ ا", + "êµ Ń", + "о Ñİ", + "د ر", + "à¹Ģ à¸ģ", + "à¹Ģภģ", + "ภł", + "à ¡ng", + "á ng", + "án g", + "íķ ©", + "Ġ ÏĦηÏĤ", + "ĠÏĦ ηÏĤ", + "ĠÏĦη ÏĤ", + "Ġ Ñĸн", + "ĠÑĸ н", + "о ÑĹ", + "à¥ĩ श", + "à¥ĩठ¶", + "ภĭ", + "à¥ĭ à¤Ĺ", + "л Ñĸ", + "Ġp ÅĻed", + "ĠpÅĻ ed", + "ĠpÅĻe d", + "Äį nÃŃ", + "Ġ ка", + "Ġк а", + "Ġ Τ", + "ĠÎ ¤", + "á»Ļ i", + "v ÃŃ", + "ÑĢ Ñı", + "ा à¤ľ", + "ाठľ", + "а Ñħ", + "ि र", + "िठ°", + "า ส", + "าภª", + "d ır", + "dı r", + "Ø ¢", + "Î ļ", + "Ġ ÎŃ", + "ĠÎ Ń", + "Ġt ại", + "iá»ĩ c", + "i ến", + "iế n", + "Ġ غ", + "ĠØ º", + "ا Ø®", + "Ø§Ø ®", + "Ġ اÙĦØŃ", + "Ġا ÙĦØŃ", + "ĠاÙĦ ØŃ", + "Ġ бÑĥ", + "Ġб Ñĥ", + "Ġv á»ģ", + "Ġvá» ģ", + "м Ñĸ", + "Ùħ ÙĦ", + "m Ä±ÅŁ", + "à¸Ľ ระ", + "à¸Ľà¸£ ะ", + "ο Ïį", + "ε ί", + "Ġर ह", + "н им", + "ни м", + "ع د", + "Ġ باÙĦ", + "Ġب اÙĦ", + "Ġبا ÙĦ", + "¤ ij", + "ç ł", + "Ġo lm", + "Ġol m", + "Ïİ Î½", + "Ġh á»įc", + "Ġhá»į c", + "ا ست", + "Ø§Ø ³Øª", + "اس ت", + "า ว", + "าภ§", + "ÙĪ ب", + "Ñĸ Ñı", + "Ġ ÙĩاÛĮ", + "ĠÙĩ اÛĮ", + "ĠÙĩا ÛĮ", + "ë§ Ī", + "ॠĮ", + "Ġ ÄĮ", + "ĠÄ Į", + "ठı", + "ا دÙĩ", + "اد Ùĩ", + "Ġ اÙĪ", + "Ġا ÙĪ", + "н Ñĭм", + "нÑĭ м", + "Ạ±", + "Ùħ ÙĨ", + "iá»ĩ t", + "l aÅŁ", + "la ÅŁ", + "Ñĸ з", + "ÙĪ س", + "Ġl Ãłm", + "ĠlÃł m", + "ĠÄij ến", + "ĠÄijế n", + "प न", + "Ġ ÛĮÚ©", + "ĠÛĮ Ú©", + "Ġ ÙĦÙĦ", + "ĠÙĦ ÙĦ", + "Ġ mÄĽ", + "Ġm ÄĽ", + "Ġ براÛĮ", + "Ġبر اÛĮ", + "ा ह", + "ाठ¹", + "Ġ Ùħر", + "ĠÙħ ر", + "e ç", + "à¸Ń ร", + "ε Ïģ", + "ั à¸Ķ", + "к он", + "ко н", + "n ou", + "no u", + "Ġ год", + "Ġг од", + "ู à¹ī", + "à¹Ģ ล", + "à¹Ģภ¥", + "Ú ĺ", + "ĠÄij á»ĭnh", + "ĠÄijá»ĭ nh", + "ĠÄij ó", + "а нов", + "ан ов", + "ано в", + "Ġ Ùģر", + "ĠÙģ ر", + "ا رد", + "ار د", + "Ñĸ ÑĹ", + "à¸Ħ ร", + "à¥į थ", + "à¥įठ¥", + "c ak", + "ca k", + "ÑĨ ÑĸÑĹ", + "ÑĨÑĸ ÑĹ", + "Ġ ãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "ĠãĢĢĠ ãĢĢĠãĢĢĠãĢĢ", + "Ùĩ ر", + "ॠī", + "Ġg iá»", + "Ġgi á»", + "í Ĩ", + "âĢĮ ÙĩاÛĮ", + "âĢĮÙĩا ÛĮ", + "à¥ģ र", + "à¥ģठ°", + "Ġ à¸ģ", + "Ġภģ", + "Å Ī", + "æ ¨", + "ÎŁ Î", + "า à¸Ħ", + "าภĦ", + "кÑĢа ÑĹ", + "ả o", + "o ÄŁ", + "Ġ सम", + "Ġस म", + "Ġv iá»ĩc", + "Ġs ẽ", + "Ġ ná", + "Ġn á", + "ÙĬ Ùħ", + "£ p", + "ö y", + "ÙĪ ز", + "Ġ κα", + "Ġκ α", + "Ùħ د", + "n ÃŃm", + "nÃŃ m", + "o vá", + "ov á", + "ा व", + "ाठµ", + "ा ।", + "à¥į स", + "à¥įठ¸", + "ç ·", + "ặ c", + "Ġ à¸ŀ", + "Ġภŀ", + "ï½ Ģ", + "ô i", + "Ġ ợ", + "Ġá» Ł", + "ο ÏĤ", + "Ġtr ên", + "м Ñĥ", + "ÑģÑĮ к", + "ภŁ", + "o vat", + "ov at", + "ova t", + "Ġm á»", + "í ı", + "Ġ во", + "Ġв о", + "ε ν", + "à¥Ĥ र", + "Ú¯ اÙĩ", + "ĠÄij á»Ļng", + "ĠÄijá»Ļ ng", + "Ú© ÙĨ", + "Ñī и", + "Ġ пÑĢа", + "Ġп ÑĢа", + "ĠпÑĢ а", + "ü rk", + "ür k", + "ÙĪ ع", + "ấ p", + "n ý", + "Ġ quan", + "Ġqu an", + "Ġq uan", + "Ġqua n", + "Ñĸ Ñĩ", + "Ġ να", + "Ġν α", + "Ġन ह", + "Ġ Ú©ÙĨ", + "ĠÚ© ÙĨ", + "c ı", + "çĿ Ģ", + "б о", + "Ġ اس", + "Ġا س", + "ĠØ§Ø ³", + "è »", + "ا ÙĨÛĮ", + "اÙĨ ÛĮ", + "à¸ķ ร", + "ÏĦ ά", + "Ġ Ø£ÙĨ", + "ĠØ£ ÙĨ", + "éĤ £", + "Ġ ม", + "Ġภ¡", + "к ÑĤ", + "i ê", + "Ġhá» £p", + "ت Ùħ", + "Ġ بÙĨ", + "Ġب ÙĨ", + "h od", + "ho d", + "ι Ïĥ", + "ห à¸Ļ", + "Ġ ÑĹ", + "ĠÑ Ĺ", + "л ив", + "ли в", + "Ġ کرد", + "ĠÚ© رد", + "Ġکر د", + "Ġ ÙħØ´", + "ĠÙħ Ø´", + "ا Ø·", + "Ø§Ø ·", + "ب ÙĬ", + "Ġ ร", + "Ġภ£", + "د Ùħ", + "ÙĦ اÙħ", + "ÙĦا Ùħ", + "à¹Ī ว", + "Ġ ÙĨÙħ", + "ĠÙĨ Ùħ", + "Ġ æĹ", + "Ġæ Ĺ", + "é ħ", + "н оÑģÑĤ", + "но ÑģÑĤ", + "ноÑģ ÑĤ", + "i á»ĥm", + "iá»ĥ m", + "êµ IJ", + "a yı", + "ay ı", + "Ġ بÙĪد", + "Ġب ÙĪد", + "ĠبÙĪ د", + "Ú¯ ر", + "Ġh iá»ĩn", + "Ġhi á»ĩn", + "ç ³", + "ÑģÑĤ вен", + "ÑģÑĤв ен", + "ÑģÑĤве н", + "Ġà¤ķर न", + "Ġ ÏĦην", + "ĠÏĦ ην", + "ĠÏĦη ν", + "Ġ à¸Ń", + "ĠภŃ", + "Ġ Ùħت", + "ĠÙħ ت", + "ģ n", + "ج Ùħ", + "λ λ", + "Ġ ÑĢе", + "ĠÑĢ е", + "ิ à¸Ķ", + "Ġ اÙĦÙĤ", + "Ġا ÙĦÙĤ", + "ĠاÙĦ ÙĤ", + "α Ïģ", + "Ġ यह", + "Ġय ह", + "n ÃŃch", + "nÃŃ ch", + "ÑĶ ÑĤÑĮÑģÑı", + "Ġ à¸Ĺ", + "ĠภĹ", + "ÛĮ Ø´", + "ÅĻ e", + "Ġn ebo", + "Ġne bo", + "Ġneb o", + "Ġ Ñĩа", + "ĠÑĩ а", + "l ou", + "lo u", + "ÑģÑĤ во", + "ÑģÑĤв о", + "Ġ Ч", + "ĠÐ §", + "à¸Ħ ว", + "Ùĩ Ùħ", + "à¹Ģ à¸Ķ", + "à¹ĢภĶ", + "Ġ à¹ģ", + "Ġ à¹Ĥ", + "Û ³", + "Å© ng", + "Ġ nej", + "Ġn ej", + "Ġne j", + "ÛĮ Ú©", + "Ġs á»Ń", + "Ùģ ر", + "Î ł", + "Ġп ок", + "Ġпо к", + "ĠاÙĦ ÙĨ", + "Ġv Å¡", + "á º«", + "Ạ«", + "Ġnh Ãł", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ή ÏĤ", + "ο Ïģ", + "Ġ Ïĩ", + "ĠÏ ĩ", + "à¹Ģ à¸Ĺ", + "à¹ĢภĹ", + "Ñĥ лÑĮ", + "Ñĥл ÑĮ", + "ãħ ĩ", + "Ġ yıl", + "Ġy ıl", + "Ġyı l", + "ÑĢ од", + "ÑĢо д", + "ί ν", + "ìĹ Īëĭ¤", + "ìĹĪ ëĭ¤", + "ا ص", + "Ø§Ø µ", + "ĠÄij ầu", + "à¥ĩ à¤ķ", + "à¥ĩठķ", + "ÑĢ ом", + "ÑĢо м", + "ãģĵ ãģ¨", + "Ġ ار", + "Ġا ر", + "ĠØ§Ø ±", + "å¥ ¹", + "Ġ تØŃ", + "Ġت ØŃ", + "Å¡ tÄĽ", + "Å¡t ÄĽ", + "à¥į ल", + "à¥įठ²", + "à¥į à¤ķ", + "à¥įठķ", + "Ġ کار", + "ĠÚ© ار", + "u jÃŃ", + "uj ÃŃ", + "Ġ à¤īन", + "Ġà¤ī न", + "Ġ αÏĢÏĮ", + "Ġα ÏĢÏĮ", + "ĠαÏĢ ÏĮ", + "Ġm Ãł", + "ž ÃŃ", + "Ġ à¸Ī", + "ĠภĪ", + "a lı", + "al ı", + "ठ«", + "Ñĩ еÑģ", + "Ñĩе Ñģ", + "Ġ عÙĨ", + "Ġع ÙĨ", + "æķ Ļ", + "ï¾ Ĩ", + "ि à¤Ĥ", + "िठĤ", + "Ġs á»±", + "в оÑĢ", + "во ÑĢ", + "Ġth á»±c", + "ë į°", + "ëį °", + "ãģ¦ ãģĦãĤĭ", + "ãģ¦ãģĦ ãĤĭ", + "à¹Ī à¸ĩ", + "ت ب", + "Ġnh iá»ģu", + "ĥ n", + "ĠÄij á»ĵ", + "ĠÄijá» ĵ", + "Ġ ห", + "Ġภ«", + "Û µ", + "m ÄĽ", + "ạ t", + "Ġch ÃŃnh", + "ĠchÃŃ nh", + "ĠchÃŃn h", + "μ ÎŃ", + "an ı", + "Ġb á»ĭ", + "ằ ng", + "ÅĻ ed", + "ÅĻe d", + "é Ł", + "á nh", + "án h", + "ÙĢ ÙĢ", + "Ġ Ùħس", + "ĠÙħ س", + "á»ĭ ch", + "Ä ĥn", + "Äĥ n", + "o vánÃŃ", + "ov ánÃŃ", + "ová nÃŃ", + "ován ÃŃ", + "à¹Ī าà¸ĩ", + "à¹Īา à¸ĩ", + "Ġ à¸Ľ", + "ĠภĽ", + "Ġn Æ°á»Ľc", + "Ð ±Ð¾ÑĤ", + "б оÑĤ", + "бо ÑĤ", + "ı yor", + "ıy or", + "ĠØ® ÙĪد", + "ĠØ®ÙĪ د", + "Û ¹", + "Ġ Ùħد", + "ĠÙħ د", + "Ġ üz", + "Ġü z", + "ì ½", + "ÙĪ ÙĤ", + "ë¥ ´", + "л ек", + "ле к", + "Ġc ả", + "ол ог", + "оло г", + "à¹ī à¸Ńà¸ĩ", + "à¹īà¸Ń à¸ĩ", + "m iÅŁ", + "mi ÅŁ", + "à¹ī ว", + "Ä ©", + "Î ľ", + "à¸Ń à¸ģ", + "＿ ＿", + "ठĸ", + "Ġ Я", + "ĠÐ ¯", + "ë ¬´", + "ë¬ ´", + "اÛĮ ÛĮ", + "s ké", + "sk é", + "uy ên", + "e ÅŁ", + "á i", + "ú ng", + "ún g", + "Ãł o", + "Ñĸ Ñģ", + "ç ¶", + "Ġ à¤Ĩप", + "Ġà¤Ĩ प", + "ï º", + "Î Ľ", + "Ġ ê³µ", + "Ġê³ µ", + "Ġ ÐĨ", + "ĠÐ Ĩ", + "Ġà¤ħ पन", + "Ġà¤ħप न", + "ứ ng", + "ÏĮ ÏĤ", + "Ġngh iá»ĩ", + "Ġnghi á»ĩ", + "Ġ اÙĦب", + "Ġا ÙĦب", + "ĠاÙĦ ب", + "à¥ĭ न", + "Ġ à¤Ł", + "ĠठŁ", + "Ġ ìľł", + "Ġìľ ł", + "Ġc Å©ng", + "ĠcÅ© ng", + "Ġà¤ī स", + "Ġ ड", + "Ġठ¡", + "ĠØ´ دÙĩ", + "Ġشد Ùĩ", + "ี à¹ī", + "Û ´", + "ặ t", + "æĸ ¯", + "Ġ ëį", + "Ġë į", + "Ġп л", + "б и", + "ê³ Ħ", + "ο ν", + "Ġç ık", + "Ġçı k", + "Ġbu lun", + "Ġbul un", + "س Ùħ", + "a ç", + "ا ÙĨÙĩ", + "اÙĨ Ùĩ", + "ÛĮ ز", + "l eÅŁ", + "le ÅŁ", + "ắ c", + "ا Ú©", + "Ġस à¤ķ", + "Ġ оÑĢг", + "Ġо ÑĢг", + "ĠоÑĢ г", + "Ġ à¸Ļ", + "ĠภĻ", + "ा थ", + "ाठ¥", + "Ġ ÙħÙĤ", + "ĠÙħ ÙĤ", + "ĠÎĶ E", + "Ñİ ÑĤÑĮ", + "ÑİÑĤ ÑĮ", + "á»Ļ c", + "Ġ η", + "ĠÎ ·", + "s ob", + "so b", + "Ġth eo", + "Ġthe o", + "å ŀ", + "Ġ اÙĦØ´", + "ĠاÙĦ Ø´", + "à¹Ģ à¸ŀ", + "à¹Ģภŀ", + "ÎŃ ÏĤ", + "à¹Ģ à¸Ĥ", + "à¹ĢภĤ", + "å Ļ", + "ि श", + "िठ¶", + "Ġ باز", + "Ġب از", + "Ġبا ز", + "ÑĢ об", + "ÑĢо б", + "Ġγ ια", + "μ ε", + "Ġ باش", + "Ġب اش", + "Ġبا Ø´", + "ा à¤ĩ", + "ाठĩ", + "Ġqu y", + "Ġq uy", + "λ ε", + "ا Ùĥ", + "ا٠ĥ", + "Ġ ÑĢок", + "ĠÑĢ ок", + "Ġ Türk", + "ĠT ürk", + "ĠTür k", + "Ġ Ð¥", + "ĠÐ ¥", + "ÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁ ÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁÑŁ", + "æ ©", + "Ġph ải", + "à¸Ħ วาม", + "à¸Ħว าม", + ": ::", + ":: :", + "l ÃŃ", + "Ġj sou", + "Ġjs ou", + "ÛĮ ÙĦ", + "ál nÃŃ", + "áln ÃŃ", + "Ķ Ķ", + "í ĸī", + "íĸ ī", + "æĥ ³", + "l á", + "Ġ ÏĥÏħ", + "ĠÏĥ Ïħ", + "Ñĭ ва", + "Ñĭв а", + "Ġnh ất", + "à¸Ń ม", + "Û ¸", + "e cek", + "ec ek", + "ece k", + "Ñĸ ÑĢ", + "ÙĪ Ø´", + "λ α", + "Ġ ÎĴ", + "ĠÎ Ĵ", + "о ÑĢа", + "оÑĢ а", + "Ùģ ت", + "e dir", + "ed ir", + "edi r", + "Ñĥ Ñħ", + "ä¸ ĸ", + "ĠУ кÑĢаÑĹ", + "ĠУкÑĢа ÑĹ", + "Ġ íĶ", + "Ġí Ķ", + "ά ν", + "Ġ شر", + "ĠØ´ ر", + "ĠاÙĦ ج", + "е ÑĢед", + "еÑĢ ед", + "еÑĢе д", + "ìĺ ģ", + "Ġh Ãłnh", + "ï¿£ ï¿£", + "м е", + "ÑİÑĤ ÑģÑı", + "ĠØ¥ ÙĦÙī", + "ĠØ¥ÙĦ Ùī", + "ìĹ ħ", + "Ġ تر", + "Ġت ر", + "к ом", + "ко м", + "Ġ شد", + "ĠØ´ د", + "Ġ اÙĦÙĥ", + "Ġا ÙĦÙĥ", + "ĠاÙĦ Ùĥ", + "Ġ ÏĥÏĦο", + "ĠÏĥ ÏĦο", + "à¥į द", + "à¥įठ¦", + "ëł ¤", + "Ñĥ ваннÑı", + "Ñĥв аннÑı", + "Ġth ì", + "ê ´Ģ", + "ê´ Ģ", + "κ ε", + "س ب", + "íĥ Ģ", + "Ġ ï¼ı", + "Ġï¼ ı", + "Ġ à¹ģละ", + "Ġà¹ģ ละ", + "Ġà¹ģล ะ", + "Ġ ÏĮ", + "ĠÏ Į", + "н иÑĨ", + "ни ÑĨ", + "Ġ ÐĿа", + "ĠÐĿ а", + "Ñı в", + "l ü", + "ι ο", + "ÙĨ دÙĩ", + "ÙĨد Ùĩ", + "ÙĦ Ùĥ", + "Ġng Ãły", + "Ġnh ân", + "Ġ ^{", + "Ġ^ {", + "ॠĥ", + "Ġg erek", + "Ġge rek", + "Ġger ek", + "Ġgere k", + "ا رÙĩ", + "ار Ùĩ", + "Ġc Æ¡", + "Ġ à¸ķ", + "Ġภķ", + "æ Ĥ", + "çĶ °", + "à¥Īà¤Ĥ ।", + "ั ว", + "v ÄĽ", + "ö z", + "и ли", + "ил и", + "Ġph áp", + "Ġphá p", + "ê¸ Ī", + "Ġ ÎŁ", + "ĠÎ Ł", + "Ġp ÅĻi", + "ĠpÅĻ i", + "Ġ ìĸ´", + "Ġìĸ ´", + "Ġд ол", + "Ġдо л", + "ÙĪ رد", + "ÙĪر د", + "à¹Ģ ม", + "à¹Ģภ¡", + "Ïĥ ε", + "า à¸Ĺ", + "าภĹ", + "o Ãłi", + "ร ม", + "Û ¶", + "Ġ à¸ļ", + "Ġภļ", + "i yet", + "iy et", + "iye t", + "ÏĦ αι", + "ÏĦα ι", + "ìĦ ł", + "Ġ εÏĢ", + "Ġε ÏĢ", + "ि व", + "िठµ", + "ê¹ Į", + "г а", + "ĠÑģ лÑĥ", + "ĠÑģл Ñĥ", + "Ġh ình", + "Ġ داÙĨ", + "Ġد اÙĨ", + "Ġà¤Ĺ य", + "ÙĬ ا", + "è ij", + "à¤Ĥ त", + "Ġ ساÙĦ", + "Ġس اÙĦ", + "ëł Ī", + "l erin", + "le rin", + "ler in", + "leri n", + "à¥ĩ त", + "à¥ĩठ¤", + ".: .:.:.:", + ".:.: .:.:", + ".:. :.:.:", + ".:.:.: .:", + ".:.:. :.:", + ".:.:.:. :", + "Ġ ëħ", + "Ġë ħ", + "Ġ اÙĦØ¥", + "ĠاÙĦ Ø¥", + "ả ng", + "ản g", + "è Ħ", + "ο λ", + "п ов", + "по в", + "Ġ θ", + "ĠÎ ¸", + "Û ·", + "Ġn ó", + "Ġd Ã¼ÅŁ", + "Ġdü ÅŁ", + "Ġt iế", + "Ġti ế", + "ÙĪ ج", + "Ġj sem", + "Ġjs em", + "Ạ¡ng", + "ạ ng", + "ạn g", + "ãģĤ ãĤĭ", + "à¸Ń à¸ļ", + "ÙĪ ÙĬ", + "à¤ķ र", + "Ġ де", + "Ġд е", + "¯ ¼", + "Ġ но", + "Ġн о", + "ÑĨ Ñĸй", + "ÑĨÑĸ й", + "Ïĥ ÏĦ", + "к ие", + "ки е", + "Ïĥ ει", + "Ïĥε ι", + "ìķ Ī", + "Ġh Æ¡n", + "Ġà¤ķ ह", + "ا ض", + "Ø§Ø ¶", + "ì ¸", + "ãĥ Ł", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "ãĤĪ ãģĨ", + "ा ,", + "е ÑĢи", + "еÑĢ и", + "ë© °", + "í ĶĦ", + "íĶ Ħ", + "Ġп оÑģÑĤ", + "Ġпо ÑģÑĤ", + "ĠпоÑģ ÑĤ", + "Ø® ر", + "à¥ĭ त", + "â u", + "к ой", + "ко й", + "d aki", + "da ki", + "í ħ", + ": :::::::::::::::", + ":: ::::::::::::::", + ":::: ::::::::::::", + ":::::: ::::::::::", + ":::::::: ::::::::", + "::: :::::::::::::", + "::::: :::::::::::", + "::::::: :::::::::", + "::::::::: :::::::", + ":::::::::: ::::::", + "::::::::::: :::::", + ":::::::::::: ::::", + "::::::::::::: :::", + ":::::::::::::: ::", + "::::::::::::::: :", + "Ġ öz", + "Ġö z", + "ÑĢ аж", + "ÑĢаР¶", + "ÑĢа ж", + "nÃŃ ho", + "ห ล", + "Ġ ÏĥÏĦη", + "ĠÏĥ ÏĦη", + "ĠÄij á»ģ", + "ĠÄijá» ģ", + "Ġk á»", + "i á»ĥn", + "iá» ĥn", + "iá»ĥ n", + "ÅĻ i", + "Ġkter é", + "¢ ħ", + "ü ç", + "ÙĬ Ùģ", + "Ġ lý", + "Ġl ý", + "Ġth á»Ŀi", + "Ġthá» Ŀi", + "Ġthá»Ŀ i", + "Ġ ìĨĮ", + "ĠìĨ Į", + "н ÑĮ", + "Ð Ĩ", + "ÑĤ ÑĢ", + "à¸ĩ าà¸Ļ", + "к оÑĹ", + "ко ÑĹ", + "μ ο", + "Ġs ür", + "Ġsü r", + "uy á»ģn", + "uyá» ģn", + "Ġ Ùħا", + "ĠÙħ ا", + "à¤Ĥ à¤Ĺ", + "ĠÄij á»ĵng", + "ĠÄijá»ĵ ng", + "ò n", + "à¥ģ ल", + "à¥ģठ²", + "à¥į प", + "à¥įठª", + "λ η", + "Ùħ ر", + "п ÑĢи", + "пÑĢ и", + "i yle", + "iy le", + "ा प", + "ाठª", + "Ġà¤ħ न", + "Ġ ÑĶ", + "ĠÑ Ķ", + "Ġy ön", + "Ġyö n", + "ÙĦ Ùģ", + "a dır", + "ad ır", + "adı r", + "á ½", + "Ġ ê³ł", + "Ġê³ ł", + "Ø® ص", + "im iz", + "imi z", + "åľ ĭ", + "Ġ над", + "Ġн ад", + "Ġна д", + "Ġ ÅĻ", + "ĠÅ Ļ", + "н оÑģÑĤÑĸ", + "но ÑģÑĤÑĸ", + "ноÑģÑĤ Ñĸ", + "ноÑģ ÑĤÑĸ", + "Ġ اÙģ", + "Ġا Ùģ", + "а нÑĸ", + "ан Ñĸ", + "à¥ĩ à¤Ł", + "à¥ĩठŁ", + "Ġ ë§IJ", + "Ġë§ IJ", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "Ġ ìĬ¤", + "ĠìĬ ¤", + "ิ à¸ķ", + "å Ħ", + "ÛĮ Ùĩ", + "о ÑĪ", + "ž it", + "ži t", + "ìĭ ¤", + "à¥Ģ न", + "Ġ î", + "æ¥ Ń", + "à¥ĩ न", + "à¥ĩठ¨", + "Ġ Ø°", + "ĠØ °", + "Ġl oại", + "Ġlo ại", + "à¹Ħ à¸Ľ", + "Ñĸ к", + "Ġ кÑĢа", + "Ġк ÑĢа", + "à¥ĭ र", + "ุ à¸Ķ", + "ĠاÙĦ ر", + "ĠÑģ об", + "ĠÑģо б", + "า à¸Ĭ", + "าภĬ", + "Ġसà¤ķ त", + "Ġ ÎĿ", + "ĠÎ Ŀ", + "ا ÙħÙĩ", + "اÙħ Ùĩ", + "à¹ī าà¸Ļ", + "à¹īา à¸Ļ", + "Ġtr ình", + "Ġtrì nh", + "Ġ اÙĦÙģ", + "Ġا ÙĦÙģ", + "ĠاÙĦ Ùģ", + "Ġ اÙĦد", + "ĠاÙĦ د", + "u nun", + "un un", + "unu n", + "о ÑĤов", + "оÑĤ ов", + "оÑĤо в", + "Æ° ợ", + "Æ°á» Ł", + "ĠÑģ во", + "ĠÑģв о", + "ί αÏĤ", + "ία ÏĤ", + "ấ n", + "ог да", + "à¸Ĺ ย", + "Ġb yl", + "Ġby l", + "ØŃ Ø¯", + "à¸ģ ล", + "ب Ùĩ", + "Ġ vÄĽ", + "Ġv ÄĽ", + "è¢ «", + "Ġ Ø¢Ùħ", + "ĠØ¢ Ùħ", + "ĠÄij iá»ģu", + "å ¨", + "Ġk dy", + "Ġkd y", + "Ġ بÙĪ", + "Ġب ÙĪ", + "ẫ n", + "ìľ ł", + "ा à¤ķ", + "ाठķ", + "k ů", + "Ġtr Æ°á»Ŀng", + "ic ké", + "ick é", + "н иÑı", + "ни Ñı", + "Ġ ÏĢοÏħ", + "ĠÏĢ οÏħ", + "ĠÏĢο Ïħ", + "Æ°á»Ł ng", + "н омÑĥ", + "но мÑĥ", + "ном Ñĥ", + "à¹Ī à¸Ļ", + "ู à¹Ī", + "Ġk ết", + "Ġkế t", + "Ġ ï¼¼", + "Ġï¼ ¼", + "Ġ ìĭł", + "Ġìĭ ł", + "i ç", + "Ġn Äĥng", + "ĠnÄĥ ng", + "Äį ÃŃ", + "ÑĤ Ñı", + "ÑĢ еб", + "ÑĢе б", + "Ùĭ ا", + "Ú¯ ÛĮ", + "ãĥ İ", + "Ġkar ÅŁ", + "в Ñĸ", + "Ġph ần", + "à¸Ī ะ", + "ắ t", + "ر Ø©", + "ิ à¸ĩ", + "ิ à¹Ī", + "ा à¤Ī", + "ाठĪ", + "า à¸ŀ", + "าภŀ", + "ÙĨ ÛĮ", + "ìĹ °", + "b ÄĽ", + "Ġ اÙĦص", + "ĠاÙĦ ص", + "í Ĺ", + "Ġ سر", + "Ġس ر", + "l ara", + "la ra", + "lar a", + "ëĭ ¨", + "Ġ ÙĤر", + "ĠÙĤ ر", + "è İ", + "ب د", + "Ġй ого", + "à¥į ह", + "à¥įठ¹", + "Ġc ách", + "Ġcá ch", + "Ġcác h", + "íķĺ ê³ł", + "Ġ ÏĢÏģο", + "ĠÏĢ Ïģο", + "Ġ تع", + "Ġت ع", + "Ĵ Ī", + "Ġ вод", + "Ġв од", + "Ġво д", + "ç¥ ŀ", + "к им", + "ки м", + "Ġd á»±", + "à¹Ģ ห", + "à¹Ģภ«", + "а на", + "ан а", + "Ġ ï½", + "Ġï ½", + "Ġb aÄŁ", + "Ġba ÄŁ", + "Ġप ह", + "Ġ cao", + "Ġc ao", + "Ġca o", + "Ïģ ÏĮ", + "ÙĨ ج", + "ा à¤ı", + "ाठı", + "Ġ å¹´", + "Ġå¹ ´", + "Ġngh iá»ĩp", + "Ġnghiá»ĩ p", + "Û² Û°", + "к аÑı", + "ка Ñı", + "Ïģ ί", + "Ġ бол", + "Ġб ол", + "Ġбо л", + "Ġgi á", + "Ġ зд", + "Ġз д", + "à¥ĩ ल", + "à¥ĩठ²", + "Ġc ấp", + "à¹Ģ ส", + "à¹Ģภª", + "Ïģ γ", + "Ġ ìĤ", + "Ġì Ĥ", + "d ÄĽ", + "à¥ģ न", + "à¥ģठ¨", + "ì Ī", + "ı lan", + "ıl an", + "л аÑģ", + "ла Ñģ", + "Ġ ว", + "Ġภ§", + "Ġ Ïĥε", + "ĠÏĥ ε", + "Ġ Ø«", + "ĠØ «", + "Ġ Ц", + "ĠÐ ¦", + "çĤ º", + "Ġb üy", + "Ġbü y", + "е ÑĨ", + "å¤ ª", + "Ġब न", + "о гÑĢа", + "ог ÑĢа", + "Ġп ÑĢоÑĤ", + "ĠпÑĢ оÑĤ", + "ĠпÑĢо ÑĤ", + "Ġl ượng", + "Ġd ön", + "Ġdö n", + "ร à¸ĩ", + "а ло", + "ал о", + "Ġ جÙħ", + "Ġج Ùħ", + "à¥Ī ,", + "Ġ 미", + "Ġë ¯¸", + "Ġ ê¹", + "Ġê ¹", + "ÙĪ ت", + "à¥Ģ य", + "à¸Ī าà¸ģ", + "Ġch ất", + "Î ©", + "Ġkh ác", + "Ġkhá c", + "Ġth áng", + "j Å¡ÃŃ", + "ĠÂłĠÂł ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł", + "ĠÂłĠÂłĠÂłĠÂł ĠÂłĠÂłĠÂłĠÂł", + "ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł ĠÂłĠÂł", + "á»ij t", + "ห ร", + "Ñĸ л", + "åħ ī", + "å Ĥ", + "ÙĦ Ø©", + "Ġ ê±°", + "Ġê± °", + "о воÑĢ", + "ов оÑĢ", + "ово ÑĢ", + "iá»ĥ u", + "Ġ меÑĤ", + "Ġм еÑĤ", + "а ÑĶ", + "Ġ ÑĩаÑģ", + "ĠÑĩ аÑģ", + "ĠÑĩа Ñģ", + "Ïģ ε", + "ì¹ ´", + "âĢĮ Ø´", + "ë¬ ¼", + "ú c", + "âĢĮ Ùĩا", + "i á»ģn", + "iá» ģn", + "iá»ģ n", + "st av", + "sta v", + "í ŀ", + "ĠÙĨ ظ", + "Ĩ Ĵ", + "Ġ ÏĦα", + "ĠÏĦ α", + "Ġ заб", + "Ġз аб", + "Ġза б", + "Ùĥ Ø©", + "Ġг ÑĢÑĥ", + "ĠгÑĢ Ñĥ", + "в о", + "Ġ Ùħج", + "ĠÙħ ج", + "Ġ sah", + "Ġs ah", + "Ġsa h", + "ب ÙĦ", + "ع Ø©", + "Ñĥ ÑĪ", + "ĠÑĤ ем", + "ĠÑĤе м", + "í ĭ", + "e ck", + "ec k", + "Ïī ÏĤ", + "ÙĬ ت", + "ìĹ Ī", + "ç ĭ", + "Ø° ا", + "ì łĢ", + "ìł Ģ", + "Ġн аÑģ", + "Ġна Ñģ", + "Ġ поÑĩ", + "Ġп оÑĩ", + "Ġпо Ñĩ", + "æł ¡", + "Ï Ī", + "Ñģ кой", + "Ñģк ой", + "Ñģко й", + "ü c", + "ÙĤ ÙĦ", + "Ġп оз", + "Ġпо з", + "Ġ оÑģоб", + "ĠоÑģ об", + "า ล", + "าภ¥", + "н Ñĭми", + "нÑĭ ми", + "нÑĭм и", + "о лод", + "ол од", + "оло д", + "è ¼", + "Ġ دÛĮ", + "Ġد ÛĮ", + "Ġ ÑĥÑģÑĤ", + "ĠÑĥ ÑģÑĤ", + "ĠÑĥÑģ ÑĤ", + "Ġ 무", + "Ġë ¬´", + "Ġë¬ ´", + "ÙĬ س", + "ë° ©", + "à¥į à¤ļ", + "à¥įठļ", + "и ла", + "ил а", + "Ġn ên", + "н ие", + "ни е", + "ι ν", + "lar ını", + "ların ı", + "à¹Ģ à¸Ļ", + "à¹ĢภĻ", + "ÙĨ ت", + "a ģı", + "aÄŁ ı", + "ım ız", + "ımı z", + "ĠاÙĦ Ø®", + "à¹Ģ ว", + "à¹Ģภ§", + "à¥į न", + "à¥įठ¨", + "Ġ Ïħ", + "ĠÏ ħ", + "Ġ íĨ", + "Ġí Ĩ", + "Ạ»", + "ิ à¹Ĥ", + "α ÏĤ", + "м еÑĤ", + "ме ÑĤ", + "Ġ zp", + "Ġz p", + "Ġje ho", + "ี ยà¸Ļ", + "ีย à¸Ļ", + "ÑĦ оÑĢ", + "ın ız", + "ını z", + "k lad", + "kl ad", + "kla d", + "íĮ Į", + "uy á»ĩ", + "uyá» ĩ", + "ι ά", + "Ġ ãĢģ", + "ĠãĢ ģ", + "Ø´ ر", + "æ© Ł", + "Ġ تا", + "Ġت ا", + "Ġ зна", + "Ġз на", + "Ġзн а", + "س تاÙĨ", + "ست اÙĨ", + "à¥ĩ र", + "à¥ĩठ°", + "ë§ ¤", + "ç ĥ", + "Ġ же", + "Ġж е", + "า à¸Ķ", + "าภĶ", + "Ġ ض", + "ĠØ ¶", + "é Ń", + "Ġн аз", + "Ġна з", + "Ġ ÛĮا", + "ĠÛĮ ا", + "e né", + "en é", + "ั ย", + "íĸ Īëĭ¤", + "íĸĪ ëĭ¤", + "Ġ بد", + "Ġب د", + "à¥ģ à¤ķ", + "à¥ģठķ", + "ÑĤ ов", + "ÑĤо в", + "ì° ¨", + "Ùĩ د", + "à¸Ķ ย", + "Ġho ặc", + "Ġ ÐŁÑĢи", + "ĠÐŁ ÑĢи", + "ĠÐŁÑĢ и", + "ÙĨ ا", + "çİ ĭ", + "Ñĥ ваÑĤи", + "Ñĥв аÑĤи", + "Ñĥва ÑĤи", + "à¸ļ ร", + "Ġà¤ķ रत", + "Ġà¤ķर त", + "Ïĥ ηÏĤ", + "Ïĥη ÏĤ", + "Ø ¤", + "éķ ·", + "åħ ĭ", + "Ġ دار", + "Ġد ار", + "ั à¹Ī", + "Æ¡ i", + "า à¸Ī", + "าภĪ", + "ý mi", + "ým i", + "ấ u", + "Ġد ست", + "Ġدس ت", + "k em", + "ke m", + "Ġ оÑģнов", + "ĠоÑģ нов", + "ëª ¨", + "Ïģ ά", + "æ ħ", + "Ġ اب", + "Ġا ب", + "ĠØ§Ø ¨", + "å£ «", + "Ħ ĸ", + "Î Ķ", + "ÙĬ Ùĥ", + "í İ", + "Ġy üz", + "a dı", + "ad ı", + "า à¸ķ", + "าภķ", + "ä» Ģ", + "ìĿ´ ëĭ¤", + "Ġ zv", + "Ġz v", + "Ġ tÄĽ", + "Ġt ÄĽ", + "Ġ íĸ", + "Ġí ĸ", + "ठ¥", + "Ġ लà¤Ĺ", + "Ġल à¤Ĺ", + "ìĺ Ģ", + "Ġ ан", + "Ġа н", + "ç Ĺ", + "ìĹ Ń", + "н ÑĸÑģÑĤÑĮ", + "нÑĸ ÑģÑĤÑĮ", + "нÑĸÑģÑĤ ÑĮ", + "Å ŀ", + "Ġph át", + "Ġphá t", + "ÙĤ Ø©", + "Ġth ế", + "Ġ ï¾", + "Ġï ¾", + "ì² ľ", + "Ġ ìĦł", + "ĠìĦ ł", + "à¹ĥ à¸Ĭ", + "i êu", + "iê u", + "ÄŁ ini", + "ÄŁi ni", + "ÄŁin i", + "ÙĤ د", + "Ġkter ý", + "Ñģ кий", + "Ñģк ий", + "Ñģки й", + "à¥į ड", + "à¥įठ¡", + "t adır", + "ta dır", + "Ġ Ñģм", + "ĠÑģ м", + "ÙĪ Ùģ", + "ا رÙĬ", + "ار ÙĬ", + "å¾ ·", + "ิ ม", + "Ø® ت", + "å¾ Ī", + "Ġ гоÑĢ", + "Ġг оÑĢ", + "ï¼Į æĪij", + "Ġ ìĺģ", + "Ġìĺ ģ", + "Ġ ëıĻ", + "Ġëı Ļ", + "Ñģ а", + "à¹Ģ à¸Ħ", + "à¹ĢภĦ", + "ë ¯¼", + "ë¯ ¼", + "ึ à¹Ī", + "Ġl iên", + "Ġli ên", + "Ġ Ùĩا", + "ĠÙĩ ا", + "ler ini", + "leri ni", + "lerin i", + "Ġ ÑĨе", + "ĠÑĨ е", + "ا ÙĦÛĮ", + "اÙĦ ÛĮ", + "Ġ मह", + "Ġम ह", + "Ġv ụ", + "Ġvá» ¥", + "Ġxu ất", + "ิ à¸ģ", + "ĠпÑĢо ÑĨ", + "Ġ αν", + "Ġα ν", + "ÑĢ им", + "ÑĢи м", + "Ġc ần", + "Ġ иÑħ", + "Ġи Ñħ", + "н оÑİ", + "но Ñİ", + "Ġt ÃŃnh", + "ĠtÃŃ nh", + "ĠtÃŃn h", + "Ġb á»Ļ", + "Ñĸ м", + "Ġnh áºŃn", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "ÙĬ Ùĩ", + "äº ļ", + "Ġоб ла", + "Ġобл а", + "Ġ à¤ĺ", + "Ġठĺ", + "n ých", + "ný ch", + "æĿ ij", + "ÙĦ س", + "Ġне об", + "ا بة", + "اب Ø©", + "v á", + "ο Ïħν", + "οÏħ ν", + "ÑĢ еÑĤ", + "ÑĢе ÑĤ", + "a sında", + "as ında", + "ası nda", + "Ġ yar", + "Ġy ar", + "Ġya r", + "ĠÄij iá»ĥm", + "ĠÄiji á»ĥm", + "н Ñİ", + "ा à¤Ĺ", + "ाठĹ", + "Ġ Ú©Ø´", + "ĠÚ© Ø´", + "Ñĥ з", + "Ġ à¸Ķ", + "ĠภĶ", + "ả m", + "к ами", + "ка ми", + "кам и", + "Ġ ÎĻ", + "ĠÎ Ļ", + "à¹Ģ à¸ķ", + "à¹Ģภķ", + "Ġl Ỽ", + "Ġlá» Ľ", + "ÙĤ ÛĮ", + "k ou", + "ko u", + "ÙĦ ب", + "и ва", + "ив а", + "æ ĵ", + "Ạ¹", + "κ α", + "ë² ķ", + "èĤ ²", + "á»ij n", + "Ġbel ir", + "íĨ ł", + "ÏĦ ή", + "Ñĭ ÑĪ", + "ãĤ ĥ", + "Ġ або", + "Ġа бо", + "Ġаб о", + "s ký", + "sk ý", + "à¥Ī स", + "Ġп ÑĢоÑģÑĤ", + "ĠпÑĢ оÑģÑĤ", + "ĠпÑĢо ÑģÑĤ", + "ĠпÑĢоÑģ ÑĤ", + "ekt edir", + "ekte dir", + "a ž", + "à¹Ī à¸Ń", + "Ġ оÑģÑĤ", + "Ġо ÑģÑĤ", + "ĠоÑģ ÑĤ", + "Ġb ảo", + "Ġ 大", + "Ġå¤ §", + "Ñĭ м", + "Ġm ů", + "Æ°á»Ľ ng", + "åı Ĺ", + "ÙĪ Ùĩ", + "Ġ Ñĥп", + "ĠÑĥ п", + "Ùĥ ÙĨ", + "Ġ ÏĦÏīν", + "ĠÏĦ Ïīν", + "ëħ ¸", + "Ġ à¸Ĭ", + "ĠภĬ", + "Ġ ÑĤого", + "ĠÑĤ ого", + "ĠÑĤо го", + "Ġ Ш", + "ĠÐ ¨", + "ìĿ´ íĬ¸", + "à¹Ģ à¸Ń", + "à¹ĢภŃ", + "и нÑĥ", + "ин Ñĥ", + "ĺ ħ", + "uy á»ĥn", + "uyá» ĥn", + "í ĴĪ", + "íĴ Ī", + "ạ nh", + "ạn h", + "Ġ ãĥ½", + "Ġãĥ ½", + "ÑĤ обÑĭ", + "ÑĤо бÑĭ", + "Ġt ạo", + "å· Ŀ", + "ĠÄij á»iji", + "Ġ ëıĦ", + "Ġëı Ħ", + "ä¹ ħ", + "Ġ تÙħ", + "Ġت Ùħ", + "а ÑĢи", + "аÑĢ и", + "st vÃŃ", + "Ġc ùng", + "íŀ Ī", + "Ġt arih", + "Ġtar ih", + "ì ¤ij", + "ì¤ ij", + "í Ĥ", + "Ġ دÙĪ", + "Ġد ÙĪ", + "ì ¡", + "а лÑĸ", + "ал Ñĸ", + "ภIJ", + "Ġc òn", + "и ÑĤÑĮÑģÑı", + "иÑĤÑĮ ÑģÑı", + "Ġव ह", + "ÅĻ eb", + "ÅĻe b", + "éĽ »", + "Ġ ми", + "Ġм и", + "o vÄĽ", + "ov ÄĽ", + "Ġd ân", + "ÑĨ ÑĸÑı", + "ÑĨÑĸ Ñı", + "ÛĮ ست", + "ÛĮس ت", + "åŃ ¸", + "Ġ ür", + "Ġü r", + "ص ÙĦ", + "ÑĢ иÑĤ", + "ÑĢи ÑĤ", + "า ห", + "าภ«", + "ãģ¦ ãģĦãģŁ", + "ãģ¦ãģĦ ãģŁ", + "θ η", + "ç ĸ", + "Ø Ł", + "i ÅŁtir", + "iÅŁ tir", + "iÅŁti r", + "ĠУкÑĢаÑĹ Ð½Ð¸", + "ĠУкÑĢаÑĹн и", + "ë° ĺ", + "à¥ĩ à¤ĸ", + "à¥ĩठĸ", + "Ġv á»ĭ", + "Ġvá» ĭ", + "Î ¥", + "Ġ ãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢ ĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢ ĠãĢĢ", + "ĠãĢĢĠ ãĢĢĠãĢĢ", + "Ġb ằng", + "Ġt á»ķ", + "Ġtá» ķ", + "о ли", + "ол и", + "๠Ĩ", + "e zi", + "ez i", + "Ġ ни", + "Ġн и", + "Ġ ÎĽ", + "ĠÎ Ľ", + "Ġr ất", + "μ ÏĢ", + "ж д", + "ा रत", + "ार त", + "Ġu ž", + "à¥ĩ स", + "à¥ĩठ¸", + "ا ÙĨد", + "اÙĨ د", + "Ġb ý", + "à¥ĭ ल", + "d ÄĽl", + "dÄĽ l", + "ìķ ĺ", + "Ġ جد", + "Ġج د", + "å ³", + "ื à¹ī", + "Ġb ản", + "ạ ch", + "ạc h", + "ĠÅŁ ey", + "Ġ Ùĩر", + "ĠÙĩ ر", + "Ġ jen", + "Ġj en", + "Ġje n", + "Ġв Ñĸн", + "ĠвÑĸ н", + "es inde", + "esi nde", + "esin de", + "Ġ हम", + "Ġह म", + "çł Ķ", + "à¸ļ à¸ļ", + "Ġch ức", + "Ġchứ c", + "ึ à¸ĩ", + "m alar", + "ma lar", + "mal ar", + "ĠdeÄŁ il", + "æĿ ±", + "Ġt ác", + "Ġtá c", + "Ġk iÅŁ", + "Ġki ÅŁ", + "Ġt á»±", + "Ġtá» ±", + "à¥į ध", + "à¥įठ§", + "à¸Ļ à¸Ĺ", + "ÎŁ Î¥", + "ÎŁÎ ¥", + "ÑģÑĮ кого", + "ÑģÑĮк ого", + "ÑģÑĮко го", + "Ġ ध", + "Ġठ§", + "Ġ ìĿĺ", + "ĠìĿ ĺ", + "ÙĨ Ø©", + "ü s", + "è «", + "Ġtaraf ından", + "ħ n", + "Ġk inh", + "Ġki nh", + "Ġkin h", + "Ïĥ ι", + "à¥Ģ à¤ķ", + "íı ¬", + "ا ÙħÙĦ", + "اÙħ ÙĦ", + "ĠV iá»ĩt", + "Ġ ÏĦον", + "ĠÏĦ ον", + "ĠÏĦο ν", + "Ġ تÙĨ", + "Ġت ÙĨ", + "Ġà¤ħ ध", + "à¹Ī าà¸Ļ", + "à¹Īา à¸Ļ", + "r ı", + "à¤Ĥ द", + "é ª", + "Ġch úng", + "Ġchú ng", + "г и", + "ÏĦ αν", + "ÏĦα ν", + "Ġд оп", + "Ġдо п", + "н Ñĸй", + "нÑĸ й", + "он алÑĮ", + "она лÑĮ", + "Î ĵ", + "Ġb üyük", + "Ġbü yük", + "Ġbüy ük", + "á ¼", + "à¥Ģ र", + "Ø° Ùĩ", + "Ġ ìķĦìĿ´", + "ĠìķĦ ìĿ´", + "Ġdo anh", + "Ġ ÅĻÃŃ", + "ĠÅĻ ÃŃ", + "ÑĨ Ñı", + "Ġt Æ°", + "Ġ सर", + "Ġस र", + "Ġm ÃŃst", + "ĠmÃŃ st", + "Ġë° ı", + "Ø´ ÙĨ", + "Ñĸ б", + "Ġ ãĢĢãĢĢ", + "ĠãĢĢ ãĢĢ", + "çĻ ½", + "о Ñģп", + "оÑģ п", + "к Ñĸв", + "кÑĸ в", + "Ġt ế", + "ãģ Ń", + "Ġt Ỽi", + "Ġtá» Ľi", + "Ġ ìļ°", + "Ġìļ °", + "æľ ĥ", + "ا ÛĮد", + "اÛĮ د", + "æ §", + "ìł IJ", + "Ġd urum", + "Ġdu rum", + "Ġdur um", + "à¹Ģ à¸Ĭ", + "à¹ĢภĬ", + "à¥Ģ त", + "ĠÙĩ ÙĪ", + "à¥Ĥ प", + "Ġgö re", + "Ġgör e", + "Ġ ÑĢоб", + "ĠÑĢ об", + "Ġth iết", + "Ġthi ết", + "a jÃŃ", + "aj ÃŃ", + "ĠاÛĮ راÙĨ", + "âĢ ı", + "ÑģÑĮ коÑĹ", + "ÑģÑĮк оÑĹ", + "ÑģÑĮко ÑĹ", + "ç ħ", + "Ġ ìĦ¸", + "ĠìĦ ¸", + "á» «", + "Ġ à¸Ĥ", + "ĠภĤ", + "ů m", + "ëŀ Į", + "ι κή", + "ικ ή", + "Ġм ог", + "Ġмо г", + "ÙĨ ÙĬ", + "ãģ ļ", + "ा ब", + "ाठ¬", + "æ ¢", + "ع Ùĩ", + "ÑĶ м", + "Ġ ά", + "ĠÎ ¬", + "οÏħ ÏĤ", + "ز ار", + "زا ر", + "ê± ´", + "s ká", + "sk á", + "Ġ اÙĬ", + "Ġا ÙĬ", + "Ġi lg", + "Ġil g", + "Ġ sı", + "Ġs ı", + "e leri", + "el eri", + "eler i", + "ele ri", + "Ġ ÎĹ", + "ĠÎ Ĺ", + "u yor", + "uy or", + "uyo r", + "ठ·", + "ि म", + "िठ®", + "е ва", + "ев а", + "ä»Ģ ä¹Ī", + "ุ à¹Ī", + "à¹ī าà¸ĩ", + "à¹īา à¸ĩ", + "Ġh iá»ĩu", + "Ġhi á»ĩu", + "Ġ اع", + "Ġا ع", + "ĠØ§Ø ¹", + "Ġö zel", + "Ġöz el", + "ν η", + "ëĦ ¤", + "Ġto Ãłn", + "Ġm oh", + "Ġmo h", + "ĠÑı кÑĸ", + "ĠÑıк Ñĸ", + "ç Ĭ", + "mak tadır", + "makta dır", + "makt adır", + "ت اب", + "تا ب", + "Ġ ÑģÑĥ", + "ĠÑģ Ñĥ", + "Ġ yük", + "Ġy ük", + "Ġ Χ", + "ĠÎ §", + "з на", + "зн а", + "о Ñħ", + "Æ° u", + "à¸Ĺ ร", + "ãħ ĭ", + "Ġkar ÅŁÄ±", + "ĠkarÅŁ ı", + "Ùħ ÛĮ", + "Ġ ÑĨÑĸ", + "ĠÑĨ Ñĸ", + "ا دÛĮ", + "اد ÛĮ", + "à¥Ģ ।", + "Ïģ η", + "л ов", + "ло в", + "å¤ «", + "Ġph ân", + "Ġп оп", + "Ġпо п", + "ç· ļ", + "Ñı н", + "ุ à¸ĵ", + "ÑģÑĤ Ñĥп", + "ίν αι", + "ίνα ι", + "ĠÑĢ окÑĥ", + "ĠÑĢок Ñĥ", + "l arda", + "lar da", + "è» Ĭ", + "Ïģ Ïī", + "ÙĪ اÙĩ", + "ÙĪا Ùĩ", + "è ħ", + "à¥į रत", + "à¥įर त", + "å· ±", + "Ġ ÑĢÑĥ", + "ĠÑĢ Ñĥ", + "Ġth á»ĭ", + "Ġthá» ĭ", + "ĠÄij iá»ĩn", + "ĠÄiji á»ĩn", + "ìĸ ij", + "n ého", + "né ho", + "ส ม", + "ê° ģ", + "a cÃŃ", + "ac ÃŃ", + "Ġг ода", + "Ġгод а", + "k az", + "ka z", + "Ġb öl", + "Ġbö l", + "Ġg ian", + "Ġgi an", + "Ġgia n", + "à¸Ľ ร", + "ï¾ ŀ", + "ั à¸ķ", + "Ġg erç", + "Ġger ç", + "Ġ اج", + "Ġا ج", + "ĠØ§Ø ¬", + "Ġ ή", + "ĠÎ ®", + "Ùij Ùİ", + "Ñģ кого", + "Ñģк ого", + "Ñģко го", + "ÑĢ аÑħ", + "ÑĢа Ñħ", + "Ġ Åł", + "ĠÅ ł", + "Ġ à¤Ľ", + "ĠठĽ", + "о ÑģÑĤÑĸ", + "оÑģ ÑĤÑĸ", + "оÑģÑĤ Ñĸ", + "ë³ ¸", + "ÑģÑĮ кий", + "ÑģÑĮк ий", + "Û± Û¹", + "Û±Û ¹", + "Ñĥ ва", + "Ñĥв а", + "ا ÙĦÙħ", + "اÙĦ Ùħ", + "ĠÙħ ص", + "ëį ĺ", + "b ÃŃ", + "Ġ ÙĪج", + "ĠÙĪ ج", + "ÏĦ ÏĮ", + "e bilir", + "eb ilir", + "Ġt iếp", + "Ġti ếp", + "Ġtiế p", + "é ¤", + "Ġ ä¸Ģ", + "Ġä¸ Ģ", + "ĠÑģ ÑĢед", + "ë Ĥ¨", + "ëĤ ¨", + "ε Ïģι", + "εÏģ ι", + "ا Ø«", + "Ø§Ø «", + "Ñģ ов", + "Ñģо в", + "Ïĩ ε", + "Ġ ë¶Ħ", + "Ġë¶ Ħ", + "Ġta ké", + "Ġtak é", + "Ġd üz", + "Ġdü z", + "Ġ íıī", + "Ġíı ī", + "Ġ اص", + "Ġا ص", + "ĠØ§Ø µ", + "ĠÏĥ ÏĦην", + "ĠÏĥÏĦη ν", + "ë° Ķ", + "Ġh á»Ļi", + "Ġhá»Ļ i", + "ر Ùĩ", + "ب ÛĮ", + "в е", + "Ġا ÙĦØ·", + "ĠاÙĦ Ø·", + "Ġ ÑĢез", + "ĠÑĢ ез", + "ĠÑĢе з", + "ب ار", + "با ر", + "Ġgi ải", + "Ġgiả i", + "ãģ« ãģª", + "ol eÄį", + "ole Äį", + "ठł", + "; :", + "ä½ ı", + "Ú© Ùĩ", + "Ġ Φ", + "ĠÎ ¦", + "Ġ ÑĥÑĩ", + "ĠÑĥ Ñĩ", + "âĹı âĹı", + "ู à¸ģ", + "à¥ĩ व", + "à¥ĩठµ", + "Ïĥ α", + "Ġ اÙĨت", + "Ġا ÙĨت", + "ĠاÙĨ ت", + "Ġв п", + "Ġqu ả", + "e nin", + "en in", + "eni n", + "Ġ êµIJ", + "Ġêµ IJ", + "μ ά", + "Ú© ت", + "ÙĤ Ùĩ", + "Ġ Türkiye", + "ĠTür kiye", + "ĠTürk iye", + "Ġth ức", + "Ġthứ c", + "íĹ ĺ", + "iá»ĩ m", + "Ġत à¤ķ", + "Ġ éĩ", + "Ġé ĩ", + "़ ा", + "ĠØ£ ÙĪ", + "á le", + "ál e", + "ç© ¶", + "ĠÅŁ ekil", + "ĠÅŁek il", + "к ого", + "ко го", + "ког о", + "ÑĪ иÑħ", + "ÑĪи Ñħ", + "ا ÛĮØ´", + "اÛĮ Ø´", + "ت ÙĨ", + "н ей", + "не й", + "à¸Ĺ ำ", + "Ġ Ñıв", + "ĠÑı в", + "ر Ùħ", + "Ġm áy", + "Ġmá y", + "ห ม", + "ı yla", + "ıy la", + "Ġc ầu", + "Ġд об", + "Ġдо б", + "Ġ ìŀ¥", + "Ġìŀ ¥", + "o vý", + "ov ý", + "ι κÏĮ", + "ικ ÏĮ", + "Ġ ãħĩ", + "Ġãħ ĩ", + "Ġ ÑĤеÑĢ", + "ĠÑĤ еÑĢ", + "ĠÑĤе ÑĢ", + "Į Ĵ", + "س ÙĬ", + "Ġol uÅŁ", + "Ġb yla", + "Ġby la", + "Ġbyl a", + "ع ÙĦ", + "Ġ ÙĥاÙĨ", + "ĠÙĥ اÙĨ", + "б оÑĢ", + "бо ÑĢ", + "ì² Ń", + "ãĥ ı", + "u bl", + "ub l", + "Ġ اخ", + "Ġا Ø®", + "ĠØ§Ø ®", + "ÙĦ ÙĪد", + "ÙĦÙĪ د", + "ت ÙĬ", + "l adı", + "la dı", + "lad ı", + "Ġ Ã¶ÄŁ", + "Ġö ÄŁ", + "r uh", + "ru h", + "ç ¿", + "Ġ بعد", + "Ġب عد", + "Ġبع د", + "ÎĻ Îij", + "i dir", + "id ir", + "idi r", + "ãģ« ãģ¯", + "Ġs öy", + "Ġsö y", + "Ġkh ách", + "Ġkhác h", + "Ġkhá ch", + "ÑĨ е", + "Ġ Ø´ÙĪد", + "ĠØ´ ÙĪد", + "ĠØ´ÙĪ د", + "ç ¸", + "Ġ ëħ¸", + "Ġëħ ¸", + "ú p", + "Ġn eden", + "Ġne den", + "Ġned en", + "Ġh óa", + "Ġà¤ī प", + "Ïĥ ειÏĤ", + "Ïĥει ÏĤ", + "æĪ ¿", + "Ġ ³³", + "ĠÂł Âł", + "Ġ ìķĮ", + "Ġì ķĮ", + "Ġìķ Į", + "à¥Ģ ,", + "´ ij", + "ê u", + "ÑĢ ок", + "ÑĢо к", + "à¹Ģ à¸Ī", + "à¹ĢภĪ", + "Ġε ίναι", + "Ġ بÙĦ", + "Ġب ÙĦ", + "Ġ Ñģов", + "ĠÑģ ов", + "ĠÑģо в", + "Ġö nem", + "Ġön em", + "Ġöne m", + "Ġ à¸ĭ", + "Ġภĭ", + "ì§Ģ ë§Į", + "å® ĺ", + "ê² ©", + "ìĦ Ŀ", + "Ġ až", + "Ġa ž", + "Ġd uy", + "Ġdu y", + "ãģ¨ ãģĦ", + "Ø Ľ", + "δ ο", + "θ ε", + "Ùĥ اÙĨ", + "ठ¢", + "ा à¤ĵ", + "ाठĵ", + "Ġd á»ĭch", + "Ġdá»ĭ ch", + "á»Ļ ng", + "á»Ļn g", + "ส ำ", + "Ä ı", + "Ġ ÑĹÑħ", + "ĠÑĹ Ñħ", + "α λ", + "e Äį", + "ç² ¾", + "Ġ зв", + "Ġз в", + "èĩª å·±", + "Ġ اÙĦÙĦÙĩ", + "ĠاÙĦ ÙĦÙĩ", + "ĠاÙĦÙĦ Ùĩ", + "Ġ СÑĤ", + "ĠС ÑĤ", + "Ġ سÙĨÚ¯", + "Ġس ÙĨÚ¯", + "ĠسÙĨ Ú¯", + "Ġ дом", + "Ġд ом", + "Ġдо м", + "г оÑĤов", + "го ÑĤов", + "гоÑĤ ов", + "п овÑĸд", + "пов Ñĸд", + "по вÑĸд", + "Ġ Bá»Ļ", + "ĠB á»Ļ", + "à¥įय à¤ķ", + "Ø· Ø©", + "м ов", + "мо в", + "à¸Ĺ าà¸ĩ", + "ึ à¸ģ", + "Ġ Ñĸз", + "ĠÑĸ з", + "à¥ĭ à¤ľ", + "Ġgö ster", + "Ġ باشد", + "Ġبا شد", + "Ġباش د", + "i leri", + "il eri", + "ile ri", + "iler i", + "ĠÑģ еб", + "Ñī о", + "Ġãħĩ ãħĩ", + "ب ت", + "Ñģ е", + "à¥ĩ à¤ľ", + "à¥ĩठľ", + "Ġl ên", + "Ġ تÙĪ", + "Ġت ÙĪ", + "Ñĸ ÑģÑĤÑĮ", + "ÑĸÑģ ÑĤÑĮ", + "ÑĸÑģÑĤ ÑĮ", + "ï¾Ĩ ï¾Ĩ", + "Ġth Æ°á»Ŀng", + "Ġol duÄŁu", + "Ġoldu ÄŁu", + "ĠolduÄŁ u", + "v ÄĽt", + "vÄĽ t", + "ìĨ į", + "ãģĿ ãģĨ", + "Ġ ìĦ±", + "ĠìĦ ±", + "ë° ľ", + "Ġ à¸ģาร", + "Ġà¸ģ าร", + "Ġ Ø´Ùĩر", + "ĠØ´ Ùĩر", + "ĠØ´Ùĩ ر", + "s led", + "sl ed", + "ả nh", + "ản h", + "æŀ Ĺ", + "l acak", + "la cak", + "lac ak", + "Ġm ình", + "Ú© ÛĮ", + "Ġ à¹ĥà¸Ļ", + "Ġd ùng", + "Ġdù ng", + "Ġм аÑģ", + "Ġма Ñģ", + "ÑĦ ек", + "æ° Ķ", + "é §", + "Ġ اØŃ", + "Ġا ØŃ", + "ĠØ§Ø Ń", + "èµ °", + "ÎĻ Îļ", + "à¥ĩ ।", + "ÑģÑĮ ка", + "ÑģÑĮк а", + "Ġ ÑĩаÑģÑĤ", + "ĠÑĩ аÑģÑĤ", + "ĠÑĩа ÑģÑĤ", + "ĠÑĩаÑģ ÑĤ", + "lar ının", + "ların ın", + "larını n", + "Ġ ê¹Ģ", + "Ġê¹ Ģ", + "ì¸ µ", + "н ими", + "ни ми", + "ним и", + "èª ŀ", + "åĢ ĭ", + "Ġ êµŃ", + "Ġêµ Ń", + "к оÑĢ", + "ко ÑĢ", + "m aya", + "ma ya", + "may a", + "ิ à¹Ĥà¸Ļ", + "ิà¹Ĥ à¸Ļ", + ". ศ", + "Ġh á»ĩ", + "Ġhá» ĩ", + "Ġ تÙĤ", + "Ġت ÙĤ", + "γ κ", + "Ġà¤Ĩप à¤ķ", + "Ñģ ÑĤоÑĢ", + "ÑģÑĤ оÑĢ", + "ĠÄij o", + "Ġch ủ", + "ا ÛĮت", + "اÛĮ ت", + "ĠQu á»ijc", + "г лÑı", + "гл Ñı", + "ãĢĤ ãĢįĊĊ", + "ãĢĤãĢį ĊĊ", + "Ġn Ãło", + "à¸Ń ล", + "æĬ Ĭ", + "ÙĪ رت", + "ÙĪر ت", + "Ġb ude", + "Ġbu de", + "Ġbud e", + "æĽ ¸", + "e lik", + "el ik", + "eli k", + "Ġ جÙĩ", + "Ġج Ùĩ", + "ĠبÙĪ ابة", + "èĬ ±", + "د ار", + "دا ر", + "Ġb ýt", + "Ġbý t", + "Ñĩ е", + "ãĤĵ ãģł", + "ĠÙħ Ø·", + "l ere", + "le re", + "ler e", + "ÎĹ Î£", + "íĺ ķ", + "âĸ į", + "ÄŁ u", + "Ġв з", + "ÙĬ ز", + "ĠÐł оÑģ", + "íĭ °", + "Ġد اش", + "ì§ ij", + "a tı", + "at ı", + "m esi", + "me si", + "mes i", + "ãĤī ãĤĮ", + "ů v", + "r át", + "rá t", + "оÑģ об", + "åIJ Ħ", + "uy á»ĩn", + "uyá»ĩ n", + "åģ ļ", + "ü st", + "üs t", + "éĩ İ", + "α Ïĥ", + "Ġm ặt", + "е лов", + "ел ов", + "ело в", + "åį ļ", + "д ж", + "Ġد ارد", + "Ġدار د", + "Ġf ark", + "Ġfa rk", + "Ġfar k", + "à¹ī วย", + "à¹īว ย", + "о ни", + "он и", + "Ġب Ø®", + "à¥ģ त", + "à¥ģठ¤", + "ĠÄij ây", + "α Ïģα", + "αÏģ α", + "Ġ δια", + "Ġδ ια", + "Ġδι α", + "Ġ è¯", + "Ġè ¯", + "к аÑħ", + "ка Ñħ", + "ch áz", + "z enÃŃ", + "ze nÃŃ", + "zen ÃŃ", + "ÑĢ оп", + "ÑĢо п", + "à¥Ģ म", + "í Ĩµ", + "íĨ µ", + "d ü", + "à¸ł าà¸ŀ", + "Ġ íĬ", + "Ġí Ĭ", + "ÙĪ ا", + "Ġt á»ijt", + "Ġtá»ij t", + "ï¼Ł ãĢįĊĊ", + "ï¼ŁãĢį ĊĊ", + "Ġ æľĪ", + "Ġnh Æ°ng", + "ĠnhÆ° ng", + "Ġne ž", + "à¥ĭ ड", + "ìĹIJ ê²Į", + "à¤Ĥ ड", + "¶ Į", + "Ġ меÑģÑĤ", + "Ġм еÑģÑĤ", + "ा à¤ģ", + "ाठģ", + "ì¦ Ŀ", + "ĠÄij ang", + "ĠÄija ng", + "à¸Ń à¸Ķ", + "í ĽĦ", + "á»į i", + "sk ého", + "ské ho", + "Ġд ок", + "Ġдо к", + "Ġ تص", + "Ġت ص", + "Ġph òng", + "Ġ ê°ķ", + "Ġê° ķ", + "Ġtr Æ°á»Ľc", + "í ijľ", + "Ù Ķ", + "Ġph ÃŃ", + "Ġch á»įn", + "ä¹ IJ", + "ĠÅŁek ilde", + "ĠÅŁekil de", + "Ġ íİ", + "Ġí İ", + "é º", + "ë £¨", + "ë£ ¨", + "à¥Ī ।Ċ", + "à¥Ī। Ċ", + "ÙĪ رÛĮ", + "ÙĪر ÛĮ", + "Ñģ ÑĤÑĢа", + "ÑģÑĤ ÑĢа", + "ÑģÑĤÑĢ а", + "il di", + "ild i", + "Ġα Ïħ", + "в аннÑı", + "ван нÑı", + "ìļ ¸", + ". âĢľĊĊ", + ".âĢľ ĊĊ", + "ĠÑĤак же", + "ëĵ ±", + "е ка", + "ек а", + "æī į", + "Ùħ Ø©", + "Ġph Æ°Æ¡ng", + "é© ¬", + "ãĢĢ ĠãĢĢ", + "ãĢĢĠ ãĢĢ", + "ov ých", + "ový ch", + "ี ยà¸ĩ", + "ีย à¸ĩ", + "ĠT ru", + "ĠTr u", + "е Ñģп", + "еÑģ п", + "st up", + "stu p", + "Ä Į", + "Ġdal Å¡ÃŃ", + "ز ÛĮ", + "Ġ 매", + "Ġë§ ¤", + "Ġ обÑĢаз", + "Ġоб ÑĢаз", + "ĠобÑĢа з", + "Ġaç ık", + "Ġaçı k", + "ê° ķ", + "Ùģ ادÙĩ", + "Ú¯ اÙĨ", + "à¹ī à¸Ļ", + "ẩ n", + "å·¥ ä½ľ", + "Ġ तर", + "Ġत र", + "ÙĬ ع", + "Ġ ãĢĬ", + "ĠãĢ Ĭ", + ", âĢľ", + "Ġ nev", + "Ġn ev", + "Ġne v", + "ั à¸į", + "ÄŁ ını", + "ģın ı", + "Ġ jin", + "Ġj in", + "Ġji n", + "ا خت", + "اخ ت", + "س ر", + "Ġt Ãłi", + "Ġkter á", + "Ġا ÙĦÙĦ", + "ĠاÙĦ ÙĦ", + "ठħ", + "iz met", + "izm et", + "à¥ģ म", + "à¥ģठ®", + "า ะ", + "าภ°", + "Ġ ê·", + "Ġê ·", + "l ıģı", + "lı ģı", + "lıģ ı", + "çı ¾", + "li ÄŁi", + "liÄŁ i", + "êµ °", + "a lık", + "al ık", + "alı k", + "Ġد ÙĪر", + "ĠدÙĪ ر", + "Ġ ìĭ¤", + "Ġìĭ ¤", + "Ġз аÑģ", + "Ġза Ñģ", + "ÙĤ ÙĬ", + "Ġ ứng", + "Ġ ÙĥÙĩ", + "ĠÙĥ Ùĩ", + "ÎŁ Σ", + "ÎŁÎ £", + "è¨ Ń", + "ç Į", + "ãģĦ ãģŁ", + "íĺ Ħ", + "Ġ ÑĤе", + "ĠÑĤ е", + "е ÑĢÑĸ", + "еÑĢ Ñĸ", + "s ız", + "sı z", + "Ġ ý", + "Ġà ½", + "д ов", + "до в", + "Ġ à¤ĩसà¤ķ", + "Ġà¤ĩस à¤ķ", + "г од", + "го д", + "Ġby lo", + "Ġbyl o", + "าà¸Ħ ม", + "е нием", + "ен ием", + "ени ем", + "ение м", + "Ð ¨", + "æľ ¯", + "Ġप हल", + "Ġपह ल", + "Ġ aÅŁ", + "Ġa ÅŁ", + "ि à¤ľ", + "िठľ", + "åĵ ¡", + "в аÑĢ", + "ва ÑĢ", + "à¹ī ำ", + "â ĮĴ", + "ov án", + "ová n", + "Ġgi úp", + "Ð ¥", + "ĠÑģ Ñĥд", + "ĠÑģÑĥ д", + "Ġà¤ķ म", + "ạ m", + "ر س", + "Ġ 人", + "Ġ بÛĮ", + "Ġب ÛĮ", + "Ġà¤īन à¤ķ", + "ë¦ ½", + "áºŃ y", + "Ġv áºŃt", + "л ÑıеÑĤÑģÑı", + "лÑı еÑĤÑģÑı", + "лÑıеÑĤ ÑģÑı", + "Ġs eç", + "Ġse ç", + "Ġ ì½", + "Ġì ½", + "ÑĢ Ñĥж", + "ÑĢÑĥ ж", + "ت ص", + "| :", + "Ġ ëł", + "Ġë ł", + "и ми", + "им и", + "Ġ лÑİб", + "ĠлÑİ Ð±", + "Ġ à¸ľ", + "Ġภľ", + "ï¼Į ä½Ĩ", + "Ġ нав", + "Ġн ав", + "Ġна в", + "âĢ ¬", + "à¹Ī าย", + "à¹Īา ย", + "Ġ رس", + "Ġر س", + "s iniz", + "sin iz", + "ë ¨", + "е ниÑİ", + "ен иÑİ", + "ени Ñİ", + "Ġ ล", + "Ġภ¥", + "ا سÛĮ", + "اس ÛĮ", + "ॠľ", + "ĠÙ¾ ÛĮØ´", + "ĠÙ¾ÛĮ Ø´", + "ί δ", + "Ġ Ù¾ÛĮ", + "ĠÙ¾ ÛĮ", + "еÑĢж ав", + "ठĨ", + "ĠdÃ¼ÅŁ ün", + "å¿ «", + "ÑĢ еÑģ", + "ÑĢе Ñģ", + "åħ «", + "ÑĤ Ñĸ", + "ि à¤Ł", + "िठŁ", + "Ġ ÑĤеÑħ", + "ĠÑĤ еÑħ", + "ĠÑĤе Ñħ", + "ú t", + "ÙĨ Ùĩ", + "Ġ ÙĨØ´", + "ĠÙĨ Ø´", + "çĻ º", + "Ġ ê°¤", + "Ġê° ¤", + "л ед", + "ле д", + "Ġ ëĵ¤", + "Ġëĵ ¤", + "Ġbi lg", + "Ġbil g", + "Ġsp oleÄį", + "Ġspol eÄį", + "Ġspole Äį", + "ĠÄij Æ¡n", + "Ġ à¤īत", + "Ġà¤ī त", + "Ġtr á»ĭ", + "Ġ عÙħ", + "Ġع Ùħ", + "Ġ ।", + "Ġà ¥¤", + "Ġॠ¤", + "Ġú Äį", + "ãģ ¸", + "ว à¸ģ", + "ĠÑģл ÑĥÑĩа", + "ĠÑģлÑĥÑĩ а", + "ĠÑģлÑĥ Ñĩа", + "á» įng", + "á»į ng", + "á»įn g", + "åı Ī", + "и ÑĤÑĥ", + "иÑĤ Ñĥ", + "æľī éĻIJ", + "ë¦ °", + "ëĭ ĺ", + "Ġho ạt", + "ĠìĿ´ ëıĻ", + "з наÑĩ", + "зна Ñĩ", + "зн аÑĩ", + "Ġاست ÙģادÙĩ", + "ĠпÑĢо ÑĨеÑģ", + "ĠпÑĢоÑĨ еÑģ", + "an ın", + "anı n", + "г Ñĥ", + "Ġ اÙĦØ«", + "ĠاÙĦ Ø«", + "æĹ¥ æľ¬", + "ι κά", + "ικ ά", + "ĠÑĹ ÑĹ", + "ì§ ģ", + "i nu", + "in u", + "Ġس از", + "ãĤ ¡", + "ï¾ ī", + "Ġ اÙĤ", + "Ġا ÙĤ", + "Ġk ế", + "ů sob", + "à¹ĩ à¸ģ", + "åIJ §", + "æ¼ Ķ", + "Ñī ие", + "Ñīи е", + "ç Ĩ", + "ÑĮ ого", + "à¥ĭ à¤Ł", + "ا Ù¾", + "ا٠¾", + "å ®¤", + "å® ¤", + "Ġ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "Ġtr iá»ĥn", + "Ġtri á»ĥn", + "Ġt áºŃp", + "é£ Ł", + "ë ¹", + "ĠÑĩеÑĢ ез", + "Ġ ÑĨи", + "ĠÑĨ и", + "Ñģ Ñĥ", + "Ġ нем", + "Ġн ем", + "Ġне м", + "Ġ аÑĢ", + "Ġа ÑĢ", + "Ġ ÙĦا", + "ĠÙĦ ا", + "Ġ ì§Ħ", + "Ġì§ Ħ", + "ç Ł³", + "çŁ ³", + "Ġп ÑĢоб", + "ĠпÑĢ об", + "ĠпÑĢо б", + "Ġ ìĽIJ", + "ĠìĽ IJ", + "ÛĮ ÙĨÛĮ", + "ÛĮÙĨ ÛĮ", + "Ñİ Ñĩи", + "âĢ į", + "Û± Û³", + "Û±Û ³", + "ã Ĥ¬", + "ãĤ ¬", + "çłĶ 究", + "í Ĥ¤", + "íĤ ¤", + "Ġger çek", + "Ġgerç ek", + "ĠØŃ Ø³", + "íĶ ¼", + "èĤ ¡", + "Ġ ÏĦι", + "ĠÏĦ ι", + "ĠvÅ¡ ech", + "ĠvÅ¡e ch", + "Ġv ì", + "ا ÙĨÙĬ", + "اÙĨ ÙĬ", + "ĠÙĩ ست", + "Ġ ëĤ¨", + "Ġë Ĥ¨", + "ĠëĤ ¨", + "ÅĻ ej", + "ÅĻe j", + "е ÑĢг", + "еÑĢ г", + "Ġs öz", + "Ġsö z", + "ĠاÙĦ Ùħت", + "ĠاÙĦÙħ ت", + "Ġch ế", + "á»ĵ i", + "åı ¤", + "âĸį âĸį", + "á»ĵ ng", + "á»ĵn g", + "ãĥ ¢", + "Ġ ди", + "Ġд и", + "ε λ", + "Ġ она", + "Ġо на", + "Ġон а", + "Ġ най", + "Ġн ай", + "Ġна й", + "Ġ _{", + "Ġ_ {", + "п ол", + "по л", + "al iz", + "ali z", + "Ġt Äĥng", + "Ġ dÃŃ", + "Ġd ÃŃ", + "é p", + "Ġ ÙĦÙħ", + "ĠÙĦ Ùħ", + "Ġm ož", + "Ġmo ž", + "Ġng oÃłi", + "è Ĺ", + "Ġ Ñĩем", + "ĠÑĩ ем", + "ĠÄij á»ķ", + "ĠÄijá» ķ", + "е ÑĤа", + "еÑĤ а", + "åı ²", + "ĠÑģ каз", + "ĠÑģк аз", + "ĠÑģка з", + "ãĤ¿ ãĥ¼", + "а нÑĮ", + "ан ÑĮ", + "Ġg öz", + "Ġgö z", + "ë³ Ħ", + "ãģĭ ãģ£ãģŁ", + "Ġ ëįĶ", + "Ġëį Ķ", + "ĠÙĨ ÙĤ", + "Ġ ÑĥÑĩа", + "ĠÑĥ Ñĩа", + "ĠÑĥÑĩ а", + "Ġsa hip", + "Ġsah ip", + "ĠÑģ пе", + "ĠÑģп е", + "ί οÏħ", + "ίο Ïħ", + "ì ½Ķ", + "ì½ Ķ", + "Ġ ëĪ", + "Ġë Ī", + "m am", + "ma m", + "Ġr oce", + "Ġro ce", + "Ġroc e", + "Ġ ÙĨاÙħ", + "ĠÙĨ اÙħ", + "еÑĢ аÑĤÑĥ", + "еÑĢа ÑĤÑĥ", + "ı p", + "ãģĦ ãģ¦", + "Ġ íķĻ", + "Ġíķ Ļ", + "Ġ à¤ĩन", + "Ġà¤ĩ न", + "å ©", + "Ġnh iên", + "a tır", + "at ır", + "atı r", + "ÅĻ enÃŃ", + "ÅĻe nÃŃ", + "ÅĻen ÃŃ", + "د Ø©", + "ãĥª ãĥ¼", + "ล à¸ĩ", + "Ġ éĢ", + "Ġé Ģ", + "Ġ à¹Ģà¸Ľ", + "Ġà¹Ģ à¸Ľ", + "Ġà¹ĢภĽ", + "д Ñĸ", + "ÎŃ Ïģ", + "ìĦ ¤", + "г ÑĢа", + "es ine", + "esi ne", + "esin e", + "Ġ ее", + "Ġе е", + "Ġ iki", + "Ġi ki", + "Ġik i", + "Ġت ج", + "lar ına", + "ları na", + "ların a", + "d ür", + "dü r", + "ĠاÙĦ Ø°", + "Ùħ ت", + "ĠठIJ", + "ि द", + "िठ¦", + "Ġ ë¹", + "Ġë ¹", + "ÑĦоÑĢм а", + "ÑĦоÑĢ ма", + "Ġ они", + "Ġо ни", + "Ġон и", + "г оÑĢ", + "го ÑĢ", + "н еÑģ", + "не Ñģ", + "ìĺĢ ëĭ¤", + "ıl dı", + "Ġ çek", + "Ġç ek", + "Ġ дов", + "Ġд ов", + "Ġдо в", + "د ÛĮ", + "Ġ ÄĮesk", + "ĠÄĮ esk", + "ĠÄĮes k", + "ÑĪ а", + "Ġ ات", + "Ġا ت", + "ĠØ§Ø ª", + "å± ĭ", + "æĸ ¼", + "Ġ práv", + "Ġp ráv", + "Ġpr áv", + "Ġprá v", + "é mu", + "ém u", + "å¸ Ī", + "ãħĭ ãħĭ", + "Ġil gili", + "Ġilg ili", + "Ġilgi li", + "ห ว", + "ठĩ", + "ा ष", + "ाठ·", + "ëŀ ij", + "as yon", + "asy on", + "ÑĨ ÑĮ", + "à¹ģ à¸ķ", + "ợ i", + "Ġв ÑĭÑģ", + "ĠвÑĭ Ñģ", + "ÑĸлÑĮ ки", + "ĠкоÑĤоÑĢ Ñĭе", + "н ики", + "ни ки", + "ник и", + "Ġ اد", + "Ġا د", + "ĠØ§Ø ¯", + "Ġ živ", + "Ġž iv", + "Ġži v", + "Ġα ÏĢο", + "ĠαÏĢ ο", + "ر ض", + "ا Ø©", + "Ø§Ø ©", + "Ġk dyž", + "Ġkdy ž", + "ữ a", + "Ġ ëĮĢíķľ", + "ĠëĮĢ íķľ", + "Ġt ôi", + "Ġtô i", + "Ñĥ ÑĶ", + "ز ر", + "Ġ å¥", + "Ġå ¥", + "ãĥĭ ãĥĭ", + "ب Ø©", + "ÏĦ οÏĤ", + "ÏĦο ÏĤ", + "ÑĨи он", + "Ġ ÙħÙĬ", + "ĠÙħ ÙĬ", + "Ġ Äĥn", + "ĠÄ ĥn", + "à¥ĩ à¤Ĺ", + "à¥ĩठĹ", + "Ġ ÑĢег", + "ĠÑĢ ег", + "ĠÑĢе г", + "ĠlỼ n", + "ì¤ Ģ", + "ìĭ ¬", + "Ġb iết", + "Ġbi ết", + "a ları", + "al arı", + "ala rı", + "alar ı", + "Ùģ ÙĬ", + "ä¸ĸ çķĮ", + "Ġне обÑħодим", + "Ġнеоб Ñħодим", + "à¸Ļ ว", + "ν ÏĦ", + "Ġ ảnh", + "íĸ Ī", + "Ġ वर", + "Ġव र", + "h led", + "hl ed", + "hle d", + "ิ à¸Ī", + "æŃ »", + "ĠاÙĦ تÙĬ", + "ĠاÙĦت ÙĬ", + "н оÑģ", + "но Ñģ", + "p rav", + "pr av", + "pra v", + "Ñı ÑĤи", + "ÑıÑĤ и", + "Ñī а", + "ÙĪ ÙĨÙĩ", + "ÙĪÙĨ Ùĩ", + "Ġ aÄŁ", + "Ġa ÄŁ", + "à¸ŀ ระ", + "à¸ŀร ะ", + "Ġth á»ijng", + "Ġthá» ijng", + "ÑĦ и", + "Ġг олов", + "Ġгол ов", + "Ġk hoa", + "Ġkh oa", + "Ġkho a", + "Ġ ëłĪ", + "Ġëł Ī", + "ãģ Ĵ", + "Ġget ir", + "Ġge tir", + "Ø´ ت", + "ж еннÑı", + "жен нÑı", + "е нÑĸ", + "ен Ñĸ", + "Ġgi ữ", + "Ġgiá» ¯", + "ler inin", + "leri nin", + "lerin in", + "lerini n", + "à¥Ģ व", + "éģ ¸", + "स र", + "ĠÑĩ елов", + "à¥į à¤ľ", + "à¥įठľ", + "ĠбÑĥ ло", + "Ġ اÙĨد", + "Ġا ÙĨد", + "ĠاÙĨ د", + "ั à¸Ļà¸Ĺ", + "ัà¸Ļ à¸Ĺ", + "è® ©", + "Ġq uyá»ģn", + "Ġquy á»ģn", + "ĠØŃ Ø§ÙĦ", + "ì² ĺ", + "Ġ лÑİд", + "ĠлÑİ Ð´", + "Ïģ Ïĩ", + "алÑĮ но", + "ãĢĢ ãĥ½", + "ê¸ ī", + "ãĤ ±", + "ĠÙħ رد", + "ĠÙħر د", + "Ġ ông", + "Ġô ng", + "Ġ اش", + "Ġا Ø´", + "ĠØ§Ø ´", + "大 åѦ", + "ì¦ Ī", + "æĪ ¦", + "e yi", + "ey i", + "Ġ ÐIJн", + "ĠÐIJ н", + "ि प", + "िठª", + "Ġt iêu", + "Ġti êu", + "Ø´ ÛĮ", + "ắ n", + "é ŃĶ", + "éŃ Ķ", + "ãģ¨ ãģĦãģĨ", + "ãģ¨ãģĦ ãģĨ", + "Ġ ìłĢ", + "Ġì łĢ", + "Ġìł Ģ", + "к ÑĤи", + "кÑĤ и", + "Ġ ÙħØŃÙħد", + "ĠÙħØŃ Ùħد", + "Ġ íĨµ", + "Ġí Ĩµ", + "ĠíĨ µ", + "ุ ม", + "åį ¡", + "о ÑĢов", + "оÑĢ ов", + "оÑĢо в", + "к оÑİ", + "ко Ñİ", + "Ġl á»±c", + "å³ ¶", + "Ġ رÙĪز", + "Ġر ÙĪز", + "ĠرÙĪ ز", + "Ñħ Ñĸд", + "Ġh á»ĵ", + "Ġhá» ĵ", + "Ġ ül", + "Ġü l", + "Ġ Ø´Ùħ", + "ĠØ´ Ùħ", + "ÙĨ س", + "ب ÙĪ", + "Ġth êm", + "ạ c", + "åº ľ", + "e chn", + "ec hn", + "ech n", + "Ġ Îļα", + "ĠÎļ α", + "èij Ĺ", + "çľ ¼", + "á h", + "Ġ ι", + "ĠÎ ¹", + "ê¹Į ì§Ģ", + "m az", + "ma z", + "λο γ", + "Ġjs me", + "Ġ á¼", + "Ġá ¼", + "Ġп ÑĢави", + "ĠпÑĢ ави", + "ĠпÑĢав и", + "ĠпÑĢа ви", + "к лад", + "Ġth ủ", + "Ġthá» §", + "s ah", + "sa h", + "ÄŁ it", + "ÄŁi t", + "Ġ ÙģÛĮ", + "ĠÙģ ÛĮ", + "ен но", + "à¥ģ à¤Ľ", + "à¥ģठĽ", + "ãģ »", + "çĻ ¾", + "и ÑĤа", + "иÑĤ а", + "ĠбÑĭ ло", + "ĠбÑĭл о", + "Ġv ys", + "Ġvy s", + "Ġ ì¶ľ", + "Ġì¶ ľ", + "ắ ng", + "ắn g", + "ĠÄij ại", + "ĠÙħ ÙĪرد", + "ĠÙħÙĪ رد", + "ĠÙħÙĪر د", + "е ла", + "ел а", + "Ñĸ ÑĪ", + "л еннÑı", + "лен нÑı", + "æ IJ", + "Ġ нед", + "Ġн ед", + "Ġне д", + "i yat", + "iy at", + "iya t", + "ì ¼", + "Ġol duÄŁunu", + "ĠolduÄŁ unu", + "ĠolduÄŁu nu", + "د اÙĨ", + "دا ÙĨ", + "í Ŀ", + "Ġ سÛĮ", + "Ġس ÛĮ", + "ี à¸ģ", + "ÄĽ st", + "ım ı", + "ä¸ī ä¸ī", + "ãĤ ½", + "ĠÑĤ еп", + "ĠÑĤе п", + "Ġ ÑĢай", + "ĠÑĢ ай", + "ĠÑĢаР¹", + "ĠÑĢа й", + "ा ध", + "ाठ§", + "Ġ ìĤ¬ëŀĮ", + "ĠìĤ¬ ëŀĮ", + "ĠT rung", + "ĠTr ung", + "ĠTru ng", + "ï¼ı ï¼ı", + "Ġt âm", + "Å¡ enÃŃ", + "Å¡e nÃŃ", + "Å¡en ÃŃ", + "ãĥ į", + "Ġ ÏĦοÏħÏĤ", + "ĠÏĦ οÏħÏĤ", + "ĠÏĦοÏħ ÏĤ", + "Ġ нÑĸ", + "Ġн Ñĸ", + "в ид", + "ви д", + "æ ¿", + "Ġ ظ", + "ĠØ ¸", + "ãĥ ¯", + "ì ¢ħ", + "ì¢ ħ", + "в аÑĤи", + "ва ÑĤи", + "ваÑĤ и", + "Ġqu á", + "ภ¤", + "ĠÄij Æ°á»Ŀng", + "à¥ģ द", + "à¥ģठ¦", + "r oj", + "ro j", + "Ġ ÑĥÑģ", + "ĠÑĥ Ñģ", + "é¦ Ļ", + "ì½ ĺ", + "Ġ ÙĪت", + "ĠÙĪ ت", + "ม าà¸ģ", + "มา à¸ģ", + "åĪ ĩ", + "Ġ án", + "Ġá n", + "Ġм ед", + "ìĹIJ ëĬĶ", + "Ġh lav", + "Ġhl av", + "ر ت", + "à¹ĥ à¸Ī", + "æ´ ²", + "Ġ лÑĸ", + "Ġл Ñĸ", + "æ Īĺ", + "æĪ ĺ", + "ÙĪ ÙĨد", + "ÙĪÙĨ د", + "è¶ ³", + "åĭ Ļ", + "çĶ ³", + "Ġ ì±", + "Ġì ±", + "ĠìĿ´ëıĻ íķ©ëĭĪëĭ¤", + "Ñī еÑģÑĤв", + "Ñīе ÑģÑĤв", + "Ġ ë¶Ī", + "Ġë ¶Ī", + "Ġë¶ Ī", + "ÙĦ ÙĪ", + "ü ven", + "èĪ ĩ", + "Ġgi Ỽi", + "Ġgiá» Ľi", + "Ġ ÙĪÙĤ", + "ĠÙĪ ÙĤ", + "Ġê°¤ ë¡ľê·¸", + "Ġ عاÙħ", + "Ġع اÙħ", + "ĺ IJ", + ": ::::", + ":: :::", + ":::: :", + "::: ::", + "Ġ Ñĥд", + "ĠÑĥ д", + "- ÑĤо", + "-ÑĤ о", + "Ġ ÑĦоÑĢ", + "ĠÑĦ оÑĢ", + "и ни", + "ин и", + "ãģĹ ãģĦ", + "ãģĹãģ Ħ", + "Ġê°¤ë¡ľê·¸ ë¡ľ", + "ãģ ³", + "ãĥ© ãĤ¤", + "e ná", + "en á", + "Ġ nez", + "Ġn ez", + "Ġne z", + "Ġönem li", + "Ġ ниÑħ", + "Ġн иÑħ", + "Ġни Ñħ", + "à¤Ĥ स", + "Ġà¤īस à¤ķ", + "à¥įर द", + "Ġn ói", + "Ġnó i", + "Ùĥ ÙĦ", + "ิ ว", + "κ ο", + "à¥ģ à¤ĸ", + "à¥ģठĸ", + "ö yle", + "öy le", + "ά λ", + "ó ng", + "ón g", + "ĠداÙĨ Ø´", + "Ġз б", + "ì »", + "à¸ľ ล", + "ëĵ¤ ìĿ´", + "Ġe tk", + "Ġet k", + "ر ات", + "را ت", + "Ġ εκ", + "Ġε κ", + "ÑĤ ÑĢа", + "ÑĤÑĢ а", + "à¥į तर", + "à¥įत र", + "à¤Ĥ ब", + "Ġм ÑĸÑģ", + "ĠмÑĸ Ñģ", + "æł ¹", + "ãĥ Ļ", + "Ġt á»ī", + "Ġtá» ī", + "à¹Ģ à¸ĭ", + "à¹Ģภĭ", + "ìĪ ł", + "ï¼Į ä¸į", + "ìĺ ¨", + "Ġm ÄĽst", + "ĠmÄĽ st", + "ģ µ", + "a zı", + "az ı", + "r ada", + "ra da", + "rad a", + "ÏĢ α", + "m é", + "ÙĨ اÙħÙĩ", + "ÙĨا ÙħÙĩ", + "ÙĨاÙħ Ùĩ", + "ا ÛĮÙĦ", + "اÛĮ ÙĦ", + "μ η", + "l uk", + "lu k", + "Ùĥ ÙĬ", + "Ġ ï¼ī", + "Ġï¼ ī", + "Ġ деÑĤ", + "Ġд еÑĤ", + "Ġде ÑĤ", + "Ġiç inde", + "Ġiçin de", + "Ġiçi nde", + "Ñı м", + "Ġd Æ°á»", + "ĠdÆ° á»", + "ĠпÑĢед ÑģÑĤав", + "ü re", + "ür e", + "åķ Ĭ", + "ĠÑĤ ÑĢÑĥ", + "ĠÑĤÑĢ Ñĥ", + "es ini", + "esi ni", + "esin i", + "Ġ але", + "Ġа ле", + "Ġал е", + "ãĥ³ ãĥī", + "ãĥ³ãĥ ī", + "à¥ĥ त", + "ε Ïħ", + "à¥ģ à¤Ĩ", + "à¥ģठĨ", + "Ġh iç", + "Ġhi ç", + "çĶ º", + "Ġ Ðĸ", + "ĠÐ ĸ", + "ç ħ§", + "çħ §", + "k á", + "Ġtr á»įng", + "Ġ تش", + "Ġت Ø´", + "ा श", + "ाठ¶", + "ĠÙħ Ø«", + "e tim", + "et im", + "eti m", + "Ġth ấy", + "Ġब ह", + "ع ت", + "ึ à¹ī", + "Ġs ev", + "Ġse v", + "Ñģ ÑĤа", + "ÑģÑĤ а", + "Ġc ứ", + "Ġt iá»ģn", + "Ġti á»ģn", + "à¥Ģ à¤ľ", + "Ñı г", + "ĠоÑĢг ани", + "ĠоÑĢган и", + "Ġб Ñĭл", + "ĠбÑĭ л", + "t ür", + "tü r", + "Ġب ازÛĮ", + "Ġبا زÛĮ", + "Ġباز ÛĮ", + "Ġ ìŀ¬", + "Ġìŀ ¬", + "व र", + "æľīéĻIJ åħ¬åı¸", + "k up", + "ku p", + "Ġ iyi", + "Ġi yi", + "Ġiy i", + "íķĺ ê²Į", + "ãĢĢ l", + "ãĤ· ãĥ§", + "ا رة", + "ار Ø©", + "ส ร", + "Ġt ÃŃch", + "ĠtÃŃ ch", + "Ġ каÑĢ", + "Ġк аÑĢ", + "Ġка ÑĢ", + "и б", + "ĠвÑĸд повÑĸд", + "ĠвÑĸдпов Ñĸд", + "Ġpo dle", + "Ġpod le", + "à¥įर à¤ķ", + "i yon", + "iy on", + "к оном", + "ко ном", + "кон ом", + "Ġ μÎŃ", + "Ġμ ÎŃ", + "Ġп ÑĢоиз", + "ĠпÑĢо из", + "Ġ âĢı", + "ĠâĢ ı", + "m ektedir", + "mekte dir", + "Ω ÎĿ", + "Ġb áo", + "à¸Ī ำ", + "ëį Ķ", + "ë¸ Į", + "Ġs ợ", + "ÛĮ رÛĮ", + "ÛĮر ÛĮ", + "о нÑĥ", + "он Ñĥ", + "ın daki", + "ında ki", + "ınd aki", + "алÑĮ ного", + "алÑĮно го", + "μ β", + "л из", + "ли з", + "Ġjej ich", + "æĸ ½", + "ä¾ ¿", + "l eÅŁtir", + "le ÅŁtir", + "leÅŁ tir", + "ĠÙĪ Ø£", + "Ġस ब", + "l erde", + "ler de", + "Ġ ÚĨÙĩ", + "ĠÚĨ Ùĩ", + "ÏĦ ÎŃ", + "Ġg ì", + "Ġ Ãļ", + "Ġà ļ", + "ĠÑĢаÑģ п", + "ĠÑĢа Ñģп", + "Ġt üm", + "à¹Ģ à¸ĩ", + "à¹Ģภĩ", + "èIJ ½", + "ìĨ ¡", + "à¹Ħ à¸Ĺย", + "m Ä±ÅŁtır", + "mÄ±ÅŁ tır", + "mÄ±ÅŁtı r", + "Ġ ÙĤرار", + "ĠÙĤر ار", + "Ġ à¸Ħาส", + "Ġà¸Ħ าส", + "Ġk ıs", + "Ġkı s", + "о ваниÑı", + "ов аниÑı", + "ова ниÑı", + "овани Ñı", + "ован иÑı", + "ãĤĤ ãģ®", + "د اÙħ", + "دا Ùħ", + "ìľ ¡", + "ol oj", + "olo j", + "ĠпоÑģл е", + "ĠпоÑģ ле", + "Ġ Так", + "ĠТ ак", + "ĠТа к", + "Ġб олее", + "Ġбол ее", + "ĠÄij á»ķi", + "ĠÄijá»ķ i", + "l ak", + "la k", + "í ħĮ", + "íħ Į", + "Ġa yn", + "Ġay n", + "Ñı Ñģ", + "Ġп ог", + "Ġпо г", + "Ġar asında", + "Ġaras ında", + "Ġara sında", + "Ġarası nda", + "Ī ¬", + "à¥Ĥ ल", + "Ġ ανα", + "Ġα να", + "Ġαν α", + "Ġq uyết", + "Ġquy ết", + "Ġthu á»Ļc", + "Ġd ün", + "Ġdü n", + "Ġp ÅĻes", + "ĠpÅĻ es", + "ĠpÅĻe s", + "ÑĦ Ñĸ", + "Ġ å¸", + "Ġå ¸", + "ا ÙĦÙĬ", + "اÙĦ ÙĬ", + "Ġп овеÑĢ", + "Ġпо веÑĢ", + "Ġпов еÑĢ", + "Ñĩ ина", + "Ñĩи на", + "Ñĩин а", + "s ko", + "sk o", + "çµ IJ", + "Ø ¡", + "Ġ гÑĢа", + "Ġг ÑĢа", + "ĠгÑĢ а", + "о ÑĤи", + "оÑĤ и", + "Ġqu á»ijc", + "ÑĨ Ñĸв", + "ÑĨÑĸ в", + "l endir", + "len dir", + "lendi r", + "в Ñĸд", + "вÑĸ д", + "Ġж иÑĤ", + "ü yor", + "üy or", + "ï¼Į ä»ĸ", + "lar ında", + "ları nda", + "ların da", + "Ġu yg", + "Ġuy g", + "Ġtr ÃŃ", + "Ġ Ø´ÙĨ", + "ĠØ´ ÙĨ", + "ا بÙĦ", + "اب ÙĦ", + "æ· ±", + "Âł p", + "Ñģ каÑı", + "Ñģк аÑı", + "Ñģка Ñı", + "о ÑĤа", + "оÑĤ а", + "ÙĪ Ø·", + "Ġ اط", + "Ġا Ø·", + "ĠØ§Ø ·", + "ä¾ Ĩ", + "Ġз аÑĤ", + "Ġза ÑĤ", + "Ġ име", + "Ġи ме", + "Ġим е", + "à¹Ģà¸Ĺ ศ", + "ëĭ ´", + "n ÄĽnÃŃ", + "nÄĽ nÃŃ", + "nÄĽn ÃŃ", + "Ñĥ лÑı", + "Ñĥл Ñı", + "- п", + "å ĺ", + "Ġв ип", + "Ġви п", + "аÑĢа кÑĤ", + "à¹Ģ à¸ļ", + "à¹Ģภļ", + "ç¦ ı", + "Ïģ Ïİ", + "س Ùĩ", + "à¥Į र", + "Ġdi ÄŁer", + "à¹Ĥ à¸Ķย", + "à¹Ĥà¸Ķ ย", + "ĠÑģп оÑģоб", + "ĠÑģпоÑģ об", + "åį ·", + "è ĸ", + "а нÑĤ", + "ан ÑĤ", + "Ñİ ÑĤÑĮÑģÑı", + "ÑİÑĤÑĮ ÑģÑı", + "ĠÑį ÑĤом", + "ĠÑįÑĤ ом", + "ĠÑįÑĤо м", + "Ġ ï½Ģ", + "Ġï½ Ģ", + "ส าม", + "ì m", + "ĠÑĪ к", + "Ġ à¸Ľà¸£à¸°", + "Ġà¸Ľ ระ", + "Ġà¸Ľà¸£ ะ", + "़ à¥Ģ", + "e kl", + "ek l", + "m uÅŁ", + "mu ÅŁ", + "ĠÑĤак ож", + "ÙĪ سط", + "ÙĪس Ø·", + "Ġ Äįi", + "ĠÄį i", + "ี à¸Ļ", + "ÛĮ ÙĨÙĩ", + "ÛĮÙĨ Ùĩ", + "ÄĽ k", + "å½ ¼", + "le rine", + "ler ine", + "leri ne", + "lerin e", + "ĠÄij ất", + "à¥ģ à¤ı", + "à¥ģठı", + "ол оÑģ", + "оло Ñģ", + "Ġ å°ı", + "Ġå° ı", + "ز ÙĬØ©", + "زÙĬ Ø©", + "Ġв ла", + "à¥Ģ ल", + "Ġ etti", + "Ġe tti", + "Ġet ti", + "Ġett i", + "ĠÑģ оÑģÑĤав", + "ĠÑģо ÑģÑĤав", + "ĠÑģоÑģÑĤ ав", + "ÙĦ اÙĦ", + "ÙĦا ÙĦ", + "Ġ çİ", + "Ġç İ", + "ĠpÅĻÃŃ pad", + "ëŁ °", + "ุ à¸ģ", + "Ġ Ñĩи", + "ĠÑĩ и", + "å ħį", + "åħ į", + "n ÄĽjÅ¡ÃŃ", + "nÄĽ jÅ¡ÃŃ", + "ิ ล", + "åį Ģ", + "s kých", + "sk ých", + "ský ch", + "า ศ", + "าภ¨", + "åIJ Ĺ", + "Ġ íĺĦ", + "Ġíĺ Ħ", + "Ġal ın", + "å§ Ķ", + "à¸ŀ ร", + "až d", + "Ġб ÑĸлÑĮ", + "ĠбÑĸ лÑĮ", + "ĠбÑĸл ÑĮ", + "à¹Ī วà¸Ļ", + "à¹Īว à¸Ļ", + "o og", + "oo g", + "a cı", + "ac ı", + "l ıģ", + "lı ÄŁ", + "Ġk hu", + "Ġkh u", + "Ġh izmet", + "Ġ éĽ", + "Ġé Ľ", + "Ġ Îĺ", + "ĠÎ ĺ", + "Ġde ÄŁer", + "ĠdeÄŁ er", + "åħ Ń", + "Ġ دÙĩ", + "Ġد Ùĩ", + "Ġn ÄĽk", + "ĠnÄĽ k", + "à¸Ħ à¸Ļ", + "е ÑĤÑĮ", + "еÑĤ ÑĮ", + "ب اÙĨ", + "با ÙĨ", + "ÏĦ ική", + "ÏĦικ ή", + "ÏĦι κή", + "ĠÄij á»ĭa", + "ĠÄijá»ĭ a", + "Ġ Công", + "ĠC ông", + "íĮ IJ", + "Ġк огда", + "ĠÚ© ÙĨد", + "ĠÚ©ÙĨ د", + "ãģ§ ãģį", + "ĠÏĢ εÏģι", + "ĠÏĢεÏģ ι", + "ĠÏĢε Ïģι", + "lar dan", + "larda n", + "Ġ зем", + "Ġз ем", + "ت ÙĪاÙĨ", + "تÙĪ اÙĨ", + "è³ ĩ", + "li kle", + "lik le", + "Ġt ụ", + "Ġtá» ¥", + "Ġd ẫn", + "Ġn ay", + "Ġna y", + "Ġ ÑģÑĤоÑĢ", + "ĠÑģ ÑĤоÑĢ", + "ĠÑģÑĤ оÑĢ", + "ĠÑģÑĤо ÑĢ", + "ĠØ´ Ùħا", + "ĠØ´Ùħ ا", + "Ø« ر", + "Ġd edi", + "Ġde di", + "Ġded i", + "к ое", + "ко е", + "ë ijIJ", + "ëij IJ", + "ÑĨ ев", + "ÑĨе в", + "ج Ùĩ", + "Ġm ůže", + "Ġmů že", + "Ġmůž e", + "à¥ģ प", + "à¥ģठª", + "à¥įर म", + "Ġ taÅŁ", + "Ġt aÅŁ", + "Ġta ÅŁ", + "оÑĢ ÑĤ", + "γ Ïģα", + "çĻ ¼", + "า à¸ļ", + "าภļ", + "iá» ħn", + "iá»ħ n", + "ĠÙħ ست", + "ĠÙħس ت", + "л екÑģ", + "ле кÑģ", + "лек Ñģ", + "Ġ prav", + "Ġp rav", + "Ġpr av", + "Ġpra v", + "Ġд оÑģ", + "Ġдо Ñģ", + "Ġd Ä±ÅŁ", + "Ġ zem", + "Ġz em", + "Ġze m", + "Ġg iao", + "Ġgi ao", + "Ġgia o", + "Ġv last", + "Ġvl ast", + "Ġvlas t", + "ĠÑį ÑĤого", + "ĠÑįÑĤ ого", + "ĠÑįÑĤо го", + "ï½ °", + "ว à¸ĩ", + "ÑĢ ой", + "ÑĢо й", + "Ġbir lik", + "e ný", + "en ý", + "Ġ ëĭ¨", + "Ġëĭ ¨", + "ов ани", + "ова ни", + "ован и", + "é£ İ", + "íı ī", + "Ġz ah", + "Ġza h", + "б а", + "åĬ ©", + "éĢ ²", + "ê ¶Į", + "Ġd iye", + "Ġdi ye", + "Ġdiy e", + "à¤Ĥ à¤ķ", + "Ġch uyá»ĥn", + "Ġ ìĹŃ", + "ĠìĹ Ń", + "Ġ ÑĤÑĢи", + "ĠÑĤ ÑĢи", + "ĠÑĤÑĢ и", + "Ġö nce", + "Ġön ce", + "Ġönc e", + "ï¼Į è¿Ļ", + "o ại", + "л еÑĤ", + "ле ÑĤ", + "ĠÏĥ Ïħν", + "ĠÏĥÏħ ν", + "l ád", + "lá d", + "ç e", + "t ü", + "Ġ Äįást", + "ĠÄį ást", + "ĠÄįá st", + "Ġ εν", + "Ġε ν", + "Ġb iá»ĩt", + "Ġ é«", + "Ġé «", + "à¥ĭ à¤ķ", + "ÙĦ ات", + "ÙĦا ت", + "ب اÙĦ", + "با ÙĦ", + "e cies", + "ec ies", + "eci es", + "Ġ ëĭ¹", + "Ġëĭ ¹", + "à¸Ĭ à¸Ļ", + "ÏĦ αÏĤ", + "ÏĦα ÏĤ", + "à¥į ण", + "à¥įठ£", + "u jÃŃcÃŃ", + "uj ÃŃcÃŃ", + "ujÃŃ cÃŃ", + "Äį et", + "Äįe t", + "Ġп об", + "Ġпо б", + "ÙĪ ار", + "ÙĪا ر", + "i yas", + "iy as", + "iya s", + "Ġd ruh", + "Ġdr uh", + "Ġdru h", + "د د", + "ÏĮ ν", + "ÑĢ ен", + "ÑĢе н", + "า รà¸ĸ", + "าร à¸ĸ", + "ä½ İ", + "ìķ ½", + "ÑĢ оз", + "ÑĢо з", + "ëĬĶ ëį°", + "ãĤĵ ãģª", + "Äį enÃŃ", + "Äįe nÃŃ", + "Äįen ÃŃ", + "**** ********", + "******** ****", + "****** ******", + "***** *******", + "******* *****", + "Ġ Ρ", + "ĠÎ ¡", + "ĠÑĤ омÑĥ", + "ĠÑĤо мÑĥ", + "ĠÑĤом Ñĥ", + "ร à¸ģ", + "à¥ģ स", + "à¥ģठ¸", + "ä¹ Ŀ", + "å°± æĺ¯", + "£ i", + "éĺ ²", + "Ùĥ ر", + "ĠÑį ÑĤи", + "ĠÑįÑĤ и", + "ĠÚ© Ø´ÙĪر", + "ĠÚ©Ø´ ÙĪر", + "Ġ ê°IJ", + "Ġê° IJ", + "Ġ ад", + "Ġа д", + "Ġ داد", + "Ġد اد", + "éģ İ", + "Ù «", + "Ġl áºŃp", + "Ġ اÙĦÙĩ", + "Ġا ÙĦÙĩ", + "ĠاÙĦ Ùĩ", + "æľ Ľ", + "Ġ تÙĩ", + "Ġت Ùĩ", + "ì§ Ī", + "ãģ§ ãģĤãĤĭ", + "ãģ§ãģĤ ãĤĭ", + "Ġ меж", + "Ġм еж", + "ĠÑĢ езÑĥлÑĮÑĤ", + "ĠÑĢез ÑĥлÑĮÑĤ", + "ç į", + "е мÑĥ", + "ем Ñĥ", + "Ġ تÙĪاÙĨ", + "Ġت ÙĪاÙĨ", + "ĠتÙĪ اÙĨ", + "Ġ راÙĩ", + "Ġر اÙĩ", + "Ġرا Ùĩ", + "ãĥ¼ ãĥł", + "ãĥ¼ãĥ ł", + "åĦ ¿", + "å± ŀ", + "б Ñĭ", + "á ¿", + "à¸Ħ ล", + "à¥ĭ à¤Ī", + "üt ün", + "à¤Ĺ र", + "ìķĺ ëĭ¤", + "âĪ §", + "Ġ ì°¨", + "Ġì° ¨", + "çµ Ħ", + "μα ÏĦα", + "ุ à¸Ļ", + "Ġ ÑĤом", + "ĠÑĤ ом", + "ĠÑĤо м", + "еÑĢ в", + "Îij Σ", + "ĠiÅŁ lem", + "ع Ùħ", + "ë ĥ", + "ãĥ Ħ", + "ا Ùģت", + "اÙģ ت", + "åĬ ŀ", + "Ġ nes", + "Ġn es", + "Ġne s", + "av aÅŁ", + "ava ÅŁ", + "ĠÙĨ ÛĮز", + "ĠÙĨÛĮ ز", + "å¼ º", + "Ġ éĻ", + "Ġé Ļ", + "Ñĸн нÑı", + "æ² ³", + "á ÅĻ", + "æĿ IJ", + "ĠØ£ ÙĬ", + "Ġ ì¹´", + "Ġì¹ ´", + "Ġn enÃŃ", + "Ġne nÃŃ", + "Ġnen ÃŃ", + "Ġ ÙĪÙħ", + "ĠÙĪ Ùħ", + "Ġ Ú©Ùħ", + "ĠÚ© Ùħ", + "i ếu", + "iế u", + "Ġ æ°", + "Ġæ °", + "åĮ »", + "Ġz or", + "Ġzo r", + "ί Ïĥ", + "ि ध", + "िठ§", + "Ġп оказ", + "Ġпо каз", + "Ġпок аз", + "Ġпока з", + "ह र", + "Ġiç er", + "ØŃ Ø©", + "ि à¤ĸ", + "िठĸ", + "а да", + "ад а", + "تر ÛĮÙĨ", + "ترÛĮ ÙĨ", + "Ġ bao", + "Ġb ao", + "Ġba o", + "Ġx ã", + "à¹Ģ à¸Ħร", + "à¹Ģà¸Ħ ร", + "Ġngh Ä©", + "à¹ģ à¸ļà¸ļ", + "à¹ģà¸ļ à¸ļ", + "ĠdoÄŁ ru", + "ĠdoÄŁr u", + "Ñĸ ÑĤи", + "ÑĸÑĤ и", + "Ġ بÙĬÙĨ", + "Ġب ÙĬÙĨ", + "ĠبÙĬ ÙĨ", + "Ġ леÑĤ", + "Ġл еÑĤ", + "ا غ", + "Ø§Ø º", + "ÛĮ Ú©ÛĮ", + "ÛĮÚ© ÛĮ", + "r áv", + "rá v", + "à¥į âĢį", + "âĢĻ nin", + "âĢĻn in", + "Ġ ย", + "Ġภ¢", + "åį Ĭ", + "Ġк оли", + "Ġкол и", + "Ġко ли", + "Ġtr ợ", + "éĿ Ĵ", + "ëŀ Ģ", + "Ġ ë¨", + "Ġë ¨", + "Ġ ÙĪر", + "ĠÙĪ ر", + "ï¾ Ĭ", + "è§ Ĥ", + "Ġ пи", + "Ġп и", + "н Ñĥв", + "нÑĥ в", + "il mesi", + "ilm esi", + "س تÙĩ", + "ست Ùĩ", + "Ġд еÑĢжав", + "ĠдеÑĢж ав", + "å® ĥ", + "åĪ ¥", + "ëħ Ģ", + "л ÑģÑı", + "à¤Ĥ ध", + "Ġ ÑĤи", + "ĠÑĤ и", + "ĠpÅĻ ip", + "ĠpÅĻi p", + "п и", + "á» ĵn", + "á»ĵ n", + "о ваÑĤÑĮ", + "ов аÑĤÑĮ", + "ова ÑĤÑĮ", + "ìĿ´ ëĿ¼", + "æľ Ŀ", + "Ġ ëĺIJ", + "Ġë ĺIJ", + "Ġëĺ IJ", + "ĠÎŃ Î½Î±", + "ĠÎŃν α", + "ãģ¾ ãģ§", + "ج اÙħ", + "جا Ùħ", + "Ġ ëĬ", + "Ġë Ĭ", + "н Ñĸв", + "нÑĸ в", + "ÏĢ οÏħ", + "ÏĢο Ïħ", + "Ġ زÙħاÙĨ", + "Ġز ÙħاÙĨ", + "ĠزÙħ اÙĨ", + "æĽ ²", + "Ġ ÙħÙĩ", + "ĠÙħ Ùĩ", + "ëł ¨", + "ä¸ ĥ", + "ãģ¨ ãģĹãģ¦", + "l abilir", + "la bilir", + "lab ilir", + "о же", + "ож е", + "å¤ ľ", + "ĠнÑĥж но", + "å½ ©", + "çĪ ±", + "Ġho Ãłn", + "ün ü", + "Ġ ëĦ¤", + "ĠëĦ ¤", + "Ġ جÙĨ", + "Ġج ÙĨ", + "Ġn ÄĽj", + "ĠnÄĽ j", + "к ими", + "ки ми", + "ким и", + "Ġa ynı", + "Ġayn ı", + "Ġ ÙĥÙĦ", + "ĠÙĥ ÙĦ", + "Ġnh au", + "Ạ³", + "ÙĬ ات", + "ÙĬا ت", + "Ġm ezi", + "Ġme zi", + "Ġmez i", + "Ġ ÑĢек", + "ĠÑĢ ек", + "ĠÑĢе к", + "Ġ tür", + "Ġt ür", + "Ġ говоÑĢ", + "Ġг овоÑĢ", + "Ġfaz la", + "åĩ Ĩ", + "ÑĪ ий", + "ÑĪи й", + "ÐŁ ÑĢи", + "ÐŁÑĢ и", + "ÑĢ оÑģÑĤ", + "ÑĢоÑģ ÑĤ", + "ÑĢо ÑģÑĤ", + "ĠоÑĢг ан", + "ĠоÑĢ ган", + "n ým", + "ný m", + "Ġ ÑĢод", + "ĠÑĢ од", + "Ġ ÙĪÛĮ", + "ĠÙĪ ÛĮ", + "ic ký", + "ick ý", + "ë¦ ¼", + "ï½ ²", + "æĢ İ", + "ĠÙĩ ذا", + "ĠÑĩ аÑģÑĤи", + "ĠÑĩа ÑģÑĤи", + "ĠÑĩаÑģ ÑĤи", + "ĠÑĩаÑģÑĤ и", + "ÃŃ r", + "á»ĩ nh", + "á»ĩn h", + "Ġ íĹ", + "Ġí Ĺ", + "ê »", + "lu ž", + "ÃŃ l", + "c ÃŃch", + "cÃŃ ch", + "å® Ł", + "ãģł ãģ£ãģŁ", + "ÙĬ رة", + "ÙĬر Ø©", + "Ġv Äĥn", + "æ¸ ¯", + "Ġ ÏĦιÏĤ", + "ĠÏĦι ÏĤ", + "ا رت", + "ار ت", + "Ġv ấn", + "âĶģâĶģ âĶģâĶģ", + "å¯ ¾", + "Ïģ ÎŃ", + "Ġг одÑĥ", + "Ġгод Ñĥ", + "Ġ سب", + "Ġس ب", + "ا رات", + "ار ات", + "ارا ت", + "е лей", + "ел ей", + "еле й", + "Ġз аÑħ", + "Ġза Ñħ", + "Ġ важ", + "Ġв аж", + "Ġва ж", + "Ġt á»īnh", + "Ġtá» īnh", + "Ġtá»ī nh", + "ا بع", + "اب ع", + "Ġ à¤ľà¤¬", + "Ġà¤ľ ब", + "Ġà¤IJ स", + "Ġ дÑĥ", + "Ġд Ñĥ", + "Ġ é«ĺ", + "Ġé «ĺ", + "Ġé« ĺ", + "ê² ł", + "н ее", + "не е", + "ï½ Į", + "Ġм ал", + "Ġма л", + "è¾ ¹", + "ãģł ãģij", + "à¹ī ร", + "ÙĤ Ø·", + "Ġb ên", + "Ġs eb", + "Ġse b", + "ĠØ® ÙĪاÙĩ", + "ĠØ®ÙĪ اÙĩ", + "s iz", + "si z", + "Ġol ur", + "Ġ ëĶ°", + "ĠëĶ °", + "Ġ ì¢ĭ", + "Ġì¢ ĭ", + "Ġs vÄĽt", + "Ġsv ÄĽt", + "ĠsvÄĽ t", + "ic ká", + "ick á", + "á» ¹", + "Ġqu ản", + "Ġquả n", + "Ġ иÑģ", + "Ġи Ñģ", + "Ġz aÄį", + "Ġza Äį", + "ื à¸Ńà¸Ļ", + "ืà¸Ń à¸Ļ", + "ÑĶ Ñİ", + "ि ष", + "िठ·", + "ç Ĭ¶", + "çĬ ¶", + "Ïĥ μ", + "ั ส", + "ó c", + "Ġ беÑĢ", + "Ġб еÑĢ", + "Ġ íĿ", + "Ġí Ŀ", + ";: ;:", + "Ġ پس", + "ĠÙ¾ س", + "Ġ ëijIJ", + "Ġë ijIJ", + "Ġëij IJ", + "н иÑĩ", + "ни Ñĩ", + "Ġо ÑĩенÑĮ", + "ĠоÑĩ енÑĮ", + "ĠìķĦìĿ´ ì½ĺ", + "Ġ θα", + "Ġθ α", + "Ġв ÑģÑĤ", + "ĠвÑģ ÑĤ", + "ا دة", + "اد Ø©", + "Ġdev am", + "ื à¸Ńà¸ĩ", + "ืà¸Ń à¸ĩ", + "ĠлÑİ Ð´Ð¸", + "ĠлÑİд и", + "ìĺ Ī", + "á»± a", + "Ñı Ñħ", + "âĢĮ اÛĮ", + "Ġ سÙĪ", + "Ġس ÙĪ", + "å° ¼", + "Ġth ứ", + "Ġthá» ©", + "m eye", + "me ye", + "mey e", + "Ġ èµ", + "Ġè µ", + "èī ¯", + "ĠdeÄŁ iÅŁ", + "ÑĪ Ñĸ", + "Ġtr ợ", + "ĠâĢİ #", + "çĹ ħ", + "ìĽ Į", + "Ġk de", + "Ġkd e", + "Î §", + "æ ¤", + "ĠÑħ аÑĢакÑĤ", + "æ ĩ", + "Ġb iến", + "Ġbi ến", + "ÙĤ ع", + "åŁ Ł", + "Ġн еп", + "Ġне п", + "Ġd ů", + "Ġп иÑĤ", + "Ġпи ÑĤ", + "ĠÑĤ ÑĢеб", + "ĠÑĤÑĢ еб", + "ا زÛĮ", + "از ÛĮ", + "Ġ طر", + "ĠØ· ر", + "Ġ ÙħÙĦ", + "ĠÙħ ÙĦ", + "Ġt ham", + "Ġth am", + "Ġtha m", + "Ġ ÙĪجÙĪد", + "ĠÙĪج ÙĪد", + "Ġs vé", + "Ġsv é", + "é§ ħ", + "ا ÛĮÙĨ", + "اÛĮ ÙĨ", + "Ġt iên", + "Ġti ên", + "s tru", + "st ru", + "str u", + "Ġv áºŃy", + "ü ne", + "ün e", + "Ġ à¹Ģม", + "Ġà¹Ģ ม", + "Ġà¹Ģภ¡", + "Ġr ằng", + "а ÑĤÑĥ", + "аÑĤ Ñĥ", + "äº ij", + "н иÑĤ", + "ни ÑĤ", + "ä¼ Ĭ", + "ÙĪ ص", + "Ġ éĿ", + "Ġé Ŀ", + "ĠпÑĢоб лем", + "d eki", + "de ki", + "dek i", + "** ************", + "******** ******", + "****** ********", + "******* *******", + "************ **", + "ò a", + "ĠÄijá»ģ u", + "ãĤĮ ãģŁ", + "ا رس", + "ار س", + "ãģª ãģı", + "ا ÙĤع", + "اÙĤ ع", + "è» į", + "Ùĥ Ùħ", + "Äį as", + "Ġk ỳ", + "Ġká» ³", + "Ø´ Ùħ", + "à¥ĩ ड", + "à¥ĩठ¡", + "éĺ ¿", + "Ġje jÃŃ", + "Ġjej ÃŃ", + "Ġ æĻ", + "Ġæ Ļ", + "Ġ Ä°ÅŁ", + "ĠÄ° ÅŁ", + "ar dım", + "ard ım", + "Ġसम य", + "Ġ ÐĿо", + "ĠÐĿ о", + "i lerin", + "il erin", + "ile rin", + "iler in", + "ileri n", + "Ġع بد", + "Ġعب د", + "n ÃŃk", + "nÃŃ k", + "ĠØ´ Ú©ÙĨ", + "ĠØ´Ú© ÙĨ", + "ิ à¸Ĺย", + "ิà¸Ĺ ย", + "á» ħ", + "ÑĢ ез", + "ÑĢе з", + "Ġch ứng", + "Ġchứ ng", + "Ġ :.", + "Ġ: .", + "Ġ पत", + "Ġप त", + "Ġž ivot", + "Ġživ ot", + "å¢ ĥ", + "« a", + "Ġt rung", + "Ġtr ung", + "ни кÑĸв", + "ник Ñĸв", + "ĠاÙĦ ÙħÙĨ", + "ĠاÙĦÙħ ÙĨ", + "ĠÑĢ аÑģÑģ", + "ĠÑĢаÑģ Ñģ", + "Ġ жив", + "Ġж ив", + "Ġз акон", + "Ġза кон", + "Ġзак он", + "Ġзако н", + "Ġ 목", + "Ġëª ©", + "Ġz áv", + "Ġzá v", + "Ġh akk", + "Ġha kk", + "Ġhak k", + "ä» ¤", + "ĠÑı кий", + "ĠÑıк ий", + "Ġ بÙĬ", + "Ġب ÙĬ", + "λ ÎŃ", + "oc uk", + "ocu k", + "Ġ Ñİ", + "ĠÑ İ", + "à¸ģ ว", + "Ġ اÙĨÚ¯", + "Ġا ÙĨÚ¯", + "ĠاÙĨ Ú¯", + "à¥ģ à¤Ĥ", + "à¥ģठĤ", + "Ġ nám", + "Ġn ám", + "Ġná m", + "á»ķ ng", + "Ġж ел", + "Ġже л", + "ĠÄij ặc", + "Äį it", + "Äįi t", + "Ġ ê±´", + "Ġê± ´", + "Ġب ÛĮØ´", + "ĠبÛĮ Ø´", + "кÑĢаÑĹ Ð½", + "Ġ ÙĪÙĩ", + "ĠÙĪ Ùĩ", + "н еннÑı", + "нен нÑı", + "Ġ à¹Ģà¸ŀ", + "Ġà¹Ģ à¸ŀ", + "Ġà¹Ģภŀ", + "о мен", + "ом ен", + "Ġl ần", + "Ġ عÙħÙĦ", + "Ġع ÙħÙĦ", + "ĠعÙħ ÙĦ", + "Ġî ģµ", + "Ä ŀ", + "ÑĸÑģ лÑı", + "Æ° ng", + "ा फ", + "ाठ«", + "à¸Ĺ à¸ĺ", + "д ен", + "де н", + "ĠÑī об", + "ĠÑīо б", + "Ñĩ ив", + "Ñĩи в", + "ılı r", + "ıl ır", + "ا عات", + "اع ات", + "j ÃŃcÃŃ", + "jÃŃ cÃŃ", + "ë² ¨", + "ÚĨ Ùĩ", + "ا رج", + "ار ج", + "ĠÙ¾ رÙĪ", + "Ġپر ÙĪ", + "Ġо дин", + "Ġод ин", + "Ġоди н", + "л ин", + "ли н", + "б Ñĥ", + "Ġसर à¤ķ", + "åĢ Ļ", + "ë¶Ģ íĦ°", + "à¥Īà¤Ĥ ,", + "å ´", + "à¹Ĥ ล", + "Ġv Å¡ak", + "ĠvÅ¡ ak", + "Ġоп ÑĢед", + "ì ±", + "æ ½", + "Ġdá»± ng", + "p ráv", + "pr áv", + "ิ ส", + "Ġnh iá»ĩm", + "Ġil iÅŁ", + "Ġili ÅŁ", + "Ġе Ñīе", + "Ġje Å¡tÄĽ", + "Ġ ÑĢаÑģÑĤ", + "ĠÑĢ аÑģÑĤ", + "ĠÑĢаÑģ ÑĤ", + "ĠÑĢа ÑģÑĤ", + "ภ®", + "à¤Ĥ à¤Ł", + "âĢĮ Ú©", + "Ġ بÛĮÙĨ", + "Ġب ÛĮÙĨ", + "ĠبÛĮ ÙĨ", + "o vou", + "ov ou", + "ovo u", + "æĻ ®", + "ί εÏĤ", + "о ÑĢоÑĪ", + "оÑĢ оÑĪ", + "оÑĢо ÑĪ", + "Ġol mak", + "Ġolm ak", + "Ġolma k", + "Ġst át", + "di ÄŁi", + "Ġt ình", + "Ġ dÄĽ", + "Ġd ÄĽ", + "ĠÚ¯ رÙģ", + "Ġگر Ùģ", + "Ïĥ ο", + "Ġ ÑĥÑĤ", + "ĠÑĥ ÑĤ", + "íķĻ êµIJ", + "ั à¸IJ", + "า à¸Ń", + "าภŃ", + "ĠÄij ặt", + "Ġмог ÑĥÑĤ", + "ĠмогÑĥ ÑĤ", + "ë° °", + "t ik", + "ti k", + "ª ½", + "li ÄŁ", + "ÏĢ ε", + "Ġ èĢ", + "Ġè Ģ", + "k ü", + "ad ece", + "ade ce", + "κ ÏĮ", + "Ġ дÑĸ", + "Ġд Ñĸ", + "ầ m", + "çĦ¡ ãģĹ", + "Û²Û° Û±", + "èµ Ľ", + "оÑģ Ñĥд", + "Ġ ìķĪëĤ´", + "ĠìķĪ ëĤ´", + "Ġ ÐĶж", + "ĠÐĶ ж", + "åº §", + "ic kých", + "ick ých", + "ický ch", + "Ġ ìłģ", + "Ġì łģ", + "Ġìł ģ", + "à¥ĩ ,", + "ov ého", + "ové ho", + "Ġv ẫn", + "Ġbirlik te", + "Ġर à¤ĸ", + "Ġ ÙĨÙĩ", + "ĠÙĨ Ùĩ", + "ÙĤ ر", + "प र", + "e tÃŃ", + "et ÃŃ", + "Ġ ÑĤÑĭ", + "ĠÑĤ Ñĭ", + "Ģ ìĿ´", + "Ġà¤ħ ल", + "Ġм оже", + "Ġмож е", + "Ġмо же", + "ãĤ ´", + "Ġs tran", + "Ġst ran", + "Ġstr an", + "Ġstra n", + "Ø· ر", + "è¿Ļ 个", + "Ġ بع", + "Ġب ع", + "åĨ Ľ", + "ek tir", + "ekt ir", + "Ġh Æ°á»Ľng", + "ÙĨ اÙĨ", + "ÙĨا ÙĨ", + "Ġठij", + "Ġà ¤ij", + "ÏĮ ÏĦη", + "о Ñģк", + "оÑģ к", + "åį ĥ", + "as ına", + "ası na", + "Ġ Ø´Ùĩ", + "ĠØ´ Ùĩ", + "Ġ деÑĢ", + "Ġд еÑĢ", + "Ġде ÑĢ", + "ĠÙħ خت", + "ĠÙħØ® ت", + "Ġ ØŃÙĤ", + "ĠØŃ ÙĤ", + "ãĥ ¾", + "س اÙĨ", + "Ġc ung", + "Ġcu ng", + "ко ÑĢиÑģÑĤ", + "коÑĢ иÑģÑĤ", + "ÏĦ ικά", + "ÏĦικ ά", + "ÏĦι κά", + "Ġв она", + "Ġво на", + "ب ا", + "ãģķ ãĤĮãģŁ", + "ãģķãĤĮ ãģŁ", + "n out", + "no ut", + "nou t", + "Ġ ı", + "ĠÄ ±", + "è§ ī", + "ĠÃ¶ÄŁ ren", + "Ġ ì½Ķ", + "Ġì ½Ķ", + "Ġì½ Ķ", + "å¸ ¦", + "Ñģ лов", + "Ñģл ов", + "Ġε ÏĢι", + "ĠεÏĢ ι", + "ê° IJ", + "ĠÙħ رب", + "ĠÙħر ب", + "ĠÙģÛĮ ÙĦÙħ", + "Ġк ÑĢов", + "Ġ ëį°", + "Ġë į°", + "Ġëį °", + "ा ण", + "ाठ£", + "Ġel ekt", + "Ġele kt", + "Ġelek t", + "Ġ наÑĢод", + "Ġн аÑĢод", + "Ġна ÑĢод", + "ĠнаÑĢ од", + "ÛĮ دÙĩ", + "ÛĮد Ùĩ", + "ç´ Ħ", + "Ġп ÑĢоÑĦ", + "ĠпÑĢ оÑĦ", + "ĠпÑĢо ÑĦ", + "Ïģ οÏĤ", + "Ïģο ÏĤ", + "Ġ ãħ", + "ä¸į æĺ¯", + "Ġ à¤ľà¤¨", + "Ġà¤ľ न", + "ั ล", + "Ġص ÙĪرت", + "ĠصÙĪر ت", + "ãĥ ľ", + "Ġà¤Ĺ à¤Ī", + "ÄŁi tim", + "ÄŁit im", + "ÑģÑĮ киÑħ", + "ÑģÑĮк иÑħ", + "Ġ лег", + "Ġл ег", + "Ġت ÙĪÙĦ", + "ĠتÙĪ ÙĦ", + "Ġ ìļ´", + "Ġìļ ´", + "ع ر", + "Ġm Ãłu", + "ĠmÃł u", + "г ов", + "го в", + "æ³ ¢", + "in deki", + "ind eki", + "inde ki", + "ìłģ ìĿ¸", + "ấ m", + "Ġ íĻķ", + "ĠíĻ ķ", + "Ġب اÛĮد", + "Ġبا ÛĮد", + "ĠباÛĮ د", + "à¹Į à¸Ĺ", + "Ġk endi", + "Ġken di", + "Ġkend i", + "ี ว", + "ิ à¸ģาร", + "ิà¸ģ าร", + "ิà¸ģา ร", + "ĠÚ© ردÙĩ", + "Ġکرد Ùĩ", + "Ġکر دÙĩ", + "å· ´", + "ठģ", + "ร าà¸Ĭ", + "à¥į श", + "à¥įठ¶", + "Ġ ÐĶлÑı", + "ĠÐĶ лÑı", + "å¥ ĩ", + "ĠÑĥ ÑģÑĤанов", + "ĠÑĥÑģÑĤ анов", + "ĠÑĥÑģÑĤан ов", + "й ÑĤе", + "ãĤ ĩ", + "ά Ïģ", + "Ġ Ю", + "ĠÐ ®", + "Ġlu áºŃt", + "ãĢ ī", + "è´ ¨", + "د ا", + "Ġdü zen", + "Ġdüz en", + "ส à¸Ļ", + "ÑĢ он", + "ÑĢо н", + "d ıģı", + "dı ģı", + "dıģ ı", + "âĢĻ da", + "âĢĻd a", + "Ġfark lı", + "Ñħ ов", + "Ñħо в", + "l án", + "lá n", + "Ñĩ аÑģ", + "Ñĩа Ñģ", + "Ñĩ ин", + "Ñĩи н", + "Ġ ì°¸", + "Ġì° ¸", + "ì ´Ī", + "ì´ Ī", + "ÑĨ ип", + "ÑĨи п", + "ç ¹", + "éĸ Ģ", + "ж а", + "ÑĢ ован", + "ÑĢов ан", + "ÑĢо ван", + "ÑĢова н", + "à¸ĵ ะ", + "ÙĦÙĬ زÙĬØ©", + "Ïĩ ει", + "Ïĩε ι", + "à¥Ī .", + "к Ñģп", + "кÑģ п", + "ا ÙĪر", + "اÙĪ ر", + "Ġng uyên", + "Ġnguy ên", + "ãģ« ãĤĪ", + "à¥ĩ म", + "à¥ĩठ®", + "Ïĥ ÏĦε", + "ÏĥÏĦ ε", + "ت ÙĪ", + "Äį ek", + "Äįe k", + "ÑĨ Ñĭ", + "Ġ 물", + "Ġë¬ ¼", + "Ñį ÑĤ", + "Ġka zan", + "Ġkaz an", + "Ùģ س", + "e hir", + "eh ir", + "в ÑĸÑĤ", + "вÑĸ ÑĤ", + "Ġد ÙĪÙĦ", + "ĠدÙĪ ÙĦ", + "Ġ ëĵľ", + "Ġëĵ ľ", + "Ġà¤ļ ल", + "е ÑģÑĤва", + "еÑģÑĤв а", + "еÑģÑĤ ва", + "δ α", + "Ġб Ñĥв", + "ĠбÑĥ в", + "Ġ ÐĿе", + "ĠÐĿ е", + "ØŃ Ø±", + "огÑĢа ÑĦ", + "Ġroz hod", + "Ġrozh od", + "Ġви коÑĢиÑģÑĤ", + "Ġвико ÑĢиÑģÑĤ", + "Ġy êu", + "λ οÏĤ", + "λο ÏĤ", + "Ú© س", + "Ġ شب", + "ĠØ´ ب", + "ิ ษ", + "æ¯ į", + "Ġд оÑĢ", + "Ġдо ÑĢ", + "Ġngh á»ĩ", + "Ġt rang", + "Ġtr ang", + "Ġtra ng", + "Ġtran g", + "à¥ĩ द", + "à¥ĩठ¦", + "Ġt ìm", + "Ñĩ но", + "Ġ اÙħا", + "Ġا Ùħا", + "ĠاÙħ ا", + "éģ ĭ", + "Ú© ر", + "k é", + "Ġ vÄĽt", + "Ġv ÄĽt", + "ĠvÄĽ t", + "Ġн аÑģÑĤ", + "Ġна ÑģÑĤ", + "ĠнаÑģ ÑĤ", + "Ġ æ±", + "Ġæ ±", + "Ġ åĽ½", + "ĠåĽ ½", + "Ġgi ảm", + "Ġgiả m", + "ا دÙĬ", + "اد ÙĬ", + "ëĤ ľ", + "ë¡ ł", + "Ġ ､", + "Ġï½ ¤", + "Ġд енÑĮ", + "Ġде нÑĮ", + "Ġден ÑĮ", + "ÑĨ ÑĸÑİ", + "ÑĨÑĸ Ñİ", + "Ġh ạn", + "Ġhạ n", + "ẳ ng", + "ẳn g", + "λ ή", + "e yen", + "ey en", + "eye n", + "ä¸ Ķ", + "æŃ ¦", + "ĠÑĦ ак", + "à¹Ī à¸Ńà¸Ļ", + "à¹Īà¸Ń à¸Ļ", + "Ġ οι", + "Ġο ι", + "ز Ùħ", + "ãģĹ ãģ¦ãģĦãĤĭ", + "ãģĹãģ¦ ãģĦãĤĭ", + "ãģĹãģ¦ãģĦ ãĤĭ", + "л ива", + "ли ва", + "лив а", + "âĢķ âĢķ", + "Ġ öl", + "Ġö l", + "Ġ à¤ĵ", + "Ġठĵ", + "Ñģ ÑĤÑĸ", + "ÑģÑĤ Ñĸ", + "à¸ģ รรม", + "à¸ģร รม", + "Ġt ục", + "Ġtụ c", + "Ġgö rün", + "Ġgör ün", + "ãģĹ ãģ¾", + "ãģĹãģ ¾", + "Ġ ì¦", + "Ġì ¦", + "é ¦¬", + "é¦ ¬", + "Ġмож на", + "Ġ Ú©ÙĦ", + "ĠÚ© ÙĦ", + "Ġ ÑĨенÑĤ", + "ĠÑĨ енÑĤ", + "ĠÑĨе нÑĤ", + "ĠÑĨен ÑĤ", + "Ġ ìĻ¸", + "ĠìĻ ¸", + "Î ĺ", + "ç ĩ", + "Ġg elen", + "Ġge len", + "Ġgel en", + "Ġgele n", + "Ġ اÙĬÙĨ", + "Ġا ÙĬÙĨ", + "ĠاÙĬ ÙĨ", + "ĠØ¢ ب", + "Ġà¤Ĩ य", + "ัà¸ģ ษ", + "Ñģ им", + "Ñģи м", + "Ġб олÑĮÑĪ", + "ĠболÑĮ ÑĪ", + "Ġм н", + "о ди", + "од и", + "ĠÄ° l", + "Ġ à¤Ĩर", + "Ġà¤Ĩ र", + "е ÑĤе", + "еÑĤ е", + "ÑĨ иÑİ", + "ÑĨи Ñİ", + "áºŃ u", + "Ġt iếng", + "Ġtiế ng", + "Ġtiến g", + "ë ¶ģ", + "ë¶ ģ", + "æ§ ĺ", + "Ġн аÑĪ", + "Ġна ÑĪ", + "ม า", + "âĢĻ ın", + "âĢĻı n", + "ãĥĥ ãĥĹ", + "ÙĪ جÙĩ", + "ÙĪج Ùĩ", + "Ġ ØŃد", + "ĠØŃ Ø¯", + "á vá", + "áv á", + "ر ÙĪØ´", + "رÙĪ Ø´", + "Ġ дейÑģÑĤв", + "Ġд ейÑģÑĤв", + "ãģ£ ãģ¦ãģĦãĤĭ", + "ãģ£ãģ¦ ãģĦãĤĭ", + "ãģ£ãģ¦ãģĦ ãĤĭ", + "Ïģ ή", + "Ġ üst", + "Ġü st", + "Ġt iết", + "Ġti ết", + "Ġtiế t", + "ac aÄŁ", + "aca ÄŁ", + "Ġ ÐŁÐ¾", + "ĠÐŁ о", + "é Ĭ", + "ë¨ ¸", + "c hod", + "ch od", + "cho d", + "ĠØ¢Ùħ ÙĪز", + "ãģŁ ãĤģ", + "Ġch uyên", + "Ġuy gu", + "Ġuyg u", + "н ÑĸÑģÑĤ", + "нÑĸ ÑģÑĤ", + "ë ´", + "æİ §", + "Ñĥ ÑİÑĤÑĮ", + "ÑĥÑİ ÑĤÑĮ", + "ÑĥÑİÑĤ ÑĮ", + "Äį i", + "ãģ ¹", + "à¥Ĥ न", + "æĹ ©", + "ãĥĩ ãĤ£", + "è Ĵ", + "ĠØ´ خص", + "ĠÑħ оÑĤ", + "ĠÚ©ÙĨ ÛĮد", + "г л", + "à¸Ń à¸Ńà¸ģ", + "à¸Ńà¸Ń à¸ģ", + "éĢ Ļ", + "Ġز ÛĮر", + "ĠزÛĮ ر", + "íķ Ń", + "ĠÃĸ z", + "åij ³", + "ØŃ Ø¯Ø©", + "ØŃد Ø©", + "Ġk ažd", + "Ġ ÑĨвеÑĤ", + "ĠÑĨ веÑĤ", + "Ġ ç¾", + "Ġç ¾", + "Ġк ож", + "Ġко ж", + "Ġ ÐŃÑĤо", + "ĠÐŃ ÑĤо", + "ÑıÑĤ елÑĮ", + "ла ÑģÑĮ", + "лаÑģ ÑĮ", + "âĢĮ Ø´ÙĪد", + "âĢĮØ´ ÙĪد", + "μ ι", + "Ġ æ²", + "Ġæ ²", + "Ġs üre", + "Ġsü re", + "Ġsür e", + "ล ะ", + "éħ Ĵ", + "ึà¸ģ ษ", + "λ λά", + "λλ ά", + "ç ij", + "Ġ ìĥĪ", + "Ġìĥ Ī", + "Ġस ह", + "ĠH Ãł", + "리 ê³ł", + "ص ر", + "Ġ æĬķ", + "ĠæĬ ķ", + "éł Ń", + "Ġb á»ĩnh", + "ĠìĥĿ ê°ģ", + "Ġà¤ħ à¤Ń", + "ê³µ ì§Ģ", + "ì Ķ", + "á» Ŀi", + "á»Ŀ i", + "ç ŃĶ", + "çŃ Ķ", + "Ġb Ãłi", + "ĠbÃł i", + "о дÑĸ", + "од Ñĸ", + "า à¸Ĥ", + "าภĤ", + "ни ков", + "ник ов", + "Ġdön em", + "Ġdö nem", + "ว ม", + "ãĥĨ ãĤ£", + "ा रण", + "ार ण", + "о ги", + "ог и", + "Ġk iá»ĥm", + "Ġki á»ĥm", + "о ÑĦ", + "äº Ī", + "åĨ ³", + "ا ÙĦات", + "اÙĦ ات", + "اÙĦا ت", + "Ġn ếu", + "Ġ cest", + "Ġc est", + "Ġce st", + "Ġces t", + "ز Ø´", + "Ùİ ÙĦ", + "Ġت Ø£", + "ĠÄij ạo", + "Ïį ν", + "Ġв нÑĥ", + "Ġ جاÙħ", + "Ġج اÙħ", + "Ġجا Ùħ", + "i vnÃŃ", + "iv nÃŃ", + "Ġìŀ ĪìĬµëĭĪëĭ¤", + "ĠìŀĪ ìĬµëĭĪëĭ¤", + "Ï Ĭ", + "æĦ Ľ", + "ãĥ Ľ", + "м Ñĸн", + "мÑĸ н", + "Ġt ÃŃm", + "ĠtÃŃ m", + "ằ m", + "ê· ł", + "äº ķ", + "Ġx ây", + "Ġ ìĽĶ", + "ĠìĽ Ķ", + "е лен", + "ел ен", + "еле н", + "Ġ à¹Ĥà¸Ķย", + "Ġà¹Ĥ à¸Ķย", + "ا ÙĦÙĩ", + "اÙĦ Ùĩ", + "Ġb ất", + "á»ĵ m", + "âĢĮ Ú¯", + "ÙĪ رة", + "ÙĪر Ø©", + "ب ات", + "با ت", + "Ġb án", + "ẫ u", + "اÙĨ ÙĪÙĨ", + "اÙĨÙĪ ÙĨ", + "Ġzá kon", + "á ž", + "ì¶ Ķ", + "à¹ģ à¸ģ", + "ãĤį ãģĨ", + "ÑĢ оÑĤ", + "ÑĢо ÑĤ", + "ç ĵ", + "Ġв они", + "Ġво ни", + "Ġx ác", + "Ġ دÛĮگر", + "ĠدÛĮ گر", + "ÏĢ οι", + "ÏĢο ι", + "Ġне Ñģк", + "ĠнеÑģ к", + "ر سÛĮ", + "رس ÛĮ", + "Ġ ëĿ¼", + "Ġë Ŀ¼", + "ت ÙĦ", + "λ ά", + "ĠÑıв лÑıеÑĤÑģÑı", + "ä¾ Ŀ", + "Ġ åħ¬", + "Ġåħ ¬", + "Ĺ i", + "Ġ íĬ¹", + "ĠíĬ ¹", + "Ùĥ ÙĪÙĨ", + "ÙĥÙĪ ÙĨ", + "ắ p", + "جÙħ ÙĪع", + "ÏĨ οÏģ", + "ÏĨο Ïģ", + "е ло", + "ел о", + "Ġg üven", + "Ġgü ven", + "Ġм ай", + "Ġма й", + "ĠÑģ оз", + "ĠÑģо з", + "à¸ģ ระ", + "à¸ģร ะ", + "Ġا سÙĦاÙħ", + "Ġاس ÙĦاÙħ", + "Ġ Ñīе", + "ĠÑī е", + "Ġs á»ijng", + "Ġsá»ij ng", + "à¥į ब", + "à¥įठ¬", + "Ú© ار", + "کا ر", + "Ġthu áºŃt", + "Ġ nÃŃ", + "Ġn ÃŃ", + "第 ä¸Ģ", + "è¦ ĸ", + "à¹Ģà¸ģ ม", + "ا ÙĬØ©", + "اÙĬ Ø©", + "Ġ ÎĪ", + "ĠÎ Ī", + "ãĤ ¶", + "ĠÙħ ÙĪÙĤع", + "ĠÙħÙĪ ÙĤع", + "Ġ åĴ", + "Ġå Ĵ", + "è¡ ĵ", + "Ġ Ðŀд", + "ĠÐŀ д", + "Ġ ä¸ī", + "Ġä¸ ī", + "ler inde", + "leri nde", + "lerin de", + "ĠÑģв оÑĹ", + "ĠÑģво ÑĹ", + "à¥Ģ à¤ı", + "Ġth Æ°Æ¡ng", + "Ïĥ ÏĦο", + "ÏĥÏĦ ο", + "Ġ غÙĬر", + "Ġغ ÙĬر", + "Ġ پر", + "ĠÙ¾ ر", + "ĠÑģеб е", + "Ġв к", + "Ġk hai", + "Ġkh ai", + "ãĤ Ģ", + "ĠÙĨ ظر", + "ĠÙĨظ ر", + "Ġдок Ñĥм", + "à¹ĩ à¸ļ", + "Ġ íķľêµŃ", + "Ġíķľ êµŃ", + "ï½ ī", + "å·¥ ç¨ĭ", + "Ġ ÙĪÙĦ", + "ĠÙĪ ÙĦ", + "ØŃ ÙĬ", + "Ġп ла", + "Ġпл а", + "Ġ Ä°stanbul", + "ĠÄ° stanbul", + "âĢĻ de", + "âĢĻd e", + "а лÑģÑı", + "ал ÑģÑı", + "ĠØ¢ÙĨ Ùĩا", + "Ġ اÙĩ", + "Ġا Ùĩ", + "Ġ ê´Ģ리", + "Ġê´Ģ 리", + "Ġ anh", + "Ġa nh", + "Ġan h", + "Å¡ ÃŃm", + "Å¡ÃŃ m", + "lar la", + "ï¼ Ŀ", + "n ostÃŃ", + "no stÃŃ", + "nost ÃŃ", + "nos tÃŃ", + "ÑģÑĤ ве", + "ÑģÑĤв е", + "ÛĮ Ùģ", + "Ġ گرد", + "ĠÚ¯ رد", + "Ġگر د", + "ãĤĮ ãĤĭ", + "Ġv á»±", + "Ġvá» ±", + "ÄĽ nÃŃ", + "ÄĽn ÃŃ", + "Ġgö rev", + "Ġgör ev", + "Ġgöre v", + "Ġyıl ında", + "Ġyılı nda", + "Ġyı lında", + "Ġl ợi", + "Ġlá» £i", + "Ġan lam", + "Ġп ÑĢовод", + "ĠпÑĢо вод", + "ĠпÑĢов од", + "ÑĨ Ñİ", + "Ġ åī", + "Ġå ī", + "Ġë§ İ", + "ÑĢ аÑģ", + "ÑĢа Ñģ", + "Ġ Ž", + "ĠÅ ½", + "Ú© اÙĨ", + "کا ÙĨ", + "Ð Ļ", + "ãģ£ ãģ¨", + "ãģ£ãģ ¨", + "Ú© ÙĦ", + "า ยà¸Ļ", + "าย à¸Ļ", + "ع اÙĦ", + "عا ÙĦ", + "Ġ ký", + "Ġk ý", + "ĠмаÑĤ еÑĢи", + "Ġма ÑĤеÑĢи", + "ê» ĺ", + "ıl ması", + "μ ÎŃν", + "μÎŃ Î½", + "ĠÙĨ ÙħÛĮ", + "ĠÙĨÙħ ÛĮ", + "Ġcu á»Ļc", + "Ġδ εν", + "Ġδε ν", + "å¹ ²", + "＿ ＿＿＿", + "＿＿ ＿＿", + "＿＿＿ ＿", + "à¥Ģ à¤Ł", + "Ġçık ar", + "Ġçı kar", + "Ġkon uÅŁ", + "Ġkonu ÅŁ", + "иÑĤ елÑĮно", + "иÑĤелÑĮ но", + "lan tı", + "lant ı", + "à¹Ħ ล", + "å¾ ĭ", + "Ġ íĶ¼", + "ĠíĶ ¼", + "ìĻ ¸", + "Ġs áng", + "éģ Ķ", + "о жд", + "ож д", + "Ġ آخر", + "ĠØ¢ خر", + "il ece", + "ile ce", + "à¥Ī न", + "Ġ jedn", + "Ġj edn", + "Ġje dn", + "Ġjed n", + "ĠÑģпе ÑĨи", + "´ Ŀ", + "Ġ Úĺ", + "Ġ ãĢĤĊ", + "ĠãĢĤ Ċ", + "èģ Į", + "Ġ ÙĨÛĮ", + "ĠÙĨ ÛĮ", + "ÑĤ оÑĢа", + "ÑĤо ÑĢа", + "ÑĤоÑĢ а", + "λ ι", + "Ġ ÙĪب", + "ĠÙĪ ب", + "iÅŁ im", + "iÅŁi m", + "ç» ´", + "ãĢĢ i", + "Ġm ua", + "Ġmu a", + "Ġj iž", + "Ġji ž", + "è¶ Ĭ", + "ãĤĴ è¦ĭ", + "Ġn á»Ļi", + "à¥į à¤Ĺ", + "à¥įठĹ", + "ç¨ ®", + "Ġ ãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢ", + "à¹ĥ หม", + "à¹ĥห ม", + "Ġ ÎĨ", + "ĠÎ Ĩ", + "ÙĨ دÛĮ", + "ÙĨد ÛĮ", + "ĠÑģ Ñĩ", + "Ġl á»ĩ", + "Ġlá» ĩ", + "l ub", + "lu b", + "еÑĢ ÑĤ", + "Ġ اطÙĦ", + "Ġا Ø·ÙĦ", + "Ġاط ÙĦ", + "ĠÑģ еÑĢед", + "ĠÑģеÑĢ ед", + "Ġ éģ", + "Ġé ģ", + "Ġз ал", + "Ġза л", + "ÙĨ ÛĮÙĨ", + "ÙĨÛĮ ÙĨ", + "çŁ¥ éģĵ", + "Ø¢ ÙĨ", + "Ġ кап", + "Ġк ап", + "Ġка п", + "Ġ à¹Ħม", + "Ġà¹Ħ ม", + "ů vod", + "ův od", + "ĠÙ¾ اÛĮ", + "Ġپا ÛĮ", + "ÑĤ ÑĢи", + "ÑĤÑĢ и", + "Ġi ht", + "Ġih t", + "๠Ĭ", + "Ġв ÑģÑĸ", + "ĠвÑģ Ñĸ", + "Ġt hay", + "Ġth ay", + "Ġtha y", + "å Ĩµ", + "åĨ µ", + "Ġ عÙĨÙĪاÙĨ", + "ĠعÙĨ ÙĪاÙĨ", + "Ġ Î¥", + "ĠÎ ¥", + "ภĿ", + "ε ÏĦαι", + "εÏĦ αι", + "iyor du", + "ï¼Į èĢĮ", + "çļĦ 人", + "Ġ सà¤Ń", + "Ġस à¤Ń", + "à¹ī à¸Ńย", + "à¹īà¸Ń ย", + "ι κο", + "ικ ο", + "ãĤĵ ãģ§", + "ì¡ ±", + "ÙĨج ÙĦÙĬزÙĬØ©", + "Ġž ád", + "ÑĢ ави", + "ÑĢа ви", + "ÑĢав и", + "γ γ", + "æµ ĭ", + "о ÑĨÑĸ", + "ãĢĢ ãĢĢĠãĢĢ", + "ãĢĢãĢĢ ĠãĢĢ", + "ãĢĢãĢĢĠ ãĢĢ", + "Ġतर ह", + "Ġ ëĨ", + "Ġë Ĩ", + "à¥Ģ à¤ļ", + "à¹Ī ม", + "Ġg á»ĵm", + "Ġk iá»ĩn", + "Ġki á»ĩn", + "è· Ł", + "Î ¦", + "es inin", + "esi nin", + "esini n", + "esin in", + "é ¥", + "é« Ķ", + "о Ñĩно", + "оÑĩ но", + "र ण", + "æĺ ¥", + "ç¶ ĵ", + "Ġ بار", + "Ġب ار", + "Ġبا ر", + "ê· ¼", + "éĻ ħ", + "Ġ سÙĬ", + "Ġس ÙĬ", + "Ñģ ÑĥÑĤ", + "ÑģÑĥ ÑĤ", + "ì µľ", + "å± ħ", + "ĠÄį esk", + "ĠÄįe sk", + "Îij ÎĿ", + "Ġd iá»ĩn", + "Ġdi á»ĩn", + "Ġ εί", + "Ġε ί", + "à¸ĩ à¸Ĺ", + "ãĤ ©", + "Ġv á»±c", + "Ġvá»± c", + "в ав", + "ва в", + "t ıģı", + "tı ģı", + "tıģ ı", + "Ġ ëªħ", + "Ġëª ħ", + "η ν", + "в иÑĤ", + "ви ÑĤ", + "Ġ Ø£Ùĥ", + "ĠØ£ Ùĥ", + "Ġп ÑĢоп", + "ĠпÑĢ оп", + "ĠпÑĢо п", + "r ak", + "ra k", + "ÑĢ аÑĤи", + "ÑĢа ÑĤи", + "ÑĢаÑĤ и", + "ĠÄij ánh", + "ĠÄijá nh", + "ÑĢ еп", + "ÑĢе п", + "ê ´ij", + "ê´ ij", + "е ÑĨÑĮ", + "еÑĨ ÑĮ", + "Ġब त", + "Ġ åĮĹ", + "ĠåĮ Ĺ", + "Ġs át", + "l edi", + "le di", + "led i", + "ìłģ ìľ¼ë¡ľ", + "ů j", + "Û° Û°", + "Ġnas ıl", + "Ġ ÙĪس", + "ĠÙĪ س", + "Ġ εξ", + "Ġε ξ", + "в Ñĭ", + "ç½ Ĺ", + "ارÛĮ Ø®", + "à¸Ľ ล", + "ί κ", + "Ġ ê¸Ī", + "Ġê¸ Ī", + "åĩ ł", + "å¼ ·", + "è¿ Ķ", + "Ġnh á»ı", + "å¾ Ģ", + "Ġда же", + "Ġç ev", + "к Ñĸ", + "Ġ Ø£Ùħ", + "ĠØ£ Ùħ", + "ี ส", + "ส ามารà¸ĸ", + "สาม ารà¸ĸ", + "Ġ ÐĦ", + "ĠÐ Ħ", + "Ñħод иÑĤ", + "ë ĸ", + "Ġtr uyá»ģn", + "Ġtruy á»ģn", + "Ġ ÑģÑĤан", + "ĠÑģÑĤ ан", + "ĠÑģÑĤа н", + "ëĵ¤ ìĿĢ", + "ا ÙĦت", + "اÙĦ ت", + "़ à¥ĩ", + "Ġ à¤ħब", + "Ġà¤ħ ब", + "æķ ¸", + "Ġд ÑĸÑı", + "ĠдÑĸ Ñı", + "ĠÙħ تر", + "ĠÙħت ر", + "Ġ ë¸", + "Ġë ¸", + "ï¾ į", + "Ġ ê³¼", + "Ġê³ ¼", + "Ġ زÛĮ", + "Ġز ÛĮ", + "ëŁ ¼", + "Ġ ÐŁÐµÑĢ", + "ĠÐŁ еÑĢ", + "Ġs ık", + "Ġsı k", + "н оÑģÑĤÑĮÑİ", + "ноÑģÑĤÑĮ Ñİ", + "ноÑģÑĤ ÑĮÑİ", + "Ġ eden", + "Ġe den", + "Ġed en", + "ا در", + "اد ر", + "ã Ħ", + "Ġ леÑĩ", + "Ġл еÑĩ", + "ĠÙĩ Ø°Ùĩ", + "ض ÙĪع", + "ضÙĪ ع", + "ĠìķĦ ëĭĪ", + "ĠìķĦëĭ Ī", + "ir ket", + "irk et", + "Ġ اگر", + "Ġا گر", + "ĠÑħ оÑĩ", + "Ġб ан", + "Ġба н", + "íĶ Į", + "æĢİ ä¹Ī", + "è Ľ", + "Ġब à¤ļ", + "ĠÚ© تاب", + "çī Į", + "Ġд ва", + "Ġдв а", + "ج ر", + "Ġп ÑĢоÑģÑĤо", + "ĠпÑĢоÑģÑĤ о", + "ĠпÑĢоÑģ ÑĤо", + "Ġà¤Ĩ व", + "Ġm ức", + "į ¼", + "Ġ jÃŃ", + "Ġj ÃŃ", + "íİ ĺ", + "Ġt amam", + "Ġta mam", + "Ġtam am", + "åĪ Ľ", + "ภĴ", + "п еÑĩ", + "пе Ñĩ", + "à¥ĭ स", + "Ġ Ñģем", + "ĠÑģ ем", + "Ġt Æ°Æ¡ng", + "ä¸ ģ", + "ī ´", + "Ġ ÑĢоÑģ", + "ĠÑĢ оÑģ", + "Ġ маÑĶ", + "Ġм аÑĶ", + "Ġма ÑĶ", + "æŃ Į", + "Ġ داÙĨÙĦÙĪد", + "ĠداÙĨ ÙĦÙĪد", + "ĠL oÃłi", + "ĠLo Ãłi", + "Ġed ilm", + "Ġedi lm", + "Ġedil m", + "Ġk onu", + "Ġko nu", + "Ġkon u", + "ĠاÙĦ Ùħر", + "ĠاÙĦÙħ ر", + "Ġu laÅŁ", + "Ġul aÅŁ", + "Ġyük sek", + "ο ι", + "Ùİ ÙĨ", + "Ġ bÄĽ", + "Ġb ÄĽ", + "ãĤ·ãĥ§ ãĥ³", + "ï¿£ ￣￣￣", + "￣￣ ￣￣", + "￣￣￣ ï¿£", + "Ġg üç", + "Ġgü ç", + "Ġ اÙĪÙĦ", + "Ġا ÙĪÙĦ", + "ĠاÙĪ ÙĦ", + "Ġ ма", + "Ġм а", + "Ġب خش", + "Ġبخ Ø´", + "ा à¤ĸ", + "ाठĸ", + "Ġв иÑģ", + "Ġви Ñģ", + "ž enÃŃ", + "že nÃŃ", + "žen ÃŃ", + "Ġz působ", + "Ġzp ůsob", + "z nam", + "zn am", + "Ġ رÙĪÛĮ", + "Ġر ÙĪÛĮ", + "ĠرÙĪ ÛĮ", + "åĭ Ŀ", + "। Ċ", + "ÙĦ ÙĤ", + "Ġж из", + "ÑĢ Ñĸв", + "ÑĢÑĸ в", + "ĠÑĥ пÑĢав", + "ĠÑĥп ÑĢав", + "Ġph á»ij", + "ic ros", + "icro s", + "Ġ à¹ģà¸ķ", + "Ġà¹ģ à¸ķ", + "Ġ ë°ķ", + "Ġë° ķ", + "ÙĪ ات", + "ÙĪا ت", + "ï¼Į ä¸Ģ", + "ан Ñģ", + "ç´ ļ", + "ย à¸Ļ", + "à¹ģ à¸Ĥ", + "Ġgi áo", + "Ġgiá o", + "äºĮ äºĮ", + "Ġ Ä°s", + "ĠÄ° s", + "ìĬ ¹", + "Ġo lacak", + "Ġol acak", + "Ġola cak", + "Ġ Các", + "ĠC ác", + "Ġ ÑĢÑĥб", + "ĠÑĢ Ñĥб", + "ĠÑĢÑĥ б", + "ẹ p", + "ÄŁ iniz", + "ÄŁini z", + "ÄŁin iz", + "ãģª ãģ©", + "Ġ моÑĢ", + "Ġм оÑĢ", + "Ġмо ÑĢ", + "ĠÑģ дел", + "ÙĦ ÙħاÙĨ", + "ÙĦÙħ اÙĨ", + "n ém", + "né m", + "å° į", + "Ġd ne", + "Ġdn e", + "ì¶ľ ìŀ¥", + "ع ب", + ": ::::::", + ":: :::::", + ":::: :::", + ":::::: :", + "::: ::::", + "::::: ::", + "Î Ĵ", + "e ket", + "ek et", + "Ġ ÑĢеÑĪ", + "ĠÑĢ еÑĪ", + "ĠÑĢе ÑĪ", + "è Ī¬", + "èĪ ¬", + "Ġ íĻĶ", + "ĠíĻ Ķ", + "ص د", + "Ġ маÑĢ", + "Ġм аÑĢ", + "Ġма ÑĢ", + "Ñı ж", + "Ø´ ار", + "ãģ ²", + "Ġ اÙĦÙĬ", + "Ġا ÙĦÙĬ", + "ĠاÙĦ ÙĬ", + "Ù į", + "à¤Ĥ à¤ľ", + "м Ñĭ", + "Ġka rar", + "Ġkar ar", + "Ġkara r", + "ÙĦÛĮ سÛĮ", + "ÙĦÛĮس ÛĮ", + "า à¸ĵ", + "าภĵ", + "ç¾ ¤", + "Ġol ması", + "Ġolm ası", + "Ġolma sı", + "Ġhaz ır", + "γÏģα ÏĨ", + "¯ u", + "в ол", + "во л", + "ĠÑģ ÑĤаÑĢ", + "ĠÑģÑĤ аÑĢ", + "ĠÑģÑĤа ÑĢ", + "o vala", + "ov ala", + "ova la", + "oval a", + "Ġв озмож", + "Ġвоз мож", + "Ġ дав", + "Ġд ав", + "Ġда в", + "é¢ ¨", + "ر ا", + "Ġдоп ом", + "ê² ĥ", + "Ġ ìĺ¬", + "Ġìĺ ¬", + "Ġ åİ", + "Ġå İ", + "Ġ 못", + "Ġëª »", + "u ç", + "í ļ", + "l ük", + "lü k", + "ä¸Ń å¿ĥ", + "Ġ दर", + "Ġद र", + "Ġ âĹĨ", + "ĠâĹ Ĩ", + "Ġt ay", + "Ġta y", + "Ġب سÛĮ", + "Ġبس ÛĮ", + "Ġ ÏĥÏĦα", + "ĠÏĥ ÏĦα", + "ĠÙħ Ø®", + "Ñı Ñī", + "å· ®", + "ภī", + "ëł ¹", + "à¹ĥà¸Ļ à¸ģาร", + "Ġ ÙĩÙĨ", + "ĠÙĩ ÙĨ", + "ãģ ¶", + "л Ñĸд", + "лÑĸ д", + "å į°", + "åį °", + "Ġs ao", + "Ġsa o", + "ÅĻ ad", + "리 ëĬĶ", + "Ñģ лед", + "Ñģл ед", + "åĶ ®", + "Ġ |:", + "Ġ| :", + "æķĻ èĤ²", + "Ġм ол", + "Ġмо л", + "ĠÙĩ ÙĬ", + "ë ģ", + "Ġ кÑĥлÑĮ", + "Ġк ÑĥлÑĮ", + "ĠкÑĥ лÑĮ", + "' nin", + "'n in", + "Ġ خر", + "ĠØ® ر", + "Ġge nel", + "Ġgen el", + "Ġgene l", + "Ġt á»Ń", + "Ġtá» Ń", + "Ġkur ul", + "Ġkuru l", + "ен ÑĤи", + "енÑĤ и", + "à¥ĭ à¤ľà¤¨", + "à¥ĭà¤ľ न", + "è¿Ļ æł·", + "Ġм Ñĸж", + "ĠмÑĸ ж", + "Ġngh iá»ĩm", + "Ġnghiá»ĩ m", + "ĠÏĢ ολ", + "ĠÏĢο λ", + "æĭ Ľ", + "Ġà¤Ĺ à¤ı", + "ầ y", + "Ġc ảm", + "Ġcả m", + "ç´ °", + "rı ca", + "Ġ عÙĦÛĮ", + "Ġع ÙĦÛĮ", + "ĠعÙĦ ÛĮ", + "ิ à¹ī", + "h ur", + "hu r", + "Ġch Æ°a", + "Ñĥ ÑĶÑĤÑĮÑģÑı", + "ÑĥÑĶ ÑĤÑĮÑģÑı", + "ãģ© ãģĨ", + "Ñĥ л", + "ิ ร", + "Ġ æľī", + "ä¼ ¼", + "ÑĦ еÑĢ", + "ÑįÑĤ омÑĥ", + "æĹ ħ", + "ĠÙħ ÙĪج", + "ĠÙħÙĪ ج", + "Ġ 본", + "Ġë³ ¸", + "Ġgi á»Ŀ", + "Ġgiá» Ŀ", + "Ġk iến", + "Ġki ến", + "à¹Ī วย", + "à¹Īว ย", + "Ġd üny", + "Ġdü ny", + "Ġdün y", + "Ġ زÙħ", + "Ġز Ùħ", + "о вÑĸ", + "ов Ñĸ", + "ĠÑĨ ÑĮого", + "ิ à¸ļ", + "Ġ ìĨIJ", + "ĠìĨ IJ", + "èIJ ¥", + "Ġ ÑĢÑĸз", + "ĠÑĢ Ñĸз", + "Ġh á»Ĺ", + "Ġhá» Ĺ", + "ÑĢ Ñĸб", + "ÑĢÑĸ б", + "Ġ ãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ĠãĢĢĠ ãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ìľ¼ ë©°", + "äºĨ ä¸Ģ", + "ĠÙĤ بÙĦ", + "ĠÙĤب ÙĦ", + "é¾ Ļ", + "Ġ گذ", + "ĠÚ¯ Ø°", + "Ġ ÙĤد", + "ĠÙĤ د", + "ãģª ãģĭãģ£ãģŁ", + "Ġ à¹Ģร", + "Ġà¹Ģ ร", + "Ġà¹Ģภ£", + "å¸ Į", + "ĠÑģ Ñħ", + "Ġг ÑĢом", + "ĠгÑĢ ом", + "ĠгÑĢо м", + "åĽ ¢", + "Ġ ì§ij", + "Ġì§ ij", + "Ġ лÑĥÑĩ", + "Ġл ÑĥÑĩ", + "åħ µ", + "Ġ ÐŀÑĤ", + "ĠÐŀ ÑĤ", + "Ġmu á»ijn", + "ãģĺ ãĤĥ", + "o vnÃŃ", + "ov nÃŃ", + "ë©´ ìĦľ", + "ë³ Ģ", + "Ġн еб", + "Ġне б", + "Ñģ ии", + "Ñģи и", + "ÙĨ Ùħ", + "ÄŁ in", + "ÄŁi n", + "Ġt oho", + "Ġto ho", + "Ġtoh o", + "en iz", + "eni z", + "ب اش", + "با Ø´", + "ĠÑģ лÑĥж", + "ĠÑģл Ñĥж", + "ĠÑģлÑĥ ж", + "Ġb ợi", + "Ġüzer e", + "Ġüz ere", + "Ġs adece", + "Ġsad ece", + "ĠÏĢ αÏģ", + "ĠÏĢα Ïģ", + "³³³³³³³³ ³³³³³³³³", + "³³³³³³³ ³³³³³³³³³", + "³³³³³ ³³³³³³³³³³³", + "³³³³³³³³³ ³³³³³³³", + "³³³³³³³³³³³ ³³³³³", + "èĮ ĥ", + "ÏĦ ικÏĮ", + "ÏĦικ ÏĮ", + "ÏĦι κÏĮ", + "Ġ äºĮ", + "ãĤĪãģĨ ãģ«", + "è ŀ", + "ãģ® ãģ¯", + "Ġ ÑĥкÑĢаÑĹн", + "ĠÑĥ кÑĢаÑĹн", + "Ġb ắt", + "в ан", + "ва н", + "Ġ ÑģÑĤÑĢа", + "ĠÑģ ÑĤÑĢа", + "ĠÑģÑĤ ÑĢа", + "ĠÑģÑĤÑĢ а", + "è¡ Ģ", + "nu tÃŃ", + "nut ÃŃ", + "o kt", + "ok t", + "รà¸ĩ à¹Ģร", + "Ġ صÙģ", + "Ġص Ùģ", + "åħ ļ", + "ÏĦ ί", + "ï¼ģ ãĢįĊĊ", + "ï¼ģãĢį ĊĊ", + "ĠÑĤем п", + "ĠÑĤе мп", + "é¡ Į", + "Ġs luž", + "Ġslu ž", + "Ñĥ ков", + "Ñĥк ов", + "Ġngh Ä©a", + "ĠnghÄ© a", + "çĶ ²", + "Ġd á»ħ", + "о ви", + "ов и", + "ÏĦ Ïħ", + "ر ÛĮÚ©", + "رÛĮ Ú©", + "ĠA nh", + "ĠAn h", + "ĠвÑģ его", + "ĠвÑģе го", + "âĢĮ Ú©ÙĨ", + "âĢĮÚ© ÙĨ", + "te ÅĻÃŃ", + "Ġm ục", + "Ùĩ ÙĨÚ¯", + "ÙĩÙĨ Ú¯", + "Ġ ÐŁÐ¾Ñģ", + "ĠÐŁ оÑģ", + "ĠÐŁÐ¾ Ñģ", + "Úĺ Ùĩ", + "ĠاÙĦ غ", + "æĿ ¾", + "y sl", + "ys l", + "Ġyap ılan", + "Ġyapı lan", + "Ġyapıl an", + "çĪ ¶", + "Ġm ạnh", + "ر اÙĩ", + "را Ùĩ", + "à¸Ķ à¸ĩ", + "o Äį", + "ë§ IJ", + "åł Ĥ", + "м аÑĤ", + "ма ÑĤ", + "Ġ eÅŁ", + "Ġe ÅŁ", + "ÙĪÙħ ات", + "Ġس اخت", + "åĽł 为", + "Ġп ÑĢий", + "ĠпÑĢ ий", + "ĠпÑĢи й", + "ıl mÄ±ÅŁ", + "é¤ ¨", + "ุ à¸ĩ", + "Ġ ëģ", + "Ġë ģ", + "à¸ķ าม", + "à¸ķา ม", + "åIJ ī", + "μ ή", + "Ġ æľ¬", + "Ġzá klad", + "ت ØŃ", + "è¾ ¼", + "Ġв Ñĸй", + "ĠвÑĸ й", + "ĠÙħÙĨ Ø·", + "Ġto án", + "к аÑĢ", + "ка ÑĢ", + "Ġ ÐĹа", + "ĠÐĹ Ð°", + "ĠпÑĢи мен", + "ĠпÑĢим ен", + "ãĤĭ ãģ¨", + "ั à¸Ĺ", + "ÛĮ س", + "ĠاÙĨ جاÙħ", + "ĠاÙĨج اÙħ", + "Ġع ÙĦÙĬ", + "ĠعÙĦ ÙĬ", + "़ ि", + "e ných", + "en ých", + "ený ch", + "ĠL iên", + "ĠLi ên", + "Ġ па", + "Ġп а", + "éļ Ĭ", + "Ġmo hou", + "Ġmoh ou", + "Ġк ÑĸлÑĮ", + "Ġ Το", + "ĠΤ ο", + "ا ÙĦب", + "اÙĦ ب", + "ÎŃ Î½", + "Ġna bÃŃ", + "Ġnab ÃŃ", + "ç i", + "ler den", + "lerde n", + "Ġth anh", + "Ġthan h", + "Ġtha nh", + "Ġb ütün", + "Ġ åŁ", + "Ġå Ł", + "ì¸ ł", + "Ġz at", + "Ġza t", + "ÙĬ ÙĪ", + "Ġμ ια", + "uy ết", + "Ñij н", + "åĪ Ĵ", + "ли во", + "лив о", + "à¹Ī à¸Ńà¸ĩ", + "à¹Īà¸Ń à¸ĩ", + "ä»ĸ 们", + "Ġб аг", + "Ġба г", + "ि à¤Ń", + "िठŃ", + "ĠÑĤ ам", + "ĠÑĤа м", + "Ġп ÑĢеп", + "ĠпÑĢ еп", + "ĠпÑĢе п", + "ิ à¸Ĭ", + "âĢĻ Ñıз", + "âĢĻÑı з", + "ĠPh ân", + "ж ен", + "же н", + "à¥Ī à¤ķ", + "ĠÑģлÑĥÑĩа е", + "Ġ .:", + "Ġ. :", + "åѦ æł¡", + "Ä° N", + "ç¾ ©", + "ĠÑģ ÑĤо", + "ĠÑģÑĤ о", + "Ġ हर", + "Ġह र", + "Ïħ ν", + "Ġx em", + "Ġxe m", + "Ġб ÑĥÑĤи", + "ĠбÑĥ ÑĤи", + "Ñģ иÑĤ", + "Ñģи ÑĤ", + "çª ģ", + "à¥į à¤Ľ", + "à¥įठĽ", + "åij ¢", + "ï¼Į ä¹Ł", + "e nÄĽ", + "en ÄĽ", + "Ġ κά", + "Ġκ ά", + "iy orum", + "iyor um", + "ĠÚ¯ Ùģت", + "âĹıâĹı âĹıâĹı", + "ั ม", + "Ġ Ðļон", + "ĠÐļ он", + "ĠÐļо н", + "н оÑĪ", + "но ÑĪ", + "ниÑĨ ÑĤ", + "ü zel", + "üz el", + "s ÃŃ", + "å¸ «", + "ص ÙĪÙĦ", + "çĥ Ń", + "ĠÄij ủ", + "ĠÄijá» §", + "ãĤ ®", + "æķ ħ", + "ĠÅ¡ kol", + "ĠÅ¡k ol", + "Ñĩ ен", + "Ñĩе н", + "à¹Ģ ย", + "à¹Ģภ¢", + "à¸Ļ à¸Ļ", + "ÙĢ ÙĢÙĢÙĢ", + "ÙĢÙĢ ÙĢÙĢ", + "ÙĢÙĢÙĢ ÙĢ", + "Ġ üç", + "Ġü ç", + "å¿ µ", + "ãĥª ãĤ¢", + "Ġ íĻĺ", + "ĠíĻ ĺ", + "Ġ éĩij", + "Ġéĩ ij", + "çı Ń", + "Ġ Ñģклад", + "ĠÑģ клад", + "ĠÑģк лад", + "Ñı ми", + "Ñıм и", + "ü f", + "Ġh ã", + "ĠÄIJ ại", + " Ĥ", + "åĦ ª", + "Ġbul unan", + "Ġbulun an", + "ĠاÙĦ ÙħØŃ", + "ĠاÙĦÙħ ØŃ", + "æĪ ı", + "Ġ è©", + "Ġè ©", + "Ġн оÑĢм", + "ĠноÑĢ м", + "Ġchu ẩn", + "Ġз аÑģÑĤ", + "Ġза ÑģÑĤ", + "ĠзаÑģ ÑĤ", + "Ġ vÃŃce", + "ĠvÃŃ ce", + "ĠvÃŃc e", + "Ð ĸ", + "Ġà¤Ĩ ध", + "Ġ Äįas", + "ĠÄį as", + "Ġ боÑĢ", + "Ġб оÑĢ", + "Ġбо ÑĢ", + "Ïģ ια", + "Ïģι α", + "ĠÙħ اÙĩ", + "ĠÙħا Ùĩ", + "Ġ íħ", + "Ġí ħ", + "ÅĻ el", + "ÅĻe l", + "Ñı ви", + "Ñıв и", + "ÏĦ εÏĤ", + "ÏĦε ÏĤ", + "i nÄĽ", + "in ÄĽ", + "Ġп еÑĢе", + "ĠпеÑĢ е", + "éķ ĩ", + "à¥įठŀ", + "Ġ éĺ", + "Ġé ĺ", + "à¹Ī าว", + "à¹Īา ว", + "ร ร", + "Ġ سÙĩ", + "Ġس Ùĩ", + "в али", + "ва ли", + "вал и", + "çķ Ļ", + "ĠÑĦ Ñĥнк", + "ĠÑĦÑĥн к", + "Ġ íĸī", + "Ġí ĸī", + "Ġíĸ ī", + "Ùģ Ùĩ", + "çĶŁ æ´»", + "èģ ŀ", + "o kud", + "ok ud", + "oku d", + "Ġ ìĤ´", + "ĠìĤ ´", + "ı zı", + "ız ı", + "Ġпо лÑĥ", + "Ġпол Ñĥ", + "ï¼Į ä½ł", + "Ø´ اÙĨ", + "æ± º", + "б ÑĢÑı", + "оÑģÑĥд аÑĢ", + "Ġo yun", + "Ġoy un", + "а нии", + "ан ии", + "ани и", + "Ġp rů", + "Ġpr ů", + "Ġn áv", + "Ġná v", + "Ġм енÑı", + "Ġмен Ñı", + "Ġìŀ ĺ", + "Ġ Ä°n", + "ĠÄ° n", + "Ġth ÃŃch", + "ĠthÃŃ ch", + "ĠÄij ảm", + "åľ Ĵ", + "Ġв же", + "Ġl oÃłi", + "Ġlo Ãłi", + "Ġ Ðŀн", + "ĠÐŀ н", + "м еÑģÑĤ", + "ме ÑģÑĤ", + "Ġ ξ", + "ĠÎ ¾", + "ãĢ ħ", + "Ġch iế", + "Ġchi ế", + "Ñĩ Ñĸ", + "Ġ íijľ", + "Ġí ijľ", + "ëĭ ¬", + "Ġ ëĭ¬", + "Ġëĭ ¬", + "à¥Ģ ड", + "ÑĢ алÑĮ", + "ÑĢа лÑĮ", + "ÑĢал ÑĮ", + "d ik", + "di k", + "Ġ íĨł", + "ĠíĨ ł", + "ëŁ ī", + "Ġ صÙĨ", + "Ġص ÙĨ", + "Ġs tej", + "Ġst ej", + "Ġste j", + "Ġа кÑĤив", + "Ġак ÑĤив", + "ĠакÑĤ ив", + "ĠакÑĤи в", + "Ġ é¦", + "Ġé ¦", + "Ġ à¹Ħà¸Ķ", + "Ġà¹Ħ à¸Ķ", + "æĬĢ æľ¯", + "Ġp rostÅĻed", + "Ġpro stÅĻed", + "Ġprost ÅĻed", + "å® ³", + "ãģ IJ", + "Ġol uÅŁtur", + "ĠoluÅŁ tur", + "e lop", + "el op", + "elo p", + "ãģ¡ ãĤĥ", + "éĥ İ", + "ض ا", + "Ġ خط", + "ĠØ® Ø·", + "ë° ķ", + "е ÑģÑı", + "еÑģ Ñı", + "ĠÙĩ ÛĮ", + "н ад", + "на д", + "Ġng Ãłnh", + "ÑĢ ÑĥÑĪ", + "ÑĢÑĥ ÑĪ", + "ãģĦ ãģĦ", + "Ġü rün", + "Ġür ün", + "à¸Ń à¸ķ", + "à¥ĭ प", + "Ġs ayı", + "Ġsa yı", + "Ġsay ı", + "à¥Ģ स", + "е ниÑħ", + "ен иÑħ", + "ени Ñħ", + "Ġ Ñģим", + "ĠÑģ им", + "ĠÑģи м", + "à¥Ģ द", + "å¤ ī", + "à¹Ī วม", + "à¹Īว ม", + "Ġ à¹Ģà¸Ĥ", + "Ġà¹Ģ à¸Ĥ", + "Ġà¹ĢภĤ", + "å·² ç»ı", + "а ÑĤо", + "аÑĤ о", + "ĠÑĢай он", + "í ĥĿ", + "íĥ Ŀ", + "Ġ ÑĤÑĢа", + "ĠÑĤ ÑĢа", + "ĠÑĤÑĢ а", + "l ayan", + "la yan", + "lay an", + "ế p", + "ा à¤Ł", + "ाठŁ", + "Ø® اب", + "人 æ°ij", + "å® Ŀ", + "è Ĩ", + "èª į", + "n aÄį", + "na Äį", + "Ġî ł", + "ĠÐļ и", + "ĠbaÅŁ ka", + "ĠbaÅŁk a", + "c ů", + "ض ع", + "èĪ ª", + "ี ม", + "Ñĭ ми", + "Ñĭм и", + "ÎĻ Σ", + "Ġشر کت", + "ย ว", + "Ġmus ÃŃ", + "Ġmu sÃŃ", + "Ġн ал", + "Ġна л", + "ี à¸Ĺ", + "Ġ áp", + "Ġá p", + "ร าย", + "æ² ¹", + "l eme", + "le me", + "lem e", + "Ġ मन", + "Ġम न", + "à¹Ħ à¸Ł", + "а ÑĤив", + "аÑĤ ив", + "аÑĤи в", + "¸ ı", + "èŃ °", + "Ïĥ ÏĦα", + "ÏĥÏĦ α", + "íĸ ¥", + "е ÑĤÑĥ", + "еÑĤ Ñĥ", + "ĠÑģв Ñıз", + "ĠÑģвÑı з", + "ед еÑĢа", + "ĠØ® ارج", + "า ษ", + "าภ©", + "âĢĮ Ù¾", + "Ñĸ г", + "é¡ ŀ", + "Ġkh ả", + "ĠÑģ пÑĢав", + "ĠÑģп ÑĢав", + "è¡ Ĺ", + "ãĥķ ãĤ¡", + "ãĥķãĤ ¡", + "Ġм еждÑĥ", + "Ġмеж дÑĥ", + "Ñĥ ли", + "Ñĥл и", + "Ġب زر", + "ÑĨ ен", + "ÑĨе н", + "Ġek onom", + "د ÙĨ", + "ا ÙħÛĮ", + "اÙħ ÛĮ", + "าส à¸ķร", + "ĠnÄĽ kol", + "ĠnÄĽk ol", + "g ün", + "з и", + "ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł", + "ç¦ »", + "Ġtr Æ°á»Łng", + "ı i", + "íİ ¸", + "Ġ ÑĢеб", + "ĠÑĢ еб", + "ĠÑĢе б", + "åº ķ", + "Ġت ارÛĮØ®", + "н има", + "ни ма", + "ним а", + "Ġth ân", + "аÑĤ елÑĮно", + "аÑĤелÑĮ но", + "ĠاÙĦ Ø°ÙĬ", + "ĠاÙĦØ° ÙĬ", + "ÙĪ ÙĨÛĮ", + "ÙĪÙĨ ÛĮ", + "Ġ éĥ", + "Ġé ĥ", + "Ġb ình", + "Ġbì nh", + "ικ ήÏĤ", + "ική ÏĤ", + "à¸ŀ ล", + "تÙħ اع", + "ĠPr aha", + "ĠPra ha", + "Ġ ÑģÑĤав", + "ĠÑģÑĤ ав", + "ĠÑģÑĤа в", + "د ÙĬد", + "دÙĬ د", + "Ġgi ữa", + "Ġgiữ a", + "ĠпÑĢо вед", + "ĠпÑĢов ед", + "Âł k", + "ÙĨد Ú¯ÛĮ", + "ÑĨ ий", + "ÑĨи й", + "ç Ĵ", + "ĠاÙĦ Ø£Ùħ", + "ĠاÙĦØ£ Ùħ", + "Ġ è´", + "Ġè ´", + "Ø¥ ÙĨجÙĦÙĬزÙĬØ©", + "ĠìŀĪ ìĹĪëĭ¤", + "ĠìŀĪìĹĪ ëĭ¤", + "ç ·¨", + "ç· ¨", + "ัà¸Ļ à¸ĺ", + "ĠÑĢок Ñĸв", + "Ġc áo", + "Ġcá o", + "Ġkh ó", + "Ġ ÙĨÙĪع", + "ĠÙĨ ÙĪع", + "ĠÙĨÙĪ ع", + "س ÙĦ", + "Ġ ÑĥÑģлов", + "ĠÑĥ Ñģлов", + "ĠÑĥÑģл ов", + "ĠÑĥÑģ лов", + "Ġcứ u", + "ов ого", + "ово го", + "ि à¤Ĺ", + "िठĹ", + "Ķ ëĭ¤", + "æĿ İ", + "Ġbö lg", + "Ġböl g", + "Ġn gu", + "Ġng u", + "Ġh ữu", + "Ġhá» ¯u", + "н ии", + "ни и", + "ìł Ī", + "Ġп ÑĢом", + "ĠпÑĢ ом", + "ĠпÑĢо м", + "åı Į", + "Ġd Æ°á»Ľi", + "ĠdÆ°á» Ľi", + "ĠdÆ° Ỽi", + "Ð ®", + "ÙĬ Ø´", + "æ¸ ©", + "ëı ħ", + "Ġз мÑĸ", + "Ġзм Ñĸ", + "θη κε", + "ĠbaÄŁ lı", + "Ġüzer inde", + "Ġ تغ", + "Ġت غ", + "Ġп ÑĢогÑĢа", + "ĠпÑĢ огÑĢа", + "ĠпÑĢо гÑĢа", + "ĠпÑĢог ÑĢа", + "i ž", + "Ġ ç¥", + "Ġç ¥", + "Ġy ardım", + "Ġyard ım", + "Ġyar dım", + "ÂĢ ÂĢ", + "ÂĢ Ģ", + "Ġ Ñĥв", + "ĠÑĥ в", + "Ġ rů", + "Ġr ů", + "Ġch iến", + "Ġchi ến", + "Ġchiế n", + "ν οÏĤ", + "νο ÏĤ", + "ãģ¨ ãģª", + "ا ÙĨت", + "اÙĨ ت", + "è° ·", + "ÃŃ sk", + "ÃŃs k", + "is inde", + "isi nde", + "isin de", + "Ġд ог", + "Ġдо г", + "è¿ ½", + "Ġп ÑĢоÑĤив", + "ĠпÑĢо ÑĤив", + "ĠпÑĢоÑĤ ив", + "ĠпÑĢоÑĤи в", + "Ïģ οÏħ", + "Ïģο Ïħ", + "ãģ® ãģĭ", + "Ġb azı", + "Ġba zı", + "Ġbaz ı", + "ı rak", + "ır ak", + "à¥ĩ ष", + "à¥ĩठ·", + "ĠÙħ شار", + "ĠÙħØ´ ار", + "Ġ ìĸij", + "Ġìĸ ij", + "Ġ нез", + "Ġн ез", + "Ġне з", + "Ġ Ø°ÙĦÙĥ", + "ĠØ° ÙĦÙĥ", + "èª ¿", + "åĤ Ļ", + "ĠÑĤ ÑĢан", + "ĠÑĤÑĢ ан", + "ĠÑĤÑĢа н", + "ĠÏĢ αÏģα", + "ĠÏĢαÏģ α", + "ĠÏĢα Ïģα", + "ÛĮ Ùħت", + "ÛĮÙħ ت", + "Ġt iến", + "Ġti ến", + "Ġtiế n", + "ĠÙĩ ÙħÙĩ", + "ĠÙĩÙħ Ùĩ", + "e fon", + "ef on", + "» .ĊĊ", + "». ĊĊ", + "».Ċ Ċ", + "Ġ ÙĨد", + "ĠÙĨ د", + "ج ÙĦ", + "Ġد ادÙĩ", + "Ġداد Ùĩ", + "Ġ вед", + "Ġв ед", + "Ġве д", + "Ġ sın", + "Ġs ın", + "Ġsı n", + "ĠÑģ вÑĸÑĤ", + "ĠÑģв ÑĸÑĤ", + "e lerin", + "el erin", + "eler in", + "ele rin", + "eleri n", + "âĪ ¨", + "Ġy ür", + "д ан", + "да н", + "Ġ ÐŀÑģ", + "ĠÐŀ Ñģ", + "Ġh ạng", + "Ġhạn g", + "Ġhạ ng", + "è® ¸", + "Ïĥ ÏĦη", + "ÏĥÏĦ η", + "uy ến", + "Ġн аб", + "Ġна б", + "Ġ оÑħ", + "Ġо Ñħ", + "Ïĥ Ïī", + "Ġby ly", + "Ġbyl y", + "Ñģ киÑħ", + "Ñģк иÑħ", + "Ñģки Ñħ", + "l amak", + "la mak", + "lam ak", + "lama k", + "и ÑĤоÑĢ", + "иÑĤ оÑĢ", + "Ġy atır", + "Ġya tır", + "Ġyat ır", + "ĠпÑĢоиз вод", + "Ġ جÙħع", + "Ġج Ùħع", + "ĠجÙħ ع", + "Å ł", + "æıIJ ä¾Ľ", + "Ġpr vnÃŃ", + "Ġprv nÃŃ", + "Ġα ÏĢ", + "íĻ ©", + "ĠпÑĢа кÑĤи", + "ler inden", + "lerin den", + "lerinde n", + "ĠнеобÑħодим о", + "åº ·", + "Ùİ Ø§", + "Ġ سÙĨ", + "Ġس ÙĨ", + "Ä° L", + "Ġ ê´ij", + "Ġê ´ij", + "Ġê´ ij", + "Ġ PÅĻ", + "ĠP ÅĻ", + "ç ŀ", + "ĠÑĤемп еÑĢаÑĤÑĥ", + "Ġka bul", + "Ġkab ul", + "Ġbu dou", + "Ġbud ou", + "ÑĨÑĸ оналÑĮ", + "ÑĨÑĸон алÑĮ", + "ï½ ľ", + "Ġç ocuk", + "Ġçocu k", + "ĠÑĤ ÑĸлÑĮки", + "b yt", + "by t", + "ãĥ ¤", + "ĠÑģÑĤ аÑĤ", + "ĠÑģÑĤа ÑĤ", + "Ġ æĿ±", + "ĠæĿ ±", + "le žit", + "اس طة", + "ุ ร", + "i êm", + "iê m", + "ĠкÑĥлÑĮ ÑĤÑĥ", + "Ġ пон", + "Ġп он", + "Ġпо н", + "Ä© nh", + "åĸ ľ", + "н ев", + "не в", + "ÑĶ н", + "ĠÑģо оÑĤ", + "ë Ŀ", + "çĪ ¾", + "Ġtu á»ķi", + "k anı", + "kan ı", + "สำ หร", + "ا عت", + "اع ت", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "д еÑĢж", + "деÑĢ ж", + "Ġоб лаÑģÑĤи", + "Ġобла ÑģÑĤи", + "ĠоблаÑģ ÑĤи", + "ĠоблаÑģÑĤ и", + "Ġобл аÑģÑĤи", + "Ġv ừa", + "Ġvá» «a", + "Ġ ÙħÙħ", + "ĠÙħ Ùħ", + "à¸ģ ำ", + "à¹ģ ม", + "iver sit", + "ivers it", + "à¹ģ ส", + "æ¬ §", + "l anan", + "la nan", + "lan an", + "ÙĬ ÙĨØ©", + "ÙĬÙĨ Ø©", + "س Ø©", + "ĠлÑİд ей", + "ร รม", + "รร ม", + "Ġ ì±Ħ", + "Ġì± Ħ", + "Ġ 天", + "Ġå¤ ©", + "ен нÑĭÑħ", + "à¹ģ ห", + "Ġs práv", + "Ġsp ráv", + "Ġspr áv", + "èŃ ¦", + "ï¼ ľ", + "ั à¸Ĵ", + "il ecek", + "ile cek", + "ilece k", + "Ġ æŁ", + "Ġæ Ł", + "Ġ èĭ±", + "Ġèĭ ±", + "ĠÑħ оÑĢоÑĪ", + "ëł ĩ", + "Û² Û°Û°", + "Û²Û° Û°", + "æĬ ¤", + "Ġl ã", + "ÅĻÃŃ zenÃŃ", + "ÅĻÃŃz enÃŃ", + "ĠتÙĪÙĦ ÛĮد", + "éļ Ľ", + "ãĤĮ ãģ°", + "á Å¡", + "ارÙĬ Ø®", + "æĶ »", + "Ġkho ảng", + "Ġkhoản g", + "éĻ į", + "о ван", + "ов ан", + "ова н", + "Ġg ây", + "âĢĻn ın", + "Ø£ ÙĨ", + "m iÅŁtir", + "mi ÅŁtir", + "miÅŁ tir", + "miÅŁti r", + "Ġs ức", + "Ġsứ c", + "к ÑĥÑģ", + "кÑĥ Ñģ", + "Ġüzer ine", + "ÄŁ ü", + "ا بر", + "اب ر", + "ï¼Į å°±", + "Ì £", + "Ġ ëıĮ", + "Ġëı Į", + "Ġtr á»±c", + "æĶ¶ å½ķ", + "æī ¿", + "ĠN á»Ļi", + "Ġ çĻ¾", + "ĠçĻ ¾", + "ÑĪ ÑĮ", + "ج Ø©", + "ë² ł", + "ठī", + "à ¸ı", + "ภı", + "Ġü lk", + "Ġül k", + "ĠÙĩست ÙĨد", + "ัà¸ļ à¸ģาร", + "ĠÑı ка", + "ĠÑıк а", + "ã İ", + "Ġ Як", + "ĠЯ к", + "Ġг де", + "t iv", + "ti v", + "ãĢ Ī", + "лÑİ Ñĩа", + "лÑİÑĩ а", + "ा ।Ċ", + "ा। Ċ", + "Ġ ÙħاÙĨ", + "ĠÙħ اÙĨ", + "ĠÙħا ÙĨ", + "Ġd lou", + "Ġdl ou", + "Ġ ãĥķ", + "Ġãĥ ķ", + "ठĽ", + "Ġph ục", + "Ġphụ c", + "a kat", + "ak at", + "aka t", + "Ð ¬", + "as ını", + "ĠæĬķ 稿", + "ÑĢ ев", + "ÑĢе в", + "Ġv yt", + "Ġvy t", + "Ġz mÄĽ", + "Ġzm ÄĽ", + "ÏĦ Ïī", + "è ¬", + "Ġ Ñĥм", + "ĠÑĥ м", + "Ġuz un", + "Ġp roti", + "Ġpro ti", + "Ġpr oti", + "Ġprot i", + "ĠÑģо ÑģÑĤоÑı", + "ĠÑģоÑģÑĤ оÑı", + "ัà¸Ĵ à¸Ļ", + "a tik", + "at ik", + "ati k", + "Ġ à¸ł", + "Ġภł", + "Ġà¤Ĩ द", + "lar ından", + "ların dan", + "larında n", + "æĢ ¥", + "ãĥ¼ ãĤ¯", + "ãĥ¼ãĤ ¯", + "ĠÙĦ ÙĦÙħ", + "ĠÙĦÙĦ Ùħ", + "Ùģ تÙĩ", + "Ùģت Ùĩ", + ". :.", + ".: .", + "üç ük", + "ол ева", + "à¹Į Ċ", + "ĠпеÑĢ ев", + "ĠпеÑĢе в", + "ĠÙĨ سب", + "ĠÙĨس ب", + "е леннÑı", + "ел еннÑı", + "елен нÑı", + "' ın", + "'ı n", + "ν Ïī", + "è¡ £", + "Ġ دÙĬ", + "Ġد ÙĬ", + "åį ĩ", + "Ġbel irt", + "Ġbelir t", + "Ġ /:", + "Ġ/ :", + "èij ī", + "Ġv yh", + "Ġvy h", + "çļĦ ä¸Ģ", + "èĥ Į", + "Ġ ìĹ´", + "ĠìĹ ´", + "о ла", + "ол а", + "Ġ تب", + "Ġت ب", + "á ci", + "ác i", + "ा à¤ī", + "ाठī", + "ภİ", + "çĶ ¢", + "à¥Ī ल", + "Ġ ÙĤØ·", + "ĠÙĤ Ø·", + "ëĦ Ī", + "ắ m", + "ÑĢ Ñıд", + "ÑĢÑı д", + "Ġph ụ", + "ĠÙĪ اÙĤع", + "ĠÙĪا ÙĤع", + "Ġm erk", + "Ġme rk", + "Ġmer k", + "Ġch á»ijng", + "å¯ Ł", + "ا بط", + "اب Ø·", + "us unda", + "usu nda", + "Ġод на", + "ž el", + "že l", + "ĠÑģ Ñĥм", + "ĠÑģÑĥ м", + "Ġph ù", + "Ġ ζ", + "ĠÎ ¶", + "Ġz av", + "Ġza v", + "e dn", + "ed n", + "Ġp otÅĻeb", + "Ġpot ÅĻeb", + "ĠÚ©ÙĨ ÙĨد", + "ĠÑĢ азв", + "ĠÑĢаз в", + "ĠÑĢа зв", + "¿ ł", + "ĠاÙĦ ز", + "Ġm ÄĽl", + "ĠmÄĽ l", + "Ġ ÑģÑĤанов", + "ĠÑģÑĤ анов", + "ĠÑģÑĤан ов", + "ĠÑģÑĤа нов", + "Ġ درÛĮ", + "Ġد رÛĮ", + "Ġدر ÛĮ", + "Ġt ượng", + "ã ģµ", + "ãģ µ", + "Ġд ви", + "Ġдв и", + "ÑĮ Ñı", + "è £½", + "è£ ½", + "Ġ تÙĦ", + "Ġت ÙĦ", + "Å¡ Å¥", + "ãģª ãĤī", + "Ġà¤ķ à¤Ī", + "Å¡ i", + "âĢĮ است", + "Ġk ỹ", + "Ġká» ¹", + "ë§ Ŀ", + "Ġà¤Ĩ à¤ľ", + "ãĥ ´", + "Ġb á»ı", + "du ÄŁu", + "duÄŁ u", + "Ġ æ¯", + "Ġæ ¯", + "п еÑĢ", + "пе ÑĢ", + "ا ÙĦÙĬØ©", + "اÙĦ ÙĬØ©", + "اÙĦÙĬ Ø©", + "æīĢ 以", + "åħ °", + "Ġ oran", + "Ġo ran", + "Ġor an", + "Ġora n", + "Ġ íŀ", + "Ġí ŀ", + "Ïĥ ία", + "Ïĥί α", + "Ġph ủ", + "ĠбÑĭ ла", + "ĠбÑĭл а", + "Ñĩ ива", + "Ñĩи ва", + "Ñĩив а", + "Ġ ê°Ħ", + "Ġê° Ħ", + "о лÑĸ", + "ол Ñĸ", + "Ùĥ ت", + "å ħ§", + "åħ §", + "à¥Ĥ à¤Ł", + "Ġ ëĸ", + "Ġë ĸ", + "Ġ ÙĦÙĩ", + "ĠÙĦ Ùĩ", + "ëłĪ ìĿ´", + "Ġh ız", + "å¤ ı", + "ĠæĬķ稿 æĹ¥", + "éļ ¾", + "ĵ °", + "г лÑıд", + "глÑı д", + "гл Ñıд", + "ì n", + "Ġ меÑĢ", + "Ġм еÑĢ", + "Ġ ãĢij", + "ĠãĢ ij", + "Ġ обÑī", + "Ġоб Ñī", + "um hur", + "çł ´", + "л иÑģÑĮ", + "ли ÑģÑĮ", + "sp ÄĽ", + "ر ÙĬÙĤ", + "رÙĬ ÙĤ", + "Ġ تÙģ", + "Ġت Ùģ", + "Ġا ÙĦÙĪ", + "ĠاÙĦ ÙĪ", + "çµ ±", + "а лоÑģÑĮ", + "ал оÑģÑĮ", + "ало ÑģÑĮ", + "Ġm ô", + "Ġv á»ĩ", + "Ġvá» ĩ", + "Ġ δι", + "Ġδ ι", + "Ġ зн", + "Ġз н", + "Ġ بØŃ", + "Ġب ØŃ", + "ت Ùī", + "Ġ ì§ģ", + "Ġì§ ģ", + "Ġvel mi", + "uyá» ħn", + "Ġph ạm", + "ÑģÑĤв ом", + "ÑģÑĤво м", + "ĠÙĪ اÙĦÙħ", + "ĠÙĪاÙĦ Ùħ", + "ĠÙĪا ÙĦÙħ", + "ĠбÑĭ ли", + "ĠбÑĭл и", + "ا Ø°", + "Ø§Ø °", + "ÄĽ ÅĻ", + "â Ħĸ", + "âĦ ĸ", + "Ġп олож", + "Ġпо лож", + "Ġпол ож", + "า à¸ģาร", + "าà¸ģ าร", + "ĠÄį lán", + "Îķ Ρ", + "Ġ ìĤ°", + "ĠìĤ °", + "β α", + "Ġ æĹ¥æľ¬", + "ĠæĹ¥ æľ¬", + "ز د", + "ĠÙĨ ÛĮست", + "ĠÙĨÛĮ ست", + "Ġha yat", + "Ġhay at", + "Ġhaya t", + "ç¢ º", + "à¹Ģ วล", + "à¹Ģว ล", + "ĠCh ÃŃnh", + "ĠChÃŃ nh", + "ï¼Į æĺ¯", + "ĠÙĪ اØŃ", + "ĠÙĪا ØŃ", + "èı ¯", + "Ġή ÏĦαν", + "Ġx á»Ń", + "ĠÄį erv", + "ĠÄįer v", + "ĠÄįe rv", + "ĠÙħد ÛĮر", + "é Ĩ", + "ĠëĪ Ī", + "ç» Ń", + "Ġt ên", + "ìĸ ¸", + "Ġort aya", + "Ġorta ya", + "Ġ жен", + "Ġж ен", + "Ġже н", + "Ġn Æ¡i", + "ен нÑĭе", + "ÑĦ екÑĤив", + "ÑĦек ÑĤив", + "íĿ ¬", + "Ġkh á»ı", + "ĠÄij a", + "os yal", + "osy al", + "à¸Ľà¸£à¸° à¹Ģà¸Ĺศ", + "Ġo dst", + "Ġod st", + "Ġ à¸ĸ", + "Ġภĸ", + "Ġο ÏĢο", + "æĶ¿ åºľ", + "Ġb Ãłn", + "ĠbÃł n", + "ĠG iá»", + "ĠGi á»", + "Ġold uk", + "Ġol duk", + "Ġoldu k", + "о вание", + "ов ание", + "ова ние", + "овани е", + "ован ие", + "à¸Ń ส", + "Ġ нев", + "Ġн ев", + "Ġне в", + "ÏĦ Ïģο", + "ÏĦÏģ ο", + "Ġ ìĨį", + "ĠìĨ į", + "k ı", + "Ġब ड", + "Ġ ÏħÏĢ", + "ĠÏħ ÏĢ", + "Ġ Vý", + "ĠV ý", + "ï¾ Ħ", + "çŃ ĸ", + "ε ÏĨ", + "Ġ åħ¨", + "Ġåħ ¨", + "ĠÙģ رÙĪØ´", + "ĠÙģر ÙĪØ´", + "ĠÙģرÙĪ Ø´", + "ÙĤÛĮ ÙĤ", + "ä¼ģ ä¸ļ", + "ε Ïį", + "èĻ Ł", + "Ġa yr", + "Ġay r", + "ض ÙĪ", + "Å¡ el", + "Å¡e l", + "Ġп ÑĸÑģлÑı", + "ĠпÑĸÑģ лÑı", + "Ñĸй Ñģ", + "é¢ Ĩ", + "Ú© تر", + "کت ر", + "л Ñĥб", + "лÑĥ б", + "è« ĸ", + "æ° ¸", + "ез пеÑĩ", + "Ġ кам", + "Ġк ам", + "Ġка м", + "ع داد", + "عد اد", + "ê±° ëŀĺ", + "ู à¸ĩ", + "ĠتÙĩ راÙĨ", + "Ġ ëĦĪ", + "ĠëĦ Ī", + "ÑĢ ив", + "ÑĢи в", + "Ġ ÑĤоÑĢ", + "ĠÑĤ оÑĢ", + "ĠÑĤо ÑĢ", + "ا Ùī", + "ا٠ī", + "' Ñıз", + "'Ñı з", + "ÙIJ ÙĬ", + "Ġkh ÃŃ", + "Ġ ÑĪÑĤ", + "ĠÑĪ ÑĤ", + "Ġ ξε", + "ĠÎľ ε", + "Ġb iri", + "Ġbi ri", + "Ġbir i", + "è ĩ´", + "èĩ ´", + "Ñĥ вав", + "Ñĥв ав", + "Ñĥва в", + "ãģĪ ãĤĭ", + "Ġд иÑģ", + "Ġди Ñģ", + "а ÑİÑĤ", + "аÑİ ÑĤ", + "ص ب", + "åĿ ĩ", + "о лÑİ", + "ол Ñİ", + "èĭ ¥", + "Ġ اث", + "Ġا Ø«", + "ĠØ§Ø «", + "s ou", + "so u", + "åIJ ĥ", + "ãģ® ãģł", + "ub lik", + "ubl ik", + "л ей", + "ле й", + "Âł m", + "Ġíıī ê·ł", + "ạ y", + "ε ÏĢ", + "t ık", + "tı k", + "Ġv yu", + "Ġvy u", + "ع ÙĪد", + "Ġд оз", + "Ġдо з", + "Ġl á»ĭch", + "è³ ª", + "à¥ģ à¤Ī", + "à¥ģठĪ", + "ั à¸ŀ", + "Ġt ém", + "Ġté m", + "Ġ kaç", + "Ġk aç", + "Ġka ç", + "Ġc ái", + "Ġcá i", + "Ġ μα", + "Ġμ α", + "âĢ¦âĢ¦ ãĢįĊĊ", + "í Ī¬", + "ر ÙĪÙĩ", + "رÙĪ Ùĩ", + "Ġ rych", + "Ġr ych", + "Ġry ch", + "Îij Τ", + "Ġ ÑĢÑĸв", + "ĠÑĢ Ñĸв", + "ë³ ij", + "åģ ¥", + "Ġzd rav", + "Ġ عدد", + "Ġع دد", + "Ġعد د", + "èį ī", + "δ ια", + "δι α", + "Ġv áºŃn", + "Ñĭ ÑĤ", + "Ġкол иÑĩ", + "Ġко лиÑĩ", + "Ġколи Ñĩ", + "ÏĮ ÏĦε", + "Ġb ırak", + "Ġ ØŃÙħ", + "ĠØŃ Ùħ", + "Ġch á»ĭ", + "é» Ħ", + "ĠاÙĦÙħت ØŃدة", + "ื à¸Ńà¸ģ", + "ืà¸Ń à¸ģ", + "Ġз али", + "Ġза ли", + "Ġзал и", + "Ġnh anh", + "âĢĮ تÙĪاÙĨ", + "ëĿ ½", + "Ġت ÙĪسط", + "ĠتÙĪ سط", + "ĠتÙĪس Ø·", + "è¦ģ æ±Ĥ", + "а лÑĥ", + "ал Ñĥ", + "ün kü", + "ünk ü", + "ãģª ãĤĵ", + "Ġ Trong", + "ĠT rong", + "ĠTr ong", + "ĠTro ng", + "à¸Ļ ะ", + "åij ¼", + "Ġ ÙĬÙħ", + "ĠÙĬ Ùħ", + "и ки", + "ик и", + "ĠÑĤ ÑĥÑĤ", + "ĠÑĤÑĥ ÑĤ", + "Ġya ÅŁam", + "ĠyaÅŁ am", + "Ġm á»įi", + "é ĽĦ", + "éĽ Ħ", + "ĠØŃ Ø¶", + "Ġав ÑĤом", + "ĠавÑĤ ом", + "Ġसब स", + "Ġy ếu", + "ãĤ¹ ãĤ¿", + "Ïĩ ή", + "Ñĸ Ñİ", + "è ĺ", + "ิ ย", + "Ġm ev", + "Ġme v", + "ick ého", + "ické ho", + "ि ह", + "िठ¹", + "åŃ £", + "θ ή", + "Ġब ढ", + "ĠاÙĦ Ùħس", + "ĠاÙĦÙħ س", + "ÏĦ οÏħ", + "ÏĦο Ïħ", + "ek li", + "ekl i", + "Ġде ÑĢев", + "ĠдеÑĢ ев", + "å¸ Ń", + "æ² Ļ", + "ãģ« ãĤĤ", + "Ġo blast", + "Ġob last", + "Ġobl ast", + "Ġh á»Ļ", + "Ġhá» Ļ", + "Ġ å¹³", + "Ġå¹ ³", + ".:.:.:.: .:.:.:.:", + ".:.:.:. :.:.:.:.:", + "Ġ éĸ", + "Ġé ĸ", + "Ġ جز", + "Ġج ز", + "ĠÙĩÙħ ÚĨ", + "ä¸ ¦", + "ÑĨ еп", + "ÑĨе п", + "ा Ċ", + "ä¸Ń çļĦ", + "'n ın", + "Ġ íķĺëĬĶ", + "Ġíķĺ ëĬĶ", + "ÑĶ ÑĹ", + "Ġ بش", + "Ġب Ø´", + "åį ´", + "ä¹ ł", + "ĠاطÙĦ اعات", + "ĠاطÙĦاع ات", + "Ġ ë²ł", + "Ġë² ł", + "Ġکرد ÙĨ", + "Ġکر دÙĨ", + "ा ड", + "ाठ¡", + "Ġà¤ħ र", + "ĠH á»į", + "ĠHá» į", + "ĠгÑĢом ад", + "Ġ ست", + "ĠØ ³Øª", + "Ġس ت", + "ÏĦι ÏĤ", + "Ġan cak", + "Ġanc ak", + "Ġ ог", + "Ġо г", + "Ġk teÅĻÃŃ", + "Ġ æ¬", + "Ġæ ¬", + "Ġ Ngh", + "ĠN gh", + "ĠNg h", + "Ġt edy", + "Ġte dy", + "Ġted y", + "Ġ ÏĢο", + "ĠÏĢ ο", + "Ġqu ân", + "Ġб Ñĥли", + "ĠбÑĥ ли", + "è¯ Ĩ", + "Ġt ừng", + "Ġtá» «ng", + "Ġtừ ng", + "人 çļĦ", + "ี à¸ģาร", + "ีà¸ģ าร", + "Ġκα ÏĦα", + "Ġpo uze", + "Ġpou ze", + "¡ ng", + "ĠØ¢ ر", + "Ġ ÑĤÑĥ", + "ĠÑĤ Ñĥ", + "Ġt á»·", + "Ġtá» ·", + "ĠD anh", + "ĠDan h", + "ĠDa nh", + "о ном", + "он ом", + "Ñģ ий", + "Ñģи й", + "Ġ à¹Ģà¸Ķ", + "Ġà¹Ģ à¸Ķ", + "Ġà¹ĢภĶ", + "£ ¨", + "Å¡ k", + "ãĥĥ ãĥī", + "ar dır", + "ard ır", + "Ġyö net", + "Ġyön et", + "Ñĥ вали", + "Ñĥв али", + "Ñĥва ли", + "åħĪ çĶŁ", + "Ġ ÐIJÑĢ", + "ĠÐIJ ÑĢ", + "Ġprot ože", + "Ġproto že", + "Ġ íģ¬", + "Ġíģ ¬", + "Ġjed not", + "Ġjedn ot", + "Ġjedno t", + "Ġt ý", + "éĩ ĩ", + "Ġ หร", + "Ġห ร", + "Ġ åľ°", + "Ġåľ °", + "çº ¢", + "Ġм олод", + "Ġмол од", + "Ġмо лод", + "iên g", + "iê ng", + "ĠÏĮ ÏĦι", + "Ġد اشتÙĩ", + "Ġداش تÙĩ", + "Ġداشت Ùĩ", + "Ġuy gun", + "Ġuyg un", + "Ġuygu n", + "Ġоп еÑĢа", + "ĠопеÑĢ а", + "åı «", + "Ġ ап", + "Ġа п", + "Ġ кÑĥÑĢ", + "Ġк ÑĥÑĢ", + "ĠкÑĥ ÑĢ", + "ا عة", + "اع Ø©", + "un uz", + "unu z", + "Ġ ìĤ¬ì§Ħ", + "ĠìĤ¬ ì§Ħ", + "Ġv ô", + "ç ok", + "ço k", + "Ġ èģ", + "Ġè ģ", + "ÑĤе ÑĢеÑģ", + "ÑĤеÑĢ еÑģ", + "Ġ استاÙĨ", + "Ġا ستاÙĨ", + "Ġاست اÙĨ", + "Ġاس تاÙĨ", + "а лаÑģÑĮ", + "ала ÑģÑĮ", + "à¥ģ व", + "à¥ģठµ", + "á» ³", + "Ġl Æ°u", + "Ġ Та", + "ĠТ а", + "Ġl á»±a", + "' ÑĶ", + "Ġ üy", + "Ġü y", + "Ġ ÛĮÚ©ÛĮ", + "ĠÛĮ Ú©ÛĮ", + "ĠÛĮÚ© ÛĮ", + "æ ¾", + "н ем", + "не м", + "Ġ خاÙĨ", + "ĠØ® اÙĨ", + "ĠÑį лек", + "ÙĤ اÙĦ", + "л ок", + "ло к", + "ĠÄij ẹp", + "à¥ī ल", + "Ġm ůž", + "Ġmů ž", + "ëĭ¤ ëĬĶ", + "Ġ íķĺëĤĺ", + "Ġíķĺ ëĤĺ", + "ÙĦ ت", + "çİ° åľ¨", + "м о", + "Ïħ Ïĥ", + "ãģŁ ãģ¡", + "ĠìłĦ ìĦ¸", + "à¥į à¤Łà¤°", + "à¥įà¤Ł र", + "ع ات", + "عا ت", + "د ÙĪ", + "ä¿ º", + "æ¥ ½", + "æ£ ®", + "Ġл иÑģÑĤ", + "Ġли ÑģÑĤ", + "δ ι", + "å¯ Į", + "ĠÄij Æ°a", + "в еÑģÑĤи", + "ве ÑģÑĤи", + "веÑģÑĤ и", + "д о", + "ан нÑĸ", + "Ġü ret", + "Ġür et", + "Ġg á»įi", + "ĠÑģ воÑİ", + "ĠÑģв оÑİ", + "ĠÑģво Ñİ", + "á» «ng", + "ừ ng", + "Ġt ất", + "äºļ æ´²", + "á ce", + "ác e", + "N Ãį", + "Ġ ÑĢÑĭ", + "ĠÑĢ Ñĭ", + "æ» ¡", + "Ïģ εÏĤ", + "Ïģε ÏĤ", + "åħį è´¹", + "л оÑĤ", + "ло ÑĤ", + "æĻ º", + "Ġα γ", + "Ġà¤ħ म", + "Ġ ç´", + "Ġç ´", + "о до", + "од о", + "Ñħ и", + "Ġngu á»ĵn", + "éĥ¨ åĪĨ", + "в аÑĤ", + "ва ÑĤ", + "ĠÑĤ еб", + "ĠÑĤе б", + "з аÑĨÑĸÑĹ", + "за ÑĨÑĸÑĹ", + "Ġ ÐŁÑĢо", + "ĠÐŁ ÑĢо", + "ĠÐŁÑĢ о", + "ع ÛĮ", + "Ġ ÙĪÙĬ", + "ĠÙĪ ÙĬ", + "ëŀ ľ", + "Ġne by", + "Ġneb y", + "Ġج دÛĮد", + "Ġجد ÛĮد", + "ÄŁ imiz", + "ÄŁim iz", + "£ ½", + "Ġà¤Ĩ त", + "Ġà¤Ń र", + "æī ĺ", + "å®ī åħ¨", + "Ġëĵ¤ ìĸ´", + "ب رد", + "بر د", + "Ġê²ĥ ìĿ´", + "äº ²", + "æ° ı", + "ал Ñĸз", + "алÑĸ з", + "l ack", + "la ck", + "lac k", + "ĠÙħخت ÙĦÙģ", + "ا ÙĨÙĬØ©", + "اÙĨ ÙĬØ©", + "اÙĨÙĬ Ø©", + "Ġ ì²Ń", + "Ġì² Ń", + "Ġ виÑĤ", + "Ġв иÑĤ", + "Ġви ÑĤ", + "Ġhar eket", + "Ġhare ket", + "Ġharek et", + "é ¨", + "à¸Ļ ำ", + "Ġب رخ", + "Ġبر Ø®", + "å£ ²", + "Ñĩ ай", + "Ñĩа й", + "Ġan lat", + "Ġà¤ħ व", + "ĠاÙģ ز", + "Ġh ết", + "ĠÚĨ ÙĨد", + "éĹ ľ", + "пÑĢи ÑĶм", + "g ı", + "Ġk omp", + "Ġkom p", + "Ġko mp", + "Ġl Ỽp", + "ĠlỼ p", + "Ġm á»Ĺi", + "Ġmá» Ĺi", + "à¸Ľà¸£à¸° à¸ģ", + "Ġ haf", + "Ġh af", + "Ġha f", + "Ġ eder", + "Ġe der", + "Ġed er", + "Ġзд оÑĢов", + "à¥Ĥ म", + "ëł ¸", + "Ġo nun", + "Ġon un", + "Ġonu n", + "ĠÙħر دÙħ", + "ĠÙħرد Ùħ", + "ĠÐľ аÑĢ", + "ĠÐľÐ° ÑĢ", + "Ġìĸ´ ëĸ", + "м ан", + "ма н", + "Ġ ÑģилÑĮ", + "ĠÑģ илÑĮ", + "ĠÑģи лÑĮ", + "ĠÑģил ÑĮ", + "ç¶ ²", + "ë¸ Ķ", + "л ÑıеÑĤ", + "лÑı еÑĤ", + "ĠнеÑģк олÑĮко", + "ĠнеÑģколÑĮ ко", + "l andır", + "land ır", + "lan dır", + "landı r", + "Ġв д", + "ĠÙĨ ÙĪ", + "ãģ İ", + "ÑĤ ин", + "ÑĤи н", + "ت Ø´", + "а ний", + "ан ий", + "ани й", + "Ġt ÅĻ", + "Ñģ иÑħ", + "Ñģи Ñħ", + "л ом", + "ло м", + "æŃ ©", + "ãİ ¡", + "Ġ ØŃر", + "ĠØŃ Ø±", + "æĭ į", + "e nou", + "en ou", + "eno u", + "Ġв ели", + "Ġвел и", + "Ġве ли", + "Ġ δη", + "Ġδ η", + "s ka", + "sk a", + "主 è¦ģ", + "ا ÙģØ©", + "اÙģ Ø©", + "ĠболÑĮ ÑĪе", + "ĠболÑĮÑĪ е", + "ิ ศ", + "çĽ Ĭ", + "ĠÙģ ÙĤØ·", + "ĠÙģÙĤ Ø·", + "å¨ ģ", + "Ġh Æ°á»Łng", + "ĠD oÄŁ", + "ĠDo ÄŁ", + "Ġd Ãłi", + "Ġ гоÑĤов", + "Ġг оÑĤов", + "ĠгоÑĤ ов", + "Ġв ам", + "Ġва м", + "âĢ ī", + "ा à¤ļ", + "ाठļ", + "åħ ¸", + "à¹ĥ หà¸į", + "à¹ĥห à¸į", + "Ġ ç«", + "Ġç «", + "ekt ör", + "Ġв ел", + "Ġве л", + "Ġ ÙĦÙĪ", + "ĠÙĦ ÙĪ", + "Ø´ تÙĩ", + "شت Ùĩ", + "æĺ ¾", + "ả y", + "à¹Ĥ ม", + "Ġt á»ķng", + "Ġtá»ķ ng", + "Ġtá»ķn g", + "ĠповеÑĢ Ñħ", + "ÑĹ Ð²", + "Ġph ép", + "çļ ĩ", + "Ġп оÑĢÑıд", + "Ġпо ÑĢÑıд", + "ĠпоÑĢ Ñıд", + "ĠÑģооÑĤ веÑĤ", + "ठĿ", + "ĠÑģеб Ñı", + "Ġ ëĤł", + "ĠëĤ ł", + "Ġб Ñĥла", + "ĠбÑĥ ла", + "à¹ī าย", + "à¹īา ย", + "Ġ ãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢ ãĢĢ", + "ĠÙħ جÙħÙĪع", + "ï¼Į 以", + "Ġب ÙĪدÙĩ", + "ĠبÙĪد Ùĩ", + "ĠبÙĪ دÙĩ", + "μ ÏĮ", + "Ġ íݸ", + "Ġíİ ¸", + "eÅŁ it", + "Ñİ Ñīие", + "ÑİÑī ие", + "Ñİ ÑīиÑħ", + "ÑİÑī иÑħ", + "åŁº éĩij", + "Ġت ØŃت", + "ĠتØŃ Øª", + "Ġв лаÑģ", + "Ġвла Ñģ", + "ler le", + "ãĤ ²", + "ëĬ ĺ", + "è ĵ", + "m anın", + "man ın", + "manı n", + "ìŀ Ī", + "Ġz ast", + "Ġza st", + "Ġzas t", + "ĠÑĩелов ек", + "à¥ĩ ब", + "à¥ĩठ¬", + "p eÄį", + "pe Äį", + "Ġبر ÙĨاÙħÙĩ", + "Ġs lov", + "Ġsl ov", + "Ġslo v", + "ĠnÄĽ jak", + "ĠnÄĽj ak", + "ê· ľ", + "à¥ĩ ह", + "à¥ĩठ¹", + "èĹ ¤", + "ĠبÛĮ شتر", + "ĠبÛĮØ´ تر", + "il iz", + "ili z", + "Ġ ëĶĶ", + "Ġë ĶĶ", + "ĠëĶ Ķ", + "ا زÙĩ", + "از Ùĩ", + "ت د", + "Ġe tm", + "Ġet m", + "Ġëĭ¤ 른", + "Ġ vů", + "Ġv ů", + "å° Ħ", + "Ġк лаÑģ", + "Ġкл аÑģ", + "Ġкла Ñģ", + "в ÑĢоп", + "æ´ ¾", + "ĠÄij ình", + "Ñĥ ÑİÑĤ", + "ÑĥÑİ ÑĤ", + "Ñĥ еÑĤÑģÑı", + "ÑĥеÑĤ ÑģÑı", + "éľ ²", + "Ġ ÑģкоÑĢ", + "ĠÑģ коÑĢ", + "ĠÑģк оÑĢ", + "Ġв аÑģ", + "Ġва Ñģ", + "íķĺ ìĺĢëĭ¤", + "íķĺìĺĢ ëĭ¤", + "Ġ داشت", + "Ġد اشت", + "Ġداش ت", + "Ġ çĦ", + "Ġç Ħ", + "Ġ 西", + "Ġè ¥¿", + "Ġκα ÏĦά", + "ॠ¦", + "ìĹ Ĩ", + "Ġ خدÙħ", + "ĠØ® دÙħ", + "Ġخد Ùħ", + "ا سÙħ", + "اس Ùħ", + "Îij Ρ", + "ĠA ma", + "ĠAm a", + "å¥ ¥", + "Ġبزر Ú¯", + "Ġ ÐĴÑĸн", + "ĠÐĴ Ñĸн", + "Ġ Åĺ", + "ĠÅ ĺ", + "Ġ à¸Īาà¸ģ", + "Ġà¸Ī าà¸ģ", + "ĠÑħаÑĢакÑĤ еÑĢ", + "ĠÄij á»Ļi", + "ĠÄijá»Ļ i", + "ĠÑĢоз виÑĤ", + "ĠÑĢозви ÑĤ", + "ĠпÑĢоÑĦ еÑģ", + "Ġкон ÑĤÑĢ", + "ĠконÑĤ ÑĢ", + "ÎŁ ÎĽ", + "ÎŁÎ Ľ", + "Ġm inh", + "Ġmin h", + "Ġmi nh", + "ä¼ ij", + "ì ª½", + "Ġch Æ¡i", + "з аÑĨии", + "за ÑĨии", + "ĠдÑĸÑı лÑĮ", + "ë Ĩ", + "Ġn gay", + "Ġng ay", + "Ġnga y", + "à¥Ĥ à¤Ĥ", + "Ġiht iy", + "éĽ ª", + "Ġ ê´Ģ리ìŀIJ", + "Ġê´Ģ리 ìŀIJ", + "Ġc ụ", + "Ġ ì§Ī", + "Ġì§ Ī", + "ÙĬ Ø«", + "ặ p", + "ÙĪ اع", + "ÙĪا ع", + "ãģĤ ãģ£ãģŁ", + "Ġ çľ", + "Ġç ľ", + "Ġ ìļ°ë¦¬", + "Ġìļ° 리", + "à¹Ī à¸ĩà¸Ĥ", + "à¹Īà¸ĩ à¸Ĥ", + "Ġ çŃ", + "Ġç Ń", + ") ØĮ", + "Ãł m", + "ÙĦ ÛĮÙĦ", + "ÙĦÛĮ ÙĦ", + "Ġ 걸", + "Ġê± ¸", + "алÑĮ ниÑħ", + "æŶ åĢĻ", + "un dan", + "und an", + "unda n", + "Ġ Gün", + "ĠG ün", + "ĠGü n", + "Ġ topl", + "Ġt opl", + "Ġto pl", + "Ġtop l", + "ĠÑĢек омен", + "ĠاÙĨت خاب", + "Ãł u", + "Äį ka", + "ë° Ģ", + "Ġк ÑĢаÑģ", + "ĠкÑĢа Ñģ", + "л оп", + "ло п", + "å¼ µ", + "ĠاÙĦ Ùħع", + "ĠاÙĦÙħ ع", + "m ÃŃn", + "mÃŃ n", + "Ġv iết", + "Ġvi ết", + "Ġ ê°ĻìĿĢ", + "Ġê°Ļ ìĿĢ", + "ut eÄį", + "ute Äį", + "Ġ nech", + "Ġn ech", + "Ġne ch", + "Ġnec h", + "çµ Ĥ", + "ãģª ãģĮ", + "ay ın", + "ayı n", + "Ġ Äįin", + "ĠÄį in", + "ĠÄįi n", + "ch ázÃŃ", + "cház ÃŃ", + "اÙģ ظ", + "ÑĢ оваÑĤÑĮ", + "ÑĢов аÑĤÑĮ", + "ÑĢо ваÑĤÑĮ", + "ÑĢова ÑĤÑĮ", + "à¹Ħ ร", + "Ġ ãĤ¤", + "ĠãĤ ¤", + "Ġзаб олева", + "Ġ å±±", + "Ġå± ±", + "Ġka dın", + "Ġkad ın", + "ÏĦ ηÏĤ", + "ÏĦη ÏĤ", + "а лиÑģÑĮ", + "ал иÑģÑĮ", + "али ÑģÑĮ", + "Ġh ük", + "åĵ ¥", + "Ġп еÑĢи", + "ĠпеÑĢ и", + "ÅĻ ád", + "Ġà¤ħ स", + "Ġ ÑģÑĤвоÑĢ", + "ĠÑģÑĤ воÑĢ", + "ĠÙĪ ÛĮÚ©ÛĮ", + "ĠÙĪÛĮ Ú©ÛĮ", + "Ġ ì¡", + "Ġì ¡", + "Ġc á»Ńa", + "Ġcá»Ń a", + "Ġh iá»ĥu", + "游 æĪı", + "ÑĮ омÑĥ", + "Ġg ó", + "Ġt oh", + "Ġto h", + "Ġб ла", + "Ġбл а", + "Ġ åij", + "Ġå ij", + "Ġп ло", + "Ġпл о", + "и ÑĪ", + "ĠÄij ấu", + "s kou", + "sk ou", + "sko u", + "ãĤĪ ãĤĬ", + "ู à¸Ľ", + "Ġr á»ĵi", + "оп ÑĢоÑģ", + "н олог", + "ĠÑĤ ÑĢав", + "ĠÑĤÑĢ ав", + "ĠÑĤÑĢа в", + "ĠWay back", + "Ġ à¹Ĩ", + "ĠÑĥ ÑĩаÑģÑĤ", + "ĠÑĥÑĩ аÑģÑĤ", + "ĠÑĥÑĩа ÑģÑĤ", + "ĠÑĥÑĩаÑģ ÑĤ", + "ĠпÑĢеп аÑĢа", + "Ġd ạng", + "ĠÃľ n", + "à¹Ħล à¸Ļ", + "Ġد اخ", + "Ġs Æ¡", + "Ġk oy", + "Ġko y", + "ëĿ¼ ê³ł", + "ĠÄij úng", + "à¥ĩà¤Ĥ ,", + "Ġgeç ir", + "ĠÑıк Ñīо", + "Ñģ ÑĤÑĢо", + "ÑģÑĤ ÑĢо", + "ÑģÑĤÑĢ о", + "ен ÑĤов", + "енÑĤ ов", + "Ñĸ ж", + "к ÑĥÑİ", + "кÑĥ Ñİ", + "Ġe ÄŁitim", + "ĠeÄŁit im", + "à¥įर स", + "Ġ Сп", + "ĠС п", + "ا تÛĮ", + "ات ÛĮ", + "ãģij ãĤĭ", + "ÏĦ Ïīν", + "ÏĦÏī ν", + "Ġ км", + "Ġк м", + "âĸįâĸį âĸįâĸį", + "j ist", + "ji st", + "jis t", + "ÑĤ ак", + "ÑĤа к", + "Ġ åIJįåīį", + "ĠåIJį åīį", + "é¡ Ķ", + "л Ñĭ", + "Ġkh ảo", + "Ġkhả o", + "âĢĻ Ñı", + "ĠÙħ ÙĦÛĮ", + "ĠÙħÙĦ ÛĮ", + "l ož", + "lo ž", + "Ġ ìĸ¸", + "Ġìĸ ¸", + "Ġg ần", + "Ġ à¤ľà¤°", + "Ġà¤ľ र", + "ब र", + "Îķ Σ", + "า à¸Ľ", + "าภĽ", + "Ġn ás", + "Ġná s", + "form ace", + "forma ce", + "Ġet mek", + "Ġetm ek", + "Ġetme k", + "в еÑģÑĤ", + "ве ÑģÑĤ", + "ìĸ´ ìļĶ", + "Ġत थ", + "ĠÑģ ек", + "ξ η", + "æ¯ Ľ", + "B ir", + "Bi r", + "Ġ ìŀĦ", + "Ġìŀ Ħ", + "Ġv ardır", + "Ġvar dır", + "Ġvardı r", + "ÙĪ اÙĦ", + "ÙĪا ÙĦ", + "Ä° R", + "ov ané", + "ova né", + "ovan é", + "н аÑĢод", + "на ÑĢод", + "наÑĢ од", + "à¸Ħ ำ", + "e mek", + "em ek", + "eme k", + "ĠÎķ ÏĢ", + "Ġ ÅĻe", + "ĠÅĻ e", + "ãģ¾ ãģĽ", + "uyá»ĩ t", + "Ġ ìĸ¼", + "Ġìĸ ¼", + "r ů", + "Ġ onu", + "Ġo nu", + "Ġon u", + "à¹Ģà¸ķ à¸Ńร", + "од аÑĢ", + "ода ÑĢ", + "ز Ùĩ", + "Ġk av", + "Ġka v", + "о нÑĭ", + "он Ñĭ", + "Ġв еÑģ", + "Ġве Ñģ", + "ìĤ¬ ì§Ģ", + "Ġг ла", + "à Ŀ", + "ĠÙĤ ÛĮÙħت", + "çķ ¥", + "à¸ĸ าà¸Ļ", + "Äį il", + "Äįi l", + "Ġ ä¸ĩ", + "Ġä¸ ĩ", + "è¾ ĥ", + "åħ ħ", + "Ġ ÑĢед", + "ĠÑĢ ед", + "ĠÑĢе д", + "ม ห", + "am ilia", + "ami lia", + "amil ia", + "à¥ĩ à¤ķर", + "à¥ĩà¤ķ र", + "Ġt á»iji", + "Ġtá»ij i", + "Ùģ ÛĮ", + "ÑĢ ÑĸÑĪ", + "ÑĢÑĸ ÑĪ", + "ìķ ł", + "à¸Ļ ส", + "à¸Ī ร", + "à¥ĩ शन", + "à¥ĩश न", + "ĠÙħÙĪ ضÙĪع", + "æī ¹", + "Ġob sah", + "Ġobs ah", + "Ġнав Ñĩ", + "Ġdes tek", + "Ġdest ek", + "Ġdeste k", + "Ġ zas", + "Ġz as", + "Ġza s", + "å ĵį", + "åĵ į", + "üm üz", + "ümü z", + "Ġ çŁ", + "Ġç Ł", + "Ġ è¨", + "Ġè ¨", + "Ù ¬", + "ç» Ī", + "Ġz de", + "Ġzd e", + "Ġz áp", + "Ġzá p", + "à¥Ĥ सर", + "à¥Ĥस र", + "ìĿ´ ì§Ģ", + "çļ ®", + "l om", + "lo m", + "ॠ§", + "ÙĦ اÙĤ", + "ÙĦا ÙĤ", + "à¸Ļ à¸ķ", + "íĮ ħ", + "л ада", + "ла да", + "лад а", + "m asına", + "mas ına", + "ması na", + "ãģ® ãģ§", + "ëĵ¤ ìĿĦ", + "Ġн аг", + "Ġна г", + "m asını", + "mas ını", + "ãĤ Ŀ", + "ın ıf", + "ını f", + "åĽ ´", + "Ġböl üm", + "å¥ ĸ", + "æ¨ Ļ", + "ÙĦ اØŃ", + "ÙĦا ØŃ", + "Ġг оÑģÑĥдаÑĢ", + "داÙĨ ÙĦÙĪد", + "Ġп оÑĤÑĢеб", + "ĠпоÑĤ ÑĢеб", + "ĠÑĢ оÑĨÑĸ", + "о га", + "ог а", + "ĠÑģлед ÑĥеÑĤ", + "Ġп аÑĢа", + "ĠпаÑĢ а", + "Ġпа ÑĢа", + "é ¼", + "ãģį ãģŁ", + "ί ζ", + "Ġb á»ij", + "ÑĤ Ñĸв", + "ÑĤÑĸ в", + "ï¼Į 她", + "f amilia", + "éł ħ", + "Ġد ÙĦ", + "Ġs kup", + "Ġsk up", + "Ġsku p", + "еÑĩ ение", + "ãģĵãģ¨ ãģĮ", + "à¥Ģ ब", + "ุ ล", + "¨ ë¶Ģ", + "ĠاÙĦع رب", + "Ġ ç¾İ", + "Ġç¾ İ", + "ĠاÙĦ ÙħÙĪ", + "ĠاÙĦÙħ ÙĪ", + "Ġ Ø¥ÙĨ", + "ĠØ¥ ÙĨ", + "Ġná sled", + "Ġnás led", + "Ġt omu", + "Ġto mu", + "Ġtom u", + "Î Ħ", + "Ġз ави", + "Ġза ви", + "Ġзав и", + "Ġn hu", + "Ġnh u", + "ĠpÅĻed stav", + "ìłķ ë³´", + "o kol", + "ok ol", + "oko l", + "Ġк ÑĢи", + "a du", + "ad u", + "Ġ каÑĤ", + "Ġк аÑĤ", + "Ġка ÑĤ", + "Ġ ÑįÑĦ", + "ĠÑį ÑĦ", + "в ал", + "ва л", + "m ayı", + "ma yı", + "may ı", + "ĠÑĩаÑģ ÑĤо", + "ĠÑĩаÑģÑĤ о", + "Ġtr anh", + "Ġtra nh", + "Ġtran h", + "ائ ÙĦ", + "ãĤĪãģĨ ãģª", + "Ġp oh", + "Ġpo h", + "ìĥģ ìľĦ", + "Ġs ắc", + "Ùĥ س", + "Ġ мÑĥ", + "Ġм Ñĥ", + ". ::", + ".: :", + "ë Ī", + "» Ċ", + "Ġ ÙĨÚ¯", + "ĠÙĨ Ú¯", + "ÙIJ ÙĨ", + "н иком", + "ни ком", + "ник ом", + "Ñħ а", + "Ġ μοÏħ", + "Ġμ οÏħ", + "Ġμο Ïħ", + "ĠNg uyá»ħn", + "ĠвÑĭ Ñģок", + "ĠвÑĭÑģ ок", + "Ġ ÐŁÐ¾Ð´", + "ĠÐŁ од", + "ĠÐŁÐ¾ д", + "ĠпÑĢи ÑĢод", + "à¥ĭ ध", + "िà¤ķ ल", + "и ÑĢа", + "иÑĢ а", + "ëĭ¤ ê³ł", + "Ġm ajÃŃ", + "Ġma jÃŃ", + "Ġmaj ÃŃ", + "Ġv ùng", + "Ġtarih inde", + "Ġtarihi nde", + "Ġ ваÑĢ", + "Ġв аÑĢ", + "Ġва ÑĢ", + "н иÑĤÑĮ", + "ни ÑĤÑĮ", + "ниÑĤ ÑĮ", + "ει ÏĤ", + "Ġ åĩº", + "Ġåĩ º", + "dy ž", + "ÏĦ Ïİν", + "ÏĦÏİ Î½", + "ä½ĵ èĤ²", + "Ġ à¹Ģว", + "Ġà¹Ģ ว", + "Ġà¹Ģภ§", + "Ġà¤ħ à¤ļ", + "Ġ اÙĨÚ¯ÙĦÛĮسÛĮ", + "ĠاÙĨÚ¯ ÙĦÛĮسÛĮ", + "à¥įय म", + "Ġgel iÅŁ", + "æ¹ ĸ", + "Ġ اک", + "Ġا Ú©", + "Ġп лан", + "Ġпл ан", + "Ġпла н", + "k yt", + "ky t", + "ا بÛĮ", + "اب ÛĮ", + "κ ι", + "Ġc hung", + "Ġch ung", + "Ġchu ng", + "ान à¤ķ", + "s ı", + "Ġt inh", + "Ġti nh", + "Ġtin h", + "ĠÑģÑĤ ол", + "ĠÑģÑĤо л", + "ÑģÑĤ ÑĢÑĥ", + "ÑģÑĤÑĢ Ñĥ", + "Ġли ÑĪе", + "ĠлиÑĪ е", + "Ġви ÑĢоб", + "il miÅŁ", + "ilm iÅŁ", + "Ġ зÑĸ", + "Ġз Ñĸ", + "ç» Ĩ", + "åĢ Ĵ", + "ãĤ· ãĥ£", + "åŃ ©", + "Ġ à¹Ĥรà¸ĩà¹Ģร", + "Ġà¹Ĥ รà¸ĩà¹Ģร", + "Ġà¹Ĥรà¸ĩ à¹Ģร", + "íĻ ľ", + "ĠбÑĥд е", + "ĠбÑĥ де", + "Ġyak laÅŁ", + "èĩª åĪĨ", + "Ġ ÙģÙĪ", + "ĠÙģ ÙĪ", + "С Т", + "Ġso run", + "Ġsor un", + "Ġsoru n", + "à¹Ģ à¸ł", + "à¹Ģภł", + "Ġc ô", + "в иÑĩ", + "ви Ñĩ", + "ëĵ¤ ìĿĺ", + "Ġtr iá»ĩu", + "Ġtri á»ĩu", + "Ġr õ", + "Ġ ãģ«", + "ÄŁ im", + "ÄŁi m", + "iyor uz", + "è ľ", + "à¥įर व", + "Ġس Ù¾", + "Ġ ìĦľìļ¸", + "ĠìĦľ ìļ¸", + "δ ε", + "еÑĢ ÑĪ", + "Ġ أس", + "ĠØ£ س", + "äº ŀ", + "è¯ į", + "п ÑĤом", + "ฤ ษ", + "Ġساز ÙħاÙĨ", + "Ġlu ôn", + "Ùĩ ÙĪر", + "c ü", + "аÑĤ кÑĥ", + "Ġo labilir", + "Ġol abilir", + "Ġolab ilir", + "Ġola bilir", + "Ġ ìĹ°êµ¬", + "ĠìĹ° 구", + "ен ной", + "енно й", + "Ġ æĪij", + "ĠæĪ ij", + "Ġ него", + "Ġн его", + "Ġне го", + "Ġнег о", + "Ġ. **************", + "ิ à¸ĺ", + "Ġ ãĤ·", + "ĠãĤ ·", + "ت Ùģ", + "ÐŁ ÑĢо", + "ÐŁÑĢ о", + "Ġhakk ında", + "Ġhakkı nda", + "Äį nÄĽ", + "ĠM ỹ", + "é ½", + "ĠÏĥ ÏĦον", + "ĠÏĥÏĦο ν", + "Ġ âm", + "Ġâ m", + "§ ظ", + "ĠÅŁ irket", + "æĥħ åĨµ", + "ĠØ¢ÙħÙĪز Ø´", + "λ εÏħ", + "λε Ïħ", + "Ùħ Ùĩ", + "è¦ ı", + "ãģ¨ æĢĿ", + "Ġ ÙĪع", + "ĠÙĪ ع", + "ÏĪ η", + "Ïģ οÏį", + "Ïģο Ïį", + "Ġ ÂłĊ", + "ĠÂł Ċ", + "δ η", + "ÑĪ ов", + "åĪ ¤", + "Ġm ắt", + "æĭ ¿", + "à¸Ļ à¸Ķ", + "éĻ Ħ", + "à¹ī ม", + "ĠÄij ạt", + "Ġg üzel", + "Ġgü zel", + "m Ã¼ÅŁ", + "Ðŀ ÐĴ", + "çĭ ¬", + "리 를", + "Ġп лаÑĤ", + "Ġпл аÑĤ", + "Ġпла ÑĤ", + "Ġngh á»ĭ", + "ĠÑĤак иÑħ", + "ĠÑĤа киÑħ", + "б иÑĢа", + "би ÑĢа", + "Ġн ек", + "Ġне к", + "ÑģÑĮ кÑĸ", + "ÑģÑĮк Ñĸ", + "رÙĬ اض", + "o nu", + "on u", + "à¥ĭ म", + "ĠGi Ỽi", + "ĠGiá» Ľi", + "èŀ į", + "é ²", + "ĠGe nel", + "ĠGen el", + "ĠGene l", + "åĬ ¿", + "Ġ вÑĸ", + "Ġв Ñĸ", + "å§ IJ", + "è© ¦", + "ĠжиÑĤ ÑĤÑı", + "Ġ ìĺ¨", + "Ġìĺ ¨", + "åĩº æĿ¥", + "Ġt á»ij", + "Ġtá» ij", + "Ġl ao", + "Ġla o", + "ί ο", + "ĠÎł α", + "н иÑĤелÑĮ", + "ниÑĤ елÑĮ", + "ниÑĤе лÑĮ", + "éļ İ", + "Ġви кон", + "Ġвик он", + "Ġвико н", + "ĠÙģ عاÙĦ", + "ĠÙģع اÙĦ", + "à¹Ģ ศ", + "à¹Ģภ¨", + "ÏĮ γ", + "ĠоÑĢгани з", + "ĠоÑĢган из", + "Ġ емÑĥ", + "Ġе мÑĥ", + "Ġем Ñĥ", + "Ġ ÙĬع", + "ĠÙĬ ع", + "ĠÙħ ب", + "ाल य", + "ĠÎľ ÏĢ", + "é ¸", + "ù a", + "ê¸ ¸", + "Ġ ÄIJiá»ģu", + "ĠÄIJ iá»ģu", + "ε ίο", + "εί ο", + "äº ī", + "ượ t", + "ÑĢа зÑĥ", + "ÑĢаз Ñĥ", + "ĠоÑĤ ÑĢим", + "ĠоÑĤÑĢи м", + "Ġ طب", + "ĠØ· ب", + "Ġ 以", + "æĸ Ĺ", + "ë° ±", + "à¤ĩ स", + "ë§Į ìĽIJ", + "ãĢģ ãģĿãģ®", + "ĠëķĮ 문", + "ĠØ¢ ÛĮ", + "С Ðł", + "ض ÙĦ", + "æ ĵį", + "æĵ į", + "k azy", + "ka zy", + "kaz y", + "ส ว", + "â ng", + "ân g", + "à¤Ĥ à¤Ń", + "н ÑĸÑĩ", + "нÑĸ Ñĩ", + "ั à¸ĩà¸ģ", + "ัà¸ĩ à¸ģ", + "Ġبر رسÛĮ", + "ر دÙĩ", + "رد Ùĩ", + "Ġm ẫu", + "à¹Ī วà¸ĩ", + "à¹Īว à¸ĩ", + "ĠداÙĨØ´ گاÙĩ", + "d ıģ", + "dı ÄŁ", + "ĠT á»ķng", + "ĠTá»ķ ng", + "第 äºĮ", + "c ÃŃm", + "cÃŃ m", + "Ġb öyle", + "Ġbö yle", + "ë ¶Ī", + "ë¶ Ī", + "ĠÙħÙĨ ابع", + "à¥ĥ ष", + "е ÑĤÑĭ", + "еÑĤ Ñĭ", + "åĨ ·", + "åĽ Ń", + "Ġت ÙĪجÙĩ", + "ĠتÙĪ جÙĩ", + "åĪ »", + "æŀ ģ", + "à¤Ł न", + "л ан", + "ла н", + "Ġ íĥĢ", + "Ġíĥ Ģ", + "ä½ IJ", + "Ġ обÑĭ", + "Ġо бÑĭ", + "Ġоб Ñĭ", + "å¸ Ŀ", + "ì» ¤", + "å® Ī", + "èµ· æĿ¥", + "Ġ ãĥ¬", + "Ġãĥ ¬", + "çİ ī", + "à¹Ģ หล", + "à¹Ģห ล", + "и не", + "ин е", + "ห าร", + "หา ร", + "éļ ı", + "Ġг аз", + "ĠاÙĦ عÙħÙĦ", + "ĠاÙĦع ÙħÙĦ", + "ĠاÙĦعÙħ ÙĦ", + "à¥ģ à¤Ŀ", + "à¥ģठĿ", + "Ïģ ιο", + "Ïģι ο", + "Ġv ám", + "Ġvá m", + "Ġع ÙĨد", + "ĠعÙĨ د", + "ÙĨد گاÙĨ", + "ï¼Į éĤ£", + "Ġна Ñħод", + "á no", + "án o", + "ÛĮ اÙĨ", + "ÛĮا ÙĨ", + "ĠØ£ ع", + "Ġ ÑĢади", + "ĠÑĢ ади", + "ĠÑĢа ди", + "ĠÑĢад и", + "Ġм ене", + "Ġмен е", + "Ġú da", + "Ïĩ ν", + "ÑĥлÑı ÑĢ", + "à¥Ģ प", + "Ġpou žÃŃ", + "Ġ ä¸", + "ĠÙĤ اÙĨÙĪÙĨ", + "ι κοÏį", + "ικ οÏį", + "ικο Ïį", + "á y", + "Ġç öz", + "ÏĦ Ïģ", + "ÙĨ اÙħ", + "ÙĨا Ùħ", + "ุ à¸ķ", + "åĵ ª", + "ÙĬ ب", + "ä¹ °", + "ÐĶ лÑı", + "Ġ ëłĪ벨", + "ĠëłĪ 벨", + "ุ à¸ļ", + "н ÑĥÑĤи", + "нÑĥ ÑĤи", + "нÑĥÑĤ и", + "è½ »", + "ĠÎľ α", + "Ġ è¦", + "Ġè ¦", + "аÑĤ ков", + "Ġ ëĪĦ", + "ĠëĪ Ħ", + "Ġt uyá»ĥn", + "Ġtuy á»ĥn", + "Ùİ Ùħ", + "ĠвÑĭ пол", + "ĠвÑĭп ол", + "Ġst udi", + "Ġstud i", + "Ġstu di", + "ĠpÅĻ ek", + "ĠpÅĻe k", + "Ġз ам", + "Ġза м", + "Ġmat eri", + "Ġma teri", + "Ġmate ri", + "Ġmater i", + "åİ ĭ", + "Ġ ал", + "Ġа л", + "Ġ à¸ļร", + "Ġà¸ļ ร", + "Ø· ØŃ", + "ĠÙħر Ú©", + "Ġ ìĭ¬", + "Ġìĭ ¬", + "ĠÙĤ ابÙĦ", + "ĠÙĤاب ÙĦ", + "ĠÐIJ ле", + "ĠÐIJл е", + "ın tı", + "Ġ å»", + "Ġå »", + "Ä° K", + "ëħĦ ëıĦ", + "Ñĭ ваÑĤÑĮ", + "Ñĭв аÑĤÑĮ", + "Ñĭва ÑĤÑĮ", + "Ġdev let", + "社 ä¼ļ", + "ëĤ ł", + "Ġko lay", + "Ġkol ay", + "Ġkola y", + "ĠÑĢазв иÑĤи", + "ĠÑĢазви ÑĤи", + "а ди", + "ад и", + "ئ ÙĬس", + "a dıģı", + "ad ıģı", + "adı ģı", + "adıģ ı", + "Îij ÎĽ", + "Ġ hoa", + "Ġh oa", + "Ġho a", + "Ġ ศ", + "Ġภ¨", + "ı ÅŁtır", + "Ä±ÅŁ tır", + "ÑĢ Ñİ", + "Ġк аÑĩе", + "Ġка Ñĩе", + "¼ åIJĪ", + "åħ ´", + "Ġ ê·¸ëŁ¬", + "Ġê·¸ 룬", + "Ġм ÑĸÑģÑĤ", + "ĠмÑĸ ÑģÑĤ", + "ĠмÑĸÑģ ÑĤ", + "Ġм не", + "Ġмн е", + "ãĥ¼ ãĤº", + "ãĥ¼ãĤ º", + "ç§ Ģ", + "Ġع ÙĦÙĬÙĩ", + "ĠعÙĦ ÙĬÙĩ", + "ĠعÙĦÙĬ Ùĩ", + "Ġ ìĭľê°Ħ", + "Ġìĭľ ê°Ħ", + "Ġà¤ĺ र", + "Ġ Ñĥг", + "ĠÑĥ г", + "åıij å±ķ", + "ı ÅŁÄ±", + "Ä±ÅŁ ı", + "Ġ ìĪľ", + "ĠìĪ ľ", + "Ġ íĻľ", + "ĠíĻ ľ", + "æ¡ £", + "Ġn okt", + "Ġno kt", + "Ġnok t", + "l ém", + "lé m", + "ен нÑĭй", + "Ġب Ùħ", + "à¥ĩ य", + "à¥ĩठ¯", + "о дав", + "од ав", + "ода в", + "à¹Ĥ ร", + "ï¼Į æľī", + "ا ÙĬات", + "اÙĬ ات", + "اÙĬا ت", + "ا ÛĮÙĩ", + "اÛĮ Ùĩ", + "Ġà¤īप य", + "Ġs mÄĽ", + "Ġsm ÄĽ", + "Ø´ د", + "Ш ÐIJ", + "Ġا ÙħاÙħ", + "ĠاÙħ اÙħ", + "ĠاÙħا Ùħ", + "æ¿ Ģ", + "Ġho ạch", + "об ÑĢаз", + "обÑĢаР·", + "à¥ĭ ह", + "ĠÑĢеб ен", + "иÑĤ елÑı", + "иÑĤе лÑı", + "ãģªãģĮ ãĤī", + "س اÙĦ", + "Ġ à¸Īำ", + "Ġà¸Ī ำ", + "Ġ خاص", + "ĠØ® اص", + "Ġg eri", + "Ġge ri", + "Ġger i", + "ठĺ", + "Ġ ìº", + "Ġì º", + "à¹ģ à¸Ĺ", + "âĢĮ ÛĮ", + "Ú¯ رÛĮ", + "گر ÛĮ", + "ا Ùħبر", + "اÙħ بر", + "ÑĪ Ñĥ", + "Ġp hong", + "Ġph ong", + "Ġphon g", + "и мо", + "им о", + "п а", + "Ġ ìµľê³ł", + "Ġìµľ ê³ł", + "Ġ нам", + "Ġн ам", + "Ġна м", + "o stÃŃ", + "os tÃŃ", + "ost ÃŃ", + "is ini", + "isi ni", + "isin i", + "Ġд Ñĥже", + "ĠдÑĥ же", + "Ñģ ком", + "Ñģк ом", + "Ñģко м", + "ĠпÑĢод Ñĥк", + "ÏĮ ÏĦηÏĦα", + "ÏĮÏĦη ÏĦα", + "a ln", + "al n", + "is ine", + "isi ne", + "isin e", + "è¿ ľ", + "алÑĮ ной", + "алÑĮно й", + "त र", + "t ıģ", + "tı ÄŁ", + "Ġë Ĵ", + "è¿ĺ æĺ¯", + "ĠÙħ Ø«ÙĦ", + "ĠÙħØ« ÙĦ", + "ìľ ¨", + "ï¾ ĺ", + "åĪ ¸", + "ç ¶ļ", + "ç¶ ļ", + "ج اد", + "جا د", + "Ġ кÑĥ", + "Ġк Ñĥ", + "åĢ ij", + "o vu", + "ov u", + "Ġs Ä©", + "Ġ ìłIJ", + "Ġìł IJ", + "ĠÑĥ ÑĢов", + "ि à¤ļ", + "िठļ", + "ov ali", + "ova li", + "oval i", + "Ġ ÙĪÙĨ", + "ĠÙĪ ÙĨ", + "Ġ ìĿĮ", + "ĠìĿ Į", + "Ġк г", + "า à¸ĺ", + "าภĺ", + "ÏĦ Ïģα", + "ÏĦÏģ α", + "ž dy", + "à¹Į à¸ķ", + "Ġ nÄĽm", + "ĠnÄĽ m", + "Ġ Це", + "ĠЦ е", + "n oho", + "no ho", + "Ġëĭ¤ ìĭľ", + "Ġté to", + "Ġb iá»ĥu", + "ĠY ön", + "Ġpr áce", + "Ġprá ce", + "à¥ī र", + "Ġch ÃŃ", + "ов ой", + "ово й", + "Ġm ợ", + "Ġmá» Ł", + "èª ª", + "Ïİ ÏĤ", + "в олÑı", + "во лÑı", + "вол Ñı", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "å¯ ¦", + "é» ŀ", + "Ġà¤ı व", + "Ïħ να", + "Ïħν α", + "å² ¡", + "kh ông", + "ĠpÅĻÃŃpad ÄĽ", + "å Ĺ", + "Ġبد ÙĪÙĨ", + "Ïĥ κε", + "Ïĥκ ε", + "Ġdik kat", + "ĠAn cak", + "ĠAnc ak", + "Ġt iá»ĩn", + "Ġti á»ĩn", + "éĿ Ļ", + "Ġ ìĿ¼ë°ĺ", + "ĠìĿ¼ ë°ĺ", + "ĠÄį len", + "ìķ ħ", + "ा à¤ĩन", + "ाà¤ĩ न", + "ãģ£ ãģ¦ãģĦãģŁ", + "ãģ£ãģ¦ ãģĦãģŁ", + "ãģ£ãģ¦ãģĦ ãģŁ", + "ĠìĿ´ ìļ©", + "ÙĪ ÙħÛĮ", + "ÙĪÙħ ÛĮ", + "i ná", + "in á", + "ặ ng", + "ặn g", + "Ïİ Ïģα", + "ÙĨ ÙĬØ©", + "ÙĨÙĬ Ø©", + "в аж", + "ва ж", + "è İ·", + "èİ ·", + "å© ļ", + "ĠÅŁ u", + "Ġ ãģĬ", + "Ġد رب", + "Ġدر ب", + "Ġd iá»ħn", + "ÅĻ eba", + "ÅĻe ba", + "ÅĻeb a", + "as ının", + "asını n", + "ç½ij ç«Ļ", + "н ÑĮого", + "нÑĮ ого", + "нÑĮо го", + "ĠاÙĦØ£ ÙĪÙĦ", + "ικ ÎŃÏĤ", + "Ġz ÃŃsk", + "о ло", + "ол о", + "ĠÑį ÑĤоÑĤ", + "ĠÑįÑĤ оÑĤ", + "ĠÑįÑĤо ÑĤ", + "Ġp okud", + "Ġpo kud", + "Ġpok ud", + "è² »", + "е ÑĢÑĸв", + "еÑĢ Ñĸв", + "еÑĢÑĸ в", + "ãĥķ ãĤ£", + "ãĥķãĤ £", + "иÑĤÑĥ а", + "Ġv yd", + "Ġvy d", + "о лож", + "ол ож", + "оло ж", + "л ÑıÑĤÑĮ", + "лÑı ÑĤÑĮ", + "ÙĤ Ùħ", + "æ´ ĭ", + "æ§ ĭ", + "Ġغ ÛĮر", + "Ġ stÅĻed", + "Ġst ÅĻed", + "ĠstÅĻ ed", + "ظ ر", + "Ġhiç bir", + "θ εί", + "θε ί", + "z nik", + "zn ik", + "д Ñĭ", + "l uv", + "lu v", + "ĠÙħ ؤ", + "ĠÚ¯ رÙĪÙĩ", + "Ġگر ÙĪÙĩ", + "Ġ ï¼īĊ", + "Ġï¼ī Ċ", + "t eri", + "ter i", + "te ri", + "ĠÏħ ÏĢο", + "ĠÏħÏĢ ο", + "v oj", + "vo j", + "Ġبع ض", + "Ġb ilin", + "Ġbi lin", + "Ġbil in", + "Ġ رÙĪØ´", + "Ġر ÙĪØ´", + "ĠرÙĪ Ø´", + "Ġоб Ñıз", + "Ġ ï»", + "Ġï »", + "س ÙĨ", + "Ġ ÏĢα", + "ĠÏĢ α", + "í į¼", + "Ġt ÃŃn", + "ĠtÃŃ n", + "Ġ ´", + "Ġ ´", + "ìĤ¬ ìĿ´íĬ¸", + "ìĤ¬ìĿ´ íĬ¸", + "Ġ podob", + "Ġpo dob", + "Ġpod ob", + "Ñī ее", + "Ñīе е", + "Ġ åįĹ", + "Ġåį Ĺ", + "Ġb ych", + "Ġby ch", + "о зи", + "оз и", + "ĠV Äĥn", + "ØŃ Ùĩ", + "åѦ éĻ¢", + "ĠÅĻ ekl", + "ĠÅĻe kl", + "ĠÅĻek l", + "립 ëĭĪëĭ¤", + "Ġп ÑĢоÑģ", + "ĠпÑĢ оÑģ", + "ĠпÑĢо Ñģ", + "κ ά", + "ĠbaÅŁ ladı", + "ủ y", + "Ñİ Ð´Ð¶", + "ाà¤ı à¤Ĺ", + "à¤Ĥ à¤ļ", + "Ġ ê´Ģ볨", + "Ġê´Ģ 볨", + "Ġв опÑĢоÑģ", + "ĠÑģÑĤ аÑĤÑĮ", + "ĠÑģÑĤаÑĤ ÑĮ", + "ĠÑģÑĤа ÑĤÑĮ", + "Ġy atırım", + "Ġyatır ım", + "н Ñĥла", + "нÑĥ ла", + "нÑĥл а", + "ر اÙģ", + "را Ùģ", + "Ġç eÅŁit", + "Ġà¤ī द", + "å¤ ®", + "Ġпо Ñıв", + "åĽ½ 家", + "ĠÑģооÑĤвеÑĤ ÑģÑĤв", + "ìķ ¡", + "ĠØ® ÙĪاÙĩد", + "ĠØ®ÙĪاÙĩ د", + "ĠØ®ÙĪ اÙĩد", + "Å¡ Å¡ÃŃ", + "Âł п", + "ĠNh Ãł", + "' '''", + "'' ''", + "''' '", + "ï½ ¨", + "à ħ", + "Ġ ïº", + "Ġï º", + "ĠØ¢Ùħ رÛĮÚ©", + "lar ımız", + "larım ız", + "ج ا", + "Ùģ ÙĤ", + "Ġ á»", + "Ġá »", + "Ġ ìķł", + "Ġìķ ł", + "Ġز باÙĨ", + "ĠÑĤ воÑĢ", + "ĠÑĤв оÑĢ", + "н иÑĩеÑģ", + "ни ÑĩеÑģ", + "ниÑĩ еÑģ", + "Ġк ни", + "Ø® داÙħ", + "à¸Ł ร", + "Ġ ì¹ĺ", + "Ġì¹ ĺ", + "ว าม", + "ĠÙħ ÙĩÙħ", + "ĠÙħÙĩ Ùħ", + "Ġs tol", + "Ġst ol", + "Ġsto l", + "Ġed ilen", + "Ġedi len", + "Ġedil en", + "Ġ pek", + "Ġp ek", + "Ġpe k", + "اÙĨ ات", + "اÙĨا ت", + "алÑĮ нÑĸ", + "Ġнеоб ÑħÑĸд", + "à¹Ħ ว", + "Ġश र", + "Ġ íĮIJ", + "ĠíĮ IJ", + "Ò ij", + "Ġ ним", + "Ġн им", + "Ġни м", + "Ġ à¸ĺ", + "Ġภĺ", + "æĺ ł", + "äº Ĵ", + "ĠbaÅŁ ar", + "ž i", + "Ġм ног", + "Ġмн ог", + "l endi", + "len di", + "á vajÃŃ", + "áv ajÃŃ", + "n ict", + "ni ct", + "nic t", + "Ġд Ñĥм", + "ĠдÑĥ м", + "éĻ ©", + "Ïĥ Ïĥ", + "i ky", + "ik y", + "алÑĮ нÑĭй", + "Ġ ÙħÙĨت", + "ĠÙħ ÙĨت", + "ĠÙħÙĨ ت", + "å® ®", + "- за", + "-з а", + "еÑĢ к", + "å¡ Ķ", + "Ġμε ÏĦα", + "oÄŁ un", + "oÄŁu n", + "ÎĹ Îľ", + "à¥Īà¤Ĥ ।Ċ", + "à¥Īà¤Ĥ। Ċ", + "Äį ky", + "å¹³ åı°", + "à¥ĭ श", + "Ġ ona", + "Ġo na", + "Ġon a", + "Ġ bec", + "Ġb ec", + "Ġbe c", + "ì ¢", + "Ġc ây", + "Ġcâ y", + "k ün", + "kü n", + "Ġ à¤Ī", + "ĠठĪ", + "Ġr á»Ļng", + "еÑĢ б", + "å¹ ¸", + "ï¾ IJ", + "ĠпÑĸд пÑĢиÑĶм", + "çĶ £", + "Ġ ÏĦε", + "ĠÏĦ ε", + "ĠÙĨÙĤ Ø´", + "о виÑħ", + "ов иÑħ", + "ови Ñħ", + "ĠÙģ Ùī", + "Ðļ ак", + "Ùİ Ø±", + "Ġ Щ", + "ĠÐ ©", + "алÑĮ нÑĭÑħ", + "Ġk üçük", + "èŃ ·", + "æĭ ħ", + "i caret", + "ic aret", + "ica ret", + "icare t", + "Ġ رÙģت", + "Ġر Ùģت", + "ĠرÙģ ت", + "Ġод ного", + "Ġодно го", + "ÑĪ им", + "ÑĪи м", + "Ġ бÑĸ", + "Ġб Ñĸ", + "Ġuygu lam", + "Ġ æĭ", + "Ġæ ĭ", + "ä½ Ľ", + "u cu", + "uc u", + "d ÃŃ", + "Å ĺ", + "ئ Ø©", + "ê± ¸", + "Ù Į", + "Ġ ÎłÏģο", + "ĠÎł Ïģο", + "Ġye rine", + "Ġyer ine", + "Ġyeri ne", + "ĠÑĸн ÑĦоÑĢма", + "Ġ å¤ĸ", + "Ġå¤ ĸ", + "ä» ķ", + "н ав", + "на в", + "a rası", + "ar ası", + "ara sı", + "aras ı", + "à¸Ńà¸Ļ à¹Ħลà¸Ļ", + "ا شت", + "اش ت", + "ز ÙĬ", + "æ© ĭ", + "Ġ ãĤ«", + "ĠãĤ «", + "èĥ½ åĬĽ", + "å¥ Ĺ", + "Ġpro h", + "Ġpr oh", + "Ġп ÑĢава", + "ĠпÑĢ ава", + "ĠпÑĢав а", + "ĠпÑĢа ва", + "Ỽ p", + "Ġ à¸Ĥà¸Ńà¸ĩ", + "Ġà¸Ĥ à¸Ńà¸ĩ", + "Ġ ë´", + "Ġë ´", + "Ġl úc", + "Ġ éķ", + "Ġé ķ", + "ب ÙĪد", + "بÙĪ د", + "r upa", + "ru pa", + "rup a", + "ا زÙħ", + "از Ùħ", + "Ġ кан", + "Ġк ан", + "Ġка н", + "ılı m", + "ıl ım", + "Ġ Ùĩد", + "ĠÙĩ د", + "ãĢĢ ĠãĢĢĠãĢĢ", + "ãĢĢĠãĢĢ ĠãĢĢ", + "ãĢĢĠ ãĢĢĠãĢĢ", + "Ñĭ ваеÑĤ", + "Ñĭв аеÑĤ", + "Ñĭва еÑĤ", + "Ø® اÙĨÙĩ", + "خاÙĨ Ùĩ", + "Ñĥ кÑĤ", + "Ñĥк ÑĤ", + "ĠçĻ¾ 度", + "ĠnÄĽ co", + "е мон", + "ем он", + "емо н", + "Ġà¤ħ प", + "Ġ ÎĮ", + "ĠÎ Į", + "ün ün", + "ünü n", + "æĸĩ åĮĸ", + "ä¹ İ", + "ä¸Ĭ çļĦ", + "ÙĦ ÙĬÙħ", + "ÙĦÙĬ Ùħ", + "ĠtÄĽ ch", + "ا سب", + "اس ب", + "âĢĻ ÑĶ", + "Ġ Ú¯ÛĮ", + "ĠÚ¯ ÛĮ", + "Ġ ê·¼", + "Ġê· ¼", + "Ġtr ẻ", + "μÎŃ Î½Î¿", + "μÎŃν ο", + "ãģĵãģ¨ ãĤĴ", + "ìĿ´ ëĤĺ", + "åĸ Ħ", + "Ġtr ả", + "åĪĨ æŀIJ", + "Ġ dÄĽl", + "Ġd ÄĽl", + "ĠdÄĽ l", + "Ñĥ Ñģка", + "ÑĥÑģ ка", + "ÑĥÑģк а", + "Ġм ного", + "Ġмн ого", + "Ġмног о", + "à¥Ī र", + "μα ÏĦοÏĤ", + "μαÏĦο ÏĤ", + "Ġm ÃŃsto", + "ĠmÃŃ sto", + "ĠmÃŃst o", + "Ġ ê°ģ", + "Ġê° ģ", + "Ġп ÑĢог", + "ĠпÑĢ ог", + "ĠпÑĢо г", + "b aÅŁ", + "ba ÅŁ", + "а йÑĤе", + "ай ÑĤе", + "айÑĤ е", + "Ġc á»ķ", + "å¿ ľ", + "ï¼ģ Ċ", + "ç ı", + "Ġbir çok", + "Ġ íĺķ", + "Ġíĺ ķ", + "çµ Į", + "ĠEv rop", + "ĠÑģ оÑĨÑĸ", + "ĠÑģо ÑĨÑĸ", + "ä»ĸ çļĦ", + "Ġ μÏĢο", + "Ġμ ÏĢο", + "ĠμÏĢ ο", + "å¥ Ī", + "Ġ Ú¯ÙĦ", + "ĠÚ¯ ÙĦ", + "ÙĪ ÙĦØ©", + "ÙĪÙĦ Ø©", + "æµ İ", + "Ġ Ú©ÙĪ", + "ĠÚ© ÙĪ", + "± ä¹IJ", + "ãģĹ ãģı", + "ãģĹãģ ı", + "çº ³", + "ÑģÑĤв енно", + "ÑģÑĤвен но", + "éĽ ¢", + "ा .", + "Ġgerçek leÅŁtir", + "ĠgerçekleÅŁ tir", + "Ġ kır", + "Ġk ır", + "Ġkı r", + "ì ³", + "Ġг оÑģп", + "å¹ ķ", + "ìĦ ¼", + "» .Ċ", + "». Ċ", + "к ÑĥÑĢ", + "кÑĥ ÑĢ", + "Ġ رÛĮ", + "Ġر ÛĮ", + "æĽ ¾", + "ÙĪ رÙĬ", + "ÙĪر ÙĬ", + "лекÑģ анд", + "ص Ùģ", + "Ġc ảnh", + "Ġcả nh", + "å± Ĥ", + "ãĤ Ĩ", + "Ġ تس", + "Ġت س", + "ì° ½", + "기 를", + "Ġ à¹Ģà¸Ħ", + "Ġà¹Ģ à¸Ħ", + "Ġà¹ĢภĦ", + "çŁ Ń", + "Ġ ÑģÑĤÑĢо", + "ĠÑģ ÑĤÑĢо", + "ĠÑģÑĤ ÑĢо", + "ĠÑģÑĤÑĢ о", + "ĠÏĥ ÏĦιÏĤ", + "ĠÏĥÏĦι ÏĤ", + "à¥įय व", + "Ġع ÙĦÙħ", + "ĠعÙĦ Ùħ", + "ĠÑģ иÑĤÑĥа", + "ĠÑī одо", + "ĠÑīо до", + "åIJ Ľ", + "Ùħ س", + "ĠоÑĤ кÑĢÑĭ", + "ĠоÑĤк ÑĢÑĭ", + "Ġsp oj", + "Ġspo j", + "ĠÄij Äĥng", + "Ġs avaÅŁ", + "Ġsav aÅŁ", + "ี ร", + "sk ém", + "ské m", + "Ġ è¡Į", + "Ġè¡ Į", + "é ¹", + "Ġ ÙĬÙħÙĥÙĨ", + "ĠÙĬÙħ ÙĥÙĨ", + "о вано", + "ов ано", + "ова но", + "ован о", + "Ġп ÑĢавилÑĮ", + "ĠпÑĢав илÑĮ", + "ĠпÑĢави лÑĮ", + "ĠпÑĢавил ÑĮ", + "Ġchiế c", + "èĪ ¹", + "éĵ ¶", + "ĠоÑĤ д", + "Ġ ìĿĢ", + "ĠìĿ Ģ", + "íħ Ķ", + "Ġ Nej", + "ĠN ej", + "ĠNe j", + "о не", + "он е", + "Ġk ız", + "Ġkı z", + "олог иÑĩеÑģ", + "Ġ кÑĢаÑĹ", + "ĠкÑĢа ÑĹ", + "à¸ļ à¸Ńล", + "æ¥ ¼", + "Ġت ÙħاÙħ", + "ĠتÙħ اÙħ", + "Ġب ÛĮÙħ", + "ĠبÛĮ Ùħ", + "ĠÑģ Ñĥб", + "ĠÑģÑĥ б", + "v ý", + "Ñģ кие", + "Ñģк ие", + "Ñģки е", + "ëĮĢ ë¡ľ", + "ëĮ Ģë¡ľ", + "???? ????", + "abilir siniz", + "ан Ñģов", + "анÑģ ов", + "代 表", + "Ġ매 매", + "олог ÑĸÑĩ", + "μ αν", + "μα ν", + "ак Ñģим", + "акÑģ им", + "ãĤ¤ ãĥ«", + "Ġt ải", + "Ġtả i", + "Ùħ ÙĪ", + "å® Ĺ", + "n em", + "ne m", + "Ġkho ản", + "Ġ паÑĤ", + "Ġп аÑĤ", + "Ġпа ÑĤ", + "ан ÑĤа", + "анÑĤ а", + "Ġпом оÑī", + "Ġ vod", + "Ġv od", + "Ġvo d", + "Ġkay nak", + "Ġkayn ak", + "Ïĥ ÏĨ", + "à¥Ĥ त", + "du ÄŁ", + "а ÑĤиÑģÑı", + "аÑĤи ÑģÑı", + "Ġ ç¥ŀ", + "Ġç¥ ŀ", + "ĠÑģ лова", + "ĠÑģл ова", + "ĠÑģлов а", + "ĠÑģло ва", + "ÑĢÑĥ кÑĤÑĥ", + "ÑĢÑĥк ÑĤÑĥ", + "ÑĢÑĥкÑĤ Ñĥ", + "ĠmÄĽ sÃŃ", + "Ùı Ùħ", + "зна Ñĩа", + "знаÑĩ а", + "Ġ èī", + "Ġè ī", + "åѦ çĶŁ", + "æ´ ¥", + "Ùİ ÙĬ", + "è§ Ī", + "Ġ å®ī", + "Ġå® ī", + "Ġgör Ã¼ÅŁ", + "ál nÄĽ", + "áln ÄĽ", + "ĠëĶ° ëĿ¼", + "ĠÙħ ÙĪجÙĪد", + "ĠÙħÙĪج ÙĪد", + "ĠÄij ứ", + "ĠÄijá» ©", + "ĠçalÄ±ÅŁ malar", + "ĠçalÄ±ÅŁma lar", + "ĠÑı киÑħ", + "ĠÑıк иÑħ", + "Ġاج تÙħاع", + "μ εν", + "με ν", + "èİ ī", + "ç§ ¯", + "ì¶ ķ", + "à¥į शन", + "à¥įश न", + "Ġx ét", + "Ġв ÑĤоÑĢ", + "ĠвÑĤ оÑĢ", + "çİ ©", + "Âł ÐĿ", + "ÑĪ ие", + "ÑĪи е", + "о ÑĢи", + "оÑĢ и", + "Ø£ س", + "Ġthu á»ijc", + "ëĭĪ ê¹Į", + "ë ķĮ", + "ÑĢ Ñĥп", + "ÑĢÑĥ п", + "Ñģ ÑıÑĤ", + "ÑģÑı ÑĤ", + "з Ñĭ", + "ĠÑģ меÑĢ", + "ĠÑģм еÑĢ", + "Ġv yb", + "Ġvy b", + "ĠìĿ´ ìĥģ", + "à¤ļ न", + "Ġgel di", + "Ġgeld i", + "Û± Û°", + "Û±Û °", + "ικ Ïİν", + "ĠÄIJ ức", + "Ġд оÑģÑĤаÑĤ", + "ĠдоÑģÑĤ аÑĤ", + "Ġö nc", + "Ġön c", + "è¦ ª", + "Ġ adı", + "Ġa dı", + "Ġad ı", + "un ca", + "unc a", + "ĠاÙĦ تر", + "ĠاÙĦت ر", + "çķ ¶", + "ĠФ едеÑĢа", + "ĠФед еÑĢа", + "лÑı ÑİÑĤÑģÑı", + "лÑıÑİÑĤ ÑģÑı", + "ĠÙĥ اÙĨت", + "ĠÙĥاÙĨ ت", + "æİ ¢", + "Ġ Ñĥб", + "ĠÑĥ б", + "Ġ κο", + "Ġκ ο", + "ाà¤ĩ à¤Ł", + "з н", + "Ġm ôi", + "Ġmô i", + "Ġ ãĤµ", + "ĠãĤ µ", + "Ġна вÑĸ", + "Ġнав Ñĸ", + "ç» ¼åIJĪ", + "Ġмин ÑĥÑĤ", + "Ġми нÑĥÑĤ", + "ĠминÑĥ ÑĤ", + "d ık", + "dı k", + "ÑĢ Ñĥд", + "ÑĢÑĥ д", + "åľ ĸ", + "ê° ¤", + "ĠÄijo Ãłn", + "è ¤", + "à¥į वर", + "à¥įव र", + "ĠÃľn iversit", + "а но", + "ан о", + "éĽ ¨", + "ĠvÅ¡ech ny", + "Ġëĭ¤ ìĿĮ", + "ĠC umhur", + "ĠCum hur", + "Ġм Ñĥз", + "ĠмÑĥ з", + "a ÅŁtır", + "aÅŁ tır", + "Ġ ê±°ëŀĺ", + "Ġê±° ëŀĺ", + "Ġ é¡", + "Ġé ¡", + "žit ÃŃ", + "ži tÃŃ", + "Ġ à¸Ł", + "ĠภŁ", + "Ġthu ế", + "Ġм Ñĥж", + "ĠмÑĥ ж", + "ĠÎij ν", + "Ġد ÙĪÙħ", + "ĠدÙĪ Ùħ", + "ĠÑģ ин", + "ĠÑģи н", + "Ġ ÏīÏĤ", + "ĠÏī ÏĤ", + "m eler", + "me ler", + "mel er", + "Ġ poÄį", + "Ġp oÄį", + "Ġpo Äį", + "Ġколи Ñĩе", + "ĠколиÑĩ е", + "ĠK Äį", + "è³ ½", + "ĠоÑģ Ñĸб", + "åı ¥", + "ĠB öl", + "à¸ĺ รรม", + "Ġc ạnh", + "å° ĩ", + "Ġ ноÑģ", + "Ġн оÑģ", + "Ġно Ñģ", + "èĦ ¸", + "Ġgel ir", + "о ÑĢон", + "оÑĢ он", + "оÑĢо н", + "à¥įर à¤Ń", + "ç» ĩ", + "ุ à¹ī", + "ाम ल", + "Ġc âu", + "Ġcâ u", + "Ñij ÑĤ", + "Ġ :|", + "Ġ: |", + "ãĤĮ ãģ¦", + "Ġpos led", + "Ġpo sled", + "ãĤ¹ ãĥĨ", + "ÑĸлÑĮ ÑĪ", + "ен ÑĤÑĭ", + "енÑĤ Ñĭ", + "Ø® دÙħ", + "Ġباش گاÙĩ", + "Ġth Æ°", + "á vánÃŃ", + "áv ánÃŃ", + "ává nÃŃ", + "ëĬ IJ", + "ĠØ£ ØŃ", + "ر اد", + "را د", + "ĠبسÛĮ ار", + "åĪ° äºĨ", + "\" ;\"", + "\"; \"", + "å° İ", + "Ġ ör", + "Ġö r", + "à¸Ĭ าà¸ķ", + "g enus", + "gen us", + "Ġya kın", + "Ġyak ın", + "Ġ ÃŃt", + "ĠÃŃ t", + "reg num", + "regn um", + "Ġf iyat", + "Ġfi yat", + "н ÑĸÑħ", + "нÑĸ Ñħ", + "åľ° æĸ¹", + "Ġbil gi", + "Ġbilg i", + "к ам", + "ка м", + "Ġs pol", + "Ġsp ol", + "Ġspo l", + "ائ ÙĬ", + "Ġ ÙĬÙĨ", + "ĠÙĬ ÙĨ", + "า หาร", + "าห าร", + "Ġب Ú¯", + "é ĺħ", + "éĺ ħ", + "ĠاÙĦ شر", + "ĠاÙĦØ´ ر", + " ģ", + "ĠÑĸн ÑĪиÑħ", + "ĠÑĸнÑĪ иÑħ", + "Ġtr ạng", + "çģ £", + "Ġc á»±c", + "к ан", + "ка н", + "èĭ ı", + "à Ķ", + "Ġl á»Ŀi", + "Ġlá» Ŀi", + "Ñı Ñĩ", + "Ġ ÙĪØŃ", + "ĠÙĪ ØŃ", + "ìĪ ľ", + "Å ¸", + "Ġв оÑģп", + "Ġво Ñģп", + "ĠвоÑģ п", + "ì¡ Į", + "Äį nÃŃch", + "ÄįnÃŃ ch", + "Ø® رÙī", + "خر Ùī", + "ائ ÙĬØ©", + "ائÙĬ Ø©", + "Ġsu ất", + "æĩ ī", + "ا ØŃÛĮ", + "اØŃ ÛĮ", + "Ġn áz", + "Ġná z", + "è¿Ļ ç§į", + "Ġзаб езпеÑĩ", + "Ġ ЧеÑĢ", + "ĠЧ еÑĢ", + "Ġзд ÑĸйÑģ", + "åı ¦", + "æĭ ¬", + "à¥ģ ष", + "à¥ģठ·", + "μ ÏĨ", + "ëĥ IJ", + "Ðķ Ñģли", + "é ¬", + "Ġ íĥľ", + "Ġíĥ ľ", + "Ġ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "Ġм л", + "å´ İ", + "Ùģ ع", + "Ġ ÙĤدر", + "ĠÙĤ در", + "ĠÙĤد ر", + "Ġv á»ijn", + "å¦ ¹", + "Ġ ÐĿаÑģ", + "ĠÐĿ аÑģ", + "ĠÐĿа Ñģ", + "à¥į फ", + "à¥įठ«", + "ãĤ¸ ãĥ£", + "Ġm ı", + "ен Ñģ", + "б Ñĥд", + "бÑĥ д", + "ĠØŃ ØªÙī", + "Ġ ì²´", + "Ġì² ´", + "ĠÑĸ ÑģÑĤоÑĢ", + "ĠÑĸÑģ ÑĤоÑĢ", + "Ġgi ấy", + "γ οÏģ", + "γο Ïģ", + "ëIJĺ ìĸ´", + "Ġ íĤ", + "Ġí Ĥ", + "ĠÐŀд на", + "ĠÙĨ ÙħÙĪد", + "ĠÙĨÙħ ÙĪد", + "Ġвип ад", + "ĠìŀIJ ìĭł", + "Ġj ste", + "Ġjs te", + "Ġ ëĵ±ë¡Ŀ", + "Ġëĵ± ë¡Ŀ", + "ek ten", + "ekt en", + "ekte n", + "ĠÑĢ еÑĩ", + "ĠÑĢе Ñĩ", + "r odnÃŃ", + "rod nÃŃ", + "س تر", + "ست ر", + "ı t", + "ä¹ħ ä¹ħ", + "ĠØ® ÙĦاÙĦ", + "ĠØ®ÙĦ اÙĦ", + "Ġ ç¦", + "Ġç ¦", + "u luk", + "ul uk", + "ulu k", + "l enen", + "le nen", + "len en", + "lene n", + "i lip", + "il ip", + "ili p", + "è´ ¢", + "Ġà¤ħ à¤ķ", + "ĠY ıl", + "Ġ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "Ġ à¤Ŀ", + "ĠठĿ", + "ĠB ình", + "Ġol muÅŁ", + "Ġolm uÅŁ", + "اÙĦ Ø¥ÙĨجÙĦÙĬزÙĬØ©", + "اÙĦØ¥ ÙĨجÙĦÙĬزÙĬØ©", + "м енно", + "мен но", + "aln ız", + "Ġ شرÙĥØ©", + "Ġشر ÙĥØ©", + "Ġس ÙĨØ©", + "ĠسÙĨ Ø©", + "è´ Ł", + "ä½ľ åĵģ", + "Ġ ìķ½", + "Ġìķ ½", + "ĠдÑĢÑĥг иÑħ", + "ĠbaÄŁ lantı", + "о дÑĥ", + "од Ñĥ", + "çļĦ æĺ¯", + "ั à¸Ļà¸Ķ", + "ัà¸Ļ à¸Ķ", + "ĠкоÑĤоÑĢ ÑĭÑħ", + "ĠاÙĦ ÙĪÙĦ", + "ĠاÙĦÙĪ ÙĦ", + "ê¸Ģ ìĥģìľĦ", + "ĠÏĢ εÏģ", + "ĠÏĢε Ïģ", + "리 ìķĦ", + "i bar", + "ib ar", + "iba r", + "Ġ èĥ", + "Ġè ĥ", + "ãģŁ ãģĦ", + "á j", + "ĠìľĦ íķ´", + "? âĢľĊĊ", + "?âĢľ ĊĊ", + "Ġ íİĺ", + "Ġíİ ĺ", + "Ġ ней", + "Ġн ей", + "Ġне й", + "ĠÐĹ Ð°Ðº", + "ĠÐĹа к", + "Ġ ÐĴÑĸд", + "ĠÐĴ Ñĸд", + "е лÑĸ", + "ел Ñĸ", + "è¯ ¾", + "åī ¯", + "m adan", + "ma dan", + "mad an", + "mada n", + "æľ «", + "ĠÏĢ ÏģÏĮ", + "Ġп ÑģиÑħ", + "Ġ ÑĤÑĸ", + "ĠÑĤ Ñĸ", + "Ùĥ ات", + "Ġvys ok", + "ê´Ģ 리", + "ül tür", + "ült ür", + "Ġ à¹Ģà¸Ń", + "Ġà¹Ģ à¸Ń", + "Ġà¹ĢภŃ", + "Ġ íķ©", + "Ġíķ ©", + "çĿ £", + "Ġ ÑĢиÑģ", + "ĠÑĢ иÑģ", + "е ÑĢÑĮ", + "еÑĢ ÑĮ", + "ĠÚ© ÙĦÛĮ", + "ĠÚ©ÙĦ ÛĮ", + "Ġ ãĥŀ", + "Ġãĥ ŀ", + "Ġph ÃŃa", + "ĠphÃŃ a", + "å «", + "ا Ú¯", + "Ġ é¢", + "Ġé ¢", + "ĠÙĨ Ùģر", + "ĠÙĨÙģ ر", + "Ġ جاÙĨ", + "Ġج اÙĨ", + "Ġجا ÙĨ", + "Ġ yas", + "Ġy as", + "Ġya s", + "ж ениÑı", + "же ниÑı", + "жен иÑı", + "ĠлÑĥÑĩ ÑĪе", + "Ġ çº", + "Ġç º", + "Ġ мон", + "Ġм он", + "Ġмо н", + "Ġت Ø®", + "Ġ Ø´ÛĮ", + "ĠØ´ ÛĮ", + "Ġн екоÑĤоÑĢ", + "Ġнек оÑĤоÑĢ", + "алÑĮ нÑĭе", + "Ġob chod", + "Ġíķ¨ ê»ĺ", + "Ġr iêng", + "ãģķ ãĤĮãĤĭ", + "ãģķãĤĮ ãĤĭ", + "о кÑĥ", + "ок Ñĥ", + "ĠС ШÐIJ", + "ë§ ģ", + "Ġ Nếu", + "ĠN ếu", + "ĠA ÄŁ", + "Ġд веÑĢ", + "Ġдв еÑĢ", + "Ġдве ÑĢ", + "à¥ĭ ष", + "Ġkh iến", + "Ġkhi ến", + "н его", + "не го", + "ì± ħ", + "ั à¸ķร", + "ัà¸ķ ร", + "m alı", + "ma lı", + "mal ı", + "Ġ ÙĬا", + "ĠÙĬ ا", + "ç§ij æĬĢ", + "ื à¸Ļ", + "ห มาย", + "หม าย", + "Ġ خص", + "ĠØ® ص", + "åĨ ľ", + "ÃŃ me", + "ÃŃm e", + "ĠÑįÑĤ ой", + "ĠÑįÑĤо й", + "Ġ ìĹħ", + "ĠìĹ ħ", + "Ġ ä¹", + "ä¼ ¯", + "' ´", + "Ùħ ÙĬÙĦ", + "ÙħÙĬ ÙĦ", + "à¸Ń à¸ĩà¸Ħ", + "à¸Ńà¸ĩ à¸Ħ", + "k ová", + "ko vá", + "kov á", + "è¿Ļ ä¹Ī", + "ãĢĤ æĪij", + "ìĹIJ ìĦľëĬĶ", + "ìĹIJìĦľ ëĬĶ", + "Ġ ìļ©", + "Ġìļ ©", + "ë¹Ħ ìĬ¤", + "Ġ ì¦Ŀ", + "Ġì¦ Ŀ", + "IT TE", + "ITT E", + "Ġ모 ëĵł", + "ĠspoleÄį nosti", + "ĠspoleÄįnost i", + "Ġв ик", + "Ġви к", + "Ġt ÅĻÃŃ", + "ĠtÅĻ ÃŃ", + "é ³", + "Ġ Ø®ÛĮ", + "ĠØ® ÛĮ", + "Ġp ož", + "Ġpo ž", + "Ġиме еÑĤ", + "Ġd ÄĽt", + "ĠdÄĽ t", + "ĠÙħد ÙĦ", + "Ġ мо", + "Ġм о", + "åį ı", + "e nÃŃm", + "en ÃŃm", + "enÃŃ m", + "é ī", + "ا ظ", + "Ø§Ø ¸", + "Ġ teÅŁ", + "Ġt eÅŁ", + "Ġte ÅŁ", + "Ġ veÅĻej", + "Ġve ÅĻej", + "L IC", + "LI C", + "ì§Ģ ëĬĶ", + "Ñĭ ваÑİÑĤ", + "Ñĭв аÑİÑĤ", + "Ñĭва ÑİÑĤ", + "ĠоÑĢг анÑĸ", + "ĠоÑĢган Ñĸ", + "nÃŃ mi", + "nÃŃm i", + "θ ÎŃ", + "ãĤ¯ ãĥ©", + "ãĥ¼ ãĥ³", + "ãĥ¼ãĥ ³", + "ли ÑģÑı", + "i mdi", + "im di", + "imd i", + "æ Ĩ", + "ïº İ", + "Ġìļ´ ìĺģ", + "κ αν", + "κα ν", + "Ġ ë³µ", + "Ġë³ µ", + "Ġ ÐĨн", + "ĠÐĨ н", + "p lication", + "pl ication", + "t ah", + "ta h", + "Ġ ÐIJв", + "ĠÐIJ в", + "Ġc á»Ļng", + "алÑĮ ноÑĹ", + "алÑĮно ÑĹ", + "Ġد ÙĪرÙĩ", + "ĠدÙĪ رÙĩ", + "ĠدÙĪر Ùĩ", + "à¥įर य", + "Ġ Ø®ÙĪ", + "ĠØ® ÙĪ", + "Ġв ÑĢа", + "Ø¥ ÙĨ", + "èĤ ī", + "Ġo yn", + "Ġoy n", + "ĠT Æ°", + "ĠÙĩ ÙħاÙĨ", + "ĠÙĩÙħ اÙĨ", + "ĠбÑĸлÑĮ ÑĪе", + "ĠбÑĸлÑĮÑĪ е", + "æĮ ¯", + "ا ÙħØ©", + "اÙħ Ø©", + "å º«", + "åº «", + "Ġ ÑĢеж", + "ĠÑĢ еж", + "ĠÑĢе ж", + "Ġدار ÙĨد", + "ÑĢ ий", + "ÑĢи й", + "Ġ æĮ", + "Ġæ Į", + "Ġson uç", + "Ġsonu ç", + "Ġt ả", + "ั à¸ĩà¸Ħ", + "ัà¸ĩ à¸Ħ", + "ë° Ľ", + "Ġ мом", + "Ġм ом", + "Ġмо м", + "ви Ñĩай", + "виÑĩ ай", + ". à¸Ħ", + "Ġ à¤Ĩà¤Ī", + "Ġà¤Ĩ à¤Ī", + "åģ ĩ", + "Ġpos kyt", + "Ġpo skyt", + "ĠÑģ Ñĥп", + "ĠÑģÑĥ п", + "ıyor du", + "а ле", + "ал е", + "и ÑĨ", + "Ġ θÎŃ", + "Ġθ ÎŃ", + "ãĤĩ ãģĨ", + "ĠÑģв ой", + "ĠÑģво й", + "ม à¸Ļ", + "Ġn ữa", + "Ġnữ a", + "v oÅĻ", + "vo ÅĻ", + "ا سÙĬ", + "اس ÙĬ", + "éĴ ±", + "ãģĹ ãģ¦ãģĦãģŁ", + "ãģĹãģ¦ ãģĦãģŁ", + "ãģĹãģ¦ãģĦ ãģŁ", + "ĠÄij ầy", + "ا ÙĬر", + "اÙĬ ر", + "Ġar aÅŁtır", + "Ġara ÅŁtır", + "ì £", + "ãģ¨ ãģ¯", + "ĠÑģ поÑĢ", + "ĠÑģп оÑĢ", + "Ġê° Ģìŀ¥", + "Ġê°Ģ ìŀ¥", + "è¼ ī", + "âĸ ¡", + "Ġ ìĻĦ", + "ĠìĻ Ħ", + "оÑĢ аÑı", + "оÑĢа Ñı", + "Ïģ εί", + "Ïģε ί", + "ĠÑį ÑĤа", + "ĠÑįÑĤ а", + "ë©´ ìłģ", + "ìĿ´ ìĬ¤", + "ä½ ³", + "æĻ ļ", + "Ġk val", + "Ġkv al", + "Ġn á»ķi", + "ÑĤ ами", + "ÑĤа ми", + "Ġпол ÑĸÑĤи", + "ĠполÑĸ ÑĤи", + "Ġ Ä°ng", + "ĠÄ° ng", + "ĠÄ°n g", + "нÑĸ ÑģÑĤÑİ", + "нÑĸÑģÑĤ Ñİ", + "Ġ à¹Ģà¸ģ", + "Ġà¹Ģ à¸ģ", + "Ġà¹Ģภģ", + "Ġ 민", + "Ġë ¯¼", + "è Ķ", + "Ïģ ία", + "Ïģί α", + "æİ Ī", + "Ġ çĤ", + "Ġç Ĥ", + "ĠÙĨÙħ اÛĮ", + "Ġ ìŀ¡", + "Ġìŀ ¡", + "æŀ ¶", + "اب ÙĤ", + "Ñģ он", + "Ñģо н", + "ен ного", + "енно го", + "ĠÙħ ÛĮÙĦÛĮ", + "ĠÙħÛĮ ÙĦÛĮ", + "ĠÙħÛĮÙĦ ÛĮ", + "Ġk urum", + "Ġkur um", + "Ġku rum", + "Ġkuru m", + "à¹Į ส", + "Ġ ì´Ŀ", + "Ġì ´Ŀ", + "Ġì´ Ŀ", + "ĠnÄĽk olik", + "ĠnÄĽkol ik", + "Ġ ÙĢ", + "ĠÙ Ģ", + "ĠзаÑģÑĤ оÑģ", + "à¸Ķ à¸Ļ", + "ÙĨ داÙĨ", + "ÙĨد اÙĨ", + "ÙĨدا ÙĨ", + "ĠJ ap", + "ĠJa p", + "éĥ ¡", + "à¥į à¤Ń", + "à¥įठŃ", + "Ġ à¹Ģà¸Ĭ", + "Ġà¹Ģ à¸Ĭ", + "Ġà¹ĢภĬ", + "Ġ âĢ«", + "ĠâĢ «", + "é£ ŀ", + "o vatel", + "ov atel", + "ova tel", + "ovat el", + "ĠÑĩа ÑģÑĤÑĮ", + "ĠÑĩаÑģ ÑĤÑĮ", + "ĠÑĩаÑģÑĤ ÑĮ", + "Ġb á»ķ", + "ãĤ¯ ãĥª", + "ิ à¹Į", + "Ġвид е", + "Ġви де", + "v ail", + "va il", + "Ì ī", + "ÄŁ inde", + "ÄŁi nde", + "ÄŁin de", + "ãģ¨ ãĤĤ", + "âĢĮÚ© ÙĨد", + "âĢĮÚ©ÙĨ د", + "Ġ ëħĦ", + "Ġëħ Ħ", + "Ġ اÙĤتص", + "ĠاÙĤ تص", + "ï½ Ĺ", + "Ïģ ιÏĥ", + "Ïģι Ïĥ", + "з д", + "èĻ ½", + "Ġth oại", + "Ġtho ại", + "Ġ ÙĪز", + "ĠÙĪ ز", + "Ġ mÃŃt", + "Ġm ÃŃt", + "ĠmÃŃ t", + "ĠÑħ олод", + "ĠÑħол од", + "Ġ кÑĥп", + "Ġк Ñĥп", + "ĠкÑĥ п", + "а ниÑħ", + "ан иÑħ", + "ани Ñħ", + "Ġnh ìn", + "ãģĭ ãģª", + "Ġ Ðļом", + "ĠÐļ ом", + "ĠÐļо м", + "ÏĦ εÏģ", + "ÏĦε Ïģ", + "ï¼Į åıª", + "Ġol up", + "Ġhá» ıi", + "ë ij", + "ĠnÄĽk ter", + "i sÃŃ", + "is ÃŃ", + "ĠвикоÑĢиÑģÑĤ ов", + "ìŀ ¡", + "Ġà¤ķ ल", + "Ġìľł ìłĢ", + "ĠпÑĢ иб", + "ĠпÑĢи б", + "èĭ ¦", + "Ġ мов", + "Ġм ов", + "Ġмо в", + "Ġ หà¸Ļ", + "Ġห à¸Ļ", + "ëIJĺ ëĬĶ", + "о ко", + "ок о", + "Ġоб еÑģп", + "Ġk ez", + "Ġke z", + "л ÑıÑħ", + "лÑı Ñħ", + "ĠпÑĢо иÑģ", + "Ġпо вин", + "Ġпов ин", + "ĠÐļ оÑĢ", + "ĠÐļо ÑĢ", + "ì¼ Ģ", + "Ġ Ñģи", + "ĠÑģ и", + "Ġ ä¹ĭ", + "Ġä¹ ĭ", + "ĠâĢĶ Ċ", + "ÑģÑĥÑĤ ÑģÑĤв", + "ç °", + "Ġ à¤ł", + "Ġठł", + "н аÑĤ", + "на ÑĤ", + "Ġs uy", + "Ġsu y", + "Ġ ÑģÑĭ", + "ĠÑģ Ñĭ", + "ĠÙĨ شاÙĨ", + "ĠÙĨØ´ اÙĨ", + "Ġна пÑĢав", + "Ġнап ÑĢав", + "ĠÑĨ ÑĮомÑĥ", + "æĺ¯ ä¸Ģ", + "Ġm üm", + "Ġmü m", + "ÑĶ мо", + "ÑĶм о", + "ĠاسÙĦاÙħ ÛĮ", + "Ġza manda", + "Ġzam anda", + "Ġzaman da", + "ÙĪ ÙħاÙĨ", + "ÙĪÙħ اÙĨ", + "ا ÙĦØŃ", + "اÙĦ ØŃ", + "Å¡t ÄĽnÃŃ", + "Å¡tÄĽ nÃŃ", + "Ġ Ðļак", + "ĠÐļ ак", + "ĠÐļа к", + "¤ íĶĦ", + "¤í ĶĦ", + "ĠÙ¾ رد", + "Ġپر د", + "C ác", + "ε ια", + "ει α", + "Ġ جÙĪ", + "Ġج ÙĪ", + "ĠÄijo ạn", + "Ġà¤ĩ त", + "Ġз ан", + "Ġза н", + "ĠÙħÙĨØ· ÙĤÙĩ", + "ĠÙħ عÙĦ", + "ĠÙħع ÙĦ", + "Ġdo kon", + "Ġdok on", + "åIJ ¸", + "ic kou", + "ick ou", + "å° ģ", + "Ġк иÑģ", + "Ġки Ñģ", + "ัà¸ĩ หว", + "i species", + "is pecies", + "isp ecies", + "Ġнап ÑĢÑı", + "æº ĸ", + "Ġà¤ľ ल", + "à¹Ģ à¸ī", + "à¹Ģภī", + "L AR", + "LA R", + "ĠÑĥÑģлов иÑı", + "ĠWiki species", + "ĠWik ispecies", + "ระ à¸Ķ", + "Ġ mey", + "Ġm ey", + "Ġme y", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "à¹ĩ à¸Ī", + "å¾ Ĵ", + "t ach", + "ta ch", + "u muz", + "um uz", + "umu z", + "κ η", + "à Ĭ", + "Ġ ün", + "Ġü n", + "ĠB ITTE", + "ĠBIT TE", + "ĠÙħ ربع", + "ĠÙħر بع", + "ĠÙħرب ع", + "ãĤ· ãĥ¥", + "िस à¤ķ", + "Ø· ÙĪر", + "Ġв оÑģ", + "Ġво Ñģ", + "ï¾ Ł", + "Ġy ayın", + "Ġyay ın", + "ãģĭ ãĤĬ", + "л иÑı", + "ли Ñı", + "Ġп ÑĢин", + "ĠпÑĢ ин", + "ĠпÑĢи н", + "ij ng", + "ĠÙĨ Ø®", + "Ġl ze", + "Ġlz e", + "à¥įष ण", + "Ġ бо", + "Ġб о", + "Ġ ê¸Ģ", + "Ġê¸ Ģ", + "Ġgel iÅŁtir", + "ĠgeliÅŁ tir", + "à¸Ľà¸£à¸° à¸Ĭ", + "å½ ¡", + "Ġ ãĤª", + "ĠãĤ ª", + "ãģĪ ãģ¦", + "н ÑĥÑĤÑĮ", + "нÑĥ ÑĤÑĮ", + "нÑĥÑĤ ÑĮ", + "Ġ ç½", + "Ġç ½", + "Ġ маг", + "Ġм аг", + "Ġма г", + "ãģ« ãģ¤", + "н оÑģÑĤей", + "ноÑģÑĤ ей", + "Ġ ÙĦÙĬ", + "ĠÙĦ ÙĬ", + "æĢ ª", + "ÑıÑĤ ÑģÑı", + "ภij", + "िय म", + "Ġ ãĢİ", + "ĠãĢ İ", + "ÑĢ ÑĮ", + "Ġm ạng", + "t ım", + "tı m", + "ĠпеÑĢи од", + "о гÑĥ", + "ог Ñĥ", + "ĠкоÑĤоÑĢ аÑı", + "ĠкоÑĤ оÑĢаÑı", + "리 ê°Ģ", + "Ġãħ ¡", + "Ġج اÛĮ", + "Ġجا ÛĮ", + "ĠпоÑĤ ÑĢÑĸб", + "Å¡ en", + "Å¡e n", + "à¸Ń ะ", + "ب ع", + "ØŁ Ċ", + "Ġ ë°©ë²ķ", + "Ġë°© ë²ķ", + "Ġ гоÑĢод", + "Ġг оÑĢод", + "ĠгоÑĢ од", + "Ġ Ðĺн", + "ĠÐĺ н", + "Ġ оказ", + "Ġо каз", + "Ġок аз", + "ر ÙĪز", + "رÙĪ ز", + "Ġili ÅŁk", + "ĠiliÅŁ k", + "å® £", + "f orman", + "form an", + "for man", + "forma n", + "a daÅŁ", + "ad aÅŁ", + "ada ÅŁ", + "ÙĬ ÙĦØ©", + "ÙĬÙĦ Ø©", + "ĠÐļ аÑĢ", + "ĠÐļа ÑĢ", + "Ġm ất", + "æħ ĭ", + "м п", + "à¹Ĥ à¸Ļ", + "ĠØŃÙĤ ÙĪÙĤ", + "Ġд нÑı", + "ĠëĴ ¤", + "ा à¤ķर", + "ाà¤ķ र", + "ì²ĺ ëŁ¼", + "âĢĮ Ø¢", + "h angi", + "han gi", + "hang i", + "è¡Į æĶ¿", + "al iyet", + "ali yet", + "Ġ ì²ľ", + "Ġì² ľ", + "ĠY ap", + "ĠYa p", + "à¹Ĥ รà¸ĩ", + "à¹Ĥร à¸ĩ", + "ì§Ģ ëħ¸", + "Ùİ Ùij", + "Îij ÎĻ", + "á na", + "án a", + "an dır", + "and ır", + "ระ à¸ļà¸ļ", + "ระà¸ļ à¸ļ", + "oÄŁ lu", + "า à¸Īะ", + "าà¸Ī ะ", + "ẩ y", + "ا ÙĪÙĦ", + "اÙĪ ÙĦ", + "ĠмаÑĤ еÑĢÑĸ", + "ÎŁ ÎĿ", + "ÎŁÎ Ŀ", + "Ġin formace", + "Ġinform ace", + "ت ع", + "à¸ļ à¸Ļ", + "ĠÄĮesk é", + "ĠÄĮes ké", + "Ġte mel", + "Ġtem el", + ":::::::::::::::: ::::::::::::::::", + "Ġ chia", + "Ġch ia", + "Ġchi a", + "- Ñģ", + "н еÑĢг", + "не ÑĢг", + "неÑĢ г", + "Ġì° ¾", + "ÑĢ ид", + "ÑĢи д", + "л оÑģÑĮ", + "ло ÑģÑĮ", + "ز ÙĦ", + "ê°Ģ ëĬĶ", + "a né", + "an é", + "Ġнав ÑĸÑĤÑĮ", + "ĠнавÑĸ ÑĤÑĮ", + "ä¸ĵ ä¸ļ", + "Ġ 경기", + "Ġê²½ 기", + "Ġp ÅĻev", + "ĠpÅĻ ev", + "ĠpÅĻe v", + "е ÑĤи", + "еÑĤ и", + "Ġ íĶĮ", + "ĠíĶ Į", + "н ÑıÑĤ", + "нÑı ÑĤ", + "à¥ģ श", + "à¥ģठ¶", + "лÑİ Ð´", + "в иÑī", + "ви Ñī", + "å° ¾", + "çļĦ äºĭ", + "Ġ ëIJľ", + "Ġë IJľ", + "ĠëIJ ľ", + "ر ÙĪÙģ", + "رÙĪ Ùģ", + "Ġ 女", + "Ġå¥ ³", + "κ ή", + "Ġ Tuy", + "ĠT uy", + "ĠTu y", + "Ġê²ĥ ìĿĦ", + "Ġb unu", + "Ġbu nu", + "Ġbun u", + "ĠÑĢаз лиÑĩ", + "ĠD ün", + "ãĤŃ ãĥ£", + "ÑĢ ÑĥÑģ", + "ÑĢÑĥ Ñģ", + "Ġ мм", + "Ġм м", + "l oven", + "lo ven", + "love n", + "lov en", + "Ġot ev", + "n oloj", + "ES Ä°", + "ü p", + "Ġ èĤ", + "Ġè Ĥ", + "ικ ÏĮÏĤ", + "ικÏĮ ÏĤ", + "ض اء", + "ضا Ø¡", + "Ġ пеÑĩ", + "Ġп еÑĩ", + "ÅĻÃŃ klad", + "ãģĵ ãĤį", + "Å¡ tÃŃ", + "Å¡t ÃŃ", + "Ġبر Ú¯", + "ãģĮ ãģĤãĤĭ", + "Ñĸ ÑģÑĤ", + "ÑĸÑģ ÑĤ", + "à¥ī à¤ķ", + "ÏĢ η", + "ĠاÙĦÙħ ست", + "ĠاÙĦÙħس ت", + "Ġз ай", + "Ġза й", + "Ġch Æ°Æ¡ng", + "о ÑĤÑĥ", + "оÑĤ Ñĥ", + "Ġ Сам", + "ĠС ам", + "Å¡ et", + "Å¡e t", + "ĠìŀĪ ìĹĪ", + "ĠÙģ ار", + "Ñĸ он", + "ãĥĹ ãĥŃ", + "Ġnh iá»ĩt", + "in izi", + "ini zi", + "iniz i", + "Ġc ož", + "Ġco ž", + "Ġà¤Ĩ न", + "Ġsyst ém", + "ر ÙĪع", + "رÙĪ ع", + "a yet", + "ay et", + "aye t", + "ĠÙģر ÙĩÙĨÚ¯", + "Ġ è¶", + "Ġè ¶", + "èģ ·", + "è§Ĥ çľĭ", + "н ок", + "но к", + "à¸IJ าà¸Ļ", + "êµIJ ìľ¡", + "k la", + "kl a", + "ãĤģ ãģ¦", + "Îķ ÎĻ", + "åĿ Ĺ", + "Ġsk uteÄį", + "à¥Ĥ à¤ľ", + "ãģij ãģ¦", + "N GC", + "NG C", + "Ġ åĢ", + "Ġå Ģ", + "ĠÑĢоз п", + "nÃŃ ků", + "nÃŃk ů", + "ãĥ³ ãĤ¹", + "ĠÐĴ еÑĢ", + "Ġyüz de", + "Ġ미 êµŃ", + "ĠÙħ Ùī", + "д еÑĢ", + "де ÑĢ", + "а ва", + "ав а", + "Ġmerk ez", + "į ng", + "Ġ ìĤ¼", + "ĠìĤ ¼", + "ĠÑĢоб оÑĤи", + "ĠÑĢобоÑĤ и", + "Ġ нÑĮого", + "Ġн ÑĮого", + "Ġ економ", + "Ġе коном", + "Ġек оном", + "ĠÑĩелов ека", + "ĠÑĩеловек а", + "Ġ à¸ŀระ", + "Ġà¸ŀ ระ", + "Ġà¸ŀร ะ", + "ãĥ Ĵ", + "ãģ£ ãģ¦ãģĦ", + "ãģ£ãģ¦ ãģĦ", + "ä¼ Ĺ", + "ĠпÑĢод ÑĥкÑĤ", + "ĠпÑĢодÑĥк ÑĤ", + "Ġy anı", + "Ġyan ı", + "à¥Ģव न", + "Ġc áºŃp", + "ĠAv rupa", + "ा à¤Ń", + "ाठŃ", + "ĠìłĦ ìļ©", + "æķ £", + "ĠìľĦ íķľ", + "Ñħод иÑĤÑĮ", + "ÑħодиÑĤ ÑĮ", + "Ġsın ır", + "ü cret", + "üc ret", + "s uz", + "su z", + "æ¨ Ĥ", + "Ġ ì°½", + "Ġì° ½", + "Ïģ ίοÏħ", + "Ïģί οÏħ", + "åĪ ļ", + "Ø® ÙĦ", + "ëłĩ ê²Į", + "ج د", + "Ġμ αÏĤ", + "Ġμα ÏĤ", + "áºŃ m", + "k ara", + "ka ra", + "kar a", + "ãĤ« ãĥ¼", + "Ġkter ou", + "ìĽ ¨", + "ÑĦи ÑĨи", + "oÄŁ raf", + "Ġна пÑĢи", + "Ġнап ÑĢи", + "ãģij ãģ©", + "Ġ éļ", + "Ġé ļ", + "ت باÙĦ", + "تب اÙĦ", + "ëŁ ½", + "ìĶ ¨", + "íĮĮ ìĿ¼", + "Ïĩ α", + "Ġuz ak", + "Ġd òng", + "Ġг олоÑģ", + "Ġгол оÑģ", + "Ïĥ ÏĦή", + "ÏĥÏĦ ή", + "ι λ", + "Ø· Ùģ", + "Ġê·¸ ëħĢ", + "ãĤ¿ ãĤ¤", + "ا ÙĨÚ¯", + "اÙĨ Ú¯", + "i nou", + "in ou", + "ino u", + "л он", + "ло н", + "à¹ĩ ม", + "Ġब द", + "Ġkon usunda", + "Ġkonusu nda", + "Ġkonus unda", + "Ġn âng", + "ãģ¾ãģĽ ãĤĵ", + "Ñĥ ÑİÑĤÑĮÑģÑı", + "ÑĥÑİ ÑĤÑĮÑģÑı", + "ÑĥÑİÑĤÑĮ ÑģÑı", + "åŁ ¹", + "ен ко", + "ìł ij", + "Ġ ÑĤов", + "ĠÑĤ ов", + "ĠÑĤо в", + "Ġt ÅĻeba", + "ĠtÅĻ eba", + "ز اÙĨ", + "زا ÙĨ", + "is yon", + "isy on", + "Ġ ген", + "Ġг ен", + "Ġге н", + "Ġ Pokud", + "ĠP okud", + "ĠPo kud", + "ĠPok ud", + "âĢĮ اÙĨد", + "âĢĮاÙĨ د", + "Ġг ÑĢÑĥд", + "ĠгÑĢÑĥ д", + "ĠгÑĢ Ñĥд", + "Ġ خرÛĮد", + "Ġخر ÛĮد", + "λ λα", + "λλ α", + "Ġp ÅĻÃŃm", + "ĠpÅĻ ÃŃm", + "ĠpÅĻÃŃ m", + "Ġ æ³ķ", + "Ġæ³ ķ", + "Ġز ÙĨدگÛĮ", + "ĠزÙĨد Ú¯ÛĮ", + "ạ p", + "Ġ íĬ¸", + "ĠíĬ ¸", + "ĠÄij á»Ļc", + "ĠÄijá»Ļ c", + "Ġê·¸ ë¦¬ê³ł", + "Ġ그리 ê³ł", + "н из", + "ни з", + "Ġ ÙĬÙĤ", + "ĠÙĬ ÙĤ", + "l aÅŁtır", + "la ÅŁtır", + "laÅŁ tır", + "ĠпÑĢав о", + "ĠпÑĢа во", + "Ñĥ Ñģк", + "ÑĥÑģ к", + "å° ½", + "Ġप ड", + "éĵ ģ", + "Ġ ì·¨", + "Ġì ·¨", + "ĠاÙĦ بÙĬ", + "ĠاÙĦب ÙĬ", + " ¸", + "ิม à¸ŀ", + "Ġs vÄĽ", + "Ġsv ÄĽ", + "Ġб ал", + "Ġба л", + "Ġm ôn", + "Ġmô n", + "ĠD ữ", + "ĠØ´ دÙĨ", + "Ġشد ÙĨ", + "Ġ ÙģÙĦ", + "ĠÙģ ÙĦ", + "Ġv znik", + "Ġvz nik", + "Ġch ứ", + "ĠÑģÑĤ ÑĢÑĥкÑĤÑĥ", + "ç¸ £", + "ĠH oa", + "ĠHo a", + "í ĮĢ", + "íĮ Ģ", + "Ġ ÑĢÑĸÑĪ", + "ĠÑĢ ÑĸÑĪ", + "Ġвоз дÑĥ", + "олÑĮ ÑĪ", + "οÏħ με", + "ู à¸Ļ", + "Ġп ÑĢид", + "ĠпÑĢ ид", + "ĠпÑĢи д", + "il mek", + "ilm ek", + "ĠاÙĦ ÙĤر", + "ĠاÙĦÙĤ ر", + "Į ĵ", + "Ġ uç", + "Ġu ç", + "å¨ ĺ", + "ec ektir", + "ecek tir", + "Ġ íħĮ", + "Ġí ħĮ", + "Ġíħ Į", + "Ġ εÏħ", + "Ġε Ïħ", + "Ġh òa", + "Ïģ Ïħ", + "ึà¸ģษ า", + "ĠÑĤеÑħ нолог", + "ú i", + "Ġbilg iler", + "Ġbilgi ler", + "Ġ ÙĤاÙĦ", + "ĠÙĤ اÙĦ", + "e dl", + "ed l", + "z nám", + "zn ám", + "á ly", + "ál y", + "åºĶ 该", + "алÑĮ ний", + "аÑĤ елÑı", + "аÑĤе лÑı", + "à¸Ļ วà¸Ļ", + "à¸Ļว à¸Ļ", + "Ġ ÐŁÐ¾Ð»", + "ĠÐŁ ол", + "ĠÐŁÐ¾ л", + "à¸ŀ à¸Ļ", + "ç¤ ¼", + "Ġt asar", + "Ġta sar", + "Ġtas ar", + "ĠÑĤ ой", + "ĠÑĤо й", + "Ġм еÑģÑı", + "Ġ иÑģк", + "Ġи Ñģк", + "ĠиÑģ к", + "Ġप द", + "γ ή", + "ا ختÙĩ", + "اخ تÙĩ", + "اخت Ùĩ", + "è¿Ļ éĩĮ", + "Ġch á»īnh", + "Ġchá»ī nh", + "ĠÙĤ سÙħ", + "Ùİ Ùĩ", + "er li", + "åĽ½ éĻħ", + "il iyor", + "ili yor", + "ĠØ´Ùĩر ستاÙĨ", + "Ġve lk", + "Ġvel k", + "åĽ º", + "Ġб ÑĸлÑĮÑĪ", + "ĠбÑĸлÑĮ ÑĪ", + "ãĥ¼ ãĥĹ", + "ãĥ¼ãĥ Ĺ", + "æŁ IJ", + "ì§ ľ", + "ĠÄĮ R", + "Ġд ек", + "Ġде к", + "ر بÛĮ", + "رب ÛĮ", + "о виÑĩ", + "ов иÑĩ", + "ови Ñĩ", + "Ġkap sam", + "Ġkaps am", + "ĠÙĦ Ø£", + "Ġ анÑĤи", + "Ġан ÑĤи", + "Ġ ücret", + "Ġü cret", + "ê² ¬", + "о ÑĢож", + "оÑĢ ож", + "оÑĢо ж", + "ÛĮ ÙħÛĮ", + "ÛĮÙħ ÛĮ", + "è© ķ", + "Ġ ë§ŀ", + "Ġë§ ŀ", + "Ġ ÑĢÑıд", + "ĠÑĢ Ñıд", + "ĠÑĢÑı д", + "ĠÙĩÙħ راÙĩ", + "â r", + "ا بت", + "اب ت", + "ĠиÑģполÑĮзов аÑĤÑĮ", + "ĠиÑģполÑĮз оваÑĤÑĮ", + "к Ñģ", + "âī ¡", + "Ġo lay", + "Ġol ay", + "Ġola y", + "èį ¯", + "Ġo prav", + "Ġop rav", + "Ġopr av", + "Ġدرب ارÙĩ", + "Ġ ä¸ŃåĽ½", + "Ġä¸Ń åĽ½", + "и лÑģÑı", + "ил ÑģÑı", + "åį «", + "ĠاÙĦ است", + "ĠاÙĦاس ت", + "ÙĪÛĮ ÛĮ", + "ÑĢ еÑĪ", + "ÑĢе ÑĪ", + "Ġ ÙĨس", + "ĠÙĨ س", + "ãĢĤ åľ¨", + "Ġ ÙĦØŃ", + "ĠÙĦ ØŃ", + "Ġko run", + "Ġkor un", + "ĠÙģ رد", + "ĠÙģر د", + "Ġо боÑĢ", + "Ġоб оÑĢ", + "Ġобо ÑĢ", + "е ÑĪÑĮ", + "еÑĪ ÑĮ", + "Ġpod mÃŃn", + "Ġ ë¬¸ìłľ", + "Ġ문 ìłľ", + "ĠdeÄŁer lendir", + "ä¸į åIJĮ", + "æ¶ ²", + "ा हर", + "ाह र", + "íļ į", + "à¥į à¤ł", + "à¥įठł", + "и ÑĤиÑģÑı", + "иÑĤи ÑģÑı", + "ا ÙĦع", + "اÙĦ ع", + "Ġd vÄĽ", + "Ġdv ÄĽ", + "ĠпеÑĢ ек", + "ĠпеÑĢе к", + "Ġ åħĥ", + "Ġåħ ĥ", + "Ġ aras", + "Ġa ras", + "Ġar as", + "Ġara s", + "Ġalt ında", + "Ġaltın da", + "Ġaltı nda", + "Ġв за", + "Ġвз а", + "æĴ ĥ", + "Ġmil yon", + "Ġ åѦ", + "ĠåŃ ¦", + "Ġв аÑĢи", + "ĠваÑĢ и", + "Ġва ÑĢи", + "ĠاÙĦع اÙĦÙħ", + "' Ñı", + "ÙĪ ÛĮس", + "ÙĪÛĮ س", + "Ġмож ÑĥÑĤÑĮ", + "ãģij ãģŁ", + "ìĿ´ ìĹĪëĭ¤", + "ìĿ´ìĹĪ ëĭ¤", + "ο Ïįν", + "οÏį ν", + "Ġ éŁ", + "Ġé Ł", + "Ġpost up", + "Ġpo stup", + "ü yük", + "üy ük", + "åĪ Ĭ", + "Ġ ÙĤب", + "ĠÙĤ ب", + "Ġاص ÙĦÛĮ", + "ĠاصÙĦ ÛĮ", + "ÙĪ Ùī", + "Ġrep ublik", + "Ġ ÐĻ", + "ĠÐ Ļ", + "ģ m", + "Ġб ел", + "ा -", + "Ñģ кое", + "Ñģк ое", + "Ñģко е", + "Ġcu á»iji", + "è² ·", + "ี ยว", + "ีย ว", + "éĩį è¦ģ", + "ู ม", + "ĠÑĢозвиÑĤ кÑĥ", + "Ġ ë°±", + "Ġë° ±", + "åĥ ¹", + "Ġ åīį", + "Ġåī į", + "à¹Ħ à¸ĭ", + "ãĢĮ âĢ¦âĢ¦", + "à¥Į त", + "Ú© رد", + "کر د", + "Ġza ÅĻÃŃzenÃŃ", + "ส าร", + "Ġle tech", + "Ġlet ech", + "l emek", + "le mek", + "lem ek", + "leme k", + "人 ãģ®", + "Ġd ưỡng", + "ĠdÆ°á» ¡ng", + "ت ÙĤ", + "Ġ åĵ", + "Ġå ĵ", + "åħ »", + "Ġ ëıħ", + "Ġëı ħ", + "Ġ 루", + "Ġë £¨", + "Ġë£ ¨", + "Ø° ÙĦÙĥ", + "Ġ ìĿ¼ë³¸", + "ĠìĿ¼ 본", + "ĠAy rıca", + "ĠÙ¾ Úĺ", + "is inin", + "isi nin", + "isin in", + "isini n", + "Ġìĭ ¶", + "Ú¯ ÛĮرÛĮ", + "Ú¯ÛĮ رÛĮ", + "Ú¯ÛĮر ÛĮ", + "خص ص", + "³ ç´°", + "ĠмаÑĤеÑĢи ал", + "k ové", + "ko vé", + "kov é", + "ë§ ī", + "ãģķ ãģĽ", + "ĠÑĤак ой", + "ĠÑĤа кой", + "Ġtr áºŃn", + "Ġ лиÑĨ", + "Ġл иÑĨ", + "Ġли ÑĨ", + "Ġ åĽĽ", + "ĠåĽ Ľ", + "Ñĩ Ñĥ", + "Ġ æ°´", + "Ġæ° ´", + "Ġdo lay", + "Ġdol ay", + "å½ ¹", + "ÑĢ ива", + "ÑĢи ва", + "ÑĢив а", + "Ġг ÑĢÑĥпп", + "ĠгÑĢÑĥ пп", + "ĠгÑĢÑĥп п", + "Ġmüm kün", + "л ена", + "лен а", + "ле на", + "ëĿ¼ ëĬĶ", + "åĪ© çĶ¨", + "Ġr ahat", + "Ġra hat", + "ï¼ıï¼ı ï¼ıï¼ı", + "æģ ©", + "Ġ íķŃ", + "Ġíķ Ń", + "Ġ íĴ", + "Ġí Ĵ", + "Ġ ìĬ¹", + "ĠìĬ ¹", + "Ġch ân", + "Ġ ãĤ¨", + "ĠãĤ ¨", + "Ġжиз ни", + "çĸ ij", + "ãĢĤ ä»ĸ", + "리 ìĬ¤", + "Ñĩ иÑħ", + "Ñĩи Ñħ", + "Ġ é¦ĸ", + "Ġé¦ ĸ", + "ÄĽ r", + "Ġй омÑĥ", + "Ġth áºŃt", + "Ġìķ ŀ", + "c ih", + "ci h", + "س ÙĦاÙħ", + "سÙĦ اÙħ", + "Ġs iyas", + "Ġsi yas", + "Ġ íĸĪ", + "Ġíĸ Ī", + "Ġк оÑĪ", + "Ġко ÑĪ", + "Ïĥ αν", + "Ïĥα ν", + "ÙĬ اÙĨ", + "ÙĬا ÙĨ", + "Ġd ö", + "ाह त", + "о ÑĢод", + "оÑĢ од", + "оÑĢо д", + "о ваÑı", + "ов аÑı", + "ова Ñı", + "ÑĨи оналÑĮ", + "ÑĨион алÑĮ", + "ائ Ùĩ", + "Ġà¤ĸ र", + "ĠÄij á»Ŀi", + "ĠÄijá» Ŀi", + "ä¸į ä¼ļ", + "Ùĥ ز", + "ี à¸Ħวาม", + "ีà¸Ħ วาม", + "l ıyor", + "lı yor", + "à¥ĭ द", + "Ġ 충", + "Ġì¶ ©", + "Ġc á»ij", + "à¹Ĥ à¸ķ", + "Ġε ÏĢί", + "ĠεÏĢ ί", + "ĠпÑĢ Ñıм", + "æ³ °", + "ا ÙĦØ©", + "اÙĦ Ø©", + "j ÃŃm", + "jÃŃ m", + "Ġ би", + "Ġб и", + "Å¡ em", + "Å¡e m", + "ĠH á»Ļi", + "à¸Ħ รà¸ĩ", + "à¸Ħร à¸ĩ", + "Ġh uyá»ĩn", + "Ġhuy á»ĩn", + "ç¯ Ģ", + "l iÅ¡", + "li Å¡", + "ĠجÙĩ ت", + "ç§ ĭ", + "ĠÑĨ ел", + "ĠÑĨе л", + "Ġ лÑĸÑĤ", + "Ġл ÑĸÑĤ", + "ĠлÑĸ ÑĤ", + "Ġ æ·", + "Ġæ ·", + "ж Ñĥ", + "ãģĪ ãģŁ", + "ë´ ī", + "Ġ 머", + "Ġë¨ ¸", + "åł´ åIJĪ", + "éĿ ©", + "ãĥª ãĥ³", + "ег да", + "Ġbe nim", + "Ġben im", + "Ġbeni m", + "çĽ Ł", + "ãģ® ä¸Ń", + "åĿ IJ", + "ĠÃľniversit esi", + "Ġko ÅŁ", + "Ġп ож", + "Ġпо ж", + "iá»ĩ p", + "ĠpÅĻ ij", + "ĠpÅĻi j", + "ëŀ ¨", + "ĠاÙĦ أس", + "ĠاÙĦØ£ س", + "ár nÃŃ", + "iế m", + "Ġ èĬ", + "Ġè Ĭ", + "Ġ δε", + "Ġδ ε", + "å¨ ±ä¹IJ", + "Ġ Æ°u", + "Ġ çĦ¡", + "ĠçĦ ¡", + "Ġг ÑĢи", + "ĠгÑĢ и", + "Ġпо ÑįÑĤомÑĥ", + "ĠÄij óng", + "ĠÄijó ng", + "ĠÄijón g", + "ج اÙĨ", + "جا ÙĨ", + "Ġngh iên", + "Ġnghi ên", + "Ġا ÙĦاÙĨ", + "ĠاÙĦ اÙĨ", + "ÑĪ ей", + "ÑĪе й", + "à¹ģ รà¸ģ", + "ĠÚĨ Ùĩار", + "ĠÚĨÙĩ ار", + "Ñİ Ñīий", + "ÑİÑī ий", + "ÏĮ Ïģ", + "Ġ رÙħ", + "Ġر Ùħ", + "ì² ł", + "Ġدست گاÙĩ", + "Ġ دÛĮد", + "Ġد ÛĮد", + "ĠدÛĮ د", + "ãĥĥãĤ¯ ãĤ¹", + "ा मन", + "ाम न", + "ĠTh Ãłnh", + "Ġth ẩm", + "Ġc Ãłng", + "ĠcÃł ng", + "Ġdön Ã¼ÅŁ", + "ĠпÑĢи гоÑĤов", + "ĠпÑĢиг оÑĤов", + "Ġk iÅŁi", + "Ġki ÅŁi", + "ĠkiÅŁ i", + "ØŃ Øª", + "Ġ ë²ķ", + "Ġë² ķ", + "é£ Ľ", + "Ġit ibar", + "Ġг лав", + "Ġгла в", + "Ġor tam", + "Ġort am", + "Ġorta m", + "Ġm add", + "Ġma dd", + "Ġmad d", + "Ġ оÑģÑĤав", + "Ġо ÑģÑĤав", + "ĠоÑģÑĤ ав", + "ĠÙģÙĪ تباÙĦ", + "ĠÙģÙĪت باÙĦ", + "Ġan laÅŁ", + "l eyen", + "le yen", + "ley en", + "ç ´Ģ", + "ç´ Ģ", + "Ġ é£", + "Ġé £", + "/ lo", + "/l o", + "Ùħ ÙĪÙĦ", + "ÙħÙĪ ÙĦ", + "Ġд ÑĥÑħ", + "ĠдÑĥ Ñħ", + "Ġ ÙĦب", + "ĠÙĦ ب", + "л ег", + "ле г", + "Ġgö nder", + "Ġgön der", + "ÙĬ Ø·", + "Ġ สำ", + "Ġส ำ", + "Ġv ás", + "Ġvá s", + "ĠÐŁ еÑĤ", + "а лоÑģÑı", + "ало ÑģÑı", + "ì ¿ł", + "ì¿ ł", + "éĻ ½", + "åĸ ®", + "èĪ ŀ", + "н Ñĥл", + "нÑĥ л", + "ÄŁ ine", + "ÄŁi ne", + "ÄŁin e", + "Ġ ghi", + "Ġg hi", + "Ġgh i", + "Ġ çµ", + "Ġç µ", + "ÙĬ ÙĨÙĬ", + "ÙĬÙĨ ÙĬ", + "Å ½", + "Ġhük üm", + "ĠD Ä±ÅŁ", + "ĠÎŃ Ïĩει", + "ĠÎŃÏĩ ει", + "Ġ Ñģка", + "ĠÑģ ка", + "ĠÑģк а", + "Ġ ÑĤим", + "ĠÑĤ им", + "ĠÑĤи м", + "Ġп оÑģÑĤав", + "Ġпо ÑģÑĤав", + "ĠпоÑģÑĤ ав", + "à¸Ļ าà¸Ķ", + "à¸Ļา à¸Ķ", + "d ül", + "dü l", + "Ġd va", + "Ġdv a", + "Ġ à¸Ħà¸Ļ", + "Ġà¸Ħ à¸Ļ", + "Ġchá»ĭ u", + "Ġ èı", + "Ġè ı", + "à¹ģส à¸Ķà¸ĩ", + "æ° £", + "Ġ íĪ¬", + "Ġí Ī¬", + "Ġ Ñĩин", + "ĠÑĩ ин", + "ĠÑĩи н", + "ãģ« ãģĬ", + "ен ноÑģÑĤи", + "енно ÑģÑĤи", + "ÐIJ ÐĿ", + "Ġh emen", + "Ġhe men", + "Ġhem en", + "Ġ ait", + "Ġa it", + "Ġai t", + "Ġ à¤Ĭ", + "ĠठĬ", + "æī §", + "ĠA BD", + "ĠAB D", + "Ġκα θ", + "æ´ Ľ", + "ãĤ¢ ãĥ«", + "à¹ī าà¸Ĺ", + "à¹īา à¸Ĺ", + "ÅĻ ez", + "ÅĻe z", + "d ÄĽji", + "dÄĽ ji", + "Ġt á»ĭch", + "еннÑı м", + "Ġв ÑģÑĤанов", + "ĠвÑģÑĤ анов", + "ĠاÙĦ بر", + "ĠاÙĦب ر", + "ÙĪÙħ تر", + "k ách", + "ká ch", + "åº Ĭ", + "л Ñĥж", + "лÑĥ ж", + "Ġ تد", + "Ġت د", + "ä¸ ½", + "ر Ø®", + "à¤Ĥ à¤ĸ", + "èĩªå·± çļĦ", + "å®ĺ ç½ij", + "- Ñı", + "à¹ĩ à¸Ķ", + "èĦ ļ", + "Ġ çķ", + "Ġç ķ", + "Ġiçer isinde", + "Ġb iá»ĥn", + "Ġbi á»ĥn", + "Ġ à¸ģล", + "Ġà¸ģ ล", + "Ġy aÄŁ", + "Ġya ÄŁ", + "Ġ æ´", + "Ġæ ´", + "Ġ бÑĢа", + "Ġб ÑĢа", + "ع ار", + "عا ر", + "æĪ °", + "à¥Ģ Ċ", + "Ġlé Äį", + "a ların", + "alar ın", + "aları n", + "Ġ Îĸ", + "ĠÎ ĸ", + "а ÑĢÑı", + "аÑĢ Ñı", + "ãģĿ ãĤĵãģª", + "ÅĪ uje", + "ãĢĢ Ġ", + "ĠsaÄŁ lık", + "Ġдо ÑģлÑĸд", + "ĠдоÑģ лÑĸд", + "ÃŃ Å¡", + "à¥įर श", + "à¥ī न", + "Ġgi ả", + "بÙĪ اسطة", + "å® ģ", + "Ġs oud", + "Ġso ud", + "Ġsou d", + "Ġк ÑĤо", + "e sel", + "es el", + "ese l", + "Ġп ам", + "Ġпа м", + "Ġ ÂłĠ", + "ĠÂł Ġ", + "ĠÄį lov", + "æ· ·", + "ห à¸į", + "ĠOs man", + "æ ¦Ĥ", + "æ¦ Ĥ", + "Ġ åĭ", + "Ġå ĭ", + "ï¼Į åħ¶", + "Ġ à¸Ħร", + "Ġà¸Ħ ร", + "Ġmá» ģm", + "Ġ ÑģоÑĢ", + "ĠÑģ оÑĢ", + "ĠÑģо ÑĢ", + "çĨ ±", + "Ġthu ê", + "ر ج", + "à¹Ĥล à¸ģ", + "Ġ íķĺê³ł", + "Ġíķĺ ê³ł", + "ÙĬ دة", + "ÙĬد Ø©", + "ĠaÅŁ aģı", + "Ġk á»ĥ", + "Ġká» ĥ", + "à¸ķ ำ", + "λ ει", + "λε ι", + "çļĦ è¯Ŀ", + "æ± ł", + "ĠÑģ ÑĤен", + "ĠÑģÑĤ ен", + "Ġin cel", + "Ġinc el", + "Ġince l", + "åº Ń", + "ÑĤ оÑĩ", + "ÑĤо Ñĩ", + "Ġprob lém", + "Ġprobl ém", + "ÏĦ Ïĥ", + "à¹ī à¸Ńà¸Ļ", + "à¹īà¸Ń à¸Ļ", + "ë³´ ëĭ¤", + "Ġà¤Ĩ à¤Ĺ", + "ν αÏĤ", + "να ÏĤ", + "ãģĦ ãĤĭ", + "Ġd ục", + "Ġdụ c", + "Ġtoho to", + "Ġtoh oto", + "ëIJĺ ìĹĪëĭ¤", + "ëIJĺìĹĪ ëĭ¤", + "T J", + "Ġви знаÑĩ", + "ĠB unun", + "ĠBu nun", + "ĠBun un", + "ĠBunu n", + "à¤Ĥ बर", + "à¤Ĥब र", + "ĠÙĩÙħÚĨ ÙĨÛĮÙĨ", + "Ġб Ñİдж", + "Ñĥ ÑĢг", + "ÑĥÑĢ г", + "äº ®", + "Ġμε γ", + "Ġtop lum", + "Ġtopl um", + "ãģ£ ãģ", + "о ÑĤо", + "оÑĤ о", + ": |", + "éĿŀ 常", + "ิ à¸Ĺà¸ĺ", + "ิà¸Ĺ à¸ĺ", + "éģ ķ", + "âĢĮÙ¾ دÛĮ", + "Ġз ÑĢоб", + "à¹Į à¸Ķ", + "Ġдолж ен", + "Ġдол жен", + "ĠmÄĽ sta", + "ĠmÄĽst a", + "ÛĮ Ø´Ùĩ", + "ÛĮØ´ Ùĩ", + "v atel", + "va tel", + "vat el", + "Ġprov oz", + "Ġ inan", + "Ġin an", + "Ġi nan", + "à¤Ĥ प", + "Ġpar ç", + "ÑĢ аÑģÑĤ", + "ÑĢа ÑģÑĤ", + "ÑĢаÑģ ÑĤ", + "üm ü", + "Ġgi á»ijng", + "Ġgiá» ijng", + "æ¬ ¢", + "Ø« ÙĬر", + "ĠB akan", + "ĠBa kan", + "ĠBak an", + "Ġ âĪ¨", + "ĠâĪ ¨", + "Ġ باÙĨ", + "Ġب اÙĨ", + "Ġبا ÙĨ", + "Û± Û¸", + "Û±Û ¸", + "ãĤĤ ãģĨ", + "land ı", + "lan dı", + "Ġyen iden", + "Ġyeni den", + "ÑĨ енÑĤ", + "ÑĨе нÑĤ", + "ÑĨен ÑĤ", + "Ġде ÑıÑĤелÑĮ", + "Ð ©", + "Ġ rov", + "Ġr ov", + "Ġro v", + "å®Į åħ¨", + "ĠK ỳ", + "s lu", + "sl u", + "Ġl ấy", + "é¤ IJ", + "ĠÑĩ олов", + "ä¼ Ŀ", + "ĠbaÅŁ v", + "å° Ī", + "ê³ ¡", + "ãĢģ ãģĿãĤĮ", + "Ġ PÅĻÃŃ", + "ĠP ÅĻÃŃ", + "ĠPÅĻ ÃŃ", + "д ем", + "де м", + "ĠпÑĢо ек", + "ร à¸ĸ", + "建 设", + "Ġмож лив", + "æ® º", + "ãģ¡ãĤĥ ãĤĵ", + "æķ ij", + "ĠÄį ty", + "ĠÄįt y", + "é¦ Ĩ", + "о ÑĢÑĥ", + "оÑĢ Ñĥ", + "Ġ æĦ", + "Ġæ Ħ", + "Ġk ÃŃch", + "λ οÏħ", + "λο Ïħ", + "ãģĦ ãģ¤", + "Ġc Äĥn", + "ĠcÄĥ n", + "Ạµ", + "Ġel de", + "éº »", + "ÄŁ e", + "Ġdo bÄĽ", + "Ġdob ÄĽ", + "ा यर", + "ाय र", + "Ġ ãĥı", + "Ġãĥ ı", + "н ен", + "не н", + "Ġmůže te", + "Ġmůž ete", + "Ġна ÑģÑĤÑĥп", + "ĠнаÑģÑĤ Ñĥп", + "ìĭľ ê°Ħ", + "ĠÑģим пÑĤом", + "Ġ ÏĥÏį", + "ĠÏĥ Ïį", + "Ġ سÙĦ", + "Ġس ÙĦ", + "ε κ", + "ร à¸ĵ", + "á te", + "át e", + "ek ler", + "ekl er", + "ĠвÑĢем ени", + "ĠвÑĢемен и", + "âĢĮ ÙĩاÛĮÛĮ", + "âĢĮÙĩاÛĮ ÛĮ", + "ãģĬ ãĤĬ", + "ж и", + "Ñĭ ваеÑĤÑģÑı", + "Ñĭв аеÑĤÑģÑı", + "Ñĭва еÑĤÑģÑı", + "ÑĭваеÑĤ ÑģÑı", + "Ùħ اÙĨÛĮ", + "ÙħاÙĨ ÛĮ", + "Ùħا ÙĨÛĮ", + "à¸ķ ล", + "Ġ صد", + "Ġص د", + "Ġ вол", + "Ġв ол", + "Ġво л", + "ìĬ Ī", + "ĠÙĥ Ùħا", + "ĠÙĥÙħ ا", + "Ġnh ằm", + "èģ ¯", + "ov acÃŃ", + "ova cÃŃ", + "Ġë§Į ëĵ¤", + "ÙĪ Ù¾", + "Ġ ë¸Į", + "Ġë¸ Į", + "ب ÙĬØ©", + "بÙĬ Ø©", + "u yla", + "uy la", + "л ено", + "лен о", + "ле но", + "èĮ ¶", + "ÑĢ ей", + "ÑĢе й", + "Ġk li", + "Ġkl i", + "Ġüzer inden", + "Ġüzerinde n", + "н еÑĤ", + "не ÑĤ", + "r aÄį", + "ra Äį", + "ĠпÑĢа ÑĨÑİ", + "Ġed iyor", + "Ġedi yor", + "ãģı ãģł", + "Ġ Äįast", + "ĠÄį ast", + "ĠÄįas t", + "i yi", + "iy i", + "éĬ Ģ", + "Ġd ù", + "Ùİ Ø¨", + "ÙĪ ÙĬØ©", + "ÙĪÙĬ Ø©", + "å ª", + "Ġs ınıf", + "Ġsın ıf", + "Ġس اعت", + "Ġ ราย", + "Ġร าย", + "Ġза Ñıв", + "Ġg ặp", + "à¸Ń ว", + "ĠØ« Ùħ", + "ĠZ á", + "ĠвÑĸд к", + "i zik", + "iz ik", + "izi k", + "Ġm ón", + "Ġmó n", + "Ġпов ÑĭÑĪ", + "Ġ à¸ļาà¸Ĺ", + "Ġà¸ļ าà¸Ĺ", + "ĠÑģ ил", + "ĠÑģи л", + "æĥħ åł±", + "Âł t", + "ĠÐľ оÑģк", + "Ġê²ĥ ìĿ´ëĭ¤", + "Ġê²ĥìĿ´ ëĭ¤", + "Ġ çIJ", + "Ġç IJ", + "ĠÙħدÛĮر ÛĮت", + "ов оÑĹ", + "ово ÑĹ", + "Τ ο", + "çº ª", + "нÑĸ ÑĪе", + "нÑĸÑĪ е", + "Ġ ÐĽÑİ", + "ĠÐĽ Ñİ", + "η Ïĥη", + "ĠÙĨسب ت", + "ĠÙĨس بت", + "m uz", + "mu z", + "ร ว", + "ãĢģ ãģĤ", + "Ġбол ез", + "Ġtr ách", + "ãĥ ¦", + "à¹Ģà¸Ĥ า", + "Ġê·¸ ëĬĶ", + "ب رÛĮ", + "بر ÛĮ", + "æł ª", + "ëĿ¼ ìĿ´", + "Ġ íĮ¨", + "Ġí Į¨", + "ĠíĮ ¨", + "íĬ ¹", + "ľ ´", + "ि ड", + "िठ¡", + "ÑĢо ме", + "ÑĢом е", + "è® ²", + "Ġ ÑĤон", + "ĠÑĤ он", + "ĠÑĤо н", + "Ñģ Ñĸ", + "Ġ ç®", + "Ġç ®", + "åıĸ ãĤĬ", + "ì° °", + "Ġ ÙĪÙĦÛĮ", + "ĠÙĪ ÙĦÛĮ", + "ĠÙĪÙĦ ÛĮ", + "Ġس Ø·ØŃ", + "èı ľ", + "н ами", + "на ми", + "нам и", + "T ürk", + "åİ Ĥ", + "Ġf inan", + "Ġfin an", + "Ġfi nan", + "ãģ« ãģªãĤĭ", + "ãģ«ãģª ãĤĭ", + "Ġ oby", + "Ġo by", + "Ġob y", + "T rong", + "Tr ong", + "Tro ng", + "Ġv yp", + "Ġvy p", + "à¥ģ ड", + "à¥ģठ¡", + "ìŀIJ ê°Ģ", + "Ġ æīĢ", + "Ġæī Ģ", + "ÐĹ Ð°", + "um lu", + "uml u", + "ëĵ Ŀ", + "Ġм енÑĸ", + "Ġмен Ñĸ", + "ол ниÑĤелÑĮ", + "олн иÑĤелÑĮ", + "Ġú Äįin", + "ĠúÄį in", + "Ġb unun", + "Ġbu nun", + "Ġbun un", + "Ġbunu n", + "ĠÐłÐ¾Ñģ Ñģии", + "в ÑģÑı", + "Ġн Ñĸж", + "ĠнÑĸ ж", + "ิà¸Ķ à¸ķ", + "غ Ø©", + "Ä ļ", + "Ġ سÙħ", + "Ġس Ùħ", + "Ġ Ðĺз", + "ĠÐĺ з", + "à¥ĩ प", + "à¥ĩठª", + "大 çļĦ", + "ì¹ ľ", + "Ġ иÑģÑĤ", + "Ġи ÑģÑĤ", + "ĠиÑģ ÑĤ", + "Ġкон ÑģÑĤÑĢÑĥк", + "Û± Û²", + "Û±Û ²", + "â l", + "Ġ ÑĪиÑĢ", + "ĠÑĪ иÑĢ", + "ĠÑĪи ÑĢ", + "ï¼ ł", + "Ġar tık", + "Ġart ık", + "æŁ ĵ", + "ä¹ ¡", + "ÃŃ te", + "ÃŃt e", + "ĠNh áºŃt", + "ĠÎĶ η", + "Ġöl ç", + "êµ ´", + "о Ñıн", + "оÑı н", + "ëĵ± ë¡Ŀ", + "Ġng ân", + "Ġ бÑĥдÑĮ", + "ĠбÑĥд ÑĮ", + "ÎŁ Ρ", + "ÎŁÎ ¡", + "ì ´", + "Ùħ ÙĪد", + "ÙħÙĪ د", + "ν ον", + "νο ν", + "Îķ ÎĿ", + "çij ŀ", + "ĠÅĻ ek", + "ĠÅĻe k", + "- âĢIJ", + "ĠM erk", + "ĠMe rk", + "ĠMer k", + "Ġоп ÑĢедел", + "ĠопÑĢед ел", + "Ïģ ιν", + "Ïģι ν", + "л аб", + "ла б", + "ëĦ¤ ìļĶ", + "Ġб лиз", + "Ġбл из", + "Ġбли з", + "Ġph á»iji", + "Ġphá»ij i", + "Ġдолж нÑĭ", + "ĠÑį кÑģп", + "ĠÑįк Ñģп", + "à¸ļ à¸Ĺ", + "à¸Ľà¸£à¸° ส", + "ĠÙ¾Úĺ ÙĪÙĩ", + "Ġ íķľëĭ¤", + "Ġíķľ ëĭ¤", + "ÏĦ οÏį", + "ÏĦο Ïį", + "Ùĩ ÙĨ", + "Ġд од", + "Ġдо д", + "Ġk ayı", + "Ġka yı", + "Ġkay ı", + "Ł ģ", + "Ñģ иÑı", + "Ñģи Ñı", + "à¤Ĥ तर", + "à¤Ĥत र", + "Ġpod nik", + "e vi", + "ev i", + "ÛĮ ÛĮر", + "Т ак", + "Та к", + "к оп", + "ко п", + "н аÑħ", + "на Ñħ", + "ا سÙĩ", + "اس Ùĩ", + "à¸ĵ à¸ij", + "Ġk há", + "Ġkh á", + "Ġy arat", + "Ġya rat", + "Ġyar at", + "ĠاÛĮÙĨ Ú©Ùĩ", + "Ø· بÙĬ", + "طب ÙĬ", + "Ġs ır", + "Ġsı r", + "ĠØ¢ÙħرÛĮÚ© ا", + "Ġ बल", + "Ġब ल", + "k aç", + "ka ç", + "Ġ åı¯", + "Ġåı ¯", + "Ġ åħ¶", + "Ġåħ ¶", + ". ***", + ".* **", + "л ÑĸннÑı", + "лÑĸн нÑı", + "ä¹ ±", + "o q", + "æ ¦", + "ãĤ ¼", + "Ġf ır", + "Ġk ê", + "Ġìłľ ê³µ", + "Ġ Ïĥη", + "ĠÏĥ η", + "а нÑĭ", + "ан Ñĭ", + "н ова", + "но ва", + "нов а", + "à¸Ĭ าย", + "ĠØ· ÙĪÙĦ", + "à¥Ī य", + "Ġ ì¹ľ", + "Ġì¹ ľ", + "ìĤ ´", + "Ġп Ñĸв", + "Ġlu áºŃn", + "Ġà¤ī म", + "åº ĥ", + "à¹ĩ à¸Ńà¸ķ", + "Ġس اÛĮت", + "л Ñıн", + "лÑı н", + "ĠíķĦ ìļĶ", + "Ġgör ül", + "ĠÑĤеÑĢ иÑĤоÑĢ", + "ĠÙĨ ØŃ", + "е ма", + "ем а", + "Ġmn oh", + "Ġ ãģ¯", + "غ ÙĬر", + "ĠÑģдел аÑĤÑĮ", + "ç ģµ", + "çģ µ", + "Ġ ÐłÐ°Ð·", + "ĠÐł аз", + "ĠÐłÐ° з", + "Ġг еÑĢ", + "Ġге ÑĢ", + "γ μα", + "íķĺ ë©´", + "ĠdeÄŁ iÅŁtir", + "ĠdeÄŁiÅŁ tir", + "ãĥ³ ãĥĨ", + "ãĥ³ãĥ Ĩ", + "å¸Ĥ åľº", + "个 人", + "ìĥ Ī", + "ì¹ ¨", + "èī º", + "ÙĤ ت", + "ĠÚ¯ رÙģتÙĩ", + "ĠگرÙģ تÙĩ", + "Ġگر ÙģتÙĩ", + "ĠگرÙģت Ùĩ", + "Ġ çİĭ", + "Ġçİ ĭ", + "ĠاÙĦ Ø°Ùĩ", + "ĠاÙĦØ° Ùĩ", + "λ Ïħ", + "à¤ľ र", + "Ġв ним", + "ë¦ Ń", + "ิ à¸Ĺ", + "Ġ شاÙĩ", + "ĠØ´ اÙĩ", + "æĬķ èµĦ", + "æĿIJ æĸĻ", + "ĠÙĨ Ùģ", + "èª ¬", + "æĬ Ĺ", + "Ġ аб", + "Ġа б", + "iy eti", + "iye ti", + "iyet i", + "ç¾ ħ", + "ÑĢ Ñĸз", + "ÑĢÑĸ з", + "Ġ สม", + "Ġส ม", + "i cÃŃ", + "ic ÃŃ", + "к ÑĥваннÑı", + "кÑĥ ваннÑı", + "Ġ ìķ¼", + "Ġìķ ¼", + "Ġ è½", + "Ġè ½", + "âĢ «", + "Ġ διά", + "Ġδ ιά", + "Ġδι ά", + "Ġд еп", + "Ġде п", + "ãĥ¼ ãĤ¿", + "ãĥ¼ãĤ ¿", + "Ġob jev", + "Ġobj ev", + "mé na", + "Ġbe lg", + "Ġbel g", + "Ġ æ¥", + "Ġæ ¥", + "Ġn á»ģn", + "Ġг ол", + "Ġpost av", + "Ġpo stav", + "Ġت Ú©", + "Ð «", + "ĠпÑĸд ÑĤ", + "ĠоÑĤ ноÑĪ", + "Ġп ÑĢив", + "ĠпÑĢ ив", + "ĠпÑĢи в", + "Ġ åŁº", + "ĠåŁ º", + "Ġн али", + "Ġна ли", + "Ġнал и", + "ů ž", + "Ġ yat", + "Ġy at", + "Ġya t", + "ÅŁ a", + "ÏĦ ήÏĤ", + "ÏĦή ÏĤ", + "ÑĨ ем", + "ÑĨе м", + "次 æķ°", + "Ġb Ãł", + "ÙĪ Ùĥ", + "Ġ íĶĦë¡ľ", + "ĠíĶĦ ë¡ľ", + "ĠPh áp", + "Ġ êµ°", + "Ġêµ °", + "è³ ŀ", + "Ġoch ran", + "Ġgere kir", + "Ġgerek ir", + "Ġ íļ", + "Ġí ļ", + "à¸ļ ล", + "á me", + "ám e", + "Ġ بÛĮر", + "Ġب ÛĮر", + "ĠبÛĮ ر", + "à¸Ĥ าย", + "ов аний", + "ова ний", + "овани й", + "ован ий", + "Ġmož né", + "âĶģâĶģâĶģâĶģ âĶģâĶģâĶģâĶģ", + "á lu", + "ál u", + "н ÑĤ", + "¦ æĥħ", + "à¹ģ รม", + "ĠÑĦ Ñĸн", + "ĠÄ° ç", + "à¹Ī à¸Ńย", + "à¹Īà¸Ń ย", + "ê² ¨", + "Ġh edef", + "Ġhe def", + "Ġhed ef", + "ĠاÙĦ ÙħØ´", + "ĠاÙĦÙħ Ø´", + "à¹ī าม", + "à¹īา ม", + "å¯ Ħ", + "Ġ ëĭµ", + "Ġëĭ µ", + "Ġ ô", + "Ġà ´", + "ла ÑģÑı", + "лаÑģ Ñı", + "Ä° T", + "à¸Ķ ำ", + "Ġher hangi", + "Ġger eken", + "Ġgere ken", + "Ġgerek en", + "е ÑĢеж", + "еÑĢ еж", + "еÑĢе ж", + "ÙĪ Ø©", + "ĠpÅĻ est", + "ĠpÅĻes t", + "ĠpÅĻe st", + "ç§ij åѦ", + "оÑģÑĤ аÑĤ", + "ün den", + "ünd en", + "ünde n", + "åĮħ æĭ¬", + "Ġد Ùĩد", + "ĠدÙĩ د", + "ÑĪ иÑģÑĮ", + "ÑĪи ÑģÑĮ", + "н еÑĢ", + "не ÑĢ", + "Ñĸ дом", + "Ñĸд ом", + "Ġb iç", + "Ġbi ç", + "ìĭ Ń", + "Ġhod not", + "Ġze mÄĽ", + "Ġzem ÄĽ", + "ĠاÛĮ جاد", + "Ġy ine", + "Ġyi ne", + "ि ण", + "िठ£", + "ĠاÙĦ بÙĦ", + "ĠاÙĦب ÙĦ", + "ĠN ÄĽ", + "Ġpol ož", + "Ġpo lož", + "Ġpolo ž", + "éĺħ 读", + "å¸ ģ", + "å¼ Ł", + "ξ ε", + "Ġ Má»Ļt", + "ĠM á»Ļt", + "ç £", + "Û±Û³ Û¹", + "ĠØ¢ ز", + "ãģ ŀ", + "Ġм еÑħ", + "ย ม", + "Ġ æ¨", + "Ġæ ¨", + "Ġo tur", + "Ġot ur", + "Ġd ầu", + "Ġ ëĭ¤ìļ´", + "Ġëĭ¤ ìļ´", + "çĮ «", + "Ġ Có", + "ĠC ó", + "Ġli dÃŃ", + "Ġlid ÃŃ", + "Ġark adaÅŁ", + "Ġα λλά", + "é¡ »", + "ĠÙĩ ÙħÛĮÙĨ", + "ĠÙĩÙħ ÛĮÙĨ", + "è» ¢", + "Ġ âĹĭ", + "ĠâĹ ĭ", + "ëıĦ ë¡Ŀ", + " ĥ", + "âĢĮØ´ دÙĩ", + "âĢĮشد Ùĩ", + "ĠØŃ ÙĬØ«", + "ĠØŃÙĬ Ø«", + "Ġnh óm", + "Ïĥ Ïĩ", + "ĠÑĤÑĢан Ñģп", + "ĠÑĤÑĢанÑģ п", + "Ġtan ım", + "Ġtanı m", + "ç´ į", + "Ġba his", + "Ġbah is", + "ä¸ ¾", + "Ġин ÑĦоÑĢма", + "ĠинÑĦоÑĢм а", + "ĠÑģ лож", + "ĠÑģл ож", + "ĠÑģло ж", + "Ġk raj", + "Ġkr aj", + "Ġkra j", + "Ġ ØŃÙĦ", + "ĠØŃ ÙĦ", + "Ġ ãĥĸ", + "Ġãĥ ĸ", + "ĠÙĨ ÙĤÙĦ", + "ĠÙĨÙĤ ÙĦ", + "Ġ ÐłÐ¾Ð·", + "ĠÐł оз", + "ĠÎij Ïħ", + "lar dı", + "ĠÙ¾ اس", + "Ġپا س", + "Ġ ìĭĿ", + "Ġìĭ Ŀ", + "ĠìłĦìļ© ë©´ìłģ", + "ĠاÙĦ سÙĬ", + "ĠاÙĦس ÙĬ", + "با شد", + "باش د", + "ศ าสà¸ķร", + "Ġk öy", + "Ġkö y", + "Ġ rok", + "Ġr ok", + "Ġro k", + "Ġ 죽", + "Ġì £½", + "Ġì£ ½", + "ĠÑģ ог", + "ĠÑģо г", + "Ġch ú", + "éĺ ª", + "ĠÄįást i", + "ĠÄįá sti", + "Ġз веÑĢ", + "Ġзв еÑĢ", + "Ġ низ", + "Ġн из", + "Ġни з", + "ĠÃ¶ÄŁ ret", + "Ġ ãĥİ", + "Ġãĥ İ", + "п е", + "çĴ °", + "Ġ èª", + "Ġè ª", + "ÙĪ ÙĦÙĩ", + "ÙĪÙĦ Ùĩ", + "Ä° M", + "/ REC", + "/R EC", + "å¡ ŀ", + "ĠÐĴ и", + "/l oose", + "/lo ose", + "Ġп оÑħ", + "Ġпо Ñħ", + "Ġgen iÅŁ", + "Ġth iá»ĩn", + "Ġthi á»ĩn", + "ti ÄŁi", + "Ñĩ ие", + "Ñĩи е", + "о нд", + "он д", + "Ġп ÑĢиÑģ", + "ĠпÑĢ иÑģ", + "ĠпÑĢи Ñģ", + "áz ky", + "ĠDev let", + "ç¦ ģ", + "Ġ аг", + "Ġа г", + "i lere", + "il ere", + "ile re", + "iler e", + "ин кÑĥ", + "Ġvar dı", + "ãĢĢ ãĢĢãĢĢĠãĢĢ", + "ãĢĢãĢĢ ãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢ ĠãĢĢ", + "Ġë ĨĴ", + "ĠëĨ Ĵ", + "à¤Ĥ पन", + "à¤Ĥप न", + "Ġözel lik", + "éļ ľ", + "ìĸ´ ìĦľ", + "ر ÙĬÙĥ", + "رÙĬ Ùĥ", + "ÙĪ بÛĮ", + "ÙĪب ÛĮ", + "ãĥ³ ãĥĢ", + "ãĥ³ãĥ Ģ", + "í Į¨", + "íĮ ¨", + "Ġसम à¤Ŀ", + "ï¾Ĩï¾Ĩ ï¾Ĩï¾Ĩ", + "Ġ ÙģÙĨ", + "ĠÙģ ÙĨ", + "ॠĿ", + "Ġuv eden", + "ÑĪ ими", + "ÑĪи ми", + "ÑĪим и", + "Ġ à¹Ģล", + "Ġà¹Ģ ล", + "Ġà¹Ģภ¥", + "Ġ 문ìĿĺ", + "Ġ문 ìĿĺ", + "ĠØŃ Ø±Ùģ", + "ĠØŃر Ùģ", + "Ġ عب", + "Ġع ب", + "ãĥ¬ ãĥĵ", + "Ġ æŃ£", + "ĠæŃ £", + "ĠëĺIJ ëĬĶ", + "ĠÚ©ÙĨ ÙĨدÙĩ", + "ĠÚ©ÙĨÙĨد Ùĩ", + "Ġα ÏħÏĦÏĮ", + "ĠαÏħ ÏĦÏĮ", + "Ġ 길", + "Ġê¸ ¸", + "Ġif ade", + "Ġi fade", + "Ġifad e", + "Ġyap mak", + "ãĥķ ãĤ©", + "ãĥķãĤ ©", + "Ġm ẹ", + "Ġst rán", + "Ġstr án", + "Ġs vou", + "Ġsv ou", + "Ġsvo u", + "Ġv ždy", + "Ġtek rar", + "ิ à¸į", + "Ġ ìĵ°", + "Ġì ĵ°", + "Ġìĵ °", + "o ÄŁu", + "oÄŁ u", + "Ġ Ú©ÛĮÙĦ", + "ĠÚ© ÛĮÙĦ", + "ĠÚ©ÛĮ ÙĦ", + "и вÑģÑı", + "ив ÑģÑı", + "Ġë§IJ íĸĪëĭ¤", + "ä¸ Ŀ", + "à¤ı स", + "ĠÑģÑĤ ÑĢаÑħ", + "ĠÑģÑĤÑĢ аÑħ", + "ĠÑģÑĤÑĢа Ñħ", + "Ġsou Äįas", + "Ġê·¸ 룰", + "Ġ mÃ¼ÅŁ", + "Ġm Ã¼ÅŁ", + "Ġmü ÅŁ", + "λ οÏį", + "λο Ïį", + "γ Ïī", + "Ġt Æ°á»Łng", + "Ġ å·¥", + "Ġå· ¥", + "Ġ اسÙħ", + "Ġا سÙħ", + "Ġاس Ùħ", + "ÑĢ Ñĸм", + "ÑĢÑĸ м", + "à¹Ģ à¸Ľà¸¥", + "à¹Ģà¸Ľ ล", + "Ġ³³ Ġ³³", + "Ùĩ اÛĮÛĮ", + "ÙĩاÛĮ ÛĮ", + "å¯ º", + "Ġس رÛĮ", + "Ġسر ÛĮ", + "Ġк ваÑĢ", + "Ġкв аÑĢ", + "ĠØ´Ùħ ارÙĩ", + "ĠØ´Ùħا رÙĩ", + "Ġ صØŃ", + "Ġص ØŃ", + "о ÑģÑĤав", + "оÑģÑĤ ав", + "ॠ¨", + "Ġ à¸Ħวาม", + "Ġà¸Ħ วาม", + "í ĥģ", + "íĥ ģ", + "éĢ Ĥ", + "ب ØŃ", + "ĠdeÄŁiÅŁ ik", + "éĮ ²", + "е ди", + "ед и", + "Ġ okol", + "Ġo kol", + "Ġok ol", + "ĠÑģ оп", + "ĠÑģо п", + "Ġol mayan", + "Ġolm ayan", + "Ġolma yan", + "çŃ ij", + "Û± Û´", + "Û±Û ´", + "Ġ inclu", + "Ġinc lu", + "Ġincl u", + "Ġ ê²ĮìŀĦ", + "Ġê²Į ìŀĦ", + "ÛĮ ستÙħ", + "ÛĮست Ùħ", + "ÛĮس تÙħ", + "Ġ ç©", + "Ġç ©", + "ĠاÙĦÙĪÙĦ اÙĬات", + "il mektedir", + "ilm ektedir", + "à Į", + "Ùİ Ø¹", + "ĠaÄŁ ır", + "è¡ Ľ", + "Ġe ski", + "Ġes ki", + "Ġesk i", + "ê° Ŀ", + "본 ëĭ¤", + "人 åijĺ", + "Úĺ ÛĮ", + "Ġ ç¨", + "Ġç ¨", + "Ġм еÑģÑĤо", + "ĠмеÑģÑĤ о", + "v ů", + "à¥įर ह", + "ĠØ· رØŃ", + "Ġطر ØŃ", + "Ġا بÙĨ", + "Ġاب ÙĨ", + "Ġh iss", + "Ġhis s", + "Ġhi ss", + "о ÑĢÑıд", + "оÑĢ Ñıд", + "Ġد Ùģ", + "ÑĢ иÑģÑĤ", + "ÑĢи ÑģÑĤ", + "ÑĢиÑģ ÑĤ", + "à¸Ĭ ม", + "д еÑĤ", + "де ÑĤ", + "à¹Ģ หม", + "à¹Ģห ม", + "ë§Ī ìĤ¬ì§Ģ", + ": .:.:", + ":. :.:", + ":.: .:", + "éħ ¸", + "Ġα ÏģÏĩ", + "ĠαÏģ Ïĩ", + "Ġn ữ", + "ĠпоÑģ ад", + "l um", + "lu m", + "ì º", + "ãģ§ãģį ãĤĭ", + "ìĸ µ", + "ĠاÙĦ Ùħد", + "ĠاÙĦÙħ د", + "н Ñĸм", + "нÑĸ м", + "ر اÙĤ", + "را ÙĤ", + "Ġ ãĥĪ", + "Ġãĥ Ī", + "Ġod povÄĽ", + "Ġodp ovÄĽ", + "Ġbir bir", + "Ġh ãy", + "Ġhã y", + "о вий", + "ов ий", + "ови й", + "æ® ĭ", + "éĥ½ æĺ¯", + "è¿ ª", + "Ġa raç", + "Ġar aç", + "Ġara ç", + "ен ÑĤÑĸв", + "енÑĤ Ñĸв", + "æĬ ±", + "d ál", + "ĠÄIJ ông", + "Ġhe sap", + "Ġhes ap", + "Ġا ÙĨساÙĨ", + "ĠاÙĨ ساÙĨ", + "ĠÙĬ ÙĪÙħ", + "ĠÙĬÙĪ Ùħ", + "ĠÙĨ ÙĪر", + "ĠÙĨÙĪ ر", + "åī ĩ", + "çĹ Ľ", + "Ġ ÙĨÙĬ", + "ĠÙĨ ÙĬ", + "алÑĮ на", + "تب اط", + "ल ब", + "Ġkom un", + "Ġko mun", + "Ġs nad", + "Ġsn ad", + "Ġsna d", + "åĽ £", + "ر ÙĬد", + "رÙĬ د", + "elop ment", + "Ġ иÑİ", + "Ġи Ñİ", + "à¥Ģ .", + "Ġkıs a", + "Ġkı sa", + "ĠdeÄŁil dir", + "ĠdeÄŁildi r", + "à¹ī าร", + "à¹īา ร", + "Ġsv ého", + "Ġsvé ho", + "Ġobl asti", + "Ġoblast i", + "ÑĪ ли", + "à¹Ģà¸Ĺ à¸ŀ", + "ÑĢ еÑĤÑĮ", + "ÑĢе ÑĤÑĮ", + "ÑĢеÑĤ ÑĮ", + "о во", + "ов о", + "Ġ íĤ¤", + "Ġí Ĥ¤", + "ĠíĤ ¤", + "át ky", + "ĠاÙĦ Ùģر", + "ĠاÙĦÙģ ر", + "èĺ Ń", + "ÏĦ ον", + "ÏĦο ν", + "ĠÑģÑĤ оиÑĤ", + "ĠÑģÑĤо иÑĤ", + "Ùħ ØŃ", + "Ġ à¹Ħ", + "Ġà ¹Ħ", + "ĠÑĤе бе", + "ĠÑĤеб е", + "íģ ´", + "Ġm ÄĽla", + "ĠmÄĽ la", + "ĠmÄĽl a", + "æݧ åĪ¶", + "ĠCh ủ", + "ìĬ ¨", + "ÐIJ Т", + "ا جع", + "اج ع", + "ìĻ ķ", + "ç© ¿", + "ол ее", + "ห ลาย", + "หล าย", + "Ġd vou", + "Ġdv ou", + "Ġ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "ุ à¸Ĥ", + "Ġb oz", + "Ġbo z", + "ิ à¸Ļà¸Ħ", + "ิà¸Ļ à¸Ħ", + "å¤ Ł", + "Ġfa aliyet", + "ĠÄį ÃŃs", + "ãģ» ãģ©", + "Ġ :/", + "Ġ: /", + "к ÑĸÑģÑĤÑĮ", + "кÑĸ ÑģÑĤÑĮ", + "Ġ ì¤Ģ", + "Ġì¤ Ģ", + "Ïģ αÏĤ", + "Ïģα ÏĤ", + "Ġод но", + "æ ¢ħ", + "æ¢ ħ", + "Ñĥб ли", + "н оз", + "но з", + "à¹Į ม", + "Ġvý rob", + "Ġvýro b", + "Ġ κÏħ", + "Ġκ Ïħ", + "ÅĻ ev", + "ÅĻe v", + "Âł B", + "ů že", + "ůž e", + "ä¼ļ 社", + "ι β", + "ÑĢ ованиÑı", + "ÑĢов аниÑı", + "ÑĢо ваниÑı", + "ÑĢован иÑı", + "ÑĢова ниÑı", + "Ġc ev", + "Ġce v", + "ìĽ Ģ", + "ál nÃŃch", + "áln ÃŃch", + "álnÃŃ ch", + "Ġ ÑĢав", + "ĠÑĢ ав", + "ĠÑĢаР²", + "ĠÑĢа в", + "ç´ §", + "åĢ Ł", + "Ġ ÑŁ", + "ĠÑ Ł", + "ÙĪ ÙĨÙĬ", + "ÙĪÙĨ ÙĬ", + "о зÑı", + "оз Ñı", + "Ġз ов", + "Ġk olem", + "Ġko lem", + "Ġkol em", + "Ġkole m", + "민 êµŃ", + "ç¿ Ĵ", + "Ġzam ÄĽst", + "Ġ ìłij", + "Ġìł ij", + "Ġ زÙĨ", + "Ġز ÙĨ", + "ĠØ£ Ùģ", + "Ġ 먹", + "Ġë¨ ¹", + "Ġtom to", + "Ġ 첨ë¶Ģ", + "Ġì² ¨ë¶Ģ", + "s age", + "sa ge", + "ä¸į è¿ĩ", + "е год", + "ег од", + "его д", + "ÑĢ ож", + "ÑĢо ж", + "ĠпÑĢоÑĨ ед", + "à¹Į à¸Ļ", + "san ız", + "âĢŀ Ø·", + "æ´» åĬ¨", + "о Ñĩки", + "оÑĩ ки", + "ë³´ 기", + "åŁº æľ¬", + "- Ñħ", + "ло ÑģÑı", + "ĠÙĩÛĮ ÚĨ", + "ìĹ Ķ", + "Ñĩ ного", + "Ñĩно го", + "Ġ à¤Ĺर", + "Ġà¤Ĺ र", + "Ġà¤ħ à¤Ĺ", + "ãħĭãħĭ ãħĭãħĭ", + "Ġ ãĤ¸", + "ĠãĤ ¸", + "ا سة", + "اس Ø©", + "åĬ ĩ", + "à¹ī à¸ĩ", + "Ġ 커", + "Ġì» ¤", + "n ými", + "ný mi", + "ným i", + "ãĥ¬ ãĤ¹", + "åĭ Ĵ", + "Ġобла ÑģÑĤÑĸ", + "ĠоблаÑģ ÑĤÑĸ", + "ĠоблаÑģÑĤ Ñĸ", + "ĠдÑĸÑıлÑĮ ноÑģÑĤÑĸ", + "ãĥ¬ ãĤ¤", + "Ïĩ αν", + "Ïĩα ν", + "à¹Ī าส", + "à¹Īา ส", + "ĠФ ÑĢан", + "Ùĩ ÙĦ", + "l ardır", + "lar dır", + "lardı r", + "ØŃ Ø§Øª", + "ů st", + "Ġв одÑĭ", + "Ġво дÑĭ", + "Ġвод Ñĭ", + "ĠدÙĪ ÙĦت", + "ĠدÙĪÙĦ ت", + "ĠÑģпе ÑĨÑĸ", + "Ġth ất", + "à¸Ń าหาร", + "éł ĺ", + "Ġter cih", + "ĠÏĢÏģο Ïĥ", + "Ġ ÅĻÃŃzenÃŃ", + "ĠÅĻÃŃ zenÃŃ", + "è§ī å¾Ĺ", + "Ġd nes", + "Ġdn es", + "Ġdne s", + "е Ñĩно", + "еÑĩ но", + "ãĥ ĺ", + "Ġدار اÛĮ", + "ĠÅŁ art", + "ĠÅŁar t", + "ë² ¤", + "Ġ ë¶ģ", + "Ġë ¶ģ", + "Ġë¶ ģ", + "е Ñı", + "н ÑıÑĤÑĮ", + "нÑı ÑĤÑĮ", + "нÑıÑĤ ÑĮ", + "Ġk vÄĽt", + "Ġkv ÄĽt", + "Ġتغ ÛĮÛĮر", + "é¾ į", + "Ġر ÙĨÚ¯", + "ï¼Į åı¯", + "Ġp iyas", + "Ġpi yas", + "Ġuyg ulan", + "Ġuygu lan", + "Ùİ Ø©", + "ب ÙĬر", + "بÙĬ ر", + "и ваÑĤÑĮ", + "ив аÑĤÑĮ", + "ива ÑĤÑĮ", + "Ġ íĹĪ", + "ĠíĹ Ī", + "ä¸ ¶", + "è¿Ļ äºĽ", + "Ġ گر", + "ĠÚ¯ ر", + "ç½ ª", + "ä¸Ģ æł·", + "Ġ ãĥª", + "Ġãĥ ª", + "Ġв ой", + "Ġво й", + "Ġs osyal", + "Ġsos yal", + "ุ à¸Ĺà¸ĺ", + "ุà¸Ĺ à¸ĺ", + "หม à¸Ķ", + "ç» Ŀ", + "ĠاÙĦ جÙħ", + "ĠاÙĦج Ùħ", + "ĠØ« بت", + "Ġج ÙĨÚ¯", + "ĠجÙĨ Ú¯", + "л ении", + "лен ии", + "ле нии", + "в аÑı", + "ва Ñı", + "Ġв оÑĤ", + "Ġво ÑĤ", + "ä¼ ¤", + "Ġ หล", + "Ġห ล", + "ĠÙħÙĤ اÙĦÙĩ", + "мÑĸ нÑĸ", + "мÑĸн Ñĸ", + "ìĺ ¬", + "Ñĩ ий", + "Ñĩи й", + "ĠÙħ Ú©", + "à¹Ĥ à¸Ľà¸£", + "à¹Ĥà¸Ľ ร", + "k rv", + "kr v", + "Ġ ÃŃch", + "ĠÃŃ ch", + "Ïī Ïĥη", + "ек ÑĤоÑĢ", + "екÑĤ оÑĢ", + "Я к", + "Ġp ÃŃs", + "ĠÃĸ zel", + "ĠÃĸz el", + "Ġt Æ°á»Ľng", + "Ġ ÐĶо", + "ĠÐĶ о", + "δ ιο", + "δι ο", + "ู à¸Ķ", + "Ġt ük", + "رÛĮ ÙĤ", + ". ÐĴ", + "Ġ åIJĪ", + "ĠåIJ Ī", + "ä¿ Ĥ", + "Ġob dob", + "Ġist edi", + "ÑĪ ла", + "æľī ä¸Ģ", + "Ġвк лÑİÑĩа", + "ĠвклÑİÑĩ а", + "ĠتØŃ ÙĤÛĮÙĤ", + "Ġ ÙĪÙĥ", + "ĠÙĪ Ùĥ", + "Ġ èĪ", + "Ġè Ī", + "Æ Ĵ", + "μ εÏģ", + "με Ïģ", + "Ġ åģ", + "Ġå ģ", + "Ġ ìĹĨëĬĶ", + "ĠìĹĨ ëĬĶ", + "Âł d", + "ĠB ắc", + "à¸ģล าà¸ĩ", + "ĠÑĩ Ñĥв", + "Ġc ấu", + "ĠH á»ĵ", + "ĠHá» ĵ", + "ĠÙģ اÛĮÙĦ", + "ÏĦη γοÏģ", + "ç± į", + "Ġ بت", + "Ġب ت", + "ĠобÑĢаз ом", + "æ± ī", + "èĦ ij", + "Ġgi ản", + "Ġgiả n", + "ε Ïģγ", + "εÏģ γ", + "ĠÐľ Ñĸ", + "èĻ½ çĦ¶", + "Ġ Khi", + "ĠK hi", + "ĠKh i", + "Ñĩ ини", + "Ñĩи ни", + "Ñĩин и", + "Ġà¤ħ à¤Ĺर", + "Ġà¤ħà¤Ĺ र", + "íķĺ ë©°", + "ë² Ķ", + "ãģ ģ", + "в иÑħ", + "ви Ñħ", + "ĠвÑģ егда", + "Ġ ç¶", + "Ġç ¶", + "ÑģÑĤв енной", + "ÑģÑĤвен ной", + "ÑģÑĤвенно й", + "Ġyük sel", + "æ¸ ¬", + "Ġsı ras", + "Ġsır as", + "Ġsıra s", + "ĠÏĢ ÏģÏİ", + "èĢ ³", + "ا ÛĮر", + "اÛĮ ر", + "د ÙĪد", + "دÙĪ د", + "ĠAl man", + "ĠAlma n", + "Ġver di", + "Ġverd i", + "ĠاÙĦ Ùħج", + "ĠاÙĦÙħ ج", + "ĠاÙĦ تع", + "ĠاÙĦت ع", + "ص Ø©", + "Ġsı ra", + "Ġsır a", + "Äį in", + "Äįi n", + "Ġп еÑĢÑĪ", + "ĠпеÑĢ ÑĪ", + "æĬ ĺ", + "ç© į", + "ĠÑĤ об", + "ĠÑĤо б", + "Ġ ï¾ī", + "Ġï¾ ī", + "ภ¬", + "æĿ Ģ", + "iy di", + "ี à¸ŀ", + "çĵ ¦", + "ĠавÑĤом об", + "ä¸Ń æĸĩ", + "à¥Ĥ द", + "ĠbÄĽ hem", + "Ġ PÅĻed", + "ĠP ÅĻed", + "ĠPÅĻ ed", + "ãģĵ ãģĨ", + "ั à¸Ī", + "Ġ ï½Į", + "Ġï½ Į", + "Ġ ÙĩاÙĬ", + "ĠÙĩ اÙĬ", + "ĠÙĩا ÙĬ", + "Ġs ạch", + "æĸ¹ éĿ¢", + "çķ °", + "ÑĥÑĢ н", + "Ġvý sled", + "Ġth ần", + "ï¼Į æīĢ以", + "Ñĥ ка", + "Ñĥк а", + "íķĺ ëĭ¤", + "Ġ बर", + "Ġब र", + "Ġж Ñĸн", + "Äį nÃŃho", + "ÄįnÃŃ ho", + "Ġ ãģĮ", + "ab ı", + "v ánÃŃ", + "vá nÃŃ", + "æ´ Ĺ", + "Ġи ÑģÑĤоÑĢ", + "ĠиÑģ ÑĤоÑĢ", + "ĠиÑģÑĤ оÑĢ", + "ìĿ´ íĦ°", + "Ġе лек", + "а лаÑģÑı", + "ала ÑģÑı", + "Ġ znám", + "Ġz nám", + "Ġzn ám", + "ĠØ· رÙģ", + "Ġطر Ùģ", + "Ġs ektör", + "ê¹ Ģ", + "ÙĪ ÙĤع", + "ÙĪÙĤ ع", + "ĠÙħ Ùĥ", + "ÑĢе жд", + "ÑĢеж д", + "Ġk nih", + "Ġkn ih", + "Ġت عداد", + "Ġتع داد", + "Ġتعد اد", + "åį ł", + "ÑģÑĮ ке", + "ÑģÑĮк е", + "Ġ çĶµ", + "京 éĥ½", + "Ġر اÛĮ", + "Ġرا ÛĮ", + "g ın", + "gı n", + "ĠÙĨ ظاÙħ", + "ĠÙĨظ اÙħ", + "ĠÎł ολ", + "ĠÎłÎ¿ λ", + "ä¸Ģ èĪ¬", + "Ġst ále", + "Ġstál e", + "ĠиÑģ Ñģлед", + "Ġz práv", + "Ġzp ráv", + "Ġ ÑĩиÑģÑĤ", + "ĠÑĩ иÑģÑĤ", + "ĠÑĩиÑģ ÑĤ", + "ĠÑĩи ÑģÑĤ", + "ãĥ¼ ãĥŀ", + "ãĥ¼ãĥ ŀ", + "Ðŀ Ñģ", + "ÑģÑĮ комÑĥ", + "ÑģÑĮк омÑĥ", + "ÑģÑĮко мÑĥ", + "ĠpÅĻi prav", + "ĠpÅĻip rav", + "ëĮĢ íĸī", + "Ġh alk", + "Ġha lk", + "Ġhal k", + "çĪ Ĩ", + "ãĢģ ãģĬ", + "ï¼Ł âĢĿĊĊ", + "ï¼ŁâĢĿ ĊĊ", + "éĢ ı", + "ç« ŀ", + "ни ÑĨÑĮ", + "ниÑĨ ÑĮ", + "çĽ ĺ", + "à¹Ģ à¸Ńà¸ĩ", + "à¹Ģà¸Ń à¸ĩ", + "ì Łģ", + "à¥ĩव ल", + "ä¹ĭ åIJİ", + "ãĥ« ãĥĪ", + "Ġ stru", + "Ġs tru", + "Ġst ru", + "Ġstr u", + "Ġ ＿", + "Ġï¼ ¿", + "Îķ ÎĽ", + "h le", + "hl e", + "ĠÙĨ ÙĪØ´", + "ĠÙĨÙĪ Ø´", + "ìĿ µ", + "ĠÙħ Ùģ", + "æĪĸ èĢħ", + "Ġö ld", + "Ġöl d", + "éĢ Ķ", + "ãĥ³ ãĥĹ", + "ãĥ³ãĥ Ĺ", + "íĺ ¼", + "Ġu ÄŁ", + "ĠÄij á", + "Ġvlast nÃŃ", + "ĠÙħج ÙĦس", + "åį Ķ", + "ÏĦ ικήÏĤ", + "ÏĦικ ήÏĤ", + "ÏĦική ÏĤ", + "Ġpo vin", + "Ġpov in", + "ů l", + "ĠاÙĦ ØŃÙĬ", + "ĠاÙĦØŃ ÙĬ", + "Ġsm lou", + "ãĥĥ ãĥģ", + "Ġ ÙĥÙĨ", + "ĠÙĥ ÙĨ", + "Ġch ấp", + "èIJ ¬", + "ج ب", + "? âĢľ", + "д ав", + "да в", + "ร วม", + "รว ม", + "Ùİ Ø¯", + "ĠاÙĦد ÙĪÙĦ", + "ĠëĦ¤ ìĿ´íĬ¸", + "Ġà¤Ĩ स", + "ظ ÙĬÙģ", + "ãĥ¼ ãĥ©", + "ãĥ¼ãĥ ©", + "ãģł ãĤįãģĨ", + "ĠÙĪاØŃ Ø¯", + "ĠÙĪا ØŃد", + "ر ÙĪس", + "رÙĪ س", + "Ġzákon a", + "ĠпеÑĢ еб", + "ĠпеÑĢе б", + "à¥Ģ -", + "à¹Ī à¹Ħà¸Ķ", + "为 äºĨ", + "ÎĻ ÎĿ", + "ĠìĽĶ ìĦ¸", + "ส à¸Ńà¸ĩ", + "Ġ æīĭ", + "Ġæī ĭ", + "Ġ ÐĴÑģе", + "ĠÐĴ Ñģе", + "ĠÐĴÑģ е", + "à¹Ĥ ย", + "Ġkal dır", + "Ġkaldı r", + "ÏĦ ÎŃÏĤ", + "ÏĦÎŃ ÏĤ", + "Ġ ï¿£", + "Ġ íĸĪëĭ¤", + "Ġíĸ Īëĭ¤", + "ĠíĸĪ ëĭ¤", + "ãĤģ ãģŁ", + "Ġ Äįer", + "ĠÄį er", + "ĠÄįe r", + "c ela", + "ce la", + "cel a", + "üs ü", + "ê³ ³", + "ìĹIJ ëıĦ", + "ز Ø©", + "ãģª ãĤĭ", + "ÙĪ ÛĮÙĨ", + "ÙĪÛĮ ÙĨ", + "çī Ľ", + "Ġ voj", + "Ġv oj", + "Ġvo j", + "Ġ ëĬIJ", + "ĠëĬ IJ", + "Ġ ÙĥÙħ", + "ĠÙĥ Ùħ", + "æ³ ī", + "з Ñı", + "è£ Ŀ", + "ĠØ¢ ÙĦ", + "Ġ ανά", + "Ġα νά", + "Ġαν ά", + "Âł ÐĴ", + "Ġyap ıl", + "Ġyapı l", + "æı Ľ", + "ĠÑģ ÑĥÑīеÑģÑĤв", + "ĠÑģÑĥ ÑīеÑģÑĤв", + "ĠÑģÑĥÑīе ÑģÑĤв", + "Ġn á»iji", + "ÙĪ ئ", + "ĠëĦ¤ìĿ´íĬ¸ ìĺ¨", + "Ġpolit ik", + "Å¡ ka", + "Å¡k a", + "ebilir siniz", + "ld kf", + "Ñĥб лÑĸ", + "Ġe oq", + "Ġeo q", + "ĠÙħØŃ ØµÙĪÙĦ", + "krv ldkf", + "Ġeoq krvldkf", + "Ïĥε Ïīν", + "بÙĦ غ", + "Įĵ ê¸Ģ", + "ĠÑģ ÑĢок", + "ĠU y", + "ĠN ÄĽk", + "ĠNÄĽ k", + "Ġ див", + "Ġд ив", + "Ġди в", + "ãĤµ ãĤ¤", + "Ġ ìĤ¬ìĿ´", + "ĠìĤ¬ ìĿ´", + "Ġ éĹ", + "Ġé Ĺ", + "Ġб аÑĤÑĮ", + "Ġба ÑĤÑĮ", + "Ġп еÑĢÑĸ", + "ĠпеÑĢ Ñĸ", + " ĸ", + "交 éĢļ", + "ен з", + "ÙĪ ست", + "ÙĪس ت", + "ีย à¸ļ", + "Ġ à¸Īะ", + "Ġà¸Ī ะ", + "ë¡ Ģ", + "üf us", + "Ùij ÙIJ", + "ç¸ ½", + "ัà¸Ķ ส", + "ê² Ģ", + "ĠÑĤ иÑħ", + "ĠÑĤи Ñħ", + "ĠØ¢ زÙħ", + "Ġآز Ùħ", + "Ġ اض", + "Ġا ض", + "ĠØ§Ø ¶", + "ì ¡´", + "ì¡ ´", + "ÙĴ ت", + "æĪ ¸", + "ĠìŀĪ ìĿĦ", + "Ġ çĶ·", + "Ñī Ñĸ", + "о ма", + "ом а", + "ĠاÙģز اÛĮØ´", + "Ġ Thông", + "ĠTh ông", + "ĠاجتÙħاع ÛĮ", + "е лÑİ", + "ел Ñİ", + "ĠÑħоÑĢоÑĪ о", + "à¸ł าษ", + "Ġ rám", + "Ġr ám", + "Ġrá m", + "å¾ ¡", + "ãĥ¼ ãĥĦ", + "ãĥ¼ãĥ Ħ", + "ĠL Ỽp", + "Ġ Ø´ÙĬ", + "ĠØ´ ÙĬ", + "Ġh iá»ĥm", + "Ġhi á»ĥm", + "θ ν", + "ο ÏħÏĥ", + "οÏħ Ïĥ", + "å¾ ©", + "Ġú zem", + "à¹ģ à¸ľ", + "å ·¨", + "å· ¨", + "à¸Ī à¸Ļ", + "Ú¯ راÙĨ", + "گر اÙĨ", + "Ġت ÛĮÙħ", + "ĠتÛĮ Ùħ", + "Ġ ilet", + "Ġi let", + "Ġil et", + "Ġile t", + "า à¸Ĥà¸Ńà¸ĩ", + "าà¸Ĥ à¸Ńà¸ĩ", + "Ġ تÙĪر", + "Ġت ÙĪر", + "ĠتÙĪ ر", + "Ġдо говоÑĢ", + "Ġдог овоÑĢ", + "Ġдогов оÑĢ", + "Ġt ento", + "Ġten to", + "Ġtent o", + "в Ñĥ", + "Ġз ада", + "Ġза да", + "Ġзад а", + "Ġstole tÃŃ", + "Ġstol etÃŃ", + "Âł Ġ", + "âĢĮ اÙĦ", + "Ë ĺ", + "ÅŁ iv", + "ÅŁi v", + "н ÑıÑĤи", + "нÑı ÑĤи", + "нÑıÑĤ и", + "ãĤī ãĤĮãģŁ", + "ãĤīãĤĮ ãģŁ", + "ĠS b", + "ĠاÙĦÙħ ص", + "ĠУкÑĢаÑĹ Ð½Ñĸ", + "ĠУкÑĢаÑĹн Ñĸ", + "ĠØ´ Ú©", + "iế ng", + "iến g", + "ÑĮ ÑĤе", + "è° ¢", + "ĠÙħ تÙĨ", + "ĠÙħت ÙĨ", + "Ġ ÑĢад", + "ĠÑĢ ад", + "ĠÑĢаР´", + "ĠÑĢа д", + "ĠÙħÙĪ اد", + "ì± Ħ", + "é¡ ¶", + "Ġbo ÅŁ", + "ت ÙĪر", + "تÙĪ ر", + "ĠÄij áng", + "ĠÄijá ng", + "Ġkit ap", + "Ġki tap", + "Ġkita p", + "Ġho din", + "Ġhod in", + "Ġtarih i", + "ãĤĦ ãĤĭ", + "Ñģ ÑĤеÑĢ", + "ÑģÑĤ еÑĢ", + "ÑģÑĤе ÑĢ", + "Ġ Ñħод", + "ĠÑħ од", + "в ание", + "ва ние", + "ван ие", + "ĠоÑģ вÑĸ", + "ĠÑģиÑģÑĤем Ñĭ", + "़ न", + "Ïĩ ο", + "Ġ åı°", + "Ġåı °", + "o ÅĻ", + "ç»ı æµİ", + "Ġ ä½ľ", + "Ġthu áºŃn", + "Ľ Ī", + "Ġy alnız", + "a let", + "al et", + "ale t", + "ì¦Ŀ ê¸Ī", + "Ġза Ñī", + "Ġе кÑģп", + "Ġек Ñģп", + "âĦĸ âĦĸ", + "Ġ ãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "ĠãĢĢĠ ãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠÚ¯ ÙĪØ´", + "ĠÚ¯ÙĪ Ø´", + "ãģ« åħ¥", + "Ġu dÄĽl", + "Ġud ÄĽl", + "Ġ áº", + "Ġá º", + "à¤Ĩ à¤Ī", + "âĢĮ دÙĩ", + "âĢĮد Ùĩ", + "æĤ ª", + "Ġtr ò", + "æļ Ĺ", + "λλ ην", + "λλη ν", + "ĠпÑĢи зна", + "ĠпÑĢиз на", + "Ġس ÛĮستÙħ", + "ĠسÛĮ ستÙħ", + "Ġà¤ħ त", + "è o", + "è¿ İ", + "Ġз Ñĥб", + "ĠзаÑģ об", + "Ġس Ùģ", + "ĠÙħاÙĨ ÙĨد", + "Ø® Ø´", + "v ajÃŃ", + "va jÃŃ", + "nit ÅĻ", + "æ¯ Ĵ", + "æ¤ į", + "Ġgir iÅŁ", + "ĠÄij áp", + "ĠÄijá p", + "@ n", + "ов аÑĢи", + "оваÑĢ и", + "ова ÑĢи", + "ĠØ® دا", + "Ġخد ا", + "Ġv ÄĽtÅ¡", + "ĠvÄĽt Å¡", + "ĠΣ Ïħ", + "Ùģ Ø©", + "аннÑı м", + "ĠÑĩ лен", + "æĶ¯ æĮģ", + "å¨ ľ", + "lar arası", + "lara rası", + "Ρ Îij", + "Ġz iy", + "Ġzi y", + "Ġ êµIJìľ¡", + "ĠêµIJ ìľ¡", + "Ġh á»ĵi", + "Ġhá»ĵ i", + "าà¸Ħ าร", + "าà¸Ħา ร", + "im leri", + "imler i", + "è³ ¼", + "ĠجÙĩ اÙĨ", + "ĠÑĢоз мÑĸ", + "Ñħ Ñĸв", + "γ ε", + "æ¨ ª", + "ÎĻ ÎijΣ", + "ÎĻÎij Σ", + "ç¶ Ń", + "Ġbi raz", + "Ġbir az", + "ĠÑĤак ого", + "ĠÑĤа кого", + "íĥ Ħ", + "ĠбÑĥд ÑĥÑĤ", + "ĠбÑĥ дÑĥÑĤ", + "ĠбÑĥдÑĥ ÑĤ", + "ĠÑĪ вид", + "Ġ неÑģ", + "Ġн еÑģ", + "Ġне Ñģ", + "ĠÙħ عÙĦÙĪÙħات", + "ĠÙħعÙĦ ÙĪÙħات", + "à¥ĩ यर", + "à¥ĩय र", + "Ġдв ÑĥÑħ", + "å¿ħ è¦ģ", + "å§ Ĩ", + "Ġpo hled", + "Ġpoh led", + "ìĬ¤ íĦ°", + "Ġ åįģ", + "Ġåį ģ", + "ĠØ£ ب", + "веÑĢ дж", + "веÑĢд ж", + "Ġà¤ľ म", + "ल त", + "åľ° åĮº", + "Ġ |[", + "Ġ| [", + "Ġв меÑģÑĤ", + "ĠÚ© اÙħ", + "Ġ ãĥIJ", + "Ġãĥ IJ", + "ãĥ¼ ãĥĸ", + "ãĥ¼ãĥ ĸ", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "Ġ ìĥģíĴĪ", + "Ġìĥģ íĴĪ", + "à¹Ģล ย", + "Äį né", + "ĠÑģÑĢед ÑģÑĤва", + "ĠÑģÑĢедÑģÑĤв а", + "Ġ ÑĤаб", + "ĠÑĤ аб", + "ĠÑĤа б", + "Ġ Ùħار", + "ĠÙħ ار", + "ĠÙħا ر", + "Ġ hled", + "Ġh led", + "Ġhl ed", + "д аÑĤ", + "да ÑĤ", + "ÙĪ ÛĮد", + "ÙĪÛĮ د", + "Ġ ãĥ©", + "Ġãĥ ©", + "ĠØ® د", + "è¤ ĩ", + "ç§ ĺ", + "Ġ برد", + "Ġب رد", + "Ġبر د", + "ĠÏĥ αÏĤ", + "Ïİ ÏĥειÏĤ", + "æĿ ¯", + "λ Ïį", + "å® ¿", + "Ġ ëĤľ", + "ĠëĤ ľ", + "ï» Ł", + "Ġözel likle", + "Ġözellik le", + "Ġкон Ñģ", + "ĠÙħ غ", + "ع ÙĬ", + "à¹Į à¸ģ", + "Ġ ÙĬت", + "ĠÙĬ ت", + "ĠÙħ شاÙĩ", + "ĠÙħØ´ اÙĩ", + "ĠTh anh", + "ĠThan h", + "ा à¤ľà¤¨", + "à¤¾à¤ľ न", + "¥ ¤", + "Ġv lá", + "Ġvl á", + "ĠÙģ ض", + "Τ ÎĻÎļ", + "Ġна Ñĥков", + "ĠнаÑĥк ов", + "е лем", + "ел ем", + "еле м", + "Ġd Ãłng", + "ĠгоÑģп одаÑĢ", + "Âł S", + "и ÑĩеÑģкиÑħ", + "иÑĩеÑģ киÑħ", + "иÑĩеÑģки Ñħ", + "ĠتÙĨ Ùĩا", + "à¤ľ न", + "Ġп ан", + "Ġпа н", + "åĨ ł", + "Ġ ëĤĺëĬĶ", + "ĠëĤĺ ëĬĶ", + "t ÃŃ", + "ä¸Ģ èµ·", + "Ġlã nh", + "Âł v", + "ov ým", + "ový m", + "ز ب", + "ĠجÙħع ÛĮت", + "Ġ æµ·", + "Ġæµ ·", + "ĠоÑģ ÑĥÑīеÑģÑĤв", + "à £i", + "ã i", + "ائ ر", + "Ġ ë³ij", + "Ġë³ ij", + "á»ĭ nh", + "Ġs á»Ńa", + "Ġsá»Ń a", + "à¥ĩà¤Ĥ ।", + "ÄĽ jÅ¡ÃŃ", + "ÄĽj Å¡ÃŃ", + "Ġд ÑĸÑĤ", + "ĠдÑĸ ÑĤ", + "Ġ æĥ", + "Ġæ ĥ", + "mÄ±ÅŁ tı", + "ر ØŃ", + "Ġì§Ģ ê¸Ī", + "å¦ »", + "âĹ ĭ", + "Ġ ì§ĢìĹŃ", + "Ġì§Ģ ìĹŃ", + "ÙĴ ÙĨ", + "Ġur Äįit", + "ĠurÄį it", + "ÙĴ Ùħ", + "z ÃŃ", + "è ķ", + "Ġ Ø´ÙĪر", + "ĠØ´ ÙĪر", + "ĠØ´ÙĪ ر", + "Ġ Không", + "ĠKh ông", + "ÛĮ زÛĮ", + "ÛĮز ÛĮ", + "Ġз г", + "Ġв не", + "Ġpr ávÄĽ", + "Ġprá vÄĽ", + "Ġpráv ÄĽ", + "è« ĭ", + "ا ÙĬت", + "اÙĬ ت", + "ั à¸ģร", + "ัà¸ģ ร", + "Ġolduk ça", + "ãĤģ ãĤĭ", + "ĠT ây", + "ëĿ¼ ìĿ¸", + "èĻ ķ", + "Ġs Æ°", + "Ġ ник", + "Ġн ик", + "Ġни к", + "Ù ł", + "اش ÛĮÙĨ", + "اشÛĮ ÙĨ", + "e lerde", + "el erde", + "eler de", + "ìĭľ ìķĦ", + "Ġ Ñĥмов", + "ĠÑĥ мов", + "ĠÑĥм ов", + "ĠçalÄ±ÅŁ an", + "Ġ ë¸Ķ", + "Ġë¸ Ķ", + "ĠÑĤак им", + "ĠÑĤа ким", + "ÑĢ ин", + "ÑĢи н", + "Ġ Ø®ÙĦ", + "ĠØ® ÙĦ", + "a yd", + "ay d", + "Ġ ãĥ¡", + "Ġãĥ ¡", + "ей ÑĩаÑģ", + "Ġdo prav", + "Ġdop rav", + "ãģĵ ãģ¨ãģ¯", + "ãģĵãģ¨ ãģ¯", + "Ġ ì¶Ķì²ľ", + "Ġì¶Ķ ì²ľ", + "å» ¶", + "Ġ kı", + "Ġk ı", + "åı ¶", + "ÑĢ иг", + "ÑĢи г", + "íħ ľ", + "çĶ³ åįļ", + "Ġ веÑĤ", + "Ġв еÑĤ", + "Ġве ÑĤ", + "ĠпомоÑī ÑĮÑİ", + "ĠاÙģ راد", + "ĠاÙģر اد", + "ÏĢ ει", + "ÏĢε ι", + "à¹Ģ สร", + "à¹Ģส ร", + "Ġgi ám", + "Ġgiá m", + "é İ", + "h las", + "hl as", + "man ız", + "manı z", + "ан гл", + "анг л", + "Ġmu ž", + "Âł K", + "ÑĢед иÑĤ", + "ÑĢеди ÑĤ", + "设 å¤ĩ", + "ι Ïĥμ", + "ιÏĥ μ", + "Ġc ải", + "Ġcả i", + "Ġ éĢļ", + "ĠéĢ ļ", + "Ġ Ùĥار", + "ĠÙĥ ار", + "Ġпод об", + "ĠмеÑĤ ал", + "ĠÑģам е", + "л ÑĥÑĩ", + "лÑĥ Ñĩ", + "åĤ ³", + "ĠÙĪÙĩ ÙĪ", + "Ġ éĩį", + "Ġéĩ į", + "в ий", + "ви й", + "æ³ ģ", + "Ġ æĿİ", + "ĠæĿ İ", + "ĠiliÅŁ kin", + "ĠiliÅŁk in", + "Ġεί Ïĩε", + "çĬ ¯", + "ÅĻej mÄĽ", + "èŃ ĺ", + "ç¨ ±", + "μ μα", + "μμ α", + "Ġ ÙĦÛĮ", + "ĠÙĦ ÛĮ", + "Ùĩ اÙĬ", + "Ùĩا ÙĬ", + "Ġ опиÑģ", + "Ġо пиÑģ", + "Ġоп иÑģ", + "Ú¯ رد", + "گر د", + "Ġг ÑĢ", + "ĠAnimal ia", + "ĠAnim alia", + "ÐŁ о", + "Ġb óng", + "ĠдеÑĤ ей", + "Ġl âu", + "Ġ æķĻ", + "Ġæķ Ļ", + "Ġпо ÑıÑģ", + "ĠاÙĦ Ø¢", + "ั à¸Ļà¸ķ", + "ัà¸Ļ à¸ķ", + "Ġд ев", + "Ġде в", + "Ġ ÑĨей", + "ĠÑĨ ей", + "ĠÑĨе й", + "ÑĮ в", + "æĥ ł", + "m aları", + "ma ları", + "mal arı", + "malar ı", + "im ler", + "à¥Ī ।ĊĊ", + "à¥Ī। ĊĊ", + "à¥Ī।Ċ Ċ", + "Ġ ном", + "Ġн ом", + "Ġно м", + "z v", + "Ġ à¸ģร", + "Ġà¸ģ ร", + "Ġpay laÅŁ", + "Âł s", + "ि सम", + "िस म", + "ÑģÑĤв еннÑĭÑħ", + "ÑģÑĤвен нÑĭÑħ", + "st oup", + "sto up", + "о нÑĸ", + "он Ñĸ", + "s tÃŃ", + "st ÃŃ", + "ĠØŃ Ú©", + "ĠÚ¯ رÙģت", + "ĠگرÙģ ت", + "Ġگر Ùģت", + "าà¸Ħ า", + "д Ñı", + "ÙĦ اث", + "ÙĦا Ø«", + "Ġzdrav ot", + "ä¸Ĭ ãģĴ", + "ãģ ¼", + "e lere", + "el ere", + "eler e", + "ele re", + "ظ Ùħ", + "ĠÑģ веÑĤ", + "ĠÑģв еÑĤ", + "о ÑĢг", + "оÑĢ г", + "ç« ¥", + "ĠпеÑĢ еп", + "ĠпеÑĢе п", + "Ġम द", + "а за", + "аз а", + "å¦Ĥ ä½ķ", + "ÑģÑĮ кÑĸй", + "ÑģÑĮк Ñĸй", + "ÑģÑĮкÑĸ й", + "Ġb Æ°á»Ľc", + "Ġger ekli", + "Ġgerek li", + "大 家", + "Ġtr ái", + "éģ ©", + "ä¸Ń 央", + "Ġph ản", + "Ġع رض", + "ĠÙĥ تاب", + "æĭ ©", + "ÑĪ его", + "ÑĪе го", + "å¸ ®", + "ĠÙĨÛĮ از", + "è¿ ·", + "ุ à¸Ľ", + "ิ à¸Ľ", + "Ġد Ø®", + "ÏĦ ικÎŃÏĤ", + "ÏĦικ ÎŃÏĤ", + "ĠU z", + "Ġت ÙĪÙħاÙĨ", + "ĠتÙĪ ÙħاÙĨ", + "ĠتÙĪÙħ اÙĨ", + "ĠÙĪ اÙĦØ£", + "ĠÙĪاÙĦ Ø£", + "ÅĻ es", + "ÅĻe s", + "Ñij м", + "Ġ å¸Ĥ", + "Ġå¸ Ĥ", + "ĠÑĤ оже", + "ĠÑĤо же", + "Ġy apan", + "Ġya pan", + "Ġyap an", + "å½¼ 女", + "ĠÙħ در", + "ĠÙħد ر", + "¶ ģ", + "Ġ æŶ", + "ĠæĹ ¶", + "à¹Ģ à¸ĺ", + "à¹Ģภĺ", + "Ġ ÙħاÙĦ", + "ĠÙħ اÙĦ", + "ĠÙħا ÙĦ", + "ĠB üyük", + "ĠBü yük", + "Ġ ÙĦت", + "ĠÙĦ ت", + "å° ļ", + "d eme", + "de me", + "dem e", + "ü b", + "ĠÑħ Ñĥд", + "Ġlé ka", + "çĽ Ľ", + "缴 æİ¥", + "ниÑĨÑĤ ва", + "ĠпÑĢи Ñĩин", + "ĠпÑĢиÑĩ ин", + "е ÑĢап", + "еÑĢ ап", + "еÑĢа п", + "ĠÑģозд а", + "ĠÑģоз да", + "æ ¢°", + "æ¢ °", + "Ġm üz", + "Ġmü z", + "ç³» åĪĹ", + "o uz", + "ou z", + "Ġà¤ĵ र", + "ÑĢ ÑĥÑĩ", + "ÑĢÑĥ Ñĩ", + "Ġ á½", + "Ġá ½", + "μÎŃ Î½Î±", + "μÎŃν α", + "ĠпÑĢед меÑĤ", + "Ġ å²", + "Ġå ²", + "ãĥ³ ãĥģ", + "ãĥ³ãĥ ģ", + "μÎŃ Î½Î·", + "μÎŃν η", + "л Ñĥг", + "лÑĥ г", + "Âł n", + "ĠT arih", + "ĠTar ih", + "Ġ ãĢĪ", + "ĠãĢ Ī", + "Ġb ana", + "Ġban a", + "Ġba na", + "Ġ cÃŃ", + "Ġc ÃŃ", + "Ġvý kon", + "åĽł æѤ", + "Ġt ÅĻi", + "ĠtÅĻ i", + "า à¸ĭ", + "าภĭ", + "v ailable", + "vail able", + "Ġ istem", + "Ġis tem", + "Ġi stem", + "Ġist em", + "ãĥ¥ ãĥ¼", + "Ðķ ÐĿ", + "Ġ гаÑĢ", + "Ġг аÑĢ", + "οÏħ λ", + "ॠĽ", + "ĠÙĪ ضع", + "ส ะ", + "è· Ŀ", + "ĠØŃ Ùģ", + "ิà¸Ĺย าล", + "ิà¸Ĺยา ล", + "她 çļĦ", + "н ÑĸÑĪ", + "нÑĸ ÑĪ", + "ж ение", + "же ние", + "жен ие", + "기 ìĹIJ", + "Ġ éĺ¿", + "Ġéĺ ¿", + "ĠÙħ ارس", + "ĠÙħا رس", + "ĠÙħار س", + "ĠçeÅŁit li", + "Ġ ÅŁehir", + "ĠÅŁ ehir", + "ĠÅŁeh ir", + "á tor", + "át or", + "à¹ī à¸Ĺ", + "ìĿ´ ëĬĶ", + "Ġ è²", + "Ġè ²", + "é¡ į", + "ç ĻĤ", + "çĻ Ĥ", + "Ġ ниÑĩ", + "Ġн иÑĩ", + "Ġни Ñĩ", + "Ġ ê°Ģì§Ģ", + "Ġê°Ģ ì§Ģ", + "ä¼ ¦", + "r án", + "rá n", + "o stat", + "os tat", + "ost at", + "osta t", + "Ġ ÙĦÙĥ", + "ĠÙĦ Ùĥ", + "è º", + "ĠNg Ãłnh", + "Ġस द", + "æľ Ĺ", + "çĦ¶ åIJİ", + "ãĤ¸ ãĤ§", + "л еÑĢ", + "ле ÑĢ", + "ĠÐŀ на", + "ĠÐŀн а", + "س ÙĪÙĨ", + "سÙĪ ÙĨ", + "Ïģ ον", + "Ïģο ν", + "ĠدرÛĮ اÙģت", + "ĠدرÛĮا Ùģت", + "à¸Ń à¸Ńà¸Ļà¹Ħลà¸Ļ", + "Ġ dál", + "Ġd ál", + "Ġdá l", + "ĠмÑĸÑģ ÑĨе", + "Ġд ней", + "Ġ اÙĦات", + "Ġا ÙĦات", + "ĠاÙĦ ات", + "Ġरह त", + "ï¼Į 对", + "è³ĩ æĸĻ", + "ä»» ä½ķ", + "é Ħ", + "t aj", + "ta j", + "β ά", + "Ġна до", + "Ġнад о", + "ĠÑģÑĤ Ñĥд", + "ĠÅŁ eh", + "ัà¸į à¸į", + "à¥ĭ ब", + "ãĥ© ãĥ¼", + "Û± Ûµ", + "Û±Û µ", + "e pt", + "ep t", + "Ġbil dir", + "Ġbild ir", + "ส à¸ĸาà¸Ļ", + "สà¸ĸ าà¸Ļ", + "е ÑĤÑĮÑģÑı", + "еÑĤÑĮ ÑģÑı", + "sk ým", + "ský m", + "Ġобла ÑģÑĤÑĮ", + "ĠоблаÑģ ÑĤÑĮ", + "ĠоблаÑģÑĤ ÑĮ", + "Ġìŀ ł", + "ĠG ör", + "ĠGö r", + "Ġd ayan", + "Ġday an", + "Ġda yan", + "ĠÛĮ اد", + "ĠÛĮا د", + "çĶŁ 产", + "íĺ ij", + "å¾ ģ", + "Ġ اجر", + "Ġا جر", + "Ġاج ر", + "Ġп ÑĢе", + "ĠпÑĢ е", + "ä¸īä¸ī ä¸īä¸ī", + "åŁİ å¸Ĥ", + "Ġ пÑĢимеÑĢ", + "ĠпÑĢ имеÑĢ", + "ĠпÑĢи меÑĢ", + "ĠпÑĢим еÑĢ", + "Äį ást", + "èģ ĺ", + "ĠÙħرب ÙĪØ·", + "æŀ ļ", + "åĪ Ģ", + "æŁ¥ çľĭ", + "Ġ모 ëijIJ", + "ìŀIJ ë£Į", + "- ､", + "Ġê°Ļ ìĿ´", + "Ġ ì¡´", + "Ġì ¡´", + "Ġì¡ ´", + "е гоÑĢ", + "ег оÑĢ", + "его ÑĢ", + "e dik", + "ed ik", + "edi k", + "и мÑĥ", + "им Ñĥ", + "ĠAr th", + "ĠArt h", + "åºĶ çĶ¨", + "m iÅŁti", + "miÅŁ ti", + "Ġkhá»ı e", + "Ġ Ñĸд", + "ĠÑĸ д", + "λ λη", + "λλ η", + "â h", + "м аг", + "ма г", + "éļ Ĩ", + "ĠвнÑĥ ÑĤÑĢ", + "ĠвнÑĥÑĤ ÑĢ", + "Ġ بط", + "Ġب Ø·", + "( æĹ¥", + "Ä° Y", + "л ик", + "ли к", + "ĠB ản", + "Ġت ÙĪس", + "ĠتÙĪ س", + "़ त", + "a mak", + "am ak", + "ama k", + "åķı é¡Į", + "ĠÑģам оÑģÑĤ", + "ĠÑģамо ÑģÑĤ", + "ï¼¼ Ċ", + "Ġ ç¦ı", + "Ġç¦ ı", + "Ù ¡", + "Ġ ÑĦоÑĢми", + "ĠÑĦоÑĢм и", + "ĠÑĦоÑĢ ми", + "Ġ ÑĢозÑĥм", + "ĠÑĢоз Ñĥм", + "ĠÙħ طاÙĦ", + "ĠÙħØ· اÙĦ", + "ä¹Ł æĺ¯", + "ç¾İ åĽ½", + "ëĵľ 립ëĭĪëĭ¤", + "Ġl Ä©nh", + "ĠпоÑĤ омÑĥ", + "ĠпоÑĤом Ñĥ", + "Ñı бÑĢÑı", + "Ñıб ÑĢÑı", + "æ¼ «", + "Ġng oại", + "à¸Ń ำ", + "ÙĬ ÙĨا", + "ÙĬÙĨ ا", + "Ġm lad", + "Ġml ad", + "Ïĥ ÏĦά", + "ÏĥÏĦ ά", + "ا تر", + "ات ر", + "주 ìĿĺ", + "ен нÑĸ", + "о за", + "оз а", + "ÙĤ ات", + "ĠÐĴ аÑģ", + "è® Ń", + "é IJ", + "Ñĥ ÑİÑĩи", + "ÑĥÑİ Ñĩи", + "Ġ کر", + "ĠÚ© ر", + "Ġ .|", + "Ġ. |", + "Ġgen ç", + "è© ²", + "ä» ģ", + "о дÑĭ", + "од Ñĭ", + "ĠØ£ ÙĪÙĦ", + "ĠØ£ÙĪ ÙĦ", + "Ġ ìĤ¬íļĮ", + "ĠìĤ¬ íļĮ", + "Ġ à¹Ģส", + "Ġà¹Ģ ส", + "Ġà¹Ģภª", + "ĠëķĮ문 ìĹIJ", + "âĢĮ ب", + "Ġли ÑĪÑĮ", + "ĠлиÑĪ ÑĮ", + "Ġи менно", + "Ġим енно", + "m adı", + "ma dı", + "mad ı", + "Ġ éĤ", + "Ġé Ĥ", + "ĠÙĪ ارد", + "ĠÙĪا رد", + "Ġtak ım", + "Ġ à¹Ģห", + "Ġà¹Ģ ห", + "Ġà¹Ģภ«", + "Ġ à¸Ńย", + "Ġà¸Ń ย", + "Ġkon usu", + "Ġkonu su", + "Ġkonus u", + "Ø® ÙĪ", + "ĠÑģ ид", + "ĠÑģи д", + "èµ ¤", + "о ÑıÑĤелÑĮ", + "оÑıÑĤ елÑĮ", + "ëĭ µ", + "ε Ïī", + "Ñĸ Ñħ", + "Ġय द", + "ĠÚ© ÛĮÙģ", + "ĠÚ©ÛĮ Ùģ", + "μ οÏĤ", + "μο ÏĤ", + "Ġal dı", + "Ġald ı", + "Ġ íĻį", + "ĠíĻ į", + "к Ñĥп", + "кÑĥ п", + "ĠÙĨÙħ اÛĮØ´", + "ĠÙĨÙħاÛĮ Ø´", + "ãģ ¥", + "Ġ íķ©ëĭĪëĭ¤", + "Ġíķ ©ëĭĪëĭ¤", + "Ġíķ© ëĭĪëĭ¤", + "Ġë Įĵê¸Ģ", + "б оÑĢа", + "бо ÑĢа", + "боÑĢ а", + "éī Ħ", + "Ġ à¹Ģà¸Ī", + "Ġà¹Ģ à¸Ī", + "Ġà¹ĢภĪ", + "à¹ī à¸ģ", + "§ Ø·", + "ر بÙĩ", + "رب Ùĩ", + "Ġ Ñĥз", + "ĠÑĥ з", + "Ġм аÑİÑĤÑĮ", + "Ġма ÑİÑĤÑĮ", + "Ġby li", + "Ġbyl i", + "ี à¸ķ", + "Ġ ì§ĢìĽIJ", + "Ġì§Ģ ìĽIJ", + "èĩª çĦ¶", + "ù y", + "Ġç aÄŁ", + "Ġça ÄŁ", + "е дин", + "ед ин", + "еди н", + "ë ī´", + "åį ±", + "Ġпоз волÑı", + "Ġпозвол Ñı", + "ØŃ Ø§Ø¯", + "ĠÑĩ его", + "ีย ร", + "Ġyön tem", + "Ġ ders", + "Ġd ers", + "Ġde rs", + "Ġder s", + "Ġ ÑģÑĤоÑı", + "ĠÑģÑĤ оÑı", + "ĠÑģÑĤо Ñı", + "Ġк ÑĢÑĥп", + "Ġ ð", + "Ġдом аÑĪ", + "Ġдома ÑĪ", + "е нд", + "ен д", + "ç» §", + "ĠÄij ô", + "Ġch tÄĽ", + "计 åĪĴ", + "ÎŃ Î±", + "Ġdob ÅĻe", + "ส à¸Ńà¸ļ", + "е ление", + "ел ение", + "еле ние", + "елен ие", + "ĠÄij ông", + "ĠÄijô ng", + "ãģ¾ ãĤĬ", + "Ġboy unca", + "à¥ģ à¤Ĺ", + "à¥ģठĹ", + "ĠÑĦ из", + "ãĤ³ ãĥ³", + "Ġde ney", + "Ġden ey", + "ÑĩеÑģ киÑħ", + "Ñĩе ÑģкиÑħ", + "ÑĩеÑģки Ñħ", + "λ ον", + "λο ν", + "以 åıĬ", + "ا ÙĪت", + "اÙĪ ت", + "Âł ³³³³", + "³³ ³³³", + "³³³³ Âł", + "³³³ ³³", + "Ġ ì¤Ħ", + "Ġì¤ Ħ", + "ि फ", + "िठ«", + "ĠÑĤ ол", + "ĠÑĤо л", + "ĠëĤ´ ê°Ģ", + "âĸ ı", + "Ġp há", + "Ġph á", + "ĠÑģп Ñĸв", + "Ġ جÙħÙĬع", + "ĠجÙħ ÙĬع", + "Ġb ezpeÄį", + "Ġbez peÄį", + "Ġ æĹł", + "ĠæĹ ł", + "Ġv Å¡e", + "ĠvÅ¡ e", + "ÑģÑĤ вÑĥ", + "ÑģÑĤв Ñĥ", + "d ust", + "du st", + "o Å¡", + "Ġت ارÙĬØ®", + "ا ØŃØ©", + "اØŃ Ø©", + "ĠÙħشار ÙĥØ©", + "Ġ ακ", + "Ġα κ", + "ั à¸Ļà¸Ļ", + "ัà¸Ļ à¸Ļ", + "éģ Ĭ", + "Ġ ÑģоÑĤ", + "ĠÑģ оÑĤ", + "ĠÑģо ÑĤ", + "Ġ каз", + "Ġк аз", + "Ġка з", + "ĠÑĤ еÑĩение", + "ĠÑĤеÑĩ ение", + "ê¸ ´", + "acak tır", + "ê±° ëĤĺ", + "ี ยม", + "ีย ม", + "ĠÑģ ÑĥÑħ", + "ĠÑģÑĥ Ñħ", + "ĠëĦĪ 무", + "ãģı ãĤĭ", + "ĠкоÑĤоÑĢ ой", + "ا ÙĤØ©", + "اÙĤ Ø©", + "y ıl", + "yı l", + "ãĤ» ãĥĥãĥĪ", + "ĠÑį лем", + "æģ IJ", + "ÙĨ اء", + "ÙĨا Ø¡", + "åħ ©", + "Ġte Äı", + "ä¸ ¥", + "Ġì§Ī 문", + "Ġ 为", + "Ġä¸ º", + "ìĭľ íĹĺ", + "Ġп ÑĢок", + "ĠпÑĢ ок", + "ĠпÑĢо к", + "u jeme", + "uj eme", + "uje me", + "ü cü", + "üc ü", + "ĠاÙĦÙħ غ", + "ĠØŃ Ø³Ø§Ø¨", + "ĠØŃس اب", + "ãģĹ ãģ¦ãģĦ", + "ãģĹãģ¦ ãģĦ", + "к ова", + "ко ва", + "ков а", + "ĠÄij Ãło", + "Ġп ÑĢиз", + "ĠпÑĢ из", + "ĠпÑĢи з", + "ĠÙĪ ÙħÙĨ", + "ĠÙĪÙħ ÙĨ", + "Ġ оÑĢ", + "Ġо ÑĢ", + "à¸ģ à¸ķ", + "а ÑĦ", + "Ġ à¸ŀร", + "Ġà¸ŀ ร", + "ÑĨи ей", + "æ ª", + "Ġ působ", + "Ġp ůsob", + "Ġpů sob", + "åŃ© åŃIJ", + "Ġb ánh", + "Ġbán h", + "ĠÑĦоÑĢм Ñĥ", + "ĠÑĦоÑĢ мÑĥ", + "Ġ á»ķ", + "Ġá» ķ", + "Ġмен ее", + "Ġмене е", + "à¹ī าห", + "à¹īา ห", + "ни ÑĨа", + "ниÑĨ а", + "ี Ċ", + "Ġв олоÑģ", + "Ġвол оÑģ", + "Ġار ائÙĩ", + "第 ä¸ī", + "ëIJĺ ìĹĪ", + "Ġkıs m", + "Ġkı sm", + "ãĥ¼ ãĥĬ", + "ãĥ¼ãĥ Ĭ", + "ler imiz", + "ÙĨ ÙĬÙĨ", + "ÙĨÙĬ ÙĨ", + "Ġ NgÆ°á»Ŀi", + "ĠNg Æ°á»Ŀi", + "ĠоÑĤ дел", + "ĠоÑĤд ел", + "çļĦ æŶåĢĻ", + "о нов", + "он ов", + "Äį an", + "i zm", + "iz m", + "ĠÑģоб ой", + "à¹ĩ à¸ķ", + "Ġ ÑģлÑĸд", + "ĠÑģ лÑĸд", + "ĠÑģл Ñĸд", + "Ġ à¤ľà¤¹", + "Ġà¤ľ ह", + "ï¼Į æĪij们", + "ï¼ĮæĪij 们", + "ãĢĤ ãģĿãģ®", + "ÏĢ ÏīÏĤ", + "çĨ Ł", + "ภ¯", + "ëĦ IJ", + "æľ ĭ", + "Ġë¹Ħ ë°Ģ", + "ëį ķ", + "Ġm Ãłn", + "ĠmÃł n", + "ìĿ´ ê³ł", + "ëŀľ ëĵľ", + "éĤ Ħ", + "Ä±ÅŁ ık", + "Ä±ÅŁÄ± k", + "Ġ 个", + "Ġä¸ ª", + "Ġn ád", + "Ġná d", + "б ÑĢа", + "æĮĩ å®ļ", + "lar ıyla", + "ları yla", + "ĠÐŀ ни", + "ĠÐŀн и", + "Ġ hra", + "Ġh ra", + "Ġhr a", + "ĠÑĢе ÑĨеп", + "ĠÐłÐ¾Ñģ Ñģий", + "å½± åĵį", + "Ġ Když", + "ĠK dyž", + "ĠÃ¶ÄŁ renc", + "ĠÃ¶ÄŁren c", + "åī µ", + "Ġ jist", + "Ġj ist", + "Ġji st", + "èĪ Ī", + "è§ ¦", + "åıij çİ°", + "ม าย", + "มา ย", + "er ken", + "erk en", + "Ġзд еÑģÑĮ", + "ĠÙħس ئ", + "@n ate", + "ĠëĤ´ ìļ©", + "Ġnab ÃŃd", + "ĠnabÃŃ d", + "Û Ģ", + "Ġмо менÑĤ", + "Ġмом енÑĤ", + "ãģł ãģĮ", + "ί δα", + "ίδ α", + "T ak", + "Ta k", + "Ġ ë³´ê³ł", + "Ġë³´ ê³ł", + ": ::::::::", + ":: :::::::", + ":::: :::::", + ":::::: :::", + ":::::::: :", + "::: ::::::", + "::::: ::::", + "::::::: ::", + "ÄŁ men", + "Ġпо меÑī", + "Ġпом еÑī", + "ãģ«ãģ¤ ãģĦãģ¦", + "ĠÙģ ÙĪÙĤ", + "ĠÙģÙĪ ÙĤ", + "Ġع ضÙĪ", + "ĠÙħ ÛĮاÙĨ", + "ĠÙħÛĮ اÙĨ", + "Ġm üc", + "Ġmü c", + "ĠпÑĢо Ñıв", + "ÑĩеÑģ ки", + "Ñĩе Ñģки", + "ãģł ãģĭãĤī", + "éĤ ¦", + "Ġ ë¶ĦìĦĿ", + "Ġë¶Ħ ìĦĿ", + "éŁ ©", + "į ¨", + "ĠD aha", + "ĠDa ha", + "ĠDah a", + "Ġ κÏĮ", + "Ġκ ÏĮ", + "Ġна Ñĩина", + "ĠнаÑĩ ина", + "ĠÐŁ оÑĤ", + "ĠÐŁÐ¾ ÑĤ", + "Ïĥκε Ïħ", + "Ïĥκ εÏħ", + "Ġ ÑĢан", + "ĠÑĢ ан", + "ĠÑĢаР½", + "ĠÑĢа н", + "ÙĪ ÙĬس", + "ÙĪÙĬ س", + ": :::::::::", + ":: ::::::::", + ":::: ::::::", + ":::::: ::::", + ":::::::: ::", + "::: :::::::", + "::::: :::::", + "::::::: :::", + "::::::::: :", + "Û±Û¹ Û¹", + "Ġard ından", + "à¹Ĥ à¸Ķ", + "ا راÙĨ", + "ار اÙĨ", + "ارا ÙĨ", + "د اد", + "دا د", + "Ġqu ý", + "ĠØ£Ùĥ ثر", + "âĹ Ĩ", + "ĠØ£ خرÙī", + "Ġأخ رÙī", + "Ġë§Ī ìĿĮ", + "ë¦ ´", + "Ġ عÙĦÙĪÙħ", + "ĠعÙĦ ÙĪÙħ", + "Ġe ÄŁ", + "воÑĢ Ñİ", + "во ÑĢÑİ", + "Ġ ãĥĹ", + "Ġãĥ Ĺ", + "Ñĥ ÑĩаÑģ", + "ÑĥÑĩ аÑģ", + "ÑĥÑĩа Ñģ", + "Ġب Ø£", + "ÏĨ ο", + "ни ками", + "ник ами", + "ника ми", + "никам и", + "à¹ĥ à¸ķ", + "Äįet nÄĽ", + "à¸ļ าà¸ĩ", + "çī Ļ", + "ãĥª ãĤ«", + "í Ĵ", + "åĩº çīĪ", + "γ ι", + "ãĢĤ ãģĿãĤĮ", + "Ġy ani", + "Ġya ni", + "Ġyan i", + "l ech", + "le ch", + "lec h", + "ĠLu áºŃt", + "çļĦ ãģª", + "Ġneden iyle", + "Ġnedeni yle", + "d ej", + "de j", + "ĠÑģов еÑĢÑĪ", + "Ġph á»ķ", + "ıs ından", + "ısında n", + "Ġch ắc", + "d eÅŁ", + "de ÅŁ", + "Ġком ан", + "Ġко ман", + "æĽ ¿", + "Ġp lán", + "Ġpl án", + "Ġplá n", + "Ġd ữ", + "ĠêµŃ ê°Ģ", + "Ġta kip", + "Ġtak ip", + "Ġth ủy", + "Ġthủ y", + "Ñģ лÑĸд", + "Ñģл Ñĸд", + "âī §", + "ĠI IC", + "ĠII C", + "θ Ïħ", + "á vat", + "áv at", + "Ġ Ñģок", + "ĠÑģ ок", + "ĠÑģо к", + "Ġб агаÑĤо", + "Ġбаг аÑĤо", + "ĠбагаÑĤ о", + ";:;: ;:;:", + "Ïģ ιοÏĤ", + "Ïģι οÏĤ", + "Ïģιο ÏĤ", + "il miÅŁtir", + "ilm iÅŁtir", + "ilmiÅŁ tir", + "Ġ znam", + "Ġz nam", + "Ġzn am", + "Ġ Τα", + "ĠΤ α", + "a maz", + "am az", + "ama z", + "à¹ģ à¸ŀ", + "ãĥģ ãĥ£", + "Ġkullan ı", + "æĶ¾ éĢģ", + "д н", + "ĠÙĪ اب", + "ĠÙĪا ب", + "Ġtr ắng", + "Ñģ Ñıг", + "ÑģÑı г", + "Ġار تباط", + "Ġв Ñħод", + "å·ŀ å¸Ĥ", + "Ġ सत", + "Ġस त", + "Ñĩ аеÑĤÑģÑı", + "Ñĩа еÑĤÑģÑı", + "ÑĩаеÑĤ ÑģÑı", + "íĮĮ íĬ¸", + "Ġ Những", + "ĠNh ững", + "ä¸į åı¯", + "å± Ĭ", + "Ġ ãĤŃ", + "ĠãĤ Ń", + "ار ÙĩاÛĮ", + "ارÙĩ اÛĮ", + "Ġar ÅŁiv", + "Ġ اÙĦÙī", + "Ġا ÙĦÙī", + "ĠاÙĦ Ùī", + "ाय à¤ķ", + "ãģĹ ãĤĩãģĨ", + "ãģĹãĤĩ ãģĨ", + "Ġ ulus", + "Ġu lus", + "Ġul us", + "al axy", + "ala xy", + "기 ê°Ģ", + "ãİ¡ (", + "μά ÏĦÏīν", + "è n", + "ù i", + "Ġна ÑģÑĤоÑı", + "ĠнаÑģÑĤ оÑı", + "ĠС в", + "ĠоÑģ оби", + "ĠоÑģоб и", + "к ово", + "ко во", + "ков о", + "ĠÑĢеб енка", + "ĠÑĢебен ка", + "ĠÑĤ Ñıж", + "ĠÑĤÑı ж", + "Ġxu á»ijng", + "Ġ ê¶Į", + "Ġê ¶Į", + "о год", + "ог од", + "ого д", + "Ġ ấy", + "è² ł", + "ว à¸Ļ", + "Ġ stanov", + "Ġsta nov", + "Ġstan ov", + "Ġk rál", + "Ġkr ál", + "Ġà¤ĩ सल", + "Ġà¤ĩस ल", + "e be", + "eb e", + "å® ¾", + "ĠдоÑģÑĤаÑĤ оÑĩно", + "II IK", + "III K", + "ÏĢ ά", + "Ġbir kaç", + "ĠاÙĦ ÙħÙĤ", + "ĠاÙĦÙħ ÙĤ", + "ãĥ ¶", + "ĠBaÅŁ kanı", + "ĠBaÅŁkan ı", + "Ġ첨ë¶Ģ íĮĮìĿ¼", + "Ġya rar", + "Ġyar ar", + "äº ¡", + "Ġ ÏĢÏĮ", + "ĠÏĢ ÏĮ", + "Âł Ñģ", + "δ ή", + "e lerini", + "eler ini", + "eleri ni", + "elerin i", + "Ġs uç", + "Ġsu ç", + "Ġд ома", + "Ġдо ма", + "Ġдом а", + "Ġна ÑĢÑĥÑĪ", + "ĠнаÑĢ ÑĥÑĪ", + "Ġ ί", + "ĠÎ ¯", + "Ġê·¸ ìĿĺ", + "çĶµ å½±", + "ا بÙĩ", + "اب Ùĩ", + "к омÑĥ", + "ко мÑĥ", + "ком Ñĥ", + "Ġत ब", + "à¥Ī à¤ł", + "Ġ모 ì§ij", + "Ġ æ±Ł", + "Ġæ± Ł", + "Ġê²ĥ ìĿĢ", + "ον ÏĦαι", + "ĠاÙĦ رÙĬاض", + "è¨ ±", + "Ġhal inde", + "Ġاش ارÙĩ", + "Ġ кÑĢÑĭ", + "Ġк ÑĢÑĭ", + "л ений", + "лен ий", + "ле ний", + "lu ÄŁ", + "Ġdo bu", + "Ġdob u", + "s ik", + "si k", + "à¥ģ à¤Ł", + "à¥ģठŁ", + "Ġ кÑĸн", + "Ġк Ñĸн", + "ãģ¨ ãģį", + "à¥Ĥ स", + "æħ ¢", + "ĠdÄ±ÅŁ ında", + "ĠdÄ±ÅŁÄ± nda", + "ç· ı", + "Ġ bÃŃ", + "Ġb ÃŃ", + "ĠCL IIIK", + "ĠIIC III", + "Ġh erk", + "Ġhe rk", + "Ġher k", + "ãĤı ãģĽ", + "Ġ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "Âł ³³³³³", + "³³ ³³³³", + "³³³³ ³³", + "³³³ ³³³", + "³³³³³ Âł", + "اÙĦ د", + "Ġdav ran", + "Äį er", + "Äįe r", + "Ġ ØŁ", + "ĠØ Ł", + "ãģĺãĤĥ ãģªãģĦ", + "Ġd air", + "Ġda ir", + "Ġdai r", + "Ġî ¥¤", + "ั à¸ĩส", + "ัà¸ĩ ส", + "Ġ ëĭ´", + "Ġëĭ ´", + "å¾ ŀ", + "ĠÑįÑĤ иÑħ", + "ĠÑįÑĤи Ñħ", + "è¯ º", + "á» ·", + "е ÑĢиÑģÑĤи", + "еÑĢи ÑģÑĤи", + "ов ÑĭÑħ", + "Ġ ãĥĩ", + "Ġãĥ ĩ", + "ض ÙĬ", + "Ġà¤ī à¤ł", + "Ġnap ÅĻÃŃklad", + "è ´Ŀ", + "è´ Ŀ", + "Ġ Å¡k", + "ĠÅ¡ k", + "ĠبÙĪد ÙĨد", + "ĠبÙĪدÙĨ د", + "vů li", + "éģ ĩ", + "Ġз най", + "Ġзна й", + "Ġзн ай", + "ĠT ham", + "ĠTh am", + "r ani", + "ra ni", + "ran i", + "ا ØŃت", + "اØŃ Øª", + "Ø´ Ùĩ", + "мÑĸнÑĸ ÑģÑĤÑĢа", + "๠ĭ", + "ĠÎij να", + "ĠÎijν α", + "à¥ĭ à¤ļ", + "ç»Ħ ç»ĩ", + "ÑģÑĤ иÑĤ", + "ÑģÑĤи ÑĤ", + "im li", + "åIJį çĦ¡ãģĹãģķãĤĵ", + "åIJįçĦ¡ãģĹ ãģķãĤĵ", + "Ùij Ø©", + "θ μ", + "о лоÑĤ", + "ол оÑĤ", + "оло ÑĤ", + "ย à¸ĩ", + "ãĤī ãĤĮãĤĭ", + "ãĤīãĤĮ ãĤĭ", + "Ġ лиÑĩ", + "Ġл иÑĩ", + "Ġли Ñĩ", + "ов Ñĭе", + "éĢ ĥ", + "Ġ 广", + "Ġå¹ ¿", + "ìĬ ¬", + "Ùħ ÛĮÙĨ", + "ÙħÛĮ ÙĨ", + "ĠìłĦ ì²´", + "ĠÎŃ Ïĩ", + "Ġ ì±ħ", + "Ġì± ħ", + "Ġ hlas", + "Ġh las", + "Ġhl as", + "е кÑĤив", + "ек ÑĤив", + "екÑĤ ив", + "екÑĤи в", + "ĠÏĢ λη", + "lu ÄŁu", + "luÄŁ u", + "好 çļĦ", + "ĠÚĨ ÙĪÙĨ", + "ĠB eled", + "ĠBe led", + "ĠBel ed", + "Ġen gel", + "Ġeng el", + "нÑı Ñı", + "ĠyaÅŁ an", + "Ñĩ ниÑħ", + "ار ÙĬØ©", + "ارÙĬ Ø©", + "म त", + "ãĥĭãĥĭ ãĥĭãĥĭ", + "åĭ ¢", + "Ġ åĨħ", + "ĠåĨ ħ", + "Ġíı¬ íķ¨", + "Ġоб Ñģ", + "Ġth ấp", + "Ġd ây", + "ãĥĸ ãĥ©", + "а ÑĤÑĭ", + "аÑĤ Ñĭ", + "ĠÑģво ей", + "ĠÑģвое й", + "ãĤī ãģªãģĦ", + "åıij çĶŁ", + "e rece", + "er ece", + "ere ce", + "Ġod bor", + "Ġв неÑģ", + "Ġвне Ñģ", + "ĠÄIJ ảng", + "ĠëıĮ ìķĦ", + "ÄĽ li", + "ÄĽl i", + "ı sında", + "ıs ında", + "ısı nda", + "Ġबद ल", + "v nÃŃ", + "vn ÃŃ", + "ãģ® ãģ«", + "Ġпо ÑĤом", + "ĠпоÑĤ ом", + "im de", + "imd e", + "a lama", + "al ama", + "ala ma", + "alam a", + "âĢ ª", + "Ġstej nÄĽ", + "е ÑĢе", + "еÑĢ е", + "éĴ ¢", + "æľº æŀĦ", + "Ġ è³", + "Ġè ³", + "åĶ ±", + "Ġ ëħ¸ì¶ľ", + "Ġëħ¸ ì¶ľ", + "Ġли бо", + "âĢ Ĭ", + "Ġc ez", + "Ġce z", + "ro mÄĽ", + "rom ÄĽ", + "ί Ïīν", + "ÏĨ ή", + "Ġ íĻ©", + "ĠíĻ ©", + "Ġdlou h", + "éª ¨", + "åħ¬ éĩĮ", + "ä¼ ¸", + "Ġ ãĥij", + "Ġãĥ ij", + "ä» Ļ", + "Ġol madı", + "Ġolm adı", + "Ġolma dı", + "е лиÑĩ", + "ел иÑĩ", + "ели Ñĩ", + "ожд ениÑı", + "Ġsöy ledi", + "Ġsöyl edi", + "á tek", + "át ek", + "áte k", + "ìĥ µ", + "ย วà¸ģ", + "ยว à¸ģ", + "Ġ 鼻", + "ĠéĽ »", + "Ġп ев", + "ĠдÑĢÑĥг ие", + "át ku", + "Ġع ÙĪ", + "ov ána", + "ová na", + "ován a", + "ض ر", + "Ġëģ Ŀ", + "ĠíĨµ íķ´", + "Î ĸ", + "Ġv ur", + "Ġvu r", + "åĨ ²", + "Ġп ÑĢек", + "ĠпÑĢ ек", + "ĠпÑĢе к", + "Ġप à¤ķ", + "Ġ à¹Ģà¸Ĺ", + "Ġà¹Ģ à¸Ĺ", + "Ġà¹ĢภĹ", + "ãģ¨ ãģĭ", + "ع ÙĨ", + "å® ĩ", + "ÏĦ ζ", + "Ġn ằm", + "ĠÑģ воб", + "ĠÑģв об", + "ĠÑģво б", + "Ġδ Ïį", + "çĸ Ĺ", + "- й", + "é¦Ļ 港", + "ت ا", + "Ïĥι μο", + "íķ Ħ", + "Ġ 详æĥħ", + "Ġè¯ ¦æĥħ", + "ä¸ ¡", + "Ùİ Ø§ÙĦ", + "Ùİا ÙĦ", + "ĠTr Æ°á»Ŀng", + "e ného", + "en ého", + "ené ho", + "ĠÑĢекомен дÑĥ", + "ÛĮ رÙĩ", + "ÛĮر Ùĩ", + "า à¸ĸ", + "าภĸ", + "ĠÚ© اÙħÙĦ", + "ĠکاÙħ ÙĦ", + "ب Ø·", + "ز ÛĮÙĨÙĩ", + "زÛĮ ÙĨÙĩ", + "Ġдолж на", + "Ġë§İ ìĿĢ", + "âĹıâĹıâĹıâĹı âĹıâĹıâĹıâĹı", + "lep Å¡ÃŃ", + "ал ог", + "ало г", + "ãĤª ãĥ³", + "Ġ ë³Ħ", + "Ġë³ Ħ", + "ı rı", + "ır ı", + "ĠجاÙħ عÙĩ", + "ĠجاÙħع Ùĩ", + "æĽ ľ", + "o jÃŃ", + "oj ÃŃ", + "ĠÑĪ лÑıÑħ", + "Ġhız lı", + "Ġ خصÙĪص", + "Ġخص ÙĪص", + "ÐIJ ÑĢ", + "å ľĺ", + "åľ ĺ", + "Ġжив оÑĤ", + "é ±", + "Ġng ữ", + "Ġv òng", + "èİ «", + "Ġза Ñħод", + "ĠзаÑħ од", + "ìĻ Ħ", + "ĠÑģлед ÑĥÑİÑī", + "éĹ »", + "Ñij ÑĢ", + "Ġch vÃŃ", + "èĥ ľ", + "ãģª ãģĹ", + "Ġtek noloj", + "Ġtekn oloj", + "ej ména", + "Ġ ìłĪ", + "Ġìł Ī", + "ì³ IJ", + "æĻ® éĢļ", + "Ġvý ro", + "Ġay rı", + "Ġayr ı", + "Ġп ÑĢев", + "ĠпÑĢ ев", + "ĠпÑĢе в", + "Ġgó p", + "à¹Ĥ à¸ģ", + "à¸Ĺำ à¹ĥห", + "åı İ", + "åĺ ī", + "Ġte lev", + "Ġtele v", + "Ġtel ev", + "ãģ¨ ãģĵãĤį", + "ëı Į", + "ph yl", + "phy l", + "ร าะ", + "Ġ çĪ", + "Ġç Ī", + "ÑģÑĤ иÑĤÑĥ", + "ÑģÑĤи ÑĤÑĥ", + "ÑģÑĤиÑĤ Ñĥ", + "ï¼Į è¿ĺ", + "ĠÎij γ", + "Äį ku", + "æı ´", + "ाय त", + "æı ı", + "ãĤĤ ãģĹ", + "ĠпеÑĢ еÑģ", + "ĠпеÑĢе Ñģ", + "Ġìĺģ íĻĶ", + "id la", + "idl a", + "åİ ħ", + "ï¼ı :", + "ت رÛĮ", + "تر ÛĮ", + "à¸Ľ à¸ı", + "ĠнаÑģ еленнÑı", + "Ġam aç", + "Ġama ç", + "Ġk do", + "Ġkd o", + "Ġиз веÑģÑĤ", + "ÑĪ иÑĢ", + "ÑĪи ÑĢ", + "ì£ ł", + "Å¡ it", + "Å¡i t", + "Ġt á»ijc", + "Ġtá»ij c", + "ìŀIJ ìĿĺ", + "Ñĩ аÑĤ", + "Ñĩа ÑĤ", + "åı ĥ", + "éĽ ¶", + "å° º", + "Ġ indir", + "Ġin dir", + "Ġind ir", + "Ġна ÑĨÑĸоналÑĮ", + "Ġx anh", + "Ġxa nh", + "ÛĮ دÛĮ", + "ÛĮد ÛĮ", + "Ġин ÑĤеÑĢеÑģ", + "ĠинÑĤеÑĢ еÑģ", + "ĠØ¢ سÛĮ", + "Ġآس ÛĮ", + "éĤ£ 个", + "Ġb ilm", + "Ġbi lm", + "Ġbil m", + "а не", + "ан е", + "ĠtÄĽch to", + "Ñĩ ик", + "Ñĩи к", + "Ġдо Ñħод", + "èĤ¡ 份", + "åħ³ ç³»", + "ãģ«ãģª ãģ£ãģŁ", + "ĠпÑĢед пÑĢи", + "Ġgeç en", + "Ġب ÙĤ", + "Ġvý znam", + "Ġ à¹Ģà¸Ħร", + "Ġà¹Ģ à¸Ħร", + "Ġà¹Ģà¸Ħ ร", + "ĠÑħ ÑĤо", + "Ø´ ÙĬ", + "åıĤ åĬł", + "ÑģÑĤв енного", + "ÑģÑĤвен ного", + "ÑģÑĤвенно го", + "ÑĤ ÑĢон", + "ÑĤÑĢ он", + "ÑĤÑĢо н", + "ÂĢÂĢ ÂĢÂĢ", + "æ¢ Ŀ", + "б ав", + "ба в", + "Û± Û¶", + "Û±Û ¶", + "é¡ º", + "Ġj az", + "Ġja z", + "ĠاÙĦ ÙħÙĦ", + "ĠاÙĦÙħ ÙĦ", + "Ġا ثر", + "Ġاث ر", + "ĠпÑĢи вод", + "ĠпÑĢив од", + "а нÑĥ", + "ан Ñĥ", + "à¥ģ à¤Ń", + "à¥ģठŃ", + "æĹ §", + "ÑĮ е", + "ส ล", + "л ÑıÑİÑĤ", + "лÑı ÑİÑĤ", + "ว à¸Ķ", + "Æ° Ỽi", + "Æ°á» Ľi", + "Æ°á»Ľ i", + "ÙĬ ÙħØ©", + "ÙĬÙħ Ø©", + "ãĤ¯ ãĥŃ", + "л ий", + "ли й", + "γ Ïģά", + "Ġper forman", + "Ġperform an", + "Ġperf orman", + "Ġperfor man", + "è¯ ī", + "ä½ł çļĦ", + "ìħ Ķ", + "н ениÑı", + "не ниÑı", + "нен иÑı", + "á»Ń i", + "ÙĪ زÛĮ", + "ÙĪز ÛĮ", + "éŁ ¿", + "à¥Ī द", + "Ġëª ¸", + "Ġe ser", + "Ġes er", + "Ġese r", + "ĠÙģعاÙĦ ÛĮت", + "нÑĸ веÑĢ", + "нÑĸв еÑĢ", + "κ Ïģα", + "è¨ ¼", + "Ġn emoc", + "Ġnem oc", + "Ġyardım cı", + "Ġ çī¹", + "Ġçī ¹", + "Ġ коп", + "Ġк оп", + "Ġко п", + "ĠÐľ ож", + "़ à¤ķ", + "Ġ ëľ", + "Ġë ľ", + "ĠÑĢе ак", + "Ġp ozor", + "Ġpoz or", + "Âł ÐIJ", + "Ġ ÙĬÙĥ", + "ĠÙĬ Ùĥ", + "ĠÑģ ад", + "Ġ åħ«", + "Ġåħ «", + "Ġп олÑĮз", + "ĠполÑĮ з", + "Ġra ÄŁmen", + "ter nÃŃ", + "tern ÃŃ", + "s iyon", + "si yon", + "Ñģ ÑıÑĩ", + "ÑģÑı Ñĩ", + "ov aný", + "ova ný", + "ovan ý", + "ĠëĮĢíķľ 민êµŃ", + "ĠвÑĸд б", + "ĠÐIJ нд", + "ĠÐIJн д", + "st va", + "éĮ Ħ", + "Ġ ëij", + "Ġë ij", + "ิ à¸Ħ", + "j ÃŃt", + "jÃŃ t", + "Ġkullan ıcı", + "Ġkullanı cı", + "Ġ æŁ¥çľĭ", + "ĠæŁ¥ çľĭ", + "Ùģ ÙĦ", + "Ġ ЯкÑīо", + "ĠЯк Ñīо", + "çľĭ åĪ°", + "ÑĢ еÑħ", + "ÑĢе Ñħ", + "ĠاÙĦع ربÙĬØ©", + "ĠاÙĦعرب ÙĬØ©", + "ĠاÙĦعربÙĬ Ø©", + "ë¡ľê·¸ ëŀ¨", + "Ġब à¤ľ", + "Ġп ÑĢип", + "ĠпÑĢ ип", + "ĠпÑĢи п", + "Ġs chop", + "Ġsc hop", + "Ġsch op", + "Ġscho p", + "Ġب اÙĦا", + "Ġبا ÙĦا", + "ĠباÙĦ ا", + "å® ħ", + "Ġا ÙĦÙħÙĩ", + "ĠاÙĦ ÙħÙĩ", + "ĠاÙĦÙħ Ùĩ", + "α να", + "αν α", + "à¥ĭ व", + "åģ ´", + "å¼Ģ åıij", + "Ùħ اÙĦ", + "Ùħا ÙĦ", + "Ġ धर", + "Ġध र", + "Ġda hil", + "Ġdah il", + "Ġdahi l", + "ãĢģ ãģĵãģ®", + "ัà¸Ī à¸Ī", + "Ñģп ÑĸлÑĮ", + "Ġà¤ķ प", + "Ġв еÑĩ", + "Ġве Ñĩ", + "Ġвид а", + "Ġви да", + "ĠÙħ عÙĨ", + "ĠÙħع ÙĨ", + "ĠоÑĤ ли", + "i á»ħ", + "iá» ħ", + "л иÑĪ", + "ли ÑĪ", + "Ġ ÐŁÐ¾Ñģле", + "ĠÐŁÐ¾Ñģ ле", + "ãģĵ ãģĵ", + "Ġk ültür", + "Ġ جر", + "Ġج ر", + "Ġ æ¼", + "Ġæ ¼", + "èĩ º", + "Ġmev cut", + "Ù¾ ÛĮ", + "ĠاÙĦ سÙĦاÙħ", + "ĠاÙĦس ÙĦاÙħ", + "иÑĤ елей", + "иÑĤе лей", + "Ġ ÑĢоÑģÑĤ", + "ĠÑĢ оÑģÑĤ", + "ĠÑĢоÑģ ÑĤ", + "Ġed il", + "Ġedi l", + "Ġ å·²", + "Ġå· ²", + "ç²¾ åĵģ", + "ä» ħ", + "âĢĻ ye", + "âĢĻy e", + "à¥Īà¤Ĥ .", + "Ġ åĨĨ", + "ĠåĨ Ĩ", + "ëĪ Ħ", + "Ġ ìĻķ", + "ĠìĻ ķ", + "æĺ Ń", + "ĠÎļ ο", + "m eden", + "med en", + "me den", + "Ġo lab", + "Ġol ab", + "Ġola b", + "ĠÚ© ÙĪد", + "ĠÚ©ÙĪ د", + "à¸Ħ าส", + "ен наÑı", + "æĬ ¼", + "yl ül", + "Ġsev iy", + "Ġd ÄĽti", + "ĠdÄĽ ti", + "ĠdÄĽt i", + "âĢ¬ Ċ", + "Ġع ز", + "Ġu á»ijng", + "Ġس رÙħ", + "Ġسر Ùħ", + "е не", + "ен е", + "Ġмал енÑĮ", + "Ġ вÑĸдом", + "Ġв Ñĸдом", + "ĠвÑĸд ом", + "ĠвÑĸ дом", + "ั à¸ļà¸Ĺ", + "ัà¸ļ à¸Ĺ", + "ĠTh ái", + "Ġà¤Ĩव श", + "rove ÅĪ", + "çĽ £", + "ĠÑı зÑĭ", + "ĠO y", + "å£ ģ", + "в аÑĤÑĮ", + "ва ÑĤÑĮ", + "ваÑĤ ÑĮ", + "л адÑĥ", + "ла дÑĥ", + "лад Ñĥ", + "ا صÙĦ", + "اص ÙĦ", + "ot ÅĻeb", + "د ÙĬØ«", + "دÙĬ Ø«", + "íı °", + "νο μ", + "г оÑĢод", + "го ÑĢод", + "гоÑĢ од", + "Ġm uh", + "Ġmu h", + "âĢĻ l", + "ÑģÑĤ воÑĢ", + "ÑģÑĤв оÑĢ", + "ÑģÑĤво ÑĢ", + "åħ Ħ", + "Ðķ Ðł", + "Ø· ÙĦ", + "éľ ĩ", + "Ùİ Øª", + "Ġb lÃŃ", + "Ġbl ÃŃ", + "Ġed ildi", + "Ġedil di", + "éĿ ł", + "äºĮ åįģ", + "æĹ Ĺ", + "Ġç iz", + "ĠÄij ảo", + "Ġo pat", + "Ġop at", + "o ÄŁan", + "oÄŁ an", + "ë² Į", + "Ġ éł", + "Ġé ł", + "Ġseb ep", + "Ġsebe p", + "Ñĥ ÑĤи", + "ÑĥÑĤ и", + "åĪ º", + "Ø· ب", + "ev Å¡ÃŃm", + "c hop", + "ch op", + "cho p", + "çĶ ļ", + "Ġngh á»ģ", + "Ġп аÑĢÑĤ", + "ĠпаÑĢ ÑĤ", + "ุ à¸Ħ", + "Ú© ÛĮÙĦ", + "Ú©ÛĮ ÙĦ", + "d um", + "du m", + "Ġor tak", + "Ġort ak", + "Ġorta k", + "ãģŁ ãģĹ", + "Ġoby vatel", + "Ġv ých", + "Ġvý ch", + "Ġv eren", + "Ġver en", + "Ġve ren", + "Ġvere n", + "Ġв еÑģÑĮ", + "ĠвеÑģ ÑĮ", + "Ġве ÑģÑĮ", + "ĠÐĶ а", + "Ġ íķĺì§Ģë§Į", + "Ġíķĺ ì§Ģë§Į", + "Ġíķĺì§Ģ ë§Į", + "å¦Ĥ æѤ", + "Ġमह त", + "ัà¸ĩà¸ģ ฤษ", + "ãĢĤ è¿Ļ", + "Ġ гал", + "Ġг ал", + "Ġsa nat", + "Ġsan at", + "Ġsana t", + "éł Ĩ", + "ĠÑģам о", + "å Ľ°", + "åĽ °", + "ี à¸Ń", + "ĠBaÅŁ kan", + "ÏĦ οÏħÏĤ", + "ÏĦοÏħ ÏĤ", + "Ġyap tıģı", + "Ġyaptı ģı", + "Ġyaptıģ ı", + "ÅĻ it", + "ÅĻi t", + "ĠÑģ ÑĸлÑĮ", + "ान त", + "Ġ ÙĨت", + "ĠÙĨ ت", + "Ġkh Äĥn", + "à¸Ĭ à¸Ļะ", + "à¸Ĭà¸Ļ ะ", + "м ини", + "ми ни", + "мин и", + "ãĥ¬ ãĥ¼", + "ë Ĥ¬", + "ëĤ ¬", + "éħĴ åºĹ", + "ĠاÙĦÙĬ ÙĪÙħ", + "ä¹ Ĺ", + "à¸Ħรà¸ĩ à¸ģาร", + "Ùģ اÙĤ", + "Ġ à¤ıस", + "Ġà¤ı स", + "Ġ æ¡", + "Ġæ ¡", + "Ú¯ Ø°", + "Ġà¤ĩ ल", + "е лениÑı", + "ел ениÑı", + "еле ниÑı", + "елен иÑı", + "à¸ģ รà¸ĵ", + "à¸ģร à¸ĵ", + "举 西", + "ÎŁ Îľ", + "ÎŁÎ ľ", + "Ġm áºŃt", + "Ġs nÃŃ", + "Ġsn ÃŃ", + " IJ", + "à¹Ģร า", + "íķ´ ìķ¼", + "Ġ ìĦľë¹ĦìĬ¤", + "ĠìĦľ ë¹ĦìĬ¤", + "Ġداخ ÙĦ", + "Ġth ắng", + "íĥ Ī", + "а вÑģÑı", + "ав ÑģÑı", + "Ġ Ñĸм", + "ĠÑĸ м", + "ا Ùħت", + "اÙħ ت", + "Ġ ÙĪÙĤت", + "ĠÙĪ ÙĤت", + "ĠÙĪÙĤ ت", + "à¥Ĥ à¤ģ", + "Ġ èIJ", + "Ġè IJ", + "Ġ سÙĦاÙħ", + "Ġس ÙĦاÙħ", + "ĠسÙĦ اÙħ", + "Ġvz dÄĽl", + "å¸Į æľĽ", + "åŃĺ æ¡£", + "Ġ à¸Ĺำ", + "Ġà¸Ĺ ำ", + "ĠвÑĸй ÑģÑĮ", + "а ÑĢан", + "аÑĢ ан", + "аÑĢа н", + "ĠÑĢ Ñĸк", + "Ġп иÑģÑĮ", + "Ġпи ÑģÑĮ", + "ĠпиÑģ ÑĮ", + "Ġá¼ IJ", + "기 ëıĦ", + "ĠпоÑģÑĤ оÑıн", + "Ġ åĮĹ京", + "ĠåĮĹ äº¬", + "ĠNÄĽ m", + "Ø´ ÙĨاÙħÙĩ", + "Ø´ÙĨ اÙħÙĩ", + "Ġdal Å¡ÃŃch", + "ĠdalÅ¡ÃŃ ch", + "Ġب اع", + "Ġبا ع", + "Ġpo hy", + "Ġpoh y", + "ا ÙĦÙģ", + "اÙĦ Ùģ", + "à¸ŀ วà¸ģ", + "é ĭ", + "Ġ cih", + "Ġc ih", + "Ġci h", + "Ù ¢", + "ä¸ ´", + "ãĤ¯ ãĥĪ", + "п нÑı", + "Ġ дал", + "Ġд ал", + "Ġда л", + "ÙĴ ر", + "ãĢĢ ãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢ ĠãĢĢĠãĢĢ", + "ãĢĢãĢĢĠãĢĢ ĠãĢĢ", + "ãĢĢãĢĢĠ ãĢĢĠãĢĢ", + "æĬ¥ åijĬ", + "ÙĪ دÛĮ", + "ÙĪد ÛĮ", + "á» £i", + "ợ i", + "ÑĨ ÑĸÑĶÑİ", + "ÑĨÑĸ ÑĶÑİ", + "Ġ ãĥĢ", + "Ġãĥ Ģ", + "ĠÑģÑĤ еп", + "r až", + "ra ž", + "ĠS aÄŁ", + "ĠSa ÄŁ", + "Ġt uyến", + "Ġtuy ến", + "Ġal mak", + "Ġalma k", + "Ġalm ak", + "Ġзаболева ниÑı", + "Ġ ÏĥÏĩ", + "ĠÏĥ Ïĩ", + "Ġ íĭ", + "Ġí ĭ", + "Ġв им", + "Ġви м", + "ç¡ ¬", + "Ġ äºĶ", + "Ġi kinci", + "Ġik inci", + "ุ à¸į", + "ส าว", + "ĠìĦ¸ ê³Ħ", + "ĠÙħ ØŃÙĦ", + "ĠÙħØŃ ÙĦ", + "ระ หว", + "Ġelek tron", + "Ġelekt ron", + "Ġelektr on", + "Ġh ại", + "Ġhạ i", + "æĹ ¢", + "Ġ íĸ¥", + "Ġíĸ ¥", + "Ġji né", + "Ġjin é", + "Ġng he", + "Ġngh e", + "æij ©", + "ĠÑģо бÑĸ", + "ĠÑģоб Ñĸ", + "Æ ¯", + "ÑĤ ÑĥÑĢ", + "ÑĤÑĥ ÑĢ", + "æ±½ 车", + "Ø´ اÙĩ", + "Ġd Ãłnh", + "ä¸ ¹", + "ä»Ĭ æĹ¥", + "ãĥIJ ãĥ¼", + "в аниÑı", + "ва ниÑı", + "ван иÑı", + "Ġ ساÙħ", + "Ġس اÙħ", + "çݯ å¢ĥ", + "ĠاÙĦ ÙħÙĨت", + "ĠاÙĦÙħ ÙĨت", + "ĠاÙĦÙħÙĨ ت", + "ĠÑģеÑĢ д", + "éģ ł", + "ε ÏĦ", + "Ġав ÑĤ", + "าà¸ĩ ว", + "Ġvz tah", + "ru ž", + "алÑĮ наÑı", + "алÑĮна Ñı", + "Ġطر اØŃÛĮ", + "à¹Ĥรà¸ĩ à¹ģรม", + "ĠÄį asto", + "ĠÄįas to", + "ĠÄįast o", + "Ġ ê¼", + "Ġê ¼", + "Ïĥ ÏĦÏĮ", + "ÏĥÏĦ ÏĮ", + "Ġbu rada", + "Ġbur ada", + "ĠÄ° z", + "Ġ ê·¸ëŀĺ", + "Ġê·¸ ëŀĺ", + "å² Ľ", + "ĠØ´ ÙĪÙĨد", + "ĠØ´ÙĪ ÙĨد", + "Å¡ ek", + "Å¡e k", + "Ġ ìĿ´ìķ¼", + "ĠìĿ´ ìķ¼", + "ãĤĮ ãģªãģĦ", + "ê· ¹", + "la mÄ±ÅŁ", + "lam Ä±ÅŁ", + "ä» į", + "cház et", + "cháze t", + "Ġ ÑģÑĥÑĤ", + "ĠÑģ ÑĥÑĤ", + "ĠÑģÑĥ ÑĤ", + "æĹł æ³ķ", + "æµ ¦", + "ÄĽ la", + "ÄĽl a", + "à¹ĥà¸Ļ à¸Ĭ", + "Ġc ân", + "Ġcâ n", + "ÎŁ Îĵ", + "ÎŁÎ ĵ", + "Ġz vý", + "Ġzv ý", + "ĠÙ¾ ار", + "Ġپا ر", + "Ġк лÑĸ", + "Ġкл Ñĸ", + "Ġn ové", + "Ġno vé", + "Ġnov é", + "çĶ ĺ", + "ë¹ ł", + "m á", + "Ġ Ñģол", + "ĠÑģ ол", + "ĠÑģо л", + "à¤ķ रण", + "à¤ķर ण", + "н оÑĩ", + "но Ñĩ", + "Ġ fik", + "Ġf ik", + "Ġfi k", + "Ġà¤ľ à¤Ĺ", + "à¹ĩ à¸Ļà¸ķ", + "à¹ĩà¸Ļ à¸ķ", + "ĠÙħ تØŃ", + "ĠÙħت ØŃ", + "Ġph iên", + "Ġphi ên", + "Ġol sun", + "Ġк аб", + "Ġка б", + "Ġh út", + "èĦ ±", + "Ġ åĸ", + "Ġå ĸ", + "ĠH ải", + "Ġ tÄĽÅ¾", + "Ġt ÄĽÅ¾", + "ĠtÄĽ ž", + "Ġth ái", + "Ġ تاب", + "Ġت اب", + "Ġتا ب", + "- ÐŁ", + "Ø« ار", + "çĨ Ĭ", + "Ġ ними", + "Ġн ими", + "Ġни ми", + "Ġним и", + "Ġzp rac", + "Ġत ह", + "Ġм акÑģим", + "Ġмак Ñģим", + "m eyi", + "me yi", + "mey i", + "ĠÑģ оÑĨи", + "ĠÑģо ÑĨи", + "æ² Ĵ", + "ĠìķĬ ëĬĶ", + "＿ _", + "åķ ¦", + "ĠاÙĨ ÙĪاع", + "æļ ´", + "ä¸Ĭ æµ·", + "åħ· æľī", + "à¥ģ ब", + "à¥ģठ¬", + "ìķ Ļ", + "Ġíģ °", + "Ġíŀ ĺ", + "Ġtr ánh", + "ि यन", + "िय न", + "ãģ¾ ãģ¾", + "п оÑĩ", + "по Ñĩ", + "m ÄĽr", + "mÄĽ r", + "å³ °", + "ĠÙħ صر", + "ĠÙħص ر", + "ĠÑįÑĦ ÑĦекÑĤив", + "ĠÑįÑĦÑĦек ÑĤив", + "Ġ çı", + "Ġç ı", + "ler iyle", + "leri yle", + "âĪ ļ", + "Ġ ì¶ķ", + "Ġì¶ ķ", + "Ġ ê²Įìĭľ", + "Ġê²Į ìĭľ", + "ìĿ ij", + "Ġ poÅĻád", + "Ġpo ÅĻád", + "Ġشب Ú©Ùĩ", + "اÙĩ Ø´", + "ĠخدÙħ ات", + "Ġna Å¡e", + "ĠnaÅ¡ e", + "ν οÏį", + "νο Ïį", + "Ġyön elik", + "Ġk ork", + "Ġko rk", + "Ġkor k", + "ا ÙĩÙħ", + "اÙĩ Ùħ", + "è° Ī", + "Ġ μη", + "Ġμ η", + "Ġd olar", + "Ġdo lar", + "Ġdol ar", + "çµ ¦", + "ĠÎķ Ïħ", + "Ġobdob ÃŃ", + "Ġ μÏĮ", + "Ġμ ÏĮ", + "à¹Ģ à¸Ńà¸ģ", + "à¹Ģà¸Ń à¸ģ", + "Ġپاس Ø®", + "è¡ ¥", + "ا عد", + "اع د", + "ãĤī ãģĦ", + "ÎŃ Î»", + "и ÑĤÑĭ", + "иÑĤ Ñĭ", + "Ġ ëħ¼", + "Ġëħ ¼", + "Ġ^{ [", + "ί γ", + "æł ij", + "l ında", + "lı nda", + "ĠìŬ 룬", + "£ £", + "ÅĻ il", + "ÅĻi l", + "Ġав ÑĤоÑĢ", + "ĠавÑĤ оÑĢ", + "ÏĦ ικÏĮÏĤ", + "ÏĦικ ÏĮÏĤ", + "ÏĦικÏĮ ÏĤ", + "u dur", + "ud ur", + "udu r", + "Ġc Æ°", + "Ġk ıy", + "Ġkı y", + "Ñģ ем", + "Ñģе м", + "ĠØ£ بÙĪ", + "Ġأب ÙĪ", + "ÏĦ ικÏİν", + "ÏĦικ Ïİν", + "Û± Û·", + "Û±Û ·", + "è² ¸", + "Ġп ÑĢож", + "ĠпÑĢ ож", + "ĠпÑĢо ж", + "ün cü", + "Ġ нÑĸÑĩ", + "Ġн ÑĸÑĩ", + "ĠнÑĸ Ñĩ", + "Ġ मत", + "Ġम त", + "ãģķ ãĤĮãģ¦ãģĦãĤĭ", + "ãģķãĤĮ ãģ¦ãģĦãĤĭ", + "ãģķãĤĮãģ¦ ãģĦãĤĭ", + "ا صر", + "اص ر", + "Ġع ÙĤ", + "ĠкаÑĩе ÑģÑĤве", + "ĠÐĵ еÑĢ", + "ĠÐĵе ÑĢ", + "åº Ĩ", + "Ù ¹", + "a larda", + "al arda", + "alar da", + "ĠÙ¾ رس", + "Ġپر س", + "и ÑĩеÑģкой", + "иÑĩеÑģ кой", + "Ġp him", + "Ġph im", + "Ġphi m", + "ί νη", + "ίν η", + "ä¸ĩ åĨĨ", + "i lerini", + "iler ini", + "ileri ni", + "ilerin i", + "ãĢģ 大", + "Ġo lsa", + "Ġol sa", + "æł¹ æį®", + "âĢĮ س", + "ĠTh ủ", + "r oje", + "ro je", + "roj e", + "нÑĮ оÑĹ", + "нÑĮо ÑĹ", + "Ġs lou", + "Ġsl ou", + "Ġslo u", + "ี ฬ", + "ıy orum", + "ıyor um", + "ÄĽ j", + "Ġ خبر", + "ĠØ® بر", + "è® Ĭ", + "Ġ 缸", + "ĠçĽ ¸", + "e lerinin", + "eler inin", + "eleri nin", + "elerin in", + "elerini n", + "íķĻ ëħĦëıĦ", + "íķĻëħĦ ëıĦ", + "ÑĩеÑģ кие", + "Ñĩе Ñģкие", + "ÑĩеÑģки е", + "ĠÅŁ ekl", + "ĠÅŁek l", + "Ġز ÙħاÙĨÛĮ", + "ĠزÙħاÙĨ ÛĮ", + "ĠزÙħ اÙĨÛĮ", + "Ġ xin", + "Ġx in", + "Ġxi n", + "ัà¸ģ à¸ĩาà¸Ļ", + "ĠE kim", + "ĠEk im", + "æĦ ¿", + "Ġод ной", + "Ġодно й", + "ν ή", + "æľĢ æĸ°", + "ĩ ¼", + "Ġн иж", + "Ġни ж", + "Ġ ë³¼", + "Ġë³ ¼", + "è· ij", + "Ġна пиÑģ", + "Ġнап иÑģ", + "èģ ĸ", + "Ġ âĢĮ", + "ĠâĢ Į", + "æłĩ åĩĨ", + "Ġv rát", + "Ġvr át", + "ĠV ì", + "Ġ ÙģراÙĨ", + "ĠÙģ راÙĨ", + "ĠÙģر اÙĨ", + "æĿ¥ çļĦ", + "å§ ¿", + "Ñħ Ñĥ", + "ĠبÛĮر ÙĪÙĨ", + "Ġд ÑĥÑĪ", + "ĠдÑĥ ÑĪ", + "в аÑİÑĤ", + "ва ÑİÑĤ", + "Ġs ebe", + "Ġse be", + "Ġseb e", + "é» ĺ", + "Ġkay ıt", + "Ġkayı t", + "Ïģ θ", + "ãģ¨ ãģ®", + "ĠпÑĢоÑĨ еÑģÑģ", + "ĠпÑĢоÑĨеÑģ Ñģ", + "æĮģ ãģ¡", + "Ñĸ на", + "Ñĸн а", + "Ġ ÑĤоÑĤ", + "ĠÑĤ оÑĤ", + "ĠÑĤо ÑĤ", + "ĠÑĤак ие", + "ĠÑĤа кие", + "The o", + "Th eo", + "ĠÙĨ ÛĮر", + "ĠÙĨÛĮ ر", + "ÑĨ Ñĥ", + "Ġay ak", + "à¸Ļ à¸Ń", + "Ġsit esinde", + "Ġsites inde", + "Ġsitesi nde", + "ĠÚ©ÙĨ ÛĮÙħ", + "ĠÑģ оÑħ", + "ĠÑģо Ñħ", + "Ġम à¤ľ", + "Ġol uyor", + "ç½ij åĿĢ", + "ĠÙ¾ زش", + "ĠE ylül", + "d Ã¼ÄŁ", + "dü ÄŁ", + "Ġبر Ø®ÛĮ", + "Ġبرخ ÛĮ", + "ĠÙħع رÙģ", + "Ġ obec", + "Ġo bec", + "Ġob ec", + "Ġobe c", + "ĠçalÄ±ÅŁ ma", + "Ġçal Ä±ÅŁma", + "ìĦ¼ íĦ°", + "ĠÑģво ÑĶ", + "оÑģÑĤ ей", + ": ::::::::::", + ":: :::::::::", + ":::: :::::::", + ":::::: :::::", + ":::::::: :::", + "::: ::::::::", + "::::: ::::::", + "::::::: ::::", + "::::::::: ::", + ":::::::::: :", + "Ġ алÑĮ", + "Ġа лÑĮ", + "Ġал ÑĮ", + "ç« Ł", + "Ġباش ÙĨد", + "اÙĦ Ø«", + "Ġнай б", + "Ġп ока", + "Ġпо ка", + "Ġпок а", + "Î ŀ", + "ĠÙĪ Ø¥", + "Ġ Ø®ÙĪاÙĨ", + "ĠØ® ÙĪاÙĨ", + "ĠØ®ÙĪ اÙĨ", + "à¥ģप य", + "Ġ à¹ĥห", + "ĠбÑĭ ÑģÑĤÑĢо", + "Ġth á»Ń", + "Ġthá» Ń", + "ëģ ¼", + "Ġ å¤ļ", + "Ġå¤ ļ", + "两 个", + "ม à¸ķ", + "ز ارش", + "زار Ø´", + "زا رش", + "Ġ ëŁ", + "Ġë Ł", + "य ह", + "Ñī ина", + "Ñīи на", + "Ñīин а", + "ầ ng", + "ần g", + "ï½Ĺ ï½Ĺ", + "à¹Ģà¸ŀ ลà¸ĩ", + "à¹Ģà¸ŀล à¸ĩ", + "tv rt", + "ĠÑĸн ÑĪÑĸ", + "ĠÑĸнÑĪ Ñĸ", + "λ εί", + "λε ί", + "Ġv iá»ĩn", + "Ġvi á»ĩn", + "ij ¸", + "Ġ çĻ½", + "ĠçĻ ½", + "Ùİ ÙĪ", + "Ġch ứa", + "Ġchứ a", + "st vo", + "ĠdoÄŁ r", + "Ġ iler", + "Ġi ler", + "Ġil er", + "Ġile r", + "à¥ĭ ,", + "à¹ĥà¸Ļ à¸Ľ", + "Ġر ÙĪست", + "ĠرÙĪ ست", + "ÙĪ ÙĦÙĪ", + "ÙĪÙĦ ÙĪ", + "Å¡ lo", + "ал иÑģÑĤ", + "али ÑģÑĤ", + "åħ± åĴĮ", + "à¸ŀ ย", + "Ġ ìĻĢ", + "ĠìĻ Ģ", + "ÙĦ ÙĬÙĦ", + "ÙĦÙĬ ÙĦ", + "ĠÑı кого", + "ĠÑıк ого", + "е ÑģÑĤÑĮ", + "еÑģ ÑĤÑĮ", + "еÑģÑĤ ÑĮ", + "ĠÑĦ ин", + "ĠØ£ ÙĨÙĩ", + "ĠØ£ÙĨ Ùĩ", + "ĠMü dür", + "ĠÎĶ ια", + "ĠÎĶι α", + "ĠÑĤ ел", + "ĠÑĤе л", + "ि ,", + "Ñĥ ки", + "Ñĥк и", + "ĠÐł Ф", + "ĠMay ıs", + "à¹Ī à¸Ńม", + "à¹Īà¸Ń ม", + "ar ken", + "ark en", + "æĢ ķ", + "ب ÛĮÙĨ", + "بÛĮ ÙĨ", + "ÑĤ аÑħ", + "ÑĤа Ñħ", + "e bo", + "eb o", + "ë³´ ì¦Ŀê¸Ī", + "ĠÙ¾ ÙĦ", + "Ġг Ñĥб", + "Ġв клÑİÑĩ", + "Ġвк лÑİÑĩ", + "æĶ¿ æ²»", + "Ġε ÏĢιÏĥ", + "ĠεÏĢ ιÏĥ", + "ĠεÏĢι Ïĥ", + "ĠÙģار سÛĮ", + "ĠÙģارس ÛĮ", + "èŃ ī", + "ÏĨ η", + "( éĩij", + "ศ ร", + "åī §", + "âĢĻ ya", + "âĢĻy a", + "å¹´ 度", + "ĠÙĨ رÙħ", + "Ùĥ ÙĪÙħ", + "ÙĥÙĪ Ùħ", + "è¢ ĭ", + "Ġneden le", + "à¹īà¸Ńà¸ĩ à¸ģาร", + "à¹īà¸Ńà¸ĩà¸ģ าร", + "ãĢĮ ãģĤ", + "Ġп оÑģÑĤÑĥп", + "Ġпо ÑģÑĤÑĥп", + "ĠпоÑģÑĤ Ñĥп", + "ìľĦ ìĽIJ", + "åį ĺ", + "èİ ±", + "Ġum ož", + "p ok", + "po k", + "Ñĥ ÑģÑĤи", + "ÑĥÑģ ÑĤи", + "ÑĥÑģÑĤ и", + "Ġ éħ", + "Ġé ħ", + "ĠÑĦ Ñĸз", + "å» £", + "ิ หาร", + "Ġж ÑĥÑĢн", + "ĠдÑĸÑĤ ей", + "Ñĥ ÑİÑīие", + "ÑĥÑİ Ñīие", + "ÑĥÑİÑī ие", + "ä»Ĭ 天", + "ìĿ´ ëĿ¼ê³ł", + "ìĿ´ëĿ¼ ê³ł", + "ç² ī", + "èĴ Ļ", + "ĠDün ya", + "ĠDüny a", + "егод нÑı", + "Ġm imo", + "Ġmi mo", + "Ġmim o", + "Ġ вин", + "Ġв ин", + "Ġви н", + "ãģĿ ãģĵ", + "æ¯ ķ", + "ĠØ£ Ø®", + "Ġ åIJĮ", + "ĠåIJ Į", + "س اÙĨÛĮ", + "ساÙĨ ÛĮ", + "Ġ kah", + "Ġk ah", + "Ġka h", + "ि यर", + "िय र", + "ÏĢ οÏĤ", + "ÏĢο ÏĤ", + "j ez", + "je z", + "ÙĬ ج", + "ĠsaÄŁ lay", + "ا جÙĩ", + "اج Ùĩ", + "Ġ çł", + "Ġç ł", + "ï ľ", + "Ġج ست", + "Ġt ức", + "Æ° Æ¡i", + "Æ°Æ¡ i", + "Ø´ Ùģ", + "ส à¸ķ", + "Ġ ÑĢеÑģ", + "ĠÑĢ еÑģ", + "ĠÑĢе Ñģ", + "Ġ å£", + "Ġå £", + "Ġbi zim", + "Ġbiz im", + "Ġbizi m", + "Ġ ê·Ģ", + "Ġê· Ģ", + "ि ब", + "िठ¬", + "ë¡ľ ìļ´", + "ĠÑģ ÑĤал", + "ĠÑģÑĤ ал", + "ĠÑģÑĤа л", + "Ġ ÑĢÑĥÑģ", + "ĠÑĢ ÑĥÑģ", + "ĠÑĢÑĥ Ñģ", + "ĠO cak", + "ĠOc ak", + "åľ £", + "Ġ úÄįast", + "Ġú Äįast", + "ĠúÄį ast", + "ive rz", + "iver z", + "ëĤĺ ëĬĶ", + "о ÑĢоÑĤ", + "оÑĢ оÑĤ", + "оÑĢо ÑĤ", + "Ñĩ инÑĭ", + "Ñĩи нÑĭ", + "Ñĩин Ñĭ", + "Ġihtiy aç", + "ÐĿ Ðŀ", + "ĠÐĿ ов", + "ĠÐĿо в", + "ีย à¸Ķ", + "ĠпоÑĤÑĢÑĸб но", + "Ú¯ ز", + "ĠÑģказ ал", + "ĠG ia", + "ĠGi a", + "m esini", + "mes ini", + "mesi ni", + "Ġbulun ur", + "æ¸ ¡", + "г оÑĤ", + "го ÑĤ", + "Ġh uku", + "Ġhu ku", + "ëĦ ·", + "ã Ĩ", + "Ġ اÙĥ", + "Ġا Ùĥ", + "Ġد ÙĦÛĮÙĦ", + "ĠدÙĦ ÛĮÙĦ", + "Ġ اساس", + "Ġا ساس", + "Ġاس اس", + "ìĹ° 구", + "ĠÎĺ ε", + "Ġس ÙĪر", + "ĠسÙĪ ر", + "Ġ ì¢Ģ", + "Ġì¢ Ģ", + "ĠاÙĦ در", + "ĠاÙĦد ر", + "ĠÑģÑĤÑĢо иÑĤелÑĮ", + "Ġ Ñĥк", + "ĠÑĥ к", + "ĠìĻ ľ", + "е лик", + "ел ик", + "ели к", + "O VID", + "OV ID", + "Ġt emiz", + "Ġtem iz", + "äº ¦", + "Ġth iếu", + "Ġthi ếu", + "Ġп ÑĥÑĤ", + "ĠпÑĥ ÑĤ", + "Ñİ Ñīей", + "ÑİÑī ей", + "Ġur Äį", + "Ġ ÄIJây", + "ĠÄIJ ây", + "æ¥ µ", + "μ οÏħ", + "μο Ïħ", + "Ġ à¹Ģà¸Ļ", + "Ġà¹Ģ à¸Ļ", + "Ġà¹ĢภĻ", + "е веÑĢ", + "ев еÑĢ", + "Âł ÐĶ", + "ì ´Ŀ", + "ì´ Ŀ", + "è¶ £", + "Ġà¤ħ लà¤Ĺ", + "Ġà¤ħल à¤Ĺ", + "Æ°á»Ŀ n", + "Ġ ãĥŃ", + "Ġãĥ Ń", + "Ġ ê³³", + "Ġê³ ³", + "é² ģ", + "Ġرس ÛĮد", + "身 ä½ĵ", + "ั à¸ĵà¸ij", + "y nÃŃ", + "yn ÃŃ", + "ج ات", + "جا ت", + "ì§Ģ 를", + "न ल", + "ì ķĮ", + "ìķ Į", + "Ñĸ п", + "Ġv Ãłng", + "ĠvÃł ng", + "Ġпл оÑī", + "Ġпло Ñī", + "оз мож", + "åī ²", + "Ġth ảo", + "л ади", + "ла ди", + "лад и", + "Ġ åĿ", + "Ġå Ŀ", + "ĠÐľ и", + "Ġдел аÑĤÑĮ", + "Ġдела ÑĤÑĮ", + "é ij", + "Ġh uy", + "Ġhu y", + "ا ÛĮØ·", + "اÛĮ Ø·", + "Ġпов ÑĤоÑĢ", + "ü len", + "ül en", + "üle n", + "Ġ ÙĪÙģ", + "ĠÙĪ Ùģ", + "ĠÙĬ تÙħ", + "ĠÙĬت Ùħ", + "ĠÑĢеж им", + "Ġ ìºIJ", + "Ġìº IJ", + "ĠÃĩ ünkü", + "ع دد", + "عد د", + "ни веÑĢ", + "нив еÑĢ", + "ĠÐĿ ик", + "å¸ ĸ", + "Ïį ÏĢ", + "an lar", + "س تÛĮ", + "ست ÛĮ", + "Ġbulun maktadır", + "à¹ģ à¸ļ", + "v ek", + "ve k", + "Ġгла за", + "Ġглаз а", + "å¹ ħ", + "Ġúda j", + "Ġг ÑĢо", + "ĠгÑĢ о", + "Ġкон кÑĥÑĢ", + "Ġd ůležit", + "Ġdů ležit", + "Ġ Ø·ÙĪر", + "ĠØ· ÙĪر", + "à¸ĺ าà¸Ļ", + "ĠÙĦ ÙĥÙĨ", + "ĠÙĦÙĥ ÙĨ", + "ر ÙĤ", + "Ðļ ÐIJ", + "Ġ éĿĴ", + "ĠéĿ Ĵ", + "Ġ ìĤ¬ëŀij", + "ĠìĤ¬ ëŀij", + "ĠÑħ воÑĢ", + "ĠÑħв оÑĢ", + "s unuz", + "sun uz", + "ĠÙħØ´ خص", + "éĻ ¸", + "Ġ ढ", + "Ġठ¢", + "Ġv az", + "Ġva z", + "交 æĺĵ", + "ĠÑĤеÑĢ ÑĢиÑĤ", + "ÑĩеÑģ кой", + "Ñĩе Ñģкой", + "ี à¹Ĥ", + "rop oda", + "ıl dıģı", + "ıldı ģı", + "Ġ ëī´", + "Ġë ī´", + "íķĻ 기", + "ë³´ íĹĺ", + "Ġз аÑĤем", + "ĠзаÑĤ ем", + "Âł в", + "ãĥ¼ ãĥĨ", + "ãĥ¼ãĥ Ĩ", + "Ġ ÐŀÑģнов", + "ĠÐŀÑģ нов", + "ãĨ į", + "Ġد ع", + "ÐŁ оÑģ", + "ÐŁÐ¾ Ñģ", + "æ² ī", + "Ġ лож", + "Ġл ож", + "çĶµ åŃIJ", + "Ġ رد", + "Ġر د", + "ĠÑģ ÑĢазÑĥ", + "e jte", + "ej te", + "Ġà¤ij फ", + "Ġt Ãłu", + "ÃŃ k", + "lan ması", + "lanma sı", + "к аÑĤ", + "ка ÑĤ", + "าà¸ģ าศ", + "ãĤ¢ ãĤ¤", + "ÏĦ ιο", + "ÏĦι ο", + "Ġ å§", + "Ġå §", + "प त", + "E Y", + "Ġj mé", + "Ġjm é", + "Ġod kazy", + "Ġê°ľ ìĿ¸", + "éģ ¿", + "bÄĽ h", + "Ðł Ðŀ", + "çĥ Ī", + "Ġza rar", + "Ġzar ar", + "Ú¯ ÙĪÙĨÙĩ", + "Ú¯ÙĪ ÙĨÙĩ", + "Ġtr ì", + "Ġm ại", + "ен нÑĭм", + "ĠÑį коном", + "ĠÑįк оном", + "éĽ £", + "Ġ íĦ", + "Ġí Ħ", + "æİ ī", + "Ġs oru", + "Ġso ru", + "Ġsor u", + "ĠФедеÑĢа ÑĨии", + "ĠÑģиÑģÑĤем и", + "æĸĻ çĦ¡æĸĻ", + "Ġà¤ķ à¤Ń", + "ĠÙĩ ÙĨد", + "ĠÙĩÙĨ د", + "ุà¸ĩ à¹Ģà¸Ĺà¸ŀ", + "ĠOsman lı", + "ĠпÑĢод олж", + "Ġ ÙĪÙĦا", + "ĠÙĪ ÙĦا", + "ĠÙĪÙĦ ا", + "ĠÄįlán ku", + "Ġa dım", + "Ġad ım", + "Ġadı m", + "ĠÏĢ αÏģά", + "ĠÏĢαÏģ ά", + "ĠÏĢα Ïģά", + "Ġzá ÅĻÃŃ", + "Ġ à¸Īำà¸ģ", + "Ġà¸Īำ à¸ģ", + "Ġп ен", + "m enin", + "me nin", + "men in", + "meni n", + "Ġìĺ¤ ëĬĺ", + "em iz", + "emi z", + "οÏį ÏĤ", + "- स", + "íķĺ ìĭľ", + "ĠÑħ ви", + "ĠÑħв и", + "ãĤ° ãĥ©", + "Ġп оÑĪ", + "Ġпо ÑĪ", + "ĠÐŀдна ко", + "ĠÐŀднак о", + "Ñĸд но", + "íĺ ľ", + "Ñī ими", + "Ñīи ми", + "Ñīим и", + "èĥ ¸", + "ĠÄ° lk", + "ĠÄ°l k", + "m ey", + "me y", + "Ġз да", + "Ġзд а", + "κ λη", + "а лом", + "ал ом", + "ало м", + "à¹Ģศ ษ", + "ا ÙĨا", + "اÙĨ ا", + "Ġ ÎŁÎ¹", + "ĠÎŁ ι", + "Ġ åıĮ", + "Ġåı Į", + "ี à¸Ĥ", + "Ġ بس", + "Ġب س", + "è§Ħ å®ļ", + "i say", + "is ay", + "isa y", + "uk arı", + "uka rı", + "æµģ éĩı", + "v ÃŃm", + "vÃŃ m", + "λ Ïİ", + "ä¹ Ļ", + "Ġल ड", + "ĠÙĨد ارد", + "ĠÙĨدار د", + "е ÑĢом", + "еÑĢ ом", + "еÑĢо м", + "Ġsır asında", + "Ġsıras ında", + "Ġsıra sında", + "Ġr Äĥng", + "Æ¡ m", + "Ġl ạnh", + "Ġlạ nh", + "ठĥ", + "à¥ģ ण", + "à¥ģठ£", + "uz ey", + "uze y", + "Ġ Ñĥва", + "ĠÑĥ ва", + "ĠÑĥв а", + "vÄĽ d", + "Ñĭ Ñģ", + "Ġ κι", + "Ġκ ι", + "Ñ ķ", + "ÛĮ ا", + "à¸ĩ à¸Ħ", + "ph ylum", + "phy lum", + "phyl um", + "Ġber aber", + "ี à¸Ķ", + "æµ ®", + "ा सन", + "ास न", + "o vice", + "ov ice", + "ovic e", + "ovi ce", + "è¦ §", + "Ġस फ", + "å°ij 女", + "ан ÑĤи", + "анÑĤ и", + "é¨ ĵ", + "Ġso át", + "é¬ ¼", + "lan mÄ±ÅŁ", + "Ġb ếp", + "ÙIJ ÙĦ", + "Ġsay ısı", + "Ġsayı sı", + "ĠÙĤ دÙħ", + "ĠÙĤد Ùħ", + "à¥Ī म", + "ह म", + "ĠÑĢ Ñĥки", + "ĠÑĢÑĥ ки", + "ĠÑĢÑĥк и", + "ĠصÙģ ØŃÙĩ", + "Å¡ ky", + "Å¡k y", + "é» Ĵ", + "èģ ļ", + "ãģĭ ãģ«", + "Ġs âu", + "ед аг", + "ĠÑģÑĤоÑĢ онÑĭ", + "ĠÑģÑĤоÑĢон Ñĭ", + "Ġ ruk", + "Ġr uk", + "Ġru k", + "âĢĮ âĢĮ", + "ĠØ¢ ÙĪر", + "Ġع دÙħ", + "Ġعد Ùħ", + "õ i", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "Ġبا زار", + "Ġباز ار", + "Ġe deb", + "Ġed eb", + "Ġv ÄįetnÄĽ", + "оп аÑģ", + "Ġн ег", + "Ġне г", + "m ayan", + "ma yan", + "may an", + "maya n", + "к оÑģÑĤÑĮ", + "ко ÑģÑĤÑĮ", + "Ġsv ůj", + "ÄŁ ında", + "ģı nda", + "ģın da", + "Ø° ÛĮر", + "M á»Ļt", + "Ð Ħ", + "Ġyap tı", + "ि थ", + "िठ¥", + "ĠÙħ Ùĩر", + "ĠÙħÙĩ ر", + "Ġд оÑģÑĤи", + "Ġдо ÑģÑĤи", + "ĠдоÑģÑĤ и", + "ĠдоÑģ ÑĤи", + "Ġ صÙĪر", + "Ġص ÙĪر", + "m esine", + "mes ine", + "mesi ne", + "ĠD ân", + "ä¸Ģ ä¸ĭ", + "çį İ", + "ĠÐľ иÑħ", + "ĠÐľÐ¸ Ñħ", + "Ġо Ñĩи", + "ĠоÑĩ и", + "ãĤ¦ ãĤ§", + "Ġ ÑĸÑģ", + "ĠÑĸ Ñģ", + "Ġgi ác", + "Ġgiá c", + "åľ¨çº¿ è§Ĥçľĭ", + "Ġاد اÙħÙĩ", + "ÑĨ ов", + "ÑĨо в", + "Ġ комÑĥ", + "Ġк омÑĥ", + "Ġком Ñĥ", + "Ġко мÑĥ", + "ĠÄ°ng iliz", + "Ġг ÑĢаж", + "ĠгÑĢа ж", + "ĠгÑĢ аж", + "ãģ¦ ãĤĤ", + "Ġch ữ", + "олÑĮ кÑĥ", + "m ÄĽt", + "mÄĽ t", + "Ñıг ом", + "Ñĩ аÑģÑĤ", + "Ñĩа ÑģÑĤ", + "ÑĩаÑģ ÑĤ", + "ìĸ ¼", + "Ġkh óa", + "Ġkhó a", + "ĠÐIJ д", + "ĠØ¢ ÙĤ", + "Ġkurul uÅŁ", + "ά ζ", + "Ġж ов", + "Ġв ÑģÑĤÑĢе", + "ĠвÑģÑĤ ÑĢе", + "ĠÙĪ ÙĦÙĥ", + "ĠÙĪÙĦ Ùĥ", + "Ġt uyá»ĩt", + "y ı", + "Ġ ÐĴо", + "ĠÐĴ о", + "Ġv á»įng", + "Ġvá» įng", + "ع ÙĬØ©", + "عÙĬ Ø©", + "Ġop ÄĽt", + "ا ÙĬد", + "اÙĬ د", + "à¥Ī .Ċ", + "à¥Ī. Ċ", + "ĠÑģ ами", + "ĠÑģам и", + "åª Ĵ", + "Ġsv ých", + "ĠëĤĺ íĥĢ", + "ìĨ IJ", + "Ġ ÙĦع", + "ĠÙĦ ع", + "Ġet kin", + "Ġetk in", + "Ġetki n", + "ĠN á", + "Ġsou tÄĽ", + "Ġsout ÄĽ", + "층 ìĿĺ", + "Ġ çŃī", + "ĠçŃ ī", + "Ġر سÙħ", + "Ġرس Ùħ", + "Ġ خاÙĨÙĩ", + "ĠØ® اÙĨÙĩ", + "ĠخاÙĨ Ùĩ", + "Ġ 家", + "Ġå® ¶", + "iá» ģm", + "iá»ģ m", + "ëħ IJ", + "ê° Ī", + "ì° ©", + "ž il", + "ži l", + "ÑģÑĤиÑĤ ÑĥÑĤ", + "ÑģÑĤиÑĤÑĥ ÑĤ", + "or uÄį", + "oru Äį", + "ĠØ¥ ذا", + "Ġإذ ا", + "à¹Ħ à¸Ĥ", + "ี à¸Ĭ", + "ÑĢ аб", + "ÑĢаР±", + "ÑĢа б", + "íķĻ ìĥĿ", + "Ġ ìī", + "Ġì ī", + "r nek", + "rn ek", + "rne k", + "Ġاست خداÙħ", + "ãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "ãĢĢĠ ãĢĢĠãĢĢĠãĢĢ", + "Ġв Ñģем", + "ĠвÑģ ем", + "ĠвÑģе м", + "Ġìłķ ëıĦ", + "Ġvy j", + "éĢ ±", + "алÑĮ ное", + "алÑĮно е", + "Ġch uyá»ĩn", + "ì§Ģ ìĽIJ", + "i lerine", + "ile rine", + "iler ine", + "ileri ne", + "ilerin e", + "ĠìķĦ 무", + "Ġок оло", + "ाव न", + "à¸Ļ า", + "о пÑĢи", + "оп ÑĢи", + "d rž", + "dr ž", + "ĠÑģÑĥ ÑģпÑĸлÑĮ", + "Ġب Ùĥ", + "u ky", + "uk y", + "Ġ ÏĩÏī", + "ĠÏĩ Ïī", + "Ġtu ần", + "nict vÃŃ", + "Ġ ÙĩدÙģ", + "ĠÙĩد Ùģ", + "Ġch iá»ģu", + "ÎĹ ÎĿ", + "å°ı å§IJ", + "íķĺ ìĺĢ", + "Ġk las", + "Ġkl as", + "Ġkla s", + "á»Ļ n", + "ĠìĿ´ íĽĦ", + "ÙĨ اÙħج", + "ÙĨا Ùħج", + "ÙĨاÙħ ج", + "Äį ast", + "Äįas t", + "ĠاÙĦ خاص", + "ĠاÙĦØ® اص", + "l Ä±ÅŁ", + "lı ÅŁ", + "Ġع Ùħر", + "ĠعÙħ ر", + "ãĢį Ċ", + "иб олее", + "ãĤĬ ãģ®", + "ãħ ł", + "ä¹Ł ä¸į", + "к ÑĢеÑĤ", + "Ġ ìĶ", + "Ġì Ķ", + "ÏĦ ια", + "ÏĦι α", + "ĠÑĥпÑĢав лÑĸннÑı", + "æ² ¢", + "Ġk esin", + "Ġke sin", + "Ġkes in", + "ì¡Į ëĭ¤", + "머 ëĭĪ", + "羣 çļĦ", + "Ġbak ım", + "æĿ± 京", + "¾ ¸", + "ÙħÙĦ ÙĥØ©", + "оÑĤ ÑĢеб", + "d ın", + "dı n", + "Ġ PÅĻi", + "ĠP ÅĻi", + "ĠPÅĻ i", + "Ġm ÄĽli", + "ĠmÄĽ li", + "ĠmÄĽl i", + "Ġδη μο", + "å ¯¸", + "å¯ ¸", + "ĠÙĪ ÙĥاÙĨ", + "ĠÙĪÙĥ اÙĨ", + "Ġप ढ", + "ĠвеÑĢ Ñħ", + "Ġе Ñij", + "C ách", + "Các h", + "ä½ľ 为", + "ĠÐļ ол", + "ĠÐļо л", + "Ġ ве", + "Ġв е", + "Ġ деÑĢж", + "Ġд еÑĢж", + "ĠдеÑĢ ж", + "em oc", + "emo c", + "ãģ¸ ãģ®", + "Ġ аÑĢÑħ", + "ĠаÑĢ Ñħ", + "Ġk iếm", + "Ġ æĺİ", + "Ġæĺ İ", + "ĠлÑİд ини", + "ĠлÑİди ни", + "ë ·", + "ĠÙĪ اÙĦت", + "ĠÙĪاÙĦ ت", + "ĠÙĪا ÙĦت", + "Ġ è°", + "Ġè °", + "çģ ¯", + "íĻ ķ", + "Ġ구 매", + "Ġ ç§ij", + "Ġç§ ij", + "it nÃŃ", + "и ÑĩеÑģкие", + "иÑĩеÑģ кие", + "иÑĩеÑģки е", + "ĠÙĨ Ùģس", + "ĠÙĨÙģ س", + "Ġت ÙĦÙģ", + "ĠتÙĦ Ùģ", + "ا ÙģÛĮ", + "اÙģ ÛĮ", + "ĠØŃ Ø³ÙĨ", + "ĠØŃس ÙĨ", + "âĸ¡ âĸ¡", + "ý vá", + "ýv á", + "ÄŁ ın", + "ģı n", + "ıyor uz", + "ĠCh ÃŃ", + "ĠÙ¾ÚĺÙĪÙĩ Ø´", + "Ġ ÏĦÎŃ", + "ĠÏĦ ÎŃ", + "ĠÏĥ Ïĩε", + "ĠÏĥÏĩ ε", + "о леÑĤ", + "ол еÑĤ", + "α ιδ", + "αι δ", + "Ġh ạt", + "Ġhạ t", + "à¸ł าà¸Ħ", + "åĨ °", + "Ġrych le", + "it eli", + "ite li", + "itel i", + "Âł z", + "ย à¸ģ", + "æ¨ ¹", + "Ġج ÙĪاÙĨ", + "ĠجÙĪ اÙĨ", + "æĺ Į", + "Ġü retim", + "Ġür etim", + "Ġüret im", + "ระ à¸ļ", + "à¸Ľà¸£à¸° ม", + "ά Ïĥ", + "å² ©", + "ĠÑĥ ÑģÑĤÑĢой", + "ĠÑĥÑģÑĤ ÑĢой", + "Ġver ilen", + "Ġveri len", + "ich ni", + "ĠpÅĻÃŃ mo", + "ĠpÅĻÃŃm o", + "ĠاÙĦØ°Ùĩ اب", + "ì½ ľ", + "æľ ±", + "Ġس Ø®", + "Ñĸ ла", + "Ñĸл а", + "Ñĥ ма", + "Ñĥм а", + "ห า", + "ÛĮ دا", + "ÛĮد ا", + "å² ¸", + "ä¸Ģ å®ļ", + "Ġ ä¼ļ", + "Ġ ÐŁÑĸд", + "ĠÐŁ Ñĸд", + "Ġ ÑĩиÑĤ", + "ĠÑĩ иÑĤ", + "ĠÑĩи ÑĤ", + "и Ñİ", + "Ġ ÐĹап", + "ĠÐĹ Ð°Ð¿", + "ĠÐĹа п", + "ÑĤ иÑı", + "ÑĤи Ñı", + "Ġ ê°ľë°ľ", + "Ġê°ľ ë°ľ", + "ĠÑĤе оÑĢ", + "Ñı ÑģÑĮ", + "ÑıÑģ ÑĮ", + "ĠpÅĻÃŃ prav", + "( åľŁ", + "Ùħ ÙĬ", + "ĠpÅĻed evÅ¡ÃŃm", + "ĠTem muz", + "Ġпод деÑĢж", + "Ġнед оÑģÑĤаÑĤ", + "ĠìĿ´ ìľł", + "Ġkhá»ı i", + "ĠاÙĦ تØŃ", + "ĠاÙĦت ØŃ", + "ĠÙħÙħ Ú©ÙĨ", + "Ġv hod", + "Ġvh od", + "ев ой", + "ево й", + "о вал", + "ов ал", + "ова л", + "Ġн алеж", + "Ġна леж", + "Ġнал еж", + "ï¼¼ :", + "ย ะ", + "ĠÙħ اشÛĮÙĨ", + "Ġg á»Ńi", + "al ım", + "alı m", + "Ġìµľ ìłĢ", + "Ùij Ùĩ", + "á»Ļ p", + "à¥Ģ ।Ċ", + "à¥Ģ। Ċ", + "Ġ пиÑģ", + "Ġп иÑģ", + "Ġпи Ñģ", + "Ġ вÑģÑı", + "Ġв ÑģÑı", + "ĠвÑģ Ñı", + "Ñĩ ем", + "Ñĩе м", + "o zenÃŃ", + "oz enÃŃ", + "oze nÃŃ", + "Ġ äºļæ´²", + "Ġäºļ æ´²", + "е ÑĢалÑĮ", + "еÑĢ алÑĮ", + "еÑĢа лÑĮ", + "기 ëĬĶ", + "Ġп ÑĢез", + "ĠпÑĢ ез", + "ĠпÑĢе з", + "ĠعÙħ ÙĪÙħÛĮ", + "и ÑĩниÑħ", + "иÑĩ ниÑħ", + "Ġ æ²³", + "Ġæ² ³", + "od nÃŃ", + "åıª æĺ¯", + "Ġpo dp", + "Ġpod p", + "à¹īà¸Ńà¸ĩ à¸ŀ", + "ाय द", + "ाà¤ĩ ल", + "ล à¸Ķ", + "ĠÑĢÑĸÑĪ еннÑı", + "Ġ ÑĤÑĥÑĢ", + "ĠÑĤ ÑĥÑĢ", + "ĠÑĤÑĥ ÑĢ", + "ÑģÑĮ кÑĥ", + "ÑģÑĮк Ñĥ", + "Ġsal dır", + "ĠÐĽ ÑĮв", + "ãĢģ Ċ", + "ĠÙ¾ÛĮ ÙĪÙĨد", + "åѦ ä¹ł", + "λ Ïī", + "o vit", + "ov it", + "ovi t", + "ü le", + "ül e", + "女 æĢ§", + " Ł", + "e mez", + "em ez", + "eme z", + "Ġh ale", + "Ġha le", + "Ġhal e", + "âī ¦", + "ĠÎķ κ", + "ÏĦηγοÏģ ία", + "k ý", + "ìĦ± ìĿĦ", + "Ġt ým", + "Ġtý m", + "à¥ĩ -", + "Ġz ejména", + "æĻ ¶", + "Ġn gon", + "Ġng on", + "ãĢı ĊĊ", + "软 件", + "éĤ£ ä¹Ī", + "ĠкваÑĢ ÑĤи", + "ĠÙħÙĨ ظ", + "on ec", + "one c", + "Ġг ли", + "à¥ģर à¤ķ", + "ĠS okol", + "ĠSo kol", + "ĠSok ol", + "Ġ ä¿Ŀ", + "д ив", + "ди в", + "ál nÃŃm", + "áln ÃŃm", + "álnÃŃ m", + "ac aģı", + "aca ģı", + "acaÄŁ ı", + "a ÅŁa", + "aÅŁ a", + "ĠÙħ اÙĦÛĮ", + "ĠÙħا ÙĦÛĮ", + "ĠÙħاÙĦ ÛĮ", + "ĠÃĸ n", + "иÑĤ ели", + "иÑĤе ли", + "ĠØ® رد", + "Ġخر د", + "Ġkullan ıl", + "Ġkullanı l", + "Ġ ÙħÛĮÙĦ", + "ĠÙħ ÛĮÙĦ", + "ĠÙħÛĮ ÙĦ", + "Ġ íļ¨", + "Ġíļ ¨", + "ã n", + "Ġ rost", + "Ġr ost", + "Ġro st", + "Ġros t", + "Ġëĸ ł", + "u bat", + "ub at", + "uba t", + "Ġ åıĤ", + "Ġåı Ĥ", + "Ġبر اÙĬ", + "Ġм енÑĮ", + "Ġмен ÑĮ", + "ั à¸Ħร", + "ัà¸Ħ ร", + "Ġпом ог", + "ĠØŃض ÙĪر", + "Ġthá»ĭ t", + "ä¹ ³", + "Ġ ìĭłì²Ń", + "Ġìĭł ì²Ń", + "Ġíĺ Ħìŀ¬", + "ĠíĺĦ ìŀ¬", + "Ġ ë¹ł", + "Ġë¹ ł", + "вÑĢоп ей", + "Ġne jen", + "Ġnej en", + "Ñĸ ка", + "Ñĸк а", + "Ġ ìļ¸", + "Ġìļ ¸", + "ĠÙħ بار", + "ĠÙħب ار", + "Ġ Äįek", + "ĠÄį ek", + "ĠÄįe k", + "Ġk alk", + "Ġka lk", + "Ġkal k", + "Ġ amac", + "Ġa mac", + "Ġam ac", + "Ġama c", + "اد ت", + "ĠÙħ اسÙĩ", + "ĠÙħا سÙĩ", + "Ġarasında ki", + "Ġaras ındaki", + "Ġб еÑģ", + "ĠоÑĤд елÑĮ", + "ĠоÑĤдел ÑĮ", + "á½ ¶", + "ĠΤ ζ", + "v yk", + "vy k", + "ج ÙĨ", + "» ê²Į", + "ĠниÑĩ его", + "ĠØ´ اÙħÙĦ", + "ĠÑĥÑģловиÑı Ñħ", + "la ması", + "lam ası", + "lama sı", + "è½ ī", + "ç¾ ½", + "Ġж ид", + "ĠоÑĤ ноÑģ", + "ĠздÑĸйÑģ нÑİ", + "Ġ VỼi", + "ĠV Ỽi", + "ÙĪ ÙĦÛĮ", + "ÙĪÙĦ ÛĮ", + "Ġt isÃŃ", + "Ġti sÃŃ", + "ĠÏĩ ÏģÏĮ", + "Ġprac ovnÃŃ", + "Ġpracov nÃŃ", + "ĠÙĬ ÙĥÙĪÙĨ", + "ĠÙĬÙĥ ÙĪÙĨ", + "Ġb eÅŁ", + "Ġbe ÅŁ", + "ج ز", + "ั à¸ļร", + "ัà¸ļ ร", + "ĠYön et", + "Ġشر اÛĮØ·", + "ĠتÙĪس عÙĩ", + "çĹ ĩ", + "à¸ĩ à¹Ģà¸Ľ", + "ä¸Ģ 次", + "ĠÐłÐ¾ÑģÑģий Ñģкой", + "æľĢ é«ĺ", + "Ġsp olu", + "Ġspo lu", + "Ġspol u", + "д аеÑĤÑģÑı", + "да еÑĤÑģÑı", + "даеÑĤ ÑģÑı", + "Ñĸ ÑĤÑĥ", + "ÑĸÑĤ Ñĥ", + "Ġоб ÑĢаÑĤ", + "ĠобÑĢа ÑĤ", + "e nek", + "en ek", + "ene k", + "Ġ mek", + "Ġm ek", + "Ġme k", + "å¦ Ī", + "Ġдоп олниÑĤелÑĮ", + "Ġ ç²", + "Ġç ²", + "ĠÙĦ ÙĦت", + "ĠÙĦÙĦ ت", + "ĠHaz iran", + "æ¸ Ī", + "à¹Į à¸Ĥà¸Ńà¸ĩ", + "ĠÑĦ он", + "Ġê²ĥ ìľ¼ë¡ľ", + "Ġnh é", + "Ġbu gün", + "Ġbug ün", + "ov ém", + "ové m", + "Ġза веÑĢ", + "Ġзав еÑĢ", + "Ġд виг", + "Ġдв иг", + "Ġдви г", + "ä¼ Ļ", + "Ġnu ôi", + "меÑĢ ик", + "ме ÑĢик", + "ĠÙĨÙħ ÙĪÙĨÙĩ", + "èį ·", + "Ñĥ вала", + "Ñĥв ала", + "Ñĥва ла", + "ç¿ »", + "Ġs ân", + "ог оÑİ", + "ого Ñİ", + "ا سÙĬØ©", + "اس ÙĬØ©", + "اسÙĬ Ø©", + "Ñĥн кÑĤ", + "Ñĥнк ÑĤ", + "á nÃŃm", + "án ÃŃm", + "ánÃŃ m", + "ен ное", + "енно е", + "Ġph út", + "Ġ मर", + "Ġम र", + "ĠاÙĦ ÙĪØ·", + "ĠاÙĦÙĪ Ø·", + "Ġлег ко", + "Ġ ãĢĭ", + "ĠãĢ ĭ", + "ë¡ľ ëĵľ", + "ĠKas ım", + "ÙĬ ÙĦÙĬ", + "ÙĬÙĦ ÙĬ", + "ĠbaÄŁlantı lar", + "ĠÑĤ ÑĢÑĥд", + "ĠÑĤÑĢ Ñĥд", + "ĠÑĤÑĢÑĥ д", + "Ø· Ùĩ", + "Ġk vůli", + "ÑģÑĤ оÑı", + "Ġsat Ä±ÅŁ", + "Ġh áºŃu", + "ĠبÙĩ ترÛĮÙĨ", + "ĠبÙĩتر ÛĮÙĨ", + "ĠÑģ елÑĮ", + "ĠÑģел ÑĮ", + "ั à¸Ļว", + "ัà¸Ļ ว", + "o su", + "os u", + "य न", + "åĽ ³", + "ι δ", + "ÛĮ تÛĮ", + "ÛĮت ÛĮ", + "ĠQu áºŃn", + "Ġ ей", + "Ġе й", + "à¹Ģว ลา", + "à¹Ģวล า", + "ìĬ¤ íĥĢ", + "ìĤ¬ 를", + "Ġا ÙĩÙĦ", + "ĠاÙĩ ÙĦ", + "η γ", + "Ġk á»·", + "Ġká» ·", + "Ġ наÑĤ", + "Ġн аÑĤ", + "Ġна ÑĤ", + "âĢ ¡", + "Ñĸ ÑĩниÑħ", + "ÑĸÑĩ ниÑħ", + "ĠÑĢазвиÑĤи Ñı", + "ĠÑĢазви ÑĤиÑı", + "e cial", + "ec ial", + "eci al", + "ĠÑħ озÑı", + "в аеÑĤ", + "ва еÑĤ", + "ĠÄIJ á»Ļ", + "ĠÄIJá» Ļ", + "Ġ éĵ", + "Ġé ĵ", + "Ġok am", + "ĠвÑģ ÑĸÑħ", + "ĠвÑģÑĸ Ñħ", + "ĠPr aze", + "ĠPra ze", + "ë¥ ł", + "ι κα", + "ικ α", + "æ¬ ²", + "Ġgerçek leÅŁ", + "ç¥ ĸ", + "Ġод ним", + "Âł M", + "Ġre nk", + "Ġr enk", + "Ġren k", + "Ġल à¤ķ", + "ãĥķ ãĤ§", + "ãĥķãĤ §", + "ĠÙĨ زد", + "å¹ »", + "Ġúzem ÃŃ", + "æı ¡", + "а лиÑģÑı", + "али ÑģÑı", + "Ġ ÃĶ", + "Ġà Ķ", + "Ġy orum", + "Ġyo rum", + "ĠÏĢ ÏģÏī", + "ãĥ³ ãĥĩ", + "ãĥ³ãĥ ĩ", + "éĸĭ å§ĭ", + "ãĥ¼ ãĥª", + "ãĥ¼ãĥ ª", + "Ġìĸ¼ êµ´", + "Û± Û±", + "Û±Û ±", + "lü ÄŁÃ¼", + "lÃ¼ÄŁ ü", + "ÙĨ Ø´", + "à¹Ī ำ", + "èĽ ĭ", + "ĠØ£ د", + "ĠW illi", + "ĠWill i", + "ĠWil li", + "ĠWi lli", + "èª ²", + "Ġsür dür", + "ĠEx ternÃŃ", + "Ġp ůvod", + "Ġpů vod", + "ĠØ® اÙĨÙĪ", + "ĠخاÙĨ ÙĪ", + "ĠкоÑĤоÑĢ ое", + "Ġm ohl", + "Ġmo hl", + "Ġmoh l", + "Ġs tÄĽ", + "Ġst ÄĽ", + "åĩ ı", + "ìĤ ¼", + "aban cı", + "à¹ģ à¸Ļ", + "สำ à¸Ħ", + "æĤ £", + "ab ilece", + "abil ece", + "abile ce", + "éĺ³ åŁİ", + "Îij Îļ", + "Ġch ữa", + "Ġchữ a", + "ĠìķĦ ëĭ", + "طبÙĬ ÙĤ", + "طب ÙĬÙĤ", + "ÎĻ ÎŁÎ¥", + "ÎĻÎŁ Î¥", + "ÑĢ ование", + "ÑĢов ание", + "ÑĢо вание", + "ÑĢован ие", + "ÑĢова ние", + "åĩ ½", + "Ġ ì¼", + "Ġì ¼", + "ÑĢ оÑĦ", + "ÑĢо ÑĦ", + "à¹ĩ à¸Ļส", + "à¹ĩà¸Ļ ส", + "Ġ ãĤ¦", + "ĠãĤ ¦", + "ï¼ļ ãĢĮ", + "á»ĭ a", + "Ġ hPa", + "Ġh Pa", + "m anı", + "man ı", + "ál nÃŃho", + "álnÃŃ ho", + "ÙĪ تÛĮ", + "ÙĪت ÛĮ", + "ĠлеÑĩ ениÑı", + "j te", + "jt e", + "- д", + "åħ¨ åĽ½", + "ĠбÑĥд Ñĸв", + "Ġz atÃŃm", + "Ġzat ÃŃm", + "Ġ öyle", + "Ġö yle", + "ìĿ´ ê°Ģ", + "s tal", + "st al", + "sta l", + "i vatel", + "iv atel", + "ivate l", + "iva tel", + "Ġ æľª", + "Ġpož ad", + "ĠÑģ ни", + "Ġpos lednÃŃ", + "Ġposled nÃŃ", + "ĠÑģÑĤ анд", + "ĠÑģÑĤан д", + "ĠÑģÑĤа нд", + "à¥Ģ à¤ıम", + "à¥Ģà¤ı म", + "Ġ عکس", + "Ġع کس", + "ÑĢ иÑı", + "ÑĢи Ñı", + "ã y", + "á»ĭ p", + "Ġo kul", + "Ġok ul", + "Ġoku l", + "à¸ĩ หมà¸Ķ", + "Ġвоз ник", + "m ÃŃ", + "ç§ Ł", + "ĠÄij á»ijc", + "Ġp odÃŃ", + "Ġpo dÃŃ", + "Ġpod ÃŃ", + "ĠÅĻÃŃ j", + "ĠÑĤак Ñĸ", + "ĠÑĤа кÑĸ", + "à¸ļ าà¸Ĺ", + "Ġ 보기", + "Ġë³´ 기", + "ล า", + "еÑģ ÑĤо", + "еÑģÑĤ о", + "Ġ çĶ¨", + "и нÑĭ", + "ин Ñĭ", + "ĠÑĢ ÑĥÑħ", + "ĠÑĢÑĥ Ñħ", + "ĠÑĢаÑģп олож", + "Ñī еннÑı", + "Ġc á»Ń", + "à¹ī à¸ļร", + "à¥įयव स", + "ï¾ ļ", + "Ġд алÑĮ", + "Ġда лÑĮ", + "Ġдал ÑĮ", + "Ġض د", + "ÙĦ ÙĬØ©", + "ÙĦÙĬ Ø©", + "ĠкоÑĤоÑĢ ого", + "Ġd ve", + "Ġdv e", + "Ġnh ạc", + "ÑĦ Ñĸка", + "ÑĦÑĸ ка", + "ÑĦÑĸк а", + "à¥Ī à¤Ł", + "èĩª çĶ±", + "Ġпо ÑĢÑĥÑĪ", + "ĠпоÑĢ ÑĥÑĪ", + "æľĭ åıĭ", + "Ġd ört", + "Ġdö rt", + "ĠÑĢаÑģп ÑĢоÑģÑĤ", + "ãģ§ ãģ¯ãģªãģĦ", + "ãģ§ãģ¯ ãģªãģĦ", + "ĠпеÑĢ ег", + "ĠпеÑĢе г", + "Ġ ánh", + "Ġá nh", + "Ġán h", + "ĠV ÃŃ", + "ظ Ù¹", + "à¥į रण", + "à¥įर ण", + "Ġb ilim", + "Ġbi lim", + "Ġbil im", + "Ġlid é", + "Ġd ÃŃky", + "ĠdÃŃ ky", + "ĠÄIJ á»ĵng", + "Ġ εÏģγ", + "Ġε Ïģγ", + "Ġzn ovu", + "Ïĥ ια", + "Ïĥι α", + "Ñ ŀ", + "स à¤Ń", + "e kk", + "ek k", + "Ġμε ÏĦά", + "ÑģÑĤ иÑĩ", + "ÑģÑĤи Ñĩ", + "ÛĮ ÙĨÚ¯", + "ÛĮÙĨ Ú¯", + "ĠÑıв лÑıÑİÑĤÑģÑı", + "Ġ 建", + "Ġå» º", + "Ïĥ Ïĥα", + "ÏĥÏĥ α", + "ав лива", + "à¸ģ รม", + "à¸ģร ม", + "ç¬ Ķ", + "Ġ ге", + "Ġг е", + "Ġ رÙĩ", + "Ġر Ùĩ", + "Ġм ел", + "Ġна пÑĢимеÑĢ", + "ĠнапÑĢи меÑĢ", + "Ġм ик", + "Ġми к", + "ĠاÙĦس ÙĥاÙĨ", + "æ¤ ľ", + "ĠÐļ ÑĢа", + "Ġv Ãłi", + "ĠvÃł i", + "ائ Ùħ", + "ĠÏĩ Ïģή", + "leÅŁ me", + "Ġ jas", + "Ġj as", + "Ġja s", + "ê²Į ìŀĦ", + "Ġm aç", + "Ġma ç", + "Ġì§Ħ íĸī", + "à¥ĩद न", + "Ġvů bec", + "ĠÙĦ ÙĨ", + "è« ĩ", + "âī¡ âī¡", + "л ением", + "ление м", + "лен ием", + "ле нием", + "ع ÙĨÛĮ", + "عÙĨ ÛĮ", + "ãĥŀ ãĥ³", + "Ä° Z", + "ĠÃĸ ÄŁ", + "ĠìŬ ìŀIJ", + "y Å¡", + "Ġ ÑģÑĤа", + "ĠÑģ ÑĤа", + "ĠÑģÑĤ а", + "Ġ สำหร", + "Ġสำ หร", + "Ġन व", + "ãĢĤ ä½Ĩ", + "олÑĮ но", + "Ġyan ında", + "Ġyanı nda", + "è² ´", + "Ġjednot liv", + "Ġ åİŁ", + "Ġåİ Ł", + "éłħ 缮", + "Ġमद द", + "리 ìĹIJ", + "ĠÙħ اÙĬ", + "ĠÙħا ÙĬ", + "ĠÑĩ еÑĢв", + "ĠÑĩеÑĢ в", + "Ġd áv", + "Ġdá v", + "ÙĦ ÛĮÙĩ", + "ÙĦÛĮ Ùĩ", + "? #", + "Äį nÃŃm", + "ÄįnÃŃ m", + "ÑĢ ег", + "ÑĢе г", + "ĠпÑĢимен Ñı", + "ĠпÑĢим енÑı", + "ãĤĬ ãģ¨", + "ê° Ļ", + "Ġtop lam", + "Ġtopl am", + "i leÅŁ", + "il eÅŁ", + "ile ÅŁ", + "Ġk ategor", + "ÑĤ ал", + "ÑĤа л", + "ãģ«ãĤĪ ãĤĭ", + "Ġdom ác", + "Ġ ê·ľ", + "Ġê· ľ", + "ĠÙĩ زار", + "ĠpÅĻÃŃ stup", + "ĠpÅĻÃŃst up", + "ı lıyor", + "ılı yor", + "ıl ıyor", + "ж ди", + "жд и", + "ĠD Æ°Æ¡ng", + "ĠPh áºŃt", + "Ġç ünkü", + "구 ê¸ĢìĥģìľĦ", + "ov aných", + "ova ných", + "ovan ých", + "ovaný ch", + "Ġع Ø´", + "Ġà¤ķर à¤ķ", + "ž ÃŃt", + "žÃŃ t", + "Ġ vÄĽtÅ¡ÃŃ", + "ĠvÄĽt Å¡ÃŃ", + "ĠvÄĽtÅ¡ ÃŃ", + "ĠاÙħ کاÙĨ", + "Ġn ông", + "Ġz ám", + "Ġzá m", + "à¥Į न", + "е каÑĢ", + "ек аÑĢ", + "ека ÑĢ", + "Âł Т", + "k ami", + "ka mi", + "ĠÑĢеÑģ ÑĥÑĢ", + "п оÑģ", + "по Ñģ", + "Ùİ ÙĤ", + "ί λ", + "Ġ سازÛĮ", + "Ġس ازÛĮ", + "Ġساز ÛĮ", + "Ġçık an", + "Ġçı kan", + "ĠdÃŃ tÄĽ", + "Ġتص ÙĪ", + "ç¯ ĩ", + "н д", + "Ġrám ci", + "h ong", + "ho ng", + "hon g", + "Ġ ÑģÑĸм", + "ĠÑģ Ñĸм", + "s ak", + "sa k", + "к еÑĤ", + "ке ÑĤ", + "д Ñĸл", + "дÑĸ л", + "ç¹ Ķ", + "Ġth Æ°á»Łng", + "Ġне ÑĹ", + "з Ñĸ", + "ÅĻ ÃŃd", + "ÅĻÃŃ d", + "ित न", + "à¤ı à¤ķ", + "Ġs ữa", + "ĠÙħ رØŃ", + "ĠÙħر ØŃ", + "é ŀ", + "Ġc Æ°á»Ŀng", + ": .:", + ":. :", + "ÑĤ ен", + "ÑĤе н", + "èī ¦", + "Ġkh ợi", + "Ġ 기ì¤Ģ", + "Ġ기 ì¤Ģ", + "lan ır", + "彩 票", + "ض ÛĮ", + "Ġuz av", + "Ġb oh", + "Ġbo h", + "è m", + "Ġ æ£", + "Ġæ £", + "n ici", + "ni ci", + "nic i", + "( çģ«", + "åħ³ äºİ", + "Ñĸ ÑĩнÑĸ", + "ÑĸÑĩ нÑĸ", + "à¸ģ ารà¸ĵ", + "à¸ģาร à¸ĵ", + "Ġì² «", + "ÑĢ ÑĥеÑĤ", + "ÑĢÑĥ еÑĤ", + "ĠarÅŁiv lendi", + "ÑĤ им", + "ÑĤи м", + "า à¸ł", + "าภł", + "Ġبر ابر", + "Ġ à¹Ģà¸ĭ", + "Ġà¹Ģ à¸ĭ", + "Ġà¹Ģภĭ", + "ĠÄij êm", + "è· ³", + "Ġyön etim", + "Ġyönet im", + "Ġ éķ·", + "Ġéķ ·", + "ãĥĨ ãĥ¬ãĥĵ", + "м аÑĤи", + "ма ÑĤи", + "маÑĤ и", + "è´£ ä»»", + "ick ým", + "ický m", + "è ¸", + "à¹Ģห à¸ķ", + "ëł Į", + "Ġ رÙĬ", + "Ġر ÙĬ", + "ĠвÑĭ дел", + "åĩº çİ°", + "Ġп еÑģ", + "Ġì¢ĭ ìĿĢ", + "Ġà¤ī सन", + "Ġà¤īस न", + "ĠAr alık", + "ĠAra lık", + "ĠÑĩа ÑģÑĥ", + "ĠÑĩаÑģ Ñĥ", + "l ava", + "la va", + "lav a", + "Ġ ï½ŀ", + "Ġï½ ŀ", + "æģ ĭ", + "د ÛĮد", + "دÛĮ د", + "âĢĻ den", + "âĢĻd en", + "âĢĻde n", + "Ġ åĪĿ", + "ĠåĪ Ŀ", + "ÙĪ دة", + "ÙĪد Ø©", + "Ñĩ или", + "Ñĩи ли", + "Ñĩил и", + "ĠÑħаÑĢакÑĤ еÑĢиÑģÑĤи", + "ا ستاÙĨ", + "اس تاÙĨ", + "است اÙĨ", + "द र", + "ĠبÙĪد ÙĨ", + "ĠبÙĪ دÙĨ", + "Ġп алÑĮ", + "Ġпа лÑĮ", + "Ġпал ÑĮ", + "ĠÑĤ ÑĢади", + "ĠÑĤÑĢ ади", + "ĠÑĤÑĢа ди", + "Ġд еÑı", + "Ġде Ñı", + "Ġ خش", + "ĠØ® Ø´", + "Ġpok raÄį", + "Ġ구 ê¸Ģ", + "к овÑĸ", + "ко вÑĸ", + "ков Ñĸ", + "Ġ tık", + "Ġt ık", + "Ġh ấp", + "Ġza lož", + "Ġzal ož", + "१ à¥", + "Ġëĭµ ë³Ģ", + "м еÑĪ", + "ме ÑĪ", + "íļ ¨", + "Ġspol up", + "Ġspolu p", + "Ë Ĩ", + "è¾ ¦", + "Ġg á»Ĺ", + "Ġ å®ļ", + "Ġå® ļ", + "ĵ n", + "as ından", + "asında n", + "- ı", + "ĠбеÑĢ ез", + "大 åѸ", + "Ġз нов", + "Ġзн ов", + "ĠHo Ãłng", + "Ġد ÙĪÙĨ", + "ĠدÙĪ ÙĨ", + "Ġan lay", + "ĠÙĪ زار", + "ĠÙĪز ار", + "ĠعÙĦ ÙħÛĮ", + "ĠعÙĦÙħ ÛĮ", + "è£ ľ", + "Ġdü nya", + "Ġdün ya", + "Ġdüny a", + "Ġза лиÑĪ", + "Ġзал иÑĪ", + "Ġзали ÑĪ", + "д аеÑĤ", + "да еÑĤ", + "ν ε", + "и ÑĩеÑģкого", + "иÑĩеÑģ кого", + "ìĬ¤ íħľ", + "ĠÐij еÑĢ", + "Ġ дж", + "Ġд ж", + "Ġ опаÑģ", + "Ġоп аÑģ", + "ÏĨ α", + "Ġzv lá", + "Ġt ô", + "б еÑĢ", + "бе ÑĢ", + "ĠÎľ αÏģ", + "Ġξα Ïģ", + "ti ÄŁini", + "tiÄŁi ni", + "ãĥ¬ ãĥ³", + "ĠK ho", + "ĠKh o", + "ĠÑĸн ÑĪ", + "Ġ ï¿¥", + "ì° ¬", + "ï½ ¡", + "Ġ ноÑĩ", + "Ġн оÑĩ", + "Ġно Ñĩ", + "è¨ Ĭ", + "ÄĽ ti", + "ÄĽt i", + "å¿ Ļ", + "Ġکرد ÙĨد", + "ĠکردÙĨ د", + "ĠÄij ẩy", + "ĠÑģказ ав", + "ëĥ ¥", + "å± ¬", + "Ġश हर", + "ĠÚ©Ùħ Ú©", + "Âł ÐŁ", + "ın ca", + "нÑĸвеÑĢ ÑģиÑĤ", + "Ġ Ú¯ÙĪÙĨÙĩ", + "ĠÚ¯ ÙĪÙĨÙĩ", + "ĠÚ¯ÙĪ ÙĨÙĩ", + "ĠTop lam", + "ĠiÅŁ aret", + "ä½ł 们", + "Ġd erece", + "Ġde rece", + "Ġder ece", + "Ġdere ce", + "Ġderec e", + "ĠìĤ¬ ìĭ¤", + "Ġ ìŀIJ기", + "ĠìŀIJ 기", + "å®ŀ çİ°", + "çĶŁ çī©", + "ãģ® ä¸Ģ", + "Ġ ÑĢом", + "ĠÑĢ ом", + "ÙĪ زÙĩ", + "ÙĪز Ùĩ", + "Ġ ãģ¨", + "íĻ į", + "ÙĬ ÙĤ", + "Ġ åIJįçĦ¡ãģĹãģķãĤĵ", + "ĠåIJį çĦ¡ãģĹãģķãĤĵ", + "ĠåIJįçĦ¡ãģĹ ãģķãĤĵ", + "ĠÙ¾ ÛĮر", + "ĠÙ¾ÛĮ ر", + "Ġпол ез", + "ì¶ ©", + "ĠкоÑĢ п", + "IJ ëĭ¤", + "á» «a", + "ừ a", + "Îķ Τ", + "Ġжел ез", + "ãģ£ãģ ±", + "Ġx uyên", + "Ġ ë¥", + "Ġë ¥", + "à¥ĩ ।Ċ", + "à¥ĩ। Ċ", + "ĠÑģÑĤ али", + "ĠÑģÑĤал и", + "ĠÑģÑĤа ли", + "Ġpomoc ÃŃ", + "Ġdurum da", + "Ġп ÑĢоÑĪ", + "ĠпÑĢ оÑĪ", + "ĠпÑĢо ÑĪ", + "l enÃŃ", + "le nÃŃ", + "len ÃŃ", + "β ολ", + "βο λ", + "Ġ æĸĩç«ł", + "Ġæĸĩ ç«ł", + "tÄĽ z", + "d ÃŃl", + "dÃŃ l", + "Ġdruh é", + "ĠÑĤ огда", + "Ġh rá", + "Ġhr á", + "о ÑĤÑĮ", + "оÑĤ ÑĮ", + "า à¸ģร", + "าà¸ģ ร", + "Ġتص Ùħ", + "ĠÙħد ت", + "ка дем", + "Ġpat ÅĻÃŃ", + "ä¹ĭ åīį", + "س بة", + "سب Ø©", + "Ġпо кÑĢÑĭ", + "Ġпок ÑĢÑĭ", + "Ġn áp", + "Ġná p", + "Ġ_ {}", + "Ġ_{ }", + "ëĵ± íķĻêµIJ", + "ĠØ¥ ÙĦÙĬ", + "ĠØ¥ÙĦ ÙĬ", + "Ġöz g", + "çļ Ĩ", + "Ġhay van", + "ĠN isan", + "ĠNi san", + "غ از", + "Ġت ت", + "ĠдÑĥ Ñħов", + "ĠдÑĥÑħ ов", + "ĠÐŁÐ¾ ÑįÑĤомÑĥ", + "ÑĮ огод", + "ÑĮого д", + "Ġk uÅŁ", + "Ġku ÅŁ", + "Ġà¤ĩ सम", + "Ġà¤ĩस म", + "ج ÛĮ", + "Ġ ãĤ¿", + "ĠãĤ ¿", + "Ġв кÑĥÑģ", + "Ġвк ÑĥÑģ", + "ĠвкÑĥ Ñģ", + "ç Ģ", + "ĠвÑĭ ÑĪе", + "âĢĻ dan", + "âĢĻd an", + "âĢĻda n", + "ĠاØŃ Ùħد", + "Ġtal ep", + "Ġta lep", + "Ġtale p", + "Ġ ÏĪ", + "ĠÏ Ī", + "Ġdol ayı", + "Ġdolay ı", + "ĠÚ¯ زارش", + "б ол", + "бо л", + "ĠاÛĮÙĨ تر", + "ÑĢ оÑĩ", + "ÑĢо Ñĩ", + ") âĢı", + "Ġ ëIJł", + "ĠëIJ ł", + "Ġk oup", + "Ġko up", + "Ġkou p", + "( æľĪ", + "é± ¼", + "Ġ огÑĢа", + "Ġо гÑĢа", + "Ġог ÑĢа", + "ĠÑĢаз м", + "ĠÑĢа зм", + "Ġت ست", + "Ġتس ت", + "ĠpÅĻÃŃ slu", + "í ĽĪ", + "ĠëĮĢ íķ´", + "à¹ģ à¸Ľ", + "ан нÑĭе", + "аннÑĭ е", + "ĠìĿ¸ íĦ°", + "Ġkullan ılan", + "Ġkullanı lan", + "Ġkullanıl an", + "Ġz tr", + "æĬĢ è¡ĵ", + "ि à¤Ľ", + "िठĽ", + "ĠاÙĦÙħ ؤ", + "ov aly", + "ova ly", + "oval y", + "us tos", + "ust os", + "usto s", + "Ġö rg", + "Ġör g", + "Ġ 太", + "Ġå¤ ª", + "ε ιο", + "ει ο", + "Ġ uÄį", + "Ġu Äį", + "ĠØ´ Ú©ÙĦ", + "ĠØ´Ú© ÙĦ", + "建 çŃij", + "Ġch ạy", + "ĠÏĩ Ïģη", + "н ÑĥÑĤ", + "нÑĥ ÑĤ", + "Ġباع Ø«", + "ĠNÄĽk ter", + "ÑĥÑĤ ÑĤÑı", + "ãģ§ãģĻ ãģĭ", + "Ġsay ılı", + "Ġsayı lı", + "им оÑģÑĤÑĮ", + "имо ÑģÑĤÑĮ", + "ĠпиÑĤ аннÑı", + "Ġk ÃŃnh", + "Ġh ran", + "Ġhr an", + "Ġhra n", + "ok rat", + "Ġed ilir", + "Ġedil ir", + "Ġà¤ķह त", + "Ġp aci", + "Ġpa ci", + "Ġpac i", + "ाल न", + "Ġи де", + "Ġид е", + "ĠZ em", + "ĠZe m", + "Ġsluž by", + "ÑģÑĤв еннÑĭй", + "ÑģÑĤвен нÑĭй", + "ĠØ¢ ÙĨاÙĨ", + "ĠØ¢ÙĨ اÙĨ", + "ĠÑĤ оваÑĢи", + "ĠÑĤоваÑĢ и", + "ĠÑĤов аÑĢи", + "ĠتØŃ ÙħÙĬÙĦ", + "ĠY ük", + "Ġк аÑĤегоÑĢ", + "ĠкаÑĤ егоÑĢ", + "íĭ Ģ", + "Ġк оÑģ", + "Ġко Ñģ", + "Ġ обов", + "Ġо бов", + "Ġоб ов", + "Ġобо в", + "ĠprostÅĻed ÃŃ", + "ĠÑģ оÑģ", + "ĠÑģо Ñģ", + "ĠÐIJ лекÑģанд", + "ĠÐIJлекÑģ анд", + "Ġ à¹Ģà¸Ĥà¸ķ", + "Ġà¹Ģà¸Ĥ à¸ķ", + "å¿ħ é¡»", + "ั à¸Ĭ", + "ĠÙĦ د", + "ãĢģ ä¸Ģ", + "ĠÎľ ÎŃ", + "Ñĥ ваÑĤиÑģÑı", + "Ñĥв аÑĤиÑģÑı", + "ÑĥваÑĤи ÑģÑı", + "Ñĥва ÑĤиÑģÑı", + "æķ ı", + "ãĥ¼ ãĥIJ", + "ãĥ¼ãĥ IJ", + "اÙĦ ÙĦÙĩ", + "Ġب Ùĩا", + "ĠبÙĩ ا", + "åĸ ¶", + "è´ µ", + "æĸ¹ åIJij", + "Ġ ì¸", + "Ġì ¸", + "Ġ ÙĨاÙħÙĩ", + "ĠÙĨ اÙħÙĩ", + "ĠÙĨاÙħ Ùĩ", + "ÑĮ ко", + "Ġv ody", + "Ġvo dy", + "Ġvod y", + "v ÃŃc", + "vÃŃ c", + "à¹ģ à¸Ī", + "Ġع ÙĦÛĮÙĩ", + "ĠعÙĦ ÛĮÙĩ", + "ĠعÙĦÛĮ Ùĩ", + "à¹ģ รà¸ĩ", + "ί να", + "ίν α", + "ãģ ¬", + "Ġ Ðŀп", + "ĠÐŀ п", + "Ġsay f", + "ï¼Į çĶ±", + "ä¼ ´", + "ĠÑĥд об", + "ãģ¾ ãģł", + "Ġне пÑĢи", + "Ġнеп ÑĢи", + " İ", + "à¤¾à¤ľ प", + "pl nÄĽ", + "Ġ ìĹĦ", + "ĠìĹ Ħ", + "Ġrů zn", + "Ġrůz n", + "Ġx ếp", + "ãĥĸ ãĥ«", + "ĠзаÑħ иÑģÑĤ", + "ĠÙħص رÙģ", + "ĠÙħصر Ùģ", + "ĠvÅ¡ech no", + "ãģ® ãģĬ", + "ĠTh á»ĭ", + "Ġm ùa", + "¿ IJ", + "ĠпÑĢин ÑĨип", + "ĠاÙĨ ÙĤÙĦ", + "г аÑĢ", + "га ÑĢ", + "Ġmož nost", + "ÙĤ ÙĬÙĤ", + "ÙĤÙĬ ÙĤ", + "Ġotev ÅĻ", + "Ġ fak", + "Ġf ak", + "Ġfa k", + "Ġng uy", + "Ġngu y", + "б ов", + "бо в", + "l acaÄŁ", + "lac aÄŁ", + "ا طر", + "اط ر", + "ãģ« ãĤĪãĤĬ", + "ãģ«ãĤĪ ãĤĬ", + "æĺ¯ åľ¨", + "Ġt ầng", + "ìĿ¸ ìĿ´", + "a ÅĻ", + "ç ¢°", + "ç¢ °", + "ÏĮ με", + "Ġ ê°Ī", + "Ġê° Ī", + "ĠØ£ ØŃد", + "ĠØ£ØŃ Ø¯", + "غ راÙģ", + "غر اÙģ", + "ĠÙĬ ØŃ", + "ï½ §", + "ĠاÙĦØŃÙĬ اة", + "Ġ lep", + "Ġl ep", + "Ġle p", + "Ġ ฮ", + "Ġภ®", + "t ae", + "ta e", + "Ġl Æ°Æ¡ng", + "è½ ®", + "Ġз мÑĸн", + "ĠзмÑĸ н", + "Ġзм Ñĸн", + "ĠÐļи ÑĹв", + "ĠмÑĸ ÑģÑı", + "ĠмÑĸÑģ Ñı", + "к ав", + "ка в", + "à¸ķ ะ", + "Ġm noho", + "Ġmn oho", + "Ġmnoh o", + "ĠNgh á»ĭ", + "èĻ İ", + "Ġ ãĥŁ", + "Ġãĥ Ł", + "Ġp ráci", + "Ġpr áci", + "Ġprá ci", + "Ġg á»ijc", + "ĠY eni", + "ĠYe ni", + "ĠYen i", + "ا ضÙĬ", + "اض ÙĬ", + "Ġ èij", + "Ġè ij", + "Ġк ла", + "Ġкл а", + "ı ng", + "ÏĦ εί", + "ÏĦε ί", + "Ġb eni", + "Ġbe ni", + "Ġben i", + "Ġ عد", + "Ġع د", + "Ġ aktu", + "Ġak tu", + "Ġakt u", + "ĠÙĪ ÙĤد", + "ĠÙĪÙĤ د", + "Ġпод гоÑĤов", + "Ġgi ai", + "Ġgia i", + "( æ°´", + "Ġs aç", + "Ġsa ç", + "ĠÙħÙĨ اسب", + "ĠÙħÙĨاس ب", + "âĸ ĭ", + "ÙIJ Ùĩ", + "é į", + "à¸Ń à¸Ĺ", + "ĠسÛĮ اسÛĮ", + "o lit", + "ol it", + "oli t", + "ĠاÙĦ جز", + "ĠاÙĦج ز", + "Ø· ÙĦب", + "Ø·ÙĦ ب", + "Ġ sey", + "Ġs ey", + "Ġse y", + "e rence", + "er ence", + "ere nce", + "eren ce", + "ì´ Į", + "ĠвнÑĥÑĤÑĢ ен", + "ĠвнÑĥÑĤ ÑĢен", + "Ġ à¸Ļาย", + "Ġà¸Ļ าย", + "ĠìķĬ ìķĺëĭ¤", + "ĠìķĬìķĺ ëĭ¤", + "o lik", + "ol ik", + "oli k", + "æľĢ åIJİ", + "ä» ª", + "Ġ ÑĢÑĸд", + "ĠÑĢ Ñĸд", + "è¼ ĥ", + "Ġ باب", + "Ġب اب", + "Ġبا ب", + "Ñĥ ди", + "Ñĥд и", + "Ġ ÑģÑĤÑĥп", + "ĠÑģÑĤ Ñĥп", + "ĠÄij ứng", + "ĠÄijứ ng", + "ĠÅŁ öyle", + "Ġ íķĻìĥĿ", + "ĠíķĻ ìĥĿ", + "Ġв лаÑģÑĤи", + "Ġвла ÑģÑĤи", + "ĠвлаÑģ ÑĤи", + "Ġh ãng", + "Ġhã ng", + "à¹ī าว", + "à¹īา ว", + "ĠÚ© اÙĩØ´", + "Ġ ëĵ¯", + "Ġëĵ ¯", + "ĠجÙħ ÙĦÙĩ", + "Ġد کتر", + "ad olu", + "ado lu", + "adol u", + "Ġت بد", + "Ġتب د", + "ظ اÙħ", + "Ġz naÄį", + "Ġzn aÄį", + "Ġد ÙĨÛĮ", + "ĠدÙĨ ÛĮ", + "Ġs ạn", + "å¼ ±", + "ÏĢ ι", + "Ġ çIJĨ", + "ĠçIJ Ĩ", + "Ġ ÙģصÙĦ", + "ĠÙģ صÙĦ", + "и нг", + "ин г", + "Ðļ Ðŀ", + "ĠС ов", + "ĠСо в", + "Ġziy aret", + "Ġ دÙħ", + "Ġد Ùħ", + "ç« ¹", + "Ġsah ibi", + "is ayar", + "isa yar", + "isay ar", + "ÄŁ a", + "ĠпеÑĢÑĸ од", + "Ġs na", + "Ġsn a", + "( æľ¨", + "Ġ нее", + "Ġн ее", + "Ġне е", + "ĠÑĦак ÑĤоÑĢ", + "ĠÑĦакÑĤ оÑĢ", + "м еж", + "ме ж", + "åº Ħ", + "r áž", + "rá ž", + "ок ÑĢем", + "Ġž al", + "ิ à¹Ģศษ", + "è± ª", + "ou cÃŃ", + "ĠU lus", + "ĠUl us", + "Ġtak že", + "ا ÙĪÙĨ", + "اÙĪ ÙĨ", + "н иÑĤи", + "ни ÑĤи", + "ниÑĤ и", + "нÑĮ о", + "ëį ¸", + "Ġ Ùĥرة", + "ĠÙĥ رة", + "ĠÙĥر Ø©", + "åľ ³", + "ĠArth ropoda", + "ĠÑĤ одÑĸ", + "ĠÑĤо дÑĸ", + "Ġدر صد", + "ุ รà¸ģ", + "ุร à¸ģ", + "ĠÑģв ого", + "ĠÑģво го", + "说 éģĵ", + "Ġc ánh", + "Ġcá nh", + "Ġcán h", + "æĵ Ĭ", + "Ġ ä¸ĭè½½", + "Ġä¸ĭ è½½", + "èī ¾", + "Ġnik dy", + "Ø® Ø·", + "ĠÑģ ейÑĩаÑģ", + "ÙĪ ÙĬÙĦ", + "ÙĪÙĬ ÙĦ", + "a met", + "am et", + "ame t", + "문 ìĿĺ", + "ĠE ÄŁitim", + "大 ä¼ļ", + "Ġb ÅĻez", + "за ÑĨÑĸÑı", + "Ġty to", + "н ай", + "на й", + "غ Ùħ", + "Ġ é©", + "Ġé ©", + "计 ç®Ĺ", + "Türk iye", + "Ġmn ož", + "åIJĪ ä½ľ", + "æľį åĭĻ", + "Ġkažd ý", + "ĠÑİ ÑĢид", + "Ġ βα", + "Ġβ α", + "à¥Ĥ à¤ļ", + "åIJĮ ãģĺ", + "Ġ çĭ", + "Ġç ĭ", + "ί ÏĦ", + "ÙĪÛĮ ÙĨت", + "ÙĪÛĮÙĨ ت", + "ا ÙĨس", + "اÙĨ س", + "æľĢ 大", + "Ġ Từ", + "ĠT ừ", + "éŃĶ æ³ķ", + "Ġб ли", + "Ġбл и", + "ĠÑĤак ое", + "ĠÑĤа кое", + "ãģ ľ", + "ãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ãĢĢĠ ãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "ìĿ´ ë©°", + "ĠÙĤسÙħ ت", + "Ġ оÑĨÑĸ", + "Ġо ÑĨÑĸ", + "н икÑĥ", + "ни кÑĥ", + "ник Ñĥ", + "Ġ Bạn", + "ĠB ạn", + "ĠоÑĢг анÑĸз", + "ĠоÑĢган Ñĸз", + "ĠоÑĢганÑĸ з", + "ü ph", + "üp h", + "Ġ izin", + "Ġi zin", + "Ġiz in", + "Ġ ï¾Ĭ", + "Ġï¾ Ĭ", + "εί ÏĤ", + "à¸ĩ à¹ģà¸ķ", + "ãģ¡ ãĤī", + "ва жа", + "важ а", + "Ġ 欧", + "Ġæ¬ §", + "ι Ïİ", + "ÏĢ ÎŃ", + "Ġк ÑĢеп", + "ĠÑĨ иÑħ", + "ĠÑĨи Ñħ", + "æĦŁ ãģĺ", + "çķ «", + "Ùĥ ÙĪ", + "е мо", + "ем о", + "ž en", + "že n", + "å¹³ æĸ¹", + "ĠÙħجÙħÙĪع Ùĩ", + "ĠÑģво и", + "Ġ ãĦ", + "à¸Ľà¸£à¸°à¸ģ à¸Ńà¸ļ", + "ĠпÑĢ оÑĤи", + "ĠпÑĢо ÑĤи", + "ĠпÑĢоÑĤ и", + "ÙĪ ÛĮÙĩ", + "ÙĪÛĮ Ùĩ", + "认 为", + "ÏĨ ÎŃ", + "и ÑĩеÑģкий", + "иÑĩеÑģ кий", + "иÑĩеÑģки й", + "æ¥ ļ", + "Ġп ап", + "Ġпа п", + "δ Ïģο", + "Ġkullan ım", + "Ġkullanı m", + "Ġz bo", + "Ġzb o", + "Ġú spÄĽ", + "Ġ Ùħز", + "ĠÙħ ز", + "ĠF ak", + "ĠFa k", + "елÑĮ зÑı", + "æ´» åĭķ", + "ĠÐŁ ÑĢав", + "ĠÐŁÑĢ ав", + "ĠÐŁÑĢа в", + "¦ y", + "åĥ ķ", + "æij ĺ", + "Ġر ئ", + "Ġ ÏĨοÏģ", + "ĠÏĨ οÏģ", + "м иÑĤ", + "ми ÑĤ", + "Ġt icaret", + "Ġti caret", + "Ġtic aret", + "æ³ķ å¾ĭ", + "å¹´ 代", + "ìĪ Ļ", + "å ¿ł", + "å¿ ł", + "à¹ĩ à¸Ļà¸Ĺ", + "à¹ĩà¸Ļ à¸Ĺ", + "Ġ Ñĥж", + "ĠÑĥ ж", + "ĠÙħتØŃ Ø¯Ùĩ", + "Ġtr á»Ŀi", + "Ġ رØŃ", + "Ġر ØŃ", + "ĠÚ©ÙĪ ÚĨ", + "ĠопÑĢед елен", + "ĠопÑĢедел ен", + "ĠزÙħ ÛĮÙĨÙĩ", + "ĠزÙħÛĮÙĨ Ùĩ", + "Ġn óng", + "Ġnó ng", + "Ġng ủ", + "Nh ững", + "Ġк иÑĪ", + "Ġки ÑĪ", + "Ġ jde", + "Ġj de", + "Ġjd e", + "Ġ ä¸Ĭæµ·", + "Ġä¸Ĭ æµ·", + "åĭ ĩ", + "Ġt anı", + "Ġtan ı", + "à¹Į à¹ģละ", + "à¹Įà¹ģ ละ", + "ĠÑĢа ÑģÑĤвоÑĢ", + "ĠÑĢаÑģÑĤ воÑĢ", + "ĠÑģÑĢед ÑģÑĤв", + "Ġc án", + "Ġcá n", + "Ġsyst ému", + "Ġsystém u", + "ÛĮ Ø·", + "ĠÑģиÑģÑĤем а", + "Ġ ëŀ", + "Ġë ŀ", + "Ġ ÑĩеÑĤ", + "ĠÑĩ еÑĤ", + "éĥ¨ éŨ", + "å¸ °", + "Ġm illet", + "Ġmill et", + "Ġmil let", + "ĠÎķ λλά", + "à¥ĩà¤ĸ न", + "Ġrepublik y", + "ÑĢ ами", + "ÑĢа ми", + "ÑĢам и", + "Ġसम स", + "Ġaç ısından", + "اد ÙĦ", + "Ġб еÑģп", + "ĠбеÑģ п", + "ãĥ» âĶģ", + "åľ Ń", + "o cu", + "oc u", + "k ánÃŃ", + "ká nÃŃ", + "ÙĪ رش", + "ÙĪر Ø´", + "ëŀ µ", + "Ġ çģ", + "Ġç ģ", + "è° ģ", + "Ġs ám", + "Ġν εÏĨ", + "Ġνε ÏĨ", + "b ilir", + "bil ir", + "ĠmÃŃst ÄĽ", + "Ġ žen", + "Ġž en", + "Ġže n", + "Ġil ç", + "Ġ ë§ģ", + "Ġë§ ģ", + "ãĢij Ċ", + "ĠÙħÙĪ ارد", + "ĠاÙĦ Ø´ÙĬ", + "ĠاÙĦØ´ ÙĬ", + "Ġ기 ë¡Ŀ", + "Ġt ady", + "Ġta dy", + "Ġtad y", + "à¸Ń าà¸Ī", + "ĠÑģ ÑĦ", + "ĠspoleÄį nost", + "Ġtém atu", + "Ùħ اÙħ", + "Ùħا Ùħ", + "Ùħ ع", + "Ġ леж", + "Ġл еж", + "ĠÚĨ Ø´Ùħ", + "ĠiÅŁ let", + "ĠÙĨس Ø®", + "ä¼ °", + "ãģį ãģª", + "ãĢ ĥ", + "å² Ĺ", + "Ġ åŃIJ", + "Ġå ŃIJ", + "ĠåŃ IJ", + "Ġb ảng", + "Ġbản g", + "çĮ ®", + "Ġc ứng", + "Ġcứ ng", + "Ġк ÑĢай", + "ĠкÑĢа й", + "Ġ èĭ±è¯Ń", + "Ġèĭ± è¯Ń", + "Ðł ÐIJ", + "ز ÙĨ", + "èĥ ŀ", + "Ġsür eç", + "Ġsüre ç", + "ãĥķ ãĥĪ", + "ĠкÑĸлÑĮ ка", + "ne ÄŁin", + "neÄŁi n", + "ov ány", + "ová ny", + "ován y", + "л Ñĸн", + "лÑĸ н", + "Ġvý raz", + "ĠÑģÑĩ иÑĤа", + "ĠÑģÑĩиÑĤ а", + "ĠпÑĢав ило", + "ĠпÑĢави ло", + "ĠпÑĢавил о", + "ĠиÑģполÑĮз Ñĥ", + "Ġk éo", + "Ġké o", + "ĠyaklaÅŁ ık", + "ĠÙĪاب ستÙĩ", + "ов аÑĤелÑĮ", + "Ġ ì²ł", + "Ġì² ł", + "ĠاÙĦ عاÙħ", + "ĠاÙĦع اÙħ", + "åĿ ı", + "Ġ à¸ī", + "Ġภī", + "ĠS Æ¡n", + "λ ιο", + "λι ο", + "ì¶Ķ ì²ľ", + "Ġsluž eb", + "ĠдеÑıÑĤелÑĮ ноÑģÑĤи", + "з м", + "Ġп ози", + "Ġпо зи", + "Ġпоз и", + ".; .;", + "ĠпÑĢоиÑģ ÑħодиÑĤ", + "าย à¹ĥà¸Ļ", + "çļĦ ãģ«", + "Ġà¤ĩस स", + "о меÑĤ", + "ом еÑĤ", + "Ġ αÏģ", + "Ġα Ïģ", + "ा à¤Ĺर", + "ाà¤Ĺ र", + "i cÃŃch", + "ic ÃŃch", + "icÃŃ ch", + "Ġpolož ky", + "ê³ ¨", + "æĥ Ĭ", + "Ġö ner", + "Ġön er", + "Ġöne r", + "Ġx ảy", + "ĠÙĨظ رÛĮ", + "ĠÙĨظر ÛĮ", + "Ġngh á»ī", + "Ġ à¸ľà¸¥", + "Ġà¸ľ ล", + "ĠÑĢ олÑĮ", + "ĠÑĢ емон", + "ĠÑĢе мон", + "ص ÙĪر", + "V ý", + "ĠS á»ij", + "ĠÑģ ÑĥÑĩаÑģ", + "ĠÑģÑĥ ÑĩаÑģ", + "ห ย", + "ĠاÙĤ داÙħ", + "Ġer kek", + "Ġerk ek", + "Ġ èį", + "Ġè į", + "ĠÄij ôi", + "ĠÄijô i", + "Ġкон кÑĢеÑĤ", + "æ¬ Ĭ", + "Ġ 缮", + "ĠçĽ ®", + "ÙĪ Ú©", + "lı kla", + "lık la", + "Ġp azar", + "Ġpa zar", + "Ġpaz ar", + "ά νÏī", + "άν Ïī", + "Ñĥ ÑģÑĤа", + "ÑĥÑģ ÑĤа", + "ÑĥÑģÑĤ а", + "ãģª ãģŁ", + "Ġ ÙĩÙĨÚ¯", + "ĠÙĩ ÙĨÚ¯", + "ĠÙĩÙĨ Ú¯", + "Ю ÐĽ", + "Ġв елик", + "Ġвели к", + "Ġвел ик", + "Ġве лик", + "Ġnh Ỽ", + "Ġ ìĭľíĹĺ", + "Ġìĭľ íĹĺ", + ") ìĿĺ", + "Ùĥ Ùĩ", + "Ġ à¹ģล", + "Ġà¹ģ ล", + "Û² Ûµ", + "Ġار ساÙĦ", + "Ġ окÑĢем", + "Ġок ÑĢем", + "ά ÏĤ", + "ĠвÑĭ Ñħод", + "vÄĽt Å¡ÃŃ", + "ĠØ· رÛĮÙĤ", + "Ġк оÑĢоÑĤ", + "ĠкоÑĢ оÑĤ", + "Ġко ÑĢоÑĤ", + "н ÑĶ", + "ãĤĬ ãģ«", + "Ġ ä¹Ł", + "Ġä¹ Ł", + "ØŃ Øµ", + "ع ÙħاÙĦ", + "عÙħ اÙĦ", + "oloj ik", + "oloji k", + "Ġر ابط", + "Ġرا بط", + "çª Ĺ", + "Ġg iz", + "Ġgi z", + "Ġch ết", + "Ġchế t", + "æ¨ £", + "ส à¸ĩ", + "ÙĪ تر", + "ÙĪت ر", + "ĠÑı кÑĥ", + "ĠÑıк Ñĥ", + "çı¾ åľ¨", + "ĠоÑĤ ÑģÑĥÑĤÑģÑĤв", + "Ġ ê´ijê³ł", + "Ġê´ij ê³ł", + "Ñĸ ки", + "Ñĸк и", + "åĢ ¤", + "è® ¢", + "Ġ dle", + "Ġd le", + "Ġdl e", + "Ġ åł", + "Ġå ł", + "æ¨ ©", + "è® ¯", + "åĶ IJ", + "Ġ âĸ²", + "Ġâĸ ²", + "Ġli stop", + "Ġlist op", + "Ġlis top", + "Ġdat ové", + "Ġdato vé", + "ÏĦ ÏĮÏĤ", + "ÏĦÏĮ ÏĤ", + "Ġ оз", + "Ġо з", + "δ ÏĮ", + "èĴ Ĥ", + "Û³ Û°", + "ãĥª ãĥ¼ãĤº", + "ãĥªãĥ¼ ãĤº", + "ĠÙħر کز", + "ĠÙħرک ز", + "ĠпÑĸдÑĤ ÑĢим", + "ĠÑģ ез", + "é¡ ĺ", + "Ġol acaktır", + "Ġolacak tır", + "æº Ģ", + "ĠÏĢεÏģι ο", + "ĠÏĢεÏģ ιο", + "ĠÏĢε Ïģιο", + "ÑĦ а", + "ÏĦ ηÏĥη", + "ÏĦη Ïĥη", + "ç» ĥ", + "Ðŀ д", + "δ Ïħ", + "âĦ ĥ", + "Ġl ắp", + "ĠëĦ ĺ", + "Ø· اÙĨ", + "ĠÙ¾ ÙĨج", + "ĠÙ¾ÙĨ ج", + "ت اÙĨ", + "تا ÙĨ", + "i lerinin", + "iler inin", + "ileri nin", + "ilerin in", + "ilerini n", + "à Ī", + "ĠØ® ÙĪØ´", + "ĠØ®ÙĪ Ø´", + "Ġ ìĬ¬", + "ĠìĬ ¬", + "ĠاÙĦر ئÙĬس", + "ẵ n", + "Ġ شار", + "ĠØ´ ار", + "e ru", + "er u", + "ж ив", + "жи в", + "à¸Ļ าย", + "à¸Ļา ย", + "Ġs ẻ", + "Ġà¤ī à¤ļ", + "ãģ« ãģĭ", + "ç¡ Ģ", + "Ġyür üt", + "ĠС еÑĢг", + "ĠСеÑĢ г", + "Ġ каÑģ", + "Ġк аÑģ", + "Ġка Ñģ", + "ĠÐij ог", + "Ġìĸ´ëĸ »ê²Į", + "Ġ çŁ³", + "Ġç Ł³", + "ĠçŁ ³", + "Ġöl dür", + "Ġöld ür", + "л Ñĸв", + "лÑĸ в", + "Ġho Ãłng", + "ĠhoÃłn g", + "Ġb á»Ļt", + "Ġbá»Ļ t", + "çŀ ¬", + "Ġ 침", + "Ġì¹ ¨", + "N ếu", + "Ġne vy", + "Ġnev y", + "Ġ ìľ¤", + "Ġìľ ¤", + "Ġsou Äįást", + "ıs ıyla", + "ısı yla", + "Ġtük et", + "b ou", + "bo u", + "Ġд во", + "Ġдв о", + "س Ø·", + "å½ĵ çĦ¶", + "ãĥ ¨", + "Ġ زادÙĩ", + "Ġز ادÙĩ", + "Ġزاد Ùĩ", + "Ġ éĥ¨", + "Ġéĥ ¨", + "Ġر ÙĪØŃ", + "ĠرÙĪ ØŃ", + "Ġ ï¼į", + "Ġï¼ į", + "ĠмÑĸÑģ ÑĨев", + "ĠмÑĸÑģÑĨе в", + "θ εν", + "θε ν", + "ภĨ", + "л енÑĸ", + "лен Ñĸ", + "ле нÑĸ", + "çį ²", + "ĠH OH", + "ĠHO H", + "s ın", + "sı n", + "ิ à¸ķร", + "ิà¸ķ ร", + "è² ¡", + "ĠpÅĻ id", + "ĠpÅĻi d", + "à¹Ģ หà¸Ļ", + "à¹Ģห à¸Ļ", + "l ý", + "è¨Ģ èijī", + "ठĵ", + "âĸįâĸįâĸįâĸį âĸįâĸįâĸįâĸį", + "ب اب", + "با ب", + "ãĥ¼ ãĥķ", + "ãĥ¼ãĥ ķ", + "м оÑĢ", + "мо ÑĢ", + "è¿ĩ ç¨ĭ", + "Ġ ãĥĽ", + "Ġãĥ Ľ", + "ĠK inh", + "ĠKi nh", + "ĠKin h", + "íķľ êµŃ", + "Ġìĸ´ëĸ ¤", + "Ġв лиÑı", + "Ġf ayd", + "Ġfa yd", + "Ġص ÙĨع", + "ĠصÙĨ ع", + "Ġal ır", + "Ġet tiÄŁi", + "Ġetti ÄŁi", + "ά κ", + "im izin", + "imi zin", + "imiz in", + "imizi n", + "ัà¸ļ à¸ľ", + "Ġзем елÑĮ", + "ÙĬÙĦ اد", + "ÙĬÙĦا د", + "æ¶ ¨", + "çı ł", + "ĠØ£ غ", + "Ġz ku", + "Ġzk u", + "âĢŀ A", + "า à¸ķร", + "าà¸ķ ร", + "a yi", + "ay i", + "ãĥ© ãĤ¹", + "и ло", + "ил о", + "ĠÄij á»į", + "ĠÄijá» į", + ". Îķ", + "ë ľ", + "ĠμÏĢο Ïģεί", + "å¸ ¶", + "Ġar tır", + "Ġart ır", + "า à¸į", + "าภį", + "å¿ ĺ", + "ta lya", + "tal ya", + "Ġpoz dÄĽji", + "ĠpozdÄĽ ji", + "Ġnep ÅĻ", + "Ġ æ¹", + "Ġæ ¹", + "اÙĩ ÛĮ", + "Ġsat ın", + "Ġ ë²Į", + "Ġë² Į", + "ج ÙĪ", + "ä¸Ģ 缴", + "ìķĦ ìļĶ", + "Âł P", + "Ġ ØĽ", + "ĠØ Ľ", + "Ġп ал", + "Ġпа л", + "表 æĥħ", + "Ġc anlı", + "Ġcan lı", + "æĪIJ 为", + "ÙĪ ÙĨا", + "ÙĪÙĨ ا", + "Ġ âĢ¯", + "ĠâĢ ¯", + "à¸ģำ ล", + "åį ĸ", + "Ġ αÏĥ", + "Ġα Ïĥ", + "и нок", + "ин ок", + "а мп", + "ам п", + "ล à¸Ńà¸ĩ", + "ÙĤ ÙĤ", + "ĠпÑĢо Ñħод", + "ĠпÑĢоÑħ од", + "ãĤĦãĤĭ 夫", + "Ïĩ η", + "è² ¨", + "ĠÙģ ÙĬÙĩ", + "ĠÙģÙĬ Ùĩ", + "ÙĬ رÙĬ", + "ÙĬر ÙĬ", + "Ġвне ÑĪ", + "Ġk arak", + "Ġka rak", + "Ġkar ak", + "Ġkara k", + "Ø« ÙĦ", + "Ùĩ ÙĪرÛĮ", + "ÙĩÙĪر ÛĮ", + "اÙĪر Ù¾", + "ĠÄij á»ı", + "ĠÄijá» ı", + "ji Å¡tÄĽnÃŃ", + "jiÅ¡tÄĽ nÃŃ", + "ت بر", + "تب ر", + "Ġê·¸ ê²ĥ", + "Ġg ül", + "Ġgü l", + "Ġпо кÑĥп", + "Ġпок Ñĥп", + "l ilik", + "li lik", + "lili k", + "lil ik", + "Ġz da", + "Ġzd a", + "åīį ãģ«", + "ĠÙħÙĩ ÙĨد", + "Ġ ÎijÎĿ", + "ĠÎij ÎĿ", + "ĠÚ©ÛĮÙĦ ÙĪÙħتر", + "Ġp ÅĻeh", + "ĠpÅĻ eh", + "ĠpÅĻe h", + "а леж", + "ал еж", + "але ж", + "Ġka yn", + "Ġkay n", + "è® ¿", + "Ġì¤ij êµŃ", + "ĠÑĪиÑĢ ок", + "ĠÑĪи ÑĢок", + "ĠÙħشار کت", + "âĢ Ĥ", + "Ġ íŤ", + "ĠíĹ ¤", + "Ġìłľ íĴĪ", + "ĠØ´ ÛĮر", + "ĠØ´ÛĮ ر", + "es inden", + "esinde n", + "esin den", + "ÑĢ ÑĸÑĩ", + "ÑĢÑĸ Ñĩ", + "èı ²", + "Ñģ коÑĢ", + "Ñģк оÑĢ", + "Ñģко ÑĢ", + "e tik", + "et ik", + "eti k", + "า à¸ľ", + "าภľ", + "ĠØ· بÛĮ", + "Ġطب ÛĮ", + "κ ÎŃ", + "ĠìŀĪ ìĸ´", + "Ġ dek", + "Ġd ek", + "Ġde k", + "ÑĢ Ñĸй", + "ÑĢÑĸ й", + "å ĨĴ", + "åĨ Ĵ", + "nÃŃ ci", + "® ¤", + "ĠÙħر تب", + "Ġy azı", + "Ġya zı", + "Ġyaz ı", + "üs lü", + "ìľ¼ ëĤĺ", + "e lerine", + "eler ine", + "ele rine", + "eleri ne", + "elerin e", + "Ġy oÄŁun", + "Ġб ак", + "Ġба к", + "ÎĻ ÎŁ", + "ά λÏħ", + "άλ Ïħ", + "ç´ Ļ", + "ĠÑĢÑĥ ками", + "ĠÑĢÑĥк ами", + "Ġçöz üm", + "ìłķ ìĿĦ", + "Ġgüç lü", + "λ ÏĮ", + "Ġb elli", + "Ġbe lli", + "Ġbel li", + "Ġbell i", + "ÃŃ Å¡e", + "ÃŃÅ¡ e", + "ĠÏĮ ÏĢÏīÏĤ", + "Ġna Å¡", + "Ġp ár", + "Ġpá r", + "ÑĪ ÑĤ", + "Ġ ìĨ¡", + "ĠìĨ ¡", + "à¥Ĥ रत", + "à¥Ĥर त", + "ĠÏĢολ Ïį", + "ĠÏĢο λÏį", + "ç° ¡", + "èĤ ¯", + "æ¹ ¾", + "Ġ äºĭ", + "Ġब स", + "Ġ무 ë£Į", + "д ина", + "дин а", + "ди на", + "èª °", + "л еж", + "ле ж", + "Ġú ÅĻad", + "ĠоÑģвÑĸ ÑĤи", + "ĠоÑģвÑĸÑĤ и", + "ĠвÑĸд Ñĩ", + "ĠпÑĢи знаÑĩ", + "ĠпÑĢизна Ñĩ", + "ĠпÑĢиз наÑĩ", + "çĶ³ 请", + "' ya", + "'y a", + "ä¿ Ĭ", + "Ġ ÙĬÙĪÙĨ", + "ĠÙĬ ÙĪÙĨ", + "ĠÙĬÙĪ ÙĨ", + "Ġس ع", + "Ġ ÐĶаÑĤа", + "ĠÐĶ аÑĤа", + "ĠÐĶа ÑĤа", + "è¨Ģ ãģĨ", + "ĠØŃ ØªÛĮ", + "ĠJi ÅĻÃŃ", + "ĠÐ¥ аÑĢ", + "éĻ Ī", + "à¹Ī าà¸Īะ", + "à¹Īา à¸Īะ", + "Ġsay esinde", + "ĠÑĤÑĢеб а", + "ê°Ģ ì§Ģ", + "Ġy emek", + "Ġye mek", + "Ġyem ek", + "Ġyeme k", + "è¦ ļ", + "ặ n", + "ãĢĢ ãĢĢãĢĢãĢĢĠãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ĠãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢĠãĢĢ", + "Ġ 举", + "Ġä¸ ľ", + "Ġ ÙĪا", + "ĠÙĪ ا", + "ĠÙħ ÙĪس", + "ĠÙħÙĪ س", + "Ġком анд", + "Ġкоман д", + "Ġseç im", + "Ñĩ еннÑı", + "Ñĩен нÑı", + "Ġtot iž", + "Ġr á»Ńa", + "ı a", + "Ø¢ Ùħ", + "ÑĨ Ñĸон", + "ÑĨÑĸ он", + ": :::::::::::", + ":: ::::::::::", + ":::: ::::::::", + ":::::: ::::::", + ":::::::: ::::", + "::: :::::::::", + "::::: :::::::", + "::::::: :::::", + "::::::::: :::", + ":::::::::: ::", + "::::::::::: :", + "ÐĿ ÐIJ", + "ı za", + "ız a", + "h end", + "he nd", + "hen d", + "Ġफ र", + "ัà¸Ķ à¸ģาร", + "Ġ Cách", + "ĠC ách", + "ĠCác h", + "ĠпоÑĤ Ñĸм", + "Ġá¼ Ģ", + "ا ÙĦا", + "اÙĦ ا", + "á» ¡", + "ر ÛĮÙħ", + "رÛĮ Ùħ", + "å® «", + "Ġز ÙħÛĮÙĨ", + "ĠزÙħ ÛĮÙĨ", + "ÑĢ еÑģÑĤ", + "ÑĢе ÑģÑĤ", + "ÑĢеÑģ ÑĤ", + "б аÑĩ", + "ба Ñĩ", + "Ùĩر ست", + "н ог", + "но г", + "ï¼Į 大", + "ĠëĺIJ íķľ", + "Ġz ůst", + "Ġzů st", + "ĠÐĴ она", + "ĠÐĴо на", + "å¤ĩ 份", + "Ġ اÙģت", + "Ġا Ùģت", + "ĠاÙģ ت", + "o je", + "oj e", + "Ñģк ÑĸлÑĮки", + "Ġnh ẹ", + "Ġк еÑĢÑĸв", + "ĠкеÑĢ Ñĸв", + "á¿ ¦", + "æĸ¹ æ¡Ī", + "з аÑĨиÑı", + "за ÑĨиÑı", + "ĠвÑĸдповÑĸд но", + "ĠвÑĸдпов Ñĸдно", + "ãĤ¤ ãĤ¹", + "г ал", + "га л", + "ĠобÑĭ Ñĩно", + "ĠобÑĭÑĩ но", + "اÙĪرپ ÙĪÛĮÙĨت", + "å® ľ", + "l osti", + "lo sti", + "los ti", + "lost i", + "è¿Ľ åħ¥", + "uyor du", + "벤 íĬ¸", + "æīĭ ãĤĴ", + "ÐŁ од", + "ÐŁÐ¾ д", + "ĠÙħØŃ Ø¯ÙĪد", + "Ġ Ø¢Ùħد", + "ĠØ¢ Ùħد", + "ĠØ¢Ùħ د", + "ar akter", + "arak ter", + "çļĦ 大", + "Ġsı cak", + "l ant", + "la nt", + "lan t", + "Ġd ấu", + "ĠÙĨ Ú©", + "èĢħ ãģ®", + "Ġkend ini", + "Ġkendi ni", + "Ġп аÑĨи", + "Ġпа ÑĨи", + "Ġ 기íĥĢ", + "Ġ기 íĥĢ", + "ĠвмеÑģÑĤ е", + "в аеÑĤÑģÑı", + "ва еÑĤÑģÑı", + "ваеÑĤ ÑģÑı", + "Ġ ë§ī", + "Ġë§ ī", + "ĠchvÃŃ li", + "Ø® ÛĮ", + "ÙĦ ع", + "n ÃŃky", + "nÃŃ ky", + "nÃŃk y", + "､ :", + "ëIJľ ëĭ¤", + "ì§ ķ", + "Ġк вÑĸÑĤ", + "Ġкв ÑĸÑĤ", + "¨ ìĸ´", + "l iž", + "li ž", + "Ġë¹Ħë°Ģ ê¸Ģ", + "Ġkh á»iji", + "Ġ ë°©ìĨ¡", + "Ġë°© ìĨ¡", + "e chan", + "ec han", + "ech an", + "echa n", + "Ġзакон одав", + "Ġа кÑĤ", + "Ġак ÑĤ", + "문 ìłľ", + "ĠN ó", + "Ġ çĤ¹", + "Ġç Ĥ¹", + "ĠçĤ ¹", + "hled em", + "hle dem", + "ĠÑģво ÑĹÑħ", + "ĠÑģвоÑĹ Ñħ", + "Ġر ÙĤÙħ", + "ĠرÙĤ Ùħ", + "æĽ ¼", + "ि वर", + "िव र", + "åİ ļ", + "ĠÐļ од", + "ĠÐļо д", + "à¤Ń à¤Ĺ", + "ìŀIJ ëĬĶ", + "à¸Ļ ม", + "Ñĥ Ñģа", + "ÑĥÑģ а", + "Ġg ünü", + "Ġgün ü", + "ĠÄij ÃŃch", + "Ġtr ữ", + "å ·»", + "å· »", + "éĵ¶ è¡Į", + "ØŃ ÙĨ", + "è® ¨", + "γ Ïĩ", + "á½ ¸", + "a larında", + "alar ında", + "aları nda", + "aların da", + "Ġk af", + "Ġka f", + "ÙĪ اج", + "ÙĪا ج", + "ĠиÑģ клÑİÑĩ", + "ĠиÑģк лÑİÑĩ", + "Ġnh iá»ħ", + "á»į t", + "ĠìĽ ¹", + "Ġ éĿ¢", + "ĠéĿ ¢", + "ãģ® ãģĮ", + "Ġм ало", + "Ġмал о", + "Ġма ло", + "Ñĸ лÑĸ", + "Ñĸл Ñĸ", + "Ġ biên", + "Ġb iên", + "Ġbi ên", + "n ému", + "né mu", + "ném u", + "пÑĢи меÑĢ", + "пÑĢ имеÑĢ", + "âĸł âĸł", + "Ġk amp", + "Ġka mp", + "Ġkam p", + "Ġ веÑī", + "Ġв еÑī", + "Ġве Ñī", + "Äį em", + "Äįe m", + "à¥ģ ध", + "à¥ģठ§", + "æŁ »", + "ت ÙĪÙĨ", + "تÙĪ ÙĨ", + "åıª æľī", + "ãģ¯ ãģĦ", + "Ġ รวม", + "Ġร วม", + "ãĤ ŀ", + "ãģĻ ãĤĭãģ¨", + "ãģĻãĤĭ ãģ¨", + "å¾Ī å¤ļ", + "à¹Ī à¸ķ", + "ĠsvÄĽt a", + "ĠsvÄĽ ta", + "Ġ ê°Ģ격", + "Ġê°Ģ 격", + "Ú¯ Ùĩ", + "an daÅŁ", + "and aÅŁ", + "anda ÅŁ", + "ãĥª ãĤ¹", + "Ïī μα", + "ĠØ® ÙĪب", + "ĠØ®ÙĪ ب", + "ç´ ħ", + "Ñĩ иÑģ", + "Ñĩи Ñģ", + "ì¢ Į", + "ĠØŃض رت", + "Ġви ÑĢÑĸÑĪ", + "Ù¾ ر", + "Ġtý d", + "Ġkon tro", + "Ġkont ro", + "д ейÑģÑĤв", + "ãģŁãĤģ ãģ«", + "ì ī", + "мини ÑģÑĤÑĢа", + "мин иÑģÑĤÑĢа", + "âĢ ¯", + "åī ij", + "ни ÑĨÑĸ", + "ниÑĨ Ñĸ", + "å¦ ĩ", + "Ġ лиÑĪ", + "Ġл иÑĪ", + "Ġли ÑĪ", + "ãģ£ ãģ¦ãĤĭ", + "ãģ£ãģ¦ ãĤĭ", + "на ÑĢÑĥж", + "наÑĢ Ñĥж", + "Ñī иÑħ", + "Ñīи Ñħ", + "ÏĦ οκ", + "ÏĦο κ", + "ov áno", + "ová no", + "ován o", + "تر ÙĦ", + "ÑĢ ек", + "ÑĢе к", + "غ ات", + "Ġ omez", + "Ġo mez", + "Ġom ez", + "ì ĵ°", + "ĠÃľ l", + "ï½ Ĵ", + "lı ģını", + "lıģ ını", + "lıģın ı", + "Ġv ượt", + "Ġb ÄĽÅ¾", + "ĠbÄĽ ž", + "Ãľ R", + "Ġ ãĥ¾", + "Ġãĥ ¾", + "ĠdoÄŁ al", + "Ġh atır", + "Ġha tır", + "Ġhat ır", + "Ġsv ým", + "ì§Ģ ëıĦ", + "à¹Ģà¸ł à¸Ĺ", + "Ġv ay", + "Ġva y", + "Ġ æĻĤ", + "Ġæ ĻĤ", + "ĠæĻ Ĥ", + "à¥įव प", + "Ġp lo", + "Ġpl o", + "é¢Ħ è§Ī", + "Ġçık tı", + "Ġ دÙĨ", + "Ġد ÙĨ", + "n ánÃŃ", + "ná nÃŃ", + "ê· Ģ", + "íĺ Ģ", + "à¸ŀ à¸ļ", + "m uÅŁtur", + "muÅŁ tur", + "å®ĺ æĸ¹", + "ĠíĶĦ ë¡ľê·¸ëŀ¨", + "éĢŁ 度", + "ler dir", + "lerdi r", + "ÑĩеÑģ кого", + "Ñĩе Ñģкого", + "ĠÄ°n san", + "âĶ ĥ", + "Ġà¤ĩत न", + "С Ð¡Ðł", + "Ġا Ùħر", + "ĠاÙħ ر", + "Ġkö tü", + "Ùģ Ø´", + "Ġb oj", + "Ġbo j", + "ĠÑĨÑĸ ÑĶÑĹ", + "Ġsöy lem", + "Ġsöyl em", + "ни ÑĨÑĭ", + "ниÑĨ Ñĭ", + "ãĢĤ 她", + "âĢĿ .Ċ", + "âĢĿ. Ċ", + "Ġm ilion", + "Ġmil ion", + "Ġmi lion", + "Ġmili on", + "Ġson unda", + "Ġsonu nda", + "з Ñĥ", + "à¥į मà¤ķ", + "à¥įम à¤ķ", + "人 åı£", + "n ÄĽÅ¾", + "nÄĽ ž", + "ĠÑģ моÑĤ", + "ĠÑģм оÑĤ", + "Ġкомп лекÑģ", + "Ġкомплек Ñģ", + "Ġзави Ñģим", + "Ġиме ÑİÑĤ", + "Ġl ạc", + "Ġlạ c", + "Ġ hangi", + "Ġh angi", + "Ġhang i", + "Ġhan gi", + "ëĶ ©", + "åĬ ³", + "ĠvÄĽ ci", + "ĠvÄĽc i", + "е ÑĢов", + "еÑĢ ов", + "еÑĢо в", + "κ Ïģι", + "Ġdur umu", + "Ġdurum u", + "Ġ بÙĪاسطة", + "ĠبÙĪ اسطة", + "ĠØ£ بÙĬ", + "Ġأب ÙĬ", + "ĠAÄŁ ustos", + "ε Ïĩ", + "Ġд иÑĤи", + "Ġди ÑĤи", + "ĠдиÑĤ и", + "ÑĦ ика", + "ÑĦи ка", + "ÑĦик а", + "Ġ NÄĥm", + "ĠN Äĥm", + "Ġ 기ìĪł", + "Ġ기 ìĪł", + "Ġhlav nÃŃ", + "ä¿ ĥ", + "Ġलà¤Ĺ त", + "ĠO br", + "ĠOb r", + ". ย", + "ко вод", + "ков од", + "ково д", + "o pis", + "op is", + "opi s", + "Ġ ãĥī", + "Ġãĥ ī", + "Ġبش ÙĥÙĦ", + "н ием", + "ни ем", + "ние м", + "Ġtém ÄĽÅĻ", + "ĠاÙĦ ØŃر", + "ĠاÙĦØŃ Ø±", + "ĠÙĦ ازÙħ", + "ĠÙĦا زÙħ", + "Ġm ái", + "Ġmá i", + "i liÄŁi", + "ili ÄŁi", + "ë³ ¼", + "Ġy ık", + "Ġyı k", + "ç½ ²", + "ÑĢ ава", + "ÑĢа ва", + "ÑĢав а", + "Ñī ин", + "Ñīи н", + "ãģ« 対", + "ç²¾ ç¥ŀ", + "à¹ī ส", + "Ġtem sil", + "à Ĩ", + "ìķ Ķ", + "ĠпÑĢавилÑĮ но", + "ÑĢ оÑİ", + "ÑĢо Ñİ", + "Û±Û³ Û¸", + "è© ŀ", + "اء Ø©", + "ÙĪ ارÙĩ", + "ÙĪا رÙĩ", + "ÙĪار Ùĩ", + "ï¼ ħ", + "ĠÐľ ик", + "ĠÐľÐ¸ к", + "æģ ¶", + "æı Ĵ", + "ा पन", + "ाप न", + "ĠÚ©ÛĮÙģ ÛĮت", + "ĠT Ãłi", + "Ġt iá»ĥu", + "ov alo", + "ova lo", + "oval o", + "çĿ ¡", + "Ñĩ ил", + "Ñĩи л", + "Ġ лиÑĤ", + "Ġл иÑĤ", + "Ġли ÑĤ", + "λεÏħ ÏĦα", + "Ġ окон", + "Ġо кон", + "Ġок он", + ": :|", + ":: |", + "в ала", + "ва ла", + "вал а", + "ĠÙħرک زÛĮ", + "ĠÙħرکز ÛĮ", + "Ġ alÄ±ÅŁ", + "Ġa lÄ±ÅŁ", + "Ġal Ä±ÅŁ", + "Ġдолж но", + "Ġдол жно", + "æĻĤ 代", + "Ġ sert", + "Ġs ert", + "Ġse rt", + "Ġser t", + "е ÑĤом", + "еÑĤ ом", + "ัà¸Ļ ย", + "åģ ·", + "Ġ vÃŃc", + "Ġv ÃŃc", + "ĠvÃŃ c", + "ĠÑħ оÑĤÑı", + "ĠÑħоÑĤ Ñı", + "a larını", + "alar ını", + "aların ı", + "len mesi", + "lenme si", + "ãĥ³ ãĥIJ", + "ãĥ³ãĥ IJ", + "Ġëª ĩ", + "Ġá» ¦y", + "ĠاÙĦ کتر", + "vy Å¡Å¡ÃŃ", + "è² ¬", + "주 ìĭľ", + "á ÅĻe", + "áÅĻ e", + "Ġy ere", + "Ġye re", + "Ġyer e", + "ãĤ¢ ãĥ³", + "ĠاÙĦس عÙĪد", + "ĠØ¢ Ø´", + "Ġch óng", + "Ġchó ng", + "Ġ è»", + "Ġè »", + "г аÑĶ", + "га ÑĶ", + "Ġ ãģĤ", + "ç¨ ³", + "δ εÏĤ", + "δε ÏĤ", + "缮 çļĦ", + "Ġce vap", + "Ġcev ap", + "Ñģ ÑĤе", + "ÑģÑĤ е", + "é¡ ¿", + "म न", + "é¡ ¾", + "Ġк ÑĢедиÑĤ", + "ĠÙħس تÙĤ", + "ĠÙħست ÙĤ", + "Ġ миÑĤ", + "Ġм иÑĤ", + "Ġми ÑĤ", + "Ġt á»ĵn", + "Ġtá» ĵn", + "Ġ جÙĦ", + "Ġج ÙĦ", + "Ä© a", + "ĠاÙĦع ÙĦÙħ", + "ĠاÙĦعÙĦ Ùħ", + "á ků", + "ák ů", + "Ġ íķĻêµIJ", + "ĠíķĻ êµIJ", + "à¸Ĺ à¸Ńà¸ĩ", + "ห à¸Ļà¸Ķ", + "หà¸Ļ à¸Ķ", + "ĠлÑĸÑĤ еÑĢаÑĤÑĥ", + "ëIJ ł", + "ά ÏģÏĩ", + "άÏģ Ïĩ", + "ĠÙĤد رت", + "ĠÙĤدر ت", + "à¸Ļ าà¸ĩ", + "à¸Ļา à¸ĩ", + "Ġa rac", + "Ġar ac", + "Ġara c", + "Ġj ÃŃd", + "ĠjÃŃ d", + "Ġtür lü", + "íĶ ½", + "er siz", + "ers iz", + "е ним", + "ен им", + "ени м", + "Ġyüz yıl", + "Ġ ãģĦ", + "ĠÎļ Ïħ", + "Ġ æļ", + "Ġæ ļ", + "Ġp ůj", + "Ġpů j", + "Ġt á»Ļi", + "Ġth iên", + "Ġthi ên", + "Ä° S", + "Ġth úc", + "Ġthú c", + "æĹ ģ", + "ìŀIJ ìĿ¸", + "Ġöl üm", + "ر ÛĮÙģ", + "رÛĮ Ùģ", + "ÑĢ еж", + "ÑĢе ж", + "ص اÙĦ", + "ر ÙģØ©", + "رÙģ Ø©", + "i ếp", + "iế p", + "Ñı ÑĤиÑı", + "ÑıÑĤ иÑı", + "ÑıÑĤи Ñı", + "Ġpou žit", + "á tu", + "át u", + "为 ä»Ģä¹Ī", + "ì ģ", + "Ġ krát", + "Ġk rát", + "Ġkr át", + "ĠپرÙĪ ÚĺÙĩ", + "Ġrozhod nutÃŃ", + "ĠÑĥ нивеÑĢ", + "Ñĸй но", + "Ġ åij¨", + "Ġåij ¨", + "Ġk iá»ĥu", + "缮 åīį", + "ä¿ Ħ", + "ÏĦ οι", + "ÏĦο ι", + "ÑĦеÑĢ ен", + "uÅŁ tur", + "Ġ nÃŃm", + "Ġn ÃŃm", + "ĠnÃŃ m", + "âĢĮ Ø®", + "Ġ ủy", + "Ġ ÑģÑĤаÑĤи", + "ĠÑģÑĤ аÑĤи", + "ĠÑģÑĤаÑĤ и", + "ĠÑģÑĤа ÑĤи", + "ÑĩеÑģ кий", + "Ñĩе Ñģкий", + "ÑĩеÑģки й", + "Ġj estli", + "Ġjest li", + "ĠÙ¾ ÙĨ", + "Ġob ce", + "ĠجÙĩ اÙĨÛĮ", + "ĠجÙĩاÙĨ ÛĮ", + "едаг ог", + "ãģ§ ãģ®", + "Ġbu á»Ļc", + "ì¹´ ì§Ģëħ¸", + "à¹ĩ à¸Ħ", + "ĠÄį tvrt", + "Ġ ника", + "Ġн ика", + "Ġни ка", + "Ġник а", + "Ġвп лив", + "Ġд иÑĢ", + "Ġди ÑĢ", + "ĠÑģоб ÑģÑĤвен", + "Ġë§İ ìĿ´", + "æ¾ ³", + "ÑĢ Ñĥб", + "ÑĢÑĥ б", + "æ£ ĭ", + "声 éŁ³", + "ä¹ ĥ", + "تÛĮ جÙĩ", + "å¹ ¼", + "o nya", + "on ya", + "ony a", + "ĠPlan tae", + "ĠPlant ae", + "Ч ÑĤо", + "æIJ Ń", + "ä½ľ çĶ¨", + "ìħ ¨", + "Ġк ÑĢÑĥг", + "Ġ ÙĪÙģÙĬ", + "ĠÙĪ ÙģÙĬ", + "ĠÙĪÙģ ÙĬ", + "Ġ ï¼ŀ", + "Ġï¼ ŀ", + "ÑĪ ки", + "Âł Ðľ", + "ا Ø´ÛĮ", + "اش ÛĮ", + "ĠÅŀ ubat", + "ĠÅŀu bat", + "Ġع شر", + "Ġعش ر", + "l if", + "li f", + "Ġpou žitÃŃ", + "Ġpoužit ÃŃ", + "íĨ ¡", + "Ġб лок", + "Ġбл ок", + "èĢ ¶", + "ู ร", + "Ġv üc", + "Ø´ ÙĪد", + "Ø´ÙĪ د", + "и ма", + "им а", + "ни ÑĨип", + "ниÑĨ ип", + "ìĿ´ ëĵľ", + "Ġ âĢIJ", + "ĠâĢ IJ", + "Ġ назнаÑĩ", + "Ġна знаÑĩ", + "Ġназ наÑĩ", + "Ġназна Ñĩ", + "Ġstr any", + "Ġstran y", + "Ġstra ny", + "æ® ¿", + "ĠاÙĦ رÙĪ", + "ĠاÙĦر ÙĪ", + "çº ¸", + "åĪ ij", + "ï¼Į ä»İ", + "Ġ ë©´", + "Ġë© ´", + "ĠпÑĢовед еннÑı", + "Ġh ava", + "Ġha va", + "Ġhav a", + "ĠìĹĨ ìĹĪëĭ¤", + "ĠìĹĨìĹĪ ëĭ¤", + "å¢ŀ åĬł", + "Ú ¾", + "ç¼ º", + "Ġع بار", + "Ġعب ار", + "Ġt ắc", + "Ġin ÅŁa", + "er se", + "ers e", + "ر ÙĬب", + "رÙĬ ب", + "Ġá»ķ n", + "Ø£ Ø©", + "ĠÏĢολ ι", + "ĠÏĢο λι", + "Ġm ắc", + "Ñģ ол", + "Ñģо л", + "æ´ ŀ", + "- го", + "-г о", + "ç¨ĭ 度", + "ĠвикоÑĢиÑģÑĤ аннÑı", + "âĢŀ ظ", + "e lerinde", + "eler inde", + "eleri nde", + "elerin de", + "ĠNh Æ°ng", + "ĠNhÆ° ng", + "st ÅĻed", + "Ġhasta lık", + "Ġhast alık", + "à¹ī à¹Ģà¸Ľ", + "Ġd efa", + "Ġde fa", + "Ġdef a", + "Ġ زÙĬ", + "Ġز ÙĬ", + "اط ÙĤ", + "Ġп ÑĢой", + "ĠпÑĢ ой", + "ĠпÑĢо й", + "Ġок ÑĢÑĥг", + "ν ια", + "νι α", + "l adu", + "la du", + "lad u", + "k oli", + "ko li", + "kol i", + "Ġ oÄŁ", + "Ġo ÄŁ", + "Ġви Ñģок", + "ĠвиÑģ ок", + "Ð ĩ", + "çĽ ĸ", + "ãĤı ãģij", + "ãĥ¼ ãĥģ", + "ãĥ¼ãĥ ģ", + "æ¡ ¥", + "ĠÅ¡kol y", + "ĠÅ¡k oly", + "i tom", + "it om", + "ito m", + "Ġت ØŃص", + "ĠتØŃ Øµ", + "a lara", + "al ara", + "ala ra", + "alar a", + "Ġк ал", + "Ġка л", + "ĠпÑĢи Ñħод", + "Ġ é¦ĸ页", + "Ġé¦ĸ 页", + " į", + "ĠÛĮ عÙĨÛĮ", + "Ġt ùy", + "Ģ ë¡ľ", + "볤 ê³ł", + "á ze", + "áz e", + "Ġ ек", + "Ġе к", + "èħ ¹", + "ĠF akat", + "ĠFa kat", + "ĠFak at", + "п о", + "ĠÄij á»įc", + "ĠÄijá»į c", + "å Īĺ", + "åĪ ĺ", + "áz al", + "ÑĤ он", + "ÑĤо н", + "Ú¯ ÙĪ", + "ä¸ Ī", + "ìĹ ¼", + "ĠÙĦÙĦ Ø£", + "ĠE ÄŁer", + "åħ±åĴĮ åĽ½", + "Ø° ر", + "Ġd aÄŁ", + "Ġda ÄŁ", + "è¡Į ä¸ļ", + "ê±°ëŀĺ ê°Ģ", + "è´Ł è´£", + "C ông", + "ĠÑĦ илÑĮ", + "ĠÑĦил ÑĮ", + "Ġ аÑģ", + "Ġа Ñģ", + "Ġch ẳng", + "ним аÑĤÑĮ", + "нима ÑĤÑĮ", + "Ġif ad", + "Ġi fad", + "Ġ ìħ", + "Ġì ħ", + "çĪ µ", + "ĠÅĻe Å¡enÃŃ", + "åĽ½ 产", + "Ġкак ой", + "Ġка кой", + "Ġम ध", + "ĠY ar", + "ĠYa r", + "ob raz", + "obra z", + "Ġon emoc", + "Ġ âĤ", + "Ġâ Ĥ", + "åİŁ åĽł", + "ĠÙĥ رد", + "ĠÙĥر د", + "Ġآز اد", + "Ġad lı", + "ĠH izmet", + "ãĥ¼ ãĥij", + "ãĥ¼ãĥ ij", + "ÙĨ سÙĬØ©", + "ÙĨس ÙĬØ©", + "Ġв нÑĥÑĤ", + "ĠвнÑĥ ÑĤ", + "Ġd ále", + "Ġdál e", + "Ġdá le", + "Îķ Î¥", + "Ġ ÑĥÑħ", + "ĠÑĥ Ñħ", + "Ġ ÑĢев", + "ĠÑĢ ев", + "ĠÑĢе в", + "Ġ меÑĪ", + "Ġм еÑĪ", + "ĠkoÅŁ ul", + "ĠاÛĮ راÙĨÛĮ", + "ĠاÛĮراÙĨ ÛĮ", + "éĺ µ", + "Ġ ëıĻìķĪ", + "ĠëıĻ ìķĪ", + "à¹Ģ à¸Ł", + "à¹ĢภŁ", + "ëłĪ 벨", + "è¨Ń è¨Ī", + "p rak", + "pr ak", + "pra k", + "p oÄį", + "po Äį", + "اع دة", + "اعد Ø©", + "Ġas ker", + "Ġask er", + "ĠÙĪÛĮ ÚĺÙĩ", + "ĠÙĪÛĮÚĺ Ùĩ", + "ĠТ еÑĢ", + "ĠТе ÑĢ", + "mak ta", + "makt a", + "ĠÄįty ÅĻ", + "Âł С", + "âĢĮÚ©ÙĨ ÙĨد", + "ï¼Į 並", + "ĠÑĢоÑģ Ñĸй", + "Ġu nut", + "Ġun ut", + "è¿Ļ ä¸Ģ", + "o pak", + "op ak", + "opa k", + "èĢ IJ", + "Ġз амеÑĤ", + "Ġза меÑĤ", + "Ġзам еÑĤ", + "à¹Į ล", + "ب ÙĨ", + "Ġ 몰", + "Ġëª °", + "Ġins anlar", + "Ġinsan lar", + "åı¯ æĺ¯", + "æ¢ ¦", + "к од", + "ко д", + "èĽ Ľ", + "kl adnÃŃ", + "klad nÃŃ", + "ÑĢов од", + "ÑĢо вод", + "ĠмÑĸ ÑģÑĤа", + "ĠмÑĸÑģ ÑĤа", + "ĠмÑĸÑģÑĤ а", + "åĩº äºĨ", + "Ġп аÑģ", + "Ġпа Ñģ", + "о бов", + "об ов", + "Ú¯ اÙĩÛĮ", + "گاÙĩ ÛĮ", + "в ин", + "ви н", + "à¥įर ध", + "Ġком пон", + "Ġкомп он", + "Ġ аÑĤ", + "Ġа ÑĤ", + "Ġa det", + "Ġad et", + "Ġade t", + "Ġ ãĥģ", + "Ġãĥ ģ", + "ĠØ° ات", + "ĠØŃ ÙĪ", + "Ġtro chu", + "à¹ģ หà¸Ļ", + "à¹ģห à¸Ļ", + "Ġзав жди", + "ĠPart isi", + "ĠParti si", + "ĠS avaÅŁ", + "ĠSav aÅŁ", + "Ġs ÃŃd", + "ĠsÃŃ d", + "Ġ Ñģон", + "ĠÑģ он", + "ĠÑģо н", + "ر ÙĬÙģ", + "رÙĬ Ùģ", + "Ġz cela", + "åĺ ´", + "ĠÑĦ ÑĥÑĤ", + "il erek", + "ile rek", + "iler ek", + "ilere k", + "m alıdır", + "malı dır", + "Ġd á»±a", + "Ġdá»± a", + "à¸Ĺำ à¸ĩาà¸Ļ", + "ĠÙĪÙĦ ÙĥÙĨ", + "ĠÙĪÙĦÙĥ ÙĨ", + "ãģª ãĤĵãģł", + "ãģªãĤĵ ãģł", + "ĠÚ© ÙħÛĮ", + "ĠÚ©Ùħ ÛĮ", + "Ġléka ÅĻ", + "Ïģ Ïį", + "ج Ùħع", + "جÙħ ع", + "ın ızı", + "ını zı", + "ınız ı", + "ĠAn adolu", + "ãģ«ãĤĪ ãģ£ãģ¦", + "Ġê·¸ëŁ¬ ëĤĺ", + "Ġ íĮĶ", + "ĠíĮ Ķ", + "Ñĸ ÑĤÑĮ", + "ÑĸÑĤ ÑĮ", + "Ġ ¦", + "Ġ ¦", + "ä¸į è¦ģ", + "à¸ĸ ม", + "Ġ ÙĬد", + "ĠÙĬ د", + "ĠpÅĻ ep", + "ĠpÅĻe p", + "Ġ è¦ģ", + "Ġè¦ ģ", + "ĠпÑĢо екÑĤ", + "ĠпÑĢоек ÑĤ", + "ĠÑĢе ги", + "ĠÑĢег и", + "Ġd ạy", + "к ового", + "ков ого", + "ково го", + "Ġ ıs", + "Ġı s", + "ĠK ı", + "ĠÙģÙĬ Ùĩا", + "ĠÙģÙĬÙĩ ا", + "ÛĮ ات", + "ÛĮا ت", + "ĠÑģÑĤ ала", + "ĠÑģÑĤал а", + "ĠÑģÑĤа ла", + "æĬ ľ", + "Ñĥ ÑĢа", + "ÑĥÑĢ а", + "ĠÙ¾ اÛĮاÙĨ", + "ĠپاÛĮ اÙĨ", + "Ġپا ÛĮاÙĨ", + "Ġitibar en", + "а нÑĸÑĹ", + "ан ÑĸÑĹ", + "анÑĸ ÑĹ", + "Ġо ÑĦоÑĢм", + "л еÑĩ", + "ле Ñĩ", + "ε ξ", + "æĶ¿ çŃĸ", + "Ġ ç½ij", + "Ġç½ ij", + "å Ĥ¬", + "åĤ ¬", + "ĠìĿ´ 룰", + "Ġkar deÅŁ", + "Ñİ Ñīего", + "ÑİÑī его", + "л ки", + "ĠاÛĮ اÙĦات", + "ت Ùĩا", + "تÙĩ ا", + "Ġпод Ñħод", + "ĠØŃ ÙĪÙĦ", + "ĠØŃÙĪ ÙĦ", + "ĠÑģов ÑĢем", + "íĿ ¥", + "Ġ 詳細", + "Ġè© ³ç´°", + "ı yı", + "ıy ı", + "ĠتÙĤ ÙĪ", + "æ¯Ķ è¾ĥ", + "Ġαν ÏĦι", + "Ġ ΣΤ", + "ĠΣ Τ", + "ji Å¡Å¥", + "yn ı", + "Ġpo cházet", + "- Ðļ", + "Ġзав д", + "Ùİ Ø³", + "ç»ĵ æŀĦ", + "Ùħ ار", + "Ùħا ر", + "ν οι", + "νο ι", + "ĠÎł εÏģι", + "ĠγεÏģ ι", + "èĩ £", + "Ġna cházÃŃ", + "Ġnach ázÃŃ", + "ÏĦ Ïİ", + "à¥įय त", + "u yu", + "uy u", + "æķ Ĺ", + "e bi", + "eb i", + "Ġë°Ķ ë¡ľ", + "ĠгÑĢ н", + "ĠاÙĦ اس", + "Ġorg án", + "Ġ edin", + "Ġe din", + "Ġed in", + "Ġedi n", + "åŁ ĥ", + "à¹ģ à¸Ħ", + "ĠØŃ Ø¯ÙĪد", + "ĠØŃد ÙĪد", + "ĠдÑĢÑĥг ой", + "ĠдÑĢÑĥго й", + "оÑģ ков", + "оÑģк ов", + "ĠS ợ", + "ĠpÅĻ ib", + "ĠpÅĻi b", + "ä¿Ŀ æĬ¤", + "Ùħ بر", + "Ġ ãĥĨ", + "Ġãĥ Ĩ", + "Ġd oz", + "Ġdo z", + "op tera", + "opt era", + "ิล à¸Ľ", + "د ارÛĮ", + "دار ÛĮ", + "دا رÛĮ", + "æĦŁ è§ī", + "代 çIJĨ", + "ÙĨ دا", + "ÙĨد ا", + "ا ÙĬا", + "اÙĬ ا", + "ص ÙĨ", + "Ġce lé", + "Ġcel é", + "Ġ è©ķ", + "Ġè© ķ", + "à¸ĩ à¸Ļ", + "Ġ leh", + "Ġl eh", + "Ġle h", + "èİ· å¾Ĺ", + "ãĢĢ ï¾ī", + "ĠìĦł ìĪĺ", + "르 ëĬĶ", + "à¤Ĩ र", + "å§Ķ åijĺ", + "æĹł çłģ", + "Ġ è·", + "Ġè ·", + "Ġza jÃŃm", + "Ġzaj ÃŃm", + "ec ké", + "eck é", + "æ µľ", + "æµ ľ", + "ĠÑĥ нÑĸвеÑĢÑģиÑĤ", + "ĠбÑİдж еÑĤ", + "à¥ĩ .", + "Ġv stup", + "Ġ оÑī", + "Ġо Ñī", + "Ġ åľĭ", + "Ġåľ ĭ", + "ä¸ģ 缮", + "Ġв едÑĮ", + "Ġвед ÑĮ", + "Ġë§IJ ìĿĦ", + "Ġtek nik", + "Ġtekn ik", + "ãĢĢ ï½Į", + "ãĢĢï½ Į", + "ĠпÑĸд виÑī", + "ĠÑģвÑıз и", + "ĠÑģвÑı зи", + "Ġتر جÙħ", + " ī", + "ĠÄij âu", + "Ñĸ Ñĩного", + "ÑĸÑĩ ного", + "å°ij å¹´", + "e cta", + "ect a", + "ec ta", + "ि लत", + "िल त", + "ι οÏĤ", + "ιο ÏĤ", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "t eg", + "te g", + "á» īnh", + "á»ī nh", + "¯ ¿", + "Ġne bu", + "Ġneb u", + "ÙĬ ÙĬÙĨ", + "о ÑıÑĤ", + "оÑı ÑĤ", + "é¤ Ĭ", + "ĠاÙĤتص ادÛĮ", + "ĠاÙĤتصاد ÛĮ", + "âĢĻ nun", + "âĢĻn un", + "ĠÐĴ Ñĸк", + "Ġng Äĥn", + "ëĮĢ íķĻêµIJ", + "ëĮĢíķĻ êµIJ", + "é ı", + "़ र", + "ا باÙĨ", + "اب اÙĨ", + "Ùİ Ùĥ", + "Ġet kil", + "Ġetk il", + "Ġetki l", + "Ġch ắn", + "Ġë°ľ ìĥĿ", + "Ġtam amen", + "Ġtamam en", + "ĠÙħØŃ ÛĮØ·", + "ü lü", + "ül ü", + "åģ¥ 康", + "ĠÑĢаÑģÑĤ ениÑı", + "ÏĢο ί", + "Ġ è¶ħ", + "Ġè¶ ħ", + "á Äį", + "ĠìĻ¸ ë¶Ģ", + "ĠØ® ÛĮÙĦÛĮ", + "ĠØ®ÛĮ ÙĦÛĮ", + "Ġد ÙĪست", + "ĠدÙĪ ست", + "à¹Ģà¸Ĥ à¸ķ", + "Ġk alan", + "Ġka lan", + "Ġkal an", + "ë¨ ¼", + "a vÄĽ", + "av ÄĽ", + "문 íĻĶ", + "Ġди аг", + "ĠÙĨ ÙĪÙĬس", + "ĠÙĨÙĪ ÙĬس", + "íķ ij", + "à¸ŀ าะ", + "ëĭ¤ ê°Ģ", + "Ġn iá»ĩm", + "Ġس ÙĪÙħ", + "ĠسÙĪ Ùħ", + "- м", + "à¸Ķำ à¹Ģà¸Ļ", + "à¹ĩ ว", + "ãĢĤ ãģĵãģ®", + "ç¯ ī", + "Width Space", + "Zero WidthSpace", + "ائ ÙħØ©", + "ائÙħ Ø©", + "à¹Ħà¸ĭ à¸ķ", + "ä¸ĭè½½ 次æķ°", + "ä¼¼ ä¹İ", + "ĠÑĤ в", + "Ġzá kaz", + "Ġج دا", + "Ġجد ا", + "Ġg ider", + "Ġgi der", + "Ġgid er", + "ãĥ¼ ãĥĵ", + "ãĥ¼ãĥ ĵ", + "n ů", + "Ġë§ģ íģ¬", + "ĠdÃ¼ÅŁ ük", + "Ñĥ нок", + "Ñĥн ок", + "Ġt óc", + "ĠÑĤ ÑĢÑĥб", + "ĠÑĤÑĢ Ñĥб", + "ĠÑĤÑĢÑĥ б", + "о кÑģ", + "ок Ñģ", + "Ġtr ải", + "Ġtrả i", + "Ġm iá»ħn", + "Ġth Æ°á»Ľc", + "Ġnh áºŃt", + "Âł D", + "m asının", + "mas ının", + "masını n", + "è¼ ª", + "ĠÎĿ ο", + "er ç", + "Ġdok once", + "Ġdokon ce", + "ĠG üven", + "ĠGü ven", + "ov aná", + "ova ná", + "ovan á", + "е зд", + "ез д", + "Ñĸ нÑĮ", + "Ñĸн ÑĮ", + "èģ ²", + "اÙĦ Ø£", + "ï¼Į ä½Ĩæĺ¯", + "ï¼Įä½Ĩ æĺ¯", + "Ġпол ноÑģÑĤÑĮÑİ", + "Port ály", + "ĠØŃ Ø§Ùģظ", + "à¥Ĥ à¤ķ", + "ÑĢ Ñĥн", + "ÑĢÑĥ н", + "人 çī©", + "Ġa çı", + "Ġaç ı", + "Ġp oru", + "Ġpo ru", + "Ġpor u", + "er iod", + "eri od", + "ĠAmer ika", + "ĠAmerik a", + "çĩ Ł", + "Ġ رÙĪد", + "Ġر ÙĪد", + "ĠرÙĪ د", + "ĠкÑĢов и", + "ÙĪ ÙĤت", + "ÙĪÙĤ ت", + "éĺ ¶", + "ãĥ»âĶģ ãĥ»âĶģ", + "ر ÙĬÙħ", + "رÙĬ Ùħ", + "åİĨ åı²", + "ä¸ ¸", + "Ġзн овÑĥ", + "Ġзнов Ñĥ", + "ĠÑģво его", + "ĠÑģвое го", + "бÑĥд ÑĮ", + "ĠØŃ Ø¬Ùħ", + "ĠØŃج Ùħ", + "ĠδÏį ο", + "ìķĪ ëĤ´", + "Ġ ãģ§", + "à¹Ī ะ", + "Ùij Ùı", + "çµIJ æŀľ", + "âĢĻ i", + "à¹Į ,", + "åŃĺ äºİ", + "Ġरà¤ĸ न", + "ĠسرÙħ اÛĮÙĩ", + "Ġг лÑĥб", + "ĠглÑĥ б", + "ĠÑĢаз Ñĸ", + "ĠÑĢа зÑĸ", + "Ñĩ нÑĸ", + "ï¼Į åıĪ", + "c ısı", + "cı sı", + "æľī åħ³", + "ãĤ» ãĥ³", + "èIJ ¨", + "ĠGi áo", + "ĠGiá o", + "ĠاÙĦØ« اÙĨÙĬ", + "ĠÑĢаз ом", + "Ġ ÑĤÑĢо", + "ĠÑĤ ÑĢо", + "ĠÑĤÑĢ о", + "Ġaçık lam", + "åĨ³ å®ļ", + "à¸Ń à¸Ľ", + "åĶ ¯", + "ĠÅŁ ark", + "ĠÅŁar k", + "Ġsist emi", + "Ġsistem i", + "Ġto prak", + "Ġtop rak", + "èĢĥ ãģĪ", + "Ġпоп ÑĥлÑıÑĢ", + "Ġ ëĨį", + "ĠëĨ į", + "ا ÙĬÙĨ", + "اÙĬ ÙĨ", + "स म", + "Ġ ÂĢ", + "Ġ Ģ", + "Ġed erek", + "Ġeder ek", + "Ġg ec", + "Ġge c", + "ìĤ¬ ìĹħ", + "ĠÑĢ оки", + "ĠÑĢок и", + "ĠбеÑĢ ем", + "ĠخاÙĨÙĪ ادÙĩ", + "Ġ èµ·", + "Ġèµ ·", + "Ġ ЧÑĤо", + "ĠЧ ÑĤо", + "Ġo bÄĽ", + "Ġob ÄĽ", + "и нÑĸ", + "ин Ñĸ", + "ìĿ´ ìĹĪ", + "ĠIn di", + "ĠInd i", + "Ġд иÑĤ", + "Ġди ÑĤ", + "ãĥ¶ æľĪ", + "Ġнем ного", + "Ġzáklad ÄĽ", + "à¹Ĥ à¸Ħ", + "ĠÑģам ого", + "ĠÑģамо го", + "Ġب ØŃØ«", + "ĠبØŃ Ø«", + "Ġ æ¶", + "Ġæ ¶", + "ов ж", + "Ġоб ÑĢаÑī", + "ĠобÑĢа Ñī", + "à Ĵ", + "ว รร", + "วร ร", + "à¤Ĥ श", + "ĠоÑĩ еÑĢед", + "ĠÙģ رز", + "ĠÙģر ز", + "ëĮĢ íķľ", + "Ġs izin", + "Ġsi zin", + "Ġsiz in", + "Ġsizi n", + "ر Ùģت", + "رÙģ ت", + "Ñİ Ñīим", + "ÑİÑī им", + "æ» ij", + "a vir", + "av ir", + "avi r", + "ĠÙĪ صÙĦ", + "ĠÙĪص ÙĦ", + "Ġqu ay", + "Ġqua y", + "Ġг ип", + "ÑĢ ениÑı", + "ÑĢе ниÑı", + "ÑĢен иÑı", + "à¥į वत", + "à¥įव त", + "ιν Ïīν", + "à¤ľ ह", + "Ġh Æ¡i", + "Ġpo važ", + "Ġpov až", + "Ġع رب", + "м енÑĤа", + "мен ÑĤа", + "менÑĤ а", + "Ġо ÑģÑĤан", + "ĠоÑģÑĤ ан", + "ä¹ĭ éĹ´", + "a cÃŃch", + "ac ÃŃch", + "acÃŃ ch", + "ĠÑģказ ала", + "ĠÑģказал а", + "ìĿ´ ëĿ¼ëĬĶ", + "ìĿ´ëĿ¼ ëĬĶ", + "ĠØ´ اخ", + "Ġëĭ¹ ìĭł", + "ar lar", + "arl ar", + "Ġмл н", + "åĨ ¬", + ". :.:.:", + ".: .:.:", + ".:.: .:", + ".:. :.:", + ".:.:. :", + "Ġ θε", + "Ġθ ε", + "Ġher kes", + "Ġherk es", + "л Ñıд", + "лÑı д", + "ا Ùħا", + "اÙħ ا", + "Ġë ŃIJ", + "Ïĥιμο ÏĢοι", + "Ġ obraz", + "Ġob raz", + "Ġobr az", + "Ġobra z", + "غ اÙĦ", + "B Æ°á»Ľc", + "å° Ĭ", + "ìŀIJ 를", + "æĢ Ĵ", + "οÏħ Ïģγ", + "å¼ķ ãģį", + "Ġkon uda", + "Ġkonu da", + "ĠاÙĦت ج", + "Ġ krit", + "Ġk rit", + "Ġkr it", + "å¿ į", + "ĠìłĦìĦ¸ ê°Ģ", + "г овоÑĢ", + "го воÑĢ", + "гов оÑĢ", + "Ġist iyor", + "о ки", + "ок и", + "ĠобеÑģп еÑĩ", + "ĠобеÑģпе Ñĩ", + "Ġay rıca", + "Ġayrı ca", + "à¹Ģ à¸ľ", + "à¹Ģภľ", + "а ÑĢод", + "аÑĢ од", + "Ä° Åŀ", + "ĠجÙħ ÙĩÙĪرÛĮ", + "ĠجÙħÙĩÙĪر ÛĮ", + "ĠÑģво иÑħ", + "ĠÑģвои Ñħ", + "Ġprov ád", + "Ġ ÑĢам", + "ĠÑĢ ам", + "ĠÑĢаР¼", + "ĠÑĢа м", + "ĠÙĤ ض", + "л иÑĤелÑĮ", + "лиÑĤ елÑĮ", + "ãĤ± ãĥĥãĥĪ", + "оÑģ оÑĦ", + "Ġर हन", + "Ġरह न", + "k ový", + "ko vý", + "kov ý", + "ì° ¸", + "γ κα", + "γκ α", + "λ οι", + "λο ι", + "μ ÏĢο", + "μÏĢ ο", + "ĠÄij au", + "ĠÄija u", + "н иÑİ", + "ни Ñİ", + "Ġman žel", + "Ġ íĺ¼", + "Ġíĺ ¼", + "ĠÑĤ иÑģ", + "ĠÑĤи Ñģ", + "ãĥĨ ãĥ«", + "ab ilecek", + "abil ecek", + "abile cek", + "abilece k", + "н ин", + "ни н", + "à¸ģรรม à¸ģาร", + "éł IJ", + "Ġph ê", + "j edn", + "je dn", + "jed n", + "交 æµģ", + "Ġвним ание", + "об ÑĢеÑĤ", + "Ġжиз нÑĮ", + "ÑĢи ÑģÑĤи", + "ÑĢиÑģÑĤ и", + "ÑĢиÑģ ÑĤи", + "à¥Ī à¤ļ", + "Ġyüz den", + "Ġyüzde n", + "Ġg iy", + "Ġgi y", + "éļ Ķ", + "ä» ²", + "Ġ èĻ", + "Ġè Ļ", + "ĠP arti", + "ĠPart i", + "ĠPar ti", + "Ġ éĸ¢", + "Ġéĸ ¢", + "ัà¸ļ ส", + "Ġnej lepÅ¡ÃŃ", + "Ùİ Ùī", + "ĠìĿ´ ìłľ", + "Ġc ắt", + "ÑĢоз Ñĥм", + "Ġnej sou", + "l ÃŃd", + "lÃŃ d", + "θ ο", + "à¹ĩ à¸ĩ", + "ĠÑģп ÑĢоÑģ", + "ma mÄ±ÅŁ", + "mam Ä±ÅŁ", + "Ġ 쪽", + "Ġì ª½", + "ا ÙģÙĤ", + "اÙģ ÙĤ", + "ÑĨÑĸй ниÑħ", + "Ġ é¦Ļ", + "Ġé¦ Ļ", + "ĠÙħÛĮÙĦÛĮ ÙĪÙĨ", + "å¤ ¢", + "ĠÙģ Ùĩرست", + "r ý", + "Ġпо вÑĸдом", + "Ġпов Ñĸдом", + "ec eÄŁi", + "ece ÄŁi", + "ĠзабезпеÑĩ еннÑı", + " Ķ", + "ãģĹ ãģªãģĦ", + "åŁº ç¡Ģ", + "ĠÚĨ ÙĨÛĮÙĨ", + "ĠÑĢоз ÑĢоб", + "ä¸Ģ äºĽ", + "ãĥ³ ãģ®", + "ĠпÑĢа ÑĨÑĸв", + "ĠпÑĢаÑĨÑĸ в", + "å¾Ĺ åĪ°", + "Ġt ấn", + "åŃĺæ¡£ å¤ĩ份", + "Ġ íĻĪ", + "ĠíĻ Ī", + "Ġ à¸Ķาว", + "Ġà¸Ķ าว", + "ìĭ ±", + "л ина", + "ли на", + "лин а", + "ĠвоÑģп ал", + "ÄŁ inden", + "ÄŁin den", + "ÄŁinde n", + "аÑĤ елей", + "аÑĤе лей", + "r ž", + "ĠÑĦ Ñĥн", + "ĠÐIJ л", + "ĠпоÑĩ ÑĤи", + "о вÑĸд", + "ов Ñĸд", + "овÑĸ д", + "ا عب", + "اع ب", + "าะ ห", + "Ġвоз ÑĢаÑģÑĤ", + "ิà¸ĩ ห", + "ĠÙģ ÙĦس", + "ĠÙģÙĦ س", + "ĠÅ¡ est", + "à¸Ĭ าว", + "Ġ 골", + "Ġê³ ¨", + "Ġ oÄį", + "Ġo Äį", + "ãĤ¸ ãĥ§", + "к оÑģÑĤи", + "ко ÑģÑĤи", + "éĽĨ åĽ¢", + "æ± ĩ", + "ĠpÅĻÃŃ liÅ¡", + "Ġ ìĿij", + "ĠìĿ ij", + "ди ви", + "див и", + "ĠдокÑĥм енÑĤа", + "ĠдокÑĥменÑĤ а", + "ĠCh âu", + "Ġm áu", + "Ġmá u", + "Ġkh ô", + "à ķ", + "Ñī ий", + "Ñīи й", + "Ġs ẵn", + "Ġкон ÑĦ", + "Ġз ÑĥÑģÑĤ", + "åĽŀ çŃĶ", + "Ġ коÑĢиÑģÑĤ", + "ĠкоÑĢ иÑģÑĤ", + "Ġко ÑĢиÑģÑĤ", + "ĠÏĢεÏģ ί", + "ĠÏĢε Ïģί", + "ä¸ °", + "Ġm ạch", + "ан к", + "ä¸ĭ æĿ¥", + "èµĦ æĸĻ", + "ย à¸Ńà¸Ķ", + "ĠÏĢ ιο", + "à¹ī à¸ĩาà¸Ļ", + "à¹īà¸ĩ าà¸Ļ", + "Ġum ÃŃst", + "æ½ ®", + "çªģ çĦ¶", + "Ġk ultur", + "Ġkul tur", + "ĠاÙĦ صÙģ", + "ĠاÙĦص Ùģ", + "a larının", + "alar ının", + "aların ın", + "alarını n", + "ĠÎĶη μο", + "Ġвикон аннÑı", + "Ġвико наннÑı", + "ï½ ¿", + "Ġбез опаÑģ", + "ĠÑģ аÑħ", + "Ġn oh", + "Ġno h", + "à¹ĥ à¸ļ", + "éĥ½ å¸Ĥ", + "ÅŁ am", + "ÅŁa m", + "б ÑĥÑĤ", + "бÑĥ ÑĤ", + "Ġ모 ìĬµ", + "Ġв аг", + "Ġва г", + "çIJĨ 解", + "Ġekonom ik", + "Ġkh ắc", + "Ġs vat", + "Ġsv at", + "лиÑĪ ком", + "ัà¸ĩ à¸Īาà¸ģ", + "iz yon", + "èĥ½ å¤Ł", + "ί νει", + "ίν ει", + " Ĭ", + "ì¦ Į", + "Ġ ÙĩاÛĮÛĮ", + "ĠÙĩ اÛĮÛĮ", + "ĠÙĩاÛĮ ÛĮ", + "ĠkiÅŁ iler", + "ĠkiÅŁi ler", + "Ġк леÑĤ", + "Ġкл еÑĤ", + "Ġкле ÑĤ", + "íĺ ģ", + "à¥ĥ द", + "i Å¡", + "ëĶĶ ìĺ¤", + "ÙĬ راÙĨ", + "ÙĬر اÙĨ", + "ÙĬرا ÙĨ", + "ĠÐĿ Ñĥ", + "à¸Ń à¸Ļà¸Ĺ", + "à¸Ńà¸Ļ à¸Ĺ", + "ĠÑģ оÑĩ", + "ĠÑģо Ñĩ", + "Ġist eyen", + "ĠS ez", + "ĠSe z", + "Ġ ãĤ»", + "ĠãĤ »", + "ĠA ç", + "âĢĮ ÙĨ", + "ĠÑĤ оп", + "ĠÑĤо п", + "ĠÑĤеÑĢÑĢиÑĤ оÑĢ", + "a cılık", + "acı lık", + "Ġод нÑĥ", + "Ġv eri", + "Ġver i", + "Ġve ri", + "ĠÚ© د", + "ĠÚ¯ ÙģتÙĩ", + "ĠÚ¯Ùģت Ùĩ", + "Ġcin sel", + "Ġcins el", + "олог ии", + "ĠpÅĻed mÄĽt", + "à¤Ĥ à¤ĺ", + "Ġ 空", + "Ġç© º", + "γ α", + "' ye", + "'y e", + "ت رة", + "تر Ø©", + "Ġd ÅĻÃŃ", + "ĠH Ãłn", + "ĠHÃł n", + "Ġر شتÙĩ", + "Ġv idea", + "Ġvi dea", + "Ġvid ea", + "Ġvide a", + "Ġ ног", + "Ġн ог", + "Ġно г", + "æ ·»", + "æ· »", + "è¿ĺ æľī", + "ÙĨ در", + "ÙĨد ر", + "Ġy erde", + "Ġyer de", + "Ġk ent", + "Ġke nt", + "Ġken t", + "à¸ļ าล", + "Ġд еÑģÑı", + "Ġде ÑģÑı", + "ä¸ļ åĬ¡", + "Ġоб ÑĬек", + "ĠобÑĬ ек", + "ĠвнÑĥÑĤÑĢ ÑĸÑĪ", + "ĠвнÑĥÑĤ ÑĢÑĸÑĪ", + "k ola", + "ko la", + "kol a", + "eb nÃŃ", + "ี ล", + "Ġ ,.", + "Ġ, .", + "ĠмÑĸж наÑĢод", + "ãģªãĤĵ ãģ¦", + "ĠS öz", + "Ġ chod", + "Ġc hod", + "Ġch od", + "Ġcho d", + "Ġtr úc", + "Ġtrú c", + "ìļĶ ìĿ¼", + "Ġph áºŃn", + "Ñģ ка", + "Ñģк а", + "ĠÑħ лоп", + "Ñģ ким", + "Ñģк им", + "Ñģки м", + "Ġka pit", + "Ġkap it", + "ëĵ¤ ìĹIJê²Į", + "Ġb Ãło", + "ĠbÃł o", + "lı ģın", + "lıģı n", + "lıģ ın", + "Ä° ÅŁ", + "Äį nÃŃk", + "ÄįnÃŃ k", + "Ġ NgoÃłi", + "ĠNg oÃłi", + "Ġب ÛĮاÙĨ", + "ĠبÛĮ اÙĨ", + "Ġpro Äį", + "Ġpr oÄį", + "ĠпÑĢоÑĤ Ñıгом", + "åĢ ī", + "е Ñİ", + "Ġ νο", + "Ġν ο", + "ëĿ¼ ëıĦ", + "ì ·¨", + "Ġви Ñıв", + "Ġпо над", + "Ġпон ад", + "Ġжов ÑĤ", + "Ġ æ¯Ķ", + "Ġæ¯ Ķ", + "Ġd oby", + "Ġdo by", + "Ġdob y", + "л ам", + "ла м", + "Ñij л", + "Ġ ÑĢаÑħ", + "ĠÑĢ аÑħ", + "ĠÑĢа Ñħ", + "Ġвоз ника", + "Ġвозник а", + "ниÑĨÑĤ во", + "å± ¤", + "ĠоÑĤ лиÑĩ", + "ĠоÑĤли Ñĩ", + "çĤ İ", + "é£ ¯", + "Ġživ ota", + "Ġživot a", + "at ör", + "Ġce lý", + "Ġcel ý", + "Ġ aday", + "Ġa day", + "Ġad ay", + "Ġada y", + "ر ÙĬÙĥÙĬ", + "رÙĬ ÙĥÙĬ", + "رÙĬÙĥ ÙĬ", + "Ġب ص", + "m eyen", + "me yen", + "meye n", + "mey en", + "ìļ° ìĬ¤", + "ب ÙĪÙĦ", + "بÙĪ ÙĦ", + "Ġ озна", + "Ġо зна", + "Ġоз на", + "é º¼", + "éº ¼", + "æĵ ļ", + "Ġz kou", + "Ġzk ou", + "ëĤĺ ìļĶ", + "Ġk ry", + "Ġkr y", + "Ġnem oh", + "Ġvyu žÃŃ", + "Ġ æľ¨", + "Ġад мÑĸнÑĸÑģÑĤÑĢа", + "ا Ùĩا", + "اÙĩ ا", + "à¹ĥ à¸ģล", + "＿＿＿＿ ＿＿＿＿", + "Ġ гоÑĤ", + "Ġг оÑĤ", + "ĠدÛĮ گرÛĮ", + "ĠدÛĮگر ÛĮ", + "Ġл екаÑĢ", + "è§ Ģ", + "Ġ íĺij", + "Ġíĺ ij", + "ĠB öyle", + "ist rov", + "istr ov", + "istro v", + "女 åŃIJ", + "Ġпоп еÑĢед", + "ĠÙĨÙĪÙĬس ÙĨدÙĩ", + "ÙĴ ÙĦ", + "ĠÐŁ ав", + "Ġö rnek", + "Ġör nek", + "Ġп ÑĢик", + "ĠпÑĢ ик", + "ĠпÑĢи к", + "Ġ ÑĪи", + "ĠÑĪ и", + "üslü man", + "ĠÙħÙĤ ابÙĦ", + "åįģ äºĮ", + "Ġb ekl", + "Ġbe kl", + "Ġbek l", + "Ġver ir", + "Ġve rir", + "Ġveri r", + "ÙĪ Ø°", + "ض Ø©", + "ÑĢо ÑĤив", + "ÑĢоÑĤ ив", + "æĮ ij", + ". .:", + ".. :", + "Ġخارج ÙĬØ©", + "a dık", + "ad ık", + "adı k", + "ĠÐŁ оÑĩ", + "ĠÐŁÐ¾ Ñĩ", + "ĠÑħÑĥд ож", + "客 æĪ·", + "μ ον", + "μο ν", + "ek tiv", + "ekt iv", + "Ġt vá", + "Ġtv á", + "Û² Û²", + "Ġl á»įc", + "Ġо но", + "Ġон о", + "ÑĨ иÑĤ", + "ÑĨи ÑĤ", + "ĠÐĴ Ñģ", + "Ġ å¢", + "Ġå ¢", + "æµ ª", + "а ÑĢÑĸ", + "аÑĢ Ñĸ", + "Ġsür ekli", + "Ġ stra", + "Ġs tra", + "Ġst ra", + "Ġstr a", + "Ġb ize", + "Ġbi ze", + "Ġbiz e", + "Ġtes pit", + "Ġch âu", + "ĠاÙĦ ض", + "à¹īà¸Ń à¸ĩà¸ģ", + "à¹īà¸Ńà¸ĩ à¸ģ", + "Ġ èĢħ", + "ĠèĢ ħ", + "ĠH á»", + "Ġкажд Ñĭй", + "а Ñİ", + "à¸Ļ à¸Ħร", + "à¸Ļà¸Ħ ร", + "à¸Ĺ ะ", + "ĠÙħر اجع", + "ĠÙħراج ع", + "Ġha line", + "Ġhal ine", + "δ οÏĤ", + "δο ÏĤ", + "e ÄŁi", + "ĠÙħÛĮ زاÙĨ", + "Ġ ÙĩÙĦ", + "ĠÙĩ ÙĦ", + "Ġb olest", + "Ġbo lest", + "Ġbol est", + "Ġ åľŁ", + "Ġåľ Ł", + "Ġu zman", + "Ġuz man", + "ÑĢ ог", + "ÑĢо г", + "確 èªį", + "ĠÑĢÑĸз ниÑħ", + "Ġза кÑĢÑĭ", + "Ġзак ÑĢÑĭ", + "лÑĥ ги", + "лÑĥг и", + "ĠÑģо веÑĤ", + "ĠÑģов еÑĤ", + "id di", + "idd i", + "åIJĪ ãĤıãģĽ", + "Ġ åIJī", + "ĠåIJ ī", + "Ġk iá»ĩm", + "ë² ½", + "ĠÙħع ÙħÙĪÙĦ", + "ĠопÑĢед елÑı", + "ĠопÑĢедел Ñı", + "Ġmik tar", + "Ġ ìŀIJëıĻ", + "ĠìŀIJ ëıĻ", + "Ġil aç", + "л оÑĩ", + "ло Ñĩ", + "Ġy ılı", + "Ġyıl ı", + "Ġyı lı", + "Ġ ÄIJá»ĥ", + "ĠÄIJ á»ĥ", + "ĠÄIJá» ĥ", + "Ġab ych", + "Ġaby ch", + "Ġrek lam", + "Ġrekl am", + "Ġv ypad", + "Ġvy pad", + "Ġvyp ad", + "Ġна ÑĥÑĩ", + "à¹Ģà¸Ħร าะห", + "Ġ ä»ĸ", + "p ovÄĽ", + "po vÄĽ", + "ï¼Į 让", + "ç¥ Ŀ", + "ا ÙĪÙĨد", + "اÙĪ ÙĨد", + "اÙĪÙĨ د", + "Ġ: |:", + "Ġ:| :", + "Ġre ž", + "Ġvyb av", + "ìľ ¤", + "æŃ ´", + "огÑĢаÑĦ иÑı", + "ez peÄį", + "ezpe Äį", + "± n", + "о вÑĥ", + "ов Ñĥ", + "Ġд Ñĥма", + "ĠдÑĥ ма", + "ĠдÑĥм а", + "Ġjedn odu", + "Ġjedno du", + "о Ñīи", + "оÑī и", + "ĠÙħ شتر", + "ĠÙħØ´ تر", + "è¦ ³", + "Ġyok tur", + "Ġyoktu r", + "Ġob Äįan", + "ĠTr ần", + "ım sız", + "α ιν", + "αι ν", + " Į", + "ر ÛĮاÙĨ", + "رÛĮ اÙĨ", + "ĠJe ho", + "ĠJeh o", + "ĠاÙĦ Ø¢ÙĨ", + "ĠاÙĦØ¢ ÙĨ", + "ÑģÑĮ ким", + "ÑģÑĮк им", + "Ġk dyby", + "Ġkdy by", + "ĠbaÅŁ ına", + "Ġprez ident", + "Ġ Viá»ĩc", + "ĠV iá»ĩc", + "åħ ¼", + "à¥Į à¤ľ", + "Ġ매매 ê°Ģ", + "模 å¼ı", + "nÃŃ mu", + "nÃŃm u", + "Ġ åĤ", + "Ġå Ĥ", + "Ġ deniz", + "Ġd eniz", + "Ġden iz", + "ĺ èĽĽ", + "Ġ èĢĮ", + "ĠèĢ Į", + "ÙĪ ØŃ", + "Ñĭ п", + "Ġâĸ ¼", + "n ul", + "nu l", + "ĠS ev", + "ĠSe v", + "Ġ ruh", + "Ġr uh", + "Ġru h", + "Ġh ạ", + "Ġ Ñıн", + "ĠÑı н", + "Ġ기 본", + "Ġv elik", + "Ġve lik", + "Ġvel ik", + "ĠT ân", + "и лиÑģÑĮ", + "ил иÑģÑĮ", + "или ÑģÑĮ", + "ĠÑħ ÑĢа", + "åĤ ·", + "Ġà¤Ĩ à¤ı", + "Ġn ynÃŃ", + "Ġny nÃŃ", + "» ØĮ", + "ĠØ´ ع", + "æĿ Ĥ", + "Ġм ÑĭÑĪ", + "ĠмÑĭ ÑĪ", + "ãģĻ ãģIJ", + "Ġ ê³µì§Ģ", + "Ġê³µ ì§Ģ", + "Ġt á»Ļc", + "ãĥ¼ ãĥĩ", + "ãĥ¼ãĥ ĩ", + "ĠÑģ ело", + "ĠÑģел о", + "Ġا عÙĦاÙħ", + "Ġاع ÙĦاÙħ", + "ĠÅŁ imdi", + "ĠÅŁi mdi", + "ĠاÙĦÙħ ÙĬÙĦاد", + "ĠاÙĨÙĤÙĦ اب", + "Ġشخص ÙĬØ©", + "ĠK ür", + "ĠKü r", + "Ġ вÑĸÑĤ", + "Ġв ÑĸÑĤ", + "ĠвÑĸ ÑĤ", + "ĠاÙĨد ازÙĩ", + "Ġм оÑī", + "Ġмо Ñī", + "t ernet", + "ter net", + "tern et", + "ĠαÏħ ÏĦή", + "ĠÑĢоз ÑĤа", + "Ġв ив", + "Ġви в", + "l ej", + "le j", + "Ġ 表", + "Ġè¡ ¨", + "ÏĥÏĥ ÏĮÏĦε", + "ĠÙĬ ست", + "ĠÙĬس ت", + "Ġм аÑĪ", + "Ġма ÑĪ", + "åĿ ļ", + "Ġком наÑĤ", + "า หล", + "าห ล", + "Ġ çĻ¼", + "ĠçĻ ¼", + "ĠاÙĪÙĦ ÛĮÙĨ", + "è¿IJ åĬ¨", + "Ġп ÑĥнкÑĤ", + "ĠпÑĥнк ÑĤ", + "ĠоÑģоб енно", + "Ġм ам", + "Ġма м", + "ç» ©", + "￣￣￣￣ ￣￣￣￣", + "алÑĮ нÑĭм", + "ĠЦ енÑĤ", + "ĠЦе нÑĤ", + "- Ðľ", + "ç· Ĵ", + "Ġह à¤ľ", + "о ÑĤÑĭ", + "оÑĤ Ñĭ", + "ãĤ¤ ãĥī", + "د ارة", + "دار Ø©", + "دا رة", + "ãģ¨ ãģĹãģŁ", + "ั à¸ŀย", + "ัà¸ŀ ย", + "Ġot áz", + "Ġдопом огоÑİ", + "à¹ģละ à¸ģาร", + "ĠÑĤÑĢанÑģп оÑĢÑĤ", + "ĠÑĤÑĢанÑģпоÑĢ ÑĤ", + "ĠÙĤر Ø¢ÙĨ", + "Ġ 第ä¸Ģ", + "Ġ第 ä¸Ģ", + "Ġм ил", + "Ġми л", + "Ġng ôi", + "Ġl inh", + "Ġli nh", + "Ġlin h", + "ĠNh ân", + "ÑĮогод нÑĸ", + "æĢ Ģ", + "à¹ī าส", + "à¹īา ส", + ".:: .::", + "Ġbi rey", + "Ġbir ey", + "æĢĿ ãģĦ", + "à¹ĥ à¸Ķ", + "веÑĢ д", + "ве ÑĢд", + "Ġlistop adu", + "Ġ à¹ģม", + "Ġà¹ģ ม", + "г е", + "Ġк ÑĥÑħ", + "ĠкÑĥ Ñħ", + "Ġ íĻľëıĻ", + "ĠíĻľ ëıĻ", + "Ġ èİ", + "Ġè İ", + "ĠÐIJ лÑĮ", + "ĠÐIJл ÑĮ", + "íļĮ ìĿĺ", + "ĠÏĢ Ïģα", + "Ġv ui", + "Ġvu i", + "ว ร", + "à¤Ĥ व", + "Ġg ece", + "Ġge ce", + "Ġgec e", + "ç« ¶", + "Ġk uv", + "Ġku v", + "м еÑī", + "ме Ñī", + "ĠÑĤеп еÑĢÑĮ", + "ĠÑĤепеÑĢ ÑĮ", + "à¸Ń à¹Ģม", + "åĪ¶ 度", + "ĠÑĤ ÑĢеÑĤ", + "ĠÑĤÑĢ еÑĤ", + "ĠÙĨ تÛĮجÙĩ", + "ä»ĺ ãģį", + "Ġ ï¾ŀ", + "Ġï¾ ŀ", + "Ġ Ñĩого", + "ĠÑĩ ого", + "âĢIJ -", + "ĠÅĻÃŃ ká", + "à¸ĩ à¹ĥà¸Ļ", + "ĠnÄĽkol ika", + "ĠnÄĽkolik a", + "Ġb una", + "Ġbu na", + "Ġbun a", + "ï¼Į åŃĺäºİ", + "ล ำ", + "ãĢģ ãģ¨", + "Ġn á»Ļp", + "ĠاÙĦ جÙĨ", + "ĠاÙĦج ÙĨ", + "ĠÎł αν", + "Ġγα ν", + "Ðŀ Ðł", + "Ġدخ تر", + "Ġúda je", + "Ġúdaj e", + "Ġ å¼ł", + "Ġå¼ ł", + "r etim", + "re tim", + "ret im", + "s ınız", + "sın ız", + "ĠÙĩÙĨ اÙĥ", + "ĠÙĩÙĨا Ùĥ", + "ÐĽ Ь", + "æķ ¬", + "Îij Îľ", + "页éĿ¢ åŃĺæ¡£å¤ĩ份", + "ìĤ¬ ê°Ģ", + "Ġt rest", + "Ġtr est", + "Ġtre st", + "Ġtres t", + "v iÄį", + "vi Äį", + "ĠÙ¾ ÛĮدا", + "ĠÙ¾ÛĮ دا", + "ζ ε", + "ĠÐŁ ов", + "ĠÐŁÐ¾ в", + "ÙĦÙħ ات", + "o rex", + "or ex", + "ore x", + "è¬ Ľ", + "ĠвÑĸдк ÑĢиÑĤ", + "м аÑħ", + "ма Ñħ", + "ĠÑĩиÑģ ле", + "ت بار", + "تب ار", + "ĠÎŃ Îº", + "ìķĦ íĮĮíĬ¸", + "r avel", + "ra vel", + "rav el", + "α Ïĥία", + "αÏĥ ία", + "a Äį", + "Ġ à¤ıन", + "Ġà¤ı न", + "ละ à¹Ģà¸Ń", + "Ġз алеж", + "Ġза леж", + "Ġзал еж", + "Ġ æģ", + "Ġæ ģ", + "Ġмож еÑĤе", + "ĠможеÑĤ е", + "Ġможе ÑĤе", + "Ġпо вед", + "Ġпов ед", + "ĠبسÛĮ ارÛĮ", + "ĠبسÛĮار ÛĮ", + "Ġ poÄįet", + "Ġpo Äįet", + "ĠpoÄį et", + "ر بع", + "رب ع", + "e lez", + "el ez", + "ele z", + "ا ÙĪرÛĮ", + "اÙĪ رÛĮ", + "اÙĪر ÛĮ", + "Ġba ÅŁk", + "ĠbaÅŁ k", + "å° Ĥ", + "Ġhal de", + "æĭ Ł", + "S au", + "Sa u", + "о ÑĨи", + "ี à¸Ħ", + "Ġв лади", + "Ġвла ди", + "Ġвлад и", + "ÙIJ Ùħ", + "k ud", + "ku d", + "à¥Ĥ ब", + "å§Ķ åĵ¡", + "า รà¸ĵ", + "าร à¸ĵ", + "o rů", + "or ů", + "Ġ ÙħÙĪÙĦ", + "ĠÙħ ÙĪÙĦ", + "ĠÙħÙĪ ÙĦ", + "Ġ byt", + "Ġb yt", + "Ġby t", + "ĠpÅĻÃŃslu Å¡", + "èĭ± è¯Ń", + "éĢ IJ", + "Ġvel ké", + "Ġvelk é", + "Ġà¤Ĩ श", + "Ġph iếu", + "Ġphi ếu", + "à¹ĥ ส", + "Ġاس Ù¾", + "Ġzbo žÃŃ", + "ãģĵ ãĤĵãģª", + "ãģĵãĤĵ ãģª", + "ĠÙĪÙĩ ÙĬ", + "ĠÑĥÑĩа ÑģÑĤÑĮ", + "ĠÑĥÑĩаÑģÑĤ ÑĮ", + "ĠÑĥÑĩаÑģ ÑĤÑĮ", + "à¸Īำ à¸Ļวà¸Ļ", + "Ġتر Ú©", + "åįģ åĪĨ", + "ÎŁ Îł", + "ÎŁÎ ł", + "κ ολ", + "κο λ", + "Ġf akat", + "Ġfa kat", + "Ġfak at", + "Ġch á»Ĺ", + "éĢļ çŁ¥", + "Ġв одÑĥ", + "Ġво дÑĥ", + "Ġвод Ñĥ", + "ĠÎļα ÏĦηγοÏģία", + "aca ģını", + "acaÄŁ ını", + "л ого", + "ло го", + "ĠmÃ¼ÅŁ ter", + "Ġj ednou", + "Ġjed nou", + "Ġjedn ou", + "Ġjedno u", + "Ġб аÑĢ", + "Ġба ÑĢ", + "i dae", + "id ae", + "ida e", + "d ım", + "dı m", + "è¾ ²", + "åIJ ¹", + "ëIJ ©ëĭĪëĭ¤", + "ĠÅŁekl inde", + "e ným", + "en ým", + "ený m", + "ëĵ ¯", + "i tÄĽ", + "it ÄĽ", + "Ġк олÑĮ", + "Ġкол ÑĮ", + "Ġко лÑĮ", + "ëĮĢ íķĻ", + "ĠÃĸ r", + "Ġ ê½", + "Ġê ½", + "ĠUB ND", + "Ġh ik", + "Ġhi k", + "ãĤī ãģĹãģĦ", + "ãĤīãģĹ ãģĦ", + "åĩº åĵģ", + "C ó", + "Ġ Îŀ", + "ĠÎ ŀ", + "Ġ åħ¥", + "Ġåħ ¥", + "ĠNg uyên", + "ĠÙ¾ ÙĪØ´", + "лÑı ÑĶ", + "ĠØ¢ غاز", + "Ġnhiá»ħ m", + "d ivid", + "div id", + "di vid", + "ç ĺ", + "ا ÙģتÙĩ", + "اÙģ تÙĩ", + "اÙģت Ùĩ", + "а меÑĤ", + "ам еÑĤ", + "нÑĥ лÑģÑı", + "нÑĥл ÑģÑı", + "ä¼ģ æ¥Ń", + "ÑĢоб ÑĸÑĤ", + "dü ÄŁÃ¼", + "dÃ¼ÄŁ ü", + "Ġ کاÙĨ", + "ĠÚ© اÙĨ", + "à¸Ń à¸ĩà¸Ĺ", + "à¸Ńà¸ĩ à¸Ĺ", + "й н", + "Ġpoh yb", + "Ġpohy b", + "Ġb iá»ĩn", + "Ġbi á»ĩn", + "Ġ ï¼Ľ", + "Ġï¼ Ľ", + "Ùħ ÙĨد", + "ÙħÙĨ د", + "Ġà¤Ĩ à¤ķ", + "ĠÄįlov ÄĽk", + "ĠÄįlovÄĽ k", + "ãĤĴè¦ĭ ãĤĭ", + "ë· °", + "ĠÑĥв елиÑĩ", + "ĠÑĥвели Ñĩ", + "Ġ ê´", + "Ġê ´", + "Ġyan lÄ±ÅŁ", + "éº ¦", + "Ġå¤ĸ éĥ¨", + "ÏĦ οÏħÏģγ", + "ÏĦοÏħ Ïģγ", + "Ġп ÑĢоÑĩ", + "ĠпÑĢ оÑĩ", + "ĠпÑĢо Ñĩ", + "ĠÑĢÑĥ ковод", + "çĽ ¤", + "èľ ĺèĽĽ", + "å®ī è£ħ", + "ĠУ кÑĢа", + "Ġtart Ä±ÅŁ", + "ÑĤ аж", + "ÑĤа ж", + "ĠoluÅŁ an", + "ĠRus ya", + "Ġк лÑĥб", + "Ġкл Ñĥб", + "ĠклÑĥ б", + "ĠÎł Ρ", + "alı dır", + "k ın", + "kı n", + "ĠзмÑĸ ни", + "ĠзмÑĸн и", + "leÅŁ ik", + "еÑĢ п", + "об Ñīе", + "обÑī е", + "Ġqu áºŃn", + "Ġप श", + "ãĤĴ åıĹ", + "à¹Ģล à¸Ĥ", + "ا ضر", + "اض ر", + "Ġuž ivatel", + "λ ία", + "λί α", + "ĠÐĴ они", + "ĠÐĴо ни", + "ุà¸Ķ à¸Ĺ", + "ĠV Ãł", + "ãĥ³ ãĤ¿", + ") ëĬĶ", + "æ¸ Ľ", + "Ġ μÏĢ", + "Ġμ ÏĢ", + "å· §", + "ĠÑĪ кол", + "ĠÑĪк ол", + "Ġì²ĺ ìĿĮ", + "ัà¸ģ à¸Ķ", + "æ® Ĭ", + "Ġnh á»Ŀ", + "ĠοÏĢο ία", + "à¹ģ à¸Ļว", + "à¹ģà¸Ļ ว", + "меÑĢик ан", + "nÃŃ ka", + "nÃŃk a", + "Ġíĺ¸ íħĶ", + "سب ب", + "à¸ĩ ม", + "ìŀĪ ëĬĶ", + "غ Ø·", + "Ùı ÙĦ", + "¹ æŀľ", + "Ñĩ Ñĸв", + "ÑĩÑĸ в", + "ÑĪ аÑı", + "ÑĪа Ñı", + "ĠØ¥ ÙĦا", + "ĠØ¥ÙĦ ا", + "خص ÙĪص", + "ll ll", + "ĠÑį ÑĤим", + "ĠÑįÑĤ им", + "ĠÑįÑĤи м", + "Ġz vÃŃ", + "Ġzv ÃŃ", + "Ġqu án", + "Ġquá n", + "à¸Ļ à¸ģ", + "Ġп олов", + "Ġпо лов", + "Ġпол ов", + "Ġ æ·±", + "Ġæ· ±", + "Ġm iá»ģn", + "Ġmi á»ģn", + "人 éĸĵ", + "Ġз им", + "Ġmey dana", + "е ÑĦ", + "Ġb á»ģn", + "Ġbá»ģ n", + "ز ÙĬد", + "زÙĬ د", + "ĠÐł еÑģп", + "ĠÐłÐµ Ñģп", + "ÎĻ ΣΤ", + "ÎĻΣ Τ", + "Ġ æĶ¶", + "ĠæĶ ¶", + "r aya", + "ra ya", + "ray a", + "ĠتÙĪ اÙĨد", + "ĠتÙĪاÙĨ د", + "Ġ ister", + "Ġis ter", + "Ġi ster", + "Ġist er", + "Ġ ë°Ģ", + "Ġë° Ģ", + "ĠмеÑħ ани", + "Ġ à¸ķำ", + "Ġà¸ķ ำ", + "Ġд ека", + "Ġде ка", + "Ġдек а", + "à¤Ĥ à¤Ĺल", + "à¤Ĥà¤Ĺ ल", + "ãĥ¼ ãĤ«ãĥ¼", + "Ġnep ÅĻÃŃ", + "ĠnepÅĻ ÃŃ", + "ĠÑģ ÑĩиÑĤ", + "ĠÑģÑĩ иÑĤ", + "Ġο μά", + "Ġç ift", + "ب ÛĮÙĨÛĮ", + "بÛĮ ÙĨÛĮ", + "بÛĮÙĨ ÛĮ", + "m eleri", + "me leri", + "mel eri", + "meler i", + "Ġвоз дейÑģÑĤв", + "d ou", + "do u", + "ìĥģ ìĿĦ", + "ĠÐĴ олод", + "ĠÐĴо лод", + "ĠÐĴол од", + "ε β", + "ÐĿ Ðĺ", + "Ñı к", + "Ïį ÏĦε", + "з ано", + "за но", + "len ir", + "c elik", + "ce lik", + "cel ik", + "ĠÑģоÑģÑĤав лÑıеÑĤ", + "ι αÏĤ", + "ια ÏĤ", + "ĠÐĵ оÑĢ", + "ä¹ĭ ä¸Ģ", + "Ïĥμ ÏĮÏĤ", + "ÏĥμÏĮ ÏĤ", + "ãģ« éĸ¢", + "Ġв Ñĩ", + "Ġп оÑģк", + "Ġпо Ñģк", + "ĠпоÑģ к", + "è¼ ¯", + "à¥Ģ श", + "ĠØ¢ ثار", + "à¸Ħวาม ร", + "Ġ един", + "Ġе дин", + "Ġеди н", + "íħ IJ", + "å¹³ æĪIJ", + "ĠkiÅŁ inin", + "ĠkiÅŁi nin", + "ãĤ² ãĥ¼ãĥł", + "à¥įत व", + "Ġkapsam ında", + "Ġak tar", + "Ġakt ar", + "Ġtr ừ", + "Ġر شد", + "Ġна каз", + "Ġнак аз", + "ر ÙĬÙĦ", + "رÙĬ ÙĦ", + "à¸Ń à¸Ħ", + "Ġگذ شتÙĩ", + "Ġ æ°ij", + "Ġæ° ij", + "ĠÑĤеб Ñı", + "s por", + "sp or", + "spo r", + "Ñİ ÑīаÑı", + "ÑİÑī аÑı", + "окÑĢем а", + "в ад", + "ва д", + "ĠCh úng", + "ĠزÛĮ ادÛĮ", + "ĠزÛĮاد ÛĮ", + "е ного", + "ен ого", + "ено го", + "ĠÚ© سÛĮ", + "à ŀ", + "Ġad ına", + "Ġadı na", + "Ñĥ да", + "Ñĥд а", + "Ñĸ ÑĶ", + "аÑĤ ели", + "аÑĤе ли", + "Ġnáv Å¡tÄĽ", + "çĶ¨ äºİ", + "ĠپرÙĪ ÙĨدÙĩ", + "ĠÙĨ بÙĪد", + "ĠÙĨب ÙĪد", + "س ات", + "ìĹ ĺ", + "ãģ£ ãģ¦ãĤĤ", + "ãģ£ãģ¦ ãĤĤ", + "Ġ çī©", + "Ġçī ©", + "Ðĺ з", + "åĪ ·", + "Ġ íľ´", + "Ġí ľ´", + "ĠоÑģоб лив", + "ãģĹ ãģ¾ãģ£ãģŁ", + "ãģĹãģ¾ ãģ£ãģŁ", + "a ydı", + "ay dı", + "ayd ı", + "åĩº çļĦ", + "ĠìķĦëĭĪ ëĿ¼", + "ıs ını", + "à¸Ĺาà¸ĩ à¸ģาร", + "Ġzv uky", + "Ġ 管", + "Ġç® ¡", + "âĸĭ âĸĭ", + "ĠÑĤ елеÑĦ", + "ĠÑĤел еÑĦ", + "Ġн елÑĮзÑı", + "ãĥ« ãģ®", + "Ïĥ ÏĢ", + "Ġ ç³", + "Ġç ³", + "åł ¡", + "ÑĨ Ñĥз", + "ÑĨÑĥ з", + "رÙĬ ÙĤØ©", + "رÙĬÙĤ Ø©", + "à¤¿à¤Ľ ल", + "è² ©", + "ĠУ кÑĢаÑĹн", + "ĠУкÑĢаÑĹ Ð½", + "ĠÙħسئ ÙĪÙĦ", + "Ġо ÑĩÑĸ", + "ĠоÑĩ Ñĸ", + "æľĢ å¾Į", + "Ġзна Ñİ", + "Ġзн аÑİ", + "à¹ī à¸Ļà¸Ĺ", + "à¹īà¸Ļ à¸Ĺ", + "ĠÑĤ еÑĢап", + "ĠÑĤеÑĢ ап", + "ĠÑĤе ÑĢап", + "ĠÑģп ок", + "ĠØ®ÙĪد رÙĪ", + "éĺ »", + "Ġdüz ey", + "ä¸Ģ åĢĭ", + "ا ÙģÙĩ", + "اÙģ Ùĩ", + "à¤Ĥ य", + "èµĦ 产", + "继 ç»Ń", + "ĠÑģ лаб", + "ĠÑģл аб", + "æĦı æĢĿ", + "ĠíĻĺ ìĤ°", + "ĠÑı ÑĢ", + "Ġd ůvod", + "Ġdů vod", + "çĿ Ľ", + "تÛĮ ب", + "ĠÙĪ ÛĮر", + "ĠÙĪÛĮ ر", + "ĠÙĩ زÛĮÙĨÙĩ", + "Ġben zer", + "Ġbenz er", + "ĠÙħ ادÙĩ", + "ĠÙħا دÙĩ", + "ĠÙħاد Ùĩ", + "à¥Į à¤ķ", + "Ġ à¹Ģà¸ķ", + "Ġà¹Ģ à¸ķ", + "Ġà¹Ģภķ", + "ãĤĪ ãģı", + "ид енÑĤ", + "èĭ± èªŀ", + "е ÑĢÑĭ", + "еÑĢ Ñĭ", + "Ġê¸Ī ìķ¡", + "Ġ ãĥ¼", + "Ġãĥ ¼", + "Ġ ëį¤íĶĦ", + "Ġëį ¤íĶĦ", + "ÑĢ аÑĤÑĮ", + "ÑĢа ÑĤÑĮ", + "ÑĢаÑĤ ÑĮ", + "Ġ åįķ", + "Ġåį ķ", + "à¹Ģà¸ī à¸ŀาะ", + "Ġ æĶ¿", + "ĠæĶ ¿", + "Ġà¤Ĩ म", + "Ġз ни", + "Ġзн и", + "Ġ ëĿ¼ìĿ´", + "ĠëĿ¼ ìĿ´", + "æİ Į", + "çIJĨ çĶ±", + "Ġ اغ", + "Ġا غ", + "ĠØ§Ø º", + "ĠÑģ иг", + "ĠÑģи г", + "Ġе ÑĦекÑĤив", + "ĠÐŁ ÑĢед", + "ĠÐŁÑĢ ед", + "ãĥ´ ãĤ£", + "Ġви ко", + "Ġвик о", + "Ġt vrd", + "Ġtv rd", + "ëĤ´ 기", + "ãĥĭ ãĤ¢", + "ĠÙħشاÙĩ دÙĩ", + "Ġस à¤ļ", + "l Ã¼ÄŁ", + "lü ÄŁ", + "è¯ģ åĪ¸", + "Ġs iêu", + "Ġsi êu", + "Ġ оÑĤв", + "ĠоÑĤ в", + "Ġvyt voÅĻ", + "ĠØŃ ÙħÙĦ", + "ĠØŃÙħ ÙĦ", + "ĠÑĦ ÑĢан", + "à¹ī à¸Ķ", + "åĮ» éĻ¢", + "Ġв лад", + "Ġвла д", + "غ ÙĦ", + "建 ç«ĭ", + "os loven", + "osl oven", + "и лаÑģÑĮ", + "ила ÑģÑĮ", + "عÙĦ ÙĪÙħات", + "عÙĦÙĪÙħ ات", + "Ġ ترÛĮÙĨ", + "Ġتر ÛĮÙĨ", + "ÎŃ Ïģει", + "ÎŃÏģ ει", + "Ġb áºŃt", + "ĠÙħØ´ Ú©", + "Ġر ئÙĬس", + "Ġرئ ÙĬس", + "Ġìłľ ìŀij", + "γ η", + "Ġн Ñĸк", + "ĠнÑĸ к", + "Ġ구 ìĦ±", + "ĠÄij en", + "Ġà¤ļ र", + "Ġgeç miÅŁ", + "äºĨ 解", + "Ġл еÑģ", + "Ġqu anh", + "Ġqua nh", + "Ġquan h", + "ãĢĮ æĪij", + "ĠNÄĽkter á", + "ëŀ į", + "Ãħ Ÿ", + "à¤Ĥ दर", + "à¤Ĥद र", + "ìķĦ ìĿ´", + "å°ij ãģĹ", + "ĠØ´Ùĩر ÛĮ", + "ĠØ´Ùĩ رÛĮ", + "κ ÏĦη", + "ĠâĹ Ħ", + "Ġ Ùĥس", + "ĠÙĥ س", + "è· Į", + "à ı", + "å·¥ åħ·", + "åĬ ĥ", + "p om", + "po m", + "ĠнавÑĩ аннÑı", + "Ġ رج", + "Ġر ج", + "ÑĢ ÑĥеÑĤÑģÑı", + "ÑĢÑĥ еÑĤÑģÑı", + "ÑĢÑĥеÑĤ ÑģÑı", + "Ġν ÎŃ", + "ÛĮÙĨ Ú©", + "à¹Ĥ à¸ĭ", + "åĭ ¤", + "ãģĹãģ¾ ãģĨ", + "ĠÑģ оглаÑģ", + "ĠÑģог лаÑģ", + "éĩij èŀį", + "ç »¿", + "ç» ¿", + "ĠС ан", + "æķ µ", + "Ġпо вÑĸÑĤ", + "Ġпов ÑĸÑĤ", + "Ġпом оÑīи", + "ĠпомоÑī и", + "ãĥ¡ ãĥªãĤ«", + "ãĤ· ãĤ¢", + "ĠÏĢ ÏģοÏĤ", + "ĠÏĢÏģο ÏĤ", + "èĪª 空", + "ĠваÑĢи анÑĤ", + "ĠваÑĢиан ÑĤ", + "Ġyalnız ca", + "ç³» çµ±", + "ĠÙģ ÙĪر", + "ĠÙģÙĪ ر", + "оÑĩ ной", + "оÑĩно й", + "à¹Ģว à¸Ńร", + "ĠкÑĥлÑĮ ÑĤÑĥÑĢ", + "ĠкÑĥлÑĮÑĤÑĥ ÑĢ", + "Ïĩ ι", + "ÄįÃŃ ta", + " ĵ", + "人 ãģĮ", + "κ οÏį", + "κο Ïį", + "ĠÑĢе ÑĶ", + "Ġв ÑģÑİ", + "ĠвÑģ Ñİ", + "éº Ĺ", + "Ġز ÙĨاÙĨ", + "ĠزÙĨ اÙĨ", + "çĭ Ĥ", + "Ġ หม", + "Ġห ม", + "Ġx úc", + "åħ Ĵ", + "ÄŁ inin", + "ÄŁi nin", + "ÄŁini n", + "ÄŁin in", + "åĸľ 欢", + "ĠÑģÑĤ ад", + "ĠÑģÑĤа д", + "iy esi", + "iye si", + "ìļ ±", + "è Ŀ", + "Ġ kus", + "Ġk us", + "Ġku s", + "ÏĦ ολ", + "ÏĦο λ", + "г Ñĸв", + "Ñĸ ли", + "Ñĸл и", + "ãģĦ ãĤĦ", + "é© Ĺ", + "ont rol", + "ا ÙĦÙĥ", + "اÙĦ Ùĥ", + "к овиÑħ", + "ко виÑħ", + "ков иÑħ", + "ĠÑģÑĤ ало", + "ĠÑģÑĤал о", + "ĠÑģÑĤа ло", + "ĠÎł αÏģα", + "Ġγα Ïģα", + "ĠγαÏģ α", + "Ġ chy", + "Ġc hy", + "Ġch y", + "Ġcih az", + "ĩ ´", + "ìŀ¥ ìĿ´", + "a ceae", + "ace ae", + "acea e", + "Ø´ Ùĩر", + "Ø´Ùĩ ر", + "ил аннÑı", + "çļĦ å°ı", + "Ġth ụ", + "Ġthá» ¥", + "ÙĪ ÙĨت", + "ÙĪÙĨ ت", + "л оÑĢ", + "ло ÑĢ", + "ãĤĴ æĮģ", + "ĠÎĶ ι", + "Ġ 羣", + "Ġçľ Ł", + "ÐĽ Ðŀ", + "é½ IJ", + "çİ Ħ", + "ا ÙĪÙĩ", + "اÙĪ Ùĩ", + "Ġи нÑĤ", + "Ġин ÑĤ", + "à¥Ģ à¤Łà¤°", + "à¥Ģà¤Ł र", + "Ġ обÑīе", + "Ġоб Ñīе", + "ĠобÑī е", + "Ġдеп ÑĥÑĤ", + "μÎŃν εÏĤ", + "ĠÙĥ ÙĬÙģ", + "ع ÙħÙĦ", + "عÙħ ÙĦ", + "ï¼Į å¦Ĥæŀľ", + "ï¼Įå¦Ĥ æŀľ", + "Ġин ÑĦек", + "i tele", + "it ele", + "ite le", + "itel e", + "Ġ ãĢĢãĢĢĠãĢĢ", + "ĠãĢĢ ãĢĢĠãĢĢ", + "ĠãĢĢãĢĢ ĠãĢĢ", + "ãĤ¤ ãĥ³ãĥĪ", + "ãĤ¤ãĥ³ ãĥĪ", + "л ÑĸÑĤ", + "лÑĸ ÑĤ", + "Ġ ÑģÑİ", + "ĠÑģ Ñİ", + "Ġz ase", + "Ġza se", + "Ġzas e", + "d ech", + "de ch", + "dec h", + "е ко", + "ек о", + "è® ĵ", + "åı ¬", + "з ем", + "Îł Îij", + "Ġvz du", + "า à¸Īาà¸ģ", + "าà¸Ī าà¸ģ", + "ko liv", + "kol iv", + "koli v", + "zk um", + "èģ Ĭ", + "Ġì±Ħ ìļ©", + "๠į", + "Ġ asp", + "Ġa sp", + "Ġas p", + "Û² Û´", + "ìĿ¸ ëį°", + "ĠkarÅŁÄ± laÅŁ", + "ï¼Į åı¯ä»¥", + "ï¼Įåı¯ 以", + "Ġà¤ĩन à¤ķ", + "Ġ ìĬ¤íĥĢ", + "ĠìĬ¤ íĥĢ", + "éĥ¨ å±ĭ", + "åĪ¶ ä½ľ", + "ãĥ¼ ãĤ·ãĥ§ãĥ³", + "ον ÏĦαÏĤ", + "γ ο", + "Ġìŀij ìĦ±", + "èij £", + "oz ÅĻejmÄĽ", + "ĠÑĢезÑĥлÑĮÑĤаÑĤ е", + "ĠÑĢезÑĥлÑĮÑĤ аÑĤе", + "ĠIns ecta", + "Ġs kon", + "Ġsk on", + "o tu", + "ot u", + "Ġp ÄĽt", + "ĠpÄĽ t", + "Ñģ ÑĮого", + "ÑģÑĮ ого", + "ĠÄ°s lam", + "Ġl á»ħ", + "Ġlá» ħ", + "ä¸Ń åľĭ", + "ĠÐľÑĸ нÑĸÑģÑĤ", + "åIJĪ åIJĮ", + "asy onu", + "asyon u", + "ож еÑĤ", + "оже ÑĤ", + "èĩª åĬ¨", + "ÑģÑĮ коÑİ", + "ÑģÑĮк оÑİ", + "ÑģÑĮко Ñİ", + "ĠkiÅŁ isel", + "ĠkiÅŁi sel", + "ÏĦ ικοÏį", + "ÏĦικ οÏį", + "ÏĦι κοÏį", + "ÏĦικο Ïį", + "Ġ ÑĥÑĩаÑģ", + "ĠÑĥ ÑĩаÑģ", + "ĠÑĥÑĩ аÑģ", + "ĠÑĥÑĩа Ñģ", + "ıl mÄ±ÅŁtır", + "ılmÄ±ÅŁ tır", + "ĠÑı ке", + "ĠÑıк е", + "Ñī инÑĭ", + "Ñīи нÑĭ", + "Ñīин Ñĭ", + "м аÑĢ", + "ма ÑĢ", + "Ġso udu", + "Ġsou du", + "Ġsoud u", + "Âł Я", + "Ġд ÑĢÑĥ", + "ĠдÑĢ Ñĥ", + "ãģ¡ ãĤĩ", + "à¥ĭ à¥ľ", + "ï¾ ij", + "Ġ ÏĦÏĮ", + "ĠÏĦ ÏĮ", + "Ġ ضر", + "Ġض ر", + "l áš", + "lá Å¡", + "Ġд Ñĸв", + "ĠдÑĸ в", + "Ġج دÙĬد", + "Ġجد ÙĬد", + "Ġнеб олÑĮÑĪ", + "ĠнеболÑĮ ÑĪ", + "éģ Ń", + "ç» į", + "ĠKur ulu", + "ĠKurul u", + "ÑģÑĤÑĢ ÑĥменÑĤ", + "ÑģÑĤÑĢÑĥ менÑĤ", + "è¿Ļ æĺ¯", + "ìĻ Ķëĭ¤", + "ìĻĶ ëĭ¤", + "м елÑĮ", + "ме лÑĮ", + "Ġ ä¼Ĭ", + "ủ ng", + "ĠзавиÑģим оÑģÑĤи", + "ëį ¤íĶĦ", + "çĩ ĥ", + "è¿ĩ åİ»", + "ĠзаÑģÑĤоÑģ ÑĥваннÑı", + "Ġداخ ÙĦÛĮ", + "ĠداخÙĦ ÛĮ", + "Ñī Ñij", + "ĠÂłĠÂł ĠÂłĠÂłĠÂłĠÂł", + "ĠÂłĠÂłĠÂłĠÂł ĠÂłĠÂł", + "ïº ®", + "ĠاÙĦÙħ ÙħÙĦÙĥØ©", + "s ında", + "sı nda", + "sın da", + "è³ Ģ", + "å± ı", + "Ġ ê¿", + "Ġê ¿", + "Ġdo ktor", + "Ġdok tor", + "ĠÙĤ اب", + "ĠS ist", + "ĠSi st", + "ĠмеÑģÑĤ е", + "ĠÑģоÑħ ÑĢа", + "ا شتÙĩ", + "اش تÙĩ", + "اشت Ùĩ", + "Ġ æľŁ", + "ĠпоÑģк олÑĮкÑĥ", + "Ġp ev", + "Ġpe v", + "ا گر", + "اگ ر", + "Ùħ ز", + "Ġض ÙħÙĨ", + "ॠ©", + "g esi", + "ge si", + "ges i", + "a ÄŁa", + "aÄŁ a", + "解 åĨ³", + "ëħ¸ ì¶ľ", + "Ġl uyá»ĩn", + "Ġкон ÑĤак", + "ĠконÑĤ ак", + "ภº", + "Ġ NgÃły", + "ĠNg Ãły", + "Ġvý stav", + "Ġth uyết", + "اÛĮ ع", + "Ġ: /:", + "Ġ:/ :", + "Ġph ạt", + "ĠÎij ÏĢÏĮ", + "ĠÎijÏĢ ÏĮ", + "Ġ muz", + "Ġm uz", + "Ġmu z", + "Ġ ìĥī", + "Ġìĥ ī", + "ĠÃĩ in", + "Ġکار برد", + "Ġکاربر د", + "ائ د", + "ب اد", + "با د", + "à¥į तम", + "à¥įत म", + "Ġ ëijĺ", + "Ġëij ĺ", + "Ġм оз", + "Ġмо з", + "Å¡ ÃŃch", + "Å¡ÃŃ ch", + "Ġ มห", + "Ġม ห", + "ĠØ¢ س", + "ĠÑģ лиÑĪком", + "èĥ ¡", + "è£ ģ", + "æĪ »", + "ĠìĦ¤ ëªħ", + "Ġo tom", + "Ġot om", + "Ġoto m", + "Ġलà¤Ĺ à¤Ńà¤Ĺ", + "à¸ĩ à¸ģ", + "ا بد", + "اب د", + "à¸Ļ าม", + "à¸Ļา ม", + "èĤ ©", + "Ġشد ÙĨد", + "ĠشدÙĨ د", + "ãģĿãģ® ä»ĸ", + "ad lo", + "ÄĽ n", + "ĠÙĦ Ùĩا", + "ĠÙĦÙĩ ا", + "Ġмин им", + "Ġми ним", + "Ġd ÅĻev", + "ĠTh iên", + "ĠThi ên", + "ëŀ Ļ", + "en gin", + "eng in", + "à¥Ģ मत", + "à¥Ģम त", + "ĠÑĥп оÑĤÑĢеб", + "âĢĮ تر", + "Ġç¥ŀ 马", + "ov ánÃŃm", + "ová nÃŃm", + "ovánÃŃ m", + "ován ÃŃm", + "Ġд ело", + "Ġдел о", + "Ġде ло", + "Ġ ç¼ĸ", + "Ġç¼ ĸ", + "ĠاÙĦ ظ", + "Ġ вий", + "Ġв ий", + "Ġви й", + "а ÑĤом", + "аÑĤ ом", + "аÑĤо м", + "åħ¬ åijĬ", + "ĠÄij em", + "ãĤ· ãĥªãĥ¼ãĤº", + "ä¸ĭ çļĦ", + "l ası", + "la sı", + "las ı", + "ĠвÑĭ боÑĢ", + "ĠвÑĭб оÑĢ", + "ÑĤ оÑĤ", + "ÑĤо ÑĤ", + "ëıĦ ë³Ħ", + "ĠÑĥ ÑģÑĤан", + "ĠÑĥÑģÑĤ ан", + "Ġ íŀĪ", + "Ġíŀ Ī", + "лÑĥ аÑĤа", + "Ġth ác", + "а нием", + "ан ием", + "ани ем", + "ание м", + "ов аÑĤÑĮÑģÑı", + "ова ÑĤÑĮÑģÑı", + "оваÑĤÑĮ ÑģÑı", + "ÑĤ ÑĶ", + "ÐŃ ÑĤо", + "ï¼Į è¦ģ", + "ĠV z", + "ĠØŃ ÙĪزÙĩ", + "ĠØŃÙĪ زÙĩ", + "- к", + "V Ỽi", + "ent ů", + "Ġbulun duÄŁu", + "Ġbulundu ÄŁu", + "ر ÙĪØ·", + "رÙĪ Ø·", + "ĠÑĹ Ð¹", + "Ġçev r", + "Ġ ÅĻed", + "ĠÅĻ ed", + "ĠÅĻe d", + "Ġس اختÙĩ", + "Ġساخت Ùĩ", + "åĬŀ æ³ķ", + "Ġ ÙĤÙĦ", + "ĠÙĤ ÙĦ", + "i ÅŁi", + "iÅŁ i", + "ï¼Ŀ ï¼Ŀ", + "س اس", + "Ġúdaj ů", + "å ¬", + "æį Ł", + "á ct", + "ác t", + "ĠÎij ÏĢ", + "çĪ ·", + "Ġ ÅĻád", + "ĠÅĻ ád", + "Ġl á»Ĺi", + "Ġlá» Ĺi", + "Ġlá»Ĺ i", + "on tent", + "ont ent", + "onte nt", + "ĠÙħ Ø°", + "ol oji", + "olo ji", + "oloj i", + "Ġپرد اخت", + "à¹ī าà¸ŀ", + "à¹īา à¸ŀ", + "ĠдейÑģÑĤв иÑı", + "Ġmnož stvÃŃ", + "ìķĪ ë§Ī", + "åģ ¶", + "Ġ ÃĶng", + "ĠÃĶ ng", + "Ġdak ika", + "hen dis", + "hend is", + "Ġb ác", + "å¯ ¶", + "à¹ĩà¸ģ หà¸į", + "noc enÃŃ", + "ĠErd oÄŁan", + ": ::::::::::::", + ":: :::::::::::", + ":::: :::::::::", + ":::::: :::::::", + ":::::::: :::::", + "::: ::::::::::", + "::::: ::::::::", + "::::::: ::::::", + "::::::::: ::::", + ":::::::::: :::", + "::::::::::: ::", + ":::::::::::: :", + "аÑĤ ем", + "аÑĤе м", + "d ız", + "dı z", + "ĠØ£ÙĬ ضا", + "ĠØ£ÙĬض ا", + "ĠÑįÑĦ ÑĦек", + "ãĤĮ ãģ¦ãģĦãĤĭ", + "ãĤĮãģ¦ ãģĦãĤĭ", + "ĠbaÅŁv uru", + "ĠbaÅŁvur u", + "ά νει", + "άν ει", + "ĠÏĦε λεÏħÏĦα", + "Ġê²Ģ ìĥī", + "ĠÚ©ÙĨ ترÙĦ", + "Ġ शà¤ķ", + "Ġश à¤ķ", + "å¼ ¹", + "Ġol muÅŁtur", + "Ġolm uÅŁtur", + "ĠolmuÅŁ tur", + "Ġв ÑģÑĤÑĥп", + "ĠвÑģÑĤ Ñĥп", + "Ñĩ ила", + "Ñĩи ла", + "Ñĩил а", + "ย า", + "ĠØ£ØŃ Ùħد", + "os lav", + "osl av", + "ĠÑĩа Ñģов", + "ĠÑĩаÑģ ов", + "Ġzá kladnÃŃ", + "Ġzáklad nÃŃ", + "Ġस व", + "д он", + "до н", + "ĠÅĻÃŃj na", + "κ οÏħ", + "κο Ïħ", + "éĢģ æĸĻçĦ¡æĸĻ", + "éĢģæĸĻ çĦ¡æĸĻ", + "Ïĥ ίαÏĤ", + "Ïĥία ÏĤ", + "Ïĥί αÏĤ", + "ãĤ´ ãĥª", + "Ġв иб", + "Ġви б", + "å½ Ĵ", + "Ġназ ад", + "ĠçĻ¾åº¦ æĶ¶å½ķ", + "á» Ĩ", + "Ġkal dı", + "ì¼ ľ", + "Ġ íıŃ", + "Ġíı Ń", + "ĠÑĩи ном", + "ĠÑĩин ом", + "è ¹", + "Ñı л", + "ĠÑĢаз дел", + "ĠÑĢазд ел", + "d G", + "ĠT ento", + "ĠTen to", + "ĠTent o", + "Ñı ÑĤÑĮÑģÑı", + "ÑıÑĤÑĮ ÑģÑı", + "éĿ¢ çļĦ", + "ĠÎķ ÏĢι", + "ĠÎķÏĢ ι", + "ê° ij", + "Ġk èm", + "ни ÑĨÑı", + "ниÑĨ Ñı", + "çĸ «", + "éĽ Ļ", + "ĠÙħر Ùĥز", + "Ġна Ñĥк", + "å¢ Ĺ", + "ĠÑĤе пеÑĢ", + "ĠÑĤеп еÑĢ", + "ा à¤ł", + "ाठł", + "à¹ĩà¸ļ à¹Ħà¸ĭà¸ķ", + "μβ ÏģίοÏħ", + "ĠÑĦÑĸн анÑģов", + "ĠÑĦÑĸнанÑģ ов", + "Ñĸ ÑĶÑİ", + "ÑĸÑĶ Ñİ", + "Ïģ ίζ", + "Ïģί ζ", + "ì¤ Ħ", + "ĠباÙĨ Ú©", + "t ul", + "tu l", + "li ÄŁini", + "liÄŁi ni", + "liÄŁ ini", + "liÄŁin i", + "ĠпозволÑı еÑĤ", + "Ġпозвол ÑıеÑĤ", + "Ïĥ ί", + "Ġ ìĽĥ", + "ĠìĽ ĥ", + "à¹Į à¸Ħ", + "Ġpol ov", + "Ġpo lov", + "Ġpolo v", + "ìŀ¥ ìĿĦ", + "is té", + "ist é", + "ĠС Ð¡Ð¡Ðł", + "á hl", + "áh l", + "è ¥", + "Ġкомп лек", + "à¸Ĥ à¸Ļาà¸Ķ", + "ั ศ", + "ν αν", + "να ν", + "Ġç¥ŀ马 æĶ¶å½ķ", + "ìĭľ ìĺ¤", + "Ġé¦ĸ页 第", + "ĠçĻ¾åº¦ æµģéĩı", + "åij¨ æĶ¶å½ķ", + "Ġh atta", + "Ġhat ta", + "ÐĴ Ñĸд", + "ĠвÑĭ ÑģÑĤÑĥп", + "Ú© ارÛĮ", + "کار ÛĮ", + "کا رÛĮ", + "K hi", + "Kh i", + "Ġì°¾ ìķĦ", + "Ġn ặng", + "éĨ «", + "ĠV Å¡", + "ĠпеÑĢ ен", + "ĠпеÑĢе н", + "л ава", + "ла ва", + "лав а", + "ÙĬ ÙħÙĬ", + "ÙĬÙħ ÙĬ", + "Ġvat andaÅŁ", + "Ġ ιÏĥÏĦο", + "Ġι ÏĥÏĦο", + "Ġ à¸ĵ", + "Ġภĵ", + "स ल", + "г ен", + "ге н", + "Ġ بÙĪر", + "Ġب ÙĪر", + "ĠبÙĪ ر", + "âĢĮدÙĩ د", + "âĢĮد Ùĩد", + "l ıklı", + "lık lı", + "Ġ strate", + "Ġst rate", + "Ġstr ate", + "Ġstrat e", + "Ġstra te", + "ب ÙĪر", + "بÙĪ ر", + "ãĢģ ãĤ¢", + "Ġson uc", + "Ġsonu c", + "Ġна иболее", + "- в", + "Ġвод ой", + "oj enÃŃ", + "oje nÃŃ", + "Ġغ رب", + "Ġغر ب", + "Ġb eri", + "Ġbe ri", + "Ġber i", + "a dÄĽ", + "ad ÄĽ", + "Ġd ovol", + "Ġdo vol", + "Ġdov ol", + "âĢĮÚ©ÙĨ ÙĨدگاÙĨ", + "âĢĮÚ©ÙĨÙĨد گاÙĨ", + "ãģķ ãĤī", + "ãĥ³ ãĤº", + "ãĤ« ãĥ«", + "om etr", + "ome tr", + "omet r", + "åĩ Ģ", + "ĠÙģ ÙĪÙĦ", + "ĠÙģÙĪ ÙĦ", + "ĠÙħ ÙĪسÛĮ", + "ĠÙħÙĪ سÛĮ", + "ĠÙħÙĪس ÛĮ", + "ĠاÙĦÙħغ رب", + "e cko", + "ec ko", + "eck o", + "ÙĢÙĢÙĢÙĢ ÙĢÙĢÙĢÙĢ", + "ê°Ģ 격", + "ÑĢ ÑĥÑĤ", + "ÑĢÑĥ ÑĤ", + "Ġ ë¶Ģë¶Ħ", + "Ġë¶Ģ ë¶Ħ", + "ĠpÅĻed pis", + "Ġoprav du", + "еÑĤ иÑĩ", + "еÑĤи Ñĩ", + "à¹Ĥ à¸Ħรà¸ĩà¸ģาร", + "æ ħ§", + "æħ §", + "æĭ ľ", + "س Ùĥ", + "ìŀ¡ ëĭ´", + "à¸Ľà¸£à¸°à¸¡ าà¸ĵ", + "è´¨ éĩı", + "Ġголов Ñĥ", + "Ġгол овÑĥ", + "л ениÑİ", + "лен иÑİ", + "ле ниÑİ", + "Ġन à¤ı", + "Ġprojekt u", + "ا Ùģر", + "اÙģ ر", + "at ivnÃŃ", + "ati vnÃŃ", + "ativ nÃŃ", + "ÎŃ Î½ÏĦ", + "ÎŃν ÏĦ", + "ãĥī ãĥ©", + "Ġted av", + "ê ¼", + "à¸Ľà¸£à¸°à¸ģ าศ", + "Ġt uto", + "Ġtu to", + "Ġtut o", + "Ġch iếu", + "Ġchi ếu", + "Ġchiế u", + "Ġv yz", + "Ġvy z", + "ÑĢ оÑĪ", + "ÑĢо ÑĪ", + "åıĸ å¾Ĺ", + "Ġм иÑģÑĤ", + "Ġми ÑģÑĤ", + "ĠмиÑģ ÑĤ", + "ĠÑģлÑĥÑĩа ÑıÑħ", + "Ġغ Ø°", + "ĠÑĥ клад", + "ĠÑĥк лад", + "ĠÑĥÑģÑĤанов лен", + "Ġtes lim", + "Ġ ãĢį", + "ĠãĢ į", + "Ġ è£", + "Ġè £", + "æ¯ «", + "éĬĢ è¡Į", + "e cts", + "ect s", + "ec ts", + "k emiz", + "kem iz", + "ν ηÏĤ", + "νη ÏĤ", + "è¾ º", + "Ġп ÑĢем", + "ĠпÑĢ ем", + "ĠпÑĢе м", + "Ġson ucu", + "Ġsonuc u", + "Ġsonu cu", + "P okud", + "Po kud", + "Pok ud", + "ĠÐŀÑģ об", + "è¾ Ľ", + "è¼ ¸", + "ë³´ ê³ł", + "à¸ļ à¸Ħ", + "ãĢĤ ãĢį", + "ा ।ĊĊ", + "ा। ĊĊ", + "ा।Ċ Ċ", + "ĠÑģамоÑģÑĤ оÑıÑĤелÑĮ", + "ÙĦ ÛĮت", + "ÙĦÛĮ ت", + "λ εκ", + "λε κ", + "ĠÑĢай она", + "ĠÑĢайон а", + "ÑĮ и", + "à¹Ī าà¸Ĺ", + "à¹Īา à¸Ĺ", + "Ġ à¸Ľà¸£à¸°à¹Ģà¸Ĺศ", + "Ġà¸Ľà¸£à¸° à¹Ģà¸Ĺศ", + "ม à¸Ń", + "ا Ùĩر", + "اÙĩ ر", + "Ġви боÑĢ", + "Ġвиб оÑĢ", + "ÑİÑĩи ÑģÑĮ", + "Ġp ovol", + "Ġpo vol", + "Ġpov ol", + "a base", + "ab ase", + "aba se", + "âĢ³ N", + "Ú© ÙĪ", + "ĠУкÑĢаÑĹ Ð½Ð°", + "ĠУкÑĢа ÑĹна", + "ĠУкÑĢаÑĹн а", + "sta nov", + "stan ov", + "ĠÑĥÑĩ аÑģÑĤи", + "ĠÑĥÑĩа ÑģÑĤи", + "ĠÑĥÑĩаÑģÑĤ и", + "ĠÑĥÑĩаÑģ ÑĤи", + "Ġh lad", + "Ġhl ad", + "ĠÑĢаÑģÑģ каз", + "ãģ¿ ãģŁãģĦ", + "á½ °", + "Ġ åĽŀ", + "ĠåĽ ŀ", + "Ġ Æ°Æ¡ng", + "α Ïģά", + "αÏģ ά", + "Ø® ب", + "æį ķ", + "ÃŃ ÅĻ", + "Ġ سÛĮÙĨ", + "Ġس ÛĮÙĨ", + "ĠسÛĮ ÙĨ", + "Âł in", + "ĠM ÄĽst", + "æķĻ åѦ", + "ĠоÑģоб иÑģÑĤ", + "ĠоÑģоби ÑģÑĤ", + "u ji", + "uj i", + "çĶ» åĥı", + "ĠداÙĨ Ø´ÙĨاÙħÙĩ", + "ĠداÙĨØ´ ÙĨاÙħÙĩ", + "ìĿ´ ìķ¼", + "Ġзап иÑĤ", + "ĠÑģво ими", + "ĠÑģвои ми", + "ĠÑģвоим и", + "Û²Û° Û²", + "ï¼Į å°Ĩ", + "ãĥ¼ ãģ®", + "Ġth ÃŃ", + "ĠÙħت ÙĪسط", + "à¥ĩ Ċ", + "å¤ļ å°ij", + "ï¼Į çĦ¶åIJİ", + "íĹ Ī", + "Ġ à¤Ńà¤Ĺ", + "Ġà¤Ń à¤Ĺ", + "Ġ åı·", + "Ġåı ·", + "Ġt eor", + "Ġte or", + "å Ĥ¨", + "åĤ ¨", + "Ġ ÑĢÑĸÑĩ", + "ĠÑĢ ÑĸÑĩ", + "ĠÑģÑĤаÑĤ ÑĤÑĸ", + "Ġرابط Ùĩ", + "Ġ ï¼ľ", + "Ġï¼ ľ", + "ب اØŃ", + "با ØŃ", + "ิà¸Ļ à¸Ĺาà¸ĩ", + "ิà¸Ļà¸Ĺ าà¸ĩ", + "à¥ĩà¤Ĥ Ċ", + "ائ ÙĤ", + "ĠاÙĦج دÙĬد", + "l iÄį", + "li Äį", + "ا ØŃÙĦ", + "اØŃ ÙĦ", + "mé nÄĽ", + "Ġb ầu", + "ĠÐĴ ал", + "Ġб лагод", + "Ġбла год", + "Ġблаг од", + "еÑĤ елÑĮ", + "еÑĤе лÑĮ", + "å¹³ åĿĩ", + "м ин", + "ми н", + "Ġsü rec", + "Ġsür ec", + "Ġsüre c", + "Ġза вод", + "Ġзав од", + "èį IJ", + "ÑĤ ий", + "ÑĤи й", + "л об", + "ло б", + "Ġ вок", + "Ġв ок", + "Ġво к", + "l adıģı", + "la dıģı", + "lad ıģı", + "ladı ģı", + "ladıģ ı", + "اÙĬ ÙĬ", + "ê²ł ìĬµëĭĪëĭ¤", + "Ġamac ıyla", + "Ġamacı yla", + "ï¼Į åĽłä¸º", + "ï¼ĮåĽł 为", + "ãģ§ ãģĤãģ£ãģŁ", + "ãģ§ãģĤ ãģ£ãģŁ", + "ĠØ´ رÙĪع", + "Ġشر ÙĪع", + "æŁ Ķ", + "' nun", + "'n un", + "о кол", + "ок ол", + "око л", + "Ġc iddi", + "Ġcid di", + "Ġb ụ", + "Ġyap ılacak", + "Ġyapı lacak", + "Ġyapıl acak", + "ĠÑĩÑĥв ÑģÑĤв", + "ìĤ¬ ìĿĺ", + "à¸Ń à¸Ļà¸Ķ", + "à¸Ńà¸Ļ à¸Ķ", + "ΊΤ", + "Ġëĭ¤ ìĸij", + "ëĭ¤ ë©´", + "im izi", + "imi zi", + "imiz i", + "ä¹ Ĥ", + "ãģ² ãģ¨", + "Ġ éĿŀ", + "ĠéĿ ŀ", + "âĢĮپدÛĮ ا", + "ä¹ ĺ", + "ãĥĬ ãĥ«", + "ĠпÑĸдпÑĢиÑĶм ÑģÑĤва", + "ĠпÑĸдпÑĢиÑĶмÑģÑĤв а", + "๠ij", + "è¿ Ŀ", + "ĠÙħ ÙĨÙĩ", + "ĠÙħÙĨ Ùĩ", + "ÑĢ ик", + "ÑĢи к", + "а ÑĢÑĸв", + "аÑĢ Ñĸв", + "аÑĢÑĸ в", + "Ġ кого", + "Ġк ого", + "Ġко го", + "ĠÙĤ ص", + "Ġ æĿ¥", + "ĠæĿ ¥", + "ĠPh òng", + "Ġ ово", + "Ġо во", + "Ġов о", + "ĠпеÑĢ ева", + "ĠпеÑĢе ва", + "ĠпеÑĢев а", + "é£ ²", + "à¤Ĥ à¤Łà¤°", + "à¤Ĥà¤Ł र", + "ÙĬ را", + "ÙĬر ا", + "il diÄŁi", + "ildi ÄŁi", + "e tin", + "et in", + "eti n", + "Ïĩε ία", + "Ïĩεί α", + "Ġzah rani", + "ÙĪ جد", + "ÙĪج د", + "Ġ ç¯", + "Ġç ¯", + "าร ย", + "Ġза ко", + "Ġзак о", + "ĠتÙĤ س", + "ãĤ¹ ãĤ¿ãĥ¼", + "ãĤ¹ãĤ¿ ãĥ¼", + "æĿ °", + "Ġ ãĤ°", + "ĠãĤ °", + "Ġ é»Ħ", + "Ġé» Ħ", + "Ġ Ðļогда", + "ĠÐļ огда", + "ॠ«", + "Ġ 次", + "Ġæ¬ ¡", + "ĠвÑĭ ÑĢаж", + "Ġch Äĥm", + "лÑı ÑĶÑĤÑĮÑģÑı", + "лÑıÑĶ ÑĤÑĮÑģÑı", + "د ÙĩÙħ", + "دÙĩ Ùħ", + "Ġv rch", + "Ġvr ch", + "çº Į", + "п оÑĢ", + "по ÑĢ", + "Ġm aÄŁ", + "Ġma ÄŁ", + "å¾Ĵ æŃ©", + "po dob", + "pod ob", + "ะ à¹ģ", + "éģ¸ æīĭ", + "å¸ ¯", + "Ġse bou", + "Ġseb ou", + "in ize", + "ini ze", + "iniz e", + "ĠÐľ ак", + "ĠÐľÐ° к", + "Ġ æĻ®", + "ĠæĻ ®", + "ĠÏħÏĢ άÏģÏĩ", + "ĠÄIJ Ãł", + "ĠBr no", + "Ġ Å¡ÃŃ", + "ĠÅ¡ ÃŃ", + "اÙĦ ص", + "Ġngh iêm", + "Ġnghi êm", + "Ġon ları", + "Ġonlar ı", + "Ġu žÃŃ", + "Ġuž ÃŃ", + "èĩªåĪĨ ãģ®", + "ĠнаÑħод иÑĤÑģÑı", + "Ġj si", + "Ġjs i", + "Ġस मर", + "Ġसम र", + "ĠÏĨ Ïī", + "Û±Û¹ Û¸", + "Ġà¤ľà¤Ĺ ह", + "éŃ ļ", + "ìĿ¸ ê°Ģ", + "ÄIJ iá»ģu", + "ĠØ£ عÙĦاÙħ", + "Ġأع ÙĦاÙħ", + "à¥ĩà¤Ĥ ।Ċ", + "à¥ĩà¤Ĥ। Ċ", + "å½¢ æĪIJ", + "Ġ ikt", + "Ġi kt", + "Ġik t", + "Ġzd roj", + "ĠAmer ik", + "Ρ Îĵ", + "à¸ĩ ส", + "ĠíĴ Ģ", + "Ñģол ÑİÑĤ", + "ÙĪ ÙĬت", + "ÙĪÙĬ ت", + "Ġgörün tü", + "ан нÑĭÑħ", + "аннÑĭ Ñħ", + "ĠØ£ ÙĤ", + "Ġ миÑĢ", + "Ġм иÑĢ", + "Ġми ÑĢ", + "å« Į", + "Ġm á»iji", + "Ġd erin", + "Ġde rin", + "Ġder in", + "é ĴĪ", + "éĴ Ī", + "Ġма ÑĪи", + "ĠмаÑĪ и", + "ì¸ ¡", + "ĠجÙĨ ÙĪب", + "ĠÑģ ло", + "ĠÑģл о", + "ãĢĤ ä¸Ģ", + "ени ÑıÑħ", + "ениÑı Ñħ", + "ĠÑĩолов Ñĸк", + "Ġy ana", + "Ġya na", + "Ġyan a", + "Ġо кÑĤ", + "Ġок ÑĤ", + "Ġ неÑĢ", + "Ġн еÑĢ", + "Ġне ÑĢ", + "æĪ ¶", + "н ÑĮомÑĥ", + "нÑĮ омÑĥ", + "нÑĮо мÑĥ", + "ĠÑĸ мен", + "ĠÑĸм ен", + "ãĤı ãģŁãģĹ", + "ĠÎĵ ια", + "ĠÎĵι α", + "ãĢģ ç§ģ", + "Ġ kou", + "Ġk ou", + "Ġko u", + "ĠÑĨ еÑĢк", + "ĠÑĨеÑĢ к", + "lay arak", + "ãĢ ĩ", + "ا ÙĦس", + "اÙĦ س", + "Âł T", + "Ġд ÑĢÑĥж", + "ĠдÑĢÑĥ ж", + "ĠдÑĢ Ñĥж", + "Ġд воÑĢ", + "Ġдв оÑĢ", + "Ġдво ÑĢ", + "λ ί", + "ĠëĨ Ģ", + "Ġte plot", + "Ġtep lot", + "Ùģ ات", + "б Ñĸ", + "Ġgüven lik", + "Ġgüvenli k", + "n ÄĽn", + "nÄĽ n", + "è© ©", + "Ġinsan ların", + "Ġinsanlar ın", + "ĠìĦ¤ ì¹ĺ", + "èĵ Ŀ", + "a vatel", + "av atel", + "ava tel", + "j ev", + "je v", + "ĠÚĨ را", + "Ġgerek iyor", + "ãĥĥ ãĤ°", + "ĠÃĩ ok", + "Ġ ÙĪجÙĩ", + "ĠÙĪ جÙĩ", + "ĠÙĪج Ùĩ", + "Ġ Ñĥли", + "ĠÑĥ ли", + "ĠÑĥл и", + " ij", + "åij Ģ", + "ĠоÑĢгани заÑĨии", + "ĠоÑĢганиз аÑĨии", + "ĠоÑĢганиза ÑĨии", + "ĠÑĸÑģ нÑĥ", + "Ġneb ude", + "Ġnebu de", + "Ġë° ¤", + "ä¸Ĭ ãģĮ", + "Ġध न", + "ĠرÙĪ ابط", + "γγ ελ", + "Ġдо ÑģÑıг", + "ĠдоÑģ Ñıг", + "ĠاÙĦÙĤ دÙħ", + "ĠاÙĦÙĤد Ùħ", + "Ġзна Ñħод", + "ĠÄįÃŃs lo", + "ÅŁ k", + "ĠاÙĦد ÙĬÙĨ", + "Ġgün lük", + "ÙĥÙĬ ÙĬÙģ", + "ÎŃ Ïģα", + "ÎŃÏģ α", + "à¸ķ รว", + "à¸ķร ว", + "Ġнали Ñĩи", + "ا ÙħÛĮÙĨ", + "اÙħ ÛĮÙĨ", + "اÙħÛĮ ÙĨ", + "Ġμ ικ", + "Ġdönem de", + "à¹Ī à¸Ĺ", + "æĥ ij", + "à¥ĭà¤Ĥ ,", + "Ñĩ Ñı", + "ãģ¾ ãĤĭ", + "ĠاÙĦ تÙĨ", + "ĠاÙĦت ÙĨ", + "ÑĢ аг", + "ÑĢаР³", + "ÑĢа г", + "ëĵ¤ ê³¼", + "Ń Ķ", + "ĠÙħÙĨ Ùĩا", + "ĠÙħÙĨÙĩ ا", + "ĠTh ế", + "éIJ µ", + "Ġ ï¾Ħ", + "Ġï¾ Ħ", + "ĠاÙĦØ¥ سÙĦاÙħ", + "ãĤ¦ ãĤ¹", + "ÙĬ دÙĬ", + "ÙĬد ÙĬ", + "Ġ å¾Ĺ", + "Ġå¾ Ĺ", + "Ġза ÑĢаз", + "ãĤ¸ ãĥ¥", + "Ġت عد", + "Ġتع د", + "i ÃŃ", + "Ġç ocu", + "oz ici", + "Ġ ë²Ķ", + "Ġë² Ķ", + "ĠØ¢Ùħ دÙĩ", + "ĠØ¢Ùħد Ùĩ", + "ÑĦ ик", + "ÑĦи к", + "Ġпо ÑģÑĤанов", + "ĠпоÑģÑĤ анов", + "Ġkrál ov", + "¨ ¨", + "Ġì¤ij ìļĶ", + "ĠG Wei", + "ĠGW ei", + "Ġvý voj", + "Ġboy ut", + "Ġ nek", + "Ġn ek", + "Ġne k", + "ا ÙĩاÛĮ", + "اÙĩ اÛĮ", + "اÙĩا ÛĮ", + "Ġst ranÄĽ", + "Ġstran ÄĽ", + "Ġstra nÄĽ", + "и ем", + "ие м", + "Ġпо ÑĢаж", + "ĠпоÑĢ аж", + "à¥įर दर", + "à¥įरद र", + "é¡Ķ ãĤĴ", + "ĠY üz", + "Ġо знаÑĩа", + "Ġозна Ñĩа", + "à¹ģล à¸Ļà¸Ķ", + "Ġب ÙĩرÙĩ", + "ĠبÙĩ رÙĩ", + "ен ÑĤÑĥ", + "енÑĤ Ñĥ", + "ĠÐĿ ад", + "ĠÐĿа д", + "ĠÐŁ олÑĮ", + "ĠÐŁÐ¾ лÑĮ", + "ĠÐŁÐ¾Ð» ÑĮ", + "ãĥĹ ãĥª", + "á¿ ¶", + "âĢĮپدÛĮ اÛĮ", + "âĢĮپدÛĮا ÛĮ", + "ĠÙ¾ اÙĪرپÙĪÛĮÙĨت", + "ิà¸ģ า", + "Ġε νÏİ", + "Ġεν Ïİ", + "Ġس اÛĮر", + "éģ º", + "ãĢģ ä»Ĭ", + "ĠL ê", + "äºĭ æĥħ", + "ĠY er", + "ĠYe r", + "èħ °", + "ĠاÙĦر سÙħ", + "ĠاÙĦÙħ ÙĪÙĤع", + "ĠاÙĦÙħÙĪ ÙĤع", + "Ġh Ãłm", + "Ġд ÑĢев", + "ĠдÑĢ ев", + "á tel", + "át el", + "áte l", + "ĠвÑģ Ñij", + "ìĺ ¥", + "ĠM ec", + "ĠMe c", + "ãĤ Ľ", + "Ġص اد", + "ĠÚ¯ ردد", + "Ġگرد د", + "Ġگر دد", + "Ġkr ás", + "èĮĥ åĽ´", + "a larına", + "alar ına", + "aları na", + "aların a", + "èĻ ļ", + "ĠØ¢ ÙĪرد", + "ĠØ¢ÙĪر د", + "ç¼ ĵ", + "ิ à¸ŀ", + "Ġ ãĥĭ", + "Ġãĥ ĭ", + "Ġ æĢ§", + "ĠæĢ §", + "ĠÙħÙĨ Ø°", + "ç· ´", + "Ġ ê¶ģ", + "Ġê ¶ģ", + "в аем", + "ва ем", + "Ġζ Ïī", + "Ġn avr", + "Ġna vr", + "Ġnav r", + "Ïĥ ÏĦαÏĥη", + "ÏĥÏĦα Ïĥη", + "Ġر Ø£", + "Ġd opl", + "Ġdo pl", + "Ġdop l", + "＿ ＿＿", + "＿＿ ＿", + "çĶļ èĩ³", + "Äį el", + "Äįe l", + "æĦı åij³", + "ç¥ Ń", + "à ĺ", + "ÑģÑĤв еннÑĭе", + "ÑģÑĤвен нÑĭе", + "è£ ¡", + "Ġ ãĢī", + "ĠãĢ ī", + "ĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "ĠãĢĢĠ ãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "Ġ вал", + "Ġв ал", + "Ġва л", + "Ġ ẩm", + "Ġd iyor", + "Ġdi yor", + "Ġdiy or", + "à¸Ńà¸ĩ à¸Īาà¸ģ", + "ĠPh ó", + "ĠÐĵ е", + "ĠвеÑĢ еÑģ", + "Ġве ÑĢеÑģ", + "Ġk onz", + "Ġko nz", + "Ġkon z", + "ر ز", + "ĠÑģоб оÑİ", + "Ġεκ εί", + "ìĺģ ìĸ´", + "i ag", + "ia g", + "ĠÑģ енÑĤ", + "Ġn ấu", + "Ġja ké", + "Ġjak é", + "Ġro zh", + "Ġroz h", + "Ġб ог", + "Ġбо г", + "ÙĨ اد", + "ÙĨا د", + "ĠاÙħ ÙĪر", + "à¹Į à¸ģาร", + "à¹Įà¸ģ าร", + "ĠY aÅŁ", + "ĠYa ÅŁ", + "é Ī", + "åķ ª", + "Ġon ay", + "Ġona y", + "ìĹ ĩ", + "o mu", + "om u", + "ÑĨ Ñĸйного", + "ÑĨÑĸй ного", + "ÑĨÑĸйно го", + "ĠÑģ ал", + "ĠΣ Ïħν", + "ĠΣÏħ ν", + "Ġsav un", + "å¦ Ļ", + "à¸Īะ ม", + "ãĤ¹ ãĤ¯", + "Ġd osy", + "Ġdo sy", + "Ġdos y", + "ľ ĺ", + "ë¨ ¹", + "Ġmin ul", + "Ġmi nul", + "ãĢĭ Ċ", + "åģ ı", + "ĠÐļ аÑĤ", + "ĠÐļа ÑĤ", + "Ġed ilmesi", + "Ġedilm esi", + "Ġedil mesi", + "ÑĨÑĸ ÑĶн", + "ìĦ± ìĿ´", + "åĸ Ķ", + "Ġв ÑĸÑĢ", + "ĠвÑĸ ÑĢ", + "è¯ ij", + "ाà¤ĩ ड", + "ĠÙĪÙĤ تÛĮ", + "ĠÙĪÙĤت ÛĮ", + "ÄIJ á»ĥ", + "Ġ vyÅ¡Å¡ÃŃ", + "Ġvy Å¡Å¡ÃŃ", + "Äį ila", + "Äįi la", + "Äįil a", + "а дÑĥ", + "ад Ñĥ", + "çī¹ åĪ¥", + "ĠìĿ¸ 기", + "u jÃŃcÃŃch", + "ujÃŃ cÃŃch", + "ujÃŃcÃŃ ch", + "ĠPo dle", + "ĠPod le", + "Ġy avaÅŁ", + "Ļ æ±Ł", + "Ġka yb", + "Ġkay b", + "åĬ ª", + "ç´ ¹", + "Ġоб ÑĢабоÑĤ", + "ĠобÑĢа боÑĤ", + "Ġм аÑı", + "Ġма Ñı", + "Ġ åıĬ", + "Ġåı Ĭ", + "æİ¥ åıĹ", + "ÙĨ تÛĮ", + "ÙĨت ÛĮ", + "Ġ ÏĩÏİ", + "ĠÏĩ Ïİ", + "ÑĤ ÑĢо", + "ÑĤÑĢ о", + "Ġu yar", + "Ġuy ar", + "ĠعÙħÙĦ کرد", + "Ġо ÑĨен", + "ĠмеÑģÑĤ а", + "à¸ķ ลาà¸Ķ", + "à¸ķล าà¸Ķ", + "Ùħ ÙĤ", + "ild ren", + "Ġзави ÑģиÑĤ", + "Âł ĠÂł", + "ÂłĠ Âł", + "Ġm ožná", + "Ġmož ná", + "æĺŃ åĴĮ", + "ır ken", + "к ин", + "ки н", + "åĿ Ĥ", + "ÏĦ Ïĥι", + "ÏĦÏĥ ι", + "ĠÑĩ Ñĥд", + "Ðļ он", + "is lav", + "isl av", + "ĠÐļ ÑĢаÑģ", + "ĠÐļÑĢа Ñģ", + "N ej", + "Ne j", + "Âł b", + "r of", + "ro f", + "Ġ ileri", + "Ġi leri", + "Ġil eri", + "Ġile ri", + "Ġiler i", + "ĠÐŀ ÑĢ", + "ĠCh á»ī", + "Ġn üfus", + "ĠÑĸ нÑĤ", + "ĠÑĸн ÑĤ", + "! âĢľ", + "Ġन र", + "主 ä¹ī", + "ĠتÙĨ ظ", + "ův odu", + "ůvod u", + "ĠгоÑĢ ода", + "ĠгоÑĢод а", + "Ġk ural", + "Ġkur al", + "Ġku ral", + "Ġj edin", + "Ġje din", + "Ġjed in", + "ÑĢ аÑĤег", + "ÑĢаÑĤ ег", + "åĢ º", + "Ġzpůsob em", + "ìĿ¸ ìĿĺ", + "Ġ ÙĨب", + "ĠÙĨ ب", + "ĠN ga", + "ĠNg a", + "ĠÐĿ ай", + "ĠÐĿа й", + "ĠاÙģ زار", + "ĠاÙģز ار", + "нÑĥ вÑģÑı", + "нÑĥв ÑģÑı", + "Ġдв оÑħ", + "Ġдво Ñħ", + "Ġro zp", + "Ġroz p", + "ε ίοÏħ", + "εί οÏħ", + "είο Ïħ", + "Ġο ικο", + "Ġοι κο", + "ĠG eç", + "ĠGe ç", + " Ĺ", + "Ġch iếm", + "Ġchiế m", + "ĠÑĢаÑģпÑĢоÑģÑĤ ÑĢан", + "Ġh Æ°Æ¡ng", + "èĩª åĭķ", + "ĠÙħÙĪ ÙģÙĤ", + "æĮ ¥", + "ï¼ģ âĢĿĊĊ", + "ï¼ģâĢĿ ĊĊ", + "Ïģο ÏĨοÏģ", + "èı Į", + "ãĥ´ ãĤ¡", + "欧 ç¾İ", + "ĠÑĤеп ло", + "ãģĤ ãģĤ", + "ãĤ¦ ãĥ³", + "ĠÅŁ eyi", + "ĠÅŁey i", + "Ġs üt", + "Ġsü t", + "ãģ¹ ãģ¦", + "ãĥ³ ãĥij", + "ãĥ³ãĥ ij", + "μÎŃν Ïīν", + "Ġgenel likle", + "Ġدر ÙħاÙĨ", + "Ù ª", + "Ġak ıl", + "ĠÐľ Ñĭ", + "Ġet miÅŁ", + "Ġetm iÅŁ", + "Å¡ la", + "Ġвозмож ноÑģÑĤÑĮ", + "Ġвозможно ÑģÑĤÑĮ", + "Ġgün cel", + "Ġná ro", + "å½¢ å¼ı", + "Ġα ÏĢοÏĦε", + "ĠαÏĢο ÏĦε", + "ĠмÑĸÑģ ÑĨÑı", + "Ġ رض", + "Ġر ض", + "ä¸į çŁ¥éģĵ", + "ä¸įçŁ¥ éģĵ", + "r ava", + "ra va", + "rav a", + "ĠÎļ ά", + "ิà¸Ļ à¸Ĺร", + "ิà¸Ļà¸Ĺ ร", + "Ġли ÑģÑĤÑĮ", + "ĠлиÑģÑĤ ÑĮ", + "èĨ ľ", + "ãģ«ãģª ãĤĬ", + "Ġ æĿ¾", + "ĠæĿ ¾", + "å® ı", + "Ġм иÑģ", + "Ġми Ñģ", + "át nÃŃ", + "Ġyıl lık", + "ĠMerk ezi", + "ĠMerkez i", + "Ġiç eri", + "Ġiçer i", + "ÅĻ ÃŃž", + "ÅĻÃŃ Å¾", + "Ġp ÅĻe", + "ĠpÅĻ e", + "Ïĩ Ïģι", + "Ġ åįĥ", + "Ġåį ĥ", + "Ġs rp", + "Ġsr p", + "à¹Ĥ à¸Ĺร", + "à¹Ĥà¸Ĺ ร", + "ĠK rál", + "ĠKr ál", + ". Σ", + "á val", + "áv al", + "l éd", + "lé d", + "Ġ λα", + "Ġλ α", + "ี ยวà¸ģ", + "ีย วà¸ģ", + "ียว à¸ģ", + "ãģı ãģª", + "ĠvÅ¡ ichni", + "ĠпÑĢед оÑģÑĤав", + "ì ¿", + "Ġ 구ê¸ĢìĥģìľĦ", + "Ġ구 ê¸ĢìĥģìľĦ", + "Ġ구ê¸Ģ ìĥģìľĦ", + "Ġà¤īप लब", + "в оз", + "во з", + "ĠëħĦ ëıĦë³Ħ", + "､ _", + "à¸ļ รร", + "à¸ļร ร", + "ĠÑģв ÑĸÑĤÑĥ", + "ĠÑģвÑĸÑĤ Ñĥ", + "ĠÑĢÑĥб лей", + "len me", + "lÃŃ Äį", + "ÏĦ ει", + "ÏĦε ι", + "Ġ åı¤", + "Ġåı ¤", + "ĠObr ázky", + "Ġìĺģ íĸ¥", + "ĠгÑĢаж дан", + "í Ĥ¹", + "íĤ ¹", + "Ġsahip tir", + "Ġп оÑĩаÑĤкÑĥ", + "ĠпоÑĩ аÑĤкÑĥ", + "ĠØ£ÙĬ ض", + "ĠÑĤоÑĢ гов", + "Ġgel ecek", + "Ġgele cek", + "Ġ 문íĻĶ", + "Ġ문 íĻĶ", + "ik leri", + "ikler i", + "ĠнеобÑħÑĸд но", + "Ġ äºij", + "o vol", + "ov ol", + "ovo l", + "Ġद ल", + "ĠìķĬ ê³ł", + "Ġм г", + "Ġz jist", + "an lı", + "ั à¸ĩà¸Ļ", + "ัà¸ĩ à¸Ļ", + "ÑĢа Ñħов", + "ÑĢаÑħ ов", + "ι νη", + "ιν η", + "Ġп лоÑĤ", + "Ġпл оÑĤ", + "Ġпло ÑĤ", + "Ġn itel", + "Ġni tel", + "Ġnit el", + "ìĬ¤ íģ¬", + "ĠSon ra", + "ĠÑģ боÑĢ", + "ĠÑģб оÑĢ", + "Ġ ÏĥοÏħ", + "ĠÏĥ οÏħ", + "Ġol mam", + "Ġolm am", + "Ġolma m", + "Ġan aliz", + "Ġanal iz", + "à¹Į ว", + "Ġm ỹ", + "Ġmá» ¹", + "ce ae", + "cea e", + "Ġ ден", + "Ġд ен", + "Ġде н", + "веÑĢ жд", + "веÑĢж д", + "Ạ¢", + "ãģĵ ãģ¨ãĤĤ", + "ãģĵãģ¨ ãĤĤ", + "ìĤ¬ íķŃ", + "è¨Ģ ãģ£ãģŁ", + "Ġ ì¹´ì§Ģëħ¸", + "Ġì¹´ ì§Ģëħ¸", + "ÑĢ иÑĤи", + "ÑĢи ÑĤи", + "ÑĢиÑĤ и", + "Ġch ce", + "Ġçev ir", + "ÛĮ ÛĮÙĨ", + "ä¼ļ è®®", + "ัม à¸ŀ", + "Ġ åĦ", + "Ġå Ħ", + "ĠÙ¾ در", + "å¼ı ä¼ļ社", + "Ġ ÑĨен", + "ĠÑĨ ен", + "ĠÑĨе н", + "ิ à¸ĸ", + "Ġji nak", + "Ġjin ak", + "Ġб лÑİ", + "Ġбл Ñİ", + "и ÑĨин", + "иÑĨ ин", + "ÙĴ Ùĩ", + "Ú© ÙĪر", + "Ú©ÙĪ ر", + "Ġ ìķħ", + "Ġìķ ħ", + "e ksiyon", + "ek siyon", + "eks iyon", + "ĠÑģ веÑĢ", + "ĠÑģв еÑĢ", + "ĠобÑĢаз ованиÑı", + "Ġ ãĥĻ", + "Ġãĥ Ļ", + "æľī 人", + "Ġbilg ileri", + "Ġbilgi leri", + "Ġbilgiler i", + "Ġh ầu", + "еÑĢ Ñĸг", + "еÑĢÑĸ г", + "Ġva Å¡e", + "Ġn edir", + "Ġne dir", + "Ġned ir", + "ä¸į å¾Ĺ", + "ĠbaÅŁar ılı", + "ĠbaÅŁarı lı", + "Ġkay bet", + "Ġkayb et", + "å© ·", + "ĠÐĿ ав", + "ĠÐĿа в", + "Ġê´Ģ íķľ", + "Ñģ ÑĤÑİ", + "ÑģÑĤ Ñİ", + "å®ŀ éĻħ", + "k lady", + "kl ady", + "klad y", + "kla dy", + "д аÑĤÑĮ", + "да ÑĤÑĮ", + "даÑĤ ÑĮ", + "r aç", + "ra ç", + "Ġkuv vet", + "à¸ģาร à¸Ĺ", + "å ļ", + "Ġ ÑĢеп", + "ĠÑĢ еп", + "ĠÑĢе п", + "Ġ à¸Ŀ", + "ĠภĿ", + "ĠDi ÄŁer", + "íĶĦ íĬ¸", + "Ġnej vÄĽtÅ¡ÃŃ", + "Ġìłģ ìļ©", + "Ġonemoc nÄĽnÃŃ", + "а ка", + "ак а", + "Ðł аз", + "ĠÙģ Ø¥ÙĨ", + "ãĤµ ãĤ¤ãĤº", + "ãĤµãĤ¤ ãĤº", + "Ġv lád", + "Ġvl ád", + "Ġvlá d", + "Ġr ady", + "Ġrad y", + "Ġra dy", + "ãĢģ ãģĵãĤĮ", + "ÑģÑĤв ие", + "lı ÄŁa", + "lıģ a", + "å ŃĶ", + "åŃ Ķ", + "Ġ áo", + "Ġá o", + "à¸Ń าà¸ģาศ", + "Ġ à¤ıम", + "Ġà¤ı म", + "δ αÏĤ", + "δα ÏĤ", + "Ġа пÑĢ", + "Ġап ÑĢ", + "æİ Ľ", + "Ġ ç«ĭ", + "Ġç« ĭ", + "âĸı âĸı", + "ĠС м", + "Ġne má", + "Ġnem á", + "Ġ è¢", + "Ġè ¢", + "νο μα", + "νομ α", + "ĠÙģ رÙĪد", + "ĠÙģر ÙĪد", + "ĠÙģرÙĪ د", + "Ġül ke", + "Ġülk e", + "Ġ æĺŁ", + "Ġæĺ Ł", + "ั à¸Ļà¸ģ", + "ัà¸Ļ à¸ģ", + "ãģķãĤĵ ãģ®", + "eÅŁ il", + "ÄŁ iz", + "ÄŁi z", + "ĠÐij оÑĢ", + "Ġt ầm", + "ει ÏĦοÏħÏģγ", + "Ġ γÏģα", + "Ġγ Ïģα", + "à¥įष à¤ķ", + "Ġv ẻ", + "Ġkend isine", + "Ġkendisi ne", + "ĠìķĮ ê³ł", + "Ġêµ Ńìłľ", + "ĠêµŃ ìłľ", + "ĠnÄĽk do", + "Ġ ÛĮÙĩ", + "ĠÛĮ Ùĩ", + "Ġکار بر", + "ãĥĻ ãĥ«", + "ï» ´", + "Ġt uyên", + "Ġtuy ên", + "Ġç at", + "Ġça t", + "âĢIJ âĢIJ", + " ı", + "Ġ ìĤ¬ìĹħ", + "ĠìĤ¬ ìĹħ", + "é ĨĴ", + "éĨ Ĵ", + "æıIJ é«ĺ", + "æ· ¡", + "Ġ ÄŁ", + "ĠÄ Ł", + "èĸ ¦", + "ãĢĭ ï¼Ī", + "æ¡ ĥ", + "ìĹ Ħ", + "Ġ æŀĹ", + "Ġæŀ Ĺ", + "Ä Ĥ", + "ĠÄĮ ech", + "α ιο", + "αι ο", + "ĠØ· رÙĬÙĤ", + "Ġطر ÙĬÙĤ", + "Ġзав еÑĢÑĪ", + "ĠзавеÑĢ ÑĪ", + "تÙĪ بر", + "ĠØŃ Ø¬", + "ĠÎŃÏĩ οÏħν", + "¿ ÃĤ", + "Ġd ÄĽtÃŃ", + "ĠdÄĽ tÃŃ", + "ĠdÄĽt ÃŃ", + "Ġiç ine", + "Ġiçin e", + "Ġiçi ne", + "ĠCh úa", + "ан нÑĭй", + "аннÑĭ й", + "ĠÙĪÛĮ Úĺ", + "Ġna stav", + "Ġnast av", + "ıs ına", + "ısı na", + "ĠÑĹ Ð¼", + "п он", + "по н", + "е нÑı", + "ен Ñı", + "ĠÙĪ ظ", + "Ú¯ ÙĦ", + "หล วà¸ĩ", + "Ġza stav", + "Ġzast av", + "а кон", + "ак он", + "³³³³³³³³³³³³³³³³ ³³³³³³³³³³³³³³³³", + "ĠK ır", + "ĠKı r", + "çµ ¶", + "ĠоÑĢганÑĸ заÑĨÑĸÑĹ", + "ĠоÑĢганÑĸз аÑĨÑĸÑĹ", + "ĠоÑĢганÑĸза ÑĨÑĸÑĹ", + "ãģŁ ãĤĬ", + "Ø° ÙĬ", + "Ġर à¤ķ", + "amp iyon", + "Ġ æ¸ħ", + "Ġæ¸ ħ", + "çľ¼ çĿĽ", + "Ġìķ ĬìĿĢ", + "ĠìķĬ ìĿĢ", + "é¹ ¿", + "Ġ å¿ĥ", + "Ġå¿ ĥ", + "ĠпÑĢек ÑĢаÑģ", + "ĠÑģ егоднÑı", + "Ġ सल", + "Ġस ल", + "ĠÏħ ÏĢÏĮ", + "ĠÏħÏĢ ÏĮ", + "ĠÐķ го", + "ĠÐĽ и", + "ãĤ¨ ãĥ«", + "Ġл ÑİÑĤ", + "ĠлÑİ ÑĤ", + "é¥ °", + "Ġvz dál", + "¯ ÃĤ", + "Ġна Ñıв", + "Ġتش Ú©ÛĮÙĦ", + "Ġس ÙĪÛĮ", + "ĠسÙĪ ÛĮ", + "Ġt ái", + "Ġtá i", + "Ġk apı", + "Ġkap ı", + "ĠsvÄĽt ÄĽ", + "ĠsvÄĽ tÄĽ", + "δ ÏĮν", + "δÏĮ ν", + "æ¼ ¢", + "ì į¨", + "ĠbaÅŁv ur", + "ÑĢ ина", + "ÑĢи на", + "ÑĢин а", + "Ġk elim", + "Ġke lim", + "Ġkel im", + "аÑĤ ок", + "аÑĤо к", + "Ġκά θε", + "ĠYük sek", + "à¹ĩà¸Ļ à¸ľ", + "éł Ĥ", + "åIJĮ æĻĤ", + "ÅŁ tır", + "ÅŁt ır", + "ว à¸ĩศ", + "วà¸ĩ ศ", + "o ty", + "ot y", + "Ġ ارد", + "Ġا رد", + "Ġار د", + "ĠìŀIJìĭł ìĿĺ", + "ĠÑıн ва", + "üyor du", + "æĿ ¨", + "ĠâĢĵ Ċ", + "ï¼Į å®ĥ", + "е йн", + "ей н", + "ĠпеÑĢ еÑĤ", + "ĠпеÑĢе ÑĤ", + "ĠdeÄŁiÅŁik lik", + "ĠогÑĢа ниÑĩ", + "ìĦľ ìļ¸", + "Ġgel iyor", + "ĠÙ¾ Ø°ÛĮر", + "åĵ ²", + "ey in", + "eyi n", + "Ġëı Ī", + "Ġun iverz", + "Ġh ned", + "Ġhn ed", + "Ġt áºŃn", + "vo ÅĻÃŃ", + "voÅĻ ÃŃ", + "Ġn iên", + "Ġni ên", + "dÄĽ podob", + "ìĤ¬ íļĮ", + "ãģĮ ãģĤãĤĬ", + "ĠÑģ ÑĸÑĩ", + "' '\"", + "'' \"", + "Ġtop lantı", + "ĠÑģ ÑĩеÑĤ", + "ĠÑģÑĩ еÑĤ", + "åĩĨ å¤ĩ", + "ан ÑĸÑı", + "анÑĸ Ñı", + "Ġ zel", + "Ġz el", + "Ġze l", + "v ala", + "val a", + "va la", + "Ġа пп", + "Ġап п", + "ĠاÙĦÙħ ÙĦÙĥ", + "ĠاÙĦÙħÙĦ Ùĥ", + "Ġho ÅŁ", + "ĠÐĵ ен", + "ĠÐĵе н", + "ÑĤ аб", + "ÑĤа б", + "ĠÄĮesk o", + "ĠÄĮes ko", + "Ġмай же", + "ĠmÄĽ sto", + "ĠmÄĽst o", + "yo nel", + "yon el", + "ê±° 리", + "Ġìĺ¨ ëĿ¼ìĿ¸", + "ç´ ¯", + "Ġde rec", + "Ġder ec", + "Ġdere c", + "Ġок ÑĢÑĥж", + "Ġy abancı", + "Ġ íĦ°", + "ĠíĦ °", + "Ġ èµĦ", + "Ġèµ Ħ", + "ÎĻÎļ ÎĹ", + "Ġп Ñĭ", + "Ġv ÄĽn", + "ĠvÄĽ n", + "и нки", + "ин ки", + "ụ p", + "æľº 械", + "ĠìķĮ 볤", + "ëħ ķ", + "Ġ λÏĮγ", + "Ġλ ÏĮγ", + "e yn", + "ey n", + "Ġ ëIJĺìĹĪëĭ¤", + "ĠëIJĺ ìĹĪëĭ¤", + "ĠëIJĺìĹĪ ëĭ¤", + "æ± ¡", + "Ġve dle", + "Ġved le", + "ĠÙĥ تب", + "ë§ ¨", + "ĠÙħÙĤ اÙĪ", + "å¹´ ãģ«", + "ाà¤ĩ à¤ķ", + "ĠÑģÑĤ оÑģ", + "ĠÑģÑĤо Ñģ", + "ĠÏĥ ÏĦοÏħÏĤ", + "м еÑĤÑĮ", + "ме ÑĤÑĮ", + "меÑĤ ÑĮ", + "Ġes as", + "Ġesa s", + "ëIJĺ ê³ł", + "ĠkvÄĽt na", + "Ġ éľ", + "Ġé ľ", + "d ük", + "dü k", + "åŁ ·", + "è ªĮ", + "èª Į", + "Ġm luv", + "Ġml uv", + "ĠпÑĢи нÑı", + "ĠпÑĢин Ñı", + "Ġpo té", + "Ġpot é", + "ĠÚ© ÙĨÙħ", + "ĠÚ©ÙĨ Ùħ", + "ĠпÑĢед лож", + "ĠÐľÐ¾Ñģк ва", + "ï¼Į å¦Ĥ", + "Ġsv ém", + "Ġsvé m", + "Ġا ÙħÙĨ", + "ĠاÙħ ÙĨ", + "ส าย", + "ĠÑĥм енÑĮ", + "Ġ ãģĵãģ®", + "åī Ĥ", + "ĠÑģ еÑĢÑĮ", + "ĠÑģеÑĢ ÑĮ", + "Ġm á»ĩ", + "Ġmá» ĩ", + "Ġ ä¹Ŀ", + "Ġä¹ Ŀ", + "Ġза кÑĸн", + "Ġзак Ñĸн", + "Ġв елиÑĩ", + "Ġвели Ñĩ", + "Ġвел иÑĩ", + "Ġве лиÑĩ", + "Ġкон ÑĤÑĢа", + "ĠконÑĤ ÑĢа", + "ĠконÑĤÑĢ а", + "ĠS osyal", + "Ġy ukarı", + "Ġد ÙĪب", + "ĠدÙĪ ب", + "ä¾ §", + "Ġза мен", + "Ġзам ен", + "ï» ®", + "Ġso bÄĽ", + "Ġsob ÄĽ", + "ĠТак же", + "Ð İ", + "ε δ", + "Ùħ ارÛĮ", + "Ùħا رÛĮ", + "Ùħار ÛĮ", + "ξ ι", + "ì¹ Ń", + "Ġп лаÑģÑĤи", + "Ġпл аÑģÑĤи", + "Ġпла ÑģÑĤи", + "Ïĥ οÏħν", + "Ïĥο Ïħν", + "ÏĥοÏħ ν", + "èľĺèĽĽ è¯į", + "ÙĪ ÛĮزÛĮ", + "ÙĪÛĮ زÛĮ", + "Ġnap ÅĻ", + "ĠÑĤип а", + "ĠÑĤи па", + "à¥Ĥ à¤Ľ", + "ĠÅŁ ah", + "л ÑıÑĤи", + "лÑı ÑĤи", + "ب ÛĮر", + "بÛĮ ر", + "ระ ยะ", + "ĠболÑĮ ÑĪин", + "ĠболÑĮÑĪ ин", + "ÏĦη ÏĦα", + "Ġíıī ê°Ģ", + "Ġpro jev", + "Ġproj ev", + "Ġproje v", + "ò i", + "Ġк нÑı", + "ÏĨ εÏģ", + "е ÑĢÑĥ", + "еÑĢ Ñĥ", + "Ñį н", + "ĠعÙħ ÙĦÛĮ", + "ĠعÙħÙĦ ÛĮ", + "à¤ł न", + "ãĥ³ ãĤ¯", + "ĠìķĦ ëŀĺ", + "Î Ī", + "Ġب است", + "Ġبا ست", + "Ġ تÙĥ", + "Ġت Ùĥ", + "a ÄįnÃŃ", + "aÄį nÃŃ", + "ĠлÑĸ кÑĥваннÑı", + "ĠлÑĸк ÑĥваннÑı", + "à¸Ħ à¹Ĥà¸Ļ", + "Ġ èĥ½", + "Ġè ĥ½", + "Ġèĥ ½", + "θ λη", + "len miÅŁ", + "Ġl á»Ļ", + "Ġlá» Ļ", + "Ġsi lah", + "Ġsil ah", + "ĠA ustr", + "ĠAust r", + "ĠAus tr", + "ĠAu str", + "ØŃ ÙĤ", + ".*** .***", + "ì ©", + "Ġg Ãł", + "Ġباز بÛĮÙĨÛĮ", + "ĠÄij Ãłn", + "ÃŃ ky", + "ÃŃk y", + "ĠÎķ ν", + "ض Ùħ", + "å§ ĵ", + "Ġ ÙĨÙĪÛĮس", + "ĠÙĨ ÙĪÛĮس", + "ĠÙĨÙĪ ÛĮس", + "Ġskup iny", + "Ġس ÛĮد", + "ĠسÛĮ د", + "Ġal dıģı", + "Ġald ıģı", + "Ġaldı ģı", + "m eli", + "me li", + "mel i", + "в иж", + "ви ж", + "ì¹ĺ ëĬĶ", + "ов аÑħ", + "ова Ñħ", + "Ġ æ©", + "Ġæ ©", + "Ø´ÙĨ اسÛĮ", + "Ø´ÙĨاس ÛĮ", + "Ġn imi", + "Ġni mi", + "Ġnim i", + "ĠÐĵ ÑĢи", + "íĹ Į", + "Ġк в", + "éŁ ĵ", + "Ġ íĽĦ기", + "ĠíĽĦ 기", + "Ġ stÅĻÃŃ", + "Ġst ÅĻÃŃ", + "ĠstÅĻ ÃŃ", + "ĠкÑĸлÑĮ кÑĸÑģÑĤÑĮ", + "ĠBakan lıģı", + "ĠменÑĮ ÑĪе", + "ا ÙĪÛĮ", + "اÙĪ ÛĮ", + "Ġار ÙĪÙ¾", + "Ġ èī²", + "Ġèī ²", + "ĠÚ©ÙĪÚĨ Ú©", + "ĠA ynı", + "Ġ äºĨ", + "Ġس Ùģر", + "ĠسÙģ ر", + "ĠÑĤе аÑĤ", + "Ġ vÄĽd", + "ĠvÄĽ d", + "а ÑĢов", + "аÑĢ ов", + "Ġоб меж", + "ĠìķĬ ìķĺ", + "追 åĬł", + "éł Ī", + "dÄĽ lenÃŃ", + "dÄĽl enÃŃ", + "dÄĽlen ÃŃ", + "Ġk ims", + "Ġki ms", + "Ġkim s", + "Ġ èı²", + "Ġèı ²", + "Ġг ÑĢÑĥн", + "ĠгÑĢÑĥ н", + "ĠгÑĢ Ñĥн", + "ĠØ¢ ÙĦÙħاÙĨ", + "ĠØ¢ÙĦ ÙħاÙĨ", + "Ġав г", + "ĠÑī оÑģÑĮ", + "ĠÑīо ÑģÑĮ", + "Ġ å¾·", + "Ġå¾ ·", + "ĠÐĿа ÑĨÑĸоналÑĮ", + "æĪIJ ç«ĭ", + "ูà¸Ļ ย", + "ãĥ¼ ãĥ«ãĥī", + "ãĥ¼ãĥ« ãĥī", + "éĽ ²", + "ĠT á»ķ", + "cı lık", + "ĠAlma nya", + "ĠAlman ya", + "Ġov Å¡em", + " ĭ", + "ĠÏĩÏģη ÏĥιμοÏĢοι", + "Ġörg üt", + "िस स", + "èĹ Ŀ", + "ĠGi ải", + "Ġsv ob", + "Ġsvo b", + "Ġrůzn ých", + "Ġrůz ných", + "Ġsmlou vy", + "ÑĢ еÑģÑģ", + "ÑĢеÑģ Ñģ", + "ี à¹Ģà¸Ķ", + "ĠاÙħ رÙĪز", + "ĠاÙħر ÙĪز", + "ãĤ ħ", + "åĿ ¦", + "à¹ī à¸Ħ", + "Ġ каж", + "Ġк аж", + "Ġка ж", + "å¼ Ĺ", + "Ñĩ ноÑĹ", + "Ñĩно ÑĹ", + "åľ Ī", + "ĠØ¢ ÙĩÙĨÚ¯", + "ëª °", + "Ġ æº", + "Ġæ º", + "Ġ èĦ", + "Ġè Ħ", + "ä¸Ģ æŃ¥", + "оÑĩ ка", + "Ġpro stor", + "Ġpros tor", + "Ġprost or", + "Ġng ắn", + "Ġ ç·", + "Ġç ·", + "н аÑĢ", + "на ÑĢ", + "Ġà¤ľ व", + "ĠнаÑĩ алÑĮ", + "Ġне дел", + "Ġнед ел", + "ĠÑģиÑģÑĤем Ñĥ", + "ج ÙĬ", + "اد ات", + "ادا ت", + "Ġ æ¢", + "Ġæ ¢", + "ĠجاÙħ عة", + "ĠجاÙħع Ø©", + "Ġ ä»İ", + "Ġà¤ħ फ", + "èĸ Ħ", + "Ġب اÙĤ", + "Ġبا ÙĤ", + "ب ÙĬع", + "بÙĬ ع", + "ãģķ ãĤĮãģ¦", + "ãģķãĤĮ ãģ¦", + "ĠÃĩ alÄ±ÅŁ", + "Ø®ÙĪ است", + "ãĥĥ ãĤ·ãĥ¥", + "ĠØŃ Ø³ÛĮÙĨ", + "ĠØŃس ÛĮÙĨ", + "Ġоб наÑĢÑĥж", + "в Ñĸдом", + "вÑĸ дом", + "вÑĸд ом", + "Ġh ôm", + "л анд", + "ла нд", + "лан д", + "Ġव à¤ľà¤¹", + "س ÙĬÙĨ", + "سÙĬ ÙĨ", + "æł ı", + "Ġna vÃŃc", + "Ġnav ÃŃc", + "ãĤµ ãĤ¤ãĥĪ", + "ãĤµãĤ¤ ãĥĪ", + "ĠÑı комÑĥ", + "ĠÑıк омÑĥ", + "Ġí Ľ", + "ĠY ani", + "ĠYan i", + "ĠYa ni", + "ãĤĵ ãģ§ãģĻ", + "ãĤĵãģ§ ãģĻ", + "Ġг ÑĢÑĥп", + "ĠгÑĢÑĥ п", + "ĠгÑĢ Ñĥп", + "Äį ný", + "ÑĨ ик", + "ÑĨи к", + "ÙĪ ÙĬر", + "ÙĪÙĬ ر", + "Ġ Xã", + "ĠX ã", + "Ġf yz", + "Ġfy z", + "Ġ ï½ī", + "Ġï½ ī", + "âĢĮ ترÛĮÙĨ", + "âĢĮتر ÛĮÙĨ", + "à¤Ł à¤ķ", + "ÑĦоÑĢм и", + "ÑĦоÑĢ ми", + "ĠO yun", + "ĠOy un", + "åł´ æīĢ", + "ØŃ Ø«", + "ĠìķĮ ìķĦ", + "ÑĢав илÑĮ", + "ÑĢави лÑĮ", + "ï¼Į âĢĿ", + "b oru", + "bo ru", + "bor u", + "ĠK ullan", + "ĠKul lan", + "ĠKay nak", + "Ġê° ĸ", + "ç´ Ķ", + "ï¼Į æ¯ı", + "ÎĹ Î¡", + "Ġp ůl", + "Ġpů l", + "Ġг оÑģÑĤ", + "ر ÙĪÙħ", + "رÙĪ Ùħ", + "ï¼Į åį³", + "Û² Û³", + "ĠÙĨØ® ست", + "ĠÚ© سب", + "Ġ à¹Ģà¸ļ", + "Ġà¹Ģ à¸ļ", + "Ġà¹Ģภļ", + "Ġy azar", + "Ġya zar", + "Ġyaz ar", + "j ekt", + "je kt", + "à¹Ĥล ย", + "Ġдоб ÑĢе", + "Ġپزش Ú©ÛĮ", + "ĠتÙĩ ÛĮÙĩ", + "ç¾İ åľĭ", + "но ÑģÑıÑĤ", + "ноÑģ ÑıÑĤ", + "ноÑģÑı ÑĤ", + "ëłĪ ìĬ¤", + "åĹ ¯", + "Ġr Ãłng", + "ĠÎķ ξ", + "а ÑĤаÑĢ", + "аÑĤ аÑĢ", + "аÑĤа ÑĢ", + "k ova", + "ko va", + "kov a", + "ĠÅŁey ler", + "Ø® اص", + "ĠìķĪ ìłĦ", + "Ñī ей", + "Ñīе й", + "Ġë° Ŀ", + "âĢĮتÙĪاÙĨ د", + "ãģĪ ãģ°", + "Ġv ữ", + "Ġvá» ¯", + "ĠÑģ ама", + "ĠÑģам а", + "ĠобоÑĢ Ñĥд", + "Ġобо ÑĢÑĥд", + "âĢĮ باشد", + "à¹Į à¸Ń", + "Ġdet ay", + "æĤ ²", + " Ī", + "ãĤ¦ ãĤ£", + "ĠпÑĢав ила", + "ĠпÑĢави ла", + "ĠпÑĢавил а", + "kr ét", + "à¹Į ร", + "åĮ ¹", + "Ġ åħį", + "Ġå ħį", + "Ġåħ į", + "ĠÑģилÑĮ но", + "ĠиÑģ ÑĤоÑĩ", + "ĠиÑģÑĤ оÑĩ", + "ĠsaÄŁ lar", + "Ġ æѦ", + "ĠæŃ ¦", + "íĸ ĪìĬµëĭĪëĭ¤", + "íĸĪ ìĬµëĭĪëĭ¤", + "Kh ông", + "à¹Īาà¸ĩ à¹Ĩ", + "Û° Û°Û°", + "Û°Û° Û°", + "Ġ رÙĤ", + "Ġر ÙĤ", + "âĢĻ ÑıÑĤ", + "âĢĻÑı ÑĤ", + "åĽ ²", + "à¹ģ à¸Ķà¸ĩ", + "Ġžád né", + "c ouz", + "co uz", + "cou z", + "à ĭ", + "ĠпÑĸд гоÑĤов", + "Ġ ëĮĢíķĻ", + "ĠëĮĢ íķĻ", + "Ġdüny anın", + "èĢģ å¸Ī", + "èģĮ ä¸ļ", + "Ġy eri", + "Ġye ri", + "Ġyer i", + "à¥ĭ à¤ķर", + "à¥ĭà¤ķ र", + "ĠبÙĩ تر", + "ëĭĪ ìķĦ", + "ìĿĮ ìĿĦ", + "Ġ æĮĩ", + "ĠæĮ ĩ", + "ãĢį ï¼Ī", + "ĠÑģооÑĤвеÑĤÑģÑĤв ии", + "æĬ ĵ", + "à¹Ĥ à¸Ĺ", + "Ġtr á»ĵng", + "ĠпÑĢа ÑĨÑĸ", + "Ġ ëĨĵ", + "ĠëĨ ĵ", + "à¤ĩ न", + "Ġìłķ ë§IJ", + "ãĢ ķ", + "Ġc áºŃn", + "åĸ Ŀ", + "Ġê³Ħ ìĨį", + "Ġ ä¸İ", + "Ġä¸ İ", + "å¥ ı", + "Ġع اÙĦÙħ", + "Ġvys vÄĽt", + "Ġдо ÑĢог", + "ĠдоÑĢ ог", + "Ġн еÑĢв", + "ĠнеÑĢ в", + "Ġб еÑĤ", + "Ġп ÑĢиÑĤ", + "ĠпÑĢ иÑĤ", + "ĠпÑĢи ÑĤ", + "ов Ñĭй", + "å· ¡", + "Ùģ اع", + "Ðļ Ðĺ", + "à¸ķ รวà¸Ī", + "à¸ķรว à¸Ī", + "ĠÐľ ай", + "ĠÐľÐ° й", + "ëıĦ ë¡ľ", + "Ġz lat", + "ĠsaÄŁ lam", + "Ïģ αν", + "Ïģα ν", + "à¸Ĭ ร", + "å¹´ ãģ®", + "à¸Ħ รà¸Ńà¸ĩ", + "à¸Ħร à¸Ńà¸ĩ", + " ħ", + "Ġho á", + "Ġдов олÑĮно", + "Ġol maz", + "Ġolm az", + "Ġolma z", + "ĠpodmÃŃn ky", + "ĠÑħозÑı й", + "æĻ ´", + "ÑĢ ова", + "ÑĢов а", + "ÑĢо ва", + "Ġl ược", + "ान न", + "Ġкап иÑĤ", + "ĠÚĺ اÙĨ", + "æľī äºĽ", + "ĠповеÑĢÑħ ноÑģÑĤи", + "ĠÑĨ Ñĸн", + "ĠÑĨÑĸ н", + "ü yle", + "üy le", + "Ġj azy", + "Ġja zy", + "Ġjaz y", + "ĠPh ú", + "Ġ सन", + "Ġस न", + "åĩº åĶ®", + "Âł д", + "Ġ ãĤ¯", + "ĠãĤ ¯", + "çĶ± äºİ", + "à¥į पत", + "à¥įप त", + "ĠاÙĦØ® اÙħ", + "Ġاص ÙĦاØŃ", + "ĠاصÙĦ اØŃ", + "Ġ تÛĮ", + "Ġت ÛĮ", + "Ġt ato", + "Ġta to", + "Ġtat o", + "å¹ ¹", + "æ³ ½", + "à¸Ńà¸ģ à¸Īาà¸ģ", + "Ñĥ лÑİ", + "Ñĥл Ñİ", + "Ġв Ñģп", + "ĠвÑģ п", + "m ekte", + "me kte", + "mek te", + "à¥Ģ फ", + "ĠÚĺ ÙĪئ", + "Ġl á»ĩnh", + "Ġlá»ĩ nh", + "âĢĮ کرد", + "âĢĮÚ© رد", + "íı¬ ì¸ł", + "an ki", + "ank i", + "Ġëĵ±ë¡Ŀ ëĮĢíĸī", + "Ġ ãĤĿ", + "ĠãĤ Ŀ", + "Ġار زش", + "Ġارز Ø´", + "Ġth ú", + "Ġ ấn", + "è¡Į 为", + "ĠÑģ нова", + "ê ¾¸", + "Ġsou hlas", + "Ġв озв", + "Ġвоз в", + "Ġво зв", + "ÏģÎŃ ÏĢει", + "ĠнÑĸ Ñĩого", + "ĠнÑĸÑĩ ого", + "н ож", + "но ж", + "ÑĤ ик", + "ÑĤи к", + "ãģ© ãģĵ", + "ĠоÑģнов е", + "ãĤ ¥", + "à¸Ľà¸£à¸° à¸Īำ", + "Ġ à¸Ĺà¸Ńà¸ĩ", + "Ġà¸Ĺ à¸Ńà¸ĩ", + "Ġek sik", + "Ġeks ik", + "ĠÙĦ Ø¥", + "ãģĭ ãģ®", + "Ġ ãģª", + "- प", + "Ïģ ει", + "Ïģε ι", + "ĠìłĦ 문", + "า à¸ģล", + "าà¸ģ ล", + "β ε", + "íĬ¹ ë³Ħ", + "íķĺ ë©´ìĦľ", + "íķĺë©´ ìĦľ", + "à¸Ħà¹Ĥà¸Ļ à¹Ĥลย", + "Ġ 好", + "Ġå¥ ½", + "Ġy ayım", + "Ġyay ım", + "ë§Į ëĤ¨", + "ĠкиÑģ лоÑĤ", + "ĠкиÑģл оÑĤ", + "ĠÑį неÑĢг", + "çĸ ¾", + "Ġد Ø´", + "Ġsor uml", + "Ġsoru ml", + "Ġза клад", + "Ġзак лад", + "à¸Ĭ à¸Ńà¸ļ", + "ĠÙģرÙĩÙĨÚ¯ ÛĮ", + "Ġà¤ı ल", + "Ġë¹Ħ êµIJ", + "l erce", + "ler ce", + "Ġ Ø·ÙĦب", + "ĠØ· ÙĦب", + "ĠØ·ÙĦ ب", + "ãģ« ãģĹãģ¦", + "ĠÑı коÑĹ", + "ĠÑıк оÑĹ", + "ĠاÙĦب تÙĩ", + "ĠÐľ аÑĤ", + "ĠÐľÐ° ÑĤ", + "åį ĵ", + "Ġ åħ¬åı¸", + "Ġåħ¬ åı¸", + "Ġsöy ley", + "Ġsöyl ey", + "ĠìĥĪ ë¡ľìļ´", + "ĠÑĦ аÑĢ", + "Ġalt ına", + "Ġaltın a", + "Ġaltı na", + "Ġsta vu", + "Ġstav u", + "âĢĻ ı", + "al izace", + "aliz ace", + "Ġви ÑģÑĤÑĥп", + "æķĻ å¸Ī", + "à¥Ģ à¤ıस", + "à¥Ģà¤ı स", + "o dÄĽ", + "od ÄĽ", + "ĠÑĨ Ñĸл", + "ĠÑĨÑĸ л", + "ĠëĮĢ ìĥģ", + "ĠкоÑĤоÑĢ ом", + "ĠкоÑĤ оÑĢом", + "Ġظ رÙģ", + "éİ ®", + "اÙģ ÙĬØ©", + "اÙģÙĬ Ø©", + "Ġ ìĹĨìĿ´", + "ĠìĹĨ ìĿ´", + "ĠμÏĮ νο", + "ĠC Æ¡", + "å¯ »", + "ÏĦ ιÏĥ", + "ÏĦι Ïĥ", + "Ġ ãĤĦ", + "ĠãĤ Ħ", + "Ġjed noho", + "Ġjedn oho", + "Ġjedno ho", + "ا ا", + "Ø§Ø §", + "et ler", + "Ġव स", + "ĠÑĢазлиÑĩ нÑĭÑħ", + "Ġج غراÙģ", + "Ġth ừa", + "Ġthá» «a", + "ĠгÑĢомад Ñıн", + "ॠ°", + "ĠاÙĦØ£ Ø®", + "Ġнаг ÑĢÑĥз", + "ç¸ ¾", + "à¥Ĥ ह", + "ĠпÑĢÑıм о", + "â Ĭ", + "ĠاÙĦØ£ÙĪÙĦ Ùī", + "æĸ° èģŀ", + "Ġìĥģ íĻ©", + "it esi", + "ite si", + "ites i", + "ëį° ìĿ´íĬ¸", + "æŃ ·", + "ï¼ĮèĢĮ ä¸Ķ", + "ãģ¯ ãģļ", + "产 çĶŁ", + "æ°Ĺ ãģĮ", + "y slu", + "ys lu", + "ysl u", + "ìĸ´ ëĤĺ", + "ا Ú©Ùħ", + "اک Ùħ", + "âĢ ĥ", + ") ìĿĢ", + "Ġجست ارÙĩاÛĮ", + "ÙĪ Ø«", + "ãħ İ", + "Ġkav ram", + "v ál", + "vá l", + "æľ Ń", + "æĤ ł", + "ìħ Ģ", + "h rad", + "hr ad", + "hra d", + "Ġت ÙĥÙĪÙĨ", + "ĠتÙĥ ÙĪÙĨ", + "ĠH òa", + "å¹´ çļĦ", + "Ġç arp", + "Ġça rp", + "Ġy olu", + "Ġyo lu", + "Ġyol u", + "Ġdub na", + "ĠÐĴ елик", + "ĠÐĴели к", + "Ġt ôn", + "Ġtô n", + "æ ķĮ", + "æķ Į", + "Ġc oi", + "Ġco i", + "Ġnak onec", + "ĠÑį ÑĤÑĥ", + "ĠÑįÑĤ Ñĥ", + "íĨµ ëł¹", + "ÑĪ ел", + "ÑĪе л", + "Ġneb yl", + "Ġneby l", + "in ç", + "ب اÙĦØ¥ÙĨجÙĦÙĬزÙĬØ©", + "باÙĦ Ø¥ÙĨجÙĦÙĬزÙĬØ©", + "ï¼ ¡", + "о нÑĮ", + "он ÑĮ", + "Ġне маÑĶ", + "Ġнем аÑĶ", + "Ġê³ł ê°Ŀ", + "ĠÙĤ طع", + "ĠÙĤØ· ع", + "ĠÑĤеÑĢиÑĤоÑĢ ÑĸÑĹ", + "人 ãģ¯", + "ĠΣ α", + "éĤ£ äºĽ", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "ios per", + "í Ĥ¨", + "íĤ ¨", + "r aki", + "ra ki", + "rak i", + "اÛĮ ج", + "Âł C", + "Ġан алÑĸз", + "ãĤı ãĤĬ", + "ĠìķĦëĭ Į", + "ĠاÙĦعÙħÙĦ ÙĬØ©", + "ĠاÙĦعÙħ ÙĦÙĬØ©", + "l ament", + "la ment", + "lam ent", + "é» ¨", + "u jÃŃcÃŃm", + "ujÃŃ cÃŃm", + "ujÃŃcÃŃ m", + "Ġr ẻ", + "ä¸į åĪ°", + "Ġrez erv", + "ĠاÙĦØ° ÙĬÙĨ", + "ĠاÙĦØ°ÙĬ ÙĨ", + "æĭ ¥", + "Ðĺ н", + "Ġतह त", + "r esi", + "re si", + "res i", + "Ġ ãĥ¢", + "Ġãĥ ¢", + "л ев", + "ле в", + "ãĢĢ r", + "Ġ ä»Ĭ", + "Ġö dem", + "Ġpot rav", + "ĠêµIJ ìĪĺ", + "ÑĢ еди", + "ÑĢед и", + "ÑĢе ди", + "ĠÎļ ÎijÎĻ", + "Ġ наÑĩала", + "ĠнаÑĩ ала", + "Ġиз б", + "ĠbÅĻez na", + "Ġle dna", + "Ġled na", + "ÑĢ ÑĥÑİÑĤ", + "ÑĢÑĥ ÑİÑĤ", + "Ġ моÑĤ", + "Ġм оÑĤ", + "Ġмо ÑĤ", + "åıĹ åĪ°", + "ĠÑĢÑĥ кÑĥ", + "ĠÑĢÑĥк Ñĥ", + "Ỽ m", + "ad ele", + "ade le", + "adel e", + "ĠÑĢоз глÑı", + "åħ IJ", + "Ġر ÙĪاÙĨ", + "ĠرÙĪ اÙĨ", + "а ков", + "ак ов", + "Ñĥ ÑĢÑĭ", + "ÑĥÑĢ Ñĭ", + "Ġaz al", + "ĠÑĥ кÑĢа", + "ĠÑĥк ÑĢа", + "пи он", + "ĠÄįlov ÄĽ", + "äºĮäºĮ äºĮäºĮ", + "ا بÙĬ", + "اب ÙĬ", + "Ġas lında", + "ë¹ Ī", + "Ġв ÑĢаÑĩ", + "ĠвÑĢа Ñĩ", + "ë£ ¹", + "Ġген еÑĢа", + "à¸ģาร ส", + "ĠÑģов Ñģем", + "ÙĪ ÙĦا", + "ÙĪÙĦ ا", + "Ġश ब", + "ाà¤ĸ ण", + "ست اÙĨÛĮ", + "ستاÙĨ ÛĮ", + "æĬ ½", + "Ġrů z", + "ĠíĮIJ 매", + "à¸ģาร à¸ķ", + "ائ ÛĮ", + "a sal", + "as al", + "asa l", + "ĠÑĢабоÑĤ Ñĥ", + "ĠÑĢаб оÑĤÑĥ", + "ĠÑĢабо ÑĤÑĥ", + "à¥ĭल न", + "Ġ 马", + "Ġé© ¬", + "Ġl ai", + "Ġla i", + "ó i", + "v ap", + "va p", + "ëħĦ ìĹIJëĬĶ", + "ëħĦìĹIJ ëĬĶ", + "ĠпеÑĢед баÑĩ", + "Ġп леÑĩ", + "Ġпл еÑĩ", + "id det", + "idd et", + "ĠÑĩ оÑĢ", + "i yan", + "iy an", + "iya n", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢĠãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ĠãĢĢ", + "ĠØŃر ÙģÙĩ", + "ĠØŃرÙģ Ùĩ", + "大 éĺª", + "Ñĩ ого", + "Ġ ки", + "Ġк и", + "ا ÙĪÙĬ", + "اÙĪ ÙĬ", + "ĠbaÅŁ lan", + "Ġmerk ezi", + "Ġmerkez i", + "© ©", + "Ġر است", + "Ġرا ست", + "Ġ ëĬĶ", + "ĠëĬ Ķ", + "ĠÑģ ÑĢав", + "ĠвнÑĥ ÑĤÑĢи", + "ĠвнÑĥÑĤÑĢ и", + "ĠвнÑĥÑĤ ÑĢи", + "ãĢĢ ãĥİ", + "åĿ Ľ", + "Ġв ÑĤ", + ": :/", + ":: /", + "Ġsöz leÅŁ", + "Ġver diÄŁi", + "Ġverdi ÄŁi", + "ิ ยม", + "ิย ม", + "ĠÐŁ ÑĢоÑĤ", + "ĠÐŁÑĢ оÑĤ", + "ĠÐŁÑĢо ÑĤ", + "Ùĥ ار", + "Ġب ÙĨدÛĮ", + "ĠبÙĨ دÛĮ", + "ĠبÙĨد ÛĮ", + "Ùı ÙĪ", + "缴 æĴŃ", + "ĠÙħ ÙĦÙĬ", + "ĠÙħÙĦ ÙĬ", + "Ġnut né", + "ะà¹ģ à¸Ļà¸Ļ", + "ĠM ã", + "Ġ ì´", + "Ġì ´", + "à¹Ī าม", + "à¹Īา ม", + "м оÑģ", + "мо Ñģ", + "Ġпо Ñıви", + "ĠпоÑıв и", + "Ġn ghi", + "Ġng hi", + "Ġngh i", + "Ġ ëIJĺëĬĶ", + "ĠëIJĺ ëĬĶ", + "Ñģ клад", + "Ñģк лад", + "à¤Ĺ ल", + "ĠC á»Ļng", + "çŁ¥ è¯Ĩ", + "Ġ taj", + "Ġt aj", + "Ġta j", + "Ġع بر", + "Ġعب ر", + "éĻĦ è¿ij", + "ü ÄŁ", + "Ġê³µ ê³ł", + "è£ ķ", + "âĢĮ Ø´ÙĨ", + "âĢĮØ´ ÙĨ", + "Ġgerç ekten", + "Ġgerçek ten", + "n un", + "nu n", + "Ùħ Ø´", + "ê°Ģ ëĬ¥", + "ãĥ© ãĥ³ãĥī", + "ãĥ©ãĥ³ ãĥī", + "ay acak", + "aya cak", + "åįģ ä¸Ģ", + "ĠB ảo", + "Ġyet erli", + "Ġyeter li", + "ž iv", + "ži v", + "ĠÙĬÙĨ اÙĬر", + "Ġb ýval", + "Ġbý val", + "ìĽĶ ê¹Įì§Ģ", + "Ġn ợ", + "Ġ ê´Ģê³Ħ", + "Ġê´Ģ ê³Ħ", + "Ġ íĿ¬", + "ĠíĿ ¬", + "а ÑİÑĤÑĮ", + "аÑİÑĤ ÑĮ", + "аÑİ ÑĤÑĮ", + "Ġgö tür", + "Ġваж но", + "Ġва жно", + "æµ ©", + "ĠìĿ¼ ë¶Ģ", + "ÑĨÑĸй ний", + "ëł¥ ìĿĦ", + "Ġл еÑĩение", + "ĠлеÑĩ ение", + "éĸ¢ ä¿Ĥ", + "ĠT üm", + "ìĻ Ķ", + "éģ Ĺ", + "ĠD ön", + "Ġ ÑģпÑĸлÑĮ", + "ĠÑģп ÑĸлÑĮ", + "ĠÑģпÑĸл ÑĮ", + "ãĥģ ãĤ§", + "н ÑıеÑĤÑģÑı", + "нÑı еÑĤÑģÑı", + "нÑıеÑĤ ÑģÑı", + "il tere", + "ilter e", + "ilt ere", + "Ġ íĮĢ", + "Ġí ĮĢ", + "ĠíĮ Ģ", + "è¨Ń å®ļ", + "Ġro din", + "Ġrod in", + "Ġrodi n", + "ĠاÙĤتص اد", + "алÑĮ не", + "à¥į à¤ķर", + "à¥įà¤ķ र", + "Ġvý bÄĽ", + "Ġteh lik", + "âĶ IJ", + "Ġ çĶ°", + "Ïģί ÏĤ", + "iy el", + "iye l", + "Ġth iá»ĩu", + "Ġthi á»ĩu", + "ÏĪ ηÏĤ", + "ÏĪη ÏĤ", + "Ġд ве", + "Ġдв е", + "ĠEl ekt", + "ĠEle kt", + "à¸ģ à¸İ", + "о ÑĢÑĥж", + "оÑĢ Ñĥж", + "оÑĢÑĥ ж", + "a ÅŁÄ±", + "aÅŁ ı", + "è© ³ç´°", + "Ġات ÙģاÙĤ", + "Ġg ắn", + "æ²Ĵ æľī", + "ĠÙħطاÙĦ عÙĩ", + "ÏĦ ιν", + "ÏĦι ν", + "Ġok res", + "Ñ ľ", + "ê° Ķëĭ¤", + "Ðł оз", + "å¾ĭ 宾", + "ï¼ī ï¼Ī", + "Ġìļ´ìĺģ ìŀIJ", + "ãĤ« ãĥĨ", + "l aÄį", + "la Äį", + "à¥ĩब स", + "Ġo Äįi", + "ĠoÄį i", + "- б", + "e lerden", + "eler den", + "elerde n", + "k ových", + "kov ých", + "kový ch", + "ĠÄ°z mir", + "สม าà¸Ĭ", + "lad atel", + "Ġ æ»", + "Ġæ »", + "éĶĢ åĶ®", + "ĠдоÑģлÑĸд женнÑı", + "ĠлÑĸ каÑĢ", + "ĠлÑĸка ÑĢ", + "ĠлÑĸк аÑĢ", + "Ġодна ко", + "ĠV ác", + "Ġ è«", + "Ġè «", + "éĢ² è¡Į", + "以 å¤ĸ", + "é³ ¥", + "Ġ ÙĨج", + "ĠÙĨ ج", + "ĠbaÅŁ kan", + "ĠbaÅŁka n", + "ĠbaÅŁk an", + "Ġopat ÅĻenÃŃ", + "ا رش", + "ار Ø´", + "ض اÙģØ©", + "ضا ÙģØ©", + "ãĤ¹ ãĥ¬", + "ή ν", + "ÄĽ tÃŃ", + "ÄĽt ÃŃ", + "ว ย", + "Ġرس ÙĪÙĦ", + "ÅĻ ich", + "ÅĻi ch", + "ĠpÅĻ ih", + "ĠpÅĻi h", + "ÑĮ ми", + "çĦ¶ èĢĮ", + "Ġth ẳng", + "l amaz", + "la maz", + "lam az", + "lama z", + "ÙĢ ÙĢÙĢ", + "ÙĢÙĢ ÙĢ", + "Ġì°¸ ìŬ", + "ĠÙĨÙĪ شتÙĩ", + "ĠÙĨÙĪØ´ تÙĩ", + "ĠÑģÑĤ ек", + "ãģ® ãģ¿", + "ĠÙĪ اÙĦع", + "ĠÙĪاÙĦ ع", + "ĠÙĪا ÙĦع", + "æķ ¢", + "à¥Ģà¤Ĥ ,", + "ÐŀÑģ нов", + "им оÑģÑĤи", + "имо ÑģÑĤи", + "ĠÄĮesk á", + "ĠÄĮes ká", + "Ñĸ Ñĩний", + "ÑĸÑĩ ний", + "าม ารà¸ĸ", + "ekk ür", + "Âł h", + "ι κη", + "ικ η", + "Ġتع ÛĮÛĮÙĨ", + "к оÑģÑĤÑĸ", + "ко ÑģÑĤÑĸ", + "ĠMust afa", + "Ġì¦ ī", + "ãģ§ ãģĤãĤĬ", + "ãģ§ãģĤ ãĤĬ", + "å·¥ ä¸ļ", + "ov ÃŃd", + "ovÃŃ d", + "ÐĿ о", + "Ġس پس", + "Ġسپ س", + "Ú¯ÛĮ رد", + "Ú¯ÛĮر د", + "Ġп едагог", + "Ġ کارÛĮ", + "ĠÚ© ارÛĮ", + "Ġکار ÛĮ", + "ĠÑĪ ÑĤÑĥ", + "ĠÑĪÑĤ Ñĥ", + "æĮ Ĥ", + "Ø¢ Ùħد", + "Ø¢Ùħ د", + "羣 æĺ¯", + "Ġ ابت", + "Ġا بت", + "Ġاب ت", + "Ġرئ ÛĮس", + "Ġد ÛĮÙĨ", + "ĠدÛĮ ÙĨ", + "ÏĪ ε", + "Ġse zon", + "Ġsez on", + "Ġ çĨ", + "Ġç Ĩ", + "स न", + "ãĥ» ãĤ¢", + "Ġ åħŃ", + "Ġåħ Ń", + "Ġ è±", + "Ġè ±", + "Ġìłľ 목", + "ĠÙħ عد", + "ĠÙħع د", + "ĠÙģ ÙĤد", + "ĠÙģÙĤ د", + "éĤ Ĭ", + "Ω Σ", + "Ġ å¡", + "Ġå ¡", + "Ġob vyk", + "ĠìĿ´ ëłĩê²Į", + "ĠбоÑĢ оÑĤÑĮ", + "Û² Û±", + "Ġ á»ijng", + "Ġá» ijng", + "è¯ Ĺ", + "Ġ ÄIJá»iji", + "ĠÄIJ á»iji", + "ĠбеÑĢез нÑı", + "Ġs oÄŁ", + "Ġso ÄŁ", + "Ġ ï¾į", + "Ġï¾ į", + "ãĤĴ ãģ¤", + "ãģĹ ãĤĥ", + "еÑĢ еÑĩ", + "еÑĢе Ñĩ", + "ãĢĢ ãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ãĢĢãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "ãĢĢãĢĢĠ ãĢĢĠãĢĢĠãĢĢ", + "æĪ ª", + "ĠاÙĦسعÙĪد ÙĬØ©", + "ĠëĤ¨ ìŀIJ", + "ĠAng iosper", + "???????? ????????", + "Ġpr ům", + "Ġprů m", + "ĠплоÑī ад", + "Ġ ÏĦÏģα", + "ĠÏĦ Ïģα", + "д аÑİÑĤ", + "да ÑİÑĤ", + "Ġsı nav", + "Ġsın av", + "Ġm ặc", + "æ°´ å¹³", + "Ġви глÑı", + "Ġвиг лÑı", + "Ġn ást", + "Ġná st", + "Ġnás t", + "ĠобÑĭ Ñĩ", + "ĠìĿ´ìķ¼ 기", + "ë¹ Ľ", + "ĠB aÄŁ", + "ĠBa ÄŁ", + "ĠاÙĦØ« اÙĦØ«", + "Ġser vis", + "Ġserv is", + "Ġservi s", + "Ġ 룬", + "ĠëŁ ¬", + "ом ина", + "ί θ", + "Ġ Ấ", + "ĠẠ¤", + "ê²½ 기", + "Ġì¡ ¸", + "ี à¸ļ", + "Ġà¤ĺ à¤Łà¤¨", + "Ġ à¸Ļาà¸ĩ", + "Ġà¸Ļ าà¸ĩ", + ". Îł", + "ìķ ķ", + "r ün", + "Ġon ların", + "Ġonları n", + "Ġonlar ın", + "Ġзб ÑĸлÑĮÑĪ", + "à¹ģ à¸Ł", + "ĠìŬ 기", + "Ġ ëĮĢíijľ", + "ĠëĮĢ íijľ", + "ĠÑģи лÑĥ", + "ĠÑģил Ñĥ", + "à¹Ĥ à¸Ľ", + "Ġت ÙĤد", + "ĠتÙĤ د", + "ĠÐŁ ом", + "ĠÐŁÐ¾ м", + "ĠмаÑģ ла", + "Ġ ìĺģìĥģ", + "Ġìĺģ ìĥģ", + "н ение", + "не ние", + "нен ие", + "λα μβ", + "ĠB yl", + "ĠBy l", + "æĬ µ", + "æİ ª", + "Ġκαθ ÏİÏĤ", + "m ızı", + "æĸ° çļĦ", + "éĩį è¤ĩ", + "ั à¸Ľ", + "çŃ Ĩ", + "ĠÑĤ ка", + "ĠзнаÑĩ еннÑı", + "Ġзна ÑĩеннÑı", + "л аÑĤи", + "ла ÑĤи", + "лаÑĤ и", + "Ġv liv", + "Ġvl iv", + "ÐIJ н", + "ĠÚĨ اپ", + "ĠпиÑĤ анÑĮ", + ": ï½ī", + "æķĻ æİĪ", + "Ġì¹ľ 구", + "Ġtr ao", + "Ġtra o", + "à¥įयà¤ķ त", + "ุà¸Ħ à¸Ħล", + "ĠرÙĪ Ø´ÙĨ", + "ĠرÙĪØ´ ÙĨ", + "ĠعÙĦÙĬ Ùĩا", + "ĠعÙĦÙĬÙĩ ا", + "ãĢģ ãģĦ", + "ëħĦ ìĹIJ", + "éĢ Ĩ", + "Ġмаг аз", + "ï¾ŀ ï¾ŀ", + "Ġs ice", + "Ġsi ce", + "Ġsic e", + "âĢĻ te", + "âĢĻt e", + "ĠاÙĦÙĦ غة", + "á u", + "èĩª 身", + "Ġng Å©", + "ĠÑģк ладÑĥ", + "ĠÑģклад Ñĥ", + "Ġz ru", + "Ġtr uy", + "Ġ ilan", + "Ġi lan", + "Ġil an", + "ĠÙ¾ اÛĮÙĩ", + "ĠپاÛĮ Ùĩ", + "Ġپا ÛĮÙĩ", + ": :::::::::::::", + ":: ::::::::::::", + ":::: ::::::::::", + ":::::: ::::::::", + ":::::::: ::::::", + "::: :::::::::::", + "::::: :::::::::", + "::::::: :::::::", + "::::::::: :::::", + ":::::::::: ::::", + "::::::::::: :::", + ":::::::::::: ::", + "::::::::::::: :", + "f ak", + "fa k", + "ÑĤ еÑħ", + "ÑĤе Ñħ", + "Ġt aky", + "Ġta ky", + "Ġtak y", + "Ġìĸ¸ ìĸ´", + "ed enÃŃ", + "eden ÃŃ", + "ede nÃŃ", + "Ġà¤ļ लत", + "Ġà¤ļल त", + "Ġë°° ìļ°", + "Ġjmé no", + "ĠÙĦ Ø£ÙĨ", + "ĠÙĦØ£ ÙĨ", + "α νά", + "αν ά", + "к ÑĥлÑĮ", + "кÑĥ лÑĮ", + "кÑĥл ÑĮ", + "ĠØŃÙģ ظ", + "ĠآزÙħ ÙĪÙĨ", + "иÑĤелÑĮ нÑĭе", + "ĠÐŀ лекÑģанд", + "èį £", + "Ġà¤ľà¤¬ à¤ķ", + "Ġr odi", + "Ġro di", + "Ġrod i", + "Ġبرخ ÙĪرد", + "Ġhaf ta", + "Ġhaft a", + "λ ικά", + "λι κά", + "λικ ά", + "à¸ķ à¸Ļ", + "ĠбеÑĢ ег", + "αν δ", + "- С", + "Ġprav idel", + "ĠбÑĸ лÑı", + "ĠбÑĸл Ñı", + "íĴ į", + "ĠпÑĢед ÑĥÑģ", + "ĠмÑĥ ниÑĨип", + "åĮĸ åѦ", + "ĠتÙħ اس", + "Ġà¤ī ल", + "Ðĵ Ðŀ", + "غ ر", + "r adan", + "ra dan", + "rad an", + "rada n", + "ĠëĤĺ ìĺ¤", + "è¨ Ĥ", + "à¹Ģà¸ĺ à¸Ń", + "âĢĮ سÛĮ", + "âĢĮس ÛĮ", + "ĠобÑıз аÑĤелÑĮно", + "ĠобÑıзаÑĤелÑĮ но", + "о ÑĤе", + "оÑĤ е", + "à¹Į à¸Ĭ", + "çĶ¨ çļĦ", + "Ġalt ın", + "Ġaltı n", + "ĠÑģоÑĤ ÑĢÑĥд", + "Ñĸ нки", + "Ñĸн ки", + "озмож но", + "Î IJ", + "ë¹ Į", + " ķ", + "ĠÑĤ оÑĩно", + "ĠÑĤо Ñĩно", + "ĠÑĤоÑĩ но", + "Ġj men", + "Ġjm en", + "اÙĦ ÛĮا", + "اÙĦÛĮ ا", + "èĪ į", + "ch odu", + "cho du", + "chod u", + "ê³ ¤", + "ick ém", + "ické m", + "ĠÙħ ÙĪر", + "ĠÙħÙĪ ر", + "ãĥª ãĥ³ãĤ¯", + "ãĥªãĥ³ ãĤ¯", + "Ġa ÅŁam", + "ĠaÅŁ am", + "Ġ иÑĤ", + "Ġи ÑĤ", + "Ġन य", + "Ġ μο", + "Ġμ ο", + "éķ ľ", + "ĠبÙĨ ابر", + "ĠبÙĨا بر", + "Ġت خصص", + "Ġส à¸ŀ", + "ĠпÑĢоÑĦеÑģ Ñģи", + "Ġp uan", + "Ġpu an", + "ĠÙģر ÙħاÙĨ", + "ĠÙģرÙħ اÙĨ", + "ëĮĢ íļĮ", + "Ġп ÑıÑĤ", + "ĠÙħ ÙĪب", + "ĠÙħÙĪ ب", + "ĠvÄĽ ku", + "Ġ ëĥ", + "Ġë ĥ", + "ec ký", + "eck ý", + "ĠìĪĺ ëıĦ", + "Ġth ao", + "Ġtha o", + "Ġk apat", + "Ġka pat", + "Ġkap at", + "ĠзаÑħ воÑĢÑİ", + "Ġ åħī", + "Ġåħ ī", + "ر اÙĨÛĮ", + "راÙĨ ÛĮ", + "را ÙĨÛĮ", + "éĢł æĪIJ", + "ĠÑģв Ñĸй", + "ĠдоÑģ иÑĤÑĮ", + "Ġmil yar", + "Ġener ji", + "Ġenerj i", + "Ġк ип", + "Ġки п", + "Ġì¢ĭ ìķĦ", + "Ġب Ø¥", + "ê²Į ìĭľ", + "ĠL Æ°u", + "ĠÙħÙĨظ ÙĪر", + "Ïī μά", + "ζ ί", + "ım da", + "Ġ ìĿ´ë¥¼", + "ĠìĿ´ 를", + "๠Ĵ", + "Ġв важ", + "Ġвв аж", + "Ġga zet", + "Ġgaze t", + "Ġgaz et", + "à¥įत न", + "à¹īำ หà¸Ļ", + "åľŁ åľ°", + "Ġसद स", + "ت بة", + "تب Ø©", + "Ġpo ÄįÃŃta", + "Ġìĭľ ìĬ¤íħľ", + "ร à¸Ħ", + "Ġed ecek", + "ĠتØŃ ÙĦÛĮÙĦ", + "æĮī çħ§", + "åĿ ª", + "Ġê·¸ ê°Ģ", + "ت ÙĩÙħ", + "تÙĩ Ùħ", + "Ġб аж", + "Ġба ж", + "ا Ùģع", + "اÙģ ع", + "éĢļ 常", + "ĠТ и", + "γ νÏī", + "ì¹ Ļ", + "Ġznam ená", + "ï¼¼ ï¼¼", + "α ÏĢÏĮ", + "åĨĻ 羣", + "Ġ ï¼¼Ċ", + "Ġï¼¼ Ċ", + "åĬł å·¥", + "èĤ¡ä»½ æľīéĻIJåħ¬åı¸", + "Ñı ÑĤий", + "ÑıÑĤ ий", + "ÑıÑĤи й", + "Ġh âl", + "Ġç ab", + "Ġça b", + "ĠØŃ Ø§Ø¶Ø±", + "P ÅĻ", + "ĠاÙĦ تÙĤ", + "ĠاÙĦت ÙĤ", + "ξ ηÏĤ", + "ξη ÏĤ", + "б е", + "Ġkh ám", + "Ġkhá m", + "Ġ âĮĴ", + "Ġâ ĮĴ", + "Ġ éķ¿", + "Ġéķ ¿", + "Ġ âĢ¦Ċ", + "ĠâĢ¦ Ċ", + "द म", + "ĠSt udi", + "ĠStud i", + "Ġk odu", + "Ġko du", + "Ġkod u", + "Ġkom unik", + "Ġkomun ik", + "Ġkat kı", + "n ete", + "ne te", + "net e", + "Ġr apor", + "Ġrap or", + "Ġra por", + "éĨ ´", + "ãĤī ãģĽ", + "ĠнеÑģк олÑĮ", + "Ġhá»į p", + "ï¿£ ￣￣", + "￣￣ ï¿£", + "º ¼", + "è£ Ĥ", + "ед ÑĮ", + "Ġا ÙĦاØŃ", + "ĠاÙĦ اØŃ", + "l adık", + "la dık", + "lad ık", + "ladı k", + "Ġfot oÄŁraf", + "æĹ¥ ãģ®", + "ĠØŃ Ø§ÙĦت", + "ĠØŃاÙĦ ت", + "ĠØ« ÙĦاث", + "а ÑĤов", + "аÑĤ ов", + "аÑĤо в", + "ey se", + "Ġê°IJ ìĤ¬", + "á že", + "áž e", + "Ġн ада", + "Ġна да", + "Ġнад а", + "Ġà¤ķ हन", + "Ġà¤ķह न", + "Ġ ãĥĿ", + "Ġãĥ Ŀ", + "ãģ« ãģĤãĤĭ", + "ãģ«ãģª ãģ£ãģ¦", + "ÙĪ دÙĩ", + "ÙĪد Ùĩ", + "Ġpo Å¡k", + "太 éĺ³åŁİ", + "ç»ı éªĮ", + "æĴŃ æĶ¾", + "Ġma jet", + "Ġmaj et", + "Ñħ о", + "ĠÑĤ еÑģÑĤ", + "ĠÑĤе ÑģÑĤ", + "ï¼ı Ċ", + "Ïĥε ÏĦε", + "ĠТ омÑĥ", + "ĠТо мÑĥ", + "ĠТом Ñĥ", + "Ùİ ØŃ", + "ĠìŀĪ ìľ¼ë©°", + "Ġза знаÑĩ", + "éļ IJ", + "Ġд ÑĸÑĹ", + "ĠдÑĸ ÑĹ", + "к ÑĤив", + "кÑĤ ив", + "кÑĤи в", + "ÙĪ ÙģÙĬ", + "ÙĪÙģ ÙĬ", + "Ġt á»Ŀ", + "Ġtá» Ŀ", + "à¸¹à¸Ľ à¹ģà¸ļà¸ļ", + "ĠÑĢ едак", + "ĠÑĢед ак", + "Ġa teÅŁ", + "Ġat eÅŁ", + "Ġate ÅŁ", + "Ġkh iá»ĥn", + "Ġkhi á»ĥn", + "ü ny", + "ün y", + "ี ยà¸ģ", + "ีย à¸ģ", + "ĠÑĩа Ñīе", + "Ġt uy", + "Ġtu y", + "γ Ïīν", + "γÏī ν", + "ร à¸Ńà¸ļ", + "Ġtr ùng", + "à¹ģà¸Ĺ à¸Ļ", + "Ġα κÏĮ", + "Ġακ ÏĮ", + "ĠÐĴеÑĢ Ñħов", + "à¹ĥ à¸Ļส", + "à¹ĥà¸Ļ ส", + "ãĢģ ä½ķ", + "åĩ ¦", + "Ġ ç»ı", + "Ġç» ı", + "æ¨ ĵ", + "اÙĨÚ¯ ÙĦÛĮسÛĮ", + "Ġ lepÅ¡ÃŃ", + "Ġlep Å¡ÃŃ", + "Ġ å¼Ģå§ĭ", + "Ġå¼Ģ å§ĭ", + "éĻ º", + "ĠÑĩ еÑĤÑĭ", + "ĠÑĩеÑĤ Ñĭ", + "ĠС еÑĢ", + "оÑİ Ð·", + "Ġx ung", + "Ġxu ng", + "åĵģ çīĮ", + "Ġìĥģ íĥľ", + "ĠÙĨ صب", + "ĠÙĨص ب", + "ĠÑĩ омÑĥ", + "Ġتر Ú©ÛĮ", + "Ġترک ÛĮ", + "- ли", + "o vÃŃ", + "ov ÃŃ", + "Ġا ÙĨج", + "ĠاÙĨ ج", + "çµ ¡", + "Ġت ÙĪص", + "ĠتÙĪ ص", + "Ġ ì¿ł", + "Ġì ¿ł", + "Ġvar sa", + "Ġva rsa", + "Ġvars a", + "ĠÑĢаз ÑĢабоÑĤ", + "à¸Ĥ à¸Ńà¸ĩà¸Ħ", + "à¸Ĥà¸Ńà¸ĩ à¸Ħ", + "éŃ Ĥ", + "Ġà¤Ĭ पर", + "æĿ¥ 说", + "ĠÑĨенÑĤ ÑĢалÑĮ", + "ĠÑĨенÑĤÑĢ алÑĮ", + "ĠÑĨенÑĤÑĢа лÑĮ", + "ĠTak ım", + "Ġon lar", + "Ġسر عت", + "好 åĥı", + "Ġbu á»ķi", + "ĠÐij ел", + "Âł c", + "Ø£ ت", + "à¸Ĥ à¸ĵะ", + "ãģ« åĩº", + "Ġ+ **************", + "ÏĦη κε", + "ا جر", + "اج ر", + "Ġ âĢ²", + "ĠâĢ ²", + "ãĥ¼ ãĥ¬", + "ãĥ¼ãĥ ¬", + "é¥ Ń", + "Ġج ÙĦس", + "ĠجÙĦ س", + "Ġب ستÙĩ", + "Ġبس تÙĩ", + "ว าà¸ĩ", + "Ġ βά", + "Ġβ ά", + "Ġа меÑĢикан", + "ĠPr emi", + "ĠPre mi", + "ĠPrem i", + "m ae", + "ma e", + "ĠÑģ ÑĢеди", + "ĠÑģÑĢед и", + "Ạł", + "Ġв ÑĢед", + "ãĢĤ èĢĮ", + "åĴ ²", + "Ġê³µ ê°ľ", + "èĤ ¥", + "з виÑĩай", + "Ġpro cent", + "Ġproc ent", + "и лоÑģÑĮ", + "ил оÑģÑĮ", + "ило ÑģÑĮ", + "श न", + "é łģ", + "éł ģ", + "е кÑĤи", + "ек ÑĤи", + "екÑĤ и", + "د اشت", + "دا شت", + "íķĻ íļĮ", + "ãĢĢ ãĢĢãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢ ãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢ ĠãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢĠãĢĢ ĠãĢĢ", + "ĠÙħد ÙĬÙĨØ©", + "िल न", + "Ġ èĹ", + "Ġè Ĺ", + "м иÑĢ", + "ми ÑĢ", + "Ġн оÑĢ", + "Ġно ÑĢ", + "Ġ íķĺì§Ģ", + "Ġíķĺ ì§Ģ", + "в еÑī", + "ве Ñī", + "nÄĽ m", + "е ÑĢами", + "еÑĢ ами", + "еÑĢа ми", + "Ġpra cov", + "Ġprac ov", + "ĠبÙĬ اÙĨات", + "ĠÏĥ Ïįν", + "ĠÏĥÏį ν", + "Ġج Ø°", + "ãģĦ ãģ§", + "ĠB ÃŃ", + "è± Ĩ", + "Ġh mot", + "Ġhm ot", + "il eceÄŁi", + "ilece ÄŁi", + "Ġت اث", + "Ġتا Ø«", + "è´ ´", + "Ġ ê¸ī", + "Ġê¸ ī", + "Ġm ysl", + "Ġmy sl", + "Ġmys l", + "ĠìĿ´ íķ´", + "Ġ기 ëĬ¥", + "ĠТ ам", + "ĠТа м", + "ĠнаÑģ елениÑı", + "ĠM ez", + "ĠMe z", + "Ġ모 르", + "íĻĶ 를", + "ĠÙĨسخ Ùĩ", + "ĠتÙĦ ÙĪÛĮزÛĮ", + "ĠÄįerv na", + "Æ°á» ¡ng", + "ص ØŃ", + "ĠÑĤ ÑĢен", + "ĠÑĤÑĢ ен", + "Õ ¡", + "Ġce lou", + "Ġcel ou", + "Å© i", + "ìĹĨ ìĿ´", + "nÃŃ ku", + "nÃŃk u", + "Ġprogram u", + "à¥į पन", + "à¥įप न", + "Ġп ÑĢеж", + "ĠпÑĢ еж", + "ĠпÑĢе ж", + "ا رب", + "ار ب", + "æľŁ éĸĵ", + "Ġ μά", + "Ġμ ά", + "ëįĶ ëĭĪ", + "ụ n", + "ĠпеÑĢ еÑģÑĤ", + "ĠпеÑĢе ÑģÑĤ", + "ĠпеÑĢеÑģ ÑĤ", + "对 äºİ", + "è¿IJ è¡Į", + "ĠÑĤ ан", + "ĠÑĤа н", + "Ġ ìĤ¬ìĿ´íĬ¸", + "ĠìĤ¬ ìĿ´íĬ¸", + "ĠìĤ¬ìĿ´ íĬ¸", + "ĠQu ảng", + "ĠQuản g", + "Ġst ojÃŃ", + "Ġsto jÃŃ", + "ãĥŃ ãĥ¼", + "Ú¯ ار", + "Ġе неÑĢг", + "Ġkter ým", + "Ġkterý m", + "ĠпÑĢи мÑĸ", + "ĠпÑĢим Ñĸ", + "ĠкаÑĢÑĤ и", + "ĠкаÑĢ ÑĤи", + "Ġz engin", + "Ġzen gin", + "ï¼Į åĨį", + "Ġت رب", + "Ġتر ب", + "ĠÑĨенÑĤ ÑĢ", + "ĠÑĨен ÑĤÑĢ", + "ĠsaÄŁ lamak", + "ĠsaÄŁlam ak", + "ëĭ Ŀ", + "ãģ® åŃIJ", + "Ġ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "ĠãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "Ġs Æ¡n", + "ĠsÆ¡ n", + "z ı", + "ÑĤ аки", + "ÑĤа ки", + "ÑĤак и", + "ÄĽ stÃŃ", + "ÄĽst ÃŃ", + "Ġ à¥", + "Ġà ¥", + "é ®", + "åŁ¹ è®Ń", + "Ġ ìĶ¨", + "ĠìĶ ¨", + "Ġbel ki", + "ĠìĿ´ 벤íĬ¸", + "ëĶĶ ìĸ´", + "Ġs Ãłn", + "ни кам", + "ник ам", + "ника м", + "a lim", + "al im", + "ali m", + "対 å¿ľ", + "ĠS á»±", + "éģĵ è·¯", + "é«ĺ æ¸ħ", + "Ġd õi", + "ĠÙĦ ÙĢ", + "Ġ èĤ¡", + "ĠèĤ ¡", + "ν ι", + "âĢŀ J", + "' nde", + "'n de", + "Îij Îĵ", + "ãģ¨ ãģªãĤĭ", + "ãģ¨ãģª ãĤĭ", + "çĪ ¸", + "ع ÙĦÛĮ", + "عÙĦ ÛĮ", + "Ïģι ÏĥÏĦ", + "ÏģιÏĥ ÏĦ", + "Ġe ÄŁit", + "ĠeÄŁ it", + "Ġзов нÑĸÑĪ", + "Ġп ÑĢим", + "ĠпÑĢ им", + "ĠпÑĢи м", + "س Ùħبر", + "سÙħ بر", + "ĠmÄĽst ÄĽ", + "ĠÏĢεÏģι ÏĥÏĥÏĮÏĦε", + "ÐIJ Ðł", + "æĦŁ åĪ°", + "Ġ문 ìĦľ", + "ãģĭ ãĤĭ", + "ÙĤÙĬ ÙĤØ©", + "ÙĤÙĬÙĤ Ø©", + "Ġв ÑĤÑĢа", + "ĠвÑĤ ÑĢа", + "Ġ à¸Ńำ", + "Ġà¸Ń ำ", + "Ñģ кÑĥÑİ", + "Ñģк ÑĥÑİ", + "د ÙĩاÛĮ", + "دÙĩ اÛĮ", + "ĠÄ° st", + "ĠÄ°s t", + "ĠÐĹ Ð°Ð²", + "ĠÐĹа в", + "Ġ éĥ½", + "Ġé ĥ½", + "Ġéĥ ½", + "ÑĪ ем", + "ÑĪе м", + "Ġе ÑīÑij", + "ĠÐľÐ¸Ñħ ай", + "ĠÑĥпÑĢав лениÑı", + "л еннÑĭе", + "лен нÑĭе", + "ĠzaÄį al", + "æ¡ Į", + "Ġп Ñĸз", + "л ÑıÑĤÑĮÑģÑı", + "лÑı ÑĤÑĮÑģÑı", + "лÑıÑĤÑĮ ÑģÑı", + "Ġ ìŀIJë£Į", + "ĠìŀIJ ë£Į", + "ãĢĢ ãĢĢĠ", + "ãĢĢãĢĢ Ġ", + "ĠK ral", + "ĠKr al", + "ĠKra l", + "èĪ ī", + "Ġà¤Ń व", + "Ġ Ø®Ùħ", + "ĠØ® Ùħ", + "Ġа кадем", + "Ġ isten", + "Ġis ten", + "Ġi sten", + "Ġist en", + "ĠиÑģ кÑĥÑģ", + "ĠиÑģк ÑĥÑģ", + "ĠعÙĨد Ùħا", + "Ġا ÙĦاÙħ", + "ĠاÙĦ اÙħ", + "is mus", + "ism us", + "ismu s", + "Ġayr ıntı", + "Ġ Що", + "ĠЩ о", + "ĠÙĩ ÙĪØ´", + "ĠÙĩÙĪ Ø´", + "د ÙĪاج", + "دÙĪ اج", + "л аж", + "ла ж", + "ĠÚ©ÙĨ ار", + "Âł R", + "æĢ§ çļĦ", + "Ñģ Ñĸм", + "ÑģÑĸ м", + "ĠM üz", + "ĠMü z", + "ÑĢ овиÑĩ", + "ÑĢов иÑĩ", + "ÑĢо виÑĩ", + "Ġ Ω", + "ĠÎ ©", + "Ġìĸ´ ëĶĶ", + "س ÙħØ©", + "سÙħ Ø©", + "Ġ ÑĢÑı", + "ĠÑĢ Ñı", + "Ġt Æ°Æ¡i", + "ĠtÆ° Æ¡i", + "ĠÑĢаÑģ Ñħод", + "åı° çģ£", + "ĠاÙĦ ÙĪÙĤت", + "ĠاÙĦÙĪ ÙĤت", + "بر اÛĮ", + "ĠзÑĢоб иÑĤи", + "Ġб ÑĥÑĢ", + "ĠбÑĥ ÑĢ", + "ĠÄįin nosti", + "ĠÄįinnost i", + "Ġص اØŃ", + "ĠصÙĨ عت", + "ĠصÙĨع ت", + "Ġ Ø·ÙĦ", + "ĠØ· ÙĦ", + "ξ Ïį", + "ĠtisÃŃ c", + "ĠFr ansa", + "ĠFran sa", + "ì¦ ĺ", + "è» ½", + "Ñ ĺ", + "ÏĮÏĦη ÏĦαÏĤ", + "ÏĮÏĦηÏĦα ÏĤ", + "ĠM illet", + "ĠMill et", + "ĠMil let", + "ãĢĢ ãĥ¾", + "ĠпÑĢ ием", + "ĠпÑĢи ем", + "ĠترجÙħ Ùĩ", + "Ġس ÙĪد", + "ĠسÙĪ د", + "ĠsouÄįást ÃŃ", + "ÐĶ о", + "Ġtr ụ", + "足 çIJĥ", + "à¸Ľ à¸ģ", + "Ġu stanov", + "ÎŁ ÎĻ", + "ÎŁÎ Ļ", + "Ðŀ н", + "Ġн еж", + "Ġне ж", + "к ог", + "ко г", + "ä¸Ģ çĤ¹", + "Ġد ÙĪراÙĨ", + "ĠدÙĪ راÙĨ", + "ĠدÙĪر اÙĨ", + "å½± éŁ¿", + "el idir", + "eli dir", + "âĢŀ N", + "es iyle", + "esi yle", + "ÑĢем енно", + "ÑĢе менно", + "Ġilet iÅŁim", + "ม à¹Ģà¸ķ", + "以 åīį", + "ãĥĭ ãĥ¼", + "鼻 話", + "à¹Ĥ à¸ŀ", + "ov ky", + "Ġза мÑĸ", + "Ġзам Ñĸ", + "Ġव à¤ķ", + " Ļ", + "ĠвÑĸй ни", + "Ġol madıģı", + "Ġolm adıģı", + "Ġolmadı ģı", + "Ġolma dıģı", + "æ¢ ģ", + "ĠТ еп", + "ĠТе п", + "nÄĽ te", + "nÄĽt e", + "èħ ķ", + "ìĤ¬ ëĬĶ", + "m amak", + "ma mak", + "mam ak", + "Ġc iz", + "Ġci z", + "æ£ Ĵ", + "Ġ ï¼ı:", + "Ġï¼ı :", + "éģĭ åĭķ", + "ĠÙĩ ÙĨا", + "ĠÙĩÙĨ ا", + "Ġ ê°ij", + "Ġê° ij", + "ĠÙĩÙĨÚ¯ اÙħ", + "ĠuÄŁ ra", + "å½ ¦", + "Ġob jekt", + "Ġobj ekt", + "ãģ¨ ãģĻãĤĭ", + "åĽ½ åĨħ", + "ĠдеÑĢжав и", + "ĠдеÑĢж ави", + "Ġ èĮ", + "Ġè Į", + "Ġulus lararası", + "Ù £", + "Ġmut lak", + "Ġз обов", + "Ġ γεν", + "Ġγ εν", + "Ġγε ν", + "à¹Ħà¸Ł à¸Ł", + "Ġözg ür", + "íĦ ¸", + "Ġвипад кÑĥ", + "Ġà¤ķ ब", + "ĠاÙĦ خط", + "ĠاÙĦØ® Ø·", + "θη καν", + "ï¼Į æĬĬ", + "ÑıÑĤ ÑĤÑı", + "Ġolmadı ģını", + "Ġolma dıģını", + "Âłk W", + "ĠnÄĽkter ých", + "ãĥĩ ãĥ«", + "æ¤į çī©", + "μι λοÏĤ", + "ÐIJÑĢ ÑħÑĸв", + "ĠТ о", + "èĸ ¬", + "ÑģÑĤв иÑı", + "Ġ Ø®ÙĪاست", + "ĠØ®ÙĪ است", + "олог ÑĸÑĹ", + "ÙĪ اÙĩد", + "ÙĪاÙĩ د", + "ÙĪا Ùĩد", + "Ġ нак", + "Ġн ак", + "Ġна к", + "ĠкоÑĤоÑĢ ÑĥÑİ", + "Ġद à¤ķ", + "âĢŀ M", + "λ ια", + "λι α", + "æŃ ²", + "第 åĽĽ", + "à¤¾à¤ľ स", + "Ġ( «", + "Ġth ẻ", + "､ Ċ", + "ç£ ģ", + "Ġ ÙĦÙĤ", + "ĠÙĦ ÙĤ", + "Ġ ìķĶ", + "Ġìķ Ķ", + "Ġн ового", + "Ġнов ого", + "ĠìķĦ 주", + "Ġ ëIJĺìĸ´", + "ĠëIJĺ ìĸ´", + "Ġo lun", + "Ġol un", + "à ¾", + "Ġkar iy", + "Ġkari y", + "ĠØŃ Ø³Ø¨", + "ĠØŃس ب", + "ĠìĿĺ 미", + ". Ðľ", + "Ġoz naÄį", + "ÙĦ سÙĦ", + "ÙĦس ÙĦ", + "ĠÐĴ ид", + "ĠÐĴи д", + "ë¡ľ ëĤĺ", + "à¥įà¤Ł म", + "í ľ´", + "Ġbilg isayar", + "ìĿ¸ ì§Ģ", + "Ġв ов", + "Ġво в", + "nict vÃŃm", + "nictvÃŃ m", + "า à¸Ńย", + "าà¸Ń ย", + "Ġشخص ÛĮ", + "п Ñĸон", + "æľ¬ å½ĵ", + "Ġب ÙĢ", + "ĠмаÑģ ло", + "ĠPh át", + "Ġ ба", + "Ġб а", + "алÑĮ номÑĥ", + "алÑĮно мÑĥ", + "алÑĮном Ñĥ", + "社 åĮº", + "Ġ Ò", + ": ::|", + ":: :|", + "::: |", + "ê ´", + "Ġ ä¸ĥ", + "Ġä¸ ĥ", + "ĠÙĪ اÙĦد", + "ĠÙĪاÙĦ د", + "ни ке", + "ник е", + "à¸Ń ลล", + "à¸Ńล ล", + "Ġyer leÅŁ", + "Ġkom bin", + "Ġkomb in", + "u Å¡", + "Ġо ÑĤÑĢи", + "ĠоÑĤ ÑĢи", + "ä¹ Į", + "iÅŁ ti", + "Ġs óng", + "Ġsó ng", + "λ ηÏĤ", + "λη ÏĤ", + "Ġк ÑĥÑĢÑģ", + "ĠкÑĥÑĢ Ñģ", + "à¹Ī าà¸Ħ", + "à¹Īา à¸Ħ", + "Ġ ÙĬس", + "ĠÙĬ س", + "Ġ داÙħ", + "Ġد اÙħ", + "çĴ° å¢ĥ", + "Ñĩ енко", + "Ñĩен ко", + "ãĢį ãģ®", + "ĠmÃŃ sta", + "ĠmÃŃst a", + "ĠÑĦ оÑĤ", + "ĠpÅĻÃŃ zn", + "ĠÑĢ аза", + "ĠÑĢаз а", + "ĠÑĢа за", + "ç´ «", + "lá da", + "lád a", + "ĠÑģпеÑĨи алиÑģÑĤ", + "ĠبÛĮ ÙħارÛĮ", + "ĠبÛĮÙħ ارÛĮ", + "ĠبÛĮÙħار ÛĮ", + "Ġëĵ £", + "çĭ Ĺ", + "ÙĪ ÙĪ", + "ан ÑĸÑĤ", + "анÑĸ ÑĤ", + "ĠدÙĨ باÙĦ", + "ĠÙħجÙħÙĪع Ø©", + "ÃŃ na", + "ÃŃn a", + "ĠH alk", + "ĠHa lk", + "ĠHal k", + "á jem", + "áj em", + "enÃŃ ze", + "Ġim z", + "« ng", + "Ġ ÎķÎł", + "ĠÎķ Îł", + "ĠÙħ Ùĩد", + "ĠÙħÙĩ د", + "ìľĦìĽIJ íļĮ", + "Ġìľł íĺķ", + "ाप स", + "Ġje ž", + "ан Ñĸз", + "анÑĸ з", + "иÑĤ ай", + "иÑĤа й", + "á¿ ĸ", + "ir ler", + "irl er", + "기 ê°Ħ", + "Ġ воÑĢ", + "Ġв оÑĢ", + "Ġво ÑĢ", + "Ġ Ïİ", + "ĠÏ İ", + "Ġpo zn", + "Ġpoz n", + "Ġ ساÙĨ", + "Ġس اÙĨ", + "å ¯¿", + "å¯ ¿", + "æĸ¯ çī¹", + "Ġtu rist", + "Ġtur ist", + "ĠìŀIJ ìľł", + "à¥Ģ à¤ĸ", + "μ με", + "μμ ε", + "an sı", + "ans ı", + "ìĨĮ ëħĦ", + "Ġted avi", + "Ġtedav i", + "Ñĩ еÑģÑĤва", + "Ñĩе ÑģÑĤва", + "å£ ĵ", + "о ве", + "ов е", + "ï¼Į çľĭ", + "ĠпоÑģл Ñĥг", + "ĠпоÑģ лÑĥг", + "ĠÑĤÑĢ анÑģ", + "ĠÑĤÑĢан Ñģ", + "Ġz áz", + "Ġzá z", + "æĪ ´", + "Ġм она", + "Ġмон а", + "Ġмо на", + "ิ à¹Ģà¸Ħราะห", + "ĠÙĨ ÛĮÙħ", + "ĠÙĨÛĮ Ùħ", + "ĠìĤ¬ëŀĮ ìĿ´", + "a hat", + "ah at", + "aha t", + "Ïħ κ", + "ĠоÑĤ каз", + "ĠоÑĤк аз", + "ĠÐĴолод ими", + "ĠС к", + "िà¤ķ त", + "å¦ ĸ", + "Ġëĭ¤ìļ´ ë¡ľëĵľ", + "ìĺģ ìĥģ", + "Ġन à¤Ī", + "c ete", + "ce te", + "ĠгÑĢи б", + "ĠгÑĢ иб", + "ece ÄŁini", + "eceÄŁi ni", + "Ġç oÄŁu", + "ĠçoÄŁ u", + "ĠмаÑĤеÑĢи ала", + "ĠмаÑĤеÑĢиал а", + "ứ t", + "Ġz aten", + "Ġza ten", + "Ġzat en", + "ĠF RA", + "ĠFR A", + "ĠBir liÄŁi", + "Ġs itesi", + "Ġsit esi", + "Ġsite si", + "Ġsites i", + "Ġ åĶ", + "Ġå Ķ", + "ĠÐĴ ол", + "ĠÐĴо л", + "Âł PS", + "ÂłP S", + "ा लत", + "ाल त", + "Ġ баÑĩ", + "Ġб аÑĩ", + "Ġба Ñĩ", + "алÑĸ заÑĨÑĸÑĹ", + "алÑĸз аÑĨÑĸÑĹ", + "ĠS lov", + "ĠSl ov", + "ĠSlo v", + "ç³ ĸ", + "ĠговоÑĢ иÑĤ", + "Ġв вед", + "Ġвв ед", + "ุà¸ķ à¸ļà¸Ńล", + "ãģĨ ãģ¡", + "Ġyap tık", + "Ġyaptı k", + "Ġìłķ ì¹ĺ", + "ê°ľ 를", + "à¥Ī सल", + "à¥Īस ल", + "ج ÙĬÙĦ", + "جÙĬ ÙĦ", + "ĠзаÑģÑĤоÑģ ов", + "è¿ «", + "ĠKur ul", + "ĠNas ıl", + "ĠнапÑĢÑı м", + "Ġ ä½į", + "à¹Į à¸ļ", + "Ġ éģĵ", + "Ġéģ ĵ", + "Ġни же", + "Ġниж е", + "Ġк оÑģÑĤ", + "Ġко ÑģÑĤ", + "ĠкоÑģ ÑĤ", + "ظ Ùĩر", + "ظÙĩ ر", + "Т а", + "ì§ Ŀ", + "Ġön ünde", + "ж Ñĸ", + "Ġاجر اÛĮ", + "Ġاجرا ÛĮ", + "ĠоÑĢган Ñĸв", + "ĠоÑĢганÑĸ в", + "v ise", + "vis e", + "vi se", + "Ġ ìĿĦ", + "ĠìĿ Ħ", + "à¸ķ รà¸ĩ", + "à¸ķร à¸ĩ", + "Ú©ÙĨ ÙĪÙĨ", + "Ġdlou ho", + "Ġdlouh o", + "Ðŀ ÐĿ", + "Ġ ìľ¡", + "Ġìľ ¡", + "缮 æłĩ", + "ë¯ Ģë¡ľ", + "ï¼ıï¼ıï¼ıï¼ı ï¼ıï¼ıï¼ıï¼ı", + "ĠпоÑĩ емÑĥ", + "æķħ äºĭ", + "ÑĤ еÑģÑĮ", + "ÑĤе ÑģÑĮ", + "ĠÙĤ ÙĦب", + "ĠÙĤÙĦ ب", + "Ġت جÙĩ", + "Ġتج Ùĩ", + "i lendir", + "il endir", + "ilen dir", + "Ġи гÑĢа", + "Ġиг ÑĢа", + "ĠÐĶ он", + "ĠÐĶо н", + "ĠpÅĻÃŃ jem", + "è¦ Ĩ", + "С п", + "- ни", + "on se", + "ons e", + "и ной", + "ин ой", + "о Ñĩного", + "оÑĩ ного", + "оÑĩно го", + "ا ساÙĨ", + "اس اÙĨ", + "ĠполÑĥÑĩ иÑĤÑĮ", + "ĠполÑĥ ÑĩиÑĤÑĮ", + "ÑĤ ап", + "ÑĤа п", + "ĠL ý", + "ĠÃĤ u", + "Ġh üc", + "e bek", + "eb ek", + "ebe k", + "ĠY ayın", + "æĹ ĭ", + "ัà¸Ļ à¸Ĺร", + "ัà¸Ļà¸Ĺ ร", + "Ġвикон ав", + "Ġвико нав", + "Ġs ông", + "à¥ģ à¤ľ", + "à¥ģठľ", + "ĠÐĹ Ð°Ð³", + "ĠÐĹа г", + "¤ ëĭ¤", + "Ġc Å©", + "ĠÚ¯ رÙħ", + "Ġگر Ùħ", + "ä¼ ı", + "ãģ« ãģĻãĤĭ", + "- Ф", + "Ġ ÙĤÙħ", + "ĠÙĤ Ùħ", + "Ġo lacaÄŁ", + "Ġol acaÄŁ", + "æĿ¥ äºĨ", + "æĭĽ èģĺ", + "ĠÐĿаÑģ еленнÑı", + "Ġ ìĺģìĸ´", + "Ġìĺģ ìĸ´", + "Ġ æѤ", + "ĠæŃ ¤", + "Ġب دÙĨ", + "Ġبد ÙĨ", + "Û² Û¸", + "оÑĢ аÑĤив", + "оÑĢа ÑĤив", + "ï¼ ³", + "Ġneby lo", + "Ġnebyl o", + "ĠÑĥ ÑĩиÑĤ", + "ĠÑĥÑĩ иÑĤ", + "æĿ ľ", + "Ġд анÑĸ", + "Ġда нÑĸ", + "Ġдан Ñĸ", + "Ġsp otÅĻeb", + "Ġspot ÅĻeb", + "ãĥ¼ ãĥĨãĤ£", + "ãĥ¼ãĥĨ ãĤ£", + "ен нÑĥÑİ", + "ê¹Į ìļĶ", + "v em", + "ve m", + "P ÅĻÃŃ", + "PÅĻ ÃŃ", + "Ġy andan", + "Ġyan dan", + "é¼ ĵ", + "Ġدست ÙĪر", + "Ġدس تÙĪر", + "Ġhaf if", + "h ů", + "Ġv áž", + "Ġvá ž", + "ĠìķĦ ì§ģ", + "Ùı ر", + "Ġ ла", + "Ġл а", + "ëł ī", + "า à¸Ľà¸£à¸°", + "à¸²à¸Ľ ระ", + "lık lar", + "lıkla r", + "ĠÑģÑĤанд аÑĢÑĤ", + "à¸Ń à¹ĥห", + "å¥ ´", + "ĠоÑĤ п", + "âĪ ł", + "ãĥ¼ ãĥĢ", + "ãĥ¼ãĥ Ģ", + "ch áze", + "cház e", + "Ġê·¸ ëłĩê²Į", + "Ġê·¸ëłĩ ê²Į", + "os tel", + "ost el", + "oste l", + "Ġгал Ñĥз", + "â k", + "еÑĨ ÑĤ", + "ëŀij ìĬ¤", + "ĠÄį ist", + "ĠÄįi st", + "ÑĢ ана", + "ÑĢа на", + "ÑĢан а", + "Ġv ững", + "Ġvữ ng", + "Ġs eni", + "Ġse ni", + "Ġsen i", + "Ġg óc", + "Ġgó c", + "ÏĨ ÏĮ", + "á nu", + "án u", + "Ġ öt", + "Ġö t", + "Ġs óc", + "Ġsó c", + "ãģĦ ãģ®", + "ĠÑģк лада", + "ĠÑģклад а", + "ÐIJÑĢÑħÑĸв овано", + "ĠìĿ´ ë²Ī", + "ãĤ¹ ãģ®", + "il ebilir", + "ile bilir", + "ï½Ģ ãĥ½", + "ีย à¸į", + "Ġκα ὶ", + "Ġë ¯¿", + "æĽ´ å¤ļ", + "ıs ının", + "ısını n", + "ĠGi ám", + "ĠGiá m", + "æŃ£ å¼ı", + "Ïĥ μÏĮ", + "Ïĥμ ÏĮ", + "Ġarch it", + "Ġarc hit", + "Ġ ï½²", + "Ġï½ ²", + "Ñĩ аÑİÑĤÑģÑı", + "Ñĩа ÑİÑĤÑģÑı", + "ÑĩаÑİÑĤ ÑģÑı", + "ë²Ħ ì§Ģ", + "ãĤ¤ ãĥ¤", + "é«ĺ æł¡", + "è¨ ³", + "ĠÙħ ÛĮÚ©", + "ĠÙħÛĮ Ú©", + "Ġ æĥħ", + "Ġæĥ ħ", + "Ġ pha", + "Ġp ha", + "Ġph a", + "太 éĥİ", + "à¸ŀระ ราà¸Ĭ", + "ÙĤ ÙĬØ©", + "ÙĤÙĬ Ø©", + "ĠÑĥ лÑĥÑĩ", + "ĠÑĥл ÑĥÑĩ", + "ÑģÑĤв ÑĥеÑĤ", + "ÑģÑĤвÑĥ еÑĤ", + "Ġk eÅŁ", + "Ġke ÅŁ", + "é«ĺ çŃī", + "Ġs Ỽm", + "Ïģ κε", + "Ïģκ ε", + "μ οÏģ", + "μο Ïģ", + "Ġzá stup", + "o zÃŃ", + "oz ÃŃ", + "Ġm ili", + "Ġmil i", + "Ġmi li", + "Ġмог ли", + "Ġз ÑĢозÑĥм", + "Ġباش ÛĮد", + "Ġak ci", + "Ġд ÑĢа", + "ĠдÑĢ а", + "Ġα Ïģι", + "ĠαÏģ ι", + "ãģĭ ãĤīãģ®", + "ãģĭãĤī ãģ®", + "å¯ Ĵ", + "ĠZ aman", + "ĠZa man", + "ĠZam an", + "ĠÑĸ де", + "ĠÑĸд е", + "Ġ ãĢĢĠ", + "ĠãĢĢ Ġ", + "Ġk lu", + "Ġkl u", + "ak lı", + "à¥ĩ à¤ļ", + "à¥ĩठļ", + "ĠÑģвоб од", + "س اÙħ", + "Ġ ов", + "Ġо в", + "Ġu byt", + "Ġub yt", + "éĩĩ çĶ¨", + "Ġdavran Ä±ÅŁ", + "ĠnabÃŃ zÃŃ", + "ĠÐij Ñĥд", + "Ġ Ïī", + "ĠÏ ī", + "ĠاÙĦ رØŃ", + "ĠاÙĦر ØŃ", + "ั à¸ķà¸Ļ", + "ัà¸ķ à¸Ļ", + "и ме", + "им е", + "Ġت ÙĦÙĥ", + "ĠتÙĦ Ùĥ", + "ت Ùħع", + "تÙħ ع", + "Ġад миниÑģÑĤÑĢа", + "Ġzor unda", + "Ġzorun da", + "ĠÙĨ سبة", + "ĠÙĨسب Ø©", + "ĠÙĨس بة", + "ĠصÙĨع تÛĮ", + "ĠصÙĨعت ÛĮ", + "ĠÑĦÑĥн да", + "éı ¡", + "Ġpo tom", + "Ġpot om", + "Ġп ÑĢеÑģÑĤ", + "ĠпÑĢ еÑģÑĤ", + "ĠпÑĢе ÑģÑĤ", + "ĠпÑĢеÑģ ÑĤ", + "Ġsı rada", + "Ġsır ada", + "Ġsıra da", + "Ġ ayar", + "Ġa yar", + "Ġay ar", + "ا ÙĤÙĦ", + "اÙĤ ÙĦ", + "æº ª", + "ĠØ¢ÙĤ اÛĮ", + "ĠпеÑĢе Ñħод", + "ĠпÑĢакÑĤи ÑĩеÑģки", + "é» ĥ", + "ĠÑĥ Ñħод", + "ĠÑĥÑħ од", + "ĠÙħ تÙģ", + "ĠÙħت Ùģ", + "Ġsiyas i", + "Ġпо ÑĤен", + "ĠпоÑĤ ен", + "Ùİ Ùģ", + "ĠÐĽ Ñĥ", + "ĠконÑĤÑĢ олÑĮ", + "ĠÑģказ аÑĤÑĮ", + "à¥Ģ à¤ķरण", + "à¥Ģà¤ķ रण", + "åħ¨ çIJĥ", + "Û² Û¶", + "Ġt oto", + "Ġto to", + "Ġtot o", + "Ġ ÙĪد", + "ĠÙĪ د", + "ãĤ¿ãĤ¤ ãĥĹ", + "åľ į", + "å¼ķ çĶ¨", + "ï¼ £", + "èĬ ¸", + "ä»ĭ ç»į", + "ĠÑĤеÑĢÑĢиÑĤоÑĢ ии", + "æĹ¥ ãģ«", + "m ÃŃt", + "mÃŃ t", + "am ız", + "amı z", + "ìĿ´ ìĸ´", + "Ġyar Ä±ÅŁ", + "Ġyarı ÅŁ", + "Ġg üc", + "Ġgü c", + "Ġ Ïĩα", + "ĠÏĩ α", + "ัà¸Ļย ายà¸Ļ", + "ãĤĴ è¡Į", + "Ġm illi", + "Ġmill i", + "Ġmil li", + "Ġmi lli", + "Ġ çı¾", + "Ġçı ¾", + "K dyž", + "m azon", + "ma zon", + "maz on", + "ë³´ ëĤ´ê¸°", + "ĠÑĤÑĢÑĥ дов", + "ĠÑĤÑĢÑĥд ов", + "é£ ¾", + "Ġви ник", + "Ġвин ик", + "ĠÙĪز ارت", + "ĠÙĪزار ت", + "éĩĮ çļĦ", + "м аз", + "ма з", + "ĠR US", + "ĠRU S", + "е кÑĤÑĥ", + "ек ÑĤÑĥ", + "екÑĤ Ñĥ", + "Ġع اش", + "Ġk once", + "Ġko nce", + "Ġkon ce", + "ãĤĪãģĨ ãģ§ãģĻ", + "Ġмал ÑĭÑĪ", + "m eni", + "me ni", + "men i", + "е Ñģа", + "еÑģ а", + "ا ضÛĮ", + "اض ÛĮ", + "Ġb rat", + "Ġbr at", + "Ġbra t", + "ĠвÑĸд ноÑģ", + "θ εÏģ", + "θε Ïģ", + "ĠЧ ем", + "æij ĩ", + "ĠÙħ ادر", + "ĠÙħا در", + "ĠÙħاد ر", + "çĶ¨ åĵģ", + "ĠÙħØŃ Ø§Ùģظ", + "Ġm yÅ¡", + "Ġmy Å¡", + "ج ع", + "Ġis im", + "Ġi sim", + "Ġisi m", + "æ³ Ĭ", + "ıl maz", + "ĠÎĽ α", + "å¯ ©", + "Ġay ır", + "е ними", + "ен ими", + "ени ми", + "еним и", + "à¥ĩह तर", + "åľ Ĩ", + "ãģ¾ ãģ£ãģŁ", + "çĶ¢ åĵģ", + "ĠÑĸнÑĦоÑĢма ÑĨÑĸÑĹ", + "Ġt ủ", + "Ġtá» §", + "สม à¸ļ", + "Ġst ÅĻ", + "Ġë°ľ íijľ", + "а ÑĢÑĮ", + "аÑĢ ÑĮ", + "ĠC ao", + "ĠCa o", + "Ρ ÎĻ", + "à¸ģาร à¸Ī", + "Ġпод Ñĥм", + "ä»ķ äºĭ", + "ĠÐļ ÑĢоме", + "Ġ ìĹĶ", + "ĠìĹ Ķ", + "Ġ Ñĥда", + "ĠÑĥ да", + "ĠÑĥд а", + "ĠавÑĤом аÑĤи", + "Ġ à¸Ħà¸ĵะ", + "Ġà¸Ħ à¸ĵะ", + "ĠK iÅŁ", + "ĠKi ÅŁ", + "ĠÑģоÑģÑĤоÑı ние", + "l isi", + "li si", + "lis i", + "Ġëĸ ¨ìĸ´", + "oot ball", + "Ġ íį¼", + "Ġí į¼", + "Ġ лим", + "Ġл им", + "Ġли м", + "Ġç erç", + "ÙĪÙĦ ÙĬÙĪ", + "ÙĪÙĦÙĬ ÙĪ", + "Ġs lož", + "Ġsl ož", + "Ġslo ž", + "Ġ 먼", + "Ġë¨ ¼", + "ร à¸Ńà¸ĩ", + "ÑĪ ее", + "ÑĪе е", + "âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦ âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦âĢ¦", + "ãģĵ ãģ¡ãĤī", + "о ÑĢÑĭ", + "оÑĢ Ñĭ", + "çĥ Ł", + "Âł F", + "а ного", + "ан ого", + "ано го", + "Ø« ÛĮر", + "çı į", + "å¸Ĥ åł´", + "vÄĽ dom", + "vÄĽd om", + "ì² ¨ë¶Ģ", + "ĠìĤ¬ ê±´", + "ï¾ Į", + "à¹ĥ à¸Ļว", + "à¹ĥà¸Ļ ว", + "Ġzvlá Å¡t", + "ÏĦ εÏħ", + "ÏĦε Ïħ", + "Ġкак ие", + "Ġка кие", + "ÏĨοÏģ ά", + "ÏĨο Ïģά", + "åĦ Ħ", + "Ġzp ÄĽt", + "íķľ íħĮ", + "Ġz vol", + "Ġzv ol", + "Ġ çĹ", + "Ġç Ĺ", + "ÑĢа нениÑı", + "ÑĢан ениÑı", + "ĠسÛĮ است", + "ĠÐļ оли", + "ĠÐļол и", + "ĠÐļо ли", + "ĠоÑĢганиз ма", + "ĠоÑĢганизм а", + "ĠÑıнва ÑĢÑı", + "Ġد ادÙĨ", + "Ġداد ÙĨ", + "п ÑĢа", + "пÑĢ а", + "ï¼Į ä»ĸ们", + "ï¼Įä»ĸ 们", + "æijĺ è¦ģ", + "Ġqu ần", + "ÙĬ ÙĪÙĨ", + "ÙĬÙĪ ÙĨ", + "Ġви Ñħов", + "Âł à¹Ģà¸Ķ", + "Ġ елем", + "Ġе лем", + "eb ilecek", + "Ġд оÑĩ", + "Ġдо Ñĩ", + "Ġб лаг", + "Ġбл аг", + "Ġбла г", + "ĠÑı й", + "ad nÃŃ", + "Ġzá roveÅĪ", + "en stvÃŃ", + "âĢĮ اÙĨ", + "ãģķãĤĵ ãģ¯", + "/ |", + "ĠاÙĦع اÙħØ©", + "ĠاÙĦعاÙħ Ø©", + "éł ¼", + "Ġخدا ÙĪÙĨد", + "Ġخد اÙĪÙĨد", + "н ам", + "на м", + "ĠÑģ лиз", + "ĠÑģл из", + "æ¶ ī", + "ร ษ", + "e ÅŁtir", + "eÅŁ tir", + "ĠÙĨ دار", + "ĠÙĨد ار", + "ร าà¸Ħ", + "è¨Ģ ãĤı", + "Ġ èŃ", + "Ġè Ń", + "Ġк ÑĢиÑĤ", + "ĠкÑĢи ÑĤ", + "ĠвоздÑĥ Ñħа", + "ĠвоздÑĥÑħ а", + "Ġà¤Ĺ त", + "Ġprá vo", + "Ġpráv o", + "à¥ĭष ण", + "Ġs ắp", + "íı Ń", + "Ġص رÙģ", + "ĠراÛĮ گاÙĨ", + "ĠоÑĤ к", + "ëĨ ĵ", + "ĠÑģек ÑĢеÑĤ", + "Ä° n", + "on avir", + "ona vir", + "ĠV ys", + "ĠVy s", + "ĠbaÅŁ lat", + "ĠMu ham", + "ĠлиÑģÑĤ оп", + "ĠT icaret", + "ĠTi caret", + "ĠTic aret", + "Ġad landır", + "ĠÐĶ миÑĤ", + "Ïĥμ οÏį", + "Ïĥμο Ïį", + "ä¾ µ", + "ìĭľ ëĬĶ", + "à¹ģà¸Ľ ลà¸ĩ", + "ın ıza", + "ını za", + "ınız a", + "- г", + "и ÑĩноÑĹ", + "иÑĩ ноÑĹ", + "иÑĩно ÑĹ", + "Ñĥ ÑĢи", + "ÑĥÑĢ и", + "U Z", + "ìĽ ł", + "Ġتبد ÛĮÙĦ", + "æ º«", + "æº «", + "ĠÑĢам каÑħ", + "Ġn ét", + "Ġné t", + "æ² ¿", + "Ġroz Å¡ÃŃ", + "Ġस प", + "ĠÑĤак е", + "ĠÑĤа ке", + "ÑĢ аÑĩ", + "ÑĢа Ñĩ", + "ĠاÙĦ ÙĤد", + "ĠاÙĦÙĤ د", + "íķĻ ê³¼", + "Ñĥв аннÑıм", + "ÑĥваннÑı м", + "Ġm ám", + "Ġmá m", + "ë¡ ¯", + "á½ IJ", + "Ġet kili", + "Ġetk ili", + "Ġetkil i", + "Ġetki li", + "Ġار تÙģ", + "Ġtechn olog", + "Ġtechno log", + "Ġ ì½ĺ", + "Ġì½ ĺ", + "Ġت ÙĥÙĬÙĬÙģ", + "ĠpÅĻ ece", + "ĠpÅĻe ce", + "家 åºŃ", + "Ġ ãģı", + "âĶ ´", + "íģ ¼", + "ĠÎľ ά", + "à¹Ģ à¸ķร", + "à¹Ģà¸ķ ร", + "ĠÑģÑĤанов иÑĤÑģÑı", + "ç«ĭ ãģ¡", + "Ġ éĸĭ", + "Ġéĸ ĭ", + "ĠÄ° yi", + "ĠnÄĽkter é", + "ĠÑĢоб оÑĤ", + "ĠÄIJ Æ°á»Ŀng", + "ĠاÙĦ اج", + "Ġsp eci", + "Ġspec i", + "Ġspe ci", + "çī¹ åĪ«", + "åŃ Ŀ", + "âĢĮ گذ", + "âĢĮÚ¯ Ø°", + "a lıģı", + "al ıģı", + "alı ģı", + "Ġм иÑĢа", + "Ġми ÑĢа", + "ĠмиÑĢ а", + "í İĺìĿ´ì§Ģ", + "íİĺ ìĿ´ì§Ģ", + "Ø® Ùģ", + "ãĤª ãĥª", + "Ġس ÛĮÙħ", + "ĠسÛĮ Ùħ", + "Ġìĸ´ ëĬIJ", + "алÑĮ нÑĥ", + "Ñĩ ний", + "ümüz de", + "æĻº èĥ½", + "ý n", + "ĠتÙĤÙĪ ÛĮت", + "Ġп ÑĢиг", + "ĠпÑĢ иг", + "ĠпÑĢи г", + "ĠгÑĢÑĥпп Ñĭ", + "am ı", + "γ οÏį", + "γο Ïį", + "оÑĢ ÑĤÑĥ", + "оÑĢÑĤ Ñĥ", + "ĠG iang", + "ĠGi ang", + "ĠGian g", + "ĠGia ng", + "ÅĻ en", + "ÅĻe n", + "Ġokol ÃŃ", + "产 ä¸ļ", + "Ġ зм", + "Ġз м", + "Ġ é¾", + "Ġé ¾", + "ÙĬ ار", + "ÙĬا ر", + "ĠاÙĦØ´ÙĬ Ø®", + "иÑĤелÑĮ нÑĭй", + "Ġ اÙĩÙħ", + "Ġا ÙĩÙħ", + "ĠاÙĩ Ùħ", + "ĠباÙĦ رÙĬاض", + "ĠÙ¾ÛĮ اÙħ", + "Ġk redi", + "Ġkr edi", + "Ġkre di", + "Ġkred i", + "ĠA rap", + "ĠAr ap", + "ĠAra p", + "Ġ ÑĢаб", + "ĠÑĢ аб", + "ĠÑĢаР±", + "ĠÑĢа б", + "ĠнекоÑĤоÑĢ ÑĭÑħ", + "ĠØŃاÙģظ Ùĩ", + "иÑĤелÑĮ ного", + "иÑĤелÑĮно го", + "Ġgerek mektedir", + "ĠD eniz", + "ĠDen iz", + "ĠتÙĦ اش", + "st agram", + "sta gram", + "stag ram", + "áv ky", + "åĬł åħ¥", + "oz or", + "ozo r", + "Ġdurum unda", + "Ġdurumu nda", + "Ġíıī ëĭ¹", + "Ġ ë´ī", + "Ġë´ ī", + "Ġp enÄĽ", + "Ġpe nÄĽ", + "Ġpen ÄĽ", + "Ú¯ اÙĨÛĮ", + "گاÙĨ ÛĮ", + "ĠK up", + "ĠKu p", + "Ġ ÑĨеÑĢ", + "ĠÑĨ еÑĢ", + "ĠÑĨе ÑĢ", + "ul ması", + "âij ł", + "ĠÑģÑĸÑĩ нÑı", + "ım ıza", + "ımız a", + "ımı za", + "å®ļ çļĦ", + "Âł ÑĤ", + "åĬŀ åħ¬", + "ìľ¼ ëĭĪ", + "ĠاÙĦ Ø¥ÙĨ", + "ĠاÙĦØ¥ ÙĨ", + "Ġ çĥ", + "Ġç ĥ", + "ãĢį ï¼Į", + "ÑĹ Ð½Ð°", + "ĠпÑĢигоÑĤов лениÑı", + "Ð ħ", + "ĠÑģ олн", + "ĠÑģол н", + "Ġë¶Ģ ìĤ°", + "æħ ¶", + "ãĤ ¾", + "v oje", + "vo je", + "voj e", + "ÛĮ دÙĨ", + "ÛĮد ÙĨ", + "ìĥĿ ëĭĺ", + "ç¹ ģ", + "á du", + "ád u", + ": ::::::::::::::", + ":: :::::::::::::", + ":::: :::::::::::", + ":::::: :::::::::", + ":::::::: :::::::", + "::: ::::::::::::", + "::::: ::::::::::", + "::::::: ::::::::", + "::::::::: ::::::", + ":::::::::: :::::", + "::::::::::: ::::", + ":::::::::::: :::", + "::::::::::::: ::", + ":::::::::::::: :", + "س ÙĨÚ¯", + "سÙĨ Ú¯", + "éĶ ĭ", + "Ġ звиÑĩай", + "Ġз виÑĩай", + "å§Ķåijĺ ä¼ļ", + "ĠμÎŃ Ïĥα", + "ĠÑĢ ождениÑı", + "æĪIJ 人", + "Ġ dÃŃl", + "Ġd ÃŃl", + "ĠdÃŃ l", + "ĠÐĶ об", + "ĠÐĶо б", + "Ġ à¹ĥà¸Ĭ", + "ÏĢ ί", + "g amber", + "gam ber", + "ĠÙĪÛĮÚĺ Ú¯ÛĮ", + "Ġ èĬ±", + "ĠèĬ ±", + "Ġb Ãły", + "ĠbÃł y", + "ĠжовÑĤ нÑı", + "åħ¬ å¼Ģ", + "ĠÑĤ оÑĩки", + "ĠÑĤо Ñĩки", + "ĠÑĤоÑĩ ки", + "ãģĤ ãģ®", + "а лÑĸв", + "ал Ñĸв", + "алÑĸ в", + "Ġch arakter", + "Ġchar akter", + "ĠÎĴ α", + "Ġzku Å¡en", + "Ġà¤Ńà¤Ĺ व", + "Ñĩ ика", + "Ñĩи ка", + "Ñĩик а", + "à¥Ģà¤Ĥ ।", + "è£ ı", + "åijĬ è¯ī", + "iy atı", + "iya tı", + "iyat ı", + "ĠÑĨ елÑĮ", + "ĠÑĨе лÑĮ", + "ĠÑĨел ÑĮ", + "Ġ ìĬĪ", + "ĠìĬ Ī", + "а ÑĢд", + "аÑĢ д", + "ĠÃľl ke", + "Ġpro since", + "Ġpros ince", + "ĠÙĨ گاÙĩ", + "ĠÙĨÚ¯ اÙĩ", + "ãĢĮ ãģĬ", + "ÎŁ Τ", + "ÎŁÎ ¤", + "ìĦľ ëĬĶ", + "ÙĪ گر", + "ض اÙĨ", + "ضا ÙĨ", + "Ġdů sled", + "çIJ ´", + "à¸ķำ à¹ģหà¸Ļ", + "к ÑĤÑĸв", + "кÑĤ Ñĸв", + "lád á", + "á¿ Ĩ", + "ĠD oÄŁu", + "ĠDo ÄŁu", + "ĠDoÄŁ u", + "ãģij ãĤĮãģ°", + "缮 ãĤĴ", + "Ġ 缴", + "ĠçĽ ´", + "æ Ľ°", + "æĽ °", + "ĠвÑĤоÑĢ ой", + "Ġг лÑĥ", + "ĠìĿ ½", + "기 ì¤Ģ", + "Ġma dde", + "Ġmad de", + "Ġmadd e", + "Ġjed né", + "Ġjedn é", + "Ġо ÑĦÑĸ", + "ìĭĿ ìĿĦ", + "Ġch út", + "Ġchú t", + "åĩº ãģĹãģŁ", + "åĩºãģĹ ãģŁ", + "и ÑĩеÑģкаÑı", + "иÑĩеÑģ каÑı", + "Ġ лок", + "Ġл ок", + "Ġal tı", + "Ġalt ı", + "ëĵľ ëĬĶ", + "ey gamber", + "ĠÑģв ое", + "ĠÑģво е", + "ĠtaÅŁ ım", + "ĠÑĤо Ñīо", + "Ġgeç ti", + "Ġpr emi", + "Ġpre mi", + "Ġprem i", + "ĠMeh met", + "ï¼Į åĽłæѤ", + "ï¼ĮåĽł æѤ", + "ί κη", + "ίκ η", + "Ġönce ki", + "Ġönc eki", + "Ġ à¤ķन", + "Ġà¤ķ न", + "ĠÑĤемп еÑĢаÑĤÑĥÑĢа", + "ĠÑĤемпеÑĢаÑĤÑĥ ÑĢа", + "éĺ ´", + "Ġìĸ¼ ë§Ī", + "Ø´ ب", + "á ky", + "ák y", + "ãĢĢ V", + "воÑĢ еннÑı", + "l asyon", + "las yon", + "Ġд оказ", + "Ġдо каз", + "Ġдок аз", + "Ġëľ »", + "Ġоб лиÑĩ", + "Ġобл иÑĩ", + "ÎĻ ÎijÎļ", + "ÎĻÎij Îļ", + "Ġ ÑĢазд", + "ĠÑĢаз д", + "ĠÑĢа зд", + "ï¼Į 为", + "å® ½", + "Ġk orum", + "Ġko rum", + "Ġkor um", + "åķĬ åķĬ", + "ĠÅĻe kla", + "ĠÅĻekl a", + "ĠÅĻek la", + "ãĥĹ ãĥ¬", + "Ġв аÑĢÑĤ", + "ĠваÑĢ ÑĤ", + "ĠпÑĢоблем Ñĭ", + "Ġ ä½ł", + "Ġth Æ¡m", + "Ġta kové", + "Ġtak ové", + "Ġtako vé", + "л енÑĭ", + "лен Ñĭ", + "ле нÑĭ", + "Ġ åĪ¶", + "ĠåĪ ¶", + "Ġji ných", + "Ġjin ých", + "Ġjiný ch", + "ĠÙĨ ص", + "ĠгÑĢÑĥд нÑı", + "Ġ ãģĹ", + "иÑĤелÑĮ ной", + "иÑĤелÑĮно й", + "ĠاØŃ ØªÙħ", + "Ñİ ÑĢ", + "ÏĨ Ïħ", + "Ġ Ø´ÙħاÙĦÛĮ", + "ĠØ´Ùħ اÙĦÛĮ", + "ĠØ´Ùħا ÙĦÛĮ", + "ĠØ´ÙħاÙĦ ÛĮ", + "Ġ ì»´", + "Ġì» ´", + "acaÄŁ ız", + "acaģı z", + "ì§Ģ ë§ī", + "ĠÑĦин анÑģов", + "Ġ ê·¹", + "Ġê· ¹", + "ĠÚĨ ÛĮزÛĮ", + "ĠÚĨÛĮز ÛĮ", + "à¥Ģ à¤Ľ", + "ص ات", + "ान म", + "Ġв озможно", + "Ġвозмож но", + "è¨ İ", + "çĦ ¦", + "ĠاÙĦبÙĦ د", + "Ġ çĶ³åįļ", + "ç¥ ¥", + "Ġë°Ķ ëĿ¼", + "Ú¯ ÛĮر", + "Ú¯ÛĮ ر", + "Ûµ Û°", + "μι οÏħÏģγ", + "ĠpÅĻed sed", + "ç»ı èIJ¥", + "å§ ij", + "e mey", + "em ey", + "eme y", + "ĠÙĨ ÙĪÙģ", + "ĠÙĨÙĪ Ùģ", + "å¾ ½", + "Ġprá va", + "Ġpráv a", + "Ġво обÑīе", + "Ġ íĭ°", + "Ġíĭ °", + "Ġب Ø£ÙĨ", + "Ġبأ ÙĨ", + "ĠFr anti", + "ĠFran ti", + "ĠP aÅŁa", + "ĠPa ÅŁa", + "ĠÙ¾ ست", + "Ġپس ت", + "k ân", + "ĠÑģиг н", + "Ġd ần", + "æ IJľ", + "æIJ ľ", + "Ġr oky", + "Ġro ky", + "Ġrok y", + "Ùĥ ÙĪر", + "ÙĥÙĪ ر", + "ĠÎĶ ή", + "али заÑĨии", + "ализ аÑĨии", + "ализа ÑĨии", + "ä¼ł å¥ĩ", + "ı da", + "lÃŃ b", + "ĠÑĢÑĸв нÑı", + "Ġн оÑı", + "Ġно Ñı", + "bÄĽ hu", + "bÄĽh u", + "ิà¸ĩห าà¸Ħม", + "ï¼Į åį´", + "Ġ ÑĩеÑģ", + "ĠÑĩ еÑģ", + "lan mÄ±ÅŁtır", + "lanmÄ±ÅŁ tır", + "Ġ Æ°á»Ľc", + "áv acÃŃ", + "ีฬ า", + "δ ÎŃ", + "âĢĮØ´ ÙĪÙĨد", + "Ġ ÑĢобÑĸÑĤ", + "ĠÑĢоб ÑĸÑĤ", + "Ġ å·´", + "Ġå· ´", + "ĠM ev", + "ĠMe v", + "ĠÙħرØŃ ÙĦÙĩ", + "Ġвз ÑĢоÑģ", + "ç½ ļ", + "Ġب اÙĦÙħ", + "Ġبا ÙĦÙħ", + "ĠباÙĦ Ùħ", + "Ġиз гоÑĤов", + "ĠS por", + "ĠSp or", + "ĠSpo r", + "åĦ Ģ", + "ĠاÙĦ Ø£ÙĨ", + "ĠاÙĦØ£ ÙĨ", + "à¹Īา à¸ĩà¸ģ", + "à¹Īาà¸ĩ à¸ģ", + "л аÑģÑĤи", + "ла ÑģÑĤи", + "лаÑģ ÑĤи", + "ÎŁ Îļ", + "ÎŁÎ ļ", + "Ġ Ú©ÛĮ", + "ĠÚ© ÛĮ", + "åij½ 令", + "ØŃ Ø¯Ø«", + "ØŃد Ø«", + "ÙĬ ÙĥÙĬ", + "ÙĬÙĥ ÙĬ", + "ĠпеÑĢв Ñĭй", + "ãĤ¹ ãĤ³", + "ĠÅ¡ pat", + "ĠÅ¡p at", + "Ġnik do", + "ั à¸ĩม", + "ัà¸ĩ ม", + "èµ «", + "æĺ ¨", + "Ġв Ñĥли", + "ĠвÑĥл и", + "ĠÐļ а", + "à¹Ī ละ", + "Ġsa mot", + "Ġsam ot", + "Ġsamo t", + "ĠобеÑģп е", + "ĠÙħعرÙģ ÛĮ", + "ĠÙħØŃصÙĪÙĦ ات", + "в анов", + "ва нов", + "ван ов", + "вано в", + "ĠÙħستÙĤ ÛĮÙħ", + "å¢ Ļ", + "Âł Ðļ", + "Ġд оÑĤ", + "Ġдо ÑĤ", + "z im", + "zi m", + "ÙIJ ر", + "Ġ Ø´ÙĪ", + "ĠØ´ ÙĪ", + "åľ¨ åľ°", + "Ġ çİ°", + "Ġçİ °", + "Ġ åĮĸ", + "ĠåĮ ĸ", + "ز ÙĪ", + "Ġyay gın", + "Ġо ÑĢиг", + "ĠоÑĢ иг", + "Ùı ÙĨ", + "Ġev rop", + "Ġ ï½ľ", + "Ġï½ ľ", + "Ġëħ¸ì¶ľ ëĵ±ë¡Ŀ", + "åĩ Ŀ", + "л еннÑĭÑħ", + "лен нÑĭÑħ", + "Ġje nom", + "Ġjen om", + "Ġ ЧÑĤобÑĭ", + "ĠЧ ÑĤобÑĭ", + "ĠЧÑĤо бÑĭ", + "ĠìĹĨ ëĭ¤", + "ĠìŬ ìĦ±", + "Ġres mi", + "im álnÃŃ", + "缮 ãģ®", + "s ian", + "si an", + "-ни бÑĥдÑĮ", + "ο κ", + "çĭ¬ ç«ĭ", + "ÅŁ ehir", + "åIJ IJ", + "åĪ¶ éĢł", + "Ġ ÎĶεν", + "ĠÎĶ εν", + "ĠÎĶε ν", + "ãĥĭ ãĥ¥", + "иÑĤелÑĮ нÑĭÑħ", + "Ġ ÙĥاÙħ", + "ĠÙĥ اÙħ", + "Ïģ κ", + "Ġr au", + "Ġra u", + "ĠÑģм еÑĢÑĤи", + "ĠÑģмеÑĢ ÑĤи", + "ĠÏĮ ÏĦαν", + "Ġ Tại", + "ĠT ại", + "Ġ رب", + "Ġر ب", + "ε νο", + "εν ο", + "ر دد", + "رد د", + "Ġ à¸ģระ", + "Ġà¸ģ ระ", + "Ġà¸ģร ะ", + "Ïĥ μο", + "Ïĥμ ο", + "Ġ æ¼Ķ", + "Ġæ¼ Ķ", + "ิà¸Ī à¸ģรรม", + "ĠÑĢаз ви", + "ĠÑĢазв и", + "ãĤ¹ ãĥļ", + "Ñĸ ÑĩноÑĹ", + "ÑĸÑĩ ноÑĹ", + "lá Å¡enÃŃ", + "láš enÃŃ", + "اب عة", + "ابع Ø©", + "ov ými", + "ový mi", + "ovým i", + "а нг", + "ан г", + "Ġкап ÑĸÑĤ", + "ãĢģ âĢĭ", + "íĸĪ ëįĺ", + "ĠÑĥ ÑģÑĸ", + "ĠÑĥÑģ Ñĸ", + "ย าว", + "ยา ว", + "Ø£ Ùħ", + "ãĥ© ãĥĥãĤ¯", + "Ġë ķ", + "ĠسÙĨ ÙĪات", + "ĠÑģÑĤаÑĤ ÑĮи", + "ĠÑģÑĤаÑĤÑĮ и", + "ÑĹ Ñħ", + "Ïģο Ïĩή", + "ĠØ£Ùĥ تÙĪبر", + "lan ma", + "Ġmal zem", + "ç £¨", + "ç£ ¨", + "Ġб окÑĥ", + "Ġбо кÑĥ", + "Ġбок Ñĥ", + "åŃĹ å¹ķ", + "ĠоÑĢганÑĸ за", + "ĠоÑĢганÑĸз а", + "ãĥ© ãĤ¤ãĥ³", + "ãĥ©ãĤ¤ ãĥ³", + "ĠÙħع دÙĨ", + "ĠÙħعد ÙĨ", + "çĶ· åŃIJ", + "Ġ æĤ", + "Ġæ Ĥ", + "Ạ¾", + "Ġmez iná", + "Ġmezi ná", + "и ваÑİÑĤ", + "ив аÑİÑĤ", + "ива ÑİÑĤ", + "ĠطبÛĮ عÛĮ", + "èĻ ij", + "à¤Ł र", + "Ġпод Ñģ", + "ĠÅŁ aÅŁ", + "à¸Ļ à¹Ĩ", + "ĠÅ¡ p", + "v ÄĽÅĻ", + "vÄĽ ÅĻ", + "з ÑĮ", + "ëĿ¼ ë§Ī", + "ุ à¸ĺ", + "âĢ¦ Ø·", + "리 ì§Ģ", + "âĦĸâĦĸ âĦĸâĦĸ", + "Ġb ức", + "ĠSp oj", + "ĠSpo j", + "ĠиÑģполÑĮзов ани", + "ĠиÑģполÑĮз овани", + "å·¦ åı³", + "en ler", + "ĠоÑī ÑĥÑī", + "Ġоб лÑĸ", + "Ġобл Ñĸ", + "ظ ËĨ", + "ÙĦ ÛĮس", + "ÙĦÛĮ س", + "æıIJ åįĩ", + "ĠговоÑĢ иÑĤÑĮ", + "ĠговоÑĢиÑĤ ÑĮ", + "Ġk ür", + "Ġkü r", + "Ġλ ειÏĦοÏħÏģγ", + "ла га", + "лаг а", + "ĠÑģÑĥ дÑĥ", + "ĠÑģÑĥд Ñĥ", + "Ġ 측", + "Ġì¸ ¡", + "θε Ïĥη", + "Ġ нен", + "Ġн ен", + "Ġне н", + "Ġbiç imde", + "Ġbiçim de", + "ÑĨÑĸй ноÑĹ", + "ÑĨÑĸйно ÑĹ", + "à¹Ģà¸Ħ ย", + "ĠDal Å¡ÃŃ", + "Ġи меÑĤÑĮ", + "Ġим еÑĤÑĮ", + "Ġиме ÑĤÑĮ", + "èĭ Ĺ", + "ĠÙħع رÙĪÙģ", + "Ġt ạp", + "Ġm eÅŁ", + "Ġme ÅŁ", + "Âł N", + "оÑĢ они", + "оÑĢон и", + "оÑĢо ни", + "ع Ùģ", + "à¹Ĥ รà¸ĩà¹Ģร", + "à¹Ĥรà¸ĩ à¹Ģร", + "âĶ ¬", + "Ġ à¹Ģà¸ŀราะ", + "Ġà¹Ģà¸ŀ ราะ", + "Ġèı² å¾ĭ宾", + "ÑģÑĤв енное", + "ÑģÑĤвен ное", + "ÑģÑĤвенно е", + "Ġاز دÙĪاج", + "ĠÑĦ ев", + "éł »", + "Ġ สล", + "Ġส ล", + "à¸ķ à¸Ńà¸Ļ", + "Ġ 기ê°Ħ", + "Ġ기 ê°Ħ", + "ä½ ©", + "ÏĦ ην", + "ÏĦη ν", + "ëĤ¬ ëĭ¤", + "ĠQ uy", + "ĠQu y", + "Ġë¶ Ļ", + "ĠС Ñĥд", + "и ж", + "Ġ à¹Ģà¸ģม", + "Ġà¹Ģà¸ģ ม", + "ĠÑģв ÑıÑĤ", + "ĠÑģвÑı ÑĤ", + "et ooth", + "eto oth", + "ε Ïģο", + "εÏģ ο", + "ÙĦ ÙħØ©", + "ÙĦÙħ Ø©", + "Ø´ ÙĪر", + "Ø´ÙĪ ر", + "Ġd omu", + "Ġdo mu", + "Ġdom u", + "èį Ĵ", + "m î", + "ëıĦ 를", + "ĠÑĢекомендÑĥ еÑĤÑģÑı", + "Ġsonra sında", + "Ġsonrası nda", + "Ġд нÑĸв", + "Ġç al", + "Ġça l", + "ãĤ«ãĥĨ ãĤ´ãĥª", + "Ġ еж", + "Ġе ж", + "Ġìķ ī", + "èī² çļĦ", + "âĢĻ nde", + "âĢĻn de", + "Ġ ÏĢÏīÏĤ", + "ĠÏĢ ÏīÏĤ", + "ĠÑĩеÑĤ веÑĢ", + "k ili", + "ki li", + "kil i", + "æĢ§ èĥ½", + "اد ÙĬØ©", + "ادÙĬ Ø©", + "çº ¯", + "ĠاÙĦ تش", + "ĠاÙĦت Ø´", + "ĠÑĤ ела", + "ĠÑĤе ла", + "ĠÑĤел а", + "Ġоб ÑĬем", + "ĠобÑĬ ем", + "å²Ĺ ä½į", + "Ġkon krét", + "Ġa rada", + "Ġar ada", + "Ġara da", + "ìĭľ ìĹIJ", + "Ġor anı", + "Ġoran ı", + "ر Ùĥ", + "ÐĽ ÐIJ", + "Ġ ménÄĽ", + "Ġmé nÄĽ", + "ج ÙĪÛĮ", + "جÙĪ ÛĮ", + "Ġv ợ", + "Ġvá» £", + "ĠAngiosper mae", + "èĥ İ", + "Ġh ôn", + "äºĭ æ¥Ń", + "ĠоÑĤ веÑĢ", + "ĠоÑĤв еÑĢ", + "Ġs rd", + "Ġsr d", + "Å¡ li", + "ส à¸ģ", + "æ¼ ı", + "ĠØ´ رØŃ", + "Ġشر ØŃ", + "ÑĨ Ñıми", + "ÑĨÑı ми", + "Ġs lav", + "Ġsl av", + "Ġsla v", + "Ġc eny", + "Ġce ny", + "Ġcen y", + "à¸Ń à¹Ģร", + "Ġ ÙĪÙĦد", + "ĠÙĪÙĦ د", + "Ġк оÑĢа", + "ĠкоÑĢ а", + "Ġко ÑĢа", + "Ġб ÑĢон", + ": .:.:.:.:", + ":.:.: .:.:", + ":.: .:.:.:", + "Ġne mus", + "Ġnem us", + "è¿Ļ æł·çļĦ", + "è¿Ļæł· çļĦ", + "Ġبر ÙĨاÙħج", + "Ġú plnÄĽ", + "ีà¸Ļ าà¸Ħม", + "Ġë°Ľ ìķĦ", + "με Ïģα", + "μεÏģ α", + "ç¼ ©", + "Ġn ắm", + "ĠобÑĬ ÑıÑģ", + "ĠконÑĤÑĢ олÑİ", + "á vajÃŃcÃŃ", + "ávajÃŃ cÃŃ", + "Ġk um", + "Ġku m", + "çĶ· 人", + "Ġv nitÅĻ", + "Ġب دÙĩ", + "Ġبد Ùĩ", + "Ġأب رÙĬÙĦ", + "人æ°ij åħ±åĴĮåĽ½", + "Ġyap ılır", + "Ġyapıl ır", + "Ġna Å¡ÃŃ", + "ĠnaÅ¡ ÃŃ", + "ãĥ¼ ãĥŃ", + "ãĥ¼ãĥ Ń", + "Ġt ạm", + "Ġhen üz", + "Ġz emi", + "Ġze mi", + "Ġzem i", + "Ġkh áng", + "Ġkhá ng", + "åħ¬ åħ±", + "Ġ èĢģ", + "ĠèĢ ģ", + "ĠعÙĪ اÙħÙĦ", + "Âł V", + "à¹ī à¹ģà¸ģ", + "άν ÏĦα", + "ĠÑĤÑĢав нÑı", + "Ġη μÎŃ", + "è´ ¸", + "ส à¸Ķ", + "Ġس Ùħت", + "ĠسÙħ ت", + "ĠØ® اک", + "ĠÑĤак ий", + "ĠÑĤа кий", + "Ġet tik", + "Ġett ik", + "Ġetti k", + "ĠÏĮ λ", + "Ġп оли", + "Ġпо ли", + "Ġпол и", + "Ġ нож", + "Ġн ож", + "Ġно ж", + "غ اÙĨ", + "ÙĨ دÙĬ", + "ÙĨد ÙĬ", + "ĠÄįty ÅĻi", + "ĠÄįtyÅĻ i", + "ĠPh Æ°Æ¡ng", + "ĠÙĪر زش", + "ĠÙĪرز Ø´", + "ãģĦ ãģĭ", + "r vé", + "rv é", + "Ġतर फ", + "Ġन à¤Ĺर", + "m asında", + "ma sında", + "mas ında", + "ması nda", + "е виÑĩ", + "ев иÑĩ", + "еви Ñĩ", + "ve ÅĻej", + "ä¿Ŀ æĮģ", + "æĬĢ èĥ½", + "æݨ èįIJ", + "l âm", + "Ġ Ïį", + "ĠÏ į", + "å¢ŀ éķ¿", + "Ġاص ÙģÙĩ", + "ĠÐĹак онÑĥ", + "ĠÐŁ ÑĢез", + "ĠÐŁÑĢ ез", + "Ġpod por", + "Ġpodp or", + "기 íĥĢ", + "Ġ íıIJ", + "Ġíı IJ", + "Ġ ëĭĪ", + "Ġëĭ Ī", + "lar ınız", + "ların ız", + "larını z", + "ãĥĸ ãĥŃ", + "ĠÑĦÑĢан ÑĨÑĥз", + "ãĥĬ ãĥ¼", + "Ġb eled", + "Ġbe led", + "Ġbel ed", + "Ġbele d", + "ัà¸Ļว าà¸Ħม", + "ĠÙģ رÙĪ", + "ĠÙģر ÙĪ", + "ÑĦ ÑĢов", + "ĠìĿ´ 룬", + "ượ u", + "Ġê³µ ìĭĿ", + "Ġbird en", + "Ġbir den", + "Ġз елен", + "Ġзел ен", + "çĴ ĥ", + "Ġh á»ĵng", + "Ġhá»ĵ ng", + "ĠÅ¡ kola", + "ĠÅ¡kol a", + "ĠÅ¡k ola", + "ĠÑģам ом", + "ĠÑģамо м", + "an lık", + "anlı k", + "空 éĹ´", + "åįĹ çľģ", + "л еÑĢг", + "ле ÑĢг", + "леÑĢ г", + "Ñĸз неÑģ", + "Âł A", + "ãĢį ãĤĴ", + "Ġkend ine", + "Ġkendi ne", + "Ġ اÙĪÙĨ", + "Ġا ÙĪÙĨ", + "ĠاÙĪ ÙĨ", + "ãĢ Ķ", + "ĠΣ Ïį", + "à¹Ģ à¸Ħล", + "à¹Ģà¸Ħ ล", + "å¥ ¶", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "Ġú Äįet", + "ĠúÄį et", + "Ñĥ ла", + "Ñĥл а", + "éĢļ ä¿¡", + "Ġì¦ IJ", + ". čĊĊ", + ".čĊ Ċ", + "ĠÐľ ед", + "ا عÙĬ", + "اع ÙĬ", + "Ġjeho ž", + "ĠGü ney", + "ĠGün ey", + "ĠÎij ÏĢο", + "ĠÎijÏĢ ο", + "Ġп олÑĸ", + "Ġпо лÑĸ", + "Ġпол Ñĸ", + "ü me", + "üm e", + "ho dob", + "hod ob", + "ĠÎĿ α", + "ĠØ¢ ÙĦات", + "ĠØ¢ÙĦ ات", + "ĠpÅĻ iz", + "ĠpÅĻi z", + "Ġt avs", + "Ġta vs", + "Ġtav s", + "Ġتب ÙĦÛĮ", + "ãĥ³ ãĥĶ", + "ãĥ³ãĥ Ķ", + "Ø® رج", + "خر ج", + "Ġак кÑĥ", + "Ġú prav", + "ĠاØŃ Ø³Ø§Ø³", + "ì¹´ ëĿ¼", + "ı mızı", + "ım ızı", + "ımız ı", + "ımı zı", + "Ġд окÑĥменÑĤ", + "Ġдок ÑĥменÑĤ", + "ĠдокÑĥм енÑĤ", + "Ġ اصÙĦ", + "Ġا صÙĦ", + "Ġاص ÙĦ", + "ظ Ùĩ", + "ĠìĿ¸ ê°Ħ", + "Ġج رÛĮاÙĨ", + "Ġجر ÛĮاÙĨ", + "Î¥ ÎĿ", + "ÑĩеÑģ каÑı", + "Ñĩе ÑģкаÑı", + "ÙĬ ÙĨÙĬØ©", + "ÙĬÙĨ ÙĬØ©", + "ÙĬÙĨÙĬ Ø©", + "åĴ ¨", + "æĹħ 游", + "Ġ à¸Īำà¸Ļวà¸Ļ", + "Ġà¸Īำ à¸Ļวà¸Ļ", + "Ġ анг", + "Ġа нг", + "Ġан г", + "Ïħ Ïĩ", + "èĻ «", + "ĠÙħ ÙĤر", + "ĠÙħÙĤ ر", + "ĠÙħÙĪسÛĮ ÙĤÛĮ", + "ut ut", + "ĠÐĽ е", + "ĠÐŁ ÑĸÑģлÑı", + "ãĤŃ ãĥ¼", + "ุล าà¸Ħม", + "åĩ ¡", + "ÏĢ οÏį", + "ÏĢο Ïį", + "ĠÃĸ dül", + "Ïĥ κ", + "Ġ ÑĨÑİ", + "ĠÑĨ Ñİ", + "Ñĭ ваÑı", + "Ñĭв аÑı", + "Ñĭва Ñı", + "ï½ŀ ï½ŀ", + "ĠØ´ ÙħاÙĦ", + "ĠØ´Ùħ اÙĦ", + "ĠØ´Ùħا ÙĦ", + "è¿ ħ", + "ĠبÙĦ Ú©Ùĩ", + "çİ Ľ", + "Ġì§Ģ ëĤĺ", + "ĠÙģ کر", + "ĠÑģÑĤеп ени", + "Ġна Ñĥки", + "ĠнаÑĥк и", + "çī© çIJĨ", + "ÄĽ le", + "ÄĽl e", + "Ġо ÑģкÑĸлÑĮки", + "ĠкÑĥлÑĮÑĤÑĥ ÑĢи", + "ĠкÑĥлÑĮÑĤÑĥÑĢ и", + "èĢĥ è¯ķ", + "Ġmateri ál", + "ĠÑģÑĤ воÑĢеннÑı", + "ĠÑģÑĤвоÑĢ еннÑı", + "Ġà¤ħ द", + "æıIJ åĩº", + "Ġè©ķ 価", + "ÙĴ د", + "Ġë§Įëĵ¤ ìĸ´", + "duÄŁu nu", + "duÄŁ unu", + "ÙĬ ÙĨÙĩ", + "ÙĬÙĨ Ùĩ", + "åĵ ¦", + "оÑĩ нÑĭÑħ", + "ĠÙħ ض", + "is mu", + "ism u", + "Ġ Ñĩай", + "ĠÑĩ ай", + "ĠÑĩа й", + "ÙĪ رÙĪب", + "ÙĪر ÙĪب", + "Ġ англ", + "Ġан гл", + "Ġанг л", + "oÄŁun luk", + "ĠпÑĢед пол", + "ĠÎŃ ÏīÏĤ", + "ส à¸ĸ", + "ĠÎķλλά δα", + "ĠBi lg", + "ĠBil g", + "Ġ بات", + "Ġب ات", + "Ġبا ت", + "ĠÐĽÑĮв Ñĸв", + "Ġyap ılması", + "Ġyapıl ması", + "æ£Ģ æŁ¥", + "æķ° åѦ", + "Ġ :.:", + "Ġ: .:", + "Ġ:. :", + "Ġ çİ©", + "Ġçİ ©", + "Îļ α", + "à¹Ģà¸Ĺ à¸Ħà¹Ĥà¸Ļà¹Ĥลย", + "Ġساخت ÙħاÙĨ", + "ĠìĨĮ 리", + "é¼ »", + "Ġs mr", + "Ġsm r", + "Ġëĭ¤ìĸij íķľ", + "Ġjed nánÃŃ", + "Ġjedn ánÃŃ", + "Ġjedná nÃŃ", + "Ġserv isi", + "Ġservi si", + "Ġservis i", + "Ġey lem", + "Ġм али", + "Ġмал и", + "Ġма ли", + "Ġvý hod", + "éĻ¤ äºĨ", + "ĠпоÑĢÑıд кÑĥ", + "Ġn ový", + "Ġno vý", + "Ġnov ý", + "å¤ ķ", + "ĠнекоÑĤоÑĢ Ñĭе", + "Ġ^ {}", + "Ġ^{ }", + "γÏī γ", + "Ñĥ ÑĪки", + "ÑĥÑĪ ки", + "Ġp sik", + "Ġps ik", + "Ġpsi k", + "ĠíĶĦ 리", + "Ø´ اء", + "Ġ ван", + "Ġв ан", + "Ġва н", + "Ġس ÙĥاÙĨ", + "ç¢ ¼", + "ĠÎľ η", + "ĠÑĥÑĢов енÑĮ", + "ãĤµ ãĥ¼", + "ĠاÙĦب ØŃر", + "Ġd nÃŃ", + "Ġdn ÃŃ", + "à¸ģาร ศ", + "e diÄŁi", + "edi ÄŁi", + "Ġbelir li", + "Ùĭ ØĮ", + "ĠzamÄĽst nan", + "ĠzamÄĽstn an", + "æŁ ±", + "ا ÙģÙĬ", + "اÙģ ÙĬ", + "Ġh ải", + "æĢĿ æĥ³", + "Ġn eler", + "Ġne ler", + "Ġnel er", + "Ġرس ÙħÛĮ", + "ĠرسÙħ ÛĮ", + "Ñģ еÑĢ", + "Ñģе ÑĢ", + "ãģĵãģ¨ ãģ§", + "ĠZá kladnÃŃ", + "л ова", + "ло ва", + "лов а", + "к ÑĤÑĥ", + "кÑĤ Ñĥ", + "ÙĪس Ùģ", + "Ñĸб лÑĸ", + "Ì Ĥ", + "ÑĢ д", + "éĻ ³", + "æį ·", + "ĠyaÅŁ ayan", + "à¥ģ à¤ļ", + "à¥ģठļ", + "ÑĸÑĤ ÑĤÑı", + "Ġb á»ģ", + "ëĤĺ ëĿ¼", + "Ġм ÑıÑģ", + "Ġ{ [%", + "Ġ{[ %", + "θ α", + "Ġдоз волÑı", + "Ġдозвол Ñı", + "Ġ åIJĦ", + "ĠåIJ Ħ", + "ĠÐŁ еÑĢв", + "ĠÐŁÐµÑĢ в", + "ĠSaÄŁ lık", + "ÑģÑĤоÑĢ иÑı", + "Ġbun lar", + "Ġs á»ķ", + "़ à¥į", + "Ġ åĪ©", + "ĠåĪ ©", + "ĠÑģ поÑģ", + "ĠÑģп оÑģ", + "Ġyap tır", + "Ġyaptı r", + "Ġt Æ°á»Ŀng", + "ÙĪ ÙĨØ©", + "ÙĪÙĨ Ø©", + "Ġ еп", + "Ġе п", + "ãģ§ãģį ãģªãģĦ", + "Ùģ تÙħ", + "Ùģت Ùħ", + "ĠÐĵ ол", + "íķĺ ì§Ģë§Į", + "íķĺì§Ģ ë§Į", + "Ġì§Ħ ì§ľ", + "Ġob jedn", + "Ġobj edn", + "Ġизмен ениÑı", + "女 人", + "Ġпл ани", + "Ġпла ни", + "Ġплан и", + "ĠFak ült", + "Ġt zv", + "Ġtz v", + "ĠобÑıз аÑĤелÑĮ", + "Ġблиз ÑĮко", + "r ası", + "ra sı", + "ras ı", + "ĠεÏĢί ÏĥηÏĤ", + "ĠÑĦак ÑĤи", + "ĠÑĦакÑĤ и", + "ĠÄIJ ặc", + "ĠAlt ın", + "л иÑĤ", + "ли ÑĤ", + "Ġл ÑĸÑģ", + "ĠлÑĸ Ñģ", + "çī §", + "Ġп ÑĥÑģÑĤ", + "ĠпÑĥ ÑģÑĤ", + "Ġком ÑĸÑģ", + "ä¿Ŀ éļľ", + "åħ· ä½ĵ", + "- ÑĤ", + "Ġtr hu", + "Ġtrh u", + "Ġâī Ī", + "Ġдека бÑĢÑı", + "ĠÑĦоÑĢм Ñĭ", + "ĠÑĦоÑĢ мÑĭ", + "Ng oÃłi", + "Ġdo hod", + "رÙĬ ÙĥÙĬØ©", + "رÙĬÙĥ ÙĬØ©", + "رÙĬÙĥÙĬ Ø©", + "ĠØ¢ÙħÙĪز Ø´ÛĮ", + "ĠØ¢ÙħÙĪزش ÛĮ", + "ĠzajÃŃm av", + "Ġkat ılım", + "Ġkatıl ım", + "ä¸ ĺ", + "Ġko num", + "Ġkon um", + "Ġkonu m", + "Ġм оÑĩ", + "Ġмо Ñĩ", + "ãĥ³ ãĥķ", + "ãĥ³ãĥ ķ", + "диви дÑĥ", + "Ġ äºļ", + "Ġ æĴ", + "Ġæ Ĵ", + "γÏģά ÏĨ", + "ãĥIJ ãĤ¹", + "Ġп Ñĥнк", + "ĠBir leÅŁik", + "Ġqu en", + "Ġque n", + "Ġq uen", + "Ġв каз", + "Ġвк аз", + "à¥ĩ शà¤ķ", + "à¥ĩश à¤ķ", + "ĠY unan", + "ĠYu nan", + "ĠYun an", + "ãģł ãģ¨", + "Û±Û¹ Û·", + "á ty", + "át y", + "Ġ ÙĪص", + "ĠÙĪ ص", + "Ġнег аÑĤив", + "ãģ¤ ãģ®", + "Ġ åĬ¨", + "ĠåĬ ¨", + "ãĥį ãĥĥãĥĪ", + "Ġд Ñĸй", + "ĠдÑĸ й", + "ĠbaÅŁ ında", + "Ġtr Æ°ng", + "Ġm akin", + "Ġma kin", + "Ġmak in", + "Ġ æĦĽ", + "ĠæĦ Ľ", + "м еÑĩ", + "ме Ñĩ", + "Ġ è¿ij", + "Ġè¿ ij", + "ÙĤ در", + "ÙĤد ر", + "Ġاست اÙĨد", + "ĠاستاÙĨ د", + "Ġinform acÃŃ", + "ार à¤ķ", + "è¬ Ŀ", + "ÑĢаб аÑĤ", + "Ġ çŃĶ", + "Ġç ŃĶ", + "ĠçŃ Ķ", + "Ġ èĩ³", + "Ġèĩ ³", + "Ġп олÑĮ", + "Ġпо лÑĮ", + "Ġпол ÑĮ", + "ĠÙĩÙĨ ر", + "ëĮĢ ë¹Ħ", + "Ġخارج ÛĮ", + "r act", + "ra ct", + "rac t", + "ãĢĤ ãģĵãĤĮ", + "ĠØ´ÙĪر اÛĮ", + "л енно", + "лен но", + "Ġh isset", + "Ġhis set", + "Ġhiss et", + "Ġc Ãłi", + "ĠcÃł i", + "ĠÑĦ оÑĤо", + "ĠÑĦоÑĤ о", + "æģ Ĵ", + "Ġмед иÑĨин", + "Ġмеди ÑĨин", + "ÑģÑĤ вÑĸ", + "ÑģÑĤв Ñĸ", + "ĠاÙĦ عÙĦ", + "ĠاÙĦع ÙĦ", + "ĠпиÑģÑĮ мен", + "ãĢĤ ãģ¾ãģŁ", + "Ġvlast nÄĽ", + "Ġп ода", + "Ġпо да", + "Ġпод а", + "Ïģ οι", + "Ïģο ι", + "Ġ ìĦĿ", + "ĠìĦ Ŀ", + "ĠìĿ¼ ìĿ´", + "Ġ ìĽĮ", + "ĠìĽ Į", + "ок Ñģи", + "окÑģ и", + "Ġos oby", + "Ġosob y", + "ÐŁÐ¾Ñģ ле", + "ĠÑĸÑģÑĤоÑĢ ÑĸÑĹ", + "ع ÙĦÙī", + "عÙĦ Ùī", + "н ка", + "ت Ùħبر", + "تÙħ بر", + "à¥ĩ हर", + "à¥ĩह र", + "ĠJ ana", + "ĠJan a", + "ĠJa na", + "ÙĦ ÙĬات", + "ÙĦÙĬ ات", + "ĠмаÑĢ ÑĤа", + "ĠÐļи ÑĶ", + "ĠÑĢоб оÑĤÑĥ", + "ĠÑĢобоÑĤ Ñĥ", + "Ġnh ấn", + "и Ñģлов", + "иÑģ лов", + "ëŁ Ń", + "Ġo dv", + "Ġod v", + "ĠT á»īnh", + "âĢľ ê·¸", + "ãģ» ãģĨ", + "é² ľ", + "м еÑĨÑĮ", + "ме ÑĨÑĮ", + "า ศาสà¸ķร", + "าศ าสà¸ķร", + "à¥ģ à¤ĵ", + "à¥ģठĵ", + "ิ à¸Ļà¸Ĺ", + "ิà¸Ļ à¸Ĺ", + "m ada", + "ma da", + "mad a", + "ز اÙħ", + "زا Ùħ", + "ĠÙĥ بÙĬر", + "å®ŀ æĸ½", + "ze ÅĪ", + "Ġl ái", + "Ġlá i", + "Ïĥ μα", + "Ïĥμ α", + "ا سات", + "اس ات", + "ÑĦ ÑĤ", + "è° ±", + "çĮ ľ", + "Ġpro bÃŃ", + "Ġprob ÃŃ", + "æľĢ è¿ij", + "ÑĢ ад", + "ÑĢаР´", + "ÑĢа д", + "ãĤ½ ãĥ³", + "Ġ клад", + "Ġк лад", + "Ġкл ад", + "Ġкла д", + "à¥ľ à¤ķ", + "é v", + "ล าย", + "ลา ย", + "èİ İ", + "ĠμÎŃ ÏĩÏģι", + "Ġ кÑĥÑģ", + "Ġк ÑĥÑģ", + "ĠкÑĥ Ñģ", + "Ġ íĻĺê²½", + "ĠíĻĺ ê²½", + "Ñĩ оÑĹ", + "åıĺ åĮĸ", + "Ġب تÙĪاÙĨ", + "Ġبت ÙĪاÙĨ", + "Ġt ắt", + "Ġgöster en", + "а лÑİ", + "ал Ñİ", + "Ġкоман ди", + "Ġкоманд и", + "Ġ 컨", + "Ġì» ¨", + "Ñĥ нд", + "Ñĥн д", + "Ġج ÙĦÙĪ", + "ĠجÙĦ ÙĪ", + "åŃIJ çļĦ", + "ĠÑģ б", + "ĠÐł аÑģ", + "ĠÐłÐ° Ñģ", + "P CP", + "PC P", + "ĠCumhur baÅŁ", + "од аÑĤелÑĮ", + "ÃŃ sto", + "ÃŃs to", + "ÃŃst o", + "Ġo znám", + "Ġoz nám", + "ãĥ¼ ãĥĭ", + "ãĥ¼ãĥ ĭ", + "Ġok uy", + "Ġoku y", + "o phy", + "op hy", + "oph y", + "า à¸Ļà¸Ħร", + "าà¸Ļ à¸Ħร", + "ĠÎķ θν", + "ay ım", + "ayı m", + "Ùİ Ø£", + "æİ ¡", + "Ġfunk ce", + "Ġfunkc e", + "æļ ĸ", + "Ø· ار", + "ĠÐĿ аг", + "ĠÐĿа г", + "Ġ ä¸ĩåĨĨ", + "Ġä¸ĩ åĨĨ", + "Ġ íĴį", + "ĠíĴ į", + "Ġ ä½ı", + "Ġ ï¼İ", + "Ġï¼ İ", + "Ñĭ ваÑİÑĤÑģÑı", + "Ñĭв аÑİÑĤÑģÑı", + "Ñĭва ÑİÑĤÑģÑı", + "ÑĭваÑİÑĤ ÑģÑı", + "ĠP la", + "ĠPl a", + "ا ÙĬÙĦ", + "اÙĬ ÙĦ", + "Ġ무 ìĹĩ", + "Ġкон еÑĩно", + "к м", + "à¤Ĥ पर", + "à¤Ĥप र", + "Ġ ìłķë¶Ģ", + "Ġìłķ ë¶Ģ", + "ĠëĤ´ 볤", + "ãĤ° ãĥ«", + "çģ °", + "Ġc yk", + "Ġcy k", + "Ġжел Ñĥд", + "ĠëĨĴ ìĿĢ", + "çĶŁ åij½", + "æµ ´", + "Ġart Ä±ÅŁ", + "Ġ Ðĩ", + "ĠÐ ĩ", + "ï¼ ²", + "e kim", + "ek im", + "eki m", + "ĠÑĦ едеÑĢа", + "ĠвеÑĢеÑģ нÑı", + "н иÑĤе", + "ни ÑĤе", + "ниÑĤ е", + "ĠÄ°ÅŁ te", + "ĠÙĪضع ÛĮت", + "ãģķ ãģ¾", + "ĠtÅĻ etÃŃ", + "ĠtÅĻet ÃŃ", + "u luÄŁ", + "ulu ÄŁ", + "ĠCumhur iyet", + "ä¼ Ł", + "Ġ ë§Ŀ", + "Ġë§ Ŀ", + "Ġver mek", + "Ġverm ek", + "Ġn alez", + "Ġna lez", + "Ġnal ez", + "Ġnale z", + "çĵ ¶", + "Ġd iÅŁ", + "Ġdi ÅŁ", + "ĠH á»ĵng", + "ĠHá»ĵ ng", + "غ ÙĬرة", + "غÙĬر Ø©", + "å© Ĩ", + "н ив", + "ни в", + "Ġr út", + "' nda", + "'n da", + "Ġh roz", + "Ġhr oz", + "à¥ī प", + "Ġза коном", + "Ġзак оном", + "Ġзакон ом", + "Ġзако ном", + "Ġjed nu", + "Ġjedn u", + "ĠKa dın", + "ĠKad ın", + "in dir", + "ind ir", + "indi r", + "س ازÛĮ", + "åĮº åŁŁ", + "ĠkonuÅŁ tu", + "Ġز ÙĨد", + "ĠزÙĨ د", + "ा ĊĊ", + "ाĊ Ċ", + "ĠÐIJ з", + "à¸ĩ à¸Ĥà¸Ńà¸ĩ", + "à¸ĩà¸Ĥ à¸Ńà¸ĩ", + "ĠÑģвой ÑģÑĤва", + "Ġìŀij íĴĪ", + "пе ки", + "Ġ å°±", + "Ġå° ±", + "ев ого", + "ево го", + "ĠtaÅŁ ıy", + "ĠÙħÙĨ Ø·ÙĤØ©", + "ĠÙħÙĨØ· ÙĤØ©", + "ĠÃĩ ocuk", + "Û² Û·", + "ĠÏĥÏħ μÏĢ", + "é£Ł åĵģ", + "h á", + "ï¼ ¯", + "ÙĦ ÙħÙĩ", + "ÙĦÙħ Ùĩ", + "ãģ¨ãģª ãģ£ãģŁ", + "о ÑĢÑĸ", + "оÑĢ Ñĸ", + "° }", + "ĠtaÅŁ ın", + "çŁ ¿", + "ĠÑĩаÑģÑĤ ини", + "ĠÑĩаÑģÑĤи ни", + "ĠدÙĬ سÙħبر", + "Ġ èī¯", + "Ġèī ¯", + "st ÅĻÃŃ", + "Ġ ÑĨик", + "ĠÑĨ ик", + "ĠÑĨи к", + "âĢķâĢķ âĢķâĢķ", + "ĠÄ°ng iltere", + "ĠÑģÑĤ ÑĢаÑĤег", + "ĠÑģÑĤÑĢ аÑĤег", + "ÃĦ Ÿ", + "и Ñĩного", + "иÑĩ ного", + "иÑĩно го", + "ÃŃ rk", + "ÃŃr k", + "ĠÎij Ïģ", + "! âĢľĊĊ", + "!âĢľ ĊĊ", + "Ġ 깨", + "Ġê¹ ¨", + "à¥ģà¤Ĩ त", + "ĠدÙĨÛĮ ا", + "ĠدÙĨ ÛĮا", + "l ÃŃn", + "lÃŃ n", + "Ġà¤ķ ड", + "ĠÙħ بت", + "ĠÙħب ت", + "ем ÑĭÑħ", + "о би", + "об и", + "ย à¸Ļà¸ķ", + "ยà¸Ļ à¸ķ", + "à¤Ĥध न", + "ÚĨ ÛĮ", + "Ġ çŁ¥", + "Ġç Ł¥", + "ĠçŁ ¥", + "ĠXu ân", + "a daki", + "ad aki", + "ada ki", + "Ġ orta", + "Ġor ta", + "Ġort a", + "æł¹ æľ¬", + "åħ± åIJĮ", + "н ений", + "не ний", + "нен ий", + "ب ÙĬرة", + "بÙĬ رة", + "بÙĬر Ø©", + "çŃ ĭ", + "ïº Ķ", + "âĢĮ ÙĩاÙĬ", + "âĢĮÙĩا ÙĬ", + "Ġö deme", + "Ġödem e", + "ĠØ¢ÙĨ ÚĨÙĩ", + "Ġза Ñıви", + "ĠзаÑıв и", + "ĠÙĨÙĤ Ø´Ùĩ", + "ĠÙĨÙĤØ´ Ùĩ", + "Ġ ç³»", + "Ġç ³»", + "Ġç³ »", + "à¥ĭ ।", + "Ġì§Ģ ìłķ", + "Ġin sp", + "Ġins p", + "Ġ ÑĤен", + "ĠÑĤ ен", + "ĠÑĤе н", + "Ġت Ø·", + "Ġqu ảng", + "Ġquả ng", + "Ġquản g", + "åī £", + "ãģı ãģ®", + "ĠÑĨ им", + "ĠÑĨи м", + "k ovi", + "ko vi", + "kov i", + "i yah", + "iy ah", + "iya h", + "Ġ ëIJľëĭ¤", + "ĠëIJľ ëĭ¤", + "ص Ùĩ", + "ĠÄij u", + "Ġsu á»ijt", + "ı ma", + "ım a", + "ì§Ģ ê³ł", + "Ì ĥ", + "à¸ļ าย", + "ĠCert if", + "ĠCer tif", + "ĠÑĥÑģ ÑĸÑħ", + "ĠÑĥÑģÑĸ Ñħ", + "à¸ķะ ว", + "εί ÏĦε", + "Ġ č", + "Ġмож ливÑĸÑģÑĤÑĮ", + "Ġможлив ÑĸÑģÑĤÑĮ", + "Ġ -âĢIJ", + "Ġ- âĢIJ", + "Ġ íĺ¹", + "Ġíĺ ¹", + "ìĤ¬ ì§Ħ", + "Ġд аниÑħ", + "Ġда ниÑħ", + "Ġдан иÑħ", + "Ġzah áj", + "주 ëĬĶ", + "Ġг ид", + "n iž", + "ni ž", + "Ġ^{ °}", + "Ġk ro", + "Ġkr o", + "Äį en", + "Äįe n", + "ÏĨ ι", + "ımız da", + "Ġ æ¹ĸ", + "Ġæ¹ ĸ", + "Ġпов ÑĢежд", + "Ġì¡´ ìŀ¬", + "à¸Ļ าà¸Ļ", + "à¸Ļา à¸Ļ", + "μÎŃ Î½Î¿ÏĤ", + "μÎŃν οÏĤ", + "μÎŃνο ÏĤ", + "æ½ ľ", + "ï¼Į 使", + "Ġd osp", + "Ġdo sp", + "Ġdos p", + "Ġl iá»ģn", + "Ġli á»ģn", + "ัà¸ļ à¸Ħวาม", + "ัà¸ļà¸Ħ วาม", + "ĠÑĢабоÑĤ е", + "ĠÑĢаб оÑĤе", + "ĠÑĢабо ÑĤе", + "Ġмай бÑĥÑĤ", + "à¹Ģà¸ģ ษ", + "B aÅŁ", + "Ba ÅŁ", + "Ġ æĿ±äº¬", + "ĠæĿ± 京", + "наÑĩ ала", + "δ ει", + "δε ι", + "à¥Ī प", + "Ñĸ мÑĸ", + "Ñĸм Ñĸ", + "Ġf izik", + "Ġfi zik", + "Ġfiz ik", + "ว ล", + "ä¼ į", + "Ġ à¸Ĭà¸Ļะ", + "Ġà¸Ĭ à¸Ļะ", + "' ÑıÑĤ", + "'Ñı ÑĤ", + "н ил", + "ни л", + "и нов", + "ин ов", + "ĠÄijo án", + "รว à¸Ī", + "f et", + "fe t", + "à¹Į à¹Ĥ", + "Ġ маÑĤи", + "Ġм аÑĤи", + "ĠмаÑĤ и", + "Ġма ÑĤи", + "é¨ İ", + "Ðļ Т", + "à¹Ģส à¸Ļà¸Ń", + "à¹Ģสà¸Ļ à¸Ń", + "Ġм ав", + "Ġма в", + "lı ģına", + "lıģı na", + "lıģ ına", + "lıģın a", + "Ġпо Ñĩина", + "ĠпоÑĩ ина", + "ู à¸ķร", + "ูà¸ķ ร", + "ÑĨ еÑĢ", + "ÑĨе ÑĢ", + "uj ete", + "uje te", + "ujet e", + "Ġtah min", + "Ġвим ог", + "า à¸Ł", + "าภŁ", + "е дж", + "ед ж", + "ÏĦ εÏį", + "ÏĦε Ïį", + "ad la", + "ĠÄij Æ°Æ¡ng", + "Ġد استاÙĨ", + "Ġbas ın", + "Ġba sın", + "ĠÑħ в", + "Ġ reak", + "Ġre ak", + "ĠоÑĤ меÑĤ", + "æ³ ¥", + "Ġm áte", + "Ġmá te", + "Ġmát e", + "Ġzo run", + "Ġzor un", + "ãģ¨æĢĿ ãģĨ", + "Ġدر جة", + "ĠвÑĸд ÑģÑĥÑĤ", + "Ġع اÙħÙĦ", + "ĠعاÙħ ÙĦ", + "èĶ µ", + "Ġson raki", + "Ġsonra ki", + "Ġmoh li", + "Ġmohl i", + "и ваеÑĤ", + "ив аеÑĤ", + "ива еÑĤ", + "ĠпÑĸд ÑģÑĤав", + "Ġost rov", + "Ġostr ov", + "ान व", + "âĢŀ P", + "Ġви знаÑĩа", + "ĠвизнаÑĩ а", + "Ġprav dÄĽpodob", + "Ġz az", + "Ġza z", + "ìĿ´ 를", + "Ġдж еÑĢ", + "ĠÐł ад", + "ĠÐłÐ° д", + "ĠÑģеÑĢÑĮ ез", + "Ġ дем", + "Ġд ем", + "Ġде м", + "ÏĢ ή", + "ĠÐĦ вÑĢоп", + "ĠÐĦв ÑĢоп", + "ĠÄįesk é", + "ĠÄįe ské", + "ï¾ ı", + "Ġ ØŃÙĬ", + "ĠØŃ ÙĬ", + "ì¼ ĢìĿ´", + "ì¼Ģ ìĿ´", + "ĠØ® ÙĪÙĨ", + "ĠØ®ÙĪ ÙĨ", + "Âł L", + "ãģĦ ãģ«", + "из неÑģ", + "ĠÙħ ÙĤاÙħ", + "ĠÙħÙĤ اÙħ", + "ĠاÙĦ ØŃÙĦ", + "ĠاÙĦØŃ ÙĦ", + "ëĨ į", + "ĠØ¢ ÛĮا", + "ĠØ¢ÛĮ ا", + "ç¿ ¼", + "ï¼ ½", + "æ¸ IJ", + "ли вÑĸ", + "лив Ñĸ", + "ãģĦ ãģ¦ãģĦãĤĭ", + "ãģĦãģ¦ ãģĦãĤĭ", + "Ġ ÎijÎł", + "ĠÎij Îł", + "ĠиÑģполÑĮз ÑĥеÑĤÑģÑı", + "ĠиÑģполÑĮзÑĥ еÑĤÑģÑı", + "Ġm át", + "Ġmá t", + "Ġμε γά", + "Ġμεγ ά", + "ëħ ¼", + "æµ· éģĵ", + "ĠÙħØ´Ú© ÙĦات", + "ĠÙħØ´Ú©ÙĦ ات", + "Ñĩ на", + "'; ';", + "Ġ μία", + "Ġμ ία", + "Ïģ Ïİν", + "ÏģÏİ Î½", + "Ġby ste", + "ĠÑįлек ÑĤÑĢи", + "ĠÑįлекÑĤÑĢ и", + "ĠY ardım", + "ĠYard ım", + "ĠYar dım", + "Ġh át", + "Ġhá t", + "ĠÐĶ еÑĢжав", + ". С", + "Ġo rada", + "Ġor ada", + "Ġora da", + "Ġal anı", + "Ġalan ı", + "åľ° åŁŁ", + "ĠدÙĩ ÙĨد", + "мен ÑĪ", + "ĠоÑĢг анов", + "ĠоÑĢган ов", + "Ġع ص", + "ู à¸ĩส", + "ูà¸ĩ ส", + "ĠØ´ عر", + "Ġشع ر", + "Ġìĸ »", + "Ġά λλ", + "Ġάλ λ", + "Ġg ói", + "Ġgó i", + "ĠÙĨ اØŃ", + "å¼ ĺ", + "à¥įथ ल", + "i lim", + "il im", + "ili m", + "ëIJĺ ì§Ģ", + "Ġкон ÑĨе", + "ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł", + "Ġì¤Ģ ë¹Ħ", + "Ġostat nÃŃ", + "Ġvlá dy", + "Ġvlád y", + "ĠÑģо биÑĢа", + "ĠÑģоб иÑĢа", + "ĠìĹŃ ìĤ¬", + "à¹ģ à¸ģรม", + "à¹ģà¸ģ รม", + ". ï¼ı", + "Ùı ÙĪÙĨ", + "ÙıÙĪ ÙĨ", + "Ù¾ س", + "ĠW ikip", + "ĠWi kip", + "ĠWiki p", + "ĠWik ip", + "Ġ æ¾", + "Ġæ ¾", + "Ġж аÑĢ", + "容 æĺĵ", + "ĠprostÅĻed nictvÃŃm", + "Ġž eny", + "Ġže ny", + "Ġžen y", + "Ġèı²å¾ĭ宾 çĶ³åįļ", + "а ÑİÑĤÑģÑı", + "аÑİÑĤ ÑģÑı", + "Ġm iêu", + "Ġmi êu", + "Ġp enÃŃze", + "δ ιά", + "δι ά", + "ol dur", + "old ur", + "ĠпÑĢимеÑĢ но", + "ĠìŀĪ ê³ł", + "à¸ĩ à¸Ńย", + "к овий", + "ко вий", + "ков ий", + ". ÎŁ", + "à¹ĥ à¸Ħร", + "çĭ ł", + "ĠÐŁ Ñĸв", + "æĶ¹ éĿ©", + "ĠÐĿаÑģ еление", + "Å¡et ÅĻ", + "ÙĴ ب", + "Ġ âĶĢ", + "ĠâĶ Ģ", + "غ ÙĬÙĦ", + "ĠдÑĸÑıлÑĮ нÑĸÑģÑĤÑĮ", + "ĠÙĦ ÙĬس", + "ĠÙĦÙĬ س", + "Ġìĭľ ìŀ¥", + "ãĥŁ ãĥ¥", + "ĠÚ© ÙĪت", + "ĠÚ©ÙĪ ت", + "ĠÎĵ ι", + "ิ à¹Ģว", + "e ktor", + "ek tor", + "ekt or", + "ĠбÑĥд Ñĥ", + "ĠбÑĥ дÑĥ", + "но важ", + "нов аж", + "нова ж", + "Ñī аеÑĤÑģÑı", + "Ñīа еÑĤÑģÑı", + "Ġng ôn", + "ĠvÄĽ c", + "å¾ IJ", + "à¸Ńà¹Ģม ร", + "ัà¸į à¸Ĭ", + "ĠиÑģполÑĮз ÑĥÑİÑĤ", + "ĠиÑģполÑĮзÑĥ ÑİÑĤ", + "r ubu", + "ru bu", + "rub u", + "Ġnh á»±a", + "ãģĮ ãģĬ", + "ĠÐĵ аÑĢ", + "о ÑĢе", + "оÑĢ е", + "Ġз олоÑĤ", + "æ Ł³", + "æŁ ³", + "Ġ ÙĬØ´", + "ĠÙĬ Ø´", + "Ġповин нÑĸ", + "اÙĤ تص", + "ÙĦ ØŃ", + "ĠокÑĤ ÑıбÑĢÑı", + "ĠnÄĽk dy", + "Ġо бÑĢа", + "Ġоб ÑĢа", + "ست Ú¯ÛĮ", + "符 åIJĪ", + "Ġth iá»ĥu", + "æĺ¯ ä»Ģä¹Ī", + "Ġro zs", + "Ġroz s", + "ì½ľ 걸", + "Ġк аÑĦ", + "Ġка ÑĦ", + "åIJĮ æŃ¥", + "ì¼ ĵ", + "ÏĢ ÏĦÏħ", + "à¸ł ายà¹ĥà¸Ļ", + "ι ÏĥÏĦή", + "ιÏĥ ÏĦή", + "ĠدÙĪÙĦ ار", + "ĠÙħا ÙĬÙĪ", + "ĠÙħاÙĬ ÙĪ", + "Ġ peÄį", + "Ġp eÄį", + "Ġpe Äį", + "ัà¸ļ ม", + "ÎĻ ÎĶ", + "ı ydı", + "ıy dı", + "ัà¸ģ à¸Ĺ", + "à¸Ľà¸£à¸° à¸ĸม", + "κ αι", + "κα ι", + "Ġpro dej", + "Ġprod ej", + "ĠиÑİ Ð»Ñı", + "Ġv Å©", + "é© ±", + "Ġh vÄĽ", + "Ġhv ÄĽ", + "æĥ³ è¦ģ", + "ç¯ Ħ", + "ç ak", + "ça k", + "Ġм Ñıг", + "ım ın", + "ımı n", + "Ġdisp ozici", + "Ġu kaz", + "Ġuk az", + "r acak", + "ra cak", + "rac ak", + "Ġболез ни", + "ว à¹Ĥม", + "Ġз ел", + "ĠÐĴ ики", + "ĠÐĴи ки", + "ĠÐĴик и", + "ĠÐł од", + "ูà¸ģ à¸Ħ", + "í ij¸", + "Ġth ải", + "ĠbaÄŁ ımsız", + "ĠÑĢоÑģ Ñģий", + "ĠÐļ ам", + "ĠÐļа м", + "ĠиÑģполÑĮзов аниÑı", + "ĠиÑģполÑĮз ованиÑı", + "ĠиÑģполÑĮзовани Ñı", + "ĠØŃ Ø°", + "Âł ³³³³³³³³", + "³³ ³³³³³³³", + "³³³³ ³³³³³", + "³³³ ³³³³³³", + "³³³³³³³³ Âł", + "³³³³³³³ ³³", + "³³³³³ ³³³³", + "³³³³³³ ³³³", + "ĠاÙĨت ÙĤاÙĦ", + "Ġаб ÑģолÑİÑĤ", + "Ġ Ä±ÅŁÄ±k", + "ĠÄ±ÅŁÄ± k", + "ÏĦο γÏģαÏĨ", + "ĠболÑĮÑĪ ой", + "Ġعب ارت", + "Ġعبار ت", + "ÃŃ Å¾", + "Ġدر ست", + "Ġدرس ت", + "ĠÑģл ово", + "ĠÑģлов о", + "ĠÑģло во", + "à¥Ī Ċ", + "ب ÙĪب", + "بÙĪ ب", + "ĠÐĴ оÑĤ", + "ĠÐĴо ÑĤ", + "ว à¹Ħà¸Ľ", + "Ġbil inen", + "Ġbilin en", + "Ġ ÙĤÙĬ", + "ĠÙĤ ÙĬ", + "Ġbun ların", + "Ġbunlar ın", + "Ġbunları n", + "Ùij ت", + "Ġbas it", + "Ġba sit", + "ë¦ ¿", + "ائ رة", + "ائر Ø©", + "Ġp ů", + "Ġed ilmiÅŁ", + "Ġedilm iÅŁ", + "Ġedil miÅŁ", + "Ġ ä½IJ", + "ĠYön etim", + "ĠYönet im", + "Ùħ ÛĮر", + "ÙħÛĮ ر", + "Ġsp ou", + "Ġspo u", + "æ·± åľ³", + "Ġвза ÑĶм", + "ÎĻ ÎĽ", + "Ð ĥ", + "ĠдеÑĢжав ноÑĹ", + "Ġ mrt", + "Ġm rt", + "Ġmr t", + "ĠDe mir", + "ĠDem ir", + "é» İ", + "ĠÑĢег ÑĥлÑıÑĢ", + "Ġник огда", + "å¼ ¾", + "à¥ī ड", + "Ġг лаз", + "Ġгла з", + "ĠÙħÛĮ Ú©ÙĨ", + "ĠÙħÛĮÚ© ÙĨ", + "éĻIJ å®ļ", + "Ġнав к", + "Ġпод ÑĤ", + "ĠتصÙĪ ÛĮر", + "ĠاÙĦØŃ Ø¯ÙĬØ«", + "Ġdo Å¡lo", + "нÑİ Ñİ", + "ĠÑģ Ñħод", + "ĠÑģÑħ од", + "Ø· ÙĤØ©", + "ĠÑģенÑĤ ÑıбÑĢÑı", + "çī¹ æ®Ĭ", + "à¸ģาร à¹ģà¸Ĥ", + "á zd", + "áz d", + "ÑĶ ÑĤе", + "ĠΣ ε", + "ĠÙĦ ÙĥÙĦ", + "ĠÙĦÙĥ ÙĦ", + "åIJį åŃĹ", + "اÙĨ ÛĮا", + "اÙĨÛĮ ا", + "Ġc ins", + "Ġcin s", + "Ġci ns", + "기 ìĹħ", + "Ġ éŁ³", + "Ġé Ł³", + "ĠéŁ ³", + "éł ĥ", + "ย าย", + "ยา ย", + "ìļ ķ", + "ĠvÃŃ tÄĽz", + "à¥įर ब", + "Ġشر ÙĤÛĮ", + "ĠشرÙĤ ÛĮ", + "ĠbezpeÄį nost", + "Ġçerç ev", + "Ġ 맼", + "Ġë§ Ľ", + "c ky", + "ck y", + "ĵ ¨", + "ĠÑĥм оваÑħ", + "ĠÑĥмов аÑħ", + "л иÑħ", + "ли Ñħ", + "m eniz", + "men iz", + "meni z", + "Ġب Ú¯ÛĮر", + "Ġبگ ÛĮر", + "ÙĨ Ùī", + "Ġ à¸ģารà¹ģà¸Ĥ", + "Ġà¸ģาร à¹ģà¸Ĥ", + "ι Ïĥε", + "ιÏĥ ε", + "âĢ³ E", + "Ġdönem inde", + "리 ì¹´", + "Ġ åĪ°", + "ĠåĪ °", + "Ġhu kuk", + "Ġhuku k", + "а ÑĤоÑĢа", + "аÑĤ оÑĢа", + "аÑĤоÑĢ а", + "аÑĤо ÑĢа", + "ĠاÙĦ عÙĨ", + "ĠاÙĦع ÙĨ", + "ïº ĺ", + "ün üz", + "ünü z", + "Ñģ оÑĤ", + "Ñģо ÑĤ", + "ุ ษ", + "Ġd Æ°Æ¡ng", + "ov ny", + "Ġ ÑĦоÑĢма", + "ĠÑĦоÑĢм а", + "ĠÑĦоÑĢ ма", + "ãģĹ ãģ®", + "ãģĹãģ ®", + "ز ÙĬز", + "زÙĬ ز", + "ĠاÙĦÙĨ اس", + "Ġ Ñĩим", + "ĠÑĩ им", + "ĠÑĩи м", + "大 人", + "Ú¯ ÙĬ", + "ĠÐĵ оÑģп", + "é¢Ĩ 导", + "Ġn inh", + "Ġni nh", + "Ġnin h", + "Ġร าà¸Ħา", + "Ġราà¸Ħ า", + "ÙĤ اء", + "ìī ¬", + "ĠìĿ´ ìłĦ", + "ĠÃ¶ÄŁret men", + "ĠÑĨвеÑĤ а", + "ен ноÑģÑĤÑĮ", + "енно ÑģÑĤÑĮ", + "大 ãģį", + "ĠмиÑģÑĤ еÑĨÑĤ", + "ر ÙĪت", + "رÙĪ ت", + "p oÅĪ", + "po ÅĪ", + "ĠÅŀ irket", + "ĠкÑĢаÑģ ив", + "ĠÑĢеÑģ ÑĥÑĢÑģ", + "ĠÑĢеÑģÑĥÑĢ Ñģ", + "ä¹ ¾", + "Ġ ÙģÙĩ", + "ĠÙģ Ùĩ", + "ĠY Ãĸ", + "èĬ ³", + "μ ÏīÏĤ", + "ÄĽ ji", + "ÄĽj i", + "Ġв лаж", + "Ġвла ж", + "ĠÑĥв ели", + "ا ذا", + "اذ ا", + "ãĢĤ å¦Ĥæŀľ", + "ĠпÑĢи ÑģÑĥÑĤÑģÑĤв", + "ĠẤ n", + "æĢ ĸ", + "ĠÐľ еÑĤ", + "Ġje dna", + "Ġjed na", + "Ġjedn a", + "Ġc ục", + "Ġcụ c", + "ĠاÙĨت شار", + "Ġз окÑĢема", + "и ÑĩеÑģки", + "иÑĩеÑģ ки", + "ĠкÑĢаÑĹ Ð½Ð¸", + "ĠкÑĢаÑĹн и", + "и ÑĢÑĥ", + "иÑĢ Ñĥ", + "ĠÑĸн ÑĤеÑĢ", + "ĠÑĸнÑĤ еÑĢ", + "Ġан алог", + "Ñ Ľ", + "ี à¸ĭ", + "н Ñĥли", + "нÑĥ ли", + "нÑĥл и", + "ĠN inh", + "ĠNi nh", + "ĠNin h", + "еÑĢ аÑĤоÑĢ", + "еÑĢа ÑĤоÑĢ", + "Ġr uce", + "Ġru ce", + "ĠÑĪ кÑĸ", + "ĠÑĪк Ñĸ", + "تر ÙĨت", + "Ġson rası", + "Ġsonra sı", + "Ġ æį", + "Ġæ į", + "ÑĨен ÑĤÑĢа", + "ÑĨенÑĤ ÑĢа", + "Ġà¸Ńำ à¹Ģà¸ł", + "Ø· ÙĬ", + "ï¼Į å½ĵ", + "ĠÑĤ ÑĢеÑħ", + "ĠÑĤÑĢ еÑħ", + "Âł H", + "æ´ ª", + "ãĥ³ ãĥĦ", + "ãĥ³ãĥ Ħ", + "ĠвÑĸдповÑĸд алÑĮ", + "âĢĻ daki", + "âĢĻd aki", + "âĢĻda ki", + "á ÅĻi", + "áÅĻ i", + "ĠpÅĻ em", + "ĠpÅĻe m", + "t uk", + "tu k", + "ĠÙģر ÙħÙĪد", + "ĠÙģرÙħ ÙĪد", + "Ġ ìĿ¸ì¦Ŀ", + "ĠìĿ¸ ì¦Ŀ", + "สำ à¸Ļ", + "ìĥģ ìĿĺ", + "ÅĻ ÃŃm", + "ÅĻÃŃ m", + "æ¾ ¤", + "Ġ ÑĢей", + "ĠÑĢ ей", + "ĠÑĢе й", + "ĠлÑİб ой", + "u jte", + "uj te", + "ë³µ ì§Ģ", + "Ġ درس", + "Ġد رس", + "Ġدر س", + "ĠÐĴ лади", + "ĠÑģво им", + "ĠÑģвои м", + "ĠìĿ¸íĦ° ëĦ·", + "è± Ĭ", + "Ġн алог", + "Ġнал ог", + "ãĤĪ ãģ³", + "ĠØ® اطر", + "Ġ ìŀħëĭĪëĭ¤", + "Ġìŀħ ëĭĪëĭ¤", + "ãĢĤ ãģĹãģĭãģĹ", + "л аг", + "ла г", + "å° ĸ", + "ëĭ ¥", + "ìĬ¤ ëĬĶ", + "ìĭł ì²Ń", + "ãĥĩ ãĥ¼ãĤ¿", + "ĠÑĥÑĢов нÑı", + "Ġ무 ìĬ¨", + "ĠاÙĦØ£ رض", + "à¹ī à¸ķ", + "Ỽ t", + "ĠÙĨÛĮ رÙĪ", + "ĠÙĨÛĮر ÙĪ", + "å¢ ¨", + "ãĤ¶ ãĥ¼", + "r uba", + "ru ba", + "rub a", + "ĠÙĨØ´ دÙĩ", + "и лÑı", + "ил Ñı", + "a cÃŃm", + "ac ÃŃm", + "acÃŃ m", + "ãĥ© ãĤ¯", + "X H", + "Ġس رد", + "Ġسر د", + "Ġद स", + "t ember", + "tem ber", + "ĠDoÄŁ um", + "ĠDoÄŁu m", + "ĠпÑĢ оÑĢ", + "ĠпÑĢо ÑĢ", + "θ οÏĤ", + "θο ÏĤ", + "ĠiÅŁ e", + "à¸Ń à¸Ł", + "л аÑĪ", + "ла ÑĪ", + "اص ÙĦÙĩ", + "اصÙĦ Ùĩ", + "l ivÄĽ", + "li vÄĽ", + "liv ÄĽ", + "ë¶Ģ ë¶Ħ", + "н ак", + "на к", + "åįģ ä¸ī", + "ส าห", + "à¸Ľà¸£à¸°à¹Ģà¸Ĺศ à¹Ħà¸Ĺย", + "ãĤŃ ãĥ³ãĤ°", + "ĠмеÑĤ оÑİ", + "Ġkullan arak", + "âij ¡", + "ÛĮز ات", + "ĠÙħÙĪب اÛĮÙĦ", + "ĠзнаÑĩ иÑĤ", + "Ġзна ÑĩиÑĤ", + "Ġorgan izace", + "Ġorganiz ace", + "ÑĢ ии", + "ÑĢи и", + "ov na", + "Ġ ê²½ìłľ", + "Ġê²½ ìłľ", + "ãĢģ å½¼", + "Ġम स", + "Ġ à¹Ĥà¸Ľà¸£", + "Ġà¹Ĥ à¸Ľà¸£", + "L ARI", + "LA RI", + "LAR I", + "æĩ Ĥ", + "Ġ ва", + "Ġв а", + "ĠÙĥ ÙĨت", + "ĠÙĥÙĨ ت", + "ĠÑĢабоÑĤ а", + "ĠÑĢаб оÑĤа", + "ĠÑĢабо ÑĤа", + "Âł ĠÂłĠÂł", + "ÂłĠ ÂłĠÂł", + "ÂłĠÂł ĠÂł", + "好 äºĨ", + "ĠzamÄĽst n", + "ж енÑĮ", + "же нÑĮ", + "жен ÑĮ", + "Ġu kon", + "Ġuk on", + "nÄĽ né", + "nÄĽn é", + "Ġ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "ĠاÙĦخاص Ø©", + "ĠÄį asu", + "ĠÄįas u", + "å°ı 说", + "ĠØŃر کت", + "æij Ħ", + "Ïĩ Ïī", + "ĠÑģв еж", + "æĸ° éĹ»", + "Ġ ìĭ±", + "Ġìĭ ±", + "Ġe ÄŁer", + "ĠeÄŁ er", + "Ġsitu ace", + "Ġ ç·¨", + "Ġç ·¨", + "Ġç· ¨", + "f ik", + "fi k", + "ë§ Īëĭ¤", + "ë§Ī ëĭ¤", + "Îķ Îļ", + "Ġê°ľ ìµľ", + "Ġc Ãł", + "ا دث", + "اد Ø«", + "Ġsay ıda", + "Ġsayı da", + "ĠØ£ ÙģضÙĦ", + "ĠØ£Ùģ ضÙĦ", + "æ³ķ éĻ¢", + "Ġ .,", + "Ġ. ,", + "ĠTh Æ°Æ¡ng", + "Ïģ ÏĮÏĤ", + "ÏģÏĮ ÏĤ", + "ãģĹ ãĤĪãģĨ", + "Ç İ", + "æ ij¸", + "æij ¸", + "Ġ éĻ³", + "ĠéĻ ³", + "¥ IJ", + "ฤ à¸Ķ", + "Ġgi ảng", + "Ġgiả ng", + "Ġgiản g", + "ĠлÑİ Ð±Ð¾Ð²", + "ĠлÑİб ов", + "Ġek ran", + "о пиÑģ", + "оп иÑģ", + "еж дÑĥ", + "Ġназ ва", + "æĭ ĵ", + "ı f", + "à¹Ī à¸ģ", + "и ÑĩнÑĸ", + "иÑĩ нÑĸ", + "Ġ ê³Ħíļį", + "Ġê³Ħ íļį", + "à¸ł าà¸Ħม", + "à¸łà¸²à¸Ħ ม", + "Ġ اپ", + "Ġا Ù¾", + "리 ìĿĺ", + "ãģ§ãģĻ ãģĮ", + "Ġkon ci", + "Ġکار خاÙĨÙĩ", + "Ġ ä½ķ", + "ĠÑĤ ва", + "ĠÑĤв а", + "ĠÐŁ оÑģÑĤ", + "ĠÐŁÐ¾ ÑģÑĤ", + "ĠÐŁÐ¾Ñģ ÑĤ", + "ĠапÑĢ елÑı", + "ĠاÙĦع راÙĤ", + "ä¸Ń åįİ", + "à¹ĩ à¸Ńà¸ģ", + "à¥įत à¤ķ", + "Ġz ájem", + "Ġzá jem", + "Ġدر جÙĩ", + "Ġब à¥ľ", + "ĠÑģÑĤ ÑĢан", + "ĠÑģÑĤÑĢ ан", + "ĠÑģÑĤÑĢа н", + "èѦ å¯Ł", + "Ġyer leÅŁtir", + "ĠyerleÅŁ tir", + "ĠV Å©", + "ç¾İ åħĥ", + "Ġì¡° ê¸Ī", + "Ġ รà¸Ńà¸ĩ", + "Ġร à¸Ńà¸ĩ", + "Ġak adem", + "Ġaka dem", + "à¸Ħ à¸ĵะ", + "Ġpoz it", + "Ġkon eÄį", + "Ġkone Äį", + "è°ĥ æŁ¥", + "Ġ ãģĭ", + "ĠÄįerv ence", + "ĠOd kazy", + "ĠëıĦ ìĭľ", + "ั สà¸Ķ", + "ัส à¸Ķ", + "Ġg ái", + "ĠÐł об", + "Ġб оÑı", + "Ġбо Ñı", + "æī ©", + "å¼Ģ å±ķ", + "a nik", + "an ik", + "ani k", + "Ġvy ž", + "ĠbaÅŁ lay", + "Ġbak Ä±ÅŁ", + "ek ce", + "ÑģÑĤ ика", + "ÑģÑĤи ка", + "еÑĢа ÑĤÑĥÑĢа", + "еÑĢаÑĤÑĥ ÑĢа", + "Ġë¶Ħ ë¥ĺ", + "ĠPo Äįet", + "od áÅĻ", + "ëĭĺ ìĿĺ", + "Ġk lid", + "Ġkl id", + "Ġkli d", + "Û² Û¹", + "ĠÚĨ ÛĮز", + "m ür", + "Ġs ứ", + "ÙĬا ÙĨØ©", + "ÙĬاÙĨ Ø©", + "åĬ ±", + "Ġ oku", + "Ġo ku", + "Ġok u", + "Ġв оди", + "Ġво ди", + "Ġвод и", + "ĠزÛĮر ا", + "ĠزÛĮ را", + "大 åĪ©", + "ĠÙĦ ÛĮÙĨÚ©", + "ĠÙĬ جب", + "ĠÙĬج ب", + "Ùħ ÛĮÙĦ", + "ÙħÛĮ ÙĦ", + "ĠÏĥ ÏĦÏģα", + "æĻ ĵ", + "ิ สà¸ķ", + "ิส à¸ķ", + "ĠÅŁ iddet", + "ĠÑĢекомен да", + "Ġpožad av", + "Ġп ÑĸÑģ", + "åħ¬ å¼ı", + "Ġ Ú¯ÛĮرÛĮ", + "ĠÚ¯ ÛĮرÛĮ", + "ĠÚ¯ÛĮ رÛĮ", + "ĠÚ¯ÛĮر ÛĮ", + "к ÑĤа", + "кÑĤ а", + "ĠÙħÙĨ اطÙĤ", + "Ġfirm y", + "Ġfir my", + "Ġ à¹Ħà¸Ľ", + "Ġà¹Ħ à¸Ľ", + "Ġ ÎŃÏģγ", + "ĠÎŃ Ïģγ", + "å¿« éĢŁ", + "ãģĮ ãģªãģĦ", + "н еÑģÑĤи", + "не ÑģÑĤи", + "неÑģ ÑĤи", + "Ġ ç²¾", + "Ġç² ¾", + "ÑĢ ади", + "ÑĢа ди", + "ÑĢад и", + "ãĤĴ ãģĭ", + "ïº ª", + "ky nÄĽ", + "Ġह त", + "t ak", + "ta k", + "ĠÙĬÙĪÙĨ ÙĬÙĪ", + "ö ÄŁ", + "Ġ ÑĢÑĥк", + "ĠÑĢ Ñĥк", + "ĠÑĢÑĥ к", + "åľĭ éļĽ", + "Ñİ ÑģÑĮ", + "Ġдав но", + "Ġp opis", + "Ġpop is", + "Ġpo pis", + "ĠB Ä°L", + "ĠÙĨ ÙĤد", + "ĠÙĨÙĤ د", + "ĠÑģп ож", + "ÑĨион нÑĭÑħ", + "ĠÑĪ п", + "Ñĥ ÑİÑīиÑħ", + "ÑĥÑİ ÑīиÑħ", + "ÑĥÑİÑī иÑħ", + "ĠвоздÑĥ Ñħ", + "ÑĤ ие", + "ÑĤи е", + "ĠU ž", + "ÏĮ δ", + "à¸ģร าà¸Ħม", + "Ġalan ında", + "Ġalanı nda", + "Ġs ắt", + "ãĥIJ ãĤ¤", + "Ng Ãły", + "Ġ ë¹Į", + "Ġë¹ Į", + "ï¼ī ãģ¯", + "Ġ ä¿¡", + "Ðķ С", + "ĠT ato", + "ĠTa to", + "ĠTat o", + "Ġún ora", + "e rap", + "er ap", + "era p", + "Ä ł", + "ĠT áºŃp", + "Ġкомп ании", + "ãĥ© ãĤ¤ãĥĪ", + "ãĥ©ãĤ¤ ãĥĪ", + "éľĢ æ±Ĥ", + "Ġت ÙĪÙĤ", + "ĠتÙĪ ÙĤ", + "âĢĻ âĢĻ", + "ëŀį ëĭĪëĭ¤", + "ĠквÑĸÑĤ нÑı", + "Ġoyun cu", + "ÂĢÂĢÂĢÂĢ ÂĢÂĢÂĢÂĢ", + "åĨ Ĭ", + "Ġyap mÄ±ÅŁ", + "ัà¸ĩ à¹Ħม", + "Ġзап аÑħ", + "á la", + "ál a", + "ĠÑĤеÑħ ниÑĩеÑģ", + "Ġ ØŃص", + "ĠØŃ Øµ", + "ร à¸Ķ", + "å¼ Ħ", + "ĠÚ¯ÛĮ اÙĩ", + "اÙĩ رة", + "اÙĩر Ø©", + "Ġà¤ı ड", + "ним аеÑĤ", + "нима еÑĤ", + "ا دÙĨ", + "اد ÙĨ", + "Îľ Îij", + "Ġ 社", + "Ġç¤ ¾", + "аÑĢ Ñĩ", + "ت ز", + "æ¶ ¦", + "in izin", + "ini zin", + "iniz in", + "inizi n", + "Ġbey az", + "Ġ بÙĪÙĦ", + "Ġب ÙĪÙĦ", + "ĠبÙĪ ÙĦ", + "åĿ ¡", + "ãģ® ãĤĪãģĨãģ«", + "Ġyap tıģ", + "Ġyaptı ÄŁ", + "Ġd aģı", + "Ġda ģı", + "ĠdaÄŁ ı", + "ĠbaÅŁ arı", + "ĠbaÅŁar ı", + "Ġ ÏĢά", + "ĠÏĢ ά", + "ĠпÑĢод аж", + "B á»Ļ", + "Ġत त", + "Ġpod stat", + "Ġpods tat", + "Ġ æµģ", + "Ġæµ ģ", + "Ġzdrav ÃŃ", + "Ġ ç¡", + "Ġç ¡", + "Ġ opak", + "Ġo pak", + "Ġop ak", + "Ġhá»į a", + "æĭ Ķ", + "Ñĥ жд", + "Ñĥж д", + "Ġtr ứng", + "ÙĪر ÙĬØ©", + "ÙĪرÙĬ Ø©", + "Ñĭ л", + "um suz", + "ums uz", + "Ġ سبب", + "Ġسب ب", + "许 å¤ļ", + "å®ŀ éªĮ", + "Ġб оли", + "Ġбол и", + "Ġбо ли", + "Ġd uyá»ĩt", + "áºŃ c", + "ĠÐij ез", + "ĠبÙĦ ÙĨد", + "м м", + "ÑĢ ел", + "ÑĢе л", + "N Ä°", + "Ġ ãĥ¯", + "Ġãĥ ¯", + "éĭ ¼", + "ĠÑģв Ñı", + "Ġ åIJİ", + "ĠåIJ İ", + "Ġmu ht", + "Ġmuh t", + "ĠпÑĢоблем и", + "ĠÑĤÑıж ел", + "ĠС ем", + "ฤษ à¸łà¸²à¸Ħม", + "à¹Ī าà¸ķ", + "à¹Īา à¸ķ", + "ör ü", + "üy orum", + "üyor um", + "ĠاÙĦØ£ ØŃ", + "ĠÑģÑĤÑĢ аÑĪ", + "ĠÑģÑĤÑĢа ÑĪ", + "h oo", + "ho o", + "ध र", + "Ġt lak", + "Ġtl ak", + "Ġsrp na", + "ifik ace", + "Ġ reh", + "Ġre h", + "Ġr eh", + "Ġм инÑĥ", + "Ġмин Ñĥ", + "Ġми нÑĥ", + "ãĢĢ j", + "ĠгÑĢÑĥ пи", + "ĠгÑĢÑĥп и", + "Ġ άλ", + "Ġά λ", + "Ġolur sa", + "λογ ία", + "ĠÐĴ ик", + "ĠÐĴи к", + "Ġmüc adel", + "Ġz ávÄĽ", + "Ġzá vÄĽ", + "Ġzáv ÄĽ", + "ĠÑĦев ÑĢа", + "Äį ná", + "à¹Į à¹Ģà¸ĭ", + "ĠÙĦ ÙĦØŃ", + "ĠÙĦÙĦ ØŃ", + "ÑĢ ип", + "ÑĢи п", + "Ġб Ñĥк", + "ĠбÑĥ к", + "ãģĪ ãģªãģĦ", + "Ġpo rad", + "Ġpor ad", + "Ġsa mostat", + "Ġsam ostat", + "Ġsamo stat", + "Ġt esis", + "Ġte sis", + "Ġtes is", + "اب ÙĤÙĩ", + "ابÙĤ Ùĩ", + "Ġجد ÙĬدة", + "ĠجدÙĬد Ø©", + "éĢ Ĵ", + "âĶģ âĶ", + "س ÛĮÙĨ", + "سÛĮ ÙĨ", + "Ġgerek tiÄŁini", + "ียà¸Ļ à¸ļ", + "è¨Ģ ãģ£ãģ¦", + "ĠÑĸн ÑĤеÑĢеÑģ", + "ĠÑĸнÑĤеÑĢ еÑģ", + "ĠÑı ким", + "ĠÑıк им", + "Ġ æĢ»", + "ĠæĢ »", + "k ovou", + "ko vou", + "kov ou", + "Ġd emek", + "Ġde mek", + "Ġdem ek", + "اÙĨ ÙĬا", + "اÙĨÙĬ ا", + "Ġdom ů", + "Å¡ nÃŃ", + "ate ÅĻ", + "åĢ «", + "δο Ïĥη", + "Ġ 기ìĹħ", + "Ġ기 ìĹħ", + "åĶ ĩ", + "ì¹ ł", + "Ñĸ дÑĥ", + "Ñĸд Ñĥ", + "린 ìĿ´", + "æľĢ åĪĿ", + "è ¸ı", + "è¸ ı", + "æĥ³ åĪ°", + "à¥į बर", + "à¥įब र", + "Ġ ìŀĶ", + "Ġìŀ Ķ", + "ĠÑĢаз нÑĭÑħ", + "k rom", + "kr om", + "ι αν", + "ια ν", + "Ġд ÑĢÑĥз", + "ĠдÑĢÑĥ з", + "ĠдÑĢ Ñĥз", + "ä »¿", + "ä» ¿", + "Ġê·¸ ëłĩ", + "Ġд алÑĸ", + "Ġда лÑĸ", + "Ġдал Ñĸ", + "æķĪ æŀľ", + "Ġह व", + "è¼ Ŀ", + "Ġì°¸ ê³ł", + "Ġ ìĨĶ", + "ĠìĨ Ķ", + "Ġz nal", + "Ġzn al", + "ĠпеÑĢ Ñģ", + "ÙIJ Ùij", + "ĠÑĤ еж", + "ĠÑĤе ж", + "åĭ Ł", + "ι θ", + "Äį ů", + "Ġe kip", + "Ġek ip", + "Ġk hung", + "Ġkh ung", + "Ġkhu ng", + "éĹ ĺ", + "ĠتصÙħ ÛĮÙħ", + "о иÑĤ", + "ĠÑħ ол", + "æĬ ŀ", + "a mam", + "am am", + "ama m", + "Ġâĸ ³", + "ãģ ĩ", + "Ġع ÙĨÙĩ", + "ĠعÙĨ Ùĩ", + "Ġì°¸ ê°Ģ", + "ĠÎļ ÏĮ", + "åı¤ å±ĭ", + "к овоÑĹ", + "ков оÑĹ", + "ково ÑĹ", + "ศ à¸Ī", + "олог иÑı", + "ĠÙħØ« بت", + "ĠÐļÑĢа ÑĹна", + "ĠмеÑģÑı ÑĨев", + "Ġalın an", + "ĠÏĢÏģα γμα", + "Ġ ìŀ¡ëĭ´", + "Ġìŀ¡ ëĭ´", + "Ġп лод", + "Ġпл од", + "Ġпло д", + "ĠÑĤка ни", + "ÑģÑĭ лки", + "ÑģÑĭл ки", + "سط س", + "ra nÄĽ", + "ran ÄĽ", + "к аж", + "ка ж", + "е маÑĤи", + "ем аÑĤи", + "ема ÑĤи", + "Ġز ÛĮست", + "ĠزÛĮ ست", + "æ¿ Ł", + "Ġpop lat", + "Ġpo plat", + "γ ÎŃν", + "íĨł íĨł", + "Ġt ây", + "Ġìµľ ê·¼", + "ãĥ© ãĥ³ãĤ¹", + "ãĥ©ãĥ³ ãĤ¹", + "Ġgün eÅŁ", + "Ġ ÙģÙĤ", + "ĠÙģ ÙĤ", + "ĠsaÄŁ layan", + "ĠsaÄŁlay an", + "ĠØŃ Ø²Ø¨", + "à¥ģल न", + "ĠB ilim", + "ĠBi lim", + "ĠBil im", + "ĠB atı", + "ĠBa tı", + "ĠBat ı", + "æł· çļĦ", + "δ ικ", + "δι κ", + "α ÏģίοÏħ", + "αÏģ ίοÏħ", + "Ġ ìĽĢ", + "ĠìĽ Ģ", + "Ġl á»Ńa", + "ÙĨ ÙĪع", + "çİ ²", + "а ном", + "ан ом", + "ано м", + "Ġst átnÃŃ", + "Ġstát nÃŃ", + "Ġ äºİ", + "Ġm ùi", + "ĠÄij á»Ļt", + "ĠÄijá»Ļ t", + "æ² ĥ", + "åħ¬ åľĴ", + "ĠÑģ ÑĮогоднÑĸ", + "но Ñģи", + "ноÑģ и", + "Z a", + "Ġд ли", + "ĠÏĥÏħν ÎŃ", + "ĠV á»ĭ", + "m av", + "ma v", + "ĠM üslüman", + "/ ï¼ı", + "ĠзаÑī иÑĤ", + "é ĸī", + "éĸ ī", + "Ġ çģ«", + "Ġçģ «", + "Ġ å·Ŀ", + "Ġå· Ŀ", + "Ġ аж", + "Ġа ж", + "è¿ĩ æĿ¥", + "à¸Ĺ าà¸Ļ", + "ĠAr aÅŁtır", + "ĠAra ÅŁtır", + "Õ¡ Õ", + "Ġpo mÄĽr", + "Ġpom ÄĽr", + "Ġd ům", + "Ġdů m", + "å¦ ®", + "Ġhlav nÄĽ", + "Ġfin ans", + "Ġfinan s", + "Ġ γνÏī", + "Ġγ νÏī", + "ÏĥÏĦη μα", + "ï¼Į çĶ¨", + "ìĭŃ ìĭľìĺ¤", + "ĠÙħ ثاÙĦ", + "ĠÙħØ« اÙĦ", + "- Ðij", + "ÑĨÑĸй нÑĸ", + "Ġد ستÙĩ", + "Ġدست Ùĩ", + "Ġدس تÙĩ", + "à¥ī स", + "ÑĢ Ñĸп", + "ÑĢÑĸ п", + "ĠpÅĻi pom", + "ĠpÅĻip om", + "Ġ ÙĪÙĦÙĬ", + "ĠÙĪ ÙĦÙĬ", + "ĠÙĪÙĦ ÙĬ", + "ĠÙĪ زÙĨ", + "ĠÙĪز ÙĨ", + "Ġelekt rik", + "Ġelektr ik", + "ĠQu ân", + "i vé", + "iv é", + "Ġl ẽ", + "ç®Ģ åįķ", + "Ġon lara", + "Ġonlar a", + "оÑģ лав", + "ìĭľ íĤ¤", + "ëª ¬", + "ĠÙħÙĤ دار", + "ĠÙħÙĤد ار", + "ĠOr ta", + "ĠOrt a", + "ĠS eç", + "ĠSe ç", + "ĠÙĨÙĪÙģ Ùħبر", + "ุà¸Ļ ายà¸Ļ", + "ĠÑĥм ови", + "ĠÑĥмов и", + "Ġपर म", + "Ġ strom", + "Ġst rom", + "Ġstr om", + "Ġstro m", + "ĠкÑĢа Ñīе", + "ç§ ¦", + "缸 æīĭ", + "鼻 è¦ĸ", + "Ġuygu lama", + "Ġuygulam a", + "Ġ ÑĢиз", + "ĠÑĢ из", + "æĪ ²", + "य र", + "ĠH lav", + "Ġ ìĭ¸", + "Ġìĭ ¸", + "Ġли пнÑı", + "ÅĪ ujÃŃ", + "ÑĢ из", + "ÑĢи з", + "é«ĺ éĢŁ", + "缸 å½ĵ", + "k enin", + "ke nin", + "ken in", + "Ġо ÑģÑĤанов", + "ĠоÑģÑĤ анов", + "ĠоÑģÑĤан ов", + "Ġbit k", + "Ġbi tk", + "ova ného", + "ovan ého", + "ované ho", + "ĠÐľ аÑĢи", + "ĠÐľÐ°ÑĢ и", + "ĠÐľÐ° ÑĢи", + "èµ ¶", + "ì½ ©", + "Ġölç ü", + "ĠС еÑĢед", + "ĠСеÑĢ ед", + "ĠTh á»Ŀi", + "Ïī να", + "Ïīν α", + "ÙĪ بة", + "ÙĪب Ø©", + "Ġch ụp", + "âĢĮ د", + "Ġch áy", + "ĠÐĴ ели", + "Ġоб ÑģÑĤ", + "ĠобÑģ ÑĤ", + "Ġìĭľ ì¦Į", + "د ÙħØ©", + "دÙħ Ø©", + "п од", + "по д", + "l ue", + "lu e", + "ĠдÑĸ лÑıн", + "ĠÙ¾ ÙĪست", + "ĠاÙĦ ÙĨس", + "ĠاÙĦÙĨ س", + "èĤ Į", + "ìĪĺ 를", + "Ġú rov", + "ĠÙħØ´ Ú©ÙĦ", + "ĠÙħØ´Ú© ÙĦ", + "éĩįè¤ĩ éĩįè¤ĩ", + "н ез", + "не з", + "Ġdop oruÄį", + "Ġtas arım", + "Ġtasar ım", + "íģ¬ 기", + "ìĿ´ ìħĺ", + "Ġde set", + "Ġdes et", + "Ġdese t", + "ĠÙħرتب Ø·", + "ัà¸Ĵ à¸Ļา", + "ัà¸Ĵà¸Ļ า", + "' ı", + "Ñĩ ки", + "ĠìŀĪ ëįĺ", + "ÑĪ ка", + "n ám", + "ná m", + "ÑģÑĤ ÑĢов", + "ÑģÑĤÑĢ ов", + "ÑģÑĤÑĢо в", + "à¥į सर", + "à¥įस र", + "нÑĥ лаÑģÑĮ", + "нÑĥла ÑģÑĮ", + "ãģ¡ãĤĩ ãģ£ãģ¨", + "Ġ å¦", + "Ġå ¦", + "γ ÏĮ", + "Ġ é»ij", + "Ġé» ij", + "X em", + "Ġt á»ĩ", + "Ġtá» ĩ", + "ĠëĮĢ íĨµëł¹", + "기 ê´Ģ", + "æīį èĥ½", + "è¯Ń è¨Ģ", + "ed eyse", + "ĠТ Ñĭ", + "ĠÑģо един", + "ĠìĹĨ ìĬµëĭĪëĭ¤", + "Ñı ÑİÑĤ", + "à¹ģ หล", + "à¹ģห ล", + "Ġì§Ģ ë°©", + "Ġosob nÃŃ", + "ÛĮ ÙĦÛĮ", + "ÛĮÙĦ ÛĮ", + "Ġавг ÑĥÑģÑĤа", + "Ñī ик", + "Ñīи к", + "Ġvý Å¡e", + "g th", + "gt h", + "ĠÏĢ αν", + "ĠÏĢα ν", + "ج ار", + "جا ر", + "Ġвид ов", + "Ġви дов", + "ìĿ´ ìĬĪ", + "ĠÐij аÑĢ", + "ĠÏĮ ÏĢοÏħ", + "æ¤ ħ", + "Ġع اÙĦÛĮ", + "ĠQ uyết", + "ĠQuy ết", + "Ãľ M", + "ãĥĿ ãĤ¤ãĥ³ãĥĪ", + "Ġ ê¹Į", + "Ġê¹ Į", + "Ġкан ди", + "k ového", + "kov ého", + "kové ho", + "ĠMerk ez", + "Ġy iy", + "Ġyi y", + "ĠpÅĻÃŃ spÄĽ", + "ĠÑĤемпеÑĢаÑĤÑĥ ÑĢÑĭ", + "ĠÙ¾ ÙĬ", + "ฤ ศà¸Ī", + "è°ĥ çĶ¨", + "ĠÑģÑĤоÑĢ онÑĥ", + "ĠÑģÑĤоÑĢон Ñĥ", + "à¹ī à¸Ĭ", + "好 ãģį", + ". Åŀ", + "Ġп ÑĢоз", + "ĠпÑĢ оз", + "ĠпÑĢо з", + "ÙĨت اج", + "鼻 åŃIJ", + ".: .:.", + ".:.: .", + ".:. :.", + "è¨ ĵ", + "и ÑĩеÑģкое", + "иÑĩеÑģ кое", + "Ġн оги", + "Ġно ги", + "Ġног и", + "Ġ λÎŃ", + "Ġλ ÎŃ", + "Ġsık ıntı", + "Ġê°Ģ 족", + "ĠتÙĨ ظÙĬÙģ", + "ĠتÙĨظ ÙĬÙģ", + "Ġö dül", + "ĠaÅŁaģı daki", + "Ġž elez", + "Ġže lez", + "ĠاÙĦع دÙĬد", + "غ ÙĨ", + "Ġокон Ñĩ", + "ÑĢем Ñı", + "ÑĢе мÑı", + "L Ä°", + "Ġne jd", + "Ġnej d", + "Ġ ÏĢλα", + "ĠÏĢ λα", + "Ñģ ко", + "Ñģк о", + "Ġ ìĪĻ", + "ĠìĪ Ļ", + "ĠÙ¾ ÙĪÙĦ", + "θεν ήÏĤ", + "Ġ주 ìļĶ", + "Ġ æĬ¥", + "ĠæĬ ¥", + "ĠÙħ Ùħا", + "ĠÙħÙħ ا", + "Ðł Ð¡Ðł", + "ĠÑĢа дÑĸ", + "ĠÑĢад Ñĸ", + "ä¸Ģ ç§į", + "é¾ Ħ", + "Ġsö yl", + "Ġsöy l", + "Ïģκε ια", + "Ïģκ εια", + "Ġзем лÑĸ", + "Ġve Äįer", + "g eç", + "ge ç", + "س تÙħ", + "ست Ùħ", + "Ġse fer", + "ĠÑģ вÑĸд", + "ĠÑģв Ñĸд", + "ï»Ł ï»", + "а лов", + "ал ов", + "ало в", + "ìĬ¤ 를", + "âī ¥", + "ĠتÙĦ ÙģÙĨ", + "ĠتÙĦÙģ ÙĨ", + "åİ» äºĨ", + "़ à¥ĭà¤Ĥ", + "़à¥ĭ à¤Ĥ", + "ĠÑĦоÑĢм е", + "ĠÑĦоÑĢ ме", + "d üm", + "dü m", + "åħ ģ", + "ÑĢ ап", + "ÑĢаР¿", + "ÑĢа п", + "ĠV Æ°Æ¡ng", + "à¸Ńะ à¹Ħร", + "ัà¸ģษ à¸ĵ", + "Ġ åį³", + "Ġåį ³", + "ĠاÙĦ رÙħ", + "ĠاÙĦر Ùħ", + "ĠзаÑħиÑģÑĤ Ñĥ", + "° E", + "o dÃŃ", + "od ÃŃ", + "Ġव न", + "ĠÄij èn", + "Ġ åıĹ", + "Ġåı Ĺ", + "èIJ½ ãģ¡", + "Ġ zim", + "Ġz im", + "Ġzi m", + "리 ì¦Ī", + "èĪ Ĵ", + "Ġзб ÑĸÑĢ", + "Ġ ä»·æł¼", + "ĠлÑİ Ð´Ð¸Ð½Ð°", + "ĠлÑİд ина", + "ĠлÑİди на", + "ĠÐŁÐ¾Ñģ иланнÑı", + "и Ñī", + "ĠÎ ¨", + "ิà¸ģ ายà¸Ļ", + "ิà¸ģา ยà¸Ļ", + "Ġbu dete", + "Ġbud ete", + "Ġbude te", + "Ġз ÑĢоÑģÑĤ", + "Ġ vyk", + "Ġv yk", + "Ġvy k", + "ĠÐĹ ÐµÐ¼", + "ĠиÑİ Ð½Ñı", + "ĠmÄĽ lo", + "ĠmÄĽl o", + "ÙĦ اÙģ", + "ÙĦا Ùģ", + "Ġ ÙĪØ´", + "ĠÙĪ Ø´", + "ĠÑģп ÑĢави", + "ĠÑģпÑĢав и", + "ãģĻ ãģİ", + "ĠгÑĢа дÑĥ", + "ĠгÑĢ адÑĥ", + "R oz", + "Ro z", + "ι νή", + "ιν ή", + "Ġch á»ĵng", + "ä¸Ģ åį·", + "Ġ Xem", + "ĠX em", + "ĠÑģимв ол", + "ĠÑģим вол", + "Ġod mÃŃt", + "ĠÑĢÑıд ом", + "ĠÑĢÑı дом", + "ĠÑĩеÑĢв нÑı", + "à¸ģระ à¸Ĺ", + "人 人", + "æ°Ĺ æĮģãģ¡", + "un daki", + "und aki", + "unda ki", + "åľĭ 家", + "εÏģ μαν", + "Ġ лÑĮ", + "Ġл ÑĮ", + "ĠN üfus", + "Ġм еÑĢе", + "ĠмеÑĢ е", + "بر اÙĬر", + "н аннÑı", + "Ġ наÑĢ", + "Ġн аÑĢ", + "Ġна ÑĢ", + "Ġt ấm", + "æĸ½ å·¥", + "é¡ ¯", + "Ġh è", + "æĺİ çĻ½", + "Ġдо гов", + "Ġдог ов", + "ĠÙģ رÙħ", + "ĠÙģر Ùħ", + "èĢ Ĺ", + "ìĬ¤ ìĿĺ", + "ìĦ¸ ëĮĢ", + "è¯ ļ", + "Ġнеб олÑĮ", + "Ġ à¸Ľà¸£à¸°à¸ģ", + "Ġà¸Ľà¸£à¸° à¸ģ", + "Ġì¹ ¼", + "Ġov liv", + "Ġ NGC", + "ĠN GC", + "ĠNG C", + "ãĢĤ ä¸į", + "ا ÙĦÙī", + "اÙĦ Ùī", + "æī £", + ". ÐIJ", + "ÑĢа ÑģÑĤа", + "ÑĢаÑģ ÑĤа", + "ÑĢаÑģÑĤ а", + "ĠÃĩ ev", + "ãģ£ ãģ¡", + "ãģ£ãģ ¡", + "ï¼Į éĥ½", + "Ġrov nÄĽÅ¾", + "ĠÏĩÏģÏĮ νια", + "Ġì¡° ìĦł", + "ĠØ¢ باد", + "Ġآب اد", + "ĠÐľ аÑģ", + "ĠÐľÐ° Ñģ", + "çĻ¼ å±ķ", + "ä» Ķ", + "Ġkend isini", + "Ġkendisi ni", + "à¹Īà¸Ńà¸ĩ à¹Ģà¸Ĺ", + "ĠV ÄĽ", + "Ġr ượu", + "Ġm áme", + "Ġmá me", + "Ġmám e", + "ĠоÑĩеÑĢед ÑĮ", + "Ġسب تÙħبر", + "Ġб ок", + "Ġбо к", + "ì§Ģ ìĹŃ", + "Ġتا Ø«ÛĮر", + "Ġتاث ÛĮر", + "Ġl isans", + "Ġli sans", + "Ġlis ans", + "Ġger ektir", + "Ġgerek tir", + "Ġs izi", + "Ġsi zi", + "Ġsiz i", + "Ñĸ но", + "Ñĸн о", + "ĠM Ã¼ÅŁ", + "ĠMü ÅŁ", + "ãģı ãĤīãģĦ", + "ãģıãĤī ãģĦ", + "Ġза клÑİÑĩ", + "Ġзак лÑİÑĩ", + "ãģĵãģ¨ ãģ«", + "è¨Ģ ãģĦ", + "ãĢģ å°ı", + "Ġet mektedir", + "Ġetm ektedir", + "åł± åijĬ", + "Ġkar Ä±ÅŁ", + "Ġоб лад", + "Ġобла д", + "Ġобл ад", + "å¥ ij", + "ra cat", + "rac at", + "ĠارتÙģ اع", + "μ αι", + "μα ι", + "íĶ Ī", + "ĠÙĪ ÙĦÙħ", + "ĠÙĪÙĦ Ùħ", + "ëĬĶ ì§Ģ", + "lom ou", + "Ġли ÑĨа", + "ĠлиÑĨ а", + "ĠìĿĮ ìķħ", + "Ġhod nÄĽ", + "èĭ± æĸĩ", + " Ħ", + "à¹ī าà¸Ĥà¸Ńà¸ĩ", + "à¹īา à¸Ĥà¸Ńà¸ĩ", + "Ġê³Ħ ìķ½", + "åIJĦ ç§į", + "ĠÙħر Ú¯", + "éĶ ģ", + "Ġन द", + "ãĥĭ ãĥ¡", + "Ġ ем", + "Ġе м", + "Ġe leÅŁtir", + "Ġel eÅŁtir", + "Ġele ÅŁtir", + "Ġ íĬ¹ë³Ħ", + "ĠíĬ¹ ë³Ħ", + "ĠÎ¥ ÏĢο", + "Å¡ ker", + "Å¡k er", + "L ERÄ°", + "LER Ä°", + "æ² Ī", + "l ikleri", + "lik leri", + "likle ri", + "likler i", + "ĠÙħÙĩÙĨد سÛĮ", + "ĠbaÄŁ ır", + "dı ģını", + "dıģ ını", + "ĠاÙĦ تد", + "ĠاÙĦت د", + "à¸¸à¸Ľ à¸ģรà¸ĵ", + "ĠÑģлед ÑĥÑİÑīие", + "ĠÑģледÑĥÑİÑī ие", + "Ġì§ģ ìłij", + "å° ¤", + "ĠоÑģнов Ñĸ", + "Ġt ÄĽla", + "ĠtÄĽ la", + "ĠtÄĽl a", + "Ġп ак", + "Ġпа к", + "iz ace", + "iza ce", + "Ġná rod", + "Ġnáro d", + "a ný", + "an ý", + "ĠÑį п", + "Ġüç üncü", + "Î¥ Ρ", + "éĨ´ éĨ´", + "à¹Ģà¸ģ à¸Ńร", + "âĢĮاÙĨ بار", + "ç¶ Ļ", + "Îij Îł", + "ı lıģı", + "ılı ģı", + "ıl ıģı", + "ılıģ ı", + "ĠÃľ rün", + "Ġдоз вол", + "Ġ íĥĪ", + "Ġíĥ Ī", + "Ġà¤ĵ वर", + "è« ¸", + "èĺ ĩ", + "ĠпÑĢоÑģÑĤ ÑĢан", + "éĿĴ å¹´", + "ãģ® æĸ¹", + "ĠÚĨ Ú¯ÙĪÙĨÙĩ", + "ÙĦ Ø·", + "âĢľ æĪij", + "Ġëĭ¤ìļ´ ë°Ľ", + "ा .Ċ", + "ा. Ċ", + "Ġmüc adele", + "Ġmücadel e", + "Ġc ÃŃt", + "ĠcÃŃ t", + "à¹Īวม à¸ģ", + "ÄŁ ına", + "ģı na", + "ģın a", + "ê°ľ ë°ľ", + "ĠÏĢ αιδ", + "ĠÏĢα ιδ", + "ĠÏĢαι δ", + "ض اÛĮ", + "ضا ÛĮ", + "Ġbor ç", + "íĬ ľ", + "ĠخدÙħ ت", + "Ġخد Ùħت", + "Ġu dál", + "Ġud ál", + "Ġ виг", + "Ġв иг", + "Ġви г", + "Ġ ë°°ìĨ¡", + "Ġë°° ìĨ¡", + "å¹ ¾", + "Ùİ Ø¬", + "Ġ ìĹĺ", + "ĠìĹ ĺ", + "çĢ ¬", + "ï Ģ", + "ĠÎij θή", + "пÑĢи клад", + "ĠпÑĢи Ñĩина", + "ĠпÑĢиÑĩин а", + "ĠпÑĢиÑĩ ина", + "ĠÙģ شار", + "æ »¿", + "æ» ¿", + "Ġd ostat", + "Ġdo stat", + "Ġdos tat", + "Ġdost at", + "Ġ졸 ìĹħ", + "Ġا رز", + "Ġار ز", + "ÙĪÙĦ ÙĪج", + "ÙĪÙĦÙĪ ج", + "س ÙĪ", + "æĺł çĶ»", + "Ġth ôi", + "Ġ ³³³", + "ĠÂł ³³", + "Ġ³³ Âł", + "à¹ģ à¸Ļะ", + "à¹ģà¸Ļ ะ", + "è¨Ń åĤĻ", + "Ġмног ие", + "ÑĤ оÑĦ", + "ÑĤо ÑĦ", + "i Å¡tÄĽ", + "iÅ¡ tÄĽ", + "à¤Ĺ ढ", + "Ġин дивидÑĥ", + "Ġ ìĥĿíĻľ", + "ĠìĥĿ íĻľ", + "Ġзов ÑģÑĸм", + "íĥ ķ", + "çľ ł", + "ĠêµŃ ëĤ´", + "e ptal", + "ep tal", + "ept al", + "r aci", + "ra ci", + "rac i", + "è¡ ¡", + "ãĦ ·", + "ĠSt ÅĻed", + "اÙĦ ÙĬا", + "اÙĦÙĬ ا", + "Σ Τ", + "Ľ °", + "ãĥī ãĥ«", + "á zÃŃ", + "áz ÃŃ", + "Ġа Ñģп", + "ĠаÑģ п", + "ĠdÄ±ÅŁ arı", + "ĠвиÑĢоб ниÑĨÑĤва", + "e za", + "ez a", + "ï¼Į ä¸įè¿ĩ", + "ï¼Įä¸į è¿ĩ", + "çĥ ¦", + "ãĥ³ ãĤ°ãĥ«", + "ãĥ³ãĤ° ãĥ«", + "Ġroz voj", + "ĠÙħÙĨت شر", + "ĠÑĥÑĤ еп", + "Ġد ÙĬÙĨ", + "ĠدÙĬ ÙĨ", + "ĠзаÑģоб Ñĸв", + "Ng Æ°á»Ŀi", + "ãĤ· ãĥ¼", + "ĠFran sız", + "ÎĻ Τ", + "ائ Ùģ", + "ι Ïĩ", + "ี à¹Ģม", + "à¥į मन", + "à¥įम न", + "à¥įम à¤ļ", + "Ġس عر", + "Ġسع ر", + "ï¾ Ŀ", + "ë°© ë²ķ", + "ĠС о", + "Ġà¤ĸ बर", + "ìĨĮ ê°ľ", + "Ġsl ova", + "Ġslo va", + "Ġslov a", + "Q PCP", + "QP CP", + "ĠK ız", + "ĠKı z", + "Ø· ÙģاÙĦ", + "Ø·Ùģ اÙĦ", + "Ġк оÑĢм", + "ĠкоÑĢ м", + "ĠìĹħ ëį°ìĿ´íĬ¸", + "es poÅĪ", + "esp oÅĪ", + "à¸Ķ าว", + "à¸Ķา ว", + "о ÑĢом", + "оÑĢ ом", + "оÑĢо м", + "ĠгÑĢа ÑĦ", + "ĠгÑĢ аÑĦ", + "Ġп ÑĸÑĪ", + "Ġ ë¿IJ", + "Ġë ¿IJ", + "ý v", + "С ам", + "Ġk rev", + "Ġkr ev", + "Ġkre v", + "ĠB unu", + "ĠBu nu", + "ĠBun u", + "Ġz obraz", + "Ġسخ ÙĨ", + "Ġ æĶ¯", + "ĠæĶ ¯", + "лÑİ Ð±", + "Ùİ Ø§ÙĨ", + "Ùİا ÙĨ", + "маÑĤ ÑĢива", + "λ εÏį", + "λε Ïį", + "Ġпо Ñħод", + "ĠпоÑħ од", + "Ġг ÑĢе", + "ĠгÑĢ е", + "çľĭ çĿĢ", + "à¸Īำ à¸ģ", + "ัà¸ĩà¸Ħ ม", + "Ġseç enek", + "Ä° stanbul", + "ĠвÑĸд мов", + "m iyor", + "mi yor", + "Ġm ụn", + "ìĿ´ ìĹIJ", + "ĠNh Æ°", + "Âł tom", + "Âłt om", + "lık ları", + "lıkla rı", + "lıklar ı", + "Âł Äij", + "ãĥ» ãĥŀ", + "Ġ Ùģت", + "ĠÙģ ت", + "ĠFakült esi", + "ìłĦ íŀĪ", + "éª ij", + "Ġìŀij ìĿĢ", + "ç¼ ĺ", + "ìº IJ", + "Ġmü zik", + "Ġmüz ik", + "а лÑĭ", + "ал Ñĭ", + "Ġp ozem", + "Ġpo zem", + "Ġpoz em", + "çĥ §", + "Ġ 常", + "Ġå¸ ¸", + "Å¡ il", + "Å¡i l", + "à¤Ĩ प", + "à¸ģำ หà¸Ļà¸Ķ", + "Ġگرد Ø´", + "λ ιά", + "λι ά", + "Ġö den", + "åıª è¦ģ", + "ĠÄIJ o", + "Ġstrat ej", + "Ġstra tej", + "Ġstrate j", + "ĠÙĩ تÙĦ", + "ÙĤ Ùģ", + "Ġkullan ılır", + "Ġkullanıl ır", + "ĠÑģп оÑģÑĤ", + "ĠÑģпоÑģ ÑĤ", + "ĠnÄĽ ho", + "ĠÐŁ еÑĢед", + "ĠÐŁÐµÑĢ ед", + "Ġиз меÑĢ", + "] ]>", + "]] >", + "ĠнÑĸк оли", + "Ġha yal", + "Ġhay al", + "Ġhaya l", + "Ġдод аÑĤков", + "Ġन à¤ķ", + "Ġins anın", + "Ġinsan ın", + "ุม à¸łà¸²à¸ŀ", + "ograf ie", + "в об", + "во б", + "ĠاÙĨ ساÙĨÛĮ", + "ĠاÙĨساÙĨ ÛĮ", + "Ġm ük", + "Ġmü k", + "ĠÑĥ меÑĢ", + "ĠÑĥм еÑĢ", + "оÑĩ нÑĭе", + "ëıĦ ìĿĺ", + "Ġ ara", + "Ġa ra", + "Ġar a", + "Ġë¹ ¨", + "Ġκ Ïį", + "л ой", + "ло й", + "Ñģи он", + "Ġroz dÃŃl", + "ay ıf", + "ayı f", + "ĠÙĪاØŃ Ø¯Ø©", + "ĠÙĪاØŃد Ø©", + "ĠÙĪا ØŃدة", + "о ÑĢалÑĮ", + "оÑĢ алÑĮ", + "оÑĢа лÑĮ", + "Ġpo chop", + "Ġpoc hop", + "éļ ¨", + "à¹īà¸Ń à¸ĩà¸Ļ", + "à¹īà¸Ńà¸ĩ à¸Ļ", + "Ġ ÙĪاÙĨ", + "ĠÙĪ اÙĨ", + "ĠÙĪا ÙĨ", + "Îľ ε", + "Ġ μον", + "Ġμ ον", + "Ġμο ν", + "Ñĥ ÑĪка", + "ÑĥÑĪ ка", + "or dum", + "ord um", + "æ¸ħ æ¥ļ", + "ĠDe ÄŁ", + "ÏĢ Ïģο", + "ĠÙĪاÙĦ تÙĬ", + "ĠÙĪاÙĦت ÙĬ", + "Ġp okus", + "Ġpo kus", + "Ġpok us", + "íĽĦ 기", + "é¥ ®", + "æĹħ è¡Į", + "Ġжен Ñīин", + "ĠdoÄŁru dan", + "Ġ Ñıб", + "ĠÑı б", + "Ġza ÄįÃŃ", + "ĠzaÄį ÃŃ", + "Ġë³´ ìŬ", + "- CP", + "-C P", + "åIJ ¨", + "à¥ĭ à¤ĸ", + "ÑĢ огÑĢа", + "ÑĢо гÑĢа", + "ÑĢог ÑĢа", + "ler di", + "ìĬ ´", + "Ùı ÙĪا", + "ÙıÙĪ ا", + "Ġustanov enÃŃ", + "Ġд оÑģÑĤав", + "Ġдо ÑģÑĤав", + "ĠдоÑģÑĤ ав", + "Ġfır sat", + "ĠاÙĦÙħÙĩ ÙĨØ©", + "ĠвеÑī еÑģÑĤва", + "ĠвеÑīеÑģÑĤв а", + "Ġн еÑģп", + "Ġне Ñģп", + "ĠнеÑģ п", + "ĠاÙĦکتر ÙĪÙĨ", + "t aÅŁ", + "ta ÅŁ", + "æĪ Ĵ", + "Ġy urt", + "Ġyu rt", + "Ġgir di", + "ĠÐļ Ñĥб", + "Ġ 를", + "Ġë¥ ¼", + "ุ à¹Į", + "ãģĿãģĨ ãģª", + "à¹ī Ċ", + "ĠвÑĭ бÑĢа", + "ĠвÑĭб ÑĢа", + "k ovÄĽ", + "ko vÄĽ", + "kov ÄĽ", + "ĠS iz", + "ĠSi z", + "Ġ گاÙĩ", + "ĠÚ¯ اÙĩ", + "ĠЧ аÑģ", + "Ġзг Ñĸдно", + ". ÐŁ", + "å§ Ĭ", + "ĠÐļ ÑĥÑĢ", + "ĠìĿĺ íķ´", + "Ġet raf", + "Ġк аÑĪ", + "Ġка ÑĪ", + "ĠØ· ÛĮ", + "ξ ει", + "ξε ι", + "ç² Ĵ", + "ĠØ¢ Ø°", + "Ġböl ge", + "Ġbölg e", + "Ġम à¤ľà¤¬", + "Ġà¤®à¤ľ ब", + "ÙIJ Ùĥ", + "Ġvál ky", + "ãģł ãĤĪ", + "Ġmes aj", + "Ġmesa j", + "ĠpÅĻ ist", + "ĠpÅĻi st", + "Ġtyp u", + "Ġty pu", + "ĠкиÑĪ еÑĩ", + "ãĤī ãģ®", + "Ġkend isi", + "Ġkendi si", + "ĠвÑĸдб Ñĥва", + "ĠвÑĸдбÑĥ ва", + "ä¾ ¯", + "Ġди за", + "ãĢĢ Ċ", + "ĠпÑĢоÑĨеÑģ Ñĥ", + "ĠÑįлек ÑĤÑĢ", + "_P US", + "Ġмног иÑħ", + "Ġk ém", + "Ġké m", + "æŀ ª", + "çİ° 代", + "Ġ éħį", + "Ġé ħį", + "Ġéħ į", + "ë¡ Ń", + "ÑĤи ÑģÑı", + "Ġl ục", + "ĠÙĪ اÙĦØŃ", + "ĠÙĪاÙĦ ØŃ", + "ĠÙĪا ÙĦØŃ", + "p tal", + "pt al", + "pta l", + "ẵ ng", + "ẵn g", + "ÏĢ λ", + "Ġd olu", + "Ġdo lu", + "Ġdol u", + "Ġt òa", + "Ġин огда", + "ĠпоÑĢÑıд ок", + "Як Ñīо", + "âĶ ĺ", + "Ġغ ربÛĮ", + "Ġغرب ÛĮ", + "Ġغر بÛĮ", + "移 åĬ¨", + "ยà¸Ļ à¸ķร", + "ยà¸Ļà¸ķ ร", + "H DATA", + "HD ATA", + "_PUSH DATA", + "_PUS HDATA", + "ĠØ« ابت", + "åĮħ åIJ«", + "ĠÏĢ ÏģÎŃÏĢει", + "़ à¥ĭ", + "åIJį åīį", + "ÑĤ еÑĢи", + "ÑĤе ÑĢи", + "ÑĤеÑĢ и", + "ï½ ¯", + "Ġ åħĪ", + "Ġåħ Ī", + "н ед", + "не д", + "Ïģ οÏįν", + "Ïģο Ïįν", + "ÏģοÏį ν", + "в ей", + "ве й", + "èĤ ĸ", + "ĠÅĻed itel", + "Ġth ép", + "Ġthé p", + "ĠÙĩ ÙģتÙĩ", + "ĠÙĩÙģت Ùĩ", + "ĠдÑĢÑĥг а", + "ĠдÑĢÑĥ га", + "ER Ä°", + "Ġ Ả", + "ĠẠ¢", + "ĠпеÑĢ еÑĢ", + "ĠпеÑĢе ÑĢ", + "Ġж еÑģÑĤ", + "Ġже ÑģÑĤ", + "ĠÄij ẳng", + "ç¦ ®", + "алÑĮ ном", + "алÑĮно м", + "िष य", + "ид енÑĤа", + "иденÑĤ а", + "Ġآخر ÛĮÙĨ", + "Ġ æĵ", + "Ġæ ĵ", + "Ġ มหาว", + "Ġมห าว", + "ĠлÑİ ÑĤого", + "ĠлÑİÑĤ ого", + "Ġб ÑĸзнеÑģ", + "gı ç", + "Ġng á»ĵi", + "оÑĩ нÑĭй", + "Ġo Äįek", + "ĠoÄį ek", + "ĠÙħ رة", + "ĠÙħر Ø©", + "Ġt var", + "Ġtv ar", + "Ġsam ozÅĻejmÄĽ", + "ĠBeled iye", + "Ġв ода", + "Ġво да", + "Ġвод а", + "Ġ Ú¯ÛĮرد", + "ĠÚ¯ÛĮ رد", + "ĠÚ¯ÛĮر د", + "Ġг одÑĭ", + "Ġгод Ñĭ", + "ãģ« è¡Į", + "æĺ¯ æĪij", + "ÑĪ или", + "ÑĪи ли", + "Ġ åĽ½äº§", + "ĠåĽ½ 产", + "ủ i", + "ĠбÑĥд ÑĥÑĤÑĮ", + "ĠбÑĥдÑĥÑĤ ÑĮ", + "ĠбÑĥдÑĥ ÑĤÑĮ", + "ĠÑĢай онÑĥ", + "ĠÑĢайон Ñĥ", + "Ġì ĵ", + "ĠÙĪ اس", + "ĠÙĪا س", + "ĠاÛĮ شاÙĨ", + "ενο δο", + "Ġнез алеж", + "ĠÙ¾ شت", + "Ġپش ت", + "Ġgir iÅŁim", + "ĠgiriÅŁ im", + "Ġд еле", + "Ġдел е", + "Ġде ле", + "ĠاصÙģÙĩ اÙĨ", + "à¸Ķ วà¸ģ", + "ĠاÙĦ ÙĤÙĬ", + "ĠاÙĦÙĤ ÙĬ", + "à¹Į à¸Ī", + "ëª »", + "Ġd ru", + "Ġdr u", + "è¿ ¹", + "ад женнÑı", + "адж еннÑı", + "Ùģ ÙĨ", + "Ïĩ οÏĤ", + "Ïĩο ÏĤ", + "à¹Ĥ à¸Ī", + "e yle", + "ey le", + "å¡ ij", + "Ġu prav", + "Ġup rav", + "Ġз даÑĤ", + "Ġзд аÑĤ", + "Ġзда ÑĤ", + "Ġvid ÄĽt", + "Ġ à¸Ľà¸£", + "Ġà¸Ľ ร", + "Ġ ÑĦеÑĢ", + "ĠÑĦ еÑĢ", + "ÐĨ н", + "Ġ ìµľìĭł", + "Ġìµľ ìĭł", + "l oha", + "lo ha", + "loh a", + "ĠиÑģп ÑĭÑĤ", + "Ġ avan", + "Ġa van", + "Ġav an", + "Ġava n", + "γ οÏħ", + "γο Ïħ", + "ĠGi ấy", + "ãĤ»ãĥ³ ãĤ¿ãĥ¼", + "éģ į", + "е ÑĢаÑħ", + "еÑĢ аÑħ", + "еÑĢа Ñħ", + "Ġê°Ģ ì§Ģê³ł", + "Ġê°Ģì§Ģ ê³ł", + "Ġ ид", + "Ġи д", + "Ġmnoh em", + "æ£Ģ æµĭ", + "Ġet me", + "Ġetm e", + "Ġ تÙħر", + "Ġت Ùħر", + "ĠتÙħ ر", + "ĠbaÅŁ layan", + "ĠbaÅŁlay an", + "ãģı ãĤĮ", + "à¹ĩà¸Ļ à¸ģาร", + "ĠÑħаÑĢакÑĤеÑĢ из", + "Ġanlam ına", + "Ùı Ùĩ", + "ĠÑģеÑĢ пнÑı", + "çķª çµĦ", + "Ġ msgid", + "Ġmsg id", + "Ġms gid", + "Ġzv ÃŃÅĻ", + "ĠzvÃŃ ÅĻ", + "ĠíļĮ ìĽIJ", + "Ġya par", + "Ġyap ar", + "ä¼ĺ åĬ¿", + "ен нÑĭми", + "еннÑĭм и", + "ĠØ£ Ø«", + "ì² Ļ", + "Ġji ného", + "Ġjin ého", + "Ġjiné ho", + "Ġد Ùģاع", + "ĠدÙģ اع", + "ĠØŃÚ© ÙĪÙħ", + "Ġr izik", + "Ġri zik", + "ά λι", + "άλ ι", + "à¸ĩ à¸Ĥ", + "èµ ¢", + "Ġ ÎķÎĽ", + "ĠÎķ ÎĽ", + "Ġok um", + "Ġoku m", + "æĶ¶ åħ¥", + "ĠÚĨ ÛĮÙĨ", + "æľī çļĦ", + "ÑĨ ами", + "ÑĨа ми", + "d ÄĽnÃŃ", + "dÄĽ nÃŃ", + "ĠкоÑĢ аб", + "Ġко ÑĢаб", + "ĠкоÑĢа б", + "Ġa landa", + "Ġal anda", + "Ġalan da", + "ส à¸Ļาม", + "สà¸Ļ าม", + "ï¼ī ãģ®", + "ı sız", + "ıs ız", + "ısı z", + "ÙĬ ÙĬر", + "Ùĥ ÙĬØ©", + "ÙĥÙĬ Ø©", + "Ġnebo Å¥", + "Ġbit ir", + "Ġbi tir", + "Ġ ãĥľ", + "Ġãĥ ľ", + "Ùij ا", + "ï¼ Ĩ", + "ĠاÙĦت ارÙĬØ®", + "มห าà¸Ļà¸Ħร", + "at ürk", + "ãĤ¹ãĥĨ ãĥł", + "θή κη", + "Ġ καν", + "Ġκ αν", + "Ġκα ν", + "ĠS ür", + "ĠSü r", + "Ġd Ä±ÅŁÄ±", + "ĠdÄ±ÅŁ ı", + "Ġk ancel", + "Ġkan cel", + "ĠÙ¾ خش", + "h Pa", + "ĠÄį t", + "ĠпÑĢ оÑħ", + "ĠпÑĢо Ñħ", + "à¹ī à¸Ī", + "Ġê±° ìķ¼", + "ĠдеÑĢжав ного", + "èĤ¡ 举", + "ìĿ´ íģ¬", + "Ùĥ تÙĪر", + "Ùĥت ÙĪر", + "ĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "è¨ º", + "Ġب Ùħا", + "ĠبÙħ ا", + "ĠноÑĢм аÑĤив", + "ç iler", + "çi ler", + "à¸ĩ ศ", + "éĽĨ ä¸Ń", + "ÑĢ иÑģ", + "ÑĢи Ñģ", + "Ñĩ аÑĶ", + "Ñĩа ÑĶ", + "li ÄŁin", + "liÄŁi n", + "liÄŁ in", + "ãĥ¼ ãĤ¿ãĥ¼", + "ãĥ¼ãĤ¿ ãĥ¼", + "а ÑĢаÑĤ", + "аÑĢ аÑĤ", + "аÑĢа ÑĤ", + "åĬĽ éĩı", + "ĠÑģÑħ ем", + "åħ¥ åı£", + "离 å¼Ģ", + "ÏģοÏĨοÏģ ίεÏĤ", + "ĠÐĹ Ð°ÑĤем", + "ĠkarÅŁ ısında", + "ĠkarÅŁÄ± sında", + "ĠاÙĨت ظ", + "ï½ Ĭ", + "Ġ eÅŁit", + "ĠeÅŁ it", + "Ġyaz ılı", + "Ġyazı lı", + "Ðļ ом", + "ا زÙĬ", + "از ÙĬ", + "Ġki mse", + "Ġkim se", + "Ġkims e", + "ÑĢа Ñīи", + "ÑĢаÑī и", + "ัà¸ģ ส", + "Ġkan un", + "Ġka nun", + "Ġ ëIJĺìĹĪ", + "ĠëIJĺ ìĹĪ", + "Ġι ÏĥÏĩ", + "Ġм еди", + "Ġмед и", + "æ° §", + "ï¼Į åħ¶ä¸Ń", + "ï¼Įåħ¶ ä¸Ń", + "Ġyok tu", + "Ġ ãĤ½", + "ĠãĤ ½", + "ĠпÑĢи обÑĢеÑĤ", + "ÙĪ ÛĮØ´", + "ÙĪÛĮ Ø´", + "ãħł ãħł", + "Ġکرد Ùħ", + "Ġکر دÙħ", + "Ġdu var", + "Ġ ç¸", + "Ġç ¸", + "ıs ır", + "ısı r", + "Ġïº į", + "ĠÐłÐ¾Ñģ ÑģиÑı", + "à¹ī à¹ĥà¸Ļ", + "Ġ iÅŁi", + "Ġi ÅŁi", + "ĠiÅŁ i", + "d ol", + "do l", + "ĠÙħØŃ ÙħÙĪد", + "ĠÑģам ÑĭÑħ", + "ĠبÙĨابر اÛĮÙĨ", + "ãĤĮ ãģ©", + "ุà¸ķ สาห", + ". »", + "ู à¸Ĭ", + "ĠT ep", + "ĠTe p", + "ãģı ãĤĵ", + "Ġ å¸ĥ", + "Ġå¸ ĥ", + "Ġत ल", + "Ġs erm", + "Ġse rm", + "Ġser m", + "λ ÏĮγ", + "λÏĮ γ", + "ĠÅŀ imdi", + "Ġà¤ľà¤¨ त", + "- ÐĴ", + "è¨ ª", + "ĠвÑĸд пов", + "ิ à¸Ļà¸Ķ", + "ิà¸Ļ à¸Ķ", + "ι ÏĥμÏĮÏĤ", + "ιÏĥμ ÏĮÏĤ", + "Ω Τ", + "âĨĴ âĨĴ", + "ικο ί", + "ĠÑģп ÑĢава", + "ĠÑģпÑĢав а", + "æľº åħ³", + "Ġ ÃĿ", + "Ġà Ŀ", + "Ġм ова", + "Ġмо ва", + "Ġмов а", + "Ġмог ла", + "Ġд лиÑĤелÑĮ", + "ãģĹ ãģ¦ãĤĤ", + "ãģĹãģ¦ ãĤĤ", + "Ġβ Ïģί", + "Ġж од", + "éĹ ª", + "ĠмÑĸ ÑģÑĮкоÑĹ", + "η Ïģε", + "çł Ĥ", + "Ġkter ých", + "Ġkterý ch", + "ĠÐĵ олов", + "ĠÐĵол ов", + "Ġh á»Ļp", + "Ġhá»Ļ p", + "Ġpa nÃŃ", + "Ġpan ÃŃ", + "تÙħ اد", + " ľ", + "åįģ åħŃ", + "κ οÏĤ", + "κο ÏĤ", + "ев ÑĭÑħ", + "æĭ Ĵ", + "ĠÑģÑĤ оÑĢон", + "ĠÑģÑĤоÑĢ он", + "ĠÑģÑĤо ÑĢон", + "Ġph óng", + "ĠÑĥлÑĥÑĩ ÑĪ", + "m rt", + "mr t", + "m par", + "mp ar", + "ĠS lav", + "ĠSl av", + "Ġ kov", + "Ġk ov", + "Ġko v", + "ìĿ¸ ìĿĢ", + "Ġ åºĶ", + "Ġåº Ķ", + "ั à¸ļà¸Ħ", + "ัà¸ļ à¸Ħ", + "Ġk ì", + "Ġa Å¥", + "ÅĻ ÃŃt", + "ÅĻÃŃ t", + "ì° Į", + "Ùħ ÙĨت", + "ÙħÙĨ ت", + "ıyor lar", + "æŃ£ 常", + "н ÑıÑĤÑĤÑı", + "нÑıÑĤ ÑĤÑı", + "r acÃŃ", + "ra cÃŃ", + "rac ÃŃ", + "ĠпиÑĤ аниÑı", + "à¸Īะ à¹Ģà¸Ľ", + "ĠاÙĦÙĩ ÙĨد", + "ĠD ost", + "ĠDo st", + "ĠDos t", + "ĠÐĴаÑģ илÑĮ", + "Ġ íĥĦ", + "Ġíĥ Ħ", + "Ġn ạn", + "à¹Īà¸Ń à¹Ħà¸Ľ", + "رÙĪ ض", + "± ظ", + "Ġbych om", + "à¸Ļ วย", + "à¸Ļว ย", + "ãģł ãģ£ãģ¦", + "ĠÐĺ Ñģп", + "ĠÐĺÑģ п", + "à¸Ħร à¸ļ", + "Ġ สà¸ĸาà¸Ļ", + "Ġส à¸ĸาà¸Ļ", + "ĠëĤ ®", + "j iÅ¡tÄĽ", + "ji Å¡tÄĽ", + "ĠÙģ ÙĪت", + "ĠÙģÙĪ ت", + "ĠCh Æ°Æ¡ng", + "ĠìĿ´ 루", + "ĠpÅĻÃŃ tom", + "t ual", + "tu al", + "b ette", + "be tte", + "bet te", + "bett e", + "Ġsa bah", + "Ġsab ah", + "μ ί", + "Ġm á»ĩnh", + "Ġmá»ĩ nh", + "ãģ® ãģłãĤįãģĨ", + "ãģ®ãģł ãĤįãģĨ", + "Ġzam ÄĽÅĻ", + "åįģ äºĶ", + "ĠìķĬ ìĿĦ", + "اÙĨ ÙĪ", + "е нÑĥ", + "ен Ñĥ", + "ĠÑĥ год", + "ĠÑĥг од", + "ĠV Æ°á»Ŀn", + "Ġëĵ± ìĿĦ", + "Ġbelirt ilen", + "æŁ Ħ", + "Ġtek lif", + "¬ Ĥ", + "Ġпод аÑĤков", + "ĠاÙĦ ÙĨÙĩ", + "ĠاÙĦÙĨ Ùĩ", + "ï¼ ´", + "ìĽ ĥ", + "Ġ हल", + "Ġह ल", + "Ġ имÑĥ", + "Ġи мÑĥ", + "Ġим Ñĥ", + "ĠкоÑĤоÑĢ Ñĭм", + "ï¼Į 以åıĬ", + "ï¼Į以 åıĬ", + "ĠÑĤаб ли", + "ा :", + "Ġب رج", + "Ġبر ج", + "ĠÎŃ Î½Î±Î½", + "ĠÎŃνα ν", + "ĠÎŃν αν", + "ĠÙĬ ÙĪÙĦÙĬÙĪ", + "ý Å¡", + "Ġ ÙĬج", + "ĠÙĬ ج", + "ĠÑĤÑĢо Ñħи", + "æŀ Ŀ", + "Ġd Ãły", + "ĠBur ada", + "ĠBu rada", + "ĠÏĥÏħ μβ", + "ĠÎij ÏģÏĩ", + "ĠÎijÏģ Ïĩ", + "Ġsoci álnÃŃ", + "Ġ Ú¯ÙĪ", + "ĠÚ¯ ÙĪ", + "Ġyan ıt", + "Ġyanı t", + "ãģ¯ ãģªãģĦ", + "ãģ® ä¸Ĭ", + "Ġn úi", + "ĠرÙģت ار", + "ĠÙħ رات", + "ĠÙħر ات", + "ز ÙħاÙĨ", + "زÙħ اÙĨ", + "าà¸Ī ารย", + "ĠÑĩиÑģ лÑĸ", + "Ġس ÙĨت", + "ĠسÙĨ ت", + "ĠÃĸzel likle", + "ì ĩ¼", + "ìĩ ¼", + "ĠÄį ÃŃm", + "AD DE", + "ADD E", + "ãģ® ãĤĪãģĨãģª", + "ÙĪÙĦÙĪ ÚĺÛĮ", + "ĠíĻľ ìļ©", + "ãĢģ ãģ©ãģĨ", + "ĠÎł ÏģÏī", + "çĻ» åł´", + "Ġнад аннÑı", + "Ġм еÑĢеж", + "ĠмеÑĢ еж", + "ĠмеÑĢе ж", + "Ġ ìĿµ", + "ĠìĿ µ", + "jÃŃ cÃŃch", + "jÃŃcÃŃ ch", + "it ou", + "ito u", + "ÙĤ ÙĪÙĦ", + "Ùħ ج", + "Ġب ÙĨد", + "ĠبÙĨ د", + "Ġön üne", + "Ġ ï½°", + "Ġï½ °", + "з в", + "Ġе ÑģÑĤе", + "Ðł Ðĺ", + "ÑĢ ол", + "ÑĢо л", + "a yla", + "ay la", + "Ġк лÑĥ", + "Ġкл Ñĥ", + "æݨ èĸ¦", + "ĠÑĢоз ÑĢаÑħ", + "Ġ ìĥģëĭ´", + "Ġìĥģ ëĭ´", + "ĠÙĨ سÙħØ©", + "ĠÙĨس ÙħØ©", + "Ġви Ñħод", + "à¥Ģ à¤Ĩà¤Ī", + "ĠпÑĢи ÑģÑĤÑĥп", + "ÙĴ ع", + "ĠteÅŁ ekkür", + "дÑı ки", + "Ġfi kir", + "Ġfik ir", + "ัศ à¸Ļ", + "ĠآزÙħ اÛĮØ´", + "Ġb izi", + "Ġbi zi", + "Ġbiz i", + "ÏĨ αÏģ", + "ÏĨα Ïģ", + "æľª æĿ¥", + "æIJ º", + "Ġδ Ïħνα", + "ĠδÏħ να", + "Ġ رÙĪÙħ", + "Ġر ÙĪÙħ", + "ĠرÙĪ Ùħ", + "Ġb undan", + "Ġbund an", + "Ġbun dan", + "ĠÙĤ اÙĦب", + "ĠÙĤاÙĦ ب", + "Ġ haft", + "Ġh aft", + "Ġha ft", + "Ġhaf t", + "å¿ ½", + "ĠÐľ оÑĢ", + "Ġzá pas", + "Ġzáp as", + "Ġ ë¹Ľ", + "Ġë¹ Ľ", + "å» ·", + "äºĪ ç´Ħ", + "Ġkh uyến", + "Ġ ÎijÎĵ", + "ĠÎij Îĵ", + "Ġìŀij ìĹħ", + "ड र", + "Ġjednodu ch", + "à¥ī म", + "ĠdeÄŁ ildi", + "ĠdeÄŁil di", + "Ġk olo", + "Ġko lo", + "Ġkol o", + "Ġد ÙĤÛĮ", + "л ами", + "ла ми", + "лам и", + "ĠH á»įc", + "ĠHá»į c", + "Ġप स", + "ĠÎł ÏģÏĮ", + "ĠâĹ ij", + "Ġ наÑģлÑĸд", + "Ġна ÑģлÑĸд", + "ĠнаÑģ лÑĸд", + "Ġ диви", + "Ġди ви", + "Ġдив и", + "ĠpÅĻes nÄĽ", + "ĠТак им", + "ĠТа ким", + "Ġru kou", + "Ġruk ou", + "ä¸Ģ åĪĩ", + "ĠÑģ пÑĢи", + "ĠÑģп ÑĢи", + "en ské", + "ens ké", + "æĹ ¦", + "ĠÙĤ ÙĨ", + "Ġú stav", + "िश त", + "à¹Į )", + "ĠT rang", + "ĠTr ang", + "ĠTra ng", + "ĠTran g", + "Ġmoh la", + "Ġmohl a", + "ĠÎķ λλην", + "Ġп оки", + "Ġпо ки", + "Ġпок и", + "ĠØ¢ Ùħار", + "ĠØ¢Ùħ ار", + "åIJ ¾", + "ĠÑĢ еÑģп", + "ĠÑĢе Ñģп", + "ĠÑĢеÑģ п", + "Ġta kdir", + "Ġtak dir", + "Ġrahat sız", + "éŁ³ ä¹IJ", + "Ġ âĶĥ", + "ĠâĶ ĥ", + "i lis", + "il is", + "ili s", + "ĠÙĪ اÙĦØ¥", + "ĠÙĪاÙĦ Ø¥", + "å® Ļ", + "Ñĥ мов", + "Ñĥм ов", + "ĠÐĽ иÑĤ", + "ĠÐĽÐ¸ ÑĤ", + ": :::|", + ":: ::|", + ":::: |", + "::: :|", + "åħ ½", + "ĠÙĨزد ÛĮÚ©", + "е лÑĸв", + "ел Ñĸв", + "елÑĸ в", + "θ οÏįν", + "θο Ïįν", + "ìĹIJìĦľ ëıĦ", + "èµĦ æł¼", + "çIJĨ 论", + "ĠKe mal", + "ĠKem al", + "Ġк еÑĢ", + "ษ ายà¸Ļ", + "Ġ åįİ", + "Ġåį İ", + ") ìĹIJ", + "Ġ ëĬĺ", + "ĠëĬ ĺ", + "ãĥĿ ãĥ¼ãĥĪ", + "ĠÐĹ Ð´", + "اص ÙĬÙĦ", + "Ġk atı", + "Ġka tı", + "Ġkat ı", + "ãĤĤãģĹ ãĤĮãģªãģĦ", + "Ġкажд ого", + "Ġ дÑĢ", + "Ġд ÑĢ", + "Ġfut bol", + "ÙĦ ÙĬÙģ", + "ÙĦÙĬ Ùģ", + "Ġì§Ģ ëĤľ", + "ĠÙ¾ÛĮØ´ ÙĨÙĩ", + "ü lük", + "ül ük", + "ülü k", + "Ġ à¸ķำà¸ļล", + "Ġà¸ķำ à¸ļล", + "Ġb áºŃc", + "Ġ åĽł", + "ĠåĽ ł", + "ik ler", + "Ïģ ιά", + "Ïģι ά", + "Ġв важа", + "Ġвваж а", + "Ġvy pl", + "Ġvyp l", + "Ġв низ", + "í Ģ", + "çľ ¾", + "ĠÑģ ила", + "ĠÑģи ла", + "ĠÑģил а", + "ĠналиÑĩи и", + "Ġع راÙĤ", + "ĠاÙĦÙħ Ùĥ", + "å°± ä¼ļ", + "Ġм Ñĸг", + "ĠмÑĸ г", + "ĠÎĮ μιλοÏĤ", + "Ñī его", + "Ñīе го", + "Ġíĸī ìłķ", + "Âł mph", + "Âłm ph", + "Ġma lé", + "Ġmal é", + "ĠÛĮ اÙģتÙĩ", + "ĠÛĮا ÙģتÙĩ", + "ĠÛĮاÙģت Ùĩ", + "Ġmn oha", + "Ġmnoh a", + "γ ά", + "Ġпо ÑģÑĤÑĢо", + "ĠпоÑģ ÑĤÑĢо", + "ĠпоÑģÑĤ ÑĢо", + "ĠاÙĦÙħ ÙĪس", + "ĠاÙĦÙħÙĪ س", + "Ġol ma", + "Ġolm a", + "ëī´ ìĬ¤", + "Ġt utar", + "Ġtu tar", + "Ġtut ar", + "ãĥ¼ãĥĵ ãĤ¹", + "à¥įथ न", + "-ли бо", + "æ¥Ń åĭĻ", + "ĠоÑģоб ливо", + "ĠоÑģоблив о", + "è® Ģ", + "ÙģÙĩ ÙĪÙħ", + "Ġk ẻ", + "Ġ Å¡tÄĽ", + "ĠÅ¡ tÄĽ", + "ĠÅ¡t ÄĽ", + "Ġc ầm", + "ĠÄįlán ky", + "ĠÄIJ iá»ĩn", + "( =", + "OV Ãģ", + "ul du", + "uld u", + "a ft", + "af t", + "Ġl ãi", + "Ġlã i", + "Ġd oldur", + "Ġdol dur", + "³³ ³³³³³³³³³", + "³³³³ ³³³³³³³", + "³³³ ³³³³³³³³", + "³³³³³³³³ ³³³", + "³³³³³³³ ³³³³", + "³³³³³ ³³³³³³", + "³³³³³³ ³³³³³", + "³³³³³³³³³ ³³", + "β ι", + "ãģ£ãģ¦ ãģįãģŁ", + "ì¶ľìŀ¥ ìķĪë§Ī", + "å¯ Ŀ", + "Ġë¶Ģ íĥģ", + "ĠاÙĦ اخ", + "Ġγ Ïħνα", + "à¤ı म", + "à¥Į ल", + "ع ادة", + "عا دة", + "عاد Ø©", + "Ġ κοÏħ", + "Ġκ οÏħ", + "Ġκο Ïħ", + "ĠÙħØ· رØŃ", + "ĠÑĩелов еÑĩ", + "Ġn umar", + "Ġnum ar", + "Ġnu mar", + "Ġnuma r", + "Ġ дина", + "Ġд ина", + "Ġди на", + "ÏĦ ÏģÎŃ", + "ÏĦÏģ ÎŃ", + "λ ικ", + "λι κ", + "Ġдол го", + "Ġnh iêu", + "ĠвоÑģ ÑģÑĤанов", + "ap ı", + "Ġ kanı", + "Ġk anı", + "Ġkan ı", + "ĠK ế", + "ãĤī ãģļ", + "Ġhar ek", + "Ġha rek", + "Ġhare k", + "ãģłãģij ãģ§", + "æ» ħ", + "Ġo hled", + "Ġoh led", + "е ÑĢим", + "еÑĢ им", + "еÑĢи м", + "ĠØŃ ÙĬÙĨ", + "ĠØŃÙĬ ÙĨ", + "ĠÙĤ Ùĩر", + "Ġब à¥Ŀ", + "اپ ÛĮÙħ", + "è¶ħ è¿ĩ", + "Ġ æħ", + "Ġæ ħ", + "Ġت Ùģس", + "ĠتÙģ س", + "as ıyla", + "ası yla", + "б иÑĤ", + "би ÑĤ", + "ĠØŃ Ø§Ø¬", + "ĠÑĤÑĢеб ованиÑı", + "Ġ æݨ", + "Ġæİ ¨", + "Ġ ç±³", + "Ġç± ³", + "ãĤ³ ãĥ¼ãĥī", + "ĠÑĥ Ñģи", + "ĠÑĥÑģ и", + "Ġاخ ÙĦاÙĤ", + "Ġdo stup", + "Ġdost up", + "Ġع ÙĦاÙĤ", + "ĠعÙĦ اÙĤ", + "िव स", + "Ġ оди", + "Ġо ди", + "Ġод и", + "t ej", + "te j", + "Ġthá» ıa", + "ัà¸ģษ à¸ĵะ", + "ัà¸ģษà¸ĵ ะ", + "ĠÑĢаÑģ к", + "ĠÑĢа Ñģк", + "ĠÐĿ аÑĢод", + "ĠÐĿа ÑĢод", + "Ġза кÑĥп", + "Ġзак Ñĥп", + "o že", + "ož e", + "Ġاج را", + "Ġاجر ا", + "ê´ij ê³ł", + "аÑĢÑĤ ам", + "Ġп еÑĢеж", + "ĠпеÑĢ еж", + "ĠпеÑĢе ж", + "èij£ äºĭ", + "ĠÑı коÑģÑĤÑĸ", + "ĠÑıк оÑģÑĤÑĸ", + "Ġв Ñĥл", + "м он", + "мо н", + "Ġch lap", + "Ġ ÑįÑĤомÑĥ", + "ĠÑįÑĤ омÑĥ", + "ĠÑįÑĤо мÑĥ", + "ĠÑįÑĤом Ñĥ", + "а ÑĤÑĸ", + "аÑĤ Ñĸ", + "Ġ íĴĪ", + "Ġí ĴĪ", + "ĠíĴ Ī", + "è¡Ĺ éģĵ", + "س د", + "ÙĪ رÙĩ", + "ÙĪر Ùĩ", + "ĠزÛĮ اد", + "åľ¨çº¿ è§Ĩé¢ij", + "ا ÙĪÙĬØ©", + "اÙĪ ÙĬØ©", + "اÙĪÙĬ Ø©", + "ï¼Į å°±æĺ¯", + "ï¼Įå°± æĺ¯", + "e lerinden", + "eler inden", + "elerin den", + "elerinde n", + "ÑĢ ажд", + "ÑĢа жд", + "ÑĢаж д", + "Ġп озд", + "Ġпо зд", + "Ġпоз д", + "Ġзна ÑĤÑĮ", + "Ġзн аÑĤÑĮ", + "ัà¸ļ สà¸Ļ", + "ัà¸ļส à¸Ļ", + "à¥ĩà¤ĸ त", + "Ġ æĽ°", + "Ġæ Ľ°", + "ĠæĽ °", + "ê³¼ ìłķ", + "é® ®", + "ĠV iá»ĩn", + "ĠVi á»ĩn", + "Ġd voj", + "Ġdv oj", + "ίν εÏĦαι", + "Ġosob nÃŃch", + "ĠosobnÃŃ ch", + "Ġ âĢª", + "ĠâĢ ª", + "éĻ µ", + "ĠØ®ÙĪد Ø´", + "ĠاÙĨ ر", + "ĠпÑĢоÑĦеÑģÑģи оналÑĮ", + "k ám", + "ká m", + "ĠÙħ ÙĥاÙĨ", + "ĠÙħÙĥ اÙĨ", + "ĠاÙĦØ£ د", + "Ġ ê³µë¶Ģ", + "Ġê³µ ë¶Ģ", + "ĠÄij ức", + "ĠÄijứ c", + "ĠCumhur iyeti", + "ĠCumhuriyet i", + "åĩº ãģĹ", + "д ами", + "да ми", + "дам и", + "ĠìĪĺ ìĥģ", + "ĠÙģ براÙĬر", + "Ġsü resi", + "Ġsür esi", + "Ġsüre si", + "Ġب ج", + "Ġ æĶ¾", + "ĠæĶ ¾", + "ØŃ ÛĮ", + "çłĶ究 æīĢ", + "åĩºçīĪ 社", + "ĠÙħÙĪ تÙĪر", + "&& &&", + "ĠпеÑĢ ей", + "ĠпеÑĢе й", + "Ġ ìĦłê±°", + "ĠìĦł ê±°", + "ĠúspÄĽ Å¡", + "ار Ú©", + "Ġet tir", + "Ġett ir", + "Ġetti r", + "Ġ ì¶ľìŀ¥", + "Ġì¶ľ ìŀ¥", + "ĠKa nun", + "ĠKan un", + "ĠÑĥменÑĮ ÑĪ", + "ĠзаÑĤ веÑĢдж", + "ĠاÙĦد ÙĪÙĦÙĬ", + "ĠاÙĦدÙĪÙĦ ÙĬ", + "Ġ ãĥĵ", + "Ġãĥ ĵ", + "ĠB azı", + "ĠBa zı", + "ĠBaz ı", + "åŃIJ ãģ®", + "åĩ ¯", + "Ġse beb", + "Ġseb eb", + "Ġsebe b", + "Ġ åħ±", + "Ġåħ ±", + "Ġd nů", + "Ġdn ů", + "ä½į äºİ", + "ĠZ d", + "æī ±", + "Ġتج ربÙĩ", + "ÃĶ NG", + "Ġìĺ¬ ëĿ¼", + "Ïī ÏĦεÏģ", + "ĠÑģ вид", + "ĠÑģв ид", + "ĠÑģви д", + "æ¯Ķ èµĽ", + "ãģ« åIJij", + "ìľĦ 를", + "ãģĹ ãģ¾ãģĹãģŁ", + "ãģĹãģ¾ ãģĹãģŁ", + "Ġd á»ĭ", + "ĠÐł ÑĥÑģ", + "Ġv á»ı", + "Ġvá» ı", + "à¤Ĥड ल", + "Ġп иÑī", + "Ġпи Ñī", + "Ġsmr ti", + "Ġsmrt i", + "à¸Īาà¸ģ à¸ģาร", + "ĠÑģаÑħ аÑĢ", + "Ġtho át", + "ج ÙħØ©", + "جÙħ Ø©", + "Ġпоз вол", + "ĠاÙĦØ« اÙĨÙĬØ©", + "ĠاÙĦثاÙĨÙĬ Ø©", + "ز ادÙĩ", + "زا دÙĩ", + "ãĢģ ä¸Ń", + "ή μεÏģα", + "æ¦ ľ", + "l acaģı", + "lac aģı", + "lacaÄŁ ı", + "Ġна ÑĪиÑħ", + "ĠнаÑĪ иÑħ", + "ìĶ Ģ", + "ĠÐĺ ÑģÑĤоÑĢиÑı", + "ün deki", + "ünd eki", + "ünde ki", + "ĠпеÑĢ ел", + "ĠпеÑĢе л", + "Ġ목 ìĨĮ", + "ĠÑģÑĤаÑĤ ÑĥÑģ", + "о вали", + "ов али", + "ова ли", + "овал и", + "ÅĻ az", + "ĠдÑĢÑĥг ого", + "ĠдÑĢÑĥго го", + "ÙĥÙĪÙħ Ø©", + "ÙĥÙĪ ÙħØ©", + "Ñĩ иÑģÑĤ", + "Ñĩи ÑģÑĤ", + "ÑĩиÑģ ÑĤ", + "μ μ", + "åıį åºĶ", + "ic ari", + "ica ri", + "ĠÙ¾ اک", + "Ġپا Ú©", + "алÑĮ ним", + "ĠB una", + "ĠBu na", + "ĠBun a", + "и ÑĤив", + "иÑĤ ив", + "иÑĤи в", + "ÑĦ ÑĢа", + "ãĥ¼ ãĥĸãĥ«", + "ãĥ¼ãĥĸ ãĥ«", + "ĠÑĤоб ÑĤо", + "룬 ìĬ¤", + "ĠاÙĦ اع", + "åħ¬ éĸĭ", + "å¥ ī", + "ÙĪÙĦ د", + "åIJį çĦ¡ãģĹ", + "æ°ij 主", + "à¥ģ à¤ľà¤°", + "à¥ģà¤ľ र", + "ìĤ¬ 무", + "Ġön celik", + "Ġönce lik", + "Ġönc elik", + "Ġ å¨", + "Ġå ¨", + "Ñı б", + "çľ ī", + "à¥įव य", + "ĠH ình", + "çļĦ åľ°æĸ¹", + "çļĦåľ° æĸ¹", + "ĠاÙĦ تس", + "ĠاÙĦت س", + "ä¸Ī 夫", + "Ġп ÑĥблÑĸ", + "ĠnÄĽjak é", + "ÄIJ á»iji", + "ĠÑģоÑģÑĤоÑı ниÑı", + "à¥Ģ )", + "ĠÄij áºŃu", + "j ed", + "je d", + "ê ¶ģ", + "Ġs enin", + "Ġse nin", + "Ġsen in", + "Ġseni n", + "ĠH óa", + "âĻ ł", + "лÑı ÑİÑĤÑĮ", + "лÑıÑİÑĤ ÑĮ", + "éĹ ²", + "ìĿ¸ íĬ¸", + "ت بÙĩ", + "تب Ùĩ", + "Ġरà¤ĸ त", + "ĠÑģлов ами", + "ĠÑģлова ми", + "ĠÑģло вами", + "Ġطب ÙĤ", + "Ġuy du", + "ุà¸ĩà¹Ģà¸Ĺà¸ŀ มหาà¸Ļà¸Ħร", + "ĠSan at", + "ĠSa nat", + "à¹ī าà¸Ĭ", + "à¹īา à¸Ĭ", + "Ġкни ж", + "Ìģ c", + "ا Ùħج", + "اÙħ ج", + "δ Ïİ", + "Å ®", + "Ġb inh", + "Ġbi nh", + "Ġbin h", + "è¾ Ĩ", + "n eÄŁi", + "ne ÄŁi", + "Ø· ÙĨ", + "å¸ ķ", + "Ġ ìĩ¼", + "Ġì ĩ¼", + "оÑģ ÑĢед", + "ĠοÏĢο ίο", + "k ır", + "kı r", + "à¥Ī श", + "Ġ à¸ĩาà¸Ļ", + "Ġà¸ĩ าà¸Ļ", + "Ġd ruž", + "Ġdru ž", + "em atik", + "ema tik", + "emat ik", + "a dıģ", + "ad ıģ", + "adı ÄŁ", + "è¾ ŀ", + "ĠpoužÃŃ vá", + "Ġkur tar", + "ĠsaÄŁ lan", + "ãĢı ï¼Ī", + "Ġmůže me", + "Ġmůž eme", + "Ġ باد", + "Ġب اد", + "Ġبا د", + "æľŁ éĹ´", + "ا تÙģ", + "ات Ùģ", + "Ġyaz ılım", + "Ġyazılı m", + "ĠìĹ° ê²°", + "ÙĬ ÙģØ©", + "ÙĬÙģ Ø©", + "Ġ emin", + "Ġe min", + "Ġem in", + "ĠнеÑģколÑĮ киÑħ", + "Û´ Û°", + "å¯ §", + "ί ζει", + "ίζ ει", + "Ġd él", + "Ġdé l", + "ver iÅŁ", + "価 æł¼", + "Ġاست اد", + "Ġал ког", + ".H CM", + "ί οÏĤ", + "ίο ÏĤ", + "α κ", + "Ø· ع", + "ãģ£ ãģį", + "ãģ£ãģ į", + "Ñı еÑĤÑģÑı", + "ÑıеÑĤ ÑģÑı", + "л ика", + "ли ка", + "лик а", + "Ġ ÑĨÑı", + "ĠÑĨ Ñı", + "Ġë§Ī ì§Ģë§ī", + "ĠаÑĢ ми", + "Ġγ λÏİ", + "E NÃį", + "EN Ãį", + "ë ®¤", + "ŃIJ ï¸ı", + "Ġ æ¯ı", + "Ġæ¯ ı", + "Ġ æĸ¼", + "Ġæĸ ¼", + "Ġκα λÏį", + "ĠТ ом", + "ĠТо м", + "ul ur", + "ulu r", + "Ġak ce", + "ĠÙħÙĪ جب", + "ĠÙħÙĪج ب", + "e siz", + "es iz", + "esi z", + "н Ñıв", + "нÑı в", + "алÑĮ нÑĥÑİ", + "алÑĮнÑĥ Ñİ", + "ал ÑĸÑģÑĤ", + "алÑĸ ÑģÑĤ", + "Ġв аÑĢÑĸ", + "ĠваÑĢ Ñĸ", + "Ġва ÑĢÑĸ", + "ĠÙħؤ س", + "ĠÙħ اÛĮÙĦ", + "ĠÙħا ÛĮÙĦ", + "ĠμεÏĦα ξÏį", + "åĩº ãģĻ", + "Ġv á»Ŀi", + "Ġvá» Ŀi", + "ëŁ ´", + "ï¼ ĭ", + "æ¯ İ", + "Ġt abi", + "Ġtab i", + "Ġta bi", + "âĤ ĥ", + "æ£ĭ çīĮ", + "Ġ ÃIJ", + "Ġà IJ", + "ĠпÑĢоÑĦеÑģ Ñĸй", + "Ñĥв аннÑĸ", + "Îľ Îł", + "Ġж ил", + "Úĺ ÙĨ", + "л ÑĥÑĪ", + "лÑĥ ÑĪ", + "á½ ´", + "о веÑĢ", + "ов еÑĢ", + "ове ÑĢ", + "è¾¼ ãģ¿", + "ĠÐľ акÑģим", + "ĠÐľÐ°Ðº Ñģим", + "Ġвз глÑıд", + "Ġн аÑĤÑĥ", + "Ġна ÑĤÑĥ", + "ĠнаÑĤ Ñĥ", + "म à¤ķ", + "ĠÑħ ими", + "ĠÑĢозÑĤа ÑĪ", + "ÙĪ راÙĨ", + "ÙĪر اÙĨ", + "ÙĪرا ÙĨ", + "ĠØ´Ùĩر ÙĩاÛĮ", + "æ© Łèĥ½", + "æ©Ł èĥ½", + "Ø® Ø°", + "ĠÑģво ÑĶÑĹ", + "ĠÑģвоÑĶ ÑĹ", + "н ÑıеÑĤ", + "нÑı еÑĤ", + "Ġgh ế", + "ĠpÅĻed ch", + "ÑĶ ÑĪ", + "огÑĢаÑĦ ÑĸÑı", + "Ġ à¸Ĺำà¹ĥห", + "Ġà¸Ĺำ à¹ĥห", + "åĿ Ĭ", + "Ïģ Ïīν", + "ÏģÏī ν", + "า ระ", + "าร ะ", + "ĠK ết", + "ĠKế t", + "Ġch ặt", + "Ġ éĻĪ", + "ĠéĻ Ī", + "ĠdÄĽ lat", + "ĠdÄĽl at", + "ĠбÑĥд ÑĥÑī", + "ĠбÑĥдÑĥ Ñī", + "ĠAç ık", + "æłª å¼ıä¼ļ社", + "ĠÐŁ аÑĢ", + "ĠK hu", + "ĠKh u", + "ãĢģ æĸ°", + "Ġб ой", + "Ġбо й", + "ë§Ī íĬ¸", + "ĠÑģоп ÑĢов", + "س اب", + "н иÑģÑĤ", + "ни ÑģÑĤ", + "å¼ ĥ", + "Ġ Ø´ÙĨاس", + "ĠØ´ÙĨ اس", + "ен ном", + "енно м", + "Ġ 项", + "Ġé¡ ¹", + "èīº æľ¯", + "о зем", + "оз ем", + "ĠÑĢеÑĪ ениÑı", + "l ady", + "la dy", + "lad y", + "ĠвÑģ ей", + "ĠвÑģе й", + "æĶ» åĩ»", + "Ġê²° ìłķ", + "ãĢĢ ï¾ŀ", + "Ġê°IJ ëıħ", + "- ÐIJ", + "Ġm ÃŃr", + "ĠmÃŃ r", + "à¥ģप à¤ı", + "нÑĸ ÑĨип", + "б ом", + "бо м", + "Ġ Å¡t", + "ĠÅ¡ t", + "éľ į", + "ĠÑĢеÑĪ ение", + "Ġдиаг ноÑģÑĤи", + "i par", + "ip ar", + "ipa r", + "ا ÛĮز", + "اÛĮ ز", + "ã ng", + "ãn g", + "ั วร", + "ัว ร", + "ĠÑĨ аÑĢ", + "Ġs ly", + "Ġsl y", + "ν Ïİ", + "ĠK uzey", + "رÛĮ ب", + "Ġc enu", + "Ġce nu", + "Ġcen u", + "Ġcert if", + "Ġcer tif", + "ĠÑĤ ÑĢеÑĤÑĮ", + "ĠÑĤÑĢ еÑĤÑĮ", + "ĠÑĤÑĢеÑĤ ÑĮ", + "ิà¸Ķ à¸Ĥ", + "Ġпа ÑĨÑĸÑĶн", + "ÅĻ iv", + "ÅĻi v", + "èĦ Ĥ", + "¢ °", + "ĠPh ần", + "ĠмеÑĤод и", + "ĠмеÑĤ оди", + "Ạ¤", + "ìĨ Ķ", + "åIJĮ åѦ", + "Ġ åĢĭ", + "ĠåĢ ĭ", + "моÑĤ ÑĢÑı", + "моÑĤÑĢ Ñı", + "Ġuv ád", + "Û±Û¹ Û¶", + "éģ¸ æĬŀ", + "! »", + "ë ĺIJ", + "ĠÛĮ ÙĪتÛĮ", + "ĠاÙĦØŃ Ø±Ø¨", + "ĠاÙĦØŃر ب", + "олог ÑĸÑı", + "n ila", + "ni la", + "nil a", + "ĠÄij ảng", + "á zi", + "áz i", + "ÑĢ оÑī", + "ÑĢо Ñī", + "Ġort adan", + "Ġorta dan", + "Ġاخ بار", + "Ġà¤ħ à¤ľ", + "Ġ매 ìļ°", + "Ġп ой", + "Ġпо й", + "Ġ جÙĬ", + "Ġج ÙĬ", + "к ÑĥваÑĤи", + "кÑĥ ваÑĤи", + "Ġá» ŀ", + "Ġب شر", + "Ġبش ر", + "Ġ ÙĥÙĬÙĦ", + "ĠÙĥ ÙĬÙĦ", + "Ñī еÑģÑĤво", + "Ñīе ÑģÑĤво", + "ÑīеÑģÑĤв о", + "ĠìŬ íĸī", + "ا ÙħÙĬ", + "اÙħ ÙĬ", + "в ÑĸлÑĮ", + "вÑĸ лÑĮ", + "ĠPr vnÃŃ", + "Ġ ÙĪسÛĮ", + "ĠÙĪ سÛĮ", + "ĠÙĪس ÛĮ", + "ĠÄIJ á»", + "æĪ¿ éĹ´", + "åľ¨çº¿ éĺħ读", + "æķ ·", + "Ġt rai", + "Ġtr ai", + "Ġtra i", + "ä¿ Ĺ", + "ĠÑģамоÑģÑĤоÑıÑĤелÑĮ но", + "ĠÑĤÑĢеб ÑĥеÑĤÑģÑı", + "ĠÑĤÑĢебÑĥеÑĤ ÑģÑı", + "δ Ïģα", + "ĠÑĢеÑĩ ов", + "Ġв Ñĸк", + "ĠвÑĸ к", + "Ġ ÑĢÑĥÑĩ", + "ĠÑĢ ÑĥÑĩ", + "ĠÑĢÑĥ Ñĩ", + "å¥ §", + "ĠolduÄŁ una", + "ĠolduÄŁu na", + "ев Ñĭе", + "Ġ à¸Ħล", + "Ġà¸Ħ ล", + "ا ÙĦÙĤ", + "اÙĦ ÙĤ", + "ĠÑĸм енÑĸ", + "ĠÑĸмен Ñĸ", + "æĶ» æĴĥ", + "ĠÑĥнивеÑĢ ÑģиÑĤ", + "Ġth Äĥm", + "ĠлиÑģÑĤоп ада", + "२ ०", + "Ø® ÙĬ", + "Îķ Îł", + "Ġart tır", + "Ġس خت", + "Ġسخ ت", + "ï¼Ī æĺŃåĴĮ", + "ĠÎŁ Ïħ", + "и ваниÑı", + "ив аниÑı", + "ива ниÑı", + "Ġstav eb", + "âħ ¥", + "γÏī γή", + "γÏīγ ή", + "Ù ©", + "ĠиÑģÑģлед ованиÑı", + "åĢĭ 人", + "Ġëĭ¤ìļ´ë°Ľ 기", + "ĠÏĦ ελ", + "ĠÏĦε λ", + "° N", + "ĠباÙĦ ÙĨ", + "à¹Į à¸ŀ", + "Ġnem ůže", + "Ġголов а", + "Ġгол ова", + "à¹Į à¹ģ", + "æ¢ ¯", + " ĺ", + "δ ηÏĤ", + "δη ÏĤ", + "ìĿ¸ ì¦Ŀ", + "l ayın", + "lay ın", + "á½ ·", + "ĠÙĨت اÛĮج", + "ĠÑģоб лÑİд", + "Ġдви жениÑı", + "Ġдвиж ениÑı", + "ì Į", + "Ġ povÄĽ", + "Ġp ovÄĽ", + "Ġpo vÄĽ", + "Ġpov ÄĽ", + "Ġ ìłĦìĹIJ", + "ĠìłĦ ìĹIJ", + "å¦Ĥ ä¸ĭ", + "ĠاÙĦÙħ در", + "ĠاÙĦÙħد ر", + "ï¼Į æĪĸ", + "ا را", + "ار ا", + "æ°ij æĹı", + "Ġب رÙĤ", + "Ġبر ÙĤ", + "Ġзап аÑģ", + "à¸Ļ à¹ĥà¸Ī", + "é f", + "Ġ à¸Łà¸£", + "Ġà¸Ł ร", + "Ġë³´ ëĤ´", + "Ġ 欧ç¾İ", + "Ġ欧 ç¾İ", + "- ÑĤаки", + "-ÑĤ аки", + "é© ļ", + "ÑĢ ÑĸÑı", + "ÑĢÑĸ Ñı", + "æŁ ı", + "ĠповÑĸÑĤ ÑĢÑı", + "çµĦ ç¹Ķ", + "d aÅŁ", + "da ÅŁ", + "Ġहम ल", + "ĠÑĢеÑĶ ÑģÑĤÑĢа", + "ά β", + "ĠÎł ο", + "Ġê·¸ 림", + "Ñĩ аÑİÑĤ", + "Ñĩа ÑİÑĤ", + "à¸ĩ à¸ķ", + "íĥ ĢìĿ´", + "íĥĢ ìĿ´", + "æī ¬", + "Ġpo jist", + "Ġpoj ist", + "Ġ çłĶ", + "Ġçł Ķ", + "Ġ åıĸ", + "Ġåı ĸ", + "Ġüzer indeki", + "Ġüzerinde ki", + "j Å¡ÃŃch", + "jÅ¡ÃŃ ch", + "à¥Ģद व", + "æª ¢", + "ĠмаÑĤеÑĢи алов", + "ĠмаÑĤеÑĢиал ов", + "и ваннÑı", + "ив аннÑı", + "Ġ å°Ĩ", + "Ġå° Ĩ", + "л л", + "Ġнаб лÑİд", + "ĠнаблÑİ Ð´", + "ĠG öz", + "ĠGö z", + "Ġв зÑı", + "Ġвз Ñı", + "çĶµ è§Ĩ", + "Ġв ак", + "Ġва к", + "ç¿ Ķ", + "Ġвза им", + "Ġg itti", + "Ġgi tti", + "Ġgit ti", + "it eleri", + "ite leri", + "itel eri", + "itele ri", + "ä»· åĢ¼", + "ĠاÙĦ تص", + "ĠاÙĦت ص", + "िन à¤ķ", + "éĢļ ãĤĬ", + "ĠÑģ ÑĦеÑĢ", + "ĠÑģÑĦ еÑĢ", + "çĻº 売", + "âĿ ¤", + "ĠÚ¯ÙĪØ´ ÛĮ", + "ĠÚ¯ÙĪ Ø´ÛĮ", + "аг аÑĤо", + "ĠÏĥÏħ γκ", + "ав иÑģ", + "ави Ñģ", + "æĤ£ èĢħ", + "ĠØ® اÙħ", + "ÎĻÎļ ÎĹΣ", + "ÎĻÎļÎĹ Î£", + "ınız da", + "pan ÄĽl", + "pa nÄĽl", + "ĠÄIJ á»ĭa", + "à¹ģละ ส", + "Ġ ãĤĤ", + "ĠãĤ Ĥ", + "Ġsonuc unda", + "Ġsonucu nda", + "ìĿ į", + "e less", + "el ess", + "ele ss", + "ĠN ha", + "ĠNh a", + "Ġzak áz", + "Ġв оÑģÑĤ", + "Ġво ÑģÑĤ", + "ĠвоÑģ ÑĤ", + "ĠvzdÄĽl ávánÃŃ", + "- ม", + "Ġmet rů", + "ĠپاÛĮ ÛĮÙĨ", + "Ġپا ÛĮÛĮÙĨ", + "ĠÑĢаÑģÑĤ ение", + "Ġmu á»iji", + "èµĦ éĩij", + "ĠÅŁ üph", + "ÙĬ ÙĦÙħ", + "ÙĬÙĦ Ùħ", + "ĠdÃ¼ÅŁÃ¼n c", + "Ġк Ñĸм", + "ĠÏĩÏī ÏģίÏĤ", + "áz ev", + "áze v", + "ĠDe ÄŁer", + "ĠDeÄŁ er", + "å·¥ æ¥Ń", + "Ġر Ùħز", + "ĠرÙħ ز", + "Ġal espoÅĪ", + "ĠпÑĢе ÑģÑĤÑĥп", + "ĠпÑĢеÑģÑĤ Ñĥп", + "ĠعÙĦ اÙĪÙĩ", + "Ġme rak", + "Ġmer ak", + "à¹Į :", + "çİ° åľº", + "ÑĨ веÑĤ", + "Ġप à¥ľ", + "Ġëĭ¤ìĿĮ ê³¼", + "u dic", + "ud ic", + "udi c", + "ĠL ep", + "ĠLe p", + "Ġод нÑĸ", + "Ġa larak", + "Ġal arak", + "å®ī æİĴ", + "Ġ à¸Ĥà¸Ļาà¸Ķ", + "Ġà¸Ĥ à¸Ļาà¸Ķ", + "re zent", + "rez ent", + "is inden", + "isin den", + "isinde n", + "ر ÙĪÛĮ", + "رÙĪ ÛĮ", + "Ġp lu", + "Ġpl u", + "ç«ĭ ãģ¦", + "Ñĭ ваниÑı", + "Ñĭв аниÑı", + "Ñĭва ниÑı", + "Ġr ast", + "Ġra st", + "Ġras t", + "Ġdüzen lem", + "je zd", + "jez d", + "Ġве ÑīеÑģÑĤв", + "ĠвеÑī еÑģÑĤв", + "ĠдиÑĢ екÑĤоÑĢ", + "ÑĦ ÑĦ", + "t ainment", + "tain ment", + "ĠاÙĦ ÙĪز", + "ĠاÙĦÙĪ ز", + "l anda", + "land a", + "la nda", + "lan da", + "ĠÙĨÚ¯ Ùĩد", + "ĠпÑĢоÑĤив оп", + "ãģ£ ãģı", + "ãģ£ãģ ı", + "ãģ¨ãģª ãĤĬ", + "Ġë°ľ 견", + "i ctor", + "ic tor", + "ict or", + "ãĤ¸ ãĤª", + "ÎŁ Φ", + "ÎŁÎ ¦", + "ĠÑģклад Ñĸ", + "Ġob sahuje", + "Ġobsah uje", + "ĠUkr a", + "ĠUk ra", + "æķ ¦", + "ĠÏĩ αÏģα", + "ĠÏĩα Ïģα", + "ĠÑĢег Ñĥли", + "俺 ãģ¯", + "ัà¸ķ ว", + "éĦ ī", + "Ġب اÛĮ", + "Ġبا ÛĮ", + "éĬ ·", + "ĠN ẵng", + "л од", + "ло д", + "ا رÙģ", + "ار Ùģ", + "æ´ ģ", + "ĠëıĻ ìĿ¼", + "ÑĤив ного", + "âĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģ âĶģâĶģâĶģâĶģâĶģâĶģâĶģâĶģ", + "Ġ- :-", + "Ġ-: -", + "ì» ¬", + "ĠÑĪ аг", + "ìłĦ ìŀIJ", + "çļĦ äºĭæĥħ", + "çļĦäºĭ æĥħ", + "ĠÑĢег Ñĸ", + "िय ल", + "ĠÐĿ аз", + "ĠÐĿа з", + "ĠÐĻ ого", + "ĠÐł ом", + "ĠÃĸr neÄŁin", + "Ġп ÑĢеÑģ", + "ĠпÑĢ еÑģ", + "ĠпÑĢе Ñģ", + "u luÄŁu", + "ulu ÄŁu", + "uluÄŁ u", + "Ġза дов", + "Ġзад ов", + "ÅĻ eh", + "ÅĻe h", + "æ¯ķ ä¸ļ", + "Ġth áºŃp", + "ëĤ ¸", + "Ġdlou hodob", + "Ġdlouho dob", + "дÑĸ лÑĥ", + "дÑĸл Ñĥ", + "a lat", + "al at", + "ala t", + "ä» °", + "о ком", + "ок ом", + "око м", + "ĠÑĦ ÑĸлÑĮ", + "ĠÑĦÑĸл ÑĮ", + "ĠNg ân", + "Ġ ترÙĥ", + "Ġت رÙĥ", + "Ġتر Ùĥ", + "ĠÑĤ Ñī", + "ر ÙĪد", + "رÙĪ د", + "ç uk", + "çu k", + "ra nÃŃ", + "ran ÃŃ", + "Ġdo laÅŁ", + "Ġdol aÅŁ", + "ĠQ uang", + "ĠQu ang", + "ĠpÅĻed pok", + "Ġnám ÄĽstÃŃ", + "ой Ñĩив", + "çĭ Ģ", + "Ġб изнеÑģ", + "ãģŁ ãģı", + "ĠìĿ¸ ì²ľ", + "о ÑĢо", + "оÑĢ о", + "ĠKü rt", + "ĠKür t", + "ê·¸ 룬", + "ÑĨ аÑĤÑĮ", + "ÑĨа ÑĤÑĮ", + "ĠB ên", + "Ġ acı", + "Ġa cı", + "Ġac ı", + "Ú© Ø´", + "ï¼Ī å¹³æĪIJ", + "Ġ èģĶ", + "Ġèģ Ķ", + ") ãĢģ", + "d iler", + "di ler", + "Ñĩ иÑĤÑĮ", + "ÑĩиÑĤ ÑĮ", + "Ñĩи ÑĤÑĮ", + "Ư á»", + "éĻ ¶", + "il eceÄŁini", + "ilece ÄŁini", + "ileceÄŁi ni", + "Ġv Å¡em", + "ĠvÅ¡ em", + "ĠvÅ¡e m", + "å¼Ģ å¥ĸ", + "è§Ħ 模", + "ul muÅŁ", + "Ġ åĪĺ", + "Ġå Īĺ", + "ĠåĪ ĺ", + "е о", + "еР¾", + "ĠпеÑĢев ÑĸÑĢ", + "åĪĨ åĪ«", + "Ġjed ná", + "Ġjedn á", + "li ÄŁe", + "liÄŁ e", + "ĠرÙħ ضاÙĨ", + "ık lı", + "ıkl ı", + "Ùĩ ÙĢ", + "éĩį çĤ¹", + "Ñĩ иваеÑĤÑģÑı", + "Ñĩи ваеÑĤÑģÑı", + "Ñĩив аеÑĤÑģÑı", + "Ñĩива еÑĤÑģÑı", + "ë¡ľ ìĦľ", + "ÏĦ εÏģο", + "ÏĦε Ïģο", + "ÏĦεÏģ ο", + "åľ° ä¸ĭ", + "д наннÑı", + "дн аннÑı", + "Ġng ược", + "ॠª", + "ĠÎij λ", + "Ġa lacak", + "Ġal acak", + "Ġ à¹Ģà¸ĩ", + "Ġà¹Ģ à¸ĩ", + "Ġà¹Ģภĩ", + "اÛĮ ÙĨد", + "اÛĮÙĨ د", + "Ġh Ãłi", + "ÑĢо из", + "ĠЧ и", + "Ġ ÑıÑģ", + "ĠÑı Ñģ", + "خر ÛĮد", + "Ġhu deb", + "Ġhud eb", + "åľ §", + "Ġ ìĦ¼", + "ĠìĦ ¼", + "åĶ¯ ä¸Ģ", + "Ġ вÑĸлÑĮ", + "Ġв ÑĸлÑĮ", + "ĠвÑĸ лÑĮ", + "ĠباÙĦ اتر", + "ĠباÙĦا تر", + "à¸Ńà¸ģ าส", + "Ġ Tôi", + "ĠT ôi", + "ม à¸Ĥ", + "o mor", + "om or", + "omo r", + "ĠO lomou", + "Ġx ong", + "Ġxo ng", + "Ġdomác ÃŃ", + "Ġ اختÛĮ", + "Ġاخ تÛĮ", + "Ġاخت ÛĮ", + "ĠÑĤеÑħ нÑĸÑĩ", + "ĠÑĤеÑħнÑĸ Ñĩ", + "ĠiÅŁ te", + "à¥Į द", + "Ġнад еж", + "Ø®ÛĮ ص", + "åĬª åĬĽ", + "ĠتجÙĩ ÛĮزات", + "Ġv ole", + "Ġvo le", + "Ġvol e", + "k inci", + "kin ci", + "Ġhes ab", + "ĠÑģ еÑģÑĤ", + "Ú© ا", + "ÑĤеÑĢ н", + "ร รà¸Ħ", + "รร à¸Ħ", + "åıĤ èĢĥ", + "ĠÐļ аб", + "ĠÐļа б", + "ĠÄ° mpar", + "Ġnáv rh", + "Ġnávr h", + "åĴ¨ 询", + "à¸ĸ าม", + "Ġye rel", + "Ġyer el", + "Ġyere l", + "ĠÃĸ l", + "çĮ Ľ", + "ĠاÙĦÙĪØ· ÙĨÙĬ", + "Ġ ìĿ´ìĸ´", + "ĠìĿ´ ìĸ´", + "ิà¸Ĺย าศาสà¸ķร", + "ิà¸Ĺยา ศาสà¸ķร", + "ĠA ÅŁ", + "Ġзем лÑİ", + "ĠдомаÑĪ ниÑħ", + "ĠÑĥ веÑĢ", + "ĠÑĥв еÑĢ", + "A LI", + "AL I", + "г ан", + "га н", + "Ġ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "Ġdo stan", + "Ġdos tan", + "Ġdost an", + "ez pe", + "ãģĭ ãģĦ", + "ر ÙģتÙĩ", + "رÙģ تÙĩ", + "رÙģت Ùĩ", + "Ġм ÑĥÑģ", + "ĠмÑĥ Ñģ", + "à¹Į à¸Ł", + "è¦ º", + "али за", + "ализ а", + "ĠÑĥÑĩ ÑĢежд", + "ĠÚ© اÙĦ", + "Ġetk isi", + "Ġetki si", + "ä½Ĩ æĺ¯", + "Ġsou vis", + "ĠSav aÅŁÄ±", + "ĠSavaÅŁ ı", + "Ġب سبب", + "ÎŁ ι", + "ÎŁÎ ¹", + "è ļ", + "Ġ æ®", + "Ġæ ®", + "Ġìĺģ êµŃ", + "ا سÛĮÙĪÙĨ", + "اسÛĮ ÙĪÙĨ", + "ĠاÙĦات ØŃاد", + "Ġ глÑı", + "Ġг лÑı", + "à¹ĩà¸ģ à¸ĭ", + "Ġج ÙĪÙĨ", + "ĠجÙĪ ÙĨ", + "ĠاÙĦرسÙħ ÙĬ", + "Âł G", + "ĠÑĤо бÑĸ", + "ĠÑĤоб Ñĸ", + " ĩ", + "Ġ ëĮĢíĸī", + "ĠëĮĢ íĸī", + "çĬ¶ æħĭ", + "Ġê·¸ ëĥ¥", + "Ġи мп", + "Ġим п", + "ĠتÙĨظ ÛĮÙħ", + "ÙĦ اÛĮÙĨ", + "ÙĦا ÛĮÙĨ", + "ÑģÑĤв еннÑĭм", + "ÑģÑĤвен нÑĭм", + "о пол", + "оп ол", + "ر ÙĪج", + "رÙĪ ج", + "Ġ à¸ĩ", + "Ġภĩ", + "Ġ çĤº", + "ĠçĤ º", + "ĠUlus lararası", + "à¥Į à¤Ĥ", + "ãĢģ ãģĿãģĨ", + "Ġس ادÙĩ", + "ÎŃ Î±ÏĤ", + "ÎŃα ÏĤ", + "Ġà¤Ĩ ल", + "- ÑĦ", + "ĠÎłÎ¿Î» ι", + "ĠÎłÎ¿ λι", + "Ġно ÑıбÑĢÑı", + "ĠноÑı бÑĢÑı", + "ÙĪ ÙĦÙĬ", + "ÙĪÙĦ ÙĬ", + "æĽľ æĹ¥", + "æĮģ ç»Ń", + "Ġê¼ Ń", + "ece ÄŁiz", + "eceÄŁi z", + "ĠÛĮ اÙģت", + "ĠÛĮا Ùģت", + "Ġ åı¸", + "Ġåı ¸", + "ाà¤Ĺ त", + "Ġ æķħ", + "Ġæķ ħ", + "Ġал леÑĢг", + "Ġt uz", + "Ġtu z", + "еÑĢ ÑĤи", + "еÑĢÑĤ и", + "Ġth ầu", + "ãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢĠãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ĠãĢĢ", + "- à¤ħ", + "Ġим мÑĥ", + "ÑĢ ай", + "ÑĢаР¹", + "ÑĢа й", + "主 義", + "ĠbaÅŁ lar", + "Ġä¸Ĭ 涨", + "ع ا", + "ĠÎĻ Ïī", + "ียà¸ĩ à¹ĥหม", + "ĠاÙĦÙħد ÙĬÙĨØ©", + "Ñģ ÑĮко", + "ÑģÑĮ ко", + "ÑģÑĮк о", + "ĠتارÛĮØ® ÛĮ", + "at ÃŃm", + "âĢļ Ø·", + "Ø¢ خر", + "ĠëĦ £", + "ĠÙĨÙħ اÛĮد", + "ĠÙĨÙħاÛĮ د", + "ãģķãĤĵ ãģĮ", + "Ġb ò", + "Ġ à¸ķาม", + "Ġà¸ķ าม", + "ë³´ ìķĺëĭ¤", + "а ÑĤÑĸв", + "аÑĤ Ñĸв", + "аÑĤÑĸ в", + "ĠÑĦ ил", + "Ġkısm ı", + "iá»ĩ ng", + "iá»ĩn g", + "Ġay dın", + "éģķ ãģĦ", + "е ви", + "ев и", + "Ġ å¾®", + "Ġå¾ ®", + "( íģ¬ê¸°", + "Ġ Ú¯ÛĮر", + "ĠÚ¯ ÛĮر", + "ĠÚ¯ÛĮ ر", + "ìķĦ ìĦľ", + "Ġδη μιοÏħÏģγ", + "ãģ«ãģĬ ãģĦãģ¦", + "ĠÃľ NÄ°", + "и ÑĤом", + "иÑĤ ом", + "ع ÙĦاÙħ", + "عÙĦ اÙħ", + "åIJİ çļĦ", + "Ġp lá", + "Ġpl á", + "à¸Ľà¸£à¸° à¹Ĥย", + "ç¢ İ", + "Ġ éĺ²", + "Ġéĺ ²", + "ëĬ Ķëĭ¤", + "ëĬĶ ëĭ¤", + "Ġ æĹ¥æľŁ", + "ĠæĹ¥ æľŁ", + "Ġgeç erli", + "л аÑĤÑĭ", + "ла ÑĤÑĭ", + "лаÑĤ Ñĭ", + "Ġmutlak a", + "ÙĪ غ", + "à¹Ģ ฮ", + "à¹Ģภ®", + "Ġï» £", + "e deki", + "ed eki", + "ede ki", + "à¹Į à¹Ģà¸Ļ", + "Ġнайб ÑĸлÑĮÑĪ", + "ĠнайбÑĸлÑĮ ÑĪ", + "ï¼ Ĭ", + "Ġ à¹Ĥรà¸ĩ", + "Ġà¹Ĥ รà¸ĩ", + "Ġfot bal", + "Ġ éĢģ", + "ĠéĢ ģ", + "âĢĮاÙĦ ÙħÙĦ", + "Ïīμά ÏĦιο", + "Ġú kol", + "åįļ 士", + "d ub", + "du b", + "ı lıģ", + "ılı ÄŁ", + "ıl ıģ", + "ëĵľ 를", + "çĭ IJ", + "α λλ", + "αλ λ", + "æŃ» 亡", + "ĠпÑĢед поÑĩ", + "çµ µ", + "Ġм ÑĥзÑĭ", + "ĠмÑĥ зÑĭ", + "ĠмÑĥз Ñĭ", + "еÑĢÑĤ в", + "ĠÙĥ ÙĨد", + "ĠÙĥÙĨ د", + "Ġu lož", + "Ġul ož", + "ÎŁÎ¥ ÎĽ", + "g ili", + "gi li", + "gil i", + "üs tü", + "üst ü", + "н ки", + "ĠÙĤ ÙĪاÙĨ", + "ι ακ", + "ια κ", + "ĠÅŁ er", + "ĠкиÑģ л", + "Ġки Ñģл", + "Ùģ ضÙĦ", + "ĠÐIJ ÑĦ", + "γ εν", + "γε ν", + "Ġdo stal", + "Ġdos tal", + "Ġdost al", + "ĠsaÄŁ lıklı", + "ĠsaÄŁlık lı", + "家 æĹı", + "ÄIJ T", + "е ÑĢин", + "еÑĢ ин", + "еÑĢи н", + "ĠìĿ´ëŁ¬ íķľ", + "Ġdüny ada", + "Ġdünya da", + "Ġnh ắc", + "Âł ÂłĊ", + "³³ Ċ", + "ν ηÏĥη", + "νη Ïĥη", + "γÏģα μμα", + "Ġtak son", + "ĠTürk çe", + "ĠÙģراÙĨ سÙĩ", + "天 åłĤ", + "æº ¶", + "Ġ oto", + "Ġo to", + "Ġot o", + "èµ µ", + "ch yb", + "chy b", + "Ġ å¾Ĵ", + "Ġå¾ Ĵ", + "ÏĦ Ïį", + "áh nout", + "à¥į पर", + "à¥įप र", + "Ġv las", + "Ġvl as", + "Ġíļ¨ ê³¼", + "Ġt hang", + "Ġth ang", + "Ġthan g", + "Ġtha ng", + "Ġol masına", + "Ġolm asına", + "Ġolması na", + "ĠпоÑĢÑĥÑĪ еннÑı", + "Ġqu ỹ", + "ĠíĿ IJ", + "ĠìĪ ¨", + "Ġ ë²Ī째", + "Ġë²Ī 째", + "ẹ n", + "Ġз год", + "Ġзг од", + "Ġ تز", + "Ġت ز", + "Ġاخ تص", + "Ġاخت ص", + "ĠзÑĥÑģÑĤ ÑĢÑĸ", + "Ġt ặng", + "ῶ ν", + "Ġ ì½ľ", + "Ġì½ ľ", + "ов аниÑħ", + "ова ниÑħ", + "овани Ñħ", + "ован иÑħ", + "âĢĮ شد", + "âĢĮØ´ د", + "Ġa raya", + "Ġar aya", + "Ġara ya", + "Ġaray a", + "r ové", + "ro vé", + "rov é", + "Ġاخ تÙĦ", + "Ġاخت ÙĦ", + "ли вий", + "лив ий", + "Ġات ØŃاد", + "Ġak ÅŁam", + "ĠÚ©ÙĦ اس", + "ãĤ¢ ãĥĥãĥĹ", + "Ġz ih", + "Ġzi h", + "å ĩĮ", + "åĩ Į", + "å±± å¸Ĥ", + "Ġçev res", + "Ġçevr es", + "Ġçevre s", + "Ġог ÑĢом", + "ĠØ¢ دÙħ", + "ĠtÄĽ lo", + "ĠtÄĽl o", + "ï¼Į æľ¬", + "ĠÚĺاÙĨ ÙĪÛĮÙĩ", + "Ġkr aje", + "Ġkra je", + "Ġkraj e", + "μ ία", + "μί α", + "èħ ¿", + "âĢŀ To", + "決 å®ļ", + "ì ĩ", + "Ġ éĴ", + "Ġé Ĵ", + "ĠΣ ÏĦα", + "ĠجÙħ ÙĩÙĪر", + "ĠGen ç", + "r ám", + "rá m", + "ĠÐł ез", + "ĠÐłÐµ з", + "Ġvyt vá", + "ĠпÑĢоизвод ÑģÑĤва", + "ĠÙħ Ø°Ùĩ", + "ĠÙħØ° Ùĩ", + "Ġihtiy ac", + "ãĤ¯ ãĤ»", + "Ġn êu", + "å¾ ³", + "Ġ ëĵĿ", + "Ġëĵ Ŀ", + "н аÑĩе", + "на Ñĩе", + "наÑĩ е", + "ĠÏĥÏħ μμε", + "ÏĨ Ïīν", + "в авÑģÑı", + "ва вÑģÑı", + "вав ÑģÑı", + "Ġви ÑĤами", + "ĠвиÑĤ ами", + "Ìģ t", + "Ġfinan ÄįnÃŃ", + "åıĬ åħ¶", + "âĢ ħ", + "çĭ ¼", + "ัà¸ļ à¸ķ", + "ãģĽ ãĤĭ", + "ÎĻÎļ ÎŁ", + "λ λι", + "λλ ι", + "ÑĤ оÑİ", + "ÑĤо Ñİ", + "ا عÙĬØ©", + "اع ÙĬØ©", + "اعÙĬ Ø©", + "vÃŃ ce", + "vÃŃc e", + "о нÑĸв", + "он Ñĸв", + "онÑĸ в", + "ì£ Ħ", + "å» ł", + "ĠØ´ÙĬ Ø¡", + "ĠТ ем", + "ĠТе м", + "Ġاب زار", + "ĠTH PT", + "γ γÏģαÏĨ", + "ĠëĮĢ íķ´ìĦľ", + "ĠëĮĢíķ´ ìĦľ", + "ĠPh ạm", + "ÑĨион ной", + "| /", + "Ġ ãĤ¸ãĥ£", + "ĠãĤ¸ ãĥ£", + "ÑĮ ÑİÑĤ", + "ÑĮÑİ ÑĤ", + "Ñĥ зÑĭ", + "Ñĥз Ñĭ", + "ĠÙħ اد", + "ĠÙħا د", + "ĠmÄĽ ly", + "ĠmÄĽl y", + "Ġ çĪ±", + "ĠçĪ ±", + "Ġr ád", + "Ġrá d", + "à¸Ħว à¸ļà¸Ħ", + "à¥Ī ?", + "Ġl idi", + "Ġli di", + "Ġlid i", + "m amız", + "mam ız", + "Ġ à¹ģà¸ģ", + "Ġà¹ģ à¸ģ", + "ãĤ¯ ãĤ·ãĥ§ãĥ³", + "à¸Ńำ à¸Ļวย", + "es át", + "Ġv iêm", + "Ġvi êm", + "è¡Į åĬ¨", + "มาà¸ģ à¸ģว", + "ĠØ®ÙĪ اب", + "Ġser best", + "ÅĻÃŃ z", + "ĠíĺĦ ëĮĢ", + "ãĢĮ ãģĿãģĨ", + "çĤ ¸", + "om ik", + "omi k", + "ĠÄ° ran", + "Ġer iÅŁ", + "ĠÑģ ела", + "ĠÑģел а", + "Ġار زÛĮ", + "Ġارز ÛĮ", + "ãĥĪ ãĥª", + "ĠB ÄĽ", + "е кÑĥ", + "ек Ñĥ", + "Ч ÑĤобÑĭ", + "ЧÑĤо бÑĭ", + "Ġanlam da", + "Îij Îĺ", + "ĠLINE AR", + "ĠLIN EAR", + "æľī çĤ¹", + "ÑĤ аÑĢ", + "ÑĤа ÑĢ", + "it ler", + "itle r", + "Ġn ÃŃž", + "ĠnÃŃ Å¾", + "ĠС ÑģÑĭлки", + "å ¶", + "Ġв пол", + "Ġвп ол", + "ĠدÙĤÛĮ ÙĤÙĩ", + "ĠدÙĤÛĮÙĤ Ùĩ", + "Ġ ä½ĵ", + "ر Ùī", + "ëĶ °", + "Ġà¤ķ व", + "Ġж иÑĢ", + "æij Ĩ", + "Ġì¤ij ìĭ¬", + "Ġк Ñĥб", + "ĠкÑĥ б", + "Ġz lep", + "ĠÑĢÑĭ б", + "é³ ´", + "à¹ģà¸ľ à¸Ļ", + "Ġ íĢ", + "Ġí Ģ", + "ĠÐĿ еÑĤ", + "ĠÐĿе ÑĤ", + "ž itÄĽ", + "žit ÄĽ", + "ži tÄĽ", + "Ġb Äĥng", + "ĠH ava", + "ĠHa va", + "ĠHav a", + "Ġ모 ëį¸", + "ĠH ãy", + "ĠìĿ´ ê²ĥ", + "Ġìĥģ ìĦ¸", + "me miÅŁ", + "mem iÅŁ", + "ĠθÎŃ Ïĥη", + "ण न", + "ĠskuteÄį nÄĽ", + "ĠTarih i", + "Ġtext u", + "Ġtex tu", + "ï¼Į éĢĻ", + "ĠاÛĮÙĨتر ÙĨتÛĮ", + "ĠÙ¾ اد", + "Ġپا د", + "ิà¸Ļ à¸ģาร", + "ĠNg á»įc", + "ĠÑĢоб иÑĤи", + "íĸĪ ê³ł", + "Ġम ण", + "ÐĽ Ðĺ", + "Ġпо ÑĤеÑĢ", + "ĠпоÑĤ еÑĢ", + "Ñģ ом", + "Ñģо м", + "ĠاÙĪ ÙĦÛĮÙĩ", + "ĠاÙĪÙĦ ÛĮÙĩ", + "éĽ ij", + "ĠGi á", + "Ġk anal", + "Ġkan al", + "Ġka nal", + "Ġavant aj", + "Ġavan taj", + "Ġr yb", + "Ġry b", + "Ø® تÙĩ", + "خت Ùĩ", + "ĠÙĪ رÙĪد", + "ĠÙĪر ÙĪد", + "ÐĴ ÑĤ", + "Ïī Ïĥε", + "기 ë¡ľ", + "ĠÐĽ Ñĸ", + "Ġt ảng", + "Ġtả ng", + "Ġص ÙĦÙī", + "ĠÑĥ лÑĭ", + "ĠÑĥл Ñĭ", + "Ġcu á»ijn", + "ĠÐIJ нг", + "ĠÐIJн г", + "Ġد اÙĪ", + "ĠÑĪлÑıÑħ ом", + "ĠÄįlovÄĽk a", + "ĠÄįlovÄĽ ka", + "d ete", + "de te", + "det e", + "ÑĬ ем", + "à¹Į à¹ĥà¸Ļ", + "à¤ķ न", + "åĪ ¤æĸŃ", + "åĪ¤ æĸŃ", + "ĸ ìĹIJ", + "ÏĦ ÏīÏĥη", + "ÏĦÏī Ïĥη", + "ĠÙģÙĨ اÙĪرÛĮ", + "ĠyaÅŁ ında", + "ĠÏĥÏĩ ÎŃ", + "Ġ yı", + "Ġy ı", + "Ġp ÅĻen", + "ĠpÅĻ en", + "ĠpÅĻe n", + "ĠÑĦоÑĢм ÑĥваннÑı", + "ĠÑĦоÑĢмÑĥ ваннÑı", + "ü mÃ¼ÅŁ", + "üm Ã¼ÅŁ", + "ümü ÅŁ", + "Ġ δο", + "Ġδ ο", + "ımız ın", + "ımızı n", + "Ġ é¢Ħ", + "Ġé¢ Ħ", + "оÑģÑĤ ÑĮÑİ", + "оÑģÑĤÑĮ Ñİ", + "ĠоÑĤкÑĢÑĭ ÑĤ", + "Ġأغ سطس", + "ĠA sp", + "ĠAs p", + "ĠÑĥ зн", + "ĠÑĥз н", + "ĠÙĪ است", + "ĠÙĪا ست", + "ĠÙĪاس ت", + "e lerle", + "eler le", + "èķ ī", + "Ġت Ú©ÙĨ", + "Ġتک ÙĨ", + "Ñĥ мÑĥ", + "Ñĥм Ñĥ", + "à¹Į à¸ĭ", + "ाद न", + "ĠâĢĭ âĢĭâĢĭ", + "ĠâĢĭâĢĭ âĢĭ", + "Ġa lıyor", + "Ġal ıyor", + "Ġî ¡", + "Ùħ دة", + "Ùħد Ø©", + "Ġ Ïĥει", + "ĠÏĥ ει", + "ĠÏĥε ι", + "Ġ è¿Ļ", + "Ġè¿ Ļ", + "ĠÅŀ ehir", + "ен ÑĤами", + "енÑĤ ами", + "енÑĤа ми", + "ãĤ¿ ãĥ«", + "ห าย", + "หา ย", + "ай ÑĤ", + "Ġh arc", + "Ġhar c", + "Ġha rc", + "ãĢĤ ãģĬ", + "Ġتأ Ø«ÛĮر", + "า à¸Ĭà¸Ļ", + "าà¸Ĭ à¸Ļ", + "Ġth áºŃm", + "Ġ æ¿", + "Ġæ ¿", + "Ġm Å©i", + "Ġprv nÃŃm", + "ĠprvnÃŃ m", + "Ġбаг аÑĤÑĮ", + "ĠбагаÑĤ ÑĮ", + "ãģķãĤī ãģ«", + "b iên", + "bi ên", + "åºĶ å½ĵ", + "ìĿ´ ë²Ħ", + "Ġpou žÃŃt", + "ĠpoužÃŃ t", + "Ġokam ž", + "e sin", + "es in", + "esi n", + "v ÄĽl", + "vÄĽ l", + "Ġ ضÙĪ", + "Ġض ÙĪ", + "è» Ł", + "- з", + "à¥Ī त", + "è¨Ī ç®Ĺ", + "r abilir", + "ra bilir", + "rab ilir", + "ĠÐłÐ¾Ñģ ÑĸÑĹ", + "Ġpla tÃŃ", + "Ġplat ÃŃ", + "Ġdosp ÄĽl", + "Ġر ضا", + "Ġرض ا", + "Ġn ového", + "Ġnov ého", + "Ġnové ho", + "Ġна ÑĨионалÑĮ", + "ĠÐIJ б", + "ãģĮ ãģĤãģ£ãģŁ", + "Ġ ë¹Ī", + "Ġë¹ Ī", + "âĢĮ Ùħ", + "å±ŀ äºİ", + "Ġt ane", + "Ġta ne", + "Ġtan e", + "ÙĬ اÙĩ", + "ÙĬا Ùĩ", + "Ġ βο", + "Ġβ ο", + "Ġ ëĬ¥", + "ĠëĬ ¥", + "ãĥĩãĤ£ ãĥ¼ãĤ¹", + "Ġ Ø°Ùĥر", + "ĠØ° Ùĥر", + "Ġobvyk le", + "Ġbir inci", + "ĠاÙĦ زر", + "ĠاÙĦز ر", + "ìĿ´ ë¹Ħ", + "ĠØ¥ د", + "ĠE kon", + "ĠEk on", + "ÐŁ ол", + "ÐŁÐ¾ л", + "ĠвеÑĢ оÑıÑĤ", + "Ġyarar lan", + "Ġа ÑĢом", + "ĠаÑĢ ом", + "Ġ éĦ", + "Ġé Ħ", + "Ġ iddi", + "Ġid di", + "i Äįka", + "iÄį ka", + "struk ce", + "mÃ¼ÅŁ tür", + "Ïħ ÏĦÏĮ", + "ë¡ ±", + "Ġal maktadır", + "Ġalmak tadır", + "ени Ñıми", + "ениÑı ми", + "ียà¸Ļ ร", + "à¹ĩ à¸Ļว", + "à¹ĩà¸Ļ ว", + "и кÑĥ", + "ик Ñĥ", + "е нка", + "ен ка", + "âĢĻ yi", + "âĢĻy i", + "Ġpo hod", + "Ġpoh od", + "Ġ زر", + "Ġز ر", + "Ġx ấu", + "Ġ à¸łà¸²à¸©", + "Ġà¸ł าษ", + "Âł Ðŀ", + "Ġ δικ", + "Ġδ ικ", + "Ġδι κ", + "Ġназ ива", + "åıª èĥ½", + "大 éĩı", + "ĠÄij ế", + "Ġ 第äºĮ", + "Ġ第 äºĮ", + "ĠkiÅŁ ilerin", + "ĠkiÅŁi lerin", + "ĠkiÅŁiler in", + "Ġdob ré", + "Ġdobr é", + "é© ¾", + "Ġdůležit é", + "ë¡ ¤", + "μÎŃ Î½Î¿Ïħ", + "μÎŃν οÏħ", + "μÎŃνο Ïħ", + "Ġtr ú", + "Ġbiç im", + "Ġ ÐĿÐIJ", + "ĠÐĿ ÐIJ", + "Ġ å¾Į", + "Ġå¾ Į", + "Ġdu yg", + "Ġduy g", + "åŀ Ĥ", + "ÐĨ ÐĨ", + "Ġet meye", + "Ġetm eye", + "Ġetme ye", + "ĠÙĦب اس", + "Ġд вÑĸ", + "Ġдв Ñĸ", + "Ġ 긴", + "Ġê¸ ´", + "ÑĨ Ñĸйно", + "ÑĨÑĸй но", + "κ ÏĦή", + "ï½ Ŀ", + "ĠÑĦевÑĢа лÑı", + "å¯ «", + "Ġ 겨", + "Ġê² ¨", + "Ġyıl larda", + "Ġyıllar da", + "Ġз Ñĥп", + "Ġobchod nÃŃ", + "Ġاض اÙģÙĩ", + "в еÑĢж", + "веÑĢ ж", + "Ġ æłĩ", + "Ġæł ĩ", + "ج اج", + "جا ج", + "Ġر ÙĪسÛĮ", + "ĠرÙĪ سÛĮ", + "Ġstand art", + "Ġstan dart", + "é ru", + "ér u", + ") ìĿĦ", + "д екÑģ", + "де кÑģ", + "Ġ âĪļ", + "ĠâĪ ļ", + "ĠÄ°ngiliz ce", + "èĬ Ŀ", + "身 ä¸Ĭ", + "ØŁ ØŁ", + "Ġm ẽ", + "Îij ÎĶ", + "енÑģ ив", + "âĢĻ ta", + "âĢĻt a", + "à¹ī าà¸ģ", + "à¹īา à¸ģ", + "ÎŁÎĽ ÎŁÎĵ", + "ä»ĺ ãģij", + "Ġs Ãłng", + "ĠsÃłn g", + "Ġह à¤Ł", + "ÑĭÑĪ лен", + "ĠØ® طر", + "Ġخط ر", + "Ġнай ÑĤи", + "缸 ä¿¡", + "Ïī δ", + "ठĶ", + "Ġdo pad", + "Ġdop ad", + "à¹Ħà¸Ł ล", + "æ ģµ", + "æģ µ", + "í Ĥ¬", + "íĤ ¬", + "Ä±ÅŁ ma", + "ãģı ãĤĮãģŁ", + "ãģıãĤĮ ãģŁ", + "Ġnap rost", + "ĠÑģоÑģÑĤав е", + "Ġ ÙĪسط", + "ĠÙĪ سط", + "ĠÙĪس Ø·", + "๠ķ", + "éĸĭ çĻº", + "ĠдеÑĢ ева", + "ĠдеÑĢев а", + "- ÐĶ", + "à¸ĩ à¸Ĭ", + "ิà¸ķ ย", + "ĠاÙĦÙĤ اÙĨÙĪÙĨ", + "ãĤ¹ ãĤ«", + "l ÃŃž", + "lÃŃ Å¾", + "Ġан ализ", + "Ġproblém y", + "æĸĩ åѦ", + "çĹħ éĻ¢", + "Ñģ ед", + "Ñģе д", + "ï¼Į å°ı", + "Ġعش ÙĤ", + "ãģ° ãģĭãĤĬ", + "Ġع ÙĤد", + "ĠعÙĤ د", + "ØŃ ÙĬØ©", + "ØŃÙĬ Ø©", + "Ġë°Ķ ëŀįëĭĪëĭ¤", + "inc lu", + "incl u", + "Ġ ëĵľë¦½ëĭĪëĭ¤", + "Ġëĵľ 립ëĭĪëĭ¤", + "åį« çĶŁ", + "Ġвид Ñĥ", + "Ġви дÑĥ", + "ุ à¸ļาล", + "ุà¸ļ าล", + "ÑĢ ÑĥкÑĤ", + "ÑĢÑĥ кÑĤ", + "ÑĢÑĥк ÑĤ", + "ĠоÑģ вÑĸÑĤ", + "ĠоÑģвÑĸ ÑĤ", + "Ġvel ký", + "Ġvelk ý", + "Ġch tÄĽl", + "ĠchtÄĽ l", + "æīĵ å¼Ģ", + "Ġзакон одаÑĤелÑĮ", + "ан Ñģи", + "анÑģ и", + "ì¶ ĺ", + "ĠÙħر اج", + "åģľ æŃ¢", + "Ġво но", + "ìłķ ìĿ´", + "Ġroz sah", + "Ġrozs ah", + "Ġ æĻ´", + "ĠæĻ ´", + "Ġza jist", + "Ġzaj ist", + "Âł м", + "tı ģını", + "tıģ ını", + "Ġhizmet i", + ". Îij", + "ĠÙħعÙħÙĪÙĦ ا", + "Ġ ži", + "Ġž i", + "Ġg á»įn", + "èĮ Ĥ", + "Ġh uz", + "Ġhu z", + "ζ ει", + "ζε ι", + "à¥ī à¤Ł", + "Ġиз дел", + "ìŀ ĸ", + "ĠëĶ° 른", + "Ġk ia", + "Ġki a", + "Ġz nÄĽnÃŃ", + "Ġzn ÄĽnÃŃ", + "ĠоÑĢгани за", + "ĠоÑĢганиз а", + "از ات", + "Ġrež im", + "Ġв енÑĤи", + "b ách", + "Ġод номÑĥ", + "Ġодно мÑĥ", + "Ġодном Ñĥ", + "Ġkit ab", + "Ġki tab", + "Ġkita b", + "Ġfran couz", + "Ġfranc ouz", + "ĠØ£ ÙĦ", + "Ġس رÙĪ", + "Ġسر ÙĪ", + "Ùij ÙĦ", + "Ġ ман", + "Ġм ан", + "Ġма н", + "ë° į", + "Ġк Ñĥда", + "ĠкÑĥ да", + "Ùı س", + "ãĢĤ æѤ", + "ا شة", + "اش Ø©", + "à¸Ĥà¸Ńà¸ĩ à¸ľ", + "主 ä»»", + "ив ÑĪи", + "Ġà¸ģ รà¸ģ", + "Ġà¸ģร à¸ģ", + "ек Ñģи", + "екÑģ и", + "иÑĤ еÑĤ", + "иÑĤе ÑĤ", + "ĠØ£ ÙĦÙģ", + "ĠØ£ÙĦ Ùģ", + "а ними", + "ан ими", + "ани ми", + "ãĥļ ãĥ¼ãĤ¸", + "ĠпÑĢав ил", + "ĠпÑĢави л", + "åªĴ ä½ĵ", + "Ñİ Ñīее", + "ÑİÑī ее", + "ä¸Ģ 人", + "β ο", + "ìĭ ¸", + "о зна", + "оз на", + "å¤ī æĽ´", + "ĠÙħØ´ Ùĩد", + "æ³ķ 人", + "ĠBa kanı", + "ĠBak anı", + "ĠBakan ı", + "ĠÑħоÑĩ а", + "Ġα ξ", + "Ġver ilm", + "Ġveri lm", + "Ġk onus", + "Ġkon us", + "Ġkonu s", + "με νη", + "μεν η", + "Ġ 馬", + "Ġé ¦¬", + "Ġé¦ ¬", + "Ġìĭ¤ ìłľ", + "Ġjed no", + "Ġjedn o", + "Ġб аб", + "Ġба б", + "åĥ į", + "æĺ¯ ä¸Ģ个", + "æĺ¯ä¸Ģ 个", + "- е", + "ĠpÅĻek vap", + "à¸Ń à¸ŀ", + "ĠY ol", + "ĠYo l", + "ĠÑĥÑģÑĤан авлива", + "ê² ¼", + "Ġ 件", + "اÙĦ Ø´", + "Ġоб ÑĥÑĩ", + "åĺ Ľ", + "ĠÑħоÑĩ Ñĥ", + "ĠÐķ в", + "ÑĦ оÑĢÑĤ", + "ÑĦоÑĢ ÑĤ", + "Ġर न", + "âĢŀ V", + "èľ ľ", + "Ġd oma", + "Ġdo ma", + "Ġdom a", + "æĶ¯ æı´", + "Ġ اخت", + "Ġا خت", + "Ġاخ ت", + "å¾ ª", + "à¥Ĥ à¤ļन", + "à¥Ĥà¤ļ न", + "ा हन", + "ाह न", + "Ġ å¤ı", + "Ġå¤ ı", + "ĠاÙĦØ£ Ùħر", + "ĠاÙĦØ£Ùħ ر", + "ĠбеÑĢем енноÑģÑĤи", + "ĠTh á»±c", + "é£İ éĻ©", + "Ġül kemiz", + "Ġülk emiz", + "çķª åı·", + "ÑģÑĤ ÑĢе", + "ÑģÑĤÑĢ е", + "ÑĪ ло", + "ĠصاØŃ Ø¨", + "ι νε", + "ιν ε", + "ĠK ıs", + "ĠKı s", + "ĠPr ahy", + "ĠPra hy", + "æ¹ ¿", + "Ġv ým", + "Ġvý m", + "çĽ Ĵ", + "ÎŁ ÎĶ", + "ÎŁÎ Ķ", + "ãģł ãģª", + "ĠpÅĻÃŃ ležit", + "Ġìĸ¸ ìłľ", + "ĠÑĪвид ко", + "Ġsitu aci", + "åħĥ ç´ł", + "Ä°T ESÄ°", + "ĠV ak", + "ĠVa k", + "Ġner edeyse", + "i iii", + "ii ii", + "iii i", + "ÑĢа зд", + "ÑĢаз д", + "Ġп олиÑĤ", + "Ġпо лиÑĤ", + "Ġпол иÑĤ", + "Ġполи ÑĤ", + "Ġп огод", + "Ġпо год", + "Ġпог од", + "ĠпÑĢоÑĨеÑģ Ñģе", + "ĠпÑĢоÑĨеÑģÑģ е", + "Ġмен ÑĪе", + "äºĮ 人", + "ĠÙħÙĪ اط", + "Ġp ÅĻik", + "ĠpÅĻ ik", + "ĠpÅĻi k", + "è· ¡", + "Ġs erg", + "Ġse rg", + "Ġser g", + "ĠÑĢаÑģ ÑģÑĤоÑı", + "и Ñĩно", + "иÑĩ но", + "ĠÎĶ ÎĹÎľ", + "¨ Ø·", + "ص بØŃ", + "صب ØŃ", + "สะ à¸Ķวà¸ģ", + "د رÛĮ", + "در ÛĮ", + "k ům", + "ků m", + "ç§ģ ãģ¯", + "Ġt vor", + "Ġtv or", + "à¥įव व", + "Ġp ÅĻiv", + "ĠpÅĻ iv", + "ĠpÅĻi v", + "Ġ íı´", + "Ġíı ´", + "Ġst átu", + "Ġstát u", + "Ġed ilmiÅŁtir", + "Ġedilm iÅŁtir", + "Ġedil miÅŁtir", + "ĠedilmiÅŁ tir", + "ØŃ Ùħ", + "Ġб ÑĥÑħ", + "ĠбÑĥ Ñħ", + "สำ à¹Ģร", + "ĠتÙĪ ضÛĮ", + "ãģĿãĤĮ ãģ¯", + "Ġà¤ħव ध", + "é ŀĭ", + "éŀ ĭ", + "âĤ¬ Ċ", + "Ġ éº", + "Ġé º", + "ĠÄĮ es", + "Ġpop rvé", + "ï¼Į åĽł", + "Ġal mÄ±ÅŁ", + "Ġalm Ä±ÅŁ", + "l al", + "la l", + "ĠØ® ÙĪبÛĮ", + "ĠØ®ÙĪ بÛĮ", + "ĠØ®ÙĪب ÛĮ", + "Ġκ οÏģ", + "Ġκο Ïģ", + "ìļ´ ëıĻ", + "m ayın", + "may ın", + "mayı n", + "Ġak tif", + "Ġakt if", + "ĠاÙĨج ÙħÙĨ", + "ĠÑģ ÑĤак", + "ĠÑģÑĤ ак", + "ĠÑģÑĤа к", + "ĠÑģÑĤ аÑĢа", + "ĠÑģÑĤаÑĢ а", + "ĠÑģÑĤа ÑĢа", + "ÙĦ ÙģØ©", + "ÙĦÙģ Ø©", + "Ġparç ası", + "ĠкоÑĢп ÑĥÑģ", + "ãĢģ é«ĺ", + "! ..", + "!. .", + "ĠÎł ÎijÎĿ", + "ĠÙĩÙĨ ÙĪز", + "ion álnÃŃ", + "Ġprá vnÃŃ", + "Ġpráv nÃŃ", + " Ŀ", + "Ġت ÛĮر", + "ĠتÛĮ ر", + "Ġ åŁİ", + "ĠåŁ İ", + "Ġзг ад", + "Ġsaldır ı", + "æŁ¥çľĭ æijĺè¦ģ", + "é« ª", + "Ùģ صÙĦ", + "ãģĻ ãģ¹ãģ¦", + "е во", + "ев о", + "ê´Ģ리 ìŀIJ", + "Ġìĺ Ĩ", + "udic ots", + "ÙĪر ÙĨ", + "Ġcel kem", + "ãĤ¤ ãĤº", + "ìĬ¤ ê°Ģ", + "販 売", + "ĠíĮĮìĿ¼ 첨ë¶Ģ", + "ë ¢°", + "Ġe nergie", + "Ġenerg ie", + "Ġener gie", + "es idir", + "esi dir", + "Ġm iá»ĩng", + "éĻ ·", + "Ġг аÑĢа", + "ĠгаÑĢ а", + "Ġb iliyor", + "Ġbil iyor", + "çį² å¾Ĺ", + "еÑĤ еÑĢб", + "à¹Īา à¹Ģà¸Ľ", + "Ġμα ζί", + "Ġzprac ovánÃŃ", + "Ñģ м", + "Ġh ala", + "Ġha la", + "Ġhal a", + "Ġز ÙĪج", + "ĠвÑĸд нов", + "à¹Ģหม าะ", + "ĠÐłÐµÑģп Ñĥбли", + "åĩºåĵģ èĢħ", + "Ñī ини", + "Ñīи ни", + "Ñīин и", + "ัà¸Ļ à¹Ģà¸Ľ", + "Ġtý den", + "Ġtýd en", + "Ġب ÙĬت", + "ĠبÙĬ ت", + "Ñģ комÑĥ", + "Ñģк омÑĥ", + "Ñģком Ñĥ", + "Ñģко мÑĥ", + "ĠÙĩÙĪ اپÛĮÙħ", + "оÑģ нов", + "é¸ Ł", + "Ġsou krom", + "Ġfa iz", + "Ġdem ok", + "Ġdemo k", + "Ġkter ém", + "Ġkteré m", + "Ġëħ ¹", + "л аÑĩ", + "ла Ñĩ", + "ĠоÑĤвеÑĤ ÑģÑĤвен", + "Ġ ï¼¼:", + "Ġï¼¼ :", + "Ġ λο", + "Ġλ ο", + "ÄĮ esk", + "ê°Ģ ìļĶ", + "Ġ ãĥĬ", + "Ġãĥ Ĭ", + "Ġnhu áºŃn", + "ĠÑģ или", + "ĠÑģи ли", + "ĠÑģил и", + "ĠÐľ он", + "Ġç ap", + "Ġça p", + "ĠRow Box", + "Ġм аÑģÑĤ", + "ĠмаÑģ ÑĤ", + "Ġма ÑģÑĤ", + "ĠÐľ а", + "ĠдÑĢÑĥг о", + "ĠдÑĢÑĥ го", + "ĠØ£ Ø´", + "ë°© ìĨ¡", + "ĠпÑĸд пиÑģ", + "èĩ ¨", + "åī ©", + "Ġh iá»ĥn", + "Ġhi á»ĥn", + "ĠÙĤر ارد", + "ĠÙĤرار د", + "ist rat", + "istr at", + "istra t", + "ÐŁ Ñĸд", + "ÏĦε Ïģα", + "ÏĦεÏģ α", + "Ġpoz dÄĽ", + "ĠbaÅŁ ta", + "夫 人", + "л ини", + "ли ни", + "лин и", + "Ġка ÑĩеÑģÑĤва", + "ĠкаÑĩе ÑģÑĤва", + "Ġkur tul", + "Ġ ì¢Į", + "Ġì¢ Į", + "ãģ«ãģĬ ãģijãĤĭ", + "åľ° åįĢ", + "ĠÑĩа Ñģом", + "ĠÑĩаÑģ ом", + "ìµľ ê³ł", + "Ġn gang", + "Ġng ang", + "Ġnga ng", + "ا Ùĩد", + "اÙĩ د", + "ĠШ ев", + "ĠpÅĻ itom", + "ĠpÅĻi tom", + "Ġch ấm", + "ĠÐľ еÑģÑĤо", + "ĠÑģовеÑĢÑĪ енно", + "ÃŃ cÃŃ", + "ÃŃc ÃŃ", + "Ń å·ŀ", + "åĪĽ æĸ°", + "äºĶ æľĪ", + "Ġا عÙħاÙĦ", + "Ġاع ÙħاÙĦ", + "Ġвозмож ноÑģÑĤи", + "Ġвозможно ÑģÑĤи", + "ĠпÑĢод овж", + "n ÄĽt", + "nÄĽ t", + "ĠÐĿа пÑĢимеÑĢ", + "ĠاÙĦ دÙħ", + "ĠاÙĦد Ùħ", + "Ġ à¹ģà¸ļà¸ļ", + "Ġà¹ģ à¸ļà¸ļ", + "çĶŁ çļĦ", + "ĠÑħ аÑĢÑĩ", + "ĠSon uç", + "Ġrůzn é", + "Ġrůz né", + "Ġ اذ", + "Ġا Ø°", + "ĠØ§Ø °", + "à¸ķ à¸Ńà¸ļ", + "P ÅĻed", + "PÅĻ ed", + "ĠдеÑĢев Ñıн", + "ë´ IJ", + "ĠëĬIJ ëĤ", + "جÙħ ÙĬع", + "ĠBöyle ce", + "èµ ı", + "Ġب سÙĬ", + "Ġبس ÙĬ", + "ĠÃĩ aÄŁ", + "Ġت اÛĮ", + "Ġتا ÛĮ", + "Ġnej vyÅ¡Å¡ÃŃ", + "èĸ ©", + "Ïĩε δÏĮν", + "Ġëĵ± ìĿĺ", + "e yh", + "ey h", + "æĸĻ çIJĨ", + "ا تÙĩ", + "ات Ùĩ", + "æī «", + "Ġ å©", + "Ġå ©", + "ĠпÑĢи вед", + "ĠпÑĢив ед", + "æī ¶", + "Ġ 견", + "Ġê² ¬", + "Ġا ÙħÛĮر", + "ĠاÙħ ÛĮر", + "ाय ल", + "æ¡ ij", + "à¸Ļ à¹Ģà¸ķ", + "ила кÑĤи", + "家 ä¼Ļ", + "Ġbulun uyor", + "y sa", + "ys a", + " Ĩ", + "ĠB Ä°R", + "íĨ ¤", + "à¤Ĥà¤Ĺ à¤łà¤¨", + "ÎĶ εν", + "à¥Į à¤ķर", + "à¥Įà¤ķ र", + "éĸĵ ãģ«", + "Ġм об", + "Ġмо б", + "ĠMo rav", + "ĠMor av", + "è§Ħ åĪĴ", + "ĠÑģвÑĸÑĤ Ñĸ", + "ul ts", + "ult s", + "Ġze mÃŃ", + "Ġzem ÃŃ", + "Âł ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł", + "ÂłĠÂłĠÂł ĠÂłĠÂłĠÂłĠÂłĠÂłĠÂł", + "ĠÐŁ оп", + "ĠÐŁÐ¾ п", + "ãģĤ ãģĴ", + "Ġpom oci", + "Ġpomoc i", + "ĠзмÑĸ ÑģÑĤ", + "Ġзм ÑĸÑģÑĤ", + "主 人", + "ĠS ı", + "ãĥĽ ãĥĨãĥ«", + "ĠÑĥва гÑĥ", + "å» ³", + "à¹Ģม à¸ķร", + "est li", + "Ġlo ạt", + "ãĤ¢ ãĥ¼", + "ĠÎĶ ε", + "Ġbun ları", + "Ġbunlar ı", + "Ġ çĤ¹åĩ»", + "ĠçĤ¹ åĩ»", + "Ġ BÃłi", + "ĠB Ãłi", + "ĠBÃł i", + "Ġ ä¸ĸ", + "Ġä¸ ĸ", + "Ġê³ł ê°ľë¥¼", + "ĠÐŃ ÑĤоÑĤ", + "ĠÐŃÑĤо ÑĤ", + "Ġmem nun", + "Ġ ।Ċ", + "Ġ। Ċ", + "ĠиÑģÑĤоÑĢ ии", + "Ġ ì°©", + "Ġì° ©", + "१ ९", + "१ॠ¯", + "ĠÐŀд нак", + "ĠÐŀдна к", + "Ġv ede", + "Ġve de", + "Ġved e", + "ÏĨ ÎŃÏģει", + "ÏĨÎŃ Ïģει", + "â b", + "çĬ¶ åĨµ", + "åįı è®®", + "Ġ ê°Ŀ", + "Ġê° Ŀ", + "е вид", + "ев ид", + "еви д", + "j mu", + "jm u", + "Ġколи ÑĩеÑģÑĤва", + "ĠколиÑĩ еÑģÑĤва", + "ĠколиÑĩе ÑģÑĤва", + "à Ľ", + "i Äįe", + "iÄį e", + "Ġfirm alar", + "Ġfir malar", + "Ġfirma lar", + "èĢ Ģ", + "к Ñĸн", + "кÑĸ н", + "ĠêµŃ 민", + "Ġ목 ë¡Ŀ", + "ĠÎļ αÏģ", + "ĠÎļα Ïģ", + "Ġhis sed", + "Ġhiss ed", + "ï¼ «", + "Ġ Tên", + "ĠT ên", + "ĠÑĤÑĭ ÑģÑıÑĩ", + "ØŃÙĬ ØŃ", + "Ġвпол не", + "ĠS ınıf", + "ĠSın ıf", + "Ġμ ην", + "Ġμη ν", + "Ġ íij¸", + "Ġí ij¸", + "ĠاÙĦ طبÙĬ", + "ĠاÙĦØ· بÙĬ", + "ĠاÙĦطب ÙĬ", + "ĠزÛĮ ب", + "Ġп Ñĥ", + "Ġp raž", + "Ġpr až", + "Ġpra ž", + "ìĹĨ ëĬĶ", + "θ ÏģÏī", + "Ġi çi", + "Ġiç i", + "Ġб Ñĸл", + "ĠбÑĸ л", + "Ðł Ñij", + "Ġì¶ķ 구", + "Ġl ạ", + "Ġ ãĥķãĤ¡", + "Ġãĥķ ãĤ¡", + "Ġ èĸ", + "Ġè ĸ", + "μα ÏĦο", + "éĩij å±ŀ", + "á li", + "ál i", + "ĠÙģ Ø£", + "ĠKar lov", + "ĠKarl ov", + "ĠZ áp", + "ĠZá p", + "ãĥª ãĥ³ãĤ°", + "ãĥªãĥ³ ãĤ°", + "ab ilmek", + "abil mek", + "ĠС и", + "Ġc ÃŃrk", + "ĠcÃŃ rk", + "Ġk á»ĭp", + "Ġà¤ij नल", + "ĠÙĪ ØŃدة", + "ĠÙĪØŃ Ø¯Ø©", + "ãĥĭ ãĥĥãĤ¯", + "Ġn Æ°á»Ľng", + "Ġа кÑĤÑĥ", + "Ġак ÑĤÑĥ", + "ĠакÑĤ Ñĥ", + "å¸Ŀ åĽ½", + "Ġn ázev", + "Ġnáz ev", + "ĠÑĢемон ÑĤ", + "ĠÑĢ инкÑĥ", + "ĠÏĢ άνÏī", + "ĠÏĢά νÏī", + "ÏĦ ικο", + "ÏĦικ ο", + "ÏĦι κο", + "ĠìĤ¼ ìĦ±", + "ĠÑģимпÑĤом Ñĭ", + "ĠÑĢа нÑĸÑĪе", + "ĠJ á", + "ĠÑģÑĩиÑĤа еÑĤÑģÑı", + "ĠÑģÑĩиÑĤ аеÑĤÑģÑı", + "Ġп оÑĢÑĸв", + "Ġпо ÑĢÑĸв", + "ĠпоÑĢ Ñĸв", + "ĠÐľ ал", + "ĠÐľÐ° л", + "éĿ¢ 积", + "ĠÙĦ غ", + "Ġج Ø´ÙĨ", + "Ġнед ели", + "Ġнедел и", + "Ġì¦Ŀ ê°Ģ", + "ãĨį ëıĻ", + "Ġl ượt", + "ĠÄIJ á»ĭnh", + "Ġ à¸Ńà¸Ńà¸Ļà¹Ħลà¸Ļ", + "Ġà¸Ń à¸Ńà¸Ļà¹Ħลà¸Ļ", + "Ġyap arak", + "Ġyapar ak", + "ĠÄij ai", + "ĠÄija i", + "Ġо ÑĦиÑĨи", + "Ġε μÏĢ", + "ξ ειÏĤ", + "ξει ÏĤ", + "Ġкон ÑĦеÑĢен", + "Ġ arası", + "Ġa rası", + "Ġar ası", + "Ġaras ı", + "Ġara sı", + "à¸ķ า", + "Ġ ë´IJ", + "Ġë´ IJ", + "о вана", + "ов ана", + "ова на", + "ован а", + "ì§Ģ ê°Ģ", + "ĠV ám", + "ि à¤ľà¤¨", + "à¤¿à¤ľ न", + "Ġ ç¼ĸè¾ij", + "Ġç¼ĸ è¾ij", + "ζ ÏĮ", + "ĠÏĦ ÏģÏĮ", + "Ġücret siz", + "ĠکاÙħ ÙĦا", + "ĠکاÙħÙĦ ا", + ": ::/", + ":: :/", + "::: /", + "à¹Į ĊĊ", + "à¹ĮĊ Ċ", + "Ġéĸ¢ éĢ£", + "Ġ kara", + "Ġk ara", + "Ġka ra", + "Ġkar a", + "Ġбез пеки", + "ĠzmÄĽ ny", + "ĠzmÄĽn y", + "Ġê¿ Ī", + "v rd", + "vr d", + "li ÄŁine", + "liÄŁi ne", + "liÄŁ ine", + "liÄŁin e", + "ĠاÙĨتخاب ات", + "ĠдоÑģ вÑĸд", + "Ġkter ého", + "Ġkteré ho", + "ен ÑĤом", + "енÑĤ ом", + "ê³µ ë¶Ģ", + "ìł Ŀ", + "Ġë§Į 족", + "Ġ æij", + "Ġæ ij", + "åĩº åı£", + "建 è®®", + "о ÑĤÑı", + "оÑĤ Ñı", + "Ġ Òij", + "ĠÒ ij", + "íĶĦ ë¡ľ", + "Ġg ió", + "Ġgi ó", + "ãĤ· ãĤ§", + "Ġλ εÏĢ", + "íķĺ 볤", + "Ġyok sa", + "Ġist ih", + "ï¼ ¶", + "ĠاÙĦ عÙħ", + "ĠاÙĦع Ùħ", + "Ġکار گرد", + "à¹Ģà¸ŀ ราะ", + "Ġn ových", + "Ġnov ých", + "Ġnový ch", + "ĠÑģ на", + "Ġs ana", + "Ġsa na", + "Ġsan a", + "व त", + "Ä±ÅŁ man", + "Ä±ÅŁma n", + "åı¦ å¤ĸ", + "ì¶ľìŀ¥ ìĥµ", + "å© ¦", + "ĠкоÑĪ ÑĤÑĸв", + "ĠÙĪاÙĦ ÙĨ", + "Ġب اÙĦØ¥", + "ĠباÙĦ Ø¥", + "Ġ æĬĢ", + "ĠæĬ Ģ", + "Ġмн оже", + "à¥Ĥ ड", + "ĠC ục", + "Ġe vet", + "Ġev et", + "Ġeve t", + "èģĶ åIJĪ", + "Ġ³³Ġ³³ Ġ³³Ġ³³", + "çļĦ å¿ĥ", + "Ġd áng", + "Ġdá ng", + "Ġdán g", + "اÛĮ سÙĩ", + "Ġ erken", + "Ġer ken", + "Ġerk en", + "æ³ ¡", + "ائ ب", + "Ġyap ıldı", + "Ġyapıl dı", + "ĠQu ản", + "æŶ 代", + "ìĽ ¨ìĸ´", + "ìĽ¨ ìĸ´", + "Ġг ÑĸÑĢ", + "ok oj", + "oko j", + "Ùĥ رة", + "Ùĥر Ø©", + "Ñİ Ðº", + "Ġvý j", + "Ġhod iny", + "Ġhodin y", + "Ġелек ÑĤÑĢон", + "m ıyor", + "ĠìŀĪ ëĭ¤ëĬĶ", + "ĠìŀĪëĭ¤ ëĬĶ", + "à¹ī à¹ī", + "иÑĤелÑĮ ное", + "иÑĤелÑĮно е", + "Ġyıl lar", + "Äı te", + "ĠÄįin nost", + "ุà¸ĵ à¸łà¸²à¸ŀ", + "í ĵ¨", + "н г", + "ู รà¸ĵ", + "ูร à¸ĵ", + "ĠпоÑĢÑıд ке", + "Ġëĭ¹ ìĭľ", + "ĠÐľ оÑģков", + "ĠÐľÐ¾Ñģк ов", + "Ġk red", + "Ġkr ed", + "Ġkre d", + "u rum", + "ur um", + "uru m", + "Ġ ÑĤÑı", + "ĠÑĤ Ñı", + "Ú© ÙĨاÙĨ", + "Ú©ÙĨ اÙĨ", + "д ии", + "ди и", + "ÑĢи мÑĸн", + "ÑĢим Ñĸн", + "ĠоÑĢгани зм", + "ĠоÑĢганиз м", + "Ġ éĽĨ", + "ĠéĽ Ĩ", + "ι ÏĥÏĦο", + "ιÏĥ ÏĦο", + "ä¿¡ çĶ¨", + "åįģ åĽĽ", + "à¹Ī à¹ĥà¸Ĭ", + "ĠÑĥ вид", + "ĠÑĥв ид", + "ัà¸ĩ à¸ģล", + "ัà¸ĩà¸ģ ล", + "åı¦ ä¸Ģ", + "ãĥ« ãĥķ", + "ัà¸ļ à¸Ľà¸£", + "ĠÃľ st", + "説 æĺİ", + "в ай", + "ва й", + "а Ñĩе", + "аÑĩ е", + "æ¬ £", + "Ġkat ıl", + "Ġkatı l", + "ĠC em", + "ĠCe m", + "ĠاÙĦ جÙĩ", + "ĠاÙĦج Ùĩ", + "Ġг ÑĢÑĥз", + "ĠгÑĢÑĥ з", + "ĠгÑĢ Ñĥз", + "Ġза ÑģÑĤав", + "ĠзаÑģÑĤ ав", + "cı lar", + "ĠÑħоÑĤ ел", + "Ġs nÃŃm", + "Ġsn ÃŃm", + "ĠsnÃŃ m", + "ï¼Į 被", + "Ġ виÑī", + "Ġв иÑī", + "Ġви Ñī", + "Ġdem okrat", + "Ġdemok rat", + "à¥ĩ à¤Łà¤°", + "à¥ĩà¤Ł र", + "åij¨ å¹´", + "Ġod pad", + "Ġodp ad", + "Ġda ÅĪ", + "Ġ 代", + "à¹ĩ à¸Ļà¸Ń", + "à¹ĩà¸Ļ à¸Ń", + "ĠÑģк олÑĮко", + "Ġα ÏĨ", + "ĠpÅĻes vÄĽd", + "Ġ åĵģ", + "Ġåĵ ģ", + "ĠинÑĦоÑĢм аÑĨии", + "ĠинÑĦоÑĢма ÑĨии", + "çĽ Ĺ", + "ãģ¾ ãģ¨", + "ĠÑģам ов", + "ĠÑģамо в", + "Ġpo cit", + "Ġpoc it", + "Ġíݸ ì§ij", + "ĠÑģм еÑģÑĮ", + "Ġpo jiÅ¡tÄĽnÃŃ", + "ãģ® ãĤĤ", + "à¹Ī าà¸ģาร", + "à¹Īา à¸ģาร", + "à¹Īาà¸ģ าร", + "ĠÛĮ ÙĪÙĨ", + "Ġ기 ìĸµ", + "ick ými", + "ický mi", + "ickým i", + "a lace", + "al ace", + "ala ce", + "鼻 å½±", + "Ñİ Ð²Ð°Ð½Ð½Ñı", + "缸 åIJĮ", + "Ġ ãĢĥ", + "ĠãĢ ĥ", + "ĠдокÑĥм енÑĤÑĸв", + "ĠдокÑĥменÑĤ Ñĸв", + "ï¼ ¹", + "åĪ° åºķ", + "ó z", + "ĠAh met", + "ĠÙħس اØŃت", + "Ġhl avou", + "Ġhlav ou", + "ül ebilir", + "üle bilir", + "ãĢĤ ä½ł", + "à¹ĩà¸ģ à¸Ĭาย", + "¤ ¤", + "Ġ æĦı", + "ĠæĦ ı", + "Ġch áºŃm", + ". д", + "Ġ cca", + "Ġc ca", + "Ġcc a", + "Ġol umsuz", + " ŀ", + "çĬ ¬", + "ĠпоÑģÑĤоÑıн но", + "Ġ.************** Ċ", + "Ġا ستر", + "Ġاست ر", + "Ġاس تر", + "ĠдалÑĮ ней", + "ů r", + "ä¿Ŀ èŃ·", + "боÑĢ аÑĤоÑĢ", + "боÑĢа ÑĤоÑĢ", + "à ·", + "Ïĥ ÏĦαν", + "ÏĥÏĦ αν", + "ÏĥÏĦα ν", + "ĠÙģ ÙĬÙĦÙħ", + "ĠÙģÙĬ ÙĦÙħ", + "ç ek", + "çe k", + "ìŀIJ 기", + "Ġ æ¥Ń", + "Ġæ¥ Ń", + "н Ñĸп", + "нÑĸ п", + "èī ĩ", + "Ġm oci", + "Ġmo ci", + "Ġmoc i", + "ìľ µ", + "리 ê·¸", + "ĠÐļ о", + "éĤ£ éĩĮ", + "ĠС ÑĤаÑĢ", + "ĠСÑĤ аÑĢ", + "ĠСÑĤа ÑĢ", + "ĠتÙĪاÙĨ ÛĮد", + "Ġng uyá»ĩn", + "Ġnguy á»ĩn", + "Ġ สามารà¸ĸ", + "Ġส ามารà¸ĸ", + "Ñĸ Ñĩна", + "ÑĸÑĩ на", + "Ġ 被", + "Ġè¢ «", + "ุà¸ķสาห à¸ģรรม", + "Ġع صر", + "Ġعص ر", + "ĠÃľNÄ° VERS", + "Ġteh dy", + "ĠÙĪصÙĦ ات", + "ĠÙĪص ÙĦات", + "ä¿Ŀ è¯ģ", + "ĠE udicots", + "ĠÎł ÎŃ", + "建 è¨Ń", + "ĠìłĦ êµŃ", + "Ġ ØŃÛĮ", + "ĠØŃ ÛĮ", + "ãĤ¤ ãĥĦ", + "ĠØŃ Ø§ØµÙĦ", + "ĠجÙĨ ÙĪبÛĮ", + "ĠجÙĨÙĪب ÛĮ", + "ãĢģ æĹ¥æľ¬", + "à Ļ", + "Ġ à¸Ĺาà¸ĩ", + "Ġà¸Ĺ าà¸ĩ", + "ĠÙĨØŃ ÙĪ", + "اÙĩ ÙĬÙħ", + "å¾Į ãģ«", + "à¸Īะ à¹Ħà¸Ķ", + "åĩł 个", + "à¥ģ à¤ģ", + "à¥ģठģ", + "ëĮĢ ìĿĺ", + "Ġl Ãłn", + "ĠlÃł n", + "ìĽĶ ë¶ĢíĦ°", + "Æ ł", + "Ġ еди", + "Ġе ди", + "Ġs pis", + "Ġsp is", + "Ġspi s", + "æľī ä»Ģä¹Ī", + "Ġneb yla", + "Ġneby la", + "Ġnebyl a", + "Ġíķ´ ìĻ¸", + "ë¡ľ ë¶ĢíĦ°", + "аÑĢ Ñħ", + "l ili", + "li li", + "lil i", + "Ġíķĺ 루", + "ma ması", + "mam ası", + "Ñĩ аеÑĤ", + "Ñĩа еÑĤ", + "ĠØŃ Ø§ÙĦØ©", + "ĠØŃاÙĦ Ø©", + "ĠBöl üm", + "缸 éĹľ", + "ĠдÑĢÑĥг ими", + "ĠдÑĢÑĥгим и", + "çĽ£ çĿ£", + "à¥Ī à¤ľ", + "Ġعبد اÙĦÙĦÙĩ", + "ĠعبداÙĦ ÙĦÙĩ", + "Ġ è¿ŀ", + "Ġè¿ ŀ", + "ĠÐľ ин", + "ĠÐľÐ¸ н", + "Ġê¸ °ëĭ¤", + "Ġ기 ëĭ¤", + "Ġê³µ 격", + "è¡Į åĭķ", + "ा मà¤ķ", + "ाम à¤ķ", + "æ±Ĥ è´Ń", + "模 åŀĭ", + "Ñģ оÑĢ", + "Ñģо ÑĢ", + "r ane", + "ra ne", + "ran e", + "à¹ĩà¸Ī à¸ŀระ", + "ĠÙħس ÛĮر", + "è£ħ ç½®", + "ìķ ¤", + "nÄĽ jÅ¡ÃŃch", + "nÄĽjÅ¡ÃŃ ch", + "αλ ÏįÏĦε", + "ĠH akk", + "ĠHa kk", + "ĠHak k", + "访 éĹ®", + "ĠÑĤ еÑĩ", + "ĠÑĤе Ñĩ", + "ĠL á»ĭch", + "Ġدش ÙħÙĨ", + "Î Į", + "Ġ ÏĢε", + "ĠÏĢ ε", + "Ġза мов", + "Ġзам ов", + "Ġb irim", + "Ġbi rim", + "Ġbir im", + "Ġbiri m", + "ãĤ· ãĤ¹ãĥĨãĥł", + "ĠÏĢÏģο ÏĬ", + "Ĭ ìĿĢ", + "в иг", + "ви г", + "Ġëıħ ìĿ¼", + "ĠÑĢев олÑİ", + "Ġ é¦Ļ港", + "Ġé¦Ļ 港", + "Ġ lez", + "Ġl ez", + "Ġle z", + "ĠبÛĮ Ùħار", + "ĠبÛĮÙħ ار", + "Ġduy gu", + "Ġduyg u", + "Ġë Ľ°", + "Ġa macı", + "Ġam acı", + "Ġama cı", + "Ġamac ı", + "à¥įय प", + "ĠìŀIJ ìĦ¸", + "اÙĪ ÛĮر", + "اÙĪÛĮ ر", + "Ġs pole", + "Ġsp ole", + "Ġspo le", + "Ġspol e", + "Ãĸ L", + "Ġ جع", + "Ġج ع", + "ÙĦ ÛĮÙħ", + "ÙĦÛĮ Ùħ", + "ãģªãģ© ãģ®", + "à¸Ľà¸£à¸°à¸ª à¸ļ", + "ĠnaÅ¡ ich", + "ĠпÑĢедÑģÑĤав лÑıеÑĤ", + "Ġзд об", + "Ġo bou", + "Ġob ou", + "Ø® ÙĪاÙĨ", + "Ø®ÙĪ اÙĨ", + "ãĥ¬ ãĥĥãĥĪ", + "о дейÑģÑĤв", + "од ейÑģÑĤв", + "Ú© رÛĮ", + "کر ÛĮ", + "Ġات اÙĤ", + "ĠÑįкÑģп лÑĥаÑĤа", + "ï½ ¢", + "ĠÙĦÙĦ Ø¥", + "ĠاÙĦÙĨ ظاÙħ", + "ĠíĶĦ ëŀijìĬ¤", + "ıs ıt", + "ısı t", + "åŃ Ļ", + "Ġžád ný", + "ÙĤ Ùī", + "ัà¸ģ à¹Ģร", + "Ġë²ł ìĬ¤íĬ¸", + "Ġ ãĥ«", + "Ġãĥ «", + "åı Ķ", + "n ické", + "nic ké", + "nick é", + "Ġε ιÏĥ", + "Ġει Ïĥ", + "ãĥ« ãĥī", + "Ġدار Ùħ", + "Ġг ем", + "Ġге м", + "Ġ åѸ", + "ĠåŃ ¸", + "ान सà¤Ń", + "ानस à¤Ń", + "али зи", + "ализ и", + "ов анÑĸ", + "ова нÑĸ", + "ован Ñĸ", + "Ġо бо", + "Ġоб о", + "ìłĦ ìĹIJ", + "ĠS inh", + "ĠSi nh", + "ĠSin h", + "Ġ ÙĨع", + "ĠÙĨ ع", + "Ġоб лаÑģ", + "Ġобла Ñģ", + "Ġобл аÑģ", + "Ïħ ÏĢ", + "èĥ ¶", + "Ġaz alt", + "Ġazal t", + "åħ¨ éĿ¢", + "ĠK romÄĽ", + "ĠKro mÄĽ", + "ĠC z", + "æĬ¥ åIJį", + "Ġnásled ujÃŃcÃŃ", + "Ġна пÑĢиклад", + "ĠнапÑĢи клад", + "ãģª ãģijãĤĮãģ°", + "à¸Ń าย", + "çľĭ çľĭ", + "Ġà¸ģร à¸ģà¸İ", + "Ġà¸ģรà¸ģ à¸İ", + "ed nou", + "edn ou", + "ا زÙĦ", + "از ÙĦ", + "ãĢģ æľ¬", + "е Ñģи", + "еÑģ и", + "Ġta rz", + "Ġtar z", + "ãĢĢ ï¾Ĭ", + "Ġroz um", + "ãĤ« ãĥ¼ãĥī", + "ãĤ«ãĥ¼ ãĥī", + "Ġà¤ĩ à¤ķ", + "Ġpros tÄĽ", + "Ġprost ÄĽ", + "ĠÎĵ κ", + "ç© ´", + "ĠH ük", + "la vÃŃ", + "lav ÃŃ", + "ê ¿", + "é¸ ¡", + "Ġвозник аеÑĤ", + "Ġвозника еÑĤ", + "ÑŁ ÑŁÑŁ", + "ÑŁÑŁ ÑŁ", + "Ġпо нима", + "Ġпон има", + "ÐŁ Ðŀ", + "ãģĶãģĸ ãģĦãģ¾ãģĻ", + "ãģ ħ", + "Ġtr val", + "Ġдал еко", + "ĠÙĨ ÙĬز", + "ĠÙĨÙĬ ز", + "ĠвÑĭ Ñıв", + "ิà¸Ĺย า", + "ิà¸Ĺ ยา", + "Ġl á»Ĺ", + "Ġlá» Ĺ", + "à¹Ģ สà¸Ļ", + "à¹Ģส à¸Ļ", + "ĠÑģÑĤ енÑĭ", + "ĠÑģÑĤен Ñĭ", + "à¥įड ल", + "Ġjednotliv ých", + "ĠпÑĢиб лиз", + "i kat", + "ik at", + "ika t", + "Ġп одав", + "Ġпо дав", + "Ġпод ав", + "Ġпода в", + "ر ÛĮز", + "رÛĮ ز", + "ĠØ¢ÙĨ جا", + "社 æľĥ", + "Ġà¤ľà¤¨ वर", + "Ġa ile", + "Ġai le", + "Ġail e", + "ี à¸Ľ", + "Ġ èħ", + "Ġè ħ", + "ãģ§ ãģĹãĤĩãģĨ", + "С Ðŀ", + "ãĢģ ãĢĬ", + "ìĿ¼ 본", + "ov anou", + "ova nou", + "ovan ou", + "ν ÏĮ", + "å± ¥", + "ع ÙĦÙĤ", + "عÙĦ ÙĤ", + "Ġìī ½", + "Ġгли б", + "Ġê²ĥ ìŀħëĭĪëĭ¤", + "ĠнеобÑħодим оÑģÑĤи", + "ĠнеобÑħодимо ÑģÑĤи", + "Ġتخصص ÛĮ", + "ا سر", + "اس ر", + "ï¼Į 说", + "ĠÐĿ Ñĸ", + "Ġvy rob", + "ÑĪ ÑĥÑİ", + "ÑĪÑĥ Ñİ", + "æĪ¿ å±ĭ", + "Âł ÐĹ", + "à¹Ģ à¸ŀล", + "à¹Ģà¸ŀ ล", + "åĨħ éĥ¨", + "ĠدÙĦ ار", + "Ġп ÑĤи", + "Å¡ ti", + "Å¡t i", + "ĠaraÅŁtır ma", + "Ġзна ком", + "Ġε λλην", + "Ġ ấm", + "ÑĢ ак", + "ÑĢаРº", + "ÑĢа к", + "ãĤŃ ãĥ¥", + "Ġth áºŃn", + "èŃ ľ", + "ëªħ ìĿĺ", + "Ġy eter", + "Ġyet er", + "Ġye ter", + "Ġна Ñģлед", + "ĠнаÑģ лед", + "ĠÐļ ан", + "ĠÐļа н", + "ĠвÑĭ биÑĢа", + "ĠвÑĭб иÑĢа", + "ĠΣ Ïĩ", + "ĠÑĤеÑĢ мÑĸн", + "Ġ æ´»", + "Ġæ´ »", + "ĠاÙĦ تÙģ", + "ĠاÙĦت Ùģ", + "ĠJ apon", + "ĠJa pon", + "ĠJap on", + "éĤ ª", + "ë¶Ħ ìĦĿ", + "Ġли ÑĨо", + "ĠлиÑĨ о", + "Ġm ê", + "à¸Ħ วร", + "à¸Ħว ร", + "Ġà¤ħ à¤Ĺल", + "Ġà¤ħà¤Ĺ ल", + "ĠÙĩ ج", + "룬 ìļ´", + "Ġвой нÑĭ", + "اÙĪر زÛĮ", + "ĠÑģп ÑĢÑı", + "çĦ ¼", + "è¢ ĸ", + "Ġiç eren", + "Ġiçer en", + "Ġëħ¸ ëŀĺ", + "ĠЧеÑĢ ез", + "ÙĪج ÙĪد", + "Ñı ÑĤие", + "ÑıÑĤ ие", + "ÑıÑĤи е", + "à¸Ńลล าร", + "è ·¨", + "è· ¨", + "ĠM illi", + "ĠMill i", + "ĠMil li", + "ĠMi lli", + "件 äºĭ", + "Ġ æľĿ", + "βολ ή", + "βο λή", + "Ġ ков", + "Ġк ов", + "Ġко в", + "ĠØ´Ùĩ ÛĮد", + "ä¸ĭ åİ»", + "Ġìłķ ìĭł", + "оÑĩ кÑĥ", + "ï¼Į 便", + "γ κε", + "γκ ε", + "ĠÙħ باش", + "ĠÙħب اش", + "Ġay ında", + "Ġ ä»»", + "ÑģÑĤоÑĢ ÑĸÑı", + "ä¸Ń åѦ", + "ç¸ ®", + "ĠÑĦ Ñĸл", + "ãĢģ ãĤĦ", + "Ġ æĺ¥", + "Ġæĺ ¥", + "Ġter ör", + "Ġповин ен", + "Ġmilion ů", + "ĠÙģ ارس", + "ĠÙģار س", + "Ġв вод", + "Ġвв од", + "Ø· اÙĦ", + "Ġê¶ģ ê¸Ī", + "Ġuk áz", + "çĶ ľ", + "æļ Ĥ", + "ص ت", + "Ðļ огда", + "Ġम ल", + "ά να", + "άν α", + "Ġдок ÑĤоÑĢ", + "Ġком мÑĥ", + "ĠпÑĸд Ñģ", + "Ġà¸ģรà¸ģà¸İ าà¸Ħม", + "Âł г", + "Ġö ne", + "Ġön e", + "ĠÄIJ á»ģ", + "ĠÄIJá» ģ", + "äºĭ åĭĻ", + "Ġs rov", + "Ġsr ov", + "Ġ άν", + "Ġά ν", + "ëıĦ ê°Ģ", + "acaÄŁ ım", + "acaģı m", + "к ол", + "ко л", + "Ġb á»ĵi", + "Ġپرد از", + "Ġ ä¸ļ", + "Ġä¸ ļ", + "ëĭ¤ ìļ´", + "Ġп ÑĢедел", + "ĠпÑĢед ел", + "ĠпÑĢе дел", + "ĠÑĦедеÑĢа лÑĮ", + "ĠاÙĦ Ø£Ùĥ", + "ĠاÙĦØ£ Ùĥ", + "ãĢĢ ãĢĢãĢĢãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢ ãĢĢãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢ ĠãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢ ãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢãĢĢĠãĢĢ ĠãĢĢ", + "Ġtr ấn", + "Ġд лин", + "Ġдли н", + "ĠÑĸ мп", + "ĠÑĸм п", + "ĠsmÄĽ rem", + "° ëĭ¤", + "Ġr ừng", + "ici álnÃŃ", + "è¡ Ĩ", + "μ ιο", + "μι ο", + "Ġاد ارÙĩ", + "ĠÑĤ ÑĢÑĮ", + "ĠÑĤÑĢ ÑĮ", + "ĠÄ° li", + "ĠÄ°l i", + "มà¸Ļ à¸ķร", + "à¥įव à¤ļ", + "е ÑĢо", + "еÑĢ о", + "ĠK UR", + "sk ými", + "ský mi", + "ským i", + "δ ί", + "u tin", + "ut in", + "uti n", + "Ġver iler", + "Ġveri ler", + "สà¸ĸาà¸Ļ à¸Ĺ", + "ĠзаÑħод Ñĸв", + "ĠÙģرÙĪد گاÙĩ", + "Ġ çĶ±", + "ู à¹ģล", + "éĥ ij", + "ĠJ ako", + "ĠJa ko", + "ĠJak o", + "ĠÑĢазвиÑĤи е", + "ĠÑĢазви ÑĤие", + "à¤ī न", + "ÙĬ دا", + "ÙĬد ا", + "Ġà¸ŀ à¸¤à¸©à¸łà¸²à¸Ħม", + "물 ìĿĦ", + "ë łĢ", + "ëł Ģ", + "- ÐĽ", + "ãĢĤ ãģĤ", + "Ġпод в", + "ï¼ī ï¼ļ", + "论 åĿĽ", + "ائ ع", + "ãĤĴ ãģĻãĤĭ", + "ĠØ£ ص", + "Ñĩ ики", + "Ñĩи ки", + "Ñĩик и", + "ĠÑģÑĤ ил", + "ley ici", + "Ñģ илÑĮ", + "Ñģи лÑĮ", + "Ġbulun du", + "ĠÑģеÑĢед ови", + "à¤Ĥ र", + "ĠاÛĮÙĨ جا", + "åľŃ åľŃ", + "ĠmyÅ¡ len", + "ĠÑĢозвиÑĤ ок", + "Ġiy ileÅŁ", + "Ġiyi leÅŁ", + "Ġв Ñĸз", + "ĠвÑĸ з", + "ëĤĺ 무", + "æĦı è§ģ", + "ι ÏĥÏĦη", + "ιÏĥ ÏĦη", + "ãĥĥ ãĥĦ", + "äºĭ æķħ", + "m adıģı", + "ma dıģı", + "mad ıģı", + "madı ģı", + "Ġà¤ħ पर", + "Ġà¤ħप र", + "ĠÚĨ رخ", + "Ġп лав", + "Ġпл ав", + "Ġпла в", + "以 æĿ¥", + "Ġë© Ģ", + "T uy", + "Tu y", + "ãĥ¼ ãĥį", + "ãĥ¼ãĥ į", + "Ġиз ÑĥÑĩ", + "ĠstÅĻed nÃŃ", + "课 ç¨ĭ", + "Ġê·¸ëħĢ ëĬĶ", + "ĠдоговоÑĢ Ñĥ", + "Ġдогов оÑĢÑĥ", + "ĠÄij á»ĭch", + "ĠÄijá»ĭ ch", + "Ġkar arı", + "Ġkarar ı", + "Ġkara rı", + "åIJ ´", + "Ùĥ اÙħ", + "ĠпоÑĤ ол", + "в ок", + "во к", + "ĠD üz", + "Τ α", + "å µ", + "âĢĻ na", + "âĢĻn a", + "а дж", + "ад ж", + "ĠdÅĻÃŃ ve", + "æ¢ ¨", + "ĠAv ust", + "åĬĽ ãĤĴ", + "à¹Ģ à¸ģล", + "à¹Ģà¸ģ ล", + "Ġпоб ед", + "Ġп ÑĢиÑĩ", + "ĠпÑĢ иÑĩ", + "ĠпÑĢи Ñĩ", + "ĠÐij Ñĸ", + "åŃ ¤", + "ĠÐł ег", + "ĠÐłÐµ г", + "Ġyet iÅŁ", + "Ġн еÑİ", + "Ġне Ñİ", + "Ġb ÃŃl", + "ĠbÃŃ l", + "ìĹĨ ìĿĮ", + "ĠÄ° talya", + "ÐĴ Ñģе", + "å¾Į ãģ®", + "Ġje jÃŃm", + "Ġjej ÃŃm", + "ĠjejÃŃ m", + "ĠвиглÑı дÑĸ", + "о гÑĢад", + "ог ÑĢад", + "огÑĢа д", + "Ġbo hat", + "Ġboh at", + "Ġ åħĭ", + "Ġåħ ĭ", + "ĠдиÑĤи ни", + "ĠдиÑĤ ини", + "лÑı ÑĤоÑĢ", + "ма га", + "маг а", + "ëĭĪ ìĬ¤", + "ĠÐł ади", + "ĠÐłÐ°Ð´ и", + "ĠÐłÐ° ди", + "ÏĢ οÏħÏģγ", + "ÏĢοÏħ Ïģγ", + "& ZeroWidthSpace", + "Ġ struk", + "Ġst ruk", + "Ġstr uk", + "Ġstru k", + "æIJ ŀ", + "Ġ ãģĿãģ®ä»ĸ", + "ìĿ¸ ìĿĦ", + "ĠпÑĢо веÑģÑĤи", + "ĠпÑĢов еÑģÑĤи", + "漫 çĶ»", + "Ġçİ© 家", + "ĠÙĪ رز", + "ĠÙĪر ز", + "ĠÑģвоÑĹ Ð¼", + "ĠL RV", + "ĠLR V", + "ิà¸ķ à¸ł", + "स त", + "ĠíĿ Ķ", + "âĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹı âĹıâĹıâĹıâĹıâĹıâĹıâĹıâĹı", + "Ġt voÅĻÃŃ", + "ĠtvoÅĻ ÃŃ", + "Ġ ÐŁÐŀ", + "ĠÐŁ Ðŀ", + "é«ĺ 度", + ".h wp", + ".hw p", + "à¸ķำ à¸ļล", + "Ġد س", + "ìĪĺ ê°Ģ", + "ìĶ ©", + "ï¼ī ãĢĤĊ", + "ï¼īãĢĤ Ċ", + "æĭ ³", + "Ġl ô", + "ĠK ültür", + "اط عة", + "Ġku chy", + "Ġst roj", + "Ġstr oj", + "Ġstro j", + "μ ενο", + "με νο", + "μεν ο", + "ĠконÑģÑĤÑĢÑĥк ÑĨии", + "å°ı åѦ", + "Ġ åįļ", + "Ġåį ļ", + "Ġ èĢĥ", + "ĠèĢ ĥ", + "Ġas ıl", + "æĪij åĢij", + "خر اج", + "ĠO nun", + "ĠOn un", + "Ġ ç¾İåĽ½", + "Ġç¾İ åĽ½", + "à¥Ĥ बर", + "à¥Ĥब र", + "Ġmu ži", + "Ġmuž i", + "å§ «", + "Ġв б", + "Ġдо ме", + "Ġдом е", + "Ġ ам", + "Ġа м", + "Ġk uru", + "Ġkur u", + "Ġku ru", + "æ± Ĺ", + "l ediÄŁi", + "le diÄŁi", + "ledi ÄŁi", + "Ġv ẽ", + "å¾ ĵ", + "ĠгÑĥб еÑĢ", + "ĠÑģÑĤанов иÑĤÑĮ", + "ĠzemÄĽ dÄĽl", + "ÙĦ ÙĦ", + "Ġr amen", + "Ġra men", + "Ġram en", + "Ġprů bÄĽhu", + "Ġb lok", + "Ġbl ok", + "Ġblo k", + "ý val", + "ýv al", + "v ou", + "vo u", + "ν ά", + "ëĶĶ ìĭľ", + "ÑĨион нÑĭе", + "Ġê²Įìĭľ íĮIJ", + "ãĥ³ ãĥĩãĤ£", + "ãĥ³ãĥĩ ãĤ£", + "ä¸Ģ 级", + "и Ñĩа", + "иÑĩ а", + "ĠسرÛĮ اÙĦ", + "i lin", + "il in", + "ili n", + "ा यन", + "ाय न", + "ÙĨ ÙĪÛĮس", + "ĠÐĶ и", + "Ġاد بÛĮ", + "ĠÑĥ дов", + "ĠÑĥд ов", + "ĠÐĹ Ð°Ð¼", + "ĠÐĹа м", + "à¥ģà¤Ń व", + "Ñģ ок", + "Ñģо к", + "ĠÑĢай оне", + "ĠÑĢайон е", + "Ġ EK", + "ĠE K", + "æĤ ī", + "Ġsor umlu", + "Ġsoruml u", + "Ġzv yÅ¡", + "à¹Ģà¸ĭ à¸Ńร", + "in áÅĻ", + "iná ÅĻ", + "Ġu drž", + "Ġud rž", + "но вид", + "нов ид", + "ĠspoleÄį nÄĽ", + "Ġspole ÄįnÄĽ", + "æĪIJ äºĨ", + "ï¼ ¤", + "ัà¸ŀ à¸Ĺ", + "а ÑĪа", + "аÑĪ а", + "ĠÙĨ ادÙĬ", + "à¹ĥ à¸Ļà¸Ĺ", + "à¹ĥà¸Ļ à¸Ĺ", + "å¡ ļ", + "Ġس Ú©", + "ãĥģ ãĥ¥", + "ĠмаÑĢ ÑĪ", + "а леннÑı", + "ал еннÑı", + "ĠØŃÙħ اÛĮت", + "ãĥ³ ãĤ¸", + "รษ à¸IJ", + "Ġк ÑĢем", + "ĠK ažd", + "ê ½", + "Ġpar lament", + "Ġparl ament", + "ĠÅŁ un", + "ĠÅŁu n", + "Ġk ys", + "Ġky s", + "ÏĦ ÏĤ", + "ê°ľ ìĿĺ", + "Ġve lice", + "Ġvel ice", + "Ġce stu", + "Ġces tu", + "Ġcest u", + "ظ Ø©", + "è¯ Ĭ", + "Ġ út", + "Ġú t", + "ĠØ® ÙĪر", + "ĠØ®ÙĪ ر", + "ĠТ е", + "Ġобла ÑģÑĤ", + "ĠоблаÑģ ÑĤ", + "Ġобл аÑģÑĤ", + "à¹Ī à¸Ńà¸ķ", + "à¹Īà¸Ń à¸ķ", + "ĠAc adem", + "ĠAcad em", + "ãĢĤ æľ¬", + "Ġ 風", + "Ġé¢ ¨", + "Ñģ ен", + "Ñģе н", + "ãĥ¢ ãĥĩãĥ«", + "Ġзавд аннÑı", + "ãģ¾ ãĤĮ", + "моÑĤ ÑĢеÑĤÑĮ", + "моÑĤÑĢ еÑĤÑĮ", + "Ġkh á»ķ", + "à¹Ī ร", + "د رس", + "در س", + "ĠÄĮesk osloven", + "Ġ 计", + "Ġè® ¡", + "ĠÑĤак ом", + "ĠÑĤа ком", + "ĠÙĦ اعب", + "ĠÙĦا عب", + "ĠMuham med", + "ĠÙħ ÙĦÙģ", + "ĠÙħÙĦ Ùģ", + "ĠÙĪس ÙĦÙħ", + "ãĤ·ãĥ£ ãĥ«", + "Ġо кÑĢа", + "Ġок ÑĢа", + "à¥ģ मत", + "à¥ģम त", + "ĠëĪĦ 구", + "Ġned eni", + "Ġneden i", + "ĠëĤł ì§ľ", + "/ km", + "/k m", + "Ġд емон", + "Ġде мон", + "Ġдем он", + "ĠصÙĨ اÛĮع", + "m asından", + "mas ından", + "masında n", + "åīį ãģ®", + "æĪIJ 绩", + "ल à¤Ĺ", + "Ġ åĮħ", + "ĠåĮ ħ", + "à¸Ńà¸ģà¸Īาà¸ģ à¸Ļ", + "ا دا", + "اد ا", + "Ġay lık", + "ĠÙħ ÙĤد", + "ĠÙħÙĤ د", + "Ġönemli dir", + "ĠìĪľ ê°Ħ", + "Ġd inh", + "Ġdi nh", + "Ġdin h", + "Ġná kup", + "ist ické", + "istic ké", + "åº Ł", + "ìĬ¤ íĨł", + "Ġd ny", + "Ġdn y", + "ĠìŀĪ ëıĦë¡Ŀ", + "ìĽIJ ìĿĺ", + "ãĥķ ãĥ¬", + "p oz", + "po z", + "Ġ ев", + "Ġе в", + "ĠdÃ¼ÅŁ ür", + "à¥įर à¤ļ", + "Ġê²° íĺ¼", + "Ġ ÑĨенÑĤÑĢа", + "ĠÑĨенÑĤ ÑĢа", + "ĠÑĨен ÑĤÑĢа", + "ĠÑĨенÑĤÑĢ а", + "åŁ ĭ", + "ï¿£ ï½Ģ", + "æѦ åĻ¨", + "à¹Īาà¸Ļ มา", + "Ġर व", + "Ùij د", + "μÎŃ Î½Î¿Î¹", + "μÎŃν οι", + "μÎŃνο ι", + "Ġë§IJ ìĶĢ", + "Ġpo ÅĻad", + "Ġب غ", + "ĠÏĮ λα", + "ĠÏĮλ α", + "à¹ī à¹Ħà¸Ĥ", + "à¹Ģà¸ģ าะ", + "Ġb ạc", + "Ġd á", + "d ÄĽla", + "dÄĽ la", + "dÄĽl a", + "Ġt eb", + "Ġte b", + "Ġk èo", + "ãĤı ãĤĮ", + "Ġist iyorum", + "Ġistiyor um", + "λ ήÏĤ", + "λή ÏĤ", + "ÐIJ в", + "Ġa sla", + "Ġas la", + "Ġperform ans", + "Ġperfor mans", + "Ġperforman s", + "ĠVác lav", + "Ïģ ίαÏĤ", + "Ïģί αÏĤ", + "Ïģία ÏĤ", + "Ġ tÄĽl", + "Ġt ÄĽl", + "ĠtÄĽ l", + "æĮ Ļ", + "о ба", + "об а", + "ãģij ãĤĮãģ©", + "ĠëĶ ¸", + "ÙĪ اء", + "ÙĪا Ø¡", + "ĠÚ©ÙĪد کاÙĨ", + "ĠÚ©ÙĪدک اÙĨ", + "Ġп лиÑĤ", + "Ġпл иÑĤ", + "Ġ bilir", + "Ġb ilir", + "Ġbil ir", + "Ñĥ же", + "Ñĥж е", + "ÏĦÎŃ Î»Îµ", + "Ġà¤Ĩ à¤ķर", + "Ġà¤Ĩà¤ķ र", + "ĠÑĤÑĢ Ñĥда", + "ĠÑĤÑĢÑĥ да", + "ĠÑĤÑĢÑĥд а", + "Ġدر ÛĮا", + "ĠدرÛĮ ا", + "Ì §", + "Ġng á»įt", + "ÙĨس ا", + "а ÑģÑĤи", + "аÑģ ÑĤи", + "аÑģÑĤ и", + "ï½ £", + "Âł на", + "ем Ñĭе", + "Ġس عÙĪد", + "Ġسع ÙĪد", + "Ġ alım", + "Ġal ım", + "è´ «", + "åĪ° çļĦ", + "Ġkesin likle", + "Ġzá sad", + "Ġ ìĬ¤íĬ¸", + "ĠìĬ¤ íĬ¸", + "Ġd ahi", + "Ġda hi", + "Ġdah i", + "t é", + "åįģ åħ«", + "Ġz ayıf", + "Ø° ار", + "ذا ر", + "Ġا ÙĬراÙĨ", + "ĠاÙĬ راÙĨ", + "Ġhod nocenÃŃ", + "D ST", + "DS T", + "Ġìĸ ĺ", + "æĺ ĩ", + "éĻ £", + "Ġк ле", + "Ġкл е", + "Ġu plat", + "Ġup lat", + "ĠاÙĦتع ÙĦÙĬÙħ", + "ÏĢοί ηÏĥη", + "ек ÑĤоÑĢа", + "екÑĤ оÑĢа", + "екÑĤоÑĢ а", + "Ġë§IJ ìĿ´", + "ĠÙģ رÙĬÙĤ", + "ĠÙģر ÙĬÙĤ", + "帮 åĬ©", + "çĶŁ ãģį", + "åĨħ ãģ®", + "èģĶ 缣", + "г ÑĢад", + "гÑĢа д", + "Ġch uyến", + "ãĤĤ ãĤĬ", + "ĠÑĩаÑģÑĤ ина", + "ĠÑĩаÑģÑĤи на", + "ãģª ãģıãģª", + "ãģªãģı ãģª", + "ÑĶ в", + "ĠÑĦ аÑħ", + "k uk", + "ku k", + "çĶ· æĢ§", + "ĠÙħÛĮÙĦ ادÛĮ", + "Ġb eden", + "Ġbe den", + "Ġbed en", + "ê°Ģ 를", + "म र", + "Ġìĸ´ 머ëĭĪ", + "èģĶ ç½ij", + "Âł mi", + "Âłm i", + "Ġzah rn", + "æ² ĸ", + "Ġkhu ẩn", + "Ġo práv", + "Ġop ráv", + "Ġopr áv", + "ाह à¤ķ", + "ĠÚ©ÙĪت اÙĩ", + "Ġо бол", + "Ġоб ол", + "Ġобо л", + "Ġph úc", + "r ánÃŃ", + "rá nÃŃ", + "rán ÃŃ", + "à¥įर थ", + "æݪ æĸ½", + "Ġв олод", + "Ġво лод", + "Ġвол од", + "Ġsp ÃŃÅ¡e", + "Ġm Æ¡", + "ÑĬ ек", + "ng ör", + "à¤ī त", + "k siyon", + "ks iyon", + "ksi yon", + "а ÑĤе", + "аÑĤ е", + "Ġجز Ø¡", + "áv ka", + "ÐĴ С", + "laÅŁ ma", + "Ġ ç¿", + "Ġç ¿", + "à¸Ń าà¸Ĭ", + "ни ÑĨÑĥ", + "ниÑĨ Ñĥ", + "Ġ หาà¸ģ", + "Ġห าà¸ģ", + "ãģĭ ãģĹ", + "íı ´", + "Ġг аÑĢан", + "ĠгаÑĢ ан", + "ĠгаÑĢа н", + "Ġ Ïĥαν", + "ĠÏĥ αν", + "Ġдобав иÑĤÑĮ", + "ĠÑĢаз ÑĢеÑĪ", + "á ¾", + "æĺ¯ ä¸ª", + "μ ÎŃÏĤ", + "μÎŃ ÏĤ", + "ĠÄ°mpar ator", + "æ¨Ļ æºĸ", + "Ñģ ÑĤÑĭ", + "ÑģÑĤ Ñĭ", + "Ġg ücü", + "Ġgü cü", + "Ġgüc ü", + "Ġ íĥĢìĿ´", + "Ġíĥ ĢìĿ´", + "ĠíĥĢ ìĿ´", + "Ġ åħ¶ä»ĸ", + "Ġåħ¶ ä»ĸ", + "Ġt ông", + "Ġtô ng", + "Ġtôn g", + "Ġv edenÃŃ", + "Ġved enÃŃ", + "Ġvede nÃŃ", + "ëĵľ ë¡ľ", + "Ġm esel", + "Ġme sel", + "Ġmes el", + "Ġ Äįe", + "ĠÄį e", + "j de", + "jd e", + "Ïģ εια", + "Ïģε ια", + "Ïģει α", + "ãĤĪ ãģŃ", + "Ðł ÐĿ", + "è·Ŀ 离", + "ĠÙĤ ائÙħØ©", + "า à¸ļาล", + "าà¸ļ าล", + "ĠÑģай ÑĤÑĸ", + "Ġर स", + "ĠÙĤر ÙĨ", + "Ġná vr", + "Ġnáv r", + "Ú© Ùħ", + "çļĦ æīĭ", + "Ġsor unu", + "Ġsorun u", + "Ġsoru nu", + "/N ÄIJ", + "nut ÃŃm", + "nutÃŃ m", + "ĠØ® ÙĪرد", + "ĠØ®ÙĪ رد", + "ĠØ®ÙĪر د", + "Ġng á»Ŀ", + "Ġ: .|", + "Ġ:. |", + "Ġbudou c", + "i Äįky", + "iÄį ky", + "Ġد رد", + "Ġدر د", + "ÑĢо ниÑĩеÑģ", + "ÑĢон иÑĩеÑģ", + "ç¾ Ĭ", + "ĠìķĦ ë²Ħì§Ģ", + "ĠKan unu", + "ĠKanun u", + "ĠпÑĢивод иÑĤ", + "άλÏħ ÏĪηÏĤ", + "ĠVlad im", + "Ġal ıp", + "Ġе ÑĤап", + "Ġà¤Ĺ लत", + "ĠراÙĩ ÙĨÙħ", + "Ġpoz isyon", + "Ġgö ç", + "èµ ŀ", + "Ġм ой", + "Ġмо й", + "ĠÎł ά", + "Ġ ìĪł", + "ĠìĪ ł", + "ĠØ¢ÛĮ ÙĨدÙĩ", + "a ná", + "an á", + "举 çľģ", + "ĠÙħت عدد", + "Ġ åįĬ", + "Ġåį Ĭ", + "ãĢĢ ãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ãĢĢãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "ãĢĢãĢĢĠ ãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "Ġth á»Ŀ", + "Ġthá» Ŀ", + "Ġвд ÑĢÑĥг", + "п аÑĤ", + "па ÑĤ", + "ĠпÑĢовед ениÑı", + "ÙĨ ز", + "ĠاÙĦب ØŃØ«", + "æģ ¢", + "Ġbak tı", + "Ġ è·¯", + "Ġè· ¯", + "Ġзаболева ний", + "ĠÐķ вÑĢоп", + "ĠÐķв ÑĢоп", + "Ġtarih li", + "ê¹ ¨", + "ĠÚ© ÙĪÙĩ", + "ĠÚ©ÙĪ Ùĩ", + "Ġìĸ´ 볤", + "Ġtit ul", + "Ġti tul", + "Ġvyd ánÃŃ", + "éĺ¶ æ®µ", + "à¸Īะ à¸ķ", + "Ġм оÑı", + "Ġмо Ñı", + "ĠкоÑĢ ол", + "Ġко ÑĢол", + "Ġб анк", + "Ġбан к", + "วรร à¸ĵ", + "วร รà¸ĵ", + "ĠÙĥس ارة", + "ĠK hoa", + "ĠKh oa", + "ĠKho a", + "ĠÑĥнÑĸвеÑĢÑģиÑĤ еÑĤ", + "ãģ«éĸ¢ ãģĻãĤĭ", + "r uary", + "ru ary", + "Ġ à¸Ĥาย", + "Ġà¸Ĥ าย", + "Ġsv az", + "ĠØ´ رÙĤ", + "Ġشر ÙĤ", + "Ġд ÑĭÑħ", + "Ġиз бав", + "Ġизб ав", + "ĠÑı кÑĸй", + "ĠÑıк Ñĸй", + "ĠÑıкÑĸ й", + "ĠÎľ ον", + "Ġg ön", + "Ġgö n", + "ĠUkr aj", + "ĠUk raj", + "ĠUkra j", + "ัà¸Ļ à¸Ńà¸Ńà¸ģ", + "ัà¸Ļà¸Ń à¸Ńà¸ģ", + "Ġม à¸ģราà¸Ħม", + "и ÑĤов", + "иÑĤ ов", + "Ġanal ý", + "Ġana lý", + "ĠоÑĤ меÑĩ", + "Ġبر اÙī", + "âĪ ı", + "ัà¸ģ à¸ģ", + "æĭ¥ æľī", + "ĠÑĸнÑĪ ого", + "Ġкомп анÑĸÑĹ", + "Ġk ÅĻes", + "ĠÑĢаб оÑĩ", + "ĠÑĢабо Ñĩ", + "a dÃŃ", + "ad ÃŃ", + "ìł ł", + "à¹Ħ หà¸Ļ", + "à¥ģब ह", + "âĢĻ deki", + "âĢĻd eki", + "âĢĻde ki", + "çħ ¤", + "ĠпаÑĢ Ñĥ", + "Ġпа ÑĢÑĥ", + "ìĦ Ń", + "Ġнеп оÑģÑĢед", + "ĠÄ° b", + "Ġà¸ŀ ฤศà¸Ī", + "íĭ ´", + "Ġ ëłĪìĿ´", + "ĠëłĪ ìĿ´", + "ĠTh á»ķ", + "Ñı еÑĤ", + "ائ ج", + "» çĴĥ", + "ÐĴ Ðŀ", + "åĸ Ĭ", + "Ġ 第ä¸ī", + "Ġ第 ä¸ī", + "Ġвок ÑĢÑĥг", + "Ñĩ енÑĮ", + "Ñĩе нÑĮ", + "Ñĩен ÑĮ", + "Ġolan ak", + "Ġola nak", + "t ura", + "tu ra", + "tur a", + "Ġ ÙħÙĬÙĦ", + "ĠÙħ ÙĬÙĦ", + "ĠÙħÙĬ ÙĦ", + "ey di", + "ĠÙħد ÙĬر", + "Ġnel ze", + "ัว à¸Ńย", + "ìħ ľ", + "Ġhlav u", + "Ġkor uy", + "ÑĨ ин", + "ÑĨи н", + "ĠдиÑģ ÑĨип", + "ĠÙħ اÙĨد", + "ĠÙħا ÙĨد", + "ĠÙħاÙĨ د", + "Ġпод ÑĢоб", + "Т Ðŀ", + "ÙĤر ار", + "à¹ģà¸Ļะ à¸Ļำ", + "문 ìĿĦ", + "æĮ¯ ãĤĬ", + "P ÅĻi", + "PÅĻ i", + "Ġy ên", + "श à¤ķ", + "Âł je", + "ĠÐļон ÑģÑĤиÑĤÑĥ", + "à¥ģ ह", + "à¥ģठ¹", + "ĠÙ¾ ا", + "ìĨĮ 를", + "Ġд ела", + "Ġдел а", + "Ġде ла", + "к ид", + "ки д", + "à¹Ĥ à¸Ĭ", + "커 ìĬ¤", + "dÄĽ len", + "dÄĽl en", + "à¤Ķ र", + "äºİ æĺ¯", + "ĠÙĩÙħ ÛĮØ´Ùĩ", + "ĠbaÅŁ lam", + "Ġ ìĽ¨", + "ĠìĽ ¨", + "Ġden eyim", + "Ġdeney im", + "Ġü ye", + "Ġüy e", + "Ġ νÏĮ", + "Ġν ÏĮ", + "Ġà¤ĸ ड", + "n ÄĽl", + "nÄĽ l", + "ĠÑģÑĦ еÑĢÑĸ", + "ĠÑģÑĦеÑĢ Ñĸ", + "à¸Ńà¸Ķ à¸ł", + "ä¸Ģ å¹´", + "Ġvur gu", + "Äŀ Ä°", + "âĢĻ Ċ", + "ĠÑĸн ÑĪими", + "ĠÑĸнÑĪ ими", + "Ġз менÑĪ", + "Ġठĭ", + "Ġв ека", + "Ġве ка", + "ĠØŃÚ©ÙĪÙħ ت", + "ĠتÙħ اÙħÛĮ", + "ĠتÙħاÙħ ÛĮ", + "Ġs mrt", + "Ġsm rt", + "Ġsmr t", + "Ġh ủy", + "Ġyap ılmÄ±ÅŁ", + "Ġyapıl mÄ±ÅŁ", + "à¹ī à¸ľ", + "ĠY en", + "ĠYe n", + "Ġ Ñĥл", + "ĠÑĥ л", + "ĠS vÄĽt", + "ĠSv ÄĽt", + "ั à¸Ħ", + "ĠmÄĽsÃŃ ců", + "д енÑĤи", + "ден ÑĤи", + "Ġ ï¾ĺ", + "Ġï¾ ĺ", + "Ġпол иÑĤи", + "Ġполи ÑĤи", + "ĠполиÑĤ и", + "s kyt", + "sk yt", + "sky t", + "ä¹Ł æľī", + "Ġê°Ļ ìĬµëĭĪëĭ¤", + "Ġê·¸ëŀĺ ìĦľ", + "ÏĦε Ïģη", + "ÏĦεÏģ η", + "Ñĩ еÑĢ", + "Ñĩе ÑĢ", + "ĠÃľNÄ°VERS Ä°TESÄ°", + "ส à¸ł", + "Ġ สร", + "Ġส ร", + "ान द", + "ĠaÅŁ ırı", + "λ ίοÏħ", + "λί οÏħ", + "Ġ ÙĦÙģ", + "ĠÙĦ Ùģ", + "ÃŃ nu", + "ÃŃn u", + "à¸Ń าร", + "ÑĤ ÑĥÑĢа", + "ÑĤÑĥ ÑĢа", + "ÑĤÑĥÑĢ а", + "ĠÄįesk ých", + "ĠÄįe ských", + "ĠÄįeský ch", + "Ġph ức", + "以 为", + "ÏģÏī ÏĢα", + "ĠاÙĨر ÚĺÛĮ", + "» )", + "a lardan", + "alar dan", + "alarda n", + "ĠÑģÑĤ воÑĢÑİ", + "ĠÑģÑĤвоÑĢ Ñİ", + "Ġt ráv", + "Ġtr áv", + "ॠ¬", + "ãģĬ ãĤĪãģ³", + "ïľ ĭ", + "ad il", + "adi l", + "ĠΤ ι", + "Ġ ëIJ©ëĭĪëĭ¤", + "ĠëIJ ©ëĭĪëĭ¤", + "Ġε μÏĨ", + "Ġ구 ì¡°", + "ìĹŃ ìĭľ", + "ĠاÙĦ جاÙħ", + "ĠاÙĦج اÙħ", + "主 é¢ĺ", + "ãĤ¹ ãĥĿ", + "Ġ ìĹŃìĭľ", + "ĠìĹŃ ìĭľ", + "ĠÚ©Ùħ تر", + "ĠSp oleÄį", + "ол оÑĪ", + "оло ÑĪ", + "ĠSur iye", + "Ч еÑĢ", + "æĪĺ æĸĹ", + "Ġz ávis", + "Ġzá vis", + "Ġzáv is", + "æĽ¸ 館", + "Ġmus el", + "Ġmu sel", + "Ġmuse l", + "Ġ çĿ", + "Ġç Ŀ", + "Ùħ Ùħ", + "ĠاÙĦØ® ارج", + "Ġ ÐĵÐŀ", + "ĠÐĵ Ðŀ", + "ĠваÑĢ ÑĤо", + "ĠваÑĢÑĤ о", + "Ïģα β", + "Ġपह à¤ļ", + "ub lice", + "ublic e", + "ubl ice", + "ÑĨион ного", + "è Į¨", + "èĮ ¨", + "ĠدÙģ تر", + "Ġ Ùģس", + "ĠÙģ س", + "Ġन à¤ľà¤°", + "t arı", + "ta rı", + "tar ı", + "Ġоб ÑĢоб", + "ĠÐł а", + "ĠاÙĦ صÙĨ", + "ĠاÙĦص ÙĨ", + "Ø´ Ø©", + "ĠìĹĨ ìĹĪ", + "ož ná", + "æľĢ çµĤ", + "Ù ¥", + "r ech", + "re ch", + "rec h", + "ĠاÙĦØ£ سر", + "ĠاÙĦأس ر", + "Ġм ови", + "Ġмо ви", + "Ġмов и", + "Ġì¡° êµIJ", + "Ñĸ меÑĩ", + "Ñĸм еÑĩ", + "ãĥ¯ ãĥ¼", + "б ÑĥÑĢг", + "бÑĥ ÑĢг", + "Ġس ÙĦس", + "ĠسÙĦ س", + "åѦ ä¼ļ", + "Ġ ë¦", + "Ġë ¦", + "åħĭ æĸ¯", + "æĸĩ çĮ®", + "Ġx Æ°Æ¡ng", + "Ġyo lc", + "Ġyol c", + "Ġ ìĤ¬ë¬´", + "ĠìĤ¬ 무", + "ãĤı ãģļ", + "ĠÑĢаÑģÑĤ ений", + "ĠÙģ ضاÛĮ", + "ĠÙģض اÛĮ", + "Ġna opak", + "Ġnao pak", + "ĠпÑĢи вÑĭ", + "ĠпÑĢив Ñĭ", + "Ġد ÛĮدÙĩ", + "ĠدÛĮ دÙĩ", + "ĠدÛĮد Ùĩ", + "à¸ģาร à¹ĥà¸Ĭ", + "Ġ åŀ", + "Ġå ŀ", + "çij Ł", + "以 åIJİ", + "ĠpÅĻib liž", + "ĠdÃ¼ÅŁ man", + "Ġt emin", + "Ġte min", + "Ġtem in", + "ĠÑĥÑģл Ñĥг", + "ĠÑĥÑģ лÑĥг", + "Ġद ब", + "ĠìĥĪ ê¸Ģ", + "ĠÑĥÑģÑĤÑĢой ÑģÑĤва", + "ĠТ ÑĥÑĤ", + "ÏĦ ίοÏħ", + "ÏĦί οÏħ", + "ĠÄ°s lâm", + "Ù ¤", + "åıĤ ä¸İ", + "Ġк ÑĥÑģÑĤ", + "ĠкÑĥ ÑģÑĤ", + "ĠкÑĥÑģ ÑĤ", + "éĻIJ åĪ¶", + "ت ÙĬÙĨ", + "تÙĬ ÙĨ", + "ĠоÑģÑĤ аннÑĸ", + "ĠоÑģÑĤан нÑĸ", + "ic ations", + "ication s", + "ا Ú©ÛĮ", + "اک ÛĮ", + "но ÑģÑı", + "ноÑģ Ñı", + "ÄŁ an", + "ÄŁa n", + "ãģı ãĤĮãĤĭ", + "ãģıãĤĮ ãĤĭ", + "Ġyap ıyor", + "Ġyapı yor", + "Ġê°ķ ëĤ¨", + "Ùħ ÙĬÙħ", + "ÙħÙĬ Ùħ", + "æ ŃIJ", + "æŃ IJ", + "Ġر ع", + "Ġb oÄŁ", + "Ġbo ÄŁ", + "ĠиÑģ Ñħод", + "èª ł", + "æł· åŃIJ", + "Ġbu deme", + "Ġbud eme", + "Ġbude me", + "ĠÑģ еÑĤ", + "ι ÏĥμοÏį", + "ιÏĥμ οÏį", + "Ġ å¾ĴæŃ©", + "Ġå¾Ĵ æŃ©", + "u álnÃŃ", + "ĠاÙĦع ÙĤ", + "Ġسب Ú©", + "ĠاÙĦØ£ خرÙī", + "ĠاÙĦأخ رÙī", + "E FA", + "EF A", + "åĽº å®ļ", + "Ġ ãĤ¬", + "ĠãĤ ¬", + "ĠìŀIJ ìĹ°", + "ยว à¸Ĥ", + "ب س", + "un ma", + "Ġза ним", + "Ġзан им", + "à¹ĥà¸Ļ ร", + "èĢĥ èĻij", + "æ·· åIJĪ", + "å° ĭ", + "Ġçık Ä±ÅŁ", + "Ġm aliyet", + "Ġmal iyet", + "éľ Ĭ", + "ãģŁãĤģ ãģ®", + "ĠÙ¾ Ø´", + "Ġз лоÑĩ", + "Ġvý Å¡i", + "Ġsch vál", + "ĠÙĨÙħ ÙĪدÙĩ", + "ĠÙĨÙħÙĪد Ùĩ", + "Î Ĩ", + "Ġz ách", + "Ġzá ch", + "Ġ Ïĥκ", + "ĠÏĥ κ", + "ãĤ¹ ãĥŀ", + "ĠÙħس ائÙĦ", + "ĠاÙĦاج تÙħاع", + "åľ° çĤ¹", + "ا ÛĮاÙĨ", + "اÛĮ اÙĨ", + "ĠÐŀ к", + "ê¸ Ķ", + "e lease", + "el ease", + "ele ase", + "Ġطب ÙĤÙĩ", + "ĠطبÙĤ Ùĩ", + "éij ij", + "Ġì½Ķ ë¡ľëĤĺ", + "é¼ ł", + "大 åħ¨", + "ĠпÑĢи веÑģÑĤи", + "ĠпÑĢив еÑģÑĤи", + "Ġاب تد", + "Ġابت د", + "리 ë¡ľ", + "ĠÑģÑĤÑĢ анÑĭ", + "ĠÑģÑĤÑĢа нÑĭ", + "ĠÑģÑĤÑĢан Ñĭ", + "ĠzatÃŃm co", + "Ġh uyết", + "Ġhuy ết", + "سÛĮ ÙĪÙĨ", + "Ġsor du", + "âĢĮ رس", + "ĠÑĦ ÑĢон", + "Ġed ip", + "Ġedi p", + "ÙĨ Ú¯ÛĮ", + "ÙĨÚ¯ ÛĮ", + "Ġк иÑĢ", + "Ġки ÑĢ", + "Ġ íķ´ìķ¼", + "Ġíķ´ ìķ¼", + "ì» ´", + "ÑĨик лоп", + "ĠпÑĢимен ениÑı", + "Ġоб л", + "éļ ª", + "Ġk romÄĽ", + "Ġkro mÄĽ", + "æł¸ å¿ĥ", + "ra him", + "rah im", + "о ÑĢд", + "оÑĢ д", + "Ġl Ãłnh", + "ĠlÃł nh", + "ĠlÃłn h", + "Ġо ÑģÑĤÑĢов", + "ĠоÑģÑĤ ÑĢов", + "; |", + "b uz", + "bu z", + "Ġ ÏĦÏģο", + "ĠÏĦ Ïģο", + "ĠÐĴ аÑĢ", + "æī İ", + "ı lÄ±ÅŁ", + "ılı ÅŁ", + "ıl Ä±ÅŁ", + "éĿ¢ ç©į", + "身 份", + "é¢Ĩ åŁŁ", + "ĠاÙĦÙĤر ÙĨ", + "Ġ пÑĢиклад", + "ĠпÑĢи клад", + "ĠпÑĢик лад", + "ãĥģ ãĥ¼ãĥł", + "Ġสà¸ŀ à¸Ľ", + "Ġо ÑĩиÑģÑĤ", + "ĠоÑĩ иÑģÑĤ", + "ĠоÑĩи ÑģÑĤ", + "Ġмил ли", + "а ÑĨÑĸÑĹ", + "ี à¹Ģà¸Ń", + "Ġt anın", + "Ġtan ın", + "Ġtanı n", + "çĪ¶ 亲", + "Ġmsg str", + "Ġmsgs tr", + "ĠØ´ ÛĮÙħÛĮ", + "ĠØ´ÛĮ ÙħÛĮ", + "ĠÙģر اÙĩÙħ", + "Ġ 맥", + "Ġë§ ¥", + "ãĢĤ å½ĵ", + "Ġкон ÑĨенÑĤÑĢа", + "êµIJ íļĮ", + "ãĤī ãĤĮãģ¦", + "ãĤīãĤĮ ãģ¦", + "Ġya sak", + "Ġyas ak", + "ĠÐij ол", + "Ġ æ¾³", + "Ġæ¾ ³", + "çĩ ķ", + "Ġ جا", + "Ġج ا", + "ëij ĺ", + "Ġدر Ø®ÙĪاست", + "ĠmÃŃst nÃŃ", + "ÂĤ ÃĮ", + "Ġbas kı", + "Ġu çak", + "Ġuç ak", + "ä» ĵ", + "Ġìľł ì§Ģ", + "Ġп оба", + "Ġпо ба", + "Ġпоб а", + "Ġz eptal", + "Ġze ptal", + "ç»Ļ æĪij", + "ĠAt atürk", + "ĠÙħÙĨ اس", + "Ñ Ĵ", + "Ġar acı", + "Ġarac ı", + "Ġara cı", + "лÑİ ÑĶ", + "Ġnit elik", + "Ġnitel ik", + "ĠM ezi", + "ĠMe zi", + "ĠMez i", + "ĠÎŃ Î½Î±ÏĤ", + "ĠÎŃνα ÏĤ", + "ĠÎŃν αÏĤ", + "Ïİν ÏĦαÏĤ", + "v až", + "va ž", + "Ġk uzey", + "Ġ ÏİÏģα", + "ĠÏİ Ïģα", + "ĠÑĢоз пов", + "ĠÑĢозп ов", + "à¹Ī าà¸ģ", + "à¹Īา à¸ģ", + "ãĢģ ä¸ī", + "ĠÑģÑĤ аÑĢи", + "ĠÑģÑĤаÑĢ и", + "ĠÑģÑĤа ÑĢи", + "Ġhak kı", + "Ġhakk ı", + "ĠØ¢Ùħ ادÙĩ", + "íĮ Ķ", + "о мÑĸ", + "ом Ñĸ", + "Ġ âĢł", + "ĠâĢ ł", + "ãģĭ ãĤı", + "ãĢĮ ä½ł", + "æ³ķ åĽ½", + "ÙIJ ÙĬÙĨ", + "ÙIJÙĬ ÙĨ", + "æī ķ", + "н или", + "ни ли", + "нил и", + "ĠÑĥÑģÑĤанов ки", + "Ġl ông", + "Ġlô ng", + "त म", + "ÙĪ ÙĨÙĬØ©", + "ÙĪÙĨ ÙĬØ©", + "ÙĪÙĨÙĬ Ø©", + "ÙĬ تÙĬ", + "ÙĬت ÙĬ", + "Ġê²Įìĭľ 물", + "Ġve Å¡ker", + "ÎŃ Ïģγ", + "ÎŃÏģ γ", + "ĠÑĥ Ñģе", + "ĠÑĥÑģ е", + "Ġk ıl", + "Ġkı l", + "Ġil gi", + "Ġilg i", + "μ Ïīν", + "Ġз вÑĸлÑĮ", + "Ġзв ÑĸлÑĮ", + "Ġön lem", + "à¸ģà¸İ หมาย", + "ĠH iá»ĩp", + "Ġг оÑĢм", + "ĠгоÑĢ м", + "лÑı ÑİÑĤÑĮÑģÑı", + "лÑıÑİÑĤÑĮ ÑģÑı", + "la maya", + "lam aya", + "lama ya", + "ĠÑģпоÑģоб ом", + "ãģ¸ ãģ¨", + "ç¦ģ æŃ¢", + "ĠÑĢаÑħ Ñĥнок", + "ĠоÑĤвеÑĢ ÑģÑĤи", + ".: .:.:.", + ".:.: .:.", + ".:.:.: .", + ".:.:. :.", + "Ġmü da", + "о наÑħ", + "он аÑħ", + "она Ñħ", + "Ì£ c", + "Ġyap acak", + "Ġн азвание", + "Ġназ вание", + "Ġназва ние", + "对 æĸ¹", + "ëĮĢ íijľ", + "çĪ Ń", + "в ана", + "ва на", + "ван а", + "ह न", + "ĠпÑĢоблем а", + "Ġжен ÑīинÑĭ", + "ĠженÑīин Ñĭ", + "èŀ º", + "Ġhosp odáÅĻ", + "ĠСÑĤ еп", + "ĠodpovÄĽ d", + "ĠS á»Ń", + "e view", + "ev iew", + "evi ew", + "åĩł ä¹İ", + "çŁ ¢", + "æĿ¥ ãģŁ", + "Ġп олоÑģ", + "Ġпол оÑģ", + "ĠÑģ ел", + "å± Ĩ", + "ĠпеÑĢв ой", + "ĠпÑĢоÑĨеÑģ Ñģа", + "ĠпÑĢоÑĨеÑģÑģ а", + "ãĢĢ ãĤĿ", + "ت اÙħبر", + "تا Ùħبر", + "и лаÑģÑı", + "ила ÑģÑı", + "ï¼Į æĹł", + "ĠвлаÑģ ноÑģÑĤÑĸ", + "íķĺ ìŀIJ", + "аÑĤ ки", + "ĠB Ãł", + "ĠK arel", + "ĠKar el", + "ĠKa rel", + "ĠKare l", + "è· µ", + "ر ÛĮÙĩ", + "رÛĮ Ùĩ", + "ĠëĤĺ 를", + "ĠобеÑģпеÑĩ ива", + "ĠобеÑģпе Ñĩива", + "à¥įर पत", + "ãģĹ ãĤĩ", + "åį Ĵ", + "Ġ 奥", + "Ġå¥ ¥", + "ĠпÑĢ оÑĤе", + "ĠпÑĢо ÑĤе", + "ĠпÑĢоÑĤ е", + "Ġ æĭĽ", + "Ġæĭ Ľ", + "ĠСÑĤ ÑĢана", + "ĠÑĢабоÑĤ аÑĤÑĮ", + "ĠÑĢабоÑĤа ÑĤÑĮ", + "Ġتش Ø®ÛĮص", + "ек ÑģÑĥ", + "екÑģ Ñĥ", + "Ġ 리그", + "Ġ리 ê·¸", + "Ġص اÙĦØŃ", + "ĠbaÅŁ lamÄ±ÅŁ", + "ĠbaÅŁlam Ä±ÅŁ", + "ĠÙ¾ÛĮ اÙħبر", + "ĠÙ¾ÛĮاÙħ بر", + "ز ا", + "Ġм аÑģÑģ", + "ĠмаÑģ Ñģ", + "ĠÎł αÏģ", + "Ġγα Ïģ", + "ëĿ¼ íĶ¼", + "Ġy arı", + "Ġya rı", + "Ġyar ı", + "ĠÑĤип Ñĥ", + "Ðŀ п", + "ãģij ãģªãģĦ", + "e mem", + "em em", + "eme m", + "ĠnÄĽ mu", + "ĠnÄĽm u", + "ĠÙĨ شر", + "ĠÙĨØ´ ر", + "ĠÎijθή να", + "Ùģ راÙĨ", + "Ùģر اÙĨ", + "Ġ 網", + "Ġç¶ ²", + "ĠпÑĢом иÑģлов", + "ĠBu gün", + "ĠBug ün", + "ìŀ Ķ", + "ĠжÑĸн ок", + "Ġ à¸Ľà¸£à¸°à¹Ģà¸łà¸Ĺ", + "Ġà¸Ľà¸£à¸° à¹Ģà¸łà¸Ĺ", + "ĠвикоÑĢиÑģÑĤов ÑĥваÑĤи", + "ĠТ им", + "ĠТи м", + ") 를", + "еж аÑĤÑĮ", + "Ġs ona", + "Ġso na", + "Ġson a", + "Ø´ÙĨ بÙĩ", + "Ġnich ž", + "åī Ľ", + "ĠÙģ تØŃ", + "ĠÙģت ØŃ", + "ĠÙħÙĤ دÙħ", + "ĠÙħÙĤد Ùħ", + "ĠGüven lik", + "e um", + "eu m", + "ç»ı è¿ĩ", + "è·Ŀ éĽ¢", + "Âł не", + "Ġا صÙĪÙĦ", + "Ġاص ÙĪÙĦ", + "ĠzaÄį átku", + "ิà¹Ģว à¸ĵ", + "Ġà¤ķ à¤Ł", + "Ġk riz", + "Ġkr iz", + "Ġp án", + "Ġpá n", + "ĠбоÑĢ ÑĮ", + "Ġбо ÑĢÑĮ", + "ظ ÙħØ©", + "ظÙħ Ø©", + "Ġê²½ ë¶ģ", + "ĠاÙĦÙĬ ÙħÙĨ", + "ĠاÙĦعرب ÙĬ", + "Ġh lub", + "Ġhl ub", + "Ġch á»Ŀ", + "è¥ ²", + "ëĵľ 리", + "ãĥĸ ãĥª", + "ĠÑģÑĤол ÑĸÑĤÑĤÑı", + "ر بÙĬØ©", + "رب ÙĬØ©", + "Ġ æ°¸", + "Ġæ° ¸", + "Ġê±° ìĿĺ", + "Ġβ αÏĥ", + "Ġβα Ïĥ", + "Ġa rz", + "Ġar z", + "ãĥ¢ ãĥ³", + "ĠÑĢÑĸв енÑĮ", + "ä¸į çŁ¥", + "导 èĩ´", + "ا ÙĬØ´", + "اÙĬ Ø´", + "ĠпÑĢев ÑĭÑĪ", + "Ġп н", + "ĠÎĴ ÏģοÏĩή", + "Ġ 身", + "Ġè º«", + "ĠÄIJ ầu", + "ĠÏĮ μÏīÏĤ", + "j ÃŃž", + "jÃŃ Å¾", + "Ġλ ίγ", + "ĠÑĪк оли", + "ĠÑĪкол и", + "ãģ£ãģ± ãģĦ", + "z dy", + "zd y", + "Ġê³ §", + "t eÅŁ", + "te ÅŁ", + "ÑĢ еÑī", + "ÑĢе Ñī", + "κ ει", + "κε ι", + "sah uje", + "Ġà¤īस स", + "ĠTan rı", + "ä¸į 好", + "éĥ Ń", + "ĠвÑĭ глÑıд", + "Ġç oÄŁ", + "Ġин ÑģÑĤÑĢÑĥменÑĤ", + "r ej", + "re j", + "èĪ Į", + "ãģĭ ãĤīãģªãģĦ", + "ãģĭãĤī ãģªãģĦ", + "ĠнепÑĢи ÑıÑĤ", + "Ġк ÑĢоме", + "ζ η", + "Ġл ог", + "ा वर", + "ाव र", + "ëħķ íķĺìĦ¸ìļĶ", + "ाह रण", + "ाहर ण", + "Ġgüven ilir", + "T ại", + "ĠØ´Ùĩر د", + "ĠØ´Ùĩ رد", + "ĠΤ ε", + "о ÑĢаз", + "оÑĢ аз", + "оÑĢа з", + "Ġl Ãłng", + "ĠlÃł ng", + "ĠlÃłn g", + "ï¼ ©", + "æĬķ 注", + "Ġsiyas et", + "ÐĽ Ñİ", + "Ġt ÅĻet", + "ĠtÅĻ et", + "ĠÏĢÏģÏİ ÏĦη", + "ĠÑĥлÑĭ б", + "ĠL âm", + "ÑĥлÑĮÑĤ а", + "ÑĥлÑĮ ÑĤа", + "åŁº åľ°", + "Ġskup ina", + "æ°¸ ä¹ħ", + "лÑĥ гов", + "лÑĥг ов", + "Ġ ÑĨÑĸй", + "ĠÑĨ Ñĸй", + "ĠÑĨÑĸ й", + "ĠP oh", + "ĠPo h", + "i д", + "ĠTr uy", + "ĠTru y", + "çļĦ ä¸Ģ个", + "çļĦä¸Ģ 个", + "ë²Ħ ìłĦ", + "Ġx ứ", + "à¸ĩ à¹ģรà¸ģ", + "à¸Ħ à¸Ńม", + "Ġelektron ik", + "ĠaÄŁ aç", + "Ġà¤ľ य", + "ĠповеÑĢÑħ ноÑģÑĤÑĮ", + "ĠاÙĩÙħ ÛĮت", + "ли виÑħ", + "лив иÑħ", + "ĠolduÄŁ undan", + "ï¼ī :", + "ÑĨи ÑıÑħ", + "ÑĨиÑı Ñħ", + "製 ä½ľ", + "à¸Ĺ รà¸ĩ", + "à¸Ĺร à¸ĩ", + "ey im", + "eyi m", + "Ġná klad", + "c ilik", + "ci lik", + "cil ik", + "ĠÐĵ лав", + "ĠUy gu", + "ĠÑĢег ÑĥлÑİ", + "à¤Ĥ à¤ľà¤¨", + "à¤Ĥà¤ľ न", + "Ġkayn aģı", + "à¹ī าà¸Ń", + "à¹īา à¸Ń", + "Ġgör mek", + "ĠíĮ ¬", + "Ġ å®Į", + "Ġå® Į", + "Ø« ÙħاÙĨ", + "ĠÑĤак аÑı", + "ĠÑĤа каÑı", + "ĠÑĤака Ñı", + "Ġне из", + "Ġzpráv y", + "ĠاÙĦØ´ خص", + "Ġìĺ¤ íĽĦ", + "ĠاÙĦ طب", + "ĠاÙĦØ· ب", + "atır ım", + "ر ÙĬر", + "رÙĬ ر", + "ĠÙħع ÙħارÛĮ", + "Ãľ RK", + "ÃľR K", + "ĠÒ IJ", + "ĠìĦ ¬", + "æīĭ ãģ«", + "Ġë³Ģ íĻĶ", + "u lace", + "ul ace", + "ula ce", + "Ġs ợ", + "ÑĢ иÑĩ", + "ÑĢи Ñĩ", + "มห าว", + "Ġk â", + "ĠÑģп ÑĢоб", + "Ùĩ رÙĩ", + "Ùĩر Ùĩ", + "ाध न", + "ĠÏĢ αι", + "ĠÏĢα ι", + "ب عد", + "بع د", + "ĠاÙĦ تÙĪ", + "ĠاÙĦت ÙĪ", + "ç»ı çIJĨ", + "p ůsob", + "æ¬ ł", + "ĠзаÑħвоÑĢÑİ Ð²Ð°Ð½Ð½Ñı", + "Ø® Ø©", + "ÚĨ ار", + "Ġboz uk", + "] âĢı", + "ĠSoc orro", + "Ġ hrad", + "Ġh rad", + "Ġhr ad", + "Ġhra d", + "над леж", + "ĠÑĥÑĩаÑģÑĤ ие", + "ĠÑĥÑĩаÑģ ÑĤие", + "ĠÑĥÑĩаÑģÑĤи е", + "å¤ī ãĤı", + "Ġy ans", + "Ġya ns", + "Ġyan s", + "ĠØ¥ ÙĦ", + "Ø® بر", + "خب ر", + "ÑĨиклоп ед", + "ι Ïİν", + "ιÏİ Î½", + "Ïĥ ÏĦÏģο", + "ÏĥÏĦ Ïģο", + "Ġb anka", + "Ġbank a", + "Ġban ka", + "ĠsoÄŁ uk", + "Ġün lü", + "é¢ ľ", + "Ġر Ùģع", + "ĠرÙģ ع", + "çIJ ³", + "ĠÑģоÑģÑĤоÑı нии", + "ν ονÏĦαÏĤ", + "νον ÏĦαÏĤ", + "Ġа кÑĤи", + "Ġак ÑĤи", + "ĠакÑĤ и", + "ĠÏĢολ Ïħ", + "ĠÏĢο λÏħ", + "Ġм оÑĹ", + "Ġмо ÑĹ", + "Ġ æł¼", + "Ġæł ¼", + "ç² Ĺ", + "ĠÑģлÑĥÑĩ ай", + "ĠÑģлÑĥ Ñĩай", + "ĠÑģлÑĥÑĩа й", + "ìĿ¼ ìĹIJ", + "ĠÑĤÑĢеб ÑĥеÑĤ", + "Ġ åıĤèĢĥ", + "ĠåıĤ èĢĥ", + "an gl", + "ang l", + "am ik", + "ami k", + "Ġ Ä°Åŀ", + "ĠÄ° Åŀ", + "æ¹ ¯", + "ĠÄij áo", + "ĠÄijá o", + "ละ à¸Ħร", + "Ñģ о", + "Âł ob", + "Ġk lim", + "Ġkl im", + "Ġkli m", + "èĥ Ĩ", + "ìĥĿ íĻľ", + "ãĥij ãĥ³", + "- ब", + "Ġк ад", + "Ġка д", + "à¹Ī สามารà¸ĸ", + "ĠÙħس ÙĦÙħاÙĨ", + "ç¿ °", + "ĠB ütün", + "ĠK raj", + "ĠKr aj", + "ĠKra j", + "ĠпеÑĢ Ñģп", + "ĠпеÑĢÑģ п", + "Ġener j", + "ãģķ ãģĽãĤĭ", + "ãģķãģĽ ãĤĭ", + "è¾¾ åĪ°", + "ा à¤Ĭ", + "ाठĬ", + "ĠگرÙģ تÙĨ", + "ĠگرÙģت ÙĨ", + "ÑĪ кÑĥ", + "ĠÐŁ ло", + "ÃŃ ny", + "ÃŃn y", + "ĠH ra", + "ĠÚĨ ÙĨاÙĨ", + "Ġ à¹Ħà¸Ĺย", + "Ġà¹Ħ à¸Ĺย", + "vise jÃŃcÃŃ", + "Û³ Û³", + "ĠÐľÑĸнÑĸÑģÑĤ еÑĢ", + "à¹Ĥ à¸Ń", + "ĠدÙĩ ÛĮد", + "æ¯Ķ ä¾ĭ", + "Ïĥι εÏį", + "Ç IJ", + "ãĢģ ãģª", + "Ġत स", + "ĠÄ° t", + "ĠìłĦ ìŁģ", + "à¹Ģ à¸Īร", + "à¹Ģà¸Ī ร", + "Ġelek tr", + "Ġelekt r", + "Ġd Æ°", + "â ĶĶ", + "âĶ Ķ", + "Ġ ìĥ¤", + "Ġìĥ ¤", + "ä» ®", + "à¸ģาร à¹Ģล", + "Ġм ÑĥлÑĮ", + "ĠмÑĥ лÑĮ", + "Ġ 度", + "Ġåº ¦", + "ĠH uyá»ĩn", + "в ен", + "ве н", + "Ġl Æ°á»Ľi", + "Ġprovoz u", + "Ñĥ ÑĢÑĥ", + "ÑĥÑĢ Ñĥ", + "ÑĢ ÑĸÑĹ", + "ÑĢÑĸ ÑĹ", + "Ġçocu ÄŁ", + "ัà¸IJ à¸ļาล", + "ÙĦ ÙĬÙĩ", + "ÙĦÙĬ Ùĩ", + "Ġ[âĢ¦] ...Ċ", + "åİŁ å§ĭ", + "Ġs klad", + "Ġsk lad", + "Ġskl ad", + "Ġسپ تاÙħبر", + "ĠTom áš", + "Ġس ÙĪاÙĦ", + "ĠسÙĪ اÙĦ", + "çģ Ń", + "ãĤĵ ãģ©", + "на знаÑĩ", + "ĠÄij Ä©a", + "ĠudÄĽl at", + "Ġà¤Ĩ दम", + "Ġà¤Ĩद म", + "ï¼ ¬", + "ι νÏĮ", + "ιν ÏĮ", + "iÅŁ leri", + "ÄIJ ây", + "Ġرس اÙĨÙĩ", + "ع اÙħ", + "عا Ùħ", + "ãĥ¼ãĥij ãĥ¼", + "Ġdo prov", + "Ġdop rov", + "ĠмÑĸÑģ ÑĤо", + "ĠмÑĸÑģÑĤ о", + "ï¼ ¥", + "ел Ñĸг", + "елÑĸ г", + "ائ ز", + "ä¸į äºĨ", + "ĠÐIJлекÑģанд ÑĢ", + "ĠвÑĢем ен", + "Ġdve ÅĻe", + "Ġch ảy", + "Ġ otel", + "Ġo tel", + "Ġot el", + "èĤ¯ å®ļ", + "ĠÑĥÑĤ веÑĢжд", + "ĠÐļом п", + "ĠÐļо мп", + "Ġ ëĤĺëĿ¼", + "ĠëĤĺ ëĿ¼", + "ĠвÑĸдбÑĥва ÑĶÑĤÑĮÑģÑı", + "ãĢģ ãĢİ", + "ĠkarÅŁÄ± lık", + "Ġl ẫn", + "çħ Ļ", + "ع کس", + "å¼ ¥", + "Ġte cr", + "Ġtec r", + "Ġne od", + "Ġneo d", + "æĪIJ çĤº", + "åħ¥ ãĤĬ", + "ĠÐŁ ÑĢод", + "ĠÐŁÑĢ од", + "ĠÐŁÑĢо д", + "ĠÏĢ Ïģά", + "ื à¸Ńà¸Ķ", + "ืà¸Ń à¸Ķ", + "ÑģÑĤ аÑĤи", + "ÑģÑĤа ÑĤи", + "е ноÑĹ", + "ен оÑĹ", + "ено ÑĹ", + "Ñĩи Ñģл", + "ÑĩиÑģ л", + "羣 æŃ£", + "Ġ ราà¸Ħ", + "Ġร าà¸Ħ", + "Ñĥ ÑĢе", + "ÑĥÑĢ е", + "ĠØ´ اÙĩد", + "ĠشاÙĩ د", + "ا عر", + "اع ر", + "Ġê²½ íĹĺ", + "à¸Ļ à¸Ħ", + "ãĥį ãĥ«", + "ÏĢοÏħ λοÏĤ", + "Ġम à¤Ī", + "ìĬ¤ ì½Ķ", + "itel né", + "å¼Ģ æĶ¾", + "ç į¨", + "çį ¨", + "ĠpÅĻ ech", + "ĠpÅĻe ch", + "ú Äįast", + "å¢ ĵ", + "Ġ å½±", + "Ġå½ ±", + "ÙĨ ساÙĨ", + "ÙĨس اÙĨ", + "ÙĨسا ÙĨ", + "Ġд вад", + "Ġдв ад", + "Ġдва д", + "Ġи деÑĤ", + "Ġиде ÑĤ", + "Ġид еÑĤ", + "Ġпод клÑİÑĩ", + "Ġподк лÑİÑĩ", + "íĬ¹ë³Ħ ìĭľ", + "B Ãłi", + "Å¡ ku", + "Å¡k u", + "i lerden", + "iler den", + "åıĺ å¾Ĺ", + "ëıĻ ìķĪ", + "Ġpostup nÄĽ", + "ĠиÑĤ ог", + "Ġd ůvodu", + "Ġdůvod u", + "siz lik", + "ÙĦ اÙĨ", + "ÙĦا ÙĨ", + "éĤ£ ç§į", + "ĠÑĩа Ñģа", + "ĠÑĩаÑģ а", + "ä¸į æĸŃ", + "ĠØ®ÛĮ اباÙĨ", + "ĠاÙĦد اخ", + "ĠÑģÑĤоÑĢ Ñĸн", + "Ġì¶ľ ìĹ°", + "æ² Ł", + "Ġh ry", + "Ġhr y", + "ĠG Ãľ", + "ĠìĿ¸ 구", + "l ied", + "li ed", + "lie d", + "Ġع اÙĦÙĬØ©", + "ĠпÑĢед ваÑĢ", + "ан ной", + "åı¥ è¯Ŀ", + "éł ĵ", + "ë°Ķ ìĿ¼", + "ï¼ı /", + "ĠÙħخت صات", + "ëŀ «", + "ĠçalÄ±ÅŁ maları", + "ĠçalÄ±ÅŁmalar ı", + "ĠçalÄ±ÅŁma ları", + "Ġrepublik a", + "Ġ ì³", + "Ġì ³", + "ा )", + "Ġê±´ ê°ķ", + "Ġê³µ ëıĻ", + "èħ ¦", + "ĠìĦľ ë¡ľ", + "ĠпÑĢовод иÑĤÑĮ", + "ĠдейÑģÑĤв иÑĤелÑĮно", + "v eç", + "ve ç", + "Ø« اÙĦ", + "Ġgöster ir", + "ır lar", + "ĠÑģам Ñĭм", + "á lo", + "ál o", + "é¢ij 次", + "à¥Ī à¤Ĺ", + "ا دÙħ", + "اد Ùħ", + "çĮ ª", + "ĠS ản", + "Ġ çı", + "Ġç ı", + "Ġl ety", + "Ġle ty", + "Ġlet y", + "Ġrep ublice", + "Ġrepublic e", + "æĿ¥ èĩª", + "Ġv ết", + "Ġbi rik", + "Ġbir ik", + "Ġbiri k", + "Ġm ekt", + "Ġme kt", + "Ġmek t", + "ĠاÙĦ ÙĪÙģ", + "ĠاÙĦÙĪ Ùģ", + "Ġj ich", + "Ġji ch", + "ä¸Ģ 覧", + "éľ² åĩº", + "ĠH iá»ĩn", + "ĠHi á»ĩn", + "Ġd iá»ĩt", + "ĠÑħ ÑĢиÑģÑĤи", + "åĪļ æīį", + "k ate", + "ka te", + "kat e", + "Ġb azen", + "Ġba zen", + "Ġbaz en", + "ĠurÄįit ÄĽ", + "ĠurÄį itÄĽ", + "Ġumož ÅĪuje", + "é¡ĺ ãģĦ", + "/Q ÄIJ", + "Ġmen Å¡ÃŃ", + "ÏĥκεÏħ ή", + "ĠÑĨеÑĢк ов", + "ĠÑĨеÑĢ ков", + "Ġ è´Ń", + "Ġè´ Ń", + "ок ÑĢаÑĤи", + "ĠÑĢоз к", + "α νοÏħ", + "αν οÏħ", + "Ġyön etic", + "Ġyönet ic", + "Ġol madan", + "Ġolm adan", + "Ġolma dan", + "åĨľ ä¸ļ", + "Ġë°Ķ ëŀĮ", + "çĵ ľ", + "ÑĪ аеÑĤÑģÑı", + "ÑĪа еÑĤÑģÑı", + "ĠÐļ оÑģÑĤ", + "ĠÐļо ÑģÑĤ", + "ĠÙħ عت", + "ĠÙħع ت", + "Ġ à¸ŀล", + "Ġà¸ŀ ล", + "ĠÙħتÙģ اÙĪت", + "ãĤī ãģı", + "èĪ Ĺ", + "Ġتع رÛĮÙģ", + "éīĦ éģĵ", + "Ġpé Äįe", + "ì» µ", + "Ġпод ÑĢаз", + "Ġбан кÑĥ", + "Ġбанк Ñĥ", + "Ä°S Ä°", + "æ¡ IJ", + "à¹Ĥ รà¸Ħ", + "à¹Ĥร à¸Ħ", + "ĠØŃØ° Ùģ", + "Ġ ë£", + "Ġë £", + "л иж", + "ли ж", + "Ġ ìĤ°ìĹħ", + "ĠìĤ° ìĹħ", + "ĠпÑĢи ÑĩинÑĭ", + "ĠпÑĢиÑĩин Ñĭ", + "ĠпÑĢиÑĩ инÑĭ", + "Ġна зна", + "Ġназ на", + "ãĥª ãĤ¹ãĥĪ", + "ãĥªãĤ¹ ãĥĪ", + "ìłķ ë¶Ģ", + "Ïĥ ÏĨα", + "ÏĥÏĨ α", + "å¦ ĥ", + "Ġголов и", + "Ġгол ови", + "ëIJĺìĹĪ ìĬµëĭĪëĭ¤", + "Ġεν ÏĮÏĤ", + "ãĤ¤ ãĥ³ãĤ¿", + "ãĤ¤ãĥ³ ãĤ¿", + "Ġs lun", + "Ġsl un", + "Ġslu n", + "ëł ´", + "ĠÑģÑĥÑīеÑģÑĤв ÑĥеÑĤ", + "ĠÑģÑĥÑīе ÑģÑĤвÑĥеÑĤ", + "з аб", + "за б", + "æĽ´ åĬł", + "Ġблагод аÑĢÑı", + "ĠëĮĢ 구", + "è¾ ħ", + "ห าà¸ģ", + "หา à¸ģ", + "Ġ æİ¥", + "Ġæİ ¥", + "ëĮĢ 를", + "人 ç±»", + "j eme", + "je me", + "jem e", + "åĪĨ å¸ĥ", + "ìŀ¥ ìĿĢ", + "Ġдопом оги", + "ìĻĦ ë£Į", + "o sy", + "os y", + "èĭ± éĽĦ", + "Ġ ÙĦس", + "ĠÙĦ س", + "म ह", + "Ġ à¸ģำ", + "Ġà¸ģ ำ", + "Ġداش تÙĨ", + "Ġداشت ÙĨ", + "Ń ìłľ", + "Ä° ng", + "Ä°n g", + "ĠTh Æ°á»Ŀng", + "íĻ Ģ", + "Ñį ÑĦ", + "íķ´ ìļĶ", + "ĠÐľ Ñĸж", + "ĠÐľÑĸ ж", + "еÑĢÑĸ га", + "еÑĢÑĸг а", + "Ġε á¼", + "à¹ģ สà¸ĩ", + "à¹ģส à¸ĩ", + "ãĥĢ ãĤ¤", + "Ġc esty", + "Ġce sty", + "Ġces ty", + "Ġcest y", + "Ġpr ázd", + "Ġprá zd", + "第 ä¸Ģ次", + "第ä¸Ģ 次", + "ĠÙĩÙħ سر", + "Ġz ev", + "Ġze v", + "Âł E", + "ĠBeled iyesi", + "ĠBelediye si", + "ĠпÑĢоп ози", + "Ġanlay Ä±ÅŁ", + "Âł Ùħ", + "ĠÑĢаÑģÑģ ÑĩиÑĤ", + "ĠاÙĦØ£Ùħ رÙĬÙĥÙĬØ©", + "ĠاÙĦØ£ÙħرÙĬÙĥÙĬ Ø©", + "Ġž ena", + "Ġže na", + "Ġžen a", + "d eniz", + "den iz", + "Ġn oci", + "Ġno ci", + "Ġnoc i", + "Ġst ál", + "ุ ย", + "주 ìĨĮ", + "Ġз еÑĢ", + "Ġ ìĨĮê°ľ", + "ĠìĨĮ ê°ľ", + "Ġkh ẳng", + "at ıcı", + "atı cı", + "ÄĽ ž", + "ĠÑĩ ÑĥÑĤÑĮ", + "Ġc áºŃu", + "ĠاطÙĦ اع", + "æµ ħ", + "Ġst rav", + "Ġstr av", + "Ġstra v", + "ĠSan ayi", + "Ġ طبÙĬ", + "ĠØ· بÙĬ", + "Ġطب ÙĬ", + "Ġhız la", + "Ïİ Î½Î±", + "Ïİν α", + "à¤¿à¤ľ ल", + "ÙħØŃ Ùħد", + "à¸ļ à¸ģ", + "Ġvzdál en", + "ĠÑĤак ими", + "ĠÑĤа кими", + "ĠÑĤаким и", + "ãĢĤ ãģĿãģĹãģ¦", + "Ġka lp", + "Ġkal p", + "Ġкож ного", + "Ðł µ", + "ÙĦع اب", + "ĠÙħ ÙĪÙĨ", + "ĠÙħÙĪ ÙĨ", + "ĠìĿ¼ ìĿĦ", + "Ġ ë°ĶìĿ´", + "Ġë°Ķ ìĿ´", + "Ġme kan", + "Ġmek an", + "ĠجاÙħ ع", + "Ġجا Ùħع", + "ĠÙĨ Ùģت", + "ĠÙĨÙģ ت", + "ĠاÙĦ سÙħ", + "ĠاÙĦس Ùħ", + "л ÑĭÑħ", + "лÑĭ Ñħ", + "èĥĮ æĻ¯", + "Ġê²ĥ ëıĦ", + "ĠìĤ´ ìķĦ", + "y dı", + "yd ı", + "Ġна веÑĢ", + "Ġнав еÑĢ", + "åŃIJ ãģ¯", + "l uluk", + "lu luk", + "Ġhá»Ĺ n", + "Ġ Ø´Ùģ", + "ĠØ´ Ùģ", + "Ġع ÙĦت", + "ĠعÙĦ ت", + "à¸Ħร าม", + "ĠÎļ ÏįÏĢ", + "Ġà¹Ģม ษายà¸Ļ", + "ÙĨد ÙĤ", + "ĠÑĥ ÑģÑĤÑĢа", + "ĠÑĥÑģÑĤ ÑĢа", + "ĠÑĥÑģ ÑĤÑĢа", + "ĠÎĵ εν", + "ĠÐĨ ван", + "ĠP hong", + "ĠPh ong", + "ĠPhon g", + "家 çļĦ", + "ĠÐIJ лекÑģ", + "ĠÐIJле кÑģ", + "ĠÐIJл екÑģ", + "Ġзб еÑĢÑĸг", + "ĠÅŁark ı", + "ĠÅŁar kı", + "ĠظرÙģ ÛĮت", + "ĠÙħ عÙĨÛĮ", + "ĠÙħع ÙĨÛĮ", + "ĠÙħعÙĨ ÛĮ", + "Ġ лов", + "Ġл ов", + "ĠìĤ ¶", + "èħ IJ", + "Ġ å¯Į", + "Ġå¯ Į", + "E RG", + "ER G", + "ĠÑģÑĤо имоÑģÑĤÑĮ", + "ÅĻ et", + "ÅĻe t", + "à¥ī य", + "à¹Ī าร", + "à¹Īา ร", + "ĠارÙĪÙ¾ ا", + "Ġб ÑĢоÑģ", + "ĠоÑĤ ноÑģÑıÑĤ", + "ĠоÑĤноÑģ ÑıÑĤ", + "ĠÎŁ κ", + "ÑĨÑĮ кий", + "ÏĬ κ", + "ãģĤãĤĬ ãģ¾ãģĽãĤĵ", + "ĠÑĥ ник", + "ĠÄij iá»ĥn", + "ĠÄiji á»ĥn", + "Ġvý zkum", + "Ġh ứ", + "Ġhá» ©", + "Ġ ÙĪات", + "ĠÙĪ ات", + "ĠÙĪا ت", + "Ġ å¹³æĸ¹", + "Ġå¹³ æĸ¹", + "Ïħ μ", + "ãĤĴ 使", + "εί ÏĦαι", + "两 人", + "Ġ åĮ»", + "ĠåĮ »", + "ÑĢаÑĤ иÑĤÑĮ", + "ÑĢаÑĤи ÑĤÑĮ", + "ĠاÙĦ اÙĨت", + "ĠاÙĦاÙĨ ت", + "ãģ® 人", + "ر Ø´", + "ĠТ ÑĥÑĢ", + "r nÄĽ", + "rn ÄĽ", + "天 天", + "ม าร", + "มา ร", + "Ġort alama", + "Ġorta lama", + "ĠпеÑĢе пиÑģ", + "ĠпеÑĢеп иÑģ", + "ĠìĥĿ ìĤ°", + "å¿ Ĩ", + "í ĩ´", + "ï¼Į 该", + "éĮ ¢", + "ÏĢα ίδ", + "ĠмеÑĢ опÑĢи", + "Ġг ÑĢав", + "ĠгÑĢа в", + "ĠгÑĢ ав", + "ÃĶ ng", + "Ġ æ¤", + "Ġæ ¤", + "ĠاÙĦد ÙĪÙĦØ©", + "ĠاÙĦدÙĪÙĦ Ø©", + "Ġ оÑģÑĮ", + "Ġо ÑģÑĮ", + "ĠоÑģ ÑĮ", + "å¥ Ķ", + "Ġgüven li", + "íķĺ ìĭł", + "Ġ éĬ", + "Ġé Ĭ", + "éŁ³ æ¨Ĥ", + "Ġmed ya", + "Ġب ÙĨا", + "ĠبÙĨ ا", + "а ма", + "ам а", + "Ġ ãĤŃãĥ£", + "ĠãĤŃ ãĥ£", + "èĹ ¥", + "l arım", + "lar ım", + "ları m", + "ĠT iếng", + "iyor lar", + "ï¼ ¢", + "æĶ Ŀ", + "Ñĸй ÑģÑĮкоÑĹ", + "Ġyet iÅŁtir", + "ĠyetiÅŁ tir", + "ĠÙ¾ سر", + "Ġپس ر", + "ãĤī ãģĹ", + " ļ", + "ìĥ ¤", + "à¸Ķ าห", + "à¸Ķา ห", + "ĠتØŃص ÛĮÙĦ", + "Ġб енз", + "éģ £", + "Ġнаб лÑİ", + "ä½ĵ ç³»", + "ãĥ¯ ãĤ¤ãĥĪ", + "Âł ÂłĠ", + "³³ Ġ", + "书 è®°", + "ĠMü hendis", + "p lor", + "pl or", + "l az", + "la z", + "лÑı ли", + "Ġpom áh", + "Ġб лиж", + "Ġбл иж", + "Ġбли ж", + "ĠÑĩиÑģ ла", + "Ġubyt ovánÃŃ", + "ÑĢаÑĤ но", + "Ġtr Äĥm", + "Ġاب راÙĩ", + "át ka", + "Ġiç indeki", + "Ġiçin deki", + "Ġiçinde ki", + "ั à¸ļà¸Ļ", + "ัà¸ļ à¸Ļ", + "ĠاÙħ ÛĮد", + "n ave", + "na ve", + "nav e", + "e cut", + "ec ut", + "å°± åľ¨", + "Ġt radi", + "Ġtr adi", + "Ġtrad i", + "Ġtra di", + "Ø· ÙĦÙĤ", + "Ø·ÙĦ ÙĤ", + "ãĤ¦ ãĤ©", + "Ġkhu ôn", + "ìĬ¤ ë¡ľ", + "ÏĦ ÎŃÏģα", + "ÏĦÎŃ Ïģα", + "ĠÏĥ κο", + "ĠÏĥκ ο", + "ë§ Ľ", + "ĠÙģ ÙĨÛĮ", + "ĠÙģÙĨ ÛĮ", + "à¹Į à¹Ģà¸ŀ", + "ĠاÙĦع ظ", + "Ġth ôn", + "기 ìĿĺ", + "Ġภ¿", + "Ñĥ ÑİÑĤÑģÑı", + "ÑĥÑİÑĤ ÑģÑı", + "ĠÙħ کاÙĨ", + "ĠÙħÚ© اÙĨ", + "Ġ âĹİ", + "ĠâĹ İ", + "Ġ çľģ", + "Ġçľ ģ", + "Ġ åį¡", + "Ġåį ¡", + "ĠпеÑĢ ÑĪий", + "ĠпеÑĢÑĪ ий", + "ĠíĽĦ ë³´", + "Ġآر اÙħ", + "ãģĮ ãģĦ", + "ย าà¸Ļ", + "ยา à¸Ļ", + "μ ει", + "με ι", + "ĠM áy", + "Ġz ů", + "Ġpodp oru", + "Ġpodpor u", + "ì» ¨", + "Ñģ ÑĤÑĢи", + "ÑģÑĤ ÑĢи", + "ÑģÑĤÑĢ и", + "ÏĢ ÏĦÏīÏĥη", + "Ф ÐĽ", + "åĵª éĩĮ", + "ĠпеÑĢв ÑĥÑİ", + "Ġyer inde", + "Ġyeri nde", + "ĠزÛĮ با", + "ĠزÛĮب ا", + "Ġodst ran", + "à¥Ģ à¤Ĺ", + "ĠÑĢÑĸз нÑĸ", + "Ïģ ηÏĥη", + "Ïģη Ïĥη", + "âĢĮاÙĦÙħÙĦ ÙĦÛĮ", + "ع اد", + "عا د", + "à¥įप ष", + "ÑŁ N", + "ï½ Ľ", + "ãĥ¼ ãĥľ", + "ãĥ¼ãĥ ľ", + "è´Ń ä¹°", + "ĠìĿ¸ê¸° ê¸Ģ", + "ĠÙħÛĮ Ø´ÙĪد", + "ĠбезопаÑģ ноÑģÑĤи", + "ĠνεÏĨ οκ", + "ãģ« ãģ¨", + "ĠÑĨеÑĢк ви", + "ت Ùĥ", + "ĠH Ãłng", + "ĠHÃł ng", + "ĠHÃłn g", + "ĠÙĦ ÙĦس", + "ĠÙĦÙĦ س", + "ĠνεÏĨοκ άλÏħÏĪηÏĤ", + "r aman", + "ra man", + "ram an", + "rama n", + "Ġvy vol", + "n iÄį", + "ni Äį", + "ر اÙĨÙĩ", + "راÙĨ Ùĩ", + "را ÙĨÙĩ", + "Ġp eÅŁ", + "Ġpe ÅŁ", + "ãĥ« ãĤ¯", + "å´ ĩ", + "Ġim kân", + "åĮ» çĸĹ", + "Ġप à¥Ŀ", + "άν νηÏĤ", + "Ġ جÛĮ", + "Ġج ÛĮ", + "Ġp roje", + "Ġpro je", + "Ġpr oje", + "Ġproj e", + "Ġül kenin", + "Ġülk enin", + "Ġülke nin", + "ĠK ew", + "ĠKe w", + "ĠاÙĦÙħ Ùģ", + "Ø£ Ùĥ", + "çĻº 表", + "Ġ δÏħ", + "Ġδ Ïħ", + "Ġ åĽ½å®¶", + "ĠåĽ½ 家", + "ĠKiÅŁ isel", + "ãĥ³ ãĤ¬", + "Ġzpráv a", + "V iá»ĩc", + "e rif", + "er if", + "eri f", + "Ġstrán ky", + "éļ ł", + "è¼ ķ", + "к оз", + "ко з", + "Ġस à¤ľ", + "Ùĩد اÙģ", + "l oub", + "lo ub", + "lou b", + "à¸łà¸²à¸ŀ ยà¸Ļà¸ķร", + "Ġíķł ìĿ¸", + "ĠÄIJ Ãło", + "ĠÄIJÃł o", + "ĠÙĨاØŃ ÛĮÙĩ", + "(= )", + "ĠÅŀ ampiyon", + "Ġp iÅŁ", + "Ġpi ÅŁ", + "Ġ Ø°Ùĩ", + "ĠØ° Ùĩ", + "ॠ¯", + "ĠÑģÑĢед ÑģÑĤво", + "ĠÑģÑĢедÑģÑĤв о", + "Ġ à¹Ģวลา", + "Ġà¹Ģว ลา", + "ĠÑĩ Ñĥж", + "Ġver ileri", + "Ġveri leri", + "Ġveriler i", + "ĠÚ© ارت", + "Ġکار ت", + "а ви", + "ав и", + "Ġà¤ķर व", + "Ġres tau", + "Ġrest au", + "Ġresta u", + "ê°ľ ìĽĶ", + "Ġм иÑĢов", + "Ġми ÑĢов", + "ĠмиÑĢ ов", + "ì° ®", + "ĠnÄĽjak ý", + "Ġses siz", + "Ġsess iz", + "اء ات", + "ĠÐĹ Ð°Ñħ", + "ĠÐĹа Ñħ", + "Ñı ÑīиÑħ", + "ÑıÑī иÑħ", + "п ÑĢ", + "Ġпод алÑĮ", + "Ġпода лÑĮ", + "ĠопÑĢедел иÑĤÑĮ", + "ॠŃ", + "Ġ رÙģ", + "Ġر Ùģ", + "幸 ç¦ı", + "à »", + "Ġ vÄĽdom", + "ĠvÄĽ dom", + "ĠvÄĽd om", + "ĠÑģвид еÑĤелÑĮ", + "ĠÎĵ οÏħ", + "ılıģı yla", + "ılıģ ıyla", + "çĻ» éĮ²", + "Ġä¸ĭ è·Į", + "Ġп лÑİ", + "Ġпл Ñİ", + "н од", + "но д", + "ĠØ£ جÙĦ", + "Ġأج ÙĦ", + "Ġà¤ķ थ", + "éĥ½ ä¸į", + "Ġs ene", + "Ġse ne", + "Ġsen e", + "Ġp ÄĽ", + "è¨Ī åĬĥ", + "Ġа Ñĥд", + "Ġод ном", + "Ġодно м", + "Ġ ä¸ĩåħĥ", + "Ġä¸ĩ åħĥ", + "ĠÙĪ Ùħا", + "ĠÙĪÙħ ا", + "ĠÐĶ ÑĢÑĥг", + "èµ· ãģĵ", + "в аÑİÑĤÑģÑı", + "ва ÑİÑĤÑģÑı", + "ваÑİÑĤ ÑģÑı", + "л аÑĤÑĥ", + "ла ÑĤÑĥ", + "лаÑĤ Ñĥ", + "Ġ تÙĪÙĨ", + "Ġت ÙĪÙĨ", + "ĠتÙĪ ÙĨ", + "Ñī аÑı", + "Ñīа Ñı", + "ή λ", + "ĠÐŁ ÑĢа", + "ĠÐŁÑĢ а", + "Ġاست رات", + "Ġاستر ات", + "ิà¸Ļ à¹Ģà¸Ķ", + "à¥įà¤Ĺ त", + "Âł з", + "Ġп олоÑĤ", + "Ġпо лоÑĤ", + "Ġпол оÑĤ", + "æ® ĸ", + "æ¡ Ĩ", + "ĠS istem", + "ĠSi stem", + "ĠSist em", + "Ġr uku", + "Ġru ku", + "Ġruk u", + "ãĥĥ ãĤ«ãĥ¼", + "ĠобÑıз ан", + "Ġkö ÅŁ", + "Ġad ını", + "Ø´Ùħ اÙĦÛĮ", + "na ÄįenÃŃ", + "naÄį enÃŃ", + "Ġ .ï¼ı", + "Ġ. ï¼ı", + "Ġ å®ĺ", + "Ġå® ĺ", + "Ġtoplum sal", + "èª ¤", + "ĠبÙĩ بÙĪد", + "ÑģÑĤв еннаÑı", + "ÑģÑĤвен наÑı", + "ĠØ¢ Ù¾", + "ĠجÙĦ سÙĩ", + "ĠجÙĦس Ùĩ", + "ãĢĢ ï½", + "åĵ Ń", + "æīĢ å±ŀ", + "æĴ ®", + "ì¢ Ģ", + "Ġ ει", + "Ġε ι", + "ì¹ĺ 를", + "Ġ ê³¼ìłķ", + "Ġê³¼ ìłķ", + "u uml", + "uum l", + "uu ml", + "δ ά", + "Ġ زد", + "Ġز د", + "ìĽIJ ìĿĦ", + "ĠvÄĽ cÃŃ", + "ĠvÄĽc ÃŃ", + "د Ø«", + "Ġs anki", + "Ġsan ki", + "Ġsank i", + "åĥı æĺ¯", + "л аÑĢа", + "ла ÑĢа", + "ìĤ¬ ìĿ´", + "ãĤı ãĤĮãģŁ", + "ãĤıãĤĮ ãģŁ", + "ĠÄij ón", + "ĠÄijó n", + "åIJ¯ åĬ¨", + "Ġgi Ãłnh", + "ĠgiÃł nh", + "Ġkır mızı", + "Ø® Ùħ", + "æIJ į", + "åĪĩ ãĤĬ", + "ãĤµ ãĥ¼ãĥĵãĤ¹", + "Ùĩ ار", + "Ùĩا ر", + "Ø° Ùĥر", + "о ÑĢоз", + "оÑĢ оз", + "оÑĢо з", + "à¥Īà¤Ĥ ।ĊĊ", + "à¥Īà¤Ĥ। ĊĊ", + "à¥Īà¤Ĥ।Ċ Ċ", + "ĠíĻĪ íİĺìĿ´ì§Ģ", + "ĠÙĥ بÙĬرة", + "ĠÙĥبÙĬر Ø©", + "н ина", + "ни на", + "нин а", + "íķĺ ìļ°", + "å¼ķçĶ¨ é¢ij次", + "ॠ®", + "ĠбаÑĤÑĮ кÑĸв", + "à¸Ł à¸Ńร", + "ี .", + "ìłĿ íĬ¸", + "éĺħ读 次æķ°", + "Ġit ir", + "Ġi tir", + "ÑĪ ин", + "ÑĪи н", + "ĠV áºŃy", + "çĤ ®", + "ла год", + "лаг од", + "Ø´ÙĨ اس", + "á» IJ", + "ĠÑı год", + "Ġì¤ij ìķĻ", + "ر ÙĬØ·", + "رÙĬ Ø·", + "ĠìĪĺ íĸī", + "Ġ ä¸ĢèĪ¬", + "Ġä¸Ģ èĪ¬", + "ĠÑħви лин", + "ĠÐľÐ¾Ð¶ но", + "ĠнаÑĩ але", + "Ġод нов", + "Ġодно в", + "ĠÃľ ç", + "ÑĨион нÑĭй", + "Ġ ìļķ", + "Ġìļ ķ", + "æ¼ Ĥ", + "å² ³", + "ت دÙī", + "تد Ùī", + "κ ηÏĤ", + "κη ÏĤ", + "âĢĻ nda", + "âĢĻn da", + "ï¼IJ ï¼IJ", + "èª ī", + "é§ħ å¾ĴæŃ©", + "ĠÙģرز ÙĨد", + "åħ¬ è·¯", + "α ÏĥίαÏĤ", + "αÏĥ ίαÏĤ", + "αÏĥία ÏĤ", + "าà¸ĵ าà¸Ī", + "ëij ¥", + "Ġ ÏĢοι", + "ĠÏĢ οι", + "ĠÏĢο ι", + "Ġب داÙĨ", + "Ġبد اÙĨ", + "к ап", + "ка п", + "ĠìŀĪ ëĬĶëį°", + "ĠìŀĪëĬĶ ëį°", + "ï¼Į æѤ", + "à¸Ľà¸£à¸°à¹Ĥย à¸Ĭà¸Ļ", + "ĠÚ©Ø´ÙĪر ÙĩاÛĮ", + "ุ ส", + "ãģ¹ ãģį", + "ĠÑģам Ñĭй", + "Ġп лÑı", + "Ġпл Ñı", + "Ġб ед", + "人 æīį", + "ส หร", + "ู à¸ķ", + "Ġkullan ımı", + "Ġkullanım ı", + "íķĻ ëħĦ", + "æ²» çĸĹ", + "ãĢĤ ä¸įè¿ĩ", + "ãĢĤä¸į è¿ĩ", + "æ£ ļ", + "ëĤ¨ ëıĦ", + "ĠØ¢ تش", + "Ïĩ ÎŃÏĤ", + "Ġfunk ci", + "Ġfunkc i", + "н ообÑĢаз", + "но обÑĢаз", + "à¥ĭ फ", + "Ġk aps", + "Ġka ps", + "Ġkap s", + "าษ à¸İ", + "( ع", + "ï¼Į åĬł", + "à¹Ĭ à¸ģ", + "ĠÙĩ Ø´", + "Ġدر ÙĪÙĨ", + "Ġ меÑĩ", + "Ġм еÑĩ", + "ĠпÑĢеж де", + "à¹Ī ย", + "Ġار شد", + "า à¹Ģล", + "æ¯Ķ è¼ĥ", + "ĠØ° کر", + "Ġ æĿ¡", + "ĠæĿ ¡", + "Ð Ĭ", + "Ñĥ кÑĢаÑĹн", + "ÙĬÙĨ ات", + "ÙĬÙĨا ت", + "ì¢ ĭ", + "д иÑı", + "ди Ñı", + "ÏĦ Ïģι", + "ÏĦÏģ ι", + "ĠÐļ аз", + "ĠÐļа з", + "ÙĤ ÙĦاÙĦ", + "ÙĤÙĦ اÙĦ", + "_ ,,", + "_, ,", + "ĠÚĨ ت", + "ĠìĿ¼ ìłķ", + "ĠÐŁ ÑĢоÑĦ", + "ĠÐŁÑĢ оÑĦ", + "ĠÐŁÑĢо ÑĦ", + "æ³ Ľ", + "Ġdruh ý", + "Ñĩ Ñĥк", + "ÑĩÑĥ к", + "l edik", + "le dik", + "led ik", + "ledi k", + "Ġhey ec", + "Ñĭ вал", + "Ñĭв ал", + "Ñĭва л", + "ĠD üny", + "ĠDün y", + "Ġ çĻº", + "ĠçĻ º", + "ĠpÅĻ átel", + "β άλ", + "βά λ", + "Ġ غر", + "Ġغ ر", + "ëĭ¨ ì²´", + "ìĽ¨ ëĶĶìĭľ", + "ÑĢаÑī ениÑı", + "н ÑĨиклопед", + "Ġpodnik atel", + "Ġìĭł ìŀħ", + "ĠÙģر Ø¢", + "и лиÑģÑı", + "или ÑģÑı", + "Ġol umlu", + "à¥įष मत", + "ĠÙħت خصص", + "й ом", + "ؤ اÙĦ", + "ĠÐĿ аÑĤ", + "ĠÐĿа ÑĤ", + "ìĺ¤ ëĬĶ", + "ĠMüdür lÃ¼ÄŁÃ¼", + "ĠH Ãłnh", + "ĠHÃł nh", + "ĠHÃłn h", + "Ġس ابÙĤ", + "ï¼ī çļĦ", + "ĠQu ý", + "lád ánÃŃ", + "ládá nÃŃ", + "Ġ ìļ´ëıĻ", + "Ġìļ´ ëıĻ", + "ĠÐĺ Ñħ", + "è« ¾", + "lıģ ının", + "lıģını n", + "lıģın ın", + "l il", + "li l", + "u Äį", + "ĠÑĩем пÑĸон", + "ÑĤ ож", + "ÑĤо ж", + "Ġ ä½Ľ", + "ни ÑĨе", + "ниÑĨ е", + "ĠпеÑĢв ого", + "Ġ Ñģом", + "ĠÑģ ом", + "ĠÑģо м", + "Ïĩ Ïİ", + "ÅĻ ik", + "ÅĻi k", + "иÑĤелÑĮ ÑģÑĤва", + "ĠÄ° ki", + "Ġask eri", + "Ġasker i", + "c isi", + "ci si", + "cis i", + "Ġjed nÃŃm", + "Ġjedn ÃŃm", + "Ġsta nice", + "Ġstan ice", + "èĤ¡ 票", + "à¸ľ ม", + "T ừ", + "Å¡ ak", + "ÏĦ ία", + "ÏĦί α", + "м ами", + "ма ми", + "ãģĮ åĩº", + "μο ί", + "м аÑĶ", + "ма ÑĶ", + "ëł¥ ìĿ´", + "ãĤĦ ãģ£ãģ¦", + "Ġ å¼µ", + "Ġå¼ µ", + "ØĮ Ċ", + "Ġ »Ċ", + "Ġ» Ċ", + "ا جات", + "اج ات", + "á½ ³", + "æĻĤ ãģ®", + "Ġп окол", + "Ġпо кол", + "Ġпок ол", + "ÑĸÑĤ еÑĤ", + "Ġíķ´ ê²°", + "Ġde dim", + "Ġded im", + "Ġdedi m", + "ĠÑĤ веÑĢд", + "Ġжен Ñīина", + "ĠженÑīин а", + "ед ини", + "еди ни", + "един и", + "ĠÙ¾ ÛĮÚ©", + "ĠÙ¾ÛĮ Ú©", + "iver site", + "ivers ite", + "iversit e", + "ĠآسÛĮ اب", + "ĠÑħаÑĢакÑĤеÑĢиÑģÑĤи ки", + "ĠØ£ÙĨ Ùĩا", + "ĠØ£ÙĨÙĩ ا", + "ĠÑĥкÑĢаÑĹн ÑģÑĮкоÑĹ", + "ĠاختÙĦ اÙģ", + "Ġاخت ÙĦاÙģ", + "Ġt ez", + "Ġte z", + "Ïģ εÏħ", + "Ïģε Ïħ", + "Ġkon umu", + "Ġkonu mu", + "Ġkonum u", + "ĠÑĤеÑħ нÑĸ", + "м Ñĸв", + "мÑĸ в", + "èĬ ¯", + "ĠÏĥ ελ", + "ĠÏĥε λ", + "Ä ¢", + "μ ιÏĥ", + "μι Ïĥ", + "ี à¹īĊ", + "ีà¹ī Ċ", + "Ġm ne", + "Ġmn e", + "ĠоÑĤв еÑĩ", + "ĠÎ ī", + "Ġ éĩİ", + "Ġéĩ İ", + "Ġg ấp", + "ĠпÑĢодÑĥк ÑĤÑĭ", + "ĠпÑĢодÑĥкÑĤ Ñĭ", + "ĠС ÑĢед", + "Ñĸл лÑı", + "à¸ļ à¸Ńà¸ģ", + "ĠtÅĻÃŃ dy", + "Ġth á»ķ", + "Ġthá» ķ", + "ãĥĩãĤ£ ãĤ¢", + "ÏĢοι η", + "ν ει", + "νε ι", + "æĪij们 çļĦ", + "Ġprofes yonel", + "ĠRa kou", + "ĠRak ou", + "Ġвид но", + "Ġz by", + "Ġzb y", + "ĠØŃ Ø§ÙĦÛĮ", + "ĠØŃاÙĦ ÛĮ", + "Ġ é£Ł", + "Ġé£ Ł", + "ĠL Ãłm", + "ĠÚ¯ ست", + "ĠТ ип", + "ĠТи п", + "θ ι", + "á vis", + "áv is", + "ÙIJ ب", + "åı¯èĥ½ æĢ§", + "ĠÑģем ей", + "ãĤī ãĤĮãģ¦ãģĦãĤĭ", + "ãĤīãĤĮ ãģ¦ãģĦãĤĭ", + "ãĤīãĤĮãģ¦ ãģĦãĤĭ", + "ìĥģ íĴĪ", + "Ġ οÏħ", + "Ġο Ïħ", + "Ġà¤ħà¤Ĺ स", + "о лом", + "ол ом", + "оло м", + "γ ον", + "γο ν", + "ĠÑģв ÑıÑī", + "ĠÑģвÑı Ñī", + "æĵ ¦", + "Ïĥ ÏĦηκε", + "ÏĥÏĦη κε", + "èĢħ çļĦ", + "- à¤ķ", + "ÑĤ ии", + "ÑĤи и", + "ĠвизнаÑĩ еннÑı", + "åıij åĩº", + "д аÑħ", + "да Ñħ", + "ĠмоÑĢ Ñı", + "Ġмо ÑĢÑı", + "æī¾ åĪ°", + "ÙĦ ÙĪب", + "ÙĦÙĪ ب", + "èĬ Ļ", + "ĠÑĦак ÑĤ", + "æ¯į 亲", + "id lo", + "idl o", + "ĠSt ad", + "ĠSta d", + "Ñį й", + "ìĽIJ ìĿ´", + "à¤ı न", + "æķ´ 个", + "Ġf ık", + "ĠÙħ ات", + "ĠÙħا ت", + "ÏĢ ον", + "ÏĢο ν", + "Ġê²½ 기ëıĦ", + "Ġ경기 ëıĦ", + "Ġα δ", + "Ġvz pom", + "Ġn á»ĵi", + "ĠÙĨÙĤ اط", + "ожд ение", + "Ġз алÑĸз", + "Ġзал Ñĸз", + "Ġr ủi", + "è¾ °", + ".:.:.:.:.:.:.:.: .:.:.:.:.:.:.:.:", + "ĠM Ãľ", + "Ġk ari", + "Ġka ri", + "Ġkar i", + "ĠÑģ обÑĭ", + "ĠÑģо бÑĭ", + "ĠÑģоб Ñĭ", + "ìĸ´ ì§Ħ", + "ر ÙĬس", + "رÙĬ س", + "u bu", + "ub u", + "ĠØ® ÙĦÙģ", + "ĠØ®ÙĦ Ùģ", + "ظٹ Ø·", + "æĿ ī", + "Ġ æĻ®éĢļ", + "ĠæĻ® éĢļ", + "ĠÙħÙĪاط ÙĨØ©", + "ĠÑģÑĤ анÑĥ", + "ĠÑģÑĤан Ñĥ", + "ĠÑģÑĤа нÑĥ", + "Ġê·¸ëħĢ ìĿĺ", + "ĠÙĦ Ùĥرة", + "ĠÙĦÙĥ رة", + "Ġo sm", + "Ġos m", + "ĠÑĥ ÑĢож", + "е га", + "ег а", + "Ġf else", + "Ġfe lse", + "Ġfel se", + "æĢĿ èĢĥ", + "ãĢĮ ãģĪ", + "Ġн овиÑħ", + "Ġнов иÑħ", + "Ġно виÑħ", + "๠IJ", + "ü ml", + "üm l", + "ĠíĶ¼ íķ´", + "ìĿ¼ ë°ĺ", + "Ġtür ü", + "ĠмÑĸ ÑģÑĤÑĸ", + "ĠмÑĸÑģ ÑĤÑĸ", + "ĠмÑĸÑģÑĤ Ñĸ", + "Ġkažd é", + "ĠÙħس جد", + "ấ c", + "ĠÙģ Ú©ÛĮ", + "Ġ yasal", + "Ġy asal", + "Ġya sal", + "Ġyas al", + "å°± ç®Ĺ", + "ĠоблиÑĩ ÑĩÑı", + "ĠÙĦ دÙĬ", + "ĠÙĦد ÙĬ", + "ا بات", + "اب ات", + "ĠÑģп аÑģ", + "êµ° ìļĶ", + "Ġп ад", + "Ġпа д", + "Ġб ÑĢаÑĤ", + "ĠбÑĢа ÑĤ", + "éĩį 大", + "Ġdüzen lenen", + "G ün", + "Ġaplik ace", + "à¸Ń ห", + "Ġ çħ", + "Ġç ħ", + "ĠÑģоÑģÑĤ оиÑĤ", + "è¯Ħ ä»·", + "ĠD uy", + "ĠDu y", + "Ø· اÙĤ", + "ĠпÑĢид еÑĤÑģÑı", + "Ġt olik", + "Ġto lik", + "Ġtol ik", + "Ġob rov", + "Ġobr ov", + "ĠpÅĻip oj", + "Ġ Ä±ÅŁÄ±", + "Ġı ÅŁÄ±", + "Ú¯ ÙĪÛĮ", + "Ú¯ÙĪ ÛĮ", + "æľŁ å¾ħ", + "ип лом", + "Ġ ince", + "Ġin ce", + "Ġi nce", + "Ġinc e", + "ĠС об", + "ĠСо б", + "ен ÑĮÑİ", + "енÑĮ Ñİ", + "è§Ĵ èī²", + "Ġ à¸ķร", + "Ġà¸ķ ร", + "Ġb ại", + "Ġê°ĢëĬ¥ íķľ", + "ĠblÃŃ zk", + "Ġt ách", + "Ġtá ch", + "Ġtác h", + "Ġвид Ñĭ", + "Ġви дÑĭ", + "и Ñĩна", + "иÑĩ на", + "Ġvyž ad", + "ĠìĨIJ ìĿĦ", + "ĠÐĿ ÑĸмеÑĩ", + "ĠÐĿÑĸ меÑĩ", + "åŁº äºİ", + "ĠÐļ ÑĢи", + "Ġعز ÛĮز", + "t iler", + "til er", + "ti ler", + "tile r", + "е вÑĸ", + "ев Ñĸ", + "Ġmož nosti", + "Ġmožnost i", + "ب از", + "با ز", + "ĠìĤ¬ ë§Ŀ", + "Ġz ÅĻejmÄĽ", + "íĹ ¤", + "Ġürün leri", + "ĠÎł λη", + "а ки", + "ак и", + "ãĤĴ éĸĭ", + "a nou", + "an ou", + "ano u", + "åĽ½ ãģ®", + "ĠyaÅŁ anan", + "ĠyaÅŁan an", + "ĠÑģ евеÑĢ", + "Ġ æ©Ł", + "Ġæ© Ł", + "มาà¸ģ มาย", + "Ġíijľ íĺĦ", + "ร ส", + "Ġض ربÙĩ", + "Ġضر بÙĩ", + "ĠE vet", + "ĠEv et", + "ĠEve t", + "æĨ ¶", + "Ġد ÙĤÛĮÙĤ", + "ĠدÙĤÛĮ ÙĤ", + "Ġвозник нов", + "ìľł 머", + "Ġíijľ ìĭľ", + "ÛĮ Ø´ÙĨ", + "ÛĮØ´ ÙĨ", + "ãĥĹ ãĥ©", + "ÑĤ Ñİ", + "ÙĪ سÛĮ", + "ÙĪس ÛĮ", + ") ìĿ´", + "è¯ģ æĺİ", + "ãģ§ãģį ãģ¾ãģĻ", + "ìĪĺ ìĿĺ", + "çĸ Ĩ", + "ĠÙħ ÙģÙĩÙĪÙħ", + "оÑĩ аÑĤкÑĥ", + "ाल à¤ķ", + "æ¡ Ĥ", + "ĠоÑħ оÑĢони", + "ĠارزÛĮ ابÛĮ", + "Ġìµľ ëĮĢ", + "Ġtho ải", + "ĠЦенÑĤ ÑĢалÑĮ", + "Ġ çķĻ", + "Ġçķ Ļ", + "à¸Ľà¸£à¸° à¹Ģà¸łà¸Ĺ", + "æµ· å¤ĸ", + "ĠÅŀ u", + "íĻľ ëıĻ", + "ĠdvÄĽ ma", + "istrov stvÃŃ", + "Ġarac ılıģıyla", + "Ġtr á»Ļn", + "» :", + "íĭ ±", + "ĠÙĦÛĮ Ú¯", + ". Ðļ", + "ĠÙħÙĤ اÛĮسÙĩ", + "Ġв мÑĸ", + "ر ÙĪب", + "رÙĪ ب", + "ĠاÙĦ Ø´Ùħ", + "ĠاÙĦØ´ Ùħ", + "Ġden nÄĽ", + "Ġdenn ÄĽ", + "Ñĥ Ñĩа", + "ÑĥÑĩ а", + "åħ ¹", + "Ñī им", + "Ñīи м", + "ĠíĬ¹ íŀĪ", + "ĠاستاÙĨد ارد", + "à¥Ģ ध", + "ãĤ¸ ãĤ¢", + "à¹ĩ à¹ĩ", + "иÑģ Ñģ", + "Ġkazan ç", + "ĠzÃŃsk al", + "åĽŀ æĿ¥", + "Ġп ÑıÑĤÑĮ", + "ĠпÑıÑĤ ÑĮ", + "ĠÄij ãi", + "ĠÄijã i", + "Ġ ÙĪرد", + "ĠÙĪ رد", + "ĠÙĪر د", + "Ġ ìķķ", + "Ġìķ ķ", + "ุ à¸Ĺร", + "ุà¸Ĺ ร", + "åĬ¨ çī©", + "Ġp ublik", + "Ġpub lik", + "Ġpubli k", + "æĪIJ æľ¬", + "æĪIJ åijĺ", + "ãĤ¤ ãĤ¯", + "شر ÙĥØ©", + "á¿Ĩ ÏĤ", + "Ġy ola", + "Ġyo la", + "Ġyol a", + "üyor uz", + "Ġк ÑĥÑĢи", + "ĠкÑĥÑĢ и", + "ĠкÑĥ ÑĢи", + "ĠпоÑħ ож", + "Ġìłľ ê°Ģ", + "िय त", + "ائ ÙĦØ©", + "ائÙĦ Ø©", + "Ġ ãģ¾", + "़ à¥ĩà¤Ĥ", + "़à¥ĩ à¤Ĥ", + "ÑģÑĮ кими", + "ÑģÑĮк ими", + "ÑģÑĮким и", + "âĢľ ä½ł", + "imiz de", + "ìµľ ìĭł", + "Ạ¬", + "è Ł", + "à¸Ħ รà¸Ńà¸ļ", + "à¸Ħร à¸Ńà¸ļ", + "ãĢĢ ãĢĢãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢ ãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ãĢĢãĢĢãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "ت غ", + "ĠVÅ¡ ech", + "à¸±à¸Ľ à¸Ķาห", + "Ġa td", + "Ġat d", + "в оÑİ", + "во Ñİ", + "Ġyap ım", + "Ġyapı m", + "olog ické", + "ologic ké", + "Ġп лен", + "Ġпл ен", + "Ġlaz ım", + "r ung", + "ru ng", + "run g", + "ìĦľ ê´Ģ", + "Ġji ný", + "Ġjin ý", + "Ġtr òn", + "Ġtrò n", + "ĠполÑĸÑĤи ки", + "ا ÙĥÙħ", + "اÙĥ Ùħ", + "دÛĮ گر", + "à¥Īà¤Ĥ .Ċ", + "à¥Īà¤Ĥ. Ċ", + "Ġ اÙĩد", + "Ġا Ùĩد", + "ĠاÙĩ د", + "Ġ ãĥį", + "Ġãĥ į", + "ĠпÑĢодÑĥк ÑĤов", + "ĠпÑĢодÑĥкÑĤ ов", + "æĤ Ł", + "ĠpÅĻÃŃpad ech", + "ĠzaÄį ala", + "ĠzaÄįal a", + "åħ¥ ãĤĮ", + "ĠÑĢÑĸв нÑĸ", + "æĦŁ æĥħ", + "ĠΧ α", + "ì £½", + "ì£ ½", + "ิà¸Ī ารà¸ĵ", + "Âł б", + "Ñĸ ÑĹв", + "ÑĸÑĹ Ð²", + "ب Ø´", + "çļĦ éĹ®é¢ĺ", + "Ġza stup", + "Ġzast up", + "볤 ìļĶ", + "ãģ§ãģĻ ãģŃ", + "âĢĮ داÙĨ", + "âĢĮد اÙĨ", + "ï¼Į æĤ¨", + "Ġu vÄĽdom", + "ãģ¦ ãĤĭ", + "ìĤ¬ ëŀĮ", + "l un", + "lu n", + "éĽĨ åIJĪ", + "ë§ ¹", + "Ġž id", + "Ġži d", + "ठĬ", + "Ġt rp", + "Ġtr p", + "л ениÑħ", + "лен иÑħ", + "ле ниÑħ", + "＿ __", + "＿_ _", + "Ðľ Ðŀ", + "å¼ ĭ", + "λÎŃ Î¿Î½", + "ĠÄij òi", + "Ġк ÑĢок", + "lay ıcı", + "ì¶ľìŀ¥ ë§ĪìĤ¬ì§Ģ", + "åij Ī", + "éľ ŀ", + "Ġпо глÑıд", + "Ġпог лÑıд", + "ت رÙĥ", + "تر Ùĥ", + "ĠتÙģ اÙĪت", + "Ġ å®®", + "Ġå® ®", + "ĠدÙĪر بÛĮÙĨ", + "æĶ¾ åľ¨", + "ĠÑģлÑĥÑĩа ев", + "ĠÑģлÑĥÑĩае в", + "ĠÏħÏĢ ηÏģε", + "ë§ ŀ", + "ãģĻ ãģĻ", + "ê²ł ëĭ¤", + "ราย à¸ģาร", + "ĠÏĢ Ïģιν", + "ĠÑģ меÑĪ", + "ĠÑģм еÑĪ", + "å§ ī", + "Ġvýsled ky", + "Ġpot vr", + "åıij è¡Į", + "Ġt úi", + "Ġtú i", + "ĠìĤ¬ ëĿ¼", + "ç«Ļ åľ¨", + "Ġja ký", + "Ġjak ý", + "Ġ à¸ļาà¸ĩ", + "Ġà¸ļ าà¸ĩ", + "Ġdik kate", + "Ġdikkat e", + "Ġدر Ø¢Ùħد", + "æİĴ åIJį", + "r álnÃŃ", + "rál nÃŃ", + "ê³¼ ìĿĺ", + "ä½ µ", + "о лаг", + "ол аг", + "ола г", + "is iyle", + "isi yle", + "Ġ æ½", + "Ġæ ½", + "Ġ तम", + "Ġत म", + "Ġd ij", + "Ġdi j", + "Ġnh ánh", + "ĠR ek", + "ĠRe k", + "设 æĸ½", + "ĠpodmÃŃn ek", + "并 ä¸į", + "к ÑĥÑĤ", + "кÑĥ ÑĤ", + "Ġê³ł 볤", + "çļĦ å£°éŁ³", + "æĪĺ äºī", + "д аÑı", + "да Ñı", + "Ġê´Ģ ìĭ¬", + "ĠÑĦÑĸн анÑģ", + "ĠK öy", + "ĠKö y", + "Ġж ал", + "ĠÑģлÑĥж би", + "м ена", + "мен а", + "ме на", + "ت ÙĬار", + "تÙĬ ار", + "ĠÑĩем пион", + "ÏĢ ιÏĥ", + "ÏĢι Ïĥ", + "landır ma", + "mak tan", + "makta n", + "makt an", + "Ġ 丶", + "Ġä¸ ¶", + "à¹Ī à¸Ńส", + "à¹Īà¸Ń ส", + "ĠmÃ¼ÅŁ teri", + "ĠmÃ¼ÅŁter i", + "Ġص ÙĨد", + "ĠصÙĨ د", + "Ġet mesi", + "Ġetm esi", + "Ġetme si", + "Ġп оÑĢÑĤ", + "ĠпоÑĢ ÑĤ", + "ν ονÏĦαι", + "νον ÏĦαι", + "Ġ ãħĭãħĭ", + "ĠK AR", + "ĠKA R", + "Ġ uch", + "Ġu ch", + "Ġuc h", + "ĠØ® ÙĦÙĤ", + "ĠØ®ÙĦ ÙĤ", + "าษà¸İ ร", + "æŃ ¡", + "Ġи мени", + "Ġим ени", + "Ġиме ни", + "ãģł ãģijãģ©", + "ãģłãģij ãģ©", + "Ġìĭ¤ ìĭľ", + "ÏĥÏī ÏĢ", + "Ġ ì£", + "Ġì £", + "t ÄĽÅ¾", + "tÄĽ ž", + "Ġözel likleri", + "Ġözellik leri", + "Ġözellikle ri", + "Ġب Ù¾", + "Ġиз обÑĢаж", + "ÙĬÙħ ÙĥÙĨ", + "Ġ ãĥĶ", + "Ġãĥ Ķ", + "ĠÐĶ ив", + "ĠÐĶи в", + "ĠØ¥ ÙĬ", + "Ùĥ ÙĬÙĦ", + "ÙĥÙĬ ÙĦ", + "ĠÅŁ ik", + "ĠÅŁi k", + "Ġà¤Ĩ à¤ĸ", + "lar ınızı", + "ların ızı", + "larını zı", + "larınız ı", + "ĠвÑĸд ÑĢÑĸз", + "ĠÑĢоб оÑĤа", + "ĠÑĢобоÑĤ а", + "Ġta rif", + "Ġtar if", + "Ġ اÙĪت", + "Ġا ÙĪت", + "ĠاÙĪ ت", + "ın ma", + "é£Ł ãģ¹", + "Ġuzav ÅĻ", + "ë£ ¸", + "çĽij çĿ£", + "Ġ: ï¼¼", + "θ Ïħν", + "θÏħ ν", + "à¸Ķ ร", + "a larından", + "alar ından", + "aların dan", + "alarında n", + "èĩª æĭį", + "Ġro ÄįnÃŃ", + "ाà¤ĩ व", + "Ġ ÙĥÙĪر", + "ĠÙĥ ÙĪر", + "ĠÏĦ αιν", + "ĠÏĦα ιν", + "ĠÑĸн див", + "r ve", + "rv e", + "ĠνεÏĨ ÏİÏĥειÏĤ", + "Ġb á»ijn", + "Ġbá»ij n", + "Ġ å¿«", + "Ġå¿ «", + "ĠÑģ олÑĮ", + "ĠÑģо лÑĮ", + "ĠÑģол ÑĮ", + "li ÄŁinde", + "liÄŁi nde", + "liÄŁ inde", + "liÄŁin de", + "िन à¤Ł", + "a htar", + "ah tar", + "Ġneb ezpeÄį", + "æĹ¢ çĦ¶", + "ĠëĮĢ ìłĦ", + "ĠÙĨÚ¯Ùĩد ارÛĮ", + "ĠzÃŃsk at", + "Ġнали Ñĩие", + "ĠналиÑĩи е", + "Ġ aks", + "Ġa ks", + "Ġak s", + "ï¼ī ãĢĤĊĊ", + "ï¼īãĢĤ ĊĊ", + "ï¼īãĢĤĊ Ċ", + "Ġrod iny", + "Ġrodin y", + "Ġrodi ny", + "Ġза ÑħÑĸд", + "ĠзаÑħ Ñĸд", + "å¾® ç¬ij", + "ÂłÐĶ а", + "r adu", + "ra du", + "rad u", + "ī nh", + "p les", + "pl es", + "ple s", + "ĠK ons", + "ĠKon s", + "ĠKo ns", + "ิ à¹Ĥล", + "ิà¹Ĥ ล", + "ĠاÙĦ ÙĪص", + "ĠاÙĦÙĪ ص", + "åIJ¬ åĪ°", + "ĠÑģпоÑĢ ÑĤив", + "ĠÑģ айÑĤе", + "ĠÑģай ÑĤе", + "Ġ اظ", + "Ġا ظ", + "ĠØ§Ø ¸", + "lar ındaki", + "ların daki", + "larında ki", + "Ġtá»ķ n", + "ÐĿ ÐĨ", + "Ġned ost", + "ĠÑĤоÑĢ гÑĸв", + "Ġ اÛĮت", + "Ġا ÛĮت", + "ĠاÛĮ ت", + "Ġاختص اص", + "ĠÃľ y", + "ĠS adece", + "ĠSad ece", + "ĠÙħØ® رÙĪØ·", + "Ä ģn", + "Äģ n", + "ç esi", + "çe si", + "Ġ çĬ", + "Ġç Ĭ", + "ãĤĤ ãģ£ãģ¨", + "Ġ éŁĵ", + "ĠéŁ ĵ", + "èµ ĸ", + "ĠполÑĥÑĩ ениÑı", + "Ġë ĺ", + "âĢĻ ÑĹ", + "b ÃŃr", + "bÃŃ r", + "Ġб ÑĸблÑĸ", + "ĠD á»±", + "же неÑĢ", + "жен еÑĢ", + "ç½ij åĪĬ", + "Ġल à¥ľà¤ķ", + "ĠÑĥÑĩ нÑĸв", + "èĪ °", + "ĠÃĸÄŁ ren", + "Ġ ola", + "Ġo la", + "Ġol a", + "Ġ। âĢĿĊĊ", + "ระ à¹Ģà¸ļ", + "á½ ²", + "Ġ رز", + "Ġر ز", + "е и", + "еР¸", + "Ñı Ñĩи", + "ÑıÑĩ и", + "ØŃ Ø¨", + "æĴ ¤", + "ãģ¾ãģŁ ãģ¯", + "б ина", + "би на", + "бин а", + "ĠÎł εÏģ", + "ĠоÑĤноÑģ иÑĤÑģÑı", + "åīį çļĦ", + "Ġ Å¡Å¥", + "ĠÅ¡ Å¥", + "Ġyıl da", + "Ġyı lda", + ": ::::|", + ":: :::|", + ":::: :|", + "::: ::|", + "::::: |", + "us til", + "ust il", + "اÙĦ Ø¥", + "ĠsouÄįas né", + "ĠÙĨÛĮ رÙĪÛĮ", + "ĠÙĨÛĮر ÙĪÛĮ", + "ĠÙĨÛĮرÙĪ ÛĮ", + "ÑĩеÑģ кое", + "Ñĩе Ñģкое", + "ظ Ùģ", + "ĠÙ¾ÛĮØ´ ÛĮÙĨÙĩ", + "Ġع ÙģØ´", + "Ġrost lin", + "ç½ijåĪĬ ä¸ĭ载次æķ°", + "ĠпÑĢигоÑĤов иÑĤÑĮ", + "ãĥ Į", + "ĠÙĪ Ùħع", + "ĠÙĪÙħ ع", + "Ġb ecer", + "Ġbe cer", + "Ġbec er", + "Ġ ãĤ±", + "ĠãĤ ±", + "Ïĩ ήÏĤ", + "Ïĩή ÏĤ", + "о ÑģÑĤÑĥп", + "оÑģÑĤ Ñĥп", + "Ġë°ľ 매", + "Ñĸй ного", + "Ñĸйно го", + "Ġh rd", + "Ġhr d", + "ĠпÑĢепаÑĢа ÑĤÑĭ", + "ĠÙģ رض", + "ĠÙģر ض", + "ĠTy to", + "Ġ кÑĢаÑĹн", + "ĠкÑĢаÑĹ Ð½", + "Ġز اد", + "Ġikt idar", + "ì§ ĵ", + "Ùij ر", + "ÑĢÑı дÑĥ", + "ÑĢÑıд Ñĥ", + "к Ñĸй", + "кÑĸ й", + "âĶ £", + "Ġко жи", + "Ġкож и", + "Ġت ازÙĩ", + "Ġتا زÙĩ", + "o bec", + "ob ec", + "obe c", + "in ae", + "ina e", + "Ġvyj ád", + "Ġ رÙģتÙĩ", + "Ġر ÙģتÙĩ", + "ĠرÙģت Ùĩ", + "ĠرÙģ تÙĩ", + "Щ о", + "ĠBy lo", + "ĠByl o", + "оÑĤ в", + "ĠденÑĮ ги", + "é§ Ĩ", + "Ġма ÑĪин", + "ĠмаÑĪ ин", + "ĠмаÑĪи н", + "ĠØ£ ج", + "ì´Ī ëĵ±íķĻêµIJ", + "dı ģında", + "dıģı nda", + "dıģ ında", + "б аÑģ", + "ба Ñģ", + "Ġ æł¹", + "Ġæł ¹", + "ÎijÎĿ Τ", + "ÙĴ ØŃ", + "Ġjejich ž", + "ìĹIJìĦľ ìĿĺ", + "Ġад же", + "Ġì ı", + "Ïĥ οÏħ", + "Ïĥο Ïħ", + "et leri", + "etler i", + "Ġبعد ÛĮ", + "Ġبع دÛĮ", + "ĠìŀIJëıĻ ì°¨", + "ิà¸į à¸į", + "Ġt isk", + "Ġti sk", + "ãĥ¼ ãĤ¹ãĥĪ", + "ãĥ¼ãĤ¹ ãĥĪ", + "Ġमत लब", + "ê³Ħ íļį", + "ãĤ¦ ãĥĪ", + "Ġ à¹Ģมà¸ķร", + "Ġà¹Ģม à¸ķร", + "Ġop siyon", + "Ġops iyon", + "ĠÑĢав но", + "ĠبÛĮ ÙħÙĩ", + "ĠبÛĮÙħ Ùĩ", + "Ġ먼 ìłĢ", + "иÑĤелÑĮ нÑĭм", + "ĠнÑĸ би", + "Ġде ÑģÑıÑĤ", + "ĠдеÑģÑı ÑĤ", + "ĠÑģиÑĤÑĥа ÑĨии", + "еÑĢ ÑĪе", + "еÑĢÑĪ е", + "Ä ¾", + "ุ à¸ķร", + "ุà¸ķ ร", + "Ġyönet imi", + "Ġyönetim i", + "éIJ ĺ", + "ĠÙħÛĮ تÙĪاÙĨ", + "Ġز ÙĨدÙĩ", + "ĠزÙĨ دÙĩ", + "ĠزÙĨد Ùĩ", + "ãĥŃ ãĥ³", + "ĠK BS", + "ĠKB S", + "ìĦľ ë¹ĦìĬ¤", + "ï» ł", + "eck ého", + "ecké ho", + "ĠÙĤابÙĦ ÛĮت", + "ĠÙĤاب ÙĦÛĮت", + "ãĢĤ ä»Ĭ", + "ÃŃ nÄĽ", + "ÃŃn ÄĽ", + "ĠÑģм ог", + "ĠÑģл ÑĭÑĪ", + "ÙĴ Ùģ", + "po ÅĻád", + "елÑĮ но", + "Ġεί Ïĩαν", + "-ÐŁ еÑĤеÑĢб", + "ĠCh iến", + "ĠChi ến", + "é ry", + "ér y", + "ĠÑĸн ÑģÑĤиÑĤÑĥÑĤ", + "ç»Ĩ èĥŀ", + "Ñĭ ÑŁN", + "Ġv ua", + "Ġvu a", + "Ġà¤ħ श", + "ÑĢоÑģ ÑĤо", + "ÑĢоÑģÑĤ о", + "Ġvů Äįi", + "ë ¿IJ", + "Ġl iá»ĩt", + "Ġíķ µ", + "Ġ اÙģر", + "Ġا Ùģر", + "ĠاÙģ ر", + "ĠTek nik", + "Ġr oli", + "Ġro li", + "Ġrol i", + "Ġпоп ÑĭÑĤ", + "аÑĤ кÑĸв", + "Ġün iversit", + "аÑĤ оÑĢÑĭ", + "аÑĤоÑĢ Ñĭ", + "аÑĤо ÑĢÑĭ", + "ÑİÑīиÑħ ÑģÑı", + "Ġت ض", + "лÑİ ÑĩаеÑĤÑģÑı", + "лÑİÑĩ аеÑĤÑģÑı", + "лÑİÑĩа еÑĤÑģÑı", + "Ġíĸī ë³µ", + "Ġayrıntı lı", + "ĠкиÑĢ п", + "æĭ ¼", + "ëģ Ķ", + "л аÑĤа", + "ла ÑĤа", + "лаÑĤ а", + "Ġkho án", + "Ġhâl â", + "Ïĥ Ïħ", + "ог лаÑģ", + "æİ¥ çĿĢ", + "éĿ© åij½", + "Ġp ÅĻeb", + "ĠpÅĻ eb", + "ĠpÅĻe b", + "à¹Ģà¸ī ล", + "ĠاÙĦÙħÙĦ ÙĦÛĮ", + "åł Ĩ", + "íı IJ", + "à¸ķล à¸Ńà¸Ķ", + "° С", + "ìĤ¬ ëŀij", + "Ġг иб", + "ë²Ī 째", + "æĶ¹ åıĺ", + "表 çİ°", + "и ÑĩеÑģким", + "иÑĩеÑģ ким", + "иÑĩеÑģки м", + "สม à¹Ģà¸Ķ", + "å±ħ æ°ij", + " Ľ", + "ĠìķĦìĿ´ ëĶĶ", + "ĠмеждÑĥ наÑĢод", + "Ġy em", + "Ġye m", + "Ġm ül", + "Ġmü l", + "Ġا ÛĮست", + "ĠاÛĮ ست", + "Ġ ãĥ´", + "Ġãĥ ´", + "ัà¸Ļ à¹Ħà¸Ķ", + "à¥Ģ ण", + "åħ¶ å®ŀ", + "Ġgel enek", + "Ġgele nek", + "Ġgelen ek", + "ë¶ģ ëıĦ", + "à¹ī าà¸ķ", + "à¹īา à¸ķ", + "Ġ ìī¬", + "Ġìī ¬", + "Ġ ÏĢÎŃ", + "ĠÏĢ ÎŃ", + "ĠÙĥ اÙħÙĦ", + "ĠÙĥاÙħ ÙĦ", + "Ġتع ÙħÛĮر", + "è¨ ´", + "ë¹ Ļ", + "iy im", + "iyi m", + "å° ¿", + "éĤ£ æł·", + "êµŃ ìĿĺ", + "ãģĹãģ¦ ãģĬãĤĬ", + "Ġ niž", + "Ġn iž", + "Ġni ž", + "Ġκ ον", + "Ġκο ν", + "à¹Ī าà¸Ń", + "à¹Īา à¸Ń", + "Ġ γε", + "Ġγ ε", + "ĠС евеÑĢ", + "edi álnÃŃ", + "ãģŁãģ¡ ãģ®", + "m ayacak", + "may acak", + "maya cak", + "Ñ Ļ", + "ĠÑĥ гл", + "ĠÑĥг л", + "Ġk apas", + "Ġka pas", + "Ġkap as", + "Ñĥв алиÑģÑı", + "Ñĥва лиÑģÑı", + "Ñĥвали ÑģÑı", + "ĠмеÑģÑı ÑĨа", + "á» ¯u", + "ữ u", + "ิ ลล", + "ิล ล", + "ãĤĪãĤĬ ãĤĤ", + "à¥ĩ ण", + "à¥ĩठ£", + "Ġ 客", + "Ġå® ¢", + "ĠdeÄŁ erli", + "ĠdeÄŁer li", + "ÙĪ از", + "ÙĪا ز", + "ี à¸Ńย", + "ีà¸Ń ย", + "Ġ åıĪ", + "Ġåı Ī", + "Ġ à¸Ķร", + "Ġà¸Ķ ร", + "ĠÙĨ اب", + "ĠتÙĦÙĪÛĮزÛĮ ÙĪÙĨ", + "Ġol anlar", + "Ġolan lar", + "ä¼ĺ ç§Ģ", + "Ùĥ اÙĦ", + "ĠдеÑģÑı ÑĤи", + "ĠдеÑģÑıÑĤ и", + "m án", + "má n", + "ĠÑĢ анÑĮ", + "ĠÑĢа нÑĮ", + "ĠÑĢан ÑĮ", + "Ġìłľ ì¶ľ", + "è³ ¢", + "а бо", + "аб о", + "Ġtechn ik", + "Ġtech nik", + "ĠK iá»ĥm", + "ĠKi á»ĥm", + "t eki", + "te ki", + "tek i", + "á ¹", + "Ġm nÄĽ", + "Ġmn ÄĽ", + "Ġê³µ ê°Ħ", + "ĠM ek", + "ĠMe k", + "Ġاع تÙħاد", + "à¹Į à¹Ħà¸Ķ", + "ε ÏģÏĮ", + "εÏģ ÏĮ", + "ĠÑĥд аÑĢ", + "ĠÑĥда ÑĢ", + "оÑĩ ÑĮ", + "æ¦Ĥ 念", + "ÑĢ ал", + "ÑĢаР»", + "ÑĢа л", + "алÑĮ нÑĭми", + "алÑĮнÑĭм и", + "à¥ģर स", + "r áci", + "rá ci", + "Ġ ÙĤÙĪÙĦ", + "ĠÙĤ ÙĪÙĦ", + "Ġद व", + "ĠпÑĢав да", + "Ġ å¿ħ", + "Ġå¿ ħ", + "Ġdos ud", + "нÑĥ ÑĤÑĮÑģÑı", + "нÑĥÑĤÑĮ ÑģÑı", + "N Äĥm", + "à¸ĺ à¸Ļ", + "Ġdok un", + "Ġ åľ¨çº¿", + "Ġåľ¨ 线", + "ู à¹Ħ", + "ụ y", + "Ġн овÑĭÑħ", + "Ġнов ÑĭÑħ", + "Ġmez un", + "ĠC ần", + "à¸ģาร à¸ŀ", + "ĠìĺĪ ìłķ", + "Ïĥ ή", + "à¹Īà¸Ļ à¹Ģà¸ģม", + "ĠÙĪ اÙĦس", + "ĠÙĪاÙĦ س", + "ĠÙĪا ÙĦس", + "ãĥ³ ãĥĨãĤ£", + "ãĥ³ãĥĨ ãĤ£", + "çľĭ è§ģ", + "Ġس اÙĦÙħ", + "ĠساÙĦ Ùħ", + "ĠбагаÑĤÑĮ оÑħ", + "ĠÄij Ãłi", + "Ġد ستÛĮ", + "Ġدست ÛĮ", + "Ġدس تÛĮ", + "à¸ŀ à¸Ń", + "еп ÑĤи", + "ĠìłĦ íĻĶ", + "æĻĤ ãģ«", + "ĠSe znam", + "ĠSez nam", + "мÑĸ нÑĥ", + "мÑĸн Ñĥ", + "; ?#", + "à¥Ģ सर", + "à¥Ģस र", + "ĠÚĨ ÛĮست", + "νο ια", + "νοι α", + "ั à¸Ļà¸Ń", + "ัà¸Ļ à¸Ń", + "Ġ à¸Ħำ", + "Ġà¸Ħ ำ", + "Ġë³´ íĺ¸", + "Ġid dia", + "Ġiddi a", + "Ġβ ιβ", + "é«ĺ ä¸Ń", + "Ù ¨", + "ÐĴ аж", + "ĠиÑģп олн", + "ÑĪ ÑĤов", + "ÑĪÑĤ ов", + "ĠT aÅŁ", + "ĠTa ÅŁ", + "ìĽ ħ", + "åĬ ¹", + "Ġ åıĥ", + "Ġåı ĥ", + "Ġprost oru", + "Ġprostor u", + "ĠÑģп ад", + "е ÑĢина", + "еÑĢ ина", + "еÑĢи на", + "еÑĢин а", + "ĠpÅĻek lad", + "ĠpÅĻe klad", + "Å¡ ov", + "ĠÙģ ÙĩÙħ", + "ĠÙģÙĩ Ùħ", + "æĬ ij", + "Ġابت دا", + "Ġابتد ا", + "ãĤĴ ãģĬ", + "l ikler", + "lik ler", + "likle r", + "ĠÙħ اÙĥ", + "ĠÙħا Ùĥ", + "Ġko nut", + "Ġkon ut", + "Ġkonu t", + "ĠداÙĨØ´ جÙĪÛĮ", + "Ġоп ÑĤим", + "Ġб Ñĥма", + "ĠбÑĥ ма", + "ĠлÑİд Ñıм", + "Ġл Ñĸка", + "ĠлÑĸ ка", + "ĠлÑĸк а", + "ĠÑĢоз повÑĸд", + "ĠÑĢозп овÑĸд", + "ĠÑĢозпов Ñĸд", + "nes enÃŃ", + "Ġ à¸łà¸²à¸ŀ", + "Ġà¸ł าà¸ŀ", + "и Ñĩний", + "иÑĩ ний", + "ا Ø·ÙĦ", + "اط ÙĦ", + "Ñİ Ñīими", + "ÑİÑī ими", + "ÑİÑīим и", + "ãģı ãģ¨", + "éŃ ¯", + "ĠجÙĨ سÛĮ", + "Ðĺ Т", + "र ल", + "ĠÚ©ÙĪد Ú©", + "о лиÑĤ", + "ол иÑĤ", + "оли ÑĤ", + "ĠÑģÑĤÑĢÑĥкÑĤÑĥ ÑĢ", + "ve kili", + "vek ili", + "Ġब य", + "Ġgel miÅŁ", + "िर फ", + "Ġнай кÑĢа", + "ĠÐĶж он", + "Ġ ãĥĹãĥŃ", + "ĠãĥĹ ãĥŃ", + "ĠyaÅŁ lı", + "Ġkar Ä±ÅŁtır", + "ĠkarÄ±ÅŁ tır", + "ĠvÄĽtÅ¡ inou", + "Ġvaz geç", + "à¹ī าà¸Ħ", + "à¹īา à¸Ħ", + "lendir me", + "Ġ ç¨ĭ", + "Ġç¨ ĭ", + "说 è¯Ŀ", + "ĠíķĦìļĶ íķľ", + "aÅĻ ilo", + "Ġle žÃŃ", + "ĠAmer ikan", + "ĠAmerika n", + "ĠAmerik an", + "ãĤĦ ãģĻ", + "va jÃŃcÃŃ", + "vajÃŃ cÃŃ", + "ÐĿ Я", + "ĠìĹĦ ë§Ī", + "Ġ åĥ", + "Ġå ĥ", + "r ál", + "rá l", + "Ġç ay", + "Ġça y", + "tu ÄŁ", + "ุà¸į าà¸ķ", + "ĠÑģ лив", + "ĠÑģл ив", + "ν οÏħ", + "νο Ïħ", + "ĠO v", + "ĠC HP", + "ĠCH P", + "ĠZe mÄĽ", + "ĠZem ÄĽ", + "ĠÄįesk ý", + "ĠÄįe ský", + "ĠTh ánh", + "иÑĤелÑĮ ноÑģÑĤÑĮ", + "иÑĤелÑĮно ÑģÑĤÑĮ", + "æĦı ä¹ī", + "à¥įरम ण", + "Ġди амеÑĤ", + "Ġk lin", + "Ġkl in", + "Ġkli n", + "Ġ کرÛĮ", + "ĠÚ© رÛĮ", + "Ġکر ÛĮ", + "ãģ§ãģ¯ ãģªãģı", + "飯 åºĹ", + "Ġk ênh", + "Ġkê nh", + "ĠÑĢанÑĮ ÑĪе", + "ãĤĴ ãģĹãģŁ", + "ĠпÑĢи боÑĢ", + "ĠпÑĢиб оÑĢ", + "Ġà¤ĸ तर", + "Ġ yu", + "Ġy u", + "é§ IJ", + "ĠÑĢ або", + "ĠÑĢа бо", + "ĠÑĢаб о", + "ĠС ÐłÐ¡Ðł", + "èĬ ¬", + "ž ila", + "ži la", + "žil a", + "еÑĢ ÑĤа", + "еÑĢÑĤ а", + "и ÑģÑĤÑĢа", + "иÑģ ÑĤÑĢа", + "иÑģÑĤ ÑĢа", + "Ġкни ги", + "ĠFranc ie", + "ĠFran cie", + "ĠÚĺ اپ", + "ĠÎļ οÏħ", + "ĠÎļο Ïħ", + "ัว à¹Ģà¸Ńà¸ĩ", + "Ġl ắng", + "Ġ нами", + "Ġн ами", + "Ġна ми", + "Ġнам и", + "Ġпод ой", + "д ÑĢом", + "дÑĢ ом", + "o bus", + "ob us", + "ÐĴ Ñĸн", + "Ġst alo", + "Ġsta lo", + "Ġstal o", + "Ġà¤ı à¤ľ", + "ĠL inh", + "ĠLin h", + "ĠLi nh", + "ebilir iz", + "Ġзав ÑĤÑĢа", + "μ εÏģο", + "με Ïģο", + "μεÏģ ο", + "Ġ ÎŃν", + "ĠÎŃ Î½", + "ÑıÑĤ но", + "Ġд оÑĢож", + "Ġдо ÑĢож", + "ĠдоÑĢ ож", + "åıĤ çħ§", + "Ïĥ ιο", + "Ïĥι ο", + "à¹ī à¹Ģà¸ģ", + "a ných", + "an ých", + "aný ch", + "ç· ł", + "Ġ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢãĢĢ", + "ĠãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢãĢĢ ãĢĢ", + "åĬĽ çļĦ", + "ĠS ır", + "ĠSı r", + "Ġ ì§ĢëıĦ", + "Ġì§Ģ ëıĦ", + "ç· Ĭ", + "ĠpoÄį tu", + "ï¼Į ä¸İ", + "ä¸ĸ ç´Ģ", + "ем ого", + "емо го", + "Ġhus us", + "Ġhu sus", + "Ġölçü de", + "Ġtr ục", + "Ġtrụ c", + "à¸Ľà¸¥ à¸Ńà¸Ķà¸ł", + "Âłp ÅĻÃŃ", + "ĠBöl gesi", + "м ом", + "мо м", + "ãģ« ãģ¦", + "Ġ쪽 ì§Ģ", + "ÄĽt Å¡", + "ĠìĦ± ê³µ", + "र त", + "ur du", + "urd u", + "ĠìĽĢ ì§ģ", + "ÑŁ ÐŃ", + "nÃŃ kem", + "nÃŃk em", + "ĠskuteÄį nosti", + "Ġ даÑĤ", + "Ġд аÑĤ", + "Ġда ÑĤ", + "n eum", + "ne um", + "ĠÑĤаб леÑĤ", + "j vu", + "Ġs edm", + "Ġse dm", + "Ġsed m", + "س ÙĬØ©", + "سÙĬ Ø©", + "ĠкоÑĢ об", + "Ġко ÑĢоб", + "em mel", + "emm el", + "emme l", + "ãģ¤ ãģij", + "é¦Ļ èķī", + "Ġشخص ÛĮت", + "ĠشخصÛĮ ت", + "ä¸Ĭ äºĨ", + "ÙĪ را", + "ÙĪر ا", + "ĠаÑĤ моÑģ", + "Ġ лей", + "Ġл ей", + "Ġz prav", + "Ġzp rav", + "Ġëķ ħ", + "ู à¸Ĺ", + "Ġ اسر", + "Ġا سر", + "Ġاس ر", + "ĠAy dın", + "ĠعÙħ ÙĦÙĬØ©", + "ĠعÙħÙĦ ÙĬØ©", + "Ġд ÑĸÑĶ", + "ĠдÑĸ ÑĶ", + "Ġd ök", + "Ġdö k", + "Ġफ ल", + "ĠìĤ¬ëŀĮ ëĵ¤ìĿ´", + "ĠнаÑĤÑĥ ÑĢалÑĮ", + "æŁ ľ", + "温 度", + "Ġk les", + "Ġkl es", + "Ġkle s", + "Ġин веÑģÑĤи", + "s üz", + "æĴ °", + "Ġ ãĤ¢ãĥ«", + "ĠãĤ¢ ãĥ«", + "Ġ èĴ", + "Ġè Ĵ", + "ад ки", + "Ġk lÃŃÄį", + "Ïĩ εί", + "Ïĩε ί", + "ĠTh iết", + "ĠThi ết", + "ĠسرÛĮ ع", + "ĠÏĢεÏģιο Ïĩή", + "ÙĪ ÙĤÙģ", + "ÙĪÙĤ Ùģ", + "Ïģ ÏīÏĥη", + "ÏģÏī Ïĥη", + "ĠسÙĦ اÙħت", + "ĠسÙĦاÙħ ت", + "ëĵ¤ ëıĦ", + "ĠveÅĻej né", + "Ġvi tam", + "Ġvit am", + "Ġvita m", + "ĠبازÛĮ گر", + "ĠÑĢеÑĨеп ÑĤ", + "ĠìľĦ íķ´ìĦľ", + "ĠìľĦíķ´ ìĦľ", + "ĠØ£Ùĥ بر", + "Ġk üt", + "Ġkü t", + "민 주", + "Ġté ž", + "Ġ å¼ķ", + "Ġå¼ ķ", + "ÑĩаÑģ но", + "çļĦ åľ°", + "Ġarchit ekt", + "Ġбак ÑĤеÑĢ", + "Ġ ãģį", + "Ġ одеÑĢж", + "Ġо деÑĢж", + "Ġод еÑĢж", + "Ġتج ارÛĮ", + "éĿ Ī", + "Ġre cep", + "Ġrec ep", + "Ġrece p", + "é© ¶", + "Ġد ÙĩÙĩ", + "ĠدÙĩ Ùĩ", + "è² Į", + "çµIJ å©ļ", + "ılı ç", + "ãģĭãĤī ãģ¯", + "å¿ĥ éĩĮ", + "æĬķ è³ĩ", + "è² Ŀ", + "ĠкÑĥлÑĮÑĤÑĥ ÑĢÑĭ", + "ĠкÑĥлÑĮÑĤÑĥÑĢ Ñĭ", + "Ġ å°ij", + "Ġå° ij", + "à¹ģ à¸ŀร", + "à¹ģà¸ŀ ร", + "γ κÏĮ", + "γκ ÏĮ", + "ar ım", + "arı m", + "Ġاس اسÛĮ", + "Ġاساس ÛĮ", + "Ġposled nÃŃch", + "ĠposlednÃŃ ch", + "ĠÙħ ÙħÙĨ", + "ĠÙħÙħ ÙĨ", + "Ġпоз иÑĤив", + "Ġпози ÑĤив", + "ìł ¤", + "Ñĥ вавÑģÑı", + "Ñĥв авÑģÑı", + "Ñĥва вÑģÑı", + "Ñĥвав ÑģÑı", + "Ġجز ئ", + "ìĿ´ ìŀIJ", + "Ġин ÑģÑĤÑĢÑĥк", + "Ġη λεκ", + "Ġde mir", + "Ġdem ir", + "Ġdemi r", + "ä¸Ńæĸĩ åŃĹå¹ķ", + "Ġعاش ÙĤ", + "Ġب اÙĦÙĤ", + "Ġبا ÙĦÙĤ", + "ĠباÙĦ ÙĤ", + "Ġ maz", + "Ġm az", + "Ġma z", + "ά νι", + "άν ι", + "Ġ dÃ¼ÄŁ", + "Ġd Ã¼ÄŁ", + "Ġdü ÄŁ", + "Ġ κÏģα", + "Ġκ Ïģα", + "ĠбÑĥд ÑĤо", + "ç¦ı åĪ©", + "ĠпÑĢед назнаÑĩ", + "Ùħ ÙĦØ©", + "ÙħÙĦ Ø©", + "ĠбÑĥд инкÑĥ", + "Å¥ an", + "íķ Ģ", + "ç´¹ ä»ĭ", + "Ú© ز", + "ĠкаÑĦ ед", + "ãģ« è¦ĭ", + "าà¸ķร à¸IJาà¸Ļ", + "ë¡ľ ëĬĶ", + "i vÄĽ", + "iv ÄĽ", + "èĥ½ æºIJ", + "ï¼Į åħ¨", + "ĠÑĥ див", + "ĠÑĥд ив", + "Ġë§Į ëĤĺ", + "ÐĴ ÐIJ", + "ĠG ür", + "ĠGü r", + "ĠдÑĢÑĥг им", + "Ïĥ Ïį", + "Ġ oÄŁlu", + "ĠoÄŁ lu", + "Ġê°Ģ ê¹Į", + "ĠзнаÑĩ иÑĤелÑĮно", + "ĠзнаÑĩиÑĤ елÑĮно", + "о зÑĸ", + "оз Ñĸ", + "Ġm á»±c", + "ĠB eÅŁ", + "ĠBe ÅŁ", + "Ġ jezd", + "Ġje zd", + "á vÄĽ", + "áv ÄĽ", + "ÏĦη Ïĥε", + "ãģ¦ãģĦ ãģªãģĦ", + "ĠСв ÑıÑĤ", + "Ġम श", + "ĠΤ οÏħ", + "ĠΤο Ïħ", + "声 ãĤĴ", + "ĠÑģам ое", + "ĠÑģамо е", + "Ġ åĮº", + "ĠåĮ º", + "ĠìĤ¬ëŀĮ ìĿĢ", + "ĠÙħ ÙĦت", + "ĠÙħÙĦ ت", + "Ġj oker", + "Ġjo ker", + "Ġjoke r", + "Ġne ob", + "Ġneo b", + "ĠÑĤ ака", + "ĠÑĤак а", + "ĠÑĤа ка", + "ĠÙĩ Ùģت", + "Ġδε δο", + "ĠзаÑħ оп", + "ĠاÙĦÙħ خت", + "ез да", + "езд а", + "Ġíķľ ë²Ī", + "Ġع اÙħØ©", + "ĠعاÙħ Ø©", + "Ġdo state", + "Ġdost ate", + "Ġdostat e", + "Ġp lav", + "Ġpl av", + "Ġpla v", + "楽 ãģĹ", + ".;.; .;.;", + "в аÑĶ", + "ва ÑĶ", + "Ġbụ i", + "ĠÄij ỡ", + "ĠÄijá» ¡", + "Ġmys lÃŃ", + "Ġmysl ÃŃ", + "ĠÙĨ ار", + "Ġn út", + "Ġм ала", + "Ġмал а", + "Ġма ла", + "Τ Ρ", + "ĠاÙĦرÙħ زÙĬØ©", + "la dım", + "lad ım", + "ladı m", + "ä¸Ģ ç·Ĵ", + "ĠiÅŁ ç", + "l ivé", + "li vé", + "liv é", + "르 ê²Į", + "ан наÑı", + "ظËĨ Ø·", + "Ġd ừng", + "ÙĦÙĥ تر", + "çŃĶ æ¡Ī", + "ĠÙħÙĪÙĤع ÛĮت", + "ĠÑĸн озем", + "ĠиÑģ Ñĩ", + "Ġнеп ÑĢавилÑĮ", + "b akan", + "ba kan", + "bak an", + "Ġ çīĪ", + "Ġçī Ī", + "ен нÑİ", + "à¸ĩ à¹Ģศ", + "à¸Ħวาม à¸Ħ", + "% .Ċ", + "%. Ċ", + "à¹Ī à¹Ģà¸Ľ", + "ĠØ¢ بÛĮ", + "Ġآب ÛĮ", + "Ġst áty", + "Ġstát y", + "Ġتر تÛĮب", + "Äįem ž", + "Ġ é¹", + "Ġé ¹", + "Ġ ÙģاÙĦ", + "ĠÙģ اÙĦ", + "Ġbelir len", + "ĠâĨ ĺ", + "èĩ³ å°ij", + "ĠBun lar", + "Ġ ä¸ĵ", + "Ġä¸ ĵ", + "ĠÙħØŃ Ø§Ø³", + "ĠìĦľ ë²Ħ", + "Ġc anh", + "Ġcan h", + "Ġca nh", + "ĠпÑĢоÑĤ Ñıж", + "ĠнÑĸ меÑĨÑĮ", + "à¥Īà¤ł à¤ķ", + "ëĭ ī", + "Ġна неÑģ", + "Ġвоз ÑĢаÑģÑĤа", + "ĠвозÑĢаÑģÑĤ а", + "Ġ[âĢ¦ ]Ċ", + "Ġ[âĢ¦] Ċ", + ". à¸ŀ", + "ิ ศาสà¸ķร", + "ิศ าสà¸ķร", + "çģ ½", + "ê°Ļ ìĿĢ", + "ล à¸ĩà¸Ĺ", + "ลà¸ĩ à¸Ĺ", + "ãĤ± ãĥ¼ãĤ¹", + "Ġ ãĤ¢ãĤ¤", + "ĠãĤ¢ ãĤ¤", + "Ñģ Ñİ", + "ĠÙĦ ر", + "ãģĭ ãģ£ãģ¦", + "Ġ기 ë°ĺ", + "Ġ !:", + "Ġ! :", + "ĠÑģ ÑĬ", + "Ġ Ø´ÙĨاسÛĮ", + "ĠØ´ÙĨ اسÛĮ", + "ĠØ´ÙĨاس ÛĮ", + "ĠìķĦ 침", + "Ġعب اس", + "Ġ à¸ķà¸Ńà¸Ļ", + "Ġà¸ķ à¸Ńà¸Ļ", + "ĠмеÑĤал ли", + "ÑĪ ила", + "ÑĪи ла", + "Ġpod rob", + "Ġpodr ob", + "ÑĸÑģ но", + "Ġ 赤", + "Ġèµ ¤", + "c iler", + "ci ler", + "cil er", + "o zem", + "oz em", + "oze m", + "ĠоÑģнов нÑĭÑħ", + "Âł à¤ķ", + "à¸ĸ à¸Ļà¸Ļ", + "ан ÑĤаж", + "анÑĤ аж", + "анÑĤа ж", + "ĠD ÃŃky", + "Ġگذ ارÛĮ", + "æľº ä¼ļ", + "οÏħ λίοÏħ", + "οÏħλ ίοÏħ", + "оÑĩ ек", + "Ġнап иÑĤ", + "ĠبÛĮØ´ ترÛĮ", + "ĠبÛĮشتر ÛĮ", + "ä¾ į", + "ĠاÙĦ ÙħÙħ", + "ĠاÙĦÙħ Ùħ", + "ÙĪز ÙĬع", + "Ġgöz lem", + "è°ĥ æķ´", + "Âłm iles", + "Âłmi les", + "Ġk oc", + "Ġko c", + "ัà¸į ห", + "æ³ ³", + "ĠÎij γγ", + "ĠÎijγ γ", + "ĠÙĨÙħ از", + "ุ à¸Ĺ", + "ãĥı ãĤ¤", + "Ġth ù", + "к ÑĥлÑı", + "кÑĥ лÑı", + "кÑĥл Ñı", + "ĠпÑĥÑĤ ем", + "èĩº çģ£", + "Ġver gi", + "Ġverg i", + "åł´åIJĪ ãģ¯", + "ĠÑĤÑĢÑĮ оÑħ", + "Ġë³´ ë©´", + "âĸ ²", + "Ïħ γ", + "ĠдоÑĤ ÑĢим", + "æľ µ", + "Ġum ÄĽnÃŃ", + "èī¯ ãģĦ", + "Âł à¸Ļาà¸ĩ", + "Ðİ ÑĭÑŁN", + "ä¸ī 个", + "ียร à¸ķ", + "ï¼Į åIJĮæŶ", + "ĠÑĢозÑĢаÑħ Ñĥн", + "ĠD ers", + "ĠDe rs", + "ĠDer s", + "ãģª ãģ®", + "Ġê·¸ 를", + "d ikleri", + "dik leri", + "Ġhay ata", + "Ġhaya ta", + "Ġhayat a", + "è§Ħ èĮĥ", + "ç»ĵ åIJĪ", + "Ġs cé", + "Ġsc é", + "Ġc Æ¡m", + "ĠcÆ¡ m", + "åѸ éĻ¢", + "ĠÐĦ в", + "ĠÄįlán ek", + "ĠдоÑģÑĤ иг", + "ĠдоÑģÑĤи г", + "ा à¤ĩस", + "ाà¤ĩ स", + "εÏħ Ïĥη", + "éģ© çĶ¨", + "Ïĥ ον", + "Ïĥο ν", + "ıl maktadır", + "ëªħ ìĿĦ", + "ı b", + "Ġstar Å¡ÃŃ", + "Ġch ÃŃn", + "ĠchÃŃ n", + "ä¸Ģ 个人", + "ä¸Ģ个 人", + "ĠFranti Å¡ek", + "n ÄĽji", + "nÄĽ ji", + "ï» ¨", + "ĠÙĦÙĦ د", + "Ġp okoj", + "Ġpok oj", + "Ġj ih", + "Ġji h", + "ãĢį ãĢĤ", + "Ġعبد اÙĦ", + "ãĤĵãģ§ ãģĦãĤĭ", + "Ġмод елÑĮ", + "ĠteÅŁ kil", + "ĠÄĮ er", + "à¹Ģà¸Ķ à¸Ńร", + "' na", + "'n a", + "λο γή", + "λογ ή", + "Ġ kola", + "Ġk ola", + "Ġko la", + "Ġkol a", + "ãĥĢ ãĥ¼", + "иÑĤ елем", + "иÑĤе лем", + "ĠÏĥÏħ νο", + "ĠÏĥÏħν ο", + "ĠK urum", + "ĠKur um", + "ĠKu rum", + "Ġsnad no", + "ĠاÙĦÙĤر Ø¢ÙĨ", + "ĠV á»ģ", + "é«ĺ ãģĦ", + "Ġyıl dız", + "Ġbir isi", + "Ġbiri si", + "Ġkh úc", + "ÙĪ ÛĮÙĦ", + "ÙĪÛĮ ÙĦ", + "æľĢ ä½³", + "Ġส าà¸Ĥ", + "ĠÐŁ ок", + "ĠÐŁÐ¾ к", + "âī ł", + "à¹Ĥà¸Ľà¸£ à¹ģà¸ģรม", + "à¥įय यन", + "èij ¡", + "Ġn ovÄĽ", + "Ġno vÄĽ", + "Ġnov ÄĽ", + "ay ıp", + "ayı p", + "ĠSing ap", + "ĠSin gap", + "è° ĵ", + "ãĤ¶ ãĤ¤ãĥ³", + "Ġн овÑĭе", + "Ġнов Ñĭе", + "Ġh ảo", + "Ġ èŤ", + "ĠèĹ ¤", + "ãĥ³ ãĥĸ", + "ãĥ³ãĥ ĸ", + "Âł ĊĊ", + "ÂłĊ Ċ", + "θ εια", + "θε ια", + "Ġпоп ада", + "ĠëĶĶ ìŀIJìĿ¸", + "Ġداشت ÙĨد", + "ĠداشتÙĨ د", + "ĠØ´ÙĨ اختÙĩ", + "Ïĥ μαÏĦα", + "Ïĥμα ÏĦα", + "å¹³æĸ¹ åħ¬éĩĮ", + "Ġg öl", + "Ġgö l", + "ек оÑĤоÑĢ", + "еко ÑĤоÑĢ", + "Ġm álo", + "Ġmá lo", + "Ġاج ازÙĩ", + "Ú© اراÙĨ", + "کار اÙĨ", + "کا راÙĨ", + "ĠпÑĸдпÑĢиÑĶм ÑģÑĤв", + "ä¸ī å¹´", + "ĠسÙģ ÛĮد", + "ĠμÎŃ ÏģοÏĤ", + "ÐĻ ÐĻ", + "Ġh Æ°", + "س ÙĪب", + "سÙĪ ب", + "ĠÙĦ ذا", + "Ġnem ovit", + "Ġd ÃŃv", + "ĠdÃŃ v", + "Ä° s", + "¶ ¶", + "Ġph Æ°á»Ŀng", + "ĠÙĨØŃ ÙĪÙĩ", + "ĠÙĨØŃÙĪ Ùĩ", + "Ð ĭ", + "Ġz byt", + "Ġzb yt", + "Ġzby t", + "ed ii", + "edi i", + "n ech", + "ne ch", + "ĠадмÑĸнÑĸÑģÑĤÑĢа ÑĤив", + "Ġne vÄĽ", + "Ġnev ÄĽ", + "Ġ ож", + "Ġо ж", + "ĠÄIJ ó", + "à¸Ľà¸£à¸° ว", + "Ġvhod né", + "Ġum ÄĽl", + "ĠÑĢазлиÑĩ нÑĭе", + "ĠpÅĻi roz", + "Ġبخ Ø´ÛĮ", + "Ġبخش ÛĮ", + "ãģ® 大", + "ĠاÙĦ ÙĥÙĩ", + "ĠاÙĦÙĥ Ùĩ", + "ec ká", + "eck á", + "Ġzorun lu", + "ĠÐľÐ¸Ðº ола", + "Ġ amel", + "Ġa mel", + "Ġam el", + "к овÑĭе", + "ков Ñĭе", + ": :::/", + ":: ::/", + ":::: /", + "::: :/", + "ä¸įåIJĮ çļĦ", + "ĠÙĪÙĥ اÙĨت", + "ĠÙĪÙĥاÙĨ ت", + "à¸Ń à¸Ń", + "lá sil", + "ĠпÑĢедпол аг", + "ï½ ±", + "Ġ νε", + "Ġν ε", + "Ġн овÑĭй", + "Ġнов Ñĭй", + "Ġìĺģíĸ¥ ìĿĦ", + "Ġê°Ģ ì§Ħ", + "åĥ ħ", + "Y D", + "Ġب اغ", + "Ġبا غ", + "ĠØ´Ú© ست", + "Ġgü ney", + "Ġgün ey", + "и ÑģÑĮ", + "иÑģ ÑĮ", + "ãģĭ ãģªãģĦ", + "ãģĭãģª ãģĦ", + "ĠT òa", + "Ġگرد ÛĮد", + "Ġگر دÛĮد", + "ØŃ ÙĦ", + "lu vÃŃ", + "luv ÃŃ", + "v éd", + "vé d", + "Ġìĺ ·", + "Ġε ÏĢα", + "ĠεÏĢ α", + "ĠÑĤи ÑģÑıÑĩ", + "ĠÑĤиÑģ ÑıÑĩ", + "Ġê½ ĥ", + "ĠP US", + "ĠPU S", + "ĠдÑĥм кÑĥ", + "Ġ âĢĿĊ", + "ĠâĢĿ Ċ", + "ĠìĬ¤ íı¬ì¸ł", + "Ùĩ Ùĩ", + "Ġg ắng", + "Ġgắn g", + "ิ à¸łà¸²à¸ŀ", + "éĩĮ éĿ¢", + "br ıs", + "Ġz áb", + "Ġzá b", + "κ αÏĤ", + "κα ÏĤ", + "ĠåıĮ 线", + "ล ล", + "ĠÄIJ Ãłi", + "ĠÄIJÃł i", + "åѸ æł¡", + "ĠÑĢаÑģп ÑĢед", + "ĠÑģÑĤан еÑĤ", + "ĠÑģÑĤа неÑĤ", + "Ġл ак", + "Ġла к", + "Ġпод к", + "Ġg ören", + "Ġgö ren", + "Ġgör en", + "Ġgöre n", + "르 ê³ł", + "ĠÑĦ ÑĢÑĥкÑĤ", + "íĵ¨ íĦ°", + "ãģĻ ãĤĮãģ°", + "ãĤĴ ä½ľ", + "à¸Ńà¸Ńà¸ģ à¹ģà¸ļà¸ļ", + "Ġku lak", + "Ġkul ak", + "ĠíĶĮ ëłĪìĿ´", + "ĠØŃ Ø¯ÙĬØ«", + "ĠØŃد ÙĬØ«", + "ãģĨ ãĤĵ", + "Ġм Ñĸк", + "ĠмÑĸ к", + "à¤ĩस à¤ķ", + "ĠÑĥ ÑĤоÑĩ", + "ĠÑĥÑĤ оÑĩ", + "ĠÙĥ Ø«ÙĬر", + "ĠY ine", + "ĠYi ne", + "ĠYin e", + "ัว หà¸Ļ", + "н ÑĸÑĹ", + "нÑĸ ÑĹ", + "åį ¢", + "Ñĥ Ñģлов", + "ÑĥÑģ лов", + "ìĽĮ íģ¬", + "Ġà¤ħ à¤ĸ", + "ĠÑĨ Ñĸка", + "ĠÑĨÑĸ ка", + "ìĦł ìĿĦ", + "ĠØ£ ر", + "гал ÑĤеÑĢ", + "angl icky", + "ĠÑģ оÑģÑĥд", + "ĠÑģоÑģ Ñĥд", + "ĠÑĥ Ñıв", + "ĠпÑĢодÑĥк ÑĨÑĸÑĹ", + "Ġc hua", + "Ġch ua", + "Ġchu a", + "Ġd án", + "Ġdá n", + "ाम à¤Ĺ", + "ئ ت", + "ĠФ ед", + "Ġh rom", + "Ġhr om", + "íķ´ ë³´", + "ĠØ¢ÙĨ ÙĦاÛĮÙĨ", + "- пÑĢав", + "-п ÑĢав", + "Ġì¤ijìļĶ íķľ", + "Ġв кÑĥ", + "Ġвк Ñĥ", + "Ġ 大éĺª", + "Ġ大 éĺª", + "Ġt erk", + "Ġte rk", + "Ġter k", + "Ġпод Ñĸб", + "ĠвÑĸд вÑĸд", + "à¥Į à¤Ł", + "è³ £", + "Ġب تÙĨ", + "Ġبت ÙĨ", + "Ġبع ضÛĮ", + "Ġبعض ÛĮ", + "ãģª ãģĬ", + "ä»ĸ åĢij", + "Ġtavs iye", + "ĠM ısır", + "ĠØ¥ Ø°", + "Ġ æIJ", + "Ġæ IJ", + "íķĺ ëĤĺ", + "ĠÙĪ Ø®", + "ãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢĠ ãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ", + "ãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢĠãĢĢ", + "ãĢĢĠãĢĢĠãĢĢĠãĢĢĠãĢĢ ĠãĢĢ", + "Ġta kový", + "Ġtak ový", + "Ġtako vý", + "Ġबन न", + "Ġз ÑĢениÑı", + "ĠÙĪ ÙģÙĤ", + "ĠÙĪÙģ ÙĤ", + "ë¹Ħ ìķĦ", + "Ġпом ожеÑĤ", + "åĮĹ å¸Ĥ", + "dık ları", + "Ġ éĵģ", + "Ġéĵ ģ", + "Ġakt uálnÃŃ", + "Ġaktu álnÃŃ", + "Ġв в", + "ãĤĤ ãģªãģĦ", + "íĨµ ìĭł", + "ÏĦα Ïĥη", + "Ġìĥģ ëĮĢ", + "Ġ æł¡", + "Ġæł ¡", + "ãĢĤ éĤ£", + "ĠرÙĪسÛĮ Ùĩ", + "Ġtelev izyon", + "å¹´ é¾Ħ", + "ĠÐijоÑĢ иÑģ", + "리 ìĸ´", + "Ġz veÅĻej", + "ж но", + "ĠÐŀ ÑģÑĤ", + "ĠÐŀÑģ ÑĤ", + "ĠмÑĥж Ñĩин", + "Ġy eÅŁil", + "ĠСов еÑĤ", + "ĠСо веÑĤ", + "ĠB ÃĸL", + "ĠТак ож", + "Ġob nov", + "ĠпÑĢи надлеж", + "ĠвиÑģ нов", + "Ø· Ùħ", + "ĠìĹĨ ìĸ´", + "ĠM ùa", + "ä½ı å®ħ", + "åĮ» åѦ", + "Ġна ÑĢез", + "ĠнаÑĢ ез", + "ãĥĭ ï¾Ĩ", + "ĠM ặt", + "Ġvu ông", + "ä¸Ģ åĮº", + "ĠẢ nh", + "ÑĢ иÑĦ", + "ÑĢи ÑĦ", + "ä¿Ŀ éĻ©", + "ĠÏĩÏģή Ïĥη", + "åIJĮ æĦı", + "Ġ æīĵ", + "Ġæī ĵ", + "e tÄĽ", + "et ÄĽ", + "ĠÙĪ Ø°ÙĦÙĥ", + "ĠÑĤ иж", + "ĠÑĤи ж", + "ĠÎŁ ικο", + "ĠÎŁÎ¹ κο", + "ĠмÑĸÑģ ÑĨÑĸ", + "ĠÑĢебен ок", + "ĠÅŀ ah", + "عÙĦ ÙĪÙħ", + "l adıģ", + "la dıģ", + "lad ıģ", + "ladı ÄŁ", + "Ġg iden", + "Ġgi den", + "Ġgid en", + "лив оÑģÑĤÑĸ", + "ливо ÑģÑĤÑĸ", + "ÙĴ س", + "ĠT HB", + "ĠTH B", + "Ġmes lek", + "Âł ÐĿе", + "ÂłÐĿ е", + "μÏĨ Ïīνα", + "Ġ ÙĪاج", + "ĠÙĪ اج", + "ĠÙĪا ج", + "на ÑģлÑĸд", + "æĺŁ æľŁ", + "ÐĶ ж", + "ĠÑĢабоÑĤ аеÑĤ", + "ĠÑĢабоÑĤа еÑĤ", + "Ġs ánh", + "ìļ° 리", + "Ġا بÙĪ", + "Ġاب ÙĪ", + "çļĦ æĥħ", + "ĠìĻ¸ êµŃ", + "Ġk abil", + "Ġka bil", + "Ġkab il", + "еÑĢв Ñĭе", + "Ġgi Ãłu", + "ĠgiÃł u", + "Ġt á»ı", + "Ġtá» ı", + "Âł Ðij", + "å®Į æķ´", + "Ġmuž ů", + "ĠpomÄĽr nÄĽ", + "ĠÙħ خصÙĪص", + "ĠÐĶ ем", + "ãĤı ãĤĮãĤĭ", + "ãĤıãĤĮ ãĤĭ", + "ĠпÑĢи бÑĭ", + "ĠпÑĢиб Ñĭ", + "ĠکاÙħ Ù¾ÛĮ", + "ï¼ Ń", + "Ġt rh", + "Ġtr h", + "ĠÐij олÑĮÑĪ", + "´ :", + "и ваеÑĤÑģÑı", + "ив аеÑĤÑģÑı", + "ива еÑĤÑģÑı", + "иваеÑĤ ÑģÑı", + "Ġ ìĤ¬íķŃ", + "ĠìĤ¬ íķŃ", + "è¿Ľ ä¸ĢæŃ¥", + "ÑĨ ей", + "ÑĨе й", + "ãģ¾ ãģļ", + "аÑĤ елем", + "аÑĤе лем", + "éĮ ¯", + "Ġžal ob", + "ÑĨ ез", + "ÑĨе з", + "и нÑĥв", + "ин Ñĥв", + "инÑĥ в", + "Ġver ze", + "Ġve rze", + "Ġverz e", + "åĽŀ åĪ°", + "Ġd ược", + "ائ ÙĬÙĦ", + "ائÙĬ ÙĦ", + "sto upil", + "stoup il", + "论 æĸĩ", + "ĠÐŁ аÑĢи", + "ĠÐŁÐ°ÑĢ и", + "Ġдек оÑĢаÑĤив", + "اخ تÛĮ", + "اخت ÛĮ", + "ĠÑģÑĤ ÑĢем", + "ĠÑģÑĤÑĢ ем", + "ãĥ»âĶģãĥ»âĶģ ãĥ»âĶģãĥ»âĶģ", + "ĠÑģам ой", + "ĠÑģамо й", + "Ñĩ ÑĤо", + "ìĥģ ëĭ´", + "âī ¤", + "ÑĤ ого", + "ÑĤо го", + "ëIJ ¨", + "ı lacak", + "ıl acak", + "ä¸Ń ãģ«", + "ĠÏħÏĢάÏģÏĩ οÏħν", + "ĠвÑĸд бÑĥ", + "ĠвÑĸдб Ñĥ", + "çİ »çĴĥ", + "Ġвп еÑĢед", + "ĠPl zeÅĪ", + "Ú¯ اب", + "à¹Ģศ รษà¸IJ", + "ï¼Į æľĢ", + "Ùħ ÙĨÛĮ", + "ÙħÙĨ ÛĮ", + "çħ§ çīĩ", + "缮 å½ķ", + "ÑĢиÑĤ ÑĤÑı", + "âĢĮ اش", + "Ġ ëĮĢíļĮ", + "ĠëĮĢ íļĮ", + "ĠÅĻ adu", + "- ÑĤеÑħ", + "-ÑĤ еÑħ", + "Ġ ÙĬÙĪ", + "ĠÙĬ ÙĪ", + "Ġ à¹ģà¸ŀ", + "Ġà¹ģ à¸ŀ", + "ا ÙĥÙĨ", + "اÙĥ ÙĨ", + "Ġ기 ìŀIJ", + "Ġг Ñĸд", + "Ġìļ° 리ëĬĶ", + "Ġìļ°ë¦¬ ëĬĶ", + "Ø´ ÙħارÛĮ", + "Ø´Ùħ ارÛĮ", + "Ġt icari", + "Ġtic ari", + "âij ¢", + "ĠاÙĦ بد", + "ĠاÙĦب د", + "ĠÑĢаÑģ Ñĩ", + "Ġ اÙĦÛĮ", + "Ġا ÙĦÛĮ", + "ĠاÙĦ ÛĮ", + "Ġsü rede", + "Ġsür ede", + "Ġsüre de", + "Ġاع تر", + "Ġпо нÑıÑĤÑĮ", + "Ġпон ÑıÑĤÑĮ", + "γ κο", + "γκ ο", + "ï¼Į æ¯Ķ", + "ĠS eb", + "ĠSe b", + "Ġìĭł ê·ľ", + "æĶ¶ çĽĬ", + "ĠÙ¾ÛĮØ´ÙĨÙĩ اد", + "Îľ ÎijΤ", + "ÎľÎij Τ", + "ë°Ķ ìĿ´", + "ä¾Ľ åºĶ", + "б ин", + "би н", + "人 æ°Ĺ", + "ãģı ãĤī", + "Ġsk vÄĽl", + "Ġëĵ± ìŀ¥", + "æĭħ å½ĵ", + "Ġim kan", + "æ Ļ¨", + "æĻ ¨", + "ï¼Į çİ°åľ¨", + "Ġsrd ce", + "ìĤ° ìĹħ", + "Ġмод ели", + "æľ¬å½ĵ ãģ«", + "а нка", + "ан ка", + "анк а", + "Ġyür üy", + "ĠоÑĩ евид", + "ĠØŃ Ø³ÙĬÙĨ", + "ĠØŃس ÙĬÙĨ", + "Ñī аÑİÑĤ", + "Ñīа ÑİÑĤ", + "lé dl", + "léd l", + "ÑĨ о", + "ĠcÃŃ sa", + "ãģĭ ãģij", + "èĹ į", + "ĠØ®ÙĪاÙĩ ÙĨد", + "Ġmu že", + "Ġmuž e", + "Ġна коп", + "Ġнак оп", + "di ÄŁini", + "diÄŁi ni", + "er seniz", + "ers eniz", + "ersen iz", + "ĠпÑĢаÑĨÑĸв никÑĸв", + "д лÑı", + "Ġα ÏĥÏĦ", + "ĠαÏĥ ÏĦ", + "æ¶Ī è´¹", + "Ġ è¨Ģ", + "Ġè¨ Ģ", + "Ġb át", + "ĠØ´ ÙĥÙĦ", + "ĠÑģп иÑĢ", + "ÏĢο ÏĦε", + "Ġس اÙĦÙĩ", + "ĠساÙĦ Ùĩ", + "e kil", + "ek il", + "eki l", + "à¹ģ à¸Ĭม", + "ĠÏĥ ÏĦι", + "ĠÙħ Ø·ÙĦب", + "ĠÙħØ· ÙĦب", + "Ġìłķ ì±ħ", + "ê´Ģ ê³Ħ", + "å¹¹ ç·ļ", + "Ġ 京", + "éĢļ éģİ", + "ĠدÛĮ گراÙĨ", + "ĠدÛĮگر اÙĨ", + "ĠØ£ Ùħا", + "ĠØ£Ùħ ا", + "æĺ¯ ä¸į", + "ĠëĮĢ ëĭµ", + "ĠE rk", + "ĠEr k", + "p erty", + "per ty", + "pert y", + "ĠнаÑĩина еÑĤ", + "Ġê·¸ 리", + "ë£ ¡", + "ĠìĽ¹ ìĤ¬ìĿ´íĬ¸", + "ार न", + "æĦı è¯Ĩ", + "ĠС ÐŁ", + "Ġب اÙĬد", + "Ġبا ÙĬد", + "Ġbakım ından", + "/ TT", + "/T T", + "ĠÙģ اصÙĦÙĩ", + "ĠÙħØ« ÙĦا", + "ĠÙħØ«ÙĦ ا", + "Ġк вад", + "Ġкв ад", + "ĠØ´ اÛĮد", + "ĠuÄį itel", + "çĪ ½", + "Ġعرض Ùĩ", + "Ġ 交", + "ĠÑĩ еÑģÑĤÑĮ", + "ĠÑĩеÑģ ÑĤÑĮ", + "à¥Ī ?Ċ", + "à¥Ī? Ċ", + "ĠخاÙĨ Ùħ", + "et iyle", + "eti yle", + "Ġε γκα", + "ĠÑģÑĥ Ñīе", + "ĠìĿ¼ ìĸ´", + "ĠÐĽ ени", + "ĠÐĽÐµ ни", + "Ġ 声", + "Ġå£ °", + "á lie", + "ál ie", + "áli e", + "ãĥ¡ ãĥ¼ãĤ¸", + "à¥Ģ तर", + "à¥Ģत र", + "г алÑĸ", + "га лÑĸ", + "гал Ñĸ", + "ĠмÑĸ нÑĸм", + "ĠE ÅŁ", + "ĠпÑĢоиз оÑĪ", + "ÐĿ аÑģ", + "ÐĿа Ñģ", + "Ġب ÙĨÛĮ", + "ĠبÙĨ ÛĮ", + "让 æĪij", + "ĠпоÑģÑĤ еп", + "ĠìļĶ 구", + "ılı p", + "ıl ıp", + "Ġج ÙĪر", + "ĠجÙĪ ر", + "ĠëĮĢ ë¶Ģë¶Ħ", + "à¹ĩ à¸ķาม", + "à¹ĩà¸ķ าม", + "ĠÑĦ аÑģ", + "Ġìłķ ê·ľ", + "ла менÑĤ", + "лам енÑĤ", + "ÄŁ en", + "ÄŁe n", + "à¥ĩà¤Ĥ ĊĊ", + "à¥ĩà¤ĤĊ Ċ", + "ĠÐĺ ванов", + "ĠØŃ Ú©Ùħ", + "ĠØŃÚ© Ùħ", + "Ġ ï¾ļ", + "Ġï¾ ļ", + "ï¼ »", + "Ġne vid", + "Ġnev id", + "Ġла боÑĢаÑĤоÑĢ", + "à¸ŀย าà¸ļาล", + "Ġed iyorum", + "Ġediyor um", + "Ġhl avy", + "Ġhlav y", + "ĠEvrop ské", + "Ġph ái", + "Ġphá i", + "ãĥĵ ãĥ¼", + "ê´ij ìĹŃìĭľ", + "äº ľ", + "ØŃد اث", + "ĠпÑĢоÑĦ илакÑĤи", + "ro stÅĻed", + "rost ÅĻed", + "Ġм алÑĮ", + "Ġмал ÑĮ", + "Ġма лÑĮ", + "Ġmü dür", + "ا ساس", + "اس اس", + "ĠгалÑĥз Ñĸ", + "ี à¸Ł", + "Ġغذ اÛĮÛĮ", + "åŃIJ ä¾Ľ", + "Ġbah sed", + "ĠKrál ové", + "åį »", + "Ġ %,", + "Ġ% ,", + "ç½Ĺ æĸ¯", + "ë ļ", + "Ġ çij", + "Ġç ij", + "Ġξε ÏĦα", + "ĠÐŃ ÑĤи", + "ĠíĨµ íķ©", + "Ġاک تبر", + "ĠmÄĽsÃŃ ce", + "ìĪĺ ë¡ľ", + "ÑĦ Ñĸк", + "ÑĦÑĸ к", + "ĠÐĴ оз", + "ĠÐĴо з", + "ÑĩеÑģ ким", + "Ñĩе Ñģким", + "ÑĩеÑģки м", + "ìļ´ ëĵľ", + "Ġná klady", + "Ġnáklad y", + "ĠпоÑĤ ÑĢап", + "ĠÑĢÑĥ каÑħ", + "ĠÑĢÑĥк аÑħ", + "ι λο", + "ιλ ο", + "ĠG ül", + "ĠGü l", + "ë© ĺ", + "à¹ī ย", + "m akt", + "ma kt", + "mak t", + "ãĥ³ ãĥIJãĥ¼", + "ãĥ³ãĥIJ ãĥ¼", + "Ġн ÑĸÑı", + "ĠнÑĸ Ñı", + "ĠоÑĤ ÑĤен", + "m esinin", + "mes inin", + "mesi nin", + "mesini n", + "ĠвÑģп ом", + "Ġ ìĿ´ëĬĶ", + "ĠìĿ´ ëĬĶ", + "dy by", + "ãĤ¿ ãĥ³", + "âĹ İ", + "à¹īา หà¸Ļ", + "à¹īาห à¸Ļ", + "اد Ú¯ÛĮ", + "Ïĩ ία", + "Ġsna žÃŃ", + "Ġà¤ļ à¤ķ", + "μή μα", + "Ġ Ùĥر", + "ĠÙĥ ر", + "Ġκ οι", + "Ġκο ι", + "éĢ ¸", + "Ġne ust", + "Ġneu st", + "ĠÙĨظ اÙħÛĮ", + "ĠÙĨظاÙħ ÛĮ", + "åįļ çī©", + "Ġ ë²½", + "Ġë² ½", + "á½ ±", + "Ġì¶ľ ìĭľ", + "Ġar má", + "Ġarm á", + "ĠÙĩÙħ کارÛĮ", + "çļĦ æĥħåĨµ", + "çļĦæĥħ åĨµ", + "ÙĤ اÙħ", + "ÙĤ ب", + "Ġ éĤ£", + "ĠéĤ £", + "Ġë§ ¡", + "Ġo lası", + "Ġol ası", + "Ġola sı", + "β ÎŃÏģ", + "ä½ķ ãģĭ", + "ĠÑĥÑĩ еб", + "Ġв Ñĥз", + "Ġبر گز", + "Ġبرگ ز", + "' yi", + "'y i", + "Ġп ÑĢазд", + "ĠпÑĢа зд", + "ĠÐŀ ÑĢг", + "ĠÐŀÑĢ г", + "Ġ 并", + "Ġå¹ ¶", + "ĠÑģ ви", + "ĠÑģв и", + "ĠÙħÛĮ داÙĨ", + "ĠnaÅ¡e ho", + "ĠBA Åŀ", + "å» Ĭ", + "Ì Ī", + "ãģĵ ãģĿ", + "à¹ĩà¸Ļ à¸ŀ", + "οÏģ ειο", + "Ġбаг аÑĤ", + "γ ει", + "γε ι", + "μ είο", + "με ίο", + "à¹Īà¸ĩ à¸Ĭาà¸ķ", + "ĠHizmet leri", + "ĠAfr ika", + "ĠAf rika", + "Ġted bir", + ", ､", + "ä¸ī 级", + "ÐİÑĭÑŁN ÐİÑĭÑŁN", + "ĠÐļ ÑĢÑĸм", + "Ġa ray", + "Ġar ay", + "Ġara y", + "Ġböyle ce", + "к оÑĤ", + "ко ÑĤ", + "éĻ °", + "åĽ½ éļĽ", + "t ÄĽl", + "tÄĽ l", + "Ġp olis", + "Ġpol is", + "Ġpo lis", + "Ġu vol", + "Ġuv ol", + "ĠìĪĺ ê°ķ", + "çĶµ èĦij", + "Ġs ami", + "Ġsa mi", + "Ġsam i", + "Ġشاخ Ùĩ", + "Ġв ÑģÑĮого", + "ĠвÑģ ÑĮого", + "ĠØŃد اÙĤÙĦ", + "Ġ iken", + "Ġi ken", + "Ġik en", + "ãĤ¯ãĥ© ãĥĸ", + "Ġzá vod", + "Ġzáv od", + "ब ल", + "ë°° ìĨ¡", + "éĩĩ è´Ń", + "ëł ¬", + "Ġ ।ĊĊ", + "Ġ। ĊĊ", + "Ġ।Ċ Ċ", + "Ġê°ģ ê°ģ", + "Ġм ак", + "Ġма к", + "Ïģα Ïĥη", + "ĠiÅŁlem i", + "ãģĹ ãģ¦ãģĦãģ¾ãģĻ", + "ãģĹãģ¦ ãģĦãģ¾ãģĻ", + "ãģĹãģ¦ãģĦ ãģ¾ãģĻ", + "ĠP ek", + "ĠPe k", + "Ñİ Ð½", + "Ġvel kou", + "Ġvelk ou", + "åĬŀ çIJĨ", + "å®ĥ 们", + "Ġ èIJ¬", + "ĠèIJ ¬", + "ĠнаÑĢод Ñĥ", + "ĠнаÑĢ одÑĥ", + "Ġch ó", + "ĠH iç", + "ĠHi ç", + "Û³ Ûµ", + "Ġ รà¸Ńà¸ļ", + "Ġร à¸Ńà¸ļ", + "Û³ Û¶", + "à¸Ĥ ว", + "ä½į æĸ¼", + "ĠС ÑĤа", + "ĠСÑĤ а", + "ั à¸Ļม", + "ัà¸Ļ ม", + "ाप à¤ķ", + "ĠÑĥ ÑĢок", + "ãĤ¢ ãĥ¡ãĥªãĤ«", + "Ġз мож", + "Ġзм ож", + "sk ému", + "ské mu", + "ském u", + "Ġ è»Ĭ", + "Ġè» Ĭ", + "ĠاختÛĮ ار", + "ĠP Åĺ", + "л Ñıв", + "лÑı в", + "Ġ маз", + "Ġм аз", + "Ġма з", + "Ġözel liÄŁi", + "åij¼ ãģ°", + "Ġbir inin", + "Ġbiri nin", + "Ġод не", + "Ì Ĩ", + "ä»ĸ ãģ®", + "建 ç¯ī", + "поÑģ еÑĢед", + "ห ลà¸Ķ", + "หล à¸Ķ", + "å¤ļ ãģĦ", + "ÏĦή ÏĥειÏĤ", + "Ġر ÙĪÙĨد", + "ĠرÙĪ ÙĨد", + "èģ ½", + "ì¤ij ìĹIJ", + "ìĬ¤ íĭ°", + "Ġз вÑĸÑĤ", + "Ġзв ÑĸÑĤ", + "ĠаÑĢ ÑĤи", + "Ġc Æ°á»Ŀi", + "ĠcÆ° á»Ŀi", + "ın dır", + "ınd ır", + "Ġг олод", + "Ġгол од", + "ا زد", + "از د", + "à¹Īาว ว", + "ãĥ¡ ãĥ©", + "عÙĨ ÙĪاÙĨ", + "% )Ċ", + "%) Ċ", + "ĠÑħолод илÑĮ", + "人 们", + "C Ä°", + "ÐĹ Ð°Ð¿", + "ÐĹа п", + "ĠpÅĻ isp", + "ĠpÅĻi sp", + "Ġdurum larda", + "ÑĢ Ñĸд", + "ÑĢÑĸ д", + "Âł У", + "Ġε ÏĨαÏģ", + "Ġs prav", + "Ġsp rav", + "Ġspr av", + "ĠоÑĤÑĢим аннÑı", + "ï¼Į 没æľī", + "о вала", + "ов ала", + "ова ла", + "овал а", + "Ġng ại", + "ãĢĤ 大", + "Ġ даеÑĤ", + "Ġд аеÑĤ", + "Ġда еÑĤ", + "ĠpÃŃs em", + "ÑĨ ÑıÑĤÑĮ", + "ÑĨÑı ÑĤÑĮ", + "ov nÄĽ", + "ë¦ ī", + "Ġê² ģ", + "Ñģ ÑĤин", + "ÑģÑĤ ин", + "ÑģÑĤи н", + "ĠS ayı", + "ĠSa yı", + "ĠSay ı", + "ãĢĭ çļĦ", + "Ġyol uyla", + "Ġyolu yla", + "елеÑĦ он", + "Ġr áno", + "Ġrá no", + "Ġíĸī ëıĻ", + "ĠاÙĦخاÙħ سة", + "Ġповин на", + "ÅĻ ila", + "ÅĻi la", + "ÅĻil a", + "Ġà¤ļ रण", + "Ġà¤ļर ण", + "Ġبرگ زار", + "Ġبرگز ار", + "ìļ´ ëį°", + "à¹Ģà¸Ľ à¸Ńร", + "Ġdal eko", + "led nÃŃ", + "åIJį 稱", + "лив ÑĸÑģÑĤÑĮ", + "ливÑĸ ÑģÑĤÑĮ", + "Ġ몸 ìĿĦ", + "о ÑĢÑĸв", + "оÑĢ Ñĸв", + "оÑĢÑĸ в", + "Ц е", + "بد Ø£", + "ë°ĺ 기", + "k rát", + "kr át", + "ä¸į 足", + "Ġolduk ları", + "len iyor", + "Ġìĭľ íĸī", + "ĠпÑĢи нимаÑĤÑĮ", + "à¸Ĥà¸Ńà¸ĩ ร", + "ÏĪ ει", + "ÏĪε ι", + "Ġ ẩn", + "ت س", + "ĠÑĤ ай", + "ĠÑĤа й", + "Ġнев озможно", + "åıĬ ãģ³", + "r oti", + "ro ti", + "rot i", + "ï½ Ń", + "д ом", + "до м", + "ой но", + "å£ Ĭ", + "说 çļĦ", + "Ġsk oro", + "ni ÄįnÃŃ", + "niÄį nÃŃ", + "ĠProf es", + "ĠÑħ ÑĢониÑĩеÑģ", + "Ġ주 문", + "ĠZ n", + "ĠÑģ лой", + "ĠÑģл ой", + "ĠÑģло й", + "Îł Ïģο", + "æĮĩ æķ°", + "ĠпеÑĢ еÑĪ", + "ĠпеÑĢе ÑĪ", + "à¥ģà¤ķ स", + "Ġê°Ģ ìłķ", + "Ġ íķĺë©´", + "Ġíķĺ ë©´", + "Û±Û¹ Û´", + "к Ñĥл", + "кÑĥ л", + "ÙĬ ÙĦا", + "ÙĬÙĦ ا", + "ĠدÙĪب ارÙĩ", + "| l", + "ĠÐľ Ñĥ", + "н ила", + "ни ла", + "нил а", + "ãģ¦ ãģĦãģ¾ãģĻ", + "ãģ¦ãģĦ ãģ¾ãģĻ", + "m acı", + "ma cı", + "mac ı", + "ãģŁ ãģ¡ãģ¯", + "ãģŁãģ¡ ãģ¯", + "ĠاÙĦÙĥ تاب", + "移 åĭķ", + "λ μ", + "_ ï¼ı", + "Ġê°Ģ ìŀħ", + "èħ ¾", + "ĠпÑĢез иденÑĤ", + "Ġë¶Ħ ìķ¼", + "a hy", + "ah y", + "Å¡et ÅĻenÃŃ", + "Å¡etÅĻ enÃŃ", + "éĵ º", + "ĠpÅĻÃŃ ro", + "Ðķ Т", + "ĠìļĶ ì²Ń", + "Ġmoh lo", + "Ġmohl o", + "å¿ĥ çIJĨ", + "Ġvysok é", + "& uuml", + "ÏĦ ικα", + "ÏĦικ α", + "ÏĦι κα", + "ìĹħ ì²´", + "ãģ§ ãģĤ", + "ราย à¸ĩาà¸Ļ", + "ĠpÅĻÃŃspÄĽ v", + "Ġet miÅŁtir", + "Ġetm iÅŁtir", + "ĠetmiÅŁ tir", + "她 们", + "ÏĢ λα", + "ÏĢλ α", + "ứ a", + "Ġ 说", + "Ġè¯ ´", + "ĠÑģо Ñģед", + "ĠÑģоÑģ ед", + "åĩ ī", + "ĠÐł е", + "åİŁ æĿ¥", + "ĠÐIJÑĢ Ñħ", + "ب ÙĬÙĨ", + "بÙĬ ÙĨ", + "åľ° 说", + "Ġ ört", + "Ġö rt", + "Ġör t", + "ĠΣ εÏĢ", + "ĠΣε ÏĢ", + "ÂŃ ÙĩاÛĮ", + "ĠاÙĦ اÙĤتص", + "å°½ 管", + "ÑĤ Ñĭй", + "ÑĤÑĭ й", + "t ains", + "ta ins", + "tain s", + "ÙĢ ÙĦ", + "ç§ijæĬĢ æľīéĻIJåħ¬åı¸", + "æı ®", + "ัà¸ķ à¸ĸ", + "á»Ĺ ng", + "ล าà¸Ķ", + "ลา à¸Ķ", + "æļ ®", + "ĠÙĨÙģ سÙĩ", + "ĠÙĨÙģس Ùĩ", + "Ġ çľĭ", + "Ġçľ ĭ", + "Ġ ãģ¿", + "Ġt arım", + "Ġtar ım", + "Û±Û¹ Ûµ", + "ĠÎ Ĭ", + "Ġkom plex", + "Ġkomple x", + "Ġkomp lex", + "ĠNh Ä©", + "è´¹ çĶ¨", + "Ġکاربر اÙĨ", + "ÅĪ ovánÃŃ", + "Ġ ků", + "Ġk ů", + "д ап", + "да п", + "Îķ Χ", + "ê·¸ ëŀĺ", + "Ġdön dü", + "人 åĵ¡", + "ĠT iá»ĥu", + "ĠÙĪÛĮر اÛĮØ´", + "Ġö ngör", + "ĠÙĪ غÙĬر", + "ĠÑģ кÑĢÑĭ", + "ĠÑģк ÑĢÑĭ", + "âĢIJ '", + "Ġ немÑĥ", + "Ġн емÑĥ", + "Ġне мÑĥ", + "Ġнем Ñĥ", + "ĠH á»ĩ", + "ĠHá» ĩ", + "Ġdüzen li", + "ĠsoutÄĽ že", + "ãĢģ ãĥŀ", + "ÏĦο μα", + "ÄĽ lÃŃ", + "ÄĽl ÃŃ", + "ĠØ£ ÙĦÙħاÙĨ", + "ĠØ£ÙĦ ÙħاÙĨ", + "çł ²", + "Ġtr Ãł", + "Ġ ä¸ĸçķĮ", + "Ġä¸ĸ çķĮ", + "ay ız", + "ayı z", + "ım lı", + "ĠاÙĦØ£ Ùģ", + "íķĺ ëĬĶëį°", + "íķĺëĬĶ ëį°", + "в ано", + "ва но", + "ван о", + "ĠpÅĻi Äįemž", + "Ùĥ ÙĬب", + "ÙĥÙĬ ب", + "ĠмаÑĤ емаÑĤи", + "м ени", + "мен и", + "ме ни", + "ĠпÑĢо екÑĤÑĥ", + "ĠпÑĢоек ÑĤÑĥ", + "ĠпÑĢоекÑĤ Ñĥ", + "ี à¹Ĥà¸Ń", + "ีà¹Ĥ à¸Ń", + "о Ñĥ", + "ĠاÙĦ شرÙĥØ©", + "ĠاÙĦشر ÙĥØ©", + "æ³ £", + "ÙĪÙĤ ÙĬت", + "ÑĪ ив", + "ÑĪи в", + "Ġperson el", + "Ġpersone l", + "Ġperso nel", + "Ø´ تر", + "شت ر", + "à¸Ķ า", + "Ġë ª½", + "Ġëª ½", + "åĿIJ åľ¨", + "о ке", + "ок е", + "Ġë§Ī ë²ķ", + "ĠØ£ ÙĨا", + "ĠØ£ÙĨ ا", + "ëł µ", + "ĠÙħب اÙĨÛĮ", + "èĭ ¹æŀľ", + "Ġ ศร", + "Ġศ ร", + "ĠÐĽ ÑĥÑĩ", + "ĠÐĽÑĥ Ñĩ", + "ÎŁ ΥΣ", + "ÎŁÎ¥ Σ", + "ĠÄį á", + "ãģĽ ãģ¦", + "Ġk Ä±ÅŁ", + "Ġkı ÅŁ", + "ÑĪ ев", + "ÑĪе в", + "æĮĩ 导", + "à¹ģละ ม", + "Ġvol eb", + "Ġvole b", + "ĠÑģи лÑĭ", + "ĠÑģил Ñĭ", + "Ġdruh ou", + "Ġdru hou", + "Ġ ì°¬", + "Ġì° ¬", + "ĠìŀĪ ìĿĮ", + "Î¥ Σ", + "ä¸į å®ī", + "Ġ ìĹĨìĿĮ", + "ĠìĹĨ ìĿĮ", + "Ġde term", + "Ġdet erm", + "Ġdeter m", + "ĠاÙĦÙħ عÙĦÙĪÙħات", + "íĺ ¹", + "âĻ ¡", + "à¥įब न", + "Ġخش Ú©", + "ĠN ová", + "ĠNo vá", + "ĠNov á", + "ĠÑĦÑĥнда менÑĤ", + "ĠпÑĢогÑĢам и", + "ĠпÑĢогÑĢа ми", + "ĠпÑĢог ÑĢами", + "ĠعÙĦ ÙĬÙĥ", + "ĠعÙĦÙĬ Ùĥ", + "। ĊĊ", + "।Ċ Ċ", + "Ġver iyor", + "Ġveri yor", + "Ġ ÑĶв", + "ĠÑĶ в", + "ĠìŀĪ ëĭ¤ê³ł", + "ĠìŀĪëĭ¤ ê³ł", + "ĠاÙĦØ£Ùħ رÙĬÙĥÙĬ", + "ĠاÙĦØ£Ùħر ÙĬÙĥÙĬ", + "Ġå¤ĸéĥ¨ ãĥªãĥ³ãĤ¯", + "Ġ ä¿®", + "Ġп ÑĥÑĤи", + "ĠпÑĥÑĤ и", + "ĠпÑĥ ÑĤи", + "Ġο Ïģγ", + "ĠоÑģнов ном", + "Ġ наÑĢÑĥж", + "Ġна ÑĢÑĥж", + "ĠнаÑĢ Ñĥж", + "Ġми ÑĢе", + "ĠмиÑĢ е", + "o vÄĽt", + "ov ÄĽt", + "ovÄĽ t", + "Ġíĥ IJ", + "Ġsok ak", + "Ġspolup ráci", + "ÐĶ Ðļ", + "Ġ åĺ", + "Ġå ĺ", + "âĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸį âĸįâĸįâĸįâĸįâĸįâĸįâĸįâĸį", + "Ġ ³³³³", + "ĠÂł ³³³", + "Ġ³³ ³³", + "Ġ³³³ Âł", + "Ġhay ır", + "Ġ ìĻĶ", + "ĠìĻ Ķ", + "æĤ¨ çļĦ", + "æĮ º", + "Ġ 민주", + "Ġ민 주", + "Ġhot elu", + "Ġhotel u", + "ี à¸ľ", + "ìŀIJ ëıĻ", + "ä¼¼ çļĦ", + "ÎŃν ÏĦÏģο", + "ÎŃνÏĦ Ïģο", + "Ø´ ÙĪ", + "Ġ é¤", + "Ġé ¤", + "Ġ λι", + "Ġλ ι", + "Ġol maktadır", + "Ġolmak tadır", + "ĠоÑģ веÑī", + "Ġв ина", + "Ġви на", + "Ġвин а", + "Ġخاص Ø©", + "r ana", + "ra na", + "ran a", + "γÏģα ÏĨή", + "γÏģαÏĨ ή", + "ÑĨ еÑģ", + "ÑĨе Ñģ", + "ĠdoÄŁru lt", + "ĠdoÄŁr ult", + "ĠÙĤرار داد", + "ĠÙĤرارد اد", + "ĠÐļ ал", + "ĠÐļа л", + "ê²½ ìłľ", + "Ïĩ ÏĮ", + "Ñĥ ÑİÑīий", + "ÑĥÑİ Ñīий", + "ÑĥÑİÑī ий", + "ëĭ ĺìĿ´", + "ëĭĺ ìĿ´", + "ë Į", + "л аз", + "ла з", + "Ġng ừng", + "i sku", + "is ku", + "isk u", + "ìĦł ê±°", + "ĠÑįлек ÑĤÑĢон", + "ĠÑįлекÑĤÑĢ он", + "ĠV oj", + "ĠVo j", + "н Ñıми", + "нÑı ми", + "ĠÙĪ Ø£ÙĨ", + "ĠÙĪØ£ ÙĨ", + "äº Ń", + "绣 计", + "ĠÅŁ iÅŁ", + "ĠÅŁi ÅŁ", + "ãĢį çļĦ", + "æŃ ¯", + "Ġкол лек", + "Ġд виж", + "Ġдв иж", + "Ġдви ж", + "Ġn á»Ńa", + "Äįas ÃŃ", + "Ġs onu", + "Ġso nu", + "Ġson u", + "ĠмеÑħ анÑĸз", + "ž ený", + "že ný", + "žen ý", + "Ġза ÑģÑĤÑĥп", + "ĠзаÑģÑĤ Ñĥп", + "ê´Ģ 볨", + "ĠÑĤоваÑĢ Ñĸв", + "ĠÑĤов аÑĢÑĸв", + "Ġ ì¼ĢìĿ´", + "Ġì¼ ĢìĿ´", + "à¥ģà¤Ĺ त", + "Ġzá sob", + "мов ÑĸÑĢ", + "u fac", + "uf ac", + "ů ležit", + "Ġви гоÑĤов", + "Ġвиг оÑĤов", + "ĠاÙĦÙĨ ÙĪ", + "Ġع اÙħا", + "ĠعاÙħ ا", + "æģ ¨", + "ĠìĿ´ë¯¸ ì§Ģ", + "Ġt voÅĻ", + "Ġtv oÅĻ", + "Ġvyu žitÃŃ", + "Ġgel iÅŁim", + "ĠgeliÅŁ im", + "ì³ ¤ëĭ¤", + "หà¸Ļ à¸Ńà¸ĩ", + "ĠìĿ¸ ìłķ", + "à¥į दर", + "à¥įद र", + "ĠпеÑĢед а", + "ĠпеÑĢе да", + "ĠздÑĸйÑģ неннÑı", + "ÙĨ ع", + "è¡£ æľį", + "Ġl oa", + "Ġlo a", + "íĻ Ī", + "èĭ± åĽ½", + "ĠD ruh", + "ĠDr uh", + "Ø® اÙĨ", + "д ам", + "да м", + "аÑĤелÑĮ нÑĭÑħ", + "θ ÏģÏİ", + "ĠØ£ Ùħر", + "ĠØ£Ùħ ر", + "ĠÅĻ ada", + "Ġbul uÅŁ", + "ĠÑĤÑĢанÑģп оÑĢ", + "ĠÑĤÑĢанÑģ поÑĢ", + "ĠÙĤ تÙĦ", + "ĠTa rif", + "ĠTar if", + "R us", + "Ru s", + "ĠзаÑģ Ñĸд", + "ĠÄ° h", + "l eyin", + "ley in", + "Ġvy rá", + "ĠD ÄĽ", + "иб ли", + "a vou", + "av ou", + "avo u", + "ĠÐĵеÑĢ м", + "н емÑĥ", + "не мÑĥ", + "нем Ñĥ", + "Ġкон ÑĨеп", + "ĠконÑĨе п", + "ĠÙĤ ادر", + "Ġsou bor", + "Ġl á»iji", + "Ġ çµIJ", + "Ġçµ IJ", + "л еннÑĭй", + "лен нÑĭй", + "κ Ïħ", + "Ġдопом аг", + "à¸ŀวà¸ģ à¹Ģà¸Ĥ", + "Ġqu ang", + "Ġq uang", + "Ġqua ng", + "Ġquan g", + "ĠØ· ÙĦا", + "ĠØ·ÙĦ ا", + "Ġ éĩĮ", + "Ġé ĩĮ", + "Ġéĩ Į", + "ĠÙĨÙħÙĪد ار", + "ĠÅŁ ar", + "ĠÑģп Ñĸл", + "ÂŃ n", + "ì§Ģ ìļĶ", + "åīį å¾Ģ", + "åħ³ éĶ®", + "å®ŀ åľ¨", + "éŁ³ 楽", + "ĠÙħسئ ÙĦÙĩ", + "Ġy eme", + "Ġye me", + "Ġyem e", + "ĠÑĪ аÑħ", + "기 ìĪł", + "Ġ สำà¸Ļ", + "Ġสำ à¸Ļ", + "ĠÙĪرزش ÛĮ", + "ĠÙĪرز Ø´ÛĮ", + "ãģĹ ãģŁãĤī", + "ãģĹãģŁ ãĤī", + "ί ÏĥÏī", + "ίÏĥ Ïī", + "о кон", + "ок он", + "око н", + "ãģŁ ãĤī", + "ĠØ¥ ÙĦÙĬÙĩ", + "ĠØ¥ÙĦÙĬ Ùĩ", + "ĠØ¥ÙĦ ÙĬÙĩ", + "Ġآذ رب", + "Ġr á»Ŀi", + "Ġod ak", + "Ġм огÑĥ", + "Ġмог Ñĥ", + "Ġмо гÑĥ", + "ĠÚ¯ ÙĨ", + "è² ¼", + "ed la", + "edl a", + "Ġоп ÑĭÑĤ", + "la maktadır", + "lamak tadır", + "å°¼ äºļ", + "éĥ½ ä¼ļ", + "ĠÎĺε ÏĥÏĥα", + "Ġв ог", + "Ġво г", + "ç»Ī äºİ", + "ĠÑĥÑĢов не", + "Ġv lak", + "Ġvl ak", + "ĠØ¢ ÙĦØ©", + "ĠØ¢ÙĦ Ø©", + "Ġε ιδ", + "Ġει δ", + "â ĩ", + "д ÑĥÑĤ", + "дÑĥ ÑĤ", + "Ñĸ нг", + "Ñĸн г", + "ĠØ£Ùħ رÙĬÙĥÙĬ", + "ĠØ£Ùħر ÙĬÙĥÙĬ", + "از ÙĨد", + "Ġب اÙĦØ£", + "ĠباÙĦ Ø£", + "Ġत न", + "Ġkay det", + "룬 리", + "Ġ drž", + "Ġd rž", + "Ġdr ž", + "Ġп енÑģ", + "Ġпен Ñģ", + "ĠpÅĻÃŃ Äį", + "ĠТ олÑĮко", + "Ġб аÑĤаÑĢ", + "Ġба ÑĤаÑĢ", + "éĵģ è·¯", + "ĠÙ¾ÛĮ ÚĨ", + "ĠÎĵ εÏī", + "ĠαÏħ ÏĦά", + "Äŀ I", + "ĠакÑĤив но", + "ÎĹ ÎľÎij", + "ÎĹÎľ Îij", + "Ġvar lık", + "Ġ åıª", + "Ġåı ª", + "ĠзаÑī иÑĤÑĭ", + "ĠзаÑīиÑĤ Ñĭ", + "л им", + "ли м", + "ĠÙħشاÙĩ دة", + "и ком", + "ик ом", + "Ġì¡° ìĤ¬", + "о ген", + "ог ен", + "Ġm ấy", + "g ii", + "gi i", + "èĽ ĩ", + "ĠØ® ÙĪÛĮØ´", + "ĠØ®ÙĪ ÛĮØ´", + "Ġn ová", + "Ġno vá", + "Ġnov á", + "к овой", + "ков ой", + "ково й", + "Ġkan ıt", + "Ġkanı t", + "éĿ¢ è®®", + "ĠرÙĪست ا", + "ìĸ´ ê°Ģ", + "ĠоÑĤноÑĪ ениÑı", + "Ġhodnot y", + "ÙĪ رات", + "ÙĪر ات", + "ÙĪرا ت", + "ĠpÅĻ ÃŃst", + "ĠpÅĻÃŃ st", + "Ġth á»į", + "Ġthá» į", + "Ġçık art", + "Ġçıkar t", + "Ġçı kart", + "о обÑĢаз", + "Ġnem ÄĽl", + "Âł ro", + "ĠدÙĪÙĦ تÛĮ", + "ĠدÙĪÙĦت ÛĮ", + "ี ,", + "ä¸Ģ 度", + "ia omi", + "iao mi", + "åĹ İ", + "Ùı ع", + "ĠваÑĢи ан", + "Ġpod aÅĻilo", + "ĠëĤĺ ê°Ģ", + "èIJ¥ ä¸ļ", + "ĠабÑģолÑİÑĤ но", + "Ġë¸Į ëĿ¼", + "ĠгоÑĢ из", + "a ģın", + "aÄŁ ın", + "aģı n", + "Ġyer ini", + "Ġyeri ni", + "à¹īา à¸Ļà¸Ķ", + "à¹īาà¸Ļ à¸Ķ", + "æIJ ¬", + "Ġb alık", + "Ġbal ık", + "Ġba lık", + "ĠÅŁ ans", + "认 è¯Ĩ", + "Ġistedi ÄŁiniz", + "Ġjist ÄĽ", + "Ġ ìĪĺê°Ģ", + "ĠìĪĺ ê°Ģ", + "ï¼Į ä¸Ĭ", + "à¤ľ ब", + "Ġви Ñıви", + "ĠвиÑıв и", + "ë§ ¥", + "ãģĹ ãģ¦ãĤĭ", + "ãģĹãģ¦ ãĤĭ", + "ÙĬÙĥ ا", + "ĠH üs", + "c ının", + "Ġश त", + "ĠÑĢаÑģп олаг", + "ĠÑģпÑĢав ж", + "ืà¸Ń à¸ĸ", + "ĠвеÑĢ ÑĤик", + "Ġvy stav", + "ĠÑĢе алÑĸзаÑĨÑĸÑĹ", + "в ами", + "ва ми", + "ãĤ¹ ãĥĨãĤ£", + "ãĤ¹ãĥĨ ãĤ£", + "ëħ ģ", + "ĠÑĢе ÑĩÑĸ", + "ĠÑĢеÑĩ Ñĸ", + "Ùģ اÙĦ", + "िà¤ķ à¤Ł", + "ĠвозÑĢаÑģÑĤ е", + "к аÑģ", + "ка Ñģ", + "ĠÐĺ Ñģ", + "Ġл Ñĸк", + "ĠлÑĸ к", + "ĠÏĥη μαν", + "м енÑĤÑĥ", + "мен ÑĤÑĥ", + "менÑĤ Ñĥ", + "н ÑıÑİÑĤ", + "нÑı ÑİÑĤ", + "æŁ ´", + "Ġθ εÏī", + "Ġθε Ïī", + "çĬ¯ 罪", + "ĠÙĤ طر", + "ĠÙĤØ· ر", + "ÐĶ ÐIJ", + "- |", + "Ġ ÑģÑĤÑĸ", + "ĠÑģ ÑĤÑĸ", + "ĠÑģÑĤ Ñĸ", + "Ġu yum", + "Ġuy um", + "Ġpot ÅĻeba", + "ĠpotÅĻeb a", + "ĠعÙħÙĦ ÛĮات", + "ĠعÙħÙĦÛĮ ات", + "å¥ ª", + "ا خر", + "اخ ر", + "ĠÚ© ساÙĨÛĮ", + "ت Ùħر", + "تÙħ ر", + "ÑĮ еÑĢ", + "ÑĮе ÑĢ", + "ĠN ez", + "ĠNe z", + "íļĮ ìĤ¬", + "ĠBank ası", + "е гÑĢа", + "ег ÑĢа", + "à¸Ĥà¸ĵะ à¸Ĺ", + "åIJĪ æł¼", + "ĠìŬ룬 ë¶Ħ", + "y asal", + "ya sal", + "yas al", + "Ġ è¡ĮæĶ¿", + "Ġè¡Į æĶ¿", + "åĬ ī", + "dık tan", + "ãĤ¢ãĥ« ãĥIJ", + "ĠاÛĮÙĨ ÚĨ", + "Ġdij ital", + "å° ĺ", + "ĠÑĢаз меÑī", + "ĠÑĢазм еÑī", + "ĠкÑĸлÑĮ коÑģÑĤÑĸ", + "ĠEv ropy", + "ĠEvrop y", + "ĠÑĢоз ви", + "ÑİÑī ÑĥÑİ", + "Ġ ong", + "Ġo ng", + "Ġon g", + "Ġhe psi", + "Ġhep si", + "v ailability", + "vail ability", + "Ġتص ÙħÙĬÙħ", + "ĠتصÙħ ÙĬÙħ", + "Ñĥ йÑĤе", + "Ñĥй ÑĤе", + "ह ल", + "ĠÅ¡ iro", + "Ġp ás", + "Ġpá s", + ";; ;;;;", + ";;;; ;;", + ";;; ;;;", + "éħį åIJĪ", + "ĠاÙĦعاÙĦÙħ ÙĬØ©", + "ÐĴ о", + "h af", + "ha f", + "l áv", + "lá v", + "Ġb ì", + "Ġm ůj", + "Ġmů j", + "ê»ĺ ìĦľ", + "ÂłB f", + "ĠÑģпÑĢоÑģ ил", + "âĢĮÚ©ÙĨ ÙĨدÙĩ", + "âĢĮÚ©ÙĨÙĨد Ùĩ", + "ÙĨد ÙĬØ©", + "ÙĨدÙĬ Ø©", + "çī¹ èī²", + "Ġìķ ¨", + "ุษ ย", + "ĠФ оÑĢ", + "пиÑģ ок", + "пи Ñģок", + "u žel", + "ım lar", + "çĬ¶ æ³ģ", + "Ġãĥ¬ ãĥĩãĤ£ãĥ¼ãĤ¹", + "Ñħ ови", + "Ñħов и", + "Ñħо ви", + "ÂłK Äį", + "Ñĩ им", + "Ñĩи м", + "Ġت ÙĪÙħ", + "ĠتÙĪ Ùħ", + "à¹Ģà¸ģษ à¸ķร", + "Ġìĭ± ê¸Ģ", + "Ùħ ارات", + "Ùħا رات", + "Ùħار ات", + "ê nh", + "ên h", + "ĠÅĻ id", + "æĬ ¬", + "Ñģ иÑİ", + "Ñģи Ñİ", + "æħ İ", + "Ġçev re", + "Ġçevr e", + "ãĥĪ ãĥ«", + "Ġyıl dır", + "Ġzá znam", + "Ġzáz nam", + "æľº åľº", + "Ġпо ÑĶ", + "ĠвÑĭ ÑĢаÑīи", + "Ġ Ùģع", + "ĠÙģ ع", + "ë »", + "Ġدار ÛĮÙħ", + "ï¼Į æĽ´", + "Ġзем ли", + "اب ÙĤات", + "ابÙĤ ات", + "Ġm á»Ŀi", + "Ġmá» Ŀi", + "k ých", + "ký ch", + "ÙĦ اة", + "ÙĦا Ø©", + "å¸ ½", + "بر اÙĩÙĬÙħ", + "Ġпо баÑĩ", + "Ġпоб аÑĩ", + "Ġпоба Ñĩ", + "ाà¤ĩ म", + "à¹Īาà¸ĩ à¸Ľà¸£à¸°à¹Ģà¸Ĺศ", + "ĠìĦ¸ ìĥģ", + "Ġпомог аеÑĤ", + "ĠÏĦÏĮ Ïĥο", + "æĸ ·", + "ĠÙģر اÙĪ", + "à¹Ħà¸Ľ ย", + "erg isi", + "Ġ éĻIJ", + "ĠéĻ IJ", + ". xz", + ".x z", + "ĠÑģл ÑĥÑħ", + "ĠÑģлÑĥ Ñħ", + "е коном", + "ек оном", + "еко ном", + "ĠNh ất", + "± Ø·", + "ĠëĪĪ ìĿĦ", + "Ġ íļĮìĤ¬", + "ĠíļĮ ìĤ¬", + "Ñ ĵ", + "Ġ åIJįçĦ¡ãģĹ", + "ĠåIJį çĦ¡ãģĹ", + "Ġομά δα", + "ĩ Į", + "li ÄŁinin", + "liÄŁi nin", + "liÄŁ inin", + "liÄŁini n", + "liÄŁin in", + "ع اÙĨ", + "عا ÙĨ", + "Ġز ÙĨÛĮ", + "ĠزÙĨ ÛĮ", + "T ôi", + "Ġet ki", + "Ġetk i", + "ĠìĹ° ëĿ½", + "Ġкон ÑĨа", + "è° ĭ", + "Ġзем лÑı", + "íĻĺ ê²½", + "ĠÙħÚ© اÙĨÛĮ", + "ĠÙħکاÙĨ ÛĮ", + "çĸ ²", + "Ġ ç¢", + "Ġç ¢", + "Ġkur ulan", + "Ġkurul an", + "Ġkuru lan", + "ؤ ÙĪÙĦ", + "د Ùī", + "ĠاÙĦÙħÙĨ Ø·ÙĤØ©", + "Ġn ắng", + "ÐŁ Ðļ", + "ол ай", + "ола й", + "Y K", + "åij Ĩ", + "λ αν", + "λα ν", + "西 çľģ", + "ĠÎĴ αÏĥ", + "ĠÎĴα Ïĥ", + "ĠíĻķ ìĭ¤", + "Z D", + "п Ñĸд", + "Ġ наÑĩе", + "Ġн аÑĩе", + "Ġна Ñĩе", + "ĠнаÑĩ е", + "Ġ ÏĦά", + "ĠÏĦ ά", + "å½ »", + "âĢŀ D", + "Ġ èĩº", + "Ġèĩ º", + "Ġна ÑĪей", + "ĠнаÑĪ ей", + "ĠtÃŃm to", + "Ġت سÙħ", + "Ġتس Ùħ", + "Ïģθ Ïģο", + "令 人", + "ĠP azar", + "ĠPa zar", + "ĠPaz ar", + "ãĤĵ ãģ¨", + "ç«ĭ åĪ»", + "Âģ @", + "Ġb ắc", + "ìĬ¤ íħĮ", + "Ġkadın lar", + "fig ur", + "ãģ¤ ãģ¶", + "Ġæµ Ļæ±Ł", + "Ġдек ÑĸлÑĮ", + "è¡ Ŀ", + "ยà¸Ļ à¹ģà¸Ľà¸¥à¸ĩ", + "o let", + "ol et", + "ole t", + "Ġned ok", + "n amen", + "name n", + "na men", + "nam en", + "åħĦ å¼Ł", + "ืà¸Ń à¸Ĥ", + "èĤ ĥ", + "Ġb üny", + "Ġbü ny", + "ĠÑĢад Ñıн", + "ãĢģ äºĮ", + "ан нÑİ", + "Ġ æīĭæľº", + "Ġæīĭ æľº", + "ĠоÑģ лож", + "Ġо глÑı", + "Ġог лÑı", + "Ġسب ز", + "Ġaktiv it", + "Ġà¤ı प", + "ç« ľ", + "Ġd iren", + "Ġdi ren", + "Ġdir en", + "Ġdire n", + "i в", + "ĠY atırım", + "ÑĨÑĸй на", + "Ġдо мов", + "Ġдом ов", + "ẳ n", + "ĠC oÄŁraf", + "Ùģ ÙĪ", + "æ°Ĺ ãģ«åħ¥", + "ç§ģ ãģ®", + "ï½ į", + "à¥Į ड", + "ĠÐĵÑĢи гоÑĢ", + "ĠP eygamber", + "ĠPey gamber", + "Ġα γα", + "Ġαγ α", + "Ġef ekt", + "ĠìŀĪ ìĸ´ìĦľ", + "ĠìŀĪìĸ´ ìĦľ", + "ĠплаÑĤ еж", + "ĠT rab", + "ĠTr ab", + "ĠTra b", + "o very", + "ov ery", + "ove ry", + "over y", + "âĢ¦âĢ¦ ãĢĤ", + "Ġyap maya", + "Ġнайб ÑĸлÑĮ", + "ĠÙħÙĨ زÙĦ", + "ÙĪ ÙĬÙĥ", + "ÙĪÙĬ Ùĥ", + "ıl dıģında", + "ıldı ģında", + "ıldıģı nda", + "ĠpÅĻÃŃpad nÄĽ", + "ĠμÏĢο ÏģοÏį", + "Ġëĵľ ëĿ¼ë§Ī", + "Ġë°© 문", + "ĠС им", + "ĠСи м", + "Ú© ات", + "کا ت", + "е ком", + "ек ом", + "еко м", + "ر ÙĬع", + "رÙĬ ع", + "Ùĩد Ùģ", + "æĹı èĩªæ²»", + "Ġzm ÄĽn", + "ĠzmÄĽ n", + "Ġв клад", + "Ġвк лад", + "Ġ بÙĦغ", + "ĠبÙĦ غ", + "Ġ ç§ĭ", + "Ġç§ ĭ", + "N gh", + "Ng h", + "Ġend iÅŁ", + "ĠCumhurbaÅŁ kanı", + "ĠK af", + "ĠKa f", + "Ġ à¹ģหล", + "Ġà¹ģ หล", + "Ġmut lu", + "ĠÑģ иÑĢ", + "ĠÑģи ÑĢ", + "Ġг Ñĥм", + "æ¿ ĥ", + "çĤ ī", + "ĠB áo", + "à¥Ĥ ष", + "Ġìłķ íĻķ", + "ान स", + "ï» ¤", + "наÑģлÑĸд ок", + "po Äįet", + "poÄį et", + "ë§ĮìĽIJ ìŀħëĭĪëĭ¤", + "ĠìĦľìļ¸ íĬ¹ë³Ħìĭľ", + "Îķ ÎĻΣ", + "ÎķÎĻ Σ", + "ุม à¸Ĭà¸Ļ", + "Ġм ÑĸлÑĮ", + "ĠмÑĸ лÑĮ", + "æ ħĮ", + "æħ Į", + "Ïĥκε ÏĦαι", + "Ïĥκ εÏĦαι", + "Ġ ãĢľ", + "ĠãĢ ľ", + "Ġkal iteli", + "ĠÑģмеÑĢ ÑĤÑĮ", + "è¼ Ķ", + "Ġ биÑĤ", + "Ġб иÑĤ", + "Ġби ÑĤ", + "ĠΣ ÏĦο", + "à¸ĩà¹Ģศ ส", + "åİŁ æľ¬", + "Ġk nÃŃ", + "Ġkn ÃŃ", + "äºĴ èģĶç½ij", + "ĠÑĩеловеÑĩ еÑģ", + "çŃ Ĵ", + "à¸Īำ หà¸Ļ", + "åĩº åİ»", + "ãĤ¢ ãĥĭãĥ¡", + "å±ķ 示", + "r ych", + "ry ch", + "à¤ħ ब", + "o ÅĪ", + "jÃŃ cÃŃm", + "jÃŃcÃŃ m", + "ا ØŃØ«", + "اØŃ Ø«", + "ĠÙĪاÙĤع ÛĮ", + "ĠФедеÑĢа лÑĮ", + "ĠФед еÑĢалÑĮ", + "Ñģ ам", + "Ñģа м", + "Ġ ìĺ¥", + "Ġìĺ ¥", + "åľ° çIJĥ", + "Ġs uyu", + "Ġsu yu", + "Ġsuy u", + "s eniz", + "sen iz", + "à¥ī फ", + "Ġê°Ļ ëĭ¤", + "ĠпÑĢизна ÑĩеннÑı", + "ĠпÑĢизнаÑĩ еннÑı", + "ĠS ın", + "ĠSı n", + "ĠاÙħÙĨ ÛĮت", + "Ġl átky", + "ĠÐij и", + "Ġsür eci", + "Ġsüre ci", + "Ġsürec i", + "·· ··", + "Ġê²½ ì°°", + "Ġк алÑĮ", + "Ġка лÑĮ", + "Ġкал ÑĮ", + "Ġник ÑĤо", + "Ùij Ùħ", + "ĠدÙĬ گر", + "Ġalın ması", + "л еннÑĸ", + "лен нÑĸ", + "ิว à¹Ģà¸ķà¸Ńร", + "à¸Ľà¸ģ à¸Ħรà¸Ńà¸ĩ", + "Ġзаконодав ÑģÑĤва", + "ãĢĢ ãĤ¤", + "Ġëħ¸ íķĺìļ°", + "ĠD Ã¼ÅŁ", + "Ġг ÑĥÑģÑĤ", + "ĠÐĴ аÑĪ", + "ĠاÙħ تÛĮ", + "Ġpar amet", + "Ġparam et", + "Ġpara met", + "ĠÎłÎ±Î½ εÏĢ", + "à¹Į à¸ģร", + "à¹Įà¸ģ ร", + "ζ α", + "ĠëįĶ ìļ±", + "ÙĪ ÙĦات", + "ÙĪÙĦ ات", + "ÙĪÙĦا ت", + "в аÑĤиÑģÑı", + "ва ÑĤиÑģÑı", + "ваÑĤи ÑģÑı", + "Ġk ök", + "Ġkö k", + "ÙĨ ب", + "ĠвÑĭÑģок ой", + "ãĥ¼ ãĥ¼", + "ãĥ¼ãĥ ¼", + "éĶ ¦" + ] + } +} \ No newline at end of file diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..37c12e25ec02b4313f1c1b63f2ef36f96f7db9df --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,2101 @@ +{ + "added_tokens_decoder": { + "128000": { + "content": "<|begin_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128001": { + "content": "<|end_of_text|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128002": { + "content": "<|reserved_special_token_0|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128003": { + "content": "<|reserved_special_token_1|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128004": { + "content": "<|finetune_right_pad_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128005": { + "content": "<|reserved_special_token_2|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128006": { + "content": "<|start_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128007": { + "content": "<|end_header_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128008": { + "content": "<|eom_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128009": { + "content": "<|eot_id|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128010": { + "content": "<|python_tag|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128011": { + "content": "<|reserved_special_token_3|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128012": { + "content": "<|reserved_special_token_4|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128013": { + "content": "<|reserved_special_token_5|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128014": { + "content": "<|reserved_special_token_6|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128015": { + "content": "<|reserved_special_token_7|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128016": { + "content": "<|reserved_special_token_8|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128017": { + "content": "<|reserved_special_token_9|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128018": { + "content": "<|reserved_special_token_10|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128019": { + "content": "<|reserved_special_token_11|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128020": { + "content": "<|reserved_special_token_12|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128021": { + "content": "<|reserved_special_token_13|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128022": { + "content": "<|reserved_special_token_14|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128023": { + "content": "<|reserved_special_token_15|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128024": { + "content": "<|reserved_special_token_16|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128025": { + "content": "<|reserved_special_token_17|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128026": { + "content": "<|reserved_special_token_18|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128027": { + "content": "<|reserved_special_token_19|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128028": { + "content": "<|reserved_special_token_20|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128029": { + "content": "<|reserved_special_token_21|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128030": { + "content": "<|reserved_special_token_22|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128031": { + "content": "<|reserved_special_token_23|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128032": { + "content": "<|reserved_special_token_24|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128033": { + "content": "<|reserved_special_token_25|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128034": { + "content": "<|reserved_special_token_26|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128035": { + "content": "<|reserved_special_token_27|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128036": { + "content": "<|reserved_special_token_28|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128037": { + "content": "<|reserved_special_token_29|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128038": { + "content": "<|reserved_special_token_30|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128039": { + "content": "<|reserved_special_token_31|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128040": { + "content": "<|reserved_special_token_32|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128041": { + "content": "<|reserved_special_token_33|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128042": { + "content": "<|reserved_special_token_34|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128043": { + "content": "<|reserved_special_token_35|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128044": { + "content": "<|reserved_special_token_36|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128045": { + "content": "<|reserved_special_token_37|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128046": { + "content": "<|reserved_special_token_38|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128047": { + "content": "<|reserved_special_token_39|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128048": { + "content": "<|reserved_special_token_40|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128049": { + "content": "<|reserved_special_token_41|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128050": { + "content": "<|reserved_special_token_42|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128051": { + "content": "<|reserved_special_token_43|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128052": { + "content": "<|reserved_special_token_44|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128053": { + "content": "<|reserved_special_token_45|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128054": { + "content": "<|reserved_special_token_46|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128055": { + "content": "<|reserved_special_token_47|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128056": { + "content": "<|reserved_special_token_48|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128057": { + "content": "<|reserved_special_token_49|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128058": { + "content": "<|reserved_special_token_50|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128059": { + "content": "<|reserved_special_token_51|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128060": { + "content": "<|reserved_special_token_52|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128061": { + "content": "<|reserved_special_token_53|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128062": { + "content": "<|reserved_special_token_54|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128063": { + "content": "<|reserved_special_token_55|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128064": { + "content": "<|reserved_special_token_56|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128065": { + "content": "<|reserved_special_token_57|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128066": { + "content": "<|reserved_special_token_58|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128067": { + "content": "<|reserved_special_token_59|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128068": { + "content": "<|reserved_special_token_60|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128069": { + "content": "<|reserved_special_token_61|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128070": { + "content": "<|reserved_special_token_62|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128071": { + "content": "<|reserved_special_token_63|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128072": { + "content": "<|reserved_special_token_64|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128073": { + "content": "<|reserved_special_token_65|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128074": { + "content": "<|reserved_special_token_66|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128075": { + "content": "<|reserved_special_token_67|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128076": { + "content": "<|reserved_special_token_68|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128077": { + "content": "<|reserved_special_token_69|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128078": { + "content": "<|reserved_special_token_70|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128079": { + "content": "<|reserved_special_token_71|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128080": { + "content": "<|reserved_special_token_72|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128081": { + "content": "<|reserved_special_token_73|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128082": { + "content": "<|reserved_special_token_74|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128083": { + "content": "<|reserved_special_token_75|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128084": { + "content": "<|reserved_special_token_76|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128085": { + "content": "<|reserved_special_token_77|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128086": { + "content": "<|reserved_special_token_78|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128087": { + "content": "<|reserved_special_token_79|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128088": { + "content": "<|reserved_special_token_80|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128089": { + "content": "<|reserved_special_token_81|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128090": { + "content": "<|reserved_special_token_82|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128091": { + "content": "<|reserved_special_token_83|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128092": { + "content": "<|reserved_special_token_84|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128093": { + "content": "<|reserved_special_token_85|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128094": { + "content": "<|reserved_special_token_86|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128095": { + "content": "<|reserved_special_token_87|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128096": { + "content": "<|reserved_special_token_88|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128097": { + "content": "<|reserved_special_token_89|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128098": { + "content": "<|reserved_special_token_90|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128099": { + "content": "<|reserved_special_token_91|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128100": { + "content": "<|reserved_special_token_92|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128101": { + "content": "<|reserved_special_token_93|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128102": { + "content": "<|reserved_special_token_94|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128103": { + "content": "<|reserved_special_token_95|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128104": { + "content": "<|reserved_special_token_96|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128105": { + "content": "<|reserved_special_token_97|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128106": { + "content": "<|reserved_special_token_98|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128107": { + "content": "<|reserved_special_token_99|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128108": { + "content": "<|reserved_special_token_100|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128109": { + "content": "<|reserved_special_token_101|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128110": { + "content": "<|reserved_special_token_102|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128111": { + "content": "<|reserved_special_token_103|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128112": { + "content": "<|reserved_special_token_104|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128113": { + "content": "<|reserved_special_token_105|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128114": { + "content": "<|reserved_special_token_106|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128115": { + "content": "<|reserved_special_token_107|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128116": { + "content": "<|reserved_special_token_108|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128117": { + "content": "<|reserved_special_token_109|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128118": { + "content": "<|reserved_special_token_110|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128119": { + "content": "<|reserved_special_token_111|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128120": { + "content": "<|reserved_special_token_112|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128121": { + "content": "<|reserved_special_token_113|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128122": { + "content": "<|reserved_special_token_114|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128123": { + "content": "<|reserved_special_token_115|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128124": { + "content": "<|reserved_special_token_116|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128125": { + "content": "<|reserved_special_token_117|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128126": { + "content": "<|reserved_special_token_118|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128127": { + "content": "<|reserved_special_token_119|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128128": { + "content": "<|reserved_special_token_120|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128129": { + "content": "<|reserved_special_token_121|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128130": { + "content": "<|reserved_special_token_122|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128131": { + "content": "<|reserved_special_token_123|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128132": { + "content": "<|reserved_special_token_124|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128133": { + "content": "<|reserved_special_token_125|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128134": { + "content": "<|reserved_special_token_126|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128135": { + "content": "<|reserved_special_token_127|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128136": { + "content": "<|reserved_special_token_128|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128137": { + "content": "<|reserved_special_token_129|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128138": { + "content": "<|reserved_special_token_130|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128139": { + "content": "<|reserved_special_token_131|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128140": { + "content": "<|reserved_special_token_132|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128141": { + "content": "<|reserved_special_token_133|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128142": { + "content": "<|reserved_special_token_134|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128143": { + "content": "<|reserved_special_token_135|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128144": { + "content": "<|reserved_special_token_136|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128145": { + "content": "<|reserved_special_token_137|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128146": { + "content": "<|reserved_special_token_138|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128147": { + "content": "<|reserved_special_token_139|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128148": { + "content": "<|reserved_special_token_140|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128149": { + "content": "<|reserved_special_token_141|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128150": { + "content": "<|reserved_special_token_142|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128151": { + "content": "<|reserved_special_token_143|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128152": { + "content": "<|reserved_special_token_144|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128153": { + "content": "<|reserved_special_token_145|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128154": { + "content": "<|reserved_special_token_146|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128155": { + "content": "<|reserved_special_token_147|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128156": { + "content": "<|reserved_special_token_148|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128157": { + "content": "<|reserved_special_token_149|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128158": { + "content": "<|reserved_special_token_150|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128159": { + "content": "<|reserved_special_token_151|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128160": { + "content": "<|reserved_special_token_152|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128161": { + "content": "<|reserved_special_token_153|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128162": { + "content": "<|reserved_special_token_154|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128163": { + "content": "<|reserved_special_token_155|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128164": { + "content": "<|reserved_special_token_156|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128165": { + "content": "<|reserved_special_token_157|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128166": { + "content": "<|reserved_special_token_158|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128167": { + "content": "<|reserved_special_token_159|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128168": { + "content": "<|reserved_special_token_160|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128169": { + "content": "<|reserved_special_token_161|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128170": { + "content": "<|reserved_special_token_162|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128171": { + "content": "<|reserved_special_token_163|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128172": { + "content": "<|reserved_special_token_164|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128173": { + "content": "<|reserved_special_token_165|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128174": { + "content": "<|reserved_special_token_166|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128175": { + "content": "<|reserved_special_token_167|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128176": { + "content": "<|reserved_special_token_168|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128177": { + "content": "<|reserved_special_token_169|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128178": { + "content": "<|reserved_special_token_170|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128179": { + "content": "<|reserved_special_token_171|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128180": { + "content": "<|reserved_special_token_172|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128181": { + "content": "<|reserved_special_token_173|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128182": { + "content": "<|reserved_special_token_174|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128183": { + "content": "<|reserved_special_token_175|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128184": { + "content": "<|reserved_special_token_176|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128185": { + "content": "<|reserved_special_token_177|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128186": { + "content": "<|reserved_special_token_178|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128187": { + "content": "<|reserved_special_token_179|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128188": { + "content": "<|reserved_special_token_180|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128189": { + "content": "<|reserved_special_token_181|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128190": { + "content": "<|reserved_special_token_182|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128191": { + "content": "<|reserved_special_token_183|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128192": { + "content": "<|reserved_special_token_184|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128193": { + "content": "<|reserved_special_token_185|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128194": { + "content": "<|reserved_special_token_186|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128195": { + "content": "<|reserved_special_token_187|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128196": { + "content": "<|reserved_special_token_188|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128197": { + "content": "<|reserved_special_token_189|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128198": { + "content": "<|reserved_special_token_190|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128199": { + "content": "<|reserved_special_token_191|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128200": { + "content": "<|reserved_special_token_192|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128201": { + "content": "<|reserved_special_token_193|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128202": { + "content": "<|reserved_special_token_194|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128203": { + "content": "<|reserved_special_token_195|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128204": { + "content": "<|reserved_special_token_196|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128205": { + "content": "<|reserved_special_token_197|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128206": { + "content": "<|reserved_special_token_198|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128207": { + "content": "<|reserved_special_token_199|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128208": { + "content": "<|reserved_special_token_200|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128209": { + "content": "<|reserved_special_token_201|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128210": { + "content": "<|reserved_special_token_202|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128211": { + "content": "<|reserved_special_token_203|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128212": { + "content": "<|reserved_special_token_204|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128213": { + "content": "<|reserved_special_token_205|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128214": { + "content": "<|reserved_special_token_206|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128215": { + "content": "<|reserved_special_token_207|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128216": { + "content": "<|reserved_special_token_208|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128217": { + "content": "<|reserved_special_token_209|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128218": { + "content": "<|reserved_special_token_210|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128219": { + "content": "<|reserved_special_token_211|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128220": { + "content": "<|reserved_special_token_212|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128221": { + "content": "<|reserved_special_token_213|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128222": { + "content": "<|reserved_special_token_214|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128223": { + "content": "<|reserved_special_token_215|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128224": { + "content": "<|reserved_special_token_216|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128225": { + "content": "<|reserved_special_token_217|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128226": { + "content": "<|reserved_special_token_218|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128227": { + "content": "<|reserved_special_token_219|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128228": { + "content": "<|reserved_special_token_220|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128229": { + "content": "<|reserved_special_token_221|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128230": { + "content": "<|reserved_special_token_222|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128231": { + "content": "<|reserved_special_token_223|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128232": { + "content": "<|reserved_special_token_224|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128233": { + "content": "<|reserved_special_token_225|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128234": { + "content": "<|reserved_special_token_226|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128235": { + "content": "<|reserved_special_token_227|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128236": { + "content": "<|reserved_special_token_228|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128237": { + "content": "<|reserved_special_token_229|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128238": { + "content": "<|reserved_special_token_230|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128239": { + "content": "<|reserved_special_token_231|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128240": { + "content": "<|reserved_special_token_232|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128241": { + "content": "<|reserved_special_token_233|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128242": { + "content": "<|reserved_special_token_234|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128243": { + "content": "<|reserved_special_token_235|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128244": { + "content": "<|reserved_special_token_236|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128245": { + "content": "<|reserved_special_token_237|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128246": { + "content": "<|reserved_special_token_238|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128247": { + "content": "<|reserved_special_token_239|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128248": { + "content": "<|reserved_special_token_240|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128249": { + "content": "<|reserved_special_token_241|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128250": { + "content": "<|reserved_special_token_242|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128251": { + "content": "<|reserved_special_token_243|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128252": { + "content": "<|reserved_special_token_244|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128253": { + "content": "<|reserved_special_token_245|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128254": { + "content": "<|reserved_special_token_246|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128255": { + "content": "<|reserved_special_token_247|>", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128256": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128257": { + "content": "[IMG]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128258": { + "content": "[/IMG]", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + }, + "128259": { + "content": "", + "lstrip": false, + "normalized": false, + "rstrip": false, + "single_word": false, + "special": true + } + }, + "additional_special_tokens": [ + "[IMG]", + "[/IMG]", + "" + ], + "bos_token": "<|begin_of_text|>", + "chat_template": "{{- bos_token }}\n{%- if custom_tools is defined %}\n {%- set tools = custom_tools %}\n{%- endif %}\n{%- if not tools_in_user_message is defined %}\n {%- set tools_in_user_message = true %}\n{%- endif %}\n{%- if not date_string is defined %}\n {%- set date_string = \"26 Jul 2024\" %}\n{%- endif %}\n{%- if not tools is defined %}\n {%- set tools = none %}\n{%- endif %}\n\n{#- This block extracts the system message, so we can slot it into the right place. #}\n{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"\" %}\n{%- endif %}\n\n{#- System message + builtin tools #}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{%- if builtin_tools is defined or tools is not none %}\n {{- \"Environment: ipython\\n\" }}\n{%- endif %}\n{%- if builtin_tools is defined %}\n {{- \"Tools: \" + builtin_tools | reject('equalto', 'code_interpreter') | join(\", \") + \"\\n\\n\"}}\n{%- endif %}\n{{- \"Cutting Knowledge Date: December 2023\\n\" }}\n{{- \"Today Date: \" + date_string + \"\\n\\n\" }}\n{%- if tools is not none and not tools_in_user_message %}\n {{- \"You have access to the following functions. To call a function, please respond with JSON for a function call.\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n{%- endif %}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n\n{#- Custom tools are passed in a user message with some extra guidance #}\n{%- if tools_in_user_message and not tools is none %}\n {#- Extract the first user message so we can plug it in here #}\n {%- if messages | length != 0 %}\n {%- set first_user_message = messages[0]['content']|trim %}\n {%- set messages = messages[1:] %}\n {%- else %}\n {{- raise_exception(\"Cannot put tools in the first user message when there's no first user message!\") }}\n{%- endif %}\n {{- '<|start_header_id|>user<|end_header_id|>\\n\\n' -}}\n {{- \"Given the following functions, please respond with a JSON for a function call \" }}\n {{- \"with its proper arguments that best answers the given prompt.\\n\\n\" }}\n {{- 'Respond in the format {\"name\": function name, \"parameters\": dictionary of argument name and its value}.' }}\n {{- \"Do not use variables.\\n\\n\" }}\n {%- for t in tools %}\n {{- t | tojson(indent=4) }}\n {{- \"\\n\\n\" }}\n {%- endfor %}\n {{- first_user_message + \"<|eot_id|>\"}}\n{%- endif %}\n\n{%- for message in messages %}\n {%- if not (message.role == 'ipython' or message.role == 'tool' or 'tool_calls' in message) %}\n {{- '<|start_header_id|>' + message['role'] + '<|end_header_id|>\\n\\n'+ message['content'] | trim + '<|eot_id|>' }}\n {%- elif 'tool_calls' in message %}\n {%- if not message.tool_calls|length == 1 %}\n {{- raise_exception(\"This model only supports single tool-calls at once!\") }}\n {%- endif %}\n {%- set tool_call = message.tool_calls[0].function %}\n {%- if builtin_tools is defined and tool_call.name in builtin_tools %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- \"<|python_tag|>\" + tool_call.name + \".call(\" }}\n {%- for arg_name, arg_val in tool_call.arguments | items %}\n {{- arg_name + '=\"' + arg_val + '\"' }}\n {%- if not loop.last %}\n {{- \", \" }}\n {%- endif %}\n {%- endfor %}\n {{- \")\" }}\n {%- else %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' -}}\n {{- '{\"name\": \"' + tool_call.name + '\", ' }}\n {{- '\"parameters\": ' }}\n {{- tool_call.arguments | tojson }}\n {{- \"}\" }}\n {%- endif %}\n {%- if builtin_tools is defined %}\n {#- This means we're in ipython mode #}\n {{- \"<|eom_id|>\" }}\n {%- else %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n {%- elif message.role == \"tool\" or message.role == \"ipython\" %}\n {{- \"<|start_header_id|>ipython<|end_header_id|>\\n\\n\" }}\n {%- if message.content is mapping or message.content is iterable %}\n {{- message.content | tojson }}\n {%- else %}\n {{- message.content }}\n {%- endif %}\n {{- \"<|eot_id|>\" }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}\n", + "clean_up_tokenization_spaces": true, + "eos_token": "<|eot_id|>", + "model_input_names": [ + "input_ids", + "attention_mask" + ], + "model_max_length": 2048, + "pad_token": "", + "padding_side": "right", + "tokenizer_class": "PreTrainedTokenizerFast" +} diff --git a/trainer_state.json b/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..b47f7356bdd3b011d4c38f42cf8aaa7c157f47fc --- /dev/null +++ b/trainer_state.json @@ -0,0 +1,408966 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 1.0, + "eval_steps": 500, + "global_step": 58419, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [ + { + "epoch": 1.7117718550471594e-05, + "grad_norm": 100.43628692626953, + "learning_rate": 1.1409013120365088e-08, + "loss": 16.7034, + "step": 1 + }, + { + "epoch": 3.423543710094319e-05, + "grad_norm": 95.59923553466797, + "learning_rate": 2.2818026240730176e-08, + "loss": 16.8775, + "step": 2 + }, + { + "epoch": 5.135315565141478e-05, + "grad_norm": 97.89155578613281, + "learning_rate": 3.422703936109527e-08, + "loss": 16.3308, + "step": 3 + }, + { + "epoch": 6.847087420188638e-05, + "grad_norm": 99.77157592773438, + "learning_rate": 4.563605248146035e-08, + "loss": 17.1018, + "step": 4 + }, + { + "epoch": 8.558859275235796e-05, + "grad_norm": 96.1017837524414, + "learning_rate": 5.704506560182545e-08, + "loss": 16.5882, + "step": 5 + }, + { + "epoch": 0.00010270631130282956, + "grad_norm": 96.22058868408203, + "learning_rate": 6.845407872219054e-08, + "loss": 16.611, + "step": 6 + }, + { + "epoch": 0.00011982402985330116, + "grad_norm": 98.27465057373047, + "learning_rate": 7.986309184255563e-08, + "loss": 16.592, + "step": 7 + }, + { + "epoch": 0.00013694174840377275, + "grad_norm": 98.40283966064453, + "learning_rate": 9.12721049629207e-08, + "loss": 16.7088, + "step": 8 + }, + { + "epoch": 0.00015405946695424435, + "grad_norm": 98.55915069580078, + "learning_rate": 1.0268111808328581e-07, + "loss": 16.6258, + "step": 9 + }, + { + "epoch": 0.00017117718550471592, + "grad_norm": 97.04205322265625, + "learning_rate": 1.140901312036509e-07, + "loss": 16.8364, + "step": 10 + }, + { + "epoch": 0.00018829490405518752, + "grad_norm": 96.5907211303711, + "learning_rate": 1.25499144324016e-07, + "loss": 16.4879, + "step": 11 + }, + { + "epoch": 0.00020541262260565912, + "grad_norm": 94.96595001220703, + "learning_rate": 1.3690815744438108e-07, + "loss": 16.5618, + "step": 12 + }, + { + "epoch": 0.00022253034115613072, + "grad_norm": 97.13082885742188, + "learning_rate": 1.4831717056474617e-07, + "loss": 16.753, + "step": 13 + }, + { + "epoch": 0.0002396480597066023, + "grad_norm": 95.72069549560547, + "learning_rate": 1.5972618368511126e-07, + "loss": 16.4399, + "step": 14 + }, + { + "epoch": 0.0002567657782570739, + "grad_norm": 92.42034912109375, + "learning_rate": 1.7113519680547635e-07, + "loss": 16.3224, + "step": 15 + }, + { + "epoch": 0.0002738834968075455, + "grad_norm": 91.2244873046875, + "learning_rate": 1.825442099258414e-07, + "loss": 16.5081, + "step": 16 + }, + { + "epoch": 0.0002910012153580171, + "grad_norm": 90.0333251953125, + "learning_rate": 1.9395322304620653e-07, + "loss": 16.3501, + "step": 17 + }, + { + "epoch": 0.0003081189339084887, + "grad_norm": 87.20826721191406, + "learning_rate": 2.0536223616657162e-07, + "loss": 16.6184, + "step": 18 + }, + { + "epoch": 0.00032523665245896025, + "grad_norm": 90.33953094482422, + "learning_rate": 2.167712492869367e-07, + "loss": 16.5899, + "step": 19 + }, + { + "epoch": 0.00034235437100943184, + "grad_norm": 85.24110412597656, + "learning_rate": 2.281802624073018e-07, + "loss": 16.1532, + "step": 20 + }, + { + "epoch": 0.00035947208955990344, + "grad_norm": 79.96278381347656, + "learning_rate": 2.3958927552766686e-07, + "loss": 16.0917, + "step": 21 + }, + { + "epoch": 0.00037658980811037504, + "grad_norm": 80.19410705566406, + "learning_rate": 2.50998288648032e-07, + "loss": 16.3716, + "step": 22 + }, + { + "epoch": 0.00039370752666084664, + "grad_norm": 81.0541000366211, + "learning_rate": 2.6240730176839704e-07, + "loss": 15.9153, + "step": 23 + }, + { + "epoch": 0.00041082524521131823, + "grad_norm": 80.80023193359375, + "learning_rate": 2.7381631488876215e-07, + "loss": 16.1173, + "step": 24 + }, + { + "epoch": 0.00042794296376178983, + "grad_norm": 79.30970764160156, + "learning_rate": 2.852253280091272e-07, + "loss": 15.9364, + "step": 25 + }, + { + "epoch": 0.00044506068231226143, + "grad_norm": 76.84333801269531, + "learning_rate": 2.9663434112949233e-07, + "loss": 16.231, + "step": 26 + }, + { + "epoch": 0.00046217840086273303, + "grad_norm": 77.39920043945312, + "learning_rate": 3.080433542498574e-07, + "loss": 16.1764, + "step": 27 + }, + { + "epoch": 0.0004792961194132046, + "grad_norm": 69.77690887451172, + "learning_rate": 3.194523673702225e-07, + "loss": 15.3511, + "step": 28 + }, + { + "epoch": 0.0004964138379636762, + "grad_norm": 59.77677536010742, + "learning_rate": 3.3086138049058763e-07, + "loss": 15.2972, + "step": 29 + }, + { + "epoch": 0.0005135315565141478, + "grad_norm": 59.00700378417969, + "learning_rate": 3.422703936109527e-07, + "loss": 15.3218, + "step": 30 + }, + { + "epoch": 0.0005306492750646194, + "grad_norm": 59.77244186401367, + "learning_rate": 3.5367940673131776e-07, + "loss": 15.2048, + "step": 31 + }, + { + "epoch": 0.000547766993615091, + "grad_norm": 58.85804748535156, + "learning_rate": 3.650884198516828e-07, + "loss": 15.0737, + "step": 32 + }, + { + "epoch": 0.0005648847121655626, + "grad_norm": 58.2687873840332, + "learning_rate": 3.76497432972048e-07, + "loss": 15.1824, + "step": 33 + }, + { + "epoch": 0.0005820024307160342, + "grad_norm": 59.95905685424805, + "learning_rate": 3.8790644609241305e-07, + "loss": 14.9534, + "step": 34 + }, + { + "epoch": 0.0005991201492665058, + "grad_norm": 57.83060073852539, + "learning_rate": 3.993154592127781e-07, + "loss": 14.8047, + "step": 35 + }, + { + "epoch": 0.0006162378678169774, + "grad_norm": 54.59003829956055, + "learning_rate": 4.1072447233314323e-07, + "loss": 14.9454, + "step": 36 + }, + { + "epoch": 0.0006333555863674489, + "grad_norm": 54.66233444213867, + "learning_rate": 4.221334854535083e-07, + "loss": 14.9725, + "step": 37 + }, + { + "epoch": 0.0006504733049179205, + "grad_norm": 51.94773864746094, + "learning_rate": 4.335424985738734e-07, + "loss": 14.6925, + "step": 38 + }, + { + "epoch": 0.0006675910234683921, + "grad_norm": 48.88583755493164, + "learning_rate": 4.449515116942385e-07, + "loss": 14.39, + "step": 39 + }, + { + "epoch": 0.0006847087420188637, + "grad_norm": 45.979740142822266, + "learning_rate": 4.563605248146036e-07, + "loss": 14.1228, + "step": 40 + }, + { + "epoch": 0.0007018264605693353, + "grad_norm": 43.38230514526367, + "learning_rate": 4.6776953793496865e-07, + "loss": 13.8577, + "step": 41 + }, + { + "epoch": 0.0007189441791198069, + "grad_norm": 42.025508880615234, + "learning_rate": 4.791785510553337e-07, + "loss": 13.6696, + "step": 42 + }, + { + "epoch": 0.0007360618976702785, + "grad_norm": 42.1626091003418, + "learning_rate": 4.905875641756989e-07, + "loss": 13.5619, + "step": 43 + }, + { + "epoch": 0.0007531796162207501, + "grad_norm": 42.560604095458984, + "learning_rate": 5.01996577296064e-07, + "loss": 13.4502, + "step": 44 + }, + { + "epoch": 0.0007702973347712217, + "grad_norm": 41.29792404174805, + "learning_rate": 5.13405590416429e-07, + "loss": 13.2462, + "step": 45 + }, + { + "epoch": 0.0007874150533216933, + "grad_norm": 41.04298400878906, + "learning_rate": 5.248146035367941e-07, + "loss": 13.1427, + "step": 46 + }, + { + "epoch": 0.0008045327718721649, + "grad_norm": 41.18161392211914, + "learning_rate": 5.362236166571591e-07, + "loss": 13.3006, + "step": 47 + }, + { + "epoch": 0.0008216504904226365, + "grad_norm": 39.7383918762207, + "learning_rate": 5.476326297775243e-07, + "loss": 12.9512, + "step": 48 + }, + { + "epoch": 0.0008387682089731081, + "grad_norm": 38.9870719909668, + "learning_rate": 5.590416428978894e-07, + "loss": 13.0415, + "step": 49 + }, + { + "epoch": 0.0008558859275235797, + "grad_norm": 39.096092224121094, + "learning_rate": 5.704506560182544e-07, + "loss": 12.7741, + "step": 50 + }, + { + "epoch": 0.0008730036460740513, + "grad_norm": 39.8944206237793, + "learning_rate": 5.818596691386195e-07, + "loss": 12.9605, + "step": 51 + }, + { + "epoch": 0.0008901213646245229, + "grad_norm": 37.254276275634766, + "learning_rate": 5.932686822589847e-07, + "loss": 12.5526, + "step": 52 + }, + { + "epoch": 0.0009072390831749945, + "grad_norm": 38.42811584472656, + "learning_rate": 6.046776953793497e-07, + "loss": 12.6567, + "step": 53 + }, + { + "epoch": 0.0009243568017254661, + "grad_norm": 37.56092834472656, + "learning_rate": 6.160867084997148e-07, + "loss": 12.347, + "step": 54 + }, + { + "epoch": 0.0009414745202759377, + "grad_norm": 37.480228424072266, + "learning_rate": 6.274957216200799e-07, + "loss": 12.0795, + "step": 55 + }, + { + "epoch": 0.0009585922388264093, + "grad_norm": 37.02544021606445, + "learning_rate": 6.38904734740445e-07, + "loss": 12.0589, + "step": 56 + }, + { + "epoch": 0.0009757099573768808, + "grad_norm": 34.506507873535156, + "learning_rate": 6.503137478608101e-07, + "loss": 11.8776, + "step": 57 + }, + { + "epoch": 0.0009928276759273524, + "grad_norm": 31.644580841064453, + "learning_rate": 6.617227609811753e-07, + "loss": 11.5981, + "step": 58 + }, + { + "epoch": 0.001009945394477824, + "grad_norm": 29.904949188232422, + "learning_rate": 6.731317741015403e-07, + "loss": 11.6801, + "step": 59 + }, + { + "epoch": 0.0010270631130282956, + "grad_norm": 28.485429763793945, + "learning_rate": 6.845407872219054e-07, + "loss": 11.4937, + "step": 60 + }, + { + "epoch": 0.0010441808315787672, + "grad_norm": 26.250423431396484, + "learning_rate": 6.959498003422704e-07, + "loss": 11.6114, + "step": 61 + }, + { + "epoch": 0.0010612985501292388, + "grad_norm": 25.606801986694336, + "learning_rate": 7.073588134626355e-07, + "loss": 11.4703, + "step": 62 + }, + { + "epoch": 0.0010784162686797104, + "grad_norm": 23.850576400756836, + "learning_rate": 7.187678265830006e-07, + "loss": 11.2762, + "step": 63 + }, + { + "epoch": 0.001095533987230182, + "grad_norm": 24.894132614135742, + "learning_rate": 7.301768397033656e-07, + "loss": 11.3004, + "step": 64 + }, + { + "epoch": 0.0011126517057806536, + "grad_norm": 23.27581024169922, + "learning_rate": 7.415858528237307e-07, + "loss": 11.3303, + "step": 65 + }, + { + "epoch": 0.0011297694243311252, + "grad_norm": 23.513181686401367, + "learning_rate": 7.52994865944096e-07, + "loss": 11.0688, + "step": 66 + }, + { + "epoch": 0.0011468871428815968, + "grad_norm": 21.94035530090332, + "learning_rate": 7.64403879064461e-07, + "loss": 11.0218, + "step": 67 + }, + { + "epoch": 0.0011640048614320684, + "grad_norm": 24.007410049438477, + "learning_rate": 7.758128921848261e-07, + "loss": 11.0153, + "step": 68 + }, + { + "epoch": 0.00118112257998254, + "grad_norm": 22.923612594604492, + "learning_rate": 7.872219053051912e-07, + "loss": 11.0871, + "step": 69 + }, + { + "epoch": 0.0011982402985330116, + "grad_norm": 21.238813400268555, + "learning_rate": 7.986309184255562e-07, + "loss": 11.0672, + "step": 70 + }, + { + "epoch": 0.0012153580170834832, + "grad_norm": 21.18294906616211, + "learning_rate": 8.100399315459213e-07, + "loss": 10.8487, + "step": 71 + }, + { + "epoch": 0.0012324757356339548, + "grad_norm": 20.016368865966797, + "learning_rate": 8.214489446662865e-07, + "loss": 10.8833, + "step": 72 + }, + { + "epoch": 0.0012495934541844262, + "grad_norm": 19.627334594726562, + "learning_rate": 8.328579577866515e-07, + "loss": 10.6322, + "step": 73 + }, + { + "epoch": 0.0012667111727348978, + "grad_norm": 20.285720825195312, + "learning_rate": 8.442669709070166e-07, + "loss": 10.5151, + "step": 74 + }, + { + "epoch": 0.0012838288912853694, + "grad_norm": 20.70928955078125, + "learning_rate": 8.556759840273817e-07, + "loss": 10.7253, + "step": 75 + }, + { + "epoch": 0.001300946609835841, + "grad_norm": 19.009178161621094, + "learning_rate": 8.670849971477468e-07, + "loss": 10.6386, + "step": 76 + }, + { + "epoch": 0.0013180643283863126, + "grad_norm": 20.929231643676758, + "learning_rate": 8.784940102681119e-07, + "loss": 10.5908, + "step": 77 + }, + { + "epoch": 0.0013351820469367842, + "grad_norm": 18.400882720947266, + "learning_rate": 8.89903023388477e-07, + "loss": 10.2281, + "step": 78 + }, + { + "epoch": 0.0013522997654872558, + "grad_norm": 19.196184158325195, + "learning_rate": 9.013120365088421e-07, + "loss": 10.4014, + "step": 79 + }, + { + "epoch": 0.0013694174840377274, + "grad_norm": 16.802024841308594, + "learning_rate": 9.127210496292072e-07, + "loss": 9.9734, + "step": 80 + }, + { + "epoch": 0.001386535202588199, + "grad_norm": 18.657468795776367, + "learning_rate": 9.241300627495722e-07, + "loss": 10.5099, + "step": 81 + }, + { + "epoch": 0.0014036529211386706, + "grad_norm": 17.66497230529785, + "learning_rate": 9.355390758699373e-07, + "loss": 10.4074, + "step": 82 + }, + { + "epoch": 0.0014207706396891422, + "grad_norm": 19.03335189819336, + "learning_rate": 9.469480889903024e-07, + "loss": 10.4282, + "step": 83 + }, + { + "epoch": 0.0014378883582396138, + "grad_norm": 19.761188507080078, + "learning_rate": 9.583571021106674e-07, + "loss": 10.6224, + "step": 84 + }, + { + "epoch": 0.0014550060767900854, + "grad_norm": 19.012802124023438, + "learning_rate": 9.697661152310325e-07, + "loss": 10.321, + "step": 85 + }, + { + "epoch": 0.001472123795340557, + "grad_norm": 17.887598037719727, + "learning_rate": 9.811751283513978e-07, + "loss": 9.8195, + "step": 86 + }, + { + "epoch": 0.0014892415138910286, + "grad_norm": 17.484981536865234, + "learning_rate": 9.925841414717628e-07, + "loss": 10.1126, + "step": 87 + }, + { + "epoch": 0.0015063592324415002, + "grad_norm": 17.561965942382812, + "learning_rate": 1.003993154592128e-06, + "loss": 10.3595, + "step": 88 + }, + { + "epoch": 0.0015234769509919718, + "grad_norm": 17.307151794433594, + "learning_rate": 1.015402167712493e-06, + "loss": 10.1, + "step": 89 + }, + { + "epoch": 0.0015405946695424434, + "grad_norm": 18.247081756591797, + "learning_rate": 1.026811180832858e-06, + "loss": 10.2392, + "step": 90 + }, + { + "epoch": 0.001557712388092915, + "grad_norm": 16.721235275268555, + "learning_rate": 1.038220193953223e-06, + "loss": 10.1753, + "step": 91 + }, + { + "epoch": 0.0015748301066433865, + "grad_norm": 14.241294860839844, + "learning_rate": 1.0496292070735881e-06, + "loss": 9.6049, + "step": 92 + }, + { + "epoch": 0.0015919478251938581, + "grad_norm": 18.512489318847656, + "learning_rate": 1.0610382201939532e-06, + "loss": 10.4162, + "step": 93 + }, + { + "epoch": 0.0016090655437443297, + "grad_norm": 16.40885353088379, + "learning_rate": 1.0724472333143183e-06, + "loss": 9.8702, + "step": 94 + }, + { + "epoch": 0.0016261832622948013, + "grad_norm": 17.789846420288086, + "learning_rate": 1.0838562464346833e-06, + "loss": 10.3035, + "step": 95 + }, + { + "epoch": 0.001643300980845273, + "grad_norm": 15.63192367553711, + "learning_rate": 1.0952652595550486e-06, + "loss": 9.9032, + "step": 96 + }, + { + "epoch": 0.0016604186993957445, + "grad_norm": 16.620269775390625, + "learning_rate": 1.1066742726754137e-06, + "loss": 9.9511, + "step": 97 + }, + { + "epoch": 0.0016775364179462161, + "grad_norm": 16.929838180541992, + "learning_rate": 1.1180832857957787e-06, + "loss": 10.0719, + "step": 98 + }, + { + "epoch": 0.0016946541364966877, + "grad_norm": 17.32269859313965, + "learning_rate": 1.1294922989161438e-06, + "loss": 10.0728, + "step": 99 + }, + { + "epoch": 0.0017117718550471593, + "grad_norm": 21.010839462280273, + "learning_rate": 1.1409013120365089e-06, + "loss": 10.4876, + "step": 100 + }, + { + "epoch": 0.001728889573597631, + "grad_norm": 17.35486602783203, + "learning_rate": 1.152310325156874e-06, + "loss": 10.093, + "step": 101 + }, + { + "epoch": 0.0017460072921481025, + "grad_norm": 18.025379180908203, + "learning_rate": 1.163719338277239e-06, + "loss": 10.0186, + "step": 102 + }, + { + "epoch": 0.0017631250106985741, + "grad_norm": 14.564534187316895, + "learning_rate": 1.1751283513976043e-06, + "loss": 9.7004, + "step": 103 + }, + { + "epoch": 0.0017802427292490457, + "grad_norm": 18.287460327148438, + "learning_rate": 1.1865373645179693e-06, + "loss": 10.341, + "step": 104 + }, + { + "epoch": 0.0017973604477995173, + "grad_norm": 16.597366333007812, + "learning_rate": 1.1979463776383344e-06, + "loss": 10.0782, + "step": 105 + }, + { + "epoch": 0.001814478166349989, + "grad_norm": 17.404598236083984, + "learning_rate": 1.2093553907586995e-06, + "loss": 9.8004, + "step": 106 + }, + { + "epoch": 0.0018315958849004605, + "grad_norm": 19.459192276000977, + "learning_rate": 1.2207644038790645e-06, + "loss": 10.0679, + "step": 107 + }, + { + "epoch": 0.0018487136034509321, + "grad_norm": 17.641010284423828, + "learning_rate": 1.2321734169994296e-06, + "loss": 10.2123, + "step": 108 + }, + { + "epoch": 0.0018658313220014037, + "grad_norm": 16.94684600830078, + "learning_rate": 1.2435824301197949e-06, + "loss": 9.7463, + "step": 109 + }, + { + "epoch": 0.0018829490405518753, + "grad_norm": 18.83169174194336, + "learning_rate": 1.2549914432401597e-06, + "loss": 9.971, + "step": 110 + }, + { + "epoch": 0.001900066759102347, + "grad_norm": 17.174177169799805, + "learning_rate": 1.266400456360525e-06, + "loss": 9.9639, + "step": 111 + }, + { + "epoch": 0.0019171844776528185, + "grad_norm": 15.80647087097168, + "learning_rate": 1.27780946948089e-06, + "loss": 9.7027, + "step": 112 + }, + { + "epoch": 0.00193430219620329, + "grad_norm": 16.58785629272461, + "learning_rate": 1.2892184826012551e-06, + "loss": 9.9586, + "step": 113 + }, + { + "epoch": 0.0019514199147537617, + "grad_norm": 17.3247013092041, + "learning_rate": 1.3006274957216202e-06, + "loss": 9.9108, + "step": 114 + }, + { + "epoch": 0.001968537633304233, + "grad_norm": 17.207380294799805, + "learning_rate": 1.3120365088419855e-06, + "loss": 9.744, + "step": 115 + }, + { + "epoch": 0.001985655351854705, + "grad_norm": 16.288394927978516, + "learning_rate": 1.3234455219623505e-06, + "loss": 9.7402, + "step": 116 + }, + { + "epoch": 0.0020027730704051763, + "grad_norm": 18.298969268798828, + "learning_rate": 1.3348545350827156e-06, + "loss": 10.1685, + "step": 117 + }, + { + "epoch": 0.002019890788955648, + "grad_norm": 18.83315086364746, + "learning_rate": 1.3462635482030806e-06, + "loss": 9.7666, + "step": 118 + }, + { + "epoch": 0.0020370085075061195, + "grad_norm": 16.727970123291016, + "learning_rate": 1.3576725613234457e-06, + "loss": 9.7504, + "step": 119 + }, + { + "epoch": 0.0020541262260565913, + "grad_norm": 16.944454193115234, + "learning_rate": 1.3690815744438108e-06, + "loss": 9.8462, + "step": 120 + }, + { + "epoch": 0.0020712439446070627, + "grad_norm": 17.992691040039062, + "learning_rate": 1.3804905875641758e-06, + "loss": 9.7202, + "step": 121 + }, + { + "epoch": 0.0020883616631575345, + "grad_norm": 15.115662574768066, + "learning_rate": 1.391899600684541e-06, + "loss": 9.3858, + "step": 122 + }, + { + "epoch": 0.002105479381708006, + "grad_norm": 16.05988121032715, + "learning_rate": 1.403308613804906e-06, + "loss": 9.6323, + "step": 123 + }, + { + "epoch": 0.0021225971002584777, + "grad_norm": 17.08292579650879, + "learning_rate": 1.414717626925271e-06, + "loss": 9.6575, + "step": 124 + }, + { + "epoch": 0.002139714818808949, + "grad_norm": 18.16754913330078, + "learning_rate": 1.426126640045636e-06, + "loss": 9.6788, + "step": 125 + }, + { + "epoch": 0.002156832537359421, + "grad_norm": 19.30640983581543, + "learning_rate": 1.4375356531660011e-06, + "loss": 9.6788, + "step": 126 + }, + { + "epoch": 0.0021739502559098922, + "grad_norm": 14.779640197753906, + "learning_rate": 1.4489446662863662e-06, + "loss": 9.6412, + "step": 127 + }, + { + "epoch": 0.002191067974460364, + "grad_norm": 19.638381958007812, + "learning_rate": 1.4603536794067313e-06, + "loss": 9.6821, + "step": 128 + }, + { + "epoch": 0.0022081856930108354, + "grad_norm": 20.798219680786133, + "learning_rate": 1.4717626925270963e-06, + "loss": 9.422, + "step": 129 + }, + { + "epoch": 0.0022253034115613073, + "grad_norm": 20.867979049682617, + "learning_rate": 1.4831717056474614e-06, + "loss": 9.7432, + "step": 130 + }, + { + "epoch": 0.0022424211301117786, + "grad_norm": 16.93821907043457, + "learning_rate": 1.4945807187678269e-06, + "loss": 9.4667, + "step": 131 + }, + { + "epoch": 0.0022595388486622505, + "grad_norm": 18.872690200805664, + "learning_rate": 1.505989731888192e-06, + "loss": 9.7413, + "step": 132 + }, + { + "epoch": 0.002276656567212722, + "grad_norm": 21.70066261291504, + "learning_rate": 1.517398745008557e-06, + "loss": 9.849, + "step": 133 + }, + { + "epoch": 0.0022937742857631937, + "grad_norm": 18.685142517089844, + "learning_rate": 1.528807758128922e-06, + "loss": 9.4425, + "step": 134 + }, + { + "epoch": 0.002310892004313665, + "grad_norm": 17.235919952392578, + "learning_rate": 1.5402167712492871e-06, + "loss": 9.5917, + "step": 135 + }, + { + "epoch": 0.002328009722864137, + "grad_norm": 18.341068267822266, + "learning_rate": 1.5516257843696522e-06, + "loss": 9.2376, + "step": 136 + }, + { + "epoch": 0.0023451274414146082, + "grad_norm": 17.86180305480957, + "learning_rate": 1.5630347974900173e-06, + "loss": 9.6568, + "step": 137 + }, + { + "epoch": 0.00236224515996508, + "grad_norm": 18.629457473754883, + "learning_rate": 1.5744438106103823e-06, + "loss": 9.4792, + "step": 138 + }, + { + "epoch": 0.0023793628785155514, + "grad_norm": 18.231382369995117, + "learning_rate": 1.5858528237307474e-06, + "loss": 9.2307, + "step": 139 + }, + { + "epoch": 0.0023964805970660232, + "grad_norm": 19.097684860229492, + "learning_rate": 1.5972618368511125e-06, + "loss": 9.4743, + "step": 140 + }, + { + "epoch": 0.0024135983156164946, + "grad_norm": 16.174911499023438, + "learning_rate": 1.6086708499714775e-06, + "loss": 9.2954, + "step": 141 + }, + { + "epoch": 0.0024307160341669664, + "grad_norm": 19.5748233795166, + "learning_rate": 1.6200798630918426e-06, + "loss": 9.4864, + "step": 142 + }, + { + "epoch": 0.002447833752717438, + "grad_norm": 16.822086334228516, + "learning_rate": 1.6314888762122076e-06, + "loss": 9.4472, + "step": 143 + }, + { + "epoch": 0.0024649514712679096, + "grad_norm": 21.362842559814453, + "learning_rate": 1.642897889332573e-06, + "loss": 9.6327, + "step": 144 + }, + { + "epoch": 0.002482069189818381, + "grad_norm": 18.79399871826172, + "learning_rate": 1.654306902452938e-06, + "loss": 9.5717, + "step": 145 + }, + { + "epoch": 0.0024991869083688524, + "grad_norm": 17.833660125732422, + "learning_rate": 1.665715915573303e-06, + "loss": 9.2729, + "step": 146 + }, + { + "epoch": 0.002516304626919324, + "grad_norm": 16.225767135620117, + "learning_rate": 1.6771249286936681e-06, + "loss": 9.2818, + "step": 147 + }, + { + "epoch": 0.0025334223454697956, + "grad_norm": 17.50691032409668, + "learning_rate": 1.6885339418140332e-06, + "loss": 9.3484, + "step": 148 + }, + { + "epoch": 0.0025505400640202674, + "grad_norm": 18.642305374145508, + "learning_rate": 1.6999429549343982e-06, + "loss": 9.41, + "step": 149 + }, + { + "epoch": 0.0025676577825707388, + "grad_norm": 18.17540740966797, + "learning_rate": 1.7113519680547633e-06, + "loss": 9.6986, + "step": 150 + }, + { + "epoch": 0.0025847755011212106, + "grad_norm": 16.98053550720215, + "learning_rate": 1.7227609811751284e-06, + "loss": 9.5144, + "step": 151 + }, + { + "epoch": 0.002601893219671682, + "grad_norm": 17.725563049316406, + "learning_rate": 1.7341699942954936e-06, + "loss": 9.588, + "step": 152 + }, + { + "epoch": 0.002619010938222154, + "grad_norm": 18.197608947753906, + "learning_rate": 1.7455790074158587e-06, + "loss": 9.3153, + "step": 153 + }, + { + "epoch": 0.002636128656772625, + "grad_norm": 18.35686492919922, + "learning_rate": 1.7569880205362238e-06, + "loss": 9.5054, + "step": 154 + }, + { + "epoch": 0.002653246375323097, + "grad_norm": 19.219228744506836, + "learning_rate": 1.768397033656589e-06, + "loss": 9.3215, + "step": 155 + }, + { + "epoch": 0.0026703640938735684, + "grad_norm": 17.90048599243164, + "learning_rate": 1.779806046776954e-06, + "loss": 9.2785, + "step": 156 + }, + { + "epoch": 0.00268748181242404, + "grad_norm": 18.571855545043945, + "learning_rate": 1.7912150598973192e-06, + "loss": 9.0452, + "step": 157 + }, + { + "epoch": 0.0027045995309745116, + "grad_norm": 18.15898323059082, + "learning_rate": 1.8026240730176842e-06, + "loss": 9.1871, + "step": 158 + }, + { + "epoch": 0.0027217172495249834, + "grad_norm": 16.52214241027832, + "learning_rate": 1.8140330861380493e-06, + "loss": 9.1438, + "step": 159 + }, + { + "epoch": 0.0027388349680754548, + "grad_norm": 19.991403579711914, + "learning_rate": 1.8254420992584144e-06, + "loss": 9.1989, + "step": 160 + }, + { + "epoch": 0.0027559526866259266, + "grad_norm": 17.199668884277344, + "learning_rate": 1.8368511123787794e-06, + "loss": 9.1607, + "step": 161 + }, + { + "epoch": 0.002773070405176398, + "grad_norm": 16.60368537902832, + "learning_rate": 1.8482601254991445e-06, + "loss": 9.1318, + "step": 162 + }, + { + "epoch": 0.0027901881237268698, + "grad_norm": 17.34722900390625, + "learning_rate": 1.8596691386195095e-06, + "loss": 9.2042, + "step": 163 + }, + { + "epoch": 0.002807305842277341, + "grad_norm": 18.5869140625, + "learning_rate": 1.8710781517398746e-06, + "loss": 9.0681, + "step": 164 + }, + { + "epoch": 0.002824423560827813, + "grad_norm": 18.45302391052246, + "learning_rate": 1.8824871648602397e-06, + "loss": 9.3229, + "step": 165 + }, + { + "epoch": 0.0028415412793782843, + "grad_norm": 18.989755630493164, + "learning_rate": 1.8938961779806047e-06, + "loss": 9.2139, + "step": 166 + }, + { + "epoch": 0.002858658997928756, + "grad_norm": 19.968446731567383, + "learning_rate": 1.9053051911009698e-06, + "loss": 9.3312, + "step": 167 + }, + { + "epoch": 0.0028757767164792275, + "grad_norm": 18.676494598388672, + "learning_rate": 1.916714204221335e-06, + "loss": 8.8522, + "step": 168 + }, + { + "epoch": 0.0028928944350296994, + "grad_norm": 19.48508071899414, + "learning_rate": 1.9281232173417e-06, + "loss": 9.231, + "step": 169 + }, + { + "epoch": 0.0029100121535801707, + "grad_norm": 18.387285232543945, + "learning_rate": 1.939532230462065e-06, + "loss": 9.2065, + "step": 170 + }, + { + "epoch": 0.0029271298721306425, + "grad_norm": 17.846097946166992, + "learning_rate": 1.95094124358243e-06, + "loss": 9.1163, + "step": 171 + }, + { + "epoch": 0.002944247590681114, + "grad_norm": 17.65619468688965, + "learning_rate": 1.9623502567027955e-06, + "loss": 9.2132, + "step": 172 + }, + { + "epoch": 0.0029613653092315857, + "grad_norm": 19.187768936157227, + "learning_rate": 1.9737592698231606e-06, + "loss": 9.2523, + "step": 173 + }, + { + "epoch": 0.002978483027782057, + "grad_norm": 18.633317947387695, + "learning_rate": 1.9851682829435257e-06, + "loss": 9.3643, + "step": 174 + }, + { + "epoch": 0.002995600746332529, + "grad_norm": 21.716079711914062, + "learning_rate": 1.9965772960638907e-06, + "loss": 9.1487, + "step": 175 + }, + { + "epoch": 0.0030127184648830003, + "grad_norm": 21.70096778869629, + "learning_rate": 2.007986309184256e-06, + "loss": 9.4782, + "step": 176 + }, + { + "epoch": 0.003029836183433472, + "grad_norm": 19.2487850189209, + "learning_rate": 2.019395322304621e-06, + "loss": 9.2171, + "step": 177 + }, + { + "epoch": 0.0030469539019839435, + "grad_norm": 17.5371036529541, + "learning_rate": 2.030804335424986e-06, + "loss": 9.0961, + "step": 178 + }, + { + "epoch": 0.0030640716205344153, + "grad_norm": 19.646888732910156, + "learning_rate": 2.042213348545351e-06, + "loss": 9.3817, + "step": 179 + }, + { + "epoch": 0.0030811893390848867, + "grad_norm": 18.324472427368164, + "learning_rate": 2.053622361665716e-06, + "loss": 9.0785, + "step": 180 + }, + { + "epoch": 0.0030983070576353585, + "grad_norm": 18.146921157836914, + "learning_rate": 2.065031374786081e-06, + "loss": 9.2616, + "step": 181 + }, + { + "epoch": 0.00311542477618583, + "grad_norm": 21.352949142456055, + "learning_rate": 2.076440387906446e-06, + "loss": 9.0297, + "step": 182 + }, + { + "epoch": 0.0031325424947363017, + "grad_norm": 18.371185302734375, + "learning_rate": 2.0878494010268112e-06, + "loss": 9.0224, + "step": 183 + }, + { + "epoch": 0.003149660213286773, + "grad_norm": 20.937097549438477, + "learning_rate": 2.0992584141471763e-06, + "loss": 9.071, + "step": 184 + }, + { + "epoch": 0.003166777931837245, + "grad_norm": 20.91566276550293, + "learning_rate": 2.1106674272675414e-06, + "loss": 9.2399, + "step": 185 + }, + { + "epoch": 0.0031838956503877163, + "grad_norm": 21.144214630126953, + "learning_rate": 2.1220764403879064e-06, + "loss": 9.164, + "step": 186 + }, + { + "epoch": 0.003201013368938188, + "grad_norm": 19.95140266418457, + "learning_rate": 2.1334854535082715e-06, + "loss": 8.9009, + "step": 187 + }, + { + "epoch": 0.0032181310874886595, + "grad_norm": 23.014055252075195, + "learning_rate": 2.1448944666286366e-06, + "loss": 9.176, + "step": 188 + }, + { + "epoch": 0.0032352488060391313, + "grad_norm": 18.790597915649414, + "learning_rate": 2.1563034797490016e-06, + "loss": 8.92, + "step": 189 + }, + { + "epoch": 0.0032523665245896027, + "grad_norm": 18.68011474609375, + "learning_rate": 2.1677124928693667e-06, + "loss": 8.8414, + "step": 190 + }, + { + "epoch": 0.0032694842431400745, + "grad_norm": 21.065034866333008, + "learning_rate": 2.1791215059897317e-06, + "loss": 9.1472, + "step": 191 + }, + { + "epoch": 0.003286601961690546, + "grad_norm": 17.594799041748047, + "learning_rate": 2.1905305191100972e-06, + "loss": 8.7627, + "step": 192 + }, + { + "epoch": 0.0033037196802410173, + "grad_norm": 20.252656936645508, + "learning_rate": 2.2019395322304623e-06, + "loss": 8.8024, + "step": 193 + }, + { + "epoch": 0.003320837398791489, + "grad_norm": 16.005855560302734, + "learning_rate": 2.2133485453508274e-06, + "loss": 8.7089, + "step": 194 + }, + { + "epoch": 0.0033379551173419605, + "grad_norm": 18.015209197998047, + "learning_rate": 2.2247575584711924e-06, + "loss": 8.9628, + "step": 195 + }, + { + "epoch": 0.0033550728358924323, + "grad_norm": 19.047740936279297, + "learning_rate": 2.2361665715915575e-06, + "loss": 8.9372, + "step": 196 + }, + { + "epoch": 0.0033721905544429037, + "grad_norm": 17.76711654663086, + "learning_rate": 2.2475755847119225e-06, + "loss": 8.8974, + "step": 197 + }, + { + "epoch": 0.0033893082729933755, + "grad_norm": 20.044937133789062, + "learning_rate": 2.2589845978322876e-06, + "loss": 9.0188, + "step": 198 + }, + { + "epoch": 0.003406425991543847, + "grad_norm": 19.817291259765625, + "learning_rate": 2.2703936109526527e-06, + "loss": 9.0494, + "step": 199 + }, + { + "epoch": 0.0034235437100943187, + "grad_norm": 19.14727020263672, + "learning_rate": 2.2818026240730177e-06, + "loss": 8.7668, + "step": 200 + }, + { + "epoch": 0.00344066142864479, + "grad_norm": 20.13651466369629, + "learning_rate": 2.293211637193383e-06, + "loss": 8.9395, + "step": 201 + }, + { + "epoch": 0.003457779147195262, + "grad_norm": 19.89166831970215, + "learning_rate": 2.304620650313748e-06, + "loss": 9.1226, + "step": 202 + }, + { + "epoch": 0.0034748968657457332, + "grad_norm": 17.28056526184082, + "learning_rate": 2.316029663434113e-06, + "loss": 8.81, + "step": 203 + }, + { + "epoch": 0.003492014584296205, + "grad_norm": 19.179216384887695, + "learning_rate": 2.327438676554478e-06, + "loss": 8.8935, + "step": 204 + }, + { + "epoch": 0.0035091323028466764, + "grad_norm": 19.517457962036133, + "learning_rate": 2.3388476896748435e-06, + "loss": 8.9061, + "step": 205 + }, + { + "epoch": 0.0035262500213971482, + "grad_norm": 20.290029525756836, + "learning_rate": 2.3502567027952085e-06, + "loss": 8.8683, + "step": 206 + }, + { + "epoch": 0.0035433677399476196, + "grad_norm": 20.16778564453125, + "learning_rate": 2.3616657159155736e-06, + "loss": 8.6828, + "step": 207 + }, + { + "epoch": 0.0035604854584980914, + "grad_norm": 21.158361434936523, + "learning_rate": 2.3730747290359387e-06, + "loss": 8.9977, + "step": 208 + }, + { + "epoch": 0.003577603177048563, + "grad_norm": 22.814279556274414, + "learning_rate": 2.3844837421563037e-06, + "loss": 8.7234, + "step": 209 + }, + { + "epoch": 0.0035947208955990346, + "grad_norm": 20.196352005004883, + "learning_rate": 2.395892755276669e-06, + "loss": 9.0269, + "step": 210 + }, + { + "epoch": 0.003611838614149506, + "grad_norm": 19.351186752319336, + "learning_rate": 2.407301768397034e-06, + "loss": 8.6472, + "step": 211 + }, + { + "epoch": 0.003628956332699978, + "grad_norm": 20.12627601623535, + "learning_rate": 2.418710781517399e-06, + "loss": 8.7936, + "step": 212 + }, + { + "epoch": 0.003646074051250449, + "grad_norm": 19.5969181060791, + "learning_rate": 2.430119794637764e-06, + "loss": 8.7787, + "step": 213 + }, + { + "epoch": 0.003663191769800921, + "grad_norm": 17.880645751953125, + "learning_rate": 2.441528807758129e-06, + "loss": 8.7256, + "step": 214 + }, + { + "epoch": 0.0036803094883513924, + "grad_norm": 17.877309799194336, + "learning_rate": 2.452937820878494e-06, + "loss": 8.7153, + "step": 215 + }, + { + "epoch": 0.0036974272069018642, + "grad_norm": 18.708518981933594, + "learning_rate": 2.464346833998859e-06, + "loss": 8.7853, + "step": 216 + }, + { + "epoch": 0.0037145449254523356, + "grad_norm": 19.416259765625, + "learning_rate": 2.4757558471192247e-06, + "loss": 8.7398, + "step": 217 + }, + { + "epoch": 0.0037316626440028074, + "grad_norm": 18.42330551147461, + "learning_rate": 2.4871648602395897e-06, + "loss": 8.6227, + "step": 218 + }, + { + "epoch": 0.003748780362553279, + "grad_norm": 18.684932708740234, + "learning_rate": 2.4985738733599548e-06, + "loss": 8.6468, + "step": 219 + }, + { + "epoch": 0.0037658980811037506, + "grad_norm": 21.816200256347656, + "learning_rate": 2.5099828864803194e-06, + "loss": 8.7316, + "step": 220 + }, + { + "epoch": 0.003783015799654222, + "grad_norm": 18.34869384765625, + "learning_rate": 2.521391899600685e-06, + "loss": 8.7576, + "step": 221 + }, + { + "epoch": 0.003800133518204694, + "grad_norm": 19.880924224853516, + "learning_rate": 2.53280091272105e-06, + "loss": 8.6698, + "step": 222 + }, + { + "epoch": 0.003817251236755165, + "grad_norm": 20.784547805786133, + "learning_rate": 2.544209925841415e-06, + "loss": 8.4995, + "step": 223 + }, + { + "epoch": 0.003834368955305637, + "grad_norm": 19.474628448486328, + "learning_rate": 2.55561893896178e-06, + "loss": 8.7031, + "step": 224 + }, + { + "epoch": 0.0038514866738561084, + "grad_norm": 22.162752151489258, + "learning_rate": 2.567027952082145e-06, + "loss": 8.7653, + "step": 225 + }, + { + "epoch": 0.00386860439240658, + "grad_norm": 17.813695907592773, + "learning_rate": 2.5784369652025102e-06, + "loss": 8.4482, + "step": 226 + }, + { + "epoch": 0.0038857221109570516, + "grad_norm": 18.08498191833496, + "learning_rate": 2.5898459783228753e-06, + "loss": 8.5854, + "step": 227 + }, + { + "epoch": 0.0039028398295075234, + "grad_norm": 20.075611114501953, + "learning_rate": 2.6012549914432404e-06, + "loss": 8.5493, + "step": 228 + }, + { + "epoch": 0.003919957548057995, + "grad_norm": 20.1552734375, + "learning_rate": 2.6126640045636054e-06, + "loss": 8.7419, + "step": 229 + }, + { + "epoch": 0.003937075266608466, + "grad_norm": 21.666767120361328, + "learning_rate": 2.624073017683971e-06, + "loss": 8.7979, + "step": 230 + }, + { + "epoch": 0.003954192985158938, + "grad_norm": 20.821117401123047, + "learning_rate": 2.6354820308043355e-06, + "loss": 8.6126, + "step": 231 + }, + { + "epoch": 0.00397131070370941, + "grad_norm": 18.3998966217041, + "learning_rate": 2.646891043924701e-06, + "loss": 8.2399, + "step": 232 + }, + { + "epoch": 0.003988428422259881, + "grad_norm": 20.318082809448242, + "learning_rate": 2.6583000570450657e-06, + "loss": 8.7334, + "step": 233 + }, + { + "epoch": 0.0040055461408103525, + "grad_norm": 22.018068313598633, + "learning_rate": 2.669709070165431e-06, + "loss": 8.7, + "step": 234 + }, + { + "epoch": 0.004022663859360825, + "grad_norm": 19.99179458618164, + "learning_rate": 2.681118083285796e-06, + "loss": 8.4101, + "step": 235 + }, + { + "epoch": 0.004039781577911296, + "grad_norm": 20.004100799560547, + "learning_rate": 2.6925270964061613e-06, + "loss": 8.6334, + "step": 236 + }, + { + "epoch": 0.0040568992964617676, + "grad_norm": 19.833162307739258, + "learning_rate": 2.703936109526526e-06, + "loss": 8.3082, + "step": 237 + }, + { + "epoch": 0.004074017015012239, + "grad_norm": 21.167308807373047, + "learning_rate": 2.7153451226468914e-06, + "loss": 8.6334, + "step": 238 + }, + { + "epoch": 0.004091134733562711, + "grad_norm": 18.154178619384766, + "learning_rate": 2.726754135767256e-06, + "loss": 8.5065, + "step": 239 + }, + { + "epoch": 0.004108252452113183, + "grad_norm": 18.58209228515625, + "learning_rate": 2.7381631488876215e-06, + "loss": 8.1906, + "step": 240 + }, + { + "epoch": 0.004125370170663654, + "grad_norm": 19.364234924316406, + "learning_rate": 2.749572162007986e-06, + "loss": 8.2253, + "step": 241 + }, + { + "epoch": 0.004142487889214125, + "grad_norm": 19.4107723236084, + "learning_rate": 2.7609811751283517e-06, + "loss": 8.66, + "step": 242 + }, + { + "epoch": 0.004159605607764597, + "grad_norm": 19.565778732299805, + "learning_rate": 2.772390188248717e-06, + "loss": 8.3234, + "step": 243 + }, + { + "epoch": 0.004176723326315069, + "grad_norm": 19.011699676513672, + "learning_rate": 2.783799201369082e-06, + "loss": 8.4206, + "step": 244 + }, + { + "epoch": 0.00419384104486554, + "grad_norm": 18.445131301879883, + "learning_rate": 2.7952082144894473e-06, + "loss": 8.3762, + "step": 245 + }, + { + "epoch": 0.004210958763416012, + "grad_norm": 19.123661041259766, + "learning_rate": 2.806617227609812e-06, + "loss": 8.5342, + "step": 246 + }, + { + "epoch": 0.004228076481966483, + "grad_norm": 18.61896324157715, + "learning_rate": 2.8180262407301774e-06, + "loss": 8.3726, + "step": 247 + }, + { + "epoch": 0.004245194200516955, + "grad_norm": 20.55064582824707, + "learning_rate": 2.829435253850542e-06, + "loss": 8.4853, + "step": 248 + }, + { + "epoch": 0.004262311919067427, + "grad_norm": 19.138750076293945, + "learning_rate": 2.8408442669709075e-06, + "loss": 8.2142, + "step": 249 + }, + { + "epoch": 0.004279429637617898, + "grad_norm": 18.806062698364258, + "learning_rate": 2.852253280091272e-06, + "loss": 8.3113, + "step": 250 + }, + { + "epoch": 0.0042965473561683695, + "grad_norm": 17.68140983581543, + "learning_rate": 2.8636622932116377e-06, + "loss": 8.4496, + "step": 251 + }, + { + "epoch": 0.004313665074718842, + "grad_norm": 20.177614212036133, + "learning_rate": 2.8750713063320023e-06, + "loss": 8.2727, + "step": 252 + }, + { + "epoch": 0.004330782793269313, + "grad_norm": 19.217971801757812, + "learning_rate": 2.8864803194523678e-06, + "loss": 8.4403, + "step": 253 + }, + { + "epoch": 0.0043479005118197845, + "grad_norm": 17.330665588378906, + "learning_rate": 2.8978893325727324e-06, + "loss": 8.346, + "step": 254 + }, + { + "epoch": 0.004365018230370256, + "grad_norm": 17.29280662536621, + "learning_rate": 2.909298345693098e-06, + "loss": 8.2513, + "step": 255 + }, + { + "epoch": 0.004382135948920728, + "grad_norm": 20.075714111328125, + "learning_rate": 2.9207073588134625e-06, + "loss": 8.4117, + "step": 256 + }, + { + "epoch": 0.0043992536674711995, + "grad_norm": 17.85525894165039, + "learning_rate": 2.932116371933828e-06, + "loss": 8.007, + "step": 257 + }, + { + "epoch": 0.004416371386021671, + "grad_norm": 18.812728881835938, + "learning_rate": 2.9435253850541927e-06, + "loss": 8.266, + "step": 258 + }, + { + "epoch": 0.004433489104572142, + "grad_norm": 20.118453979492188, + "learning_rate": 2.954934398174558e-06, + "loss": 8.2038, + "step": 259 + }, + { + "epoch": 0.0044506068231226145, + "grad_norm": 17.617277145385742, + "learning_rate": 2.966343411294923e-06, + "loss": 8.3129, + "step": 260 + }, + { + "epoch": 0.004467724541673086, + "grad_norm": 18.566953659057617, + "learning_rate": 2.9777524244152883e-06, + "loss": 8.2093, + "step": 261 + }, + { + "epoch": 0.004484842260223557, + "grad_norm": 18.878162384033203, + "learning_rate": 2.9891614375356538e-06, + "loss": 8.2274, + "step": 262 + }, + { + "epoch": 0.004501959978774029, + "grad_norm": 18.817079544067383, + "learning_rate": 3.0005704506560184e-06, + "loss": 8.1577, + "step": 263 + }, + { + "epoch": 0.004519077697324501, + "grad_norm": 21.1014461517334, + "learning_rate": 3.011979463776384e-06, + "loss": 8.2618, + "step": 264 + }, + { + "epoch": 0.004536195415874972, + "grad_norm": 20.817602157592773, + "learning_rate": 3.0233884768967485e-06, + "loss": 8.3124, + "step": 265 + }, + { + "epoch": 0.004553313134425444, + "grad_norm": 18.376264572143555, + "learning_rate": 3.034797490017114e-06, + "loss": 8.337, + "step": 266 + }, + { + "epoch": 0.004570430852975915, + "grad_norm": 21.329519271850586, + "learning_rate": 3.0462065031374787e-06, + "loss": 8.3155, + "step": 267 + }, + { + "epoch": 0.004587548571526387, + "grad_norm": 21.346277236938477, + "learning_rate": 3.057615516257844e-06, + "loss": 8.0635, + "step": 268 + }, + { + "epoch": 0.004604666290076859, + "grad_norm": 20.709096908569336, + "learning_rate": 3.069024529378209e-06, + "loss": 8.1095, + "step": 269 + }, + { + "epoch": 0.00462178400862733, + "grad_norm": 19.491912841796875, + "learning_rate": 3.0804335424985743e-06, + "loss": 8.0142, + "step": 270 + }, + { + "epoch": 0.0046389017271778014, + "grad_norm": 20.163419723510742, + "learning_rate": 3.091842555618939e-06, + "loss": 8.3151, + "step": 271 + }, + { + "epoch": 0.004656019445728274, + "grad_norm": 18.04513931274414, + "learning_rate": 3.1032515687393044e-06, + "loss": 7.9781, + "step": 272 + }, + { + "epoch": 0.004673137164278745, + "grad_norm": 20.290761947631836, + "learning_rate": 3.114660581859669e-06, + "loss": 8.0987, + "step": 273 + }, + { + "epoch": 0.0046902548828292165, + "grad_norm": 20.366594314575195, + "learning_rate": 3.1260695949800345e-06, + "loss": 8.065, + "step": 274 + }, + { + "epoch": 0.004707372601379688, + "grad_norm": 20.519193649291992, + "learning_rate": 3.1374786081003996e-06, + "loss": 8.1649, + "step": 275 + }, + { + "epoch": 0.00472449031993016, + "grad_norm": 20.94363784790039, + "learning_rate": 3.1488876212207647e-06, + "loss": 7.9819, + "step": 276 + }, + { + "epoch": 0.0047416080384806315, + "grad_norm": 19.825334548950195, + "learning_rate": 3.1602966343411297e-06, + "loss": 8.197, + "step": 277 + }, + { + "epoch": 0.004758725757031103, + "grad_norm": 19.98933219909668, + "learning_rate": 3.1717056474614948e-06, + "loss": 8.0809, + "step": 278 + }, + { + "epoch": 0.004775843475581574, + "grad_norm": 21.42494773864746, + "learning_rate": 3.18311466058186e-06, + "loss": 7.9054, + "step": 279 + }, + { + "epoch": 0.0047929611941320465, + "grad_norm": 18.073776245117188, + "learning_rate": 3.194523673702225e-06, + "loss": 7.8671, + "step": 280 + }, + { + "epoch": 0.004810078912682518, + "grad_norm": 18.252685546875, + "learning_rate": 3.20593268682259e-06, + "loss": 7.8176, + "step": 281 + }, + { + "epoch": 0.004827196631232989, + "grad_norm": 20.36507225036621, + "learning_rate": 3.217341699942955e-06, + "loss": 7.7709, + "step": 282 + }, + { + "epoch": 0.004844314349783461, + "grad_norm": 22.85456657409668, + "learning_rate": 3.2287507130633205e-06, + "loss": 8.1483, + "step": 283 + }, + { + "epoch": 0.004861432068333933, + "grad_norm": 25.853464126586914, + "learning_rate": 3.240159726183685e-06, + "loss": 8.1086, + "step": 284 + }, + { + "epoch": 0.004878549786884404, + "grad_norm": 24.755985260009766, + "learning_rate": 3.2515687393040507e-06, + "loss": 7.8867, + "step": 285 + }, + { + "epoch": 0.004895667505434876, + "grad_norm": 103.19461059570312, + "learning_rate": 3.2629777524244153e-06, + "loss": 8.0283, + "step": 286 + }, + { + "epoch": 0.004912785223985347, + "grad_norm": 38.0892448425293, + "learning_rate": 3.2743867655447808e-06, + "loss": 8.412, + "step": 287 + }, + { + "epoch": 0.004929902942535819, + "grad_norm": 32.09950256347656, + "learning_rate": 3.285795778665146e-06, + "loss": 8.3744, + "step": 288 + }, + { + "epoch": 0.004947020661086291, + "grad_norm": 32.0450325012207, + "learning_rate": 3.297204791785511e-06, + "loss": 8.4053, + "step": 289 + }, + { + "epoch": 0.004964138379636762, + "grad_norm": 25.983612060546875, + "learning_rate": 3.308613804905876e-06, + "loss": 8.1688, + "step": 290 + }, + { + "epoch": 0.004981256098187233, + "grad_norm": 23.950742721557617, + "learning_rate": 3.320022818026241e-06, + "loss": 8.1309, + "step": 291 + }, + { + "epoch": 0.004998373816737705, + "grad_norm": 20.601247787475586, + "learning_rate": 3.331431831146606e-06, + "loss": 8.2021, + "step": 292 + }, + { + "epoch": 0.005015491535288177, + "grad_norm": 19.928974151611328, + "learning_rate": 3.342840844266971e-06, + "loss": 8.1413, + "step": 293 + }, + { + "epoch": 0.005032609253838648, + "grad_norm": 18.069751739501953, + "learning_rate": 3.3542498573873362e-06, + "loss": 7.8592, + "step": 294 + }, + { + "epoch": 0.00504972697238912, + "grad_norm": 19.913516998291016, + "learning_rate": 3.3656588705077013e-06, + "loss": 7.8894, + "step": 295 + }, + { + "epoch": 0.005066844690939591, + "grad_norm": 18.73442268371582, + "learning_rate": 3.3770678836280663e-06, + "loss": 8.0237, + "step": 296 + }, + { + "epoch": 0.005083962409490063, + "grad_norm": 17.57182502746582, + "learning_rate": 3.3884768967484314e-06, + "loss": 7.7149, + "step": 297 + }, + { + "epoch": 0.005101080128040535, + "grad_norm": 21.274093627929688, + "learning_rate": 3.3998859098687965e-06, + "loss": 7.8486, + "step": 298 + }, + { + "epoch": 0.005118197846591006, + "grad_norm": 19.42186164855957, + "learning_rate": 3.411294922989162e-06, + "loss": 7.951, + "step": 299 + }, + { + "epoch": 0.0051353155651414776, + "grad_norm": 16.190288543701172, + "learning_rate": 3.4227039361095266e-06, + "loss": 7.7335, + "step": 300 + }, + { + "epoch": 0.00515243328369195, + "grad_norm": 19.082744598388672, + "learning_rate": 3.434112949229892e-06, + "loss": 7.5354, + "step": 301 + }, + { + "epoch": 0.005169551002242421, + "grad_norm": 18.314224243164062, + "learning_rate": 3.4455219623502567e-06, + "loss": 7.9412, + "step": 302 + }, + { + "epoch": 0.005186668720792893, + "grad_norm": 16.90435028076172, + "learning_rate": 3.4569309754706222e-06, + "loss": 7.5386, + "step": 303 + }, + { + "epoch": 0.005203786439343364, + "grad_norm": 21.652812957763672, + "learning_rate": 3.4683399885909873e-06, + "loss": 7.7868, + "step": 304 + }, + { + "epoch": 0.005220904157893836, + "grad_norm": 19.66404151916504, + "learning_rate": 3.4797490017113523e-06, + "loss": 7.7276, + "step": 305 + }, + { + "epoch": 0.005238021876444308, + "grad_norm": 21.552162170410156, + "learning_rate": 3.4911580148317174e-06, + "loss": 7.9655, + "step": 306 + }, + { + "epoch": 0.005255139594994779, + "grad_norm": 18.280494689941406, + "learning_rate": 3.5025670279520825e-06, + "loss": 7.7288, + "step": 307 + }, + { + "epoch": 0.00527225731354525, + "grad_norm": 19.952165603637695, + "learning_rate": 3.5139760410724475e-06, + "loss": 7.8017, + "step": 308 + }, + { + "epoch": 0.005289375032095723, + "grad_norm": 17.382320404052734, + "learning_rate": 3.5253850541928126e-06, + "loss": 7.5885, + "step": 309 + }, + { + "epoch": 0.005306492750646194, + "grad_norm": 17.511445999145508, + "learning_rate": 3.536794067313178e-06, + "loss": 7.6351, + "step": 310 + }, + { + "epoch": 0.005323610469196665, + "grad_norm": 20.022384643554688, + "learning_rate": 3.5482030804335427e-06, + "loss": 7.8732, + "step": 311 + }, + { + "epoch": 0.005340728187747137, + "grad_norm": 18.53759002685547, + "learning_rate": 3.559612093553908e-06, + "loss": 7.6007, + "step": 312 + }, + { + "epoch": 0.005357845906297609, + "grad_norm": 18.1690731048584, + "learning_rate": 3.571021106674273e-06, + "loss": 7.7354, + "step": 313 + }, + { + "epoch": 0.00537496362484808, + "grad_norm": 19.84187889099121, + "learning_rate": 3.5824301197946383e-06, + "loss": 7.7463, + "step": 314 + }, + { + "epoch": 0.005392081343398552, + "grad_norm": 20.232057571411133, + "learning_rate": 3.593839132915003e-06, + "loss": 7.798, + "step": 315 + }, + { + "epoch": 0.005409199061949023, + "grad_norm": 17.621288299560547, + "learning_rate": 3.6052481460353685e-06, + "loss": 7.6102, + "step": 316 + }, + { + "epoch": 0.005426316780499495, + "grad_norm": 18.986343383789062, + "learning_rate": 3.616657159155733e-06, + "loss": 7.5931, + "step": 317 + }, + { + "epoch": 0.005443434499049967, + "grad_norm": 20.160367965698242, + "learning_rate": 3.6280661722760986e-06, + "loss": 7.6867, + "step": 318 + }, + { + "epoch": 0.005460552217600438, + "grad_norm": 19.25294303894043, + "learning_rate": 3.6394751853964632e-06, + "loss": 7.6576, + "step": 319 + }, + { + "epoch": 0.0054776699361509095, + "grad_norm": 18.595300674438477, + "learning_rate": 3.6508841985168287e-06, + "loss": 7.6181, + "step": 320 + }, + { + "epoch": 0.005494787654701382, + "grad_norm": 20.469240188598633, + "learning_rate": 3.6622932116371934e-06, + "loss": 7.6802, + "step": 321 + }, + { + "epoch": 0.005511905373251853, + "grad_norm": 20.071609497070312, + "learning_rate": 3.673702224757559e-06, + "loss": 7.4045, + "step": 322 + }, + { + "epoch": 0.0055290230918023245, + "grad_norm": 16.34604263305664, + "learning_rate": 3.6851112378779243e-06, + "loss": 7.3629, + "step": 323 + }, + { + "epoch": 0.005546140810352796, + "grad_norm": 19.261343002319336, + "learning_rate": 3.696520250998289e-06, + "loss": 7.5782, + "step": 324 + }, + { + "epoch": 0.005563258528903268, + "grad_norm": 20.203996658325195, + "learning_rate": 3.7079292641186545e-06, + "loss": 7.4977, + "step": 325 + }, + { + "epoch": 0.0055803762474537395, + "grad_norm": 18.369874954223633, + "learning_rate": 3.719338277239019e-06, + "loss": 7.5445, + "step": 326 + }, + { + "epoch": 0.005597493966004211, + "grad_norm": 18.981523513793945, + "learning_rate": 3.7307472903593846e-06, + "loss": 7.4349, + "step": 327 + }, + { + "epoch": 0.005614611684554682, + "grad_norm": 17.567750930786133, + "learning_rate": 3.7421563034797492e-06, + "loss": 7.2049, + "step": 328 + }, + { + "epoch": 0.0056317294031051545, + "grad_norm": 19.944528579711914, + "learning_rate": 3.7535653166001147e-06, + "loss": 7.5001, + "step": 329 + }, + { + "epoch": 0.005648847121655626, + "grad_norm": 18.017545700073242, + "learning_rate": 3.7649743297204793e-06, + "loss": 7.3331, + "step": 330 + }, + { + "epoch": 0.005665964840206097, + "grad_norm": 20.11884880065918, + "learning_rate": 3.776383342840845e-06, + "loss": 7.2466, + "step": 331 + }, + { + "epoch": 0.005683082558756569, + "grad_norm": 18.23954963684082, + "learning_rate": 3.7877923559612095e-06, + "loss": 7.3817, + "step": 332 + }, + { + "epoch": 0.005700200277307041, + "grad_norm": 21.828060150146484, + "learning_rate": 3.799201369081575e-06, + "loss": 7.4561, + "step": 333 + }, + { + "epoch": 0.005717317995857512, + "grad_norm": 19.84380531311035, + "learning_rate": 3.8106103822019396e-06, + "loss": 7.5289, + "step": 334 + }, + { + "epoch": 0.005734435714407984, + "grad_norm": 18.99785041809082, + "learning_rate": 3.822019395322305e-06, + "loss": 7.5628, + "step": 335 + }, + { + "epoch": 0.005751553432958455, + "grad_norm": 18.304521560668945, + "learning_rate": 3.83342840844267e-06, + "loss": 7.1001, + "step": 336 + }, + { + "epoch": 0.005768671151508927, + "grad_norm": 19.943069458007812, + "learning_rate": 3.844837421563035e-06, + "loss": 7.3836, + "step": 337 + }, + { + "epoch": 0.005785788870059399, + "grad_norm": 18.10521697998047, + "learning_rate": 3.8562464346834e-06, + "loss": 7.234, + "step": 338 + }, + { + "epoch": 0.00580290658860987, + "grad_norm": 17.655982971191406, + "learning_rate": 3.867655447803766e-06, + "loss": 7.2766, + "step": 339 + }, + { + "epoch": 0.0058200243071603415, + "grad_norm": 18.352277755737305, + "learning_rate": 3.87906446092413e-06, + "loss": 7.27, + "step": 340 + }, + { + "epoch": 0.005837142025710813, + "grad_norm": 20.970623016357422, + "learning_rate": 3.890473474044496e-06, + "loss": 7.0992, + "step": 341 + }, + { + "epoch": 0.005854259744261285, + "grad_norm": 18.516616821289062, + "learning_rate": 3.90188248716486e-06, + "loss": 7.2381, + "step": 342 + }, + { + "epoch": 0.0058713774628117565, + "grad_norm": 17.478893280029297, + "learning_rate": 3.913291500285226e-06, + "loss": 6.8422, + "step": 343 + }, + { + "epoch": 0.005888495181362228, + "grad_norm": 19.711654663085938, + "learning_rate": 3.924700513405591e-06, + "loss": 7.3136, + "step": 344 + }, + { + "epoch": 0.005905612899912699, + "grad_norm": 16.786203384399414, + "learning_rate": 3.936109526525956e-06, + "loss": 7.1946, + "step": 345 + }, + { + "epoch": 0.0059227306184631715, + "grad_norm": 18.833091735839844, + "learning_rate": 3.947518539646321e-06, + "loss": 7.2304, + "step": 346 + }, + { + "epoch": 0.005939848337013643, + "grad_norm": 20.250865936279297, + "learning_rate": 3.958927552766686e-06, + "loss": 7.1128, + "step": 347 + }, + { + "epoch": 0.005956966055564114, + "grad_norm": 19.018648147583008, + "learning_rate": 3.970336565887051e-06, + "loss": 7.2925, + "step": 348 + }, + { + "epoch": 0.005974083774114586, + "grad_norm": 16.557270050048828, + "learning_rate": 3.981745579007416e-06, + "loss": 7.1274, + "step": 349 + }, + { + "epoch": 0.005991201492665058, + "grad_norm": 17.798097610473633, + "learning_rate": 3.9931545921277815e-06, + "loss": 7.0073, + "step": 350 + }, + { + "epoch": 0.006008319211215529, + "grad_norm": 16.7775936126709, + "learning_rate": 4.0045636052481465e-06, + "loss": 7.0834, + "step": 351 + }, + { + "epoch": 0.006025436929766001, + "grad_norm": 17.12647819519043, + "learning_rate": 4.015972618368512e-06, + "loss": 7.2492, + "step": 352 + }, + { + "epoch": 0.006042554648316472, + "grad_norm": 18.157873153686523, + "learning_rate": 4.027381631488877e-06, + "loss": 6.9938, + "step": 353 + }, + { + "epoch": 0.006059672366866944, + "grad_norm": 18.037715911865234, + "learning_rate": 4.038790644609242e-06, + "loss": 7.1002, + "step": 354 + }, + { + "epoch": 0.006076790085417416, + "grad_norm": 18.403400421142578, + "learning_rate": 4.050199657729607e-06, + "loss": 7.173, + "step": 355 + }, + { + "epoch": 0.006093907803967887, + "grad_norm": 17.331398010253906, + "learning_rate": 4.061608670849972e-06, + "loss": 6.8316, + "step": 356 + }, + { + "epoch": 0.006111025522518358, + "grad_norm": 18.335813522338867, + "learning_rate": 4.073017683970337e-06, + "loss": 6.9878, + "step": 357 + }, + { + "epoch": 0.006128143241068831, + "grad_norm": 17.466123580932617, + "learning_rate": 4.084426697090702e-06, + "loss": 7.1481, + "step": 358 + }, + { + "epoch": 0.006145260959619302, + "grad_norm": 19.459095001220703, + "learning_rate": 4.095835710211067e-06, + "loss": 6.9068, + "step": 359 + }, + { + "epoch": 0.006162378678169773, + "grad_norm": 17.423999786376953, + "learning_rate": 4.107244723331432e-06, + "loss": 7.0304, + "step": 360 + }, + { + "epoch": 0.006179496396720245, + "grad_norm": 19.3539981842041, + "learning_rate": 4.118653736451797e-06, + "loss": 6.9233, + "step": 361 + }, + { + "epoch": 0.006196614115270717, + "grad_norm": 17.865333557128906, + "learning_rate": 4.130062749572162e-06, + "loss": 7.1091, + "step": 362 + }, + { + "epoch": 0.006213731833821188, + "grad_norm": 16.976383209228516, + "learning_rate": 4.141471762692528e-06, + "loss": 7.0483, + "step": 363 + }, + { + "epoch": 0.00623084955237166, + "grad_norm": 17.283273696899414, + "learning_rate": 4.152880775812892e-06, + "loss": 6.8651, + "step": 364 + }, + { + "epoch": 0.006247967270922131, + "grad_norm": 17.599721908569336, + "learning_rate": 4.164289788933258e-06, + "loss": 7.1764, + "step": 365 + }, + { + "epoch": 0.0062650849894726034, + "grad_norm": 17.208690643310547, + "learning_rate": 4.1756988020536225e-06, + "loss": 7.1917, + "step": 366 + }, + { + "epoch": 0.006282202708023075, + "grad_norm": 16.59261703491211, + "learning_rate": 4.187107815173988e-06, + "loss": 7.0037, + "step": 367 + }, + { + "epoch": 0.006299320426573546, + "grad_norm": 16.648208618164062, + "learning_rate": 4.198516828294353e-06, + "loss": 6.869, + "step": 368 + }, + { + "epoch": 0.006316438145124018, + "grad_norm": 17.685874938964844, + "learning_rate": 4.2099258414147185e-06, + "loss": 6.9092, + "step": 369 + }, + { + "epoch": 0.00633355586367449, + "grad_norm": 16.025325775146484, + "learning_rate": 4.221334854535083e-06, + "loss": 6.8722, + "step": 370 + }, + { + "epoch": 0.006350673582224961, + "grad_norm": 15.847517967224121, + "learning_rate": 4.232743867655449e-06, + "loss": 7.0817, + "step": 371 + }, + { + "epoch": 0.006367791300775433, + "grad_norm": 17.40424919128418, + "learning_rate": 4.244152880775813e-06, + "loss": 6.8414, + "step": 372 + }, + { + "epoch": 0.006384909019325904, + "grad_norm": 19.12051773071289, + "learning_rate": 4.255561893896179e-06, + "loss": 6.6314, + "step": 373 + }, + { + "epoch": 0.006402026737876376, + "grad_norm": 16.116329193115234, + "learning_rate": 4.266970907016543e-06, + "loss": 6.9159, + "step": 374 + }, + { + "epoch": 0.006419144456426848, + "grad_norm": 16.453266143798828, + "learning_rate": 4.278379920136909e-06, + "loss": 6.9131, + "step": 375 + }, + { + "epoch": 0.006436262174977319, + "grad_norm": 15.725223541259766, + "learning_rate": 4.289788933257273e-06, + "loss": 6.7886, + "step": 376 + }, + { + "epoch": 0.00645337989352779, + "grad_norm": 17.19230842590332, + "learning_rate": 4.301197946377639e-06, + "loss": 6.8588, + "step": 377 + }, + { + "epoch": 0.006470497612078263, + "grad_norm": 15.862980842590332, + "learning_rate": 4.312606959498003e-06, + "loss": 6.8848, + "step": 378 + }, + { + "epoch": 0.006487615330628734, + "grad_norm": 15.73978328704834, + "learning_rate": 4.324015972618369e-06, + "loss": 6.9387, + "step": 379 + }, + { + "epoch": 0.006504733049179205, + "grad_norm": 13.388702392578125, + "learning_rate": 4.335424985738733e-06, + "loss": 6.6944, + "step": 380 + }, + { + "epoch": 0.006521850767729677, + "grad_norm": 14.89700984954834, + "learning_rate": 4.346833998859099e-06, + "loss": 6.6448, + "step": 381 + }, + { + "epoch": 0.006538968486280149, + "grad_norm": 15.25232982635498, + "learning_rate": 4.3582430119794635e-06, + "loss": 6.8575, + "step": 382 + }, + { + "epoch": 0.00655608620483062, + "grad_norm": 14.416441917419434, + "learning_rate": 4.369652025099829e-06, + "loss": 6.6761, + "step": 383 + }, + { + "epoch": 0.006573203923381092, + "grad_norm": 15.505828857421875, + "learning_rate": 4.3810610382201945e-06, + "loss": 6.7422, + "step": 384 + }, + { + "epoch": 0.006590321641931563, + "grad_norm": 14.693194389343262, + "learning_rate": 4.3924700513405595e-06, + "loss": 6.6918, + "step": 385 + }, + { + "epoch": 0.0066074393604820345, + "grad_norm": 15.416330337524414, + "learning_rate": 4.403879064460925e-06, + "loss": 6.7274, + "step": 386 + }, + { + "epoch": 0.006624557079032507, + "grad_norm": 14.645174026489258, + "learning_rate": 4.41528807758129e-06, + "loss": 6.7033, + "step": 387 + }, + { + "epoch": 0.006641674797582978, + "grad_norm": 13.573731422424316, + "learning_rate": 4.426697090701655e-06, + "loss": 6.8397, + "step": 388 + }, + { + "epoch": 0.0066587925161334495, + "grad_norm": 14.803681373596191, + "learning_rate": 4.43810610382202e-06, + "loss": 6.6665, + "step": 389 + }, + { + "epoch": 0.006675910234683921, + "grad_norm": 13.635278701782227, + "learning_rate": 4.449515116942385e-06, + "loss": 6.786, + "step": 390 + }, + { + "epoch": 0.006693027953234393, + "grad_norm": 14.110061645507812, + "learning_rate": 4.46092413006275e-06, + "loss": 6.6001, + "step": 391 + }, + { + "epoch": 0.0067101456717848645, + "grad_norm": 12.665430068969727, + "learning_rate": 4.472333143183115e-06, + "loss": 6.5274, + "step": 392 + }, + { + "epoch": 0.006727263390335336, + "grad_norm": 14.13037395477295, + "learning_rate": 4.48374215630348e-06, + "loss": 6.7407, + "step": 393 + }, + { + "epoch": 0.006744381108885807, + "grad_norm": 11.272322654724121, + "learning_rate": 4.495151169423845e-06, + "loss": 6.8477, + "step": 394 + }, + { + "epoch": 0.0067614988274362796, + "grad_norm": 13.528058052062988, + "learning_rate": 4.50656018254421e-06, + "loss": 6.7022, + "step": 395 + }, + { + "epoch": 0.006778616545986751, + "grad_norm": 12.436378479003906, + "learning_rate": 4.517969195664575e-06, + "loss": 6.8086, + "step": 396 + }, + { + "epoch": 0.006795734264537222, + "grad_norm": 12.472411155700684, + "learning_rate": 4.52937820878494e-06, + "loss": 6.7156, + "step": 397 + }, + { + "epoch": 0.006812851983087694, + "grad_norm": 11.003878593444824, + "learning_rate": 4.540787221905305e-06, + "loss": 6.5978, + "step": 398 + }, + { + "epoch": 0.006829969701638166, + "grad_norm": 12.442957878112793, + "learning_rate": 4.55219623502567e-06, + "loss": 6.6588, + "step": 399 + }, + { + "epoch": 0.006847087420188637, + "grad_norm": 11.735721588134766, + "learning_rate": 4.5636052481460355e-06, + "loss": 6.639, + "step": 400 + }, + { + "epoch": 0.006864205138739109, + "grad_norm": 11.563608169555664, + "learning_rate": 4.5750142612664005e-06, + "loss": 6.704, + "step": 401 + }, + { + "epoch": 0.00688132285728958, + "grad_norm": 10.978043556213379, + "learning_rate": 4.586423274386766e-06, + "loss": 6.562, + "step": 402 + }, + { + "epoch": 0.006898440575840052, + "grad_norm": 11.185425758361816, + "learning_rate": 4.5978322875071315e-06, + "loss": 6.6758, + "step": 403 + }, + { + "epoch": 0.006915558294390524, + "grad_norm": 10.592316627502441, + "learning_rate": 4.609241300627496e-06, + "loss": 6.6683, + "step": 404 + }, + { + "epoch": 0.006932676012940995, + "grad_norm": 10.190203666687012, + "learning_rate": 4.620650313747862e-06, + "loss": 6.7545, + "step": 405 + }, + { + "epoch": 0.0069497937314914665, + "grad_norm": 10.267499923706055, + "learning_rate": 4.632059326868226e-06, + "loss": 6.7022, + "step": 406 + }, + { + "epoch": 0.006966911450041939, + "grad_norm": 10.912957191467285, + "learning_rate": 4.643468339988592e-06, + "loss": 6.5847, + "step": 407 + }, + { + "epoch": 0.00698402916859241, + "grad_norm": 10.051952362060547, + "learning_rate": 4.654877353108956e-06, + "loss": 6.6547, + "step": 408 + }, + { + "epoch": 0.0070011468871428815, + "grad_norm": 9.953916549682617, + "learning_rate": 4.666286366229322e-06, + "loss": 6.4029, + "step": 409 + }, + { + "epoch": 0.007018264605693353, + "grad_norm": 10.533476829528809, + "learning_rate": 4.677695379349687e-06, + "loss": 6.5556, + "step": 410 + }, + { + "epoch": 0.007035382324243825, + "grad_norm": 9.726490020751953, + "learning_rate": 4.689104392470052e-06, + "loss": 6.6832, + "step": 411 + }, + { + "epoch": 0.0070525000427942965, + "grad_norm": 10.474752426147461, + "learning_rate": 4.700513405590417e-06, + "loss": 6.3887, + "step": 412 + }, + { + "epoch": 0.007069617761344768, + "grad_norm": 9.688674926757812, + "learning_rate": 4.711922418710782e-06, + "loss": 6.3167, + "step": 413 + }, + { + "epoch": 0.007086735479895239, + "grad_norm": 9.901697158813477, + "learning_rate": 4.723331431831147e-06, + "loss": 6.7939, + "step": 414 + }, + { + "epoch": 0.0071038531984457115, + "grad_norm": 10.2389497756958, + "learning_rate": 4.734740444951512e-06, + "loss": 6.4991, + "step": 415 + }, + { + "epoch": 0.007120970916996183, + "grad_norm": 10.159093856811523, + "learning_rate": 4.746149458071877e-06, + "loss": 6.6481, + "step": 416 + }, + { + "epoch": 0.007138088635546654, + "grad_norm": 9.960030555725098, + "learning_rate": 4.757558471192242e-06, + "loss": 6.3861, + "step": 417 + }, + { + "epoch": 0.007155206354097126, + "grad_norm": 9.028223037719727, + "learning_rate": 4.7689674843126075e-06, + "loss": 6.5099, + "step": 418 + }, + { + "epoch": 0.007172324072647598, + "grad_norm": 9.016824722290039, + "learning_rate": 4.7803764974329725e-06, + "loss": 6.5183, + "step": 419 + }, + { + "epoch": 0.007189441791198069, + "grad_norm": 9.06196403503418, + "learning_rate": 4.791785510553338e-06, + "loss": 6.6139, + "step": 420 + }, + { + "epoch": 0.007206559509748541, + "grad_norm": 9.657567977905273, + "learning_rate": 4.803194523673703e-06, + "loss": 6.5731, + "step": 421 + }, + { + "epoch": 0.007223677228299012, + "grad_norm": 9.884631156921387, + "learning_rate": 4.814603536794068e-06, + "loss": 6.4524, + "step": 422 + }, + { + "epoch": 0.007240794946849484, + "grad_norm": 10.281816482543945, + "learning_rate": 4.826012549914433e-06, + "loss": 6.3334, + "step": 423 + }, + { + "epoch": 0.007257912665399956, + "grad_norm": 11.06747817993164, + "learning_rate": 4.837421563034798e-06, + "loss": 6.5724, + "step": 424 + }, + { + "epoch": 0.007275030383950427, + "grad_norm": 9.411192893981934, + "learning_rate": 4.848830576155163e-06, + "loss": 6.5583, + "step": 425 + }, + { + "epoch": 0.007292148102500898, + "grad_norm": 11.863319396972656, + "learning_rate": 4.860239589275528e-06, + "loss": 6.4994, + "step": 426 + }, + { + "epoch": 0.007309265821051371, + "grad_norm": 11.3262357711792, + "learning_rate": 4.871648602395893e-06, + "loss": 6.4267, + "step": 427 + }, + { + "epoch": 0.007326383539601842, + "grad_norm": 9.66543197631836, + "learning_rate": 4.883057615516258e-06, + "loss": 6.5916, + "step": 428 + }, + { + "epoch": 0.0073435012581523134, + "grad_norm": 8.488134384155273, + "learning_rate": 4.894466628636623e-06, + "loss": 6.3554, + "step": 429 + }, + { + "epoch": 0.007360618976702785, + "grad_norm": 9.550491333007812, + "learning_rate": 4.905875641756988e-06, + "loss": 6.5597, + "step": 430 + }, + { + "epoch": 0.007377736695253257, + "grad_norm": 9.090885162353516, + "learning_rate": 4.917284654877353e-06, + "loss": 6.5701, + "step": 431 + }, + { + "epoch": 0.0073948544138037284, + "grad_norm": 9.31898307800293, + "learning_rate": 4.928693667997718e-06, + "loss": 6.4217, + "step": 432 + }, + { + "epoch": 0.0074119721323542, + "grad_norm": 9.157108306884766, + "learning_rate": 4.940102681118083e-06, + "loss": 6.4876, + "step": 433 + }, + { + "epoch": 0.007429089850904671, + "grad_norm": 8.806014060974121, + "learning_rate": 4.951511694238449e-06, + "loss": 6.6058, + "step": 434 + }, + { + "epoch": 0.007446207569455143, + "grad_norm": 9.135567665100098, + "learning_rate": 4.9629207073588135e-06, + "loss": 6.4067, + "step": 435 + }, + { + "epoch": 0.007463325288005615, + "grad_norm": 8.406030654907227, + "learning_rate": 4.9743297204791794e-06, + "loss": 6.4145, + "step": 436 + }, + { + "epoch": 0.007480443006556086, + "grad_norm": 9.126105308532715, + "learning_rate": 4.985738733599544e-06, + "loss": 6.5321, + "step": 437 + }, + { + "epoch": 0.007497560725106558, + "grad_norm": 8.385944366455078, + "learning_rate": 4.9971477467199096e-06, + "loss": 6.4106, + "step": 438 + }, + { + "epoch": 0.007514678443657029, + "grad_norm": 8.546770095825195, + "learning_rate": 5.008556759840274e-06, + "loss": 6.3636, + "step": 439 + }, + { + "epoch": 0.007531796162207501, + "grad_norm": 7.785681247711182, + "learning_rate": 5.019965772960639e-06, + "loss": 6.4369, + "step": 440 + }, + { + "epoch": 0.007548913880757973, + "grad_norm": 7.525066375732422, + "learning_rate": 5.031374786081005e-06, + "loss": 6.3774, + "step": 441 + }, + { + "epoch": 0.007566031599308444, + "grad_norm": 8.204453468322754, + "learning_rate": 5.04278379920137e-06, + "loss": 6.3863, + "step": 442 + }, + { + "epoch": 0.007583149317858915, + "grad_norm": 7.745893955230713, + "learning_rate": 5.054192812321734e-06, + "loss": 6.4824, + "step": 443 + }, + { + "epoch": 0.007600267036409388, + "grad_norm": 7.680240154266357, + "learning_rate": 5.0656018254421e-06, + "loss": 6.4724, + "step": 444 + }, + { + "epoch": 0.007617384754959859, + "grad_norm": 8.34759521484375, + "learning_rate": 5.077010838562465e-06, + "loss": 6.4514, + "step": 445 + }, + { + "epoch": 0.00763450247351033, + "grad_norm": 8.062068939208984, + "learning_rate": 5.08841985168283e-06, + "loss": 6.4852, + "step": 446 + }, + { + "epoch": 0.007651620192060802, + "grad_norm": 9.145258903503418, + "learning_rate": 5.099828864803194e-06, + "loss": 6.3497, + "step": 447 + }, + { + "epoch": 0.007668737910611274, + "grad_norm": 7.384286403656006, + "learning_rate": 5.11123787792356e-06, + "loss": 6.3091, + "step": 448 + }, + { + "epoch": 0.007685855629161745, + "grad_norm": 8.75735092163086, + "learning_rate": 5.122646891043925e-06, + "loss": 6.5133, + "step": 449 + }, + { + "epoch": 0.007702973347712217, + "grad_norm": 7.940531253814697, + "learning_rate": 5.13405590416429e-06, + "loss": 6.3721, + "step": 450 + }, + { + "epoch": 0.007720091066262688, + "grad_norm": 7.898173809051514, + "learning_rate": 5.1454649172846545e-06, + "loss": 6.4913, + "step": 451 + }, + { + "epoch": 0.00773720878481316, + "grad_norm": 8.092240333557129, + "learning_rate": 5.1568739304050205e-06, + "loss": 6.3126, + "step": 452 + }, + { + "epoch": 0.007754326503363632, + "grad_norm": 7.737958908081055, + "learning_rate": 5.1682829435253855e-06, + "loss": 6.5757, + "step": 453 + }, + { + "epoch": 0.007771444221914103, + "grad_norm": 8.288056373596191, + "learning_rate": 5.179691956645751e-06, + "loss": 6.2475, + "step": 454 + }, + { + "epoch": 0.0077885619404645745, + "grad_norm": 9.00352668762207, + "learning_rate": 5.191100969766115e-06, + "loss": 6.4975, + "step": 455 + }, + { + "epoch": 0.007805679659015047, + "grad_norm": 8.079833984375, + "learning_rate": 5.202509982886481e-06, + "loss": 6.3102, + "step": 456 + }, + { + "epoch": 0.007822797377565518, + "grad_norm": 7.91837215423584, + "learning_rate": 5.213918996006846e-06, + "loss": 6.3733, + "step": 457 + }, + { + "epoch": 0.00783991509611599, + "grad_norm": 7.382034778594971, + "learning_rate": 5.225328009127211e-06, + "loss": 6.4215, + "step": 458 + }, + { + "epoch": 0.007857032814666461, + "grad_norm": 7.186224937438965, + "learning_rate": 5.236737022247576e-06, + "loss": 6.3126, + "step": 459 + }, + { + "epoch": 0.007874150533216932, + "grad_norm": 6.959155559539795, + "learning_rate": 5.248146035367942e-06, + "loss": 6.2004, + "step": 460 + }, + { + "epoch": 0.007891268251767404, + "grad_norm": 7.266568660736084, + "learning_rate": 5.259555048488306e-06, + "loss": 6.2708, + "step": 461 + }, + { + "epoch": 0.007908385970317877, + "grad_norm": 6.972245216369629, + "learning_rate": 5.270964061608671e-06, + "loss": 6.25, + "step": 462 + }, + { + "epoch": 0.007925503688868348, + "grad_norm": 7.456042766571045, + "learning_rate": 5.282373074729036e-06, + "loss": 6.358, + "step": 463 + }, + { + "epoch": 0.00794262140741882, + "grad_norm": 7.220388412475586, + "learning_rate": 5.293782087849402e-06, + "loss": 6.3208, + "step": 464 + }, + { + "epoch": 0.007959739125969291, + "grad_norm": 8.253189086914062, + "learning_rate": 5.305191100969766e-06, + "loss": 6.4253, + "step": 465 + }, + { + "epoch": 0.007976856844519762, + "grad_norm": 8.440353393554688, + "learning_rate": 5.316600114090131e-06, + "loss": 6.1323, + "step": 466 + }, + { + "epoch": 0.007993974563070234, + "grad_norm": 7.503735065460205, + "learning_rate": 5.328009127210497e-06, + "loss": 6.1842, + "step": 467 + }, + { + "epoch": 0.008011092281620705, + "grad_norm": 7.556238651275635, + "learning_rate": 5.339418140330862e-06, + "loss": 6.2984, + "step": 468 + }, + { + "epoch": 0.008028210000171176, + "grad_norm": 7.524096965789795, + "learning_rate": 5.3508271534512265e-06, + "loss": 6.2012, + "step": 469 + }, + { + "epoch": 0.00804532771872165, + "grad_norm": 7.958970069885254, + "learning_rate": 5.362236166571592e-06, + "loss": 6.1503, + "step": 470 + }, + { + "epoch": 0.008062445437272121, + "grad_norm": 7.876484394073486, + "learning_rate": 5.3736451796919575e-06, + "loss": 6.3425, + "step": 471 + }, + { + "epoch": 0.008079563155822592, + "grad_norm": 7.595175743103027, + "learning_rate": 5.3850541928123226e-06, + "loss": 6.2508, + "step": 472 + }, + { + "epoch": 0.008096680874373064, + "grad_norm": 7.603334426879883, + "learning_rate": 5.396463205932687e-06, + "loss": 6.3769, + "step": 473 + }, + { + "epoch": 0.008113798592923535, + "grad_norm": 7.90414571762085, + "learning_rate": 5.407872219053052e-06, + "loss": 6.3447, + "step": 474 + }, + { + "epoch": 0.008130916311474006, + "grad_norm": 7.51447057723999, + "learning_rate": 5.419281232173418e-06, + "loss": 6.2581, + "step": 475 + }, + { + "epoch": 0.008148034030024478, + "grad_norm": 7.42763090133667, + "learning_rate": 5.430690245293783e-06, + "loss": 6.2947, + "step": 476 + }, + { + "epoch": 0.00816515174857495, + "grad_norm": 7.367469787597656, + "learning_rate": 5.442099258414147e-06, + "loss": 6.3873, + "step": 477 + }, + { + "epoch": 0.008182269467125422, + "grad_norm": 8.37100601196289, + "learning_rate": 5.453508271534512e-06, + "loss": 6.3597, + "step": 478 + }, + { + "epoch": 0.008199387185675894, + "grad_norm": 7.515251159667969, + "learning_rate": 5.464917284654878e-06, + "loss": 6.1911, + "step": 479 + }, + { + "epoch": 0.008216504904226365, + "grad_norm": 7.232937335968018, + "learning_rate": 5.476326297775243e-06, + "loss": 6.3094, + "step": 480 + }, + { + "epoch": 0.008233622622776837, + "grad_norm": 7.09016752243042, + "learning_rate": 5.487735310895608e-06, + "loss": 6.3297, + "step": 481 + }, + { + "epoch": 0.008250740341327308, + "grad_norm": 7.198178291320801, + "learning_rate": 5.499144324015972e-06, + "loss": 6.2835, + "step": 482 + }, + { + "epoch": 0.00826785805987778, + "grad_norm": 6.914539813995361, + "learning_rate": 5.510553337136338e-06, + "loss": 6.3192, + "step": 483 + }, + { + "epoch": 0.00828497577842825, + "grad_norm": 7.088120460510254, + "learning_rate": 5.521962350256703e-06, + "loss": 6.1002, + "step": 484 + }, + { + "epoch": 0.008302093496978722, + "grad_norm": 6.861049175262451, + "learning_rate": 5.533371363377068e-06, + "loss": 6.0943, + "step": 485 + }, + { + "epoch": 0.008319211215529193, + "grad_norm": 7.450295925140381, + "learning_rate": 5.544780376497434e-06, + "loss": 6.3067, + "step": 486 + }, + { + "epoch": 0.008336328934079667, + "grad_norm": 7.0532612800598145, + "learning_rate": 5.5561893896177985e-06, + "loss": 6.3125, + "step": 487 + }, + { + "epoch": 0.008353446652630138, + "grad_norm": 6.8763203620910645, + "learning_rate": 5.567598402738164e-06, + "loss": 6.1171, + "step": 488 + }, + { + "epoch": 0.00837056437118061, + "grad_norm": 6.39662504196167, + "learning_rate": 5.579007415858529e-06, + "loss": 6.1897, + "step": 489 + }, + { + "epoch": 0.00838768208973108, + "grad_norm": 7.260517120361328, + "learning_rate": 5.5904164289788946e-06, + "loss": 6.4333, + "step": 490 + }, + { + "epoch": 0.008404799808281552, + "grad_norm": 7.670157432556152, + "learning_rate": 5.601825442099259e-06, + "loss": 6.2515, + "step": 491 + }, + { + "epoch": 0.008421917526832023, + "grad_norm": 6.857338905334473, + "learning_rate": 5.613234455219624e-06, + "loss": 6.1764, + "step": 492 + }, + { + "epoch": 0.008439035245382495, + "grad_norm": 6.909957408905029, + "learning_rate": 5.624643468339989e-06, + "loss": 6.3404, + "step": 493 + }, + { + "epoch": 0.008456152963932966, + "grad_norm": 6.610215187072754, + "learning_rate": 5.636052481460355e-06, + "loss": 6.2841, + "step": 494 + }, + { + "epoch": 0.00847327068248344, + "grad_norm": 6.488118648529053, + "learning_rate": 5.647461494580719e-06, + "loss": 6.0781, + "step": 495 + }, + { + "epoch": 0.00849038840103391, + "grad_norm": 7.073087215423584, + "learning_rate": 5.658870507701084e-06, + "loss": 6.2271, + "step": 496 + }, + { + "epoch": 0.008507506119584382, + "grad_norm": 6.818735599517822, + "learning_rate": 5.670279520821449e-06, + "loss": 6.0556, + "step": 497 + }, + { + "epoch": 0.008524623838134853, + "grad_norm": 6.73378324508667, + "learning_rate": 5.681688533941815e-06, + "loss": 6.0953, + "step": 498 + }, + { + "epoch": 0.008541741556685325, + "grad_norm": 6.655660152435303, + "learning_rate": 5.693097547062179e-06, + "loss": 6.1932, + "step": 499 + }, + { + "epoch": 0.008558859275235796, + "grad_norm": 7.302735328674316, + "learning_rate": 5.704506560182544e-06, + "loss": 6.2576, + "step": 500 + }, + { + "epoch": 0.008575976993786268, + "grad_norm": 6.649219989776611, + "learning_rate": 5.715915573302909e-06, + "loss": 6.1137, + "step": 501 + }, + { + "epoch": 0.008593094712336739, + "grad_norm": 6.675303936004639, + "learning_rate": 5.727324586423275e-06, + "loss": 6.186, + "step": 502 + }, + { + "epoch": 0.008610212430887212, + "grad_norm": 7.006589889526367, + "learning_rate": 5.73873359954364e-06, + "loss": 6.2126, + "step": 503 + }, + { + "epoch": 0.008627330149437683, + "grad_norm": 7.279294967651367, + "learning_rate": 5.750142612664005e-06, + "loss": 6.1549, + "step": 504 + }, + { + "epoch": 0.008644447867988155, + "grad_norm": 6.674431800842285, + "learning_rate": 5.7615516257843705e-06, + "loss": 6.2218, + "step": 505 + }, + { + "epoch": 0.008661565586538626, + "grad_norm": 6.529864311218262, + "learning_rate": 5.7729606389047356e-06, + "loss": 6.1537, + "step": 506 + }, + { + "epoch": 0.008678683305089098, + "grad_norm": 8.180780410766602, + "learning_rate": 5.784369652025101e-06, + "loss": 6.2935, + "step": 507 + }, + { + "epoch": 0.008695801023639569, + "grad_norm": 6.743077754974365, + "learning_rate": 5.795778665145465e-06, + "loss": 6.2482, + "step": 508 + }, + { + "epoch": 0.00871291874219004, + "grad_norm": 6.496206283569336, + "learning_rate": 5.807187678265831e-06, + "loss": 6.0864, + "step": 509 + }, + { + "epoch": 0.008730036460740512, + "grad_norm": 7.226617813110352, + "learning_rate": 5.818596691386196e-06, + "loss": 6.3292, + "step": 510 + }, + { + "epoch": 0.008747154179290985, + "grad_norm": 7.240789890289307, + "learning_rate": 5.830005704506561e-06, + "loss": 6.1041, + "step": 511 + }, + { + "epoch": 0.008764271897841456, + "grad_norm": 6.959207057952881, + "learning_rate": 5.841414717626925e-06, + "loss": 6.0972, + "step": 512 + }, + { + "epoch": 0.008781389616391928, + "grad_norm": 6.654353618621826, + "learning_rate": 5.852823730747291e-06, + "loss": 6.1147, + "step": 513 + }, + { + "epoch": 0.008798507334942399, + "grad_norm": 6.929898262023926, + "learning_rate": 5.864232743867656e-06, + "loss": 6.2734, + "step": 514 + }, + { + "epoch": 0.00881562505349287, + "grad_norm": 6.543103218078613, + "learning_rate": 5.875641756988021e-06, + "loss": 5.9559, + "step": 515 + }, + { + "epoch": 0.008832742772043342, + "grad_norm": 7.289100646972656, + "learning_rate": 5.887050770108385e-06, + "loss": 6.1675, + "step": 516 + }, + { + "epoch": 0.008849860490593813, + "grad_norm": 6.479390621185303, + "learning_rate": 5.898459783228751e-06, + "loss": 6.1078, + "step": 517 + }, + { + "epoch": 0.008866978209144285, + "grad_norm": 7.811964988708496, + "learning_rate": 5.909868796349116e-06, + "loss": 6.0962, + "step": 518 + }, + { + "epoch": 0.008884095927694758, + "grad_norm": 7.126403331756592, + "learning_rate": 5.921277809469481e-06, + "loss": 6.3187, + "step": 519 + }, + { + "epoch": 0.008901213646245229, + "grad_norm": 6.792020797729492, + "learning_rate": 5.932686822589846e-06, + "loss": 6.0535, + "step": 520 + }, + { + "epoch": 0.0089183313647957, + "grad_norm": 7.28487491607666, + "learning_rate": 5.9440958357102115e-06, + "loss": 6.2492, + "step": 521 + }, + { + "epoch": 0.008935449083346172, + "grad_norm": 6.488443374633789, + "learning_rate": 5.9555048488305766e-06, + "loss": 6.0891, + "step": 522 + }, + { + "epoch": 0.008952566801896643, + "grad_norm": 7.2422685623168945, + "learning_rate": 5.966913861950942e-06, + "loss": 6.1142, + "step": 523 + }, + { + "epoch": 0.008969684520447115, + "grad_norm": 6.455430507659912, + "learning_rate": 5.9783228750713075e-06, + "loss": 6.192, + "step": 524 + }, + { + "epoch": 0.008986802238997586, + "grad_norm": 7.129427433013916, + "learning_rate": 5.989731888191672e-06, + "loss": 6.1634, + "step": 525 + }, + { + "epoch": 0.009003919957548057, + "grad_norm": 6.241539001464844, + "learning_rate": 6.001140901312037e-06, + "loss": 6.0519, + "step": 526 + }, + { + "epoch": 0.00902103767609853, + "grad_norm": 6.441158771514893, + "learning_rate": 6.012549914432402e-06, + "loss": 6.141, + "step": 527 + }, + { + "epoch": 0.009038155394649002, + "grad_norm": 6.68558406829834, + "learning_rate": 6.023958927552768e-06, + "loss": 5.9278, + "step": 528 + }, + { + "epoch": 0.009055273113199473, + "grad_norm": 7.191242218017578, + "learning_rate": 6.035367940673133e-06, + "loss": 5.9973, + "step": 529 + }, + { + "epoch": 0.009072390831749945, + "grad_norm": 6.5786261558532715, + "learning_rate": 6.046776953793497e-06, + "loss": 5.9868, + "step": 530 + }, + { + "epoch": 0.009089508550300416, + "grad_norm": 7.142021656036377, + "learning_rate": 6.058185966913862e-06, + "loss": 6.0748, + "step": 531 + }, + { + "epoch": 0.009106626268850887, + "grad_norm": 7.282728672027588, + "learning_rate": 6.069594980034228e-06, + "loss": 6.2038, + "step": 532 + }, + { + "epoch": 0.009123743987401359, + "grad_norm": 7.124565124511719, + "learning_rate": 6.081003993154593e-06, + "loss": 6.1168, + "step": 533 + }, + { + "epoch": 0.00914086170595183, + "grad_norm": 8.006390571594238, + "learning_rate": 6.092413006274957e-06, + "loss": 6.2853, + "step": 534 + }, + { + "epoch": 0.009157979424502301, + "grad_norm": 6.867035865783691, + "learning_rate": 6.103822019395322e-06, + "loss": 6.1866, + "step": 535 + }, + { + "epoch": 0.009175097143052775, + "grad_norm": 6.557402610778809, + "learning_rate": 6.115231032515688e-06, + "loss": 6.2025, + "step": 536 + }, + { + "epoch": 0.009192214861603246, + "grad_norm": 7.785698413848877, + "learning_rate": 6.126640045636053e-06, + "loss": 6.065, + "step": 537 + }, + { + "epoch": 0.009209332580153717, + "grad_norm": 6.480881214141846, + "learning_rate": 6.138049058756418e-06, + "loss": 6.264, + "step": 538 + }, + { + "epoch": 0.009226450298704189, + "grad_norm": 6.401106834411621, + "learning_rate": 6.149458071876783e-06, + "loss": 6.0742, + "step": 539 + }, + { + "epoch": 0.00924356801725466, + "grad_norm": 7.029657363891602, + "learning_rate": 6.1608670849971486e-06, + "loss": 6.1595, + "step": 540 + }, + { + "epoch": 0.009260685735805132, + "grad_norm": 6.080437183380127, + "learning_rate": 6.172276098117514e-06, + "loss": 6.1384, + "step": 541 + }, + { + "epoch": 0.009277803454355603, + "grad_norm": 6.107049465179443, + "learning_rate": 6.183685111237878e-06, + "loss": 5.9474, + "step": 542 + }, + { + "epoch": 0.009294921172906074, + "grad_norm": 6.591285228729248, + "learning_rate": 6.195094124358243e-06, + "loss": 6.1535, + "step": 543 + }, + { + "epoch": 0.009312038891456547, + "grad_norm": 6.365014553070068, + "learning_rate": 6.206503137478609e-06, + "loss": 5.9039, + "step": 544 + }, + { + "epoch": 0.009329156610007019, + "grad_norm": 7.815485000610352, + "learning_rate": 6.217912150598974e-06, + "loss": 6.0619, + "step": 545 + }, + { + "epoch": 0.00934627432855749, + "grad_norm": 7.41461181640625, + "learning_rate": 6.229321163719338e-06, + "loss": 6.354, + "step": 546 + }, + { + "epoch": 0.009363392047107962, + "grad_norm": 7.714971542358398, + "learning_rate": 6.240730176839704e-06, + "loss": 6.0314, + "step": 547 + }, + { + "epoch": 0.009380509765658433, + "grad_norm": 6.202727794647217, + "learning_rate": 6.252139189960069e-06, + "loss": 6.0189, + "step": 548 + }, + { + "epoch": 0.009397627484208904, + "grad_norm": 6.782510280609131, + "learning_rate": 6.263548203080434e-06, + "loss": 5.978, + "step": 549 + }, + { + "epoch": 0.009414745202759376, + "grad_norm": 6.910737037658691, + "learning_rate": 6.274957216200799e-06, + "loss": 6.1279, + "step": 550 + }, + { + "epoch": 0.009431862921309847, + "grad_norm": 6.398505210876465, + "learning_rate": 6.286366229321165e-06, + "loss": 5.9438, + "step": 551 + }, + { + "epoch": 0.00944898063986032, + "grad_norm": 7.002845287322998, + "learning_rate": 6.297775242441529e-06, + "loss": 6.0165, + "step": 552 + }, + { + "epoch": 0.009466098358410792, + "grad_norm": 6.678610324859619, + "learning_rate": 6.309184255561894e-06, + "loss": 5.926, + "step": 553 + }, + { + "epoch": 0.009483216076961263, + "grad_norm": 6.432407855987549, + "learning_rate": 6.3205932686822594e-06, + "loss": 5.8345, + "step": 554 + }, + { + "epoch": 0.009500333795511734, + "grad_norm": 6.177064418792725, + "learning_rate": 6.332002281802625e-06, + "loss": 6.0895, + "step": 555 + }, + { + "epoch": 0.009517451514062206, + "grad_norm": 6.454822063446045, + "learning_rate": 6.3434112949229896e-06, + "loss": 5.7241, + "step": 556 + }, + { + "epoch": 0.009534569232612677, + "grad_norm": 6.314861297607422, + "learning_rate": 6.354820308043355e-06, + "loss": 5.8919, + "step": 557 + }, + { + "epoch": 0.009551686951163148, + "grad_norm": 6.153774738311768, + "learning_rate": 6.36622932116372e-06, + "loss": 5.8748, + "step": 558 + }, + { + "epoch": 0.00956880466971362, + "grad_norm": 6.904764652252197, + "learning_rate": 6.377638334284086e-06, + "loss": 6.128, + "step": 559 + }, + { + "epoch": 0.009585922388264093, + "grad_norm": 6.023351192474365, + "learning_rate": 6.38904734740445e-06, + "loss": 5.8694, + "step": 560 + }, + { + "epoch": 0.009603040106814564, + "grad_norm": 6.613554954528809, + "learning_rate": 6.400456360524815e-06, + "loss": 5.9545, + "step": 561 + }, + { + "epoch": 0.009620157825365036, + "grad_norm": 6.913436412811279, + "learning_rate": 6.41186537364518e-06, + "loss": 5.896, + "step": 562 + }, + { + "epoch": 0.009637275543915507, + "grad_norm": 6.600760459899902, + "learning_rate": 6.423274386765546e-06, + "loss": 5.9297, + "step": 563 + }, + { + "epoch": 0.009654393262465978, + "grad_norm": 7.482396125793457, + "learning_rate": 6.43468339988591e-06, + "loss": 6.081, + "step": 564 + }, + { + "epoch": 0.00967151098101645, + "grad_norm": 7.013522148132324, + "learning_rate": 6.446092413006275e-06, + "loss": 5.9221, + "step": 565 + }, + { + "epoch": 0.009688628699566921, + "grad_norm": 7.367009162902832, + "learning_rate": 6.457501426126641e-06, + "loss": 5.8693, + "step": 566 + }, + { + "epoch": 0.009705746418117393, + "grad_norm": 7.040419578552246, + "learning_rate": 6.468910439247006e-06, + "loss": 6.1688, + "step": 567 + }, + { + "epoch": 0.009722864136667866, + "grad_norm": 6.424914360046387, + "learning_rate": 6.48031945236737e-06, + "loss": 5.905, + "step": 568 + }, + { + "epoch": 0.009739981855218337, + "grad_norm": 7.027087688446045, + "learning_rate": 6.491728465487735e-06, + "loss": 5.9388, + "step": 569 + }, + { + "epoch": 0.009757099573768808, + "grad_norm": 6.8054656982421875, + "learning_rate": 6.503137478608101e-06, + "loss": 5.8944, + "step": 570 + }, + { + "epoch": 0.00977421729231928, + "grad_norm": 6.174849510192871, + "learning_rate": 6.514546491728466e-06, + "loss": 5.7919, + "step": 571 + }, + { + "epoch": 0.009791335010869751, + "grad_norm": 6.508997917175293, + "learning_rate": 6.525955504848831e-06, + "loss": 5.9137, + "step": 572 + }, + { + "epoch": 0.009808452729420223, + "grad_norm": 6.182227611541748, + "learning_rate": 6.537364517969196e-06, + "loss": 5.8987, + "step": 573 + }, + { + "epoch": 0.009825570447970694, + "grad_norm": 7.176790714263916, + "learning_rate": 6.5487735310895616e-06, + "loss": 5.8226, + "step": 574 + }, + { + "epoch": 0.009842688166521165, + "grad_norm": 7.1415863037109375, + "learning_rate": 6.560182544209927e-06, + "loss": 6.0307, + "step": 575 + }, + { + "epoch": 0.009859805885071639, + "grad_norm": 6.683028697967529, + "learning_rate": 6.571591557330292e-06, + "loss": 5.6644, + "step": 576 + }, + { + "epoch": 0.00987692360362211, + "grad_norm": 6.540490627288818, + "learning_rate": 6.583000570450656e-06, + "loss": 5.8466, + "step": 577 + }, + { + "epoch": 0.009894041322172581, + "grad_norm": 6.863658428192139, + "learning_rate": 6.594409583571022e-06, + "loss": 5.8745, + "step": 578 + }, + { + "epoch": 0.009911159040723053, + "grad_norm": 6.545126914978027, + "learning_rate": 6.605818596691387e-06, + "loss": 5.9241, + "step": 579 + }, + { + "epoch": 0.009928276759273524, + "grad_norm": 6.464061260223389, + "learning_rate": 6.617227609811752e-06, + "loss": 5.998, + "step": 580 + }, + { + "epoch": 0.009945394477823995, + "grad_norm": 7.153105735778809, + "learning_rate": 6.628636622932116e-06, + "loss": 5.9767, + "step": 581 + }, + { + "epoch": 0.009962512196374467, + "grad_norm": 6.254547119140625, + "learning_rate": 6.640045636052482e-06, + "loss": 6.062, + "step": 582 + }, + { + "epoch": 0.009979629914924938, + "grad_norm": 6.802891254425049, + "learning_rate": 6.651454649172847e-06, + "loss": 5.901, + "step": 583 + }, + { + "epoch": 0.00999674763347541, + "grad_norm": 6.200360298156738, + "learning_rate": 6.662863662293212e-06, + "loss": 5.8076, + "step": 584 + }, + { + "epoch": 0.010013865352025883, + "grad_norm": 6.592236042022705, + "learning_rate": 6.674272675413578e-06, + "loss": 5.9279, + "step": 585 + }, + { + "epoch": 0.010030983070576354, + "grad_norm": 5.936779975891113, + "learning_rate": 6.685681688533942e-06, + "loss": 5.9416, + "step": 586 + }, + { + "epoch": 0.010048100789126825, + "grad_norm": 6.786539554595947, + "learning_rate": 6.697090701654307e-06, + "loss": 6.028, + "step": 587 + }, + { + "epoch": 0.010065218507677297, + "grad_norm": 6.834157943725586, + "learning_rate": 6.7084997147746724e-06, + "loss": 5.9585, + "step": 588 + }, + { + "epoch": 0.010082336226227768, + "grad_norm": 7.127495765686035, + "learning_rate": 6.719908727895038e-06, + "loss": 5.8064, + "step": 589 + }, + { + "epoch": 0.01009945394477824, + "grad_norm": 6.560692310333252, + "learning_rate": 6.7313177410154026e-06, + "loss": 5.5593, + "step": 590 + }, + { + "epoch": 0.010116571663328711, + "grad_norm": 7.099569797515869, + "learning_rate": 6.742726754135768e-06, + "loss": 5.8548, + "step": 591 + }, + { + "epoch": 0.010133689381879182, + "grad_norm": 7.009738445281982, + "learning_rate": 6.754135767256133e-06, + "loss": 5.9814, + "step": 592 + }, + { + "epoch": 0.010150807100429655, + "grad_norm": 6.754874229431152, + "learning_rate": 6.765544780376499e-06, + "loss": 6.0026, + "step": 593 + }, + { + "epoch": 0.010167924818980127, + "grad_norm": 6.458164691925049, + "learning_rate": 6.776953793496863e-06, + "loss": 5.8934, + "step": 594 + }, + { + "epoch": 0.010185042537530598, + "grad_norm": 6.728199005126953, + "learning_rate": 6.788362806617228e-06, + "loss": 5.8806, + "step": 595 + }, + { + "epoch": 0.01020216025608107, + "grad_norm": 6.589888095855713, + "learning_rate": 6.799771819737593e-06, + "loss": 5.8842, + "step": 596 + }, + { + "epoch": 0.010219277974631541, + "grad_norm": 6.589694023132324, + "learning_rate": 6.811180832857959e-06, + "loss": 6.0432, + "step": 597 + }, + { + "epoch": 0.010236395693182012, + "grad_norm": 5.8997273445129395, + "learning_rate": 6.822589845978324e-06, + "loss": 5.8194, + "step": 598 + }, + { + "epoch": 0.010253513411732484, + "grad_norm": 6.750222682952881, + "learning_rate": 6.833998859098688e-06, + "loss": 5.6384, + "step": 599 + }, + { + "epoch": 0.010270631130282955, + "grad_norm": 6.164565086364746, + "learning_rate": 6.845407872219053e-06, + "loss": 5.7939, + "step": 600 + }, + { + "epoch": 0.010287748848833428, + "grad_norm": 6.572108745574951, + "learning_rate": 6.856816885339419e-06, + "loss": 5.9485, + "step": 601 + }, + { + "epoch": 0.0103048665673839, + "grad_norm": 5.956488609313965, + "learning_rate": 6.868225898459784e-06, + "loss": 5.8419, + "step": 602 + }, + { + "epoch": 0.010321984285934371, + "grad_norm": 6.378326416015625, + "learning_rate": 6.879634911580148e-06, + "loss": 5.8814, + "step": 603 + }, + { + "epoch": 0.010339102004484842, + "grad_norm": 6.504217147827148, + "learning_rate": 6.8910439247005135e-06, + "loss": 5.6682, + "step": 604 + }, + { + "epoch": 0.010356219723035314, + "grad_norm": 6.003015518188477, + "learning_rate": 6.902452937820879e-06, + "loss": 5.8813, + "step": 605 + }, + { + "epoch": 0.010373337441585785, + "grad_norm": 6.006748199462891, + "learning_rate": 6.9138619509412444e-06, + "loss": 5.7601, + "step": 606 + }, + { + "epoch": 0.010390455160136257, + "grad_norm": 6.514875411987305, + "learning_rate": 6.925270964061609e-06, + "loss": 5.8661, + "step": 607 + }, + { + "epoch": 0.010407572878686728, + "grad_norm": 6.103586196899414, + "learning_rate": 6.9366799771819746e-06, + "loss": 5.7643, + "step": 608 + }, + { + "epoch": 0.010424690597237201, + "grad_norm": 5.862496376037598, + "learning_rate": 6.94808899030234e-06, + "loss": 5.6988, + "step": 609 + }, + { + "epoch": 0.010441808315787672, + "grad_norm": 6.4639787673950195, + "learning_rate": 6.959498003422705e-06, + "loss": 5.7243, + "step": 610 + }, + { + "epoch": 0.010458926034338144, + "grad_norm": 6.050919532775879, + "learning_rate": 6.970907016543069e-06, + "loss": 5.7703, + "step": 611 + }, + { + "epoch": 0.010476043752888615, + "grad_norm": 6.0671234130859375, + "learning_rate": 6.982316029663435e-06, + "loss": 5.8774, + "step": 612 + }, + { + "epoch": 0.010493161471439087, + "grad_norm": 6.247542381286621, + "learning_rate": 6.9937250427838e-06, + "loss": 5.845, + "step": 613 + }, + { + "epoch": 0.010510279189989558, + "grad_norm": 5.888894557952881, + "learning_rate": 7.005134055904165e-06, + "loss": 5.7816, + "step": 614 + }, + { + "epoch": 0.01052739690854003, + "grad_norm": 5.789650917053223, + "learning_rate": 7.016543069024529e-06, + "loss": 5.7436, + "step": 615 + }, + { + "epoch": 0.0105445146270905, + "grad_norm": 6.1054840087890625, + "learning_rate": 7.027952082144895e-06, + "loss": 5.8185, + "step": 616 + }, + { + "epoch": 0.010561632345640974, + "grad_norm": 6.692776203155518, + "learning_rate": 7.03936109526526e-06, + "loss": 5.9364, + "step": 617 + }, + { + "epoch": 0.010578750064191445, + "grad_norm": 6.7445878982543945, + "learning_rate": 7.050770108385625e-06, + "loss": 5.7397, + "step": 618 + }, + { + "epoch": 0.010595867782741917, + "grad_norm": 5.8911967277526855, + "learning_rate": 7.06217912150599e-06, + "loss": 5.9141, + "step": 619 + }, + { + "epoch": 0.010612985501292388, + "grad_norm": 6.880256652832031, + "learning_rate": 7.073588134626356e-06, + "loss": 5.794, + "step": 620 + }, + { + "epoch": 0.01063010321984286, + "grad_norm": 6.1462297439575195, + "learning_rate": 7.08499714774672e-06, + "loss": 5.7923, + "step": 621 + }, + { + "epoch": 0.01064722093839333, + "grad_norm": 6.9347453117370605, + "learning_rate": 7.0964061608670854e-06, + "loss": 5.8986, + "step": 622 + }, + { + "epoch": 0.010664338656943802, + "grad_norm": 6.509880542755127, + "learning_rate": 7.1078151739874505e-06, + "loss": 5.8892, + "step": 623 + }, + { + "epoch": 0.010681456375494273, + "grad_norm": 6.407155513763428, + "learning_rate": 7.119224187107816e-06, + "loss": 5.8842, + "step": 624 + }, + { + "epoch": 0.010698574094044747, + "grad_norm": 6.864843845367432, + "learning_rate": 7.130633200228181e-06, + "loss": 5.8642, + "step": 625 + }, + { + "epoch": 0.010715691812595218, + "grad_norm": 6.043769836425781, + "learning_rate": 7.142042213348546e-06, + "loss": 5.896, + "step": 626 + }, + { + "epoch": 0.01073280953114569, + "grad_norm": 5.946274280548096, + "learning_rate": 7.153451226468912e-06, + "loss": 5.8145, + "step": 627 + }, + { + "epoch": 0.01074992724969616, + "grad_norm": 6.242144584655762, + "learning_rate": 7.164860239589277e-06, + "loss": 5.893, + "step": 628 + }, + { + "epoch": 0.010767044968246632, + "grad_norm": 5.962762355804443, + "learning_rate": 7.176269252709641e-06, + "loss": 5.8148, + "step": 629 + }, + { + "epoch": 0.010784162686797103, + "grad_norm": 5.914093017578125, + "learning_rate": 7.187678265830006e-06, + "loss": 5.7748, + "step": 630 + }, + { + "epoch": 0.010801280405347575, + "grad_norm": 5.867992401123047, + "learning_rate": 7.199087278950372e-06, + "loss": 5.9651, + "step": 631 + }, + { + "epoch": 0.010818398123898046, + "grad_norm": 6.604674816131592, + "learning_rate": 7.210496292070737e-06, + "loss": 5.8622, + "step": 632 + }, + { + "epoch": 0.010835515842448518, + "grad_norm": 6.072800636291504, + "learning_rate": 7.221905305191101e-06, + "loss": 5.9441, + "step": 633 + }, + { + "epoch": 0.01085263356099899, + "grad_norm": 5.527113914489746, + "learning_rate": 7.233314318311466e-06, + "loss": 6.0156, + "step": 634 + }, + { + "epoch": 0.010869751279549462, + "grad_norm": 5.888106822967529, + "learning_rate": 7.244723331431832e-06, + "loss": 5.7005, + "step": 635 + }, + { + "epoch": 0.010886868998099933, + "grad_norm": 6.0883588790893555, + "learning_rate": 7.256132344552197e-06, + "loss": 5.6119, + "step": 636 + }, + { + "epoch": 0.010903986716650405, + "grad_norm": 5.844287395477295, + "learning_rate": 7.267541357672561e-06, + "loss": 5.6332, + "step": 637 + }, + { + "epoch": 0.010921104435200876, + "grad_norm": 6.562233924865723, + "learning_rate": 7.2789503707929265e-06, + "loss": 5.7435, + "step": 638 + }, + { + "epoch": 0.010938222153751348, + "grad_norm": 5.858218669891357, + "learning_rate": 7.290359383913292e-06, + "loss": 5.9609, + "step": 639 + }, + { + "epoch": 0.010955339872301819, + "grad_norm": 6.783985137939453, + "learning_rate": 7.3017683970336574e-06, + "loss": 5.7647, + "step": 640 + }, + { + "epoch": 0.01097245759085229, + "grad_norm": 6.158675670623779, + "learning_rate": 7.313177410154022e-06, + "loss": 5.7387, + "step": 641 + }, + { + "epoch": 0.010989575309402764, + "grad_norm": 6.478354454040527, + "learning_rate": 7.324586423274387e-06, + "loss": 5.8453, + "step": 642 + }, + { + "epoch": 0.011006693027953235, + "grad_norm": 6.033116340637207, + "learning_rate": 7.335995436394753e-06, + "loss": 5.693, + "step": 643 + }, + { + "epoch": 0.011023810746503706, + "grad_norm": 6.4898247718811035, + "learning_rate": 7.347404449515118e-06, + "loss": 6.0219, + "step": 644 + }, + { + "epoch": 0.011040928465054178, + "grad_norm": 6.579024791717529, + "learning_rate": 7.358813462635483e-06, + "loss": 5.7131, + "step": 645 + }, + { + "epoch": 0.011058046183604649, + "grad_norm": 5.947183132171631, + "learning_rate": 7.370222475755849e-06, + "loss": 5.7213, + "step": 646 + }, + { + "epoch": 0.01107516390215512, + "grad_norm": 6.185679912567139, + "learning_rate": 7.381631488876213e-06, + "loss": 5.823, + "step": 647 + }, + { + "epoch": 0.011092281620705592, + "grad_norm": 5.9786481857299805, + "learning_rate": 7.393040501996578e-06, + "loss": 5.7547, + "step": 648 + }, + { + "epoch": 0.011109399339256063, + "grad_norm": 6.166467666625977, + "learning_rate": 7.404449515116943e-06, + "loss": 5.7682, + "step": 649 + }, + { + "epoch": 0.011126517057806536, + "grad_norm": 6.394780158996582, + "learning_rate": 7.415858528237309e-06, + "loss": 5.7264, + "step": 650 + }, + { + "epoch": 0.011143634776357008, + "grad_norm": 7.223740577697754, + "learning_rate": 7.427267541357673e-06, + "loss": 5.8426, + "step": 651 + }, + { + "epoch": 0.011160752494907479, + "grad_norm": 6.0311479568481445, + "learning_rate": 7.438676554478038e-06, + "loss": 5.6631, + "step": 652 + }, + { + "epoch": 0.01117787021345795, + "grad_norm": 6.822119235992432, + "learning_rate": 7.450085567598403e-06, + "loss": 5.7628, + "step": 653 + }, + { + "epoch": 0.011194987932008422, + "grad_norm": 6.312344551086426, + "learning_rate": 7.461494580718769e-06, + "loss": 5.8405, + "step": 654 + }, + { + "epoch": 0.011212105650558893, + "grad_norm": 6.253786563873291, + "learning_rate": 7.472903593839133e-06, + "loss": 5.817, + "step": 655 + }, + { + "epoch": 0.011229223369109365, + "grad_norm": 6.6604905128479, + "learning_rate": 7.4843126069594984e-06, + "loss": 5.8153, + "step": 656 + }, + { + "epoch": 0.011246341087659836, + "grad_norm": 6.072918891906738, + "learning_rate": 7.4957216200798635e-06, + "loss": 5.9044, + "step": 657 + }, + { + "epoch": 0.011263458806210309, + "grad_norm": 6.359127044677734, + "learning_rate": 7.507130633200229e-06, + "loss": 5.9002, + "step": 658 + }, + { + "epoch": 0.01128057652476078, + "grad_norm": 7.144809246063232, + "learning_rate": 7.518539646320594e-06, + "loss": 5.6501, + "step": 659 + }, + { + "epoch": 0.011297694243311252, + "grad_norm": 6.986142158508301, + "learning_rate": 7.529948659440959e-06, + "loss": 5.9336, + "step": 660 + }, + { + "epoch": 0.011314811961861723, + "grad_norm": 7.676084518432617, + "learning_rate": 7.541357672561324e-06, + "loss": 5.9028, + "step": 661 + }, + { + "epoch": 0.011331929680412195, + "grad_norm": 6.64438009262085, + "learning_rate": 7.55276668568169e-06, + "loss": 5.7471, + "step": 662 + }, + { + "epoch": 0.011349047398962666, + "grad_norm": 7.964406967163086, + "learning_rate": 7.564175698802054e-06, + "loss": 5.7227, + "step": 663 + }, + { + "epoch": 0.011366165117513137, + "grad_norm": 6.586090564727783, + "learning_rate": 7.575584711922419e-06, + "loss": 5.7049, + "step": 664 + }, + { + "epoch": 0.011383282836063609, + "grad_norm": 6.703833103179932, + "learning_rate": 7.586993725042785e-06, + "loss": 5.8478, + "step": 665 + }, + { + "epoch": 0.011400400554614082, + "grad_norm": 6.545801162719727, + "learning_rate": 7.59840273816315e-06, + "loss": 5.7626, + "step": 666 + }, + { + "epoch": 0.011417518273164553, + "grad_norm": 6.223798751831055, + "learning_rate": 7.609811751283515e-06, + "loss": 5.7304, + "step": 667 + }, + { + "epoch": 0.011434635991715025, + "grad_norm": 5.884495735168457, + "learning_rate": 7.621220764403879e-06, + "loss": 5.594, + "step": 668 + }, + { + "epoch": 0.011451753710265496, + "grad_norm": 6.092241287231445, + "learning_rate": 7.632629777524246e-06, + "loss": 5.8498, + "step": 669 + }, + { + "epoch": 0.011468871428815967, + "grad_norm": 6.023342132568359, + "learning_rate": 7.64403879064461e-06, + "loss": 5.7096, + "step": 670 + }, + { + "epoch": 0.011485989147366439, + "grad_norm": 6.3861083984375, + "learning_rate": 7.655447803764974e-06, + "loss": 5.826, + "step": 671 + }, + { + "epoch": 0.01150310686591691, + "grad_norm": 6.511903762817383, + "learning_rate": 7.66685681688534e-06, + "loss": 5.6832, + "step": 672 + }, + { + "epoch": 0.011520224584467382, + "grad_norm": 6.220951080322266, + "learning_rate": 7.678265830005706e-06, + "loss": 5.6576, + "step": 673 + }, + { + "epoch": 0.011537342303017855, + "grad_norm": 6.131198883056641, + "learning_rate": 7.68967484312607e-06, + "loss": 5.7289, + "step": 674 + }, + { + "epoch": 0.011554460021568326, + "grad_norm": 5.160498142242432, + "learning_rate": 7.701083856246435e-06, + "loss": 5.5599, + "step": 675 + }, + { + "epoch": 0.011571577740118797, + "grad_norm": 6.044816017150879, + "learning_rate": 7.7124928693668e-06, + "loss": 5.7026, + "step": 676 + }, + { + "epoch": 0.011588695458669269, + "grad_norm": 6.452146530151367, + "learning_rate": 7.723901882487166e-06, + "loss": 5.7962, + "step": 677 + }, + { + "epoch": 0.01160581317721974, + "grad_norm": 6.32923698425293, + "learning_rate": 7.735310895607532e-06, + "loss": 5.7223, + "step": 678 + }, + { + "epoch": 0.011622930895770212, + "grad_norm": 6.518502712249756, + "learning_rate": 7.746719908727895e-06, + "loss": 5.8801, + "step": 679 + }, + { + "epoch": 0.011640048614320683, + "grad_norm": 6.096580982208252, + "learning_rate": 7.75812892184826e-06, + "loss": 5.6188, + "step": 680 + }, + { + "epoch": 0.011657166332871154, + "grad_norm": 6.073066234588623, + "learning_rate": 7.769537934968627e-06, + "loss": 5.6718, + "step": 681 + }, + { + "epoch": 0.011674284051421626, + "grad_norm": 5.300436973571777, + "learning_rate": 7.780946948088992e-06, + "loss": 5.8102, + "step": 682 + }, + { + "epoch": 0.011691401769972099, + "grad_norm": 5.790832042694092, + "learning_rate": 7.792355961209355e-06, + "loss": 5.7171, + "step": 683 + }, + { + "epoch": 0.01170851948852257, + "grad_norm": 5.422956466674805, + "learning_rate": 7.80376497432972e-06, + "loss": 5.6197, + "step": 684 + }, + { + "epoch": 0.011725637207073042, + "grad_norm": 6.006213188171387, + "learning_rate": 7.815173987450087e-06, + "loss": 5.6614, + "step": 685 + }, + { + "epoch": 0.011742754925623513, + "grad_norm": 5.2767653465271, + "learning_rate": 7.826583000570452e-06, + "loss": 5.5499, + "step": 686 + }, + { + "epoch": 0.011759872644173984, + "grad_norm": 5.446040630340576, + "learning_rate": 7.837992013690815e-06, + "loss": 5.7502, + "step": 687 + }, + { + "epoch": 0.011776990362724456, + "grad_norm": 5.914529323577881, + "learning_rate": 7.849401026811182e-06, + "loss": 5.5996, + "step": 688 + }, + { + "epoch": 0.011794108081274927, + "grad_norm": 6.561858654022217, + "learning_rate": 7.860810039931547e-06, + "loss": 5.8135, + "step": 689 + }, + { + "epoch": 0.011811225799825398, + "grad_norm": 6.223605632781982, + "learning_rate": 7.872219053051912e-06, + "loss": 5.6863, + "step": 690 + }, + { + "epoch": 0.011828343518375872, + "grad_norm": 5.3714399337768555, + "learning_rate": 7.883628066172276e-06, + "loss": 5.7734, + "step": 691 + }, + { + "epoch": 0.011845461236926343, + "grad_norm": 5.402487277984619, + "learning_rate": 7.895037079292642e-06, + "loss": 5.827, + "step": 692 + }, + { + "epoch": 0.011862578955476814, + "grad_norm": 5.347742080688477, + "learning_rate": 7.906446092413007e-06, + "loss": 5.7157, + "step": 693 + }, + { + "epoch": 0.011879696674027286, + "grad_norm": 5.9691290855407715, + "learning_rate": 7.917855105533373e-06, + "loss": 5.7622, + "step": 694 + }, + { + "epoch": 0.011896814392577757, + "grad_norm": 5.733198165893555, + "learning_rate": 7.929264118653736e-06, + "loss": 5.7602, + "step": 695 + }, + { + "epoch": 0.011913932111128228, + "grad_norm": 5.456244468688965, + "learning_rate": 7.940673131774103e-06, + "loss": 5.837, + "step": 696 + }, + { + "epoch": 0.0119310498296787, + "grad_norm": 5.695191383361816, + "learning_rate": 7.952082144894468e-06, + "loss": 5.6513, + "step": 697 + }, + { + "epoch": 0.011948167548229171, + "grad_norm": 5.474658489227295, + "learning_rate": 7.963491158014833e-06, + "loss": 5.8076, + "step": 698 + }, + { + "epoch": 0.011965285266779644, + "grad_norm": 6.407502174377441, + "learning_rate": 7.974900171135196e-06, + "loss": 5.7218, + "step": 699 + }, + { + "epoch": 0.011982402985330116, + "grad_norm": 5.6389336585998535, + "learning_rate": 7.986309184255563e-06, + "loss": 5.5293, + "step": 700 + }, + { + "epoch": 0.011999520703880587, + "grad_norm": 5.751534461975098, + "learning_rate": 7.997718197375928e-06, + "loss": 5.7184, + "step": 701 + }, + { + "epoch": 0.012016638422431059, + "grad_norm": 5.6515421867370605, + "learning_rate": 8.009127210496293e-06, + "loss": 5.5637, + "step": 702 + }, + { + "epoch": 0.01203375614098153, + "grad_norm": 6.08893346786499, + "learning_rate": 8.020536223616658e-06, + "loss": 5.6795, + "step": 703 + }, + { + "epoch": 0.012050873859532001, + "grad_norm": 6.200624942779541, + "learning_rate": 8.031945236737023e-06, + "loss": 5.6778, + "step": 704 + }, + { + "epoch": 0.012067991578082473, + "grad_norm": 5.8319926261901855, + "learning_rate": 8.043354249857388e-06, + "loss": 5.6508, + "step": 705 + }, + { + "epoch": 0.012085109296632944, + "grad_norm": 5.624148845672607, + "learning_rate": 8.054763262977753e-06, + "loss": 5.7463, + "step": 706 + }, + { + "epoch": 0.012102227015183417, + "grad_norm": 5.550590515136719, + "learning_rate": 8.066172276098118e-06, + "loss": 5.6294, + "step": 707 + }, + { + "epoch": 0.012119344733733889, + "grad_norm": 6.028311252593994, + "learning_rate": 8.077581289218483e-06, + "loss": 5.6967, + "step": 708 + }, + { + "epoch": 0.01213646245228436, + "grad_norm": 5.849480152130127, + "learning_rate": 8.088990302338848e-06, + "loss": 5.438, + "step": 709 + }, + { + "epoch": 0.012153580170834831, + "grad_norm": 6.741617679595947, + "learning_rate": 8.100399315459214e-06, + "loss": 5.7548, + "step": 710 + }, + { + "epoch": 0.012170697889385303, + "grad_norm": 5.9164910316467285, + "learning_rate": 8.111808328579579e-06, + "loss": 5.6213, + "step": 711 + }, + { + "epoch": 0.012187815607935774, + "grad_norm": 6.030022621154785, + "learning_rate": 8.123217341699944e-06, + "loss": 5.4943, + "step": 712 + }, + { + "epoch": 0.012204933326486245, + "grad_norm": 6.331048965454102, + "learning_rate": 8.134626354820309e-06, + "loss": 5.7913, + "step": 713 + }, + { + "epoch": 0.012222051045036717, + "grad_norm": 5.936204433441162, + "learning_rate": 8.146035367940674e-06, + "loss": 5.719, + "step": 714 + }, + { + "epoch": 0.01223916876358719, + "grad_norm": 6.533562660217285, + "learning_rate": 8.157444381061039e-06, + "loss": 5.5053, + "step": 715 + }, + { + "epoch": 0.012256286482137661, + "grad_norm": 6.326890468597412, + "learning_rate": 8.168853394181404e-06, + "loss": 5.6289, + "step": 716 + }, + { + "epoch": 0.012273404200688133, + "grad_norm": 6.3759942054748535, + "learning_rate": 8.180262407301769e-06, + "loss": 5.671, + "step": 717 + }, + { + "epoch": 0.012290521919238604, + "grad_norm": 5.632946014404297, + "learning_rate": 8.191671420422134e-06, + "loss": 5.6456, + "step": 718 + }, + { + "epoch": 0.012307639637789075, + "grad_norm": 5.89148473739624, + "learning_rate": 8.203080433542499e-06, + "loss": 5.8169, + "step": 719 + }, + { + "epoch": 0.012324757356339547, + "grad_norm": 5.619981288909912, + "learning_rate": 8.214489446662864e-06, + "loss": 5.7876, + "step": 720 + }, + { + "epoch": 0.012341875074890018, + "grad_norm": 5.631711483001709, + "learning_rate": 8.22589845978323e-06, + "loss": 5.5718, + "step": 721 + }, + { + "epoch": 0.01235899279344049, + "grad_norm": 5.511311054229736, + "learning_rate": 8.237307472903594e-06, + "loss": 5.5826, + "step": 722 + }, + { + "epoch": 0.012376110511990963, + "grad_norm": 7.261245250701904, + "learning_rate": 8.24871648602396e-06, + "loss": 5.6387, + "step": 723 + }, + { + "epoch": 0.012393228230541434, + "grad_norm": 6.4530930519104, + "learning_rate": 8.260125499144324e-06, + "loss": 5.7155, + "step": 724 + }, + { + "epoch": 0.012410345949091905, + "grad_norm": 5.936009407043457, + "learning_rate": 8.27153451226469e-06, + "loss": 5.6277, + "step": 725 + }, + { + "epoch": 0.012427463667642377, + "grad_norm": 6.499383926391602, + "learning_rate": 8.282943525385056e-06, + "loss": 5.6535, + "step": 726 + }, + { + "epoch": 0.012444581386192848, + "grad_norm": 5.784940719604492, + "learning_rate": 8.29435253850542e-06, + "loss": 5.5405, + "step": 727 + }, + { + "epoch": 0.01246169910474332, + "grad_norm": 5.852645397186279, + "learning_rate": 8.305761551625785e-06, + "loss": 5.5005, + "step": 728 + }, + { + "epoch": 0.012478816823293791, + "grad_norm": 5.906604766845703, + "learning_rate": 8.31717056474615e-06, + "loss": 5.7124, + "step": 729 + }, + { + "epoch": 0.012495934541844262, + "grad_norm": 5.809048652648926, + "learning_rate": 8.328579577866517e-06, + "loss": 5.5746, + "step": 730 + }, + { + "epoch": 0.012513052260394734, + "grad_norm": 5.699599742889404, + "learning_rate": 8.33998859098688e-06, + "loss": 5.5875, + "step": 731 + }, + { + "epoch": 0.012530169978945207, + "grad_norm": 5.808061599731445, + "learning_rate": 8.351397604107245e-06, + "loss": 5.5291, + "step": 732 + }, + { + "epoch": 0.012547287697495678, + "grad_norm": 5.656147480010986, + "learning_rate": 8.36280661722761e-06, + "loss": 5.5583, + "step": 733 + }, + { + "epoch": 0.01256440541604615, + "grad_norm": 5.785697937011719, + "learning_rate": 8.374215630347977e-06, + "loss": 5.4472, + "step": 734 + }, + { + "epoch": 0.012581523134596621, + "grad_norm": 5.809921741485596, + "learning_rate": 8.38562464346834e-06, + "loss": 5.7507, + "step": 735 + }, + { + "epoch": 0.012598640853147092, + "grad_norm": 6.200235366821289, + "learning_rate": 8.397033656588705e-06, + "loss": 5.779, + "step": 736 + }, + { + "epoch": 0.012615758571697564, + "grad_norm": 5.272624492645264, + "learning_rate": 8.40844266970907e-06, + "loss": 5.4509, + "step": 737 + }, + { + "epoch": 0.012632876290248035, + "grad_norm": 6.102774620056152, + "learning_rate": 8.419851682829437e-06, + "loss": 5.6318, + "step": 738 + }, + { + "epoch": 0.012649994008798507, + "grad_norm": 6.027589321136475, + "learning_rate": 8.4312606959498e-06, + "loss": 5.5115, + "step": 739 + }, + { + "epoch": 0.01266711172734898, + "grad_norm": 5.934534072875977, + "learning_rate": 8.442669709070165e-06, + "loss": 5.6174, + "step": 740 + }, + { + "epoch": 0.012684229445899451, + "grad_norm": 7.641656398773193, + "learning_rate": 8.45407872219053e-06, + "loss": 5.6778, + "step": 741 + }, + { + "epoch": 0.012701347164449922, + "grad_norm": 6.662566184997559, + "learning_rate": 8.465487735310897e-06, + "loss": 5.6759, + "step": 742 + }, + { + "epoch": 0.012718464883000394, + "grad_norm": 5.9522528648376465, + "learning_rate": 8.47689674843126e-06, + "loss": 5.7551, + "step": 743 + }, + { + "epoch": 0.012735582601550865, + "grad_norm": 7.010706901550293, + "learning_rate": 8.488305761551626e-06, + "loss": 5.8115, + "step": 744 + }, + { + "epoch": 0.012752700320101337, + "grad_norm": 5.440036773681641, + "learning_rate": 8.49971477467199e-06, + "loss": 5.639, + "step": 745 + }, + { + "epoch": 0.012769818038651808, + "grad_norm": 5.721609115600586, + "learning_rate": 8.511123787792358e-06, + "loss": 5.5464, + "step": 746 + }, + { + "epoch": 0.01278693575720228, + "grad_norm": 6.269850254058838, + "learning_rate": 8.522532800912721e-06, + "loss": 5.7652, + "step": 747 + }, + { + "epoch": 0.012804053475752752, + "grad_norm": 6.122316837310791, + "learning_rate": 8.533941814033086e-06, + "loss": 5.8003, + "step": 748 + }, + { + "epoch": 0.012821171194303224, + "grad_norm": 6.802273273468018, + "learning_rate": 8.545350827153453e-06, + "loss": 5.5729, + "step": 749 + }, + { + "epoch": 0.012838288912853695, + "grad_norm": 5.553651332855225, + "learning_rate": 8.556759840273818e-06, + "loss": 5.5262, + "step": 750 + }, + { + "epoch": 0.012855406631404167, + "grad_norm": 5.950313091278076, + "learning_rate": 8.568168853394183e-06, + "loss": 5.664, + "step": 751 + }, + { + "epoch": 0.012872524349954638, + "grad_norm": 5.534869194030762, + "learning_rate": 8.579577866514546e-06, + "loss": 5.6264, + "step": 752 + }, + { + "epoch": 0.01288964206850511, + "grad_norm": 5.995000839233398, + "learning_rate": 8.590986879634913e-06, + "loss": 5.4766, + "step": 753 + }, + { + "epoch": 0.01290675978705558, + "grad_norm": 6.059716701507568, + "learning_rate": 8.602395892755278e-06, + "loss": 5.7174, + "step": 754 + }, + { + "epoch": 0.012923877505606052, + "grad_norm": 5.77393102645874, + "learning_rate": 8.613804905875643e-06, + "loss": 5.5721, + "step": 755 + }, + { + "epoch": 0.012940995224156525, + "grad_norm": 5.475735187530518, + "learning_rate": 8.625213918996006e-06, + "loss": 5.4241, + "step": 756 + }, + { + "epoch": 0.012958112942706997, + "grad_norm": 5.588176250457764, + "learning_rate": 8.636622932116373e-06, + "loss": 5.4266, + "step": 757 + }, + { + "epoch": 0.012975230661257468, + "grad_norm": 5.438933372497559, + "learning_rate": 8.648031945236738e-06, + "loss": 5.5028, + "step": 758 + }, + { + "epoch": 0.01299234837980794, + "grad_norm": 5.787871837615967, + "learning_rate": 8.659440958357103e-06, + "loss": 5.5939, + "step": 759 + }, + { + "epoch": 0.01300946609835841, + "grad_norm": 5.777477741241455, + "learning_rate": 8.670849971477467e-06, + "loss": 5.5512, + "step": 760 + }, + { + "epoch": 0.013026583816908882, + "grad_norm": 5.989817142486572, + "learning_rate": 8.682258984597833e-06, + "loss": 5.7095, + "step": 761 + }, + { + "epoch": 0.013043701535459353, + "grad_norm": 5.760274887084961, + "learning_rate": 8.693667997718199e-06, + "loss": 5.5054, + "step": 762 + }, + { + "epoch": 0.013060819254009825, + "grad_norm": 5.898075580596924, + "learning_rate": 8.705077010838564e-06, + "loss": 5.5582, + "step": 763 + }, + { + "epoch": 0.013077936972560298, + "grad_norm": 6.226372718811035, + "learning_rate": 8.716486023958927e-06, + "loss": 5.7285, + "step": 764 + }, + { + "epoch": 0.01309505469111077, + "grad_norm": 5.597923755645752, + "learning_rate": 8.727895037079294e-06, + "loss": 5.567, + "step": 765 + }, + { + "epoch": 0.01311217240966124, + "grad_norm": 5.8826398849487305, + "learning_rate": 8.739304050199659e-06, + "loss": 5.53, + "step": 766 + }, + { + "epoch": 0.013129290128211712, + "grad_norm": 5.368654727935791, + "learning_rate": 8.750713063320024e-06, + "loss": 5.5593, + "step": 767 + }, + { + "epoch": 0.013146407846762184, + "grad_norm": 5.638952255249023, + "learning_rate": 8.762122076440389e-06, + "loss": 5.7455, + "step": 768 + }, + { + "epoch": 0.013163525565312655, + "grad_norm": 5.656178951263428, + "learning_rate": 8.773531089560754e-06, + "loss": 5.5542, + "step": 769 + }, + { + "epoch": 0.013180643283863126, + "grad_norm": 5.617035865783691, + "learning_rate": 8.784940102681119e-06, + "loss": 5.6375, + "step": 770 + }, + { + "epoch": 0.013197761002413598, + "grad_norm": 5.442098140716553, + "learning_rate": 8.796349115801484e-06, + "loss": 5.6471, + "step": 771 + }, + { + "epoch": 0.013214878720964069, + "grad_norm": 5.420625686645508, + "learning_rate": 8.80775812892185e-06, + "loss": 5.6733, + "step": 772 + }, + { + "epoch": 0.013231996439514542, + "grad_norm": 6.066812038421631, + "learning_rate": 8.819167142042214e-06, + "loss": 5.4459, + "step": 773 + }, + { + "epoch": 0.013249114158065014, + "grad_norm": 5.522554874420166, + "learning_rate": 8.83057615516258e-06, + "loss": 5.7488, + "step": 774 + }, + { + "epoch": 0.013266231876615485, + "grad_norm": 5.619182586669922, + "learning_rate": 8.841985168282944e-06, + "loss": 5.4398, + "step": 775 + }, + { + "epoch": 0.013283349595165956, + "grad_norm": 6.396655082702637, + "learning_rate": 8.85339418140331e-06, + "loss": 5.5695, + "step": 776 + }, + { + "epoch": 0.013300467313716428, + "grad_norm": 5.480601787567139, + "learning_rate": 8.864803194523674e-06, + "loss": 5.4898, + "step": 777 + }, + { + "epoch": 0.013317585032266899, + "grad_norm": 6.163647651672363, + "learning_rate": 8.87621220764404e-06, + "loss": 5.5117, + "step": 778 + }, + { + "epoch": 0.01333470275081737, + "grad_norm": 5.634163856506348, + "learning_rate": 8.887621220764405e-06, + "loss": 5.6548, + "step": 779 + }, + { + "epoch": 0.013351820469367842, + "grad_norm": 5.805589199066162, + "learning_rate": 8.89903023388477e-06, + "loss": 5.6443, + "step": 780 + }, + { + "epoch": 0.013368938187918315, + "grad_norm": 6.047036170959473, + "learning_rate": 8.910439247005135e-06, + "loss": 5.497, + "step": 781 + }, + { + "epoch": 0.013386055906468786, + "grad_norm": 6.198317050933838, + "learning_rate": 8.9218482601255e-06, + "loss": 5.5992, + "step": 782 + }, + { + "epoch": 0.013403173625019258, + "grad_norm": 5.359307765960693, + "learning_rate": 8.933257273245865e-06, + "loss": 5.5802, + "step": 783 + }, + { + "epoch": 0.013420291343569729, + "grad_norm": 5.670711994171143, + "learning_rate": 8.94466628636623e-06, + "loss": 5.437, + "step": 784 + }, + { + "epoch": 0.0134374090621202, + "grad_norm": 5.641302585601807, + "learning_rate": 8.956075299486595e-06, + "loss": 5.4604, + "step": 785 + }, + { + "epoch": 0.013454526780670672, + "grad_norm": 5.973277568817139, + "learning_rate": 8.96748431260696e-06, + "loss": 5.4865, + "step": 786 + }, + { + "epoch": 0.013471644499221143, + "grad_norm": 5.294249534606934, + "learning_rate": 8.978893325727325e-06, + "loss": 5.6424, + "step": 787 + }, + { + "epoch": 0.013488762217771615, + "grad_norm": 5.7564544677734375, + "learning_rate": 8.99030233884769e-06, + "loss": 5.5361, + "step": 788 + }, + { + "epoch": 0.013505879936322088, + "grad_norm": 5.198342800140381, + "learning_rate": 9.001711351968055e-06, + "loss": 5.5917, + "step": 789 + }, + { + "epoch": 0.013522997654872559, + "grad_norm": 5.438124179840088, + "learning_rate": 9.01312036508842e-06, + "loss": 5.617, + "step": 790 + }, + { + "epoch": 0.01354011537342303, + "grad_norm": 5.922478675842285, + "learning_rate": 9.024529378208785e-06, + "loss": 5.3757, + "step": 791 + }, + { + "epoch": 0.013557233091973502, + "grad_norm": 4.943724155426025, + "learning_rate": 9.03593839132915e-06, + "loss": 5.6406, + "step": 792 + }, + { + "epoch": 0.013574350810523973, + "grad_norm": 5.644528865814209, + "learning_rate": 9.047347404449515e-06, + "loss": 5.3367, + "step": 793 + }, + { + "epoch": 0.013591468529074445, + "grad_norm": 5.230867385864258, + "learning_rate": 9.05875641756988e-06, + "loss": 5.4801, + "step": 794 + }, + { + "epoch": 0.013608586247624916, + "grad_norm": 5.453691482543945, + "learning_rate": 9.070165430690246e-06, + "loss": 5.5733, + "step": 795 + }, + { + "epoch": 0.013625703966175387, + "grad_norm": 5.38266134262085, + "learning_rate": 9.08157444381061e-06, + "loss": 5.5293, + "step": 796 + }, + { + "epoch": 0.01364282168472586, + "grad_norm": 5.126398086547852, + "learning_rate": 9.092983456930976e-06, + "loss": 5.6904, + "step": 797 + }, + { + "epoch": 0.013659939403276332, + "grad_norm": 5.901212215423584, + "learning_rate": 9.10439247005134e-06, + "loss": 5.6647, + "step": 798 + }, + { + "epoch": 0.013677057121826803, + "grad_norm": 5.445860862731934, + "learning_rate": 9.115801483171708e-06, + "loss": 5.5178, + "step": 799 + }, + { + "epoch": 0.013694174840377275, + "grad_norm": 5.412344932556152, + "learning_rate": 9.127210496292071e-06, + "loss": 5.3742, + "step": 800 + }, + { + "epoch": 0.013711292558927746, + "grad_norm": 5.431146144866943, + "learning_rate": 9.138619509412436e-06, + "loss": 5.3632, + "step": 801 + }, + { + "epoch": 0.013728410277478217, + "grad_norm": 5.29081392288208, + "learning_rate": 9.150028522532801e-06, + "loss": 5.4732, + "step": 802 + }, + { + "epoch": 0.013745527996028689, + "grad_norm": 5.14398717880249, + "learning_rate": 9.161437535653168e-06, + "loss": 5.6454, + "step": 803 + }, + { + "epoch": 0.01376264571457916, + "grad_norm": 5.428040504455566, + "learning_rate": 9.172846548773531e-06, + "loss": 5.3949, + "step": 804 + }, + { + "epoch": 0.013779763433129633, + "grad_norm": 5.158889293670654, + "learning_rate": 9.184255561893896e-06, + "loss": 5.3345, + "step": 805 + }, + { + "epoch": 0.013796881151680105, + "grad_norm": 5.162352085113525, + "learning_rate": 9.195664575014263e-06, + "loss": 5.3989, + "step": 806 + }, + { + "epoch": 0.013813998870230576, + "grad_norm": 5.453857898712158, + "learning_rate": 9.207073588134628e-06, + "loss": 5.586, + "step": 807 + }, + { + "epoch": 0.013831116588781047, + "grad_norm": 6.096994400024414, + "learning_rate": 9.218482601254991e-06, + "loss": 5.5938, + "step": 808 + }, + { + "epoch": 0.013848234307331519, + "grad_norm": 6.0610809326171875, + "learning_rate": 9.229891614375357e-06, + "loss": 5.5058, + "step": 809 + }, + { + "epoch": 0.01386535202588199, + "grad_norm": 5.638253211975098, + "learning_rate": 9.241300627495723e-06, + "loss": 5.6704, + "step": 810 + }, + { + "epoch": 0.013882469744432462, + "grad_norm": 5.6134443283081055, + "learning_rate": 9.252709640616088e-06, + "loss": 5.3386, + "step": 811 + }, + { + "epoch": 0.013899587462982933, + "grad_norm": 5.9872846603393555, + "learning_rate": 9.264118653736452e-06, + "loss": 5.535, + "step": 812 + }, + { + "epoch": 0.013916705181533406, + "grad_norm": 5.238517761230469, + "learning_rate": 9.275527666856817e-06, + "loss": 5.4786, + "step": 813 + }, + { + "epoch": 0.013933822900083877, + "grad_norm": 5.137690544128418, + "learning_rate": 9.286936679977184e-06, + "loss": 5.5056, + "step": 814 + }, + { + "epoch": 0.013950940618634349, + "grad_norm": 5.324179649353027, + "learning_rate": 9.298345693097549e-06, + "loss": 5.6572, + "step": 815 + }, + { + "epoch": 0.01396805833718482, + "grad_norm": 5.219653129577637, + "learning_rate": 9.309754706217912e-06, + "loss": 5.4361, + "step": 816 + }, + { + "epoch": 0.013985176055735292, + "grad_norm": 5.513912677764893, + "learning_rate": 9.321163719338277e-06, + "loss": 5.6901, + "step": 817 + }, + { + "epoch": 0.014002293774285763, + "grad_norm": 4.99808406829834, + "learning_rate": 9.332572732458644e-06, + "loss": 5.6329, + "step": 818 + }, + { + "epoch": 0.014019411492836234, + "grad_norm": 5.086500644683838, + "learning_rate": 9.343981745579009e-06, + "loss": 5.5138, + "step": 819 + }, + { + "epoch": 0.014036529211386706, + "grad_norm": 5.342530250549316, + "learning_rate": 9.355390758699374e-06, + "loss": 5.5177, + "step": 820 + }, + { + "epoch": 0.014053646929937177, + "grad_norm": 5.494846343994141, + "learning_rate": 9.366799771819737e-06, + "loss": 5.348, + "step": 821 + }, + { + "epoch": 0.01407076464848765, + "grad_norm": 5.498699188232422, + "learning_rate": 9.378208784940104e-06, + "loss": 5.6237, + "step": 822 + }, + { + "epoch": 0.014087882367038122, + "grad_norm": 5.6800079345703125, + "learning_rate": 9.389617798060469e-06, + "loss": 5.408, + "step": 823 + }, + { + "epoch": 0.014105000085588593, + "grad_norm": 6.083835601806641, + "learning_rate": 9.401026811180834e-06, + "loss": 5.5256, + "step": 824 + }, + { + "epoch": 0.014122117804139064, + "grad_norm": 5.348809719085693, + "learning_rate": 9.412435824301198e-06, + "loss": 5.5325, + "step": 825 + }, + { + "epoch": 0.014139235522689536, + "grad_norm": 5.274618625640869, + "learning_rate": 9.423844837421564e-06, + "loss": 5.4594, + "step": 826 + }, + { + "epoch": 0.014156353241240007, + "grad_norm": 5.423367500305176, + "learning_rate": 9.43525385054193e-06, + "loss": 5.5868, + "step": 827 + }, + { + "epoch": 0.014173470959790479, + "grad_norm": 5.456320762634277, + "learning_rate": 9.446662863662294e-06, + "loss": 5.5847, + "step": 828 + }, + { + "epoch": 0.01419058867834095, + "grad_norm": 5.189506530761719, + "learning_rate": 9.45807187678266e-06, + "loss": 5.5147, + "step": 829 + }, + { + "epoch": 0.014207706396891423, + "grad_norm": 5.54233980178833, + "learning_rate": 9.469480889903025e-06, + "loss": 5.5059, + "step": 830 + }, + { + "epoch": 0.014224824115441894, + "grad_norm": 4.719621181488037, + "learning_rate": 9.48088990302339e-06, + "loss": 5.3889, + "step": 831 + }, + { + "epoch": 0.014241941833992366, + "grad_norm": 5.254902362823486, + "learning_rate": 9.492298916143755e-06, + "loss": 5.386, + "step": 832 + }, + { + "epoch": 0.014259059552542837, + "grad_norm": 5.301244735717773, + "learning_rate": 9.50370792926412e-06, + "loss": 5.5088, + "step": 833 + }, + { + "epoch": 0.014276177271093309, + "grad_norm": 5.258638858795166, + "learning_rate": 9.515116942384485e-06, + "loss": 5.49, + "step": 834 + }, + { + "epoch": 0.01429329498964378, + "grad_norm": 5.1515655517578125, + "learning_rate": 9.52652595550485e-06, + "loss": 5.4169, + "step": 835 + }, + { + "epoch": 0.014310412708194251, + "grad_norm": 5.326614856719971, + "learning_rate": 9.537934968625215e-06, + "loss": 5.3962, + "step": 836 + }, + { + "epoch": 0.014327530426744723, + "grad_norm": 5.344177722930908, + "learning_rate": 9.54934398174558e-06, + "loss": 5.4972, + "step": 837 + }, + { + "epoch": 0.014344648145295196, + "grad_norm": 4.971843719482422, + "learning_rate": 9.560752994865945e-06, + "loss": 5.2711, + "step": 838 + }, + { + "epoch": 0.014361765863845667, + "grad_norm": 5.304838180541992, + "learning_rate": 9.57216200798631e-06, + "loss": 5.4826, + "step": 839 + }, + { + "epoch": 0.014378883582396139, + "grad_norm": 5.201567649841309, + "learning_rate": 9.583571021106675e-06, + "loss": 5.4478, + "step": 840 + }, + { + "epoch": 0.01439600130094661, + "grad_norm": 5.895627498626709, + "learning_rate": 9.59498003422704e-06, + "loss": 5.5913, + "step": 841 + }, + { + "epoch": 0.014413119019497081, + "grad_norm": 5.299018383026123, + "learning_rate": 9.606389047347405e-06, + "loss": 5.6065, + "step": 842 + }, + { + "epoch": 0.014430236738047553, + "grad_norm": 5.019193649291992, + "learning_rate": 9.61779806046777e-06, + "loss": 5.4213, + "step": 843 + }, + { + "epoch": 0.014447354456598024, + "grad_norm": 5.2545390129089355, + "learning_rate": 9.629207073588135e-06, + "loss": 5.6006, + "step": 844 + }, + { + "epoch": 0.014464472175148495, + "grad_norm": 5.702531337738037, + "learning_rate": 9.6406160867085e-06, + "loss": 5.4147, + "step": 845 + }, + { + "epoch": 0.014481589893698969, + "grad_norm": 5.591494083404541, + "learning_rate": 9.652025099828866e-06, + "loss": 5.6296, + "step": 846 + }, + { + "epoch": 0.01449870761224944, + "grad_norm": 5.4353814125061035, + "learning_rate": 9.66343411294923e-06, + "loss": 5.4981, + "step": 847 + }, + { + "epoch": 0.014515825330799911, + "grad_norm": 5.573225498199463, + "learning_rate": 9.674843126069596e-06, + "loss": 5.3294, + "step": 848 + }, + { + "epoch": 0.014532943049350383, + "grad_norm": 5.234294414520264, + "learning_rate": 9.68625213918996e-06, + "loss": 5.5265, + "step": 849 + }, + { + "epoch": 0.014550060767900854, + "grad_norm": 5.5948920249938965, + "learning_rate": 9.697661152310326e-06, + "loss": 5.6428, + "step": 850 + }, + { + "epoch": 0.014567178486451325, + "grad_norm": 5.345614910125732, + "learning_rate": 9.709070165430691e-06, + "loss": 5.4679, + "step": 851 + }, + { + "epoch": 0.014584296205001797, + "grad_norm": 5.358374118804932, + "learning_rate": 9.720479178551056e-06, + "loss": 5.3133, + "step": 852 + }, + { + "epoch": 0.014601413923552268, + "grad_norm": 5.726082801818848, + "learning_rate": 9.731888191671421e-06, + "loss": 5.6663, + "step": 853 + }, + { + "epoch": 0.014618531642102741, + "grad_norm": 5.439844131469727, + "learning_rate": 9.743297204791786e-06, + "loss": 5.5834, + "step": 854 + }, + { + "epoch": 0.014635649360653213, + "grad_norm": 5.286504745483398, + "learning_rate": 9.754706217912151e-06, + "loss": 5.5421, + "step": 855 + }, + { + "epoch": 0.014652767079203684, + "grad_norm": 5.5720720291137695, + "learning_rate": 9.766115231032516e-06, + "loss": 5.5803, + "step": 856 + }, + { + "epoch": 0.014669884797754155, + "grad_norm": 5.05308723449707, + "learning_rate": 9.777524244152881e-06, + "loss": 5.5398, + "step": 857 + }, + { + "epoch": 0.014687002516304627, + "grad_norm": 5.584510326385498, + "learning_rate": 9.788933257273246e-06, + "loss": 5.4603, + "step": 858 + }, + { + "epoch": 0.014704120234855098, + "grad_norm": 5.431128978729248, + "learning_rate": 9.800342270393611e-06, + "loss": 5.4744, + "step": 859 + }, + { + "epoch": 0.01472123795340557, + "grad_norm": 5.343433380126953, + "learning_rate": 9.811751283513976e-06, + "loss": 5.5723, + "step": 860 + }, + { + "epoch": 0.014738355671956041, + "grad_norm": 5.222369194030762, + "learning_rate": 9.823160296634341e-06, + "loss": 5.5161, + "step": 861 + }, + { + "epoch": 0.014755473390506514, + "grad_norm": 5.400937557220459, + "learning_rate": 9.834569309754707e-06, + "loss": 5.5734, + "step": 862 + }, + { + "epoch": 0.014772591109056986, + "grad_norm": 5.327388286590576, + "learning_rate": 9.845978322875072e-06, + "loss": 5.5235, + "step": 863 + }, + { + "epoch": 0.014789708827607457, + "grad_norm": 5.089248180389404, + "learning_rate": 9.857387335995437e-06, + "loss": 5.3815, + "step": 864 + }, + { + "epoch": 0.014806826546157928, + "grad_norm": 5.453941822052002, + "learning_rate": 9.868796349115802e-06, + "loss": 5.688, + "step": 865 + }, + { + "epoch": 0.0148239442647084, + "grad_norm": 5.146273136138916, + "learning_rate": 9.880205362236167e-06, + "loss": 5.582, + "step": 866 + }, + { + "epoch": 0.014841061983258871, + "grad_norm": 4.947601318359375, + "learning_rate": 9.891614375356534e-06, + "loss": 5.2935, + "step": 867 + }, + { + "epoch": 0.014858179701809342, + "grad_norm": 5.103804111480713, + "learning_rate": 9.903023388476899e-06, + "loss": 5.425, + "step": 868 + }, + { + "epoch": 0.014875297420359814, + "grad_norm": 5.378458499908447, + "learning_rate": 9.914432401597262e-06, + "loss": 5.5457, + "step": 869 + }, + { + "epoch": 0.014892415138910285, + "grad_norm": 4.952643871307373, + "learning_rate": 9.925841414717627e-06, + "loss": 5.3365, + "step": 870 + }, + { + "epoch": 0.014909532857460758, + "grad_norm": 5.675524711608887, + "learning_rate": 9.937250427837994e-06, + "loss": 5.5592, + "step": 871 + }, + { + "epoch": 0.01492665057601123, + "grad_norm": 5.377013206481934, + "learning_rate": 9.948659440958359e-06, + "loss": 5.5391, + "step": 872 + }, + { + "epoch": 0.014943768294561701, + "grad_norm": 5.043546676635742, + "learning_rate": 9.960068454078722e-06, + "loss": 5.5816, + "step": 873 + }, + { + "epoch": 0.014960886013112172, + "grad_norm": 5.882606506347656, + "learning_rate": 9.971477467199087e-06, + "loss": 5.4719, + "step": 874 + }, + { + "epoch": 0.014978003731662644, + "grad_norm": 5.303897857666016, + "learning_rate": 9.982886480319454e-06, + "loss": 5.4922, + "step": 875 + }, + { + "epoch": 0.014995121450213115, + "grad_norm": 5.434246063232422, + "learning_rate": 9.994295493439819e-06, + "loss": 5.5302, + "step": 876 + }, + { + "epoch": 0.015012239168763587, + "grad_norm": 5.780246734619141, + "learning_rate": 1.0005704506560183e-05, + "loss": 5.6385, + "step": 877 + }, + { + "epoch": 0.015029356887314058, + "grad_norm": 5.794503211975098, + "learning_rate": 1.0017113519680548e-05, + "loss": 5.522, + "step": 878 + }, + { + "epoch": 0.015046474605864531, + "grad_norm": 5.838345527648926, + "learning_rate": 1.0028522532800913e-05, + "loss": 5.4222, + "step": 879 + }, + { + "epoch": 0.015063592324415002, + "grad_norm": 5.743382930755615, + "learning_rate": 1.0039931545921278e-05, + "loss": 5.5009, + "step": 880 + }, + { + "epoch": 0.015080710042965474, + "grad_norm": 5.202455043792725, + "learning_rate": 1.0051340559041644e-05, + "loss": 5.2861, + "step": 881 + }, + { + "epoch": 0.015097827761515945, + "grad_norm": 5.686428546905518, + "learning_rate": 1.006274957216201e-05, + "loss": 5.6471, + "step": 882 + }, + { + "epoch": 0.015114945480066417, + "grad_norm": 5.618710994720459, + "learning_rate": 1.0074158585282375e-05, + "loss": 5.513, + "step": 883 + }, + { + "epoch": 0.015132063198616888, + "grad_norm": 5.868734359741211, + "learning_rate": 1.008556759840274e-05, + "loss": 5.5406, + "step": 884 + }, + { + "epoch": 0.01514918091716736, + "grad_norm": 5.143046855926514, + "learning_rate": 1.0096976611523103e-05, + "loss": 5.3435, + "step": 885 + }, + { + "epoch": 0.01516629863571783, + "grad_norm": 5.204248905181885, + "learning_rate": 1.0108385624643468e-05, + "loss": 5.6138, + "step": 886 + }, + { + "epoch": 0.015183416354268304, + "grad_norm": 5.778913497924805, + "learning_rate": 1.0119794637763833e-05, + "loss": 5.6245, + "step": 887 + }, + { + "epoch": 0.015200534072818775, + "grad_norm": 5.346926689147949, + "learning_rate": 1.01312036508842e-05, + "loss": 5.3637, + "step": 888 + }, + { + "epoch": 0.015217651791369247, + "grad_norm": 5.891947269439697, + "learning_rate": 1.0142612664004565e-05, + "loss": 5.5388, + "step": 889 + }, + { + "epoch": 0.015234769509919718, + "grad_norm": 5.062434673309326, + "learning_rate": 1.015402167712493e-05, + "loss": 5.4086, + "step": 890 + }, + { + "epoch": 0.01525188722847019, + "grad_norm": 5.58522891998291, + "learning_rate": 1.0165430690245295e-05, + "loss": 5.3752, + "step": 891 + }, + { + "epoch": 0.01526900494702066, + "grad_norm": 5.4010443687438965, + "learning_rate": 1.017683970336566e-05, + "loss": 5.4587, + "step": 892 + }, + { + "epoch": 0.015286122665571132, + "grad_norm": 5.31770658493042, + "learning_rate": 1.0188248716486025e-05, + "loss": 5.3231, + "step": 893 + }, + { + "epoch": 0.015303240384121604, + "grad_norm": 5.206610202789307, + "learning_rate": 1.0199657729606389e-05, + "loss": 5.3074, + "step": 894 + }, + { + "epoch": 0.015320358102672077, + "grad_norm": 5.2146806716918945, + "learning_rate": 1.0211066742726754e-05, + "loss": 5.3392, + "step": 895 + }, + { + "epoch": 0.015337475821222548, + "grad_norm": 5.139216899871826, + "learning_rate": 1.022247575584712e-05, + "loss": 5.4227, + "step": 896 + }, + { + "epoch": 0.01535459353977302, + "grad_norm": 5.201408386230469, + "learning_rate": 1.0233884768967485e-05, + "loss": 5.4386, + "step": 897 + }, + { + "epoch": 0.01537171125832349, + "grad_norm": 5.333831310272217, + "learning_rate": 1.024529378208785e-05, + "loss": 5.4345, + "step": 898 + }, + { + "epoch": 0.015388828976873962, + "grad_norm": 5.448696613311768, + "learning_rate": 1.0256702795208216e-05, + "loss": 5.327, + "step": 899 + }, + { + "epoch": 0.015405946695424434, + "grad_norm": 5.418341159820557, + "learning_rate": 1.026811180832858e-05, + "loss": 5.5215, + "step": 900 + }, + { + "epoch": 0.015423064413974905, + "grad_norm": 5.965038299560547, + "learning_rate": 1.0279520821448946e-05, + "loss": 5.5287, + "step": 901 + }, + { + "epoch": 0.015440182132525376, + "grad_norm": 6.2080535888671875, + "learning_rate": 1.0290929834569309e-05, + "loss": 5.4976, + "step": 902 + }, + { + "epoch": 0.01545729985107585, + "grad_norm": 5.481242656707764, + "learning_rate": 1.0302338847689674e-05, + "loss": 5.5434, + "step": 903 + }, + { + "epoch": 0.01547441756962632, + "grad_norm": 6.40660285949707, + "learning_rate": 1.0313747860810041e-05, + "loss": 5.5339, + "step": 904 + }, + { + "epoch": 0.015491535288176792, + "grad_norm": 6.186870098114014, + "learning_rate": 1.0325156873930406e-05, + "loss": 5.4167, + "step": 905 + }, + { + "epoch": 0.015508653006727264, + "grad_norm": 5.07274866104126, + "learning_rate": 1.0336565887050771e-05, + "loss": 5.3015, + "step": 906 + }, + { + "epoch": 0.015525770725277735, + "grad_norm": 9.586814880371094, + "learning_rate": 1.0347974900171136e-05, + "loss": 5.5821, + "step": 907 + }, + { + "epoch": 0.015542888443828206, + "grad_norm": 6.503254413604736, + "learning_rate": 1.0359383913291501e-05, + "loss": 5.4618, + "step": 908 + }, + { + "epoch": 0.015560006162378678, + "grad_norm": 6.26868200302124, + "learning_rate": 1.0370792926411866e-05, + "loss": 5.4042, + "step": 909 + }, + { + "epoch": 0.015577123880929149, + "grad_norm": 5.309354305267334, + "learning_rate": 1.038220193953223e-05, + "loss": 5.3437, + "step": 910 + }, + { + "epoch": 0.015594241599479622, + "grad_norm": 6.269140720367432, + "learning_rate": 1.0393610952652598e-05, + "loss": 5.4511, + "step": 911 + }, + { + "epoch": 0.015611359318030094, + "grad_norm": 5.289600372314453, + "learning_rate": 1.0405019965772961e-05, + "loss": 5.4585, + "step": 912 + }, + { + "epoch": 0.015628477036580563, + "grad_norm": 5.885579586029053, + "learning_rate": 1.0416428978893326e-05, + "loss": 5.454, + "step": 913 + }, + { + "epoch": 0.015645594755131036, + "grad_norm": 5.8862175941467285, + "learning_rate": 1.0427837992013692e-05, + "loss": 5.6238, + "step": 914 + }, + { + "epoch": 0.01566271247368151, + "grad_norm": 4.976959705352783, + "learning_rate": 1.0439247005134057e-05, + "loss": 5.2468, + "step": 915 + }, + { + "epoch": 0.01567983019223198, + "grad_norm": 5.455346584320068, + "learning_rate": 1.0450656018254422e-05, + "loss": 5.3908, + "step": 916 + }, + { + "epoch": 0.015696947910782452, + "grad_norm": 5.036733150482178, + "learning_rate": 1.0462065031374787e-05, + "loss": 5.5816, + "step": 917 + }, + { + "epoch": 0.015714065629332922, + "grad_norm": 5.604497909545898, + "learning_rate": 1.0473474044495152e-05, + "loss": 5.5312, + "step": 918 + }, + { + "epoch": 0.015731183347883395, + "grad_norm": 5.540744781494141, + "learning_rate": 1.0484883057615519e-05, + "loss": 5.5603, + "step": 919 + }, + { + "epoch": 0.015748301066433865, + "grad_norm": 5.412144660949707, + "learning_rate": 1.0496292070735884e-05, + "loss": 5.5744, + "step": 920 + }, + { + "epoch": 0.015765418784984338, + "grad_norm": 4.900367736816406, + "learning_rate": 1.0507701083856247e-05, + "loss": 5.187, + "step": 921 + }, + { + "epoch": 0.015782536503534807, + "grad_norm": 5.048385143280029, + "learning_rate": 1.0519110096976612e-05, + "loss": 5.494, + "step": 922 + }, + { + "epoch": 0.01579965422208528, + "grad_norm": 5.170782566070557, + "learning_rate": 1.0530519110096977e-05, + "loss": 5.3769, + "step": 923 + }, + { + "epoch": 0.015816771940635754, + "grad_norm": 5.3970489501953125, + "learning_rate": 1.0541928123217342e-05, + "loss": 5.4745, + "step": 924 + }, + { + "epoch": 0.015833889659186223, + "grad_norm": 4.957418918609619, + "learning_rate": 1.0553337136337707e-05, + "loss": 5.4378, + "step": 925 + }, + { + "epoch": 0.015851007377736696, + "grad_norm": 5.90714168548584, + "learning_rate": 1.0564746149458072e-05, + "loss": 5.349, + "step": 926 + }, + { + "epoch": 0.015868125096287166, + "grad_norm": 5.055177688598633, + "learning_rate": 1.0576155162578439e-05, + "loss": 5.3055, + "step": 927 + }, + { + "epoch": 0.01588524281483764, + "grad_norm": 4.577141761779785, + "learning_rate": 1.0587564175698804e-05, + "loss": 5.416, + "step": 928 + }, + { + "epoch": 0.01590236053338811, + "grad_norm": 5.025313377380371, + "learning_rate": 1.0598973188819167e-05, + "loss": 5.4626, + "step": 929 + }, + { + "epoch": 0.015919478251938582, + "grad_norm": 5.08097505569458, + "learning_rate": 1.0610382201939533e-05, + "loss": 5.46, + "step": 930 + }, + { + "epoch": 0.01593659597048905, + "grad_norm": 5.049713611602783, + "learning_rate": 1.0621791215059898e-05, + "loss": 5.4385, + "step": 931 + }, + { + "epoch": 0.015953713689039525, + "grad_norm": 5.375580787658691, + "learning_rate": 1.0633200228180263e-05, + "loss": 5.4172, + "step": 932 + }, + { + "epoch": 0.015970831407589998, + "grad_norm": 5.153911590576172, + "learning_rate": 1.0644609241300628e-05, + "loss": 5.3953, + "step": 933 + }, + { + "epoch": 0.015987949126140467, + "grad_norm": 4.891880512237549, + "learning_rate": 1.0656018254420994e-05, + "loss": 5.2096, + "step": 934 + }, + { + "epoch": 0.01600506684469094, + "grad_norm": 4.584588527679443, + "learning_rate": 1.066742726754136e-05, + "loss": 5.6331, + "step": 935 + }, + { + "epoch": 0.01602218456324141, + "grad_norm": 5.276528835296631, + "learning_rate": 1.0678836280661725e-05, + "loss": 5.3873, + "step": 936 + }, + { + "epoch": 0.016039302281791883, + "grad_norm": 5.14276123046875, + "learning_rate": 1.069024529378209e-05, + "loss": 5.4446, + "step": 937 + }, + { + "epoch": 0.016056420000342353, + "grad_norm": 5.385697841644287, + "learning_rate": 1.0701654306902453e-05, + "loss": 5.5981, + "step": 938 + }, + { + "epoch": 0.016073537718892826, + "grad_norm": 4.84242057800293, + "learning_rate": 1.0713063320022818e-05, + "loss": 5.4416, + "step": 939 + }, + { + "epoch": 0.0160906554374433, + "grad_norm": 4.733530521392822, + "learning_rate": 1.0724472333143183e-05, + "loss": 5.3681, + "step": 940 + }, + { + "epoch": 0.01610777315599377, + "grad_norm": 5.240238189697266, + "learning_rate": 1.0735881346263548e-05, + "loss": 5.3984, + "step": 941 + }, + { + "epoch": 0.016124890874544242, + "grad_norm": 4.739552974700928, + "learning_rate": 1.0747290359383915e-05, + "loss": 5.3605, + "step": 942 + }, + { + "epoch": 0.01614200859309471, + "grad_norm": 4.9947829246521, + "learning_rate": 1.075869937250428e-05, + "loss": 5.3934, + "step": 943 + }, + { + "epoch": 0.016159126311645185, + "grad_norm": 4.486618995666504, + "learning_rate": 1.0770108385624645e-05, + "loss": 5.1607, + "step": 944 + }, + { + "epoch": 0.016176244030195654, + "grad_norm": 5.2229228019714355, + "learning_rate": 1.078151739874501e-05, + "loss": 5.2998, + "step": 945 + }, + { + "epoch": 0.016193361748746127, + "grad_norm": 5.031455993652344, + "learning_rate": 1.0792926411865374e-05, + "loss": 5.3273, + "step": 946 + }, + { + "epoch": 0.016210479467296597, + "grad_norm": 5.1041388511657715, + "learning_rate": 1.0804335424985739e-05, + "loss": 5.3456, + "step": 947 + }, + { + "epoch": 0.01622759718584707, + "grad_norm": 5.114065170288086, + "learning_rate": 1.0815744438106104e-05, + "loss": 5.2844, + "step": 948 + }, + { + "epoch": 0.016244714904397543, + "grad_norm": 4.760122299194336, + "learning_rate": 1.082715345122647e-05, + "loss": 5.48, + "step": 949 + }, + { + "epoch": 0.016261832622948013, + "grad_norm": 4.704745769500732, + "learning_rate": 1.0838562464346836e-05, + "loss": 5.6407, + "step": 950 + }, + { + "epoch": 0.016278950341498486, + "grad_norm": 4.913595199584961, + "learning_rate": 1.08499714774672e-05, + "loss": 5.4019, + "step": 951 + }, + { + "epoch": 0.016296068060048956, + "grad_norm": 4.767625331878662, + "learning_rate": 1.0861380490587566e-05, + "loss": 5.4104, + "step": 952 + }, + { + "epoch": 0.01631318577859943, + "grad_norm": 5.0593132972717285, + "learning_rate": 1.087278950370793e-05, + "loss": 5.4366, + "step": 953 + }, + { + "epoch": 0.0163303034971499, + "grad_norm": 5.453234672546387, + "learning_rate": 1.0884198516828294e-05, + "loss": 5.4833, + "step": 954 + }, + { + "epoch": 0.01634742121570037, + "grad_norm": 5.093418598175049, + "learning_rate": 1.0895607529948659e-05, + "loss": 5.2955, + "step": 955 + }, + { + "epoch": 0.016364538934250845, + "grad_norm": 5.583159446716309, + "learning_rate": 1.0907016543069024e-05, + "loss": 5.4557, + "step": 956 + }, + { + "epoch": 0.016381656652801314, + "grad_norm": 5.335011959075928, + "learning_rate": 1.0918425556189391e-05, + "loss": 5.2535, + "step": 957 + }, + { + "epoch": 0.016398774371351788, + "grad_norm": 5.241597652435303, + "learning_rate": 1.0929834569309756e-05, + "loss": 5.3242, + "step": 958 + }, + { + "epoch": 0.016415892089902257, + "grad_norm": 4.90055513381958, + "learning_rate": 1.0941243582430121e-05, + "loss": 5.2943, + "step": 959 + }, + { + "epoch": 0.01643300980845273, + "grad_norm": 5.595318794250488, + "learning_rate": 1.0952652595550486e-05, + "loss": 5.4075, + "step": 960 + }, + { + "epoch": 0.0164501275270032, + "grad_norm": 4.8787641525268555, + "learning_rate": 1.0964061608670851e-05, + "loss": 5.1955, + "step": 961 + }, + { + "epoch": 0.016467245245553673, + "grad_norm": 4.789735794067383, + "learning_rate": 1.0975470621791216e-05, + "loss": 5.2956, + "step": 962 + }, + { + "epoch": 0.016484362964104143, + "grad_norm": 4.831523895263672, + "learning_rate": 1.098687963491158e-05, + "loss": 5.3215, + "step": 963 + }, + { + "epoch": 0.016501480682654616, + "grad_norm": 5.188417911529541, + "learning_rate": 1.0998288648031945e-05, + "loss": 5.0983, + "step": 964 + }, + { + "epoch": 0.01651859840120509, + "grad_norm": 4.99572229385376, + "learning_rate": 1.1009697661152311e-05, + "loss": 5.3018, + "step": 965 + }, + { + "epoch": 0.01653571611975556, + "grad_norm": 5.324855327606201, + "learning_rate": 1.1021106674272677e-05, + "loss": 5.5453, + "step": 966 + }, + { + "epoch": 0.01655283383830603, + "grad_norm": 4.801451683044434, + "learning_rate": 1.1032515687393042e-05, + "loss": 5.34, + "step": 967 + }, + { + "epoch": 0.0165699515568565, + "grad_norm": 4.93463659286499, + "learning_rate": 1.1043924700513407e-05, + "loss": 5.5519, + "step": 968 + }, + { + "epoch": 0.016587069275406974, + "grad_norm": 5.560490608215332, + "learning_rate": 1.1055333713633772e-05, + "loss": 5.4068, + "step": 969 + }, + { + "epoch": 0.016604186993957444, + "grad_norm": 4.88038969039917, + "learning_rate": 1.1066742726754137e-05, + "loss": 5.2909, + "step": 970 + }, + { + "epoch": 0.016621304712507917, + "grad_norm": 4.858264446258545, + "learning_rate": 1.10781517398745e-05, + "loss": 5.1328, + "step": 971 + }, + { + "epoch": 0.016638422431058387, + "grad_norm": 4.966920852661133, + "learning_rate": 1.1089560752994869e-05, + "loss": 5.3533, + "step": 972 + }, + { + "epoch": 0.01665554014960886, + "grad_norm": 5.030795097351074, + "learning_rate": 1.1100969766115232e-05, + "loss": 5.3308, + "step": 973 + }, + { + "epoch": 0.016672657868159333, + "grad_norm": 5.330639839172363, + "learning_rate": 1.1112378779235597e-05, + "loss": 5.4406, + "step": 974 + }, + { + "epoch": 0.016689775586709803, + "grad_norm": 4.857726573944092, + "learning_rate": 1.1123787792355962e-05, + "loss": 5.376, + "step": 975 + }, + { + "epoch": 0.016706893305260276, + "grad_norm": 4.890880107879639, + "learning_rate": 1.1135196805476327e-05, + "loss": 5.2801, + "step": 976 + }, + { + "epoch": 0.016724011023810745, + "grad_norm": 5.347753047943115, + "learning_rate": 1.1146605818596692e-05, + "loss": 5.3568, + "step": 977 + }, + { + "epoch": 0.01674112874236122, + "grad_norm": 5.322531223297119, + "learning_rate": 1.1158014831717057e-05, + "loss": 5.235, + "step": 978 + }, + { + "epoch": 0.016758246460911688, + "grad_norm": 5.104308605194092, + "learning_rate": 1.116942384483742e-05, + "loss": 5.5008, + "step": 979 + }, + { + "epoch": 0.01677536417946216, + "grad_norm": 5.050502300262451, + "learning_rate": 1.1180832857957789e-05, + "loss": 5.2171, + "step": 980 + }, + { + "epoch": 0.016792481898012634, + "grad_norm": 5.216771125793457, + "learning_rate": 1.1192241871078152e-05, + "loss": 5.2963, + "step": 981 + }, + { + "epoch": 0.016809599616563104, + "grad_norm": 4.602386474609375, + "learning_rate": 1.1203650884198518e-05, + "loss": 5.2648, + "step": 982 + }, + { + "epoch": 0.016826717335113577, + "grad_norm": 5.325985431671143, + "learning_rate": 1.1215059897318883e-05, + "loss": 5.4071, + "step": 983 + }, + { + "epoch": 0.016843835053664047, + "grad_norm": 4.924875736236572, + "learning_rate": 1.1226468910439248e-05, + "loss": 5.1716, + "step": 984 + }, + { + "epoch": 0.01686095277221452, + "grad_norm": 4.921963691711426, + "learning_rate": 1.1237877923559613e-05, + "loss": 5.3656, + "step": 985 + }, + { + "epoch": 0.01687807049076499, + "grad_norm": 4.987983226776123, + "learning_rate": 1.1249286936679978e-05, + "loss": 5.3169, + "step": 986 + }, + { + "epoch": 0.016895188209315463, + "grad_norm": 5.088629245758057, + "learning_rate": 1.1260695949800343e-05, + "loss": 5.3002, + "step": 987 + }, + { + "epoch": 0.016912305927865932, + "grad_norm": 5.017001628875732, + "learning_rate": 1.127210496292071e-05, + "loss": 5.1725, + "step": 988 + }, + { + "epoch": 0.016929423646416406, + "grad_norm": 4.9427595138549805, + "learning_rate": 1.1283513976041075e-05, + "loss": 5.505, + "step": 989 + }, + { + "epoch": 0.01694654136496688, + "grad_norm": 4.871840476989746, + "learning_rate": 1.1294922989161438e-05, + "loss": 5.4685, + "step": 990 + }, + { + "epoch": 0.01696365908351735, + "grad_norm": 4.904074192047119, + "learning_rate": 1.1306332002281803e-05, + "loss": 5.3871, + "step": 991 + }, + { + "epoch": 0.01698077680206782, + "grad_norm": 5.1231513023376465, + "learning_rate": 1.1317741015402168e-05, + "loss": 5.1812, + "step": 992 + }, + { + "epoch": 0.01699789452061829, + "grad_norm": 4.847733020782471, + "learning_rate": 1.1329150028522533e-05, + "loss": 5.3699, + "step": 993 + }, + { + "epoch": 0.017015012239168764, + "grad_norm": 4.943451404571533, + "learning_rate": 1.1340559041642898e-05, + "loss": 5.0744, + "step": 994 + }, + { + "epoch": 0.017032129957719234, + "grad_norm": 5.301931381225586, + "learning_rate": 1.1351968054763265e-05, + "loss": 5.4309, + "step": 995 + }, + { + "epoch": 0.017049247676269707, + "grad_norm": 5.115630626678467, + "learning_rate": 1.136337706788363e-05, + "loss": 5.3264, + "step": 996 + }, + { + "epoch": 0.01706636539482018, + "grad_norm": 5.0431904792785645, + "learning_rate": 1.1374786081003995e-05, + "loss": 5.1618, + "step": 997 + }, + { + "epoch": 0.01708348311337065, + "grad_norm": 4.9358720779418945, + "learning_rate": 1.1386195094124359e-05, + "loss": 5.3481, + "step": 998 + }, + { + "epoch": 0.017100600831921123, + "grad_norm": 4.929381370544434, + "learning_rate": 1.1397604107244724e-05, + "loss": 5.3101, + "step": 999 + }, + { + "epoch": 0.017117718550471592, + "grad_norm": 5.094103813171387, + "learning_rate": 1.1409013120365089e-05, + "loss": 5.2914, + "step": 1000 + }, + { + "epoch": 0.017134836269022066, + "grad_norm": 4.8440470695495605, + "learning_rate": 1.1420422133485454e-05, + "loss": 5.147, + "step": 1001 + }, + { + "epoch": 0.017151953987572535, + "grad_norm": 5.2245354652404785, + "learning_rate": 1.1431831146605819e-05, + "loss": 5.2611, + "step": 1002 + }, + { + "epoch": 0.01716907170612301, + "grad_norm": 4.7804365158081055, + "learning_rate": 1.1443240159726186e-05, + "loss": 5.3696, + "step": 1003 + }, + { + "epoch": 0.017186189424673478, + "grad_norm": 5.013795375823975, + "learning_rate": 1.145464917284655e-05, + "loss": 5.344, + "step": 1004 + }, + { + "epoch": 0.01720330714322395, + "grad_norm": 5.011775970458984, + "learning_rate": 1.1466058185966916e-05, + "loss": 5.2475, + "step": 1005 + }, + { + "epoch": 0.017220424861774424, + "grad_norm": 4.885810375213623, + "learning_rate": 1.147746719908728e-05, + "loss": 5.3003, + "step": 1006 + }, + { + "epoch": 0.017237542580324894, + "grad_norm": 5.452620029449463, + "learning_rate": 1.1488876212207644e-05, + "loss": 5.1885, + "step": 1007 + }, + { + "epoch": 0.017254660298875367, + "grad_norm": 4.980197429656982, + "learning_rate": 1.150028522532801e-05, + "loss": 5.1962, + "step": 1008 + }, + { + "epoch": 0.017271778017425837, + "grad_norm": 5.345094680786133, + "learning_rate": 1.1511694238448374e-05, + "loss": 5.2771, + "step": 1009 + }, + { + "epoch": 0.01728889573597631, + "grad_norm": 5.20050573348999, + "learning_rate": 1.1523103251568741e-05, + "loss": 5.2582, + "step": 1010 + }, + { + "epoch": 0.01730601345452678, + "grad_norm": 5.302023410797119, + "learning_rate": 1.1534512264689106e-05, + "loss": 5.3211, + "step": 1011 + }, + { + "epoch": 0.017323131173077252, + "grad_norm": 5.324884414672852, + "learning_rate": 1.1545921277809471e-05, + "loss": 5.2455, + "step": 1012 + }, + { + "epoch": 0.017340248891627726, + "grad_norm": 5.13067626953125, + "learning_rate": 1.1557330290929836e-05, + "loss": 5.5018, + "step": 1013 + }, + { + "epoch": 0.017357366610178195, + "grad_norm": 4.839829444885254, + "learning_rate": 1.1568739304050201e-05, + "loss": 5.4114, + "step": 1014 + }, + { + "epoch": 0.01737448432872867, + "grad_norm": 4.7526679039001465, + "learning_rate": 1.1580148317170565e-05, + "loss": 5.3021, + "step": 1015 + }, + { + "epoch": 0.017391602047279138, + "grad_norm": 4.691888809204102, + "learning_rate": 1.159155733029093e-05, + "loss": 5.2323, + "step": 1016 + }, + { + "epoch": 0.01740871976582961, + "grad_norm": 5.282536029815674, + "learning_rate": 1.1602966343411295e-05, + "loss": 5.4521, + "step": 1017 + }, + { + "epoch": 0.01742583748438008, + "grad_norm": 4.665663719177246, + "learning_rate": 1.1614375356531662e-05, + "loss": 5.2489, + "step": 1018 + }, + { + "epoch": 0.017442955202930554, + "grad_norm": 4.543290138244629, + "learning_rate": 1.1625784369652027e-05, + "loss": 5.4644, + "step": 1019 + }, + { + "epoch": 0.017460072921481024, + "grad_norm": 5.026422500610352, + "learning_rate": 1.1637193382772392e-05, + "loss": 5.3742, + "step": 1020 + }, + { + "epoch": 0.017477190640031497, + "grad_norm": 5.4842119216918945, + "learning_rate": 1.1648602395892757e-05, + "loss": 5.4429, + "step": 1021 + }, + { + "epoch": 0.01749430835858197, + "grad_norm": 5.089381217956543, + "learning_rate": 1.1660011409013122e-05, + "loss": 5.4186, + "step": 1022 + }, + { + "epoch": 0.01751142607713244, + "grad_norm": 4.721762180328369, + "learning_rate": 1.1671420422133485e-05, + "loss": 5.2991, + "step": 1023 + }, + { + "epoch": 0.017528543795682913, + "grad_norm": 5.0363898277282715, + "learning_rate": 1.168282943525385e-05, + "loss": 5.3258, + "step": 1024 + }, + { + "epoch": 0.017545661514233382, + "grad_norm": 4.867569446563721, + "learning_rate": 1.1694238448374215e-05, + "loss": 5.3219, + "step": 1025 + }, + { + "epoch": 0.017562779232783855, + "grad_norm": 5.213081359863281, + "learning_rate": 1.1705647461494582e-05, + "loss": 5.3919, + "step": 1026 + }, + { + "epoch": 0.017579896951334325, + "grad_norm": 4.9696855545043945, + "learning_rate": 1.1717056474614947e-05, + "loss": 5.04, + "step": 1027 + }, + { + "epoch": 0.017597014669884798, + "grad_norm": 4.977299213409424, + "learning_rate": 1.1728465487735312e-05, + "loss": 5.425, + "step": 1028 + }, + { + "epoch": 0.017614132388435268, + "grad_norm": 4.961999893188477, + "learning_rate": 1.1739874500855677e-05, + "loss": 5.203, + "step": 1029 + }, + { + "epoch": 0.01763125010698574, + "grad_norm": 5.046023368835449, + "learning_rate": 1.1751283513976042e-05, + "loss": 5.5476, + "step": 1030 + }, + { + "epoch": 0.017648367825536214, + "grad_norm": 4.909399509429932, + "learning_rate": 1.1762692527096407e-05, + "loss": 5.2483, + "step": 1031 + }, + { + "epoch": 0.017665485544086684, + "grad_norm": 5.025723457336426, + "learning_rate": 1.177410154021677e-05, + "loss": 5.3449, + "step": 1032 + }, + { + "epoch": 0.017682603262637157, + "grad_norm": 4.708763122558594, + "learning_rate": 1.1785510553337139e-05, + "loss": 5.2198, + "step": 1033 + }, + { + "epoch": 0.017699720981187626, + "grad_norm": 5.048542022705078, + "learning_rate": 1.1796919566457503e-05, + "loss": 5.155, + "step": 1034 + }, + { + "epoch": 0.0177168386997381, + "grad_norm": 5.370565414428711, + "learning_rate": 1.1808328579577868e-05, + "loss": 5.2257, + "step": 1035 + }, + { + "epoch": 0.01773395641828857, + "grad_norm": 5.101579666137695, + "learning_rate": 1.1819737592698233e-05, + "loss": 5.1158, + "step": 1036 + }, + { + "epoch": 0.017751074136839042, + "grad_norm": 5.010468482971191, + "learning_rate": 1.1831146605818598e-05, + "loss": 5.1729, + "step": 1037 + }, + { + "epoch": 0.017768191855389515, + "grad_norm": 5.4870710372924805, + "learning_rate": 1.1842555618938963e-05, + "loss": 5.4465, + "step": 1038 + }, + { + "epoch": 0.017785309573939985, + "grad_norm": 5.485888481140137, + "learning_rate": 1.1853964632059328e-05, + "loss": 5.1354, + "step": 1039 + }, + { + "epoch": 0.017802427292490458, + "grad_norm": 4.7024245262146, + "learning_rate": 1.1865373645179691e-05, + "loss": 5.1566, + "step": 1040 + }, + { + "epoch": 0.017819545011040928, + "grad_norm": 5.341231822967529, + "learning_rate": 1.187678265830006e-05, + "loss": 5.1705, + "step": 1041 + }, + { + "epoch": 0.0178366627295914, + "grad_norm": 5.060288906097412, + "learning_rate": 1.1888191671420423e-05, + "loss": 5.1339, + "step": 1042 + }, + { + "epoch": 0.01785378044814187, + "grad_norm": 5.595465183258057, + "learning_rate": 1.1899600684540788e-05, + "loss": 5.3436, + "step": 1043 + }, + { + "epoch": 0.017870898166692344, + "grad_norm": 5.085695266723633, + "learning_rate": 1.1911009697661153e-05, + "loss": 5.1699, + "step": 1044 + }, + { + "epoch": 0.017888015885242813, + "grad_norm": 5.203765869140625, + "learning_rate": 1.1922418710781518e-05, + "loss": 5.1732, + "step": 1045 + }, + { + "epoch": 0.017905133603793286, + "grad_norm": 4.746341705322266, + "learning_rate": 1.1933827723901883e-05, + "loss": 5.2443, + "step": 1046 + }, + { + "epoch": 0.01792225132234376, + "grad_norm": 5.3299431800842285, + "learning_rate": 1.1945236737022248e-05, + "loss": 5.0813, + "step": 1047 + }, + { + "epoch": 0.01793936904089423, + "grad_norm": 5.292225360870361, + "learning_rate": 1.1956645750142615e-05, + "loss": 5.2395, + "step": 1048 + }, + { + "epoch": 0.017956486759444702, + "grad_norm": 6.040994644165039, + "learning_rate": 1.196805476326298e-05, + "loss": 5.1625, + "step": 1049 + }, + { + "epoch": 0.017973604477995172, + "grad_norm": 6.896655082702637, + "learning_rate": 1.1979463776383344e-05, + "loss": 5.3684, + "step": 1050 + }, + { + "epoch": 0.017990722196545645, + "grad_norm": 4.942432880401611, + "learning_rate": 1.1990872789503709e-05, + "loss": 5.2168, + "step": 1051 + }, + { + "epoch": 0.018007839915096115, + "grad_norm": 5.120347499847412, + "learning_rate": 1.2002281802624074e-05, + "loss": 5.4173, + "step": 1052 + }, + { + "epoch": 0.018024957633646588, + "grad_norm": 5.351724624633789, + "learning_rate": 1.2013690815744439e-05, + "loss": 5.4417, + "step": 1053 + }, + { + "epoch": 0.01804207535219706, + "grad_norm": 5.386587142944336, + "learning_rate": 1.2025099828864804e-05, + "loss": 5.2241, + "step": 1054 + }, + { + "epoch": 0.01805919307074753, + "grad_norm": 5.299778461456299, + "learning_rate": 1.2036508841985169e-05, + "loss": 5.3673, + "step": 1055 + }, + { + "epoch": 0.018076310789298004, + "grad_norm": 4.877129077911377, + "learning_rate": 1.2047917855105536e-05, + "loss": 5.1867, + "step": 1056 + }, + { + "epoch": 0.018093428507848473, + "grad_norm": 5.421050071716309, + "learning_rate": 1.20593268682259e-05, + "loss": 5.2782, + "step": 1057 + }, + { + "epoch": 0.018110546226398946, + "grad_norm": 5.115019798278809, + "learning_rate": 1.2070735881346266e-05, + "loss": 5.3575, + "step": 1058 + }, + { + "epoch": 0.018127663944949416, + "grad_norm": 5.214575290679932, + "learning_rate": 1.2082144894466629e-05, + "loss": 5.0712, + "step": 1059 + }, + { + "epoch": 0.01814478166349989, + "grad_norm": 4.508789539337158, + "learning_rate": 1.2093553907586994e-05, + "loss": 5.3054, + "step": 1060 + }, + { + "epoch": 0.01816189938205036, + "grad_norm": 4.888482093811035, + "learning_rate": 1.210496292070736e-05, + "loss": 5.279, + "step": 1061 + }, + { + "epoch": 0.018179017100600832, + "grad_norm": 4.763143062591553, + "learning_rate": 1.2116371933827724e-05, + "loss": 5.3468, + "step": 1062 + }, + { + "epoch": 0.018196134819151305, + "grad_norm": 5.31295919418335, + "learning_rate": 1.212778094694809e-05, + "loss": 5.2844, + "step": 1063 + }, + { + "epoch": 0.018213252537701775, + "grad_norm": 4.653411388397217, + "learning_rate": 1.2139189960068456e-05, + "loss": 5.3036, + "step": 1064 + }, + { + "epoch": 0.018230370256252248, + "grad_norm": 5.031342029571533, + "learning_rate": 1.2150598973188821e-05, + "loss": 5.2037, + "step": 1065 + }, + { + "epoch": 0.018247487974802717, + "grad_norm": 5.045827865600586, + "learning_rate": 1.2162007986309186e-05, + "loss": 5.2031, + "step": 1066 + }, + { + "epoch": 0.01826460569335319, + "grad_norm": 4.718873023986816, + "learning_rate": 1.217341699942955e-05, + "loss": 5.0954, + "step": 1067 + }, + { + "epoch": 0.01828172341190366, + "grad_norm": 4.676610946655273, + "learning_rate": 1.2184826012549915e-05, + "loss": 5.1925, + "step": 1068 + }, + { + "epoch": 0.018298841130454133, + "grad_norm": 4.705361843109131, + "learning_rate": 1.219623502567028e-05, + "loss": 5.0965, + "step": 1069 + }, + { + "epoch": 0.018315958849004603, + "grad_norm": 4.961249828338623, + "learning_rate": 1.2207644038790645e-05, + "loss": 5.1913, + "step": 1070 + }, + { + "epoch": 0.018333076567555076, + "grad_norm": 4.871227741241455, + "learning_rate": 1.2219053051911012e-05, + "loss": 5.3604, + "step": 1071 + }, + { + "epoch": 0.01835019428610555, + "grad_norm": 5.517135143280029, + "learning_rate": 1.2230462065031377e-05, + "loss": 5.2166, + "step": 1072 + }, + { + "epoch": 0.01836731200465602, + "grad_norm": 5.21518087387085, + "learning_rate": 1.2241871078151742e-05, + "loss": 5.1943, + "step": 1073 + }, + { + "epoch": 0.018384429723206492, + "grad_norm": 5.06375789642334, + "learning_rate": 1.2253280091272107e-05, + "loss": 5.262, + "step": 1074 + }, + { + "epoch": 0.01840154744175696, + "grad_norm": 5.387965679168701, + "learning_rate": 1.226468910439247e-05, + "loss": 5.293, + "step": 1075 + }, + { + "epoch": 0.018418665160307435, + "grad_norm": 5.739989280700684, + "learning_rate": 1.2276098117512835e-05, + "loss": 5.5062, + "step": 1076 + }, + { + "epoch": 0.018435782878857904, + "grad_norm": 4.92467737197876, + "learning_rate": 1.22875071306332e-05, + "loss": 5.2146, + "step": 1077 + }, + { + "epoch": 0.018452900597408377, + "grad_norm": 5.9922943115234375, + "learning_rate": 1.2298916143753565e-05, + "loss": 5.179, + "step": 1078 + }, + { + "epoch": 0.01847001831595885, + "grad_norm": 5.906221866607666, + "learning_rate": 1.2310325156873932e-05, + "loss": 5.4809, + "step": 1079 + }, + { + "epoch": 0.01848713603450932, + "grad_norm": 4.966053485870361, + "learning_rate": 1.2321734169994297e-05, + "loss": 5.3944, + "step": 1080 + }, + { + "epoch": 0.018504253753059793, + "grad_norm": 6.70970344543457, + "learning_rate": 1.2333143183114662e-05, + "loss": 5.282, + "step": 1081 + }, + { + "epoch": 0.018521371471610263, + "grad_norm": 5.041287422180176, + "learning_rate": 1.2344552196235027e-05, + "loss": 5.1711, + "step": 1082 + }, + { + "epoch": 0.018538489190160736, + "grad_norm": 5.42011022567749, + "learning_rate": 1.2355961209355392e-05, + "loss": 5.2261, + "step": 1083 + }, + { + "epoch": 0.018555606908711206, + "grad_norm": 4.592261791229248, + "learning_rate": 1.2367370222475756e-05, + "loss": 5.3257, + "step": 1084 + }, + { + "epoch": 0.01857272462726168, + "grad_norm": 6.16536808013916, + "learning_rate": 1.237877923559612e-05, + "loss": 5.2151, + "step": 1085 + }, + { + "epoch": 0.01858984234581215, + "grad_norm": 5.2791924476623535, + "learning_rate": 1.2390188248716486e-05, + "loss": 5.0675, + "step": 1086 + }, + { + "epoch": 0.01860696006436262, + "grad_norm": 5.0272674560546875, + "learning_rate": 1.2401597261836853e-05, + "loss": 5.2585, + "step": 1087 + }, + { + "epoch": 0.018624077782913095, + "grad_norm": 5.283580780029297, + "learning_rate": 1.2413006274957218e-05, + "loss": 5.1627, + "step": 1088 + }, + { + "epoch": 0.018641195501463564, + "grad_norm": 5.052691459655762, + "learning_rate": 1.2424415288077583e-05, + "loss": 5.1204, + "step": 1089 + }, + { + "epoch": 0.018658313220014038, + "grad_norm": 5.064902305603027, + "learning_rate": 1.2435824301197948e-05, + "loss": 5.2768, + "step": 1090 + }, + { + "epoch": 0.018675430938564507, + "grad_norm": 5.055731773376465, + "learning_rate": 1.2447233314318313e-05, + "loss": 5.1068, + "step": 1091 + }, + { + "epoch": 0.01869254865711498, + "grad_norm": 4.841010093688965, + "learning_rate": 1.2458642327438676e-05, + "loss": 5.1775, + "step": 1092 + }, + { + "epoch": 0.01870966637566545, + "grad_norm": 4.931003570556641, + "learning_rate": 1.2470051340559041e-05, + "loss": 5.1463, + "step": 1093 + }, + { + "epoch": 0.018726784094215923, + "grad_norm": 5.040606498718262, + "learning_rate": 1.2481460353679408e-05, + "loss": 5.4111, + "step": 1094 + }, + { + "epoch": 0.018743901812766396, + "grad_norm": 4.696203231811523, + "learning_rate": 1.2492869366799773e-05, + "loss": 5.358, + "step": 1095 + }, + { + "epoch": 0.018761019531316866, + "grad_norm": 4.960608005523682, + "learning_rate": 1.2504278379920138e-05, + "loss": 5.1944, + "step": 1096 + }, + { + "epoch": 0.01877813724986734, + "grad_norm": 4.839751720428467, + "learning_rate": 1.2515687393040503e-05, + "loss": 5.3302, + "step": 1097 + }, + { + "epoch": 0.01879525496841781, + "grad_norm": 5.260378837585449, + "learning_rate": 1.2527096406160868e-05, + "loss": 5.4812, + "step": 1098 + }, + { + "epoch": 0.01881237268696828, + "grad_norm": 5.043186664581299, + "learning_rate": 1.2538505419281233e-05, + "loss": 5.298, + "step": 1099 + }, + { + "epoch": 0.01882949040551875, + "grad_norm": 4.940053939819336, + "learning_rate": 1.2549914432401598e-05, + "loss": 5.2946, + "step": 1100 + }, + { + "epoch": 0.018846608124069224, + "grad_norm": 4.667381763458252, + "learning_rate": 1.2561323445521962e-05, + "loss": 5.3254, + "step": 1101 + }, + { + "epoch": 0.018863725842619694, + "grad_norm": 4.8709611892700195, + "learning_rate": 1.257273245864233e-05, + "loss": 5.387, + "step": 1102 + }, + { + "epoch": 0.018880843561170167, + "grad_norm": 5.516730785369873, + "learning_rate": 1.2584141471762694e-05, + "loss": 5.2387, + "step": 1103 + }, + { + "epoch": 0.01889796127972064, + "grad_norm": 4.716491222381592, + "learning_rate": 1.2595550484883059e-05, + "loss": 5.3035, + "step": 1104 + }, + { + "epoch": 0.01891507899827111, + "grad_norm": 4.391139984130859, + "learning_rate": 1.2606959498003424e-05, + "loss": 5.1342, + "step": 1105 + }, + { + "epoch": 0.018932196716821583, + "grad_norm": 4.301054954528809, + "learning_rate": 1.2618368511123789e-05, + "loss": 5.2007, + "step": 1106 + }, + { + "epoch": 0.018949314435372053, + "grad_norm": 5.007858753204346, + "learning_rate": 1.2629777524244154e-05, + "loss": 5.2561, + "step": 1107 + }, + { + "epoch": 0.018966432153922526, + "grad_norm": 4.5956711769104, + "learning_rate": 1.2641186537364519e-05, + "loss": 5.2683, + "step": 1108 + }, + { + "epoch": 0.018983549872472995, + "grad_norm": 4.391735076904297, + "learning_rate": 1.2652595550484886e-05, + "loss": 5.2347, + "step": 1109 + }, + { + "epoch": 0.01900066759102347, + "grad_norm": 4.5698041915893555, + "learning_rate": 1.266400456360525e-05, + "loss": 5.2185, + "step": 1110 + }, + { + "epoch": 0.019017785309573938, + "grad_norm": 4.649199485778809, + "learning_rate": 1.2675413576725614e-05, + "loss": 5.3118, + "step": 1111 + }, + { + "epoch": 0.01903490302812441, + "grad_norm": 4.591530799865723, + "learning_rate": 1.2686822589845979e-05, + "loss": 5.3249, + "step": 1112 + }, + { + "epoch": 0.019052020746674884, + "grad_norm": 4.451145172119141, + "learning_rate": 1.2698231602966344e-05, + "loss": 5.3168, + "step": 1113 + }, + { + "epoch": 0.019069138465225354, + "grad_norm": 4.4124016761779785, + "learning_rate": 1.270964061608671e-05, + "loss": 5.249, + "step": 1114 + }, + { + "epoch": 0.019086256183775827, + "grad_norm": 4.741933822631836, + "learning_rate": 1.2721049629207074e-05, + "loss": 5.2584, + "step": 1115 + }, + { + "epoch": 0.019103373902326297, + "grad_norm": 4.661586761474609, + "learning_rate": 1.273245864232744e-05, + "loss": 5.2506, + "step": 1116 + }, + { + "epoch": 0.01912049162087677, + "grad_norm": 4.898526191711426, + "learning_rate": 1.2743867655447806e-05, + "loss": 5.2767, + "step": 1117 + }, + { + "epoch": 0.01913760933942724, + "grad_norm": 4.482939720153809, + "learning_rate": 1.2755276668568171e-05, + "loss": 4.9849, + "step": 1118 + }, + { + "epoch": 0.019154727057977713, + "grad_norm": 4.518627166748047, + "learning_rate": 1.2766685681688535e-05, + "loss": 5.1992, + "step": 1119 + }, + { + "epoch": 0.019171844776528186, + "grad_norm": 4.642920970916748, + "learning_rate": 1.27780946948089e-05, + "loss": 5.0489, + "step": 1120 + }, + { + "epoch": 0.019188962495078656, + "grad_norm": 4.583096981048584, + "learning_rate": 1.2789503707929265e-05, + "loss": 5.2284, + "step": 1121 + }, + { + "epoch": 0.01920608021362913, + "grad_norm": 5.548872947692871, + "learning_rate": 1.280091272104963e-05, + "loss": 5.3517, + "step": 1122 + }, + { + "epoch": 0.0192231979321796, + "grad_norm": 4.273848533630371, + "learning_rate": 1.2812321734169995e-05, + "loss": 5.0246, + "step": 1123 + }, + { + "epoch": 0.01924031565073007, + "grad_norm": 5.054969787597656, + "learning_rate": 1.282373074729036e-05, + "loss": 5.189, + "step": 1124 + }, + { + "epoch": 0.01925743336928054, + "grad_norm": 5.04831075668335, + "learning_rate": 1.2835139760410727e-05, + "loss": 5.1033, + "step": 1125 + }, + { + "epoch": 0.019274551087831014, + "grad_norm": 4.366219997406006, + "learning_rate": 1.2846548773531092e-05, + "loss": 5.2694, + "step": 1126 + }, + { + "epoch": 0.019291668806381484, + "grad_norm": 4.762810707092285, + "learning_rate": 1.2857957786651457e-05, + "loss": 5.2392, + "step": 1127 + }, + { + "epoch": 0.019308786524931957, + "grad_norm": 4.70139741897583, + "learning_rate": 1.286936679977182e-05, + "loss": 4.9946, + "step": 1128 + }, + { + "epoch": 0.01932590424348243, + "grad_norm": 4.66431999206543, + "learning_rate": 1.2880775812892185e-05, + "loss": 5.1915, + "step": 1129 + }, + { + "epoch": 0.0193430219620329, + "grad_norm": 5.054126739501953, + "learning_rate": 1.289218482601255e-05, + "loss": 5.1783, + "step": 1130 + }, + { + "epoch": 0.019360139680583373, + "grad_norm": 4.687150478363037, + "learning_rate": 1.2903593839132915e-05, + "loss": 5.1067, + "step": 1131 + }, + { + "epoch": 0.019377257399133842, + "grad_norm": 5.290076732635498, + "learning_rate": 1.2915002852253282e-05, + "loss": 5.3923, + "step": 1132 + }, + { + "epoch": 0.019394375117684316, + "grad_norm": 4.8793253898620605, + "learning_rate": 1.2926411865373647e-05, + "loss": 5.415, + "step": 1133 + }, + { + "epoch": 0.019411492836234785, + "grad_norm": 4.8063859939575195, + "learning_rate": 1.2937820878494012e-05, + "loss": 5.0325, + "step": 1134 + }, + { + "epoch": 0.01942861055478526, + "grad_norm": 5.175314903259277, + "learning_rate": 1.2949229891614377e-05, + "loss": 5.126, + "step": 1135 + }, + { + "epoch": 0.01944572827333573, + "grad_norm": 5.112301349639893, + "learning_rate": 1.296063890473474e-05, + "loss": 5.2072, + "step": 1136 + }, + { + "epoch": 0.0194628459918862, + "grad_norm": 4.838631629943848, + "learning_rate": 1.2972047917855106e-05, + "loss": 5.1392, + "step": 1137 + }, + { + "epoch": 0.019479963710436674, + "grad_norm": 4.736983299255371, + "learning_rate": 1.298345693097547e-05, + "loss": 5.2365, + "step": 1138 + }, + { + "epoch": 0.019497081428987144, + "grad_norm": 4.6645402908325195, + "learning_rate": 1.2994865944095836e-05, + "loss": 5.1097, + "step": 1139 + }, + { + "epoch": 0.019514199147537617, + "grad_norm": 4.2464680671691895, + "learning_rate": 1.3006274957216203e-05, + "loss": 5.0609, + "step": 1140 + }, + { + "epoch": 0.019531316866088087, + "grad_norm": 4.773519039154053, + "learning_rate": 1.3017683970336568e-05, + "loss": 5.1585, + "step": 1141 + }, + { + "epoch": 0.01954843458463856, + "grad_norm": 4.771486759185791, + "learning_rate": 1.3029092983456933e-05, + "loss": 5.1728, + "step": 1142 + }, + { + "epoch": 0.01956555230318903, + "grad_norm": 4.762090682983398, + "learning_rate": 1.3040501996577298e-05, + "loss": 5.1185, + "step": 1143 + }, + { + "epoch": 0.019582670021739502, + "grad_norm": 4.694472789764404, + "learning_rate": 1.3051911009697661e-05, + "loss": 4.9297, + "step": 1144 + }, + { + "epoch": 0.019599787740289976, + "grad_norm": 4.389409065246582, + "learning_rate": 1.3063320022818026e-05, + "loss": 5.105, + "step": 1145 + }, + { + "epoch": 0.019616905458840445, + "grad_norm": 5.007056713104248, + "learning_rate": 1.3074729035938391e-05, + "loss": 5.1789, + "step": 1146 + }, + { + "epoch": 0.01963402317739092, + "grad_norm": 5.0188212394714355, + "learning_rate": 1.3086138049058756e-05, + "loss": 5.2391, + "step": 1147 + }, + { + "epoch": 0.019651140895941388, + "grad_norm": 4.877342700958252, + "learning_rate": 1.3097547062179123e-05, + "loss": 5.1926, + "step": 1148 + }, + { + "epoch": 0.01966825861449186, + "grad_norm": 5.16165018081665, + "learning_rate": 1.3108956075299488e-05, + "loss": 5.2489, + "step": 1149 + }, + { + "epoch": 0.01968537633304233, + "grad_norm": 4.840938091278076, + "learning_rate": 1.3120365088419853e-05, + "loss": 5.1697, + "step": 1150 + }, + { + "epoch": 0.019702494051592804, + "grad_norm": 5.181069850921631, + "learning_rate": 1.3131774101540218e-05, + "loss": 5.2444, + "step": 1151 + }, + { + "epoch": 0.019719611770143277, + "grad_norm": 4.726410388946533, + "learning_rate": 1.3143183114660583e-05, + "loss": 5.0408, + "step": 1152 + }, + { + "epoch": 0.019736729488693747, + "grad_norm": 4.431899547576904, + "learning_rate": 1.3154592127780947e-05, + "loss": 5.2512, + "step": 1153 + }, + { + "epoch": 0.01975384720724422, + "grad_norm": 4.677657604217529, + "learning_rate": 1.3166001140901312e-05, + "loss": 5.1842, + "step": 1154 + }, + { + "epoch": 0.01977096492579469, + "grad_norm": 4.9963884353637695, + "learning_rate": 1.3177410154021679e-05, + "loss": 5.2234, + "step": 1155 + }, + { + "epoch": 0.019788082644345163, + "grad_norm": 4.820571422576904, + "learning_rate": 1.3188819167142044e-05, + "loss": 5.1541, + "step": 1156 + }, + { + "epoch": 0.019805200362895632, + "grad_norm": 5.323456764221191, + "learning_rate": 1.3200228180262409e-05, + "loss": 5.1642, + "step": 1157 + }, + { + "epoch": 0.019822318081446105, + "grad_norm": 5.657223224639893, + "learning_rate": 1.3211637193382774e-05, + "loss": 5.2936, + "step": 1158 + }, + { + "epoch": 0.019839435799996575, + "grad_norm": 4.640311241149902, + "learning_rate": 1.3223046206503139e-05, + "loss": 5.216, + "step": 1159 + }, + { + "epoch": 0.019856553518547048, + "grad_norm": 4.57098913192749, + "learning_rate": 1.3234455219623504e-05, + "loss": 5.2548, + "step": 1160 + }, + { + "epoch": 0.01987367123709752, + "grad_norm": 5.366650104522705, + "learning_rate": 1.3245864232743867e-05, + "loss": 5.0832, + "step": 1161 + }, + { + "epoch": 0.01989078895564799, + "grad_norm": 5.305551052093506, + "learning_rate": 1.3257273245864232e-05, + "loss": 5.0176, + "step": 1162 + }, + { + "epoch": 0.019907906674198464, + "grad_norm": 4.800024032592773, + "learning_rate": 1.3268682258984599e-05, + "loss": 5.0776, + "step": 1163 + }, + { + "epoch": 0.019925024392748934, + "grad_norm": 4.617337226867676, + "learning_rate": 1.3280091272104964e-05, + "loss": 4.9731, + "step": 1164 + }, + { + "epoch": 0.019942142111299407, + "grad_norm": 5.1919989585876465, + "learning_rate": 1.329150028522533e-05, + "loss": 5.2304, + "step": 1165 + }, + { + "epoch": 0.019959259829849876, + "grad_norm": 4.559980869293213, + "learning_rate": 1.3302909298345694e-05, + "loss": 5.0629, + "step": 1166 + }, + { + "epoch": 0.01997637754840035, + "grad_norm": 4.8324456214904785, + "learning_rate": 1.331431831146606e-05, + "loss": 5.3131, + "step": 1167 + }, + { + "epoch": 0.01999349526695082, + "grad_norm": 4.650498390197754, + "learning_rate": 1.3325727324586424e-05, + "loss": 5.1528, + "step": 1168 + }, + { + "epoch": 0.020010612985501292, + "grad_norm": 4.395815372467041, + "learning_rate": 1.333713633770679e-05, + "loss": 5.1201, + "step": 1169 + }, + { + "epoch": 0.020027730704051765, + "grad_norm": 4.500282287597656, + "learning_rate": 1.3348545350827156e-05, + "loss": 5.1746, + "step": 1170 + }, + { + "epoch": 0.020044848422602235, + "grad_norm": 4.612539291381836, + "learning_rate": 1.3359954363947521e-05, + "loss": 5.0719, + "step": 1171 + }, + { + "epoch": 0.020061966141152708, + "grad_norm": 4.736016273498535, + "learning_rate": 1.3371363377067885e-05, + "loss": 5.2125, + "step": 1172 + }, + { + "epoch": 0.020079083859703178, + "grad_norm": 4.391175270080566, + "learning_rate": 1.338277239018825e-05, + "loss": 5.0671, + "step": 1173 + }, + { + "epoch": 0.02009620157825365, + "grad_norm": 4.677478790283203, + "learning_rate": 1.3394181403308615e-05, + "loss": 5.1436, + "step": 1174 + }, + { + "epoch": 0.02011331929680412, + "grad_norm": 4.906890869140625, + "learning_rate": 1.340559041642898e-05, + "loss": 5.1189, + "step": 1175 + }, + { + "epoch": 0.020130437015354594, + "grad_norm": 5.125513553619385, + "learning_rate": 1.3416999429549345e-05, + "loss": 5.1668, + "step": 1176 + }, + { + "epoch": 0.020147554733905067, + "grad_norm": 5.1604228019714355, + "learning_rate": 1.342840844266971e-05, + "loss": 5.077, + "step": 1177 + }, + { + "epoch": 0.020164672452455536, + "grad_norm": 5.082207679748535, + "learning_rate": 1.3439817455790077e-05, + "loss": 5.1308, + "step": 1178 + }, + { + "epoch": 0.02018179017100601, + "grad_norm": 4.979677200317383, + "learning_rate": 1.3451226468910442e-05, + "loss": 5.2616, + "step": 1179 + }, + { + "epoch": 0.02019890788955648, + "grad_norm": 4.777662754058838, + "learning_rate": 1.3462635482030805e-05, + "loss": 5.2014, + "step": 1180 + }, + { + "epoch": 0.020216025608106952, + "grad_norm": 4.550209999084473, + "learning_rate": 1.347404449515117e-05, + "loss": 5.0943, + "step": 1181 + }, + { + "epoch": 0.020233143326657422, + "grad_norm": 5.692628383636475, + "learning_rate": 1.3485453508271535e-05, + "loss": 5.1299, + "step": 1182 + }, + { + "epoch": 0.020250261045207895, + "grad_norm": 6.154107570648193, + "learning_rate": 1.34968625213919e-05, + "loss": 5.1657, + "step": 1183 + }, + { + "epoch": 0.020267378763758365, + "grad_norm": 5.2235870361328125, + "learning_rate": 1.3508271534512265e-05, + "loss": 5.1125, + "step": 1184 + }, + { + "epoch": 0.020284496482308838, + "grad_norm": 6.264894962310791, + "learning_rate": 1.351968054763263e-05, + "loss": 5.266, + "step": 1185 + }, + { + "epoch": 0.02030161420085931, + "grad_norm": 5.745802402496338, + "learning_rate": 1.3531089560752997e-05, + "loss": 5.3031, + "step": 1186 + }, + { + "epoch": 0.02031873191940978, + "grad_norm": 5.483612060546875, + "learning_rate": 1.3542498573873362e-05, + "loss": 5.1387, + "step": 1187 + }, + { + "epoch": 0.020335849637960254, + "grad_norm": 5.200350284576416, + "learning_rate": 1.3553907586993726e-05, + "loss": 5.057, + "step": 1188 + }, + { + "epoch": 0.020352967356510723, + "grad_norm": 5.029165267944336, + "learning_rate": 1.356531660011409e-05, + "loss": 5.146, + "step": 1189 + }, + { + "epoch": 0.020370085075061196, + "grad_norm": 5.549476146697998, + "learning_rate": 1.3576725613234456e-05, + "loss": 5.169, + "step": 1190 + }, + { + "epoch": 0.020387202793611666, + "grad_norm": 5.50206184387207, + "learning_rate": 1.358813462635482e-05, + "loss": 5.2805, + "step": 1191 + }, + { + "epoch": 0.02040432051216214, + "grad_norm": 5.109394550323486, + "learning_rate": 1.3599543639475186e-05, + "loss": 5.0613, + "step": 1192 + }, + { + "epoch": 0.020421438230712612, + "grad_norm": 4.778293609619141, + "learning_rate": 1.3610952652595553e-05, + "loss": 5.2578, + "step": 1193 + }, + { + "epoch": 0.020438555949263082, + "grad_norm": 5.385711669921875, + "learning_rate": 1.3622361665715918e-05, + "loss": 5.0956, + "step": 1194 + }, + { + "epoch": 0.020455673667813555, + "grad_norm": 4.894876003265381, + "learning_rate": 1.3633770678836283e-05, + "loss": 5.0928, + "step": 1195 + }, + { + "epoch": 0.020472791386364025, + "grad_norm": 4.711233139038086, + "learning_rate": 1.3645179691956648e-05, + "loss": 5.2189, + "step": 1196 + }, + { + "epoch": 0.020489909104914498, + "grad_norm": 5.036897659301758, + "learning_rate": 1.3656588705077011e-05, + "loss": 5.2165, + "step": 1197 + }, + { + "epoch": 0.020507026823464967, + "grad_norm": 4.974198818206787, + "learning_rate": 1.3667997718197376e-05, + "loss": 5.1249, + "step": 1198 + }, + { + "epoch": 0.02052414454201544, + "grad_norm": 4.633101940155029, + "learning_rate": 1.3679406731317741e-05, + "loss": 5.0435, + "step": 1199 + }, + { + "epoch": 0.02054126226056591, + "grad_norm": 4.974747180938721, + "learning_rate": 1.3690815744438106e-05, + "loss": 5.2553, + "step": 1200 + }, + { + "epoch": 0.020558379979116383, + "grad_norm": 4.8075056076049805, + "learning_rate": 1.3702224757558473e-05, + "loss": 5.2067, + "step": 1201 + }, + { + "epoch": 0.020575497697666856, + "grad_norm": 4.654232978820801, + "learning_rate": 1.3713633770678838e-05, + "loss": 5.2202, + "step": 1202 + }, + { + "epoch": 0.020592615416217326, + "grad_norm": 4.742796421051025, + "learning_rate": 1.3725042783799203e-05, + "loss": 5.1145, + "step": 1203 + }, + { + "epoch": 0.0206097331347678, + "grad_norm": 4.635281562805176, + "learning_rate": 1.3736451796919568e-05, + "loss": 4.9944, + "step": 1204 + }, + { + "epoch": 0.02062685085331827, + "grad_norm": 4.384750843048096, + "learning_rate": 1.3747860810039932e-05, + "loss": 5.1086, + "step": 1205 + }, + { + "epoch": 0.020643968571868742, + "grad_norm": 4.668098449707031, + "learning_rate": 1.3759269823160297e-05, + "loss": 5.1654, + "step": 1206 + }, + { + "epoch": 0.02066108629041921, + "grad_norm": 4.544260025024414, + "learning_rate": 1.3770678836280662e-05, + "loss": 5.1811, + "step": 1207 + }, + { + "epoch": 0.020678204008969685, + "grad_norm": 4.400552749633789, + "learning_rate": 1.3782087849401027e-05, + "loss": 5.1895, + "step": 1208 + }, + { + "epoch": 0.020695321727520154, + "grad_norm": 4.837882995605469, + "learning_rate": 1.3793496862521394e-05, + "loss": 5.0646, + "step": 1209 + }, + { + "epoch": 0.020712439446070628, + "grad_norm": 4.899522304534912, + "learning_rate": 1.3804905875641759e-05, + "loss": 5.1941, + "step": 1210 + }, + { + "epoch": 0.0207295571646211, + "grad_norm": 4.652141094207764, + "learning_rate": 1.3816314888762124e-05, + "loss": 5.0349, + "step": 1211 + }, + { + "epoch": 0.02074667488317157, + "grad_norm": 4.6755475997924805, + "learning_rate": 1.3827723901882489e-05, + "loss": 4.9916, + "step": 1212 + }, + { + "epoch": 0.020763792601722043, + "grad_norm": 4.834638595581055, + "learning_rate": 1.3839132915002852e-05, + "loss": 5.1927, + "step": 1213 + }, + { + "epoch": 0.020780910320272513, + "grad_norm": 4.631099700927734, + "learning_rate": 1.3850541928123217e-05, + "loss": 4.8603, + "step": 1214 + }, + { + "epoch": 0.020798028038822986, + "grad_norm": 4.914096832275391, + "learning_rate": 1.3861950941243582e-05, + "loss": 5.1341, + "step": 1215 + }, + { + "epoch": 0.020815145757373456, + "grad_norm": 6.696918964385986, + "learning_rate": 1.3873359954363949e-05, + "loss": 5.0903, + "step": 1216 + }, + { + "epoch": 0.02083226347592393, + "grad_norm": 4.842916488647461, + "learning_rate": 1.3884768967484314e-05, + "loss": 5.01, + "step": 1217 + }, + { + "epoch": 0.020849381194474402, + "grad_norm": 4.338130950927734, + "learning_rate": 1.389617798060468e-05, + "loss": 5.0656, + "step": 1218 + }, + { + "epoch": 0.02086649891302487, + "grad_norm": 5.032908916473389, + "learning_rate": 1.3907586993725044e-05, + "loss": 5.0953, + "step": 1219 + }, + { + "epoch": 0.020883616631575345, + "grad_norm": 4.349964618682861, + "learning_rate": 1.391899600684541e-05, + "loss": 4.9463, + "step": 1220 + }, + { + "epoch": 0.020900734350125814, + "grad_norm": 4.358438968658447, + "learning_rate": 1.3930405019965774e-05, + "loss": 5.0923, + "step": 1221 + }, + { + "epoch": 0.020917852068676288, + "grad_norm": 4.512528419494629, + "learning_rate": 1.3941814033086138e-05, + "loss": 5.2117, + "step": 1222 + }, + { + "epoch": 0.020934969787226757, + "grad_norm": 4.998003959655762, + "learning_rate": 1.3953223046206503e-05, + "loss": 5.0907, + "step": 1223 + }, + { + "epoch": 0.02095208750577723, + "grad_norm": 5.038990020751953, + "learning_rate": 1.396463205932687e-05, + "loss": 5.1469, + "step": 1224 + }, + { + "epoch": 0.0209692052243277, + "grad_norm": 5.211061954498291, + "learning_rate": 1.3976041072447235e-05, + "loss": 5.0309, + "step": 1225 + }, + { + "epoch": 0.020986322942878173, + "grad_norm": 5.30489444732666, + "learning_rate": 1.39874500855676e-05, + "loss": 5.0759, + "step": 1226 + }, + { + "epoch": 0.021003440661428646, + "grad_norm": 5.211244583129883, + "learning_rate": 1.3998859098687965e-05, + "loss": 4.9795, + "step": 1227 + }, + { + "epoch": 0.021020558379979116, + "grad_norm": 4.688099384307861, + "learning_rate": 1.401026811180833e-05, + "loss": 5.0373, + "step": 1228 + }, + { + "epoch": 0.02103767609852959, + "grad_norm": 5.390997886657715, + "learning_rate": 1.4021677124928695e-05, + "loss": 5.0506, + "step": 1229 + }, + { + "epoch": 0.02105479381708006, + "grad_norm": 5.802340030670166, + "learning_rate": 1.4033086138049058e-05, + "loss": 5.1369, + "step": 1230 + }, + { + "epoch": 0.02107191153563053, + "grad_norm": 5.091121673583984, + "learning_rate": 1.4044495151169427e-05, + "loss": 5.0275, + "step": 1231 + }, + { + "epoch": 0.021089029254181, + "grad_norm": 4.618946552276611, + "learning_rate": 1.405590416428979e-05, + "loss": 4.9889, + "step": 1232 + }, + { + "epoch": 0.021106146972731474, + "grad_norm": 5.265608787536621, + "learning_rate": 1.4067313177410155e-05, + "loss": 4.9989, + "step": 1233 + }, + { + "epoch": 0.021123264691281948, + "grad_norm": 5.386984348297119, + "learning_rate": 1.407872219053052e-05, + "loss": 5.0899, + "step": 1234 + }, + { + "epoch": 0.021140382409832417, + "grad_norm": 4.6350908279418945, + "learning_rate": 1.4090131203650885e-05, + "loss": 5.036, + "step": 1235 + }, + { + "epoch": 0.02115750012838289, + "grad_norm": 4.5637617111206055, + "learning_rate": 1.410154021677125e-05, + "loss": 5.287, + "step": 1236 + }, + { + "epoch": 0.02117461784693336, + "grad_norm": 4.88861608505249, + "learning_rate": 1.4112949229891615e-05, + "loss": 4.8625, + "step": 1237 + }, + { + "epoch": 0.021191735565483833, + "grad_norm": 5.227926254272461, + "learning_rate": 1.412435824301198e-05, + "loss": 5.2614, + "step": 1238 + }, + { + "epoch": 0.021208853284034303, + "grad_norm": 4.723995685577393, + "learning_rate": 1.4135767256132347e-05, + "loss": 5.2627, + "step": 1239 + }, + { + "epoch": 0.021225971002584776, + "grad_norm": 5.014649868011475, + "learning_rate": 1.4147176269252712e-05, + "loss": 4.9735, + "step": 1240 + }, + { + "epoch": 0.021243088721135246, + "grad_norm": 4.896358013153076, + "learning_rate": 1.4158585282373076e-05, + "loss": 4.9488, + "step": 1241 + }, + { + "epoch": 0.02126020643968572, + "grad_norm": 4.285221576690674, + "learning_rate": 1.416999429549344e-05, + "loss": 4.8848, + "step": 1242 + }, + { + "epoch": 0.021277324158236192, + "grad_norm": 4.695278644561768, + "learning_rate": 1.4181403308613806e-05, + "loss": 4.9783, + "step": 1243 + }, + { + "epoch": 0.02129444187678666, + "grad_norm": 4.643712997436523, + "learning_rate": 1.4192812321734171e-05, + "loss": 5.194, + "step": 1244 + }, + { + "epoch": 0.021311559595337135, + "grad_norm": 5.286566257476807, + "learning_rate": 1.4204221334854536e-05, + "loss": 5.2479, + "step": 1245 + }, + { + "epoch": 0.021328677313887604, + "grad_norm": 4.551301002502441, + "learning_rate": 1.4215630347974901e-05, + "loss": 5.0433, + "step": 1246 + }, + { + "epoch": 0.021345795032438077, + "grad_norm": 4.687163829803467, + "learning_rate": 1.4227039361095268e-05, + "loss": 5.1591, + "step": 1247 + }, + { + "epoch": 0.021362912750988547, + "grad_norm": 4.510646343231201, + "learning_rate": 1.4238448374215633e-05, + "loss": 5.046, + "step": 1248 + }, + { + "epoch": 0.02138003046953902, + "grad_norm": 4.829854965209961, + "learning_rate": 1.4249857387335996e-05, + "loss": 4.994, + "step": 1249 + }, + { + "epoch": 0.021397148188089493, + "grad_norm": 4.840116500854492, + "learning_rate": 1.4261266400456361e-05, + "loss": 5.0155, + "step": 1250 + }, + { + "epoch": 0.021414265906639963, + "grad_norm": 4.478842735290527, + "learning_rate": 1.4272675413576726e-05, + "loss": 5.0966, + "step": 1251 + }, + { + "epoch": 0.021431383625190436, + "grad_norm": 4.4441046714782715, + "learning_rate": 1.4284084426697091e-05, + "loss": 4.8895, + "step": 1252 + }, + { + "epoch": 0.021448501343740906, + "grad_norm": 4.542611122131348, + "learning_rate": 1.4295493439817456e-05, + "loss": 5.0882, + "step": 1253 + }, + { + "epoch": 0.02146561906229138, + "grad_norm": 4.225303649902344, + "learning_rate": 1.4306902452937823e-05, + "loss": 4.8731, + "step": 1254 + }, + { + "epoch": 0.02148273678084185, + "grad_norm": 4.473967552185059, + "learning_rate": 1.4318311466058188e-05, + "loss": 4.9706, + "step": 1255 + }, + { + "epoch": 0.02149985449939232, + "grad_norm": 4.636562824249268, + "learning_rate": 1.4329720479178553e-05, + "loss": 4.9056, + "step": 1256 + }, + { + "epoch": 0.02151697221794279, + "grad_norm": 4.738142013549805, + "learning_rate": 1.4341129492298917e-05, + "loss": 4.9577, + "step": 1257 + }, + { + "epoch": 0.021534089936493264, + "grad_norm": 4.609688758850098, + "learning_rate": 1.4352538505419282e-05, + "loss": 4.9758, + "step": 1258 + }, + { + "epoch": 0.021551207655043737, + "grad_norm": 4.596463680267334, + "learning_rate": 1.4363947518539647e-05, + "loss": 5.036, + "step": 1259 + }, + { + "epoch": 0.021568325373594207, + "grad_norm": 5.275241374969482, + "learning_rate": 1.4375356531660012e-05, + "loss": 5.032, + "step": 1260 + }, + { + "epoch": 0.02158544309214468, + "grad_norm": 5.677291393280029, + "learning_rate": 1.4386765544780377e-05, + "loss": 5.1368, + "step": 1261 + }, + { + "epoch": 0.02160256081069515, + "grad_norm": 5.269298553466797, + "learning_rate": 1.4398174557900744e-05, + "loss": 5.0393, + "step": 1262 + }, + { + "epoch": 0.021619678529245623, + "grad_norm": 4.931499004364014, + "learning_rate": 1.4409583571021109e-05, + "loss": 5.1618, + "step": 1263 + }, + { + "epoch": 0.021636796247796092, + "grad_norm": 4.970689296722412, + "learning_rate": 1.4420992584141474e-05, + "loss": 4.9829, + "step": 1264 + }, + { + "epoch": 0.021653913966346566, + "grad_norm": 4.923825263977051, + "learning_rate": 1.4432401597261839e-05, + "loss": 5.0276, + "step": 1265 + }, + { + "epoch": 0.021671031684897035, + "grad_norm": 5.36978006362915, + "learning_rate": 1.4443810610382202e-05, + "loss": 5.1811, + "step": 1266 + }, + { + "epoch": 0.02168814940344751, + "grad_norm": 4.770468235015869, + "learning_rate": 1.4455219623502567e-05, + "loss": 5.1189, + "step": 1267 + }, + { + "epoch": 0.02170526712199798, + "grad_norm": 5.651958465576172, + "learning_rate": 1.4466628636622932e-05, + "loss": 5.0196, + "step": 1268 + }, + { + "epoch": 0.02172238484054845, + "grad_norm": 5.250967979431152, + "learning_rate": 1.4478037649743297e-05, + "loss": 5.0167, + "step": 1269 + }, + { + "epoch": 0.021739502559098924, + "grad_norm": 5.0511040687561035, + "learning_rate": 1.4489446662863664e-05, + "loss": 5.0407, + "step": 1270 + }, + { + "epoch": 0.021756620277649394, + "grad_norm": 4.910350322723389, + "learning_rate": 1.450085567598403e-05, + "loss": 5.0476, + "step": 1271 + }, + { + "epoch": 0.021773737996199867, + "grad_norm": 4.853699207305908, + "learning_rate": 1.4512264689104394e-05, + "loss": 5.1847, + "step": 1272 + }, + { + "epoch": 0.021790855714750337, + "grad_norm": 5.198488235473633, + "learning_rate": 1.452367370222476e-05, + "loss": 4.954, + "step": 1273 + }, + { + "epoch": 0.02180797343330081, + "grad_norm": 4.6042914390563965, + "learning_rate": 1.4535082715345123e-05, + "loss": 4.9705, + "step": 1274 + }, + { + "epoch": 0.021825091151851283, + "grad_norm": 4.7619428634643555, + "learning_rate": 1.4546491728465488e-05, + "loss": 5.1112, + "step": 1275 + }, + { + "epoch": 0.021842208870401753, + "grad_norm": 5.2061238288879395, + "learning_rate": 1.4557900741585853e-05, + "loss": 5.112, + "step": 1276 + }, + { + "epoch": 0.021859326588952226, + "grad_norm": 4.787598133087158, + "learning_rate": 1.456930975470622e-05, + "loss": 5.1922, + "step": 1277 + }, + { + "epoch": 0.021876444307502695, + "grad_norm": 4.775111675262451, + "learning_rate": 1.4580718767826585e-05, + "loss": 4.9799, + "step": 1278 + }, + { + "epoch": 0.02189356202605317, + "grad_norm": 4.817093849182129, + "learning_rate": 1.459212778094695e-05, + "loss": 4.9562, + "step": 1279 + }, + { + "epoch": 0.021910679744603638, + "grad_norm": 4.350281715393066, + "learning_rate": 1.4603536794067315e-05, + "loss": 5.0622, + "step": 1280 + }, + { + "epoch": 0.02192779746315411, + "grad_norm": 4.410236835479736, + "learning_rate": 1.461494580718768e-05, + "loss": 5.0198, + "step": 1281 + }, + { + "epoch": 0.02194491518170458, + "grad_norm": 4.635366439819336, + "learning_rate": 1.4626354820308043e-05, + "loss": 4.8667, + "step": 1282 + }, + { + "epoch": 0.021962032900255054, + "grad_norm": 4.697139739990234, + "learning_rate": 1.4637763833428408e-05, + "loss": 4.9079, + "step": 1283 + }, + { + "epoch": 0.021979150618805527, + "grad_norm": 4.550209999084473, + "learning_rate": 1.4649172846548773e-05, + "loss": 5.1146, + "step": 1284 + }, + { + "epoch": 0.021996268337355997, + "grad_norm": 4.4892048835754395, + "learning_rate": 1.466058185966914e-05, + "loss": 4.8302, + "step": 1285 + }, + { + "epoch": 0.02201338605590647, + "grad_norm": 4.453382968902588, + "learning_rate": 1.4671990872789505e-05, + "loss": 5.0375, + "step": 1286 + }, + { + "epoch": 0.02203050377445694, + "grad_norm": 5.203197956085205, + "learning_rate": 1.468339988590987e-05, + "loss": 5.0787, + "step": 1287 + }, + { + "epoch": 0.022047621493007413, + "grad_norm": 4.470005512237549, + "learning_rate": 1.4694808899030235e-05, + "loss": 4.9754, + "step": 1288 + }, + { + "epoch": 0.022064739211557882, + "grad_norm": 4.360716342926025, + "learning_rate": 1.47062179121506e-05, + "loss": 4.9883, + "step": 1289 + }, + { + "epoch": 0.022081856930108355, + "grad_norm": 4.215879440307617, + "learning_rate": 1.4717626925270965e-05, + "loss": 5.0555, + "step": 1290 + }, + { + "epoch": 0.02209897464865883, + "grad_norm": 4.5800933837890625, + "learning_rate": 1.4729035938391329e-05, + "loss": 4.8582, + "step": 1291 + }, + { + "epoch": 0.022116092367209298, + "grad_norm": 4.718210220336914, + "learning_rate": 1.4740444951511697e-05, + "loss": 5.0233, + "step": 1292 + }, + { + "epoch": 0.02213321008575977, + "grad_norm": 4.428318977355957, + "learning_rate": 1.475185396463206e-05, + "loss": 4.9995, + "step": 1293 + }, + { + "epoch": 0.02215032780431024, + "grad_norm": 4.2729692459106445, + "learning_rate": 1.4763262977752426e-05, + "loss": 5.0359, + "step": 1294 + }, + { + "epoch": 0.022167445522860714, + "grad_norm": 4.767969608306885, + "learning_rate": 1.477467199087279e-05, + "loss": 4.9164, + "step": 1295 + }, + { + "epoch": 0.022184563241411184, + "grad_norm": 4.647171974182129, + "learning_rate": 1.4786081003993156e-05, + "loss": 5.0358, + "step": 1296 + }, + { + "epoch": 0.022201680959961657, + "grad_norm": 4.437942981719971, + "learning_rate": 1.4797490017113521e-05, + "loss": 5.0719, + "step": 1297 + }, + { + "epoch": 0.022218798678512126, + "grad_norm": 4.435060501098633, + "learning_rate": 1.4808899030233886e-05, + "loss": 5.0521, + "step": 1298 + }, + { + "epoch": 0.0222359163970626, + "grad_norm": 4.401629447937012, + "learning_rate": 1.482030804335425e-05, + "loss": 5.1323, + "step": 1299 + }, + { + "epoch": 0.022253034115613073, + "grad_norm": 4.499079704284668, + "learning_rate": 1.4831717056474618e-05, + "loss": 4.901, + "step": 1300 + }, + { + "epoch": 0.022270151834163542, + "grad_norm": 4.213416576385498, + "learning_rate": 1.4843126069594981e-05, + "loss": 4.9705, + "step": 1301 + }, + { + "epoch": 0.022287269552714015, + "grad_norm": 4.188851356506348, + "learning_rate": 1.4854535082715346e-05, + "loss": 4.9696, + "step": 1302 + }, + { + "epoch": 0.022304387271264485, + "grad_norm": 4.253800868988037, + "learning_rate": 1.4865944095835711e-05, + "loss": 5.0427, + "step": 1303 + }, + { + "epoch": 0.022321504989814958, + "grad_norm": 4.881960391998291, + "learning_rate": 1.4877353108956076e-05, + "loss": 4.9873, + "step": 1304 + }, + { + "epoch": 0.022338622708365428, + "grad_norm": 4.591242790222168, + "learning_rate": 1.4888762122076441e-05, + "loss": 4.9752, + "step": 1305 + }, + { + "epoch": 0.0223557404269159, + "grad_norm": 5.4025139808654785, + "learning_rate": 1.4900171135196806e-05, + "loss": 5.0803, + "step": 1306 + }, + { + "epoch": 0.02237285814546637, + "grad_norm": 6.158697128295898, + "learning_rate": 1.491158014831717e-05, + "loss": 5.0749, + "step": 1307 + }, + { + "epoch": 0.022389975864016844, + "grad_norm": 5.015341281890869, + "learning_rate": 1.4922989161437538e-05, + "loss": 4.9126, + "step": 1308 + }, + { + "epoch": 0.022407093582567317, + "grad_norm": 5.412652492523193, + "learning_rate": 1.4934398174557902e-05, + "loss": 5.009, + "step": 1309 + }, + { + "epoch": 0.022424211301117786, + "grad_norm": 6.097754955291748, + "learning_rate": 1.4945807187678267e-05, + "loss": 5.077, + "step": 1310 + }, + { + "epoch": 0.02244132901966826, + "grad_norm": 4.866092205047607, + "learning_rate": 1.4957216200798632e-05, + "loss": 5.0044, + "step": 1311 + }, + { + "epoch": 0.02245844673821873, + "grad_norm": 5.756946086883545, + "learning_rate": 1.4968625213918997e-05, + "loss": 5.0903, + "step": 1312 + }, + { + "epoch": 0.022475564456769202, + "grad_norm": 5.225466251373291, + "learning_rate": 1.4980034227039362e-05, + "loss": 5.0845, + "step": 1313 + }, + { + "epoch": 0.022492682175319672, + "grad_norm": 4.918519020080566, + "learning_rate": 1.4991443240159727e-05, + "loss": 5.0973, + "step": 1314 + }, + { + "epoch": 0.022509799893870145, + "grad_norm": 4.733401775360107, + "learning_rate": 1.5002852253280094e-05, + "loss": 5.0488, + "step": 1315 + }, + { + "epoch": 0.022526917612420618, + "grad_norm": 4.74521017074585, + "learning_rate": 1.5014261266400459e-05, + "loss": 5.01, + "step": 1316 + }, + { + "epoch": 0.022544035330971088, + "grad_norm": 4.546192169189453, + "learning_rate": 1.5025670279520824e-05, + "loss": 4.8021, + "step": 1317 + }, + { + "epoch": 0.02256115304952156, + "grad_norm": 4.839686393737793, + "learning_rate": 1.5037079292641187e-05, + "loss": 5.0395, + "step": 1318 + }, + { + "epoch": 0.02257827076807203, + "grad_norm": 4.818976879119873, + "learning_rate": 1.5048488305761552e-05, + "loss": 5.0104, + "step": 1319 + }, + { + "epoch": 0.022595388486622504, + "grad_norm": 4.549432754516602, + "learning_rate": 1.5059897318881917e-05, + "loss": 5.0146, + "step": 1320 + }, + { + "epoch": 0.022612506205172973, + "grad_norm": 4.567048072814941, + "learning_rate": 1.5071306332002282e-05, + "loss": 4.9619, + "step": 1321 + }, + { + "epoch": 0.022629623923723446, + "grad_norm": 4.382462501525879, + "learning_rate": 1.5082715345122648e-05, + "loss": 4.9989, + "step": 1322 + }, + { + "epoch": 0.022646741642273916, + "grad_norm": 4.839693546295166, + "learning_rate": 1.5094124358243014e-05, + "loss": 4.9503, + "step": 1323 + }, + { + "epoch": 0.02266385936082439, + "grad_norm": 4.350100040435791, + "learning_rate": 1.510553337136338e-05, + "loss": 4.9789, + "step": 1324 + }, + { + "epoch": 0.022680977079374862, + "grad_norm": 4.7134504318237305, + "learning_rate": 1.5116942384483744e-05, + "loss": 5.0375, + "step": 1325 + }, + { + "epoch": 0.022698094797925332, + "grad_norm": 4.433347225189209, + "learning_rate": 1.5128351397604108e-05, + "loss": 5.0486, + "step": 1326 + }, + { + "epoch": 0.022715212516475805, + "grad_norm": 5.084182262420654, + "learning_rate": 1.5139760410724473e-05, + "loss": 5.0557, + "step": 1327 + }, + { + "epoch": 0.022732330235026275, + "grad_norm": 5.3700175285339355, + "learning_rate": 1.5151169423844838e-05, + "loss": 4.9623, + "step": 1328 + }, + { + "epoch": 0.022749447953576748, + "grad_norm": 4.912312030792236, + "learning_rate": 1.5162578436965203e-05, + "loss": 4.9943, + "step": 1329 + }, + { + "epoch": 0.022766565672127217, + "grad_norm": 4.928398132324219, + "learning_rate": 1.517398745008557e-05, + "loss": 4.9587, + "step": 1330 + }, + { + "epoch": 0.02278368339067769, + "grad_norm": 4.837036609649658, + "learning_rate": 1.5185396463205935e-05, + "loss": 4.9238, + "step": 1331 + }, + { + "epoch": 0.022800801109228164, + "grad_norm": 4.733885765075684, + "learning_rate": 1.51968054763263e-05, + "loss": 4.8878, + "step": 1332 + }, + { + "epoch": 0.022817918827778633, + "grad_norm": 4.736319065093994, + "learning_rate": 1.5208214489446665e-05, + "loss": 5.065, + "step": 1333 + }, + { + "epoch": 0.022835036546329106, + "grad_norm": 4.422553539276123, + "learning_rate": 1.521962350256703e-05, + "loss": 4.8297, + "step": 1334 + }, + { + "epoch": 0.022852154264879576, + "grad_norm": 5.828376770019531, + "learning_rate": 1.5231032515687393e-05, + "loss": 5.0413, + "step": 1335 + }, + { + "epoch": 0.02286927198343005, + "grad_norm": 4.565280437469482, + "learning_rate": 1.5242441528807758e-05, + "loss": 4.9015, + "step": 1336 + }, + { + "epoch": 0.02288638970198052, + "grad_norm": 4.777813911437988, + "learning_rate": 1.5253850541928123e-05, + "loss": 4.8252, + "step": 1337 + }, + { + "epoch": 0.022903507420530992, + "grad_norm": 4.634198188781738, + "learning_rate": 1.5265259555048492e-05, + "loss": 5.0094, + "step": 1338 + }, + { + "epoch": 0.02292062513908146, + "grad_norm": 4.654610633850098, + "learning_rate": 1.5276668568168855e-05, + "loss": 5.0831, + "step": 1339 + }, + { + "epoch": 0.022937742857631935, + "grad_norm": 4.33254337310791, + "learning_rate": 1.528807758128922e-05, + "loss": 4.8854, + "step": 1340 + }, + { + "epoch": 0.022954860576182408, + "grad_norm": 4.8874335289001465, + "learning_rate": 1.5299486594409585e-05, + "loss": 4.9884, + "step": 1341 + }, + { + "epoch": 0.022971978294732878, + "grad_norm": 4.488612174987793, + "learning_rate": 1.531089560752995e-05, + "loss": 4.9782, + "step": 1342 + }, + { + "epoch": 0.02298909601328335, + "grad_norm": 4.224575519561768, + "learning_rate": 1.5322304620650316e-05, + "loss": 4.9029, + "step": 1343 + }, + { + "epoch": 0.02300621373183382, + "grad_norm": 4.3262248039245605, + "learning_rate": 1.533371363377068e-05, + "loss": 4.9102, + "step": 1344 + }, + { + "epoch": 0.023023331450384293, + "grad_norm": 4.710628986358643, + "learning_rate": 1.5345122646891046e-05, + "loss": 4.8718, + "step": 1345 + }, + { + "epoch": 0.023040449168934763, + "grad_norm": 5.14568567276001, + "learning_rate": 1.5356531660011412e-05, + "loss": 4.999, + "step": 1346 + }, + { + "epoch": 0.023057566887485236, + "grad_norm": 5.195186614990234, + "learning_rate": 1.5367940673131776e-05, + "loss": 5.0146, + "step": 1347 + }, + { + "epoch": 0.02307468460603571, + "grad_norm": 4.873170852661133, + "learning_rate": 1.537934968625214e-05, + "loss": 4.8838, + "step": 1348 + }, + { + "epoch": 0.02309180232458618, + "grad_norm": 4.899522304534912, + "learning_rate": 1.5390758699372506e-05, + "loss": 4.8985, + "step": 1349 + }, + { + "epoch": 0.023108920043136652, + "grad_norm": 4.820524215698242, + "learning_rate": 1.540216771249287e-05, + "loss": 4.7295, + "step": 1350 + }, + { + "epoch": 0.02312603776168712, + "grad_norm": 4.5308942794799805, + "learning_rate": 1.5413576725613236e-05, + "loss": 5.1205, + "step": 1351 + }, + { + "epoch": 0.023143155480237595, + "grad_norm": 4.491512775421143, + "learning_rate": 1.54249857387336e-05, + "loss": 4.8763, + "step": 1352 + }, + { + "epoch": 0.023160273198788064, + "grad_norm": 4.482666015625, + "learning_rate": 1.5436394751853966e-05, + "loss": 4.9345, + "step": 1353 + }, + { + "epoch": 0.023177390917338538, + "grad_norm": 4.648909091949463, + "learning_rate": 1.5447803764974333e-05, + "loss": 4.8159, + "step": 1354 + }, + { + "epoch": 0.023194508635889007, + "grad_norm": 4.318534851074219, + "learning_rate": 1.5459212778094696e-05, + "loss": 4.9506, + "step": 1355 + }, + { + "epoch": 0.02321162635443948, + "grad_norm": 4.698476314544678, + "learning_rate": 1.5470621791215063e-05, + "loss": 4.7907, + "step": 1356 + }, + { + "epoch": 0.023228744072989953, + "grad_norm": 4.795700550079346, + "learning_rate": 1.5482030804335426e-05, + "loss": 4.8532, + "step": 1357 + }, + { + "epoch": 0.023245861791540423, + "grad_norm": 4.541322231292725, + "learning_rate": 1.549343981745579e-05, + "loss": 4.8977, + "step": 1358 + }, + { + "epoch": 0.023262979510090896, + "grad_norm": 5.050446033477783, + "learning_rate": 1.5504848830576157e-05, + "loss": 4.9162, + "step": 1359 + }, + { + "epoch": 0.023280097228641366, + "grad_norm": 4.859072208404541, + "learning_rate": 1.551625784369652e-05, + "loss": 4.9108, + "step": 1360 + }, + { + "epoch": 0.02329721494719184, + "grad_norm": 4.1399245262146, + "learning_rate": 1.5527666856816887e-05, + "loss": 5.0039, + "step": 1361 + }, + { + "epoch": 0.02331433266574231, + "grad_norm": 4.268270015716553, + "learning_rate": 1.5539075869937253e-05, + "loss": 4.9454, + "step": 1362 + }, + { + "epoch": 0.02333145038429278, + "grad_norm": 4.862827301025391, + "learning_rate": 1.5550484883057617e-05, + "loss": 4.8822, + "step": 1363 + }, + { + "epoch": 0.02334856810284325, + "grad_norm": 4.73527193069458, + "learning_rate": 1.5561893896177984e-05, + "loss": 4.865, + "step": 1364 + }, + { + "epoch": 0.023365685821393724, + "grad_norm": 4.816684722900391, + "learning_rate": 1.5573302909298347e-05, + "loss": 5.053, + "step": 1365 + }, + { + "epoch": 0.023382803539944198, + "grad_norm": 4.625432014465332, + "learning_rate": 1.558471192241871e-05, + "loss": 4.9269, + "step": 1366 + }, + { + "epoch": 0.023399921258494667, + "grad_norm": 4.274506092071533, + "learning_rate": 1.5596120935539077e-05, + "loss": 4.8606, + "step": 1367 + }, + { + "epoch": 0.02341703897704514, + "grad_norm": 4.201048851013184, + "learning_rate": 1.560752994865944e-05, + "loss": 4.9341, + "step": 1368 + }, + { + "epoch": 0.02343415669559561, + "grad_norm": 4.593171119689941, + "learning_rate": 1.5618938961779807e-05, + "loss": 4.7866, + "step": 1369 + }, + { + "epoch": 0.023451274414146083, + "grad_norm": 4.443509578704834, + "learning_rate": 1.5630347974900174e-05, + "loss": 4.89, + "step": 1370 + }, + { + "epoch": 0.023468392132696553, + "grad_norm": 4.5351667404174805, + "learning_rate": 1.5641756988020537e-05, + "loss": 5.0184, + "step": 1371 + }, + { + "epoch": 0.023485509851247026, + "grad_norm": 4.683011531829834, + "learning_rate": 1.5653166001140904e-05, + "loss": 5.1405, + "step": 1372 + }, + { + "epoch": 0.0235026275697975, + "grad_norm": 4.496815204620361, + "learning_rate": 1.5664575014261267e-05, + "loss": 4.9042, + "step": 1373 + }, + { + "epoch": 0.02351974528834797, + "grad_norm": 4.334893226623535, + "learning_rate": 1.567598402738163e-05, + "loss": 4.7205, + "step": 1374 + }, + { + "epoch": 0.023536863006898442, + "grad_norm": 4.434569358825684, + "learning_rate": 1.5687393040501998e-05, + "loss": 4.9831, + "step": 1375 + }, + { + "epoch": 0.02355398072544891, + "grad_norm": 4.198170185089111, + "learning_rate": 1.5698802053622364e-05, + "loss": 4.699, + "step": 1376 + }, + { + "epoch": 0.023571098443999385, + "grad_norm": 3.977365016937256, + "learning_rate": 1.5710211066742728e-05, + "loss": 4.7492, + "step": 1377 + }, + { + "epoch": 0.023588216162549854, + "grad_norm": 4.1225266456604, + "learning_rate": 1.5721620079863094e-05, + "loss": 4.8961, + "step": 1378 + }, + { + "epoch": 0.023605333881100327, + "grad_norm": 4.465277194976807, + "learning_rate": 1.5733029092983458e-05, + "loss": 4.8031, + "step": 1379 + }, + { + "epoch": 0.023622451599650797, + "grad_norm": 4.388072490692139, + "learning_rate": 1.5744438106103825e-05, + "loss": 4.8117, + "step": 1380 + }, + { + "epoch": 0.02363956931820127, + "grad_norm": 4.361445903778076, + "learning_rate": 1.5755847119224188e-05, + "loss": 4.7556, + "step": 1381 + }, + { + "epoch": 0.023656687036751743, + "grad_norm": 4.72251033782959, + "learning_rate": 1.576725613234455e-05, + "loss": 5.0322, + "step": 1382 + }, + { + "epoch": 0.023673804755302213, + "grad_norm": 4.240139007568359, + "learning_rate": 1.5778665145464918e-05, + "loss": 4.85, + "step": 1383 + }, + { + "epoch": 0.023690922473852686, + "grad_norm": 4.3695502281188965, + "learning_rate": 1.5790074158585285e-05, + "loss": 4.8486, + "step": 1384 + }, + { + "epoch": 0.023708040192403156, + "grad_norm": 5.023758888244629, + "learning_rate": 1.5801483171705648e-05, + "loss": 4.9367, + "step": 1385 + }, + { + "epoch": 0.02372515791095363, + "grad_norm": 6.071993827819824, + "learning_rate": 1.5812892184826015e-05, + "loss": 5.046, + "step": 1386 + }, + { + "epoch": 0.0237422756295041, + "grad_norm": 6.13925313949585, + "learning_rate": 1.582430119794638e-05, + "loss": 4.895, + "step": 1387 + }, + { + "epoch": 0.02375939334805457, + "grad_norm": 5.007544994354248, + "learning_rate": 1.5835710211066745e-05, + "loss": 4.9999, + "step": 1388 + }, + { + "epoch": 0.023776511066605045, + "grad_norm": 6.285470485687256, + "learning_rate": 1.584711922418711e-05, + "loss": 4.9925, + "step": 1389 + }, + { + "epoch": 0.023793628785155514, + "grad_norm": 5.2588372230529785, + "learning_rate": 1.5858528237307472e-05, + "loss": 4.9797, + "step": 1390 + }, + { + "epoch": 0.023810746503705987, + "grad_norm": 5.784418106079102, + "learning_rate": 1.5869937250427842e-05, + "loss": 5.0553, + "step": 1391 + }, + { + "epoch": 0.023827864222256457, + "grad_norm": 4.904861927032471, + "learning_rate": 1.5881346263548205e-05, + "loss": 4.8833, + "step": 1392 + }, + { + "epoch": 0.02384498194080693, + "grad_norm": 5.505216598510742, + "learning_rate": 1.589275527666857e-05, + "loss": 4.928, + "step": 1393 + }, + { + "epoch": 0.0238620996593574, + "grad_norm": 4.84764289855957, + "learning_rate": 1.5904164289788935e-05, + "loss": 4.8808, + "step": 1394 + }, + { + "epoch": 0.023879217377907873, + "grad_norm": 5.19678258895874, + "learning_rate": 1.59155733029093e-05, + "loss": 4.8708, + "step": 1395 + }, + { + "epoch": 0.023896335096458343, + "grad_norm": 4.713073253631592, + "learning_rate": 1.5926982316029666e-05, + "loss": 4.9081, + "step": 1396 + }, + { + "epoch": 0.023913452815008816, + "grad_norm": 4.433618068695068, + "learning_rate": 1.593839132915003e-05, + "loss": 4.7341, + "step": 1397 + }, + { + "epoch": 0.02393057053355929, + "grad_norm": 4.822140216827393, + "learning_rate": 1.5949800342270392e-05, + "loss": 4.8505, + "step": 1398 + }, + { + "epoch": 0.02394768825210976, + "grad_norm": 4.514277935028076, + "learning_rate": 1.5961209355390762e-05, + "loss": 4.7481, + "step": 1399 + }, + { + "epoch": 0.02396480597066023, + "grad_norm": 4.6167378425598145, + "learning_rate": 1.5972618368511126e-05, + "loss": 4.9499, + "step": 1400 + }, + { + "epoch": 0.0239819236892107, + "grad_norm": 4.259006023406982, + "learning_rate": 1.598402738163149e-05, + "loss": 4.9398, + "step": 1401 + }, + { + "epoch": 0.023999041407761174, + "grad_norm": 4.209266662597656, + "learning_rate": 1.5995436394751856e-05, + "loss": 4.9161, + "step": 1402 + }, + { + "epoch": 0.024016159126311644, + "grad_norm": 4.511059284210205, + "learning_rate": 1.600684540787222e-05, + "loss": 4.761, + "step": 1403 + }, + { + "epoch": 0.024033276844862117, + "grad_norm": 4.697125434875488, + "learning_rate": 1.6018254420992586e-05, + "loss": 4.8223, + "step": 1404 + }, + { + "epoch": 0.024050394563412587, + "grad_norm": 4.76292610168457, + "learning_rate": 1.602966343411295e-05, + "loss": 5.0564, + "step": 1405 + }, + { + "epoch": 0.02406751228196306, + "grad_norm": 4.457809925079346, + "learning_rate": 1.6041072447233316e-05, + "loss": 5.0273, + "step": 1406 + }, + { + "epoch": 0.024084630000513533, + "grad_norm": 4.479184627532959, + "learning_rate": 1.6052481460353683e-05, + "loss": 4.941, + "step": 1407 + }, + { + "epoch": 0.024101747719064003, + "grad_norm": 4.296005725860596, + "learning_rate": 1.6063890473474046e-05, + "loss": 4.9575, + "step": 1408 + }, + { + "epoch": 0.024118865437614476, + "grad_norm": 4.814953327178955, + "learning_rate": 1.607529948659441e-05, + "loss": 4.9318, + "step": 1409 + }, + { + "epoch": 0.024135983156164945, + "grad_norm": 4.119102954864502, + "learning_rate": 1.6086708499714776e-05, + "loss": 4.7194, + "step": 1410 + }, + { + "epoch": 0.02415310087471542, + "grad_norm": 4.30578088760376, + "learning_rate": 1.609811751283514e-05, + "loss": 4.7852, + "step": 1411 + }, + { + "epoch": 0.024170218593265888, + "grad_norm": 4.357685089111328, + "learning_rate": 1.6109526525955507e-05, + "loss": 4.8302, + "step": 1412 + }, + { + "epoch": 0.02418733631181636, + "grad_norm": 4.243096828460693, + "learning_rate": 1.612093553907587e-05, + "loss": 4.8272, + "step": 1413 + }, + { + "epoch": 0.024204454030366834, + "grad_norm": 4.269728660583496, + "learning_rate": 1.6132344552196237e-05, + "loss": 4.9066, + "step": 1414 + }, + { + "epoch": 0.024221571748917304, + "grad_norm": 4.3478264808654785, + "learning_rate": 1.6143753565316603e-05, + "loss": 4.8758, + "step": 1415 + }, + { + "epoch": 0.024238689467467777, + "grad_norm": 4.627917766571045, + "learning_rate": 1.6155162578436967e-05, + "loss": 4.8778, + "step": 1416 + }, + { + "epoch": 0.024255807186018247, + "grad_norm": 4.2108941078186035, + "learning_rate": 1.616657159155733e-05, + "loss": 4.7787, + "step": 1417 + }, + { + "epoch": 0.02427292490456872, + "grad_norm": 4.4215087890625, + "learning_rate": 1.6177980604677697e-05, + "loss": 5.0411, + "step": 1418 + }, + { + "epoch": 0.02429004262311919, + "grad_norm": 4.682471752166748, + "learning_rate": 1.618938961779806e-05, + "loss": 4.9834, + "step": 1419 + }, + { + "epoch": 0.024307160341669663, + "grad_norm": 5.196352005004883, + "learning_rate": 1.6200798630918427e-05, + "loss": 5.1215, + "step": 1420 + }, + { + "epoch": 0.024324278060220132, + "grad_norm": 5.399175643920898, + "learning_rate": 1.621220764403879e-05, + "loss": 4.8368, + "step": 1421 + }, + { + "epoch": 0.024341395778770605, + "grad_norm": 5.951358318328857, + "learning_rate": 1.6223616657159157e-05, + "loss": 4.9755, + "step": 1422 + }, + { + "epoch": 0.02435851349732108, + "grad_norm": 5.277297019958496, + "learning_rate": 1.6235025670279524e-05, + "loss": 4.9024, + "step": 1423 + }, + { + "epoch": 0.024375631215871548, + "grad_norm": 4.7014007568359375, + "learning_rate": 1.6246434683399887e-05, + "loss": 4.8995, + "step": 1424 + }, + { + "epoch": 0.02439274893442202, + "grad_norm": 4.482462406158447, + "learning_rate": 1.625784369652025e-05, + "loss": 4.8616, + "step": 1425 + }, + { + "epoch": 0.02440986665297249, + "grad_norm": 4.708441734313965, + "learning_rate": 1.6269252709640617e-05, + "loss": 4.7132, + "step": 1426 + }, + { + "epoch": 0.024426984371522964, + "grad_norm": 4.591691970825195, + "learning_rate": 1.628066172276098e-05, + "loss": 4.7681, + "step": 1427 + }, + { + "epoch": 0.024444102090073434, + "grad_norm": 4.490109443664551, + "learning_rate": 1.6292070735881348e-05, + "loss": 4.8605, + "step": 1428 + }, + { + "epoch": 0.024461219808623907, + "grad_norm": 5.354976177215576, + "learning_rate": 1.630347974900171e-05, + "loss": 4.781, + "step": 1429 + }, + { + "epoch": 0.02447833752717438, + "grad_norm": 4.9162468910217285, + "learning_rate": 1.6314888762122078e-05, + "loss": 4.9711, + "step": 1430 + }, + { + "epoch": 0.02449545524572485, + "grad_norm": 4.377655982971191, + "learning_rate": 1.6326297775242444e-05, + "loss": 4.8048, + "step": 1431 + }, + { + "epoch": 0.024512572964275323, + "grad_norm": 4.452685832977295, + "learning_rate": 1.6337706788362808e-05, + "loss": 4.9769, + "step": 1432 + }, + { + "epoch": 0.024529690682825792, + "grad_norm": 4.251405715942383, + "learning_rate": 1.6349115801483175e-05, + "loss": 4.8125, + "step": 1433 + }, + { + "epoch": 0.024546808401376265, + "grad_norm": 4.547013282775879, + "learning_rate": 1.6360524814603538e-05, + "loss": 4.9005, + "step": 1434 + }, + { + "epoch": 0.024563926119926735, + "grad_norm": 4.4555840492248535, + "learning_rate": 1.63719338277239e-05, + "loss": 4.8523, + "step": 1435 + }, + { + "epoch": 0.024581043838477208, + "grad_norm": 4.291645050048828, + "learning_rate": 1.6383342840844268e-05, + "loss": 4.8227, + "step": 1436 + }, + { + "epoch": 0.024598161557027678, + "grad_norm": 4.133858680725098, + "learning_rate": 1.6394751853964635e-05, + "loss": 4.8568, + "step": 1437 + }, + { + "epoch": 0.02461527927557815, + "grad_norm": 4.325022220611572, + "learning_rate": 1.6406160867084998e-05, + "loss": 4.7829, + "step": 1438 + }, + { + "epoch": 0.024632396994128624, + "grad_norm": 4.494342803955078, + "learning_rate": 1.6417569880205365e-05, + "loss": 4.9225, + "step": 1439 + }, + { + "epoch": 0.024649514712679094, + "grad_norm": 4.556834697723389, + "learning_rate": 1.642897889332573e-05, + "loss": 4.8466, + "step": 1440 + }, + { + "epoch": 0.024666632431229567, + "grad_norm": 4.512593746185303, + "learning_rate": 1.6440387906446095e-05, + "loss": 4.8856, + "step": 1441 + }, + { + "epoch": 0.024683750149780036, + "grad_norm": 4.69246768951416, + "learning_rate": 1.645179691956646e-05, + "loss": 4.7733, + "step": 1442 + }, + { + "epoch": 0.02470086786833051, + "grad_norm": 5.1071577072143555, + "learning_rate": 1.6463205932686822e-05, + "loss": 4.8905, + "step": 1443 + }, + { + "epoch": 0.02471798558688098, + "grad_norm": 4.95974588394165, + "learning_rate": 1.647461494580719e-05, + "loss": 4.759, + "step": 1444 + }, + { + "epoch": 0.024735103305431452, + "grad_norm": 4.985864162445068, + "learning_rate": 1.6486023958927555e-05, + "loss": 4.7734, + "step": 1445 + }, + { + "epoch": 0.024752221023981925, + "grad_norm": 4.416736602783203, + "learning_rate": 1.649743297204792e-05, + "loss": 4.8958, + "step": 1446 + }, + { + "epoch": 0.024769338742532395, + "grad_norm": 5.026591777801514, + "learning_rate": 1.6508841985168286e-05, + "loss": 4.6378, + "step": 1447 + }, + { + "epoch": 0.024786456461082868, + "grad_norm": 4.263141632080078, + "learning_rate": 1.652025099828865e-05, + "loss": 4.8743, + "step": 1448 + }, + { + "epoch": 0.024803574179633338, + "grad_norm": 3.9269185066223145, + "learning_rate": 1.6531660011409016e-05, + "loss": 4.7428, + "step": 1449 + }, + { + "epoch": 0.02482069189818381, + "grad_norm": 4.302646160125732, + "learning_rate": 1.654306902452938e-05, + "loss": 4.6917, + "step": 1450 + }, + { + "epoch": 0.02483780961673428, + "grad_norm": 4.606411933898926, + "learning_rate": 1.6554478037649742e-05, + "loss": 4.7257, + "step": 1451 + }, + { + "epoch": 0.024854927335284754, + "grad_norm": 4.540066719055176, + "learning_rate": 1.6565887050770113e-05, + "loss": 4.8748, + "step": 1452 + }, + { + "epoch": 0.024872045053835223, + "grad_norm": 4.4600090980529785, + "learning_rate": 1.6577296063890476e-05, + "loss": 4.8828, + "step": 1453 + }, + { + "epoch": 0.024889162772385696, + "grad_norm": 4.852196216583252, + "learning_rate": 1.658870507701084e-05, + "loss": 4.8783, + "step": 1454 + }, + { + "epoch": 0.02490628049093617, + "grad_norm": 4.762040615081787, + "learning_rate": 1.6600114090131206e-05, + "loss": 4.6834, + "step": 1455 + }, + { + "epoch": 0.02492339820948664, + "grad_norm": 5.730348587036133, + "learning_rate": 1.661152310325157e-05, + "loss": 4.8656, + "step": 1456 + }, + { + "epoch": 0.024940515928037112, + "grad_norm": 5.352489471435547, + "learning_rate": 1.6622932116371936e-05, + "loss": 4.6646, + "step": 1457 + }, + { + "epoch": 0.024957633646587582, + "grad_norm": 4.665043830871582, + "learning_rate": 1.66343411294923e-05, + "loss": 4.9282, + "step": 1458 + }, + { + "epoch": 0.024974751365138055, + "grad_norm": 5.765796661376953, + "learning_rate": 1.6645750142612663e-05, + "loss": 4.8874, + "step": 1459 + }, + { + "epoch": 0.024991869083688525, + "grad_norm": 5.341959476470947, + "learning_rate": 1.6657159155733033e-05, + "loss": 4.8979, + "step": 1460 + }, + { + "epoch": 0.025008986802238998, + "grad_norm": 4.660125732421875, + "learning_rate": 1.6668568168853396e-05, + "loss": 4.7925, + "step": 1461 + }, + { + "epoch": 0.025026104520789468, + "grad_norm": 4.953862190246582, + "learning_rate": 1.667997718197376e-05, + "loss": 4.838, + "step": 1462 + }, + { + "epoch": 0.02504322223933994, + "grad_norm": 4.598714828491211, + "learning_rate": 1.6691386195094127e-05, + "loss": 4.8371, + "step": 1463 + }, + { + "epoch": 0.025060339957890414, + "grad_norm": 4.905263423919678, + "learning_rate": 1.670279520821449e-05, + "loss": 4.7404, + "step": 1464 + }, + { + "epoch": 0.025077457676440883, + "grad_norm": 4.588074684143066, + "learning_rate": 1.6714204221334857e-05, + "loss": 4.8114, + "step": 1465 + }, + { + "epoch": 0.025094575394991357, + "grad_norm": 4.205438137054443, + "learning_rate": 1.672561323445522e-05, + "loss": 4.7946, + "step": 1466 + }, + { + "epoch": 0.025111693113541826, + "grad_norm": 4.733987808227539, + "learning_rate": 1.6737022247575583e-05, + "loss": 4.7368, + "step": 1467 + }, + { + "epoch": 0.0251288108320923, + "grad_norm": 4.150165557861328, + "learning_rate": 1.6748431260695954e-05, + "loss": 4.6453, + "step": 1468 + }, + { + "epoch": 0.02514592855064277, + "grad_norm": 5.019949436187744, + "learning_rate": 1.6759840273816317e-05, + "loss": 4.8984, + "step": 1469 + }, + { + "epoch": 0.025163046269193242, + "grad_norm": 4.3294677734375, + "learning_rate": 1.677124928693668e-05, + "loss": 4.8021, + "step": 1470 + }, + { + "epoch": 0.025180163987743715, + "grad_norm": 4.633229732513428, + "learning_rate": 1.6782658300057047e-05, + "loss": 4.8078, + "step": 1471 + }, + { + "epoch": 0.025197281706294185, + "grad_norm": 4.59177827835083, + "learning_rate": 1.679406731317741e-05, + "loss": 4.8322, + "step": 1472 + }, + { + "epoch": 0.025214399424844658, + "grad_norm": 4.276562213897705, + "learning_rate": 1.6805476326297777e-05, + "loss": 4.7808, + "step": 1473 + }, + { + "epoch": 0.025231517143395128, + "grad_norm": 4.365234375, + "learning_rate": 1.681688533941814e-05, + "loss": 4.7916, + "step": 1474 + }, + { + "epoch": 0.0252486348619456, + "grad_norm": 4.347170829772949, + "learning_rate": 1.6828294352538507e-05, + "loss": 4.7911, + "step": 1475 + }, + { + "epoch": 0.02526575258049607, + "grad_norm": 4.334030628204346, + "learning_rate": 1.6839703365658874e-05, + "loss": 4.7427, + "step": 1476 + }, + { + "epoch": 0.025282870299046543, + "grad_norm": 4.235964298248291, + "learning_rate": 1.6851112378779237e-05, + "loss": 4.8705, + "step": 1477 + }, + { + "epoch": 0.025299988017597013, + "grad_norm": 4.26021671295166, + "learning_rate": 1.68625213918996e-05, + "loss": 4.9005, + "step": 1478 + }, + { + "epoch": 0.025317105736147486, + "grad_norm": 4.966741561889648, + "learning_rate": 1.6873930405019968e-05, + "loss": 4.8414, + "step": 1479 + }, + { + "epoch": 0.02533422345469796, + "grad_norm": 4.711206436157227, + "learning_rate": 1.688533941814033e-05, + "loss": 4.744, + "step": 1480 + }, + { + "epoch": 0.02535134117324843, + "grad_norm": 5.16603422164917, + "learning_rate": 1.6896748431260698e-05, + "loss": 4.8985, + "step": 1481 + }, + { + "epoch": 0.025368458891798902, + "grad_norm": 5.289130687713623, + "learning_rate": 1.690815744438106e-05, + "loss": 4.6883, + "step": 1482 + }, + { + "epoch": 0.02538557661034937, + "grad_norm": 4.946669101715088, + "learning_rate": 1.6919566457501428e-05, + "loss": 4.6732, + "step": 1483 + }, + { + "epoch": 0.025402694328899845, + "grad_norm": 4.264098644256592, + "learning_rate": 1.6930975470621795e-05, + "loss": 4.6363, + "step": 1484 + }, + { + "epoch": 0.025419812047450314, + "grad_norm": 4.44801664352417, + "learning_rate": 1.6942384483742158e-05, + "loss": 4.7846, + "step": 1485 + }, + { + "epoch": 0.025436929766000788, + "grad_norm": 4.669768810272217, + "learning_rate": 1.695379349686252e-05, + "loss": 4.6011, + "step": 1486 + }, + { + "epoch": 0.02545404748455126, + "grad_norm": 4.416876316070557, + "learning_rate": 1.6965202509982888e-05, + "loss": 4.8874, + "step": 1487 + }, + { + "epoch": 0.02547116520310173, + "grad_norm": 4.341160297393799, + "learning_rate": 1.697661152310325e-05, + "loss": 4.8157, + "step": 1488 + }, + { + "epoch": 0.025488282921652203, + "grad_norm": 4.684854984283447, + "learning_rate": 1.6988020536223618e-05, + "loss": 4.9209, + "step": 1489 + }, + { + "epoch": 0.025505400640202673, + "grad_norm": 4.463223934173584, + "learning_rate": 1.699942954934398e-05, + "loss": 4.8341, + "step": 1490 + }, + { + "epoch": 0.025522518358753146, + "grad_norm": 4.408288955688477, + "learning_rate": 1.7010838562464348e-05, + "loss": 4.7346, + "step": 1491 + }, + { + "epoch": 0.025539636077303616, + "grad_norm": 4.38419771194458, + "learning_rate": 1.7022247575584715e-05, + "loss": 4.7955, + "step": 1492 + }, + { + "epoch": 0.02555675379585409, + "grad_norm": 4.407838821411133, + "learning_rate": 1.703365658870508e-05, + "loss": 4.9672, + "step": 1493 + }, + { + "epoch": 0.02557387151440456, + "grad_norm": 4.709534168243408, + "learning_rate": 1.7045065601825442e-05, + "loss": 4.7855, + "step": 1494 + }, + { + "epoch": 0.025590989232955032, + "grad_norm": 4.373507976531982, + "learning_rate": 1.705647461494581e-05, + "loss": 4.7517, + "step": 1495 + }, + { + "epoch": 0.025608106951505505, + "grad_norm": 4.50407600402832, + "learning_rate": 1.7067883628066172e-05, + "loss": 4.5793, + "step": 1496 + }, + { + "epoch": 0.025625224670055975, + "grad_norm": 4.449382781982422, + "learning_rate": 1.707929264118654e-05, + "loss": 4.6661, + "step": 1497 + }, + { + "epoch": 0.025642342388606448, + "grad_norm": 4.49653959274292, + "learning_rate": 1.7090701654306905e-05, + "loss": 4.7019, + "step": 1498 + }, + { + "epoch": 0.025659460107156917, + "grad_norm": 4.43686056137085, + "learning_rate": 1.710211066742727e-05, + "loss": 4.6954, + "step": 1499 + }, + { + "epoch": 0.02567657782570739, + "grad_norm": 4.5023603439331055, + "learning_rate": 1.7113519680547636e-05, + "loss": 4.8076, + "step": 1500 + }, + { + "epoch": 0.02569369554425786, + "grad_norm": 4.408695697784424, + "learning_rate": 1.7124928693668e-05, + "loss": 4.6919, + "step": 1501 + }, + { + "epoch": 0.025710813262808333, + "grad_norm": 4.277563571929932, + "learning_rate": 1.7136337706788366e-05, + "loss": 4.6366, + "step": 1502 + }, + { + "epoch": 0.025727930981358803, + "grad_norm": 4.26129150390625, + "learning_rate": 1.714774671990873e-05, + "loss": 4.7599, + "step": 1503 + }, + { + "epoch": 0.025745048699909276, + "grad_norm": 4.125953197479248, + "learning_rate": 1.7159155733029092e-05, + "loss": 4.6836, + "step": 1504 + }, + { + "epoch": 0.02576216641845975, + "grad_norm": 4.0283732414245605, + "learning_rate": 1.717056474614946e-05, + "loss": 4.8202, + "step": 1505 + }, + { + "epoch": 0.02577928413701022, + "grad_norm": 4.587143898010254, + "learning_rate": 1.7181973759269826e-05, + "loss": 4.734, + "step": 1506 + }, + { + "epoch": 0.025796401855560692, + "grad_norm": 3.8997373580932617, + "learning_rate": 1.719338277239019e-05, + "loss": 4.7394, + "step": 1507 + }, + { + "epoch": 0.02581351957411116, + "grad_norm": 4.794517993927002, + "learning_rate": 1.7204791785510556e-05, + "loss": 4.8326, + "step": 1508 + }, + { + "epoch": 0.025830637292661635, + "grad_norm": 3.941532850265503, + "learning_rate": 1.721620079863092e-05, + "loss": 4.5466, + "step": 1509 + }, + { + "epoch": 0.025847755011212104, + "grad_norm": 4.763980865478516, + "learning_rate": 1.7227609811751286e-05, + "loss": 4.787, + "step": 1510 + }, + { + "epoch": 0.025864872729762577, + "grad_norm": 5.263901233673096, + "learning_rate": 1.723901882487165e-05, + "loss": 4.7842, + "step": 1511 + }, + { + "epoch": 0.02588199044831305, + "grad_norm": 5.94155740737915, + "learning_rate": 1.7250427837992013e-05, + "loss": 4.7838, + "step": 1512 + }, + { + "epoch": 0.02589910816686352, + "grad_norm": 5.779096603393555, + "learning_rate": 1.726183685111238e-05, + "loss": 4.6734, + "step": 1513 + }, + { + "epoch": 0.025916225885413993, + "grad_norm": 5.3583664894104, + "learning_rate": 1.7273245864232746e-05, + "loss": 4.8502, + "step": 1514 + }, + { + "epoch": 0.025933343603964463, + "grad_norm": 4.910480976104736, + "learning_rate": 1.728465487735311e-05, + "loss": 4.7985, + "step": 1515 + }, + { + "epoch": 0.025950461322514936, + "grad_norm": 5.4733500480651855, + "learning_rate": 1.7296063890473477e-05, + "loss": 4.7896, + "step": 1516 + }, + { + "epoch": 0.025967579041065406, + "grad_norm": 5.360175132751465, + "learning_rate": 1.730747290359384e-05, + "loss": 4.8303, + "step": 1517 + }, + { + "epoch": 0.02598469675961588, + "grad_norm": 4.533965587615967, + "learning_rate": 1.7318881916714207e-05, + "loss": 4.5846, + "step": 1518 + }, + { + "epoch": 0.02600181447816635, + "grad_norm": 5.0321807861328125, + "learning_rate": 1.733029092983457e-05, + "loss": 4.782, + "step": 1519 + }, + { + "epoch": 0.02601893219671682, + "grad_norm": 4.612231254577637, + "learning_rate": 1.7341699942954933e-05, + "loss": 4.5909, + "step": 1520 + }, + { + "epoch": 0.026036049915267295, + "grad_norm": 4.453713417053223, + "learning_rate": 1.7353108956075304e-05, + "loss": 4.9906, + "step": 1521 + }, + { + "epoch": 0.026053167633817764, + "grad_norm": 4.309747219085693, + "learning_rate": 1.7364517969195667e-05, + "loss": 4.5839, + "step": 1522 + }, + { + "epoch": 0.026070285352368237, + "grad_norm": 4.400805950164795, + "learning_rate": 1.737592698231603e-05, + "loss": 4.7706, + "step": 1523 + }, + { + "epoch": 0.026087403070918707, + "grad_norm": 4.157898902893066, + "learning_rate": 1.7387335995436397e-05, + "loss": 4.6269, + "step": 1524 + }, + { + "epoch": 0.02610452078946918, + "grad_norm": 4.383126258850098, + "learning_rate": 1.739874500855676e-05, + "loss": 4.7184, + "step": 1525 + }, + { + "epoch": 0.02612163850801965, + "grad_norm": 4.279900550842285, + "learning_rate": 1.7410154021677127e-05, + "loss": 4.6491, + "step": 1526 + }, + { + "epoch": 0.026138756226570123, + "grad_norm": 4.139158248901367, + "learning_rate": 1.742156303479749e-05, + "loss": 4.7689, + "step": 1527 + }, + { + "epoch": 0.026155873945120596, + "grad_norm": 4.22091817855835, + "learning_rate": 1.7432972047917854e-05, + "loss": 4.6289, + "step": 1528 + }, + { + "epoch": 0.026172991663671066, + "grad_norm": 4.110614776611328, + "learning_rate": 1.7444381061038224e-05, + "loss": 4.622, + "step": 1529 + }, + { + "epoch": 0.02619010938222154, + "grad_norm": 4.330857276916504, + "learning_rate": 1.7455790074158587e-05, + "loss": 4.7655, + "step": 1530 + }, + { + "epoch": 0.02620722710077201, + "grad_norm": 4.3242597579956055, + "learning_rate": 1.746719908727895e-05, + "loss": 4.6612, + "step": 1531 + }, + { + "epoch": 0.02622434481932248, + "grad_norm": 4.146282196044922, + "learning_rate": 1.7478608100399318e-05, + "loss": 4.7755, + "step": 1532 + }, + { + "epoch": 0.02624146253787295, + "grad_norm": 4.2319746017456055, + "learning_rate": 1.749001711351968e-05, + "loss": 4.7728, + "step": 1533 + }, + { + "epoch": 0.026258580256423424, + "grad_norm": 4.269069671630859, + "learning_rate": 1.7501426126640048e-05, + "loss": 4.8148, + "step": 1534 + }, + { + "epoch": 0.026275697974973894, + "grad_norm": 4.517888069152832, + "learning_rate": 1.751283513976041e-05, + "loss": 4.9207, + "step": 1535 + }, + { + "epoch": 0.026292815693524367, + "grad_norm": 3.9621849060058594, + "learning_rate": 1.7524244152880778e-05, + "loss": 4.6983, + "step": 1536 + }, + { + "epoch": 0.02630993341207484, + "grad_norm": 3.9620859622955322, + "learning_rate": 1.7535653166001145e-05, + "loss": 4.5047, + "step": 1537 + }, + { + "epoch": 0.02632705113062531, + "grad_norm": 4.164961814880371, + "learning_rate": 1.7547062179121508e-05, + "loss": 4.7228, + "step": 1538 + }, + { + "epoch": 0.026344168849175783, + "grad_norm": 5.646185874938965, + "learning_rate": 1.755847119224187e-05, + "loss": 4.7174, + "step": 1539 + }, + { + "epoch": 0.026361286567726253, + "grad_norm": 4.384088039398193, + "learning_rate": 1.7569880205362238e-05, + "loss": 4.7444, + "step": 1540 + }, + { + "epoch": 0.026378404286276726, + "grad_norm": 4.122676849365234, + "learning_rate": 1.75812892184826e-05, + "loss": 4.7155, + "step": 1541 + }, + { + "epoch": 0.026395522004827195, + "grad_norm": 4.2242326736450195, + "learning_rate": 1.7592698231602968e-05, + "loss": 4.6847, + "step": 1542 + }, + { + "epoch": 0.02641263972337767, + "grad_norm": 4.3582987785339355, + "learning_rate": 1.760410724472333e-05, + "loss": 4.7979, + "step": 1543 + }, + { + "epoch": 0.026429757441928138, + "grad_norm": 4.093111991882324, + "learning_rate": 1.76155162578437e-05, + "loss": 4.6504, + "step": 1544 + }, + { + "epoch": 0.02644687516047861, + "grad_norm": 4.254122257232666, + "learning_rate": 1.7626925270964065e-05, + "loss": 4.5562, + "step": 1545 + }, + { + "epoch": 0.026463992879029084, + "grad_norm": 4.433703422546387, + "learning_rate": 1.763833428408443e-05, + "loss": 4.7597, + "step": 1546 + }, + { + "epoch": 0.026481110597579554, + "grad_norm": 5.787137985229492, + "learning_rate": 1.7649743297204792e-05, + "loss": 4.7465, + "step": 1547 + }, + { + "epoch": 0.026498228316130027, + "grad_norm": 5.4737935066223145, + "learning_rate": 1.766115231032516e-05, + "loss": 4.5626, + "step": 1548 + }, + { + "epoch": 0.026515346034680497, + "grad_norm": 5.417945861816406, + "learning_rate": 1.7672561323445522e-05, + "loss": 4.6921, + "step": 1549 + }, + { + "epoch": 0.02653246375323097, + "grad_norm": 4.786860942840576, + "learning_rate": 1.768397033656589e-05, + "loss": 4.6451, + "step": 1550 + }, + { + "epoch": 0.02654958147178144, + "grad_norm": 4.387840747833252, + "learning_rate": 1.7695379349686252e-05, + "loss": 4.6535, + "step": 1551 + }, + { + "epoch": 0.026566699190331913, + "grad_norm": 5.870845317840576, + "learning_rate": 1.770678836280662e-05, + "loss": 4.7532, + "step": 1552 + }, + { + "epoch": 0.026583816908882386, + "grad_norm": 4.848611354827881, + "learning_rate": 1.7718197375926986e-05, + "loss": 4.7165, + "step": 1553 + }, + { + "epoch": 0.026600934627432855, + "grad_norm": 4.581454753875732, + "learning_rate": 1.772960638904735e-05, + "loss": 4.7248, + "step": 1554 + }, + { + "epoch": 0.02661805234598333, + "grad_norm": 4.33851957321167, + "learning_rate": 1.7741015402167712e-05, + "loss": 4.7044, + "step": 1555 + }, + { + "epoch": 0.026635170064533798, + "grad_norm": 5.299681186676025, + "learning_rate": 1.775242441528808e-05, + "loss": 4.6878, + "step": 1556 + }, + { + "epoch": 0.02665228778308427, + "grad_norm": 4.731916427612305, + "learning_rate": 1.7763833428408442e-05, + "loss": 4.7662, + "step": 1557 + }, + { + "epoch": 0.02666940550163474, + "grad_norm": 4.240241527557373, + "learning_rate": 1.777524244152881e-05, + "loss": 4.5968, + "step": 1558 + }, + { + "epoch": 0.026686523220185214, + "grad_norm": 4.876326560974121, + "learning_rate": 1.7786651454649176e-05, + "loss": 4.6228, + "step": 1559 + }, + { + "epoch": 0.026703640938735684, + "grad_norm": 4.654806613922119, + "learning_rate": 1.779806046776954e-05, + "loss": 4.7651, + "step": 1560 + }, + { + "epoch": 0.026720758657286157, + "grad_norm": 4.674975395202637, + "learning_rate": 1.7809469480889906e-05, + "loss": 4.8761, + "step": 1561 + }, + { + "epoch": 0.02673787637583663, + "grad_norm": 4.207855224609375, + "learning_rate": 1.782087849401027e-05, + "loss": 4.6917, + "step": 1562 + }, + { + "epoch": 0.0267549940943871, + "grad_norm": 4.71938419342041, + "learning_rate": 1.7832287507130633e-05, + "loss": 4.6172, + "step": 1563 + }, + { + "epoch": 0.026772111812937573, + "grad_norm": 4.539823532104492, + "learning_rate": 1.7843696520251e-05, + "loss": 4.7272, + "step": 1564 + }, + { + "epoch": 0.026789229531488042, + "grad_norm": 4.282510280609131, + "learning_rate": 1.7855105533371363e-05, + "loss": 4.5746, + "step": 1565 + }, + { + "epoch": 0.026806347250038515, + "grad_norm": 4.408224105834961, + "learning_rate": 1.786651454649173e-05, + "loss": 4.6729, + "step": 1566 + }, + { + "epoch": 0.026823464968588985, + "grad_norm": 4.3826446533203125, + "learning_rate": 1.7877923559612096e-05, + "loss": 4.7725, + "step": 1567 + }, + { + "epoch": 0.026840582687139458, + "grad_norm": 4.21936559677124, + "learning_rate": 1.788933257273246e-05, + "loss": 4.6799, + "step": 1568 + }, + { + "epoch": 0.02685770040568993, + "grad_norm": 4.178008556365967, + "learning_rate": 1.7900741585852827e-05, + "loss": 4.653, + "step": 1569 + }, + { + "epoch": 0.0268748181242404, + "grad_norm": 4.756190299987793, + "learning_rate": 1.791215059897319e-05, + "loss": 4.668, + "step": 1570 + }, + { + "epoch": 0.026891935842790874, + "grad_norm": 4.3389387130737305, + "learning_rate": 1.7923559612093557e-05, + "loss": 4.4784, + "step": 1571 + }, + { + "epoch": 0.026909053561341344, + "grad_norm": 4.0048699378967285, + "learning_rate": 1.793496862521392e-05, + "loss": 4.5507, + "step": 1572 + }, + { + "epoch": 0.026926171279891817, + "grad_norm": 4.138739585876465, + "learning_rate": 1.7946377638334283e-05, + "loss": 4.5885, + "step": 1573 + }, + { + "epoch": 0.026943288998442286, + "grad_norm": 4.04847526550293, + "learning_rate": 1.795778665145465e-05, + "loss": 4.6394, + "step": 1574 + }, + { + "epoch": 0.02696040671699276, + "grad_norm": 3.98602294921875, + "learning_rate": 1.7969195664575017e-05, + "loss": 4.6979, + "step": 1575 + }, + { + "epoch": 0.02697752443554323, + "grad_norm": 4.298520565032959, + "learning_rate": 1.798060467769538e-05, + "loss": 4.7589, + "step": 1576 + }, + { + "epoch": 0.026994642154093702, + "grad_norm": 4.6826863288879395, + "learning_rate": 1.7992013690815747e-05, + "loss": 4.6858, + "step": 1577 + }, + { + "epoch": 0.027011759872644175, + "grad_norm": 4.618044376373291, + "learning_rate": 1.800342270393611e-05, + "loss": 4.7093, + "step": 1578 + }, + { + "epoch": 0.027028877591194645, + "grad_norm": 5.3865885734558105, + "learning_rate": 1.8014831717056477e-05, + "loss": 4.7031, + "step": 1579 + }, + { + "epoch": 0.027045995309745118, + "grad_norm": 4.700366020202637, + "learning_rate": 1.802624073017684e-05, + "loss": 4.7275, + "step": 1580 + }, + { + "epoch": 0.027063113028295588, + "grad_norm": 5.187220096588135, + "learning_rate": 1.8037649743297204e-05, + "loss": 4.7905, + "step": 1581 + }, + { + "epoch": 0.02708023074684606, + "grad_norm": 4.877819538116455, + "learning_rate": 1.804905875641757e-05, + "loss": 4.8029, + "step": 1582 + }, + { + "epoch": 0.02709734846539653, + "grad_norm": 4.783878326416016, + "learning_rate": 1.8060467769537937e-05, + "loss": 4.5622, + "step": 1583 + }, + { + "epoch": 0.027114466183947004, + "grad_norm": 4.224786281585693, + "learning_rate": 1.80718767826583e-05, + "loss": 4.5812, + "step": 1584 + }, + { + "epoch": 0.027131583902497477, + "grad_norm": 4.521755218505859, + "learning_rate": 1.8083285795778668e-05, + "loss": 4.9251, + "step": 1585 + }, + { + "epoch": 0.027148701621047946, + "grad_norm": 4.466360569000244, + "learning_rate": 1.809469480889903e-05, + "loss": 4.7757, + "step": 1586 + }, + { + "epoch": 0.02716581933959842, + "grad_norm": 4.314836025238037, + "learning_rate": 1.8106103822019398e-05, + "loss": 4.6341, + "step": 1587 + }, + { + "epoch": 0.02718293705814889, + "grad_norm": 4.33727502822876, + "learning_rate": 1.811751283513976e-05, + "loss": 4.8094, + "step": 1588 + }, + { + "epoch": 0.027200054776699362, + "grad_norm": 4.116892337799072, + "learning_rate": 1.8128921848260124e-05, + "loss": 4.6533, + "step": 1589 + }, + { + "epoch": 0.027217172495249832, + "grad_norm": 4.633876323699951, + "learning_rate": 1.814033086138049e-05, + "loss": 4.698, + "step": 1590 + }, + { + "epoch": 0.027234290213800305, + "grad_norm": 4.401042938232422, + "learning_rate": 1.8151739874500858e-05, + "loss": 4.6382, + "step": 1591 + }, + { + "epoch": 0.027251407932350775, + "grad_norm": 4.81989049911499, + "learning_rate": 1.816314888762122e-05, + "loss": 4.6356, + "step": 1592 + }, + { + "epoch": 0.027268525650901248, + "grad_norm": 4.860050678253174, + "learning_rate": 1.8174557900741588e-05, + "loss": 4.7131, + "step": 1593 + }, + { + "epoch": 0.02728564336945172, + "grad_norm": 5.290786266326904, + "learning_rate": 1.818596691386195e-05, + "loss": 4.6673, + "step": 1594 + }, + { + "epoch": 0.02730276108800219, + "grad_norm": 4.877225399017334, + "learning_rate": 1.8197375926982318e-05, + "loss": 4.504, + "step": 1595 + }, + { + "epoch": 0.027319878806552664, + "grad_norm": 4.593873023986816, + "learning_rate": 1.820878494010268e-05, + "loss": 4.6954, + "step": 1596 + }, + { + "epoch": 0.027336996525103133, + "grad_norm": 4.191188812255859, + "learning_rate": 1.822019395322305e-05, + "loss": 4.5447, + "step": 1597 + }, + { + "epoch": 0.027354114243653607, + "grad_norm": 4.227006435394287, + "learning_rate": 1.8231602966343415e-05, + "loss": 4.5953, + "step": 1598 + }, + { + "epoch": 0.027371231962204076, + "grad_norm": 4.375503063201904, + "learning_rate": 1.824301197946378e-05, + "loss": 4.6232, + "step": 1599 + }, + { + "epoch": 0.02738834968075455, + "grad_norm": 4.526054859161377, + "learning_rate": 1.8254420992584142e-05, + "loss": 4.7617, + "step": 1600 + }, + { + "epoch": 0.02740546739930502, + "grad_norm": 4.189892768859863, + "learning_rate": 1.826583000570451e-05, + "loss": 4.4875, + "step": 1601 + }, + { + "epoch": 0.027422585117855492, + "grad_norm": 4.164381504058838, + "learning_rate": 1.8277239018824872e-05, + "loss": 4.6281, + "step": 1602 + }, + { + "epoch": 0.027439702836405965, + "grad_norm": 4.297153949737549, + "learning_rate": 1.828864803194524e-05, + "loss": 4.5868, + "step": 1603 + }, + { + "epoch": 0.027456820554956435, + "grad_norm": 3.9096720218658447, + "learning_rate": 1.8300057045065602e-05, + "loss": 4.5478, + "step": 1604 + }, + { + "epoch": 0.027473938273506908, + "grad_norm": 4.164030075073242, + "learning_rate": 1.831146605818597e-05, + "loss": 4.5151, + "step": 1605 + }, + { + "epoch": 0.027491055992057378, + "grad_norm": 4.372405052185059, + "learning_rate": 1.8322875071306336e-05, + "loss": 4.5865, + "step": 1606 + }, + { + "epoch": 0.02750817371060785, + "grad_norm": 4.236393451690674, + "learning_rate": 1.83342840844267e-05, + "loss": 4.554, + "step": 1607 + }, + { + "epoch": 0.02752529142915832, + "grad_norm": 4.289290904998779, + "learning_rate": 1.8345693097547062e-05, + "loss": 4.5257, + "step": 1608 + }, + { + "epoch": 0.027542409147708793, + "grad_norm": 3.8744893074035645, + "learning_rate": 1.835710211066743e-05, + "loss": 4.4728, + "step": 1609 + }, + { + "epoch": 0.027559526866259267, + "grad_norm": 3.946331024169922, + "learning_rate": 1.8368511123787793e-05, + "loss": 4.5911, + "step": 1610 + }, + { + "epoch": 0.027576644584809736, + "grad_norm": 4.11060905456543, + "learning_rate": 1.837992013690816e-05, + "loss": 4.4531, + "step": 1611 + }, + { + "epoch": 0.02759376230336021, + "grad_norm": 4.546255588531494, + "learning_rate": 1.8391329150028526e-05, + "loss": 4.7191, + "step": 1612 + }, + { + "epoch": 0.02761088002191068, + "grad_norm": 5.177724838256836, + "learning_rate": 1.840273816314889e-05, + "loss": 4.6192, + "step": 1613 + }, + { + "epoch": 0.027627997740461152, + "grad_norm": 5.936808109283447, + "learning_rate": 1.8414147176269256e-05, + "loss": 4.7024, + "step": 1614 + }, + { + "epoch": 0.02764511545901162, + "grad_norm": 5.4409966468811035, + "learning_rate": 1.842555618938962e-05, + "loss": 4.7491, + "step": 1615 + }, + { + "epoch": 0.027662233177562095, + "grad_norm": 5.057318687438965, + "learning_rate": 1.8436965202509983e-05, + "loss": 4.6573, + "step": 1616 + }, + { + "epoch": 0.027679350896112564, + "grad_norm": 4.580109119415283, + "learning_rate": 1.844837421563035e-05, + "loss": 4.606, + "step": 1617 + }, + { + "epoch": 0.027696468614663038, + "grad_norm": 4.589790344238281, + "learning_rate": 1.8459783228750713e-05, + "loss": 4.5423, + "step": 1618 + }, + { + "epoch": 0.02771358633321351, + "grad_norm": 4.425652503967285, + "learning_rate": 1.847119224187108e-05, + "loss": 4.7017, + "step": 1619 + }, + { + "epoch": 0.02773070405176398, + "grad_norm": 4.419044494628906, + "learning_rate": 1.8482601254991447e-05, + "loss": 4.711, + "step": 1620 + }, + { + "epoch": 0.027747821770314453, + "grad_norm": 4.710000991821289, + "learning_rate": 1.849401026811181e-05, + "loss": 4.9029, + "step": 1621 + }, + { + "epoch": 0.027764939488864923, + "grad_norm": 4.1421613693237305, + "learning_rate": 1.8505419281232177e-05, + "loss": 4.6945, + "step": 1622 + }, + { + "epoch": 0.027782057207415396, + "grad_norm": 4.656578540802002, + "learning_rate": 1.851682829435254e-05, + "loss": 4.6257, + "step": 1623 + }, + { + "epoch": 0.027799174925965866, + "grad_norm": 4.147310733795166, + "learning_rate": 1.8528237307472903e-05, + "loss": 4.6928, + "step": 1624 + }, + { + "epoch": 0.02781629264451634, + "grad_norm": 4.384500980377197, + "learning_rate": 1.853964632059327e-05, + "loss": 4.5488, + "step": 1625 + }, + { + "epoch": 0.027833410363066812, + "grad_norm": 4.211855888366699, + "learning_rate": 1.8551055333713634e-05, + "loss": 4.516, + "step": 1626 + }, + { + "epoch": 0.027850528081617282, + "grad_norm": 4.1371636390686035, + "learning_rate": 1.8562464346834e-05, + "loss": 4.7815, + "step": 1627 + }, + { + "epoch": 0.027867645800167755, + "grad_norm": 4.265608310699463, + "learning_rate": 1.8573873359954367e-05, + "loss": 4.7047, + "step": 1628 + }, + { + "epoch": 0.027884763518718225, + "grad_norm": 4.225785255432129, + "learning_rate": 1.858528237307473e-05, + "loss": 4.6981, + "step": 1629 + }, + { + "epoch": 0.027901881237268698, + "grad_norm": 4.1665449142456055, + "learning_rate": 1.8596691386195097e-05, + "loss": 4.479, + "step": 1630 + }, + { + "epoch": 0.027918998955819167, + "grad_norm": 4.174907207489014, + "learning_rate": 1.860810039931546e-05, + "loss": 4.439, + "step": 1631 + }, + { + "epoch": 0.02793611667436964, + "grad_norm": 4.070772647857666, + "learning_rate": 1.8619509412435824e-05, + "loss": 4.539, + "step": 1632 + }, + { + "epoch": 0.02795323439292011, + "grad_norm": 4.372610569000244, + "learning_rate": 1.863091842555619e-05, + "loss": 4.8517, + "step": 1633 + }, + { + "epoch": 0.027970352111470583, + "grad_norm": 4.284905910491943, + "learning_rate": 1.8642327438676554e-05, + "loss": 4.6756, + "step": 1634 + }, + { + "epoch": 0.027987469830021056, + "grad_norm": 4.203786373138428, + "learning_rate": 1.865373645179692e-05, + "loss": 4.5074, + "step": 1635 + }, + { + "epoch": 0.028004587548571526, + "grad_norm": 4.332809925079346, + "learning_rate": 1.8665145464917288e-05, + "loss": 4.528, + "step": 1636 + }, + { + "epoch": 0.028021705267122, + "grad_norm": 4.758820056915283, + "learning_rate": 1.867655447803765e-05, + "loss": 4.6438, + "step": 1637 + }, + { + "epoch": 0.02803882298567247, + "grad_norm": 5.596202850341797, + "learning_rate": 1.8687963491158018e-05, + "loss": 4.6436, + "step": 1638 + }, + { + "epoch": 0.028055940704222942, + "grad_norm": 5.192144870758057, + "learning_rate": 1.869937250427838e-05, + "loss": 4.6922, + "step": 1639 + }, + { + "epoch": 0.02807305842277341, + "grad_norm": 5.37285041809082, + "learning_rate": 1.8710781517398748e-05, + "loss": 4.653, + "step": 1640 + }, + { + "epoch": 0.028090176141323885, + "grad_norm": 4.787347793579102, + "learning_rate": 1.872219053051911e-05, + "loss": 4.552, + "step": 1641 + }, + { + "epoch": 0.028107293859874354, + "grad_norm": 4.762456893920898, + "learning_rate": 1.8733599543639475e-05, + "loss": 4.642, + "step": 1642 + }, + { + "epoch": 0.028124411578424827, + "grad_norm": 4.696458339691162, + "learning_rate": 1.874500855675984e-05, + "loss": 4.6013, + "step": 1643 + }, + { + "epoch": 0.0281415292969753, + "grad_norm": 4.318295478820801, + "learning_rate": 1.8756417569880208e-05, + "loss": 4.6095, + "step": 1644 + }, + { + "epoch": 0.02815864701552577, + "grad_norm": 3.981666326522827, + "learning_rate": 1.876782658300057e-05, + "loss": 4.4142, + "step": 1645 + }, + { + "epoch": 0.028175764734076243, + "grad_norm": 4.621462345123291, + "learning_rate": 1.8779235596120938e-05, + "loss": 4.4797, + "step": 1646 + }, + { + "epoch": 0.028192882452626713, + "grad_norm": 3.9861297607421875, + "learning_rate": 1.87906446092413e-05, + "loss": 4.3502, + "step": 1647 + }, + { + "epoch": 0.028210000171177186, + "grad_norm": 4.273420333862305, + "learning_rate": 1.8802053622361668e-05, + "loss": 4.4409, + "step": 1648 + }, + { + "epoch": 0.028227117889727656, + "grad_norm": 4.243283748626709, + "learning_rate": 1.881346263548203e-05, + "loss": 4.4536, + "step": 1649 + }, + { + "epoch": 0.02824423560827813, + "grad_norm": 4.3878092765808105, + "learning_rate": 1.8824871648602395e-05, + "loss": 4.6867, + "step": 1650 + }, + { + "epoch": 0.028261353326828602, + "grad_norm": 4.198980331420898, + "learning_rate": 1.8836280661722762e-05, + "loss": 4.6528, + "step": 1651 + }, + { + "epoch": 0.02827847104537907, + "grad_norm": 4.417515754699707, + "learning_rate": 1.884768967484313e-05, + "loss": 4.5432, + "step": 1652 + }, + { + "epoch": 0.028295588763929545, + "grad_norm": 4.463229179382324, + "learning_rate": 1.8859098687963492e-05, + "loss": 4.6326, + "step": 1653 + }, + { + "epoch": 0.028312706482480014, + "grad_norm": 4.0306715965271, + "learning_rate": 1.887050770108386e-05, + "loss": 4.6464, + "step": 1654 + }, + { + "epoch": 0.028329824201030487, + "grad_norm": 4.085455417633057, + "learning_rate": 1.8881916714204222e-05, + "loss": 4.5179, + "step": 1655 + }, + { + "epoch": 0.028346941919580957, + "grad_norm": 4.215528964996338, + "learning_rate": 1.889332572732459e-05, + "loss": 4.3928, + "step": 1656 + }, + { + "epoch": 0.02836405963813143, + "grad_norm": 3.9562416076660156, + "learning_rate": 1.8904734740444952e-05, + "loss": 4.5731, + "step": 1657 + }, + { + "epoch": 0.0283811773566819, + "grad_norm": 4.065065860748291, + "learning_rate": 1.891614375356532e-05, + "loss": 4.6397, + "step": 1658 + }, + { + "epoch": 0.028398295075232373, + "grad_norm": 4.089974880218506, + "learning_rate": 1.8927552766685682e-05, + "loss": 4.6101, + "step": 1659 + }, + { + "epoch": 0.028415412793782846, + "grad_norm": 4.033510208129883, + "learning_rate": 1.893896177980605e-05, + "loss": 4.6194, + "step": 1660 + }, + { + "epoch": 0.028432530512333316, + "grad_norm": 3.90938138961792, + "learning_rate": 1.8950370792926412e-05, + "loss": 4.5644, + "step": 1661 + }, + { + "epoch": 0.02844964823088379, + "grad_norm": 4.148532390594482, + "learning_rate": 1.896177980604678e-05, + "loss": 4.5829, + "step": 1662 + }, + { + "epoch": 0.02846676594943426, + "grad_norm": 4.2331719398498535, + "learning_rate": 1.8973188819167143e-05, + "loss": 4.5099, + "step": 1663 + }, + { + "epoch": 0.02848388366798473, + "grad_norm": 4.152526378631592, + "learning_rate": 1.898459783228751e-05, + "loss": 4.4816, + "step": 1664 + }, + { + "epoch": 0.0285010013865352, + "grad_norm": 4.310178279876709, + "learning_rate": 1.8996006845407873e-05, + "loss": 4.537, + "step": 1665 + }, + { + "epoch": 0.028518119105085674, + "grad_norm": 4.362897872924805, + "learning_rate": 1.900741585852824e-05, + "loss": 4.5518, + "step": 1666 + }, + { + "epoch": 0.028535236823636147, + "grad_norm": 4.9389424324035645, + "learning_rate": 1.9018824871648606e-05, + "loss": 4.535, + "step": 1667 + }, + { + "epoch": 0.028552354542186617, + "grad_norm": 5.12514591217041, + "learning_rate": 1.903023388476897e-05, + "loss": 4.5327, + "step": 1668 + }, + { + "epoch": 0.02856947226073709, + "grad_norm": 4.703691482543945, + "learning_rate": 1.9041642897889333e-05, + "loss": 4.7153, + "step": 1669 + }, + { + "epoch": 0.02858658997928756, + "grad_norm": 4.6396284103393555, + "learning_rate": 1.90530519110097e-05, + "loss": 4.6137, + "step": 1670 + }, + { + "epoch": 0.028603707697838033, + "grad_norm": 4.467813968658447, + "learning_rate": 1.9064460924130063e-05, + "loss": 4.7211, + "step": 1671 + }, + { + "epoch": 0.028620825416388503, + "grad_norm": 4.416706085205078, + "learning_rate": 1.907586993725043e-05, + "loss": 4.4939, + "step": 1672 + }, + { + "epoch": 0.028637943134938976, + "grad_norm": 4.528096675872803, + "learning_rate": 1.9087278950370797e-05, + "loss": 4.7816, + "step": 1673 + }, + { + "epoch": 0.028655060853489445, + "grad_norm": 4.719755172729492, + "learning_rate": 1.909868796349116e-05, + "loss": 4.503, + "step": 1674 + }, + { + "epoch": 0.02867217857203992, + "grad_norm": 4.436791896820068, + "learning_rate": 1.9110096976611527e-05, + "loss": 4.542, + "step": 1675 + }, + { + "epoch": 0.02868929629059039, + "grad_norm": 4.267071723937988, + "learning_rate": 1.912150598973189e-05, + "loss": 4.4832, + "step": 1676 + }, + { + "epoch": 0.02870641400914086, + "grad_norm": 4.283318042755127, + "learning_rate": 1.9132915002852253e-05, + "loss": 4.5432, + "step": 1677 + }, + { + "epoch": 0.028723531727691334, + "grad_norm": 4.407756805419922, + "learning_rate": 1.914432401597262e-05, + "loss": 4.5286, + "step": 1678 + }, + { + "epoch": 0.028740649446241804, + "grad_norm": 4.407833576202393, + "learning_rate": 1.9155733029092984e-05, + "loss": 4.5677, + "step": 1679 + }, + { + "epoch": 0.028757767164792277, + "grad_norm": 4.080774784088135, + "learning_rate": 1.916714204221335e-05, + "loss": 4.6287, + "step": 1680 + }, + { + "epoch": 0.028774884883342747, + "grad_norm": 4.156175136566162, + "learning_rate": 1.9178551055333717e-05, + "loss": 4.5336, + "step": 1681 + }, + { + "epoch": 0.02879200260189322, + "grad_norm": 4.523155212402344, + "learning_rate": 1.918996006845408e-05, + "loss": 4.5333, + "step": 1682 + }, + { + "epoch": 0.028809120320443693, + "grad_norm": 3.925584316253662, + "learning_rate": 1.9201369081574447e-05, + "loss": 4.4483, + "step": 1683 + }, + { + "epoch": 0.028826238038994163, + "grad_norm": 4.311177730560303, + "learning_rate": 1.921277809469481e-05, + "loss": 4.562, + "step": 1684 + }, + { + "epoch": 0.028843355757544636, + "grad_norm": 4.484445095062256, + "learning_rate": 1.9224187107815174e-05, + "loss": 4.6143, + "step": 1685 + }, + { + "epoch": 0.028860473476095105, + "grad_norm": 4.369863510131836, + "learning_rate": 1.923559612093554e-05, + "loss": 4.5988, + "step": 1686 + }, + { + "epoch": 0.02887759119464558, + "grad_norm": 3.8951785564422607, + "learning_rate": 1.9247005134055904e-05, + "loss": 4.5867, + "step": 1687 + }, + { + "epoch": 0.028894708913196048, + "grad_norm": 4.1393303871154785, + "learning_rate": 1.925841414717627e-05, + "loss": 4.569, + "step": 1688 + }, + { + "epoch": 0.02891182663174652, + "grad_norm": 4.721199989318848, + "learning_rate": 1.9269823160296638e-05, + "loss": 4.5321, + "step": 1689 + }, + { + "epoch": 0.02892894435029699, + "grad_norm": 4.9750823974609375, + "learning_rate": 1.9281232173417e-05, + "loss": 4.6668, + "step": 1690 + }, + { + "epoch": 0.028946062068847464, + "grad_norm": 5.123388290405273, + "learning_rate": 1.9292641186537368e-05, + "loss": 4.5073, + "step": 1691 + }, + { + "epoch": 0.028963179787397937, + "grad_norm": 5.0614142417907715, + "learning_rate": 1.930405019965773e-05, + "loss": 4.7045, + "step": 1692 + }, + { + "epoch": 0.028980297505948407, + "grad_norm": 4.406650543212891, + "learning_rate": 1.9315459212778094e-05, + "loss": 4.5792, + "step": 1693 + }, + { + "epoch": 0.02899741522449888, + "grad_norm": 4.227793216705322, + "learning_rate": 1.932686822589846e-05, + "loss": 4.5069, + "step": 1694 + }, + { + "epoch": 0.02901453294304935, + "grad_norm": 4.002458095550537, + "learning_rate": 1.9338277239018825e-05, + "loss": 4.5583, + "step": 1695 + }, + { + "epoch": 0.029031650661599823, + "grad_norm": 4.06201171875, + "learning_rate": 1.934968625213919e-05, + "loss": 4.6797, + "step": 1696 + }, + { + "epoch": 0.029048768380150292, + "grad_norm": 4.168307781219482, + "learning_rate": 1.9361095265259558e-05, + "loss": 4.5064, + "step": 1697 + }, + { + "epoch": 0.029065886098700765, + "grad_norm": 4.056139945983887, + "learning_rate": 1.937250427837992e-05, + "loss": 4.4433, + "step": 1698 + }, + { + "epoch": 0.029083003817251235, + "grad_norm": 4.076718807220459, + "learning_rate": 1.9383913291500288e-05, + "loss": 4.6174, + "step": 1699 + }, + { + "epoch": 0.029100121535801708, + "grad_norm": 4.116957187652588, + "learning_rate": 1.939532230462065e-05, + "loss": 4.5794, + "step": 1700 + }, + { + "epoch": 0.02911723925435218, + "grad_norm": 3.9612324237823486, + "learning_rate": 1.9406731317741015e-05, + "loss": 4.4237, + "step": 1701 + }, + { + "epoch": 0.02913435697290265, + "grad_norm": 4.314738750457764, + "learning_rate": 1.9418140330861382e-05, + "loss": 4.5457, + "step": 1702 + }, + { + "epoch": 0.029151474691453124, + "grad_norm": 4.118948459625244, + "learning_rate": 1.9429549343981745e-05, + "loss": 4.4621, + "step": 1703 + }, + { + "epoch": 0.029168592410003594, + "grad_norm": 4.410202980041504, + "learning_rate": 1.9440958357102112e-05, + "loss": 4.6206, + "step": 1704 + }, + { + "epoch": 0.029185710128554067, + "grad_norm": 4.078012943267822, + "learning_rate": 1.945236737022248e-05, + "loss": 4.4618, + "step": 1705 + }, + { + "epoch": 0.029202827847104536, + "grad_norm": 4.163228988647461, + "learning_rate": 1.9463776383342842e-05, + "loss": 4.6958, + "step": 1706 + }, + { + "epoch": 0.02921994556565501, + "grad_norm": 4.113285064697266, + "learning_rate": 1.947518539646321e-05, + "loss": 4.5161, + "step": 1707 + }, + { + "epoch": 0.029237063284205483, + "grad_norm": 4.012693881988525, + "learning_rate": 1.9486594409583572e-05, + "loss": 4.487, + "step": 1708 + }, + { + "epoch": 0.029254181002755952, + "grad_norm": 3.848026990890503, + "learning_rate": 1.949800342270394e-05, + "loss": 4.6332, + "step": 1709 + }, + { + "epoch": 0.029271298721306425, + "grad_norm": 3.9226043224334717, + "learning_rate": 1.9509412435824302e-05, + "loss": 4.648, + "step": 1710 + }, + { + "epoch": 0.029288416439856895, + "grad_norm": 4.2276692390441895, + "learning_rate": 1.9520821448944666e-05, + "loss": 4.3769, + "step": 1711 + }, + { + "epoch": 0.029305534158407368, + "grad_norm": 4.084637641906738, + "learning_rate": 1.9532230462065032e-05, + "loss": 4.5191, + "step": 1712 + }, + { + "epoch": 0.029322651876957838, + "grad_norm": 4.61624813079834, + "learning_rate": 1.95436394751854e-05, + "loss": 4.5642, + "step": 1713 + }, + { + "epoch": 0.02933976959550831, + "grad_norm": 4.945080280303955, + "learning_rate": 1.9555048488305762e-05, + "loss": 4.6598, + "step": 1714 + }, + { + "epoch": 0.02935688731405878, + "grad_norm": 5.44772481918335, + "learning_rate": 1.956645750142613e-05, + "loss": 4.5534, + "step": 1715 + }, + { + "epoch": 0.029374005032609254, + "grad_norm": 5.964106559753418, + "learning_rate": 1.9577866514546493e-05, + "loss": 4.4952, + "step": 1716 + }, + { + "epoch": 0.029391122751159727, + "grad_norm": 5.181098461151123, + "learning_rate": 1.958927552766686e-05, + "loss": 4.702, + "step": 1717 + }, + { + "epoch": 0.029408240469710197, + "grad_norm": 4.285251617431641, + "learning_rate": 1.9600684540787223e-05, + "loss": 4.4641, + "step": 1718 + }, + { + "epoch": 0.02942535818826067, + "grad_norm": 4.411442279815674, + "learning_rate": 1.961209355390759e-05, + "loss": 4.7206, + "step": 1719 + }, + { + "epoch": 0.02944247590681114, + "grad_norm": 4.2660136222839355, + "learning_rate": 1.9623502567027953e-05, + "loss": 4.3177, + "step": 1720 + }, + { + "epoch": 0.029459593625361612, + "grad_norm": 4.448506832122803, + "learning_rate": 1.963491158014832e-05, + "loss": 4.5099, + "step": 1721 + }, + { + "epoch": 0.029476711343912082, + "grad_norm": 4.316559791564941, + "learning_rate": 1.9646320593268683e-05, + "loss": 4.4323, + "step": 1722 + }, + { + "epoch": 0.029493829062462555, + "grad_norm": 4.197950839996338, + "learning_rate": 1.965772960638905e-05, + "loss": 4.4858, + "step": 1723 + }, + { + "epoch": 0.029510946781013028, + "grad_norm": 4.6516923904418945, + "learning_rate": 1.9669138619509413e-05, + "loss": 4.5151, + "step": 1724 + }, + { + "epoch": 0.029528064499563498, + "grad_norm": 4.1116943359375, + "learning_rate": 1.968054763262978e-05, + "loss": 4.5474, + "step": 1725 + }, + { + "epoch": 0.02954518221811397, + "grad_norm": 4.470324516296387, + "learning_rate": 1.9691956645750143e-05, + "loss": 4.4814, + "step": 1726 + }, + { + "epoch": 0.02956229993666444, + "grad_norm": 4.027196407318115, + "learning_rate": 1.970336565887051e-05, + "loss": 4.4415, + "step": 1727 + }, + { + "epoch": 0.029579417655214914, + "grad_norm": 4.1422953605651855, + "learning_rate": 1.9714774671990873e-05, + "loss": 4.5505, + "step": 1728 + }, + { + "epoch": 0.029596535373765383, + "grad_norm": 4.584333896636963, + "learning_rate": 1.972618368511124e-05, + "loss": 4.6279, + "step": 1729 + }, + { + "epoch": 0.029613653092315857, + "grad_norm": 4.0915422439575195, + "learning_rate": 1.9737592698231603e-05, + "loss": 4.4838, + "step": 1730 + }, + { + "epoch": 0.029630770810866326, + "grad_norm": 4.043310642242432, + "learning_rate": 1.974900171135197e-05, + "loss": 4.563, + "step": 1731 + }, + { + "epoch": 0.0296478885294168, + "grad_norm": 4.035121440887451, + "learning_rate": 1.9760410724472334e-05, + "loss": 4.4272, + "step": 1732 + }, + { + "epoch": 0.029665006247967272, + "grad_norm": 4.373939037322998, + "learning_rate": 1.97718197375927e-05, + "loss": 4.4892, + "step": 1733 + }, + { + "epoch": 0.029682123966517742, + "grad_norm": 4.0550384521484375, + "learning_rate": 1.9783228750713067e-05, + "loss": 4.4288, + "step": 1734 + }, + { + "epoch": 0.029699241685068215, + "grad_norm": 4.365686416625977, + "learning_rate": 1.979463776383343e-05, + "loss": 4.3715, + "step": 1735 + }, + { + "epoch": 0.029716359403618685, + "grad_norm": 4.279984474182129, + "learning_rate": 1.9806046776953797e-05, + "loss": 4.5256, + "step": 1736 + }, + { + "epoch": 0.029733477122169158, + "grad_norm": 4.46314811706543, + "learning_rate": 1.981745579007416e-05, + "loss": 4.547, + "step": 1737 + }, + { + "epoch": 0.029750594840719628, + "grad_norm": 4.527398109436035, + "learning_rate": 1.9828864803194524e-05, + "loss": 4.5804, + "step": 1738 + }, + { + "epoch": 0.0297677125592701, + "grad_norm": 3.9674344062805176, + "learning_rate": 1.984027381631489e-05, + "loss": 4.4481, + "step": 1739 + }, + { + "epoch": 0.02978483027782057, + "grad_norm": 4.342403888702393, + "learning_rate": 1.9851682829435254e-05, + "loss": 4.4239, + "step": 1740 + }, + { + "epoch": 0.029801947996371043, + "grad_norm": 4.035097599029541, + "learning_rate": 1.986309184255562e-05, + "loss": 4.3366, + "step": 1741 + }, + { + "epoch": 0.029819065714921517, + "grad_norm": 4.04164457321167, + "learning_rate": 1.9874500855675988e-05, + "loss": 4.3599, + "step": 1742 + }, + { + "epoch": 0.029836183433471986, + "grad_norm": 4.53615665435791, + "learning_rate": 1.988590986879635e-05, + "loss": 4.6008, + "step": 1743 + }, + { + "epoch": 0.02985330115202246, + "grad_norm": 3.928640127182007, + "learning_rate": 1.9897318881916718e-05, + "loss": 4.3988, + "step": 1744 + }, + { + "epoch": 0.02987041887057293, + "grad_norm": 4.47697114944458, + "learning_rate": 1.990872789503708e-05, + "loss": 4.5904, + "step": 1745 + }, + { + "epoch": 0.029887536589123402, + "grad_norm": 4.224138259887695, + "learning_rate": 1.9920136908157444e-05, + "loss": 4.5561, + "step": 1746 + }, + { + "epoch": 0.029904654307673872, + "grad_norm": 4.572813510894775, + "learning_rate": 1.993154592127781e-05, + "loss": 4.615, + "step": 1747 + }, + { + "epoch": 0.029921772026224345, + "grad_norm": 4.416879177093506, + "learning_rate": 1.9942954934398175e-05, + "loss": 4.5409, + "step": 1748 + }, + { + "epoch": 0.029938889744774818, + "grad_norm": 4.5452561378479, + "learning_rate": 1.995436394751854e-05, + "loss": 4.5476, + "step": 1749 + }, + { + "epoch": 0.029956007463325288, + "grad_norm": 4.613917350769043, + "learning_rate": 1.9965772960638908e-05, + "loss": 4.6102, + "step": 1750 + }, + { + "epoch": 0.02997312518187576, + "grad_norm": 4.067911148071289, + "learning_rate": 1.997718197375927e-05, + "loss": 4.5442, + "step": 1751 + }, + { + "epoch": 0.02999024290042623, + "grad_norm": 4.023471355438232, + "learning_rate": 1.9988590986879638e-05, + "loss": 4.5372, + "step": 1752 + }, + { + "epoch": 0.030007360618976704, + "grad_norm": 4.046921730041504, + "learning_rate": 2e-05, + "loss": 4.3683, + "step": 1753 + }, + { + "epoch": 0.030024478337527173, + "grad_norm": 4.181415557861328, + "learning_rate": 1.9999999984631744e-05, + "loss": 4.4728, + "step": 1754 + }, + { + "epoch": 0.030041596056077646, + "grad_norm": 4.465693950653076, + "learning_rate": 1.9999999938526972e-05, + "loss": 4.605, + "step": 1755 + }, + { + "epoch": 0.030058713774628116, + "grad_norm": 3.939662456512451, + "learning_rate": 1.999999986168568e-05, + "loss": 4.3377, + "step": 1756 + }, + { + "epoch": 0.03007583149317859, + "grad_norm": 4.226278781890869, + "learning_rate": 1.999999975410788e-05, + "loss": 4.5855, + "step": 1757 + }, + { + "epoch": 0.030092949211729062, + "grad_norm": 4.348634243011475, + "learning_rate": 1.999999961579356e-05, + "loss": 4.4043, + "step": 1758 + }, + { + "epoch": 0.030110066930279532, + "grad_norm": 4.492921829223633, + "learning_rate": 1.999999944674273e-05, + "loss": 4.4454, + "step": 1759 + }, + { + "epoch": 0.030127184648830005, + "grad_norm": 4.643379211425781, + "learning_rate": 1.9999999246955385e-05, + "loss": 4.5761, + "step": 1760 + }, + { + "epoch": 0.030144302367380475, + "grad_norm": 5.697061538696289, + "learning_rate": 1.9999999016431523e-05, + "loss": 4.5416, + "step": 1761 + }, + { + "epoch": 0.030161420085930948, + "grad_norm": 5.410811424255371, + "learning_rate": 1.9999998755171153e-05, + "loss": 4.632, + "step": 1762 + }, + { + "epoch": 0.030178537804481417, + "grad_norm": 5.112587928771973, + "learning_rate": 1.9999998463174268e-05, + "loss": 4.4922, + "step": 1763 + }, + { + "epoch": 0.03019565552303189, + "grad_norm": 4.743767261505127, + "learning_rate": 1.9999998140440874e-05, + "loss": 4.4829, + "step": 1764 + }, + { + "epoch": 0.030212773241582364, + "grad_norm": 5.142615795135498, + "learning_rate": 1.999999778697097e-05, + "loss": 4.5345, + "step": 1765 + }, + { + "epoch": 0.030229890960132833, + "grad_norm": 4.295199394226074, + "learning_rate": 1.9999997402764556e-05, + "loss": 4.4941, + "step": 1766 + }, + { + "epoch": 0.030247008678683306, + "grad_norm": 4.216152667999268, + "learning_rate": 1.9999996987821638e-05, + "loss": 4.4358, + "step": 1767 + }, + { + "epoch": 0.030264126397233776, + "grad_norm": 4.271915435791016, + "learning_rate": 1.9999996542142212e-05, + "loss": 4.4768, + "step": 1768 + }, + { + "epoch": 0.03028124411578425, + "grad_norm": 4.233409404754639, + "learning_rate": 1.999999606572628e-05, + "loss": 4.5468, + "step": 1769 + }, + { + "epoch": 0.03029836183433472, + "grad_norm": 4.307096481323242, + "learning_rate": 1.9999995558573845e-05, + "loss": 4.4997, + "step": 1770 + }, + { + "epoch": 0.030315479552885192, + "grad_norm": 4.064888954162598, + "learning_rate": 1.9999995020684912e-05, + "loss": 4.422, + "step": 1771 + }, + { + "epoch": 0.03033259727143566, + "grad_norm": 4.230279445648193, + "learning_rate": 1.9999994452059473e-05, + "loss": 4.4526, + "step": 1772 + }, + { + "epoch": 0.030349714989986135, + "grad_norm": 3.7635793685913086, + "learning_rate": 1.999999385269754e-05, + "loss": 4.4551, + "step": 1773 + }, + { + "epoch": 0.030366832708536608, + "grad_norm": 3.687037706375122, + "learning_rate": 1.999999322259911e-05, + "loss": 4.4531, + "step": 1774 + }, + { + "epoch": 0.030383950427087077, + "grad_norm": 4.214768409729004, + "learning_rate": 1.9999992561764183e-05, + "loss": 4.4131, + "step": 1775 + }, + { + "epoch": 0.03040106814563755, + "grad_norm": 4.073835849761963, + "learning_rate": 1.9999991870192766e-05, + "loss": 4.4597, + "step": 1776 + }, + { + "epoch": 0.03041818586418802, + "grad_norm": 4.27363920211792, + "learning_rate": 1.9999991147884855e-05, + "loss": 4.4039, + "step": 1777 + }, + { + "epoch": 0.030435303582738493, + "grad_norm": 4.405398845672607, + "learning_rate": 1.999999039484046e-05, + "loss": 4.367, + "step": 1778 + }, + { + "epoch": 0.030452421301288963, + "grad_norm": 4.6324143409729, + "learning_rate": 1.9999989611059575e-05, + "loss": 4.4844, + "step": 1779 + }, + { + "epoch": 0.030469539019839436, + "grad_norm": 3.981642007827759, + "learning_rate": 1.999998879654221e-05, + "loss": 4.6035, + "step": 1780 + }, + { + "epoch": 0.03048665673838991, + "grad_norm": 3.81917142868042, + "learning_rate": 1.999998795128836e-05, + "loss": 4.3558, + "step": 1781 + }, + { + "epoch": 0.03050377445694038, + "grad_norm": 3.794792890548706, + "learning_rate": 1.9999987075298037e-05, + "loss": 4.5978, + "step": 1782 + }, + { + "epoch": 0.030520892175490852, + "grad_norm": 4.135433197021484, + "learning_rate": 1.9999986168571232e-05, + "loss": 4.4289, + "step": 1783 + }, + { + "epoch": 0.03053800989404132, + "grad_norm": 3.9257640838623047, + "learning_rate": 1.999998523110796e-05, + "loss": 4.3234, + "step": 1784 + }, + { + "epoch": 0.030555127612591795, + "grad_norm": 4.470715522766113, + "learning_rate": 1.9999984262908213e-05, + "loss": 4.4317, + "step": 1785 + }, + { + "epoch": 0.030572245331142264, + "grad_norm": 4.033789157867432, + "learning_rate": 1.9999983263972002e-05, + "loss": 4.4161, + "step": 1786 + }, + { + "epoch": 0.030589363049692737, + "grad_norm": 3.7180001735687256, + "learning_rate": 1.9999982234299328e-05, + "loss": 4.2598, + "step": 1787 + }, + { + "epoch": 0.030606480768243207, + "grad_norm": 3.78281831741333, + "learning_rate": 1.999998117389019e-05, + "loss": 4.4937, + "step": 1788 + }, + { + "epoch": 0.03062359848679368, + "grad_norm": 3.8906407356262207, + "learning_rate": 1.9999980082744596e-05, + "loss": 4.4548, + "step": 1789 + }, + { + "epoch": 0.030640716205344153, + "grad_norm": 4.5700297355651855, + "learning_rate": 1.999997896086255e-05, + "loss": 4.3267, + "step": 1790 + }, + { + "epoch": 0.030657833923894623, + "grad_norm": 4.645505428314209, + "learning_rate": 1.9999977808244048e-05, + "loss": 4.3358, + "step": 1791 + }, + { + "epoch": 0.030674951642445096, + "grad_norm": 4.0975871086120605, + "learning_rate": 1.99999766248891e-05, + "loss": 4.3669, + "step": 1792 + }, + { + "epoch": 0.030692069360995566, + "grad_norm": 3.9789669513702393, + "learning_rate": 1.9999975410797708e-05, + "loss": 4.4303, + "step": 1793 + }, + { + "epoch": 0.03070918707954604, + "grad_norm": 4.225019454956055, + "learning_rate": 1.9999974165969883e-05, + "loss": 4.4744, + "step": 1794 + }, + { + "epoch": 0.03072630479809651, + "grad_norm": 3.7737536430358887, + "learning_rate": 1.9999972890405613e-05, + "loss": 4.4419, + "step": 1795 + }, + { + "epoch": 0.03074342251664698, + "grad_norm": 4.00429630279541, + "learning_rate": 1.9999971584104917e-05, + "loss": 4.4591, + "step": 1796 + }, + { + "epoch": 0.03076054023519745, + "grad_norm": 3.6397671699523926, + "learning_rate": 1.999997024706779e-05, + "loss": 4.2703, + "step": 1797 + }, + { + "epoch": 0.030777657953747924, + "grad_norm": 3.8160903453826904, + "learning_rate": 1.9999968879294237e-05, + "loss": 4.4602, + "step": 1798 + }, + { + "epoch": 0.030794775672298397, + "grad_norm": 3.868250846862793, + "learning_rate": 1.9999967480784268e-05, + "loss": 4.3449, + "step": 1799 + }, + { + "epoch": 0.030811893390848867, + "grad_norm": 3.8239688873291016, + "learning_rate": 1.9999966051537884e-05, + "loss": 4.6292, + "step": 1800 + }, + { + "epoch": 0.03082901110939934, + "grad_norm": 3.914557456970215, + "learning_rate": 1.9999964591555088e-05, + "loss": 4.3598, + "step": 1801 + }, + { + "epoch": 0.03084612882794981, + "grad_norm": 4.073832988739014, + "learning_rate": 1.9999963100835885e-05, + "loss": 4.4429, + "step": 1802 + }, + { + "epoch": 0.030863246546500283, + "grad_norm": 3.964155912399292, + "learning_rate": 1.999996157938028e-05, + "loss": 4.4803, + "step": 1803 + }, + { + "epoch": 0.030880364265050753, + "grad_norm": 3.957620143890381, + "learning_rate": 1.9999960027188276e-05, + "loss": 4.4402, + "step": 1804 + }, + { + "epoch": 0.030897481983601226, + "grad_norm": 4.336767673492432, + "learning_rate": 1.999995844425988e-05, + "loss": 4.555, + "step": 1805 + }, + { + "epoch": 0.0309145997021517, + "grad_norm": 3.9540741443634033, + "learning_rate": 1.99999568305951e-05, + "loss": 4.3216, + "step": 1806 + }, + { + "epoch": 0.03093171742070217, + "grad_norm": 4.650964736938477, + "learning_rate": 1.999995518619393e-05, + "loss": 4.5637, + "step": 1807 + }, + { + "epoch": 0.03094883513925264, + "grad_norm": 4.5782670974731445, + "learning_rate": 1.9999953511056387e-05, + "loss": 4.5, + "step": 1808 + }, + { + "epoch": 0.03096595285780311, + "grad_norm": 4.448389053344727, + "learning_rate": 1.9999951805182473e-05, + "loss": 4.3585, + "step": 1809 + }, + { + "epoch": 0.030983070576353584, + "grad_norm": 4.280102252960205, + "learning_rate": 1.999995006857219e-05, + "loss": 4.5227, + "step": 1810 + }, + { + "epoch": 0.031000188294904054, + "grad_norm": 4.1386284828186035, + "learning_rate": 1.9999948301225546e-05, + "loss": 4.4045, + "step": 1811 + }, + { + "epoch": 0.031017306013454527, + "grad_norm": 4.612323760986328, + "learning_rate": 1.999994650314254e-05, + "loss": 4.4497, + "step": 1812 + }, + { + "epoch": 0.031034423732004997, + "grad_norm": 4.288663864135742, + "learning_rate": 1.999994467432319e-05, + "loss": 4.4348, + "step": 1813 + }, + { + "epoch": 0.03105154145055547, + "grad_norm": 4.362767219543457, + "learning_rate": 1.999994281476749e-05, + "loss": 4.38, + "step": 1814 + }, + { + "epoch": 0.031068659169105943, + "grad_norm": 4.7135491371154785, + "learning_rate": 1.9999940924475453e-05, + "loss": 4.4888, + "step": 1815 + }, + { + "epoch": 0.031085776887656413, + "grad_norm": 4.756719589233398, + "learning_rate": 1.999993900344708e-05, + "loss": 4.4488, + "step": 1816 + }, + { + "epoch": 0.031102894606206886, + "grad_norm": 4.154006004333496, + "learning_rate": 1.9999937051682382e-05, + "loss": 4.2334, + "step": 1817 + }, + { + "epoch": 0.031120012324757355, + "grad_norm": 4.288302898406982, + "learning_rate": 1.999993506918136e-05, + "loss": 4.3, + "step": 1818 + }, + { + "epoch": 0.03113713004330783, + "grad_norm": 4.319231986999512, + "learning_rate": 1.999993305594402e-05, + "loss": 4.4909, + "step": 1819 + }, + { + "epoch": 0.031154247761858298, + "grad_norm": 4.068617820739746, + "learning_rate": 1.9999931011970374e-05, + "loss": 4.5351, + "step": 1820 + }, + { + "epoch": 0.03117136548040877, + "grad_norm": 4.056422233581543, + "learning_rate": 1.9999928937260423e-05, + "loss": 4.5254, + "step": 1821 + }, + { + "epoch": 0.031188483198959244, + "grad_norm": 4.265059471130371, + "learning_rate": 1.9999926831814177e-05, + "loss": 4.3695, + "step": 1822 + }, + { + "epoch": 0.031205600917509714, + "grad_norm": 4.049629211425781, + "learning_rate": 1.9999924695631636e-05, + "loss": 4.3494, + "step": 1823 + }, + { + "epoch": 0.031222718636060187, + "grad_norm": 3.611483097076416, + "learning_rate": 1.9999922528712814e-05, + "loss": 4.3288, + "step": 1824 + }, + { + "epoch": 0.031239836354610657, + "grad_norm": 3.9413459300994873, + "learning_rate": 1.9999920331057714e-05, + "loss": 4.3215, + "step": 1825 + }, + { + "epoch": 0.031256954073161126, + "grad_norm": 4.076146125793457, + "learning_rate": 1.9999918102666343e-05, + "loss": 4.371, + "step": 1826 + }, + { + "epoch": 0.0312740717917116, + "grad_norm": 4.061294078826904, + "learning_rate": 1.999991584353871e-05, + "loss": 4.4687, + "step": 1827 + }, + { + "epoch": 0.03129118951026207, + "grad_norm": 3.989182233810425, + "learning_rate": 1.999991355367482e-05, + "loss": 4.4317, + "step": 1828 + }, + { + "epoch": 0.031308307228812546, + "grad_norm": 4.056008338928223, + "learning_rate": 1.999991123307468e-05, + "loss": 4.4933, + "step": 1829 + }, + { + "epoch": 0.03132542494736302, + "grad_norm": 4.586942195892334, + "learning_rate": 1.9999908881738296e-05, + "loss": 4.4695, + "step": 1830 + }, + { + "epoch": 0.031342542665913485, + "grad_norm": 4.6140336990356445, + "learning_rate": 1.999990649966568e-05, + "loss": 4.4765, + "step": 1831 + }, + { + "epoch": 0.03135966038446396, + "grad_norm": 4.6638503074646, + "learning_rate": 1.999990408685683e-05, + "loss": 4.3804, + "step": 1832 + }, + { + "epoch": 0.03137677810301443, + "grad_norm": 4.036565780639648, + "learning_rate": 1.9999901643311763e-05, + "loss": 4.4904, + "step": 1833 + }, + { + "epoch": 0.031393895821564904, + "grad_norm": 4.22219705581665, + "learning_rate": 1.9999899169030482e-05, + "loss": 4.387, + "step": 1834 + }, + { + "epoch": 0.03141101354011537, + "grad_norm": 4.350570201873779, + "learning_rate": 1.9999896664012997e-05, + "loss": 4.4136, + "step": 1835 + }, + { + "epoch": 0.031428131258665844, + "grad_norm": 4.091541767120361, + "learning_rate": 1.9999894128259313e-05, + "loss": 4.3022, + "step": 1836 + }, + { + "epoch": 0.03144524897721632, + "grad_norm": 4.01449728012085, + "learning_rate": 1.999989156176944e-05, + "loss": 4.4915, + "step": 1837 + }, + { + "epoch": 0.03146236669576679, + "grad_norm": 3.8339004516601562, + "learning_rate": 1.9999888964543382e-05, + "loss": 4.4264, + "step": 1838 + }, + { + "epoch": 0.03147948441431726, + "grad_norm": 4.0432000160217285, + "learning_rate": 1.9999886336581152e-05, + "loss": 4.4725, + "step": 1839 + }, + { + "epoch": 0.03149660213286773, + "grad_norm": 4.405735015869141, + "learning_rate": 1.9999883677882756e-05, + "loss": 4.5696, + "step": 1840 + }, + { + "epoch": 0.0315137198514182, + "grad_norm": 3.957125663757324, + "learning_rate": 1.99998809884482e-05, + "loss": 4.3493, + "step": 1841 + }, + { + "epoch": 0.031530837569968675, + "grad_norm": 3.8910105228424072, + "learning_rate": 1.99998782682775e-05, + "loss": 4.4203, + "step": 1842 + }, + { + "epoch": 0.03154795528851915, + "grad_norm": 4.024764537811279, + "learning_rate": 1.9999875517370655e-05, + "loss": 4.4605, + "step": 1843 + }, + { + "epoch": 0.031565073007069615, + "grad_norm": 4.01400899887085, + "learning_rate": 1.9999872735727676e-05, + "loss": 4.4583, + "step": 1844 + }, + { + "epoch": 0.03158219072562009, + "grad_norm": 3.960176467895508, + "learning_rate": 1.9999869923348573e-05, + "loss": 4.3423, + "step": 1845 + }, + { + "epoch": 0.03159930844417056, + "grad_norm": 4.058673858642578, + "learning_rate": 1.9999867080233354e-05, + "loss": 4.3269, + "step": 1846 + }, + { + "epoch": 0.031616426162721034, + "grad_norm": 4.183058738708496, + "learning_rate": 1.999986420638203e-05, + "loss": 4.3472, + "step": 1847 + }, + { + "epoch": 0.03163354388127151, + "grad_norm": 4.249373435974121, + "learning_rate": 1.9999861301794608e-05, + "loss": 4.5404, + "step": 1848 + }, + { + "epoch": 0.03165066159982197, + "grad_norm": 4.008955478668213, + "learning_rate": 1.9999858366471098e-05, + "loss": 4.2397, + "step": 1849 + }, + { + "epoch": 0.031667779318372447, + "grad_norm": 4.182636737823486, + "learning_rate": 1.9999855400411504e-05, + "loss": 4.3473, + "step": 1850 + }, + { + "epoch": 0.03168489703692292, + "grad_norm": 3.9372596740722656, + "learning_rate": 1.999985240361584e-05, + "loss": 4.2812, + "step": 1851 + }, + { + "epoch": 0.03170201475547339, + "grad_norm": 4.331094264984131, + "learning_rate": 1.9999849376084114e-05, + "loss": 4.4059, + "step": 1852 + }, + { + "epoch": 0.03171913247402386, + "grad_norm": 3.8742153644561768, + "learning_rate": 1.9999846317816337e-05, + "loss": 4.3741, + "step": 1853 + }, + { + "epoch": 0.03173625019257433, + "grad_norm": 4.225255489349365, + "learning_rate": 1.9999843228812516e-05, + "loss": 4.4922, + "step": 1854 + }, + { + "epoch": 0.031753367911124805, + "grad_norm": 4.602630138397217, + "learning_rate": 1.9999840109072664e-05, + "loss": 4.4503, + "step": 1855 + }, + { + "epoch": 0.03177048562967528, + "grad_norm": 4.793472766876221, + "learning_rate": 1.9999836958596785e-05, + "loss": 4.5408, + "step": 1856 + }, + { + "epoch": 0.03178760334822575, + "grad_norm": 4.207157611846924, + "learning_rate": 1.9999833777384896e-05, + "loss": 4.3444, + "step": 1857 + }, + { + "epoch": 0.03180472106677622, + "grad_norm": 3.9724557399749756, + "learning_rate": 1.9999830565436996e-05, + "loss": 4.3668, + "step": 1858 + }, + { + "epoch": 0.03182183878532669, + "grad_norm": 4.134389877319336, + "learning_rate": 1.9999827322753104e-05, + "loss": 4.444, + "step": 1859 + }, + { + "epoch": 0.031838956503877164, + "grad_norm": 4.2240753173828125, + "learning_rate": 1.999982404933323e-05, + "loss": 4.3388, + "step": 1860 + }, + { + "epoch": 0.03185607422242764, + "grad_norm": 3.9730582237243652, + "learning_rate": 1.9999820745177377e-05, + "loss": 4.3276, + "step": 1861 + }, + { + "epoch": 0.0318731919409781, + "grad_norm": 4.196417331695557, + "learning_rate": 1.999981741028556e-05, + "loss": 4.3355, + "step": 1862 + }, + { + "epoch": 0.031890309659528576, + "grad_norm": 3.955548048019409, + "learning_rate": 1.9999814044657792e-05, + "loss": 4.4588, + "step": 1863 + }, + { + "epoch": 0.03190742737807905, + "grad_norm": 4.832085132598877, + "learning_rate": 1.9999810648294076e-05, + "loss": 4.4034, + "step": 1864 + }, + { + "epoch": 0.03192454509662952, + "grad_norm": 4.062051296234131, + "learning_rate": 1.999980722119443e-05, + "loss": 4.3557, + "step": 1865 + }, + { + "epoch": 0.031941662815179996, + "grad_norm": 4.3361310958862305, + "learning_rate": 1.999980376335886e-05, + "loss": 4.4324, + "step": 1866 + }, + { + "epoch": 0.03195878053373046, + "grad_norm": 3.97778582572937, + "learning_rate": 1.999980027478738e-05, + "loss": 4.3847, + "step": 1867 + }, + { + "epoch": 0.031975898252280935, + "grad_norm": 3.8895511627197266, + "learning_rate": 1.9999796755479995e-05, + "loss": 4.382, + "step": 1868 + }, + { + "epoch": 0.03199301597083141, + "grad_norm": 4.550473690032959, + "learning_rate": 1.999979320543672e-05, + "loss": 4.361, + "step": 1869 + }, + { + "epoch": 0.03201013368938188, + "grad_norm": 4.526483058929443, + "learning_rate": 1.9999789624657567e-05, + "loss": 4.4181, + "step": 1870 + }, + { + "epoch": 0.032027251407932354, + "grad_norm": 4.101815223693848, + "learning_rate": 1.9999786013142542e-05, + "loss": 4.4815, + "step": 1871 + }, + { + "epoch": 0.03204436912648282, + "grad_norm": 4.178131103515625, + "learning_rate": 1.9999782370891664e-05, + "loss": 4.3824, + "step": 1872 + }, + { + "epoch": 0.032061486845033293, + "grad_norm": 4.188333511352539, + "learning_rate": 1.9999778697904934e-05, + "loss": 4.4165, + "step": 1873 + }, + { + "epoch": 0.03207860456358377, + "grad_norm": 4.289117336273193, + "learning_rate": 1.9999774994182374e-05, + "loss": 4.3515, + "step": 1874 + }, + { + "epoch": 0.03209572228213424, + "grad_norm": 4.830602169036865, + "learning_rate": 1.9999771259723987e-05, + "loss": 4.3939, + "step": 1875 + }, + { + "epoch": 0.032112840000684706, + "grad_norm": 4.2689385414123535, + "learning_rate": 1.9999767494529786e-05, + "loss": 4.3444, + "step": 1876 + }, + { + "epoch": 0.03212995771923518, + "grad_norm": 4.043941974639893, + "learning_rate": 1.9999763698599785e-05, + "loss": 4.4794, + "step": 1877 + }, + { + "epoch": 0.03214707543778565, + "grad_norm": 4.1426849365234375, + "learning_rate": 1.9999759871933997e-05, + "loss": 4.3275, + "step": 1878 + }, + { + "epoch": 0.032164193156336125, + "grad_norm": 3.74239182472229, + "learning_rate": 1.9999756014532433e-05, + "loss": 4.344, + "step": 1879 + }, + { + "epoch": 0.0321813108748866, + "grad_norm": 4.064972400665283, + "learning_rate": 1.99997521263951e-05, + "loss": 4.3175, + "step": 1880 + }, + { + "epoch": 0.032198428593437065, + "grad_norm": 3.704864501953125, + "learning_rate": 1.9999748207522014e-05, + "loss": 4.3142, + "step": 1881 + }, + { + "epoch": 0.03221554631198754, + "grad_norm": 3.6041171550750732, + "learning_rate": 1.999974425791319e-05, + "loss": 4.2588, + "step": 1882 + }, + { + "epoch": 0.03223266403053801, + "grad_norm": 3.749983072280884, + "learning_rate": 1.999974027756863e-05, + "loss": 4.4489, + "step": 1883 + }, + { + "epoch": 0.032249781749088484, + "grad_norm": 3.4953136444091797, + "learning_rate": 1.999973626648836e-05, + "loss": 4.3863, + "step": 1884 + }, + { + "epoch": 0.03226689946763895, + "grad_norm": 3.6135692596435547, + "learning_rate": 1.9999732224672377e-05, + "loss": 4.3828, + "step": 1885 + }, + { + "epoch": 0.03228401718618942, + "grad_norm": 4.087660312652588, + "learning_rate": 1.999972815212071e-05, + "loss": 4.3006, + "step": 1886 + }, + { + "epoch": 0.032301134904739896, + "grad_norm": 4.04894495010376, + "learning_rate": 1.9999724048833357e-05, + "loss": 4.3861, + "step": 1887 + }, + { + "epoch": 0.03231825262329037, + "grad_norm": 3.9683759212493896, + "learning_rate": 1.999971991481034e-05, + "loss": 4.4341, + "step": 1888 + }, + { + "epoch": 0.03233537034184084, + "grad_norm": 4.155804634094238, + "learning_rate": 1.9999715750051668e-05, + "loss": 4.5183, + "step": 1889 + }, + { + "epoch": 0.03235248806039131, + "grad_norm": 3.8661270141601562, + "learning_rate": 1.9999711554557354e-05, + "loss": 4.4551, + "step": 1890 + }, + { + "epoch": 0.03236960577894178, + "grad_norm": 3.7029221057891846, + "learning_rate": 1.9999707328327413e-05, + "loss": 4.3751, + "step": 1891 + }, + { + "epoch": 0.032386723497492255, + "grad_norm": 4.087457656860352, + "learning_rate": 1.999970307136185e-05, + "loss": 4.494, + "step": 1892 + }, + { + "epoch": 0.03240384121604273, + "grad_norm": 3.91409969329834, + "learning_rate": 1.999969878366069e-05, + "loss": 4.4485, + "step": 1893 + }, + { + "epoch": 0.032420958934593194, + "grad_norm": 4.248685359954834, + "learning_rate": 1.999969446522394e-05, + "loss": 4.3504, + "step": 1894 + }, + { + "epoch": 0.03243807665314367, + "grad_norm": 4.312006950378418, + "learning_rate": 1.999969011605161e-05, + "loss": 4.2962, + "step": 1895 + }, + { + "epoch": 0.03245519437169414, + "grad_norm": 4.455193996429443, + "learning_rate": 1.999968573614372e-05, + "loss": 4.318, + "step": 1896 + }, + { + "epoch": 0.032472312090244614, + "grad_norm": 4.248958587646484, + "learning_rate": 1.999968132550028e-05, + "loss": 4.4947, + "step": 1897 + }, + { + "epoch": 0.03248942980879509, + "grad_norm": 3.8704590797424316, + "learning_rate": 1.9999676884121303e-05, + "loss": 4.2672, + "step": 1898 + }, + { + "epoch": 0.03250654752734555, + "grad_norm": 4.111122131347656, + "learning_rate": 1.9999672412006805e-05, + "loss": 4.3391, + "step": 1899 + }, + { + "epoch": 0.032523665245896026, + "grad_norm": 4.125887393951416, + "learning_rate": 1.99996679091568e-05, + "loss": 4.4254, + "step": 1900 + }, + { + "epoch": 0.0325407829644465, + "grad_norm": 4.314360618591309, + "learning_rate": 1.9999663375571295e-05, + "loss": 4.3615, + "step": 1901 + }, + { + "epoch": 0.03255790068299697, + "grad_norm": 4.3132100105285645, + "learning_rate": 1.9999658811250314e-05, + "loss": 4.243, + "step": 1902 + }, + { + "epoch": 0.03257501840154744, + "grad_norm": 3.79634428024292, + "learning_rate": 1.9999654216193866e-05, + "loss": 4.2014, + "step": 1903 + }, + { + "epoch": 0.03259213612009791, + "grad_norm": 3.9493863582611084, + "learning_rate": 1.9999649590401962e-05, + "loss": 4.3483, + "step": 1904 + }, + { + "epoch": 0.032609253838648385, + "grad_norm": 4.003034591674805, + "learning_rate": 1.9999644933874622e-05, + "loss": 4.464, + "step": 1905 + }, + { + "epoch": 0.03262637155719886, + "grad_norm": 3.915778875350952, + "learning_rate": 1.9999640246611857e-05, + "loss": 4.2461, + "step": 1906 + }, + { + "epoch": 0.03264348927574933, + "grad_norm": 3.7125017642974854, + "learning_rate": 1.9999635528613682e-05, + "loss": 4.3271, + "step": 1907 + }, + { + "epoch": 0.0326606069942998, + "grad_norm": 3.8289802074432373, + "learning_rate": 1.9999630779880114e-05, + "loss": 4.4178, + "step": 1908 + }, + { + "epoch": 0.03267772471285027, + "grad_norm": 3.8680763244628906, + "learning_rate": 1.9999626000411165e-05, + "loss": 4.5052, + "step": 1909 + }, + { + "epoch": 0.03269484243140074, + "grad_norm": 4.214506149291992, + "learning_rate": 1.9999621190206847e-05, + "loss": 4.3522, + "step": 1910 + }, + { + "epoch": 0.032711960149951216, + "grad_norm": 4.431458473205566, + "learning_rate": 1.9999616349267183e-05, + "loss": 4.5265, + "step": 1911 + }, + { + "epoch": 0.03272907786850169, + "grad_norm": 4.579097747802734, + "learning_rate": 1.999961147759218e-05, + "loss": 4.4201, + "step": 1912 + }, + { + "epoch": 0.032746195587052156, + "grad_norm": 4.0317182540893555, + "learning_rate": 1.9999606575181853e-05, + "loss": 4.2386, + "step": 1913 + }, + { + "epoch": 0.03276331330560263, + "grad_norm": 3.751023054122925, + "learning_rate": 1.9999601642036222e-05, + "loss": 4.1507, + "step": 1914 + }, + { + "epoch": 0.0327804310241531, + "grad_norm": 4.32472038269043, + "learning_rate": 1.9999596678155303e-05, + "loss": 4.4522, + "step": 1915 + }, + { + "epoch": 0.032797548742703575, + "grad_norm": 4.066784381866455, + "learning_rate": 1.9999591683539105e-05, + "loss": 4.3416, + "step": 1916 + }, + { + "epoch": 0.03281466646125404, + "grad_norm": 4.041534900665283, + "learning_rate": 1.9999586658187645e-05, + "loss": 4.3758, + "step": 1917 + }, + { + "epoch": 0.032831784179804514, + "grad_norm": 4.08136510848999, + "learning_rate": 1.999958160210094e-05, + "loss": 4.4538, + "step": 1918 + }, + { + "epoch": 0.03284890189835499, + "grad_norm": 4.025905132293701, + "learning_rate": 1.999957651527901e-05, + "loss": 4.2385, + "step": 1919 + }, + { + "epoch": 0.03286601961690546, + "grad_norm": 3.999443292617798, + "learning_rate": 1.9999571397721865e-05, + "loss": 4.3444, + "step": 1920 + }, + { + "epoch": 0.032883137335455934, + "grad_norm": 3.6904280185699463, + "learning_rate": 1.999956624942952e-05, + "loss": 4.2876, + "step": 1921 + }, + { + "epoch": 0.0329002550540064, + "grad_norm": 3.921025514602661, + "learning_rate": 1.9999561070401995e-05, + "loss": 4.3263, + "step": 1922 + }, + { + "epoch": 0.03291737277255687, + "grad_norm": 3.6676266193389893, + "learning_rate": 1.99995558606393e-05, + "loss": 4.2649, + "step": 1923 + }, + { + "epoch": 0.032934490491107346, + "grad_norm": 3.8931939601898193, + "learning_rate": 1.9999550620141458e-05, + "loss": 4.3441, + "step": 1924 + }, + { + "epoch": 0.03295160820965782, + "grad_norm": 3.5175225734710693, + "learning_rate": 1.999954534890848e-05, + "loss": 4.3853, + "step": 1925 + }, + { + "epoch": 0.032968725928208285, + "grad_norm": 3.752696990966797, + "learning_rate": 1.9999540046940384e-05, + "loss": 4.2641, + "step": 1926 + }, + { + "epoch": 0.03298584364675876, + "grad_norm": 3.759742259979248, + "learning_rate": 1.999953471423719e-05, + "loss": 4.2142, + "step": 1927 + }, + { + "epoch": 0.03300296136530923, + "grad_norm": 3.778521776199341, + "learning_rate": 1.9999529350798905e-05, + "loss": 4.4457, + "step": 1928 + }, + { + "epoch": 0.033020079083859705, + "grad_norm": 3.6713905334472656, + "learning_rate": 1.9999523956625553e-05, + "loss": 4.2562, + "step": 1929 + }, + { + "epoch": 0.03303719680241018, + "grad_norm": 3.7969400882720947, + "learning_rate": 1.999951853171715e-05, + "loss": 4.489, + "step": 1930 + }, + { + "epoch": 0.033054314520960644, + "grad_norm": 3.9141337871551514, + "learning_rate": 1.9999513076073712e-05, + "loss": 4.37, + "step": 1931 + }, + { + "epoch": 0.03307143223951112, + "grad_norm": 3.915130376815796, + "learning_rate": 1.9999507589695254e-05, + "loss": 4.1593, + "step": 1932 + }, + { + "epoch": 0.03308854995806159, + "grad_norm": 4.358994007110596, + "learning_rate": 1.9999502072581792e-05, + "loss": 4.2226, + "step": 1933 + }, + { + "epoch": 0.03310566767661206, + "grad_norm": 5.27789306640625, + "learning_rate": 1.999949652473335e-05, + "loss": 4.2998, + "step": 1934 + }, + { + "epoch": 0.03312278539516253, + "grad_norm": 5.229865074157715, + "learning_rate": 1.9999490946149934e-05, + "loss": 4.3537, + "step": 1935 + }, + { + "epoch": 0.033139903113713, + "grad_norm": 4.284322261810303, + "learning_rate": 1.9999485336831572e-05, + "loss": 4.2549, + "step": 1936 + }, + { + "epoch": 0.033157020832263476, + "grad_norm": 4.787510871887207, + "learning_rate": 1.9999479696778274e-05, + "loss": 4.3216, + "step": 1937 + }, + { + "epoch": 0.03317413855081395, + "grad_norm": 4.314701557159424, + "learning_rate": 1.999947402599006e-05, + "loss": 4.2944, + "step": 1938 + }, + { + "epoch": 0.03319125626936442, + "grad_norm": 5.313910484313965, + "learning_rate": 1.9999468324466948e-05, + "loss": 4.3634, + "step": 1939 + }, + { + "epoch": 0.03320837398791489, + "grad_norm": 4.762844085693359, + "learning_rate": 1.9999462592208957e-05, + "loss": 4.4669, + "step": 1940 + }, + { + "epoch": 0.03322549170646536, + "grad_norm": 4.470175266265869, + "learning_rate": 1.99994568292161e-05, + "loss": 4.2882, + "step": 1941 + }, + { + "epoch": 0.033242609425015834, + "grad_norm": 4.3578267097473145, + "learning_rate": 1.9999451035488397e-05, + "loss": 4.453, + "step": 1942 + }, + { + "epoch": 0.03325972714356631, + "grad_norm": 3.907271146774292, + "learning_rate": 1.9999445211025862e-05, + "loss": 4.3228, + "step": 1943 + }, + { + "epoch": 0.033276844862116774, + "grad_norm": 3.7809925079345703, + "learning_rate": 1.9999439355828523e-05, + "loss": 4.2545, + "step": 1944 + }, + { + "epoch": 0.03329396258066725, + "grad_norm": 3.9875826835632324, + "learning_rate": 1.999943346989639e-05, + "loss": 4.2725, + "step": 1945 + }, + { + "epoch": 0.03331108029921772, + "grad_norm": 3.912707567214966, + "learning_rate": 1.9999427553229484e-05, + "loss": 4.2924, + "step": 1946 + }, + { + "epoch": 0.03332819801776819, + "grad_norm": 3.7236287593841553, + "learning_rate": 1.9999421605827818e-05, + "loss": 4.2107, + "step": 1947 + }, + { + "epoch": 0.033345315736318666, + "grad_norm": 3.972226142883301, + "learning_rate": 1.9999415627691416e-05, + "loss": 4.261, + "step": 1948 + }, + { + "epoch": 0.03336243345486913, + "grad_norm": 3.808659791946411, + "learning_rate": 1.9999409618820294e-05, + "loss": 4.3156, + "step": 1949 + }, + { + "epoch": 0.033379551173419605, + "grad_norm": 4.0576171875, + "learning_rate": 1.9999403579214474e-05, + "loss": 4.3941, + "step": 1950 + }, + { + "epoch": 0.03339666889197008, + "grad_norm": 3.8832061290740967, + "learning_rate": 1.999939750887397e-05, + "loss": 4.3276, + "step": 1951 + }, + { + "epoch": 0.03341378661052055, + "grad_norm": 3.8178937435150146, + "learning_rate": 1.9999391407798804e-05, + "loss": 4.3271, + "step": 1952 + }, + { + "epoch": 0.033430904329071025, + "grad_norm": 3.7550439834594727, + "learning_rate": 1.9999385275988992e-05, + "loss": 4.3314, + "step": 1953 + }, + { + "epoch": 0.03344802204762149, + "grad_norm": 3.6260159015655518, + "learning_rate": 1.9999379113444552e-05, + "loss": 4.1934, + "step": 1954 + }, + { + "epoch": 0.033465139766171964, + "grad_norm": 3.749539852142334, + "learning_rate": 1.9999372920165508e-05, + "loss": 4.3418, + "step": 1955 + }, + { + "epoch": 0.03348225748472244, + "grad_norm": 3.9466049671173096, + "learning_rate": 1.9999366696151874e-05, + "loss": 4.2459, + "step": 1956 + }, + { + "epoch": 0.03349937520327291, + "grad_norm": 3.8115415573120117, + "learning_rate": 1.999936044140367e-05, + "loss": 4.249, + "step": 1957 + }, + { + "epoch": 0.033516492921823376, + "grad_norm": 3.859926462173462, + "learning_rate": 1.9999354155920918e-05, + "loss": 4.5172, + "step": 1958 + }, + { + "epoch": 0.03353361064037385, + "grad_norm": 3.70344614982605, + "learning_rate": 1.9999347839703634e-05, + "loss": 4.3149, + "step": 1959 + }, + { + "epoch": 0.03355072835892432, + "grad_norm": 3.847531795501709, + "learning_rate": 1.9999341492751844e-05, + "loss": 4.326, + "step": 1960 + }, + { + "epoch": 0.033567846077474796, + "grad_norm": 4.211143493652344, + "learning_rate": 1.999933511506556e-05, + "loss": 4.3506, + "step": 1961 + }, + { + "epoch": 0.03358496379602527, + "grad_norm": 3.6348764896392822, + "learning_rate": 1.9999328706644802e-05, + "loss": 4.3206, + "step": 1962 + }, + { + "epoch": 0.033602081514575735, + "grad_norm": 3.7694666385650635, + "learning_rate": 1.9999322267489593e-05, + "loss": 4.3761, + "step": 1963 + }, + { + "epoch": 0.03361919923312621, + "grad_norm": 4.249337196350098, + "learning_rate": 1.9999315797599953e-05, + "loss": 4.3447, + "step": 1964 + }, + { + "epoch": 0.03363631695167668, + "grad_norm": 4.005990505218506, + "learning_rate": 1.99993092969759e-05, + "loss": 4.3581, + "step": 1965 + }, + { + "epoch": 0.033653434670227154, + "grad_norm": 3.9525179862976074, + "learning_rate": 1.9999302765617454e-05, + "loss": 4.1902, + "step": 1966 + }, + { + "epoch": 0.03367055238877762, + "grad_norm": 3.941258430480957, + "learning_rate": 1.9999296203524635e-05, + "loss": 4.2897, + "step": 1967 + }, + { + "epoch": 0.033687670107328094, + "grad_norm": 4.451125621795654, + "learning_rate": 1.9999289610697467e-05, + "loss": 4.4223, + "step": 1968 + }, + { + "epoch": 0.03370478782587857, + "grad_norm": 4.7043023109436035, + "learning_rate": 1.9999282987135965e-05, + "loss": 4.342, + "step": 1969 + }, + { + "epoch": 0.03372190554442904, + "grad_norm": 4.759878635406494, + "learning_rate": 1.9999276332840148e-05, + "loss": 4.3313, + "step": 1970 + }, + { + "epoch": 0.03373902326297951, + "grad_norm": 4.538042068481445, + "learning_rate": 1.9999269647810045e-05, + "loss": 4.2472, + "step": 1971 + }, + { + "epoch": 0.03375614098152998, + "grad_norm": 4.100409507751465, + "learning_rate": 1.999926293204567e-05, + "loss": 4.2689, + "step": 1972 + }, + { + "epoch": 0.03377325870008045, + "grad_norm": 4.181046009063721, + "learning_rate": 1.9999256185547043e-05, + "loss": 4.2791, + "step": 1973 + }, + { + "epoch": 0.033790376418630926, + "grad_norm": 4.078941822052002, + "learning_rate": 1.9999249408314188e-05, + "loss": 4.4392, + "step": 1974 + }, + { + "epoch": 0.0338074941371814, + "grad_norm": 4.411634922027588, + "learning_rate": 1.9999242600347122e-05, + "loss": 4.4261, + "step": 1975 + }, + { + "epoch": 0.033824611855731865, + "grad_norm": 4.514127731323242, + "learning_rate": 1.9999235761645872e-05, + "loss": 4.4162, + "step": 1976 + }, + { + "epoch": 0.03384172957428234, + "grad_norm": 4.095378875732422, + "learning_rate": 1.9999228892210456e-05, + "loss": 4.4145, + "step": 1977 + }, + { + "epoch": 0.03385884729283281, + "grad_norm": 4.077154159545898, + "learning_rate": 1.9999221992040892e-05, + "loss": 4.3247, + "step": 1978 + }, + { + "epoch": 0.033875965011383284, + "grad_norm": 3.978111743927002, + "learning_rate": 1.9999215061137206e-05, + "loss": 4.2754, + "step": 1979 + }, + { + "epoch": 0.03389308272993376, + "grad_norm": 3.81833815574646, + "learning_rate": 1.9999208099499417e-05, + "loss": 4.3174, + "step": 1980 + }, + { + "epoch": 0.03391020044848422, + "grad_norm": 4.035347938537598, + "learning_rate": 1.9999201107127546e-05, + "loss": 4.2284, + "step": 1981 + }, + { + "epoch": 0.0339273181670347, + "grad_norm": 3.7128384113311768, + "learning_rate": 1.9999194084021613e-05, + "loss": 4.3235, + "step": 1982 + }, + { + "epoch": 0.03394443588558517, + "grad_norm": 3.8399763107299805, + "learning_rate": 1.9999187030181645e-05, + "loss": 4.3728, + "step": 1983 + }, + { + "epoch": 0.03396155360413564, + "grad_norm": 3.625044107437134, + "learning_rate": 1.999917994560766e-05, + "loss": 4.2903, + "step": 1984 + }, + { + "epoch": 0.03397867132268611, + "grad_norm": 3.8362045288085938, + "learning_rate": 1.999917283029968e-05, + "loss": 4.2634, + "step": 1985 + }, + { + "epoch": 0.03399578904123658, + "grad_norm": 3.647695541381836, + "learning_rate": 1.9999165684257725e-05, + "loss": 4.3581, + "step": 1986 + }, + { + "epoch": 0.034012906759787055, + "grad_norm": 3.736576557159424, + "learning_rate": 1.9999158507481818e-05, + "loss": 4.3461, + "step": 1987 + }, + { + "epoch": 0.03403002447833753, + "grad_norm": 3.702712297439575, + "learning_rate": 1.9999151299971988e-05, + "loss": 4.1559, + "step": 1988 + }, + { + "epoch": 0.034047142196888, + "grad_norm": 3.847818374633789, + "learning_rate": 1.9999144061728244e-05, + "loss": 4.2832, + "step": 1989 + }, + { + "epoch": 0.03406425991543847, + "grad_norm": 3.980379581451416, + "learning_rate": 1.999913679275062e-05, + "loss": 4.4871, + "step": 1990 + }, + { + "epoch": 0.03408137763398894, + "grad_norm": 3.7901551723480225, + "learning_rate": 1.999912949303913e-05, + "loss": 4.2851, + "step": 1991 + }, + { + "epoch": 0.034098495352539414, + "grad_norm": 3.912043571472168, + "learning_rate": 1.9999122162593805e-05, + "loss": 4.4395, + "step": 1992 + }, + { + "epoch": 0.03411561307108989, + "grad_norm": 3.913092613220215, + "learning_rate": 1.9999114801414658e-05, + "loss": 4.2893, + "step": 1993 + }, + { + "epoch": 0.03413273078964036, + "grad_norm": 3.637152671813965, + "learning_rate": 1.999910740950172e-05, + "loss": 4.2895, + "step": 1994 + }, + { + "epoch": 0.034149848508190826, + "grad_norm": 3.5743582248687744, + "learning_rate": 1.9999099986855007e-05, + "loss": 4.3626, + "step": 1995 + }, + { + "epoch": 0.0341669662267413, + "grad_norm": 3.827162981033325, + "learning_rate": 1.9999092533474548e-05, + "loss": 4.295, + "step": 1996 + }, + { + "epoch": 0.03418408394529177, + "grad_norm": 4.554660320281982, + "learning_rate": 1.9999085049360362e-05, + "loss": 4.1119, + "step": 1997 + }, + { + "epoch": 0.034201201663842246, + "grad_norm": 4.962442874908447, + "learning_rate": 1.999907753451247e-05, + "loss": 4.3121, + "step": 1998 + }, + { + "epoch": 0.03421831938239271, + "grad_norm": 5.390806198120117, + "learning_rate": 1.99990699889309e-05, + "loss": 4.4212, + "step": 1999 + }, + { + "epoch": 0.034235437100943185, + "grad_norm": 4.426506996154785, + "learning_rate": 1.9999062412615674e-05, + "loss": 4.2017, + "step": 2000 + }, + { + "epoch": 0.03425255481949366, + "grad_norm": 4.02421760559082, + "learning_rate": 1.9999054805566812e-05, + "loss": 4.2762, + "step": 2001 + }, + { + "epoch": 0.03426967253804413, + "grad_norm": 4.680315017700195, + "learning_rate": 1.9999047167784343e-05, + "loss": 4.3515, + "step": 2002 + }, + { + "epoch": 0.034286790256594604, + "grad_norm": 4.211833477020264, + "learning_rate": 1.9999039499268286e-05, + "loss": 4.4496, + "step": 2003 + }, + { + "epoch": 0.03430390797514507, + "grad_norm": 4.053660869598389, + "learning_rate": 1.9999031800018666e-05, + "loss": 4.4057, + "step": 2004 + }, + { + "epoch": 0.034321025693695544, + "grad_norm": 4.355533123016357, + "learning_rate": 1.9999024070035505e-05, + "loss": 4.209, + "step": 2005 + }, + { + "epoch": 0.03433814341224602, + "grad_norm": 4.19773006439209, + "learning_rate": 1.9999016309318827e-05, + "loss": 4.1991, + "step": 2006 + }, + { + "epoch": 0.03435526113079649, + "grad_norm": 3.704025983810425, + "learning_rate": 1.9999008517868657e-05, + "loss": 4.2468, + "step": 2007 + }, + { + "epoch": 0.034372378849346956, + "grad_norm": 4.146125316619873, + "learning_rate": 1.9999000695685025e-05, + "loss": 4.2831, + "step": 2008 + }, + { + "epoch": 0.03438949656789743, + "grad_norm": 4.133295059204102, + "learning_rate": 1.9998992842767944e-05, + "loss": 4.3679, + "step": 2009 + }, + { + "epoch": 0.0344066142864479, + "grad_norm": 3.7550768852233887, + "learning_rate": 1.9998984959117445e-05, + "loss": 4.3027, + "step": 2010 + }, + { + "epoch": 0.034423732004998375, + "grad_norm": 4.327162742614746, + "learning_rate": 1.9998977044733548e-05, + "loss": 4.409, + "step": 2011 + }, + { + "epoch": 0.03444084972354885, + "grad_norm": 3.922990560531616, + "learning_rate": 1.999896909961628e-05, + "loss": 4.4712, + "step": 2012 + }, + { + "epoch": 0.034457967442099315, + "grad_norm": 3.780294418334961, + "learning_rate": 1.999896112376567e-05, + "loss": 4.2395, + "step": 2013 + }, + { + "epoch": 0.03447508516064979, + "grad_norm": 3.945035219192505, + "learning_rate": 1.999895311718173e-05, + "loss": 4.3426, + "step": 2014 + }, + { + "epoch": 0.03449220287920026, + "grad_norm": 3.8986504077911377, + "learning_rate": 1.99989450798645e-05, + "loss": 4.4407, + "step": 2015 + }, + { + "epoch": 0.034509320597750734, + "grad_norm": 4.032440662384033, + "learning_rate": 1.9998937011813996e-05, + "loss": 4.4626, + "step": 2016 + }, + { + "epoch": 0.0345264383163012, + "grad_norm": 3.8675966262817383, + "learning_rate": 1.999892891303024e-05, + "loss": 4.2143, + "step": 2017 + }, + { + "epoch": 0.03454355603485167, + "grad_norm": 3.951231002807617, + "learning_rate": 1.999892078351326e-05, + "loss": 4.1592, + "step": 2018 + }, + { + "epoch": 0.034560673753402146, + "grad_norm": 4.010382652282715, + "learning_rate": 1.9998912623263084e-05, + "loss": 4.3706, + "step": 2019 + }, + { + "epoch": 0.03457779147195262, + "grad_norm": 3.793468475341797, + "learning_rate": 1.9998904432279734e-05, + "loss": 4.2126, + "step": 2020 + }, + { + "epoch": 0.03459490919050309, + "grad_norm": 3.7238638401031494, + "learning_rate": 1.9998896210563238e-05, + "loss": 4.3173, + "step": 2021 + }, + { + "epoch": 0.03461202690905356, + "grad_norm": 4.043457508087158, + "learning_rate": 1.9998887958113617e-05, + "loss": 4.2319, + "step": 2022 + }, + { + "epoch": 0.03462914462760403, + "grad_norm": 3.681104898452759, + "learning_rate": 1.99988796749309e-05, + "loss": 4.3013, + "step": 2023 + }, + { + "epoch": 0.034646262346154505, + "grad_norm": 4.12074089050293, + "learning_rate": 1.999887136101511e-05, + "loss": 4.3474, + "step": 2024 + }, + { + "epoch": 0.03466338006470498, + "grad_norm": 3.9906210899353027, + "learning_rate": 1.9998863016366274e-05, + "loss": 4.4409, + "step": 2025 + }, + { + "epoch": 0.03468049778325545, + "grad_norm": 3.580167055130005, + "learning_rate": 1.9998854640984414e-05, + "loss": 4.1894, + "step": 2026 + }, + { + "epoch": 0.03469761550180592, + "grad_norm": 3.940113067626953, + "learning_rate": 1.9998846234869563e-05, + "loss": 4.2336, + "step": 2027 + }, + { + "epoch": 0.03471473322035639, + "grad_norm": 3.85994291305542, + "learning_rate": 1.9998837798021744e-05, + "loss": 4.2424, + "step": 2028 + }, + { + "epoch": 0.034731850938906864, + "grad_norm": 4.008164882659912, + "learning_rate": 1.999882933044098e-05, + "loss": 4.2845, + "step": 2029 + }, + { + "epoch": 0.03474896865745734, + "grad_norm": 3.8503904342651367, + "learning_rate": 1.9998820832127296e-05, + "loss": 4.2456, + "step": 2030 + }, + { + "epoch": 0.0347660863760078, + "grad_norm": 3.945612907409668, + "learning_rate": 1.9998812303080727e-05, + "loss": 4.3032, + "step": 2031 + }, + { + "epoch": 0.034783204094558276, + "grad_norm": 3.90809965133667, + "learning_rate": 1.999880374330129e-05, + "loss": 4.1781, + "step": 2032 + }, + { + "epoch": 0.03480032181310875, + "grad_norm": 3.8237359523773193, + "learning_rate": 1.999879515278901e-05, + "loss": 4.3687, + "step": 2033 + }, + { + "epoch": 0.03481743953165922, + "grad_norm": 4.151300430297852, + "learning_rate": 1.9998786531543922e-05, + "loss": 4.2117, + "step": 2034 + }, + { + "epoch": 0.034834557250209695, + "grad_norm": 4.2483367919921875, + "learning_rate": 1.999877787956605e-05, + "loss": 4.3031, + "step": 2035 + }, + { + "epoch": 0.03485167496876016, + "grad_norm": 3.8310706615448, + "learning_rate": 1.9998769196855418e-05, + "loss": 4.2063, + "step": 2036 + }, + { + "epoch": 0.034868792687310635, + "grad_norm": 3.6472723484039307, + "learning_rate": 1.999876048341205e-05, + "loss": 4.2165, + "step": 2037 + }, + { + "epoch": 0.03488591040586111, + "grad_norm": 3.8753793239593506, + "learning_rate": 1.999875173923598e-05, + "loss": 4.2273, + "step": 2038 + }, + { + "epoch": 0.03490302812441158, + "grad_norm": 4.15970516204834, + "learning_rate": 1.999874296432723e-05, + "loss": 4.3202, + "step": 2039 + }, + { + "epoch": 0.03492014584296205, + "grad_norm": 4.146074295043945, + "learning_rate": 1.9998734158685827e-05, + "loss": 4.3623, + "step": 2040 + }, + { + "epoch": 0.03493726356151252, + "grad_norm": 3.624619722366333, + "learning_rate": 1.9998725322311802e-05, + "loss": 4.3194, + "step": 2041 + }, + { + "epoch": 0.03495438128006299, + "grad_norm": 3.928032875061035, + "learning_rate": 1.9998716455205178e-05, + "loss": 4.193, + "step": 2042 + }, + { + "epoch": 0.034971498998613466, + "grad_norm": 4.105523109436035, + "learning_rate": 1.9998707557365983e-05, + "loss": 4.2435, + "step": 2043 + }, + { + "epoch": 0.03498861671716394, + "grad_norm": 3.847792148590088, + "learning_rate": 1.9998698628794248e-05, + "loss": 4.4429, + "step": 2044 + }, + { + "epoch": 0.035005734435714406, + "grad_norm": 3.727586269378662, + "learning_rate": 1.9998689669489995e-05, + "loss": 4.2488, + "step": 2045 + }, + { + "epoch": 0.03502285215426488, + "grad_norm": 3.5597057342529297, + "learning_rate": 1.9998680679453253e-05, + "loss": 4.3343, + "step": 2046 + }, + { + "epoch": 0.03503996987281535, + "grad_norm": 3.631772994995117, + "learning_rate": 1.9998671658684054e-05, + "loss": 4.2144, + "step": 2047 + }, + { + "epoch": 0.035057087591365825, + "grad_norm": 3.630272388458252, + "learning_rate": 1.999866260718242e-05, + "loss": 4.2559, + "step": 2048 + }, + { + "epoch": 0.03507420530991629, + "grad_norm": 3.6016526222229004, + "learning_rate": 1.999865352494838e-05, + "loss": 4.1741, + "step": 2049 + }, + { + "epoch": 0.035091323028466764, + "grad_norm": 3.663402557373047, + "learning_rate": 1.9998644411981968e-05, + "loss": 4.2676, + "step": 2050 + }, + { + "epoch": 0.03510844074701724, + "grad_norm": 3.865478038787842, + "learning_rate": 1.9998635268283203e-05, + "loss": 4.2493, + "step": 2051 + }, + { + "epoch": 0.03512555846556771, + "grad_norm": 3.71468448638916, + "learning_rate": 1.9998626093852118e-05, + "loss": 4.2041, + "step": 2052 + }, + { + "epoch": 0.035142676184118184, + "grad_norm": 4.131441593170166, + "learning_rate": 1.9998616888688743e-05, + "loss": 4.3067, + "step": 2053 + }, + { + "epoch": 0.03515979390266865, + "grad_norm": 3.900747299194336, + "learning_rate": 1.9998607652793098e-05, + "loss": 4.1688, + "step": 2054 + }, + { + "epoch": 0.03517691162121912, + "grad_norm": 3.8360960483551025, + "learning_rate": 1.999859838616522e-05, + "loss": 4.172, + "step": 2055 + }, + { + "epoch": 0.035194029339769596, + "grad_norm": 3.719068765640259, + "learning_rate": 1.999858908880514e-05, + "loss": 4.18, + "step": 2056 + }, + { + "epoch": 0.03521114705832007, + "grad_norm": 3.750771999359131, + "learning_rate": 1.9998579760712874e-05, + "loss": 4.2222, + "step": 2057 + }, + { + "epoch": 0.035228264776870535, + "grad_norm": 3.751617193222046, + "learning_rate": 1.9998570401888463e-05, + "loss": 4.1983, + "step": 2058 + }, + { + "epoch": 0.03524538249542101, + "grad_norm": 3.9321625232696533, + "learning_rate": 1.9998561012331924e-05, + "loss": 4.2871, + "step": 2059 + }, + { + "epoch": 0.03526250021397148, + "grad_norm": 4.116676330566406, + "learning_rate": 1.99985515920433e-05, + "loss": 4.2485, + "step": 2060 + }, + { + "epoch": 0.035279617932521955, + "grad_norm": 4.229099750518799, + "learning_rate": 1.9998542141022607e-05, + "loss": 4.3037, + "step": 2061 + }, + { + "epoch": 0.03529673565107243, + "grad_norm": 3.7795495986938477, + "learning_rate": 1.9998532659269883e-05, + "loss": 4.3644, + "step": 2062 + }, + { + "epoch": 0.035313853369622894, + "grad_norm": 3.730894088745117, + "learning_rate": 1.9998523146785153e-05, + "loss": 3.9265, + "step": 2063 + }, + { + "epoch": 0.03533097108817337, + "grad_norm": 3.907823324203491, + "learning_rate": 1.9998513603568445e-05, + "loss": 4.1641, + "step": 2064 + }, + { + "epoch": 0.03534808880672384, + "grad_norm": 3.8020524978637695, + "learning_rate": 1.999850402961979e-05, + "loss": 4.2158, + "step": 2065 + }, + { + "epoch": 0.03536520652527431, + "grad_norm": 3.8279054164886475, + "learning_rate": 1.999849442493922e-05, + "loss": 4.1369, + "step": 2066 + }, + { + "epoch": 0.035382324243824786, + "grad_norm": 4.249269008636475, + "learning_rate": 1.999848478952676e-05, + "loss": 4.4127, + "step": 2067 + }, + { + "epoch": 0.03539944196237525, + "grad_norm": 4.250890731811523, + "learning_rate": 1.9998475123382444e-05, + "loss": 4.183, + "step": 2068 + }, + { + "epoch": 0.035416559680925726, + "grad_norm": 4.417328357696533, + "learning_rate": 1.9998465426506296e-05, + "loss": 4.1859, + "step": 2069 + }, + { + "epoch": 0.0354336773994762, + "grad_norm": 3.776975631713867, + "learning_rate": 1.9998455698898352e-05, + "loss": 4.1523, + "step": 2070 + }, + { + "epoch": 0.03545079511802667, + "grad_norm": 3.671165704727173, + "learning_rate": 1.999844594055864e-05, + "loss": 4.2587, + "step": 2071 + }, + { + "epoch": 0.03546791283657714, + "grad_norm": 3.8875582218170166, + "learning_rate": 1.9998436151487187e-05, + "loss": 4.3213, + "step": 2072 + }, + { + "epoch": 0.03548503055512761, + "grad_norm": 3.7601571083068848, + "learning_rate": 1.9998426331684027e-05, + "loss": 4.2822, + "step": 2073 + }, + { + "epoch": 0.035502148273678084, + "grad_norm": 3.7902207374572754, + "learning_rate": 1.9998416481149187e-05, + "loss": 4.2016, + "step": 2074 + }, + { + "epoch": 0.03551926599222856, + "grad_norm": 3.9085843563079834, + "learning_rate": 1.99984065998827e-05, + "loss": 4.1033, + "step": 2075 + }, + { + "epoch": 0.03553638371077903, + "grad_norm": 3.9511327743530273, + "learning_rate": 1.9998396687884595e-05, + "loss": 4.1955, + "step": 2076 + }, + { + "epoch": 0.0355535014293295, + "grad_norm": 4.109675407409668, + "learning_rate": 1.9998386745154904e-05, + "loss": 4.2575, + "step": 2077 + }, + { + "epoch": 0.03557061914787997, + "grad_norm": 4.519949436187744, + "learning_rate": 1.9998376771693652e-05, + "loss": 4.2104, + "step": 2078 + }, + { + "epoch": 0.03558773686643044, + "grad_norm": 4.2234907150268555, + "learning_rate": 1.9998366767500875e-05, + "loss": 4.153, + "step": 2079 + }, + { + "epoch": 0.035604854584980916, + "grad_norm": 3.7424373626708984, + "learning_rate": 1.9998356732576605e-05, + "loss": 4.2807, + "step": 2080 + }, + { + "epoch": 0.03562197230353138, + "grad_norm": 4.075096130371094, + "learning_rate": 1.9998346666920868e-05, + "loss": 4.2879, + "step": 2081 + }, + { + "epoch": 0.035639090022081855, + "grad_norm": 4.476903438568115, + "learning_rate": 1.99983365705337e-05, + "loss": 4.1842, + "step": 2082 + }, + { + "epoch": 0.03565620774063233, + "grad_norm": 4.703886985778809, + "learning_rate": 1.9998326443415127e-05, + "loss": 4.339, + "step": 2083 + }, + { + "epoch": 0.0356733254591828, + "grad_norm": 4.306957721710205, + "learning_rate": 1.9998316285565183e-05, + "loss": 4.1409, + "step": 2084 + }, + { + "epoch": 0.035690443177733275, + "grad_norm": 3.6385414600372314, + "learning_rate": 1.9998306096983898e-05, + "loss": 4.1314, + "step": 2085 + }, + { + "epoch": 0.03570756089628374, + "grad_norm": 4.094369888305664, + "learning_rate": 1.9998295877671306e-05, + "loss": 4.2339, + "step": 2086 + }, + { + "epoch": 0.035724678614834214, + "grad_norm": 4.266211986541748, + "learning_rate": 1.9998285627627436e-05, + "loss": 4.351, + "step": 2087 + }, + { + "epoch": 0.03574179633338469, + "grad_norm": 4.009575843811035, + "learning_rate": 1.9998275346852317e-05, + "loss": 4.2393, + "step": 2088 + }, + { + "epoch": 0.03575891405193516, + "grad_norm": 3.7701237201690674, + "learning_rate": 1.9998265035345986e-05, + "loss": 4.2549, + "step": 2089 + }, + { + "epoch": 0.035776031770485626, + "grad_norm": 4.375325679779053, + "learning_rate": 1.9998254693108472e-05, + "loss": 4.3348, + "step": 2090 + }, + { + "epoch": 0.0357931494890361, + "grad_norm": 4.247786045074463, + "learning_rate": 1.9998244320139807e-05, + "loss": 4.0571, + "step": 2091 + }, + { + "epoch": 0.03581026720758657, + "grad_norm": 3.964754104614258, + "learning_rate": 1.9998233916440024e-05, + "loss": 4.2507, + "step": 2092 + }, + { + "epoch": 0.035827384926137046, + "grad_norm": 4.8896565437316895, + "learning_rate": 1.999822348200915e-05, + "loss": 4.3418, + "step": 2093 + }, + { + "epoch": 0.03584450264468752, + "grad_norm": 4.26197624206543, + "learning_rate": 1.9998213016847224e-05, + "loss": 4.1452, + "step": 2094 + }, + { + "epoch": 0.035861620363237985, + "grad_norm": 4.588704586029053, + "learning_rate": 1.9998202520954275e-05, + "loss": 4.1129, + "step": 2095 + }, + { + "epoch": 0.03587873808178846, + "grad_norm": 4.383706092834473, + "learning_rate": 1.9998191994330337e-05, + "loss": 4.2707, + "step": 2096 + }, + { + "epoch": 0.03589585580033893, + "grad_norm": 4.147504806518555, + "learning_rate": 1.9998181436975437e-05, + "loss": 4.3275, + "step": 2097 + }, + { + "epoch": 0.035912973518889404, + "grad_norm": 3.8365085124969482, + "learning_rate": 1.9998170848889615e-05, + "loss": 4.2027, + "step": 2098 + }, + { + "epoch": 0.03593009123743987, + "grad_norm": 3.7390177249908447, + "learning_rate": 1.9998160230072897e-05, + "loss": 4.3715, + "step": 2099 + }, + { + "epoch": 0.035947208955990344, + "grad_norm": 4.211645603179932, + "learning_rate": 1.9998149580525318e-05, + "loss": 4.2411, + "step": 2100 + }, + { + "epoch": 0.03596432667454082, + "grad_norm": 3.621671438217163, + "learning_rate": 1.9998138900246916e-05, + "loss": 4.0933, + "step": 2101 + }, + { + "epoch": 0.03598144439309129, + "grad_norm": 3.725452423095703, + "learning_rate": 1.9998128189237712e-05, + "loss": 4.1852, + "step": 2102 + }, + { + "epoch": 0.03599856211164176, + "grad_norm": 3.679124593734741, + "learning_rate": 1.999811744749775e-05, + "loss": 4.2866, + "step": 2103 + }, + { + "epoch": 0.03601567983019223, + "grad_norm": 3.5786807537078857, + "learning_rate": 1.9998106675027058e-05, + "loss": 4.1629, + "step": 2104 + }, + { + "epoch": 0.0360327975487427, + "grad_norm": 3.8595073223114014, + "learning_rate": 1.999809587182567e-05, + "loss": 4.2263, + "step": 2105 + }, + { + "epoch": 0.036049915267293176, + "grad_norm": 3.6510989665985107, + "learning_rate": 1.9998085037893618e-05, + "loss": 4.2624, + "step": 2106 + }, + { + "epoch": 0.03606703298584365, + "grad_norm": 3.6110494136810303, + "learning_rate": 1.9998074173230936e-05, + "loss": 4.2938, + "step": 2107 + }, + { + "epoch": 0.03608415070439412, + "grad_norm": 3.710496425628662, + "learning_rate": 1.9998063277837662e-05, + "loss": 4.1884, + "step": 2108 + }, + { + "epoch": 0.03610126842294459, + "grad_norm": 3.638482093811035, + "learning_rate": 1.9998052351713822e-05, + "loss": 4.2317, + "step": 2109 + }, + { + "epoch": 0.03611838614149506, + "grad_norm": 4.197052001953125, + "learning_rate": 1.9998041394859454e-05, + "loss": 4.3194, + "step": 2110 + }, + { + "epoch": 0.036135503860045534, + "grad_norm": 4.077233791351318, + "learning_rate": 1.999803040727459e-05, + "loss": 4.1613, + "step": 2111 + }, + { + "epoch": 0.03615262157859601, + "grad_norm": 3.8832225799560547, + "learning_rate": 1.9998019388959263e-05, + "loss": 4.128, + "step": 2112 + }, + { + "epoch": 0.03616973929714647, + "grad_norm": 4.332307815551758, + "learning_rate": 1.999800833991351e-05, + "loss": 4.1624, + "step": 2113 + }, + { + "epoch": 0.03618685701569695, + "grad_norm": 4.374686241149902, + "learning_rate": 1.9997997260137363e-05, + "loss": 4.254, + "step": 2114 + }, + { + "epoch": 0.03620397473424742, + "grad_norm": 4.4689130783081055, + "learning_rate": 1.9997986149630856e-05, + "loss": 4.3377, + "step": 2115 + }, + { + "epoch": 0.03622109245279789, + "grad_norm": 4.101413726806641, + "learning_rate": 1.9997975008394028e-05, + "loss": 4.248, + "step": 2116 + }, + { + "epoch": 0.036238210171348366, + "grad_norm": 4.035101890563965, + "learning_rate": 1.99979638364269e-05, + "loss": 4.183, + "step": 2117 + }, + { + "epoch": 0.03625532788989883, + "grad_norm": 3.9786717891693115, + "learning_rate": 1.9997952633729522e-05, + "loss": 4.3044, + "step": 2118 + }, + { + "epoch": 0.036272445608449305, + "grad_norm": 3.622851848602295, + "learning_rate": 1.9997941400301915e-05, + "loss": 4.1477, + "step": 2119 + }, + { + "epoch": 0.03628956332699978, + "grad_norm": 3.59870982170105, + "learning_rate": 1.9997930136144127e-05, + "loss": 4.1807, + "step": 2120 + }, + { + "epoch": 0.03630668104555025, + "grad_norm": 4.083590507507324, + "learning_rate": 1.9997918841256182e-05, + "loss": 4.1696, + "step": 2121 + }, + { + "epoch": 0.03632379876410072, + "grad_norm": 4.256486415863037, + "learning_rate": 1.9997907515638116e-05, + "loss": 4.167, + "step": 2122 + }, + { + "epoch": 0.03634091648265119, + "grad_norm": 3.6435587406158447, + "learning_rate": 1.999789615928997e-05, + "loss": 4.1493, + "step": 2123 + }, + { + "epoch": 0.036358034201201664, + "grad_norm": 4.164977073669434, + "learning_rate": 1.9997884772211776e-05, + "loss": 4.4169, + "step": 2124 + }, + { + "epoch": 0.03637515191975214, + "grad_norm": 4.5601396560668945, + "learning_rate": 1.9997873354403566e-05, + "loss": 4.1312, + "step": 2125 + }, + { + "epoch": 0.03639226963830261, + "grad_norm": 4.507332801818848, + "learning_rate": 1.9997861905865376e-05, + "loss": 4.2722, + "step": 2126 + }, + { + "epoch": 0.036409387356853076, + "grad_norm": 3.7103066444396973, + "learning_rate": 1.9997850426597245e-05, + "loss": 4.1605, + "step": 2127 + }, + { + "epoch": 0.03642650507540355, + "grad_norm": 4.251574993133545, + "learning_rate": 1.99978389165992e-05, + "loss": 4.1276, + "step": 2128 + }, + { + "epoch": 0.03644362279395402, + "grad_norm": 3.850881814956665, + "learning_rate": 1.9997827375871288e-05, + "loss": 4.1951, + "step": 2129 + }, + { + "epoch": 0.036460740512504496, + "grad_norm": 4.050824165344238, + "learning_rate": 1.9997815804413537e-05, + "loss": 4.2306, + "step": 2130 + }, + { + "epoch": 0.03647785823105496, + "grad_norm": 4.191952228546143, + "learning_rate": 1.9997804202225983e-05, + "loss": 4.1494, + "step": 2131 + }, + { + "epoch": 0.036494975949605435, + "grad_norm": 3.8564600944519043, + "learning_rate": 1.9997792569308664e-05, + "loss": 4.1242, + "step": 2132 + }, + { + "epoch": 0.03651209366815591, + "grad_norm": 4.356837272644043, + "learning_rate": 1.9997780905661612e-05, + "loss": 4.2647, + "step": 2133 + }, + { + "epoch": 0.03652921138670638, + "grad_norm": 4.238406181335449, + "learning_rate": 1.9997769211284866e-05, + "loss": 4.1882, + "step": 2134 + }, + { + "epoch": 0.036546329105256854, + "grad_norm": 4.2624640464782715, + "learning_rate": 1.9997757486178463e-05, + "loss": 4.1168, + "step": 2135 + }, + { + "epoch": 0.03656344682380732, + "grad_norm": 3.958803415298462, + "learning_rate": 1.9997745730342436e-05, + "loss": 4.2053, + "step": 2136 + }, + { + "epoch": 0.036580564542357794, + "grad_norm": 3.7317516803741455, + "learning_rate": 1.9997733943776822e-05, + "loss": 4.1643, + "step": 2137 + }, + { + "epoch": 0.03659768226090827, + "grad_norm": 4.229894638061523, + "learning_rate": 1.999772212648166e-05, + "loss": 4.179, + "step": 2138 + }, + { + "epoch": 0.03661479997945874, + "grad_norm": 3.749764919281006, + "learning_rate": 1.999771027845698e-05, + "loss": 4.079, + "step": 2139 + }, + { + "epoch": 0.036631917698009206, + "grad_norm": 3.7880258560180664, + "learning_rate": 1.9997698399702825e-05, + "loss": 4.2972, + "step": 2140 + }, + { + "epoch": 0.03664903541655968, + "grad_norm": 4.068540573120117, + "learning_rate": 1.999768649021923e-05, + "loss": 4.2576, + "step": 2141 + }, + { + "epoch": 0.03666615313511015, + "grad_norm": 3.7090866565704346, + "learning_rate": 1.9997674550006227e-05, + "loss": 4.0939, + "step": 2142 + }, + { + "epoch": 0.036683270853660625, + "grad_norm": 3.7770931720733643, + "learning_rate": 1.999766257906386e-05, + "loss": 4.2039, + "step": 2143 + }, + { + "epoch": 0.0367003885722111, + "grad_norm": 3.989454746246338, + "learning_rate": 1.9997650577392158e-05, + "loss": 4.1476, + "step": 2144 + }, + { + "epoch": 0.036717506290761565, + "grad_norm": 4.013045787811279, + "learning_rate": 1.9997638544991163e-05, + "loss": 4.1528, + "step": 2145 + }, + { + "epoch": 0.03673462400931204, + "grad_norm": 3.956285238265991, + "learning_rate": 1.9997626481860914e-05, + "loss": 4.161, + "step": 2146 + }, + { + "epoch": 0.03675174172786251, + "grad_norm": 3.650247097015381, + "learning_rate": 1.999761438800144e-05, + "loss": 4.2281, + "step": 2147 + }, + { + "epoch": 0.036768859446412984, + "grad_norm": 4.1044182777404785, + "learning_rate": 1.9997602263412785e-05, + "loss": 4.1404, + "step": 2148 + }, + { + "epoch": 0.03678597716496346, + "grad_norm": 4.0783562660217285, + "learning_rate": 1.9997590108094986e-05, + "loss": 4.1585, + "step": 2149 + }, + { + "epoch": 0.03680309488351392, + "grad_norm": 3.9306886196136475, + "learning_rate": 1.999757792204808e-05, + "loss": 4.2692, + "step": 2150 + }, + { + "epoch": 0.036820212602064396, + "grad_norm": 3.9049689769744873, + "learning_rate": 1.9997565705272098e-05, + "loss": 4.0961, + "step": 2151 + }, + { + "epoch": 0.03683733032061487, + "grad_norm": 3.906940221786499, + "learning_rate": 1.9997553457767086e-05, + "loss": 4.2974, + "step": 2152 + }, + { + "epoch": 0.03685444803916534, + "grad_norm": 3.9254326820373535, + "learning_rate": 1.999754117953308e-05, + "loss": 4.2022, + "step": 2153 + }, + { + "epoch": 0.03687156575771581, + "grad_norm": 4.137990951538086, + "learning_rate": 1.9997528870570112e-05, + "loss": 4.2901, + "step": 2154 + }, + { + "epoch": 0.03688868347626628, + "grad_norm": 3.6264946460723877, + "learning_rate": 1.9997516530878225e-05, + "loss": 4.2591, + "step": 2155 + }, + { + "epoch": 0.036905801194816755, + "grad_norm": 4.041228294372559, + "learning_rate": 1.9997504160457456e-05, + "loss": 4.1754, + "step": 2156 + }, + { + "epoch": 0.03692291891336723, + "grad_norm": 3.8150908946990967, + "learning_rate": 1.9997491759307844e-05, + "loss": 4.15, + "step": 2157 + }, + { + "epoch": 0.0369400366319177, + "grad_norm": 3.5014657974243164, + "learning_rate": 1.9997479327429428e-05, + "loss": 4.1741, + "step": 2158 + }, + { + "epoch": 0.03695715435046817, + "grad_norm": 3.8055295944213867, + "learning_rate": 1.999746686482224e-05, + "loss": 4.1478, + "step": 2159 + }, + { + "epoch": 0.03697427206901864, + "grad_norm": 4.325381755828857, + "learning_rate": 1.9997454371486323e-05, + "loss": 4.2227, + "step": 2160 + }, + { + "epoch": 0.036991389787569114, + "grad_norm": 3.4627389907836914, + "learning_rate": 1.999744184742172e-05, + "loss": 4.2472, + "step": 2161 + }, + { + "epoch": 0.03700850750611959, + "grad_norm": 3.778247356414795, + "learning_rate": 1.999742929262846e-05, + "loss": 4.204, + "step": 2162 + }, + { + "epoch": 0.03702562522467005, + "grad_norm": 3.838536262512207, + "learning_rate": 1.9997416707106587e-05, + "loss": 4.2375, + "step": 2163 + }, + { + "epoch": 0.037042742943220526, + "grad_norm": 3.699727773666382, + "learning_rate": 1.999740409085614e-05, + "loss": 4.0887, + "step": 2164 + }, + { + "epoch": 0.037059860661771, + "grad_norm": 3.3765556812286377, + "learning_rate": 1.999739144387715e-05, + "loss": 4.0271, + "step": 2165 + }, + { + "epoch": 0.03707697838032147, + "grad_norm": 3.5414681434631348, + "learning_rate": 1.9997378766169672e-05, + "loss": 4.2125, + "step": 2166 + }, + { + "epoch": 0.037094096098871945, + "grad_norm": 3.7720985412597656, + "learning_rate": 1.9997366057733728e-05, + "loss": 4.208, + "step": 2167 + }, + { + "epoch": 0.03711121381742241, + "grad_norm": 3.7622292041778564, + "learning_rate": 1.9997353318569367e-05, + "loss": 4.1033, + "step": 2168 + }, + { + "epoch": 0.037128331535972885, + "grad_norm": 3.8153653144836426, + "learning_rate": 1.999734054867663e-05, + "loss": 4.215, + "step": 2169 + }, + { + "epoch": 0.03714544925452336, + "grad_norm": 3.7735044956207275, + "learning_rate": 1.9997327748055544e-05, + "loss": 4.2587, + "step": 2170 + }, + { + "epoch": 0.03716256697307383, + "grad_norm": 3.635786771774292, + "learning_rate": 1.999731491670616e-05, + "loss": 4.2274, + "step": 2171 + }, + { + "epoch": 0.0371796846916243, + "grad_norm": 3.8213698863983154, + "learning_rate": 1.9997302054628514e-05, + "loss": 4.1403, + "step": 2172 + }, + { + "epoch": 0.03719680241017477, + "grad_norm": 3.660987615585327, + "learning_rate": 1.9997289161822642e-05, + "loss": 4.1633, + "step": 2173 + }, + { + "epoch": 0.03721392012872524, + "grad_norm": 3.975071668624878, + "learning_rate": 1.999727623828859e-05, + "loss": 4.1174, + "step": 2174 + }, + { + "epoch": 0.037231037847275716, + "grad_norm": 3.6845271587371826, + "learning_rate": 1.9997263284026395e-05, + "loss": 4.1584, + "step": 2175 + }, + { + "epoch": 0.03724815556582619, + "grad_norm": 4.104739189147949, + "learning_rate": 1.9997250299036094e-05, + "loss": 4.1629, + "step": 2176 + }, + { + "epoch": 0.037265273284376656, + "grad_norm": 3.777021646499634, + "learning_rate": 1.999723728331773e-05, + "loss": 4.1073, + "step": 2177 + }, + { + "epoch": 0.03728239100292713, + "grad_norm": 3.8575327396392822, + "learning_rate": 1.999722423687134e-05, + "loss": 4.0709, + "step": 2178 + }, + { + "epoch": 0.0372995087214776, + "grad_norm": 3.6876022815704346, + "learning_rate": 1.999721115969697e-05, + "loss": 4.2941, + "step": 2179 + }, + { + "epoch": 0.037316626440028075, + "grad_norm": 3.443284749984741, + "learning_rate": 1.9997198051794652e-05, + "loss": 4.263, + "step": 2180 + }, + { + "epoch": 0.03733374415857854, + "grad_norm": 4.445200443267822, + "learning_rate": 1.9997184913164433e-05, + "loss": 4.2506, + "step": 2181 + }, + { + "epoch": 0.037350861877129014, + "grad_norm": 3.6630852222442627, + "learning_rate": 1.9997171743806353e-05, + "loss": 4.1622, + "step": 2182 + }, + { + "epoch": 0.03736797959567949, + "grad_norm": 3.7124569416046143, + "learning_rate": 1.9997158543720448e-05, + "loss": 4.2313, + "step": 2183 + }, + { + "epoch": 0.03738509731422996, + "grad_norm": 3.8568689823150635, + "learning_rate": 1.999714531290676e-05, + "loss": 4.3291, + "step": 2184 + }, + { + "epoch": 0.037402215032780434, + "grad_norm": 3.4903829097747803, + "learning_rate": 1.9997132051365334e-05, + "loss": 4.111, + "step": 2185 + }, + { + "epoch": 0.0374193327513309, + "grad_norm": 3.659085512161255, + "learning_rate": 1.9997118759096207e-05, + "loss": 4.0114, + "step": 2186 + }, + { + "epoch": 0.03743645046988137, + "grad_norm": 4.1452317237854, + "learning_rate": 1.999710543609942e-05, + "loss": 4.2641, + "step": 2187 + }, + { + "epoch": 0.037453568188431846, + "grad_norm": 3.995561361312866, + "learning_rate": 1.9997092082375015e-05, + "loss": 4.1684, + "step": 2188 + }, + { + "epoch": 0.03747068590698232, + "grad_norm": 3.9926843643188477, + "learning_rate": 1.999707869792303e-05, + "loss": 4.1046, + "step": 2189 + }, + { + "epoch": 0.03748780362553279, + "grad_norm": 4.279837131500244, + "learning_rate": 1.9997065282743514e-05, + "loss": 4.197, + "step": 2190 + }, + { + "epoch": 0.03750492134408326, + "grad_norm": 4.488937854766846, + "learning_rate": 1.9997051836836498e-05, + "loss": 4.2056, + "step": 2191 + }, + { + "epoch": 0.03752203906263373, + "grad_norm": 4.2975873947143555, + "learning_rate": 1.9997038360202034e-05, + "loss": 4.249, + "step": 2192 + }, + { + "epoch": 0.037539156781184205, + "grad_norm": 3.9992799758911133, + "learning_rate": 1.9997024852840152e-05, + "loss": 4.1551, + "step": 2193 + }, + { + "epoch": 0.03755627449973468, + "grad_norm": 3.9814820289611816, + "learning_rate": 1.99970113147509e-05, + "loss": 4.2323, + "step": 2194 + }, + { + "epoch": 0.037573392218285144, + "grad_norm": 3.7438395023345947, + "learning_rate": 1.999699774593432e-05, + "loss": 4.113, + "step": 2195 + }, + { + "epoch": 0.03759050993683562, + "grad_norm": 3.6365463733673096, + "learning_rate": 1.999698414639045e-05, + "loss": 4.167, + "step": 2196 + }, + { + "epoch": 0.03760762765538609, + "grad_norm": 3.709611177444458, + "learning_rate": 1.9996970516119336e-05, + "loss": 4.2104, + "step": 2197 + }, + { + "epoch": 0.03762474537393656, + "grad_norm": 3.6559066772460938, + "learning_rate": 1.999695685512102e-05, + "loss": 4.1473, + "step": 2198 + }, + { + "epoch": 0.037641863092487036, + "grad_norm": 3.6779870986938477, + "learning_rate": 1.9996943163395538e-05, + "loss": 4.1351, + "step": 2199 + }, + { + "epoch": 0.0376589808110375, + "grad_norm": 3.59372615814209, + "learning_rate": 1.9996929440942937e-05, + "loss": 4.1319, + "step": 2200 + }, + { + "epoch": 0.037676098529587976, + "grad_norm": 3.7086708545684814, + "learning_rate": 1.999691568776326e-05, + "loss": 4.1778, + "step": 2201 + }, + { + "epoch": 0.03769321624813845, + "grad_norm": 3.819772243499756, + "learning_rate": 1.9996901903856547e-05, + "loss": 4.2978, + "step": 2202 + }, + { + "epoch": 0.03771033396668892, + "grad_norm": 4.0295610427856445, + "learning_rate": 1.9996888089222844e-05, + "loss": 4.1841, + "step": 2203 + }, + { + "epoch": 0.03772745168523939, + "grad_norm": 3.737502098083496, + "learning_rate": 1.9996874243862185e-05, + "loss": 4.0985, + "step": 2204 + }, + { + "epoch": 0.03774456940378986, + "grad_norm": 3.641523599624634, + "learning_rate": 1.9996860367774623e-05, + "loss": 4.2409, + "step": 2205 + }, + { + "epoch": 0.037761687122340334, + "grad_norm": 3.550326347351074, + "learning_rate": 1.9996846460960192e-05, + "loss": 4.2041, + "step": 2206 + }, + { + "epoch": 0.03777880484089081, + "grad_norm": 3.6777114868164062, + "learning_rate": 1.999683252341894e-05, + "loss": 4.246, + "step": 2207 + }, + { + "epoch": 0.03779592255944128, + "grad_norm": 3.573482036590576, + "learning_rate": 1.9996818555150907e-05, + "loss": 4.2896, + "step": 2208 + }, + { + "epoch": 0.03781304027799175, + "grad_norm": 3.5112874507904053, + "learning_rate": 1.999680455615614e-05, + "loss": 4.0612, + "step": 2209 + }, + { + "epoch": 0.03783015799654222, + "grad_norm": 3.53977632522583, + "learning_rate": 1.9996790526434677e-05, + "loss": 4.2154, + "step": 2210 + }, + { + "epoch": 0.03784727571509269, + "grad_norm": 3.5846216678619385, + "learning_rate": 1.9996776465986566e-05, + "loss": 3.9939, + "step": 2211 + }, + { + "epoch": 0.037864393433643166, + "grad_norm": 3.651873826980591, + "learning_rate": 1.9996762374811846e-05, + "loss": 4.168, + "step": 2212 + }, + { + "epoch": 0.03788151115219363, + "grad_norm": 4.452911853790283, + "learning_rate": 1.999674825291056e-05, + "loss": 4.2514, + "step": 2213 + }, + { + "epoch": 0.037898628870744105, + "grad_norm": 4.724681854248047, + "learning_rate": 1.9996734100282756e-05, + "loss": 4.2853, + "step": 2214 + }, + { + "epoch": 0.03791574658929458, + "grad_norm": 5.694991111755371, + "learning_rate": 1.9996719916928473e-05, + "loss": 4.258, + "step": 2215 + }, + { + "epoch": 0.03793286430784505, + "grad_norm": 5.613673686981201, + "learning_rate": 1.9996705702847755e-05, + "loss": 4.2472, + "step": 2216 + }, + { + "epoch": 0.037949982026395525, + "grad_norm": 3.9256322383880615, + "learning_rate": 1.999669145804065e-05, + "loss": 4.0827, + "step": 2217 + }, + { + "epoch": 0.03796709974494599, + "grad_norm": 4.2939133644104, + "learning_rate": 1.99966771825072e-05, + "loss": 4.3156, + "step": 2218 + }, + { + "epoch": 0.037984217463496464, + "grad_norm": 4.4002861976623535, + "learning_rate": 1.9996662876247443e-05, + "loss": 4.2594, + "step": 2219 + }, + { + "epoch": 0.03800133518204694, + "grad_norm": 4.188603401184082, + "learning_rate": 1.999664853926143e-05, + "loss": 4.1683, + "step": 2220 + }, + { + "epoch": 0.03801845290059741, + "grad_norm": 3.9537405967712402, + "learning_rate": 1.9996634171549204e-05, + "loss": 4.0336, + "step": 2221 + }, + { + "epoch": 0.038035570619147877, + "grad_norm": 3.7197105884552, + "learning_rate": 1.999661977311081e-05, + "loss": 4.0702, + "step": 2222 + }, + { + "epoch": 0.03805268833769835, + "grad_norm": 4.038561820983887, + "learning_rate": 1.999660534394628e-05, + "loss": 3.9532, + "step": 2223 + }, + { + "epoch": 0.03806980605624882, + "grad_norm": 3.8138270378112793, + "learning_rate": 1.999659088405568e-05, + "loss": 4.2161, + "step": 2224 + }, + { + "epoch": 0.038086923774799296, + "grad_norm": 3.757309913635254, + "learning_rate": 1.9996576393439037e-05, + "loss": 4.1722, + "step": 2225 + }, + { + "epoch": 0.03810404149334977, + "grad_norm": 3.9676332473754883, + "learning_rate": 1.9996561872096402e-05, + "loss": 4.2799, + "step": 2226 + }, + { + "epoch": 0.038121159211900235, + "grad_norm": 3.8228375911712646, + "learning_rate": 1.999654732002782e-05, + "loss": 4.2157, + "step": 2227 + }, + { + "epoch": 0.03813827693045071, + "grad_norm": 3.629932165145874, + "learning_rate": 1.999653273723334e-05, + "loss": 3.9593, + "step": 2228 + }, + { + "epoch": 0.03815539464900118, + "grad_norm": 3.7785208225250244, + "learning_rate": 1.9996518123712994e-05, + "loss": 4.1486, + "step": 2229 + }, + { + "epoch": 0.038172512367551654, + "grad_norm": 3.9940426349639893, + "learning_rate": 1.9996503479466837e-05, + "loss": 4.1183, + "step": 2230 + }, + { + "epoch": 0.03818963008610213, + "grad_norm": 3.7133049964904785, + "learning_rate": 1.9996488804494913e-05, + "loss": 4.1299, + "step": 2231 + }, + { + "epoch": 0.038206747804652594, + "grad_norm": 3.5587358474731445, + "learning_rate": 1.9996474098797265e-05, + "loss": 4.1282, + "step": 2232 + }, + { + "epoch": 0.03822386552320307, + "grad_norm": 3.5368502140045166, + "learning_rate": 1.9996459362373938e-05, + "loss": 4.0561, + "step": 2233 + }, + { + "epoch": 0.03824098324175354, + "grad_norm": 3.7941198348999023, + "learning_rate": 1.999644459522498e-05, + "loss": 4.1466, + "step": 2234 + }, + { + "epoch": 0.03825810096030401, + "grad_norm": 3.5294270515441895, + "learning_rate": 1.9996429797350433e-05, + "loss": 4.1597, + "step": 2235 + }, + { + "epoch": 0.03827521867885448, + "grad_norm": 3.694692611694336, + "learning_rate": 1.9996414968750347e-05, + "loss": 4.2904, + "step": 2236 + }, + { + "epoch": 0.03829233639740495, + "grad_norm": 3.5501534938812256, + "learning_rate": 1.999640010942476e-05, + "loss": 4.1614, + "step": 2237 + }, + { + "epoch": 0.038309454115955426, + "grad_norm": 3.2183306217193604, + "learning_rate": 1.9996385219373727e-05, + "loss": 4.0766, + "step": 2238 + }, + { + "epoch": 0.0383265718345059, + "grad_norm": 3.6166458129882812, + "learning_rate": 1.9996370298597286e-05, + "loss": 4.2565, + "step": 2239 + }, + { + "epoch": 0.03834368955305637, + "grad_norm": 3.4355223178863525, + "learning_rate": 1.9996355347095488e-05, + "loss": 4.1319, + "step": 2240 + }, + { + "epoch": 0.03836080727160684, + "grad_norm": 3.5867531299591064, + "learning_rate": 1.9996340364868376e-05, + "loss": 4.1129, + "step": 2241 + }, + { + "epoch": 0.03837792499015731, + "grad_norm": 3.7332828044891357, + "learning_rate": 1.9996325351915998e-05, + "loss": 3.9857, + "step": 2242 + }, + { + "epoch": 0.038395042708707784, + "grad_norm": 3.8669018745422363, + "learning_rate": 1.9996310308238397e-05, + "loss": 4.1505, + "step": 2243 + }, + { + "epoch": 0.03841216042725826, + "grad_norm": 4.03718376159668, + "learning_rate": 1.9996295233835622e-05, + "loss": 4.2932, + "step": 2244 + }, + { + "epoch": 0.038429278145808723, + "grad_norm": 3.535165786743164, + "learning_rate": 1.999628012870772e-05, + "loss": 4.1435, + "step": 2245 + }, + { + "epoch": 0.0384463958643592, + "grad_norm": 3.9658217430114746, + "learning_rate": 1.9996264992854733e-05, + "loss": 4.211, + "step": 2246 + }, + { + "epoch": 0.03846351358290967, + "grad_norm": 3.954580307006836, + "learning_rate": 1.9996249826276714e-05, + "loss": 4.1134, + "step": 2247 + }, + { + "epoch": 0.03848063130146014, + "grad_norm": 3.807340145111084, + "learning_rate": 1.9996234628973707e-05, + "loss": 4.0763, + "step": 2248 + }, + { + "epoch": 0.038497749020010616, + "grad_norm": 3.8353781700134277, + "learning_rate": 1.9996219400945755e-05, + "loss": 4.2718, + "step": 2249 + }, + { + "epoch": 0.03851486673856108, + "grad_norm": 3.602327585220337, + "learning_rate": 1.999620414219291e-05, + "loss": 4.1582, + "step": 2250 + }, + { + "epoch": 0.038531984457111555, + "grad_norm": 3.7445156574249268, + "learning_rate": 1.9996188852715214e-05, + "loss": 4.1175, + "step": 2251 + }, + { + "epoch": 0.03854910217566203, + "grad_norm": 3.623605489730835, + "learning_rate": 1.9996173532512717e-05, + "loss": 4.1088, + "step": 2252 + }, + { + "epoch": 0.0385662198942125, + "grad_norm": 3.5802886486053467, + "learning_rate": 1.9996158181585468e-05, + "loss": 4.0711, + "step": 2253 + }, + { + "epoch": 0.03858333761276297, + "grad_norm": 3.7489676475524902, + "learning_rate": 1.9996142799933512e-05, + "loss": 4.1281, + "step": 2254 + }, + { + "epoch": 0.03860045533131344, + "grad_norm": 3.742908477783203, + "learning_rate": 1.9996127387556896e-05, + "loss": 4.1549, + "step": 2255 + }, + { + "epoch": 0.038617573049863914, + "grad_norm": 4.014918327331543, + "learning_rate": 1.9996111944455668e-05, + "loss": 4.1364, + "step": 2256 + }, + { + "epoch": 0.03863469076841439, + "grad_norm": 3.6808383464813232, + "learning_rate": 1.9996096470629875e-05, + "loss": 4.1907, + "step": 2257 + }, + { + "epoch": 0.03865180848696486, + "grad_norm": 3.7999937534332275, + "learning_rate": 1.999608096607956e-05, + "loss": 4.1766, + "step": 2258 + }, + { + "epoch": 0.038668926205515326, + "grad_norm": 3.8248910903930664, + "learning_rate": 1.999606543080478e-05, + "loss": 4.3135, + "step": 2259 + }, + { + "epoch": 0.0386860439240658, + "grad_norm": 3.829476833343506, + "learning_rate": 1.9996049864805576e-05, + "loss": 4.1083, + "step": 2260 + }, + { + "epoch": 0.03870316164261627, + "grad_norm": 3.6819143295288086, + "learning_rate": 1.9996034268081997e-05, + "loss": 4.1579, + "step": 2261 + }, + { + "epoch": 0.038720279361166746, + "grad_norm": 3.7174317836761475, + "learning_rate": 1.9996018640634097e-05, + "loss": 4.1194, + "step": 2262 + }, + { + "epoch": 0.03873739707971722, + "grad_norm": 3.595123767852783, + "learning_rate": 1.9996002982461916e-05, + "loss": 4.1414, + "step": 2263 + }, + { + "epoch": 0.038754514798267685, + "grad_norm": 4.141472339630127, + "learning_rate": 1.9995987293565503e-05, + "loss": 4.1457, + "step": 2264 + }, + { + "epoch": 0.03877163251681816, + "grad_norm": 3.7552149295806885, + "learning_rate": 1.999597157394491e-05, + "loss": 4.1412, + "step": 2265 + }, + { + "epoch": 0.03878875023536863, + "grad_norm": 3.5115866661071777, + "learning_rate": 1.9995955823600184e-05, + "loss": 4.121, + "step": 2266 + }, + { + "epoch": 0.038805867953919104, + "grad_norm": 3.88674259185791, + "learning_rate": 1.9995940042531373e-05, + "loss": 4.1751, + "step": 2267 + }, + { + "epoch": 0.03882298567246957, + "grad_norm": 3.7499189376831055, + "learning_rate": 1.9995924230738522e-05, + "loss": 4.1273, + "step": 2268 + }, + { + "epoch": 0.038840103391020044, + "grad_norm": 3.5731561183929443, + "learning_rate": 1.9995908388221686e-05, + "loss": 4.0945, + "step": 2269 + }, + { + "epoch": 0.03885722110957052, + "grad_norm": 3.640554189682007, + "learning_rate": 1.999589251498091e-05, + "loss": 4.0187, + "step": 2270 + }, + { + "epoch": 0.03887433882812099, + "grad_norm": 3.7465837001800537, + "learning_rate": 1.9995876611016246e-05, + "loss": 4.0871, + "step": 2271 + }, + { + "epoch": 0.03889145654667146, + "grad_norm": 3.956977367401123, + "learning_rate": 1.9995860676327738e-05, + "loss": 4.2783, + "step": 2272 + }, + { + "epoch": 0.03890857426522193, + "grad_norm": 4.1311869621276855, + "learning_rate": 1.9995844710915437e-05, + "loss": 4.2338, + "step": 2273 + }, + { + "epoch": 0.0389256919837724, + "grad_norm": 3.8259899616241455, + "learning_rate": 1.9995828714779394e-05, + "loss": 4.1864, + "step": 2274 + }, + { + "epoch": 0.038942809702322875, + "grad_norm": 3.4799039363861084, + "learning_rate": 1.9995812687919653e-05, + "loss": 3.9849, + "step": 2275 + }, + { + "epoch": 0.03895992742087335, + "grad_norm": 3.7103676795959473, + "learning_rate": 1.999579663033627e-05, + "loss": 4.1193, + "step": 2276 + }, + { + "epoch": 0.038977045139423815, + "grad_norm": 3.6033215522766113, + "learning_rate": 1.9995780542029293e-05, + "loss": 4.0221, + "step": 2277 + }, + { + "epoch": 0.03899416285797429, + "grad_norm": 3.6823008060455322, + "learning_rate": 1.9995764422998768e-05, + "loss": 4.1371, + "step": 2278 + }, + { + "epoch": 0.03901128057652476, + "grad_norm": 3.600935459136963, + "learning_rate": 1.9995748273244745e-05, + "loss": 4.1324, + "step": 2279 + }, + { + "epoch": 0.039028398295075234, + "grad_norm": 3.752495527267456, + "learning_rate": 1.9995732092767275e-05, + "loss": 4.1264, + "step": 2280 + }, + { + "epoch": 0.03904551601362571, + "grad_norm": 3.7798757553100586, + "learning_rate": 1.999571588156641e-05, + "loss": 4.0164, + "step": 2281 + }, + { + "epoch": 0.03906263373217617, + "grad_norm": 3.7660560607910156, + "learning_rate": 1.9995699639642195e-05, + "loss": 3.97, + "step": 2282 + }, + { + "epoch": 0.039079751450726646, + "grad_norm": 3.5613818168640137, + "learning_rate": 1.9995683366994682e-05, + "loss": 3.9275, + "step": 2283 + }, + { + "epoch": 0.03909686916927712, + "grad_norm": 3.8228626251220703, + "learning_rate": 1.9995667063623923e-05, + "loss": 4.1368, + "step": 2284 + }, + { + "epoch": 0.03911398688782759, + "grad_norm": 3.648845911026001, + "learning_rate": 1.9995650729529967e-05, + "loss": 4.0407, + "step": 2285 + }, + { + "epoch": 0.03913110460637806, + "grad_norm": 3.4377598762512207, + "learning_rate": 1.9995634364712863e-05, + "loss": 4.0072, + "step": 2286 + }, + { + "epoch": 0.03914822232492853, + "grad_norm": 3.821901559829712, + "learning_rate": 1.999561796917266e-05, + "loss": 4.1226, + "step": 2287 + }, + { + "epoch": 0.039165340043479005, + "grad_norm": 3.4945621490478516, + "learning_rate": 1.999560154290941e-05, + "loss": 4.0987, + "step": 2288 + }, + { + "epoch": 0.03918245776202948, + "grad_norm": 3.7104103565216064, + "learning_rate": 1.999558508592317e-05, + "loss": 4.0565, + "step": 2289 + }, + { + "epoch": 0.03919957548057995, + "grad_norm": 3.626253843307495, + "learning_rate": 1.9995568598213978e-05, + "loss": 4.1613, + "step": 2290 + }, + { + "epoch": 0.03921669319913042, + "grad_norm": 3.8099043369293213, + "learning_rate": 1.9995552079781895e-05, + "loss": 4.1231, + "step": 2291 + }, + { + "epoch": 0.03923381091768089, + "grad_norm": 4.550676345825195, + "learning_rate": 1.9995535530626965e-05, + "loss": 4.3475, + "step": 2292 + }, + { + "epoch": 0.039250928636231364, + "grad_norm": 4.940142631530762, + "learning_rate": 1.9995518950749243e-05, + "loss": 4.1452, + "step": 2293 + }, + { + "epoch": 0.03926804635478184, + "grad_norm": 4.953849792480469, + "learning_rate": 1.999550234014878e-05, + "loss": 4.1314, + "step": 2294 + }, + { + "epoch": 0.0392851640733323, + "grad_norm": 4.507483959197998, + "learning_rate": 1.9995485698825625e-05, + "loss": 4.1017, + "step": 2295 + }, + { + "epoch": 0.039302281791882776, + "grad_norm": 3.4826788902282715, + "learning_rate": 1.999546902677983e-05, + "loss": 3.9391, + "step": 2296 + }, + { + "epoch": 0.03931939951043325, + "grad_norm": 4.677004337310791, + "learning_rate": 1.9995452324011445e-05, + "loss": 4.2088, + "step": 2297 + }, + { + "epoch": 0.03933651722898372, + "grad_norm": 4.183501243591309, + "learning_rate": 1.9995435590520526e-05, + "loss": 4.093, + "step": 2298 + }, + { + "epoch": 0.039353634947534195, + "grad_norm": 3.90240478515625, + "learning_rate": 1.9995418826307116e-05, + "loss": 4.0975, + "step": 2299 + }, + { + "epoch": 0.03937075266608466, + "grad_norm": 3.998839855194092, + "learning_rate": 1.9995402031371275e-05, + "loss": 4.1461, + "step": 2300 + }, + { + "epoch": 0.039387870384635135, + "grad_norm": 3.802419662475586, + "learning_rate": 1.9995385205713048e-05, + "loss": 3.9992, + "step": 2301 + }, + { + "epoch": 0.03940498810318561, + "grad_norm": 3.9271767139434814, + "learning_rate": 1.9995368349332492e-05, + "loss": 4.1133, + "step": 2302 + }, + { + "epoch": 0.03942210582173608, + "grad_norm": 3.9132633209228516, + "learning_rate": 1.9995351462229658e-05, + "loss": 3.9887, + "step": 2303 + }, + { + "epoch": 0.039439223540286554, + "grad_norm": 3.639739513397217, + "learning_rate": 1.9995334544404594e-05, + "loss": 4.1307, + "step": 2304 + }, + { + "epoch": 0.03945634125883702, + "grad_norm": 3.9311363697052, + "learning_rate": 1.9995317595857356e-05, + "loss": 4.174, + "step": 2305 + }, + { + "epoch": 0.03947345897738749, + "grad_norm": 4.340221881866455, + "learning_rate": 1.9995300616587993e-05, + "loss": 4.2501, + "step": 2306 + }, + { + "epoch": 0.039490576695937966, + "grad_norm": 3.510016679763794, + "learning_rate": 1.9995283606596562e-05, + "loss": 4.0998, + "step": 2307 + }, + { + "epoch": 0.03950769441448844, + "grad_norm": 3.674863576889038, + "learning_rate": 1.999526656588311e-05, + "loss": 4.1892, + "step": 2308 + }, + { + "epoch": 0.039524812133038906, + "grad_norm": 3.978494644165039, + "learning_rate": 1.999524949444769e-05, + "loss": 4.3323, + "step": 2309 + }, + { + "epoch": 0.03954192985158938, + "grad_norm": 3.7428195476531982, + "learning_rate": 1.999523239229036e-05, + "loss": 4.1629, + "step": 2310 + }, + { + "epoch": 0.03955904757013985, + "grad_norm": 3.657379388809204, + "learning_rate": 1.9995215259411164e-05, + "loss": 4.1319, + "step": 2311 + }, + { + "epoch": 0.039576165288690325, + "grad_norm": 3.7301762104034424, + "learning_rate": 1.999519809581016e-05, + "loss": 4.2383, + "step": 2312 + }, + { + "epoch": 0.0395932830072408, + "grad_norm": 3.6145288944244385, + "learning_rate": 1.99951809014874e-05, + "loss": 4.1874, + "step": 2313 + }, + { + "epoch": 0.039610400725791264, + "grad_norm": 3.603503942489624, + "learning_rate": 1.9995163676442938e-05, + "loss": 4.1304, + "step": 2314 + }, + { + "epoch": 0.03962751844434174, + "grad_norm": 3.8981575965881348, + "learning_rate": 1.9995146420676826e-05, + "loss": 4.0622, + "step": 2315 + }, + { + "epoch": 0.03964463616289221, + "grad_norm": 3.5230979919433594, + "learning_rate": 1.9995129134189115e-05, + "loss": 3.9349, + "step": 2316 + }, + { + "epoch": 0.039661753881442684, + "grad_norm": 3.3099279403686523, + "learning_rate": 1.999511181697986e-05, + "loss": 3.8993, + "step": 2317 + }, + { + "epoch": 0.03967887159999315, + "grad_norm": 3.7013301849365234, + "learning_rate": 1.9995094469049117e-05, + "loss": 4.0376, + "step": 2318 + }, + { + "epoch": 0.03969598931854362, + "grad_norm": 3.4543333053588867, + "learning_rate": 1.9995077090396936e-05, + "loss": 4.1473, + "step": 2319 + }, + { + "epoch": 0.039713107037094096, + "grad_norm": 3.6585257053375244, + "learning_rate": 1.999505968102337e-05, + "loss": 4.0101, + "step": 2320 + }, + { + "epoch": 0.03973022475564457, + "grad_norm": 3.864776611328125, + "learning_rate": 1.999504224092847e-05, + "loss": 4.0002, + "step": 2321 + }, + { + "epoch": 0.03974734247419504, + "grad_norm": 4.312139987945557, + "learning_rate": 1.99950247701123e-05, + "loss": 4.2294, + "step": 2322 + }, + { + "epoch": 0.03976446019274551, + "grad_norm": 4.166062831878662, + "learning_rate": 1.99950072685749e-05, + "loss": 4.1493, + "step": 2323 + }, + { + "epoch": 0.03978157791129598, + "grad_norm": 4.126516819000244, + "learning_rate": 1.9994989736316333e-05, + "loss": 4.0418, + "step": 2324 + }, + { + "epoch": 0.039798695629846455, + "grad_norm": 4.020998954772949, + "learning_rate": 1.9994972173336647e-05, + "loss": 4.1505, + "step": 2325 + }, + { + "epoch": 0.03981581334839693, + "grad_norm": 3.6929948329925537, + "learning_rate": 1.9994954579635906e-05, + "loss": 4.1198, + "step": 2326 + }, + { + "epoch": 0.039832931066947394, + "grad_norm": 3.954172372817993, + "learning_rate": 1.9994936955214155e-05, + "loss": 4.1703, + "step": 2327 + }, + { + "epoch": 0.03985004878549787, + "grad_norm": 3.756136655807495, + "learning_rate": 1.999491930007145e-05, + "loss": 4.1063, + "step": 2328 + }, + { + "epoch": 0.03986716650404834, + "grad_norm": 3.660043716430664, + "learning_rate": 1.9994901614207846e-05, + "loss": 4.2477, + "step": 2329 + }, + { + "epoch": 0.03988428422259881, + "grad_norm": 3.7273595333099365, + "learning_rate": 1.9994883897623393e-05, + "loss": 4.154, + "step": 2330 + }, + { + "epoch": 0.039901401941149287, + "grad_norm": 3.9510886669158936, + "learning_rate": 1.9994866150318154e-05, + "loss": 4.1845, + "step": 2331 + }, + { + "epoch": 0.03991851965969975, + "grad_norm": 3.630391836166382, + "learning_rate": 1.9994848372292178e-05, + "loss": 4.045, + "step": 2332 + }, + { + "epoch": 0.039935637378250226, + "grad_norm": 3.493669271469116, + "learning_rate": 1.9994830563545524e-05, + "loss": 4.1255, + "step": 2333 + }, + { + "epoch": 0.0399527550968007, + "grad_norm": 3.8740880489349365, + "learning_rate": 1.999481272407824e-05, + "loss": 4.1483, + "step": 2334 + }, + { + "epoch": 0.03996987281535117, + "grad_norm": 3.712127208709717, + "learning_rate": 1.9994794853890384e-05, + "loss": 4.1776, + "step": 2335 + }, + { + "epoch": 0.03998699053390164, + "grad_norm": 3.5682213306427, + "learning_rate": 1.9994776952982015e-05, + "loss": 4.2381, + "step": 2336 + }, + { + "epoch": 0.04000410825245211, + "grad_norm": 3.571446418762207, + "learning_rate": 1.999475902135318e-05, + "loss": 4.0519, + "step": 2337 + }, + { + "epoch": 0.040021225971002584, + "grad_norm": 3.561893939971924, + "learning_rate": 1.999474105900394e-05, + "loss": 4.1469, + "step": 2338 + }, + { + "epoch": 0.04003834368955306, + "grad_norm": 3.4951188564300537, + "learning_rate": 1.9994723065934352e-05, + "loss": 4.0716, + "step": 2339 + }, + { + "epoch": 0.04005546140810353, + "grad_norm": 3.8508036136627197, + "learning_rate": 1.9994705042144464e-05, + "loss": 4.1621, + "step": 2340 + }, + { + "epoch": 0.040072579126654, + "grad_norm": 3.625185489654541, + "learning_rate": 1.9994686987634337e-05, + "loss": 4.0767, + "step": 2341 + }, + { + "epoch": 0.04008969684520447, + "grad_norm": 3.4176204204559326, + "learning_rate": 1.9994668902404026e-05, + "loss": 3.8827, + "step": 2342 + }, + { + "epoch": 0.04010681456375494, + "grad_norm": 4.062702178955078, + "learning_rate": 1.9994650786453585e-05, + "loss": 4.1048, + "step": 2343 + }, + { + "epoch": 0.040123932282305416, + "grad_norm": 3.4325528144836426, + "learning_rate": 1.9994632639783068e-05, + "loss": 3.9132, + "step": 2344 + }, + { + "epoch": 0.04014105000085589, + "grad_norm": 3.530731678009033, + "learning_rate": 1.9994614462392533e-05, + "loss": 4.1123, + "step": 2345 + }, + { + "epoch": 0.040158167719406355, + "grad_norm": 3.80920147895813, + "learning_rate": 1.999459625428204e-05, + "loss": 4.0033, + "step": 2346 + }, + { + "epoch": 0.04017528543795683, + "grad_norm": 3.769609212875366, + "learning_rate": 1.999457801545164e-05, + "loss": 4.1999, + "step": 2347 + }, + { + "epoch": 0.0401924031565073, + "grad_norm": 3.6749680042266846, + "learning_rate": 1.9994559745901385e-05, + "loss": 4.0314, + "step": 2348 + }, + { + "epoch": 0.040209520875057775, + "grad_norm": 3.4897408485412598, + "learning_rate": 1.999454144563134e-05, + "loss": 4.0791, + "step": 2349 + }, + { + "epoch": 0.04022663859360824, + "grad_norm": 3.869354248046875, + "learning_rate": 1.999452311464155e-05, + "loss": 4.106, + "step": 2350 + }, + { + "epoch": 0.040243756312158714, + "grad_norm": 3.579507827758789, + "learning_rate": 1.999450475293209e-05, + "loss": 4.0189, + "step": 2351 + }, + { + "epoch": 0.04026087403070919, + "grad_norm": 4.58806037902832, + "learning_rate": 1.9994486360502997e-05, + "loss": 4.1641, + "step": 2352 + }, + { + "epoch": 0.04027799174925966, + "grad_norm": 3.9874277114868164, + "learning_rate": 1.9994467937354337e-05, + "loss": 4.0805, + "step": 2353 + }, + { + "epoch": 0.040295109467810133, + "grad_norm": 3.5372257232666016, + "learning_rate": 1.999444948348617e-05, + "loss": 3.9562, + "step": 2354 + }, + { + "epoch": 0.0403122271863606, + "grad_norm": 3.988699436187744, + "learning_rate": 1.9994430998898543e-05, + "loss": 4.235, + "step": 2355 + }, + { + "epoch": 0.04032934490491107, + "grad_norm": 3.5287294387817383, + "learning_rate": 1.999441248359152e-05, + "loss": 4.0958, + "step": 2356 + }, + { + "epoch": 0.040346462623461546, + "grad_norm": 3.750718593597412, + "learning_rate": 1.9994393937565154e-05, + "loss": 4.09, + "step": 2357 + }, + { + "epoch": 0.04036358034201202, + "grad_norm": 4.1826395988464355, + "learning_rate": 1.9994375360819506e-05, + "loss": 4.199, + "step": 2358 + }, + { + "epoch": 0.040380698060562485, + "grad_norm": 4.169849395751953, + "learning_rate": 1.9994356753354626e-05, + "loss": 4.1828, + "step": 2359 + }, + { + "epoch": 0.04039781577911296, + "grad_norm": 3.823761224746704, + "learning_rate": 1.999433811517058e-05, + "loss": 4.2652, + "step": 2360 + }, + { + "epoch": 0.04041493349766343, + "grad_norm": 3.793016195297241, + "learning_rate": 1.9994319446267417e-05, + "loss": 4.0807, + "step": 2361 + }, + { + "epoch": 0.040432051216213905, + "grad_norm": 3.797985792160034, + "learning_rate": 1.9994300746645204e-05, + "loss": 4.0855, + "step": 2362 + }, + { + "epoch": 0.04044916893476438, + "grad_norm": 3.868356943130493, + "learning_rate": 1.9994282016303992e-05, + "loss": 3.9499, + "step": 2363 + }, + { + "epoch": 0.040466286653314844, + "grad_norm": 3.8469231128692627, + "learning_rate": 1.999426325524384e-05, + "loss": 4.0756, + "step": 2364 + }, + { + "epoch": 0.04048340437186532, + "grad_norm": 3.471173048019409, + "learning_rate": 1.9994244463464803e-05, + "loss": 4.2149, + "step": 2365 + }, + { + "epoch": 0.04050052209041579, + "grad_norm": 3.638180732727051, + "learning_rate": 1.999422564096694e-05, + "loss": 4.0763, + "step": 2366 + }, + { + "epoch": 0.04051763980896626, + "grad_norm": 3.7363879680633545, + "learning_rate": 1.9994206787750313e-05, + "loss": 4.0365, + "step": 2367 + }, + { + "epoch": 0.04053475752751673, + "grad_norm": 3.4878427982330322, + "learning_rate": 1.9994187903814973e-05, + "loss": 3.9456, + "step": 2368 + }, + { + "epoch": 0.0405518752460672, + "grad_norm": 3.7405359745025635, + "learning_rate": 1.9994168989160988e-05, + "loss": 4.1064, + "step": 2369 + }, + { + "epoch": 0.040568992964617676, + "grad_norm": 3.3134853839874268, + "learning_rate": 1.9994150043788404e-05, + "loss": 3.999, + "step": 2370 + }, + { + "epoch": 0.04058611068316815, + "grad_norm": 3.487928867340088, + "learning_rate": 1.999413106769729e-05, + "loss": 3.9072, + "step": 2371 + }, + { + "epoch": 0.04060322840171862, + "grad_norm": 3.946467876434326, + "learning_rate": 1.9994112060887695e-05, + "loss": 4.0468, + "step": 2372 + }, + { + "epoch": 0.04062034612026909, + "grad_norm": 3.4381234645843506, + "learning_rate": 1.9994093023359684e-05, + "loss": 4.0288, + "step": 2373 + }, + { + "epoch": 0.04063746383881956, + "grad_norm": 4.0293707847595215, + "learning_rate": 1.9994073955113313e-05, + "loss": 4.0871, + "step": 2374 + }, + { + "epoch": 0.040654581557370034, + "grad_norm": 4.322942733764648, + "learning_rate": 1.9994054856148644e-05, + "loss": 4.0659, + "step": 2375 + }, + { + "epoch": 0.04067169927592051, + "grad_norm": 3.4498543739318848, + "learning_rate": 1.999403572646573e-05, + "loss": 4.0154, + "step": 2376 + }, + { + "epoch": 0.040688816994470973, + "grad_norm": 3.4317312240600586, + "learning_rate": 1.9994016566064633e-05, + "loss": 4.0764, + "step": 2377 + }, + { + "epoch": 0.04070593471302145, + "grad_norm": 4.146735668182373, + "learning_rate": 1.999399737494541e-05, + "loss": 4.1589, + "step": 2378 + }, + { + "epoch": 0.04072305243157192, + "grad_norm": 3.8994505405426025, + "learning_rate": 1.9993978153108126e-05, + "loss": 4.0161, + "step": 2379 + }, + { + "epoch": 0.04074017015012239, + "grad_norm": 3.4417431354522705, + "learning_rate": 1.9993958900552833e-05, + "loss": 3.9575, + "step": 2380 + }, + { + "epoch": 0.040757287868672866, + "grad_norm": 3.5736658573150635, + "learning_rate": 1.9993939617279592e-05, + "loss": 3.9339, + "step": 2381 + }, + { + "epoch": 0.04077440558722333, + "grad_norm": 3.712153673171997, + "learning_rate": 1.9993920303288464e-05, + "loss": 3.947, + "step": 2382 + }, + { + "epoch": 0.040791523305773805, + "grad_norm": 3.9662787914276123, + "learning_rate": 1.9993900958579507e-05, + "loss": 4.1336, + "step": 2383 + }, + { + "epoch": 0.04080864102432428, + "grad_norm": 3.7996444702148438, + "learning_rate": 1.9993881583152782e-05, + "loss": 4.0736, + "step": 2384 + }, + { + "epoch": 0.04082575874287475, + "grad_norm": 3.542656183242798, + "learning_rate": 1.999386217700835e-05, + "loss": 4.1106, + "step": 2385 + }, + { + "epoch": 0.040842876461425225, + "grad_norm": 3.9861717224121094, + "learning_rate": 1.9993842740146263e-05, + "loss": 4.1943, + "step": 2386 + }, + { + "epoch": 0.04085999417997569, + "grad_norm": 4.217465877532959, + "learning_rate": 1.9993823272566588e-05, + "loss": 4.1734, + "step": 2387 + }, + { + "epoch": 0.040877111898526164, + "grad_norm": 4.630924701690674, + "learning_rate": 1.999380377426938e-05, + "loss": 4.1422, + "step": 2388 + }, + { + "epoch": 0.04089422961707664, + "grad_norm": 4.6767096519470215, + "learning_rate": 1.9993784245254705e-05, + "loss": 4.1456, + "step": 2389 + }, + { + "epoch": 0.04091134733562711, + "grad_norm": 4.056460380554199, + "learning_rate": 1.999376468552262e-05, + "loss": 4.1071, + "step": 2390 + }, + { + "epoch": 0.040928465054177576, + "grad_norm": 3.8301401138305664, + "learning_rate": 1.999374509507318e-05, + "loss": 4.0145, + "step": 2391 + }, + { + "epoch": 0.04094558277272805, + "grad_norm": 3.9018046855926514, + "learning_rate": 1.9993725473906457e-05, + "loss": 4.0781, + "step": 2392 + }, + { + "epoch": 0.04096270049127852, + "grad_norm": 3.666415214538574, + "learning_rate": 1.99937058220225e-05, + "loss": 4.0768, + "step": 2393 + }, + { + "epoch": 0.040979818209828996, + "grad_norm": 4.1469621658325195, + "learning_rate": 1.9993686139421372e-05, + "loss": 4.1349, + "step": 2394 + }, + { + "epoch": 0.04099693592837947, + "grad_norm": 3.845808506011963, + "learning_rate": 1.9993666426103138e-05, + "loss": 4.1013, + "step": 2395 + }, + { + "epoch": 0.041014053646929935, + "grad_norm": 4.181262016296387, + "learning_rate": 1.9993646682067857e-05, + "loss": 4.2015, + "step": 2396 + }, + { + "epoch": 0.04103117136548041, + "grad_norm": 3.9046471118927, + "learning_rate": 1.9993626907315583e-05, + "loss": 3.9319, + "step": 2397 + }, + { + "epoch": 0.04104828908403088, + "grad_norm": 3.8284034729003906, + "learning_rate": 1.9993607101846385e-05, + "loss": 4.1028, + "step": 2398 + }, + { + "epoch": 0.041065406802581354, + "grad_norm": 3.8023483753204346, + "learning_rate": 1.9993587265660322e-05, + "loss": 4.034, + "step": 2399 + }, + { + "epoch": 0.04108252452113182, + "grad_norm": 4.16879415512085, + "learning_rate": 1.9993567398757454e-05, + "loss": 4.1356, + "step": 2400 + }, + { + "epoch": 0.041099642239682294, + "grad_norm": 3.7003395557403564, + "learning_rate": 1.9993547501137844e-05, + "loss": 4.0575, + "step": 2401 + }, + { + "epoch": 0.04111675995823277, + "grad_norm": 3.687023162841797, + "learning_rate": 1.9993527572801546e-05, + "loss": 4.0573, + "step": 2402 + }, + { + "epoch": 0.04113387767678324, + "grad_norm": 3.564619779586792, + "learning_rate": 1.9993507613748632e-05, + "loss": 3.9511, + "step": 2403 + }, + { + "epoch": 0.04115099539533371, + "grad_norm": 3.787736654281616, + "learning_rate": 1.9993487623979155e-05, + "loss": 4.0127, + "step": 2404 + }, + { + "epoch": 0.04116811311388418, + "grad_norm": 3.9440536499023438, + "learning_rate": 1.999346760349318e-05, + "loss": 3.9688, + "step": 2405 + }, + { + "epoch": 0.04118523083243465, + "grad_norm": 3.5126404762268066, + "learning_rate": 1.9993447552290766e-05, + "loss": 4.0214, + "step": 2406 + }, + { + "epoch": 0.041202348550985125, + "grad_norm": 3.4513328075408936, + "learning_rate": 1.999342747037198e-05, + "loss": 4.0648, + "step": 2407 + }, + { + "epoch": 0.0412194662695356, + "grad_norm": 3.5849978923797607, + "learning_rate": 1.9993407357736877e-05, + "loss": 4.047, + "step": 2408 + }, + { + "epoch": 0.041236583988086065, + "grad_norm": 3.543307304382324, + "learning_rate": 1.9993387214385525e-05, + "loss": 4.0637, + "step": 2409 + }, + { + "epoch": 0.04125370170663654, + "grad_norm": 3.789116621017456, + "learning_rate": 1.9993367040317983e-05, + "loss": 3.9607, + "step": 2410 + }, + { + "epoch": 0.04127081942518701, + "grad_norm": 3.8837828636169434, + "learning_rate": 1.9993346835534312e-05, + "loss": 4.0275, + "step": 2411 + }, + { + "epoch": 0.041287937143737484, + "grad_norm": 3.7193477153778076, + "learning_rate": 1.9993326600034574e-05, + "loss": 4.0209, + "step": 2412 + }, + { + "epoch": 0.04130505486228796, + "grad_norm": 4.215092182159424, + "learning_rate": 1.9993306333818832e-05, + "loss": 4.0821, + "step": 2413 + }, + { + "epoch": 0.04132217258083842, + "grad_norm": 3.6985738277435303, + "learning_rate": 1.999328603688715e-05, + "loss": 4.0725, + "step": 2414 + }, + { + "epoch": 0.041339290299388896, + "grad_norm": 3.8477683067321777, + "learning_rate": 1.9993265709239587e-05, + "loss": 4.0296, + "step": 2415 + }, + { + "epoch": 0.04135640801793937, + "grad_norm": 3.7137861251831055, + "learning_rate": 1.9993245350876205e-05, + "loss": 4.0464, + "step": 2416 + }, + { + "epoch": 0.04137352573648984, + "grad_norm": 3.6586954593658447, + "learning_rate": 1.9993224961797075e-05, + "loss": 4.0051, + "step": 2417 + }, + { + "epoch": 0.04139064345504031, + "grad_norm": 3.9594178199768066, + "learning_rate": 1.9993204542002252e-05, + "loss": 4.1509, + "step": 2418 + }, + { + "epoch": 0.04140776117359078, + "grad_norm": 3.7973790168762207, + "learning_rate": 1.99931840914918e-05, + "loss": 4.1049, + "step": 2419 + }, + { + "epoch": 0.041424878892141255, + "grad_norm": 3.7022125720977783, + "learning_rate": 1.999316361026578e-05, + "loss": 3.9453, + "step": 2420 + }, + { + "epoch": 0.04144199661069173, + "grad_norm": 3.587052822113037, + "learning_rate": 1.999314309832426e-05, + "loss": 3.8809, + "step": 2421 + }, + { + "epoch": 0.0414591143292422, + "grad_norm": 3.708127498626709, + "learning_rate": 1.9993122555667298e-05, + "loss": 4.0055, + "step": 2422 + }, + { + "epoch": 0.04147623204779267, + "grad_norm": 3.877209424972534, + "learning_rate": 1.9993101982294964e-05, + "loss": 3.8822, + "step": 2423 + }, + { + "epoch": 0.04149334976634314, + "grad_norm": 3.7092409133911133, + "learning_rate": 1.999308137820731e-05, + "loss": 4.1287, + "step": 2424 + }, + { + "epoch": 0.041510467484893614, + "grad_norm": 3.8924474716186523, + "learning_rate": 1.9993060743404413e-05, + "loss": 4.1, + "step": 2425 + }, + { + "epoch": 0.04152758520344409, + "grad_norm": 3.731673002243042, + "learning_rate": 1.9993040077886325e-05, + "loss": 3.9127, + "step": 2426 + }, + { + "epoch": 0.04154470292199456, + "grad_norm": 3.3302206993103027, + "learning_rate": 1.9993019381653112e-05, + "loss": 3.8978, + "step": 2427 + }, + { + "epoch": 0.041561820640545026, + "grad_norm": 3.491115093231201, + "learning_rate": 1.9992998654704844e-05, + "loss": 4.0447, + "step": 2428 + }, + { + "epoch": 0.0415789383590955, + "grad_norm": 3.998520851135254, + "learning_rate": 1.999297789704158e-05, + "loss": 3.9971, + "step": 2429 + }, + { + "epoch": 0.04159605607764597, + "grad_norm": 3.5847091674804688, + "learning_rate": 1.9992957108663382e-05, + "loss": 3.9966, + "step": 2430 + }, + { + "epoch": 0.041613173796196445, + "grad_norm": 3.4249091148376465, + "learning_rate": 1.9992936289570317e-05, + "loss": 4.1119, + "step": 2431 + }, + { + "epoch": 0.04163029151474691, + "grad_norm": 3.5406861305236816, + "learning_rate": 1.9992915439762444e-05, + "loss": 3.919, + "step": 2432 + }, + { + "epoch": 0.041647409233297385, + "grad_norm": 3.583582639694214, + "learning_rate": 1.9992894559239836e-05, + "loss": 4.067, + "step": 2433 + }, + { + "epoch": 0.04166452695184786, + "grad_norm": 3.676156997680664, + "learning_rate": 1.9992873648002552e-05, + "loss": 4.0031, + "step": 2434 + }, + { + "epoch": 0.04168164467039833, + "grad_norm": 3.638975143432617, + "learning_rate": 1.9992852706050657e-05, + "loss": 4.0555, + "step": 2435 + }, + { + "epoch": 0.041698762388948804, + "grad_norm": 3.3619983196258545, + "learning_rate": 1.9992831733384213e-05, + "loss": 3.9218, + "step": 2436 + }, + { + "epoch": 0.04171588010749927, + "grad_norm": 3.5766263008117676, + "learning_rate": 1.9992810730003284e-05, + "loss": 4.0415, + "step": 2437 + }, + { + "epoch": 0.04173299782604974, + "grad_norm": 3.7059993743896484, + "learning_rate": 1.999278969590794e-05, + "loss": 4.1352, + "step": 2438 + }, + { + "epoch": 0.041750115544600216, + "grad_norm": 3.433333396911621, + "learning_rate": 1.9992768631098244e-05, + "loss": 3.9504, + "step": 2439 + }, + { + "epoch": 0.04176723326315069, + "grad_norm": 3.3283278942108154, + "learning_rate": 1.999274753557425e-05, + "loss": 3.8872, + "step": 2440 + }, + { + "epoch": 0.041784350981701156, + "grad_norm": 3.5855109691619873, + "learning_rate": 1.999272640933604e-05, + "loss": 3.9524, + "step": 2441 + }, + { + "epoch": 0.04180146870025163, + "grad_norm": 3.540557622909546, + "learning_rate": 1.999270525238367e-05, + "loss": 3.8699, + "step": 2442 + }, + { + "epoch": 0.0418185864188021, + "grad_norm": 4.124759674072266, + "learning_rate": 1.999268406471721e-05, + "loss": 4.2077, + "step": 2443 + }, + { + "epoch": 0.041835704137352575, + "grad_norm": 3.6861989498138428, + "learning_rate": 1.9992662846336715e-05, + "loss": 4.1492, + "step": 2444 + }, + { + "epoch": 0.04185282185590305, + "grad_norm": 4.011376857757568, + "learning_rate": 1.999264159724226e-05, + "loss": 4.1551, + "step": 2445 + }, + { + "epoch": 0.041869939574453514, + "grad_norm": 3.949868679046631, + "learning_rate": 1.9992620317433905e-05, + "loss": 4.0189, + "step": 2446 + }, + { + "epoch": 0.04188705729300399, + "grad_norm": 3.8167099952697754, + "learning_rate": 1.999259900691172e-05, + "loss": 4.1565, + "step": 2447 + }, + { + "epoch": 0.04190417501155446, + "grad_norm": 3.663405179977417, + "learning_rate": 1.9992577665675762e-05, + "loss": 4.1445, + "step": 2448 + }, + { + "epoch": 0.041921292730104934, + "grad_norm": 3.898808479309082, + "learning_rate": 1.999255629372611e-05, + "loss": 4.0438, + "step": 2449 + }, + { + "epoch": 0.0419384104486554, + "grad_norm": 4.133224010467529, + "learning_rate": 1.9992534891062813e-05, + "loss": 4.1628, + "step": 2450 + }, + { + "epoch": 0.04195552816720587, + "grad_norm": 3.5337417125701904, + "learning_rate": 1.999251345768595e-05, + "loss": 4.0231, + "step": 2451 + }, + { + "epoch": 0.041972645885756346, + "grad_norm": 3.624973773956299, + "learning_rate": 1.9992491993595584e-05, + "loss": 4.0715, + "step": 2452 + }, + { + "epoch": 0.04198976360430682, + "grad_norm": 3.821690320968628, + "learning_rate": 1.9992470498791777e-05, + "loss": 4.098, + "step": 2453 + }, + { + "epoch": 0.04200688132285729, + "grad_norm": 4.060970783233643, + "learning_rate": 1.9992448973274602e-05, + "loss": 4.0346, + "step": 2454 + }, + { + "epoch": 0.04202399904140776, + "grad_norm": 4.073279857635498, + "learning_rate": 1.9992427417044114e-05, + "loss": 4.0153, + "step": 2455 + }, + { + "epoch": 0.04204111675995823, + "grad_norm": 3.7808070182800293, + "learning_rate": 1.9992405830100388e-05, + "loss": 4.1922, + "step": 2456 + }, + { + "epoch": 0.042058234478508705, + "grad_norm": 3.832618236541748, + "learning_rate": 1.999238421244349e-05, + "loss": 3.9556, + "step": 2457 + }, + { + "epoch": 0.04207535219705918, + "grad_norm": 3.8295938968658447, + "learning_rate": 1.9992362564073488e-05, + "loss": 3.956, + "step": 2458 + }, + { + "epoch": 0.04209246991560965, + "grad_norm": 3.927137851715088, + "learning_rate": 1.9992340884990443e-05, + "loss": 4.1429, + "step": 2459 + }, + { + "epoch": 0.04210958763416012, + "grad_norm": 4.056194305419922, + "learning_rate": 1.999231917519442e-05, + "loss": 4.128, + "step": 2460 + }, + { + "epoch": 0.04212670535271059, + "grad_norm": 3.5527191162109375, + "learning_rate": 1.9992297434685494e-05, + "loss": 3.923, + "step": 2461 + }, + { + "epoch": 0.04214382307126106, + "grad_norm": 4.26868200302124, + "learning_rate": 1.9992275663463726e-05, + "loss": 4.0343, + "step": 2462 + }, + { + "epoch": 0.04216094078981154, + "grad_norm": 3.750919818878174, + "learning_rate": 1.9992253861529184e-05, + "loss": 3.9171, + "step": 2463 + }, + { + "epoch": 0.042178058508362, + "grad_norm": 4.163079738616943, + "learning_rate": 1.999223202888194e-05, + "loss": 4.1611, + "step": 2464 + }, + { + "epoch": 0.042195176226912476, + "grad_norm": 4.1018548011779785, + "learning_rate": 1.999221016552205e-05, + "loss": 4.0189, + "step": 2465 + }, + { + "epoch": 0.04221229394546295, + "grad_norm": 3.901270866394043, + "learning_rate": 1.999218827144959e-05, + "loss": 3.9803, + "step": 2466 + }, + { + "epoch": 0.04222941166401342, + "grad_norm": 3.665987968444824, + "learning_rate": 1.9992166346664627e-05, + "loss": 4.1957, + "step": 2467 + }, + { + "epoch": 0.042246529382563895, + "grad_norm": 3.587465763092041, + "learning_rate": 1.9992144391167227e-05, + "loss": 4.2607, + "step": 2468 + }, + { + "epoch": 0.04226364710111436, + "grad_norm": 3.807968854904175, + "learning_rate": 1.999212240495745e-05, + "loss": 4.0291, + "step": 2469 + }, + { + "epoch": 0.042280764819664834, + "grad_norm": 3.4371962547302246, + "learning_rate": 1.999210038803538e-05, + "loss": 3.977, + "step": 2470 + }, + { + "epoch": 0.04229788253821531, + "grad_norm": 3.811713457107544, + "learning_rate": 1.9992078340401072e-05, + "loss": 4.0747, + "step": 2471 + }, + { + "epoch": 0.04231500025676578, + "grad_norm": 3.6147632598876953, + "learning_rate": 1.9992056262054593e-05, + "loss": 3.9811, + "step": 2472 + }, + { + "epoch": 0.04233211797531625, + "grad_norm": 3.5155527591705322, + "learning_rate": 1.9992034152996018e-05, + "loss": 3.9976, + "step": 2473 + }, + { + "epoch": 0.04234923569386672, + "grad_norm": 4.174010276794434, + "learning_rate": 1.9992012013225414e-05, + "loss": 3.9635, + "step": 2474 + }, + { + "epoch": 0.04236635341241719, + "grad_norm": 3.890244245529175, + "learning_rate": 1.999198984274284e-05, + "loss": 4.1291, + "step": 2475 + }, + { + "epoch": 0.042383471130967666, + "grad_norm": 3.5220041275024414, + "learning_rate": 1.999196764154838e-05, + "loss": 3.9077, + "step": 2476 + }, + { + "epoch": 0.04240058884951814, + "grad_norm": 3.5566163063049316, + "learning_rate": 1.9991945409642085e-05, + "loss": 3.8963, + "step": 2477 + }, + { + "epoch": 0.042417706568068606, + "grad_norm": 3.6979775428771973, + "learning_rate": 1.9991923147024036e-05, + "loss": 3.9789, + "step": 2478 + }, + { + "epoch": 0.04243482428661908, + "grad_norm": 3.383664846420288, + "learning_rate": 1.9991900853694296e-05, + "loss": 3.9502, + "step": 2479 + }, + { + "epoch": 0.04245194200516955, + "grad_norm": 3.6251111030578613, + "learning_rate": 1.999187852965293e-05, + "loss": 4.1501, + "step": 2480 + }, + { + "epoch": 0.042469059723720025, + "grad_norm": 3.9487357139587402, + "learning_rate": 1.999185617490002e-05, + "loss": 4.1066, + "step": 2481 + }, + { + "epoch": 0.04248617744227049, + "grad_norm": 3.597635269165039, + "learning_rate": 1.9991833789435623e-05, + "loss": 4.0625, + "step": 2482 + }, + { + "epoch": 0.042503295160820964, + "grad_norm": 3.613896608352661, + "learning_rate": 1.9991811373259807e-05, + "loss": 3.8937, + "step": 2483 + }, + { + "epoch": 0.04252041287937144, + "grad_norm": 3.581157684326172, + "learning_rate": 1.9991788926372648e-05, + "loss": 4.2251, + "step": 2484 + }, + { + "epoch": 0.04253753059792191, + "grad_norm": 4.025636672973633, + "learning_rate": 1.9991766448774208e-05, + "loss": 3.9867, + "step": 2485 + }, + { + "epoch": 0.042554648316472383, + "grad_norm": 3.89795184135437, + "learning_rate": 1.9991743940464562e-05, + "loss": 3.9522, + "step": 2486 + }, + { + "epoch": 0.04257176603502285, + "grad_norm": 3.9336631298065186, + "learning_rate": 1.999172140144378e-05, + "loss": 4.0054, + "step": 2487 + }, + { + "epoch": 0.04258888375357332, + "grad_norm": 3.8539819717407227, + "learning_rate": 1.9991698831711922e-05, + "loss": 4.2284, + "step": 2488 + }, + { + "epoch": 0.042606001472123796, + "grad_norm": 3.721844434738159, + "learning_rate": 1.9991676231269066e-05, + "loss": 4.0853, + "step": 2489 + }, + { + "epoch": 0.04262311919067427, + "grad_norm": 3.5986528396606445, + "learning_rate": 1.999165360011528e-05, + "loss": 4.1956, + "step": 2490 + }, + { + "epoch": 0.042640236909224735, + "grad_norm": 3.726412057876587, + "learning_rate": 1.9991630938250632e-05, + "loss": 4.0368, + "step": 2491 + }, + { + "epoch": 0.04265735462777521, + "grad_norm": 3.737720251083374, + "learning_rate": 1.999160824567519e-05, + "loss": 4.0746, + "step": 2492 + }, + { + "epoch": 0.04267447234632568, + "grad_norm": 3.7920894622802734, + "learning_rate": 1.9991585522389026e-05, + "loss": 3.9396, + "step": 2493 + }, + { + "epoch": 0.042691590064876155, + "grad_norm": 3.8893511295318604, + "learning_rate": 1.9991562768392212e-05, + "loss": 3.8408, + "step": 2494 + }, + { + "epoch": 0.04270870778342663, + "grad_norm": 3.5115602016448975, + "learning_rate": 1.9991539983684817e-05, + "loss": 4.0222, + "step": 2495 + }, + { + "epoch": 0.042725825501977094, + "grad_norm": 3.855104684829712, + "learning_rate": 1.9991517168266906e-05, + "loss": 4.1081, + "step": 2496 + }, + { + "epoch": 0.04274294322052757, + "grad_norm": 3.8014254570007324, + "learning_rate": 1.9991494322138556e-05, + "loss": 3.9828, + "step": 2497 + }, + { + "epoch": 0.04276006093907804, + "grad_norm": 3.776867151260376, + "learning_rate": 1.999147144529983e-05, + "loss": 4.043, + "step": 2498 + }, + { + "epoch": 0.04277717865762851, + "grad_norm": 3.7472169399261475, + "learning_rate": 1.9991448537750807e-05, + "loss": 4.044, + "step": 2499 + }, + { + "epoch": 0.042794296376178986, + "grad_norm": 3.4636824131011963, + "learning_rate": 1.999142559949155e-05, + "loss": 4.0076, + "step": 2500 + }, + { + "epoch": 0.04281141409472945, + "grad_norm": 3.847811460494995, + "learning_rate": 1.9991402630522132e-05, + "loss": 3.8678, + "step": 2501 + }, + { + "epoch": 0.042828531813279926, + "grad_norm": 3.4986419677734375, + "learning_rate": 1.9991379630842623e-05, + "loss": 3.8833, + "step": 2502 + }, + { + "epoch": 0.0428456495318304, + "grad_norm": 3.5109989643096924, + "learning_rate": 1.99913566004531e-05, + "loss": 3.91, + "step": 2503 + }, + { + "epoch": 0.04286276725038087, + "grad_norm": 3.8523993492126465, + "learning_rate": 1.9991333539353623e-05, + "loss": 4.1451, + "step": 2504 + }, + { + "epoch": 0.04287988496893134, + "grad_norm": 3.5088050365448, + "learning_rate": 1.999131044754427e-05, + "loss": 3.9509, + "step": 2505 + }, + { + "epoch": 0.04289700268748181, + "grad_norm": 3.2846643924713135, + "learning_rate": 1.999128732502511e-05, + "loss": 3.8739, + "step": 2506 + }, + { + "epoch": 0.042914120406032284, + "grad_norm": 3.5722124576568604, + "learning_rate": 1.9991264171796213e-05, + "loss": 3.9283, + "step": 2507 + }, + { + "epoch": 0.04293123812458276, + "grad_norm": 3.6809277534484863, + "learning_rate": 1.9991240987857655e-05, + "loss": 4.0206, + "step": 2508 + }, + { + "epoch": 0.04294835584313323, + "grad_norm": 3.837076425552368, + "learning_rate": 1.9991217773209502e-05, + "loss": 3.9945, + "step": 2509 + }, + { + "epoch": 0.0429654735616837, + "grad_norm": 3.7455337047576904, + "learning_rate": 1.9991194527851827e-05, + "loss": 3.8827, + "step": 2510 + }, + { + "epoch": 0.04298259128023417, + "grad_norm": 3.950634241104126, + "learning_rate": 1.99911712517847e-05, + "loss": 4.0905, + "step": 2511 + }, + { + "epoch": 0.04299970899878464, + "grad_norm": 4.174831867218018, + "learning_rate": 1.9991147945008192e-05, + "loss": 3.9667, + "step": 2512 + }, + { + "epoch": 0.043016826717335116, + "grad_norm": 3.652747631072998, + "learning_rate": 1.9991124607522382e-05, + "loss": 4.0392, + "step": 2513 + }, + { + "epoch": 0.04303394443588558, + "grad_norm": 3.500545024871826, + "learning_rate": 1.999110123932733e-05, + "loss": 4.0624, + "step": 2514 + }, + { + "epoch": 0.043051062154436055, + "grad_norm": 3.4656922817230225, + "learning_rate": 1.9991077840423122e-05, + "loss": 4.1279, + "step": 2515 + }, + { + "epoch": 0.04306817987298653, + "grad_norm": 3.8212637901306152, + "learning_rate": 1.9991054410809817e-05, + "loss": 3.9291, + "step": 2516 + }, + { + "epoch": 0.043085297591537, + "grad_norm": 3.7439334392547607, + "learning_rate": 1.9991030950487492e-05, + "loss": 3.9824, + "step": 2517 + }, + { + "epoch": 0.043102415310087475, + "grad_norm": 3.9355480670928955, + "learning_rate": 1.9991007459456225e-05, + "loss": 3.9421, + "step": 2518 + }, + { + "epoch": 0.04311953302863794, + "grad_norm": 4.0429229736328125, + "learning_rate": 1.9990983937716077e-05, + "loss": 3.9951, + "step": 2519 + }, + { + "epoch": 0.043136650747188414, + "grad_norm": 4.230802059173584, + "learning_rate": 1.9990960385267128e-05, + "loss": 4.0538, + "step": 2520 + }, + { + "epoch": 0.04315376846573889, + "grad_norm": 4.806004047393799, + "learning_rate": 1.9990936802109447e-05, + "loss": 4.0097, + "step": 2521 + }, + { + "epoch": 0.04317088618428936, + "grad_norm": 3.8962550163269043, + "learning_rate": 1.999091318824311e-05, + "loss": 3.8753, + "step": 2522 + }, + { + "epoch": 0.043188003902839826, + "grad_norm": 3.5191190242767334, + "learning_rate": 1.999088954366818e-05, + "loss": 3.9599, + "step": 2523 + }, + { + "epoch": 0.0432051216213903, + "grad_norm": 3.9205827713012695, + "learning_rate": 1.9990865868384747e-05, + "loss": 3.9481, + "step": 2524 + }, + { + "epoch": 0.04322223933994077, + "grad_norm": 3.8666274547576904, + "learning_rate": 1.999084216239287e-05, + "loss": 3.9683, + "step": 2525 + }, + { + "epoch": 0.043239357058491246, + "grad_norm": 3.464596748352051, + "learning_rate": 1.999081842569262e-05, + "loss": 3.8483, + "step": 2526 + }, + { + "epoch": 0.04325647477704172, + "grad_norm": 3.637725830078125, + "learning_rate": 1.999079465828408e-05, + "loss": 3.9817, + "step": 2527 + }, + { + "epoch": 0.043273592495592185, + "grad_norm": 3.6816139221191406, + "learning_rate": 1.9990770860167318e-05, + "loss": 3.9334, + "step": 2528 + }, + { + "epoch": 0.04329071021414266, + "grad_norm": 3.4884703159332275, + "learning_rate": 1.999074703134241e-05, + "loss": 4.0674, + "step": 2529 + }, + { + "epoch": 0.04330782793269313, + "grad_norm": 3.8740110397338867, + "learning_rate": 1.9990723171809427e-05, + "loss": 4.072, + "step": 2530 + }, + { + "epoch": 0.043324945651243604, + "grad_norm": 3.7545533180236816, + "learning_rate": 1.999069928156844e-05, + "loss": 4.0142, + "step": 2531 + }, + { + "epoch": 0.04334206336979407, + "grad_norm": 3.4241652488708496, + "learning_rate": 1.9990675360619524e-05, + "loss": 3.9089, + "step": 2532 + }, + { + "epoch": 0.043359181088344544, + "grad_norm": 3.5141570568084717, + "learning_rate": 1.9990651408962754e-05, + "loss": 3.9994, + "step": 2533 + }, + { + "epoch": 0.04337629880689502, + "grad_norm": 3.6428792476654053, + "learning_rate": 1.9990627426598205e-05, + "loss": 4.0362, + "step": 2534 + }, + { + "epoch": 0.04339341652544549, + "grad_norm": 3.6656792163848877, + "learning_rate": 1.9990603413525943e-05, + "loss": 3.941, + "step": 2535 + }, + { + "epoch": 0.04341053424399596, + "grad_norm": 3.444340705871582, + "learning_rate": 1.9990579369746054e-05, + "loss": 3.7658, + "step": 2536 + }, + { + "epoch": 0.04342765196254643, + "grad_norm": 3.403064250946045, + "learning_rate": 1.9990555295258604e-05, + "loss": 4.0251, + "step": 2537 + }, + { + "epoch": 0.0434447696810969, + "grad_norm": 3.4980568885803223, + "learning_rate": 1.9990531190063666e-05, + "loss": 3.7667, + "step": 2538 + }, + { + "epoch": 0.043461887399647375, + "grad_norm": 4.002564430236816, + "learning_rate": 1.9990507054161316e-05, + "loss": 3.9754, + "step": 2539 + }, + { + "epoch": 0.04347900511819785, + "grad_norm": 3.995086193084717, + "learning_rate": 1.999048288755163e-05, + "loss": 4.0418, + "step": 2540 + }, + { + "epoch": 0.04349612283674832, + "grad_norm": 3.983093500137329, + "learning_rate": 1.9990458690234683e-05, + "loss": 4.0045, + "step": 2541 + }, + { + "epoch": 0.04351324055529879, + "grad_norm": 3.6172351837158203, + "learning_rate": 1.9990434462210542e-05, + "loss": 4.0755, + "step": 2542 + }, + { + "epoch": 0.04353035827384926, + "grad_norm": 4.063645839691162, + "learning_rate": 1.9990410203479288e-05, + "loss": 4.0776, + "step": 2543 + }, + { + "epoch": 0.043547475992399734, + "grad_norm": 3.404906749725342, + "learning_rate": 1.9990385914041e-05, + "loss": 4.0485, + "step": 2544 + }, + { + "epoch": 0.04356459371095021, + "grad_norm": 3.846985101699829, + "learning_rate": 1.999036159389574e-05, + "loss": 4.0468, + "step": 2545 + }, + { + "epoch": 0.04358171142950067, + "grad_norm": 3.7423532009124756, + "learning_rate": 1.999033724304359e-05, + "loss": 4.0609, + "step": 2546 + }, + { + "epoch": 0.043598829148051146, + "grad_norm": 3.948173761367798, + "learning_rate": 1.9990312861484627e-05, + "loss": 4.1128, + "step": 2547 + }, + { + "epoch": 0.04361594686660162, + "grad_norm": 4.101648807525635, + "learning_rate": 1.9990288449218924e-05, + "loss": 4.0518, + "step": 2548 + }, + { + "epoch": 0.04363306458515209, + "grad_norm": 3.7016890048980713, + "learning_rate": 1.9990264006246555e-05, + "loss": 4.1631, + "step": 2549 + }, + { + "epoch": 0.043650182303702566, + "grad_norm": 3.78751802444458, + "learning_rate": 1.9990239532567595e-05, + "loss": 4.0496, + "step": 2550 + }, + { + "epoch": 0.04366730002225303, + "grad_norm": 3.7178709506988525, + "learning_rate": 1.999021502818212e-05, + "loss": 3.9858, + "step": 2551 + }, + { + "epoch": 0.043684417740803505, + "grad_norm": 3.7229199409484863, + "learning_rate": 1.9990190493090208e-05, + "loss": 3.9238, + "step": 2552 + }, + { + "epoch": 0.04370153545935398, + "grad_norm": 3.9907803535461426, + "learning_rate": 1.9990165927291926e-05, + "loss": 4.0298, + "step": 2553 + }, + { + "epoch": 0.04371865317790445, + "grad_norm": 3.883134126663208, + "learning_rate": 1.9990141330787358e-05, + "loss": 4.0863, + "step": 2554 + }, + { + "epoch": 0.04373577089645492, + "grad_norm": 3.7350950241088867, + "learning_rate": 1.9990116703576575e-05, + "loss": 3.8847, + "step": 2555 + }, + { + "epoch": 0.04375288861500539, + "grad_norm": 4.100207805633545, + "learning_rate": 1.999009204565966e-05, + "loss": 4.0102, + "step": 2556 + }, + { + "epoch": 0.043770006333555864, + "grad_norm": 4.444536209106445, + "learning_rate": 1.9990067357036676e-05, + "loss": 4.0539, + "step": 2557 + }, + { + "epoch": 0.04378712405210634, + "grad_norm": 3.8375470638275146, + "learning_rate": 1.999004263770771e-05, + "loss": 4.0241, + "step": 2558 + }, + { + "epoch": 0.04380424177065681, + "grad_norm": 3.4394495487213135, + "learning_rate": 1.9990017887672832e-05, + "loss": 3.9045, + "step": 2559 + }, + { + "epoch": 0.043821359489207276, + "grad_norm": 3.5685079097747803, + "learning_rate": 1.998999310693212e-05, + "loss": 3.889, + "step": 2560 + }, + { + "epoch": 0.04383847720775775, + "grad_norm": 3.6023097038269043, + "learning_rate": 1.998996829548565e-05, + "loss": 3.9786, + "step": 2561 + }, + { + "epoch": 0.04385559492630822, + "grad_norm": 3.7713499069213867, + "learning_rate": 1.99899434533335e-05, + "loss": 3.942, + "step": 2562 + }, + { + "epoch": 0.043872712644858695, + "grad_norm": 3.74284029006958, + "learning_rate": 1.9989918580475747e-05, + "loss": 4.0613, + "step": 2563 + }, + { + "epoch": 0.04388983036340916, + "grad_norm": 3.3432061672210693, + "learning_rate": 1.9989893676912466e-05, + "loss": 3.9038, + "step": 2564 + }, + { + "epoch": 0.043906948081959635, + "grad_norm": 3.562730073928833, + "learning_rate": 1.9989868742643725e-05, + "loss": 4.0085, + "step": 2565 + }, + { + "epoch": 0.04392406580051011, + "grad_norm": 3.576927900314331, + "learning_rate": 1.9989843777669616e-05, + "loss": 3.9657, + "step": 2566 + }, + { + "epoch": 0.04394118351906058, + "grad_norm": 3.606724977493286, + "learning_rate": 1.9989818781990204e-05, + "loss": 4.0527, + "step": 2567 + }, + { + "epoch": 0.043958301237611054, + "grad_norm": 3.5510497093200684, + "learning_rate": 1.9989793755605573e-05, + "loss": 4.0236, + "step": 2568 + }, + { + "epoch": 0.04397541895616152, + "grad_norm": 3.5950422286987305, + "learning_rate": 1.99897686985158e-05, + "loss": 4.0561, + "step": 2569 + }, + { + "epoch": 0.04399253667471199, + "grad_norm": 3.4921934604644775, + "learning_rate": 1.998974361072095e-05, + "loss": 4.0032, + "step": 2570 + }, + { + "epoch": 0.044009654393262466, + "grad_norm": 3.640686273574829, + "learning_rate": 1.9989718492221114e-05, + "loss": 4.0698, + "step": 2571 + }, + { + "epoch": 0.04402677211181294, + "grad_norm": 4.162225246429443, + "learning_rate": 1.9989693343016367e-05, + "loss": 4.0772, + "step": 2572 + }, + { + "epoch": 0.044043889830363406, + "grad_norm": 3.659513473510742, + "learning_rate": 1.9989668163106777e-05, + "loss": 3.9471, + "step": 2573 + }, + { + "epoch": 0.04406100754891388, + "grad_norm": 3.5904641151428223, + "learning_rate": 1.9989642952492433e-05, + "loss": 3.9607, + "step": 2574 + }, + { + "epoch": 0.04407812526746435, + "grad_norm": 3.670745611190796, + "learning_rate": 1.9989617711173405e-05, + "loss": 3.9892, + "step": 2575 + }, + { + "epoch": 0.044095242986014825, + "grad_norm": 3.51192045211792, + "learning_rate": 1.9989592439149775e-05, + "loss": 4.0527, + "step": 2576 + }, + { + "epoch": 0.0441123607045653, + "grad_norm": 3.402256965637207, + "learning_rate": 1.9989567136421618e-05, + "loss": 4.0139, + "step": 2577 + }, + { + "epoch": 0.044129478423115764, + "grad_norm": 3.4545652866363525, + "learning_rate": 1.998954180298901e-05, + "loss": 3.886, + "step": 2578 + }, + { + "epoch": 0.04414659614166624, + "grad_norm": 3.4589145183563232, + "learning_rate": 1.998951643885204e-05, + "loss": 4.0069, + "step": 2579 + }, + { + "epoch": 0.04416371386021671, + "grad_norm": 3.5296664237976074, + "learning_rate": 1.998949104401077e-05, + "loss": 3.9484, + "step": 2580 + }, + { + "epoch": 0.044180831578767184, + "grad_norm": 3.6393730640411377, + "learning_rate": 1.9989465618465284e-05, + "loss": 3.9455, + "step": 2581 + }, + { + "epoch": 0.04419794929731766, + "grad_norm": 3.5899269580841064, + "learning_rate": 1.9989440162215664e-05, + "loss": 4.0523, + "step": 2582 + }, + { + "epoch": 0.04421506701586812, + "grad_norm": 3.517119884490967, + "learning_rate": 1.9989414675261988e-05, + "loss": 3.882, + "step": 2583 + }, + { + "epoch": 0.044232184734418596, + "grad_norm": 3.537607431411743, + "learning_rate": 1.998938915760433e-05, + "loss": 3.8817, + "step": 2584 + }, + { + "epoch": 0.04424930245296907, + "grad_norm": 3.4331109523773193, + "learning_rate": 1.998936360924277e-05, + "loss": 3.8696, + "step": 2585 + }, + { + "epoch": 0.04426642017151954, + "grad_norm": 3.662493944168091, + "learning_rate": 1.9989338030177388e-05, + "loss": 4.0112, + "step": 2586 + }, + { + "epoch": 0.04428353789007001, + "grad_norm": 3.589716911315918, + "learning_rate": 1.9989312420408264e-05, + "loss": 4.0832, + "step": 2587 + }, + { + "epoch": 0.04430065560862048, + "grad_norm": 3.6853742599487305, + "learning_rate": 1.998928677993547e-05, + "loss": 3.9921, + "step": 2588 + }, + { + "epoch": 0.044317773327170955, + "grad_norm": 3.642327308654785, + "learning_rate": 1.998926110875909e-05, + "loss": 3.9809, + "step": 2589 + }, + { + "epoch": 0.04433489104572143, + "grad_norm": 3.4771361351013184, + "learning_rate": 1.9989235406879206e-05, + "loss": 3.9441, + "step": 2590 + }, + { + "epoch": 0.0443520087642719, + "grad_norm": 3.46516489982605, + "learning_rate": 1.998920967429589e-05, + "loss": 3.9758, + "step": 2591 + }, + { + "epoch": 0.04436912648282237, + "grad_norm": 3.914024829864502, + "learning_rate": 1.9989183911009226e-05, + "loss": 4.1311, + "step": 2592 + }, + { + "epoch": 0.04438624420137284, + "grad_norm": 3.909672498703003, + "learning_rate": 1.998915811701929e-05, + "loss": 4.0875, + "step": 2593 + }, + { + "epoch": 0.04440336191992331, + "grad_norm": 4.094544410705566, + "learning_rate": 1.9989132292326163e-05, + "loss": 4.0418, + "step": 2594 + }, + { + "epoch": 0.04442047963847379, + "grad_norm": 3.9856224060058594, + "learning_rate": 1.9989106436929923e-05, + "loss": 3.905, + "step": 2595 + }, + { + "epoch": 0.04443759735702425, + "grad_norm": 3.78200364112854, + "learning_rate": 1.9989080550830652e-05, + "loss": 3.9706, + "step": 2596 + }, + { + "epoch": 0.044454715075574726, + "grad_norm": 3.823608636856079, + "learning_rate": 1.998905463402843e-05, + "loss": 4.1029, + "step": 2597 + }, + { + "epoch": 0.0444718327941252, + "grad_norm": 4.123860836029053, + "learning_rate": 1.9989028686523332e-05, + "loss": 3.8584, + "step": 2598 + }, + { + "epoch": 0.04448895051267567, + "grad_norm": 3.9399449825286865, + "learning_rate": 1.9989002708315442e-05, + "loss": 4.1979, + "step": 2599 + }, + { + "epoch": 0.044506068231226145, + "grad_norm": 3.7095260620117188, + "learning_rate": 1.9988976699404838e-05, + "loss": 3.9291, + "step": 2600 + }, + { + "epoch": 0.04452318594977661, + "grad_norm": 3.37357234954834, + "learning_rate": 1.9988950659791596e-05, + "loss": 3.8662, + "step": 2601 + }, + { + "epoch": 0.044540303668327084, + "grad_norm": 3.7808985710144043, + "learning_rate": 1.9988924589475805e-05, + "loss": 4.0896, + "step": 2602 + }, + { + "epoch": 0.04455742138687756, + "grad_norm": 3.6220710277557373, + "learning_rate": 1.9988898488457543e-05, + "loss": 4.0117, + "step": 2603 + }, + { + "epoch": 0.04457453910542803, + "grad_norm": 3.708881139755249, + "learning_rate": 1.9988872356736885e-05, + "loss": 3.9207, + "step": 2604 + }, + { + "epoch": 0.0445916568239785, + "grad_norm": 3.4885294437408447, + "learning_rate": 1.9988846194313912e-05, + "loss": 3.9024, + "step": 2605 + }, + { + "epoch": 0.04460877454252897, + "grad_norm": 3.314786672592163, + "learning_rate": 1.9988820001188708e-05, + "loss": 4.0013, + "step": 2606 + }, + { + "epoch": 0.04462589226107944, + "grad_norm": 3.5475027561187744, + "learning_rate": 1.998879377736135e-05, + "loss": 3.9546, + "step": 2607 + }, + { + "epoch": 0.044643009979629916, + "grad_norm": 3.2927682399749756, + "learning_rate": 1.9988767522831924e-05, + "loss": 3.9355, + "step": 2608 + }, + { + "epoch": 0.04466012769818039, + "grad_norm": 3.3017539978027344, + "learning_rate": 1.9988741237600507e-05, + "loss": 4.0263, + "step": 2609 + }, + { + "epoch": 0.044677245416730856, + "grad_norm": 3.4349026679992676, + "learning_rate": 1.9988714921667177e-05, + "loss": 3.9454, + "step": 2610 + }, + { + "epoch": 0.04469436313528133, + "grad_norm": 3.6595516204833984, + "learning_rate": 1.9988688575032024e-05, + "loss": 4.0059, + "step": 2611 + }, + { + "epoch": 0.0447114808538318, + "grad_norm": 3.5253021717071533, + "learning_rate": 1.9988662197695118e-05, + "loss": 3.8654, + "step": 2612 + }, + { + "epoch": 0.044728598572382275, + "grad_norm": 3.588996648788452, + "learning_rate": 1.9988635789656544e-05, + "loss": 3.8681, + "step": 2613 + }, + { + "epoch": 0.04474571629093274, + "grad_norm": 3.434715509414673, + "learning_rate": 1.9988609350916387e-05, + "loss": 4.0176, + "step": 2614 + }, + { + "epoch": 0.044762834009483214, + "grad_norm": 3.5683400630950928, + "learning_rate": 1.9988582881474724e-05, + "loss": 4.0402, + "step": 2615 + }, + { + "epoch": 0.04477995172803369, + "grad_norm": 3.593029260635376, + "learning_rate": 1.9988556381331638e-05, + "loss": 3.9745, + "step": 2616 + }, + { + "epoch": 0.04479706944658416, + "grad_norm": 3.8936760425567627, + "learning_rate": 1.998852985048721e-05, + "loss": 3.9592, + "step": 2617 + }, + { + "epoch": 0.044814187165134634, + "grad_norm": 3.6932475566864014, + "learning_rate": 1.998850328894152e-05, + "loss": 4.0009, + "step": 2618 + }, + { + "epoch": 0.0448313048836851, + "grad_norm": 3.4360384941101074, + "learning_rate": 1.9988476696694656e-05, + "loss": 4.0304, + "step": 2619 + }, + { + "epoch": 0.04484842260223557, + "grad_norm": 3.695979595184326, + "learning_rate": 1.9988450073746693e-05, + "loss": 3.7854, + "step": 2620 + }, + { + "epoch": 0.044865540320786046, + "grad_norm": 3.605023145675659, + "learning_rate": 1.9988423420097716e-05, + "loss": 4.0833, + "step": 2621 + }, + { + "epoch": 0.04488265803933652, + "grad_norm": 3.61759352684021, + "learning_rate": 1.9988396735747803e-05, + "loss": 3.8983, + "step": 2622 + }, + { + "epoch": 0.04489977575788699, + "grad_norm": 3.606250286102295, + "learning_rate": 1.998837002069704e-05, + "loss": 3.9761, + "step": 2623 + }, + { + "epoch": 0.04491689347643746, + "grad_norm": 3.5748252868652344, + "learning_rate": 1.998834327494551e-05, + "loss": 3.9569, + "step": 2624 + }, + { + "epoch": 0.04493401119498793, + "grad_norm": 3.4591777324676514, + "learning_rate": 1.9988316498493293e-05, + "loss": 3.9875, + "step": 2625 + }, + { + "epoch": 0.044951128913538405, + "grad_norm": 3.482111692428589, + "learning_rate": 1.998828969134047e-05, + "loss": 3.8745, + "step": 2626 + }, + { + "epoch": 0.04496824663208888, + "grad_norm": 3.3490045070648193, + "learning_rate": 1.9988262853487127e-05, + "loss": 3.9475, + "step": 2627 + }, + { + "epoch": 0.044985364350639344, + "grad_norm": 3.1785888671875, + "learning_rate": 1.998823598493334e-05, + "loss": 3.9213, + "step": 2628 + }, + { + "epoch": 0.04500248206918982, + "grad_norm": 3.129655361175537, + "learning_rate": 1.99882090856792e-05, + "loss": 3.7659, + "step": 2629 + }, + { + "epoch": 0.04501959978774029, + "grad_norm": 3.551131248474121, + "learning_rate": 1.9988182155724785e-05, + "loss": 4.0017, + "step": 2630 + }, + { + "epoch": 0.04503671750629076, + "grad_norm": 3.516819953918457, + "learning_rate": 1.9988155195070176e-05, + "loss": 3.866, + "step": 2631 + }, + { + "epoch": 0.045053835224841236, + "grad_norm": 3.725024700164795, + "learning_rate": 1.998812820371546e-05, + "loss": 3.8825, + "step": 2632 + }, + { + "epoch": 0.0450709529433917, + "grad_norm": 3.9739933013916016, + "learning_rate": 1.9988101181660722e-05, + "loss": 4.0623, + "step": 2633 + }, + { + "epoch": 0.045088070661942176, + "grad_norm": 3.8558521270751953, + "learning_rate": 1.998807412890604e-05, + "loss": 3.7754, + "step": 2634 + }, + { + "epoch": 0.04510518838049265, + "grad_norm": 3.375214099884033, + "learning_rate": 1.9988047045451494e-05, + "loss": 3.9503, + "step": 2635 + }, + { + "epoch": 0.04512230609904312, + "grad_norm": 3.4448506832122803, + "learning_rate": 1.9988019931297175e-05, + "loss": 3.9592, + "step": 2636 + }, + { + "epoch": 0.04513942381759359, + "grad_norm": 3.838597059249878, + "learning_rate": 1.9987992786443163e-05, + "loss": 3.9982, + "step": 2637 + }, + { + "epoch": 0.04515654153614406, + "grad_norm": 3.9086861610412598, + "learning_rate": 1.998796561088954e-05, + "loss": 3.9402, + "step": 2638 + }, + { + "epoch": 0.045173659254694534, + "grad_norm": 3.8102564811706543, + "learning_rate": 1.9987938404636393e-05, + "loss": 3.8991, + "step": 2639 + }, + { + "epoch": 0.04519077697324501, + "grad_norm": 3.645792245864868, + "learning_rate": 1.99879111676838e-05, + "loss": 3.8938, + "step": 2640 + }, + { + "epoch": 0.04520789469179548, + "grad_norm": 3.497152328491211, + "learning_rate": 1.9987883900031855e-05, + "loss": 3.9413, + "step": 2641 + }, + { + "epoch": 0.04522501241034595, + "grad_norm": 4.0702643394470215, + "learning_rate": 1.998785660168063e-05, + "loss": 4.0612, + "step": 2642 + }, + { + "epoch": 0.04524213012889642, + "grad_norm": 3.933229446411133, + "learning_rate": 1.9987829272630217e-05, + "loss": 4.0098, + "step": 2643 + }, + { + "epoch": 0.04525924784744689, + "grad_norm": 4.157447814941406, + "learning_rate": 1.9987801912880697e-05, + "loss": 4.1439, + "step": 2644 + }, + { + "epoch": 0.045276365565997366, + "grad_norm": 4.066293716430664, + "learning_rate": 1.9987774522432152e-05, + "loss": 3.9744, + "step": 2645 + }, + { + "epoch": 0.04529348328454783, + "grad_norm": 4.024974822998047, + "learning_rate": 1.998774710128467e-05, + "loss": 4.1154, + "step": 2646 + }, + { + "epoch": 0.045310601003098305, + "grad_norm": 3.439431667327881, + "learning_rate": 1.998771964943833e-05, + "loss": 3.932, + "step": 2647 + }, + { + "epoch": 0.04532771872164878, + "grad_norm": 3.936089515686035, + "learning_rate": 1.9987692166893226e-05, + "loss": 3.9687, + "step": 2648 + }, + { + "epoch": 0.04534483644019925, + "grad_norm": 3.721364974975586, + "learning_rate": 1.9987664653649433e-05, + "loss": 4.1169, + "step": 2649 + }, + { + "epoch": 0.045361954158749725, + "grad_norm": 3.587686777114868, + "learning_rate": 1.9987637109707043e-05, + "loss": 3.9022, + "step": 2650 + }, + { + "epoch": 0.04537907187730019, + "grad_norm": 3.5083696842193604, + "learning_rate": 1.998760953506613e-05, + "loss": 3.9778, + "step": 2651 + }, + { + "epoch": 0.045396189595850664, + "grad_norm": 3.597487449645996, + "learning_rate": 1.9987581929726788e-05, + "loss": 3.8117, + "step": 2652 + }, + { + "epoch": 0.04541330731440114, + "grad_norm": 3.270099639892578, + "learning_rate": 1.9987554293689104e-05, + "loss": 3.8332, + "step": 2653 + }, + { + "epoch": 0.04543042503295161, + "grad_norm": 3.414179563522339, + "learning_rate": 1.9987526626953153e-05, + "loss": 3.8691, + "step": 2654 + }, + { + "epoch": 0.045447542751502076, + "grad_norm": 3.5501339435577393, + "learning_rate": 1.9987498929519027e-05, + "loss": 3.8508, + "step": 2655 + }, + { + "epoch": 0.04546466047005255, + "grad_norm": 3.237830400466919, + "learning_rate": 1.9987471201386808e-05, + "loss": 3.86, + "step": 2656 + }, + { + "epoch": 0.04548177818860302, + "grad_norm": 3.998774290084839, + "learning_rate": 1.9987443442556587e-05, + "loss": 4.1053, + "step": 2657 + }, + { + "epoch": 0.045498895907153496, + "grad_norm": 3.3105974197387695, + "learning_rate": 1.9987415653028442e-05, + "loss": 3.8687, + "step": 2658 + }, + { + "epoch": 0.04551601362570397, + "grad_norm": 3.819550037384033, + "learning_rate": 1.998738783280246e-05, + "loss": 4.1467, + "step": 2659 + }, + { + "epoch": 0.045533131344254435, + "grad_norm": 3.5748026371002197, + "learning_rate": 1.9987359981878728e-05, + "loss": 3.9073, + "step": 2660 + }, + { + "epoch": 0.04555024906280491, + "grad_norm": 3.923802375793457, + "learning_rate": 1.9987332100257335e-05, + "loss": 4.0241, + "step": 2661 + }, + { + "epoch": 0.04556736678135538, + "grad_norm": 3.6689019203186035, + "learning_rate": 1.9987304187938364e-05, + "loss": 3.9711, + "step": 2662 + }, + { + "epoch": 0.045584484499905854, + "grad_norm": 3.5998311042785645, + "learning_rate": 1.9987276244921896e-05, + "loss": 3.9645, + "step": 2663 + }, + { + "epoch": 0.04560160221845633, + "grad_norm": 3.47595477104187, + "learning_rate": 1.9987248271208022e-05, + "loss": 3.8868, + "step": 2664 + }, + { + "epoch": 0.045618719937006794, + "grad_norm": 3.5054969787597656, + "learning_rate": 1.9987220266796827e-05, + "loss": 3.9289, + "step": 2665 + }, + { + "epoch": 0.04563583765555727, + "grad_norm": 3.7603304386138916, + "learning_rate": 1.99871922316884e-05, + "loss": 4.1142, + "step": 2666 + }, + { + "epoch": 0.04565295537410774, + "grad_norm": 3.681452989578247, + "learning_rate": 1.998716416588282e-05, + "loss": 3.907, + "step": 2667 + }, + { + "epoch": 0.04567007309265821, + "grad_norm": 3.5392937660217285, + "learning_rate": 1.9987136069380176e-05, + "loss": 3.9405, + "step": 2668 + }, + { + "epoch": 0.04568719081120868, + "grad_norm": 3.961299419403076, + "learning_rate": 1.998710794218056e-05, + "loss": 4.0633, + "step": 2669 + }, + { + "epoch": 0.04570430852975915, + "grad_norm": 3.8695220947265625, + "learning_rate": 1.9987079784284055e-05, + "loss": 3.977, + "step": 2670 + }, + { + "epoch": 0.045721426248309625, + "grad_norm": 4.358057022094727, + "learning_rate": 1.9987051595690743e-05, + "loss": 4.0206, + "step": 2671 + }, + { + "epoch": 0.0457385439668601, + "grad_norm": 3.3953123092651367, + "learning_rate": 1.998702337640072e-05, + "loss": 3.8967, + "step": 2672 + }, + { + "epoch": 0.04575566168541057, + "grad_norm": 3.868210554122925, + "learning_rate": 1.998699512641406e-05, + "loss": 4.0265, + "step": 2673 + }, + { + "epoch": 0.04577277940396104, + "grad_norm": 3.9294142723083496, + "learning_rate": 1.998696684573086e-05, + "loss": 3.9435, + "step": 2674 + }, + { + "epoch": 0.04578989712251151, + "grad_norm": 3.7996888160705566, + "learning_rate": 1.9986938534351206e-05, + "loss": 3.8018, + "step": 2675 + }, + { + "epoch": 0.045807014841061984, + "grad_norm": 4.947425365447998, + "learning_rate": 1.9986910192275182e-05, + "loss": 3.8444, + "step": 2676 + }, + { + "epoch": 0.04582413255961246, + "grad_norm": 3.875792980194092, + "learning_rate": 1.9986881819502874e-05, + "loss": 3.9938, + "step": 2677 + }, + { + "epoch": 0.04584125027816292, + "grad_norm": 3.7752346992492676, + "learning_rate": 1.9986853416034372e-05, + "loss": 4.0135, + "step": 2678 + }, + { + "epoch": 0.045858367996713396, + "grad_norm": 3.4910178184509277, + "learning_rate": 1.9986824981869763e-05, + "loss": 3.8421, + "step": 2679 + }, + { + "epoch": 0.04587548571526387, + "grad_norm": 3.5501039028167725, + "learning_rate": 1.9986796517009133e-05, + "loss": 3.947, + "step": 2680 + }, + { + "epoch": 0.04589260343381434, + "grad_norm": 3.524798631668091, + "learning_rate": 1.9986768021452575e-05, + "loss": 3.9596, + "step": 2681 + }, + { + "epoch": 0.045909721152364816, + "grad_norm": 3.607694387435913, + "learning_rate": 1.9986739495200167e-05, + "loss": 3.9717, + "step": 2682 + }, + { + "epoch": 0.04592683887091528, + "grad_norm": 3.6867051124572754, + "learning_rate": 1.9986710938252006e-05, + "loss": 4.0176, + "step": 2683 + }, + { + "epoch": 0.045943956589465755, + "grad_norm": 3.263049602508545, + "learning_rate": 1.998668235060817e-05, + "loss": 3.8873, + "step": 2684 + }, + { + "epoch": 0.04596107430801623, + "grad_norm": 3.5310230255126953, + "learning_rate": 1.9986653732268756e-05, + "loss": 3.9814, + "step": 2685 + }, + { + "epoch": 0.0459781920265667, + "grad_norm": 3.431325674057007, + "learning_rate": 1.998662508323385e-05, + "loss": 3.8346, + "step": 2686 + }, + { + "epoch": 0.04599530974511717, + "grad_norm": 3.289393663406372, + "learning_rate": 1.9986596403503533e-05, + "loss": 3.8997, + "step": 2687 + }, + { + "epoch": 0.04601242746366764, + "grad_norm": 3.671431541442871, + "learning_rate": 1.99865676930779e-05, + "loss": 3.9089, + "step": 2688 + }, + { + "epoch": 0.046029545182218114, + "grad_norm": 3.5944409370422363, + "learning_rate": 1.9986538951957043e-05, + "loss": 3.9344, + "step": 2689 + }, + { + "epoch": 0.04604666290076859, + "grad_norm": 3.6331849098205566, + "learning_rate": 1.9986510180141038e-05, + "loss": 3.869, + "step": 2690 + }, + { + "epoch": 0.04606378061931906, + "grad_norm": 3.7952492237091064, + "learning_rate": 1.9986481377629986e-05, + "loss": 4.0286, + "step": 2691 + }, + { + "epoch": 0.046080898337869526, + "grad_norm": 3.74881911277771, + "learning_rate": 1.998645254442397e-05, + "loss": 3.7632, + "step": 2692 + }, + { + "epoch": 0.04609801605642, + "grad_norm": 3.3932790756225586, + "learning_rate": 1.9986423680523073e-05, + "loss": 3.8771, + "step": 2693 + }, + { + "epoch": 0.04611513377497047, + "grad_norm": 3.6148922443389893, + "learning_rate": 1.9986394785927393e-05, + "loss": 3.8094, + "step": 2694 + }, + { + "epoch": 0.046132251493520945, + "grad_norm": 3.724285125732422, + "learning_rate": 1.9986365860637015e-05, + "loss": 3.9574, + "step": 2695 + }, + { + "epoch": 0.04614936921207142, + "grad_norm": 3.942436933517456, + "learning_rate": 1.9986336904652032e-05, + "loss": 3.8839, + "step": 2696 + }, + { + "epoch": 0.046166486930621885, + "grad_norm": 4.007816314697266, + "learning_rate": 1.9986307917972524e-05, + "loss": 4.0199, + "step": 2697 + }, + { + "epoch": 0.04618360464917236, + "grad_norm": 3.9389760494232178, + "learning_rate": 1.9986278900598588e-05, + "loss": 4.0297, + "step": 2698 + }, + { + "epoch": 0.04620072236772283, + "grad_norm": 3.830855369567871, + "learning_rate": 1.998624985253031e-05, + "loss": 3.9052, + "step": 2699 + }, + { + "epoch": 0.046217840086273304, + "grad_norm": 3.359511375427246, + "learning_rate": 1.998622077376778e-05, + "loss": 4.0163, + "step": 2700 + }, + { + "epoch": 0.04623495780482377, + "grad_norm": 3.566492795944214, + "learning_rate": 1.9986191664311082e-05, + "loss": 3.967, + "step": 2701 + }, + { + "epoch": 0.04625207552337424, + "grad_norm": 4.042288303375244, + "learning_rate": 1.9986162524160316e-05, + "loss": 3.8359, + "step": 2702 + }, + { + "epoch": 0.046269193241924716, + "grad_norm": 4.004354476928711, + "learning_rate": 1.9986133353315567e-05, + "loss": 3.8618, + "step": 2703 + }, + { + "epoch": 0.04628631096047519, + "grad_norm": 3.819776773452759, + "learning_rate": 1.998610415177692e-05, + "loss": 3.8995, + "step": 2704 + }, + { + "epoch": 0.04630342867902566, + "grad_norm": 3.3688478469848633, + "learning_rate": 1.998607491954447e-05, + "loss": 3.9016, + "step": 2705 + }, + { + "epoch": 0.04632054639757613, + "grad_norm": 3.781259059906006, + "learning_rate": 1.9986045656618305e-05, + "loss": 3.8703, + "step": 2706 + }, + { + "epoch": 0.0463376641161266, + "grad_norm": 4.187724590301514, + "learning_rate": 1.9986016362998516e-05, + "loss": 3.9609, + "step": 2707 + }, + { + "epoch": 0.046354781834677075, + "grad_norm": 3.688657522201538, + "learning_rate": 1.9985987038685193e-05, + "loss": 3.7032, + "step": 2708 + }, + { + "epoch": 0.04637189955322755, + "grad_norm": 3.7955074310302734, + "learning_rate": 1.9985957683678422e-05, + "loss": 4.0397, + "step": 2709 + }, + { + "epoch": 0.046389017271778014, + "grad_norm": 3.370135545730591, + "learning_rate": 1.99859282979783e-05, + "loss": 3.8015, + "step": 2710 + }, + { + "epoch": 0.04640613499032849, + "grad_norm": 3.7004804611206055, + "learning_rate": 1.9985898881584914e-05, + "loss": 3.9618, + "step": 2711 + }, + { + "epoch": 0.04642325270887896, + "grad_norm": 3.777208089828491, + "learning_rate": 1.9985869434498354e-05, + "loss": 3.8754, + "step": 2712 + }, + { + "epoch": 0.046440370427429434, + "grad_norm": 3.56661319732666, + "learning_rate": 1.9985839956718714e-05, + "loss": 3.9591, + "step": 2713 + }, + { + "epoch": 0.04645748814597991, + "grad_norm": 3.6973586082458496, + "learning_rate": 1.9985810448246077e-05, + "loss": 3.9442, + "step": 2714 + }, + { + "epoch": 0.04647460586453037, + "grad_norm": 3.870084762573242, + "learning_rate": 1.998578090908054e-05, + "loss": 3.7894, + "step": 2715 + }, + { + "epoch": 0.046491723583080846, + "grad_norm": 3.4756669998168945, + "learning_rate": 1.998575133922219e-05, + "loss": 3.8225, + "step": 2716 + }, + { + "epoch": 0.04650884130163132, + "grad_norm": 3.690842866897583, + "learning_rate": 1.9985721738671123e-05, + "loss": 3.9146, + "step": 2717 + }, + { + "epoch": 0.04652595902018179, + "grad_norm": 3.4176700115203857, + "learning_rate": 1.9985692107427426e-05, + "loss": 3.911, + "step": 2718 + }, + { + "epoch": 0.04654307673873226, + "grad_norm": 3.5851433277130127, + "learning_rate": 1.9985662445491192e-05, + "loss": 3.8974, + "step": 2719 + }, + { + "epoch": 0.04656019445728273, + "grad_norm": 3.5856356620788574, + "learning_rate": 1.998563275286251e-05, + "loss": 4.0276, + "step": 2720 + }, + { + "epoch": 0.046577312175833205, + "grad_norm": 3.668342113494873, + "learning_rate": 1.9985603029541472e-05, + "loss": 3.87, + "step": 2721 + }, + { + "epoch": 0.04659442989438368, + "grad_norm": 3.895113945007324, + "learning_rate": 1.998557327552817e-05, + "loss": 3.9979, + "step": 2722 + }, + { + "epoch": 0.04661154761293415, + "grad_norm": 3.8039114475250244, + "learning_rate": 1.9985543490822695e-05, + "loss": 4.1092, + "step": 2723 + }, + { + "epoch": 0.04662866533148462, + "grad_norm": 3.5274817943573, + "learning_rate": 1.998551367542514e-05, + "loss": 3.8598, + "step": 2724 + }, + { + "epoch": 0.04664578305003509, + "grad_norm": 3.9671151638031006, + "learning_rate": 1.9985483829335594e-05, + "loss": 3.9734, + "step": 2725 + }, + { + "epoch": 0.04666290076858556, + "grad_norm": 3.583930015563965, + "learning_rate": 1.9985453952554152e-05, + "loss": 3.8657, + "step": 2726 + }, + { + "epoch": 0.04668001848713604, + "grad_norm": 3.399139642715454, + "learning_rate": 1.9985424045080902e-05, + "loss": 3.9158, + "step": 2727 + }, + { + "epoch": 0.0466971362056865, + "grad_norm": 3.8685431480407715, + "learning_rate": 1.9985394106915938e-05, + "loss": 3.9339, + "step": 2728 + }, + { + "epoch": 0.046714253924236976, + "grad_norm": 3.8040690422058105, + "learning_rate": 1.9985364138059355e-05, + "loss": 4.0924, + "step": 2729 + }, + { + "epoch": 0.04673137164278745, + "grad_norm": 3.3359220027923584, + "learning_rate": 1.998533413851124e-05, + "loss": 3.9323, + "step": 2730 + }, + { + "epoch": 0.04674848936133792, + "grad_norm": 3.5663809776306152, + "learning_rate": 1.998530410827169e-05, + "loss": 3.8642, + "step": 2731 + }, + { + "epoch": 0.046765607079888395, + "grad_norm": 3.3048815727233887, + "learning_rate": 1.998527404734079e-05, + "loss": 4.0034, + "step": 2732 + }, + { + "epoch": 0.04678272479843886, + "grad_norm": 3.4169514179229736, + "learning_rate": 1.998524395571864e-05, + "loss": 4.131, + "step": 2733 + }, + { + "epoch": 0.046799842516989335, + "grad_norm": 3.5531675815582275, + "learning_rate": 1.9985213833405327e-05, + "loss": 4.0273, + "step": 2734 + }, + { + "epoch": 0.04681696023553981, + "grad_norm": 3.488971710205078, + "learning_rate": 1.998518368040095e-05, + "loss": 4.089, + "step": 2735 + }, + { + "epoch": 0.04683407795409028, + "grad_norm": 3.371696949005127, + "learning_rate": 1.9985153496705593e-05, + "loss": 3.8297, + "step": 2736 + }, + { + "epoch": 0.046851195672640754, + "grad_norm": 3.331165313720703, + "learning_rate": 1.9985123282319357e-05, + "loss": 3.9794, + "step": 2737 + }, + { + "epoch": 0.04686831339119122, + "grad_norm": 3.3998091220855713, + "learning_rate": 1.9985093037242328e-05, + "loss": 3.9808, + "step": 2738 + }, + { + "epoch": 0.04688543110974169, + "grad_norm": 3.4384779930114746, + "learning_rate": 1.9985062761474605e-05, + "loss": 3.7841, + "step": 2739 + }, + { + "epoch": 0.046902548828292166, + "grad_norm": 3.5479629039764404, + "learning_rate": 1.998503245501628e-05, + "loss": 3.9374, + "step": 2740 + }, + { + "epoch": 0.04691966654684264, + "grad_norm": 3.6371469497680664, + "learning_rate": 1.998500211786744e-05, + "loss": 3.9542, + "step": 2741 + }, + { + "epoch": 0.046936784265393106, + "grad_norm": 3.8788492679595947, + "learning_rate": 1.9984971750028186e-05, + "loss": 3.9946, + "step": 2742 + }, + { + "epoch": 0.04695390198394358, + "grad_norm": 3.605557441711426, + "learning_rate": 1.9984941351498606e-05, + "loss": 3.897, + "step": 2743 + }, + { + "epoch": 0.04697101970249405, + "grad_norm": 4.149127960205078, + "learning_rate": 1.99849109222788e-05, + "loss": 3.8185, + "step": 2744 + }, + { + "epoch": 0.046988137421044525, + "grad_norm": 3.8202803134918213, + "learning_rate": 1.9984880462368853e-05, + "loss": 3.9402, + "step": 2745 + }, + { + "epoch": 0.047005255139595, + "grad_norm": 3.7909047603607178, + "learning_rate": 1.9984849971768865e-05, + "loss": 4.072, + "step": 2746 + }, + { + "epoch": 0.047022372858145464, + "grad_norm": 3.3701841831207275, + "learning_rate": 1.9984819450478926e-05, + "loss": 3.8811, + "step": 2747 + }, + { + "epoch": 0.04703949057669594, + "grad_norm": 3.8371798992156982, + "learning_rate": 1.9984788898499133e-05, + "loss": 3.9996, + "step": 2748 + }, + { + "epoch": 0.04705660829524641, + "grad_norm": 3.4593729972839355, + "learning_rate": 1.9984758315829574e-05, + "loss": 4.1734, + "step": 2749 + }, + { + "epoch": 0.047073726013796884, + "grad_norm": 3.7303411960601807, + "learning_rate": 1.998472770247035e-05, + "loss": 3.9542, + "step": 2750 + }, + { + "epoch": 0.04709084373234735, + "grad_norm": 3.9516804218292236, + "learning_rate": 1.9984697058421553e-05, + "loss": 3.9634, + "step": 2751 + }, + { + "epoch": 0.04710796145089782, + "grad_norm": 4.041531085968018, + "learning_rate": 1.9984666383683278e-05, + "loss": 3.9291, + "step": 2752 + }, + { + "epoch": 0.047125079169448296, + "grad_norm": 3.6873867511749268, + "learning_rate": 1.9984635678255616e-05, + "loss": 3.9127, + "step": 2753 + }, + { + "epoch": 0.04714219688799877, + "grad_norm": 3.4959325790405273, + "learning_rate": 1.998460494213866e-05, + "loss": 3.9054, + "step": 2754 + }, + { + "epoch": 0.04715931460654924, + "grad_norm": 3.6313867568969727, + "learning_rate": 1.998457417533251e-05, + "loss": 3.9065, + "step": 2755 + }, + { + "epoch": 0.04717643232509971, + "grad_norm": 3.803816795349121, + "learning_rate": 1.998454337783726e-05, + "loss": 3.8737, + "step": 2756 + }, + { + "epoch": 0.04719355004365018, + "grad_norm": 3.706852912902832, + "learning_rate": 1.9984512549653003e-05, + "loss": 3.8942, + "step": 2757 + }, + { + "epoch": 0.047210667762200655, + "grad_norm": 3.341836929321289, + "learning_rate": 1.998448169077983e-05, + "loss": 3.9905, + "step": 2758 + }, + { + "epoch": 0.04722778548075113, + "grad_norm": 3.220613718032837, + "learning_rate": 1.998445080121784e-05, + "loss": 3.908, + "step": 2759 + }, + { + "epoch": 0.047244903199301594, + "grad_norm": 3.7668025493621826, + "learning_rate": 1.998441988096713e-05, + "loss": 4.0127, + "step": 2760 + }, + { + "epoch": 0.04726202091785207, + "grad_norm": 3.571053981781006, + "learning_rate": 1.9984388930027792e-05, + "loss": 3.9062, + "step": 2761 + }, + { + "epoch": 0.04727913863640254, + "grad_norm": 3.568377733230591, + "learning_rate": 1.9984357948399918e-05, + "loss": 3.9144, + "step": 2762 + }, + { + "epoch": 0.04729625635495301, + "grad_norm": 3.5736641883850098, + "learning_rate": 1.998432693608361e-05, + "loss": 3.841, + "step": 2763 + }, + { + "epoch": 0.047313374073503486, + "grad_norm": 3.3035824298858643, + "learning_rate": 1.998429589307896e-05, + "loss": 3.8698, + "step": 2764 + }, + { + "epoch": 0.04733049179205395, + "grad_norm": 3.6772685050964355, + "learning_rate": 1.9984264819386062e-05, + "loss": 3.9648, + "step": 2765 + }, + { + "epoch": 0.047347609510604426, + "grad_norm": 3.7818551063537598, + "learning_rate": 1.9984233715005015e-05, + "loss": 3.9096, + "step": 2766 + }, + { + "epoch": 0.0473647272291549, + "grad_norm": 3.5480849742889404, + "learning_rate": 1.998420257993591e-05, + "loss": 3.9018, + "step": 2767 + }, + { + "epoch": 0.04738184494770537, + "grad_norm": 3.8778553009033203, + "learning_rate": 1.998417141417885e-05, + "loss": 3.949, + "step": 2768 + }, + { + "epoch": 0.04739896266625584, + "grad_norm": 3.844637393951416, + "learning_rate": 1.9984140217733922e-05, + "loss": 3.9638, + "step": 2769 + }, + { + "epoch": 0.04741608038480631, + "grad_norm": 3.5309524536132812, + "learning_rate": 1.9984108990601226e-05, + "loss": 3.866, + "step": 2770 + }, + { + "epoch": 0.047433198103356784, + "grad_norm": 3.5043582916259766, + "learning_rate": 1.998407773278086e-05, + "loss": 4.0186, + "step": 2771 + }, + { + "epoch": 0.04745031582190726, + "grad_norm": 3.3115222454071045, + "learning_rate": 1.9984046444272914e-05, + "loss": 3.9273, + "step": 2772 + }, + { + "epoch": 0.04746743354045773, + "grad_norm": 3.7479770183563232, + "learning_rate": 1.998401512507749e-05, + "loss": 3.9, + "step": 2773 + }, + { + "epoch": 0.0474845512590082, + "grad_norm": 3.650336742401123, + "learning_rate": 1.9983983775194688e-05, + "loss": 4.0037, + "step": 2774 + }, + { + "epoch": 0.04750166897755867, + "grad_norm": 3.491708993911743, + "learning_rate": 1.9983952394624592e-05, + "loss": 3.9656, + "step": 2775 + }, + { + "epoch": 0.04751878669610914, + "grad_norm": 3.5834710597991943, + "learning_rate": 1.998392098336731e-05, + "loss": 3.8901, + "step": 2776 + }, + { + "epoch": 0.047535904414659616, + "grad_norm": 3.50679087638855, + "learning_rate": 1.9983889541422928e-05, + "loss": 3.8731, + "step": 2777 + }, + { + "epoch": 0.04755302213321009, + "grad_norm": 3.3404197692871094, + "learning_rate": 1.9983858068791556e-05, + "loss": 3.8523, + "step": 2778 + }, + { + "epoch": 0.047570139851760555, + "grad_norm": 3.490980863571167, + "learning_rate": 1.9983826565473278e-05, + "loss": 3.8738, + "step": 2779 + }, + { + "epoch": 0.04758725757031103, + "grad_norm": 3.8151040077209473, + "learning_rate": 1.9983795031468195e-05, + "loss": 3.8314, + "step": 2780 + }, + { + "epoch": 0.0476043752888615, + "grad_norm": 3.5942795276641846, + "learning_rate": 1.998376346677641e-05, + "loss": 4.028, + "step": 2781 + }, + { + "epoch": 0.047621493007411975, + "grad_norm": 3.558960437774658, + "learning_rate": 1.998373187139801e-05, + "loss": 3.923, + "step": 2782 + }, + { + "epoch": 0.04763861072596244, + "grad_norm": 3.7097973823547363, + "learning_rate": 1.99837002453331e-05, + "loss": 3.8652, + "step": 2783 + }, + { + "epoch": 0.047655728444512914, + "grad_norm": 3.8695781230926514, + "learning_rate": 1.9983668588581774e-05, + "loss": 3.9842, + "step": 2784 + }, + { + "epoch": 0.04767284616306339, + "grad_norm": 3.6909570693969727, + "learning_rate": 1.9983636901144127e-05, + "loss": 3.816, + "step": 2785 + }, + { + "epoch": 0.04768996388161386, + "grad_norm": 3.5255279541015625, + "learning_rate": 1.9983605183020262e-05, + "loss": 3.9277, + "step": 2786 + }, + { + "epoch": 0.04770708160016433, + "grad_norm": 3.5174448490142822, + "learning_rate": 1.9983573434210274e-05, + "loss": 3.878, + "step": 2787 + }, + { + "epoch": 0.0477241993187148, + "grad_norm": 3.370373249053955, + "learning_rate": 1.998354165471426e-05, + "loss": 3.8496, + "step": 2788 + }, + { + "epoch": 0.04774131703726527, + "grad_norm": 3.390000581741333, + "learning_rate": 1.9983509844532317e-05, + "loss": 3.8676, + "step": 2789 + }, + { + "epoch": 0.047758434755815746, + "grad_norm": 3.6151235103607178, + "learning_rate": 1.998347800366454e-05, + "loss": 3.9088, + "step": 2790 + }, + { + "epoch": 0.04777555247436622, + "grad_norm": 3.521515369415283, + "learning_rate": 1.9983446132111036e-05, + "loss": 3.8298, + "step": 2791 + }, + { + "epoch": 0.047792670192916685, + "grad_norm": 3.610769510269165, + "learning_rate": 1.9983414229871895e-05, + "loss": 3.9213, + "step": 2792 + }, + { + "epoch": 0.04780978791146716, + "grad_norm": 3.4284420013427734, + "learning_rate": 1.9983382296947217e-05, + "loss": 3.9793, + "step": 2793 + }, + { + "epoch": 0.04782690563001763, + "grad_norm": 3.4634432792663574, + "learning_rate": 1.9983350333337103e-05, + "loss": 3.869, + "step": 2794 + }, + { + "epoch": 0.047844023348568104, + "grad_norm": 3.504971504211426, + "learning_rate": 1.9983318339041646e-05, + "loss": 3.9277, + "step": 2795 + }, + { + "epoch": 0.04786114106711858, + "grad_norm": 3.2753071784973145, + "learning_rate": 1.9983286314060946e-05, + "loss": 3.9524, + "step": 2796 + }, + { + "epoch": 0.047878258785669044, + "grad_norm": 3.6689159870147705, + "learning_rate": 1.9983254258395105e-05, + "loss": 3.8812, + "step": 2797 + }, + { + "epoch": 0.04789537650421952, + "grad_norm": 3.5722739696502686, + "learning_rate": 1.9983222172044222e-05, + "loss": 3.8841, + "step": 2798 + }, + { + "epoch": 0.04791249422276999, + "grad_norm": 3.211683511734009, + "learning_rate": 1.9983190055008384e-05, + "loss": 3.8508, + "step": 2799 + }, + { + "epoch": 0.04792961194132046, + "grad_norm": 3.359221935272217, + "learning_rate": 1.9983157907287708e-05, + "loss": 3.9361, + "step": 2800 + }, + { + "epoch": 0.04794672965987093, + "grad_norm": 3.3514866828918457, + "learning_rate": 1.9983125728882277e-05, + "loss": 3.7009, + "step": 2801 + }, + { + "epoch": 0.0479638473784214, + "grad_norm": 3.1483962535858154, + "learning_rate": 1.99830935197922e-05, + "loss": 3.7891, + "step": 2802 + }, + { + "epoch": 0.047980965096971875, + "grad_norm": 3.677971601486206, + "learning_rate": 1.998306128001757e-05, + "loss": 3.9682, + "step": 2803 + }, + { + "epoch": 0.04799808281552235, + "grad_norm": 3.5313751697540283, + "learning_rate": 1.998302900955849e-05, + "loss": 3.8334, + "step": 2804 + }, + { + "epoch": 0.04801520053407282, + "grad_norm": 3.398200273513794, + "learning_rate": 1.9982996708415054e-05, + "loss": 3.9018, + "step": 2805 + }, + { + "epoch": 0.04803231825262329, + "grad_norm": 3.402564764022827, + "learning_rate": 1.998296437658737e-05, + "loss": 3.8518, + "step": 2806 + }, + { + "epoch": 0.04804943597117376, + "grad_norm": 3.315753936767578, + "learning_rate": 1.9982932014075528e-05, + "loss": 3.8059, + "step": 2807 + }, + { + "epoch": 0.048066553689724234, + "grad_norm": 3.5598902702331543, + "learning_rate": 1.998289962087963e-05, + "loss": 3.9008, + "step": 2808 + }, + { + "epoch": 0.04808367140827471, + "grad_norm": 3.7318673133850098, + "learning_rate": 1.9982867196999783e-05, + "loss": 3.7909, + "step": 2809 + }, + { + "epoch": 0.04810078912682517, + "grad_norm": 3.509791612625122, + "learning_rate": 1.998283474243608e-05, + "loss": 3.7493, + "step": 2810 + }, + { + "epoch": 0.048117906845375646, + "grad_norm": 3.6137735843658447, + "learning_rate": 1.9982802257188615e-05, + "loss": 3.8447, + "step": 2811 + }, + { + "epoch": 0.04813502456392612, + "grad_norm": 3.2933318614959717, + "learning_rate": 1.99827697412575e-05, + "loss": 3.838, + "step": 2812 + }, + { + "epoch": 0.04815214228247659, + "grad_norm": 3.613208532333374, + "learning_rate": 1.9982737194642827e-05, + "loss": 3.8255, + "step": 2813 + }, + { + "epoch": 0.048169260001027066, + "grad_norm": 3.613217353820801, + "learning_rate": 1.9982704617344702e-05, + "loss": 3.899, + "step": 2814 + }, + { + "epoch": 0.04818637771957753, + "grad_norm": 3.8053746223449707, + "learning_rate": 1.998267200936322e-05, + "loss": 3.9158, + "step": 2815 + }, + { + "epoch": 0.048203495438128005, + "grad_norm": 3.621748447418213, + "learning_rate": 1.9982639370698478e-05, + "loss": 3.9997, + "step": 2816 + }, + { + "epoch": 0.04822061315667848, + "grad_norm": 3.4549777507781982, + "learning_rate": 1.9982606701350586e-05, + "loss": 4.0254, + "step": 2817 + }, + { + "epoch": 0.04823773087522895, + "grad_norm": 3.1470422744750977, + "learning_rate": 1.998257400131964e-05, + "loss": 3.9083, + "step": 2818 + }, + { + "epoch": 0.048254848593779424, + "grad_norm": 3.667022466659546, + "learning_rate": 1.9982541270605735e-05, + "loss": 3.8279, + "step": 2819 + }, + { + "epoch": 0.04827196631232989, + "grad_norm": 4.251375198364258, + "learning_rate": 1.998250850920898e-05, + "loss": 3.9553, + "step": 2820 + }, + { + "epoch": 0.048289084030880364, + "grad_norm": 4.125895977020264, + "learning_rate": 1.9982475717129473e-05, + "loss": 3.963, + "step": 2821 + }, + { + "epoch": 0.04830620174943084, + "grad_norm": 3.593414783477783, + "learning_rate": 1.9982442894367312e-05, + "loss": 3.7017, + "step": 2822 + }, + { + "epoch": 0.04832331946798131, + "grad_norm": 3.4512736797332764, + "learning_rate": 1.9982410040922602e-05, + "loss": 4.0128, + "step": 2823 + }, + { + "epoch": 0.048340437186531776, + "grad_norm": 3.4801998138427734, + "learning_rate": 1.9982377156795442e-05, + "loss": 3.7856, + "step": 2824 + }, + { + "epoch": 0.04835755490508225, + "grad_norm": 3.54410719871521, + "learning_rate": 1.9982344241985933e-05, + "loss": 3.8712, + "step": 2825 + }, + { + "epoch": 0.04837467262363272, + "grad_norm": 3.290203332901001, + "learning_rate": 1.9982311296494173e-05, + "loss": 3.8829, + "step": 2826 + }, + { + "epoch": 0.048391790342183195, + "grad_norm": 3.6255393028259277, + "learning_rate": 1.998227832032027e-05, + "loss": 3.9206, + "step": 2827 + }, + { + "epoch": 0.04840890806073367, + "grad_norm": 3.4450385570526123, + "learning_rate": 1.9982245313464318e-05, + "loss": 3.9253, + "step": 2828 + }, + { + "epoch": 0.048426025779284135, + "grad_norm": 3.4322237968444824, + "learning_rate": 1.9982212275926427e-05, + "loss": 3.8738, + "step": 2829 + }, + { + "epoch": 0.04844314349783461, + "grad_norm": 3.317065477371216, + "learning_rate": 1.998217920770669e-05, + "loss": 4.0416, + "step": 2830 + }, + { + "epoch": 0.04846026121638508, + "grad_norm": 3.504089832305908, + "learning_rate": 1.998214610880522e-05, + "loss": 3.8596, + "step": 2831 + }, + { + "epoch": 0.048477378934935554, + "grad_norm": 3.4031424522399902, + "learning_rate": 1.99821129792221e-05, + "loss": 3.9953, + "step": 2832 + }, + { + "epoch": 0.04849449665348602, + "grad_norm": 3.36375093460083, + "learning_rate": 1.9982079818957453e-05, + "loss": 3.9599, + "step": 2833 + }, + { + "epoch": 0.04851161437203649, + "grad_norm": 3.4395008087158203, + "learning_rate": 1.998204662801136e-05, + "loss": 3.8408, + "step": 2834 + }, + { + "epoch": 0.048528732090586967, + "grad_norm": 3.413372039794922, + "learning_rate": 1.9982013406383943e-05, + "loss": 3.8263, + "step": 2835 + }, + { + "epoch": 0.04854584980913744, + "grad_norm": 3.5734026432037354, + "learning_rate": 1.9981980154075295e-05, + "loss": 3.8223, + "step": 2836 + }, + { + "epoch": 0.04856296752768791, + "grad_norm": 3.4098751544952393, + "learning_rate": 1.9981946871085513e-05, + "loss": 3.951, + "step": 2837 + }, + { + "epoch": 0.04858008524623838, + "grad_norm": 3.4376373291015625, + "learning_rate": 1.9981913557414708e-05, + "loss": 3.8941, + "step": 2838 + }, + { + "epoch": 0.04859720296478885, + "grad_norm": 3.2555038928985596, + "learning_rate": 1.9981880213062977e-05, + "loss": 3.8302, + "step": 2839 + }, + { + "epoch": 0.048614320683339325, + "grad_norm": 3.3777999877929688, + "learning_rate": 1.998184683803043e-05, + "loss": 3.8558, + "step": 2840 + }, + { + "epoch": 0.0486314384018898, + "grad_norm": 3.3172755241394043, + "learning_rate": 1.9981813432317157e-05, + "loss": 3.7656, + "step": 2841 + }, + { + "epoch": 0.048648556120440264, + "grad_norm": 3.472630739212036, + "learning_rate": 1.998177999592327e-05, + "loss": 3.8438, + "step": 2842 + }, + { + "epoch": 0.04866567383899074, + "grad_norm": 4.177404403686523, + "learning_rate": 1.9981746528848867e-05, + "loss": 3.9678, + "step": 2843 + }, + { + "epoch": 0.04868279155754121, + "grad_norm": 3.780155658721924, + "learning_rate": 1.998171303109406e-05, + "loss": 3.9319, + "step": 2844 + }, + { + "epoch": 0.048699909276091684, + "grad_norm": 3.810614824295044, + "learning_rate": 1.998167950265894e-05, + "loss": 3.9421, + "step": 2845 + }, + { + "epoch": 0.04871702699464216, + "grad_norm": 3.841602325439453, + "learning_rate": 1.998164594354362e-05, + "loss": 3.8428, + "step": 2846 + }, + { + "epoch": 0.04873414471319262, + "grad_norm": 3.3834877014160156, + "learning_rate": 1.9981612353748194e-05, + "loss": 3.7679, + "step": 2847 + }, + { + "epoch": 0.048751262431743096, + "grad_norm": 4.202278137207031, + "learning_rate": 1.9981578733272772e-05, + "loss": 3.9911, + "step": 2848 + }, + { + "epoch": 0.04876838015029357, + "grad_norm": 4.013376235961914, + "learning_rate": 1.9981545082117454e-05, + "loss": 3.8771, + "step": 2849 + }, + { + "epoch": 0.04878549786884404, + "grad_norm": 3.824584484100342, + "learning_rate": 1.9981511400282345e-05, + "loss": 3.9528, + "step": 2850 + }, + { + "epoch": 0.04880261558739451, + "grad_norm": 3.798330783843994, + "learning_rate": 1.9981477687767547e-05, + "loss": 3.9839, + "step": 2851 + }, + { + "epoch": 0.04881973330594498, + "grad_norm": 3.561582326889038, + "learning_rate": 1.9981443944573168e-05, + "loss": 3.9538, + "step": 2852 + }, + { + "epoch": 0.048836851024495455, + "grad_norm": 3.826458692550659, + "learning_rate": 1.9981410170699306e-05, + "loss": 3.9646, + "step": 2853 + }, + { + "epoch": 0.04885396874304593, + "grad_norm": 3.6139917373657227, + "learning_rate": 1.9981376366146064e-05, + "loss": 3.7473, + "step": 2854 + }, + { + "epoch": 0.0488710864615964, + "grad_norm": 3.513974905014038, + "learning_rate": 1.9981342530913556e-05, + "loss": 3.8875, + "step": 2855 + }, + { + "epoch": 0.04888820418014687, + "grad_norm": 3.864565134048462, + "learning_rate": 1.9981308665001874e-05, + "loss": 3.9606, + "step": 2856 + }, + { + "epoch": 0.04890532189869734, + "grad_norm": 3.9349796772003174, + "learning_rate": 1.998127476841113e-05, + "loss": 3.8819, + "step": 2857 + }, + { + "epoch": 0.048922439617247813, + "grad_norm": 4.006118297576904, + "learning_rate": 1.998124084114142e-05, + "loss": 4.0225, + "step": 2858 + }, + { + "epoch": 0.04893955733579829, + "grad_norm": 3.4505999088287354, + "learning_rate": 1.998120688319286e-05, + "loss": 3.8378, + "step": 2859 + }, + { + "epoch": 0.04895667505434876, + "grad_norm": 3.5341696739196777, + "learning_rate": 1.9981172894565547e-05, + "loss": 3.9692, + "step": 2860 + }, + { + "epoch": 0.048973792772899226, + "grad_norm": 3.982999086380005, + "learning_rate": 1.9981138875259583e-05, + "loss": 3.7755, + "step": 2861 + }, + { + "epoch": 0.0489909104914497, + "grad_norm": 3.632453203201294, + "learning_rate": 1.9981104825275078e-05, + "loss": 3.8571, + "step": 2862 + }, + { + "epoch": 0.04900802821000017, + "grad_norm": 3.3227474689483643, + "learning_rate": 1.9981070744612134e-05, + "loss": 3.8196, + "step": 2863 + }, + { + "epoch": 0.049025145928550645, + "grad_norm": 3.5864429473876953, + "learning_rate": 1.998103663327086e-05, + "loss": 3.6451, + "step": 2864 + }, + { + "epoch": 0.04904226364710111, + "grad_norm": 3.5047671794891357, + "learning_rate": 1.9981002491251353e-05, + "loss": 3.8585, + "step": 2865 + }, + { + "epoch": 0.049059381365651585, + "grad_norm": 3.6266186237335205, + "learning_rate": 1.9980968318553723e-05, + "loss": 3.856, + "step": 2866 + }, + { + "epoch": 0.04907649908420206, + "grad_norm": 3.6030330657958984, + "learning_rate": 1.9980934115178077e-05, + "loss": 3.792, + "step": 2867 + }, + { + "epoch": 0.04909361680275253, + "grad_norm": 3.7594218254089355, + "learning_rate": 1.9980899881124517e-05, + "loss": 4.0918, + "step": 2868 + }, + { + "epoch": 0.049110734521303004, + "grad_norm": 3.634354829788208, + "learning_rate": 1.9980865616393145e-05, + "loss": 3.841, + "step": 2869 + }, + { + "epoch": 0.04912785223985347, + "grad_norm": 3.5730056762695312, + "learning_rate": 1.9980831320984072e-05, + "loss": 3.8996, + "step": 2870 + }, + { + "epoch": 0.04914496995840394, + "grad_norm": 3.4180076122283936, + "learning_rate": 1.99807969948974e-05, + "loss": 3.7739, + "step": 2871 + }, + { + "epoch": 0.049162087676954416, + "grad_norm": 3.6186892986297607, + "learning_rate": 1.998076263813324e-05, + "loss": 3.8618, + "step": 2872 + }, + { + "epoch": 0.04917920539550489, + "grad_norm": 3.6271939277648926, + "learning_rate": 1.9980728250691693e-05, + "loss": 3.8377, + "step": 2873 + }, + { + "epoch": 0.049196323114055356, + "grad_norm": 3.353389024734497, + "learning_rate": 1.9980693832572862e-05, + "loss": 3.7995, + "step": 2874 + }, + { + "epoch": 0.04921344083260583, + "grad_norm": 3.620070219039917, + "learning_rate": 1.998065938377686e-05, + "loss": 3.9015, + "step": 2875 + }, + { + "epoch": 0.0492305585511563, + "grad_norm": 3.8934831619262695, + "learning_rate": 1.9980624904303784e-05, + "loss": 4.1261, + "step": 2876 + }, + { + "epoch": 0.049247676269706775, + "grad_norm": 3.9307236671447754, + "learning_rate": 1.9980590394153747e-05, + "loss": 3.8786, + "step": 2877 + }, + { + "epoch": 0.04926479398825725, + "grad_norm": 3.781921625137329, + "learning_rate": 1.9980555853326856e-05, + "loss": 3.9973, + "step": 2878 + }, + { + "epoch": 0.049281911706807714, + "grad_norm": 4.057732105255127, + "learning_rate": 1.998052128182321e-05, + "loss": 4.0207, + "step": 2879 + }, + { + "epoch": 0.04929902942535819, + "grad_norm": 3.4998929500579834, + "learning_rate": 1.9980486679642918e-05, + "loss": 3.8004, + "step": 2880 + }, + { + "epoch": 0.04931614714390866, + "grad_norm": 3.7026329040527344, + "learning_rate": 1.9980452046786093e-05, + "loss": 3.9551, + "step": 2881 + }, + { + "epoch": 0.049333264862459134, + "grad_norm": 3.3998959064483643, + "learning_rate": 1.998041738325283e-05, + "loss": 3.6522, + "step": 2882 + }, + { + "epoch": 0.0493503825810096, + "grad_norm": 3.4978299140930176, + "learning_rate": 1.9980382689043247e-05, + "loss": 3.8464, + "step": 2883 + }, + { + "epoch": 0.04936750029956007, + "grad_norm": 3.3983325958251953, + "learning_rate": 1.9980347964157442e-05, + "loss": 3.8957, + "step": 2884 + }, + { + "epoch": 0.049384618018110546, + "grad_norm": 3.388171672821045, + "learning_rate": 1.998031320859553e-05, + "loss": 3.9891, + "step": 2885 + }, + { + "epoch": 0.04940173573666102, + "grad_norm": 3.250441312789917, + "learning_rate": 1.9980278422357606e-05, + "loss": 3.6627, + "step": 2886 + }, + { + "epoch": 0.04941885345521149, + "grad_norm": 3.352381706237793, + "learning_rate": 1.998024360544379e-05, + "loss": 3.9071, + "step": 2887 + }, + { + "epoch": 0.04943597117376196, + "grad_norm": 3.3464791774749756, + "learning_rate": 1.998020875785418e-05, + "loss": 3.9299, + "step": 2888 + }, + { + "epoch": 0.04945308889231243, + "grad_norm": 3.6256792545318604, + "learning_rate": 1.998017387958888e-05, + "loss": 3.9299, + "step": 2889 + }, + { + "epoch": 0.049470206610862905, + "grad_norm": 3.4685206413269043, + "learning_rate": 1.998013897064801e-05, + "loss": 3.7385, + "step": 2890 + }, + { + "epoch": 0.04948732432941338, + "grad_norm": 3.8173575401306152, + "learning_rate": 1.998010403103167e-05, + "loss": 3.9024, + "step": 2891 + }, + { + "epoch": 0.04950444204796385, + "grad_norm": 3.358335018157959, + "learning_rate": 1.998006906073997e-05, + "loss": 3.8839, + "step": 2892 + }, + { + "epoch": 0.04952155976651432, + "grad_norm": 3.687206506729126, + "learning_rate": 1.998003405977301e-05, + "loss": 3.9713, + "step": 2893 + }, + { + "epoch": 0.04953867748506479, + "grad_norm": 3.600698709487915, + "learning_rate": 1.997999902813091e-05, + "loss": 3.8931, + "step": 2894 + }, + { + "epoch": 0.04955579520361526, + "grad_norm": 3.6105542182922363, + "learning_rate": 1.9979963965813764e-05, + "loss": 3.7964, + "step": 2895 + }, + { + "epoch": 0.049572912922165736, + "grad_norm": 3.815547466278076, + "learning_rate": 1.9979928872821687e-05, + "loss": 3.8309, + "step": 2896 + }, + { + "epoch": 0.0495900306407162, + "grad_norm": 3.605052947998047, + "learning_rate": 1.997989374915479e-05, + "loss": 3.899, + "step": 2897 + }, + { + "epoch": 0.049607148359266676, + "grad_norm": 3.4609503746032715, + "learning_rate": 1.9979858594813173e-05, + "loss": 3.9106, + "step": 2898 + }, + { + "epoch": 0.04962426607781715, + "grad_norm": 3.5316450595855713, + "learning_rate": 1.9979823409796946e-05, + "loss": 3.8462, + "step": 2899 + }, + { + "epoch": 0.04964138379636762, + "grad_norm": 3.6649065017700195, + "learning_rate": 1.9979788194106228e-05, + "loss": 3.9407, + "step": 2900 + }, + { + "epoch": 0.049658501514918095, + "grad_norm": 3.6659936904907227, + "learning_rate": 1.9979752947741113e-05, + "loss": 3.8722, + "step": 2901 + }, + { + "epoch": 0.04967561923346856, + "grad_norm": 3.469944477081299, + "learning_rate": 1.9979717670701715e-05, + "loss": 3.731, + "step": 2902 + }, + { + "epoch": 0.049692736952019034, + "grad_norm": 3.5408935546875, + "learning_rate": 1.997968236298814e-05, + "loss": 3.8316, + "step": 2903 + }, + { + "epoch": 0.04970985467056951, + "grad_norm": 3.565596103668213, + "learning_rate": 1.9979647024600503e-05, + "loss": 3.7415, + "step": 2904 + }, + { + "epoch": 0.04972697238911998, + "grad_norm": 3.6016058921813965, + "learning_rate": 1.9979611655538907e-05, + "loss": 3.8967, + "step": 2905 + }, + { + "epoch": 0.04974409010767045, + "grad_norm": 3.4648537635803223, + "learning_rate": 1.9979576255803464e-05, + "loss": 3.9143, + "step": 2906 + }, + { + "epoch": 0.04976120782622092, + "grad_norm": 3.654694080352783, + "learning_rate": 1.997954082539428e-05, + "loss": 3.824, + "step": 2907 + }, + { + "epoch": 0.04977832554477139, + "grad_norm": 3.3599159717559814, + "learning_rate": 1.9979505364311467e-05, + "loss": 3.8645, + "step": 2908 + }, + { + "epoch": 0.049795443263321866, + "grad_norm": 3.6827871799468994, + "learning_rate": 1.997946987255513e-05, + "loss": 3.974, + "step": 2909 + }, + { + "epoch": 0.04981256098187234, + "grad_norm": 3.4293434619903564, + "learning_rate": 1.997943435012538e-05, + "loss": 3.8003, + "step": 2910 + }, + { + "epoch": 0.049829678700422805, + "grad_norm": 3.857807159423828, + "learning_rate": 1.997939879702232e-05, + "loss": 3.931, + "step": 2911 + }, + { + "epoch": 0.04984679641897328, + "grad_norm": 3.611259937286377, + "learning_rate": 1.9979363213246073e-05, + "loss": 3.9364, + "step": 2912 + }, + { + "epoch": 0.04986391413752375, + "grad_norm": 3.5311734676361084, + "learning_rate": 1.997932759879674e-05, + "loss": 3.8154, + "step": 2913 + }, + { + "epoch": 0.049881031856074225, + "grad_norm": 3.8970136642456055, + "learning_rate": 1.997929195367443e-05, + "loss": 3.7546, + "step": 2914 + }, + { + "epoch": 0.04989814957462469, + "grad_norm": 3.4821462631225586, + "learning_rate": 1.9979256277879255e-05, + "loss": 3.9302, + "step": 2915 + }, + { + "epoch": 0.049915267293175164, + "grad_norm": 3.588942289352417, + "learning_rate": 1.9979220571411325e-05, + "loss": 3.8793, + "step": 2916 + }, + { + "epoch": 0.04993238501172564, + "grad_norm": 3.5884203910827637, + "learning_rate": 1.9979184834270746e-05, + "loss": 3.8703, + "step": 2917 + }, + { + "epoch": 0.04994950273027611, + "grad_norm": 3.6004464626312256, + "learning_rate": 1.997914906645763e-05, + "loss": 4.0221, + "step": 2918 + }, + { + "epoch": 0.04996662044882658, + "grad_norm": 3.5960779190063477, + "learning_rate": 1.9979113267972085e-05, + "loss": 3.9199, + "step": 2919 + }, + { + "epoch": 0.04998373816737705, + "grad_norm": 3.3591363430023193, + "learning_rate": 1.9979077438814224e-05, + "loss": 3.7651, + "step": 2920 + }, + { + "epoch": 0.05000085588592752, + "grad_norm": 3.314939022064209, + "learning_rate": 1.997904157898416e-05, + "loss": 3.7136, + "step": 2921 + }, + { + "epoch": 0.050017973604477996, + "grad_norm": 3.8226816654205322, + "learning_rate": 1.9979005688481996e-05, + "loss": 3.7635, + "step": 2922 + }, + { + "epoch": 0.05003509132302847, + "grad_norm": 3.5509111881256104, + "learning_rate": 1.9978969767307846e-05, + "loss": 3.9495, + "step": 2923 + }, + { + "epoch": 0.050052209041578935, + "grad_norm": 3.5186562538146973, + "learning_rate": 1.9978933815461823e-05, + "loss": 4.0322, + "step": 2924 + }, + { + "epoch": 0.05006932676012941, + "grad_norm": 3.473459005355835, + "learning_rate": 1.997889783294403e-05, + "loss": 3.8927, + "step": 2925 + }, + { + "epoch": 0.05008644447867988, + "grad_norm": 3.3322412967681885, + "learning_rate": 1.9978861819754586e-05, + "loss": 3.881, + "step": 2926 + }, + { + "epoch": 0.050103562197230354, + "grad_norm": 4.030837059020996, + "learning_rate": 1.99788257758936e-05, + "loss": 3.8993, + "step": 2927 + }, + { + "epoch": 0.05012067991578083, + "grad_norm": 3.6392359733581543, + "learning_rate": 1.9978789701361176e-05, + "loss": 3.9018, + "step": 2928 + }, + { + "epoch": 0.050137797634331294, + "grad_norm": 3.2993276119232178, + "learning_rate": 1.997875359615743e-05, + "loss": 3.8227, + "step": 2929 + }, + { + "epoch": 0.05015491535288177, + "grad_norm": 3.761427402496338, + "learning_rate": 1.9978717460282473e-05, + "loss": 3.7902, + "step": 2930 + }, + { + "epoch": 0.05017203307143224, + "grad_norm": 3.6341702938079834, + "learning_rate": 1.9978681293736417e-05, + "loss": 3.924, + "step": 2931 + }, + { + "epoch": 0.05018915078998271, + "grad_norm": 3.704827070236206, + "learning_rate": 1.9978645096519372e-05, + "loss": 3.8991, + "step": 2932 + }, + { + "epoch": 0.050206268508533186, + "grad_norm": 3.538846731185913, + "learning_rate": 1.9978608868631444e-05, + "loss": 3.8732, + "step": 2933 + }, + { + "epoch": 0.05022338622708365, + "grad_norm": 3.4561452865600586, + "learning_rate": 1.9978572610072755e-05, + "loss": 3.886, + "step": 2934 + }, + { + "epoch": 0.050240503945634125, + "grad_norm": 3.21114444732666, + "learning_rate": 1.9978536320843413e-05, + "loss": 3.8824, + "step": 2935 + }, + { + "epoch": 0.0502576216641846, + "grad_norm": 3.3797764778137207, + "learning_rate": 1.997850000094352e-05, + "loss": 3.6944, + "step": 2936 + }, + { + "epoch": 0.05027473938273507, + "grad_norm": 3.346573829650879, + "learning_rate": 1.9978463650373202e-05, + "loss": 3.9017, + "step": 2937 + }, + { + "epoch": 0.05029185710128554, + "grad_norm": 3.3568737506866455, + "learning_rate": 1.9978427269132558e-05, + "loss": 3.8929, + "step": 2938 + }, + { + "epoch": 0.05030897481983601, + "grad_norm": 3.498683452606201, + "learning_rate": 1.9978390857221708e-05, + "loss": 3.807, + "step": 2939 + }, + { + "epoch": 0.050326092538386484, + "grad_norm": 3.5836167335510254, + "learning_rate": 1.9978354414640764e-05, + "loss": 3.9801, + "step": 2940 + }, + { + "epoch": 0.05034321025693696, + "grad_norm": 3.173201560974121, + "learning_rate": 1.9978317941389834e-05, + "loss": 3.7685, + "step": 2941 + }, + { + "epoch": 0.05036032797548743, + "grad_norm": 3.489659070968628, + "learning_rate": 1.997828143746903e-05, + "loss": 3.9505, + "step": 2942 + }, + { + "epoch": 0.050377445694037896, + "grad_norm": 3.628052234649658, + "learning_rate": 1.9978244902878465e-05, + "loss": 3.8462, + "step": 2943 + }, + { + "epoch": 0.05039456341258837, + "grad_norm": 3.6965272426605225, + "learning_rate": 1.9978208337618256e-05, + "loss": 3.8127, + "step": 2944 + }, + { + "epoch": 0.05041168113113884, + "grad_norm": 3.612929582595825, + "learning_rate": 1.997817174168851e-05, + "loss": 3.7653, + "step": 2945 + }, + { + "epoch": 0.050428798849689316, + "grad_norm": 3.2378838062286377, + "learning_rate": 1.9978135115089338e-05, + "loss": 3.8765, + "step": 2946 + }, + { + "epoch": 0.05044591656823978, + "grad_norm": 3.3436667919158936, + "learning_rate": 1.997809845782086e-05, + "loss": 3.8755, + "step": 2947 + }, + { + "epoch": 0.050463034286790255, + "grad_norm": 3.346946954727173, + "learning_rate": 1.997806176988318e-05, + "loss": 3.8786, + "step": 2948 + }, + { + "epoch": 0.05048015200534073, + "grad_norm": 3.5704970359802246, + "learning_rate": 1.997802505127642e-05, + "loss": 3.9298, + "step": 2949 + }, + { + "epoch": 0.0504972697238912, + "grad_norm": 3.5755162239074707, + "learning_rate": 1.9977988302000685e-05, + "loss": 3.8452, + "step": 2950 + }, + { + "epoch": 0.050514387442441674, + "grad_norm": 3.416877031326294, + "learning_rate": 1.9977951522056092e-05, + "loss": 3.8653, + "step": 2951 + }, + { + "epoch": 0.05053150516099214, + "grad_norm": 3.3968870639801025, + "learning_rate": 1.997791471144275e-05, + "loss": 3.942, + "step": 2952 + }, + { + "epoch": 0.050548622879542614, + "grad_norm": 3.631793737411499, + "learning_rate": 1.9977877870160776e-05, + "loss": 3.7492, + "step": 2953 + }, + { + "epoch": 0.05056574059809309, + "grad_norm": 3.623492956161499, + "learning_rate": 1.9977840998210286e-05, + "loss": 3.7853, + "step": 2954 + }, + { + "epoch": 0.05058285831664356, + "grad_norm": 3.3917479515075684, + "learning_rate": 1.9977804095591383e-05, + "loss": 3.7527, + "step": 2955 + }, + { + "epoch": 0.050599976035194026, + "grad_norm": 3.6164393424987793, + "learning_rate": 1.9977767162304195e-05, + "loss": 3.9189, + "step": 2956 + }, + { + "epoch": 0.0506170937537445, + "grad_norm": 3.5874316692352295, + "learning_rate": 1.9977730198348823e-05, + "loss": 3.9449, + "step": 2957 + }, + { + "epoch": 0.05063421147229497, + "grad_norm": 3.6017322540283203, + "learning_rate": 1.9977693203725384e-05, + "loss": 3.9894, + "step": 2958 + }, + { + "epoch": 0.050651329190845445, + "grad_norm": 3.545799970626831, + "learning_rate": 1.9977656178433995e-05, + "loss": 3.905, + "step": 2959 + }, + { + "epoch": 0.05066844690939592, + "grad_norm": 4.042130947113037, + "learning_rate": 1.9977619122474766e-05, + "loss": 3.8242, + "step": 2960 + }, + { + "epoch": 0.050685564627946385, + "grad_norm": 3.6919076442718506, + "learning_rate": 1.9977582035847814e-05, + "loss": 3.7882, + "step": 2961 + }, + { + "epoch": 0.05070268234649686, + "grad_norm": 3.8606760501861572, + "learning_rate": 1.997754491855325e-05, + "loss": 3.8285, + "step": 2962 + }, + { + "epoch": 0.05071980006504733, + "grad_norm": 3.3190736770629883, + "learning_rate": 1.9977507770591194e-05, + "loss": 3.8862, + "step": 2963 + }, + { + "epoch": 0.050736917783597804, + "grad_norm": 3.8843350410461426, + "learning_rate": 1.9977470591961753e-05, + "loss": 3.8778, + "step": 2964 + }, + { + "epoch": 0.05075403550214827, + "grad_norm": 3.7809884548187256, + "learning_rate": 1.9977433382665043e-05, + "loss": 3.8234, + "step": 2965 + }, + { + "epoch": 0.05077115322069874, + "grad_norm": 3.7825138568878174, + "learning_rate": 1.997739614270118e-05, + "loss": 3.8289, + "step": 2966 + }, + { + "epoch": 0.05078827093924922, + "grad_norm": 3.5013630390167236, + "learning_rate": 1.9977358872070277e-05, + "loss": 3.9062, + "step": 2967 + }, + { + "epoch": 0.05080538865779969, + "grad_norm": 3.6282572746276855, + "learning_rate": 1.9977321570772454e-05, + "loss": 3.7737, + "step": 2968 + }, + { + "epoch": 0.05082250637635016, + "grad_norm": 3.47015643119812, + "learning_rate": 1.9977284238807816e-05, + "loss": 3.8344, + "step": 2969 + }, + { + "epoch": 0.05083962409490063, + "grad_norm": 3.4304721355438232, + "learning_rate": 1.9977246876176486e-05, + "loss": 3.8726, + "step": 2970 + }, + { + "epoch": 0.0508567418134511, + "grad_norm": 3.5912933349609375, + "learning_rate": 1.9977209482878576e-05, + "loss": 3.9183, + "step": 2971 + }, + { + "epoch": 0.050873859532001575, + "grad_norm": 3.6473777294158936, + "learning_rate": 1.9977172058914197e-05, + "loss": 3.8563, + "step": 2972 + }, + { + "epoch": 0.05089097725055205, + "grad_norm": 3.631009578704834, + "learning_rate": 1.9977134604283467e-05, + "loss": 3.8432, + "step": 2973 + }, + { + "epoch": 0.05090809496910252, + "grad_norm": 3.2589731216430664, + "learning_rate": 1.9977097118986507e-05, + "loss": 3.8389, + "step": 2974 + }, + { + "epoch": 0.05092521268765299, + "grad_norm": 3.549933671951294, + "learning_rate": 1.9977059603023426e-05, + "loss": 3.9517, + "step": 2975 + }, + { + "epoch": 0.05094233040620346, + "grad_norm": 3.499347686767578, + "learning_rate": 1.9977022056394338e-05, + "loss": 3.9601, + "step": 2976 + }, + { + "epoch": 0.050959448124753934, + "grad_norm": 3.3080997467041016, + "learning_rate": 1.9976984479099363e-05, + "loss": 3.7959, + "step": 2977 + }, + { + "epoch": 0.05097656584330441, + "grad_norm": 3.7768588066101074, + "learning_rate": 1.997694687113861e-05, + "loss": 3.8998, + "step": 2978 + }, + { + "epoch": 0.05099368356185487, + "grad_norm": 3.2674765586853027, + "learning_rate": 1.9976909232512204e-05, + "loss": 3.7616, + "step": 2979 + }, + { + "epoch": 0.051010801280405346, + "grad_norm": 3.4619290828704834, + "learning_rate": 1.9976871563220253e-05, + "loss": 3.9685, + "step": 2980 + }, + { + "epoch": 0.05102791899895582, + "grad_norm": 3.5377461910247803, + "learning_rate": 1.9976833863262873e-05, + "loss": 3.8341, + "step": 2981 + }, + { + "epoch": 0.05104503671750629, + "grad_norm": 3.4100542068481445, + "learning_rate": 1.9976796132640186e-05, + "loss": 3.7702, + "step": 2982 + }, + { + "epoch": 0.051062154436056766, + "grad_norm": 3.448326587677002, + "learning_rate": 1.9976758371352302e-05, + "loss": 3.5743, + "step": 2983 + }, + { + "epoch": 0.05107927215460723, + "grad_norm": 3.7420499324798584, + "learning_rate": 1.997672057939934e-05, + "loss": 3.8786, + "step": 2984 + }, + { + "epoch": 0.051096389873157705, + "grad_norm": 3.592090368270874, + "learning_rate": 1.997668275678142e-05, + "loss": 3.9523, + "step": 2985 + }, + { + "epoch": 0.05111350759170818, + "grad_norm": 3.5080578327178955, + "learning_rate": 1.997664490349865e-05, + "loss": 3.8166, + "step": 2986 + }, + { + "epoch": 0.05113062531025865, + "grad_norm": 3.1942570209503174, + "learning_rate": 1.9976607019551144e-05, + "loss": 3.7933, + "step": 2987 + }, + { + "epoch": 0.05114774302880912, + "grad_norm": 3.419435501098633, + "learning_rate": 1.9976569104939033e-05, + "loss": 3.6591, + "step": 2988 + }, + { + "epoch": 0.05116486074735959, + "grad_norm": 3.290822982788086, + "learning_rate": 1.997653115966242e-05, + "loss": 3.7497, + "step": 2989 + }, + { + "epoch": 0.051181978465910064, + "grad_norm": 3.5881597995758057, + "learning_rate": 1.9976493183721428e-05, + "loss": 3.9269, + "step": 2990 + }, + { + "epoch": 0.05119909618446054, + "grad_norm": 3.745816469192505, + "learning_rate": 1.9976455177116173e-05, + "loss": 3.892, + "step": 2991 + }, + { + "epoch": 0.05121621390301101, + "grad_norm": 3.3832249641418457, + "learning_rate": 1.997641713984677e-05, + "loss": 3.7928, + "step": 2992 + }, + { + "epoch": 0.051233331621561476, + "grad_norm": 3.7133259773254395, + "learning_rate": 1.9976379071913338e-05, + "loss": 3.8892, + "step": 2993 + }, + { + "epoch": 0.05125044934011195, + "grad_norm": 3.4679839611053467, + "learning_rate": 1.997634097331599e-05, + "loss": 3.8185, + "step": 2994 + }, + { + "epoch": 0.05126756705866242, + "grad_norm": 3.3662052154541016, + "learning_rate": 1.997630284405485e-05, + "loss": 3.7003, + "step": 2995 + }, + { + "epoch": 0.051284684777212895, + "grad_norm": 3.175861358642578, + "learning_rate": 1.997626468413003e-05, + "loss": 3.703, + "step": 2996 + }, + { + "epoch": 0.05130180249576336, + "grad_norm": 3.2268528938293457, + "learning_rate": 1.997622649354165e-05, + "loss": 3.7279, + "step": 2997 + }, + { + "epoch": 0.051318920214313835, + "grad_norm": 3.471984386444092, + "learning_rate": 1.9976188272289824e-05, + "loss": 3.7876, + "step": 2998 + }, + { + "epoch": 0.05133603793286431, + "grad_norm": 4.563055515289307, + "learning_rate": 1.9976150020374673e-05, + "loss": 3.9404, + "step": 2999 + }, + { + "epoch": 0.05135315565141478, + "grad_norm": 3.5011215209960938, + "learning_rate": 1.9976111737796312e-05, + "loss": 3.9764, + "step": 3000 + }, + { + "epoch": 0.051370273369965254, + "grad_norm": 3.3708629608154297, + "learning_rate": 1.997607342455486e-05, + "loss": 3.835, + "step": 3001 + }, + { + "epoch": 0.05138739108851572, + "grad_norm": 3.710618257522583, + "learning_rate": 1.9976035080650434e-05, + "loss": 3.9114, + "step": 3002 + }, + { + "epoch": 0.05140450880706619, + "grad_norm": 3.575425624847412, + "learning_rate": 1.9975996706083154e-05, + "loss": 3.7404, + "step": 3003 + }, + { + "epoch": 0.051421626525616666, + "grad_norm": 3.5935299396514893, + "learning_rate": 1.9975958300853135e-05, + "loss": 3.8974, + "step": 3004 + }, + { + "epoch": 0.05143874424416714, + "grad_norm": 3.514664888381958, + "learning_rate": 1.99759198649605e-05, + "loss": 3.7595, + "step": 3005 + }, + { + "epoch": 0.051455861962717606, + "grad_norm": 3.318653106689453, + "learning_rate": 1.9975881398405356e-05, + "loss": 3.6063, + "step": 3006 + }, + { + "epoch": 0.05147297968126808, + "grad_norm": 3.7319130897521973, + "learning_rate": 1.997584290118783e-05, + "loss": 3.9141, + "step": 3007 + }, + { + "epoch": 0.05149009739981855, + "grad_norm": 3.496946334838867, + "learning_rate": 1.9975804373308044e-05, + "loss": 3.815, + "step": 3008 + }, + { + "epoch": 0.051507215118369025, + "grad_norm": 3.6832356452941895, + "learning_rate": 1.9975765814766112e-05, + "loss": 4.0032, + "step": 3009 + }, + { + "epoch": 0.0515243328369195, + "grad_norm": 3.696186065673828, + "learning_rate": 1.997572722556215e-05, + "loss": 3.8567, + "step": 3010 + }, + { + "epoch": 0.051541450555469964, + "grad_norm": 3.788874387741089, + "learning_rate": 1.9975688605696276e-05, + "loss": 3.8224, + "step": 3011 + }, + { + "epoch": 0.05155856827402044, + "grad_norm": 3.505601167678833, + "learning_rate": 1.9975649955168612e-05, + "loss": 3.8797, + "step": 3012 + }, + { + "epoch": 0.05157568599257091, + "grad_norm": 3.6268107891082764, + "learning_rate": 1.9975611273979277e-05, + "loss": 3.7901, + "step": 3013 + }, + { + "epoch": 0.051592803711121384, + "grad_norm": 3.442354917526245, + "learning_rate": 1.997557256212839e-05, + "loss": 3.7501, + "step": 3014 + }, + { + "epoch": 0.05160992142967186, + "grad_norm": 3.866262435913086, + "learning_rate": 1.997553381961607e-05, + "loss": 3.8553, + "step": 3015 + }, + { + "epoch": 0.05162703914822232, + "grad_norm": 4.0654826164245605, + "learning_rate": 1.9975495046442432e-05, + "loss": 3.8447, + "step": 3016 + }, + { + "epoch": 0.051644156866772796, + "grad_norm": 3.6108763217926025, + "learning_rate": 1.9975456242607602e-05, + "loss": 3.843, + "step": 3017 + }, + { + "epoch": 0.05166127458532327, + "grad_norm": 3.6138525009155273, + "learning_rate": 1.997541740811169e-05, + "loss": 3.8929, + "step": 3018 + }, + { + "epoch": 0.05167839230387374, + "grad_norm": 3.7666947841644287, + "learning_rate": 1.9975378542954823e-05, + "loss": 3.7407, + "step": 3019 + }, + { + "epoch": 0.05169551002242421, + "grad_norm": 3.576231002807617, + "learning_rate": 1.997533964713712e-05, + "loss": 3.8264, + "step": 3020 + }, + { + "epoch": 0.05171262774097468, + "grad_norm": 3.4326376914978027, + "learning_rate": 1.9975300720658703e-05, + "loss": 3.6936, + "step": 3021 + }, + { + "epoch": 0.051729745459525155, + "grad_norm": 3.637303590774536, + "learning_rate": 1.997526176351968e-05, + "loss": 3.8452, + "step": 3022 + }, + { + "epoch": 0.05174686317807563, + "grad_norm": 3.2537686824798584, + "learning_rate": 1.997522277572018e-05, + "loss": 3.8227, + "step": 3023 + }, + { + "epoch": 0.0517639808966261, + "grad_norm": 3.4006385803222656, + "learning_rate": 1.997518375726032e-05, + "loss": 3.7675, + "step": 3024 + }, + { + "epoch": 0.05178109861517657, + "grad_norm": 3.623706817626953, + "learning_rate": 1.9975144708140227e-05, + "loss": 3.8359, + "step": 3025 + }, + { + "epoch": 0.05179821633372704, + "grad_norm": 3.144657611846924, + "learning_rate": 1.997510562836001e-05, + "loss": 3.7531, + "step": 3026 + }, + { + "epoch": 0.05181533405227751, + "grad_norm": 3.293747901916504, + "learning_rate": 1.9975066517919798e-05, + "loss": 3.6882, + "step": 3027 + }, + { + "epoch": 0.051832451770827986, + "grad_norm": 3.356842041015625, + "learning_rate": 1.99750273768197e-05, + "loss": 3.6956, + "step": 3028 + }, + { + "epoch": 0.05184956948937845, + "grad_norm": 3.454472541809082, + "learning_rate": 1.9974988205059848e-05, + "loss": 3.8671, + "step": 3029 + }, + { + "epoch": 0.051866687207928926, + "grad_norm": 3.6783883571624756, + "learning_rate": 1.997494900264036e-05, + "loss": 3.8547, + "step": 3030 + }, + { + "epoch": 0.0518838049264794, + "grad_norm": 3.5943634510040283, + "learning_rate": 1.997490976956135e-05, + "loss": 3.796, + "step": 3031 + }, + { + "epoch": 0.05190092264502987, + "grad_norm": 3.4981515407562256, + "learning_rate": 1.997487050582295e-05, + "loss": 3.8461, + "step": 3032 + }, + { + "epoch": 0.051918040363580345, + "grad_norm": 3.8417744636535645, + "learning_rate": 1.997483121142527e-05, + "loss": 3.9488, + "step": 3033 + }, + { + "epoch": 0.05193515808213081, + "grad_norm": 3.8726329803466797, + "learning_rate": 1.9974791886368435e-05, + "loss": 3.6916, + "step": 3034 + }, + { + "epoch": 0.051952275800681284, + "grad_norm": 3.763314723968506, + "learning_rate": 1.9974752530652564e-05, + "loss": 3.9325, + "step": 3035 + }, + { + "epoch": 0.05196939351923176, + "grad_norm": 3.8913440704345703, + "learning_rate": 1.997471314427778e-05, + "loss": 3.9125, + "step": 3036 + }, + { + "epoch": 0.05198651123778223, + "grad_norm": 4.2482428550720215, + "learning_rate": 1.9974673727244206e-05, + "loss": 3.8246, + "step": 3037 + }, + { + "epoch": 0.0520036289563327, + "grad_norm": 3.639622926712036, + "learning_rate": 1.997463427955196e-05, + "loss": 3.6854, + "step": 3038 + }, + { + "epoch": 0.05202074667488317, + "grad_norm": 3.7368509769439697, + "learning_rate": 1.9974594801201164e-05, + "loss": 3.8018, + "step": 3039 + }, + { + "epoch": 0.05203786439343364, + "grad_norm": 3.7691359519958496, + "learning_rate": 1.9974555292191934e-05, + "loss": 3.9301, + "step": 3040 + }, + { + "epoch": 0.052054982111984116, + "grad_norm": 3.678072690963745, + "learning_rate": 1.9974515752524404e-05, + "loss": 3.7736, + "step": 3041 + }, + { + "epoch": 0.05207209983053459, + "grad_norm": 3.2972545623779297, + "learning_rate": 1.9974476182198685e-05, + "loss": 3.7444, + "step": 3042 + }, + { + "epoch": 0.052089217549085055, + "grad_norm": 3.5073652267456055, + "learning_rate": 1.99744365812149e-05, + "loss": 3.7565, + "step": 3043 + }, + { + "epoch": 0.05210633526763553, + "grad_norm": 3.3951478004455566, + "learning_rate": 1.9974396949573176e-05, + "loss": 3.8815, + "step": 3044 + }, + { + "epoch": 0.052123452986186, + "grad_norm": 3.4548144340515137, + "learning_rate": 1.997435728727363e-05, + "loss": 3.6906, + "step": 3045 + }, + { + "epoch": 0.052140570704736475, + "grad_norm": 3.430459976196289, + "learning_rate": 1.9974317594316384e-05, + "loss": 3.8963, + "step": 3046 + }, + { + "epoch": 0.05215768842328694, + "grad_norm": 3.573911428451538, + "learning_rate": 1.9974277870701565e-05, + "loss": 3.8764, + "step": 3047 + }, + { + "epoch": 0.052174806141837414, + "grad_norm": 3.7603397369384766, + "learning_rate": 1.9974238116429286e-05, + "loss": 3.9346, + "step": 3048 + }, + { + "epoch": 0.05219192386038789, + "grad_norm": 3.198932647705078, + "learning_rate": 1.997419833149968e-05, + "loss": 3.7063, + "step": 3049 + }, + { + "epoch": 0.05220904157893836, + "grad_norm": 3.3035078048706055, + "learning_rate": 1.997415851591286e-05, + "loss": 3.847, + "step": 3050 + }, + { + "epoch": 0.05222615929748883, + "grad_norm": 3.3492624759674072, + "learning_rate": 1.9974118669668952e-05, + "loss": 3.6962, + "step": 3051 + }, + { + "epoch": 0.0522432770160393, + "grad_norm": 3.225574016571045, + "learning_rate": 1.9974078792768082e-05, + "loss": 3.6387, + "step": 3052 + }, + { + "epoch": 0.05226039473458977, + "grad_norm": 3.434983968734741, + "learning_rate": 1.9974038885210368e-05, + "loss": 3.7934, + "step": 3053 + }, + { + "epoch": 0.052277512453140246, + "grad_norm": 3.423832893371582, + "learning_rate": 1.9973998946995934e-05, + "loss": 3.8276, + "step": 3054 + }, + { + "epoch": 0.05229463017169072, + "grad_norm": 3.7422714233398438, + "learning_rate": 1.9973958978124903e-05, + "loss": 3.8568, + "step": 3055 + }, + { + "epoch": 0.05231174789024119, + "grad_norm": 3.3315677642822266, + "learning_rate": 1.99739189785974e-05, + "loss": 3.7478, + "step": 3056 + }, + { + "epoch": 0.05232886560879166, + "grad_norm": 3.2234561443328857, + "learning_rate": 1.997387894841354e-05, + "loss": 3.8112, + "step": 3057 + }, + { + "epoch": 0.05234598332734213, + "grad_norm": 3.3808836936950684, + "learning_rate": 1.9973838887573454e-05, + "loss": 3.9392, + "step": 3058 + }, + { + "epoch": 0.052363101045892604, + "grad_norm": 3.4780080318450928, + "learning_rate": 1.9973798796077264e-05, + "loss": 3.8646, + "step": 3059 + }, + { + "epoch": 0.05238021876444308, + "grad_norm": 3.511167049407959, + "learning_rate": 1.9973758673925088e-05, + "loss": 3.7806, + "step": 3060 + }, + { + "epoch": 0.052397336482993544, + "grad_norm": 3.8882620334625244, + "learning_rate": 1.9973718521117055e-05, + "loss": 3.8725, + "step": 3061 + }, + { + "epoch": 0.05241445420154402, + "grad_norm": 3.765956401824951, + "learning_rate": 1.997367833765329e-05, + "loss": 3.7963, + "step": 3062 + }, + { + "epoch": 0.05243157192009449, + "grad_norm": 3.146251916885376, + "learning_rate": 1.997363812353391e-05, + "loss": 3.712, + "step": 3063 + }, + { + "epoch": 0.05244868963864496, + "grad_norm": 3.1755099296569824, + "learning_rate": 1.9973597878759044e-05, + "loss": 3.7972, + "step": 3064 + }, + { + "epoch": 0.052465807357195436, + "grad_norm": 3.684522867202759, + "learning_rate": 1.997355760332881e-05, + "loss": 3.8786, + "step": 3065 + }, + { + "epoch": 0.0524829250757459, + "grad_norm": 3.5931458473205566, + "learning_rate": 1.997351729724334e-05, + "loss": 3.7607, + "step": 3066 + }, + { + "epoch": 0.052500042794296375, + "grad_norm": 3.3023457527160645, + "learning_rate": 1.997347696050275e-05, + "loss": 3.9394, + "step": 3067 + }, + { + "epoch": 0.05251716051284685, + "grad_norm": 3.425145149230957, + "learning_rate": 1.9973436593107167e-05, + "loss": 3.805, + "step": 3068 + }, + { + "epoch": 0.05253427823139732, + "grad_norm": 3.475248336791992, + "learning_rate": 1.9973396195056716e-05, + "loss": 3.8653, + "step": 3069 + }, + { + "epoch": 0.05255139594994779, + "grad_norm": 3.5229103565216064, + "learning_rate": 1.997335576635152e-05, + "loss": 3.8695, + "step": 3070 + }, + { + "epoch": 0.05256851366849826, + "grad_norm": 3.3496878147125244, + "learning_rate": 1.9973315306991705e-05, + "loss": 3.9285, + "step": 3071 + }, + { + "epoch": 0.052585631387048734, + "grad_norm": 3.3721909523010254, + "learning_rate": 1.9973274816977392e-05, + "loss": 3.7815, + "step": 3072 + }, + { + "epoch": 0.05260274910559921, + "grad_norm": 3.3709752559661865, + "learning_rate": 1.9973234296308707e-05, + "loss": 3.6454, + "step": 3073 + }, + { + "epoch": 0.05261986682414968, + "grad_norm": 3.140367269515991, + "learning_rate": 1.9973193744985777e-05, + "loss": 3.6858, + "step": 3074 + }, + { + "epoch": 0.052636984542700146, + "grad_norm": 3.348912239074707, + "learning_rate": 1.997315316300872e-05, + "loss": 3.7754, + "step": 3075 + }, + { + "epoch": 0.05265410226125062, + "grad_norm": 3.3539228439331055, + "learning_rate": 1.9973112550377672e-05, + "loss": 3.8425, + "step": 3076 + }, + { + "epoch": 0.05267121997980109, + "grad_norm": 3.4319751262664795, + "learning_rate": 1.9973071907092748e-05, + "loss": 3.8105, + "step": 3077 + }, + { + "epoch": 0.052688337698351566, + "grad_norm": 3.073930501937866, + "learning_rate": 1.9973031233154077e-05, + "loss": 3.7484, + "step": 3078 + }, + { + "epoch": 0.05270545541690203, + "grad_norm": 3.1955325603485107, + "learning_rate": 1.9972990528561786e-05, + "loss": 3.7611, + "step": 3079 + }, + { + "epoch": 0.052722573135452505, + "grad_norm": 3.5188279151916504, + "learning_rate": 1.9972949793315992e-05, + "loss": 3.6389, + "step": 3080 + }, + { + "epoch": 0.05273969085400298, + "grad_norm": 3.1638669967651367, + "learning_rate": 1.9972909027416828e-05, + "loss": 3.7126, + "step": 3081 + }, + { + "epoch": 0.05275680857255345, + "grad_norm": 3.1981875896453857, + "learning_rate": 1.9972868230864416e-05, + "loss": 3.7334, + "step": 3082 + }, + { + "epoch": 0.052773926291103924, + "grad_norm": 3.6531553268432617, + "learning_rate": 1.997282740365888e-05, + "loss": 3.8155, + "step": 3083 + }, + { + "epoch": 0.05279104400965439, + "grad_norm": 3.4130141735076904, + "learning_rate": 1.9972786545800355e-05, + "loss": 3.5538, + "step": 3084 + }, + { + "epoch": 0.052808161728204864, + "grad_norm": 3.237004518508911, + "learning_rate": 1.997274565728895e-05, + "loss": 3.6862, + "step": 3085 + }, + { + "epoch": 0.05282527944675534, + "grad_norm": 3.1135804653167725, + "learning_rate": 1.9972704738124805e-05, + "loss": 3.7158, + "step": 3086 + }, + { + "epoch": 0.05284239716530581, + "grad_norm": 3.486142873764038, + "learning_rate": 1.997266378830804e-05, + "loss": 3.7264, + "step": 3087 + }, + { + "epoch": 0.052859514883856276, + "grad_norm": 3.3206019401550293, + "learning_rate": 1.997262280783878e-05, + "loss": 3.7802, + "step": 3088 + }, + { + "epoch": 0.05287663260240675, + "grad_norm": 3.403871774673462, + "learning_rate": 1.9972581796717154e-05, + "loss": 3.8667, + "step": 3089 + }, + { + "epoch": 0.05289375032095722, + "grad_norm": 3.31891131401062, + "learning_rate": 1.9972540754943286e-05, + "loss": 3.815, + "step": 3090 + }, + { + "epoch": 0.052910868039507696, + "grad_norm": 3.1814568042755127, + "learning_rate": 1.9972499682517305e-05, + "loss": 3.7569, + "step": 3091 + }, + { + "epoch": 0.05292798575805817, + "grad_norm": 3.163283348083496, + "learning_rate": 1.9972458579439333e-05, + "loss": 3.6715, + "step": 3092 + }, + { + "epoch": 0.052945103476608635, + "grad_norm": 3.5420491695404053, + "learning_rate": 1.9972417445709498e-05, + "loss": 3.8794, + "step": 3093 + }, + { + "epoch": 0.05296222119515911, + "grad_norm": 3.692289113998413, + "learning_rate": 1.997237628132793e-05, + "loss": 3.8003, + "step": 3094 + }, + { + "epoch": 0.05297933891370958, + "grad_norm": 3.569735050201416, + "learning_rate": 1.997233508629475e-05, + "loss": 3.7321, + "step": 3095 + }, + { + "epoch": 0.052996456632260054, + "grad_norm": 3.2357590198516846, + "learning_rate": 1.9972293860610082e-05, + "loss": 3.6546, + "step": 3096 + }, + { + "epoch": 0.05301357435081053, + "grad_norm": 3.5650742053985596, + "learning_rate": 1.9972252604274064e-05, + "loss": 3.8304, + "step": 3097 + }, + { + "epoch": 0.05303069206936099, + "grad_norm": 3.512044668197632, + "learning_rate": 1.997221131728681e-05, + "loss": 3.78, + "step": 3098 + }, + { + "epoch": 0.05304780978791147, + "grad_norm": 3.391350507736206, + "learning_rate": 1.9972169999648457e-05, + "loss": 3.7096, + "step": 3099 + }, + { + "epoch": 0.05306492750646194, + "grad_norm": 3.467085361480713, + "learning_rate": 1.9972128651359132e-05, + "loss": 3.861, + "step": 3100 + }, + { + "epoch": 0.05308204522501241, + "grad_norm": 3.495086908340454, + "learning_rate": 1.9972087272418955e-05, + "loss": 3.7474, + "step": 3101 + }, + { + "epoch": 0.05309916294356288, + "grad_norm": 3.485672950744629, + "learning_rate": 1.9972045862828056e-05, + "loss": 3.9103, + "step": 3102 + }, + { + "epoch": 0.05311628066211335, + "grad_norm": 3.4284167289733887, + "learning_rate": 1.9972004422586562e-05, + "loss": 3.8255, + "step": 3103 + }, + { + "epoch": 0.053133398380663825, + "grad_norm": 3.623980760574341, + "learning_rate": 1.9971962951694602e-05, + "loss": 3.8178, + "step": 3104 + }, + { + "epoch": 0.0531505160992143, + "grad_norm": 3.3811542987823486, + "learning_rate": 1.9971921450152304e-05, + "loss": 3.8549, + "step": 3105 + }, + { + "epoch": 0.05316763381776477, + "grad_norm": 3.586167097091675, + "learning_rate": 1.9971879917959793e-05, + "loss": 3.7856, + "step": 3106 + }, + { + "epoch": 0.05318475153631524, + "grad_norm": 3.5947892665863037, + "learning_rate": 1.9971838355117196e-05, + "loss": 3.836, + "step": 3107 + }, + { + "epoch": 0.05320186925486571, + "grad_norm": 3.386331796646118, + "learning_rate": 1.9971796761624647e-05, + "loss": 3.6661, + "step": 3108 + }, + { + "epoch": 0.053218986973416184, + "grad_norm": 3.4221036434173584, + "learning_rate": 1.9971755137482268e-05, + "loss": 3.8251, + "step": 3109 + }, + { + "epoch": 0.05323610469196666, + "grad_norm": 3.60383677482605, + "learning_rate": 1.9971713482690188e-05, + "loss": 3.6441, + "step": 3110 + }, + { + "epoch": 0.05325322241051712, + "grad_norm": 3.199977397918701, + "learning_rate": 1.9971671797248536e-05, + "loss": 3.7412, + "step": 3111 + }, + { + "epoch": 0.053270340129067596, + "grad_norm": 3.497918128967285, + "learning_rate": 1.9971630081157438e-05, + "loss": 3.6647, + "step": 3112 + }, + { + "epoch": 0.05328745784761807, + "grad_norm": 3.5670366287231445, + "learning_rate": 1.997158833441702e-05, + "loss": 3.8154, + "step": 3113 + }, + { + "epoch": 0.05330457556616854, + "grad_norm": 3.723666191101074, + "learning_rate": 1.9971546557027422e-05, + "loss": 3.7881, + "step": 3114 + }, + { + "epoch": 0.053321693284719016, + "grad_norm": 3.5179357528686523, + "learning_rate": 1.9971504748988763e-05, + "loss": 3.5935, + "step": 3115 + }, + { + "epoch": 0.05333881100326948, + "grad_norm": 3.30808687210083, + "learning_rate": 1.9971462910301168e-05, + "loss": 3.7329, + "step": 3116 + }, + { + "epoch": 0.053355928721819955, + "grad_norm": 3.6953351497650146, + "learning_rate": 1.9971421040964777e-05, + "loss": 3.8201, + "step": 3117 + }, + { + "epoch": 0.05337304644037043, + "grad_norm": 3.6682016849517822, + "learning_rate": 1.997137914097971e-05, + "loss": 3.8637, + "step": 3118 + }, + { + "epoch": 0.0533901641589209, + "grad_norm": 3.4293670654296875, + "learning_rate": 1.9971337210346095e-05, + "loss": 3.8507, + "step": 3119 + }, + { + "epoch": 0.05340728187747137, + "grad_norm": 3.519381046295166, + "learning_rate": 1.9971295249064068e-05, + "loss": 3.8204, + "step": 3120 + }, + { + "epoch": 0.05342439959602184, + "grad_norm": 3.3111140727996826, + "learning_rate": 1.9971253257133752e-05, + "loss": 3.7725, + "step": 3121 + }, + { + "epoch": 0.053441517314572314, + "grad_norm": 3.422781229019165, + "learning_rate": 1.9971211234555278e-05, + "loss": 3.8704, + "step": 3122 + }, + { + "epoch": 0.05345863503312279, + "grad_norm": 3.491156816482544, + "learning_rate": 1.9971169181328773e-05, + "loss": 3.777, + "step": 3123 + }, + { + "epoch": 0.05347575275167326, + "grad_norm": 3.815950870513916, + "learning_rate": 1.9971127097454373e-05, + "loss": 3.7946, + "step": 3124 + }, + { + "epoch": 0.053492870470223726, + "grad_norm": 3.9553799629211426, + "learning_rate": 1.99710849829322e-05, + "loss": 3.7708, + "step": 3125 + }, + { + "epoch": 0.0535099881887742, + "grad_norm": 3.6221072673797607, + "learning_rate": 1.9971042837762386e-05, + "loss": 3.7801, + "step": 3126 + }, + { + "epoch": 0.05352710590732467, + "grad_norm": 3.923785924911499, + "learning_rate": 1.997100066194506e-05, + "loss": 3.896, + "step": 3127 + }, + { + "epoch": 0.053544223625875145, + "grad_norm": 3.5489346981048584, + "learning_rate": 1.9970958455480357e-05, + "loss": 3.8453, + "step": 3128 + }, + { + "epoch": 0.05356134134442562, + "grad_norm": 3.6295506954193115, + "learning_rate": 1.9970916218368396e-05, + "loss": 3.749, + "step": 3129 + }, + { + "epoch": 0.053578459062976085, + "grad_norm": 3.5678255558013916, + "learning_rate": 1.9970873950609317e-05, + "loss": 3.8257, + "step": 3130 + }, + { + "epoch": 0.05359557678152656, + "grad_norm": 3.3981471061706543, + "learning_rate": 1.9970831652203247e-05, + "loss": 3.5681, + "step": 3131 + }, + { + "epoch": 0.05361269450007703, + "grad_norm": 3.59948468208313, + "learning_rate": 1.9970789323150312e-05, + "loss": 3.8494, + "step": 3132 + }, + { + "epoch": 0.053629812218627504, + "grad_norm": 3.471595048904419, + "learning_rate": 1.9970746963450644e-05, + "loss": 3.5981, + "step": 3133 + }, + { + "epoch": 0.05364692993717797, + "grad_norm": 3.476048231124878, + "learning_rate": 1.9970704573104375e-05, + "loss": 3.7685, + "step": 3134 + }, + { + "epoch": 0.05366404765572844, + "grad_norm": 3.534339189529419, + "learning_rate": 1.9970662152111638e-05, + "loss": 3.7337, + "step": 3135 + }, + { + "epoch": 0.053681165374278916, + "grad_norm": 3.534463882446289, + "learning_rate": 1.9970619700472558e-05, + "loss": 3.7696, + "step": 3136 + }, + { + "epoch": 0.05369828309282939, + "grad_norm": 3.5653412342071533, + "learning_rate": 1.9970577218187266e-05, + "loss": 3.8666, + "step": 3137 + }, + { + "epoch": 0.05371540081137986, + "grad_norm": 3.5744829177856445, + "learning_rate": 1.9970534705255896e-05, + "loss": 3.9184, + "step": 3138 + }, + { + "epoch": 0.05373251852993033, + "grad_norm": 3.5712828636169434, + "learning_rate": 1.9970492161678575e-05, + "loss": 3.8543, + "step": 3139 + }, + { + "epoch": 0.0537496362484808, + "grad_norm": 3.5808322429656982, + "learning_rate": 1.9970449587455433e-05, + "loss": 3.9304, + "step": 3140 + }, + { + "epoch": 0.053766753967031275, + "grad_norm": 3.321460485458374, + "learning_rate": 1.997040698258661e-05, + "loss": 3.8485, + "step": 3141 + }, + { + "epoch": 0.05378387168558175, + "grad_norm": 3.366161584854126, + "learning_rate": 1.9970364347072224e-05, + "loss": 3.7607, + "step": 3142 + }, + { + "epoch": 0.053800989404132214, + "grad_norm": 3.3208134174346924, + "learning_rate": 1.9970321680912414e-05, + "loss": 3.8194, + "step": 3143 + }, + { + "epoch": 0.05381810712268269, + "grad_norm": 3.3111438751220703, + "learning_rate": 1.997027898410731e-05, + "loss": 3.766, + "step": 3144 + }, + { + "epoch": 0.05383522484123316, + "grad_norm": 3.082958459854126, + "learning_rate": 1.9970236256657044e-05, + "loss": 3.64, + "step": 3145 + }, + { + "epoch": 0.053852342559783634, + "grad_norm": 3.2504849433898926, + "learning_rate": 1.9970193498561744e-05, + "loss": 3.7143, + "step": 3146 + }, + { + "epoch": 0.05386946027833411, + "grad_norm": 3.438401222229004, + "learning_rate": 1.9970150709821542e-05, + "loss": 3.7994, + "step": 3147 + }, + { + "epoch": 0.05388657799688457, + "grad_norm": 3.186051845550537, + "learning_rate": 1.9970107890436572e-05, + "loss": 3.7579, + "step": 3148 + }, + { + "epoch": 0.053903695715435046, + "grad_norm": 3.1167802810668945, + "learning_rate": 1.9970065040406963e-05, + "loss": 3.6881, + "step": 3149 + }, + { + "epoch": 0.05392081343398552, + "grad_norm": 3.3209497928619385, + "learning_rate": 1.997002215973285e-05, + "loss": 3.7577, + "step": 3150 + }, + { + "epoch": 0.05393793115253599, + "grad_norm": 3.196730136871338, + "learning_rate": 1.9969979248414363e-05, + "loss": 3.8368, + "step": 3151 + }, + { + "epoch": 0.05395504887108646, + "grad_norm": 3.2300727367401123, + "learning_rate": 1.9969936306451636e-05, + "loss": 3.6868, + "step": 3152 + }, + { + "epoch": 0.05397216658963693, + "grad_norm": 3.692371368408203, + "learning_rate": 1.9969893333844793e-05, + "loss": 3.7437, + "step": 3153 + }, + { + "epoch": 0.053989284308187405, + "grad_norm": 3.3864691257476807, + "learning_rate": 1.9969850330593978e-05, + "loss": 3.7061, + "step": 3154 + }, + { + "epoch": 0.05400640202673788, + "grad_norm": 3.0477712154388428, + "learning_rate": 1.9969807296699316e-05, + "loss": 3.8131, + "step": 3155 + }, + { + "epoch": 0.05402351974528835, + "grad_norm": 3.2677276134490967, + "learning_rate": 1.9969764232160938e-05, + "loss": 3.7679, + "step": 3156 + }, + { + "epoch": 0.05404063746383882, + "grad_norm": 3.7581496238708496, + "learning_rate": 1.996972113697898e-05, + "loss": 3.8832, + "step": 3157 + }, + { + "epoch": 0.05405775518238929, + "grad_norm": 3.6605734825134277, + "learning_rate": 1.9969678011153573e-05, + "loss": 3.8676, + "step": 3158 + }, + { + "epoch": 0.05407487290093976, + "grad_norm": 3.728931188583374, + "learning_rate": 1.996963485468485e-05, + "loss": 3.7059, + "step": 3159 + }, + { + "epoch": 0.054091990619490236, + "grad_norm": 3.295809268951416, + "learning_rate": 1.9969591667572942e-05, + "loss": 3.6258, + "step": 3160 + }, + { + "epoch": 0.0541091083380407, + "grad_norm": 3.406479597091675, + "learning_rate": 1.9969548449817986e-05, + "loss": 3.8518, + "step": 3161 + }, + { + "epoch": 0.054126226056591176, + "grad_norm": 3.535102128982544, + "learning_rate": 1.996950520142011e-05, + "loss": 3.9295, + "step": 3162 + }, + { + "epoch": 0.05414334377514165, + "grad_norm": 4.336526870727539, + "learning_rate": 1.996946192237945e-05, + "loss": 3.7033, + "step": 3163 + }, + { + "epoch": 0.05416046149369212, + "grad_norm": 4.009499549865723, + "learning_rate": 1.9969418612696137e-05, + "loss": 3.6347, + "step": 3164 + }, + { + "epoch": 0.054177579212242595, + "grad_norm": 3.64279842376709, + "learning_rate": 1.9969375272370306e-05, + "loss": 3.7508, + "step": 3165 + }, + { + "epoch": 0.05419469693079306, + "grad_norm": 4.160745620727539, + "learning_rate": 1.9969331901402088e-05, + "loss": 3.8849, + "step": 3166 + }, + { + "epoch": 0.054211814649343534, + "grad_norm": 3.983994245529175, + "learning_rate": 1.996928849979162e-05, + "loss": 3.7568, + "step": 3167 + }, + { + "epoch": 0.05422893236789401, + "grad_norm": 3.330199718475342, + "learning_rate": 1.996924506753903e-05, + "loss": 3.7793, + "step": 3168 + }, + { + "epoch": 0.05424605008644448, + "grad_norm": 3.791933536529541, + "learning_rate": 1.9969201604644455e-05, + "loss": 3.8622, + "step": 3169 + }, + { + "epoch": 0.054263167804994954, + "grad_norm": 3.448606491088867, + "learning_rate": 1.9969158111108033e-05, + "loss": 3.6875, + "step": 3170 + }, + { + "epoch": 0.05428028552354542, + "grad_norm": 3.595233917236328, + "learning_rate": 1.9969114586929885e-05, + "loss": 3.8324, + "step": 3171 + }, + { + "epoch": 0.05429740324209589, + "grad_norm": 3.5427207946777344, + "learning_rate": 1.9969071032110157e-05, + "loss": 3.7566, + "step": 3172 + }, + { + "epoch": 0.054314520960646366, + "grad_norm": 3.312615394592285, + "learning_rate": 1.996902744664898e-05, + "loss": 3.7712, + "step": 3173 + }, + { + "epoch": 0.05433163867919684, + "grad_norm": 3.338249683380127, + "learning_rate": 1.996898383054648e-05, + "loss": 3.7534, + "step": 3174 + }, + { + "epoch": 0.054348756397747305, + "grad_norm": 3.3499228954315186, + "learning_rate": 1.9968940183802803e-05, + "loss": 3.7318, + "step": 3175 + }, + { + "epoch": 0.05436587411629778, + "grad_norm": 3.10705828666687, + "learning_rate": 1.9968896506418075e-05, + "loss": 3.7457, + "step": 3176 + }, + { + "epoch": 0.05438299183484825, + "grad_norm": 3.3647139072418213, + "learning_rate": 1.9968852798392436e-05, + "loss": 3.7105, + "step": 3177 + }, + { + "epoch": 0.054400109553398725, + "grad_norm": 3.405848979949951, + "learning_rate": 1.9968809059726017e-05, + "loss": 3.726, + "step": 3178 + }, + { + "epoch": 0.0544172272719492, + "grad_norm": 3.2986440658569336, + "learning_rate": 1.9968765290418946e-05, + "loss": 3.7448, + "step": 3179 + }, + { + "epoch": 0.054434344990499664, + "grad_norm": 3.3872084617614746, + "learning_rate": 1.9968721490471374e-05, + "loss": 3.836, + "step": 3180 + }, + { + "epoch": 0.05445146270905014, + "grad_norm": 3.538146734237671, + "learning_rate": 1.9968677659883418e-05, + "loss": 3.8211, + "step": 3181 + }, + { + "epoch": 0.05446858042760061, + "grad_norm": 3.550710439682007, + "learning_rate": 1.996863379865522e-05, + "loss": 3.9157, + "step": 3182 + }, + { + "epoch": 0.05448569814615108, + "grad_norm": 3.325462579727173, + "learning_rate": 1.996858990678692e-05, + "loss": 3.8521, + "step": 3183 + }, + { + "epoch": 0.05450281586470155, + "grad_norm": 3.2848799228668213, + "learning_rate": 1.9968545984278648e-05, + "loss": 3.7905, + "step": 3184 + }, + { + "epoch": 0.05451993358325202, + "grad_norm": 3.2496180534362793, + "learning_rate": 1.996850203113054e-05, + "loss": 3.6637, + "step": 3185 + }, + { + "epoch": 0.054537051301802496, + "grad_norm": 3.175060272216797, + "learning_rate": 1.9968458047342727e-05, + "loss": 3.8747, + "step": 3186 + }, + { + "epoch": 0.05455416902035297, + "grad_norm": 3.2884018421173096, + "learning_rate": 1.996841403291535e-05, + "loss": 3.8127, + "step": 3187 + }, + { + "epoch": 0.05457128673890344, + "grad_norm": 3.601515293121338, + "learning_rate": 1.9968369987848538e-05, + "loss": 3.7222, + "step": 3188 + }, + { + "epoch": 0.05458840445745391, + "grad_norm": 3.655205011367798, + "learning_rate": 1.9968325912142434e-05, + "loss": 3.7944, + "step": 3189 + }, + { + "epoch": 0.05460552217600438, + "grad_norm": 3.8491482734680176, + "learning_rate": 1.996828180579717e-05, + "loss": 3.9195, + "step": 3190 + }, + { + "epoch": 0.054622639894554854, + "grad_norm": 3.5361649990081787, + "learning_rate": 1.996823766881288e-05, + "loss": 3.7313, + "step": 3191 + }, + { + "epoch": 0.05463975761310533, + "grad_norm": 3.4250552654266357, + "learning_rate": 1.99681935011897e-05, + "loss": 3.8334, + "step": 3192 + }, + { + "epoch": 0.054656875331655794, + "grad_norm": 3.5294604301452637, + "learning_rate": 1.9968149302927768e-05, + "loss": 3.7643, + "step": 3193 + }, + { + "epoch": 0.05467399305020627, + "grad_norm": 3.715942621231079, + "learning_rate": 1.9968105074027217e-05, + "loss": 3.6476, + "step": 3194 + }, + { + "epoch": 0.05469111076875674, + "grad_norm": 3.408949136734009, + "learning_rate": 1.9968060814488183e-05, + "loss": 3.7974, + "step": 3195 + }, + { + "epoch": 0.05470822848730721, + "grad_norm": 3.6003456115722656, + "learning_rate": 1.9968016524310805e-05, + "loss": 3.8955, + "step": 3196 + }, + { + "epoch": 0.054725346205857686, + "grad_norm": 3.4826745986938477, + "learning_rate": 1.996797220349522e-05, + "loss": 3.7381, + "step": 3197 + }, + { + "epoch": 0.05474246392440815, + "grad_norm": 3.417263984680176, + "learning_rate": 1.996792785204156e-05, + "loss": 3.7726, + "step": 3198 + }, + { + "epoch": 0.054759581642958625, + "grad_norm": 3.174964427947998, + "learning_rate": 1.9967883469949965e-05, + "loss": 3.7091, + "step": 3199 + }, + { + "epoch": 0.0547766993615091, + "grad_norm": 3.41300630569458, + "learning_rate": 1.9967839057220568e-05, + "loss": 3.7979, + "step": 3200 + }, + { + "epoch": 0.05479381708005957, + "grad_norm": 3.2716376781463623, + "learning_rate": 1.9967794613853507e-05, + "loss": 3.7353, + "step": 3201 + }, + { + "epoch": 0.05481093479861004, + "grad_norm": 3.6369502544403076, + "learning_rate": 1.9967750139848916e-05, + "loss": 3.7775, + "step": 3202 + }, + { + "epoch": 0.05482805251716051, + "grad_norm": 3.3419406414031982, + "learning_rate": 1.9967705635206937e-05, + "loss": 3.8351, + "step": 3203 + }, + { + "epoch": 0.054845170235710984, + "grad_norm": 3.1168053150177, + "learning_rate": 1.9967661099927704e-05, + "loss": 3.7216, + "step": 3204 + }, + { + "epoch": 0.05486228795426146, + "grad_norm": 3.3133952617645264, + "learning_rate": 1.9967616534011355e-05, + "loss": 3.897, + "step": 3205 + }, + { + "epoch": 0.05487940567281193, + "grad_norm": 3.6114563941955566, + "learning_rate": 1.9967571937458023e-05, + "loss": 3.7227, + "step": 3206 + }, + { + "epoch": 0.054896523391362397, + "grad_norm": 3.244933843612671, + "learning_rate": 1.9967527310267852e-05, + "loss": 3.6963, + "step": 3207 + }, + { + "epoch": 0.05491364110991287, + "grad_norm": 3.5864386558532715, + "learning_rate": 1.9967482652440974e-05, + "loss": 3.8861, + "step": 3208 + }, + { + "epoch": 0.05493075882846334, + "grad_norm": 3.286762237548828, + "learning_rate": 1.9967437963977527e-05, + "loss": 3.6344, + "step": 3209 + }, + { + "epoch": 0.054947876547013816, + "grad_norm": 3.6411280632019043, + "learning_rate": 1.9967393244877647e-05, + "loss": 3.8202, + "step": 3210 + }, + { + "epoch": 0.05496499426556429, + "grad_norm": 3.3653182983398438, + "learning_rate": 1.9967348495141477e-05, + "loss": 3.7362, + "step": 3211 + }, + { + "epoch": 0.054982111984114755, + "grad_norm": 3.796527624130249, + "learning_rate": 1.996730371476915e-05, + "loss": 3.6997, + "step": 3212 + }, + { + "epoch": 0.05499922970266523, + "grad_norm": 3.6612045764923096, + "learning_rate": 1.9967258903760803e-05, + "loss": 3.7183, + "step": 3213 + }, + { + "epoch": 0.0550163474212157, + "grad_norm": 3.6203160285949707, + "learning_rate": 1.9967214062116578e-05, + "loss": 3.7263, + "step": 3214 + }, + { + "epoch": 0.055033465139766174, + "grad_norm": 3.5833828449249268, + "learning_rate": 1.9967169189836607e-05, + "loss": 3.7019, + "step": 3215 + }, + { + "epoch": 0.05505058285831664, + "grad_norm": 3.353850841522217, + "learning_rate": 1.9967124286921033e-05, + "loss": 3.7192, + "step": 3216 + }, + { + "epoch": 0.055067700576867114, + "grad_norm": 3.329500913619995, + "learning_rate": 1.996707935336999e-05, + "loss": 3.7994, + "step": 3217 + }, + { + "epoch": 0.05508481829541759, + "grad_norm": 3.5127408504486084, + "learning_rate": 1.996703438918362e-05, + "loss": 3.8307, + "step": 3218 + }, + { + "epoch": 0.05510193601396806, + "grad_norm": 3.3416967391967773, + "learning_rate": 1.9966989394362057e-05, + "loss": 3.8371, + "step": 3219 + }, + { + "epoch": 0.05511905373251853, + "grad_norm": 3.561716079711914, + "learning_rate": 1.9966944368905445e-05, + "loss": 3.6475, + "step": 3220 + }, + { + "epoch": 0.055136171451069, + "grad_norm": 3.1248393058776855, + "learning_rate": 1.9966899312813917e-05, + "loss": 3.7854, + "step": 3221 + }, + { + "epoch": 0.05515328916961947, + "grad_norm": 3.477428436279297, + "learning_rate": 1.9966854226087613e-05, + "loss": 3.877, + "step": 3222 + }, + { + "epoch": 0.055170406888169946, + "grad_norm": 3.384594678878784, + "learning_rate": 1.996680910872667e-05, + "loss": 3.7351, + "step": 3223 + }, + { + "epoch": 0.05518752460672042, + "grad_norm": 3.583653450012207, + "learning_rate": 1.9966763960731236e-05, + "loss": 3.7921, + "step": 3224 + }, + { + "epoch": 0.055204642325270885, + "grad_norm": 3.3776357173919678, + "learning_rate": 1.996671878210144e-05, + "loss": 3.8741, + "step": 3225 + }, + { + "epoch": 0.05522176004382136, + "grad_norm": 3.5511302947998047, + "learning_rate": 1.996667357283742e-05, + "loss": 3.7295, + "step": 3226 + }, + { + "epoch": 0.05523887776237183, + "grad_norm": 3.5967800617218018, + "learning_rate": 1.996662833293932e-05, + "loss": 3.8952, + "step": 3227 + }, + { + "epoch": 0.055255995480922304, + "grad_norm": 3.3692257404327393, + "learning_rate": 1.9966583062407276e-05, + "loss": 3.7321, + "step": 3228 + }, + { + "epoch": 0.05527311319947278, + "grad_norm": 3.619668960571289, + "learning_rate": 1.9966537761241433e-05, + "loss": 3.7374, + "step": 3229 + }, + { + "epoch": 0.05529023091802324, + "grad_norm": 3.6287975311279297, + "learning_rate": 1.996649242944192e-05, + "loss": 3.8275, + "step": 3230 + }, + { + "epoch": 0.05530734863657372, + "grad_norm": 3.380908250808716, + "learning_rate": 1.9966447067008886e-05, + "loss": 3.7152, + "step": 3231 + }, + { + "epoch": 0.05532446635512419, + "grad_norm": 3.308807373046875, + "learning_rate": 1.9966401673942468e-05, + "loss": 3.6975, + "step": 3232 + }, + { + "epoch": 0.05534158407367466, + "grad_norm": 3.54018497467041, + "learning_rate": 1.99663562502428e-05, + "loss": 3.7526, + "step": 3233 + }, + { + "epoch": 0.05535870179222513, + "grad_norm": 3.1717822551727295, + "learning_rate": 1.9966310795910026e-05, + "loss": 3.7463, + "step": 3234 + }, + { + "epoch": 0.0553758195107756, + "grad_norm": 3.4943230152130127, + "learning_rate": 1.996626531094429e-05, + "loss": 3.8957, + "step": 3235 + }, + { + "epoch": 0.055392937229326075, + "grad_norm": 3.546734571456909, + "learning_rate": 1.9966219795345724e-05, + "loss": 3.7283, + "step": 3236 + }, + { + "epoch": 0.05541005494787655, + "grad_norm": 3.352972984313965, + "learning_rate": 1.996617424911447e-05, + "loss": 3.8028, + "step": 3237 + }, + { + "epoch": 0.05542717266642702, + "grad_norm": 3.3836843967437744, + "learning_rate": 1.9966128672250672e-05, + "loss": 3.764, + "step": 3238 + }, + { + "epoch": 0.05544429038497749, + "grad_norm": 3.4111690521240234, + "learning_rate": 1.9966083064754465e-05, + "loss": 3.8667, + "step": 3239 + }, + { + "epoch": 0.05546140810352796, + "grad_norm": 3.3349690437316895, + "learning_rate": 1.9966037426625992e-05, + "loss": 3.8391, + "step": 3240 + }, + { + "epoch": 0.055478525822078434, + "grad_norm": 3.263737440109253, + "learning_rate": 1.996599175786539e-05, + "loss": 3.8855, + "step": 3241 + }, + { + "epoch": 0.05549564354062891, + "grad_norm": 3.2788283824920654, + "learning_rate": 1.9965946058472806e-05, + "loss": 3.7167, + "step": 3242 + }, + { + "epoch": 0.05551276125917937, + "grad_norm": 3.4843997955322266, + "learning_rate": 1.9965900328448377e-05, + "loss": 3.7369, + "step": 3243 + }, + { + "epoch": 0.055529878977729846, + "grad_norm": 3.3634302616119385, + "learning_rate": 1.996585456779224e-05, + "loss": 3.7713, + "step": 3244 + }, + { + "epoch": 0.05554699669628032, + "grad_norm": 3.466292381286621, + "learning_rate": 1.9965808776504542e-05, + "loss": 3.6588, + "step": 3245 + }, + { + "epoch": 0.05556411441483079, + "grad_norm": 3.5345866680145264, + "learning_rate": 1.9965762954585417e-05, + "loss": 3.7436, + "step": 3246 + }, + { + "epoch": 0.055581232133381266, + "grad_norm": 3.2830278873443604, + "learning_rate": 1.996571710203501e-05, + "loss": 3.6548, + "step": 3247 + }, + { + "epoch": 0.05559834985193173, + "grad_norm": 3.697002410888672, + "learning_rate": 1.996567121885346e-05, + "loss": 3.7731, + "step": 3248 + }, + { + "epoch": 0.055615467570482205, + "grad_norm": 3.2530481815338135, + "learning_rate": 1.9965625305040914e-05, + "loss": 3.9377, + "step": 3249 + }, + { + "epoch": 0.05563258528903268, + "grad_norm": 3.1423542499542236, + "learning_rate": 1.9965579360597504e-05, + "loss": 3.5917, + "step": 3250 + }, + { + "epoch": 0.05564970300758315, + "grad_norm": 3.01383900642395, + "learning_rate": 1.9965533385523377e-05, + "loss": 3.6919, + "step": 3251 + }, + { + "epoch": 0.055666820726133624, + "grad_norm": 3.2276086807250977, + "learning_rate": 1.9965487379818676e-05, + "loss": 3.8388, + "step": 3252 + }, + { + "epoch": 0.05568393844468409, + "grad_norm": 3.5160458087921143, + "learning_rate": 1.9965441343483535e-05, + "loss": 3.801, + "step": 3253 + }, + { + "epoch": 0.055701056163234564, + "grad_norm": 3.2028849124908447, + "learning_rate": 1.99653952765181e-05, + "loss": 3.8621, + "step": 3254 + }, + { + "epoch": 0.05571817388178504, + "grad_norm": 3.3094558715820312, + "learning_rate": 1.9965349178922514e-05, + "loss": 3.8067, + "step": 3255 + }, + { + "epoch": 0.05573529160033551, + "grad_norm": 3.4344418048858643, + "learning_rate": 1.996530305069692e-05, + "loss": 3.6969, + "step": 3256 + }, + { + "epoch": 0.055752409318885976, + "grad_norm": 3.631533145904541, + "learning_rate": 1.996525689184145e-05, + "loss": 3.7844, + "step": 3257 + }, + { + "epoch": 0.05576952703743645, + "grad_norm": 3.4174652099609375, + "learning_rate": 1.9965210702356258e-05, + "loss": 3.6698, + "step": 3258 + }, + { + "epoch": 0.05578664475598692, + "grad_norm": 3.1847546100616455, + "learning_rate": 1.996516448224148e-05, + "loss": 3.7811, + "step": 3259 + }, + { + "epoch": 0.055803762474537395, + "grad_norm": 3.6437785625457764, + "learning_rate": 1.9965118231497254e-05, + "loss": 3.76, + "step": 3260 + }, + { + "epoch": 0.05582088019308787, + "grad_norm": 3.5229077339172363, + "learning_rate": 1.9965071950123732e-05, + "loss": 3.7188, + "step": 3261 + }, + { + "epoch": 0.055837997911638335, + "grad_norm": 3.4963037967681885, + "learning_rate": 1.996502563812105e-05, + "loss": 3.7854, + "step": 3262 + }, + { + "epoch": 0.05585511563018881, + "grad_norm": 3.2794315814971924, + "learning_rate": 1.9964979295489353e-05, + "loss": 3.7091, + "step": 3263 + }, + { + "epoch": 0.05587223334873928, + "grad_norm": 3.1897380352020264, + "learning_rate": 1.9964932922228782e-05, + "loss": 3.7034, + "step": 3264 + }, + { + "epoch": 0.055889351067289754, + "grad_norm": 3.298901081085205, + "learning_rate": 1.9964886518339475e-05, + "loss": 3.8063, + "step": 3265 + }, + { + "epoch": 0.05590646878584022, + "grad_norm": 3.162519931793213, + "learning_rate": 1.9964840083821583e-05, + "loss": 3.6504, + "step": 3266 + }, + { + "epoch": 0.05592358650439069, + "grad_norm": 3.4198899269104004, + "learning_rate": 1.9964793618675243e-05, + "loss": 3.7587, + "step": 3267 + }, + { + "epoch": 0.055940704222941166, + "grad_norm": 3.1931934356689453, + "learning_rate": 1.9964747122900602e-05, + "loss": 3.6527, + "step": 3268 + }, + { + "epoch": 0.05595782194149164, + "grad_norm": 3.632124423980713, + "learning_rate": 1.99647005964978e-05, + "loss": 3.8146, + "step": 3269 + }, + { + "epoch": 0.05597493966004211, + "grad_norm": 3.2728025913238525, + "learning_rate": 1.9964654039466978e-05, + "loss": 3.7961, + "step": 3270 + }, + { + "epoch": 0.05599205737859258, + "grad_norm": 3.122438430786133, + "learning_rate": 1.9964607451808287e-05, + "loss": 3.6513, + "step": 3271 + }, + { + "epoch": 0.05600917509714305, + "grad_norm": 3.5184037685394287, + "learning_rate": 1.996456083352186e-05, + "loss": 3.6657, + "step": 3272 + }, + { + "epoch": 0.056026292815693525, + "grad_norm": 3.302795648574829, + "learning_rate": 1.996451418460785e-05, + "loss": 3.6067, + "step": 3273 + }, + { + "epoch": 0.056043410534244, + "grad_norm": 3.611675977706909, + "learning_rate": 1.9964467505066388e-05, + "loss": 3.8196, + "step": 3274 + }, + { + "epoch": 0.056060528252794464, + "grad_norm": 3.456651210784912, + "learning_rate": 1.996442079489763e-05, + "loss": 3.579, + "step": 3275 + }, + { + "epoch": 0.05607764597134494, + "grad_norm": 3.6673731803894043, + "learning_rate": 1.9964374054101716e-05, + "loss": 3.705, + "step": 3276 + }, + { + "epoch": 0.05609476368989541, + "grad_norm": 3.497349500656128, + "learning_rate": 1.9964327282678786e-05, + "loss": 3.8254, + "step": 3277 + }, + { + "epoch": 0.056111881408445884, + "grad_norm": 3.1385724544525146, + "learning_rate": 1.9964280480628985e-05, + "loss": 3.7687, + "step": 3278 + }, + { + "epoch": 0.05612899912699636, + "grad_norm": 3.136159658432007, + "learning_rate": 1.996423364795246e-05, + "loss": 3.8613, + "step": 3279 + }, + { + "epoch": 0.05614611684554682, + "grad_norm": 3.751908302307129, + "learning_rate": 1.9964186784649353e-05, + "loss": 3.7134, + "step": 3280 + }, + { + "epoch": 0.056163234564097296, + "grad_norm": 3.3438689708709717, + "learning_rate": 1.9964139890719804e-05, + "loss": 3.6994, + "step": 3281 + }, + { + "epoch": 0.05618035228264777, + "grad_norm": 3.2664031982421875, + "learning_rate": 1.9964092966163966e-05, + "loss": 3.6974, + "step": 3282 + }, + { + "epoch": 0.05619747000119824, + "grad_norm": 3.202054977416992, + "learning_rate": 1.9964046010981975e-05, + "loss": 3.7061, + "step": 3283 + }, + { + "epoch": 0.05621458771974871, + "grad_norm": 3.5083489418029785, + "learning_rate": 1.996399902517398e-05, + "loss": 3.6814, + "step": 3284 + }, + { + "epoch": 0.05623170543829918, + "grad_norm": 3.705043077468872, + "learning_rate": 1.9963952008740126e-05, + "loss": 3.81, + "step": 3285 + }, + { + "epoch": 0.056248823156849655, + "grad_norm": 4.033510684967041, + "learning_rate": 1.9963904961680552e-05, + "loss": 3.6518, + "step": 3286 + }, + { + "epoch": 0.05626594087540013, + "grad_norm": 3.9749135971069336, + "learning_rate": 1.996385788399541e-05, + "loss": 3.7738, + "step": 3287 + }, + { + "epoch": 0.0562830585939506, + "grad_norm": 3.425032138824463, + "learning_rate": 1.996381077568484e-05, + "loss": 3.6873, + "step": 3288 + }, + { + "epoch": 0.05630017631250107, + "grad_norm": 3.49552583694458, + "learning_rate": 1.9963763636748984e-05, + "loss": 3.8495, + "step": 3289 + }, + { + "epoch": 0.05631729403105154, + "grad_norm": 3.435835599899292, + "learning_rate": 1.9963716467187992e-05, + "loss": 3.778, + "step": 3290 + }, + { + "epoch": 0.05633441174960201, + "grad_norm": 3.307170867919922, + "learning_rate": 1.996366926700201e-05, + "loss": 3.5784, + "step": 3291 + }, + { + "epoch": 0.056351529468152486, + "grad_norm": 3.2862133979797363, + "learning_rate": 1.9963622036191177e-05, + "loss": 3.782, + "step": 3292 + }, + { + "epoch": 0.05636864718670296, + "grad_norm": 3.360137462615967, + "learning_rate": 1.996357477475564e-05, + "loss": 3.7187, + "step": 3293 + }, + { + "epoch": 0.056385764905253426, + "grad_norm": 3.3418428897857666, + "learning_rate": 1.9963527482695552e-05, + "loss": 3.7787, + "step": 3294 + }, + { + "epoch": 0.0564028826238039, + "grad_norm": 3.387732744216919, + "learning_rate": 1.9963480160011047e-05, + "loss": 3.7565, + "step": 3295 + }, + { + "epoch": 0.05642000034235437, + "grad_norm": 3.554318428039551, + "learning_rate": 1.996343280670228e-05, + "loss": 3.7283, + "step": 3296 + }, + { + "epoch": 0.056437118060904845, + "grad_norm": 3.486210823059082, + "learning_rate": 1.9963385422769392e-05, + "loss": 3.8119, + "step": 3297 + }, + { + "epoch": 0.05645423577945531, + "grad_norm": 3.253598690032959, + "learning_rate": 1.9963338008212526e-05, + "loss": 3.7038, + "step": 3298 + }, + { + "epoch": 0.056471353498005784, + "grad_norm": 3.434382915496826, + "learning_rate": 1.9963290563031835e-05, + "loss": 3.7843, + "step": 3299 + }, + { + "epoch": 0.05648847121655626, + "grad_norm": 3.180947780609131, + "learning_rate": 1.9963243087227456e-05, + "loss": 3.5695, + "step": 3300 + }, + { + "epoch": 0.05650558893510673, + "grad_norm": 3.196748733520508, + "learning_rate": 1.996319558079954e-05, + "loss": 3.7058, + "step": 3301 + }, + { + "epoch": 0.056522706653657204, + "grad_norm": 3.437202215194702, + "learning_rate": 1.996314804374824e-05, + "loss": 3.779, + "step": 3302 + }, + { + "epoch": 0.05653982437220767, + "grad_norm": 3.5239953994750977, + "learning_rate": 1.9963100476073688e-05, + "loss": 3.8384, + "step": 3303 + }, + { + "epoch": 0.05655694209075814, + "grad_norm": 3.0032131671905518, + "learning_rate": 1.9963052877776036e-05, + "loss": 3.6013, + "step": 3304 + }, + { + "epoch": 0.056574059809308616, + "grad_norm": 3.0716617107391357, + "learning_rate": 1.9963005248855433e-05, + "loss": 3.734, + "step": 3305 + }, + { + "epoch": 0.05659117752785909, + "grad_norm": 3.4024744033813477, + "learning_rate": 1.9962957589312024e-05, + "loss": 3.7977, + "step": 3306 + }, + { + "epoch": 0.056608295246409555, + "grad_norm": 2.9915943145751953, + "learning_rate": 1.996290989914595e-05, + "loss": 3.7639, + "step": 3307 + }, + { + "epoch": 0.05662541296496003, + "grad_norm": 3.2585949897766113, + "learning_rate": 1.996286217835737e-05, + "loss": 3.7748, + "step": 3308 + }, + { + "epoch": 0.0566425306835105, + "grad_norm": 3.3022491931915283, + "learning_rate": 1.9962814426946418e-05, + "loss": 3.8666, + "step": 3309 + }, + { + "epoch": 0.056659648402060975, + "grad_norm": 3.1341257095336914, + "learning_rate": 1.996276664491325e-05, + "loss": 3.6471, + "step": 3310 + }, + { + "epoch": 0.05667676612061145, + "grad_norm": 3.0270676612854004, + "learning_rate": 1.9962718832258006e-05, + "loss": 3.7572, + "step": 3311 + }, + { + "epoch": 0.056693883839161914, + "grad_norm": 3.1614601612091064, + "learning_rate": 1.996267098898084e-05, + "loss": 3.7495, + "step": 3312 + }, + { + "epoch": 0.05671100155771239, + "grad_norm": 3.224005937576294, + "learning_rate": 1.9962623115081888e-05, + "loss": 3.7365, + "step": 3313 + }, + { + "epoch": 0.05672811927626286, + "grad_norm": 3.229128122329712, + "learning_rate": 1.9962575210561307e-05, + "loss": 3.6182, + "step": 3314 + }, + { + "epoch": 0.05674523699481333, + "grad_norm": 3.328869342803955, + "learning_rate": 1.9962527275419242e-05, + "loss": 3.7227, + "step": 3315 + }, + { + "epoch": 0.0567623547133638, + "grad_norm": 3.561030864715576, + "learning_rate": 1.996247930965584e-05, + "loss": 3.8379, + "step": 3316 + }, + { + "epoch": 0.05677947243191427, + "grad_norm": 3.676523208618164, + "learning_rate": 1.996243131327125e-05, + "loss": 3.6903, + "step": 3317 + }, + { + "epoch": 0.056796590150464746, + "grad_norm": 3.708718776702881, + "learning_rate": 1.9962383286265617e-05, + "loss": 3.728, + "step": 3318 + }, + { + "epoch": 0.05681370786901522, + "grad_norm": 3.8145194053649902, + "learning_rate": 1.9962335228639084e-05, + "loss": 3.8481, + "step": 3319 + }, + { + "epoch": 0.05683082558756569, + "grad_norm": 3.341157913208008, + "learning_rate": 1.9962287140391813e-05, + "loss": 3.7295, + "step": 3320 + }, + { + "epoch": 0.05684794330611616, + "grad_norm": 3.3230998516082764, + "learning_rate": 1.9962239021523934e-05, + "loss": 3.6919, + "step": 3321 + }, + { + "epoch": 0.05686506102466663, + "grad_norm": 3.0646755695343018, + "learning_rate": 1.9962190872035608e-05, + "loss": 3.6992, + "step": 3322 + }, + { + "epoch": 0.056882178743217104, + "grad_norm": 3.30405592918396, + "learning_rate": 1.996214269192698e-05, + "loss": 3.7192, + "step": 3323 + }, + { + "epoch": 0.05689929646176758, + "grad_norm": 3.23378586769104, + "learning_rate": 1.996209448119819e-05, + "loss": 3.7805, + "step": 3324 + }, + { + "epoch": 0.05691641418031805, + "grad_norm": 3.499734401702881, + "learning_rate": 1.99620462398494e-05, + "loss": 3.6843, + "step": 3325 + }, + { + "epoch": 0.05693353189886852, + "grad_norm": 3.0851478576660156, + "learning_rate": 1.9961997967880745e-05, + "loss": 3.6766, + "step": 3326 + }, + { + "epoch": 0.05695064961741899, + "grad_norm": 3.3561673164367676, + "learning_rate": 1.9961949665292386e-05, + "loss": 3.8943, + "step": 3327 + }, + { + "epoch": 0.05696776733596946, + "grad_norm": 3.150283098220825, + "learning_rate": 1.996190133208446e-05, + "loss": 3.6707, + "step": 3328 + }, + { + "epoch": 0.056984885054519936, + "grad_norm": 3.3186209201812744, + "learning_rate": 1.9961852968257123e-05, + "loss": 3.8888, + "step": 3329 + }, + { + "epoch": 0.0570020027730704, + "grad_norm": 3.413435697555542, + "learning_rate": 1.996180457381052e-05, + "loss": 3.7417, + "step": 3330 + }, + { + "epoch": 0.057019120491620875, + "grad_norm": 3.6714894771575928, + "learning_rate": 1.9961756148744805e-05, + "loss": 3.7054, + "step": 3331 + }, + { + "epoch": 0.05703623821017135, + "grad_norm": 3.520815849304199, + "learning_rate": 1.9961707693060116e-05, + "loss": 3.7343, + "step": 3332 + }, + { + "epoch": 0.05705335592872182, + "grad_norm": 3.26706600189209, + "learning_rate": 1.9961659206756616e-05, + "loss": 3.6458, + "step": 3333 + }, + { + "epoch": 0.057070473647272295, + "grad_norm": 3.219186782836914, + "learning_rate": 1.9961610689834443e-05, + "loss": 3.6651, + "step": 3334 + }, + { + "epoch": 0.05708759136582276, + "grad_norm": 3.4714112281799316, + "learning_rate": 1.9961562142293747e-05, + "loss": 3.6758, + "step": 3335 + }, + { + "epoch": 0.057104709084373234, + "grad_norm": 3.6267950534820557, + "learning_rate": 1.9961513564134684e-05, + "loss": 3.572, + "step": 3336 + }, + { + "epoch": 0.05712182680292371, + "grad_norm": 3.754735231399536, + "learning_rate": 1.9961464955357402e-05, + "loss": 3.6854, + "step": 3337 + }, + { + "epoch": 0.05713894452147418, + "grad_norm": 3.1317059993743896, + "learning_rate": 1.996141631596204e-05, + "loss": 3.7085, + "step": 3338 + }, + { + "epoch": 0.057156062240024647, + "grad_norm": 3.6226203441619873, + "learning_rate": 1.9961367645948764e-05, + "loss": 3.7596, + "step": 3339 + }, + { + "epoch": 0.05717317995857512, + "grad_norm": 3.600642442703247, + "learning_rate": 1.9961318945317708e-05, + "loss": 3.7264, + "step": 3340 + }, + { + "epoch": 0.05719029767712559, + "grad_norm": 3.193927049636841, + "learning_rate": 1.9961270214069034e-05, + "loss": 3.8517, + "step": 3341 + }, + { + "epoch": 0.057207415395676066, + "grad_norm": 3.6838974952697754, + "learning_rate": 1.9961221452202883e-05, + "loss": 3.7479, + "step": 3342 + }, + { + "epoch": 0.05722453311422654, + "grad_norm": 3.4803946018218994, + "learning_rate": 1.996117265971941e-05, + "loss": 3.7862, + "step": 3343 + }, + { + "epoch": 0.057241650832777005, + "grad_norm": 3.2548811435699463, + "learning_rate": 1.9961123836618762e-05, + "loss": 3.4853, + "step": 3344 + }, + { + "epoch": 0.05725876855132748, + "grad_norm": 3.543496608734131, + "learning_rate": 1.996107498290109e-05, + "loss": 3.7679, + "step": 3345 + }, + { + "epoch": 0.05727588626987795, + "grad_norm": 4.114045143127441, + "learning_rate": 1.9961026098566546e-05, + "loss": 3.6476, + "step": 3346 + }, + { + "epoch": 0.057293003988428425, + "grad_norm": 3.1532790660858154, + "learning_rate": 1.9960977183615277e-05, + "loss": 3.7568, + "step": 3347 + }, + { + "epoch": 0.05731012170697889, + "grad_norm": 4.25756311416626, + "learning_rate": 1.9960928238047436e-05, + "loss": 3.8121, + "step": 3348 + }, + { + "epoch": 0.057327239425529364, + "grad_norm": 3.3702025413513184, + "learning_rate": 1.9960879261863173e-05, + "loss": 3.7722, + "step": 3349 + }, + { + "epoch": 0.05734435714407984, + "grad_norm": 3.3522286415100098, + "learning_rate": 1.9960830255062636e-05, + "loss": 3.6708, + "step": 3350 + }, + { + "epoch": 0.05736147486263031, + "grad_norm": 3.3090837001800537, + "learning_rate": 1.9960781217645978e-05, + "loss": 3.777, + "step": 3351 + }, + { + "epoch": 0.05737859258118078, + "grad_norm": 3.282397508621216, + "learning_rate": 1.996073214961335e-05, + "loss": 3.8777, + "step": 3352 + }, + { + "epoch": 0.05739571029973125, + "grad_norm": 3.5691330432891846, + "learning_rate": 1.9960683050964906e-05, + "loss": 3.7633, + "step": 3353 + }, + { + "epoch": 0.05741282801828172, + "grad_norm": 3.630002975463867, + "learning_rate": 1.9960633921700792e-05, + "loss": 3.7741, + "step": 3354 + }, + { + "epoch": 0.057429945736832196, + "grad_norm": 3.2489407062530518, + "learning_rate": 1.9960584761821158e-05, + "loss": 3.6031, + "step": 3355 + }, + { + "epoch": 0.05744706345538267, + "grad_norm": 3.4791274070739746, + "learning_rate": 1.9960535571326158e-05, + "loss": 3.5669, + "step": 3356 + }, + { + "epoch": 0.057464181173933135, + "grad_norm": 3.324173927307129, + "learning_rate": 1.996048635021594e-05, + "loss": 3.6224, + "step": 3357 + }, + { + "epoch": 0.05748129889248361, + "grad_norm": 3.2649285793304443, + "learning_rate": 1.996043709849066e-05, + "loss": 3.7072, + "step": 3358 + }, + { + "epoch": 0.05749841661103408, + "grad_norm": 3.4041922092437744, + "learning_rate": 1.9960387816150465e-05, + "loss": 3.7143, + "step": 3359 + }, + { + "epoch": 0.057515534329584554, + "grad_norm": 3.523968458175659, + "learning_rate": 1.996033850319551e-05, + "loss": 3.7126, + "step": 3360 + }, + { + "epoch": 0.05753265204813503, + "grad_norm": 3.520261526107788, + "learning_rate": 1.9960289159625947e-05, + "loss": 3.7505, + "step": 3361 + }, + { + "epoch": 0.057549769766685493, + "grad_norm": 3.387618064880371, + "learning_rate": 1.9960239785441925e-05, + "loss": 3.5892, + "step": 3362 + }, + { + "epoch": 0.05756688748523597, + "grad_norm": 3.0822699069976807, + "learning_rate": 1.9960190380643594e-05, + "loss": 3.6723, + "step": 3363 + }, + { + "epoch": 0.05758400520378644, + "grad_norm": 3.353097915649414, + "learning_rate": 1.9960140945231115e-05, + "loss": 3.7759, + "step": 3364 + }, + { + "epoch": 0.05760112292233691, + "grad_norm": 3.0428028106689453, + "learning_rate": 1.9960091479204625e-05, + "loss": 3.7514, + "step": 3365 + }, + { + "epoch": 0.057618240640887386, + "grad_norm": 3.431164503097534, + "learning_rate": 1.9960041982564288e-05, + "loss": 3.6874, + "step": 3366 + }, + { + "epoch": 0.05763535835943785, + "grad_norm": 3.451206684112549, + "learning_rate": 1.9959992455310255e-05, + "loss": 3.66, + "step": 3367 + }, + { + "epoch": 0.057652476077988325, + "grad_norm": 3.4505045413970947, + "learning_rate": 1.9959942897442673e-05, + "loss": 3.6792, + "step": 3368 + }, + { + "epoch": 0.0576695937965388, + "grad_norm": 3.3904221057891846, + "learning_rate": 1.99598933089617e-05, + "loss": 3.7861, + "step": 3369 + }, + { + "epoch": 0.05768671151508927, + "grad_norm": 3.0769095420837402, + "learning_rate": 1.995984368986748e-05, + "loss": 3.7113, + "step": 3370 + }, + { + "epoch": 0.05770382923363974, + "grad_norm": 3.6745519638061523, + "learning_rate": 1.9959794040160175e-05, + "loss": 3.81, + "step": 3371 + }, + { + "epoch": 0.05772094695219021, + "grad_norm": 3.6506574153900146, + "learning_rate": 1.9959744359839933e-05, + "loss": 3.6604, + "step": 3372 + }, + { + "epoch": 0.057738064670740684, + "grad_norm": 3.2844419479370117, + "learning_rate": 1.9959694648906908e-05, + "loss": 3.801, + "step": 3373 + }, + { + "epoch": 0.05775518238929116, + "grad_norm": 3.1817331314086914, + "learning_rate": 1.995964490736125e-05, + "loss": 3.6666, + "step": 3374 + }, + { + "epoch": 0.05777230010784163, + "grad_norm": 3.11785888671875, + "learning_rate": 1.995959513520312e-05, + "loss": 3.6814, + "step": 3375 + }, + { + "epoch": 0.057789417826392096, + "grad_norm": 3.288900136947632, + "learning_rate": 1.995954533243266e-05, + "loss": 3.7491, + "step": 3376 + }, + { + "epoch": 0.05780653554494257, + "grad_norm": 3.344479560852051, + "learning_rate": 1.9959495499050027e-05, + "loss": 3.7894, + "step": 3377 + }, + { + "epoch": 0.05782365326349304, + "grad_norm": 3.417846202850342, + "learning_rate": 1.9959445635055377e-05, + "loss": 3.763, + "step": 3378 + }, + { + "epoch": 0.057840770982043516, + "grad_norm": 3.5928244590759277, + "learning_rate": 1.995939574044886e-05, + "loss": 3.6825, + "step": 3379 + }, + { + "epoch": 0.05785788870059398, + "grad_norm": 3.4682135581970215, + "learning_rate": 1.995934581523063e-05, + "loss": 3.6513, + "step": 3380 + }, + { + "epoch": 0.057875006419144455, + "grad_norm": 3.6315836906433105, + "learning_rate": 1.9959295859400848e-05, + "loss": 3.7103, + "step": 3381 + }, + { + "epoch": 0.05789212413769493, + "grad_norm": 3.350022792816162, + "learning_rate": 1.9959245872959657e-05, + "loss": 3.748, + "step": 3382 + }, + { + "epoch": 0.0579092418562454, + "grad_norm": 3.558269500732422, + "learning_rate": 1.9959195855907213e-05, + "loss": 3.8419, + "step": 3383 + }, + { + "epoch": 0.057926359574795874, + "grad_norm": 3.4314916133880615, + "learning_rate": 1.9959145808243673e-05, + "loss": 3.8308, + "step": 3384 + }, + { + "epoch": 0.05794347729334634, + "grad_norm": 3.3163514137268066, + "learning_rate": 1.995909572996919e-05, + "loss": 3.7448, + "step": 3385 + }, + { + "epoch": 0.057960595011896814, + "grad_norm": 3.3914575576782227, + "learning_rate": 1.9959045621083913e-05, + "loss": 3.7836, + "step": 3386 + }, + { + "epoch": 0.05797771273044729, + "grad_norm": 3.305413246154785, + "learning_rate": 1.9958995481588005e-05, + "loss": 3.7436, + "step": 3387 + }, + { + "epoch": 0.05799483044899776, + "grad_norm": 3.231590747833252, + "learning_rate": 1.9958945311481614e-05, + "loss": 3.7071, + "step": 3388 + }, + { + "epoch": 0.058011948167548226, + "grad_norm": 3.385098934173584, + "learning_rate": 1.9958895110764892e-05, + "loss": 3.8237, + "step": 3389 + }, + { + "epoch": 0.0580290658860987, + "grad_norm": 3.4930264949798584, + "learning_rate": 1.9958844879437998e-05, + "loss": 3.871, + "step": 3390 + }, + { + "epoch": 0.05804618360464917, + "grad_norm": 3.4583520889282227, + "learning_rate": 1.9958794617501086e-05, + "loss": 3.7395, + "step": 3391 + }, + { + "epoch": 0.058063301323199645, + "grad_norm": 3.2683980464935303, + "learning_rate": 1.995874432495431e-05, + "loss": 3.8251, + "step": 3392 + }, + { + "epoch": 0.05808041904175012, + "grad_norm": 3.1851754188537598, + "learning_rate": 1.9958694001797823e-05, + "loss": 3.7318, + "step": 3393 + }, + { + "epoch": 0.058097536760300585, + "grad_norm": 3.2609431743621826, + "learning_rate": 1.9958643648031782e-05, + "loss": 3.6895, + "step": 3394 + }, + { + "epoch": 0.05811465447885106, + "grad_norm": 3.603898048400879, + "learning_rate": 1.9958593263656342e-05, + "loss": 3.7607, + "step": 3395 + }, + { + "epoch": 0.05813177219740153, + "grad_norm": 3.4433493614196777, + "learning_rate": 1.995854284867165e-05, + "loss": 3.6281, + "step": 3396 + }, + { + "epoch": 0.058148889915952004, + "grad_norm": 3.2670934200286865, + "learning_rate": 1.9958492403077874e-05, + "loss": 3.6325, + "step": 3397 + }, + { + "epoch": 0.05816600763450247, + "grad_norm": 3.078324317932129, + "learning_rate": 1.9958441926875158e-05, + "loss": 3.6508, + "step": 3398 + }, + { + "epoch": 0.05818312535305294, + "grad_norm": 3.3015027046203613, + "learning_rate": 1.9958391420063666e-05, + "loss": 3.5327, + "step": 3399 + }, + { + "epoch": 0.058200243071603416, + "grad_norm": 3.7108805179595947, + "learning_rate": 1.9958340882643545e-05, + "loss": 3.8042, + "step": 3400 + }, + { + "epoch": 0.05821736079015389, + "grad_norm": 3.818084239959717, + "learning_rate": 1.9958290314614956e-05, + "loss": 3.7075, + "step": 3401 + }, + { + "epoch": 0.05823447850870436, + "grad_norm": 3.4294328689575195, + "learning_rate": 1.9958239715978053e-05, + "loss": 3.73, + "step": 3402 + }, + { + "epoch": 0.05825159622725483, + "grad_norm": 3.2218575477600098, + "learning_rate": 1.9958189086732987e-05, + "loss": 3.6407, + "step": 3403 + }, + { + "epoch": 0.0582687139458053, + "grad_norm": 3.3965237140655518, + "learning_rate": 1.9958138426879925e-05, + "loss": 3.5448, + "step": 3404 + }, + { + "epoch": 0.058285831664355775, + "grad_norm": 3.422314405441284, + "learning_rate": 1.9958087736419012e-05, + "loss": 3.5946, + "step": 3405 + }, + { + "epoch": 0.05830294938290625, + "grad_norm": 3.6200222969055176, + "learning_rate": 1.9958037015350404e-05, + "loss": 3.7034, + "step": 3406 + }, + { + "epoch": 0.05832006710145672, + "grad_norm": 3.6015119552612305, + "learning_rate": 1.995798626367426e-05, + "loss": 3.7602, + "step": 3407 + }, + { + "epoch": 0.05833718482000719, + "grad_norm": 3.376696825027466, + "learning_rate": 1.995793548139074e-05, + "loss": 3.6993, + "step": 3408 + }, + { + "epoch": 0.05835430253855766, + "grad_norm": 3.4963338375091553, + "learning_rate": 1.9957884668499998e-05, + "loss": 3.6623, + "step": 3409 + }, + { + "epoch": 0.058371420257108134, + "grad_norm": 3.7545065879821777, + "learning_rate": 1.9957833825002187e-05, + "loss": 3.7734, + "step": 3410 + }, + { + "epoch": 0.05838853797565861, + "grad_norm": 3.648272752761841, + "learning_rate": 1.9957782950897464e-05, + "loss": 3.8701, + "step": 3411 + }, + { + "epoch": 0.05840565569420907, + "grad_norm": 3.2653820514678955, + "learning_rate": 1.9957732046185984e-05, + "loss": 3.6926, + "step": 3412 + }, + { + "epoch": 0.058422773412759546, + "grad_norm": 3.3651139736175537, + "learning_rate": 1.9957681110867907e-05, + "loss": 3.7783, + "step": 3413 + }, + { + "epoch": 0.05843989113131002, + "grad_norm": 3.8348350524902344, + "learning_rate": 1.9957630144943386e-05, + "loss": 4.039, + "step": 3414 + }, + { + "epoch": 0.05845700884986049, + "grad_norm": 4.036768913269043, + "learning_rate": 1.9957579148412582e-05, + "loss": 3.7172, + "step": 3415 + }, + { + "epoch": 0.058474126568410965, + "grad_norm": 3.4374642372131348, + "learning_rate": 1.995752812127565e-05, + "loss": 3.6688, + "step": 3416 + }, + { + "epoch": 0.05849124428696143, + "grad_norm": 3.3924689292907715, + "learning_rate": 1.9957477063532747e-05, + "loss": 3.6424, + "step": 3417 + }, + { + "epoch": 0.058508362005511905, + "grad_norm": 3.443326950073242, + "learning_rate": 1.9957425975184026e-05, + "loss": 3.8159, + "step": 3418 + }, + { + "epoch": 0.05852547972406238, + "grad_norm": 3.1533634662628174, + "learning_rate": 1.995737485622965e-05, + "loss": 3.6581, + "step": 3419 + }, + { + "epoch": 0.05854259744261285, + "grad_norm": 3.31839919090271, + "learning_rate": 1.995732370666977e-05, + "loss": 3.8239, + "step": 3420 + }, + { + "epoch": 0.05855971516116332, + "grad_norm": 3.1110804080963135, + "learning_rate": 1.995727252650455e-05, + "loss": 3.7169, + "step": 3421 + }, + { + "epoch": 0.05857683287971379, + "grad_norm": 3.2111029624938965, + "learning_rate": 1.9957221315734143e-05, + "loss": 3.6137, + "step": 3422 + }, + { + "epoch": 0.05859395059826426, + "grad_norm": 3.414811134338379, + "learning_rate": 1.9957170074358706e-05, + "loss": 3.6833, + "step": 3423 + }, + { + "epoch": 0.058611068316814736, + "grad_norm": 3.207395553588867, + "learning_rate": 1.9957118802378402e-05, + "loss": 3.6459, + "step": 3424 + }, + { + "epoch": 0.05862818603536521, + "grad_norm": 3.4147109985351562, + "learning_rate": 1.9957067499793382e-05, + "loss": 3.7832, + "step": 3425 + }, + { + "epoch": 0.058645303753915676, + "grad_norm": 3.356076717376709, + "learning_rate": 1.99570161666038e-05, + "loss": 3.7925, + "step": 3426 + }, + { + "epoch": 0.05866242147246615, + "grad_norm": 3.291386842727661, + "learning_rate": 1.995696480280983e-05, + "loss": 3.7355, + "step": 3427 + }, + { + "epoch": 0.05867953919101662, + "grad_norm": 3.198676109313965, + "learning_rate": 1.9956913408411614e-05, + "loss": 3.7652, + "step": 3428 + }, + { + "epoch": 0.058696656909567095, + "grad_norm": 3.2319653034210205, + "learning_rate": 1.9956861983409316e-05, + "loss": 3.698, + "step": 3429 + }, + { + "epoch": 0.05871377462811756, + "grad_norm": 3.3588616847991943, + "learning_rate": 1.9956810527803095e-05, + "loss": 3.7062, + "step": 3430 + }, + { + "epoch": 0.058730892346668034, + "grad_norm": 3.3184213638305664, + "learning_rate": 1.995675904159311e-05, + "loss": 3.7491, + "step": 3431 + }, + { + "epoch": 0.05874801006521851, + "grad_norm": 3.3080129623413086, + "learning_rate": 1.9956707524779514e-05, + "loss": 3.7875, + "step": 3432 + }, + { + "epoch": 0.05876512778376898, + "grad_norm": 3.259216070175171, + "learning_rate": 1.9956655977362466e-05, + "loss": 3.6699, + "step": 3433 + }, + { + "epoch": 0.058782245502319454, + "grad_norm": 3.337696075439453, + "learning_rate": 1.9956604399342132e-05, + "loss": 3.7567, + "step": 3434 + }, + { + "epoch": 0.05879936322086992, + "grad_norm": 3.639529228210449, + "learning_rate": 1.9956552790718663e-05, + "loss": 3.6108, + "step": 3435 + }, + { + "epoch": 0.05881648093942039, + "grad_norm": 3.210284948348999, + "learning_rate": 1.9956501151492223e-05, + "loss": 3.691, + "step": 3436 + }, + { + "epoch": 0.058833598657970866, + "grad_norm": 3.118788003921509, + "learning_rate": 1.9956449481662963e-05, + "loss": 3.7485, + "step": 3437 + }, + { + "epoch": 0.05885071637652134, + "grad_norm": 3.476106643676758, + "learning_rate": 1.995639778123105e-05, + "loss": 3.8637, + "step": 3438 + }, + { + "epoch": 0.058867834095071805, + "grad_norm": 3.600612163543701, + "learning_rate": 1.995634605019664e-05, + "loss": 3.6535, + "step": 3439 + }, + { + "epoch": 0.05888495181362228, + "grad_norm": 3.822192907333374, + "learning_rate": 1.995629428855989e-05, + "loss": 3.7869, + "step": 3440 + }, + { + "epoch": 0.05890206953217275, + "grad_norm": 3.6937620639801025, + "learning_rate": 1.995624249632096e-05, + "loss": 3.8218, + "step": 3441 + }, + { + "epoch": 0.058919187250723225, + "grad_norm": 3.2310476303100586, + "learning_rate": 1.9956190673480013e-05, + "loss": 3.6814, + "step": 3442 + }, + { + "epoch": 0.0589363049692737, + "grad_norm": 3.128970146179199, + "learning_rate": 1.9956138820037202e-05, + "loss": 3.6425, + "step": 3443 + }, + { + "epoch": 0.058953422687824164, + "grad_norm": 3.651582956314087, + "learning_rate": 1.995608693599269e-05, + "loss": 3.7552, + "step": 3444 + }, + { + "epoch": 0.05897054040637464, + "grad_norm": 3.9295942783355713, + "learning_rate": 1.995603502134664e-05, + "loss": 3.7321, + "step": 3445 + }, + { + "epoch": 0.05898765812492511, + "grad_norm": 3.504176378250122, + "learning_rate": 1.9955983076099202e-05, + "loss": 3.7186, + "step": 3446 + }, + { + "epoch": 0.05900477584347558, + "grad_norm": 3.5206687450408936, + "learning_rate": 1.9955931100250545e-05, + "loss": 3.8511, + "step": 3447 + }, + { + "epoch": 0.059021893562026057, + "grad_norm": 4.0985612869262695, + "learning_rate": 1.995587909380082e-05, + "loss": 3.7264, + "step": 3448 + }, + { + "epoch": 0.05903901128057652, + "grad_norm": 3.5232839584350586, + "learning_rate": 1.9955827056750198e-05, + "loss": 3.6261, + "step": 3449 + }, + { + "epoch": 0.059056128999126996, + "grad_norm": 3.6944477558135986, + "learning_rate": 1.995577498909883e-05, + "loss": 3.7095, + "step": 3450 + }, + { + "epoch": 0.05907324671767747, + "grad_norm": 3.7858967781066895, + "learning_rate": 1.9955722890846878e-05, + "loss": 3.7213, + "step": 3451 + }, + { + "epoch": 0.05909036443622794, + "grad_norm": 3.2530517578125, + "learning_rate": 1.9955670761994503e-05, + "loss": 3.6485, + "step": 3452 + }, + { + "epoch": 0.05910748215477841, + "grad_norm": 3.351991653442383, + "learning_rate": 1.9955618602541866e-05, + "loss": 3.681, + "step": 3453 + }, + { + "epoch": 0.05912459987332888, + "grad_norm": 3.4152727127075195, + "learning_rate": 1.995556641248913e-05, + "loss": 3.685, + "step": 3454 + }, + { + "epoch": 0.059141717591879354, + "grad_norm": 3.145353078842163, + "learning_rate": 1.9955514191836446e-05, + "loss": 3.6105, + "step": 3455 + }, + { + "epoch": 0.05915883531042983, + "grad_norm": 3.352003812789917, + "learning_rate": 1.9955461940583985e-05, + "loss": 3.7976, + "step": 3456 + }, + { + "epoch": 0.0591759530289803, + "grad_norm": 3.0151476860046387, + "learning_rate": 1.99554096587319e-05, + "loss": 3.6491, + "step": 3457 + }, + { + "epoch": 0.05919307074753077, + "grad_norm": 3.2463622093200684, + "learning_rate": 1.9955357346280355e-05, + "loss": 3.7514, + "step": 3458 + }, + { + "epoch": 0.05921018846608124, + "grad_norm": 3.3126771450042725, + "learning_rate": 1.9955305003229512e-05, + "loss": 3.7438, + "step": 3459 + }, + { + "epoch": 0.05922730618463171, + "grad_norm": 3.1195480823516846, + "learning_rate": 1.995525262957953e-05, + "loss": 3.6985, + "step": 3460 + }, + { + "epoch": 0.059244423903182186, + "grad_norm": 3.2835514545440674, + "learning_rate": 1.995520022533057e-05, + "loss": 3.6999, + "step": 3461 + }, + { + "epoch": 0.05926154162173265, + "grad_norm": 3.413551092147827, + "learning_rate": 1.995514779048279e-05, + "loss": 3.7423, + "step": 3462 + }, + { + "epoch": 0.059278659340283126, + "grad_norm": 3.0895047187805176, + "learning_rate": 1.995509532503636e-05, + "loss": 3.7268, + "step": 3463 + }, + { + "epoch": 0.0592957770588336, + "grad_norm": 3.161201238632202, + "learning_rate": 1.9955042828991433e-05, + "loss": 3.6906, + "step": 3464 + }, + { + "epoch": 0.05931289477738407, + "grad_norm": 3.2308509349823, + "learning_rate": 1.9954990302348177e-05, + "loss": 3.6735, + "step": 3465 + }, + { + "epoch": 0.059330012495934545, + "grad_norm": 3.2167491912841797, + "learning_rate": 1.9954937745106747e-05, + "loss": 3.75, + "step": 3466 + }, + { + "epoch": 0.05934713021448501, + "grad_norm": 3.2724227905273438, + "learning_rate": 1.9954885157267306e-05, + "loss": 3.6253, + "step": 3467 + }, + { + "epoch": 0.059364247933035484, + "grad_norm": 3.0042948722839355, + "learning_rate": 1.9954832538830016e-05, + "loss": 3.6169, + "step": 3468 + }, + { + "epoch": 0.05938136565158596, + "grad_norm": 3.093235731124878, + "learning_rate": 1.9954779889795043e-05, + "loss": 3.6834, + "step": 3469 + }, + { + "epoch": 0.05939848337013643, + "grad_norm": 3.3033037185668945, + "learning_rate": 1.9954727210162543e-05, + "loss": 3.7393, + "step": 3470 + }, + { + "epoch": 0.0594156010886869, + "grad_norm": 3.119910478591919, + "learning_rate": 1.9954674499932682e-05, + "loss": 3.6234, + "step": 3471 + }, + { + "epoch": 0.05943271880723737, + "grad_norm": 3.2094311714172363, + "learning_rate": 1.995462175910562e-05, + "loss": 3.7178, + "step": 3472 + }, + { + "epoch": 0.05944983652578784, + "grad_norm": 3.4135220050811768, + "learning_rate": 1.9954568987681517e-05, + "loss": 3.8099, + "step": 3473 + }, + { + "epoch": 0.059466954244338316, + "grad_norm": 3.324934482574463, + "learning_rate": 1.995451618566054e-05, + "loss": 3.7442, + "step": 3474 + }, + { + "epoch": 0.05948407196288879, + "grad_norm": 3.4274497032165527, + "learning_rate": 1.9954463353042847e-05, + "loss": 3.7789, + "step": 3475 + }, + { + "epoch": 0.059501189681439255, + "grad_norm": 3.7506120204925537, + "learning_rate": 1.9954410489828607e-05, + "loss": 3.7819, + "step": 3476 + }, + { + "epoch": 0.05951830739998973, + "grad_norm": 3.8082518577575684, + "learning_rate": 1.995435759601797e-05, + "loss": 3.6612, + "step": 3477 + }, + { + "epoch": 0.0595354251185402, + "grad_norm": 3.817023515701294, + "learning_rate": 1.9954304671611117e-05, + "loss": 3.7557, + "step": 3478 + }, + { + "epoch": 0.059552542837090675, + "grad_norm": 3.67759108543396, + "learning_rate": 1.9954251716608192e-05, + "loss": 3.6677, + "step": 3479 + }, + { + "epoch": 0.05956966055564114, + "grad_norm": 3.0821826457977295, + "learning_rate": 1.9954198731009367e-05, + "loss": 3.6222, + "step": 3480 + }, + { + "epoch": 0.059586778274191614, + "grad_norm": 3.373544692993164, + "learning_rate": 1.9954145714814806e-05, + "loss": 3.6375, + "step": 3481 + }, + { + "epoch": 0.05960389599274209, + "grad_norm": 3.324756145477295, + "learning_rate": 1.9954092668024667e-05, + "loss": 3.6683, + "step": 3482 + }, + { + "epoch": 0.05962101371129256, + "grad_norm": 3.330395221710205, + "learning_rate": 1.9954039590639116e-05, + "loss": 3.8388, + "step": 3483 + }, + { + "epoch": 0.05963813142984303, + "grad_norm": 3.5317161083221436, + "learning_rate": 1.9953986482658317e-05, + "loss": 3.7288, + "step": 3484 + }, + { + "epoch": 0.0596552491483935, + "grad_norm": 3.130070209503174, + "learning_rate": 1.9953933344082434e-05, + "loss": 3.7844, + "step": 3485 + }, + { + "epoch": 0.05967236686694397, + "grad_norm": 3.2379372119903564, + "learning_rate": 1.9953880174911627e-05, + "loss": 3.6049, + "step": 3486 + }, + { + "epoch": 0.059689484585494446, + "grad_norm": 3.3847105503082275, + "learning_rate": 1.995382697514606e-05, + "loss": 3.5978, + "step": 3487 + }, + { + "epoch": 0.05970660230404492, + "grad_norm": 3.2222721576690674, + "learning_rate": 1.9953773744785897e-05, + "loss": 3.5354, + "step": 3488 + }, + { + "epoch": 0.05972372002259539, + "grad_norm": 3.1212282180786133, + "learning_rate": 1.99537204838313e-05, + "loss": 3.6708, + "step": 3489 + }, + { + "epoch": 0.05974083774114586, + "grad_norm": 3.1417529582977295, + "learning_rate": 1.995366719228244e-05, + "loss": 3.6151, + "step": 3490 + }, + { + "epoch": 0.05975795545969633, + "grad_norm": 3.323934555053711, + "learning_rate": 1.995361387013947e-05, + "loss": 3.7522, + "step": 3491 + }, + { + "epoch": 0.059775073178246804, + "grad_norm": 3.1668336391448975, + "learning_rate": 1.9953560517402563e-05, + "loss": 3.6819, + "step": 3492 + }, + { + "epoch": 0.05979219089679728, + "grad_norm": 3.241147518157959, + "learning_rate": 1.995350713407188e-05, + "loss": 3.6397, + "step": 3493 + }, + { + "epoch": 0.059809308615347744, + "grad_norm": 3.2231945991516113, + "learning_rate": 1.995345372014758e-05, + "loss": 3.552, + "step": 3494 + }, + { + "epoch": 0.05982642633389822, + "grad_norm": 3.116826295852661, + "learning_rate": 1.9953400275629835e-05, + "loss": 3.7557, + "step": 3495 + }, + { + "epoch": 0.05984354405244869, + "grad_norm": 3.13455867767334, + "learning_rate": 1.9953346800518804e-05, + "loss": 3.5779, + "step": 3496 + }, + { + "epoch": 0.05986066177099916, + "grad_norm": 3.1398942470550537, + "learning_rate": 1.9953293294814654e-05, + "loss": 3.7564, + "step": 3497 + }, + { + "epoch": 0.059877779489549636, + "grad_norm": 3.312252998352051, + "learning_rate": 1.995323975851755e-05, + "loss": 3.589, + "step": 3498 + }, + { + "epoch": 0.0598948972081001, + "grad_norm": 3.093722343444824, + "learning_rate": 1.9953186191627654e-05, + "loss": 3.6129, + "step": 3499 + }, + { + "epoch": 0.059912014926650575, + "grad_norm": 3.1964120864868164, + "learning_rate": 1.9953132594145133e-05, + "loss": 3.5615, + "step": 3500 + }, + { + "epoch": 0.05992913264520105, + "grad_norm": 3.550694227218628, + "learning_rate": 1.995307896607015e-05, + "loss": 3.6768, + "step": 3501 + }, + { + "epoch": 0.05994625036375152, + "grad_norm": 3.2744905948638916, + "learning_rate": 1.9953025307402868e-05, + "loss": 3.7189, + "step": 3502 + }, + { + "epoch": 0.05996336808230199, + "grad_norm": 3.285626173019409, + "learning_rate": 1.9952971618143456e-05, + "loss": 3.6758, + "step": 3503 + }, + { + "epoch": 0.05998048580085246, + "grad_norm": 3.254093647003174, + "learning_rate": 1.9952917898292078e-05, + "loss": 3.6951, + "step": 3504 + }, + { + "epoch": 0.059997603519402934, + "grad_norm": 3.5620615482330322, + "learning_rate": 1.99528641478489e-05, + "loss": 3.8414, + "step": 3505 + }, + { + "epoch": 0.06001472123795341, + "grad_norm": 3.5791373252868652, + "learning_rate": 1.9952810366814083e-05, + "loss": 3.619, + "step": 3506 + }, + { + "epoch": 0.06003183895650388, + "grad_norm": 3.6368212699890137, + "learning_rate": 1.99527565551878e-05, + "loss": 3.7262, + "step": 3507 + }, + { + "epoch": 0.060048956675054346, + "grad_norm": 3.348761558532715, + "learning_rate": 1.9952702712970205e-05, + "loss": 3.8087, + "step": 3508 + }, + { + "epoch": 0.06006607439360482, + "grad_norm": 3.569444179534912, + "learning_rate": 1.995264884016147e-05, + "loss": 3.6671, + "step": 3509 + }, + { + "epoch": 0.06008319211215529, + "grad_norm": 3.2535560131073, + "learning_rate": 1.9952594936761766e-05, + "loss": 3.6217, + "step": 3510 + }, + { + "epoch": 0.060100309830705766, + "grad_norm": 3.739137887954712, + "learning_rate": 1.995254100277125e-05, + "loss": 3.7755, + "step": 3511 + }, + { + "epoch": 0.06011742754925623, + "grad_norm": 3.3463668823242188, + "learning_rate": 1.995248703819009e-05, + "loss": 3.5561, + "step": 3512 + }, + { + "epoch": 0.060134545267806705, + "grad_norm": 3.4638750553131104, + "learning_rate": 1.9952433043018455e-05, + "loss": 3.7361, + "step": 3513 + }, + { + "epoch": 0.06015166298635718, + "grad_norm": 3.329894542694092, + "learning_rate": 1.9952379017256505e-05, + "loss": 3.7628, + "step": 3514 + }, + { + "epoch": 0.06016878070490765, + "grad_norm": 3.507920265197754, + "learning_rate": 1.9952324960904415e-05, + "loss": 3.7236, + "step": 3515 + }, + { + "epoch": 0.060185898423458124, + "grad_norm": 3.332376003265381, + "learning_rate": 1.9952270873962344e-05, + "loss": 3.7635, + "step": 3516 + }, + { + "epoch": 0.06020301614200859, + "grad_norm": 3.386711835861206, + "learning_rate": 1.995221675643046e-05, + "loss": 3.6628, + "step": 3517 + }, + { + "epoch": 0.060220133860559064, + "grad_norm": 3.2592687606811523, + "learning_rate": 1.995216260830893e-05, + "loss": 3.7207, + "step": 3518 + }, + { + "epoch": 0.06023725157910954, + "grad_norm": 3.312969207763672, + "learning_rate": 1.995210842959792e-05, + "loss": 3.7862, + "step": 3519 + }, + { + "epoch": 0.06025436929766001, + "grad_norm": 3.3462533950805664, + "learning_rate": 1.9952054220297595e-05, + "loss": 3.6233, + "step": 3520 + }, + { + "epoch": 0.06027148701621048, + "grad_norm": 3.0900425910949707, + "learning_rate": 1.9951999980408126e-05, + "loss": 3.6156, + "step": 3521 + }, + { + "epoch": 0.06028860473476095, + "grad_norm": 3.154632091522217, + "learning_rate": 1.9951945709929675e-05, + "loss": 3.6469, + "step": 3522 + }, + { + "epoch": 0.06030572245331142, + "grad_norm": 3.140329599380493, + "learning_rate": 1.995189140886241e-05, + "loss": 3.6948, + "step": 3523 + }, + { + "epoch": 0.060322840171861895, + "grad_norm": 3.206624984741211, + "learning_rate": 1.9951837077206503e-05, + "loss": 3.7949, + "step": 3524 + }, + { + "epoch": 0.06033995789041237, + "grad_norm": 3.2485179901123047, + "learning_rate": 1.995178271496211e-05, + "loss": 3.625, + "step": 3525 + }, + { + "epoch": 0.060357075608962835, + "grad_norm": 2.988175392150879, + "learning_rate": 1.9951728322129405e-05, + "loss": 3.7549, + "step": 3526 + }, + { + "epoch": 0.06037419332751331, + "grad_norm": 3.2350001335144043, + "learning_rate": 1.995167389870856e-05, + "loss": 3.6552, + "step": 3527 + }, + { + "epoch": 0.06039131104606378, + "grad_norm": 3.1161906719207764, + "learning_rate": 1.9951619444699733e-05, + "loss": 3.6659, + "step": 3528 + }, + { + "epoch": 0.060408428764614254, + "grad_norm": 3.3182878494262695, + "learning_rate": 1.99515649601031e-05, + "loss": 3.5453, + "step": 3529 + }, + { + "epoch": 0.06042554648316473, + "grad_norm": 3.148084878921509, + "learning_rate": 1.9951510444918822e-05, + "loss": 3.61, + "step": 3530 + }, + { + "epoch": 0.06044266420171519, + "grad_norm": 3.3331780433654785, + "learning_rate": 1.9951455899147067e-05, + "loss": 3.701, + "step": 3531 + }, + { + "epoch": 0.060459781920265666, + "grad_norm": 3.0486342906951904, + "learning_rate": 1.9951401322788006e-05, + "loss": 3.5397, + "step": 3532 + }, + { + "epoch": 0.06047689963881614, + "grad_norm": 3.4939959049224854, + "learning_rate": 1.9951346715841803e-05, + "loss": 3.6204, + "step": 3533 + }, + { + "epoch": 0.06049401735736661, + "grad_norm": 3.423630952835083, + "learning_rate": 1.9951292078308628e-05, + "loss": 3.7314, + "step": 3534 + }, + { + "epoch": 0.06051113507591708, + "grad_norm": 3.6533665657043457, + "learning_rate": 1.995123741018865e-05, + "loss": 3.6791, + "step": 3535 + }, + { + "epoch": 0.06052825279446755, + "grad_norm": 3.5811829566955566, + "learning_rate": 1.9951182711482035e-05, + "loss": 3.6436, + "step": 3536 + }, + { + "epoch": 0.060545370513018025, + "grad_norm": 3.2348616123199463, + "learning_rate": 1.9951127982188953e-05, + "loss": 3.8136, + "step": 3537 + }, + { + "epoch": 0.0605624882315685, + "grad_norm": 3.0477824211120605, + "learning_rate": 1.9951073222309573e-05, + "loss": 3.6544, + "step": 3538 + }, + { + "epoch": 0.06057960595011897, + "grad_norm": 3.2681145668029785, + "learning_rate": 1.9951018431844056e-05, + "loss": 3.6505, + "step": 3539 + }, + { + "epoch": 0.06059672366866944, + "grad_norm": 3.569185972213745, + "learning_rate": 1.9950963610792576e-05, + "loss": 3.7944, + "step": 3540 + }, + { + "epoch": 0.06061384138721991, + "grad_norm": 3.3573145866394043, + "learning_rate": 1.9950908759155306e-05, + "loss": 3.7338, + "step": 3541 + }, + { + "epoch": 0.060630959105770384, + "grad_norm": 3.4575676918029785, + "learning_rate": 1.9950853876932408e-05, + "loss": 3.7557, + "step": 3542 + }, + { + "epoch": 0.06064807682432086, + "grad_norm": 2.9831323623657227, + "learning_rate": 1.995079896412405e-05, + "loss": 3.6842, + "step": 3543 + }, + { + "epoch": 0.06066519454287132, + "grad_norm": 2.966942548751831, + "learning_rate": 1.9950744020730405e-05, + "loss": 3.6357, + "step": 3544 + }, + { + "epoch": 0.060682312261421796, + "grad_norm": 3.3215715885162354, + "learning_rate": 1.9950689046751643e-05, + "loss": 3.5708, + "step": 3545 + }, + { + "epoch": 0.06069942997997227, + "grad_norm": 3.1848349571228027, + "learning_rate": 1.9950634042187927e-05, + "loss": 3.7632, + "step": 3546 + }, + { + "epoch": 0.06071654769852274, + "grad_norm": 3.233553647994995, + "learning_rate": 1.995057900703943e-05, + "loss": 3.6223, + "step": 3547 + }, + { + "epoch": 0.060733665417073215, + "grad_norm": 3.252556562423706, + "learning_rate": 1.9950523941306323e-05, + "loss": 3.6331, + "step": 3548 + }, + { + "epoch": 0.06075078313562368, + "grad_norm": 3.3466644287109375, + "learning_rate": 1.995046884498877e-05, + "loss": 3.8012, + "step": 3549 + }, + { + "epoch": 0.060767900854174155, + "grad_norm": 3.480239152908325, + "learning_rate": 1.9950413718086943e-05, + "loss": 3.7965, + "step": 3550 + }, + { + "epoch": 0.06078501857272463, + "grad_norm": 3.3263778686523438, + "learning_rate": 1.9950358560601014e-05, + "loss": 3.6562, + "step": 3551 + }, + { + "epoch": 0.0608021362912751, + "grad_norm": 3.336242198944092, + "learning_rate": 1.9950303372531147e-05, + "loss": 3.6596, + "step": 3552 + }, + { + "epoch": 0.06081925400982557, + "grad_norm": 3.664076566696167, + "learning_rate": 1.9950248153877516e-05, + "loss": 3.817, + "step": 3553 + }, + { + "epoch": 0.06083637172837604, + "grad_norm": 3.297975540161133, + "learning_rate": 1.995019290464029e-05, + "loss": 3.6103, + "step": 3554 + }, + { + "epoch": 0.06085348944692651, + "grad_norm": 3.3818843364715576, + "learning_rate": 1.9950137624819636e-05, + "loss": 3.7689, + "step": 3555 + }, + { + "epoch": 0.060870607165476986, + "grad_norm": 3.402017116546631, + "learning_rate": 1.995008231441573e-05, + "loss": 3.8189, + "step": 3556 + }, + { + "epoch": 0.06088772488402746, + "grad_norm": 3.1519367694854736, + "learning_rate": 1.9950026973428733e-05, + "loss": 3.6457, + "step": 3557 + }, + { + "epoch": 0.060904842602577926, + "grad_norm": 3.217118740081787, + "learning_rate": 1.9949971601858825e-05, + "loss": 3.864, + "step": 3558 + }, + { + "epoch": 0.0609219603211284, + "grad_norm": 3.316782236099243, + "learning_rate": 1.9949916199706168e-05, + "loss": 3.7141, + "step": 3559 + }, + { + "epoch": 0.06093907803967887, + "grad_norm": 3.1403112411499023, + "learning_rate": 1.994986076697094e-05, + "loss": 3.6325, + "step": 3560 + }, + { + "epoch": 0.060956195758229345, + "grad_norm": 3.282865524291992, + "learning_rate": 1.9949805303653302e-05, + "loss": 3.6488, + "step": 3561 + }, + { + "epoch": 0.06097331347677982, + "grad_norm": 3.5640783309936523, + "learning_rate": 1.9949749809753435e-05, + "loss": 3.7602, + "step": 3562 + }, + { + "epoch": 0.060990431195330284, + "grad_norm": 3.3538286685943604, + "learning_rate": 1.9949694285271498e-05, + "loss": 3.6344, + "step": 3563 + }, + { + "epoch": 0.06100754891388076, + "grad_norm": 3.2042653560638428, + "learning_rate": 1.9949638730207673e-05, + "loss": 3.6797, + "step": 3564 + }, + { + "epoch": 0.06102466663243123, + "grad_norm": 3.1532886028289795, + "learning_rate": 1.994958314456212e-05, + "loss": 3.5984, + "step": 3565 + }, + { + "epoch": 0.061041784350981704, + "grad_norm": 3.37148380279541, + "learning_rate": 1.994952752833502e-05, + "loss": 3.6565, + "step": 3566 + }, + { + "epoch": 0.06105890206953217, + "grad_norm": 3.5112619400024414, + "learning_rate": 1.9949471881526538e-05, + "loss": 3.7173, + "step": 3567 + }, + { + "epoch": 0.06107601978808264, + "grad_norm": 3.7758285999298096, + "learning_rate": 1.9949416204136844e-05, + "loss": 3.7038, + "step": 3568 + }, + { + "epoch": 0.061093137506633116, + "grad_norm": 3.8149611949920654, + "learning_rate": 1.9949360496166113e-05, + "loss": 3.7237, + "step": 3569 + }, + { + "epoch": 0.06111025522518359, + "grad_norm": 3.714216709136963, + "learning_rate": 1.9949304757614518e-05, + "loss": 3.7921, + "step": 3570 + }, + { + "epoch": 0.06112737294373406, + "grad_norm": 3.138725757598877, + "learning_rate": 1.9949248988482225e-05, + "loss": 3.8092, + "step": 3571 + }, + { + "epoch": 0.06114449066228453, + "grad_norm": 3.1726012229919434, + "learning_rate": 1.9949193188769403e-05, + "loss": 3.6234, + "step": 3572 + }, + { + "epoch": 0.061161608380835, + "grad_norm": 3.42225980758667, + "learning_rate": 1.9949137358476235e-05, + "loss": 3.8251, + "step": 3573 + }, + { + "epoch": 0.061178726099385475, + "grad_norm": 3.517059564590454, + "learning_rate": 1.994908149760288e-05, + "loss": 3.7517, + "step": 3574 + }, + { + "epoch": 0.06119584381793595, + "grad_norm": 3.4143226146698, + "learning_rate": 1.994902560614952e-05, + "loss": 3.5511, + "step": 3575 + }, + { + "epoch": 0.061212961536486414, + "grad_norm": 3.17209529876709, + "learning_rate": 1.994896968411632e-05, + "loss": 3.7627, + "step": 3576 + }, + { + "epoch": 0.06123007925503689, + "grad_norm": 3.1242916584014893, + "learning_rate": 1.9948913731503454e-05, + "loss": 3.6442, + "step": 3577 + }, + { + "epoch": 0.06124719697358736, + "grad_norm": 3.375053644180298, + "learning_rate": 1.9948857748311095e-05, + "loss": 3.7366, + "step": 3578 + }, + { + "epoch": 0.06126431469213783, + "grad_norm": 3.7331936359405518, + "learning_rate": 1.9948801734539414e-05, + "loss": 3.7361, + "step": 3579 + }, + { + "epoch": 0.06128143241068831, + "grad_norm": 3.2801244258880615, + "learning_rate": 1.994874569018858e-05, + "loss": 3.7079, + "step": 3580 + }, + { + "epoch": 0.06129855012923877, + "grad_norm": 3.2024779319763184, + "learning_rate": 1.994868961525877e-05, + "loss": 3.6821, + "step": 3581 + }, + { + "epoch": 0.061315667847789246, + "grad_norm": 3.4155328273773193, + "learning_rate": 1.9948633509750155e-05, + "loss": 3.6235, + "step": 3582 + }, + { + "epoch": 0.06133278556633972, + "grad_norm": 3.515185832977295, + "learning_rate": 1.994857737366291e-05, + "loss": 3.6769, + "step": 3583 + }, + { + "epoch": 0.06134990328489019, + "grad_norm": 2.9962265491485596, + "learning_rate": 1.99485212069972e-05, + "loss": 3.6359, + "step": 3584 + }, + { + "epoch": 0.06136702100344066, + "grad_norm": 3.2991740703582764, + "learning_rate": 1.9948465009753203e-05, + "loss": 3.6265, + "step": 3585 + }, + { + "epoch": 0.06138413872199113, + "grad_norm": 3.700558662414551, + "learning_rate": 1.9948408781931095e-05, + "loss": 3.6363, + "step": 3586 + }, + { + "epoch": 0.061401256440541604, + "grad_norm": 3.832156181335449, + "learning_rate": 1.9948352523531043e-05, + "loss": 3.7849, + "step": 3587 + }, + { + "epoch": 0.06141837415909208, + "grad_norm": 3.385222911834717, + "learning_rate": 1.994829623455322e-05, + "loss": 3.5637, + "step": 3588 + }, + { + "epoch": 0.06143549187764255, + "grad_norm": 3.4108216762542725, + "learning_rate": 1.9948239914997804e-05, + "loss": 3.5795, + "step": 3589 + }, + { + "epoch": 0.06145260959619302, + "grad_norm": 3.349370241165161, + "learning_rate": 1.9948183564864965e-05, + "loss": 3.6651, + "step": 3590 + }, + { + "epoch": 0.06146972731474349, + "grad_norm": 3.473550319671631, + "learning_rate": 1.9948127184154873e-05, + "loss": 3.7988, + "step": 3591 + }, + { + "epoch": 0.06148684503329396, + "grad_norm": 3.513237953186035, + "learning_rate": 1.9948070772867706e-05, + "loss": 3.7374, + "step": 3592 + }, + { + "epoch": 0.061503962751844436, + "grad_norm": 3.324843168258667, + "learning_rate": 1.9948014331003638e-05, + "loss": 3.6496, + "step": 3593 + }, + { + "epoch": 0.0615210804703949, + "grad_norm": 3.32039737701416, + "learning_rate": 1.9947957858562836e-05, + "loss": 3.7418, + "step": 3594 + }, + { + "epoch": 0.061538198188945376, + "grad_norm": 3.1348204612731934, + "learning_rate": 1.9947901355545483e-05, + "loss": 3.5561, + "step": 3595 + }, + { + "epoch": 0.06155531590749585, + "grad_norm": 3.133439302444458, + "learning_rate": 1.9947844821951745e-05, + "loss": 3.6885, + "step": 3596 + }, + { + "epoch": 0.06157243362604632, + "grad_norm": 2.9437355995178223, + "learning_rate": 1.99477882577818e-05, + "loss": 3.6603, + "step": 3597 + }, + { + "epoch": 0.061589551344596795, + "grad_norm": 3.2495594024658203, + "learning_rate": 1.9947731663035816e-05, + "loss": 3.7586, + "step": 3598 + }, + { + "epoch": 0.06160666906314726, + "grad_norm": 3.1254634857177734, + "learning_rate": 1.9947675037713976e-05, + "loss": 3.7361, + "step": 3599 + }, + { + "epoch": 0.061623786781697734, + "grad_norm": 3.0586957931518555, + "learning_rate": 1.9947618381816446e-05, + "loss": 3.6831, + "step": 3600 + }, + { + "epoch": 0.06164090450024821, + "grad_norm": 3.3337743282318115, + "learning_rate": 1.9947561695343406e-05, + "loss": 3.6427, + "step": 3601 + }, + { + "epoch": 0.06165802221879868, + "grad_norm": 3.3281173706054688, + "learning_rate": 1.9947504978295023e-05, + "loss": 3.7408, + "step": 3602 + }, + { + "epoch": 0.061675139937349154, + "grad_norm": 3.340723991394043, + "learning_rate": 1.9947448230671482e-05, + "loss": 3.7639, + "step": 3603 + }, + { + "epoch": 0.06169225765589962, + "grad_norm": 3.0627076625823975, + "learning_rate": 1.994739145247295e-05, + "loss": 3.7296, + "step": 3604 + }, + { + "epoch": 0.06170937537445009, + "grad_norm": 3.152944326400757, + "learning_rate": 1.99473346436996e-05, + "loss": 3.7291, + "step": 3605 + }, + { + "epoch": 0.061726493093000566, + "grad_norm": 3.100733995437622, + "learning_rate": 1.9947277804351613e-05, + "loss": 3.6524, + "step": 3606 + }, + { + "epoch": 0.06174361081155104, + "grad_norm": 3.366621732711792, + "learning_rate": 1.9947220934429155e-05, + "loss": 3.635, + "step": 3607 + }, + { + "epoch": 0.061760728530101505, + "grad_norm": 3.1628036499023438, + "learning_rate": 1.994716403393241e-05, + "loss": 3.6564, + "step": 3608 + }, + { + "epoch": 0.06177784624865198, + "grad_norm": 3.2764878273010254, + "learning_rate": 1.994710710286155e-05, + "loss": 3.5576, + "step": 3609 + }, + { + "epoch": 0.06179496396720245, + "grad_norm": 3.3321759700775146, + "learning_rate": 1.9947050141216748e-05, + "loss": 3.6737, + "step": 3610 + }, + { + "epoch": 0.061812081685752925, + "grad_norm": 3.10422420501709, + "learning_rate": 1.9946993148998176e-05, + "loss": 3.8066, + "step": 3611 + }, + { + "epoch": 0.0618291994043034, + "grad_norm": 3.2374515533447266, + "learning_rate": 1.9946936126206017e-05, + "loss": 3.8321, + "step": 3612 + }, + { + "epoch": 0.061846317122853864, + "grad_norm": 3.4510953426361084, + "learning_rate": 1.9946879072840442e-05, + "loss": 3.6519, + "step": 3613 + }, + { + "epoch": 0.06186343484140434, + "grad_norm": 3.3593297004699707, + "learning_rate": 1.9946821988901626e-05, + "loss": 3.5983, + "step": 3614 + }, + { + "epoch": 0.06188055255995481, + "grad_norm": 3.080176830291748, + "learning_rate": 1.9946764874389745e-05, + "loss": 3.6623, + "step": 3615 + }, + { + "epoch": 0.06189767027850528, + "grad_norm": 3.0735809803009033, + "learning_rate": 1.9946707729304975e-05, + "loss": 3.7275, + "step": 3616 + }, + { + "epoch": 0.06191478799705575, + "grad_norm": 3.353926420211792, + "learning_rate": 1.9946650553647494e-05, + "loss": 3.6294, + "step": 3617 + }, + { + "epoch": 0.06193190571560622, + "grad_norm": 3.3155672550201416, + "learning_rate": 1.9946593347417472e-05, + "loss": 3.7376, + "step": 3618 + }, + { + "epoch": 0.061949023434156696, + "grad_norm": 2.975827693939209, + "learning_rate": 1.9946536110615088e-05, + "loss": 3.5343, + "step": 3619 + }, + { + "epoch": 0.06196614115270717, + "grad_norm": 3.072417974472046, + "learning_rate": 1.994647884324052e-05, + "loss": 3.5308, + "step": 3620 + }, + { + "epoch": 0.06198325887125764, + "grad_norm": 3.04533314704895, + "learning_rate": 1.994642154529394e-05, + "loss": 3.7461, + "step": 3621 + }, + { + "epoch": 0.06200037658980811, + "grad_norm": 3.1730282306671143, + "learning_rate": 1.9946364216775526e-05, + "loss": 3.6551, + "step": 3622 + }, + { + "epoch": 0.06201749430835858, + "grad_norm": 3.251887559890747, + "learning_rate": 1.9946306857685456e-05, + "loss": 3.6877, + "step": 3623 + }, + { + "epoch": 0.062034612026909054, + "grad_norm": 3.1072311401367188, + "learning_rate": 1.9946249468023904e-05, + "loss": 3.6546, + "step": 3624 + }, + { + "epoch": 0.06205172974545953, + "grad_norm": 3.015742063522339, + "learning_rate": 1.9946192047791046e-05, + "loss": 3.6563, + "step": 3625 + }, + { + "epoch": 0.062068847464009994, + "grad_norm": 3.3611254692077637, + "learning_rate": 1.9946134596987058e-05, + "loss": 3.7215, + "step": 3626 + }, + { + "epoch": 0.06208596518256047, + "grad_norm": 3.3051111698150635, + "learning_rate": 1.9946077115612122e-05, + "loss": 3.6615, + "step": 3627 + }, + { + "epoch": 0.06210308290111094, + "grad_norm": 3.347691535949707, + "learning_rate": 1.994601960366641e-05, + "loss": 3.7108, + "step": 3628 + }, + { + "epoch": 0.06212020061966141, + "grad_norm": 3.427173137664795, + "learning_rate": 1.9945962061150098e-05, + "loss": 3.7755, + "step": 3629 + }, + { + "epoch": 0.062137318338211886, + "grad_norm": 3.254579782485962, + "learning_rate": 1.9945904488063365e-05, + "loss": 3.5314, + "step": 3630 + }, + { + "epoch": 0.06215443605676235, + "grad_norm": 3.508152484893799, + "learning_rate": 1.9945846884406386e-05, + "loss": 3.6364, + "step": 3631 + }, + { + "epoch": 0.062171553775312825, + "grad_norm": 3.4064671993255615, + "learning_rate": 1.9945789250179337e-05, + "loss": 3.6643, + "step": 3632 + }, + { + "epoch": 0.0621886714938633, + "grad_norm": 3.3527324199676514, + "learning_rate": 1.9945731585382402e-05, + "loss": 3.5559, + "step": 3633 + }, + { + "epoch": 0.06220578921241377, + "grad_norm": 3.419058322906494, + "learning_rate": 1.994567389001575e-05, + "loss": 3.683, + "step": 3634 + }, + { + "epoch": 0.06222290693096424, + "grad_norm": 3.380682945251465, + "learning_rate": 1.9945616164079567e-05, + "loss": 3.5671, + "step": 3635 + }, + { + "epoch": 0.06224002464951471, + "grad_norm": 3.1398425102233887, + "learning_rate": 1.9945558407574022e-05, + "loss": 3.683, + "step": 3636 + }, + { + "epoch": 0.062257142368065184, + "grad_norm": 3.5887858867645264, + "learning_rate": 1.9945500620499295e-05, + "loss": 3.7151, + "step": 3637 + }, + { + "epoch": 0.06227426008661566, + "grad_norm": 3.432718276977539, + "learning_rate": 1.994544280285557e-05, + "loss": 3.6169, + "step": 3638 + }, + { + "epoch": 0.06229137780516613, + "grad_norm": 3.6047897338867188, + "learning_rate": 1.9945384954643018e-05, + "loss": 3.7611, + "step": 3639 + }, + { + "epoch": 0.062308495523716596, + "grad_norm": 3.4452106952667236, + "learning_rate": 1.9945327075861813e-05, + "loss": 3.8323, + "step": 3640 + }, + { + "epoch": 0.06232561324226707, + "grad_norm": 3.094454526901245, + "learning_rate": 1.994526916651214e-05, + "loss": 3.5903, + "step": 3641 + }, + { + "epoch": 0.06234273096081754, + "grad_norm": 3.5004520416259766, + "learning_rate": 1.9945211226594178e-05, + "loss": 3.7734, + "step": 3642 + }, + { + "epoch": 0.062359848679368016, + "grad_norm": 3.4713125228881836, + "learning_rate": 1.99451532561081e-05, + "loss": 3.7594, + "step": 3643 + }, + { + "epoch": 0.06237696639791849, + "grad_norm": 3.727748155593872, + "learning_rate": 1.9945095255054088e-05, + "loss": 3.7316, + "step": 3644 + }, + { + "epoch": 0.062394084116468955, + "grad_norm": 3.573956251144409, + "learning_rate": 1.9945037223432317e-05, + "loss": 3.6746, + "step": 3645 + }, + { + "epoch": 0.06241120183501943, + "grad_norm": 3.0887253284454346, + "learning_rate": 1.9944979161242966e-05, + "loss": 3.764, + "step": 3646 + }, + { + "epoch": 0.0624283195535699, + "grad_norm": 3.2734365463256836, + "learning_rate": 1.994492106848622e-05, + "loss": 3.5785, + "step": 3647 + }, + { + "epoch": 0.062445437272120374, + "grad_norm": 3.3259782791137695, + "learning_rate": 1.9944862945162245e-05, + "loss": 3.5713, + "step": 3648 + }, + { + "epoch": 0.06246255499067084, + "grad_norm": 3.705622434616089, + "learning_rate": 1.9944804791271227e-05, + "loss": 3.639, + "step": 3649 + }, + { + "epoch": 0.062479672709221314, + "grad_norm": 3.6249232292175293, + "learning_rate": 1.994474660681335e-05, + "loss": 3.8186, + "step": 3650 + }, + { + "epoch": 0.06249679042777179, + "grad_norm": 3.0949418544769287, + "learning_rate": 1.9944688391788784e-05, + "loss": 3.507, + "step": 3651 + }, + { + "epoch": 0.06251390814632225, + "grad_norm": 3.0410408973693848, + "learning_rate": 1.994463014619771e-05, + "loss": 3.6037, + "step": 3652 + }, + { + "epoch": 0.06253102586487273, + "grad_norm": 3.1904795169830322, + "learning_rate": 1.994457187004031e-05, + "loss": 3.6154, + "step": 3653 + }, + { + "epoch": 0.0625481435834232, + "grad_norm": 3.4520151615142822, + "learning_rate": 1.9944513563316762e-05, + "loss": 3.8165, + "step": 3654 + }, + { + "epoch": 0.06256526130197368, + "grad_norm": 3.4839632511138916, + "learning_rate": 1.994445522602724e-05, + "loss": 3.5725, + "step": 3655 + }, + { + "epoch": 0.06258237902052415, + "grad_norm": 3.212144374847412, + "learning_rate": 1.9944396858171933e-05, + "loss": 3.5849, + "step": 3656 + }, + { + "epoch": 0.06259949673907461, + "grad_norm": 3.2976667881011963, + "learning_rate": 1.994433845975101e-05, + "loss": 3.6849, + "step": 3657 + }, + { + "epoch": 0.06261661445762509, + "grad_norm": 3.214442014694214, + "learning_rate": 1.9944280030764664e-05, + "loss": 3.541, + "step": 3658 + }, + { + "epoch": 0.06263373217617556, + "grad_norm": 3.1295735836029053, + "learning_rate": 1.9944221571213062e-05, + "loss": 3.7025, + "step": 3659 + }, + { + "epoch": 0.06265084989472604, + "grad_norm": 3.0470709800720215, + "learning_rate": 1.9944163081096385e-05, + "loss": 3.6986, + "step": 3660 + }, + { + "epoch": 0.0626679676132765, + "grad_norm": 3.190509557723999, + "learning_rate": 1.9944104560414818e-05, + "loss": 3.5037, + "step": 3661 + }, + { + "epoch": 0.06268508533182697, + "grad_norm": 3.159700870513916, + "learning_rate": 1.994404600916854e-05, + "loss": 3.7952, + "step": 3662 + }, + { + "epoch": 0.06270220305037745, + "grad_norm": 3.2928013801574707, + "learning_rate": 1.9943987427357726e-05, + "loss": 3.5423, + "step": 3663 + }, + { + "epoch": 0.06271932076892792, + "grad_norm": 3.171969413757324, + "learning_rate": 1.9943928814982563e-05, + "loss": 3.7198, + "step": 3664 + }, + { + "epoch": 0.06273643848747838, + "grad_norm": 2.9889655113220215, + "learning_rate": 1.994387017204323e-05, + "loss": 3.6749, + "step": 3665 + }, + { + "epoch": 0.06275355620602886, + "grad_norm": 3.244694471359253, + "learning_rate": 1.99438114985399e-05, + "loss": 3.6398, + "step": 3666 + }, + { + "epoch": 0.06277067392457933, + "grad_norm": 3.22800612449646, + "learning_rate": 1.994375279447276e-05, + "loss": 3.7865, + "step": 3667 + }, + { + "epoch": 0.06278779164312981, + "grad_norm": 3.4689247608184814, + "learning_rate": 1.9943694059841987e-05, + "loss": 3.7377, + "step": 3668 + }, + { + "epoch": 0.06280490936168028, + "grad_norm": 3.4090518951416016, + "learning_rate": 1.994363529464777e-05, + "loss": 3.5701, + "step": 3669 + }, + { + "epoch": 0.06282202708023074, + "grad_norm": 3.2758727073669434, + "learning_rate": 1.9943576498890277e-05, + "loss": 3.5765, + "step": 3670 + }, + { + "epoch": 0.06283914479878122, + "grad_norm": 3.2046475410461426, + "learning_rate": 1.9943517672569696e-05, + "loss": 3.7128, + "step": 3671 + }, + { + "epoch": 0.06285626251733169, + "grad_norm": 3.0971498489379883, + "learning_rate": 1.9943458815686204e-05, + "loss": 3.6305, + "step": 3672 + }, + { + "epoch": 0.06287338023588217, + "grad_norm": 3.2915494441986084, + "learning_rate": 1.9943399928239988e-05, + "loss": 3.6731, + "step": 3673 + }, + { + "epoch": 0.06289049795443263, + "grad_norm": 3.0632121562957764, + "learning_rate": 1.9943341010231228e-05, + "loss": 3.7253, + "step": 3674 + }, + { + "epoch": 0.0629076156729831, + "grad_norm": 3.2768378257751465, + "learning_rate": 1.9943282061660095e-05, + "loss": 3.6969, + "step": 3675 + }, + { + "epoch": 0.06292473339153358, + "grad_norm": 3.50484299659729, + "learning_rate": 1.9943223082526785e-05, + "loss": 3.797, + "step": 3676 + }, + { + "epoch": 0.06294185111008405, + "grad_norm": 3.4992213249206543, + "learning_rate": 1.9943164072831468e-05, + "loss": 3.6434, + "step": 3677 + }, + { + "epoch": 0.06295896882863453, + "grad_norm": 3.2478890419006348, + "learning_rate": 1.994310503257433e-05, + "loss": 3.7042, + "step": 3678 + }, + { + "epoch": 0.06297608654718499, + "grad_norm": 2.9788546562194824, + "learning_rate": 1.9943045961755552e-05, + "loss": 3.5585, + "step": 3679 + }, + { + "epoch": 0.06299320426573546, + "grad_norm": 3.286571741104126, + "learning_rate": 1.9942986860375316e-05, + "loss": 3.8149, + "step": 3680 + }, + { + "epoch": 0.06301032198428594, + "grad_norm": 3.0178041458129883, + "learning_rate": 1.9942927728433802e-05, + "loss": 3.7811, + "step": 3681 + }, + { + "epoch": 0.0630274397028364, + "grad_norm": 3.200779438018799, + "learning_rate": 1.9942868565931194e-05, + "loss": 3.6732, + "step": 3682 + }, + { + "epoch": 0.06304455742138687, + "grad_norm": 2.9362452030181885, + "learning_rate": 1.9942809372867674e-05, + "loss": 3.5333, + "step": 3683 + }, + { + "epoch": 0.06306167513993735, + "grad_norm": 3.2599599361419678, + "learning_rate": 1.994275014924342e-05, + "loss": 3.7178, + "step": 3684 + }, + { + "epoch": 0.06307879285848782, + "grad_norm": 3.5087950229644775, + "learning_rate": 1.9942690895058615e-05, + "loss": 3.6911, + "step": 3685 + }, + { + "epoch": 0.0630959105770383, + "grad_norm": 3.2049496173858643, + "learning_rate": 1.994263161031345e-05, + "loss": 3.6738, + "step": 3686 + }, + { + "epoch": 0.06311302829558876, + "grad_norm": 3.03181791305542, + "learning_rate": 1.9942572295008092e-05, + "loss": 3.5305, + "step": 3687 + }, + { + "epoch": 0.06313014601413923, + "grad_norm": 3.092818021774292, + "learning_rate": 1.9942512949142736e-05, + "loss": 3.6314, + "step": 3688 + }, + { + "epoch": 0.06314726373268971, + "grad_norm": 3.070280075073242, + "learning_rate": 1.994245357271756e-05, + "loss": 3.5595, + "step": 3689 + }, + { + "epoch": 0.06316438145124018, + "grad_norm": 3.1801605224609375, + "learning_rate": 1.994239416573274e-05, + "loss": 3.6042, + "step": 3690 + }, + { + "epoch": 0.06318149916979066, + "grad_norm": 3.3129241466522217, + "learning_rate": 1.9942334728188472e-05, + "loss": 3.8137, + "step": 3691 + }, + { + "epoch": 0.06319861688834112, + "grad_norm": 3.267334222793579, + "learning_rate": 1.9942275260084928e-05, + "loss": 3.567, + "step": 3692 + }, + { + "epoch": 0.06321573460689159, + "grad_norm": 3.1454291343688965, + "learning_rate": 1.9942215761422295e-05, + "loss": 3.5858, + "step": 3693 + }, + { + "epoch": 0.06323285232544207, + "grad_norm": 3.0113773345947266, + "learning_rate": 1.9942156232200757e-05, + "loss": 3.435, + "step": 3694 + }, + { + "epoch": 0.06324997004399253, + "grad_norm": 3.168381690979004, + "learning_rate": 1.9942096672420492e-05, + "loss": 3.7017, + "step": 3695 + }, + { + "epoch": 0.06326708776254301, + "grad_norm": 3.2379536628723145, + "learning_rate": 1.9942037082081688e-05, + "loss": 3.701, + "step": 3696 + }, + { + "epoch": 0.06328420548109348, + "grad_norm": 3.196683406829834, + "learning_rate": 1.9941977461184527e-05, + "loss": 3.7012, + "step": 3697 + }, + { + "epoch": 0.06330132319964395, + "grad_norm": 3.477418899536133, + "learning_rate": 1.994191780972919e-05, + "loss": 3.7049, + "step": 3698 + }, + { + "epoch": 0.06331844091819443, + "grad_norm": 3.195913791656494, + "learning_rate": 1.994185812771586e-05, + "loss": 3.6496, + "step": 3699 + }, + { + "epoch": 0.06333555863674489, + "grad_norm": 3.160024404525757, + "learning_rate": 1.994179841514473e-05, + "loss": 3.6663, + "step": 3700 + }, + { + "epoch": 0.06335267635529537, + "grad_norm": 3.372553586959839, + "learning_rate": 1.994173867201597e-05, + "loss": 3.6773, + "step": 3701 + }, + { + "epoch": 0.06336979407384584, + "grad_norm": 3.0843729972839355, + "learning_rate": 1.994167889832977e-05, + "loss": 3.6526, + "step": 3702 + }, + { + "epoch": 0.0633869117923963, + "grad_norm": 3.339442729949951, + "learning_rate": 1.9941619094086313e-05, + "loss": 3.7259, + "step": 3703 + }, + { + "epoch": 0.06340402951094679, + "grad_norm": 3.6134085655212402, + "learning_rate": 1.9941559259285784e-05, + "loss": 3.8261, + "step": 3704 + }, + { + "epoch": 0.06342114722949725, + "grad_norm": 3.7560083866119385, + "learning_rate": 1.9941499393928365e-05, + "loss": 3.8511, + "step": 3705 + }, + { + "epoch": 0.06343826494804772, + "grad_norm": 3.5488193035125732, + "learning_rate": 1.994143949801424e-05, + "loss": 3.5291, + "step": 3706 + }, + { + "epoch": 0.0634553826665982, + "grad_norm": 3.660186290740967, + "learning_rate": 1.9941379571543597e-05, + "loss": 3.6612, + "step": 3707 + }, + { + "epoch": 0.06347250038514866, + "grad_norm": 3.588602066040039, + "learning_rate": 1.9941319614516617e-05, + "loss": 3.6572, + "step": 3708 + }, + { + "epoch": 0.06348961810369914, + "grad_norm": 3.469766139984131, + "learning_rate": 1.9941259626933482e-05, + "loss": 3.7787, + "step": 3709 + }, + { + "epoch": 0.06350673582224961, + "grad_norm": 2.999401092529297, + "learning_rate": 1.9941199608794382e-05, + "loss": 3.5281, + "step": 3710 + }, + { + "epoch": 0.06352385354080008, + "grad_norm": 3.6039035320281982, + "learning_rate": 1.9941139560099497e-05, + "loss": 3.7212, + "step": 3711 + }, + { + "epoch": 0.06354097125935056, + "grad_norm": 3.3469791412353516, + "learning_rate": 1.9941079480849014e-05, + "loss": 3.5567, + "step": 3712 + }, + { + "epoch": 0.06355808897790102, + "grad_norm": 3.2987051010131836, + "learning_rate": 1.9941019371043118e-05, + "loss": 3.4978, + "step": 3713 + }, + { + "epoch": 0.0635752066964515, + "grad_norm": 3.356985330581665, + "learning_rate": 1.994095923068199e-05, + "loss": 3.7013, + "step": 3714 + }, + { + "epoch": 0.06359232441500197, + "grad_norm": 3.1745853424072266, + "learning_rate": 1.9940899059765816e-05, + "loss": 3.5332, + "step": 3715 + }, + { + "epoch": 0.06360944213355244, + "grad_norm": 3.2107298374176025, + "learning_rate": 1.9940838858294787e-05, + "loss": 3.5315, + "step": 3716 + }, + { + "epoch": 0.06362655985210292, + "grad_norm": 3.0831692218780518, + "learning_rate": 1.9940778626269077e-05, + "loss": 3.4792, + "step": 3717 + }, + { + "epoch": 0.06364367757065338, + "grad_norm": 2.9711220264434814, + "learning_rate": 1.9940718363688883e-05, + "loss": 3.5743, + "step": 3718 + }, + { + "epoch": 0.06366079528920386, + "grad_norm": 2.9653968811035156, + "learning_rate": 1.994065807055438e-05, + "loss": 3.5834, + "step": 3719 + }, + { + "epoch": 0.06367791300775433, + "grad_norm": 3.0587852001190186, + "learning_rate": 1.994059774686576e-05, + "loss": 3.5609, + "step": 3720 + }, + { + "epoch": 0.0636950307263048, + "grad_norm": 3.311490535736084, + "learning_rate": 1.9940537392623208e-05, + "loss": 3.73, + "step": 3721 + }, + { + "epoch": 0.06371214844485527, + "grad_norm": 3.0760843753814697, + "learning_rate": 1.9940477007826907e-05, + "loss": 3.726, + "step": 3722 + }, + { + "epoch": 0.06372926616340574, + "grad_norm": 3.341806173324585, + "learning_rate": 1.9940416592477043e-05, + "loss": 3.7335, + "step": 3723 + }, + { + "epoch": 0.0637463838819562, + "grad_norm": 3.3152527809143066, + "learning_rate": 1.9940356146573803e-05, + "loss": 3.6677, + "step": 3724 + }, + { + "epoch": 0.06376350160050669, + "grad_norm": 3.235616683959961, + "learning_rate": 1.9940295670117373e-05, + "loss": 3.6834, + "step": 3725 + }, + { + "epoch": 0.06378061931905715, + "grad_norm": 3.1102168560028076, + "learning_rate": 1.9940235163107936e-05, + "loss": 3.5859, + "step": 3726 + }, + { + "epoch": 0.06379773703760763, + "grad_norm": 3.3013179302215576, + "learning_rate": 1.9940174625545678e-05, + "loss": 3.6008, + "step": 3727 + }, + { + "epoch": 0.0638148547561581, + "grad_norm": 3.208885908126831, + "learning_rate": 1.994011405743079e-05, + "loss": 3.6283, + "step": 3728 + }, + { + "epoch": 0.06383197247470856, + "grad_norm": 3.454728841781616, + "learning_rate": 1.9940053458763453e-05, + "loss": 3.6727, + "step": 3729 + }, + { + "epoch": 0.06384909019325904, + "grad_norm": 3.528001546859741, + "learning_rate": 1.9939992829543855e-05, + "loss": 3.5882, + "step": 3730 + }, + { + "epoch": 0.06386620791180951, + "grad_norm": 3.3824164867401123, + "learning_rate": 1.9939932169772185e-05, + "loss": 3.7463, + "step": 3731 + }, + { + "epoch": 0.06388332563035999, + "grad_norm": 3.046522855758667, + "learning_rate": 1.9939871479448623e-05, + "loss": 3.6068, + "step": 3732 + }, + { + "epoch": 0.06390044334891046, + "grad_norm": 3.201249837875366, + "learning_rate": 1.9939810758573365e-05, + "loss": 3.617, + "step": 3733 + }, + { + "epoch": 0.06391756106746092, + "grad_norm": 2.866323709487915, + "learning_rate": 1.993975000714659e-05, + "loss": 3.5549, + "step": 3734 + }, + { + "epoch": 0.0639346787860114, + "grad_norm": 3.349149465560913, + "learning_rate": 1.9939689225168488e-05, + "loss": 3.7206, + "step": 3735 + }, + { + "epoch": 0.06395179650456187, + "grad_norm": 3.5603911876678467, + "learning_rate": 1.9939628412639244e-05, + "loss": 3.6068, + "step": 3736 + }, + { + "epoch": 0.06396891422311235, + "grad_norm": 3.668423891067505, + "learning_rate": 1.9939567569559046e-05, + "loss": 3.6085, + "step": 3737 + }, + { + "epoch": 0.06398603194166282, + "grad_norm": 3.357468843460083, + "learning_rate": 1.9939506695928078e-05, + "loss": 3.7077, + "step": 3738 + }, + { + "epoch": 0.06400314966021328, + "grad_norm": 3.2296838760375977, + "learning_rate": 1.9939445791746535e-05, + "loss": 3.556, + "step": 3739 + }, + { + "epoch": 0.06402026737876376, + "grad_norm": 3.091818332672119, + "learning_rate": 1.9939384857014597e-05, + "loss": 3.7101, + "step": 3740 + }, + { + "epoch": 0.06403738509731423, + "grad_norm": 3.214679479598999, + "learning_rate": 1.993932389173245e-05, + "loss": 3.5794, + "step": 3741 + }, + { + "epoch": 0.06405450281586471, + "grad_norm": 3.2975056171417236, + "learning_rate": 1.993926289590029e-05, + "loss": 3.7748, + "step": 3742 + }, + { + "epoch": 0.06407162053441517, + "grad_norm": 3.31052565574646, + "learning_rate": 1.9939201869518297e-05, + "loss": 3.7968, + "step": 3743 + }, + { + "epoch": 0.06408873825296564, + "grad_norm": 3.3733155727386475, + "learning_rate": 1.9939140812586658e-05, + "loss": 3.7251, + "step": 3744 + }, + { + "epoch": 0.06410585597151612, + "grad_norm": 3.513166666030884, + "learning_rate": 1.993907972510557e-05, + "loss": 3.6231, + "step": 3745 + }, + { + "epoch": 0.06412297369006659, + "grad_norm": 3.3811986446380615, + "learning_rate": 1.9939018607075207e-05, + "loss": 3.6618, + "step": 3746 + }, + { + "epoch": 0.06414009140861705, + "grad_norm": 3.3312413692474365, + "learning_rate": 1.993895745849577e-05, + "loss": 3.6265, + "step": 3747 + }, + { + "epoch": 0.06415720912716753, + "grad_norm": 3.5604465007781982, + "learning_rate": 1.993889627936744e-05, + "loss": 3.6648, + "step": 3748 + }, + { + "epoch": 0.064174326845718, + "grad_norm": 3.4026780128479004, + "learning_rate": 1.99388350696904e-05, + "loss": 3.7154, + "step": 3749 + }, + { + "epoch": 0.06419144456426848, + "grad_norm": 3.236569881439209, + "learning_rate": 1.993877382946485e-05, + "loss": 3.7127, + "step": 3750 + }, + { + "epoch": 0.06420856228281895, + "grad_norm": 3.5228235721588135, + "learning_rate": 1.993871255869097e-05, + "loss": 3.7292, + "step": 3751 + }, + { + "epoch": 0.06422568000136941, + "grad_norm": 3.3387703895568848, + "learning_rate": 1.9938651257368954e-05, + "loss": 3.6246, + "step": 3752 + }, + { + "epoch": 0.06424279771991989, + "grad_norm": 3.159817695617676, + "learning_rate": 1.9938589925498985e-05, + "loss": 3.6681, + "step": 3753 + }, + { + "epoch": 0.06425991543847036, + "grad_norm": 3.217987537384033, + "learning_rate": 1.9938528563081254e-05, + "loss": 3.5699, + "step": 3754 + }, + { + "epoch": 0.06427703315702084, + "grad_norm": 3.0520641803741455, + "learning_rate": 1.9938467170115948e-05, + "loss": 3.6095, + "step": 3755 + }, + { + "epoch": 0.0642941508755713, + "grad_norm": 3.248131036758423, + "learning_rate": 1.993840574660326e-05, + "loss": 3.6183, + "step": 3756 + }, + { + "epoch": 0.06431126859412177, + "grad_norm": 3.4976255893707275, + "learning_rate": 1.9938344292543376e-05, + "loss": 3.5449, + "step": 3757 + }, + { + "epoch": 0.06432838631267225, + "grad_norm": 3.1986215114593506, + "learning_rate": 1.993828280793648e-05, + "loss": 3.6449, + "step": 3758 + }, + { + "epoch": 0.06434550403122272, + "grad_norm": 3.246055841445923, + "learning_rate": 1.9938221292782768e-05, + "loss": 3.6857, + "step": 3759 + }, + { + "epoch": 0.0643626217497732, + "grad_norm": 3.235671281814575, + "learning_rate": 1.993815974708243e-05, + "loss": 3.7088, + "step": 3760 + }, + { + "epoch": 0.06437973946832366, + "grad_norm": 3.0746705532073975, + "learning_rate": 1.993809817083565e-05, + "loss": 3.5721, + "step": 3761 + }, + { + "epoch": 0.06439685718687413, + "grad_norm": 3.112867832183838, + "learning_rate": 1.9938036564042614e-05, + "loss": 3.6585, + "step": 3762 + }, + { + "epoch": 0.06441397490542461, + "grad_norm": 3.170656204223633, + "learning_rate": 1.9937974926703525e-05, + "loss": 3.5317, + "step": 3763 + }, + { + "epoch": 0.06443109262397508, + "grad_norm": 2.9490668773651123, + "learning_rate": 1.9937913258818557e-05, + "loss": 3.6734, + "step": 3764 + }, + { + "epoch": 0.06444821034252554, + "grad_norm": 3.5350029468536377, + "learning_rate": 1.9937851560387915e-05, + "loss": 3.6431, + "step": 3765 + }, + { + "epoch": 0.06446532806107602, + "grad_norm": 3.163684606552124, + "learning_rate": 1.993778983141177e-05, + "loss": 3.6087, + "step": 3766 + }, + { + "epoch": 0.06448244577962649, + "grad_norm": 3.293086290359497, + "learning_rate": 1.9937728071890326e-05, + "loss": 3.5538, + "step": 3767 + }, + { + "epoch": 0.06449956349817697, + "grad_norm": 3.23111629486084, + "learning_rate": 1.993766628182377e-05, + "loss": 3.6182, + "step": 3768 + }, + { + "epoch": 0.06451668121672743, + "grad_norm": 3.542381525039673, + "learning_rate": 1.993760446121229e-05, + "loss": 3.6656, + "step": 3769 + }, + { + "epoch": 0.0645337989352779, + "grad_norm": 2.9921445846557617, + "learning_rate": 1.993754261005608e-05, + "loss": 3.6439, + "step": 3770 + }, + { + "epoch": 0.06455091665382838, + "grad_norm": 3.037984609603882, + "learning_rate": 1.993748072835532e-05, + "loss": 3.7019, + "step": 3771 + }, + { + "epoch": 0.06456803437237885, + "grad_norm": 2.954080820083618, + "learning_rate": 1.9937418816110213e-05, + "loss": 3.5255, + "step": 3772 + }, + { + "epoch": 0.06458515209092933, + "grad_norm": 3.3742616176605225, + "learning_rate": 1.993735687332094e-05, + "loss": 3.6644, + "step": 3773 + }, + { + "epoch": 0.06460226980947979, + "grad_norm": 3.2369589805603027, + "learning_rate": 1.9937294899987695e-05, + "loss": 3.6243, + "step": 3774 + }, + { + "epoch": 0.06461938752803026, + "grad_norm": 3.333789825439453, + "learning_rate": 1.993723289611067e-05, + "loss": 3.7514, + "step": 3775 + }, + { + "epoch": 0.06463650524658074, + "grad_norm": 3.4403626918792725, + "learning_rate": 1.993717086169005e-05, + "loss": 3.6484, + "step": 3776 + }, + { + "epoch": 0.0646536229651312, + "grad_norm": 3.378925085067749, + "learning_rate": 1.9937108796726035e-05, + "loss": 3.7269, + "step": 3777 + }, + { + "epoch": 0.06467074068368169, + "grad_norm": 3.1607677936553955, + "learning_rate": 1.993704670121881e-05, + "loss": 3.6013, + "step": 3778 + }, + { + "epoch": 0.06468785840223215, + "grad_norm": 3.2739527225494385, + "learning_rate": 1.993698457516856e-05, + "loss": 3.5289, + "step": 3779 + }, + { + "epoch": 0.06470497612078262, + "grad_norm": 3.439069986343384, + "learning_rate": 1.9936922418575485e-05, + "loss": 3.5241, + "step": 3780 + }, + { + "epoch": 0.0647220938393331, + "grad_norm": 3.29486083984375, + "learning_rate": 1.9936860231439775e-05, + "loss": 3.6727, + "step": 3781 + }, + { + "epoch": 0.06473921155788356, + "grad_norm": 3.191754102706909, + "learning_rate": 1.9936798013761615e-05, + "loss": 3.7235, + "step": 3782 + }, + { + "epoch": 0.06475632927643404, + "grad_norm": 3.2822608947753906, + "learning_rate": 1.9936735765541202e-05, + "loss": 3.6832, + "step": 3783 + }, + { + "epoch": 0.06477344699498451, + "grad_norm": 3.235714912414551, + "learning_rate": 1.993667348677873e-05, + "loss": 3.7223, + "step": 3784 + }, + { + "epoch": 0.06479056471353498, + "grad_norm": 3.3278610706329346, + "learning_rate": 1.993661117747438e-05, + "loss": 3.7238, + "step": 3785 + }, + { + "epoch": 0.06480768243208546, + "grad_norm": 3.14806866645813, + "learning_rate": 1.9936548837628353e-05, + "loss": 3.6304, + "step": 3786 + }, + { + "epoch": 0.06482480015063592, + "grad_norm": 3.3262548446655273, + "learning_rate": 1.9936486467240836e-05, + "loss": 3.5869, + "step": 3787 + }, + { + "epoch": 0.06484191786918639, + "grad_norm": 3.168306589126587, + "learning_rate": 1.9936424066312024e-05, + "loss": 3.6116, + "step": 3788 + }, + { + "epoch": 0.06485903558773687, + "grad_norm": 3.213068962097168, + "learning_rate": 1.9936361634842108e-05, + "loss": 3.622, + "step": 3789 + }, + { + "epoch": 0.06487615330628733, + "grad_norm": 3.2657415866851807, + "learning_rate": 1.9936299172831274e-05, + "loss": 3.7048, + "step": 3790 + }, + { + "epoch": 0.06489327102483781, + "grad_norm": 3.221546173095703, + "learning_rate": 1.993623668027972e-05, + "loss": 3.7558, + "step": 3791 + }, + { + "epoch": 0.06491038874338828, + "grad_norm": 3.3976094722747803, + "learning_rate": 1.993617415718764e-05, + "loss": 3.544, + "step": 3792 + }, + { + "epoch": 0.06492750646193875, + "grad_norm": 3.3386406898498535, + "learning_rate": 1.9936111603555218e-05, + "loss": 3.5915, + "step": 3793 + }, + { + "epoch": 0.06494462418048923, + "grad_norm": 3.1054399013519287, + "learning_rate": 1.9936049019382656e-05, + "loss": 3.6602, + "step": 3794 + }, + { + "epoch": 0.0649617418990397, + "grad_norm": 3.509458065032959, + "learning_rate": 1.993598640467014e-05, + "loss": 3.65, + "step": 3795 + }, + { + "epoch": 0.06497885961759017, + "grad_norm": 3.3703253269195557, + "learning_rate": 1.9935923759417865e-05, + "loss": 3.5927, + "step": 3796 + }, + { + "epoch": 0.06499597733614064, + "grad_norm": 3.2163755893707275, + "learning_rate": 1.993586108362602e-05, + "loss": 3.6549, + "step": 3797 + }, + { + "epoch": 0.0650130950546911, + "grad_norm": 2.9455132484436035, + "learning_rate": 1.99357983772948e-05, + "loss": 3.4789, + "step": 3798 + }, + { + "epoch": 0.06503021277324159, + "grad_norm": 3.2504873275756836, + "learning_rate": 1.9935735640424402e-05, + "loss": 3.6826, + "step": 3799 + }, + { + "epoch": 0.06504733049179205, + "grad_norm": 3.3875138759613037, + "learning_rate": 1.993567287301501e-05, + "loss": 3.7464, + "step": 3800 + }, + { + "epoch": 0.06506444821034253, + "grad_norm": 3.4397780895233154, + "learning_rate": 1.9935610075066828e-05, + "loss": 3.6668, + "step": 3801 + }, + { + "epoch": 0.065081565928893, + "grad_norm": 3.333451271057129, + "learning_rate": 1.9935547246580037e-05, + "loss": 3.7119, + "step": 3802 + }, + { + "epoch": 0.06509868364744346, + "grad_norm": 3.365816116333008, + "learning_rate": 1.9935484387554838e-05, + "loss": 3.7315, + "step": 3803 + }, + { + "epoch": 0.06511580136599394, + "grad_norm": 3.2064714431762695, + "learning_rate": 1.9935421497991418e-05, + "loss": 3.586, + "step": 3804 + }, + { + "epoch": 0.06513291908454441, + "grad_norm": 3.0543782711029053, + "learning_rate": 1.993535857788998e-05, + "loss": 3.5089, + "step": 3805 + }, + { + "epoch": 0.06515003680309488, + "grad_norm": 3.1649320125579834, + "learning_rate": 1.9935295627250708e-05, + "loss": 3.6368, + "step": 3806 + }, + { + "epoch": 0.06516715452164536, + "grad_norm": 2.990161895751953, + "learning_rate": 1.9935232646073804e-05, + "loss": 3.6945, + "step": 3807 + }, + { + "epoch": 0.06518427224019582, + "grad_norm": 3.055389165878296, + "learning_rate": 1.993516963435945e-05, + "loss": 3.6042, + "step": 3808 + }, + { + "epoch": 0.0652013899587463, + "grad_norm": 3.144174098968506, + "learning_rate": 1.9935106592107853e-05, + "loss": 3.6214, + "step": 3809 + }, + { + "epoch": 0.06521850767729677, + "grad_norm": 3.614206075668335, + "learning_rate": 1.9935043519319196e-05, + "loss": 3.6664, + "step": 3810 + }, + { + "epoch": 0.06523562539584724, + "grad_norm": 3.1391515731811523, + "learning_rate": 1.993498041599368e-05, + "loss": 3.6971, + "step": 3811 + }, + { + "epoch": 0.06525274311439772, + "grad_norm": 3.0519027709960938, + "learning_rate": 1.9934917282131497e-05, + "loss": 3.6657, + "step": 3812 + }, + { + "epoch": 0.06526986083294818, + "grad_norm": 3.0169689655303955, + "learning_rate": 1.9934854117732835e-05, + "loss": 3.5014, + "step": 3813 + }, + { + "epoch": 0.06528697855149866, + "grad_norm": 3.1742982864379883, + "learning_rate": 1.9934790922797897e-05, + "loss": 3.5665, + "step": 3814 + }, + { + "epoch": 0.06530409627004913, + "grad_norm": 3.023789882659912, + "learning_rate": 1.993472769732687e-05, + "loss": 3.6532, + "step": 3815 + }, + { + "epoch": 0.0653212139885996, + "grad_norm": 3.145421266555786, + "learning_rate": 1.9934664441319957e-05, + "loss": 3.5219, + "step": 3816 + }, + { + "epoch": 0.06533833170715007, + "grad_norm": 3.081108570098877, + "learning_rate": 1.9934601154777344e-05, + "loss": 3.5139, + "step": 3817 + }, + { + "epoch": 0.06535544942570054, + "grad_norm": 3.2840969562530518, + "learning_rate": 1.9934537837699232e-05, + "loss": 3.6559, + "step": 3818 + }, + { + "epoch": 0.06537256714425102, + "grad_norm": 3.1899452209472656, + "learning_rate": 1.993447449008581e-05, + "loss": 3.653, + "step": 3819 + }, + { + "epoch": 0.06538968486280149, + "grad_norm": 3.4045937061309814, + "learning_rate": 1.9934411111937274e-05, + "loss": 3.4666, + "step": 3820 + }, + { + "epoch": 0.06540680258135195, + "grad_norm": 3.507693290710449, + "learning_rate": 1.993434770325382e-05, + "loss": 3.7135, + "step": 3821 + }, + { + "epoch": 0.06542392029990243, + "grad_norm": 3.2796454429626465, + "learning_rate": 1.9934284264035643e-05, + "loss": 3.588, + "step": 3822 + }, + { + "epoch": 0.0654410380184529, + "grad_norm": 3.1081724166870117, + "learning_rate": 1.993422079428294e-05, + "loss": 3.7189, + "step": 3823 + }, + { + "epoch": 0.06545815573700338, + "grad_norm": 3.056891918182373, + "learning_rate": 1.9934157293995905e-05, + "loss": 3.5316, + "step": 3824 + }, + { + "epoch": 0.06547527345555385, + "grad_norm": 3.0943074226379395, + "learning_rate": 1.9934093763174727e-05, + "loss": 3.611, + "step": 3825 + }, + { + "epoch": 0.06549239117410431, + "grad_norm": 3.1246538162231445, + "learning_rate": 1.993403020181961e-05, + "loss": 3.6668, + "step": 3826 + }, + { + "epoch": 0.06550950889265479, + "grad_norm": 3.2739832401275635, + "learning_rate": 1.9933966609930746e-05, + "loss": 3.64, + "step": 3827 + }, + { + "epoch": 0.06552662661120526, + "grad_norm": 3.195779800415039, + "learning_rate": 1.9933902987508328e-05, + "loss": 3.639, + "step": 3828 + }, + { + "epoch": 0.06554374432975572, + "grad_norm": 3.105226993560791, + "learning_rate": 1.9933839334552555e-05, + "loss": 3.6583, + "step": 3829 + }, + { + "epoch": 0.0655608620483062, + "grad_norm": 3.2234907150268555, + "learning_rate": 1.9933775651063622e-05, + "loss": 3.7156, + "step": 3830 + }, + { + "epoch": 0.06557797976685667, + "grad_norm": 3.452538013458252, + "learning_rate": 1.9933711937041723e-05, + "loss": 3.6709, + "step": 3831 + }, + { + "epoch": 0.06559509748540715, + "grad_norm": 3.0210018157958984, + "learning_rate": 1.9933648192487058e-05, + "loss": 3.5448, + "step": 3832 + }, + { + "epoch": 0.06561221520395762, + "grad_norm": 2.8788046836853027, + "learning_rate": 1.9933584417399813e-05, + "loss": 3.5462, + "step": 3833 + }, + { + "epoch": 0.06562933292250808, + "grad_norm": 2.983046770095825, + "learning_rate": 1.9933520611780195e-05, + "loss": 3.5039, + "step": 3834 + }, + { + "epoch": 0.06564645064105856, + "grad_norm": 3.202066421508789, + "learning_rate": 1.99334567756284e-05, + "loss": 3.679, + "step": 3835 + }, + { + "epoch": 0.06566356835960903, + "grad_norm": 3.2109317779541016, + "learning_rate": 1.9933392908944614e-05, + "loss": 3.6892, + "step": 3836 + }, + { + "epoch": 0.06568068607815951, + "grad_norm": 3.179405450820923, + "learning_rate": 1.9933329011729042e-05, + "loss": 3.5514, + "step": 3837 + }, + { + "epoch": 0.06569780379670997, + "grad_norm": 3.048719882965088, + "learning_rate": 1.993326508398188e-05, + "loss": 3.4945, + "step": 3838 + }, + { + "epoch": 0.06571492151526044, + "grad_norm": 3.1838815212249756, + "learning_rate": 1.9933201125703315e-05, + "loss": 3.5884, + "step": 3839 + }, + { + "epoch": 0.06573203923381092, + "grad_norm": 3.1446950435638428, + "learning_rate": 1.993313713689356e-05, + "loss": 3.6876, + "step": 3840 + }, + { + "epoch": 0.06574915695236139, + "grad_norm": 3.1619832515716553, + "learning_rate": 1.9933073117552798e-05, + "loss": 3.6396, + "step": 3841 + }, + { + "epoch": 0.06576627467091187, + "grad_norm": 3.1315271854400635, + "learning_rate": 1.993300906768123e-05, + "loss": 3.4704, + "step": 3842 + }, + { + "epoch": 0.06578339238946233, + "grad_norm": 3.1643433570861816, + "learning_rate": 1.9932944987279056e-05, + "loss": 3.6972, + "step": 3843 + }, + { + "epoch": 0.0658005101080128, + "grad_norm": 3.305675506591797, + "learning_rate": 1.993288087634647e-05, + "loss": 3.6871, + "step": 3844 + }, + { + "epoch": 0.06581762782656328, + "grad_norm": 3.1308963298797607, + "learning_rate": 1.9932816734883668e-05, + "loss": 3.5584, + "step": 3845 + }, + { + "epoch": 0.06583474554511375, + "grad_norm": 3.1931469440460205, + "learning_rate": 1.9932752562890848e-05, + "loss": 3.8005, + "step": 3846 + }, + { + "epoch": 0.06585186326366421, + "grad_norm": 3.158841609954834, + "learning_rate": 1.993268836036821e-05, + "loss": 3.6609, + "step": 3847 + }, + { + "epoch": 0.06586898098221469, + "grad_norm": 3.179827928543091, + "learning_rate": 1.9932624127315945e-05, + "loss": 3.5787, + "step": 3848 + }, + { + "epoch": 0.06588609870076516, + "grad_norm": 3.3001503944396973, + "learning_rate": 1.993255986373426e-05, + "loss": 3.6036, + "step": 3849 + }, + { + "epoch": 0.06590321641931564, + "grad_norm": 3.4339466094970703, + "learning_rate": 1.9932495569623344e-05, + "loss": 3.5948, + "step": 3850 + }, + { + "epoch": 0.0659203341378661, + "grad_norm": 3.3796234130859375, + "learning_rate": 1.9932431244983396e-05, + "loss": 3.7065, + "step": 3851 + }, + { + "epoch": 0.06593745185641657, + "grad_norm": 3.270092248916626, + "learning_rate": 1.993236688981462e-05, + "loss": 3.69, + "step": 3852 + }, + { + "epoch": 0.06595456957496705, + "grad_norm": 2.878363847732544, + "learning_rate": 1.9932302504117206e-05, + "loss": 3.5266, + "step": 3853 + }, + { + "epoch": 0.06597168729351752, + "grad_norm": 3.0087947845458984, + "learning_rate": 1.9932238087891353e-05, + "loss": 3.5764, + "step": 3854 + }, + { + "epoch": 0.065988805012068, + "grad_norm": 3.2257654666900635, + "learning_rate": 1.9932173641137264e-05, + "loss": 3.6076, + "step": 3855 + }, + { + "epoch": 0.06600592273061846, + "grad_norm": 3.196638822555542, + "learning_rate": 1.9932109163855132e-05, + "loss": 3.527, + "step": 3856 + }, + { + "epoch": 0.06602304044916893, + "grad_norm": 3.1343905925750732, + "learning_rate": 1.993204465604516e-05, + "loss": 3.6786, + "step": 3857 + }, + { + "epoch": 0.06604015816771941, + "grad_norm": 3.1133201122283936, + "learning_rate": 1.9931980117707544e-05, + "loss": 3.6377, + "step": 3858 + }, + { + "epoch": 0.06605727588626988, + "grad_norm": 3.1642727851867676, + "learning_rate": 1.9931915548842478e-05, + "loss": 3.6981, + "step": 3859 + }, + { + "epoch": 0.06607439360482036, + "grad_norm": 3.3340985774993896, + "learning_rate": 1.993185094945017e-05, + "loss": 3.6154, + "step": 3860 + }, + { + "epoch": 0.06609151132337082, + "grad_norm": 3.2161126136779785, + "learning_rate": 1.993178631953081e-05, + "loss": 3.6719, + "step": 3861 + }, + { + "epoch": 0.06610862904192129, + "grad_norm": 3.0756235122680664, + "learning_rate": 1.9931721659084598e-05, + "loss": 3.5082, + "step": 3862 + }, + { + "epoch": 0.06612574676047177, + "grad_norm": 3.0722262859344482, + "learning_rate": 1.9931656968111737e-05, + "loss": 3.4878, + "step": 3863 + }, + { + "epoch": 0.06614286447902223, + "grad_norm": 3.400529146194458, + "learning_rate": 1.993159224661242e-05, + "loss": 3.5648, + "step": 3864 + }, + { + "epoch": 0.06615998219757271, + "grad_norm": 3.067607879638672, + "learning_rate": 1.9931527494586852e-05, + "loss": 3.5808, + "step": 3865 + }, + { + "epoch": 0.06617709991612318, + "grad_norm": 3.083123207092285, + "learning_rate": 1.9931462712035228e-05, + "loss": 3.5681, + "step": 3866 + }, + { + "epoch": 0.06619421763467365, + "grad_norm": 3.287641763687134, + "learning_rate": 1.993139789895775e-05, + "loss": 3.7398, + "step": 3867 + }, + { + "epoch": 0.06621133535322413, + "grad_norm": 3.4100382328033447, + "learning_rate": 1.9931333055354613e-05, + "loss": 3.6517, + "step": 3868 + }, + { + "epoch": 0.06622845307177459, + "grad_norm": 3.102710485458374, + "learning_rate": 1.993126818122602e-05, + "loss": 3.4977, + "step": 3869 + }, + { + "epoch": 0.06624557079032506, + "grad_norm": 3.4078643321990967, + "learning_rate": 1.993120327657217e-05, + "loss": 3.7278, + "step": 3870 + }, + { + "epoch": 0.06626268850887554, + "grad_norm": 3.3607823848724365, + "learning_rate": 1.993113834139326e-05, + "loss": 3.6045, + "step": 3871 + }, + { + "epoch": 0.066279806227426, + "grad_norm": 3.0108232498168945, + "learning_rate": 1.9931073375689493e-05, + "loss": 3.6525, + "step": 3872 + }, + { + "epoch": 0.06629692394597649, + "grad_norm": 3.118159532546997, + "learning_rate": 1.9931008379461065e-05, + "loss": 3.5575, + "step": 3873 + }, + { + "epoch": 0.06631404166452695, + "grad_norm": 3.236962080001831, + "learning_rate": 1.993094335270818e-05, + "loss": 3.4552, + "step": 3874 + }, + { + "epoch": 0.06633115938307742, + "grad_norm": 3.047567367553711, + "learning_rate": 1.9930878295431034e-05, + "loss": 3.4845, + "step": 3875 + }, + { + "epoch": 0.0663482771016279, + "grad_norm": 3.4609971046447754, + "learning_rate": 1.993081320762983e-05, + "loss": 3.6356, + "step": 3876 + }, + { + "epoch": 0.06636539482017836, + "grad_norm": 3.0846939086914062, + "learning_rate": 1.9930748089304764e-05, + "loss": 3.7186, + "step": 3877 + }, + { + "epoch": 0.06638251253872884, + "grad_norm": 2.991969347000122, + "learning_rate": 1.9930682940456043e-05, + "loss": 3.6216, + "step": 3878 + }, + { + "epoch": 0.06639963025727931, + "grad_norm": 3.0849783420562744, + "learning_rate": 1.993061776108386e-05, + "loss": 3.4446, + "step": 3879 + }, + { + "epoch": 0.06641674797582978, + "grad_norm": 2.890071153640747, + "learning_rate": 1.993055255118842e-05, + "loss": 3.5311, + "step": 3880 + }, + { + "epoch": 0.06643386569438026, + "grad_norm": 2.9623098373413086, + "learning_rate": 1.993048731076992e-05, + "loss": 3.5782, + "step": 3881 + }, + { + "epoch": 0.06645098341293072, + "grad_norm": 2.9289333820343018, + "learning_rate": 1.993042203982856e-05, + "loss": 3.7559, + "step": 3882 + }, + { + "epoch": 0.0664681011314812, + "grad_norm": 3.031003475189209, + "learning_rate": 1.9930356738364547e-05, + "loss": 3.5732, + "step": 3883 + }, + { + "epoch": 0.06648521885003167, + "grad_norm": 3.165738105773926, + "learning_rate": 1.9930291406378076e-05, + "loss": 3.7335, + "step": 3884 + }, + { + "epoch": 0.06650233656858213, + "grad_norm": 2.985391855239868, + "learning_rate": 1.9930226043869353e-05, + "loss": 3.6046, + "step": 3885 + }, + { + "epoch": 0.06651945428713261, + "grad_norm": 3.1496634483337402, + "learning_rate": 1.993016065083857e-05, + "loss": 3.6772, + "step": 3886 + }, + { + "epoch": 0.06653657200568308, + "grad_norm": 3.0563747882843018, + "learning_rate": 1.9930095227285937e-05, + "loss": 3.6188, + "step": 3887 + }, + { + "epoch": 0.06655368972423355, + "grad_norm": 3.175543785095215, + "learning_rate": 1.993002977321165e-05, + "loss": 3.6388, + "step": 3888 + }, + { + "epoch": 0.06657080744278403, + "grad_norm": 3.1712586879730225, + "learning_rate": 1.992996428861591e-05, + "loss": 3.4494, + "step": 3889 + }, + { + "epoch": 0.0665879251613345, + "grad_norm": 3.1101737022399902, + "learning_rate": 1.9929898773498925e-05, + "loss": 3.6031, + "step": 3890 + }, + { + "epoch": 0.06660504287988497, + "grad_norm": 2.9800727367401123, + "learning_rate": 1.992983322786089e-05, + "loss": 3.5832, + "step": 3891 + }, + { + "epoch": 0.06662216059843544, + "grad_norm": 3.147747039794922, + "learning_rate": 1.9929767651702003e-05, + "loss": 3.592, + "step": 3892 + }, + { + "epoch": 0.0666392783169859, + "grad_norm": 3.2673017978668213, + "learning_rate": 1.9929702045022473e-05, + "loss": 3.5851, + "step": 3893 + }, + { + "epoch": 0.06665639603553639, + "grad_norm": 3.260669231414795, + "learning_rate": 1.99296364078225e-05, + "loss": 3.5913, + "step": 3894 + }, + { + "epoch": 0.06667351375408685, + "grad_norm": 3.366757869720459, + "learning_rate": 1.9929570740102286e-05, + "loss": 3.5607, + "step": 3895 + }, + { + "epoch": 0.06669063147263733, + "grad_norm": 3.401367425918579, + "learning_rate": 1.9929505041862028e-05, + "loss": 3.5314, + "step": 3896 + }, + { + "epoch": 0.0667077491911878, + "grad_norm": 3.2612600326538086, + "learning_rate": 1.9929439313101934e-05, + "loss": 3.5461, + "step": 3897 + }, + { + "epoch": 0.06672486690973826, + "grad_norm": 3.4043045043945312, + "learning_rate": 1.99293735538222e-05, + "loss": 3.5649, + "step": 3898 + }, + { + "epoch": 0.06674198462828874, + "grad_norm": 3.2022337913513184, + "learning_rate": 1.9929307764023032e-05, + "loss": 3.6171, + "step": 3899 + }, + { + "epoch": 0.06675910234683921, + "grad_norm": 3.3192503452301025, + "learning_rate": 1.992924194370464e-05, + "loss": 3.4899, + "step": 3900 + }, + { + "epoch": 0.06677622006538969, + "grad_norm": 3.103785514831543, + "learning_rate": 1.992917609286721e-05, + "loss": 3.5367, + "step": 3901 + }, + { + "epoch": 0.06679333778394016, + "grad_norm": 3.094820499420166, + "learning_rate": 1.9929110211510957e-05, + "loss": 3.4699, + "step": 3902 + }, + { + "epoch": 0.06681045550249062, + "grad_norm": 3.203789710998535, + "learning_rate": 1.9929044299636074e-05, + "loss": 3.5419, + "step": 3903 + }, + { + "epoch": 0.0668275732210411, + "grad_norm": 3.2574410438537598, + "learning_rate": 1.992897835724277e-05, + "loss": 3.5761, + "step": 3904 + }, + { + "epoch": 0.06684469093959157, + "grad_norm": 3.4333977699279785, + "learning_rate": 1.992891238433125e-05, + "loss": 3.7613, + "step": 3905 + }, + { + "epoch": 0.06686180865814205, + "grad_norm": 3.0188543796539307, + "learning_rate": 1.992884638090171e-05, + "loss": 3.5288, + "step": 3906 + }, + { + "epoch": 0.06687892637669252, + "grad_norm": 3.4118258953094482, + "learning_rate": 1.9928780346954358e-05, + "loss": 3.549, + "step": 3907 + }, + { + "epoch": 0.06689604409524298, + "grad_norm": 3.7744789123535156, + "learning_rate": 1.992871428248939e-05, + "loss": 3.7609, + "step": 3908 + }, + { + "epoch": 0.06691316181379346, + "grad_norm": 3.831571340560913, + "learning_rate": 1.9928648187507022e-05, + "loss": 3.577, + "step": 3909 + }, + { + "epoch": 0.06693027953234393, + "grad_norm": 3.7193260192871094, + "learning_rate": 1.992858206200744e-05, + "loss": 3.6715, + "step": 3910 + }, + { + "epoch": 0.0669473972508944, + "grad_norm": 2.9895265102386475, + "learning_rate": 1.9928515905990867e-05, + "loss": 3.5885, + "step": 3911 + }, + { + "epoch": 0.06696451496944487, + "grad_norm": 3.4000113010406494, + "learning_rate": 1.9928449719457488e-05, + "loss": 3.5588, + "step": 3912 + }, + { + "epoch": 0.06698163268799534, + "grad_norm": 3.268047332763672, + "learning_rate": 1.9928383502407517e-05, + "loss": 3.4661, + "step": 3913 + }, + { + "epoch": 0.06699875040654582, + "grad_norm": 3.6266679763793945, + "learning_rate": 1.9928317254841155e-05, + "loss": 3.639, + "step": 3914 + }, + { + "epoch": 0.06701586812509629, + "grad_norm": 3.3453209400177, + "learning_rate": 1.99282509767586e-05, + "loss": 3.7184, + "step": 3915 + }, + { + "epoch": 0.06703298584364675, + "grad_norm": 3.3617026805877686, + "learning_rate": 1.9928184668160066e-05, + "loss": 3.6225, + "step": 3916 + }, + { + "epoch": 0.06705010356219723, + "grad_norm": 3.1591923236846924, + "learning_rate": 1.9928118329045753e-05, + "loss": 3.53, + "step": 3917 + }, + { + "epoch": 0.0670672212807477, + "grad_norm": 3.292630672454834, + "learning_rate": 1.992805195941586e-05, + "loss": 3.5574, + "step": 3918 + }, + { + "epoch": 0.06708433899929818, + "grad_norm": 3.2277772426605225, + "learning_rate": 1.99279855592706e-05, + "loss": 3.6313, + "step": 3919 + }, + { + "epoch": 0.06710145671784865, + "grad_norm": 3.0497078895568848, + "learning_rate": 1.9927919128610167e-05, + "loss": 3.3799, + "step": 3920 + }, + { + "epoch": 0.06711857443639911, + "grad_norm": 3.2869040966033936, + "learning_rate": 1.9927852667434774e-05, + "loss": 3.5085, + "step": 3921 + }, + { + "epoch": 0.06713569215494959, + "grad_norm": 3.066098213195801, + "learning_rate": 1.9927786175744616e-05, + "loss": 3.621, + "step": 3922 + }, + { + "epoch": 0.06715280987350006, + "grad_norm": 3.1823954582214355, + "learning_rate": 1.9927719653539906e-05, + "loss": 3.502, + "step": 3923 + }, + { + "epoch": 0.06716992759205054, + "grad_norm": 3.019028663635254, + "learning_rate": 1.9927653100820845e-05, + "loss": 3.5266, + "step": 3924 + }, + { + "epoch": 0.067187045310601, + "grad_norm": 3.4415576457977295, + "learning_rate": 1.9927586517587638e-05, + "loss": 3.6035, + "step": 3925 + }, + { + "epoch": 0.06720416302915147, + "grad_norm": 3.058751106262207, + "learning_rate": 1.992751990384049e-05, + "loss": 3.5767, + "step": 3926 + }, + { + "epoch": 0.06722128074770195, + "grad_norm": 3.184943437576294, + "learning_rate": 1.99274532595796e-05, + "loss": 3.514, + "step": 3927 + }, + { + "epoch": 0.06723839846625242, + "grad_norm": 3.1963446140289307, + "learning_rate": 1.9927386584805184e-05, + "loss": 3.5648, + "step": 3928 + }, + { + "epoch": 0.06725551618480288, + "grad_norm": 3.0469913482666016, + "learning_rate": 1.9927319879517437e-05, + "loss": 3.6445, + "step": 3929 + }, + { + "epoch": 0.06727263390335336, + "grad_norm": 3.168914556503296, + "learning_rate": 1.992725314371657e-05, + "loss": 3.4965, + "step": 3930 + }, + { + "epoch": 0.06728975162190383, + "grad_norm": 3.326061248779297, + "learning_rate": 1.9927186377402787e-05, + "loss": 3.6298, + "step": 3931 + }, + { + "epoch": 0.06730686934045431, + "grad_norm": 2.9071359634399414, + "learning_rate": 1.992711958057629e-05, + "loss": 3.7126, + "step": 3932 + }, + { + "epoch": 0.06732398705900478, + "grad_norm": 3.6268234252929688, + "learning_rate": 1.992705275323729e-05, + "loss": 3.6793, + "step": 3933 + }, + { + "epoch": 0.06734110477755524, + "grad_norm": 3.298027276992798, + "learning_rate": 1.9926985895385985e-05, + "loss": 3.709, + "step": 3934 + }, + { + "epoch": 0.06735822249610572, + "grad_norm": 3.2283639907836914, + "learning_rate": 1.9926919007022583e-05, + "loss": 3.4652, + "step": 3935 + }, + { + "epoch": 0.06737534021465619, + "grad_norm": 3.0719082355499268, + "learning_rate": 1.9926852088147296e-05, + "loss": 3.4956, + "step": 3936 + }, + { + "epoch": 0.06739245793320667, + "grad_norm": 2.92787504196167, + "learning_rate": 1.9926785138760323e-05, + "loss": 3.5681, + "step": 3937 + }, + { + "epoch": 0.06740957565175713, + "grad_norm": 3.3678364753723145, + "learning_rate": 1.9926718158861872e-05, + "loss": 3.6458, + "step": 3938 + }, + { + "epoch": 0.0674266933703076, + "grad_norm": 3.3420634269714355, + "learning_rate": 1.992665114845215e-05, + "loss": 3.6552, + "step": 3939 + }, + { + "epoch": 0.06744381108885808, + "grad_norm": 3.413060188293457, + "learning_rate": 1.9926584107531357e-05, + "loss": 3.583, + "step": 3940 + }, + { + "epoch": 0.06746092880740855, + "grad_norm": 3.2763028144836426, + "learning_rate": 1.9926517036099704e-05, + "loss": 3.6538, + "step": 3941 + }, + { + "epoch": 0.06747804652595903, + "grad_norm": 3.0846245288848877, + "learning_rate": 1.9926449934157398e-05, + "loss": 3.5414, + "step": 3942 + }, + { + "epoch": 0.06749516424450949, + "grad_norm": 3.3042101860046387, + "learning_rate": 1.9926382801704643e-05, + "loss": 3.7059, + "step": 3943 + }, + { + "epoch": 0.06751228196305996, + "grad_norm": 3.3560986518859863, + "learning_rate": 1.992631563874165e-05, + "loss": 3.6253, + "step": 3944 + }, + { + "epoch": 0.06752939968161044, + "grad_norm": 3.0712826251983643, + "learning_rate": 1.9926248445268616e-05, + "loss": 3.7024, + "step": 3945 + }, + { + "epoch": 0.0675465174001609, + "grad_norm": 3.071441411972046, + "learning_rate": 1.9926181221285755e-05, + "loss": 3.3648, + "step": 3946 + }, + { + "epoch": 0.06756363511871138, + "grad_norm": 3.1030471324920654, + "learning_rate": 1.9926113966793273e-05, + "loss": 3.4961, + "step": 3947 + }, + { + "epoch": 0.06758075283726185, + "grad_norm": 3.1011736392974854, + "learning_rate": 1.9926046681791376e-05, + "loss": 3.6035, + "step": 3948 + }, + { + "epoch": 0.06759787055581232, + "grad_norm": 3.19351863861084, + "learning_rate": 1.9925979366280266e-05, + "loss": 3.588, + "step": 3949 + }, + { + "epoch": 0.0676149882743628, + "grad_norm": 3.282526969909668, + "learning_rate": 1.9925912020260162e-05, + "loss": 3.6003, + "step": 3950 + }, + { + "epoch": 0.06763210599291326, + "grad_norm": 3.422490358352661, + "learning_rate": 1.992584464373126e-05, + "loss": 3.5933, + "step": 3951 + }, + { + "epoch": 0.06764922371146373, + "grad_norm": 3.3291501998901367, + "learning_rate": 1.9925777236693767e-05, + "loss": 3.5615, + "step": 3952 + }, + { + "epoch": 0.06766634143001421, + "grad_norm": 3.5028581619262695, + "learning_rate": 1.9925709799147894e-05, + "loss": 3.6671, + "step": 3953 + }, + { + "epoch": 0.06768345914856468, + "grad_norm": 3.3382387161254883, + "learning_rate": 1.9925642331093852e-05, + "loss": 3.646, + "step": 3954 + }, + { + "epoch": 0.06770057686711516, + "grad_norm": 3.451392650604248, + "learning_rate": 1.992557483253184e-05, + "loss": 3.64, + "step": 3955 + }, + { + "epoch": 0.06771769458566562, + "grad_norm": 3.102680206298828, + "learning_rate": 1.992550730346207e-05, + "loss": 3.6241, + "step": 3956 + }, + { + "epoch": 0.06773481230421609, + "grad_norm": 3.06295108795166, + "learning_rate": 1.992543974388475e-05, + "loss": 3.5849, + "step": 3957 + }, + { + "epoch": 0.06775193002276657, + "grad_norm": 2.961629867553711, + "learning_rate": 1.9925372153800086e-05, + "loss": 3.4941, + "step": 3958 + }, + { + "epoch": 0.06776904774131703, + "grad_norm": 3.151855230331421, + "learning_rate": 1.992530453320829e-05, + "loss": 3.6793, + "step": 3959 + }, + { + "epoch": 0.06778616545986751, + "grad_norm": 3.106149435043335, + "learning_rate": 1.992523688210956e-05, + "loss": 3.6046, + "step": 3960 + }, + { + "epoch": 0.06780328317841798, + "grad_norm": 2.9701197147369385, + "learning_rate": 1.9925169200504112e-05, + "loss": 3.4598, + "step": 3961 + }, + { + "epoch": 0.06782040089696845, + "grad_norm": 3.0089993476867676, + "learning_rate": 1.9925101488392156e-05, + "loss": 3.6576, + "step": 3962 + }, + { + "epoch": 0.06783751861551893, + "grad_norm": 3.2696192264556885, + "learning_rate": 1.9925033745773896e-05, + "loss": 3.6428, + "step": 3963 + }, + { + "epoch": 0.0678546363340694, + "grad_norm": 3.2417681217193604, + "learning_rate": 1.9924965972649537e-05, + "loss": 3.6256, + "step": 3964 + }, + { + "epoch": 0.06787175405261987, + "grad_norm": 3.226672649383545, + "learning_rate": 1.9924898169019293e-05, + "loss": 3.5378, + "step": 3965 + }, + { + "epoch": 0.06788887177117034, + "grad_norm": 3.249833583831787, + "learning_rate": 1.992483033488337e-05, + "loss": 3.624, + "step": 3966 + }, + { + "epoch": 0.0679059894897208, + "grad_norm": 3.0591704845428467, + "learning_rate": 1.992476247024198e-05, + "loss": 3.6652, + "step": 3967 + }, + { + "epoch": 0.06792310720827129, + "grad_norm": 3.120713233947754, + "learning_rate": 1.9924694575095326e-05, + "loss": 3.4901, + "step": 3968 + }, + { + "epoch": 0.06794022492682175, + "grad_norm": 3.282648801803589, + "learning_rate": 1.992462664944362e-05, + "loss": 3.6902, + "step": 3969 + }, + { + "epoch": 0.06795734264537222, + "grad_norm": 3.180436849594116, + "learning_rate": 1.992455869328707e-05, + "loss": 3.6334, + "step": 3970 + }, + { + "epoch": 0.0679744603639227, + "grad_norm": 3.3286566734313965, + "learning_rate": 1.9924490706625884e-05, + "loss": 3.7682, + "step": 3971 + }, + { + "epoch": 0.06799157808247316, + "grad_norm": 3.191152811050415, + "learning_rate": 1.992442268946027e-05, + "loss": 3.7059, + "step": 3972 + }, + { + "epoch": 0.06800869580102364, + "grad_norm": 3.089470148086548, + "learning_rate": 1.9924354641790443e-05, + "loss": 3.527, + "step": 3973 + }, + { + "epoch": 0.06802581351957411, + "grad_norm": 3.399000644683838, + "learning_rate": 1.9924286563616607e-05, + "loss": 3.6791, + "step": 3974 + }, + { + "epoch": 0.06804293123812458, + "grad_norm": 3.296308994293213, + "learning_rate": 1.992421845493897e-05, + "loss": 3.5084, + "step": 3975 + }, + { + "epoch": 0.06806004895667506, + "grad_norm": 3.182732105255127, + "learning_rate": 1.9924150315757743e-05, + "loss": 3.5733, + "step": 3976 + }, + { + "epoch": 0.06807716667522552, + "grad_norm": 3.1490283012390137, + "learning_rate": 1.992408214607314e-05, + "loss": 3.5799, + "step": 3977 + }, + { + "epoch": 0.068094284393776, + "grad_norm": 3.363672971725464, + "learning_rate": 1.9924013945885365e-05, + "loss": 3.541, + "step": 3978 + }, + { + "epoch": 0.06811140211232647, + "grad_norm": 3.3142457008361816, + "learning_rate": 1.9923945715194624e-05, + "loss": 3.5708, + "step": 3979 + }, + { + "epoch": 0.06812851983087694, + "grad_norm": 3.3016741275787354, + "learning_rate": 1.992387745400114e-05, + "loss": 3.6352, + "step": 3980 + }, + { + "epoch": 0.06814563754942742, + "grad_norm": 3.389559745788574, + "learning_rate": 1.992380916230511e-05, + "loss": 3.6674, + "step": 3981 + }, + { + "epoch": 0.06816275526797788, + "grad_norm": 3.244750499725342, + "learning_rate": 1.992374084010675e-05, + "loss": 3.5944, + "step": 3982 + }, + { + "epoch": 0.06817987298652836, + "grad_norm": 3.1761105060577393, + "learning_rate": 1.992367248740627e-05, + "loss": 3.7298, + "step": 3983 + }, + { + "epoch": 0.06819699070507883, + "grad_norm": 3.1632161140441895, + "learning_rate": 1.9923604104203878e-05, + "loss": 3.6151, + "step": 3984 + }, + { + "epoch": 0.0682141084236293, + "grad_norm": 3.3085439205169678, + "learning_rate": 1.9923535690499784e-05, + "loss": 3.6286, + "step": 3985 + }, + { + "epoch": 0.06823122614217977, + "grad_norm": 3.5849175453186035, + "learning_rate": 1.9923467246294196e-05, + "loss": 3.4416, + "step": 3986 + }, + { + "epoch": 0.06824834386073024, + "grad_norm": 3.3872745037078857, + "learning_rate": 1.9923398771587334e-05, + "loss": 3.5831, + "step": 3987 + }, + { + "epoch": 0.06826546157928072, + "grad_norm": 3.37056040763855, + "learning_rate": 1.99233302663794e-05, + "loss": 3.5433, + "step": 3988 + }, + { + "epoch": 0.06828257929783119, + "grad_norm": 2.974149703979492, + "learning_rate": 1.9923261730670603e-05, + "loss": 3.6391, + "step": 3989 + }, + { + "epoch": 0.06829969701638165, + "grad_norm": 3.067445993423462, + "learning_rate": 1.9923193164461157e-05, + "loss": 3.6436, + "step": 3990 + }, + { + "epoch": 0.06831681473493213, + "grad_norm": 3.3674728870391846, + "learning_rate": 1.9923124567751278e-05, + "loss": 3.6704, + "step": 3991 + }, + { + "epoch": 0.0683339324534826, + "grad_norm": 3.1127665042877197, + "learning_rate": 1.9923055940541172e-05, + "loss": 3.5161, + "step": 3992 + }, + { + "epoch": 0.06835105017203306, + "grad_norm": 3.2112181186676025, + "learning_rate": 1.9922987282831047e-05, + "loss": 3.6321, + "step": 3993 + }, + { + "epoch": 0.06836816789058354, + "grad_norm": 3.0441133975982666, + "learning_rate": 1.9922918594621118e-05, + "loss": 3.5719, + "step": 3994 + }, + { + "epoch": 0.06838528560913401, + "grad_norm": 2.9303815364837646, + "learning_rate": 1.9922849875911593e-05, + "loss": 3.4865, + "step": 3995 + }, + { + "epoch": 0.06840240332768449, + "grad_norm": 3.296505928039551, + "learning_rate": 1.9922781126702685e-05, + "loss": 3.6589, + "step": 3996 + }, + { + "epoch": 0.06841952104623496, + "grad_norm": 3.907519578933716, + "learning_rate": 1.9922712346994607e-05, + "loss": 3.4764, + "step": 3997 + }, + { + "epoch": 0.06843663876478542, + "grad_norm": 3.6808183193206787, + "learning_rate": 1.9922643536787566e-05, + "loss": 3.7481, + "step": 3998 + }, + { + "epoch": 0.0684537564833359, + "grad_norm": 3.183969736099243, + "learning_rate": 1.9922574696081783e-05, + "loss": 3.4944, + "step": 3999 + }, + { + "epoch": 0.06847087420188637, + "grad_norm": 3.3194053173065186, + "learning_rate": 1.9922505824877457e-05, + "loss": 3.6956, + "step": 4000 + }, + { + "epoch": 0.06848799192043685, + "grad_norm": 3.3070790767669678, + "learning_rate": 1.9922436923174805e-05, + "loss": 3.5566, + "step": 4001 + }, + { + "epoch": 0.06850510963898732, + "grad_norm": 3.463383197784424, + "learning_rate": 1.9922367990974044e-05, + "loss": 3.5659, + "step": 4002 + }, + { + "epoch": 0.06852222735753778, + "grad_norm": 3.2271461486816406, + "learning_rate": 1.9922299028275377e-05, + "loss": 3.5838, + "step": 4003 + }, + { + "epoch": 0.06853934507608826, + "grad_norm": 3.1050028800964355, + "learning_rate": 1.9922230035079025e-05, + "loss": 3.6153, + "step": 4004 + }, + { + "epoch": 0.06855646279463873, + "grad_norm": 3.3873517513275146, + "learning_rate": 1.9922161011385194e-05, + "loss": 3.6274, + "step": 4005 + }, + { + "epoch": 0.06857358051318921, + "grad_norm": 3.4530763626098633, + "learning_rate": 1.9922091957194097e-05, + "loss": 3.6784, + "step": 4006 + }, + { + "epoch": 0.06859069823173967, + "grad_norm": 3.2382352352142334, + "learning_rate": 1.9922022872505945e-05, + "loss": 3.7145, + "step": 4007 + }, + { + "epoch": 0.06860781595029014, + "grad_norm": 3.342637300491333, + "learning_rate": 1.992195375732095e-05, + "loss": 3.5668, + "step": 4008 + }, + { + "epoch": 0.06862493366884062, + "grad_norm": 3.3398094177246094, + "learning_rate": 1.992188461163933e-05, + "loss": 3.5737, + "step": 4009 + }, + { + "epoch": 0.06864205138739109, + "grad_norm": 3.351358652114868, + "learning_rate": 1.9921815435461296e-05, + "loss": 3.7234, + "step": 4010 + }, + { + "epoch": 0.06865916910594155, + "grad_norm": 3.278719663619995, + "learning_rate": 1.9921746228787057e-05, + "loss": 3.6289, + "step": 4011 + }, + { + "epoch": 0.06867628682449203, + "grad_norm": 3.128220796585083, + "learning_rate": 1.9921676991616827e-05, + "loss": 3.6748, + "step": 4012 + }, + { + "epoch": 0.0686934045430425, + "grad_norm": 3.2345941066741943, + "learning_rate": 1.9921607723950815e-05, + "loss": 3.6076, + "step": 4013 + }, + { + "epoch": 0.06871052226159298, + "grad_norm": 3.0451364517211914, + "learning_rate": 1.9921538425789246e-05, + "loss": 3.5587, + "step": 4014 + }, + { + "epoch": 0.06872763998014345, + "grad_norm": 3.2373898029327393, + "learning_rate": 1.992146909713232e-05, + "loss": 3.5665, + "step": 4015 + }, + { + "epoch": 0.06874475769869391, + "grad_norm": 3.141641139984131, + "learning_rate": 1.9921399737980253e-05, + "loss": 3.6348, + "step": 4016 + }, + { + "epoch": 0.06876187541724439, + "grad_norm": 3.1943445205688477, + "learning_rate": 1.9921330348333264e-05, + "loss": 3.6723, + "step": 4017 + }, + { + "epoch": 0.06877899313579486, + "grad_norm": 3.207082986831665, + "learning_rate": 1.9921260928191564e-05, + "loss": 3.5744, + "step": 4018 + }, + { + "epoch": 0.06879611085434534, + "grad_norm": 3.098921537399292, + "learning_rate": 1.992119147755536e-05, + "loss": 3.6618, + "step": 4019 + }, + { + "epoch": 0.0688132285728958, + "grad_norm": 3.0919322967529297, + "learning_rate": 1.9921121996424875e-05, + "loss": 3.5113, + "step": 4020 + }, + { + "epoch": 0.06883034629144627, + "grad_norm": 2.8435819149017334, + "learning_rate": 1.9921052484800317e-05, + "loss": 3.5311, + "step": 4021 + }, + { + "epoch": 0.06884746400999675, + "grad_norm": 3.189253568649292, + "learning_rate": 1.9920982942681902e-05, + "loss": 3.5331, + "step": 4022 + }, + { + "epoch": 0.06886458172854722, + "grad_norm": 2.9609432220458984, + "learning_rate": 1.992091337006984e-05, + "loss": 3.5307, + "step": 4023 + }, + { + "epoch": 0.0688816994470977, + "grad_norm": 3.1082136631011963, + "learning_rate": 1.9920843766964348e-05, + "loss": 3.6558, + "step": 4024 + }, + { + "epoch": 0.06889881716564816, + "grad_norm": 3.1134684085845947, + "learning_rate": 1.992077413336564e-05, + "loss": 3.6278, + "step": 4025 + }, + { + "epoch": 0.06891593488419863, + "grad_norm": 3.0253405570983887, + "learning_rate": 1.992070446927393e-05, + "loss": 3.6178, + "step": 4026 + }, + { + "epoch": 0.06893305260274911, + "grad_norm": 3.198519468307495, + "learning_rate": 1.992063477468943e-05, + "loss": 3.5432, + "step": 4027 + }, + { + "epoch": 0.06895017032129958, + "grad_norm": 3.237374782562256, + "learning_rate": 1.9920565049612354e-05, + "loss": 3.6062, + "step": 4028 + }, + { + "epoch": 0.06896728803985006, + "grad_norm": 3.053098440170288, + "learning_rate": 1.992049529404292e-05, + "loss": 3.5416, + "step": 4029 + }, + { + "epoch": 0.06898440575840052, + "grad_norm": 3.025041103363037, + "learning_rate": 1.992042550798134e-05, + "loss": 3.4522, + "step": 4030 + }, + { + "epoch": 0.06900152347695099, + "grad_norm": 3.343393564224243, + "learning_rate": 1.9920355691427828e-05, + "loss": 3.6121, + "step": 4031 + }, + { + "epoch": 0.06901864119550147, + "grad_norm": 3.576659679412842, + "learning_rate": 1.99202858443826e-05, + "loss": 3.6656, + "step": 4032 + }, + { + "epoch": 0.06903575891405193, + "grad_norm": 3.5735087394714355, + "learning_rate": 1.992021596684587e-05, + "loss": 3.6772, + "step": 4033 + }, + { + "epoch": 0.0690528766326024, + "grad_norm": 3.2158186435699463, + "learning_rate": 1.9920146058817854e-05, + "loss": 3.551, + "step": 4034 + }, + { + "epoch": 0.06906999435115288, + "grad_norm": 3.161738157272339, + "learning_rate": 1.9920076120298764e-05, + "loss": 3.6253, + "step": 4035 + }, + { + "epoch": 0.06908711206970335, + "grad_norm": 3.2301855087280273, + "learning_rate": 1.9920006151288818e-05, + "loss": 3.6376, + "step": 4036 + }, + { + "epoch": 0.06910422978825383, + "grad_norm": 3.1266589164733887, + "learning_rate": 1.9919936151788227e-05, + "loss": 3.6766, + "step": 4037 + }, + { + "epoch": 0.06912134750680429, + "grad_norm": 3.186095952987671, + "learning_rate": 1.9919866121797215e-05, + "loss": 3.7398, + "step": 4038 + }, + { + "epoch": 0.06913846522535476, + "grad_norm": 3.0915675163269043, + "learning_rate": 1.9919796061315984e-05, + "loss": 3.6297, + "step": 4039 + }, + { + "epoch": 0.06915558294390524, + "grad_norm": 3.2219460010528564, + "learning_rate": 1.991972597034476e-05, + "loss": 3.6954, + "step": 4040 + }, + { + "epoch": 0.0691727006624557, + "grad_norm": 3.3122687339782715, + "learning_rate": 1.9919655848883757e-05, + "loss": 3.697, + "step": 4041 + }, + { + "epoch": 0.06918981838100619, + "grad_norm": 2.9629547595977783, + "learning_rate": 1.9919585696933183e-05, + "loss": 3.5684, + "step": 4042 + }, + { + "epoch": 0.06920693609955665, + "grad_norm": 3.063236713409424, + "learning_rate": 1.9919515514493263e-05, + "loss": 3.6449, + "step": 4043 + }, + { + "epoch": 0.06922405381810712, + "grad_norm": 3.0394082069396973, + "learning_rate": 1.9919445301564208e-05, + "loss": 3.5206, + "step": 4044 + }, + { + "epoch": 0.0692411715366576, + "grad_norm": 2.9534997940063477, + "learning_rate": 1.9919375058146236e-05, + "loss": 3.4967, + "step": 4045 + }, + { + "epoch": 0.06925828925520806, + "grad_norm": 3.0595664978027344, + "learning_rate": 1.991930478423956e-05, + "loss": 3.5459, + "step": 4046 + }, + { + "epoch": 0.06927540697375854, + "grad_norm": 3.10351824760437, + "learning_rate": 1.99192344798444e-05, + "loss": 3.5975, + "step": 4047 + }, + { + "epoch": 0.06929252469230901, + "grad_norm": 3.22133207321167, + "learning_rate": 1.9919164144960967e-05, + "loss": 3.6642, + "step": 4048 + }, + { + "epoch": 0.06930964241085948, + "grad_norm": 3.5170414447784424, + "learning_rate": 1.991909377958948e-05, + "loss": 3.7633, + "step": 4049 + }, + { + "epoch": 0.06932676012940996, + "grad_norm": 3.0135068893432617, + "learning_rate": 1.9919023383730153e-05, + "loss": 3.4972, + "step": 4050 + }, + { + "epoch": 0.06934387784796042, + "grad_norm": 3.068826675415039, + "learning_rate": 1.9918952957383206e-05, + "loss": 3.4462, + "step": 4051 + }, + { + "epoch": 0.0693609955665109, + "grad_norm": 3.3203463554382324, + "learning_rate": 1.9918882500548856e-05, + "loss": 3.485, + "step": 4052 + }, + { + "epoch": 0.06937811328506137, + "grad_norm": 3.7302823066711426, + "learning_rate": 1.9918812013227317e-05, + "loss": 3.6466, + "step": 4053 + }, + { + "epoch": 0.06939523100361183, + "grad_norm": 3.766831159591675, + "learning_rate": 1.9918741495418805e-05, + "loss": 3.6586, + "step": 4054 + }, + { + "epoch": 0.06941234872216231, + "grad_norm": 3.791189670562744, + "learning_rate": 1.9918670947123538e-05, + "loss": 3.5514, + "step": 4055 + }, + { + "epoch": 0.06942946644071278, + "grad_norm": 3.2113990783691406, + "learning_rate": 1.9918600368341733e-05, + "loss": 3.5812, + "step": 4056 + }, + { + "epoch": 0.06944658415926325, + "grad_norm": 3.4562506675720215, + "learning_rate": 1.9918529759073605e-05, + "loss": 3.6464, + "step": 4057 + }, + { + "epoch": 0.06946370187781373, + "grad_norm": 3.4157700538635254, + "learning_rate": 1.9918459119319373e-05, + "loss": 3.6278, + "step": 4058 + }, + { + "epoch": 0.0694808195963642, + "grad_norm": 3.292013645172119, + "learning_rate": 1.9918388449079257e-05, + "loss": 3.5835, + "step": 4059 + }, + { + "epoch": 0.06949793731491467, + "grad_norm": 3.177086353302002, + "learning_rate": 1.991831774835347e-05, + "loss": 3.5308, + "step": 4060 + }, + { + "epoch": 0.06951505503346514, + "grad_norm": 3.1715590953826904, + "learning_rate": 1.9918247017142226e-05, + "loss": 3.7914, + "step": 4061 + }, + { + "epoch": 0.0695321727520156, + "grad_norm": 3.061492919921875, + "learning_rate": 1.9918176255445753e-05, + "loss": 3.4797, + "step": 4062 + }, + { + "epoch": 0.06954929047056609, + "grad_norm": 3.1903903484344482, + "learning_rate": 1.9918105463264256e-05, + "loss": 3.7171, + "step": 4063 + }, + { + "epoch": 0.06956640818911655, + "grad_norm": 3.294804573059082, + "learning_rate": 1.9918034640597965e-05, + "loss": 3.8221, + "step": 4064 + }, + { + "epoch": 0.06958352590766703, + "grad_norm": 3.180755853652954, + "learning_rate": 1.9917963787447087e-05, + "loss": 3.6252, + "step": 4065 + }, + { + "epoch": 0.0696006436262175, + "grad_norm": 3.3283278942108154, + "learning_rate": 1.9917892903811845e-05, + "loss": 3.7129, + "step": 4066 + }, + { + "epoch": 0.06961776134476796, + "grad_norm": 3.1569831371307373, + "learning_rate": 1.9917821989692457e-05, + "loss": 3.6544, + "step": 4067 + }, + { + "epoch": 0.06963487906331844, + "grad_norm": 2.9820961952209473, + "learning_rate": 1.9917751045089143e-05, + "loss": 3.4188, + "step": 4068 + }, + { + "epoch": 0.06965199678186891, + "grad_norm": 3.1457459926605225, + "learning_rate": 1.9917680070002116e-05, + "loss": 3.5962, + "step": 4069 + }, + { + "epoch": 0.06966911450041939, + "grad_norm": 3.0747504234313965, + "learning_rate": 1.9917609064431592e-05, + "loss": 3.5964, + "step": 4070 + }, + { + "epoch": 0.06968623221896986, + "grad_norm": 3.0696070194244385, + "learning_rate": 1.99175380283778e-05, + "loss": 3.581, + "step": 4071 + }, + { + "epoch": 0.06970334993752032, + "grad_norm": 3.0276336669921875, + "learning_rate": 1.991746696184095e-05, + "loss": 3.6295, + "step": 4072 + }, + { + "epoch": 0.0697204676560708, + "grad_norm": 3.186616897583008, + "learning_rate": 1.9917395864821262e-05, + "loss": 3.6298, + "step": 4073 + }, + { + "epoch": 0.06973758537462127, + "grad_norm": 3.1462113857269287, + "learning_rate": 1.991732473731895e-05, + "loss": 3.6682, + "step": 4074 + }, + { + "epoch": 0.06975470309317174, + "grad_norm": 3.230851173400879, + "learning_rate": 1.9917253579334244e-05, + "loss": 3.7384, + "step": 4075 + }, + { + "epoch": 0.06977182081172222, + "grad_norm": 3.2744901180267334, + "learning_rate": 1.9917182390867352e-05, + "loss": 3.6751, + "step": 4076 + }, + { + "epoch": 0.06978893853027268, + "grad_norm": 3.4395580291748047, + "learning_rate": 1.9917111171918502e-05, + "loss": 3.6638, + "step": 4077 + }, + { + "epoch": 0.06980605624882316, + "grad_norm": 3.2285561561584473, + "learning_rate": 1.9917039922487905e-05, + "loss": 3.5694, + "step": 4078 + }, + { + "epoch": 0.06982317396737363, + "grad_norm": 3.147876739501953, + "learning_rate": 1.9916968642575784e-05, + "loss": 3.6688, + "step": 4079 + }, + { + "epoch": 0.0698402916859241, + "grad_norm": 3.0903263092041016, + "learning_rate": 1.9916897332182352e-05, + "loss": 3.488, + "step": 4080 + }, + { + "epoch": 0.06985740940447457, + "grad_norm": 3.1925365924835205, + "learning_rate": 1.991682599130784e-05, + "loss": 3.7068, + "step": 4081 + }, + { + "epoch": 0.06987452712302504, + "grad_norm": 3.1544601917266846, + "learning_rate": 1.9916754619952457e-05, + "loss": 3.6667, + "step": 4082 + }, + { + "epoch": 0.06989164484157552, + "grad_norm": 3.0167746543884277, + "learning_rate": 1.9916683218116427e-05, + "loss": 3.5128, + "step": 4083 + }, + { + "epoch": 0.06990876256012599, + "grad_norm": 3.1275384426116943, + "learning_rate": 1.9916611785799965e-05, + "loss": 3.6261, + "step": 4084 + }, + { + "epoch": 0.06992588027867645, + "grad_norm": 3.1506738662719727, + "learning_rate": 1.9916540323003296e-05, + "loss": 3.4244, + "step": 4085 + }, + { + "epoch": 0.06994299799722693, + "grad_norm": 3.0581884384155273, + "learning_rate": 1.991646882972664e-05, + "loss": 3.5863, + "step": 4086 + }, + { + "epoch": 0.0699601157157774, + "grad_norm": 3.09355092048645, + "learning_rate": 1.991639730597021e-05, + "loss": 3.5192, + "step": 4087 + }, + { + "epoch": 0.06997723343432788, + "grad_norm": 3.1821184158325195, + "learning_rate": 1.9916325751734232e-05, + "loss": 3.4205, + "step": 4088 + }, + { + "epoch": 0.06999435115287835, + "grad_norm": 3.286811351776123, + "learning_rate": 1.9916254167018927e-05, + "loss": 3.5346, + "step": 4089 + }, + { + "epoch": 0.07001146887142881, + "grad_norm": 3.3448123931884766, + "learning_rate": 1.9916182551824508e-05, + "loss": 3.6441, + "step": 4090 + }, + { + "epoch": 0.07002858658997929, + "grad_norm": 3.1149861812591553, + "learning_rate": 1.9916110906151203e-05, + "loss": 3.5787, + "step": 4091 + }, + { + "epoch": 0.07004570430852976, + "grad_norm": 3.192373037338257, + "learning_rate": 1.9916039229999224e-05, + "loss": 3.5694, + "step": 4092 + }, + { + "epoch": 0.07006282202708024, + "grad_norm": 3.466266393661499, + "learning_rate": 1.99159675233688e-05, + "loss": 3.5933, + "step": 4093 + }, + { + "epoch": 0.0700799397456307, + "grad_norm": 3.2061707973480225, + "learning_rate": 1.9915895786260146e-05, + "loss": 3.5339, + "step": 4094 + }, + { + "epoch": 0.07009705746418117, + "grad_norm": 3.069312334060669, + "learning_rate": 1.991582401867348e-05, + "loss": 3.505, + "step": 4095 + }, + { + "epoch": 0.07011417518273165, + "grad_norm": 3.5086777210235596, + "learning_rate": 1.991575222060903e-05, + "loss": 3.5978, + "step": 4096 + }, + { + "epoch": 0.07013129290128212, + "grad_norm": 3.4192936420440674, + "learning_rate": 1.9915680392067013e-05, + "loss": 3.7071, + "step": 4097 + }, + { + "epoch": 0.07014841061983258, + "grad_norm": 3.242833137512207, + "learning_rate": 1.9915608533047647e-05, + "loss": 3.5673, + "step": 4098 + }, + { + "epoch": 0.07016552833838306, + "grad_norm": 3.133244514465332, + "learning_rate": 1.9915536643551155e-05, + "loss": 3.521, + "step": 4099 + }, + { + "epoch": 0.07018264605693353, + "grad_norm": 3.1447806358337402, + "learning_rate": 1.991546472357776e-05, + "loss": 3.509, + "step": 4100 + }, + { + "epoch": 0.07019976377548401, + "grad_norm": 3.435732126235962, + "learning_rate": 1.9915392773127683e-05, + "loss": 3.5413, + "step": 4101 + }, + { + "epoch": 0.07021688149403447, + "grad_norm": 3.265651226043701, + "learning_rate": 1.991532079220114e-05, + "loss": 3.5656, + "step": 4102 + }, + { + "epoch": 0.07023399921258494, + "grad_norm": 3.2458090782165527, + "learning_rate": 1.991524878079836e-05, + "loss": 3.5608, + "step": 4103 + }, + { + "epoch": 0.07025111693113542, + "grad_norm": 3.3299968242645264, + "learning_rate": 1.9915176738919556e-05, + "loss": 3.619, + "step": 4104 + }, + { + "epoch": 0.07026823464968589, + "grad_norm": 2.99697208404541, + "learning_rate": 1.9915104666564957e-05, + "loss": 3.5065, + "step": 4105 + }, + { + "epoch": 0.07028535236823637, + "grad_norm": 2.9310367107391357, + "learning_rate": 1.991503256373478e-05, + "loss": 3.5307, + "step": 4106 + }, + { + "epoch": 0.07030247008678683, + "grad_norm": 2.8877711296081543, + "learning_rate": 1.991496043042925e-05, + "loss": 3.5875, + "step": 4107 + }, + { + "epoch": 0.0703195878053373, + "grad_norm": 3.117842435836792, + "learning_rate": 1.9914888266648586e-05, + "loss": 3.7229, + "step": 4108 + }, + { + "epoch": 0.07033670552388778, + "grad_norm": 3.609480857849121, + "learning_rate": 1.9914816072393007e-05, + "loss": 3.5526, + "step": 4109 + }, + { + "epoch": 0.07035382324243825, + "grad_norm": 3.3568084239959717, + "learning_rate": 1.9914743847662742e-05, + "loss": 3.6702, + "step": 4110 + }, + { + "epoch": 0.07037094096098873, + "grad_norm": 3.132742404937744, + "learning_rate": 1.991467159245801e-05, + "loss": 3.6348, + "step": 4111 + }, + { + "epoch": 0.07038805867953919, + "grad_norm": 3.197662830352783, + "learning_rate": 1.9914599306779028e-05, + "loss": 3.5771, + "step": 4112 + }, + { + "epoch": 0.07040517639808966, + "grad_norm": 3.0560414791107178, + "learning_rate": 1.9914526990626023e-05, + "loss": 3.3859, + "step": 4113 + }, + { + "epoch": 0.07042229411664014, + "grad_norm": 3.365793228149414, + "learning_rate": 1.991445464399922e-05, + "loss": 3.7323, + "step": 4114 + }, + { + "epoch": 0.0704394118351906, + "grad_norm": 3.1940200328826904, + "learning_rate": 1.9914382266898836e-05, + "loss": 3.3784, + "step": 4115 + }, + { + "epoch": 0.07045652955374107, + "grad_norm": 3.0576868057250977, + "learning_rate": 1.9914309859325098e-05, + "loss": 3.7091, + "step": 4116 + }, + { + "epoch": 0.07047364727229155, + "grad_norm": 3.3996963500976562, + "learning_rate": 1.991423742127822e-05, + "loss": 3.6827, + "step": 4117 + }, + { + "epoch": 0.07049076499084202, + "grad_norm": 3.4304206371307373, + "learning_rate": 1.9914164952758436e-05, + "loss": 3.6067, + "step": 4118 + }, + { + "epoch": 0.0705078827093925, + "grad_norm": 3.1453018188476562, + "learning_rate": 1.9914092453765966e-05, + "loss": 3.6056, + "step": 4119 + }, + { + "epoch": 0.07052500042794296, + "grad_norm": 3.3180365562438965, + "learning_rate": 1.9914019924301025e-05, + "loss": 3.5201, + "step": 4120 + }, + { + "epoch": 0.07054211814649343, + "grad_norm": 3.254101037979126, + "learning_rate": 1.9913947364363844e-05, + "loss": 3.4809, + "step": 4121 + }, + { + "epoch": 0.07055923586504391, + "grad_norm": 3.041761636734009, + "learning_rate": 1.9913874773954642e-05, + "loss": 3.5341, + "step": 4122 + }, + { + "epoch": 0.07057635358359438, + "grad_norm": 3.131317615509033, + "learning_rate": 1.9913802153073644e-05, + "loss": 3.529, + "step": 4123 + }, + { + "epoch": 0.07059347130214486, + "grad_norm": 3.4100966453552246, + "learning_rate": 1.9913729501721076e-05, + "loss": 3.6944, + "step": 4124 + }, + { + "epoch": 0.07061058902069532, + "grad_norm": 3.4459116458892822, + "learning_rate": 1.9913656819897154e-05, + "loss": 3.5594, + "step": 4125 + }, + { + "epoch": 0.07062770673924579, + "grad_norm": 3.3973844051361084, + "learning_rate": 1.9913584107602103e-05, + "loss": 3.5911, + "step": 4126 + }, + { + "epoch": 0.07064482445779627, + "grad_norm": 3.069485664367676, + "learning_rate": 1.9913511364836157e-05, + "loss": 3.5031, + "step": 4127 + }, + { + "epoch": 0.07066194217634673, + "grad_norm": 3.6009726524353027, + "learning_rate": 1.9913438591599522e-05, + "loss": 3.6366, + "step": 4128 + }, + { + "epoch": 0.07067905989489721, + "grad_norm": 3.392610788345337, + "learning_rate": 1.991336578789244e-05, + "loss": 3.6206, + "step": 4129 + }, + { + "epoch": 0.07069617761344768, + "grad_norm": 3.469113349914551, + "learning_rate": 1.9913292953715123e-05, + "loss": 3.6621, + "step": 4130 + }, + { + "epoch": 0.07071329533199815, + "grad_norm": 3.1918153762817383, + "learning_rate": 1.9913220089067794e-05, + "loss": 3.6256, + "step": 4131 + }, + { + "epoch": 0.07073041305054863, + "grad_norm": 2.977226495742798, + "learning_rate": 1.9913147193950683e-05, + "loss": 3.5077, + "step": 4132 + }, + { + "epoch": 0.07074753076909909, + "grad_norm": 3.317519187927246, + "learning_rate": 1.9913074268364015e-05, + "loss": 3.5524, + "step": 4133 + }, + { + "epoch": 0.07076464848764957, + "grad_norm": 3.272451162338257, + "learning_rate": 1.9913001312308003e-05, + "loss": 3.5418, + "step": 4134 + }, + { + "epoch": 0.07078176620620004, + "grad_norm": 3.110492706298828, + "learning_rate": 1.991292832578289e-05, + "loss": 3.6163, + "step": 4135 + }, + { + "epoch": 0.0707988839247505, + "grad_norm": 3.035576581954956, + "learning_rate": 1.991285530878888e-05, + "loss": 3.5665, + "step": 4136 + }, + { + "epoch": 0.07081600164330099, + "grad_norm": 3.24518084526062, + "learning_rate": 1.9912782261326213e-05, + "loss": 3.5853, + "step": 4137 + }, + { + "epoch": 0.07083311936185145, + "grad_norm": 3.444841146469116, + "learning_rate": 1.9912709183395106e-05, + "loss": 3.6023, + "step": 4138 + }, + { + "epoch": 0.07085023708040192, + "grad_norm": 3.155268669128418, + "learning_rate": 1.9912636074995784e-05, + "loss": 3.5545, + "step": 4139 + }, + { + "epoch": 0.0708673547989524, + "grad_norm": 3.167696475982666, + "learning_rate": 1.9912562936128473e-05, + "loss": 3.4531, + "step": 4140 + }, + { + "epoch": 0.07088447251750286, + "grad_norm": 3.124293565750122, + "learning_rate": 1.9912489766793397e-05, + "loss": 3.6063, + "step": 4141 + }, + { + "epoch": 0.07090159023605334, + "grad_norm": 3.1269004344940186, + "learning_rate": 1.9912416566990783e-05, + "loss": 3.5585, + "step": 4142 + }, + { + "epoch": 0.07091870795460381, + "grad_norm": 3.119783639907837, + "learning_rate": 1.9912343336720852e-05, + "loss": 3.4361, + "step": 4143 + }, + { + "epoch": 0.07093582567315428, + "grad_norm": 3.165703058242798, + "learning_rate": 1.9912270075983836e-05, + "loss": 3.6792, + "step": 4144 + }, + { + "epoch": 0.07095294339170476, + "grad_norm": 3.0631587505340576, + "learning_rate": 1.9912196784779954e-05, + "loss": 3.4438, + "step": 4145 + }, + { + "epoch": 0.07097006111025522, + "grad_norm": 2.9222350120544434, + "learning_rate": 1.991212346310943e-05, + "loss": 3.6022, + "step": 4146 + }, + { + "epoch": 0.0709871788288057, + "grad_norm": 2.9564707279205322, + "learning_rate": 1.9912050110972495e-05, + "loss": 3.3651, + "step": 4147 + }, + { + "epoch": 0.07100429654735617, + "grad_norm": 3.1144776344299316, + "learning_rate": 1.991197672836937e-05, + "loss": 3.6067, + "step": 4148 + }, + { + "epoch": 0.07102141426590663, + "grad_norm": 2.8752825260162354, + "learning_rate": 1.9911903315300286e-05, + "loss": 3.5506, + "step": 4149 + }, + { + "epoch": 0.07103853198445712, + "grad_norm": 2.8866727352142334, + "learning_rate": 1.9911829871765463e-05, + "loss": 3.4728, + "step": 4150 + }, + { + "epoch": 0.07105564970300758, + "grad_norm": 3.1808650493621826, + "learning_rate": 1.9911756397765128e-05, + "loss": 3.6646, + "step": 4151 + }, + { + "epoch": 0.07107276742155806, + "grad_norm": 3.324910879135132, + "learning_rate": 1.9911682893299508e-05, + "loss": 3.5245, + "step": 4152 + }, + { + "epoch": 0.07108988514010853, + "grad_norm": 3.1216185092926025, + "learning_rate": 1.991160935836883e-05, + "loss": 3.5647, + "step": 4153 + }, + { + "epoch": 0.071107002858659, + "grad_norm": 3.1798617839813232, + "learning_rate": 1.991153579297332e-05, + "loss": 3.5656, + "step": 4154 + }, + { + "epoch": 0.07112412057720947, + "grad_norm": 3.094119071960449, + "learning_rate": 1.9911462197113196e-05, + "loss": 3.5173, + "step": 4155 + }, + { + "epoch": 0.07114123829575994, + "grad_norm": 3.724641799926758, + "learning_rate": 1.9911388570788697e-05, + "loss": 3.614, + "step": 4156 + }, + { + "epoch": 0.0711583560143104, + "grad_norm": 3.6025936603546143, + "learning_rate": 1.991131491400004e-05, + "loss": 3.575, + "step": 4157 + }, + { + "epoch": 0.07117547373286089, + "grad_norm": 3.155263662338257, + "learning_rate": 1.9911241226747456e-05, + "loss": 3.5992, + "step": 4158 + }, + { + "epoch": 0.07119259145141135, + "grad_norm": 3.9691402912139893, + "learning_rate": 1.991116750903117e-05, + "loss": 3.5884, + "step": 4159 + }, + { + "epoch": 0.07120970916996183, + "grad_norm": 3.3368842601776123, + "learning_rate": 1.991109376085141e-05, + "loss": 3.6109, + "step": 4160 + }, + { + "epoch": 0.0712268268885123, + "grad_norm": 3.478242874145508, + "learning_rate": 1.99110199822084e-05, + "loss": 3.6423, + "step": 4161 + }, + { + "epoch": 0.07124394460706276, + "grad_norm": 3.692148208618164, + "learning_rate": 1.991094617310237e-05, + "loss": 3.579, + "step": 4162 + }, + { + "epoch": 0.07126106232561324, + "grad_norm": 3.207523822784424, + "learning_rate": 1.991087233353354e-05, + "loss": 3.4764, + "step": 4163 + }, + { + "epoch": 0.07127818004416371, + "grad_norm": 3.2795732021331787, + "learning_rate": 1.9910798463502145e-05, + "loss": 3.5829, + "step": 4164 + }, + { + "epoch": 0.07129529776271419, + "grad_norm": 3.4724018573760986, + "learning_rate": 1.9910724563008412e-05, + "loss": 3.5506, + "step": 4165 + }, + { + "epoch": 0.07131241548126466, + "grad_norm": 3.264117479324341, + "learning_rate": 1.9910650632052562e-05, + "loss": 3.5662, + "step": 4166 + }, + { + "epoch": 0.07132953319981512, + "grad_norm": 3.278726577758789, + "learning_rate": 1.9910576670634826e-05, + "loss": 3.504, + "step": 4167 + }, + { + "epoch": 0.0713466509183656, + "grad_norm": 3.1472363471984863, + "learning_rate": 1.9910502678755426e-05, + "loss": 3.6043, + "step": 4168 + }, + { + "epoch": 0.07136376863691607, + "grad_norm": 3.2209854125976562, + "learning_rate": 1.99104286564146e-05, + "loss": 3.6128, + "step": 4169 + }, + { + "epoch": 0.07138088635546655, + "grad_norm": 3.0142593383789062, + "learning_rate": 1.991035460361257e-05, + "loss": 3.5523, + "step": 4170 + }, + { + "epoch": 0.07139800407401702, + "grad_norm": 3.0880584716796875, + "learning_rate": 1.991028052034956e-05, + "loss": 3.5791, + "step": 4171 + }, + { + "epoch": 0.07141512179256748, + "grad_norm": 2.957888126373291, + "learning_rate": 1.9910206406625804e-05, + "loss": 3.4611, + "step": 4172 + }, + { + "epoch": 0.07143223951111796, + "grad_norm": 3.0170583724975586, + "learning_rate": 1.9910132262441522e-05, + "loss": 3.5905, + "step": 4173 + }, + { + "epoch": 0.07144935722966843, + "grad_norm": 2.8155195713043213, + "learning_rate": 1.9910058087796953e-05, + "loss": 3.4724, + "step": 4174 + }, + { + "epoch": 0.07146647494821891, + "grad_norm": 2.9676148891448975, + "learning_rate": 1.9909983882692314e-05, + "loss": 3.5722, + "step": 4175 + }, + { + "epoch": 0.07148359266676937, + "grad_norm": 3.0406363010406494, + "learning_rate": 1.990990964712784e-05, + "loss": 3.5633, + "step": 4176 + }, + { + "epoch": 0.07150071038531984, + "grad_norm": 3.2401905059814453, + "learning_rate": 1.9909835381103755e-05, + "loss": 3.5973, + "step": 4177 + }, + { + "epoch": 0.07151782810387032, + "grad_norm": 3.0734283924102783, + "learning_rate": 1.9909761084620293e-05, + "loss": 3.4692, + "step": 4178 + }, + { + "epoch": 0.07153494582242079, + "grad_norm": 3.110969066619873, + "learning_rate": 1.990968675767767e-05, + "loss": 3.6248, + "step": 4179 + }, + { + "epoch": 0.07155206354097125, + "grad_norm": 3.175044298171997, + "learning_rate": 1.9909612400276132e-05, + "loss": 3.6005, + "step": 4180 + }, + { + "epoch": 0.07156918125952173, + "grad_norm": 3.2034873962402344, + "learning_rate": 1.9909538012415894e-05, + "loss": 3.5632, + "step": 4181 + }, + { + "epoch": 0.0715862989780722, + "grad_norm": 3.3063368797302246, + "learning_rate": 1.990946359409719e-05, + "loss": 3.5743, + "step": 4182 + }, + { + "epoch": 0.07160341669662268, + "grad_norm": 3.116990566253662, + "learning_rate": 1.990938914532025e-05, + "loss": 3.4853, + "step": 4183 + }, + { + "epoch": 0.07162053441517315, + "grad_norm": 3.1128618717193604, + "learning_rate": 1.99093146660853e-05, + "loss": 3.6394, + "step": 4184 + }, + { + "epoch": 0.07163765213372361, + "grad_norm": 3.160534143447876, + "learning_rate": 1.9909240156392567e-05, + "loss": 3.64, + "step": 4185 + }, + { + "epoch": 0.07165476985227409, + "grad_norm": 3.5582239627838135, + "learning_rate": 1.9909165616242287e-05, + "loss": 3.5889, + "step": 4186 + }, + { + "epoch": 0.07167188757082456, + "grad_norm": 3.7686898708343506, + "learning_rate": 1.990909104563468e-05, + "loss": 3.6467, + "step": 4187 + }, + { + "epoch": 0.07168900528937504, + "grad_norm": 3.0060887336730957, + "learning_rate": 1.990901644456998e-05, + "loss": 3.5454, + "step": 4188 + }, + { + "epoch": 0.0717061230079255, + "grad_norm": 3.347870111465454, + "learning_rate": 1.990894181304842e-05, + "loss": 3.5646, + "step": 4189 + }, + { + "epoch": 0.07172324072647597, + "grad_norm": 3.5243263244628906, + "learning_rate": 1.9908867151070225e-05, + "loss": 3.6743, + "step": 4190 + }, + { + "epoch": 0.07174035844502645, + "grad_norm": 3.3639142513275146, + "learning_rate": 1.9908792458635625e-05, + "loss": 3.6905, + "step": 4191 + }, + { + "epoch": 0.07175747616357692, + "grad_norm": 3.0261542797088623, + "learning_rate": 1.990871773574485e-05, + "loss": 3.5456, + "step": 4192 + }, + { + "epoch": 0.0717745938821274, + "grad_norm": 3.298089027404785, + "learning_rate": 1.990864298239813e-05, + "loss": 3.4253, + "step": 4193 + }, + { + "epoch": 0.07179171160067786, + "grad_norm": 3.204648971557617, + "learning_rate": 1.9908568198595687e-05, + "loss": 3.4529, + "step": 4194 + }, + { + "epoch": 0.07180882931922833, + "grad_norm": 3.0486910343170166, + "learning_rate": 1.9908493384337766e-05, + "loss": 3.6071, + "step": 4195 + }, + { + "epoch": 0.07182594703777881, + "grad_norm": 3.051867723464966, + "learning_rate": 1.990841853962459e-05, + "loss": 3.4639, + "step": 4196 + }, + { + "epoch": 0.07184306475632928, + "grad_norm": 2.802215099334717, + "learning_rate": 1.9908343664456383e-05, + "loss": 3.4105, + "step": 4197 + }, + { + "epoch": 0.07186018247487974, + "grad_norm": 2.8433704376220703, + "learning_rate": 1.990826875883338e-05, + "loss": 3.5399, + "step": 4198 + }, + { + "epoch": 0.07187730019343022, + "grad_norm": 3.297064781188965, + "learning_rate": 1.9908193822755812e-05, + "loss": 3.6627, + "step": 4199 + }, + { + "epoch": 0.07189441791198069, + "grad_norm": 3.211719512939453, + "learning_rate": 1.990811885622391e-05, + "loss": 3.5675, + "step": 4200 + }, + { + "epoch": 0.07191153563053117, + "grad_norm": 2.8231492042541504, + "learning_rate": 1.9908043859237907e-05, + "loss": 3.5045, + "step": 4201 + }, + { + "epoch": 0.07192865334908163, + "grad_norm": 3.0022222995758057, + "learning_rate": 1.9907968831798022e-05, + "loss": 3.5418, + "step": 4202 + }, + { + "epoch": 0.0719457710676321, + "grad_norm": 3.0617122650146484, + "learning_rate": 1.99078937739045e-05, + "loss": 3.5944, + "step": 4203 + }, + { + "epoch": 0.07196288878618258, + "grad_norm": 3.0346155166625977, + "learning_rate": 1.990781868555756e-05, + "loss": 3.6512, + "step": 4204 + }, + { + "epoch": 0.07198000650473305, + "grad_norm": 3.0933730602264404, + "learning_rate": 1.9907743566757443e-05, + "loss": 3.5801, + "step": 4205 + }, + { + "epoch": 0.07199712422328353, + "grad_norm": 3.140321731567383, + "learning_rate": 1.990766841750437e-05, + "loss": 3.5648, + "step": 4206 + }, + { + "epoch": 0.07201424194183399, + "grad_norm": 3.310631036758423, + "learning_rate": 1.990759323779858e-05, + "loss": 3.5092, + "step": 4207 + }, + { + "epoch": 0.07203135966038446, + "grad_norm": 2.986555814743042, + "learning_rate": 1.99075180276403e-05, + "loss": 3.6437, + "step": 4208 + }, + { + "epoch": 0.07204847737893494, + "grad_norm": 3.157813310623169, + "learning_rate": 1.9907442787029757e-05, + "loss": 3.4852, + "step": 4209 + }, + { + "epoch": 0.0720655950974854, + "grad_norm": 3.074197292327881, + "learning_rate": 1.9907367515967194e-05, + "loss": 3.5535, + "step": 4210 + }, + { + "epoch": 0.07208271281603588, + "grad_norm": 3.0274479389190674, + "learning_rate": 1.990729221445283e-05, + "loss": 3.4567, + "step": 4211 + }, + { + "epoch": 0.07209983053458635, + "grad_norm": 2.9363138675689697, + "learning_rate": 1.990721688248691e-05, + "loss": 3.577, + "step": 4212 + }, + { + "epoch": 0.07211694825313682, + "grad_norm": 3.039292097091675, + "learning_rate": 1.990714152006965e-05, + "loss": 3.6074, + "step": 4213 + }, + { + "epoch": 0.0721340659716873, + "grad_norm": 3.0976006984710693, + "learning_rate": 1.9907066127201287e-05, + "loss": 3.557, + "step": 4214 + }, + { + "epoch": 0.07215118369023776, + "grad_norm": 3.1528830528259277, + "learning_rate": 1.9906990703882062e-05, + "loss": 3.6368, + "step": 4215 + }, + { + "epoch": 0.07216830140878824, + "grad_norm": 2.9424562454223633, + "learning_rate": 1.99069152501122e-05, + "loss": 3.6085, + "step": 4216 + }, + { + "epoch": 0.07218541912733871, + "grad_norm": 2.9264073371887207, + "learning_rate": 1.9906839765891925e-05, + "loss": 3.5059, + "step": 4217 + }, + { + "epoch": 0.07220253684588918, + "grad_norm": 3.0606558322906494, + "learning_rate": 1.9906764251221484e-05, + "loss": 3.5145, + "step": 4218 + }, + { + "epoch": 0.07221965456443966, + "grad_norm": 2.9356465339660645, + "learning_rate": 1.99066887061011e-05, + "loss": 3.4732, + "step": 4219 + }, + { + "epoch": 0.07223677228299012, + "grad_norm": 2.9576401710510254, + "learning_rate": 1.9906613130531e-05, + "loss": 3.6505, + "step": 4220 + }, + { + "epoch": 0.07225389000154059, + "grad_norm": 3.017645835876465, + "learning_rate": 1.9906537524511432e-05, + "loss": 3.4275, + "step": 4221 + }, + { + "epoch": 0.07227100772009107, + "grad_norm": 3.2492120265960693, + "learning_rate": 1.990646188804262e-05, + "loss": 3.4379, + "step": 4222 + }, + { + "epoch": 0.07228812543864153, + "grad_norm": 3.217153549194336, + "learning_rate": 1.9906386221124793e-05, + "loss": 3.5982, + "step": 4223 + }, + { + "epoch": 0.07230524315719201, + "grad_norm": 2.949580669403076, + "learning_rate": 1.9906310523758185e-05, + "loss": 3.504, + "step": 4224 + }, + { + "epoch": 0.07232236087574248, + "grad_norm": 2.9158546924591064, + "learning_rate": 1.9906234795943032e-05, + "loss": 3.5157, + "step": 4225 + }, + { + "epoch": 0.07233947859429295, + "grad_norm": 3.1628835201263428, + "learning_rate": 1.9906159037679563e-05, + "loss": 3.4837, + "step": 4226 + }, + { + "epoch": 0.07235659631284343, + "grad_norm": 3.2387664318084717, + "learning_rate": 1.9906083248968014e-05, + "loss": 3.5017, + "step": 4227 + }, + { + "epoch": 0.0723737140313939, + "grad_norm": 3.177694320678711, + "learning_rate": 1.9906007429808622e-05, + "loss": 3.6601, + "step": 4228 + }, + { + "epoch": 0.07239083174994437, + "grad_norm": 3.0408198833465576, + "learning_rate": 1.990593158020161e-05, + "loss": 3.573, + "step": 4229 + }, + { + "epoch": 0.07240794946849484, + "grad_norm": 3.089690923690796, + "learning_rate": 1.9905855700147218e-05, + "loss": 3.5877, + "step": 4230 + }, + { + "epoch": 0.0724250671870453, + "grad_norm": 3.129664421081543, + "learning_rate": 1.9905779789645673e-05, + "loss": 3.5052, + "step": 4231 + }, + { + "epoch": 0.07244218490559579, + "grad_norm": 3.397737741470337, + "learning_rate": 1.9905703848697218e-05, + "loss": 3.577, + "step": 4232 + }, + { + "epoch": 0.07245930262414625, + "grad_norm": 3.324195146560669, + "learning_rate": 1.9905627877302078e-05, + "loss": 3.5544, + "step": 4233 + }, + { + "epoch": 0.07247642034269673, + "grad_norm": 2.9914588928222656, + "learning_rate": 1.990555187546049e-05, + "loss": 3.6173, + "step": 4234 + }, + { + "epoch": 0.0724935380612472, + "grad_norm": 3.2456419467926025, + "learning_rate": 1.990547584317269e-05, + "loss": 3.5012, + "step": 4235 + }, + { + "epoch": 0.07251065577979766, + "grad_norm": 3.1676430702209473, + "learning_rate": 1.9905399780438907e-05, + "loss": 3.4901, + "step": 4236 + }, + { + "epoch": 0.07252777349834814, + "grad_norm": 3.073357582092285, + "learning_rate": 1.9905323687259376e-05, + "loss": 3.543, + "step": 4237 + }, + { + "epoch": 0.07254489121689861, + "grad_norm": 3.294390916824341, + "learning_rate": 1.990524756363433e-05, + "loss": 3.5449, + "step": 4238 + }, + { + "epoch": 0.07256200893544908, + "grad_norm": 3.373134136199951, + "learning_rate": 1.9905171409564006e-05, + "loss": 3.5086, + "step": 4239 + }, + { + "epoch": 0.07257912665399956, + "grad_norm": 3.1156017780303955, + "learning_rate": 1.9905095225048638e-05, + "loss": 3.4616, + "step": 4240 + }, + { + "epoch": 0.07259624437255002, + "grad_norm": 3.365790843963623, + "learning_rate": 1.990501901008846e-05, + "loss": 3.5456, + "step": 4241 + }, + { + "epoch": 0.0726133620911005, + "grad_norm": 3.611621856689453, + "learning_rate": 1.99049427646837e-05, + "loss": 3.531, + "step": 4242 + }, + { + "epoch": 0.07263047980965097, + "grad_norm": 3.145618200302124, + "learning_rate": 1.9904866488834603e-05, + "loss": 3.5691, + "step": 4243 + }, + { + "epoch": 0.07264759752820144, + "grad_norm": 3.126973867416382, + "learning_rate": 1.9904790182541393e-05, + "loss": 3.5202, + "step": 4244 + }, + { + "epoch": 0.07266471524675192, + "grad_norm": 3.0307276248931885, + "learning_rate": 1.990471384580431e-05, + "loss": 3.5067, + "step": 4245 + }, + { + "epoch": 0.07268183296530238, + "grad_norm": 2.943523406982422, + "learning_rate": 1.990463747862359e-05, + "loss": 3.5626, + "step": 4246 + }, + { + "epoch": 0.07269895068385286, + "grad_norm": 3.067685842514038, + "learning_rate": 1.9904561080999466e-05, + "loss": 3.6451, + "step": 4247 + }, + { + "epoch": 0.07271606840240333, + "grad_norm": 3.336315870285034, + "learning_rate": 1.990448465293217e-05, + "loss": 3.6882, + "step": 4248 + }, + { + "epoch": 0.0727331861209538, + "grad_norm": 2.9442670345306396, + "learning_rate": 1.9904408194421943e-05, + "loss": 3.6719, + "step": 4249 + }, + { + "epoch": 0.07275030383950427, + "grad_norm": 3.0218701362609863, + "learning_rate": 1.9904331705469012e-05, + "loss": 3.5713, + "step": 4250 + }, + { + "epoch": 0.07276742155805474, + "grad_norm": 3.122019052505493, + "learning_rate": 1.990425518607362e-05, + "loss": 3.6395, + "step": 4251 + }, + { + "epoch": 0.07278453927660522, + "grad_norm": 2.9120521545410156, + "learning_rate": 1.9904178636236e-05, + "loss": 3.4002, + "step": 4252 + }, + { + "epoch": 0.07280165699515569, + "grad_norm": 2.901123523712158, + "learning_rate": 1.9904102055956382e-05, + "loss": 3.6001, + "step": 4253 + }, + { + "epoch": 0.07281877471370615, + "grad_norm": 3.06103253364563, + "learning_rate": 1.9904025445235008e-05, + "loss": 3.3992, + "step": 4254 + }, + { + "epoch": 0.07283589243225663, + "grad_norm": 3.1747095584869385, + "learning_rate": 1.9903948804072106e-05, + "loss": 3.6688, + "step": 4255 + }, + { + "epoch": 0.0728530101508071, + "grad_norm": 3.310096263885498, + "learning_rate": 1.990387213246792e-05, + "loss": 3.4722, + "step": 4256 + }, + { + "epoch": 0.07287012786935758, + "grad_norm": 3.125899314880371, + "learning_rate": 1.9903795430422686e-05, + "loss": 3.5276, + "step": 4257 + }, + { + "epoch": 0.07288724558790804, + "grad_norm": 2.970525026321411, + "learning_rate": 1.9903718697936632e-05, + "loss": 3.3628, + "step": 4258 + }, + { + "epoch": 0.07290436330645851, + "grad_norm": 3.199314594268799, + "learning_rate": 1.990364193501e-05, + "loss": 3.5234, + "step": 4259 + }, + { + "epoch": 0.07292148102500899, + "grad_norm": 2.9873270988464355, + "learning_rate": 1.990356514164302e-05, + "loss": 3.4517, + "step": 4260 + }, + { + "epoch": 0.07293859874355946, + "grad_norm": 3.236452579498291, + "learning_rate": 1.9903488317835934e-05, + "loss": 3.4593, + "step": 4261 + }, + { + "epoch": 0.07295571646210992, + "grad_norm": 3.198580503463745, + "learning_rate": 1.9903411463588976e-05, + "loss": 3.5254, + "step": 4262 + }, + { + "epoch": 0.0729728341806604, + "grad_norm": 2.9956603050231934, + "learning_rate": 1.990333457890238e-05, + "loss": 3.487, + "step": 4263 + }, + { + "epoch": 0.07298995189921087, + "grad_norm": 3.206118106842041, + "learning_rate": 1.9903257663776385e-05, + "loss": 3.5129, + "step": 4264 + }, + { + "epoch": 0.07300706961776135, + "grad_norm": 3.116013288497925, + "learning_rate": 1.9903180718211228e-05, + "loss": 3.3875, + "step": 4265 + }, + { + "epoch": 0.07302418733631182, + "grad_norm": 3.2955121994018555, + "learning_rate": 1.9903103742207142e-05, + "loss": 3.6839, + "step": 4266 + }, + { + "epoch": 0.07304130505486228, + "grad_norm": 3.074705123901367, + "learning_rate": 1.990302673576437e-05, + "loss": 3.6607, + "step": 4267 + }, + { + "epoch": 0.07305842277341276, + "grad_norm": 3.2575743198394775, + "learning_rate": 1.9902949698883144e-05, + "loss": 3.4919, + "step": 4268 + }, + { + "epoch": 0.07307554049196323, + "grad_norm": 3.0254337787628174, + "learning_rate": 1.9902872631563695e-05, + "loss": 3.4821, + "step": 4269 + }, + { + "epoch": 0.07309265821051371, + "grad_norm": 3.187389850616455, + "learning_rate": 1.9902795533806274e-05, + "loss": 3.5582, + "step": 4270 + }, + { + "epoch": 0.07310977592906417, + "grad_norm": 3.1484310626983643, + "learning_rate": 1.9902718405611106e-05, + "loss": 3.6354, + "step": 4271 + }, + { + "epoch": 0.07312689364761464, + "grad_norm": 3.533783435821533, + "learning_rate": 1.9902641246978433e-05, + "loss": 3.52, + "step": 4272 + }, + { + "epoch": 0.07314401136616512, + "grad_norm": 3.4929301738739014, + "learning_rate": 1.990256405790849e-05, + "loss": 3.6219, + "step": 4273 + }, + { + "epoch": 0.07316112908471559, + "grad_norm": 3.258880853652954, + "learning_rate": 1.990248683840152e-05, + "loss": 3.4796, + "step": 4274 + }, + { + "epoch": 0.07317824680326607, + "grad_norm": 3.47287654876709, + "learning_rate": 1.9902409588457755e-05, + "loss": 3.6593, + "step": 4275 + }, + { + "epoch": 0.07319536452181653, + "grad_norm": 3.003664016723633, + "learning_rate": 1.990233230807743e-05, + "loss": 3.4951, + "step": 4276 + }, + { + "epoch": 0.073212482240367, + "grad_norm": 3.2537312507629395, + "learning_rate": 1.9902254997260785e-05, + "loss": 3.5565, + "step": 4277 + }, + { + "epoch": 0.07322959995891748, + "grad_norm": 3.3078274726867676, + "learning_rate": 1.9902177656008062e-05, + "loss": 3.5805, + "step": 4278 + }, + { + "epoch": 0.07324671767746795, + "grad_norm": 3.1918981075286865, + "learning_rate": 1.9902100284319498e-05, + "loss": 3.5971, + "step": 4279 + }, + { + "epoch": 0.07326383539601841, + "grad_norm": 3.2008001804351807, + "learning_rate": 1.9902022882195325e-05, + "loss": 3.4974, + "step": 4280 + }, + { + "epoch": 0.07328095311456889, + "grad_norm": 3.124044418334961, + "learning_rate": 1.990194544963578e-05, + "loss": 3.5354, + "step": 4281 + }, + { + "epoch": 0.07329807083311936, + "grad_norm": 3.194159507751465, + "learning_rate": 1.9901867986641114e-05, + "loss": 3.3493, + "step": 4282 + }, + { + "epoch": 0.07331518855166984, + "grad_norm": 3.393045663833618, + "learning_rate": 1.9901790493211546e-05, + "loss": 3.5685, + "step": 4283 + }, + { + "epoch": 0.0733323062702203, + "grad_norm": 3.302668333053589, + "learning_rate": 1.9901712969347333e-05, + "loss": 3.5349, + "step": 4284 + }, + { + "epoch": 0.07334942398877077, + "grad_norm": 3.101426362991333, + "learning_rate": 1.99016354150487e-05, + "loss": 3.4798, + "step": 4285 + }, + { + "epoch": 0.07336654170732125, + "grad_norm": 3.305393695831299, + "learning_rate": 1.9901557830315893e-05, + "loss": 3.5222, + "step": 4286 + }, + { + "epoch": 0.07338365942587172, + "grad_norm": 3.6537349224090576, + "learning_rate": 1.9901480215149145e-05, + "loss": 3.6613, + "step": 4287 + }, + { + "epoch": 0.0734007771444222, + "grad_norm": 3.9331374168395996, + "learning_rate": 1.99014025695487e-05, + "loss": 3.5452, + "step": 4288 + }, + { + "epoch": 0.07341789486297266, + "grad_norm": 3.4975240230560303, + "learning_rate": 1.990132489351479e-05, + "loss": 3.5515, + "step": 4289 + }, + { + "epoch": 0.07343501258152313, + "grad_norm": 3.0026028156280518, + "learning_rate": 1.990124718704766e-05, + "loss": 3.4115, + "step": 4290 + }, + { + "epoch": 0.07345213030007361, + "grad_norm": 3.562879800796509, + "learning_rate": 1.9901169450147542e-05, + "loss": 3.7153, + "step": 4291 + }, + { + "epoch": 0.07346924801862408, + "grad_norm": 3.194200038909912, + "learning_rate": 1.9901091682814682e-05, + "loss": 3.4453, + "step": 4292 + }, + { + "epoch": 0.07348636573717456, + "grad_norm": 3.1587092876434326, + "learning_rate": 1.990101388504932e-05, + "loss": 3.4186, + "step": 4293 + }, + { + "epoch": 0.07350348345572502, + "grad_norm": 3.046168804168701, + "learning_rate": 1.990093605685169e-05, + "loss": 3.5611, + "step": 4294 + }, + { + "epoch": 0.07352060117427549, + "grad_norm": 2.9985036849975586, + "learning_rate": 1.990085819822203e-05, + "loss": 3.4326, + "step": 4295 + }, + { + "epoch": 0.07353771889282597, + "grad_norm": 3.136030435562134, + "learning_rate": 1.990078030916058e-05, + "loss": 3.6096, + "step": 4296 + }, + { + "epoch": 0.07355483661137643, + "grad_norm": 3.127699136734009, + "learning_rate": 1.9900702389667583e-05, + "loss": 3.5823, + "step": 4297 + }, + { + "epoch": 0.07357195432992691, + "grad_norm": 3.289191722869873, + "learning_rate": 1.990062443974328e-05, + "loss": 3.6141, + "step": 4298 + }, + { + "epoch": 0.07358907204847738, + "grad_norm": 3.0286617279052734, + "learning_rate": 1.9900546459387905e-05, + "loss": 3.5642, + "step": 4299 + }, + { + "epoch": 0.07360618976702785, + "grad_norm": 2.890460968017578, + "learning_rate": 1.99004684486017e-05, + "loss": 3.4013, + "step": 4300 + }, + { + "epoch": 0.07362330748557833, + "grad_norm": 3.2845311164855957, + "learning_rate": 1.9900390407384903e-05, + "loss": 3.5729, + "step": 4301 + }, + { + "epoch": 0.07364042520412879, + "grad_norm": 3.40285062789917, + "learning_rate": 1.990031233573776e-05, + "loss": 3.5306, + "step": 4302 + }, + { + "epoch": 0.07365754292267926, + "grad_norm": 2.842644214630127, + "learning_rate": 1.9900234233660502e-05, + "loss": 3.5975, + "step": 4303 + }, + { + "epoch": 0.07367466064122974, + "grad_norm": 3.1273293495178223, + "learning_rate": 1.990015610115338e-05, + "loss": 3.5418, + "step": 4304 + }, + { + "epoch": 0.0736917783597802, + "grad_norm": 3.0308001041412354, + "learning_rate": 1.9900077938216623e-05, + "loss": 3.4628, + "step": 4305 + }, + { + "epoch": 0.07370889607833069, + "grad_norm": 3.176276445388794, + "learning_rate": 1.9899999744850477e-05, + "loss": 3.5479, + "step": 4306 + }, + { + "epoch": 0.07372601379688115, + "grad_norm": 3.260571241378784, + "learning_rate": 1.989992152105518e-05, + "loss": 3.5575, + "step": 4307 + }, + { + "epoch": 0.07374313151543162, + "grad_norm": 3.1064555644989014, + "learning_rate": 1.9899843266830977e-05, + "loss": 3.4479, + "step": 4308 + }, + { + "epoch": 0.0737602492339821, + "grad_norm": 3.0803537368774414, + "learning_rate": 1.98997649821781e-05, + "loss": 3.5964, + "step": 4309 + }, + { + "epoch": 0.07377736695253256, + "grad_norm": 3.29642391204834, + "learning_rate": 1.9899686667096803e-05, + "loss": 3.5401, + "step": 4310 + }, + { + "epoch": 0.07379448467108304, + "grad_norm": 2.9526889324188232, + "learning_rate": 1.9899608321587314e-05, + "loss": 3.5315, + "step": 4311 + }, + { + "epoch": 0.07381160238963351, + "grad_norm": 2.986912250518799, + "learning_rate": 1.989952994564988e-05, + "loss": 3.6013, + "step": 4312 + }, + { + "epoch": 0.07382872010818398, + "grad_norm": 3.0727741718292236, + "learning_rate": 1.989945153928474e-05, + "loss": 3.4535, + "step": 4313 + }, + { + "epoch": 0.07384583782673446, + "grad_norm": 2.8406922817230225, + "learning_rate": 1.9899373102492136e-05, + "loss": 3.5608, + "step": 4314 + }, + { + "epoch": 0.07386295554528492, + "grad_norm": 3.08634877204895, + "learning_rate": 1.989929463527231e-05, + "loss": 3.4883, + "step": 4315 + }, + { + "epoch": 0.0738800732638354, + "grad_norm": 3.3786895275115967, + "learning_rate": 1.9899216137625498e-05, + "loss": 3.6126, + "step": 4316 + }, + { + "epoch": 0.07389719098238587, + "grad_norm": 2.9900219440460205, + "learning_rate": 1.9899137609551945e-05, + "loss": 3.4528, + "step": 4317 + }, + { + "epoch": 0.07391430870093633, + "grad_norm": 3.2522263526916504, + "learning_rate": 1.9899059051051894e-05, + "loss": 3.542, + "step": 4318 + }, + { + "epoch": 0.07393142641948681, + "grad_norm": 3.3272347450256348, + "learning_rate": 1.9898980462125586e-05, + "loss": 3.5337, + "step": 4319 + }, + { + "epoch": 0.07394854413803728, + "grad_norm": 3.0404324531555176, + "learning_rate": 1.9898901842773262e-05, + "loss": 3.504, + "step": 4320 + }, + { + "epoch": 0.07396566185658775, + "grad_norm": 3.4477334022521973, + "learning_rate": 1.989882319299516e-05, + "loss": 3.5461, + "step": 4321 + }, + { + "epoch": 0.07398277957513823, + "grad_norm": 3.1758320331573486, + "learning_rate": 1.9898744512791527e-05, + "loss": 3.5363, + "step": 4322 + }, + { + "epoch": 0.0739998972936887, + "grad_norm": 3.1868598461151123, + "learning_rate": 1.98986658021626e-05, + "loss": 3.5591, + "step": 4323 + }, + { + "epoch": 0.07401701501223917, + "grad_norm": 3.3141586780548096, + "learning_rate": 1.9898587061108627e-05, + "loss": 3.4424, + "step": 4324 + }, + { + "epoch": 0.07403413273078964, + "grad_norm": 2.9328198432922363, + "learning_rate": 1.9898508289629846e-05, + "loss": 3.4644, + "step": 4325 + }, + { + "epoch": 0.0740512504493401, + "grad_norm": 3.031430721282959, + "learning_rate": 1.98984294877265e-05, + "loss": 3.4861, + "step": 4326 + }, + { + "epoch": 0.07406836816789059, + "grad_norm": 3.1974902153015137, + "learning_rate": 1.9898350655398826e-05, + "loss": 3.5104, + "step": 4327 + }, + { + "epoch": 0.07408548588644105, + "grad_norm": 3.2845218181610107, + "learning_rate": 1.9898271792647075e-05, + "loss": 3.5347, + "step": 4328 + }, + { + "epoch": 0.07410260360499153, + "grad_norm": 3.3836889266967773, + "learning_rate": 1.9898192899471487e-05, + "loss": 3.5315, + "step": 4329 + }, + { + "epoch": 0.074119721323542, + "grad_norm": 2.947049617767334, + "learning_rate": 1.98981139758723e-05, + "loss": 3.483, + "step": 4330 + }, + { + "epoch": 0.07413683904209246, + "grad_norm": 3.2317569255828857, + "learning_rate": 1.989803502184976e-05, + "loss": 3.5051, + "step": 4331 + }, + { + "epoch": 0.07415395676064294, + "grad_norm": 2.9855380058288574, + "learning_rate": 1.9897956037404112e-05, + "loss": 3.5863, + "step": 4332 + }, + { + "epoch": 0.07417107447919341, + "grad_norm": 3.2370738983154297, + "learning_rate": 1.9897877022535598e-05, + "loss": 3.5986, + "step": 4333 + }, + { + "epoch": 0.07418819219774389, + "grad_norm": 2.924752950668335, + "learning_rate": 1.9897797977244452e-05, + "loss": 3.4784, + "step": 4334 + }, + { + "epoch": 0.07420530991629436, + "grad_norm": 3.1306605339050293, + "learning_rate": 1.989771890153093e-05, + "loss": 3.5184, + "step": 4335 + }, + { + "epoch": 0.07422242763484482, + "grad_norm": 3.005262613296509, + "learning_rate": 1.9897639795395268e-05, + "loss": 3.6456, + "step": 4336 + }, + { + "epoch": 0.0742395453533953, + "grad_norm": 3.0099685192108154, + "learning_rate": 1.9897560658837708e-05, + "loss": 3.7024, + "step": 4337 + }, + { + "epoch": 0.07425666307194577, + "grad_norm": 2.936339855194092, + "learning_rate": 1.9897481491858495e-05, + "loss": 3.6097, + "step": 4338 + }, + { + "epoch": 0.07427378079049625, + "grad_norm": 3.1295878887176514, + "learning_rate": 1.9897402294457874e-05, + "loss": 3.6616, + "step": 4339 + }, + { + "epoch": 0.07429089850904672, + "grad_norm": 2.9192874431610107, + "learning_rate": 1.989732306663609e-05, + "loss": 3.4108, + "step": 4340 + }, + { + "epoch": 0.07430801622759718, + "grad_norm": 2.9948456287384033, + "learning_rate": 1.989724380839338e-05, + "loss": 3.5544, + "step": 4341 + }, + { + "epoch": 0.07432513394614766, + "grad_norm": 3.100494384765625, + "learning_rate": 1.9897164519729992e-05, + "loss": 3.563, + "step": 4342 + }, + { + "epoch": 0.07434225166469813, + "grad_norm": 3.0411033630371094, + "learning_rate": 1.9897085200646166e-05, + "loss": 3.4944, + "step": 4343 + }, + { + "epoch": 0.0743593693832486, + "grad_norm": 3.0545461177825928, + "learning_rate": 1.9897005851142155e-05, + "loss": 3.3811, + "step": 4344 + }, + { + "epoch": 0.07437648710179907, + "grad_norm": 3.086501359939575, + "learning_rate": 1.989692647121819e-05, + "loss": 3.5388, + "step": 4345 + }, + { + "epoch": 0.07439360482034954, + "grad_norm": 2.994065046310425, + "learning_rate": 1.9896847060874527e-05, + "loss": 3.5658, + "step": 4346 + }, + { + "epoch": 0.07441072253890002, + "grad_norm": 3.0172693729400635, + "learning_rate": 1.9896767620111403e-05, + "loss": 3.5396, + "step": 4347 + }, + { + "epoch": 0.07442784025745049, + "grad_norm": 2.8428308963775635, + "learning_rate": 1.9896688148929066e-05, + "loss": 3.4492, + "step": 4348 + }, + { + "epoch": 0.07444495797600095, + "grad_norm": 3.219651460647583, + "learning_rate": 1.9896608647327756e-05, + "loss": 3.5593, + "step": 4349 + }, + { + "epoch": 0.07446207569455143, + "grad_norm": 3.0840466022491455, + "learning_rate": 1.9896529115307718e-05, + "loss": 3.5541, + "step": 4350 + }, + { + "epoch": 0.0744791934131019, + "grad_norm": 2.8760905265808105, + "learning_rate": 1.9896449552869198e-05, + "loss": 3.2472, + "step": 4351 + }, + { + "epoch": 0.07449631113165238, + "grad_norm": 3.2875518798828125, + "learning_rate": 1.989636996001244e-05, + "loss": 3.4522, + "step": 4352 + }, + { + "epoch": 0.07451342885020285, + "grad_norm": 3.5313761234283447, + "learning_rate": 1.9896290336737695e-05, + "loss": 3.515, + "step": 4353 + }, + { + "epoch": 0.07453054656875331, + "grad_norm": 3.375462293624878, + "learning_rate": 1.9896210683045195e-05, + "loss": 3.5914, + "step": 4354 + }, + { + "epoch": 0.07454766428730379, + "grad_norm": 2.9787278175354004, + "learning_rate": 1.9896130998935197e-05, + "loss": 3.5978, + "step": 4355 + }, + { + "epoch": 0.07456478200585426, + "grad_norm": 2.7480380535125732, + "learning_rate": 1.9896051284407938e-05, + "loss": 3.4698, + "step": 4356 + }, + { + "epoch": 0.07458189972440474, + "grad_norm": 3.2449374198913574, + "learning_rate": 1.9895971539463667e-05, + "loss": 3.5343, + "step": 4357 + }, + { + "epoch": 0.0745990174429552, + "grad_norm": 3.1651175022125244, + "learning_rate": 1.9895891764102627e-05, + "loss": 3.5591, + "step": 4358 + }, + { + "epoch": 0.07461613516150567, + "grad_norm": 2.984895706176758, + "learning_rate": 1.9895811958325064e-05, + "loss": 3.4826, + "step": 4359 + }, + { + "epoch": 0.07463325288005615, + "grad_norm": 3.164280652999878, + "learning_rate": 1.9895732122131225e-05, + "loss": 3.4054, + "step": 4360 + }, + { + "epoch": 0.07465037059860662, + "grad_norm": 2.8698599338531494, + "learning_rate": 1.989565225552135e-05, + "loss": 3.5215, + "step": 4361 + }, + { + "epoch": 0.07466748831715708, + "grad_norm": 3.352482795715332, + "learning_rate": 1.989557235849569e-05, + "loss": 3.5052, + "step": 4362 + }, + { + "epoch": 0.07468460603570756, + "grad_norm": 3.238293409347534, + "learning_rate": 1.9895492431054492e-05, + "loss": 3.5933, + "step": 4363 + }, + { + "epoch": 0.07470172375425803, + "grad_norm": 3.1778433322906494, + "learning_rate": 1.9895412473197994e-05, + "loss": 3.7086, + "step": 4364 + }, + { + "epoch": 0.07471884147280851, + "grad_norm": 3.0933890342712402, + "learning_rate": 1.9895332484926447e-05, + "loss": 3.3893, + "step": 4365 + }, + { + "epoch": 0.07473595919135897, + "grad_norm": 3.2375006675720215, + "learning_rate": 1.9895252466240095e-05, + "loss": 3.5809, + "step": 4366 + }, + { + "epoch": 0.07475307690990944, + "grad_norm": 3.051978588104248, + "learning_rate": 1.9895172417139185e-05, + "loss": 3.4737, + "step": 4367 + }, + { + "epoch": 0.07477019462845992, + "grad_norm": 3.186870813369751, + "learning_rate": 1.989509233762397e-05, + "loss": 3.4862, + "step": 4368 + }, + { + "epoch": 0.07478731234701039, + "grad_norm": 3.046006917953491, + "learning_rate": 1.9895012227694682e-05, + "loss": 3.5199, + "step": 4369 + }, + { + "epoch": 0.07480443006556087, + "grad_norm": 3.034926414489746, + "learning_rate": 1.9894932087351573e-05, + "loss": 3.5401, + "step": 4370 + }, + { + "epoch": 0.07482154778411133, + "grad_norm": 3.056741714477539, + "learning_rate": 1.9894851916594895e-05, + "loss": 3.5222, + "step": 4371 + }, + { + "epoch": 0.0748386655026618, + "grad_norm": 3.0212299823760986, + "learning_rate": 1.9894771715424887e-05, + "loss": 3.6121, + "step": 4372 + }, + { + "epoch": 0.07485578322121228, + "grad_norm": 2.8469913005828857, + "learning_rate": 1.98946914838418e-05, + "loss": 3.5845, + "step": 4373 + }, + { + "epoch": 0.07487290093976275, + "grad_norm": 2.9163944721221924, + "learning_rate": 1.9894611221845882e-05, + "loss": 3.5792, + "step": 4374 + }, + { + "epoch": 0.07489001865831323, + "grad_norm": 2.8931589126586914, + "learning_rate": 1.9894530929437374e-05, + "loss": 3.4811, + "step": 4375 + }, + { + "epoch": 0.07490713637686369, + "grad_norm": 3.004540205001831, + "learning_rate": 1.9894450606616527e-05, + "loss": 3.432, + "step": 4376 + }, + { + "epoch": 0.07492425409541416, + "grad_norm": 3.1013102531433105, + "learning_rate": 1.9894370253383582e-05, + "loss": 3.4024, + "step": 4377 + }, + { + "epoch": 0.07494137181396464, + "grad_norm": 3.0780062675476074, + "learning_rate": 1.9894289869738797e-05, + "loss": 3.4845, + "step": 4378 + }, + { + "epoch": 0.0749584895325151, + "grad_norm": 3.130703926086426, + "learning_rate": 1.9894209455682412e-05, + "loss": 3.501, + "step": 4379 + }, + { + "epoch": 0.07497560725106558, + "grad_norm": 3.211082935333252, + "learning_rate": 1.989412901121467e-05, + "loss": 3.5867, + "step": 4380 + }, + { + "epoch": 0.07499272496961605, + "grad_norm": 3.113393545150757, + "learning_rate": 1.9894048536335825e-05, + "loss": 3.3804, + "step": 4381 + }, + { + "epoch": 0.07500984268816652, + "grad_norm": 3.3388190269470215, + "learning_rate": 1.9893968031046125e-05, + "loss": 3.5853, + "step": 4382 + }, + { + "epoch": 0.075026960406717, + "grad_norm": 3.127253532409668, + "learning_rate": 1.9893887495345813e-05, + "loss": 3.5789, + "step": 4383 + }, + { + "epoch": 0.07504407812526746, + "grad_norm": 3.0809688568115234, + "learning_rate": 1.989380692923514e-05, + "loss": 3.5752, + "step": 4384 + }, + { + "epoch": 0.07506119584381793, + "grad_norm": 3.322650909423828, + "learning_rate": 1.989372633271435e-05, + "loss": 3.6058, + "step": 4385 + }, + { + "epoch": 0.07507831356236841, + "grad_norm": 3.1319379806518555, + "learning_rate": 1.9893645705783693e-05, + "loss": 3.5336, + "step": 4386 + }, + { + "epoch": 0.07509543128091888, + "grad_norm": 2.998302936553955, + "learning_rate": 1.989356504844342e-05, + "loss": 3.6429, + "step": 4387 + }, + { + "epoch": 0.07511254899946936, + "grad_norm": 3.107497453689575, + "learning_rate": 1.9893484360693773e-05, + "loss": 3.4881, + "step": 4388 + }, + { + "epoch": 0.07512966671801982, + "grad_norm": 3.266752243041992, + "learning_rate": 1.9893403642535e-05, + "loss": 3.4809, + "step": 4389 + }, + { + "epoch": 0.07514678443657029, + "grad_norm": 3.6299545764923096, + "learning_rate": 1.9893322893967353e-05, + "loss": 3.5588, + "step": 4390 + }, + { + "epoch": 0.07516390215512077, + "grad_norm": 3.2338335514068604, + "learning_rate": 1.989324211499108e-05, + "loss": 3.554, + "step": 4391 + }, + { + "epoch": 0.07518101987367123, + "grad_norm": 3.19181489944458, + "learning_rate": 1.989316130560643e-05, + "loss": 3.5525, + "step": 4392 + }, + { + "epoch": 0.07519813759222171, + "grad_norm": 3.1410973072052, + "learning_rate": 1.9893080465813646e-05, + "loss": 3.6773, + "step": 4393 + }, + { + "epoch": 0.07521525531077218, + "grad_norm": 3.158452033996582, + "learning_rate": 1.989299959561298e-05, + "loss": 3.4125, + "step": 4394 + }, + { + "epoch": 0.07523237302932265, + "grad_norm": 3.226569652557373, + "learning_rate": 1.9892918695004682e-05, + "loss": 3.5745, + "step": 4395 + }, + { + "epoch": 0.07524949074787313, + "grad_norm": 3.1245176792144775, + "learning_rate": 1.9892837763989e-05, + "loss": 3.6098, + "step": 4396 + }, + { + "epoch": 0.07526660846642359, + "grad_norm": 3.5113401412963867, + "learning_rate": 1.989275680256618e-05, + "loss": 3.6393, + "step": 4397 + }, + { + "epoch": 0.07528372618497407, + "grad_norm": 3.2638964653015137, + "learning_rate": 1.989267581073647e-05, + "loss": 3.467, + "step": 4398 + }, + { + "epoch": 0.07530084390352454, + "grad_norm": 2.916710615158081, + "learning_rate": 1.9892594788500128e-05, + "loss": 3.4474, + "step": 4399 + }, + { + "epoch": 0.075317961622075, + "grad_norm": 3.146212100982666, + "learning_rate": 1.989251373585739e-05, + "loss": 3.5801, + "step": 4400 + }, + { + "epoch": 0.07533507934062549, + "grad_norm": 3.054180860519409, + "learning_rate": 1.9892432652808516e-05, + "loss": 3.5813, + "step": 4401 + }, + { + "epoch": 0.07535219705917595, + "grad_norm": 3.3352315425872803, + "learning_rate": 1.989235153935375e-05, + "loss": 3.5447, + "step": 4402 + }, + { + "epoch": 0.07536931477772642, + "grad_norm": 3.097243547439575, + "learning_rate": 1.9892270395493348e-05, + "loss": 3.3861, + "step": 4403 + }, + { + "epoch": 0.0753864324962769, + "grad_norm": 3.0427086353302, + "learning_rate": 1.9892189221227546e-05, + "loss": 3.5076, + "step": 4404 + }, + { + "epoch": 0.07540355021482736, + "grad_norm": 3.1600098609924316, + "learning_rate": 1.9892108016556605e-05, + "loss": 3.6564, + "step": 4405 + }, + { + "epoch": 0.07542066793337784, + "grad_norm": 3.0743961334228516, + "learning_rate": 1.9892026781480772e-05, + "loss": 3.4409, + "step": 4406 + }, + { + "epoch": 0.07543778565192831, + "grad_norm": 3.091325521469116, + "learning_rate": 1.9891945516000293e-05, + "loss": 3.3272, + "step": 4407 + }, + { + "epoch": 0.07545490337047878, + "grad_norm": 3.1937763690948486, + "learning_rate": 1.989186422011542e-05, + "loss": 3.404, + "step": 4408 + }, + { + "epoch": 0.07547202108902926, + "grad_norm": 3.028928756713867, + "learning_rate": 1.9891782893826407e-05, + "loss": 3.5349, + "step": 4409 + }, + { + "epoch": 0.07548913880757972, + "grad_norm": 2.851987361907959, + "learning_rate": 1.9891701537133493e-05, + "loss": 3.2646, + "step": 4410 + }, + { + "epoch": 0.0755062565261302, + "grad_norm": 3.060934066772461, + "learning_rate": 1.9891620150036944e-05, + "loss": 3.4474, + "step": 4411 + }, + { + "epoch": 0.07552337424468067, + "grad_norm": 3.179342031478882, + "learning_rate": 1.9891538732536998e-05, + "loss": 3.4922, + "step": 4412 + }, + { + "epoch": 0.07554049196323114, + "grad_norm": 3.455322027206421, + "learning_rate": 1.9891457284633906e-05, + "loss": 3.6172, + "step": 4413 + }, + { + "epoch": 0.07555760968178162, + "grad_norm": 3.3704824447631836, + "learning_rate": 1.989137580632792e-05, + "loss": 3.5786, + "step": 4414 + }, + { + "epoch": 0.07557472740033208, + "grad_norm": 3.1636266708374023, + "learning_rate": 1.9891294297619298e-05, + "loss": 3.5119, + "step": 4415 + }, + { + "epoch": 0.07559184511888256, + "grad_norm": 3.6769168376922607, + "learning_rate": 1.989121275850828e-05, + "loss": 3.6, + "step": 4416 + }, + { + "epoch": 0.07560896283743303, + "grad_norm": 3.059910774230957, + "learning_rate": 1.9891131188995122e-05, + "loss": 3.3551, + "step": 4417 + }, + { + "epoch": 0.0756260805559835, + "grad_norm": 3.169184446334839, + "learning_rate": 1.9891049589080072e-05, + "loss": 3.5351, + "step": 4418 + }, + { + "epoch": 0.07564319827453397, + "grad_norm": 3.483785629272461, + "learning_rate": 1.9890967958763382e-05, + "loss": 3.5172, + "step": 4419 + }, + { + "epoch": 0.07566031599308444, + "grad_norm": 3.5229499340057373, + "learning_rate": 1.9890886298045305e-05, + "loss": 3.5155, + "step": 4420 + }, + { + "epoch": 0.07567743371163492, + "grad_norm": 3.325286626815796, + "learning_rate": 1.989080460692609e-05, + "loss": 3.6101, + "step": 4421 + }, + { + "epoch": 0.07569455143018539, + "grad_norm": 3.280430316925049, + "learning_rate": 1.9890722885405985e-05, + "loss": 3.5007, + "step": 4422 + }, + { + "epoch": 0.07571166914873585, + "grad_norm": 2.9080491065979004, + "learning_rate": 1.9890641133485248e-05, + "loss": 3.5587, + "step": 4423 + }, + { + "epoch": 0.07572878686728633, + "grad_norm": 2.9078779220581055, + "learning_rate": 1.9890559351164122e-05, + "loss": 3.5259, + "step": 4424 + }, + { + "epoch": 0.0757459045858368, + "grad_norm": 3.196730852127075, + "learning_rate": 1.989047753844287e-05, + "loss": 3.5224, + "step": 4425 + }, + { + "epoch": 0.07576302230438726, + "grad_norm": 3.3704423904418945, + "learning_rate": 1.9890395695321728e-05, + "loss": 3.6345, + "step": 4426 + }, + { + "epoch": 0.07578014002293774, + "grad_norm": 2.9131696224212646, + "learning_rate": 1.989031382180096e-05, + "loss": 3.5402, + "step": 4427 + }, + { + "epoch": 0.07579725774148821, + "grad_norm": 2.9907116889953613, + "learning_rate": 1.9890231917880815e-05, + "loss": 3.5612, + "step": 4428 + }, + { + "epoch": 0.07581437546003869, + "grad_norm": 3.264556646347046, + "learning_rate": 1.989014998356154e-05, + "loss": 3.6113, + "step": 4429 + }, + { + "epoch": 0.07583149317858916, + "grad_norm": 3.0190138816833496, + "learning_rate": 1.9890068018843393e-05, + "loss": 3.3886, + "step": 4430 + }, + { + "epoch": 0.07584861089713962, + "grad_norm": 2.9328553676605225, + "learning_rate": 1.9889986023726625e-05, + "loss": 3.468, + "step": 4431 + }, + { + "epoch": 0.0758657286156901, + "grad_norm": 3.3509926795959473, + "learning_rate": 1.988990399821148e-05, + "loss": 3.474, + "step": 4432 + }, + { + "epoch": 0.07588284633424057, + "grad_norm": 3.239870309829712, + "learning_rate": 1.9889821942298222e-05, + "loss": 3.6348, + "step": 4433 + }, + { + "epoch": 0.07589996405279105, + "grad_norm": 3.1077880859375, + "learning_rate": 1.9889739855987096e-05, + "loss": 3.5158, + "step": 4434 + }, + { + "epoch": 0.07591708177134152, + "grad_norm": 3.147737503051758, + "learning_rate": 1.9889657739278355e-05, + "loss": 3.5703, + "step": 4435 + }, + { + "epoch": 0.07593419948989198, + "grad_norm": 2.998056173324585, + "learning_rate": 1.988957559217225e-05, + "loss": 3.5549, + "step": 4436 + }, + { + "epoch": 0.07595131720844246, + "grad_norm": 3.029733419418335, + "learning_rate": 1.9889493414669042e-05, + "loss": 3.4605, + "step": 4437 + }, + { + "epoch": 0.07596843492699293, + "grad_norm": 2.9421937465667725, + "learning_rate": 1.9889411206768975e-05, + "loss": 3.4756, + "step": 4438 + }, + { + "epoch": 0.07598555264554341, + "grad_norm": 3.2183830738067627, + "learning_rate": 1.98893289684723e-05, + "loss": 3.5669, + "step": 4439 + }, + { + "epoch": 0.07600267036409387, + "grad_norm": 3.30981707572937, + "learning_rate": 1.988924669977928e-05, + "loss": 3.5286, + "step": 4440 + }, + { + "epoch": 0.07601978808264434, + "grad_norm": 3.058297872543335, + "learning_rate": 1.9889164400690156e-05, + "loss": 3.6078, + "step": 4441 + }, + { + "epoch": 0.07603690580119482, + "grad_norm": 3.2186954021453857, + "learning_rate": 1.9889082071205188e-05, + "loss": 3.4971, + "step": 4442 + }, + { + "epoch": 0.07605402351974529, + "grad_norm": 3.1935794353485107, + "learning_rate": 1.9888999711324628e-05, + "loss": 3.6084, + "step": 4443 + }, + { + "epoch": 0.07607114123829575, + "grad_norm": 3.1151251792907715, + "learning_rate": 1.9888917321048728e-05, + "loss": 3.5089, + "step": 4444 + }, + { + "epoch": 0.07608825895684623, + "grad_norm": 3.1127541065216064, + "learning_rate": 1.9888834900377745e-05, + "loss": 3.6169, + "step": 4445 + }, + { + "epoch": 0.0761053766753967, + "grad_norm": 2.8733208179473877, + "learning_rate": 1.9888752449311924e-05, + "loss": 3.3787, + "step": 4446 + }, + { + "epoch": 0.07612249439394718, + "grad_norm": 2.9489572048187256, + "learning_rate": 1.9888669967851528e-05, + "loss": 3.4556, + "step": 4447 + }, + { + "epoch": 0.07613961211249765, + "grad_norm": 2.975630283355713, + "learning_rate": 1.9888587455996805e-05, + "loss": 3.3906, + "step": 4448 + }, + { + "epoch": 0.07615672983104811, + "grad_norm": 3.1011011600494385, + "learning_rate": 1.988850491374801e-05, + "loss": 3.5914, + "step": 4449 + }, + { + "epoch": 0.07617384754959859, + "grad_norm": 2.880300521850586, + "learning_rate": 1.9888422341105397e-05, + "loss": 3.5132, + "step": 4450 + }, + { + "epoch": 0.07619096526814906, + "grad_norm": 2.9899239540100098, + "learning_rate": 1.988833973806922e-05, + "loss": 3.5312, + "step": 4451 + }, + { + "epoch": 0.07620808298669954, + "grad_norm": 2.824911594390869, + "learning_rate": 1.988825710463973e-05, + "loss": 3.2788, + "step": 4452 + }, + { + "epoch": 0.07622520070525, + "grad_norm": 2.93843674659729, + "learning_rate": 1.9888174440817185e-05, + "loss": 3.4697, + "step": 4453 + }, + { + "epoch": 0.07624231842380047, + "grad_norm": 2.874180555343628, + "learning_rate": 1.9888091746601835e-05, + "loss": 3.3547, + "step": 4454 + }, + { + "epoch": 0.07625943614235095, + "grad_norm": 3.200192451477051, + "learning_rate": 1.988800902199394e-05, + "loss": 3.5782, + "step": 4455 + }, + { + "epoch": 0.07627655386090142, + "grad_norm": 3.0863873958587646, + "learning_rate": 1.9887926266993748e-05, + "loss": 3.4862, + "step": 4456 + }, + { + "epoch": 0.0762936715794519, + "grad_norm": 2.9805591106414795, + "learning_rate": 1.9887843481601518e-05, + "loss": 3.4288, + "step": 4457 + }, + { + "epoch": 0.07631078929800236, + "grad_norm": 2.99735689163208, + "learning_rate": 1.9887760665817502e-05, + "loss": 3.5872, + "step": 4458 + }, + { + "epoch": 0.07632790701655283, + "grad_norm": 2.8496406078338623, + "learning_rate": 1.9887677819641955e-05, + "loss": 3.4177, + "step": 4459 + }, + { + "epoch": 0.07634502473510331, + "grad_norm": 3.207219362258911, + "learning_rate": 1.9887594943075133e-05, + "loss": 3.519, + "step": 4460 + }, + { + "epoch": 0.07636214245365378, + "grad_norm": 3.3102328777313232, + "learning_rate": 1.9887512036117287e-05, + "loss": 3.5879, + "step": 4461 + }, + { + "epoch": 0.07637926017220426, + "grad_norm": 3.4622273445129395, + "learning_rate": 1.9887429098768675e-05, + "loss": 3.5349, + "step": 4462 + }, + { + "epoch": 0.07639637789075472, + "grad_norm": 3.0990896224975586, + "learning_rate": 1.9887346131029554e-05, + "loss": 3.3984, + "step": 4463 + }, + { + "epoch": 0.07641349560930519, + "grad_norm": 3.4099318981170654, + "learning_rate": 1.9887263132900175e-05, + "loss": 3.655, + "step": 4464 + }, + { + "epoch": 0.07643061332785567, + "grad_norm": 3.125771999359131, + "learning_rate": 1.9887180104380795e-05, + "loss": 3.4612, + "step": 4465 + }, + { + "epoch": 0.07644773104640613, + "grad_norm": 2.989187002182007, + "learning_rate": 1.9887097045471666e-05, + "loss": 3.5561, + "step": 4466 + }, + { + "epoch": 0.0764648487649566, + "grad_norm": 2.8722286224365234, + "learning_rate": 1.9887013956173048e-05, + "loss": 3.5119, + "step": 4467 + }, + { + "epoch": 0.07648196648350708, + "grad_norm": 2.960256338119507, + "learning_rate": 1.988693083648519e-05, + "loss": 3.5142, + "step": 4468 + }, + { + "epoch": 0.07649908420205755, + "grad_norm": 2.978410243988037, + "learning_rate": 1.9886847686408357e-05, + "loss": 3.4593, + "step": 4469 + }, + { + "epoch": 0.07651620192060803, + "grad_norm": 2.974504232406616, + "learning_rate": 1.9886764505942797e-05, + "loss": 3.6905, + "step": 4470 + }, + { + "epoch": 0.07653331963915849, + "grad_norm": 2.9474387168884277, + "learning_rate": 1.988668129508877e-05, + "loss": 3.4617, + "step": 4471 + }, + { + "epoch": 0.07655043735770896, + "grad_norm": 2.8253772258758545, + "learning_rate": 1.988659805384653e-05, + "loss": 3.4763, + "step": 4472 + }, + { + "epoch": 0.07656755507625944, + "grad_norm": 2.871084690093994, + "learning_rate": 1.988651478221633e-05, + "loss": 3.5386, + "step": 4473 + }, + { + "epoch": 0.0765846727948099, + "grad_norm": 3.0232298374176025, + "learning_rate": 1.988643148019843e-05, + "loss": 3.5569, + "step": 4474 + }, + { + "epoch": 0.07660179051336038, + "grad_norm": 2.925002336502075, + "learning_rate": 1.9886348147793085e-05, + "loss": 3.5093, + "step": 4475 + }, + { + "epoch": 0.07661890823191085, + "grad_norm": 3.009817123413086, + "learning_rate": 1.9886264785000548e-05, + "loss": 3.5623, + "step": 4476 + }, + { + "epoch": 0.07663602595046132, + "grad_norm": 3.098424196243286, + "learning_rate": 1.988618139182108e-05, + "loss": 3.4712, + "step": 4477 + }, + { + "epoch": 0.0766531436690118, + "grad_norm": 2.961435317993164, + "learning_rate": 1.9886097968254937e-05, + "loss": 3.5404, + "step": 4478 + }, + { + "epoch": 0.07667026138756226, + "grad_norm": 3.0109784603118896, + "learning_rate": 1.988601451430237e-05, + "loss": 3.4777, + "step": 4479 + }, + { + "epoch": 0.07668737910611274, + "grad_norm": 3.449829578399658, + "learning_rate": 1.9885931029963642e-05, + "loss": 3.6035, + "step": 4480 + }, + { + "epoch": 0.07670449682466321, + "grad_norm": 3.198617696762085, + "learning_rate": 1.9885847515239006e-05, + "loss": 3.471, + "step": 4481 + }, + { + "epoch": 0.07672161454321368, + "grad_norm": 3.3909053802490234, + "learning_rate": 1.988576397012872e-05, + "loss": 3.5374, + "step": 4482 + }, + { + "epoch": 0.07673873226176416, + "grad_norm": 2.8339548110961914, + "learning_rate": 1.9885680394633037e-05, + "loss": 3.4717, + "step": 4483 + }, + { + "epoch": 0.07675584998031462, + "grad_norm": 2.8113834857940674, + "learning_rate": 1.988559678875222e-05, + "loss": 3.3527, + "step": 4484 + }, + { + "epoch": 0.0767729676988651, + "grad_norm": 3.3890891075134277, + "learning_rate": 1.9885513152486524e-05, + "loss": 3.3007, + "step": 4485 + }, + { + "epoch": 0.07679008541741557, + "grad_norm": 3.301607370376587, + "learning_rate": 1.9885429485836205e-05, + "loss": 3.4998, + "step": 4486 + }, + { + "epoch": 0.07680720313596603, + "grad_norm": 3.0866336822509766, + "learning_rate": 1.9885345788801516e-05, + "loss": 3.4467, + "step": 4487 + }, + { + "epoch": 0.07682432085451651, + "grad_norm": 3.2768361568450928, + "learning_rate": 1.9885262061382723e-05, + "loss": 3.5582, + "step": 4488 + }, + { + "epoch": 0.07684143857306698, + "grad_norm": 3.235443115234375, + "learning_rate": 1.9885178303580078e-05, + "loss": 3.4783, + "step": 4489 + }, + { + "epoch": 0.07685855629161745, + "grad_norm": 3.178853988647461, + "learning_rate": 1.988509451539384e-05, + "loss": 3.5448, + "step": 4490 + }, + { + "epoch": 0.07687567401016793, + "grad_norm": 3.014474630355835, + "learning_rate": 1.988501069682427e-05, + "loss": 3.4966, + "step": 4491 + }, + { + "epoch": 0.0768927917287184, + "grad_norm": 3.2087109088897705, + "learning_rate": 1.9884926847871613e-05, + "loss": 3.5027, + "step": 4492 + }, + { + "epoch": 0.07690990944726887, + "grad_norm": 3.1413605213165283, + "learning_rate": 1.988484296853614e-05, + "loss": 3.5388, + "step": 4493 + }, + { + "epoch": 0.07692702716581934, + "grad_norm": 3.0713953971862793, + "learning_rate": 1.9884759058818104e-05, + "loss": 3.4726, + "step": 4494 + }, + { + "epoch": 0.0769441448843698, + "grad_norm": 3.066251277923584, + "learning_rate": 1.988467511871776e-05, + "loss": 3.5741, + "step": 4495 + }, + { + "epoch": 0.07696126260292029, + "grad_norm": 2.9036545753479004, + "learning_rate": 1.9884591148235375e-05, + "loss": 3.4685, + "step": 4496 + }, + { + "epoch": 0.07697838032147075, + "grad_norm": 3.4190144538879395, + "learning_rate": 1.98845071473712e-05, + "loss": 3.5148, + "step": 4497 + }, + { + "epoch": 0.07699549804002123, + "grad_norm": 3.216057062149048, + "learning_rate": 1.9884423116125488e-05, + "loss": 3.5529, + "step": 4498 + }, + { + "epoch": 0.0770126157585717, + "grad_norm": 3.0425643920898438, + "learning_rate": 1.988433905449851e-05, + "loss": 3.4877, + "step": 4499 + }, + { + "epoch": 0.07702973347712216, + "grad_norm": 3.086874485015869, + "learning_rate": 1.9884254962490517e-05, + "loss": 3.5066, + "step": 4500 + }, + { + "epoch": 0.07704685119567264, + "grad_norm": 3.132848024368286, + "learning_rate": 1.9884170840101768e-05, + "loss": 3.4658, + "step": 4501 + }, + { + "epoch": 0.07706396891422311, + "grad_norm": 2.890014171600342, + "learning_rate": 1.988408668733252e-05, + "loss": 3.4255, + "step": 4502 + }, + { + "epoch": 0.07708108663277359, + "grad_norm": 2.8129379749298096, + "learning_rate": 1.9884002504183037e-05, + "loss": 3.3878, + "step": 4503 + }, + { + "epoch": 0.07709820435132406, + "grad_norm": 3.551865339279175, + "learning_rate": 1.988391829065357e-05, + "loss": 3.7186, + "step": 4504 + }, + { + "epoch": 0.07711532206987452, + "grad_norm": 3.8009467124938965, + "learning_rate": 1.9883834046744385e-05, + "loss": 3.5446, + "step": 4505 + }, + { + "epoch": 0.077132439788425, + "grad_norm": 3.908759832382202, + "learning_rate": 1.988374977245574e-05, + "loss": 3.5938, + "step": 4506 + }, + { + "epoch": 0.07714955750697547, + "grad_norm": 3.3252675533294678, + "learning_rate": 1.9883665467787886e-05, + "loss": 3.4902, + "step": 4507 + }, + { + "epoch": 0.07716667522552594, + "grad_norm": 2.8540284633636475, + "learning_rate": 1.9883581132741093e-05, + "loss": 3.5509, + "step": 4508 + }, + { + "epoch": 0.07718379294407642, + "grad_norm": 3.159445285797119, + "learning_rate": 1.9883496767315616e-05, + "loss": 3.5387, + "step": 4509 + }, + { + "epoch": 0.07720091066262688, + "grad_norm": 3.167412757873535, + "learning_rate": 1.9883412371511713e-05, + "loss": 3.4664, + "step": 4510 + }, + { + "epoch": 0.07721802838117736, + "grad_norm": 3.1716294288635254, + "learning_rate": 1.9883327945329644e-05, + "loss": 3.5808, + "step": 4511 + }, + { + "epoch": 0.07723514609972783, + "grad_norm": 2.9694433212280273, + "learning_rate": 1.988324348876967e-05, + "loss": 3.5973, + "step": 4512 + }, + { + "epoch": 0.0772522638182783, + "grad_norm": 3.018390417098999, + "learning_rate": 1.988315900183205e-05, + "loss": 3.3912, + "step": 4513 + }, + { + "epoch": 0.07726938153682877, + "grad_norm": 3.019542932510376, + "learning_rate": 1.988307448451704e-05, + "loss": 3.4929, + "step": 4514 + }, + { + "epoch": 0.07728649925537924, + "grad_norm": 2.7920467853546143, + "learning_rate": 1.9882989936824907e-05, + "loss": 3.3604, + "step": 4515 + }, + { + "epoch": 0.07730361697392972, + "grad_norm": 3.080153703689575, + "learning_rate": 1.98829053587559e-05, + "loss": 3.5158, + "step": 4516 + }, + { + "epoch": 0.07732073469248019, + "grad_norm": 2.96950626373291, + "learning_rate": 1.988282075031029e-05, + "loss": 3.5411, + "step": 4517 + }, + { + "epoch": 0.07733785241103065, + "grad_norm": 2.986952066421509, + "learning_rate": 1.9882736111488334e-05, + "loss": 3.512, + "step": 4518 + }, + { + "epoch": 0.07735497012958113, + "grad_norm": 2.889503002166748, + "learning_rate": 1.988265144229029e-05, + "loss": 3.554, + "step": 4519 + }, + { + "epoch": 0.0773720878481316, + "grad_norm": 3.0561609268188477, + "learning_rate": 1.9882566742716417e-05, + "loss": 3.3892, + "step": 4520 + }, + { + "epoch": 0.07738920556668208, + "grad_norm": 2.944570541381836, + "learning_rate": 1.988248201276698e-05, + "loss": 3.4907, + "step": 4521 + }, + { + "epoch": 0.07740632328523255, + "grad_norm": 3.1525425910949707, + "learning_rate": 1.9882397252442235e-05, + "loss": 3.4638, + "step": 4522 + }, + { + "epoch": 0.07742344100378301, + "grad_norm": 3.0747079849243164, + "learning_rate": 1.9882312461742444e-05, + "loss": 3.4804, + "step": 4523 + }, + { + "epoch": 0.07744055872233349, + "grad_norm": 3.1064329147338867, + "learning_rate": 1.988222764066787e-05, + "loss": 3.4295, + "step": 4524 + }, + { + "epoch": 0.07745767644088396, + "grad_norm": 3.1637461185455322, + "learning_rate": 1.988214278921877e-05, + "loss": 3.4456, + "step": 4525 + }, + { + "epoch": 0.07747479415943444, + "grad_norm": 3.1748552322387695, + "learning_rate": 1.9882057907395408e-05, + "loss": 3.2754, + "step": 4526 + }, + { + "epoch": 0.0774919118779849, + "grad_norm": 3.3546643257141113, + "learning_rate": 1.9881972995198045e-05, + "loss": 3.5602, + "step": 4527 + }, + { + "epoch": 0.07750902959653537, + "grad_norm": 2.996426582336426, + "learning_rate": 1.9881888052626937e-05, + "loss": 3.4092, + "step": 4528 + }, + { + "epoch": 0.07752614731508585, + "grad_norm": 3.0465869903564453, + "learning_rate": 1.988180307968235e-05, + "loss": 3.4459, + "step": 4529 + }, + { + "epoch": 0.07754326503363632, + "grad_norm": 3.135309934616089, + "learning_rate": 1.9881718076364546e-05, + "loss": 3.6409, + "step": 4530 + }, + { + "epoch": 0.07756038275218678, + "grad_norm": 2.937178611755371, + "learning_rate": 1.988163304267378e-05, + "loss": 3.5299, + "step": 4531 + }, + { + "epoch": 0.07757750047073726, + "grad_norm": 2.8508691787719727, + "learning_rate": 1.9881547978610318e-05, + "loss": 3.428, + "step": 4532 + }, + { + "epoch": 0.07759461818928773, + "grad_norm": 3.0441203117370605, + "learning_rate": 1.9881462884174422e-05, + "loss": 3.525, + "step": 4533 + }, + { + "epoch": 0.07761173590783821, + "grad_norm": 3.298706531524658, + "learning_rate": 1.988137775936635e-05, + "loss": 3.5284, + "step": 4534 + }, + { + "epoch": 0.07762885362638867, + "grad_norm": 3.0260825157165527, + "learning_rate": 1.9881292604186372e-05, + "loss": 3.4684, + "step": 4535 + }, + { + "epoch": 0.07764597134493914, + "grad_norm": 3.152905225753784, + "learning_rate": 1.988120741863474e-05, + "loss": 3.4922, + "step": 4536 + }, + { + "epoch": 0.07766308906348962, + "grad_norm": 2.9949803352355957, + "learning_rate": 1.9881122202711717e-05, + "loss": 3.5538, + "step": 4537 + }, + { + "epoch": 0.07768020678204009, + "grad_norm": 3.3494324684143066, + "learning_rate": 1.988103695641757e-05, + "loss": 3.5723, + "step": 4538 + }, + { + "epoch": 0.07769732450059057, + "grad_norm": 3.4378819465637207, + "learning_rate": 1.988095167975256e-05, + "loss": 3.5248, + "step": 4539 + }, + { + "epoch": 0.07771444221914103, + "grad_norm": 2.9747304916381836, + "learning_rate": 1.9880866372716945e-05, + "loss": 3.3493, + "step": 4540 + }, + { + "epoch": 0.0777315599376915, + "grad_norm": 3.20845890045166, + "learning_rate": 1.9880781035310993e-05, + "loss": 3.5064, + "step": 4541 + }, + { + "epoch": 0.07774867765624198, + "grad_norm": 3.101439952850342, + "learning_rate": 1.9880695667534957e-05, + "loss": 3.5652, + "step": 4542 + }, + { + "epoch": 0.07776579537479245, + "grad_norm": 2.9431426525115967, + "learning_rate": 1.988061026938911e-05, + "loss": 3.4364, + "step": 4543 + }, + { + "epoch": 0.07778291309334293, + "grad_norm": 3.0242807865142822, + "learning_rate": 1.988052484087371e-05, + "loss": 3.5296, + "step": 4544 + }, + { + "epoch": 0.07780003081189339, + "grad_norm": 3.1714701652526855, + "learning_rate": 1.988043938198902e-05, + "loss": 3.6067, + "step": 4545 + }, + { + "epoch": 0.07781714853044386, + "grad_norm": 3.107046127319336, + "learning_rate": 1.98803538927353e-05, + "loss": 3.4615, + "step": 4546 + }, + { + "epoch": 0.07783426624899434, + "grad_norm": 2.98663592338562, + "learning_rate": 1.9880268373112815e-05, + "loss": 3.4966, + "step": 4547 + }, + { + "epoch": 0.0778513839675448, + "grad_norm": 2.912872791290283, + "learning_rate": 1.988018282312183e-05, + "loss": 3.5145, + "step": 4548 + }, + { + "epoch": 0.07786850168609527, + "grad_norm": 3.0027270317077637, + "learning_rate": 1.9880097242762605e-05, + "loss": 3.4906, + "step": 4549 + }, + { + "epoch": 0.07788561940464575, + "grad_norm": 3.147783041000366, + "learning_rate": 1.9880011632035402e-05, + "loss": 3.3805, + "step": 4550 + }, + { + "epoch": 0.07790273712319622, + "grad_norm": 2.806323528289795, + "learning_rate": 1.9879925990940488e-05, + "loss": 3.3654, + "step": 4551 + }, + { + "epoch": 0.0779198548417467, + "grad_norm": 3.0414981842041016, + "learning_rate": 1.9879840319478126e-05, + "loss": 3.5682, + "step": 4552 + }, + { + "epoch": 0.07793697256029716, + "grad_norm": 2.9074807167053223, + "learning_rate": 1.987975461764857e-05, + "loss": 3.4671, + "step": 4553 + }, + { + "epoch": 0.07795409027884763, + "grad_norm": 3.0364887714385986, + "learning_rate": 1.98796688854521e-05, + "loss": 3.4571, + "step": 4554 + }, + { + "epoch": 0.07797120799739811, + "grad_norm": 2.8715147972106934, + "learning_rate": 1.9879583122888965e-05, + "loss": 3.5172, + "step": 4555 + }, + { + "epoch": 0.07798832571594858, + "grad_norm": 2.98237943649292, + "learning_rate": 1.9879497329959435e-05, + "loss": 3.3765, + "step": 4556 + }, + { + "epoch": 0.07800544343449906, + "grad_norm": 3.128213882446289, + "learning_rate": 1.9879411506663774e-05, + "loss": 3.5361, + "step": 4557 + }, + { + "epoch": 0.07802256115304952, + "grad_norm": 2.9349093437194824, + "learning_rate": 1.9879325653002242e-05, + "loss": 3.4617, + "step": 4558 + }, + { + "epoch": 0.07803967887159999, + "grad_norm": 2.940277338027954, + "learning_rate": 1.9879239768975108e-05, + "loss": 3.5739, + "step": 4559 + }, + { + "epoch": 0.07805679659015047, + "grad_norm": 3.0171942710876465, + "learning_rate": 1.9879153854582636e-05, + "loss": 3.5565, + "step": 4560 + }, + { + "epoch": 0.07807391430870093, + "grad_norm": 3.1536192893981934, + "learning_rate": 1.9879067909825082e-05, + "loss": 3.3877, + "step": 4561 + }, + { + "epoch": 0.07809103202725141, + "grad_norm": 2.9041621685028076, + "learning_rate": 1.987898193470272e-05, + "loss": 3.5422, + "step": 4562 + }, + { + "epoch": 0.07810814974580188, + "grad_norm": 3.0886964797973633, + "learning_rate": 1.9878895929215807e-05, + "loss": 3.6536, + "step": 4563 + }, + { + "epoch": 0.07812526746435235, + "grad_norm": 2.884398937225342, + "learning_rate": 1.987880989336461e-05, + "loss": 3.4175, + "step": 4564 + }, + { + "epoch": 0.07814238518290283, + "grad_norm": 3.0185320377349854, + "learning_rate": 1.9878723827149397e-05, + "loss": 3.5851, + "step": 4565 + }, + { + "epoch": 0.07815950290145329, + "grad_norm": 3.02909779548645, + "learning_rate": 1.9878637730570428e-05, + "loss": 3.5266, + "step": 4566 + }, + { + "epoch": 0.07817662062000377, + "grad_norm": 2.9228694438934326, + "learning_rate": 1.9878551603627966e-05, + "loss": 3.4516, + "step": 4567 + }, + { + "epoch": 0.07819373833855424, + "grad_norm": 2.9601447582244873, + "learning_rate": 1.987846544632228e-05, + "loss": 3.4427, + "step": 4568 + }, + { + "epoch": 0.0782108560571047, + "grad_norm": 3.1611099243164062, + "learning_rate": 1.9878379258653635e-05, + "loss": 3.6394, + "step": 4569 + }, + { + "epoch": 0.07822797377565519, + "grad_norm": 3.118070363998413, + "learning_rate": 1.9878293040622294e-05, + "loss": 3.5962, + "step": 4570 + }, + { + "epoch": 0.07824509149420565, + "grad_norm": 2.998030185699463, + "learning_rate": 1.987820679222852e-05, + "loss": 3.5173, + "step": 4571 + }, + { + "epoch": 0.07826220921275612, + "grad_norm": 2.9696264266967773, + "learning_rate": 1.9878120513472586e-05, + "loss": 3.3794, + "step": 4572 + }, + { + "epoch": 0.0782793269313066, + "grad_norm": 3.1705000400543213, + "learning_rate": 1.9878034204354747e-05, + "loss": 3.5711, + "step": 4573 + }, + { + "epoch": 0.07829644464985706, + "grad_norm": 2.827263355255127, + "learning_rate": 1.9877947864875273e-05, + "loss": 3.5209, + "step": 4574 + }, + { + "epoch": 0.07831356236840754, + "grad_norm": 3.071082830429077, + "learning_rate": 1.9877861495034428e-05, + "loss": 3.4517, + "step": 4575 + }, + { + "epoch": 0.07833068008695801, + "grad_norm": 2.9822754859924316, + "learning_rate": 1.987777509483248e-05, + "loss": 3.4124, + "step": 4576 + }, + { + "epoch": 0.07834779780550848, + "grad_norm": 2.8708465099334717, + "learning_rate": 1.9877688664269697e-05, + "loss": 3.4914, + "step": 4577 + }, + { + "epoch": 0.07836491552405896, + "grad_norm": 2.9795873165130615, + "learning_rate": 1.987760220334634e-05, + "loss": 3.4444, + "step": 4578 + }, + { + "epoch": 0.07838203324260942, + "grad_norm": 2.895782232284546, + "learning_rate": 1.987751571206267e-05, + "loss": 3.5059, + "step": 4579 + }, + { + "epoch": 0.0783991509611599, + "grad_norm": 2.969813585281372, + "learning_rate": 1.9877429190418963e-05, + "loss": 3.4067, + "step": 4580 + }, + { + "epoch": 0.07841626867971037, + "grad_norm": 3.1905055046081543, + "learning_rate": 1.987734263841548e-05, + "loss": 3.4247, + "step": 4581 + }, + { + "epoch": 0.07843338639826083, + "grad_norm": 3.132652759552002, + "learning_rate": 1.9877256056052486e-05, + "loss": 3.5633, + "step": 4582 + }, + { + "epoch": 0.07845050411681131, + "grad_norm": 2.9677224159240723, + "learning_rate": 1.987716944333025e-05, + "loss": 3.3626, + "step": 4583 + }, + { + "epoch": 0.07846762183536178, + "grad_norm": 3.398973226547241, + "learning_rate": 1.9877082800249038e-05, + "loss": 3.6082, + "step": 4584 + }, + { + "epoch": 0.07848473955391226, + "grad_norm": 3.2535693645477295, + "learning_rate": 1.9876996126809115e-05, + "loss": 3.5176, + "step": 4585 + }, + { + "epoch": 0.07850185727246273, + "grad_norm": 3.1725971698760986, + "learning_rate": 1.9876909423010745e-05, + "loss": 3.4972, + "step": 4586 + }, + { + "epoch": 0.0785189749910132, + "grad_norm": 2.96077036857605, + "learning_rate": 1.98768226888542e-05, + "loss": 3.4119, + "step": 4587 + }, + { + "epoch": 0.07853609270956367, + "grad_norm": 3.0064334869384766, + "learning_rate": 1.987673592433974e-05, + "loss": 3.5123, + "step": 4588 + }, + { + "epoch": 0.07855321042811414, + "grad_norm": 2.9790141582489014, + "learning_rate": 1.987664912946764e-05, + "loss": 3.5111, + "step": 4589 + }, + { + "epoch": 0.0785703281466646, + "grad_norm": 2.850316047668457, + "learning_rate": 1.987656230423816e-05, + "loss": 3.4898, + "step": 4590 + }, + { + "epoch": 0.07858744586521509, + "grad_norm": 2.733874559402466, + "learning_rate": 1.987647544865157e-05, + "loss": 3.6538, + "step": 4591 + }, + { + "epoch": 0.07860456358376555, + "grad_norm": 2.8546342849731445, + "learning_rate": 1.9876388562708136e-05, + "loss": 3.4033, + "step": 4592 + }, + { + "epoch": 0.07862168130231603, + "grad_norm": 2.9118869304656982, + "learning_rate": 1.987630164640812e-05, + "loss": 3.6217, + "step": 4593 + }, + { + "epoch": 0.0786387990208665, + "grad_norm": 2.9427807331085205, + "learning_rate": 1.98762146997518e-05, + "loss": 3.4524, + "step": 4594 + }, + { + "epoch": 0.07865591673941696, + "grad_norm": 2.9065239429473877, + "learning_rate": 1.9876127722739436e-05, + "loss": 3.4403, + "step": 4595 + }, + { + "epoch": 0.07867303445796744, + "grad_norm": 2.9432473182678223, + "learning_rate": 1.9876040715371295e-05, + "loss": 3.3472, + "step": 4596 + }, + { + "epoch": 0.07869015217651791, + "grad_norm": 2.9536004066467285, + "learning_rate": 1.9875953677647648e-05, + "loss": 3.525, + "step": 4597 + }, + { + "epoch": 0.07870726989506839, + "grad_norm": 2.8429019451141357, + "learning_rate": 1.987586660956876e-05, + "loss": 3.416, + "step": 4598 + }, + { + "epoch": 0.07872438761361886, + "grad_norm": 3.072578191757202, + "learning_rate": 1.98757795111349e-05, + "loss": 3.4323, + "step": 4599 + }, + { + "epoch": 0.07874150533216932, + "grad_norm": 2.9955525398254395, + "learning_rate": 1.9875692382346334e-05, + "loss": 3.5784, + "step": 4600 + }, + { + "epoch": 0.0787586230507198, + "grad_norm": 3.1058754920959473, + "learning_rate": 1.9875605223203333e-05, + "loss": 3.4965, + "step": 4601 + }, + { + "epoch": 0.07877574076927027, + "grad_norm": 3.243539810180664, + "learning_rate": 1.987551803370616e-05, + "loss": 3.6216, + "step": 4602 + }, + { + "epoch": 0.07879285848782075, + "grad_norm": 3.125152349472046, + "learning_rate": 1.987543081385509e-05, + "loss": 3.5899, + "step": 4603 + }, + { + "epoch": 0.07880997620637122, + "grad_norm": 3.0926575660705566, + "learning_rate": 1.987534356365038e-05, + "loss": 3.5889, + "step": 4604 + }, + { + "epoch": 0.07882709392492168, + "grad_norm": 2.981473207473755, + "learning_rate": 1.987525628309231e-05, + "loss": 3.5832, + "step": 4605 + }, + { + "epoch": 0.07884421164347216, + "grad_norm": 2.921466112136841, + "learning_rate": 1.9875168972181142e-05, + "loss": 3.4593, + "step": 4606 + }, + { + "epoch": 0.07886132936202263, + "grad_norm": 3.0375595092773438, + "learning_rate": 1.9875081630917146e-05, + "loss": 3.4785, + "step": 4607 + }, + { + "epoch": 0.07887844708057311, + "grad_norm": 3.000603675842285, + "learning_rate": 1.987499425930059e-05, + "loss": 3.4497, + "step": 4608 + }, + { + "epoch": 0.07889556479912357, + "grad_norm": 2.8341469764709473, + "learning_rate": 1.987490685733174e-05, + "loss": 3.33, + "step": 4609 + }, + { + "epoch": 0.07891268251767404, + "grad_norm": 2.9558987617492676, + "learning_rate": 1.987481942501087e-05, + "loss": 3.601, + "step": 4610 + }, + { + "epoch": 0.07892980023622452, + "grad_norm": 3.105616807937622, + "learning_rate": 1.9874731962338248e-05, + "loss": 3.5208, + "step": 4611 + }, + { + "epoch": 0.07894691795477499, + "grad_norm": 2.8814711570739746, + "learning_rate": 1.9874644469314137e-05, + "loss": 3.5121, + "step": 4612 + }, + { + "epoch": 0.07896403567332545, + "grad_norm": 2.860928773880005, + "learning_rate": 1.9874556945938813e-05, + "loss": 3.5128, + "step": 4613 + }, + { + "epoch": 0.07898115339187593, + "grad_norm": 3.4617273807525635, + "learning_rate": 1.9874469392212537e-05, + "loss": 3.5059, + "step": 4614 + }, + { + "epoch": 0.0789982711104264, + "grad_norm": 3.1125199794769287, + "learning_rate": 1.9874381808135587e-05, + "loss": 3.3241, + "step": 4615 + }, + { + "epoch": 0.07901538882897688, + "grad_norm": 3.0254321098327637, + "learning_rate": 1.9874294193708226e-05, + "loss": 3.5014, + "step": 4616 + }, + { + "epoch": 0.07903250654752735, + "grad_norm": 3.272765636444092, + "learning_rate": 1.9874206548930726e-05, + "loss": 3.4715, + "step": 4617 + }, + { + "epoch": 0.07904962426607781, + "grad_norm": 2.9828319549560547, + "learning_rate": 1.987411887380336e-05, + "loss": 3.6165, + "step": 4618 + }, + { + "epoch": 0.07906674198462829, + "grad_norm": 3.097639799118042, + "learning_rate": 1.987403116832639e-05, + "loss": 3.4199, + "step": 4619 + }, + { + "epoch": 0.07908385970317876, + "grad_norm": 3.1875789165496826, + "learning_rate": 1.9873943432500085e-05, + "loss": 3.5818, + "step": 4620 + }, + { + "epoch": 0.07910097742172924, + "grad_norm": 3.1481103897094727, + "learning_rate": 1.9873855666324726e-05, + "loss": 3.544, + "step": 4621 + }, + { + "epoch": 0.0791180951402797, + "grad_norm": 2.9958908557891846, + "learning_rate": 1.987376786980057e-05, + "loss": 3.3497, + "step": 4622 + }, + { + "epoch": 0.07913521285883017, + "grad_norm": 2.99296236038208, + "learning_rate": 1.9873680042927892e-05, + "loss": 3.5026, + "step": 4623 + }, + { + "epoch": 0.07915233057738065, + "grad_norm": 3.1007931232452393, + "learning_rate": 1.9873592185706963e-05, + "loss": 3.5685, + "step": 4624 + }, + { + "epoch": 0.07916944829593112, + "grad_norm": 3.0096774101257324, + "learning_rate": 1.9873504298138053e-05, + "loss": 3.4407, + "step": 4625 + }, + { + "epoch": 0.0791865660144816, + "grad_norm": 3.0099198818206787, + "learning_rate": 1.987341638022143e-05, + "loss": 3.5203, + "step": 4626 + }, + { + "epoch": 0.07920368373303206, + "grad_norm": 3.0948188304901123, + "learning_rate": 1.9873328431957365e-05, + "loss": 3.5339, + "step": 4627 + }, + { + "epoch": 0.07922080145158253, + "grad_norm": 3.003366708755493, + "learning_rate": 1.9873240453346132e-05, + "loss": 3.5386, + "step": 4628 + }, + { + "epoch": 0.07923791917013301, + "grad_norm": 3.164794445037842, + "learning_rate": 1.9873152444387996e-05, + "loss": 3.3953, + "step": 4629 + }, + { + "epoch": 0.07925503688868347, + "grad_norm": 3.0183804035186768, + "learning_rate": 1.987306440508323e-05, + "loss": 3.4905, + "step": 4630 + }, + { + "epoch": 0.07927215460723394, + "grad_norm": 2.884772300720215, + "learning_rate": 1.9872976335432103e-05, + "loss": 3.4984, + "step": 4631 + }, + { + "epoch": 0.07928927232578442, + "grad_norm": 2.8306005001068115, + "learning_rate": 1.987288823543489e-05, + "loss": 3.5425, + "step": 4632 + }, + { + "epoch": 0.07930639004433489, + "grad_norm": 3.1424710750579834, + "learning_rate": 1.9872800105091856e-05, + "loss": 3.5531, + "step": 4633 + }, + { + "epoch": 0.07932350776288537, + "grad_norm": 2.9600234031677246, + "learning_rate": 1.9872711944403275e-05, + "loss": 3.5541, + "step": 4634 + }, + { + "epoch": 0.07934062548143583, + "grad_norm": 3.10138201713562, + "learning_rate": 1.987262375336942e-05, + "loss": 3.4986, + "step": 4635 + }, + { + "epoch": 0.0793577431999863, + "grad_norm": 3.039205312728882, + "learning_rate": 1.9872535531990558e-05, + "loss": 3.5539, + "step": 4636 + }, + { + "epoch": 0.07937486091853678, + "grad_norm": 2.808168411254883, + "learning_rate": 1.987244728026696e-05, + "loss": 3.445, + "step": 4637 + }, + { + "epoch": 0.07939197863708725, + "grad_norm": 2.8160593509674072, + "learning_rate": 1.9872358998198904e-05, + "loss": 3.5425, + "step": 4638 + }, + { + "epoch": 0.07940909635563773, + "grad_norm": 2.8725104331970215, + "learning_rate": 1.9872270685786654e-05, + "loss": 3.5918, + "step": 4639 + }, + { + "epoch": 0.07942621407418819, + "grad_norm": 3.1956002712249756, + "learning_rate": 1.987218234303048e-05, + "loss": 3.3993, + "step": 4640 + }, + { + "epoch": 0.07944333179273866, + "grad_norm": 3.2445669174194336, + "learning_rate": 1.9872093969930665e-05, + "loss": 3.4788, + "step": 4641 + }, + { + "epoch": 0.07946044951128914, + "grad_norm": 3.223289966583252, + "learning_rate": 1.987200556648747e-05, + "loss": 3.5325, + "step": 4642 + }, + { + "epoch": 0.0794775672298396, + "grad_norm": 3.2849817276000977, + "learning_rate": 1.9871917132701167e-05, + "loss": 3.474, + "step": 4643 + }, + { + "epoch": 0.07949468494839008, + "grad_norm": 3.0640928745269775, + "learning_rate": 1.987182866857203e-05, + "loss": 3.4941, + "step": 4644 + }, + { + "epoch": 0.07951180266694055, + "grad_norm": 2.9664416313171387, + "learning_rate": 1.987174017410034e-05, + "loss": 3.4422, + "step": 4645 + }, + { + "epoch": 0.07952892038549102, + "grad_norm": 3.0579442977905273, + "learning_rate": 1.9871651649286354e-05, + "loss": 3.4936, + "step": 4646 + }, + { + "epoch": 0.0795460381040415, + "grad_norm": 2.7626240253448486, + "learning_rate": 1.987156309413035e-05, + "loss": 3.4597, + "step": 4647 + }, + { + "epoch": 0.07956315582259196, + "grad_norm": 2.9452192783355713, + "learning_rate": 1.9871474508632605e-05, + "loss": 3.3196, + "step": 4648 + }, + { + "epoch": 0.07958027354114244, + "grad_norm": 2.9242665767669678, + "learning_rate": 1.9871385892793384e-05, + "loss": 3.5052, + "step": 4649 + }, + { + "epoch": 0.07959739125969291, + "grad_norm": 3.0919437408447266, + "learning_rate": 1.987129724661296e-05, + "loss": 3.6066, + "step": 4650 + }, + { + "epoch": 0.07961450897824338, + "grad_norm": 3.043348789215088, + "learning_rate": 1.9871208570091614e-05, + "loss": 3.4026, + "step": 4651 + }, + { + "epoch": 0.07963162669679386, + "grad_norm": 2.8871662616729736, + "learning_rate": 1.987111986322961e-05, + "loss": 3.4729, + "step": 4652 + }, + { + "epoch": 0.07964874441534432, + "grad_norm": 3.078829765319824, + "learning_rate": 1.987103112602722e-05, + "loss": 3.4402, + "step": 4653 + }, + { + "epoch": 0.07966586213389479, + "grad_norm": 2.847580671310425, + "learning_rate": 1.9870942358484724e-05, + "loss": 3.439, + "step": 4654 + }, + { + "epoch": 0.07968297985244527, + "grad_norm": 2.9692020416259766, + "learning_rate": 1.987085356060239e-05, + "loss": 3.3839, + "step": 4655 + }, + { + "epoch": 0.07970009757099573, + "grad_norm": 3.175013542175293, + "learning_rate": 1.987076473238049e-05, + "loss": 3.452, + "step": 4656 + }, + { + "epoch": 0.07971721528954621, + "grad_norm": 3.02721905708313, + "learning_rate": 1.98706758738193e-05, + "loss": 3.5706, + "step": 4657 + }, + { + "epoch": 0.07973433300809668, + "grad_norm": 3.0355851650238037, + "learning_rate": 1.987058698491909e-05, + "loss": 3.3934, + "step": 4658 + }, + { + "epoch": 0.07975145072664715, + "grad_norm": 3.0546047687530518, + "learning_rate": 1.987049806568014e-05, + "loss": 3.5677, + "step": 4659 + }, + { + "epoch": 0.07976856844519763, + "grad_norm": 2.9926133155822754, + "learning_rate": 1.9870409116102715e-05, + "loss": 3.5966, + "step": 4660 + }, + { + "epoch": 0.07978568616374809, + "grad_norm": 2.8151535987854004, + "learning_rate": 1.9870320136187092e-05, + "loss": 3.5447, + "step": 4661 + }, + { + "epoch": 0.07980280388229857, + "grad_norm": 2.7198047637939453, + "learning_rate": 1.9870231125933545e-05, + "loss": 3.2903, + "step": 4662 + }, + { + "epoch": 0.07981992160084904, + "grad_norm": 3.073819398880005, + "learning_rate": 1.9870142085342343e-05, + "loss": 3.4473, + "step": 4663 + }, + { + "epoch": 0.0798370393193995, + "grad_norm": 2.889164447784424, + "learning_rate": 1.987005301441377e-05, + "loss": 3.4265, + "step": 4664 + }, + { + "epoch": 0.07985415703794999, + "grad_norm": 3.1464669704437256, + "learning_rate": 1.9869963913148087e-05, + "loss": 3.4866, + "step": 4665 + }, + { + "epoch": 0.07987127475650045, + "grad_norm": 3.0907392501831055, + "learning_rate": 1.986987478154558e-05, + "loss": 3.6553, + "step": 4666 + }, + { + "epoch": 0.07988839247505093, + "grad_norm": 3.1469473838806152, + "learning_rate": 1.986978561960651e-05, + "loss": 3.496, + "step": 4667 + }, + { + "epoch": 0.0799055101936014, + "grad_norm": 3.306825637817383, + "learning_rate": 1.9869696427331164e-05, + "loss": 3.5758, + "step": 4668 + }, + { + "epoch": 0.07992262791215186, + "grad_norm": 3.4622244834899902, + "learning_rate": 1.986960720471981e-05, + "loss": 3.6524, + "step": 4669 + }, + { + "epoch": 0.07993974563070234, + "grad_norm": 2.9857699871063232, + "learning_rate": 1.986951795177272e-05, + "loss": 3.425, + "step": 4670 + }, + { + "epoch": 0.07995686334925281, + "grad_norm": 3.2165822982788086, + "learning_rate": 1.9869428668490172e-05, + "loss": 3.3723, + "step": 4671 + }, + { + "epoch": 0.07997398106780328, + "grad_norm": 3.1845486164093018, + "learning_rate": 1.986933935487244e-05, + "loss": 3.5206, + "step": 4672 + }, + { + "epoch": 0.07999109878635376, + "grad_norm": 3.3221113681793213, + "learning_rate": 1.98692500109198e-05, + "loss": 3.4273, + "step": 4673 + }, + { + "epoch": 0.08000821650490422, + "grad_norm": 3.1201443672180176, + "learning_rate": 1.986916063663252e-05, + "loss": 3.459, + "step": 4674 + }, + { + "epoch": 0.0800253342234547, + "grad_norm": 2.8921470642089844, + "learning_rate": 1.9869071232010883e-05, + "loss": 3.4225, + "step": 4675 + }, + { + "epoch": 0.08004245194200517, + "grad_norm": 3.427462339401245, + "learning_rate": 1.9868981797055154e-05, + "loss": 3.5067, + "step": 4676 + }, + { + "epoch": 0.08005956966055564, + "grad_norm": 3.282860040664673, + "learning_rate": 1.9868892331765618e-05, + "loss": 3.5235, + "step": 4677 + }, + { + "epoch": 0.08007668737910612, + "grad_norm": 3.1049163341522217, + "learning_rate": 1.9868802836142547e-05, + "loss": 3.5159, + "step": 4678 + }, + { + "epoch": 0.08009380509765658, + "grad_norm": 3.1025989055633545, + "learning_rate": 1.9868713310186214e-05, + "loss": 3.5569, + "step": 4679 + }, + { + "epoch": 0.08011092281620706, + "grad_norm": 3.0373270511627197, + "learning_rate": 1.9868623753896892e-05, + "loss": 3.4978, + "step": 4680 + }, + { + "epoch": 0.08012804053475753, + "grad_norm": 2.9920215606689453, + "learning_rate": 1.9868534167274866e-05, + "loss": 3.531, + "step": 4681 + }, + { + "epoch": 0.080145158253308, + "grad_norm": 3.049466848373413, + "learning_rate": 1.9868444550320397e-05, + "loss": 3.5383, + "step": 4682 + }, + { + "epoch": 0.08016227597185847, + "grad_norm": 2.9436919689178467, + "learning_rate": 1.9868354903033774e-05, + "loss": 3.4665, + "step": 4683 + }, + { + "epoch": 0.08017939369040894, + "grad_norm": 2.9064934253692627, + "learning_rate": 1.9868265225415263e-05, + "loss": 3.475, + "step": 4684 + }, + { + "epoch": 0.08019651140895942, + "grad_norm": 2.816243886947632, + "learning_rate": 1.9868175517465145e-05, + "loss": 3.5063, + "step": 4685 + }, + { + "epoch": 0.08021362912750989, + "grad_norm": 3.126509189605713, + "learning_rate": 1.9868085779183693e-05, + "loss": 3.5557, + "step": 4686 + }, + { + "epoch": 0.08023074684606035, + "grad_norm": 2.922370433807373, + "learning_rate": 1.9867996010571184e-05, + "loss": 3.4372, + "step": 4687 + }, + { + "epoch": 0.08024786456461083, + "grad_norm": 2.8772575855255127, + "learning_rate": 1.9867906211627895e-05, + "loss": 3.41, + "step": 4688 + }, + { + "epoch": 0.0802649822831613, + "grad_norm": 2.8766093254089355, + "learning_rate": 1.98678163823541e-05, + "loss": 3.4484, + "step": 4689 + }, + { + "epoch": 0.08028210000171178, + "grad_norm": 2.95959734916687, + "learning_rate": 1.9867726522750077e-05, + "loss": 3.3551, + "step": 4690 + }, + { + "epoch": 0.08029921772026224, + "grad_norm": 2.9534544944763184, + "learning_rate": 1.98676366328161e-05, + "loss": 3.4523, + "step": 4691 + }, + { + "epoch": 0.08031633543881271, + "grad_norm": 3.1115994453430176, + "learning_rate": 1.986754671255245e-05, + "loss": 3.5648, + "step": 4692 + }, + { + "epoch": 0.08033345315736319, + "grad_norm": 3.1113967895507812, + "learning_rate": 1.9867456761959393e-05, + "loss": 3.4775, + "step": 4693 + }, + { + "epoch": 0.08035057087591366, + "grad_norm": 2.819392204284668, + "learning_rate": 1.9867366781037218e-05, + "loss": 3.4887, + "step": 4694 + }, + { + "epoch": 0.08036768859446412, + "grad_norm": 3.106074333190918, + "learning_rate": 1.986727676978619e-05, + "loss": 3.4097, + "step": 4695 + }, + { + "epoch": 0.0803848063130146, + "grad_norm": 2.957841157913208, + "learning_rate": 1.98671867282066e-05, + "loss": 3.5192, + "step": 4696 + }, + { + "epoch": 0.08040192403156507, + "grad_norm": 2.8214035034179688, + "learning_rate": 1.9867096656298713e-05, + "loss": 3.3931, + "step": 4697 + }, + { + "epoch": 0.08041904175011555, + "grad_norm": 2.970829725265503, + "learning_rate": 1.9867006554062805e-05, + "loss": 3.5065, + "step": 4698 + }, + { + "epoch": 0.08043615946866602, + "grad_norm": 2.9604873657226562, + "learning_rate": 1.986691642149916e-05, + "loss": 3.4005, + "step": 4699 + }, + { + "epoch": 0.08045327718721648, + "grad_norm": 3.09552001953125, + "learning_rate": 1.986682625860805e-05, + "loss": 3.5507, + "step": 4700 + }, + { + "epoch": 0.08047039490576696, + "grad_norm": 3.1162524223327637, + "learning_rate": 1.9866736065389757e-05, + "loss": 3.5245, + "step": 4701 + }, + { + "epoch": 0.08048751262431743, + "grad_norm": 2.9267539978027344, + "learning_rate": 1.9866645841844556e-05, + "loss": 3.4421, + "step": 4702 + }, + { + "epoch": 0.08050463034286791, + "grad_norm": 2.8960297107696533, + "learning_rate": 1.9866555587972722e-05, + "loss": 3.3636, + "step": 4703 + }, + { + "epoch": 0.08052174806141837, + "grad_norm": 3.11043119430542, + "learning_rate": 1.9866465303774537e-05, + "loss": 3.4573, + "step": 4704 + }, + { + "epoch": 0.08053886577996884, + "grad_norm": 3.1660959720611572, + "learning_rate": 1.986637498925027e-05, + "loss": 3.484, + "step": 4705 + }, + { + "epoch": 0.08055598349851932, + "grad_norm": 2.7974894046783447, + "learning_rate": 1.986628464440021e-05, + "loss": 3.4378, + "step": 4706 + }, + { + "epoch": 0.08057310121706979, + "grad_norm": 2.881073474884033, + "learning_rate": 1.9866194269224625e-05, + "loss": 3.327, + "step": 4707 + }, + { + "epoch": 0.08059021893562027, + "grad_norm": 2.964210271835327, + "learning_rate": 1.9866103863723797e-05, + "loss": 3.5052, + "step": 4708 + }, + { + "epoch": 0.08060733665417073, + "grad_norm": 3.1667137145996094, + "learning_rate": 1.9866013427898007e-05, + "loss": 3.6079, + "step": 4709 + }, + { + "epoch": 0.0806244543727212, + "grad_norm": 2.9916107654571533, + "learning_rate": 1.9865922961747526e-05, + "loss": 3.5135, + "step": 4710 + }, + { + "epoch": 0.08064157209127168, + "grad_norm": 2.8621788024902344, + "learning_rate": 1.9865832465272636e-05, + "loss": 3.4544, + "step": 4711 + }, + { + "epoch": 0.08065868980982215, + "grad_norm": 3.8508973121643066, + "learning_rate": 1.9865741938473614e-05, + "loss": 3.3758, + "step": 4712 + }, + { + "epoch": 0.08067580752837261, + "grad_norm": 2.890509843826294, + "learning_rate": 1.9865651381350744e-05, + "loss": 3.4367, + "step": 4713 + }, + { + "epoch": 0.08069292524692309, + "grad_norm": 2.9745287895202637, + "learning_rate": 1.9865560793904295e-05, + "loss": 3.4807, + "step": 4714 + }, + { + "epoch": 0.08071004296547356, + "grad_norm": 3.135847330093384, + "learning_rate": 1.986547017613455e-05, + "loss": 3.5801, + "step": 4715 + }, + { + "epoch": 0.08072716068402404, + "grad_norm": 2.892150640487671, + "learning_rate": 1.986537952804179e-05, + "loss": 3.4397, + "step": 4716 + }, + { + "epoch": 0.0807442784025745, + "grad_norm": 2.865976333618164, + "learning_rate": 1.986528884962629e-05, + "loss": 3.5565, + "step": 4717 + }, + { + "epoch": 0.08076139612112497, + "grad_norm": 2.970111131668091, + "learning_rate": 1.9865198140888327e-05, + "loss": 3.498, + "step": 4718 + }, + { + "epoch": 0.08077851383967545, + "grad_norm": 3.0181193351745605, + "learning_rate": 1.9865107401828185e-05, + "loss": 3.5339, + "step": 4719 + }, + { + "epoch": 0.08079563155822592, + "grad_norm": 3.44572377204895, + "learning_rate": 1.9865016632446143e-05, + "loss": 3.6172, + "step": 4720 + }, + { + "epoch": 0.0808127492767764, + "grad_norm": 3.2629008293151855, + "learning_rate": 1.986492583274247e-05, + "loss": 3.4599, + "step": 4721 + }, + { + "epoch": 0.08082986699532686, + "grad_norm": 3.2259368896484375, + "learning_rate": 1.9864835002717457e-05, + "loss": 3.4499, + "step": 4722 + }, + { + "epoch": 0.08084698471387733, + "grad_norm": 3.209249258041382, + "learning_rate": 1.9864744142371378e-05, + "loss": 3.3229, + "step": 4723 + }, + { + "epoch": 0.08086410243242781, + "grad_norm": 2.9528040885925293, + "learning_rate": 1.9864653251704515e-05, + "loss": 3.366, + "step": 4724 + }, + { + "epoch": 0.08088122015097828, + "grad_norm": 2.972742795944214, + "learning_rate": 1.9864562330717142e-05, + "loss": 3.5656, + "step": 4725 + }, + { + "epoch": 0.08089833786952876, + "grad_norm": 3.2281723022460938, + "learning_rate": 1.9864471379409544e-05, + "loss": 3.6204, + "step": 4726 + }, + { + "epoch": 0.08091545558807922, + "grad_norm": 3.2138121128082275, + "learning_rate": 1.9864380397781998e-05, + "loss": 3.4101, + "step": 4727 + }, + { + "epoch": 0.08093257330662969, + "grad_norm": 2.8038673400878906, + "learning_rate": 1.9864289385834782e-05, + "loss": 3.3137, + "step": 4728 + }, + { + "epoch": 0.08094969102518017, + "grad_norm": 3.064934492111206, + "learning_rate": 1.986419834356818e-05, + "loss": 3.6568, + "step": 4729 + }, + { + "epoch": 0.08096680874373063, + "grad_norm": 3.128751039505005, + "learning_rate": 1.986410727098247e-05, + "loss": 3.5441, + "step": 4730 + }, + { + "epoch": 0.08098392646228111, + "grad_norm": 2.960991859436035, + "learning_rate": 1.986401616807793e-05, + "loss": 3.4868, + "step": 4731 + }, + { + "epoch": 0.08100104418083158, + "grad_norm": 2.981353759765625, + "learning_rate": 1.986392503485484e-05, + "loss": 3.4101, + "step": 4732 + }, + { + "epoch": 0.08101816189938205, + "grad_norm": 2.8545081615448, + "learning_rate": 1.9863833871313484e-05, + "loss": 3.4705, + "step": 4733 + }, + { + "epoch": 0.08103527961793253, + "grad_norm": 2.897258758544922, + "learning_rate": 1.986374267745414e-05, + "loss": 3.3582, + "step": 4734 + }, + { + "epoch": 0.08105239733648299, + "grad_norm": 3.194481372833252, + "learning_rate": 1.9863651453277088e-05, + "loss": 3.3958, + "step": 4735 + }, + { + "epoch": 0.08106951505503346, + "grad_norm": 2.9022345542907715, + "learning_rate": 1.9863560198782608e-05, + "loss": 3.4827, + "step": 4736 + }, + { + "epoch": 0.08108663277358394, + "grad_norm": 2.9379982948303223, + "learning_rate": 1.986346891397098e-05, + "loss": 3.4014, + "step": 4737 + }, + { + "epoch": 0.0811037504921344, + "grad_norm": 2.8532354831695557, + "learning_rate": 1.9863377598842482e-05, + "loss": 3.3693, + "step": 4738 + }, + { + "epoch": 0.08112086821068488, + "grad_norm": 2.9493556022644043, + "learning_rate": 1.9863286253397406e-05, + "loss": 3.5621, + "step": 4739 + }, + { + "epoch": 0.08113798592923535, + "grad_norm": 2.9699912071228027, + "learning_rate": 1.986319487763602e-05, + "loss": 3.4844, + "step": 4740 + }, + { + "epoch": 0.08115510364778582, + "grad_norm": 3.025686264038086, + "learning_rate": 1.986310347155861e-05, + "loss": 3.421, + "step": 4741 + }, + { + "epoch": 0.0811722213663363, + "grad_norm": 3.161461591720581, + "learning_rate": 1.986301203516546e-05, + "loss": 3.3926, + "step": 4742 + }, + { + "epoch": 0.08118933908488676, + "grad_norm": 2.7537996768951416, + "learning_rate": 1.9862920568456846e-05, + "loss": 3.3616, + "step": 4743 + }, + { + "epoch": 0.08120645680343724, + "grad_norm": 2.896390914916992, + "learning_rate": 1.9862829071433048e-05, + "loss": 3.3007, + "step": 4744 + }, + { + "epoch": 0.08122357452198771, + "grad_norm": 3.372624635696411, + "learning_rate": 1.9862737544094355e-05, + "loss": 3.623, + "step": 4745 + }, + { + "epoch": 0.08124069224053818, + "grad_norm": 3.0864572525024414, + "learning_rate": 1.986264598644104e-05, + "loss": 3.4517, + "step": 4746 + }, + { + "epoch": 0.08125780995908866, + "grad_norm": 3.0741612911224365, + "learning_rate": 1.986255439847339e-05, + "loss": 3.439, + "step": 4747 + }, + { + "epoch": 0.08127492767763912, + "grad_norm": 2.891913652420044, + "learning_rate": 1.986246278019168e-05, + "loss": 3.3541, + "step": 4748 + }, + { + "epoch": 0.0812920453961896, + "grad_norm": 3.0404365062713623, + "learning_rate": 1.9862371131596203e-05, + "loss": 3.352, + "step": 4749 + }, + { + "epoch": 0.08130916311474007, + "grad_norm": 3.1304564476013184, + "learning_rate": 1.9862279452687228e-05, + "loss": 3.3665, + "step": 4750 + }, + { + "epoch": 0.08132628083329053, + "grad_norm": 3.066969156265259, + "learning_rate": 1.986218774346505e-05, + "loss": 3.555, + "step": 4751 + }, + { + "epoch": 0.08134339855184101, + "grad_norm": 2.8842549324035645, + "learning_rate": 1.9862096003929935e-05, + "loss": 3.4633, + "step": 4752 + }, + { + "epoch": 0.08136051627039148, + "grad_norm": 3.3258628845214844, + "learning_rate": 1.9862004234082178e-05, + "loss": 3.5379, + "step": 4753 + }, + { + "epoch": 0.08137763398894195, + "grad_norm": 3.5330183506011963, + "learning_rate": 1.9861912433922056e-05, + "loss": 3.4309, + "step": 4754 + }, + { + "epoch": 0.08139475170749243, + "grad_norm": 3.4403605461120605, + "learning_rate": 1.986182060344985e-05, + "loss": 3.5022, + "step": 4755 + }, + { + "epoch": 0.0814118694260429, + "grad_norm": 3.184568405151367, + "learning_rate": 1.9861728742665843e-05, + "loss": 3.664, + "step": 4756 + }, + { + "epoch": 0.08142898714459337, + "grad_norm": 3.1592674255371094, + "learning_rate": 1.986163685157032e-05, + "loss": 3.5207, + "step": 4757 + }, + { + "epoch": 0.08144610486314384, + "grad_norm": 3.388486862182617, + "learning_rate": 1.9861544930163563e-05, + "loss": 3.3965, + "step": 4758 + }, + { + "epoch": 0.0814632225816943, + "grad_norm": 3.1750049591064453, + "learning_rate": 1.986145297844585e-05, + "loss": 3.3911, + "step": 4759 + }, + { + "epoch": 0.08148034030024479, + "grad_norm": 2.988348960876465, + "learning_rate": 1.986136099641747e-05, + "loss": 3.4481, + "step": 4760 + }, + { + "epoch": 0.08149745801879525, + "grad_norm": 3.0417635440826416, + "learning_rate": 1.9861268984078702e-05, + "loss": 3.5811, + "step": 4761 + }, + { + "epoch": 0.08151457573734573, + "grad_norm": 2.994145631790161, + "learning_rate": 1.9861176941429826e-05, + "loss": 3.3517, + "step": 4762 + }, + { + "epoch": 0.0815316934558962, + "grad_norm": 3.043334722518921, + "learning_rate": 1.9861084868471132e-05, + "loss": 3.5542, + "step": 4763 + }, + { + "epoch": 0.08154881117444666, + "grad_norm": 3.1062264442443848, + "learning_rate": 1.9860992765202897e-05, + "loss": 3.3927, + "step": 4764 + }, + { + "epoch": 0.08156592889299714, + "grad_norm": 3.095456123352051, + "learning_rate": 1.986090063162541e-05, + "loss": 3.5194, + "step": 4765 + }, + { + "epoch": 0.08158304661154761, + "grad_norm": 2.902660846710205, + "learning_rate": 1.9860808467738946e-05, + "loss": 3.4419, + "step": 4766 + }, + { + "epoch": 0.08160016433009809, + "grad_norm": 2.841212272644043, + "learning_rate": 1.9860716273543796e-05, + "loss": 3.3568, + "step": 4767 + }, + { + "epoch": 0.08161728204864856, + "grad_norm": 2.836760997772217, + "learning_rate": 1.986062404904024e-05, + "loss": 3.4054, + "step": 4768 + }, + { + "epoch": 0.08163439976719902, + "grad_norm": 3.1311395168304443, + "learning_rate": 1.986053179422856e-05, + "loss": 3.4503, + "step": 4769 + }, + { + "epoch": 0.0816515174857495, + "grad_norm": 2.9940500259399414, + "learning_rate": 1.9860439509109038e-05, + "loss": 3.5739, + "step": 4770 + }, + { + "epoch": 0.08166863520429997, + "grad_norm": 3.1027321815490723, + "learning_rate": 1.9860347193681966e-05, + "loss": 3.5025, + "step": 4771 + }, + { + "epoch": 0.08168575292285045, + "grad_norm": 3.191688299179077, + "learning_rate": 1.986025484794762e-05, + "loss": 3.3732, + "step": 4772 + }, + { + "epoch": 0.08170287064140092, + "grad_norm": 3.4434735774993896, + "learning_rate": 1.986016247190629e-05, + "loss": 3.4049, + "step": 4773 + }, + { + "epoch": 0.08171998835995138, + "grad_norm": 3.2037694454193115, + "learning_rate": 1.9860070065558254e-05, + "loss": 3.5327, + "step": 4774 + }, + { + "epoch": 0.08173710607850186, + "grad_norm": 3.1364142894744873, + "learning_rate": 1.9859977628903796e-05, + "loss": 3.4248, + "step": 4775 + }, + { + "epoch": 0.08175422379705233, + "grad_norm": 2.8965330123901367, + "learning_rate": 1.9859885161943208e-05, + "loss": 3.5311, + "step": 4776 + }, + { + "epoch": 0.0817713415156028, + "grad_norm": 3.178495407104492, + "learning_rate": 1.9859792664676766e-05, + "loss": 3.4411, + "step": 4777 + }, + { + "epoch": 0.08178845923415327, + "grad_norm": 3.0873749256134033, + "learning_rate": 1.9859700137104757e-05, + "loss": 3.4896, + "step": 4778 + }, + { + "epoch": 0.08180557695270374, + "grad_norm": 2.8996222019195557, + "learning_rate": 1.9859607579227463e-05, + "loss": 3.4052, + "step": 4779 + }, + { + "epoch": 0.08182269467125422, + "grad_norm": 3.1757943630218506, + "learning_rate": 1.9859514991045174e-05, + "loss": 3.4604, + "step": 4780 + }, + { + "epoch": 0.08183981238980469, + "grad_norm": 3.1348354816436768, + "learning_rate": 1.985942237255817e-05, + "loss": 3.4778, + "step": 4781 + }, + { + "epoch": 0.08185693010835515, + "grad_norm": 2.9120588302612305, + "learning_rate": 1.9859329723766737e-05, + "loss": 3.4206, + "step": 4782 + }, + { + "epoch": 0.08187404782690563, + "grad_norm": 3.144177198410034, + "learning_rate": 1.985923704467116e-05, + "loss": 3.5844, + "step": 4783 + }, + { + "epoch": 0.0818911655454561, + "grad_norm": 3.2391157150268555, + "learning_rate": 1.9859144335271725e-05, + "loss": 3.4909, + "step": 4784 + }, + { + "epoch": 0.08190828326400658, + "grad_norm": 3.0245473384857178, + "learning_rate": 1.9859051595568717e-05, + "loss": 3.3841, + "step": 4785 + }, + { + "epoch": 0.08192540098255705, + "grad_norm": 2.951038360595703, + "learning_rate": 1.9858958825562416e-05, + "loss": 3.4471, + "step": 4786 + }, + { + "epoch": 0.08194251870110751, + "grad_norm": 3.1027157306671143, + "learning_rate": 1.9858866025253113e-05, + "loss": 3.4895, + "step": 4787 + }, + { + "epoch": 0.08195963641965799, + "grad_norm": 2.867917776107788, + "learning_rate": 1.9858773194641093e-05, + "loss": 3.5151, + "step": 4788 + }, + { + "epoch": 0.08197675413820846, + "grad_norm": 2.8736743927001953, + "learning_rate": 1.9858680333726636e-05, + "loss": 3.6043, + "step": 4789 + }, + { + "epoch": 0.08199387185675894, + "grad_norm": 3.222533702850342, + "learning_rate": 1.9858587442510033e-05, + "loss": 3.4856, + "step": 4790 + }, + { + "epoch": 0.0820109895753094, + "grad_norm": 3.2637171745300293, + "learning_rate": 1.9858494520991568e-05, + "loss": 3.5319, + "step": 4791 + }, + { + "epoch": 0.08202810729385987, + "grad_norm": 2.787987470626831, + "learning_rate": 1.9858401569171526e-05, + "loss": 3.3063, + "step": 4792 + }, + { + "epoch": 0.08204522501241035, + "grad_norm": 2.933603286743164, + "learning_rate": 1.9858308587050192e-05, + "loss": 3.4489, + "step": 4793 + }, + { + "epoch": 0.08206234273096082, + "grad_norm": 2.9292654991149902, + "learning_rate": 1.9858215574627853e-05, + "loss": 3.4856, + "step": 4794 + }, + { + "epoch": 0.08207946044951128, + "grad_norm": 2.939718723297119, + "learning_rate": 1.9858122531904794e-05, + "loss": 3.4444, + "step": 4795 + }, + { + "epoch": 0.08209657816806176, + "grad_norm": 2.9646763801574707, + "learning_rate": 1.9858029458881303e-05, + "loss": 3.449, + "step": 4796 + }, + { + "epoch": 0.08211369588661223, + "grad_norm": 2.989438056945801, + "learning_rate": 1.9857936355557662e-05, + "loss": 3.4661, + "step": 4797 + }, + { + "epoch": 0.08213081360516271, + "grad_norm": 3.1495707035064697, + "learning_rate": 1.9857843221934158e-05, + "loss": 3.5224, + "step": 4798 + }, + { + "epoch": 0.08214793132371317, + "grad_norm": 3.2262871265411377, + "learning_rate": 1.9857750058011086e-05, + "loss": 3.3998, + "step": 4799 + }, + { + "epoch": 0.08216504904226364, + "grad_norm": 2.8968868255615234, + "learning_rate": 1.985765686378872e-05, + "loss": 3.5478, + "step": 4800 + }, + { + "epoch": 0.08218216676081412, + "grad_norm": 2.962343215942383, + "learning_rate": 1.9857563639267353e-05, + "loss": 3.6075, + "step": 4801 + }, + { + "epoch": 0.08219928447936459, + "grad_norm": 3.030658721923828, + "learning_rate": 1.985747038444727e-05, + "loss": 3.5152, + "step": 4802 + }, + { + "epoch": 0.08221640219791507, + "grad_norm": 2.894751787185669, + "learning_rate": 1.9857377099328756e-05, + "loss": 3.5479, + "step": 4803 + }, + { + "epoch": 0.08223351991646553, + "grad_norm": 2.792771816253662, + "learning_rate": 1.9857283783912103e-05, + "loss": 3.3522, + "step": 4804 + }, + { + "epoch": 0.082250637635016, + "grad_norm": 2.9770278930664062, + "learning_rate": 1.9857190438197594e-05, + "loss": 3.5356, + "step": 4805 + }, + { + "epoch": 0.08226775535356648, + "grad_norm": 2.7309117317199707, + "learning_rate": 1.9857097062185512e-05, + "loss": 3.3691, + "step": 4806 + }, + { + "epoch": 0.08228487307211695, + "grad_norm": 2.9287965297698975, + "learning_rate": 1.9857003655876156e-05, + "loss": 3.3968, + "step": 4807 + }, + { + "epoch": 0.08230199079066743, + "grad_norm": 2.964606285095215, + "learning_rate": 1.98569102192698e-05, + "loss": 3.4592, + "step": 4808 + }, + { + "epoch": 0.08231910850921789, + "grad_norm": 2.8661792278289795, + "learning_rate": 1.985681675236674e-05, + "loss": 3.6405, + "step": 4809 + }, + { + "epoch": 0.08233622622776836, + "grad_norm": 2.7885169982910156, + "learning_rate": 1.9856723255167258e-05, + "loss": 3.4178, + "step": 4810 + }, + { + "epoch": 0.08235334394631884, + "grad_norm": 3.1651298999786377, + "learning_rate": 1.985662972767164e-05, + "loss": 3.5203, + "step": 4811 + }, + { + "epoch": 0.0823704616648693, + "grad_norm": 3.1112630367279053, + "learning_rate": 1.9856536169880183e-05, + "loss": 3.5207, + "step": 4812 + }, + { + "epoch": 0.08238757938341978, + "grad_norm": 3.1739554405212402, + "learning_rate": 1.9856442581793165e-05, + "loss": 3.4218, + "step": 4813 + }, + { + "epoch": 0.08240469710197025, + "grad_norm": 3.1625595092773438, + "learning_rate": 1.9856348963410876e-05, + "loss": 3.4425, + "step": 4814 + }, + { + "epoch": 0.08242181482052072, + "grad_norm": 3.095646858215332, + "learning_rate": 1.985625531473361e-05, + "loss": 3.4693, + "step": 4815 + }, + { + "epoch": 0.0824389325390712, + "grad_norm": 3.1110494136810303, + "learning_rate": 1.985616163576164e-05, + "loss": 3.4768, + "step": 4816 + }, + { + "epoch": 0.08245605025762166, + "grad_norm": 3.2917299270629883, + "learning_rate": 1.9856067926495274e-05, + "loss": 3.4468, + "step": 4817 + }, + { + "epoch": 0.08247316797617213, + "grad_norm": 3.0928213596343994, + "learning_rate": 1.9855974186934784e-05, + "loss": 3.5261, + "step": 4818 + }, + { + "epoch": 0.08249028569472261, + "grad_norm": 3.0308430194854736, + "learning_rate": 1.9855880417080463e-05, + "loss": 3.4327, + "step": 4819 + }, + { + "epoch": 0.08250740341327308, + "grad_norm": 3.3368122577667236, + "learning_rate": 1.98557866169326e-05, + "loss": 3.4542, + "step": 4820 + }, + { + "epoch": 0.08252452113182356, + "grad_norm": 3.0900042057037354, + "learning_rate": 1.9855692786491486e-05, + "loss": 3.3707, + "step": 4821 + }, + { + "epoch": 0.08254163885037402, + "grad_norm": 2.982224225997925, + "learning_rate": 1.985559892575741e-05, + "loss": 3.5041, + "step": 4822 + }, + { + "epoch": 0.08255875656892449, + "grad_norm": 3.0273666381835938, + "learning_rate": 1.985550503473065e-05, + "loss": 3.4244, + "step": 4823 + }, + { + "epoch": 0.08257587428747497, + "grad_norm": 3.3663041591644287, + "learning_rate": 1.9855411113411504e-05, + "loss": 3.4848, + "step": 4824 + }, + { + "epoch": 0.08259299200602543, + "grad_norm": 2.9415740966796875, + "learning_rate": 1.985531716180026e-05, + "loss": 3.4012, + "step": 4825 + }, + { + "epoch": 0.08261010972457591, + "grad_norm": 3.081604480743408, + "learning_rate": 1.9855223179897207e-05, + "loss": 3.5063, + "step": 4826 + }, + { + "epoch": 0.08262722744312638, + "grad_norm": 3.0505483150482178, + "learning_rate": 1.9855129167702625e-05, + "loss": 3.5021, + "step": 4827 + }, + { + "epoch": 0.08264434516167685, + "grad_norm": 3.0933685302734375, + "learning_rate": 1.9855035125216814e-05, + "loss": 3.3527, + "step": 4828 + }, + { + "epoch": 0.08266146288022733, + "grad_norm": 3.1841585636138916, + "learning_rate": 1.985494105244006e-05, + "loss": 3.4138, + "step": 4829 + }, + { + "epoch": 0.08267858059877779, + "grad_norm": 3.175429344177246, + "learning_rate": 1.985484694937265e-05, + "loss": 3.4753, + "step": 4830 + }, + { + "epoch": 0.08269569831732827, + "grad_norm": 2.899724006652832, + "learning_rate": 1.9854752816014876e-05, + "loss": 3.3545, + "step": 4831 + }, + { + "epoch": 0.08271281603587874, + "grad_norm": 2.896775722503662, + "learning_rate": 1.9854658652367025e-05, + "loss": 3.3654, + "step": 4832 + }, + { + "epoch": 0.0827299337544292, + "grad_norm": 2.9922502040863037, + "learning_rate": 1.9854564458429386e-05, + "loss": 3.4311, + "step": 4833 + }, + { + "epoch": 0.08274705147297969, + "grad_norm": 3.0422463417053223, + "learning_rate": 1.985447023420225e-05, + "loss": 3.5197, + "step": 4834 + }, + { + "epoch": 0.08276416919153015, + "grad_norm": 3.03955078125, + "learning_rate": 1.9854375979685905e-05, + "loss": 3.4859, + "step": 4835 + }, + { + "epoch": 0.08278128691008062, + "grad_norm": 2.9650609493255615, + "learning_rate": 1.9854281694880645e-05, + "loss": 3.5211, + "step": 4836 + }, + { + "epoch": 0.0827984046286311, + "grad_norm": 3.013138771057129, + "learning_rate": 1.985418737978676e-05, + "loss": 3.441, + "step": 4837 + }, + { + "epoch": 0.08281552234718156, + "grad_norm": 2.965045690536499, + "learning_rate": 1.985409303440453e-05, + "loss": 3.4647, + "step": 4838 + }, + { + "epoch": 0.08283264006573204, + "grad_norm": 2.81160831451416, + "learning_rate": 1.985399865873425e-05, + "loss": 3.4033, + "step": 4839 + }, + { + "epoch": 0.08284975778428251, + "grad_norm": 2.9901351928710938, + "learning_rate": 1.9853904252776218e-05, + "loss": 3.5422, + "step": 4840 + }, + { + "epoch": 0.08286687550283298, + "grad_norm": 2.9964897632598877, + "learning_rate": 1.985380981653072e-05, + "loss": 3.5046, + "step": 4841 + }, + { + "epoch": 0.08288399322138346, + "grad_norm": 3.006134033203125, + "learning_rate": 1.985371534999804e-05, + "loss": 3.4655, + "step": 4842 + }, + { + "epoch": 0.08290111093993392, + "grad_norm": 3.1585919857025146, + "learning_rate": 1.985362085317847e-05, + "loss": 3.4307, + "step": 4843 + }, + { + "epoch": 0.0829182286584844, + "grad_norm": 3.1961629390716553, + "learning_rate": 1.9853526326072306e-05, + "loss": 3.378, + "step": 4844 + }, + { + "epoch": 0.08293534637703487, + "grad_norm": 3.0990326404571533, + "learning_rate": 1.9853431768679835e-05, + "loss": 3.4784, + "step": 4845 + }, + { + "epoch": 0.08295246409558533, + "grad_norm": 3.3400778770446777, + "learning_rate": 1.985333718100135e-05, + "loss": 3.4626, + "step": 4846 + }, + { + "epoch": 0.08296958181413581, + "grad_norm": 3.0948400497436523, + "learning_rate": 1.985324256303714e-05, + "loss": 3.4377, + "step": 4847 + }, + { + "epoch": 0.08298669953268628, + "grad_norm": 2.9764058589935303, + "learning_rate": 1.9853147914787492e-05, + "loss": 3.4488, + "step": 4848 + }, + { + "epoch": 0.08300381725123676, + "grad_norm": 3.2957568168640137, + "learning_rate": 1.9853053236252705e-05, + "loss": 3.3959, + "step": 4849 + }, + { + "epoch": 0.08302093496978723, + "grad_norm": 3.305358648300171, + "learning_rate": 1.985295852743306e-05, + "loss": 3.5587, + "step": 4850 + }, + { + "epoch": 0.0830380526883377, + "grad_norm": 3.122898578643799, + "learning_rate": 1.985286378832886e-05, + "loss": 3.4574, + "step": 4851 + }, + { + "epoch": 0.08305517040688817, + "grad_norm": 3.0698087215423584, + "learning_rate": 1.9852769018940388e-05, + "loss": 3.3971, + "step": 4852 + }, + { + "epoch": 0.08307228812543864, + "grad_norm": 2.8610377311706543, + "learning_rate": 1.9852674219267935e-05, + "loss": 3.3387, + "step": 4853 + }, + { + "epoch": 0.08308940584398912, + "grad_norm": 3.022855281829834, + "learning_rate": 1.98525793893118e-05, + "loss": 3.4284, + "step": 4854 + }, + { + "epoch": 0.08310652356253959, + "grad_norm": 2.9942028522491455, + "learning_rate": 1.9852484529072266e-05, + "loss": 3.4864, + "step": 4855 + }, + { + "epoch": 0.08312364128109005, + "grad_norm": 3.076555013656616, + "learning_rate": 1.9852389638549624e-05, + "loss": 3.6061, + "step": 4856 + }, + { + "epoch": 0.08314075899964053, + "grad_norm": 3.0746939182281494, + "learning_rate": 1.9852294717744173e-05, + "loss": 3.4251, + "step": 4857 + }, + { + "epoch": 0.083157876718191, + "grad_norm": 2.8584601879119873, + "learning_rate": 1.98521997666562e-05, + "loss": 3.3906, + "step": 4858 + }, + { + "epoch": 0.08317499443674146, + "grad_norm": 2.863339424133301, + "learning_rate": 1.9852104785286e-05, + "loss": 3.2462, + "step": 4859 + }, + { + "epoch": 0.08319211215529194, + "grad_norm": 3.330601453781128, + "learning_rate": 1.9852009773633863e-05, + "loss": 3.5842, + "step": 4860 + }, + { + "epoch": 0.08320922987384241, + "grad_norm": 3.092594861984253, + "learning_rate": 1.9851914731700078e-05, + "loss": 3.4401, + "step": 4861 + }, + { + "epoch": 0.08322634759239289, + "grad_norm": 2.900646924972534, + "learning_rate": 1.9851819659484942e-05, + "loss": 3.3504, + "step": 4862 + }, + { + "epoch": 0.08324346531094336, + "grad_norm": 3.0362308025360107, + "learning_rate": 1.985172455698874e-05, + "loss": 3.3802, + "step": 4863 + }, + { + "epoch": 0.08326058302949382, + "grad_norm": 3.0748090744018555, + "learning_rate": 1.985162942421178e-05, + "loss": 3.3617, + "step": 4864 + }, + { + "epoch": 0.0832777007480443, + "grad_norm": 3.106910467147827, + "learning_rate": 1.9851534261154336e-05, + "loss": 3.4871, + "step": 4865 + }, + { + "epoch": 0.08329481846659477, + "grad_norm": 2.920836925506592, + "learning_rate": 1.985143906781671e-05, + "loss": 3.5607, + "step": 4866 + }, + { + "epoch": 0.08331193618514525, + "grad_norm": 2.8041958808898926, + "learning_rate": 1.9851343844199197e-05, + "loss": 3.28, + "step": 4867 + }, + { + "epoch": 0.08332905390369572, + "grad_norm": 2.885725736618042, + "learning_rate": 1.9851248590302084e-05, + "loss": 3.4805, + "step": 4868 + }, + { + "epoch": 0.08334617162224618, + "grad_norm": 2.965712547302246, + "learning_rate": 1.9851153306125665e-05, + "loss": 3.4334, + "step": 4869 + }, + { + "epoch": 0.08336328934079666, + "grad_norm": 3.1621146202087402, + "learning_rate": 1.985105799167023e-05, + "loss": 3.451, + "step": 4870 + }, + { + "epoch": 0.08338040705934713, + "grad_norm": 3.2094080448150635, + "learning_rate": 1.9850962646936077e-05, + "loss": 3.5225, + "step": 4871 + }, + { + "epoch": 0.08339752477789761, + "grad_norm": 2.8956053256988525, + "learning_rate": 1.98508672719235e-05, + "loss": 3.4779, + "step": 4872 + }, + { + "epoch": 0.08341464249644807, + "grad_norm": 2.946192502975464, + "learning_rate": 1.985077186663279e-05, + "loss": 3.3969, + "step": 4873 + }, + { + "epoch": 0.08343176021499854, + "grad_norm": 2.692523717880249, + "learning_rate": 1.985067643106424e-05, + "loss": 3.3538, + "step": 4874 + }, + { + "epoch": 0.08344887793354902, + "grad_norm": 2.9330685138702393, + "learning_rate": 1.9850580965218138e-05, + "loss": 3.304, + "step": 4875 + }, + { + "epoch": 0.08346599565209949, + "grad_norm": 3.0037806034088135, + "learning_rate": 1.9850485469094786e-05, + "loss": 3.4431, + "step": 4876 + }, + { + "epoch": 0.08348311337064995, + "grad_norm": 3.0318548679351807, + "learning_rate": 1.9850389942694472e-05, + "loss": 3.4509, + "step": 4877 + }, + { + "epoch": 0.08350023108920043, + "grad_norm": 3.3161187171936035, + "learning_rate": 1.9850294386017497e-05, + "loss": 3.5589, + "step": 4878 + }, + { + "epoch": 0.0835173488077509, + "grad_norm": 3.1675312519073486, + "learning_rate": 1.9850198799064143e-05, + "loss": 3.4453, + "step": 4879 + }, + { + "epoch": 0.08353446652630138, + "grad_norm": 3.114123582839966, + "learning_rate": 1.9850103181834714e-05, + "loss": 3.4905, + "step": 4880 + }, + { + "epoch": 0.08355158424485185, + "grad_norm": 3.277899742126465, + "learning_rate": 1.9850007534329502e-05, + "loss": 3.6079, + "step": 4881 + }, + { + "epoch": 0.08356870196340231, + "grad_norm": 3.3404786586761475, + "learning_rate": 1.9849911856548794e-05, + "loss": 3.4632, + "step": 4882 + }, + { + "epoch": 0.08358581968195279, + "grad_norm": 3.1219475269317627, + "learning_rate": 1.9849816148492893e-05, + "loss": 3.5316, + "step": 4883 + }, + { + "epoch": 0.08360293740050326, + "grad_norm": 3.063974618911743, + "learning_rate": 1.9849720410162087e-05, + "loss": 3.4435, + "step": 4884 + }, + { + "epoch": 0.08362005511905374, + "grad_norm": 3.062218427658081, + "learning_rate": 1.9849624641556676e-05, + "loss": 3.3019, + "step": 4885 + }, + { + "epoch": 0.0836371728376042, + "grad_norm": 3.580814838409424, + "learning_rate": 1.9849528842676945e-05, + "loss": 3.533, + "step": 4886 + }, + { + "epoch": 0.08365429055615467, + "grad_norm": 3.077615737915039, + "learning_rate": 1.98494330135232e-05, + "loss": 3.3461, + "step": 4887 + }, + { + "epoch": 0.08367140827470515, + "grad_norm": 3.0857200622558594, + "learning_rate": 1.9849337154095728e-05, + "loss": 3.5135, + "step": 4888 + }, + { + "epoch": 0.08368852599325562, + "grad_norm": 3.397022008895874, + "learning_rate": 1.9849241264394828e-05, + "loss": 3.5366, + "step": 4889 + }, + { + "epoch": 0.0837056437118061, + "grad_norm": 3.1350314617156982, + "learning_rate": 1.984914534442079e-05, + "loss": 3.4766, + "step": 4890 + }, + { + "epoch": 0.08372276143035656, + "grad_norm": 3.0342934131622314, + "learning_rate": 1.984904939417391e-05, + "loss": 3.48, + "step": 4891 + }, + { + "epoch": 0.08373987914890703, + "grad_norm": 2.985856294631958, + "learning_rate": 1.9848953413654487e-05, + "loss": 3.3865, + "step": 4892 + }, + { + "epoch": 0.08375699686745751, + "grad_norm": 3.11249041557312, + "learning_rate": 1.984885740286281e-05, + "loss": 3.417, + "step": 4893 + }, + { + "epoch": 0.08377411458600798, + "grad_norm": 3.208181381225586, + "learning_rate": 1.9848761361799182e-05, + "loss": 3.4388, + "step": 4894 + }, + { + "epoch": 0.08379123230455846, + "grad_norm": 3.054401397705078, + "learning_rate": 1.9848665290463887e-05, + "loss": 3.5314, + "step": 4895 + }, + { + "epoch": 0.08380835002310892, + "grad_norm": 3.0269548892974854, + "learning_rate": 1.984856918885723e-05, + "loss": 3.5252, + "step": 4896 + }, + { + "epoch": 0.08382546774165939, + "grad_norm": 3.300644636154175, + "learning_rate": 1.9848473056979504e-05, + "loss": 3.4522, + "step": 4897 + }, + { + "epoch": 0.08384258546020987, + "grad_norm": 2.8320865631103516, + "learning_rate": 1.9848376894831002e-05, + "loss": 3.3049, + "step": 4898 + }, + { + "epoch": 0.08385970317876033, + "grad_norm": 3.222386598587036, + "learning_rate": 1.9848280702412022e-05, + "loss": 3.5209, + "step": 4899 + }, + { + "epoch": 0.0838768208973108, + "grad_norm": 3.1002633571624756, + "learning_rate": 1.984818447972286e-05, + "loss": 3.5772, + "step": 4900 + }, + { + "epoch": 0.08389393861586128, + "grad_norm": 3.3015992641448975, + "learning_rate": 1.984808822676381e-05, + "loss": 3.4972, + "step": 4901 + }, + { + "epoch": 0.08391105633441175, + "grad_norm": 2.9279682636260986, + "learning_rate": 1.9847991943535166e-05, + "loss": 3.4125, + "step": 4902 + }, + { + "epoch": 0.08392817405296223, + "grad_norm": 3.2537903785705566, + "learning_rate": 1.9847895630037228e-05, + "loss": 3.5308, + "step": 4903 + }, + { + "epoch": 0.08394529177151269, + "grad_norm": 2.755405902862549, + "learning_rate": 1.984779928627029e-05, + "loss": 3.2792, + "step": 4904 + }, + { + "epoch": 0.08396240949006316, + "grad_norm": 3.0269768238067627, + "learning_rate": 1.984770291223465e-05, + "loss": 3.4947, + "step": 4905 + }, + { + "epoch": 0.08397952720861364, + "grad_norm": 2.986513376235962, + "learning_rate": 1.98476065079306e-05, + "loss": 3.5062, + "step": 4906 + }, + { + "epoch": 0.0839966449271641, + "grad_norm": 2.8717854022979736, + "learning_rate": 1.9847510073358444e-05, + "loss": 3.4454, + "step": 4907 + }, + { + "epoch": 0.08401376264571458, + "grad_norm": 3.049619436264038, + "learning_rate": 1.984741360851847e-05, + "loss": 3.6199, + "step": 4908 + }, + { + "epoch": 0.08403088036426505, + "grad_norm": 2.822036027908325, + "learning_rate": 1.9847317113410975e-05, + "loss": 3.4556, + "step": 4909 + }, + { + "epoch": 0.08404799808281552, + "grad_norm": 2.923430919647217, + "learning_rate": 1.9847220588036262e-05, + "loss": 3.5073, + "step": 4910 + }, + { + "epoch": 0.084065115801366, + "grad_norm": 2.9431281089782715, + "learning_rate": 1.9847124032394623e-05, + "loss": 3.4851, + "step": 4911 + }, + { + "epoch": 0.08408223351991646, + "grad_norm": 2.9563770294189453, + "learning_rate": 1.984702744648636e-05, + "loss": 3.3502, + "step": 4912 + }, + { + "epoch": 0.08409935123846694, + "grad_norm": 2.918142557144165, + "learning_rate": 1.9846930830311758e-05, + "loss": 3.493, + "step": 4913 + }, + { + "epoch": 0.08411646895701741, + "grad_norm": 2.69191312789917, + "learning_rate": 1.9846834183871128e-05, + "loss": 3.3379, + "step": 4914 + }, + { + "epoch": 0.08413358667556788, + "grad_norm": 2.858208179473877, + "learning_rate": 1.984673750716476e-05, + "loss": 3.4572, + "step": 4915 + }, + { + "epoch": 0.08415070439411836, + "grad_norm": 2.9666738510131836, + "learning_rate": 1.9846640800192954e-05, + "loss": 3.4557, + "step": 4916 + }, + { + "epoch": 0.08416782211266882, + "grad_norm": 3.1029553413391113, + "learning_rate": 1.9846544062956e-05, + "loss": 3.3383, + "step": 4917 + }, + { + "epoch": 0.0841849398312193, + "grad_norm": 2.863250732421875, + "learning_rate": 1.9846447295454205e-05, + "loss": 3.4232, + "step": 4918 + }, + { + "epoch": 0.08420205754976977, + "grad_norm": 2.875251531600952, + "learning_rate": 1.984635049768786e-05, + "loss": 3.3617, + "step": 4919 + }, + { + "epoch": 0.08421917526832023, + "grad_norm": 2.8230159282684326, + "learning_rate": 1.9846253669657263e-05, + "loss": 3.4443, + "step": 4920 + }, + { + "epoch": 0.08423629298687071, + "grad_norm": 3.1566145420074463, + "learning_rate": 1.984615681136272e-05, + "loss": 3.4718, + "step": 4921 + }, + { + "epoch": 0.08425341070542118, + "grad_norm": 3.0691275596618652, + "learning_rate": 1.9846059922804514e-05, + "loss": 3.4798, + "step": 4922 + }, + { + "epoch": 0.08427052842397165, + "grad_norm": 2.818629741668701, + "learning_rate": 1.9845963003982954e-05, + "loss": 3.2428, + "step": 4923 + }, + { + "epoch": 0.08428764614252213, + "grad_norm": 2.9959170818328857, + "learning_rate": 1.9845866054898333e-05, + "loss": 3.5114, + "step": 4924 + }, + { + "epoch": 0.08430476386107259, + "grad_norm": 2.844560384750366, + "learning_rate": 1.9845769075550952e-05, + "loss": 3.333, + "step": 4925 + }, + { + "epoch": 0.08432188157962307, + "grad_norm": 2.732703447341919, + "learning_rate": 1.9845672065941107e-05, + "loss": 3.378, + "step": 4926 + }, + { + "epoch": 0.08433899929817354, + "grad_norm": 2.865082025527954, + "learning_rate": 1.9845575026069096e-05, + "loss": 3.3422, + "step": 4927 + }, + { + "epoch": 0.084356117016724, + "grad_norm": 2.7856249809265137, + "learning_rate": 1.9845477955935223e-05, + "loss": 3.3038, + "step": 4928 + }, + { + "epoch": 0.08437323473527449, + "grad_norm": 3.1550471782684326, + "learning_rate": 1.9845380855539777e-05, + "loss": 3.3873, + "step": 4929 + }, + { + "epoch": 0.08439035245382495, + "grad_norm": 2.970573663711548, + "learning_rate": 1.9845283724883063e-05, + "loss": 3.3954, + "step": 4930 + }, + { + "epoch": 0.08440747017237543, + "grad_norm": 3.2029733657836914, + "learning_rate": 1.9845186563965374e-05, + "loss": 3.4525, + "step": 4931 + }, + { + "epoch": 0.0844245878909259, + "grad_norm": 2.855009078979492, + "learning_rate": 1.9845089372787017e-05, + "loss": 3.3823, + "step": 4932 + }, + { + "epoch": 0.08444170560947636, + "grad_norm": 2.983599901199341, + "learning_rate": 1.9844992151348283e-05, + "loss": 3.4142, + "step": 4933 + }, + { + "epoch": 0.08445882332802684, + "grad_norm": 2.9750237464904785, + "learning_rate": 1.9844894899649472e-05, + "loss": 3.4676, + "step": 4934 + }, + { + "epoch": 0.08447594104657731, + "grad_norm": 2.9768989086151123, + "learning_rate": 1.9844797617690888e-05, + "loss": 3.499, + "step": 4935 + }, + { + "epoch": 0.08449305876512779, + "grad_norm": 2.97871470451355, + "learning_rate": 1.9844700305472827e-05, + "loss": 3.5307, + "step": 4936 + }, + { + "epoch": 0.08451017648367826, + "grad_norm": 2.8374621868133545, + "learning_rate": 1.984460296299558e-05, + "loss": 3.462, + "step": 4937 + }, + { + "epoch": 0.08452729420222872, + "grad_norm": 2.8737709522247314, + "learning_rate": 1.9844505590259463e-05, + "loss": 3.3822, + "step": 4938 + }, + { + "epoch": 0.0845444119207792, + "grad_norm": 2.969163179397583, + "learning_rate": 1.9844408187264762e-05, + "loss": 3.6065, + "step": 4939 + }, + { + "epoch": 0.08456152963932967, + "grad_norm": 2.9937896728515625, + "learning_rate": 1.9844310754011782e-05, + "loss": 3.4298, + "step": 4940 + }, + { + "epoch": 0.08457864735788014, + "grad_norm": 3.1230316162109375, + "learning_rate": 1.9844213290500823e-05, + "loss": 3.4201, + "step": 4941 + }, + { + "epoch": 0.08459576507643062, + "grad_norm": 2.9411075115203857, + "learning_rate": 1.984411579673218e-05, + "loss": 3.3885, + "step": 4942 + }, + { + "epoch": 0.08461288279498108, + "grad_norm": 3.112056255340576, + "learning_rate": 1.9844018272706155e-05, + "loss": 3.4237, + "step": 4943 + }, + { + "epoch": 0.08463000051353156, + "grad_norm": 2.776305675506592, + "learning_rate": 1.984392071842305e-05, + "loss": 3.4362, + "step": 4944 + }, + { + "epoch": 0.08464711823208203, + "grad_norm": 2.93719744682312, + "learning_rate": 1.984382313388316e-05, + "loss": 3.4517, + "step": 4945 + }, + { + "epoch": 0.0846642359506325, + "grad_norm": 2.8666882514953613, + "learning_rate": 1.984372551908679e-05, + "loss": 3.4285, + "step": 4946 + }, + { + "epoch": 0.08468135366918297, + "grad_norm": 2.9775161743164062, + "learning_rate": 1.9843627874034235e-05, + "loss": 3.404, + "step": 4947 + }, + { + "epoch": 0.08469847138773344, + "grad_norm": 3.4271535873413086, + "learning_rate": 1.98435301987258e-05, + "loss": 3.4201, + "step": 4948 + }, + { + "epoch": 0.08471558910628392, + "grad_norm": 3.5890605449676514, + "learning_rate": 1.9843432493161784e-05, + "loss": 3.4455, + "step": 4949 + }, + { + "epoch": 0.08473270682483439, + "grad_norm": 3.3661270141601562, + "learning_rate": 1.9843334757342485e-05, + "loss": 3.5724, + "step": 4950 + }, + { + "epoch": 0.08474982454338485, + "grad_norm": 2.9272642135620117, + "learning_rate": 1.9843236991268203e-05, + "loss": 3.4122, + "step": 4951 + }, + { + "epoch": 0.08476694226193533, + "grad_norm": 3.149320125579834, + "learning_rate": 1.9843139194939245e-05, + "loss": 3.4548, + "step": 4952 + }, + { + "epoch": 0.0847840599804858, + "grad_norm": 3.4336302280426025, + "learning_rate": 1.9843041368355904e-05, + "loss": 3.4562, + "step": 4953 + }, + { + "epoch": 0.08480117769903628, + "grad_norm": 2.8782949447631836, + "learning_rate": 1.9842943511518488e-05, + "loss": 3.3645, + "step": 4954 + }, + { + "epoch": 0.08481829541758674, + "grad_norm": 3.07089900970459, + "learning_rate": 1.9842845624427287e-05, + "loss": 3.4821, + "step": 4955 + }, + { + "epoch": 0.08483541313613721, + "grad_norm": 3.016232490539551, + "learning_rate": 1.9842747707082614e-05, + "loss": 3.4287, + "step": 4956 + }, + { + "epoch": 0.08485253085468769, + "grad_norm": 2.958754301071167, + "learning_rate": 1.984264975948476e-05, + "loss": 3.4337, + "step": 4957 + }, + { + "epoch": 0.08486964857323816, + "grad_norm": 2.934769630432129, + "learning_rate": 1.9842551781634033e-05, + "loss": 3.4539, + "step": 4958 + }, + { + "epoch": 0.08488676629178864, + "grad_norm": 2.9642627239227295, + "learning_rate": 1.984245377353073e-05, + "loss": 3.4659, + "step": 4959 + }, + { + "epoch": 0.0849038840103391, + "grad_norm": 3.5018417835235596, + "learning_rate": 1.9842355735175154e-05, + "loss": 3.4874, + "step": 4960 + }, + { + "epoch": 0.08492100172888957, + "grad_norm": 3.1305086612701416, + "learning_rate": 1.9842257666567608e-05, + "loss": 3.6693, + "step": 4961 + }, + { + "epoch": 0.08493811944744005, + "grad_norm": 2.7941267490386963, + "learning_rate": 1.984215956770839e-05, + "loss": 3.3729, + "step": 4962 + }, + { + "epoch": 0.08495523716599052, + "grad_norm": 3.1263091564178467, + "learning_rate": 1.98420614385978e-05, + "loss": 3.4242, + "step": 4963 + }, + { + "epoch": 0.08497235488454098, + "grad_norm": 2.9688785076141357, + "learning_rate": 1.984196327923615e-05, + "loss": 3.4351, + "step": 4964 + }, + { + "epoch": 0.08498947260309146, + "grad_norm": 2.904324531555176, + "learning_rate": 1.9841865089623728e-05, + "loss": 3.5519, + "step": 4965 + }, + { + "epoch": 0.08500659032164193, + "grad_norm": 3.154463529586792, + "learning_rate": 1.9841766869760844e-05, + "loss": 3.5694, + "step": 4966 + }, + { + "epoch": 0.08502370804019241, + "grad_norm": 2.8955390453338623, + "learning_rate": 1.98416686196478e-05, + "loss": 3.4382, + "step": 4967 + }, + { + "epoch": 0.08504082575874287, + "grad_norm": 2.828428030014038, + "learning_rate": 1.9841570339284893e-05, + "loss": 3.3129, + "step": 4968 + }, + { + "epoch": 0.08505794347729334, + "grad_norm": 2.860053539276123, + "learning_rate": 1.9841472028672428e-05, + "loss": 3.3942, + "step": 4969 + }, + { + "epoch": 0.08507506119584382, + "grad_norm": 2.9040238857269287, + "learning_rate": 1.984137368781071e-05, + "loss": 3.4331, + "step": 4970 + }, + { + "epoch": 0.08509217891439429, + "grad_norm": 2.991002321243286, + "learning_rate": 1.9841275316700036e-05, + "loss": 3.5332, + "step": 4971 + }, + { + "epoch": 0.08510929663294477, + "grad_norm": 2.9406747817993164, + "learning_rate": 1.9841176915340713e-05, + "loss": 3.4116, + "step": 4972 + }, + { + "epoch": 0.08512641435149523, + "grad_norm": 3.2069778442382812, + "learning_rate": 1.984107848373304e-05, + "loss": 3.485, + "step": 4973 + }, + { + "epoch": 0.0851435320700457, + "grad_norm": 2.9379303455352783, + "learning_rate": 1.9840980021877323e-05, + "loss": 3.3649, + "step": 4974 + }, + { + "epoch": 0.08516064978859618, + "grad_norm": 2.877380132675171, + "learning_rate": 1.984088152977386e-05, + "loss": 3.3984, + "step": 4975 + }, + { + "epoch": 0.08517776750714665, + "grad_norm": 3.0280914306640625, + "learning_rate": 1.9840783007422958e-05, + "loss": 3.5263, + "step": 4976 + }, + { + "epoch": 0.08519488522569713, + "grad_norm": 3.045356512069702, + "learning_rate": 1.9840684454824916e-05, + "loss": 3.5758, + "step": 4977 + }, + { + "epoch": 0.08521200294424759, + "grad_norm": 3.0834860801696777, + "learning_rate": 1.9840585871980043e-05, + "loss": 3.461, + "step": 4978 + }, + { + "epoch": 0.08522912066279806, + "grad_norm": 3.1192805767059326, + "learning_rate": 1.9840487258888636e-05, + "loss": 3.4226, + "step": 4979 + }, + { + "epoch": 0.08524623838134854, + "grad_norm": 2.9253346920013428, + "learning_rate": 1.9840388615550997e-05, + "loss": 3.5434, + "step": 4980 + }, + { + "epoch": 0.085263356099899, + "grad_norm": 2.8827366828918457, + "learning_rate": 1.9840289941967438e-05, + "loss": 3.405, + "step": 4981 + }, + { + "epoch": 0.08528047381844947, + "grad_norm": 2.834381580352783, + "learning_rate": 1.984019123813825e-05, + "loss": 3.4691, + "step": 4982 + }, + { + "epoch": 0.08529759153699995, + "grad_norm": 2.7963404655456543, + "learning_rate": 1.984009250406375e-05, + "loss": 3.4619, + "step": 4983 + }, + { + "epoch": 0.08531470925555042, + "grad_norm": 2.8411965370178223, + "learning_rate": 1.983999373974423e-05, + "loss": 3.4436, + "step": 4984 + }, + { + "epoch": 0.0853318269741009, + "grad_norm": 2.840419292449951, + "learning_rate": 1.983989494518e-05, + "loss": 3.4101, + "step": 4985 + }, + { + "epoch": 0.08534894469265136, + "grad_norm": 2.8816709518432617, + "learning_rate": 1.983979612037136e-05, + "loss": 3.4656, + "step": 4986 + }, + { + "epoch": 0.08536606241120183, + "grad_norm": 3.0242257118225098, + "learning_rate": 1.9839697265318615e-05, + "loss": 3.4779, + "step": 4987 + }, + { + "epoch": 0.08538318012975231, + "grad_norm": 2.8406152725219727, + "learning_rate": 1.983959838002207e-05, + "loss": 3.4635, + "step": 4988 + }, + { + "epoch": 0.08540029784830278, + "grad_norm": 2.9508438110351562, + "learning_rate": 1.983949946448203e-05, + "loss": 3.419, + "step": 4989 + }, + { + "epoch": 0.08541741556685326, + "grad_norm": 2.920686960220337, + "learning_rate": 1.9839400518698794e-05, + "loss": 3.4212, + "step": 4990 + }, + { + "epoch": 0.08543453328540372, + "grad_norm": 3.0394701957702637, + "learning_rate": 1.9839301542672672e-05, + "loss": 3.5296, + "step": 4991 + }, + { + "epoch": 0.08545165100395419, + "grad_norm": 3.0543949604034424, + "learning_rate": 1.9839202536403967e-05, + "loss": 3.4287, + "step": 4992 + }, + { + "epoch": 0.08546876872250467, + "grad_norm": 3.0193097591400146, + "learning_rate": 1.9839103499892976e-05, + "loss": 3.4951, + "step": 4993 + }, + { + "epoch": 0.08548588644105513, + "grad_norm": 2.750641345977783, + "learning_rate": 1.9839004433140013e-05, + "loss": 3.5449, + "step": 4994 + }, + { + "epoch": 0.08550300415960561, + "grad_norm": 2.72255802154541, + "learning_rate": 1.9838905336145382e-05, + "loss": 3.3651, + "step": 4995 + }, + { + "epoch": 0.08552012187815608, + "grad_norm": 2.9506139755249023, + "learning_rate": 1.983880620890938e-05, + "loss": 3.5761, + "step": 4996 + }, + { + "epoch": 0.08553723959670655, + "grad_norm": 2.892707109451294, + "learning_rate": 1.9838707051432318e-05, + "loss": 3.4229, + "step": 4997 + }, + { + "epoch": 0.08555435731525703, + "grad_norm": 2.672504425048828, + "learning_rate": 1.9838607863714498e-05, + "loss": 3.2801, + "step": 4998 + }, + { + "epoch": 0.08557147503380749, + "grad_norm": 3.038649797439575, + "learning_rate": 1.9838508645756227e-05, + "loss": 3.4546, + "step": 4999 + }, + { + "epoch": 0.08558859275235797, + "grad_norm": 2.9285099506378174, + "learning_rate": 1.9838409397557808e-05, + "loss": 3.4121, + "step": 5000 + }, + { + "epoch": 0.08560571047090844, + "grad_norm": 2.8090620040893555, + "learning_rate": 1.9838310119119545e-05, + "loss": 3.5, + "step": 5001 + }, + { + "epoch": 0.0856228281894589, + "grad_norm": 2.662247657775879, + "learning_rate": 1.9838210810441747e-05, + "loss": 3.3117, + "step": 5002 + }, + { + "epoch": 0.08563994590800939, + "grad_norm": 2.925797700881958, + "learning_rate": 1.9838111471524718e-05, + "loss": 3.4154, + "step": 5003 + }, + { + "epoch": 0.08565706362655985, + "grad_norm": 2.9865543842315674, + "learning_rate": 1.983801210236876e-05, + "loss": 3.4828, + "step": 5004 + }, + { + "epoch": 0.08567418134511032, + "grad_norm": 3.170243501663208, + "learning_rate": 1.983791270297418e-05, + "loss": 3.552, + "step": 5005 + }, + { + "epoch": 0.0856912990636608, + "grad_norm": 2.956789255142212, + "learning_rate": 1.983781327334129e-05, + "loss": 3.4355, + "step": 5006 + }, + { + "epoch": 0.08570841678221126, + "grad_norm": 2.981735944747925, + "learning_rate": 1.9837713813470385e-05, + "loss": 3.5463, + "step": 5007 + }, + { + "epoch": 0.08572553450076174, + "grad_norm": 2.741563081741333, + "learning_rate": 1.9837614323361776e-05, + "loss": 3.3993, + "step": 5008 + }, + { + "epoch": 0.08574265221931221, + "grad_norm": 3.0807738304138184, + "learning_rate": 1.983751480301577e-05, + "loss": 3.4779, + "step": 5009 + }, + { + "epoch": 0.08575976993786268, + "grad_norm": 3.0040788650512695, + "learning_rate": 1.983741525243267e-05, + "loss": 3.5939, + "step": 5010 + }, + { + "epoch": 0.08577688765641316, + "grad_norm": 2.915933609008789, + "learning_rate": 1.9837315671612788e-05, + "loss": 3.4703, + "step": 5011 + }, + { + "epoch": 0.08579400537496362, + "grad_norm": 2.8964812755584717, + "learning_rate": 1.983721606055642e-05, + "loss": 3.4455, + "step": 5012 + }, + { + "epoch": 0.0858111230935141, + "grad_norm": 2.8520023822784424, + "learning_rate": 1.983711641926388e-05, + "loss": 3.4386, + "step": 5013 + }, + { + "epoch": 0.08582824081206457, + "grad_norm": 3.0531270503997803, + "learning_rate": 1.9837016747735472e-05, + "loss": 3.4071, + "step": 5014 + }, + { + "epoch": 0.08584535853061503, + "grad_norm": 3.086641788482666, + "learning_rate": 1.98369170459715e-05, + "loss": 3.453, + "step": 5015 + }, + { + "epoch": 0.08586247624916551, + "grad_norm": 2.9474925994873047, + "learning_rate": 1.9836817313972277e-05, + "loss": 3.2885, + "step": 5016 + }, + { + "epoch": 0.08587959396771598, + "grad_norm": 2.8338429927825928, + "learning_rate": 1.98367175517381e-05, + "loss": 3.3222, + "step": 5017 + }, + { + "epoch": 0.08589671168626646, + "grad_norm": 3.1485438346862793, + "learning_rate": 1.9836617759269284e-05, + "loss": 3.5304, + "step": 5018 + }, + { + "epoch": 0.08591382940481693, + "grad_norm": 3.1061160564422607, + "learning_rate": 1.9836517936566134e-05, + "loss": 3.3426, + "step": 5019 + }, + { + "epoch": 0.0859309471233674, + "grad_norm": 3.2357068061828613, + "learning_rate": 1.9836418083628953e-05, + "loss": 3.4551, + "step": 5020 + }, + { + "epoch": 0.08594806484191787, + "grad_norm": 2.8965790271759033, + "learning_rate": 1.9836318200458053e-05, + "loss": 3.5487, + "step": 5021 + }, + { + "epoch": 0.08596518256046834, + "grad_norm": 3.0904123783111572, + "learning_rate": 1.9836218287053737e-05, + "loss": 3.5066, + "step": 5022 + }, + { + "epoch": 0.0859823002790188, + "grad_norm": 2.7669923305511475, + "learning_rate": 1.9836118343416312e-05, + "loss": 3.4422, + "step": 5023 + }, + { + "epoch": 0.08599941799756929, + "grad_norm": 3.1292786598205566, + "learning_rate": 1.9836018369546086e-05, + "loss": 3.3723, + "step": 5024 + }, + { + "epoch": 0.08601653571611975, + "grad_norm": 3.022970199584961, + "learning_rate": 1.983591836544337e-05, + "loss": 3.2705, + "step": 5025 + }, + { + "epoch": 0.08603365343467023, + "grad_norm": 2.9252874851226807, + "learning_rate": 1.983581833110847e-05, + "loss": 3.4332, + "step": 5026 + }, + { + "epoch": 0.0860507711532207, + "grad_norm": 3.0621156692504883, + "learning_rate": 1.9835718266541685e-05, + "loss": 3.4448, + "step": 5027 + }, + { + "epoch": 0.08606788887177116, + "grad_norm": 2.9509499073028564, + "learning_rate": 1.9835618171743333e-05, + "loss": 3.441, + "step": 5028 + }, + { + "epoch": 0.08608500659032164, + "grad_norm": 2.9600977897644043, + "learning_rate": 1.9835518046713717e-05, + "loss": 3.4287, + "step": 5029 + }, + { + "epoch": 0.08610212430887211, + "grad_norm": 2.908207416534424, + "learning_rate": 1.9835417891453147e-05, + "loss": 3.3546, + "step": 5030 + }, + { + "epoch": 0.08611924202742259, + "grad_norm": 3.1277971267700195, + "learning_rate": 1.983531770596193e-05, + "loss": 3.5769, + "step": 5031 + }, + { + "epoch": 0.08613635974597306, + "grad_norm": 2.841963768005371, + "learning_rate": 1.9835217490240372e-05, + "loss": 3.5235, + "step": 5032 + }, + { + "epoch": 0.08615347746452352, + "grad_norm": 2.7071542739868164, + "learning_rate": 1.9835117244288784e-05, + "loss": 3.2234, + "step": 5033 + }, + { + "epoch": 0.086170595183074, + "grad_norm": 2.887299060821533, + "learning_rate": 1.9835016968107474e-05, + "loss": 3.4216, + "step": 5034 + }, + { + "epoch": 0.08618771290162447, + "grad_norm": 2.785710334777832, + "learning_rate": 1.9834916661696747e-05, + "loss": 3.3384, + "step": 5035 + }, + { + "epoch": 0.08620483062017495, + "grad_norm": 2.7930963039398193, + "learning_rate": 1.9834816325056912e-05, + "loss": 3.3433, + "step": 5036 + }, + { + "epoch": 0.08622194833872542, + "grad_norm": 2.9773504734039307, + "learning_rate": 1.983471595818828e-05, + "loss": 3.487, + "step": 5037 + }, + { + "epoch": 0.08623906605727588, + "grad_norm": 2.9489710330963135, + "learning_rate": 1.983461556109116e-05, + "loss": 3.4553, + "step": 5038 + }, + { + "epoch": 0.08625618377582636, + "grad_norm": 2.762519359588623, + "learning_rate": 1.9834515133765854e-05, + "loss": 3.2986, + "step": 5039 + }, + { + "epoch": 0.08627330149437683, + "grad_norm": 2.8751206398010254, + "learning_rate": 1.983441467621268e-05, + "loss": 3.3799, + "step": 5040 + }, + { + "epoch": 0.08629041921292731, + "grad_norm": 3.099679708480835, + "learning_rate": 1.983431418843194e-05, + "loss": 3.555, + "step": 5041 + }, + { + "epoch": 0.08630753693147777, + "grad_norm": 2.9766435623168945, + "learning_rate": 1.983421367042394e-05, + "loss": 3.227, + "step": 5042 + }, + { + "epoch": 0.08632465465002824, + "grad_norm": 2.9297280311584473, + "learning_rate": 1.9834113122189005e-05, + "loss": 3.4215, + "step": 5043 + }, + { + "epoch": 0.08634177236857872, + "grad_norm": 3.1433348655700684, + "learning_rate": 1.9834012543727426e-05, + "loss": 3.3698, + "step": 5044 + }, + { + "epoch": 0.08635889008712919, + "grad_norm": 3.1619584560394287, + "learning_rate": 1.983391193503952e-05, + "loss": 3.3352, + "step": 5045 + }, + { + "epoch": 0.08637600780567965, + "grad_norm": 2.957862138748169, + "learning_rate": 1.9833811296125595e-05, + "loss": 3.4587, + "step": 5046 + }, + { + "epoch": 0.08639312552423013, + "grad_norm": 3.1246423721313477, + "learning_rate": 1.983371062698596e-05, + "loss": 3.5688, + "step": 5047 + }, + { + "epoch": 0.0864102432427806, + "grad_norm": 3.152276039123535, + "learning_rate": 1.983360992762093e-05, + "loss": 3.4152, + "step": 5048 + }, + { + "epoch": 0.08642736096133108, + "grad_norm": 3.0645952224731445, + "learning_rate": 1.9833509198030805e-05, + "loss": 3.5177, + "step": 5049 + }, + { + "epoch": 0.08644447867988155, + "grad_norm": 2.878836154937744, + "learning_rate": 1.98334084382159e-05, + "loss": 3.3502, + "step": 5050 + }, + { + "epoch": 0.08646159639843201, + "grad_norm": 3.0424792766571045, + "learning_rate": 1.9833307648176524e-05, + "loss": 3.5494, + "step": 5051 + }, + { + "epoch": 0.08647871411698249, + "grad_norm": 2.984853506088257, + "learning_rate": 1.9833206827912986e-05, + "loss": 3.4983, + "step": 5052 + }, + { + "epoch": 0.08649583183553296, + "grad_norm": 3.046821117401123, + "learning_rate": 1.98331059774256e-05, + "loss": 3.3926, + "step": 5053 + }, + { + "epoch": 0.08651294955408344, + "grad_norm": 2.9494469165802, + "learning_rate": 1.983300509671467e-05, + "loss": 3.4565, + "step": 5054 + }, + { + "epoch": 0.0865300672726339, + "grad_norm": 2.9288241863250732, + "learning_rate": 1.9832904185780508e-05, + "loss": 3.4773, + "step": 5055 + }, + { + "epoch": 0.08654718499118437, + "grad_norm": 2.7465980052948, + "learning_rate": 1.9832803244623426e-05, + "loss": 3.3863, + "step": 5056 + }, + { + "epoch": 0.08656430270973485, + "grad_norm": 2.846040964126587, + "learning_rate": 1.9832702273243735e-05, + "loss": 3.3811, + "step": 5057 + }, + { + "epoch": 0.08658142042828532, + "grad_norm": 2.8857789039611816, + "learning_rate": 1.983260127164174e-05, + "loss": 3.4607, + "step": 5058 + }, + { + "epoch": 0.0865985381468358, + "grad_norm": 2.833381175994873, + "learning_rate": 1.983250023981776e-05, + "loss": 3.4098, + "step": 5059 + }, + { + "epoch": 0.08661565586538626, + "grad_norm": 2.7343966960906982, + "learning_rate": 1.9832399177772094e-05, + "loss": 3.3871, + "step": 5060 + }, + { + "epoch": 0.08663277358393673, + "grad_norm": 2.8783693313598633, + "learning_rate": 1.9832298085505063e-05, + "loss": 3.4733, + "step": 5061 + }, + { + "epoch": 0.08664989130248721, + "grad_norm": 2.641982316970825, + "learning_rate": 1.983219696301697e-05, + "loss": 3.258, + "step": 5062 + }, + { + "epoch": 0.08666700902103767, + "grad_norm": 2.97833251953125, + "learning_rate": 1.9832095810308135e-05, + "loss": 3.5076, + "step": 5063 + }, + { + "epoch": 0.08668412673958814, + "grad_norm": 3.034313678741455, + "learning_rate": 1.983199462737886e-05, + "loss": 3.5164, + "step": 5064 + }, + { + "epoch": 0.08670124445813862, + "grad_norm": 2.938955545425415, + "learning_rate": 1.983189341422946e-05, + "loss": 3.3325, + "step": 5065 + }, + { + "epoch": 0.08671836217668909, + "grad_norm": 2.754984140396118, + "learning_rate": 1.9831792170860247e-05, + "loss": 3.3252, + "step": 5066 + }, + { + "epoch": 0.08673547989523957, + "grad_norm": 3.1037981510162354, + "learning_rate": 1.983169089727153e-05, + "loss": 3.4471, + "step": 5067 + }, + { + "epoch": 0.08675259761379003, + "grad_norm": 2.859450578689575, + "learning_rate": 1.983158959346362e-05, + "loss": 3.3986, + "step": 5068 + }, + { + "epoch": 0.0867697153323405, + "grad_norm": 3.119027853012085, + "learning_rate": 1.9831488259436832e-05, + "loss": 3.426, + "step": 5069 + }, + { + "epoch": 0.08678683305089098, + "grad_norm": 2.9268319606781006, + "learning_rate": 1.9831386895191473e-05, + "loss": 3.3087, + "step": 5070 + }, + { + "epoch": 0.08680395076944145, + "grad_norm": 3.1552178859710693, + "learning_rate": 1.9831285500727853e-05, + "loss": 3.4897, + "step": 5071 + }, + { + "epoch": 0.08682106848799193, + "grad_norm": 3.266112804412842, + "learning_rate": 1.9831184076046293e-05, + "loss": 3.4954, + "step": 5072 + }, + { + "epoch": 0.08683818620654239, + "grad_norm": 3.2869772911071777, + "learning_rate": 1.9831082621147097e-05, + "loss": 3.386, + "step": 5073 + }, + { + "epoch": 0.08685530392509286, + "grad_norm": 3.4137227535247803, + "learning_rate": 1.983098113603058e-05, + "loss": 3.5272, + "step": 5074 + }, + { + "epoch": 0.08687242164364334, + "grad_norm": 2.9424424171447754, + "learning_rate": 1.983087962069705e-05, + "loss": 3.4181, + "step": 5075 + }, + { + "epoch": 0.0868895393621938, + "grad_norm": 2.913543701171875, + "learning_rate": 1.983077807514682e-05, + "loss": 3.3873, + "step": 5076 + }, + { + "epoch": 0.08690665708074428, + "grad_norm": 2.9855005741119385, + "learning_rate": 1.983067649938021e-05, + "loss": 3.5272, + "step": 5077 + }, + { + "epoch": 0.08692377479929475, + "grad_norm": 3.240081548690796, + "learning_rate": 1.983057489339752e-05, + "loss": 3.4794, + "step": 5078 + }, + { + "epoch": 0.08694089251784522, + "grad_norm": 2.804450035095215, + "learning_rate": 1.9830473257199073e-05, + "loss": 3.4859, + "step": 5079 + }, + { + "epoch": 0.0869580102363957, + "grad_norm": 2.754063367843628, + "learning_rate": 1.9830371590785172e-05, + "loss": 3.4578, + "step": 5080 + }, + { + "epoch": 0.08697512795494616, + "grad_norm": 2.874495029449463, + "learning_rate": 1.983026989415614e-05, + "loss": 3.4194, + "step": 5081 + }, + { + "epoch": 0.08699224567349664, + "grad_norm": 2.8745102882385254, + "learning_rate": 1.9830168167312278e-05, + "loss": 3.4122, + "step": 5082 + }, + { + "epoch": 0.08700936339204711, + "grad_norm": 2.9024698734283447, + "learning_rate": 1.9830066410253908e-05, + "loss": 3.3656, + "step": 5083 + }, + { + "epoch": 0.08702648111059758, + "grad_norm": 2.9410953521728516, + "learning_rate": 1.9829964622981338e-05, + "loss": 3.4925, + "step": 5084 + }, + { + "epoch": 0.08704359882914806, + "grad_norm": 2.8242838382720947, + "learning_rate": 1.9829862805494883e-05, + "loss": 3.4693, + "step": 5085 + }, + { + "epoch": 0.08706071654769852, + "grad_norm": 3.408276081085205, + "learning_rate": 1.9829760957794853e-05, + "loss": 3.548, + "step": 5086 + }, + { + "epoch": 0.08707783426624899, + "grad_norm": 3.4844062328338623, + "learning_rate": 1.9829659079881565e-05, + "loss": 3.3692, + "step": 5087 + }, + { + "epoch": 0.08709495198479947, + "grad_norm": 3.2422211170196533, + "learning_rate": 1.982955717175533e-05, + "loss": 3.471, + "step": 5088 + }, + { + "epoch": 0.08711206970334993, + "grad_norm": 3.0175857543945312, + "learning_rate": 1.982945523341646e-05, + "loss": 3.4278, + "step": 5089 + }, + { + "epoch": 0.08712918742190041, + "grad_norm": 2.9305760860443115, + "learning_rate": 1.9829353264865266e-05, + "loss": 3.4449, + "step": 5090 + }, + { + "epoch": 0.08714630514045088, + "grad_norm": 3.1338586807250977, + "learning_rate": 1.982925126610207e-05, + "loss": 3.4807, + "step": 5091 + }, + { + "epoch": 0.08716342285900135, + "grad_norm": 2.9372012615203857, + "learning_rate": 1.9829149237127182e-05, + "loss": 3.304, + "step": 5092 + }, + { + "epoch": 0.08718054057755183, + "grad_norm": 2.851863145828247, + "learning_rate": 1.9829047177940915e-05, + "loss": 3.405, + "step": 5093 + }, + { + "epoch": 0.08719765829610229, + "grad_norm": 2.883500576019287, + "learning_rate": 1.982894508854358e-05, + "loss": 3.5768, + "step": 5094 + }, + { + "epoch": 0.08721477601465277, + "grad_norm": 2.902467727661133, + "learning_rate": 1.982884296893549e-05, + "loss": 3.284, + "step": 5095 + }, + { + "epoch": 0.08723189373320324, + "grad_norm": 3.02245831489563, + "learning_rate": 1.9828740819116965e-05, + "loss": 3.3729, + "step": 5096 + }, + { + "epoch": 0.0872490114517537, + "grad_norm": 2.7486774921417236, + "learning_rate": 1.9828638639088313e-05, + "loss": 3.339, + "step": 5097 + }, + { + "epoch": 0.08726612917030419, + "grad_norm": 3.156820297241211, + "learning_rate": 1.9828536428849854e-05, + "loss": 3.4409, + "step": 5098 + }, + { + "epoch": 0.08728324688885465, + "grad_norm": 3.11357045173645, + "learning_rate": 1.9828434188401894e-05, + "loss": 3.3489, + "step": 5099 + }, + { + "epoch": 0.08730036460740513, + "grad_norm": 3.396282434463501, + "learning_rate": 1.9828331917744758e-05, + "loss": 3.4434, + "step": 5100 + }, + { + "epoch": 0.0873174823259556, + "grad_norm": 3.0917727947235107, + "learning_rate": 1.9828229616878748e-05, + "loss": 3.3775, + "step": 5101 + }, + { + "epoch": 0.08733460004450606, + "grad_norm": 2.91988205909729, + "learning_rate": 1.9828127285804188e-05, + "loss": 3.5272, + "step": 5102 + }, + { + "epoch": 0.08735171776305654, + "grad_norm": 3.094438314437866, + "learning_rate": 1.982802492452139e-05, + "loss": 3.2994, + "step": 5103 + }, + { + "epoch": 0.08736883548160701, + "grad_norm": 2.954096794128418, + "learning_rate": 1.9827922533030672e-05, + "loss": 3.3219, + "step": 5104 + }, + { + "epoch": 0.08738595320015748, + "grad_norm": 3.1746084690093994, + "learning_rate": 1.982782011133234e-05, + "loss": 3.6072, + "step": 5105 + }, + { + "epoch": 0.08740307091870796, + "grad_norm": 2.991490125656128, + "learning_rate": 1.9827717659426713e-05, + "loss": 3.3076, + "step": 5106 + }, + { + "epoch": 0.08742018863725842, + "grad_norm": 3.10925555229187, + "learning_rate": 1.9827615177314107e-05, + "loss": 3.5194, + "step": 5107 + }, + { + "epoch": 0.0874373063558089, + "grad_norm": 3.0085768699645996, + "learning_rate": 1.9827512664994836e-05, + "loss": 3.4878, + "step": 5108 + }, + { + "epoch": 0.08745442407435937, + "grad_norm": 2.8092551231384277, + "learning_rate": 1.9827410122469214e-05, + "loss": 3.4206, + "step": 5109 + }, + { + "epoch": 0.08747154179290983, + "grad_norm": 3.2894346714019775, + "learning_rate": 1.982730754973756e-05, + "loss": 3.3568, + "step": 5110 + }, + { + "epoch": 0.08748865951146031, + "grad_norm": 2.6847050189971924, + "learning_rate": 1.982720494680019e-05, + "loss": 3.306, + "step": 5111 + }, + { + "epoch": 0.08750577723001078, + "grad_norm": 3.128084182739258, + "learning_rate": 1.9827102313657412e-05, + "loss": 3.4146, + "step": 5112 + }, + { + "epoch": 0.08752289494856126, + "grad_norm": 2.928823471069336, + "learning_rate": 1.9826999650309548e-05, + "loss": 3.3882, + "step": 5113 + }, + { + "epoch": 0.08754001266711173, + "grad_norm": 2.896721601486206, + "learning_rate": 1.9826896956756908e-05, + "loss": 3.4775, + "step": 5114 + }, + { + "epoch": 0.0875571303856622, + "grad_norm": 3.0907020568847656, + "learning_rate": 1.9826794232999816e-05, + "loss": 3.4822, + "step": 5115 + }, + { + "epoch": 0.08757424810421267, + "grad_norm": 3.0050714015960693, + "learning_rate": 1.982669147903858e-05, + "loss": 3.4254, + "step": 5116 + }, + { + "epoch": 0.08759136582276314, + "grad_norm": 2.98013973236084, + "learning_rate": 1.9826588694873515e-05, + "loss": 3.5881, + "step": 5117 + }, + { + "epoch": 0.08760848354131362, + "grad_norm": 2.914804220199585, + "learning_rate": 1.9826485880504945e-05, + "loss": 3.4742, + "step": 5118 + }, + { + "epoch": 0.08762560125986409, + "grad_norm": 2.9041779041290283, + "learning_rate": 1.982638303593318e-05, + "loss": 3.4383, + "step": 5119 + }, + { + "epoch": 0.08764271897841455, + "grad_norm": 2.9812088012695312, + "learning_rate": 1.982628016115854e-05, + "loss": 3.4463, + "step": 5120 + }, + { + "epoch": 0.08765983669696503, + "grad_norm": 3.1504054069519043, + "learning_rate": 1.9826177256181338e-05, + "loss": 3.4737, + "step": 5121 + }, + { + "epoch": 0.0876769544155155, + "grad_norm": 2.9704906940460205, + "learning_rate": 1.982607432100189e-05, + "loss": 3.3795, + "step": 5122 + }, + { + "epoch": 0.08769407213406598, + "grad_norm": 2.9528839588165283, + "learning_rate": 1.9825971355620512e-05, + "loss": 3.4368, + "step": 5123 + }, + { + "epoch": 0.08771118985261644, + "grad_norm": 2.769958734512329, + "learning_rate": 1.9825868360037522e-05, + "loss": 3.4129, + "step": 5124 + }, + { + "epoch": 0.08772830757116691, + "grad_norm": 2.850959300994873, + "learning_rate": 1.9825765334253238e-05, + "loss": 3.3828, + "step": 5125 + }, + { + "epoch": 0.08774542528971739, + "grad_norm": 3.2635931968688965, + "learning_rate": 1.9825662278267977e-05, + "loss": 3.5952, + "step": 5126 + }, + { + "epoch": 0.08776254300826786, + "grad_norm": 3.079691171646118, + "learning_rate": 1.982555919208205e-05, + "loss": 3.421, + "step": 5127 + }, + { + "epoch": 0.08777966072681832, + "grad_norm": 2.915245294570923, + "learning_rate": 1.9825456075695782e-05, + "loss": 3.528, + "step": 5128 + }, + { + "epoch": 0.0877967784453688, + "grad_norm": 2.8952555656433105, + "learning_rate": 1.9825352929109485e-05, + "loss": 3.3113, + "step": 5129 + }, + { + "epoch": 0.08781389616391927, + "grad_norm": 3.078857183456421, + "learning_rate": 1.9825249752323475e-05, + "loss": 3.4831, + "step": 5130 + }, + { + "epoch": 0.08783101388246975, + "grad_norm": 3.2941219806671143, + "learning_rate": 1.982514654533807e-05, + "loss": 3.3944, + "step": 5131 + }, + { + "epoch": 0.08784813160102022, + "grad_norm": 2.876709222793579, + "learning_rate": 1.982504330815359e-05, + "loss": 3.3009, + "step": 5132 + }, + { + "epoch": 0.08786524931957068, + "grad_norm": 2.8116137981414795, + "learning_rate": 1.982494004077035e-05, + "loss": 3.418, + "step": 5133 + }, + { + "epoch": 0.08788236703812116, + "grad_norm": 3.048269510269165, + "learning_rate": 1.982483674318867e-05, + "loss": 3.3331, + "step": 5134 + }, + { + "epoch": 0.08789948475667163, + "grad_norm": 3.1015965938568115, + "learning_rate": 1.982473341540886e-05, + "loss": 3.3169, + "step": 5135 + }, + { + "epoch": 0.08791660247522211, + "grad_norm": 2.969085216522217, + "learning_rate": 1.9824630057431248e-05, + "loss": 3.3584, + "step": 5136 + }, + { + "epoch": 0.08793372019377257, + "grad_norm": 2.8261075019836426, + "learning_rate": 1.982452666925614e-05, + "loss": 3.4237, + "step": 5137 + }, + { + "epoch": 0.08795083791232304, + "grad_norm": 3.000676393508911, + "learning_rate": 1.982442325088387e-05, + "loss": 3.5224, + "step": 5138 + }, + { + "epoch": 0.08796795563087352, + "grad_norm": 3.250032901763916, + "learning_rate": 1.982431980231474e-05, + "loss": 3.465, + "step": 5139 + }, + { + "epoch": 0.08798507334942399, + "grad_norm": 3.1836092472076416, + "learning_rate": 1.9824216323549075e-05, + "loss": 3.2998, + "step": 5140 + }, + { + "epoch": 0.08800219106797447, + "grad_norm": 2.9203600883483887, + "learning_rate": 1.9824112814587196e-05, + "loss": 3.3598, + "step": 5141 + }, + { + "epoch": 0.08801930878652493, + "grad_norm": 2.8714115619659424, + "learning_rate": 1.9824009275429415e-05, + "loss": 3.46, + "step": 5142 + }, + { + "epoch": 0.0880364265050754, + "grad_norm": 2.8462612628936768, + "learning_rate": 1.982390570607605e-05, + "loss": 3.3241, + "step": 5143 + }, + { + "epoch": 0.08805354422362588, + "grad_norm": 3.199115514755249, + "learning_rate": 1.9823802106527424e-05, + "loss": 3.3896, + "step": 5144 + }, + { + "epoch": 0.08807066194217635, + "grad_norm": 3.1457602977752686, + "learning_rate": 1.9823698476783854e-05, + "loss": 3.3806, + "step": 5145 + }, + { + "epoch": 0.08808777966072681, + "grad_norm": 2.9570813179016113, + "learning_rate": 1.982359481684566e-05, + "loss": 3.3738, + "step": 5146 + }, + { + "epoch": 0.08810489737927729, + "grad_norm": 2.8128108978271484, + "learning_rate": 1.9823491126713154e-05, + "loss": 3.4232, + "step": 5147 + }, + { + "epoch": 0.08812201509782776, + "grad_norm": 2.87716007232666, + "learning_rate": 1.9823387406386664e-05, + "loss": 3.4359, + "step": 5148 + }, + { + "epoch": 0.08813913281637824, + "grad_norm": 2.7782175540924072, + "learning_rate": 1.9823283655866502e-05, + "loss": 3.4016, + "step": 5149 + }, + { + "epoch": 0.0881562505349287, + "grad_norm": 2.9145216941833496, + "learning_rate": 1.9823179875152987e-05, + "loss": 3.4449, + "step": 5150 + }, + { + "epoch": 0.08817336825347917, + "grad_norm": 3.0499930381774902, + "learning_rate": 1.9823076064246444e-05, + "loss": 3.42, + "step": 5151 + }, + { + "epoch": 0.08819048597202965, + "grad_norm": 2.9257943630218506, + "learning_rate": 1.9822972223147184e-05, + "loss": 3.4794, + "step": 5152 + }, + { + "epoch": 0.08820760369058012, + "grad_norm": 2.9794020652770996, + "learning_rate": 1.982286835185553e-05, + "loss": 3.385, + "step": 5153 + }, + { + "epoch": 0.0882247214091306, + "grad_norm": 3.203831195831299, + "learning_rate": 1.9822764450371807e-05, + "loss": 3.4928, + "step": 5154 + }, + { + "epoch": 0.08824183912768106, + "grad_norm": 3.114469051361084, + "learning_rate": 1.9822660518696326e-05, + "loss": 3.3986, + "step": 5155 + }, + { + "epoch": 0.08825895684623153, + "grad_norm": 3.119455099105835, + "learning_rate": 1.982255655682941e-05, + "loss": 3.296, + "step": 5156 + }, + { + "epoch": 0.08827607456478201, + "grad_norm": 3.111053228378296, + "learning_rate": 1.982245256477137e-05, + "loss": 3.4243, + "step": 5157 + }, + { + "epoch": 0.08829319228333248, + "grad_norm": 3.082273006439209, + "learning_rate": 1.9822348542522546e-05, + "loss": 3.4748, + "step": 5158 + }, + { + "epoch": 0.08831031000188296, + "grad_norm": 2.9509685039520264, + "learning_rate": 1.9822244490083236e-05, + "loss": 3.4163, + "step": 5159 + }, + { + "epoch": 0.08832742772043342, + "grad_norm": 2.8189926147460938, + "learning_rate": 1.9822140407453775e-05, + "loss": 3.3143, + "step": 5160 + }, + { + "epoch": 0.08834454543898389, + "grad_norm": 2.996767282485962, + "learning_rate": 1.9822036294634474e-05, + "loss": 3.4638, + "step": 5161 + }, + { + "epoch": 0.08836166315753437, + "grad_norm": 3.158695697784424, + "learning_rate": 1.982193215162566e-05, + "loss": 3.4398, + "step": 5162 + }, + { + "epoch": 0.08837878087608483, + "grad_norm": 3.098897695541382, + "learning_rate": 1.9821827978427643e-05, + "loss": 3.5762, + "step": 5163 + }, + { + "epoch": 0.08839589859463531, + "grad_norm": 2.894278049468994, + "learning_rate": 1.982172377504075e-05, + "loss": 3.3, + "step": 5164 + }, + { + "epoch": 0.08841301631318578, + "grad_norm": 3.0446345806121826, + "learning_rate": 1.9821619541465305e-05, + "loss": 3.4411, + "step": 5165 + }, + { + "epoch": 0.08843013403173625, + "grad_norm": 3.08480167388916, + "learning_rate": 1.982151527770162e-05, + "loss": 3.3286, + "step": 5166 + }, + { + "epoch": 0.08844725175028673, + "grad_norm": 2.9382410049438477, + "learning_rate": 1.982141098375002e-05, + "loss": 3.4355, + "step": 5167 + }, + { + "epoch": 0.08846436946883719, + "grad_norm": 3.4530043601989746, + "learning_rate": 1.9821306659610827e-05, + "loss": 3.4458, + "step": 5168 + }, + { + "epoch": 0.08848148718738766, + "grad_norm": 2.763388156890869, + "learning_rate": 1.9821202305284357e-05, + "loss": 3.3928, + "step": 5169 + }, + { + "epoch": 0.08849860490593814, + "grad_norm": 2.8816604614257812, + "learning_rate": 1.9821097920770934e-05, + "loss": 3.4124, + "step": 5170 + }, + { + "epoch": 0.0885157226244886, + "grad_norm": 2.811635971069336, + "learning_rate": 1.982099350607088e-05, + "loss": 3.3619, + "step": 5171 + }, + { + "epoch": 0.08853284034303908, + "grad_norm": 2.8218324184417725, + "learning_rate": 1.9820889061184512e-05, + "loss": 3.4243, + "step": 5172 + }, + { + "epoch": 0.08854995806158955, + "grad_norm": 2.850498914718628, + "learning_rate": 1.9820784586112154e-05, + "loss": 3.3417, + "step": 5173 + }, + { + "epoch": 0.08856707578014002, + "grad_norm": 2.947965383529663, + "learning_rate": 1.9820680080854126e-05, + "loss": 3.4586, + "step": 5174 + }, + { + "epoch": 0.0885841934986905, + "grad_norm": 3.1794888973236084, + "learning_rate": 1.982057554541075e-05, + "loss": 3.2863, + "step": 5175 + }, + { + "epoch": 0.08860131121724096, + "grad_norm": 3.000823736190796, + "learning_rate": 1.982047097978235e-05, + "loss": 3.3776, + "step": 5176 + }, + { + "epoch": 0.08861842893579144, + "grad_norm": 2.9751358032226562, + "learning_rate": 1.982036638396924e-05, + "loss": 3.3873, + "step": 5177 + }, + { + "epoch": 0.08863554665434191, + "grad_norm": 2.8574540615081787, + "learning_rate": 1.9820261757971743e-05, + "loss": 3.3128, + "step": 5178 + }, + { + "epoch": 0.08865266437289238, + "grad_norm": 3.050605058670044, + "learning_rate": 1.9820157101790188e-05, + "loss": 3.402, + "step": 5179 + }, + { + "epoch": 0.08866978209144286, + "grad_norm": 2.954874277114868, + "learning_rate": 1.9820052415424892e-05, + "loss": 3.3559, + "step": 5180 + }, + { + "epoch": 0.08868689980999332, + "grad_norm": 2.893901824951172, + "learning_rate": 1.9819947698876173e-05, + "loss": 3.3403, + "step": 5181 + }, + { + "epoch": 0.0887040175285438, + "grad_norm": 2.76440167427063, + "learning_rate": 1.981984295214436e-05, + "loss": 3.289, + "step": 5182 + }, + { + "epoch": 0.08872113524709427, + "grad_norm": 3.0029873847961426, + "learning_rate": 1.981973817522977e-05, + "loss": 3.5048, + "step": 5183 + }, + { + "epoch": 0.08873825296564473, + "grad_norm": 2.9344677925109863, + "learning_rate": 1.981963336813273e-05, + "loss": 3.4201, + "step": 5184 + }, + { + "epoch": 0.08875537068419521, + "grad_norm": 2.917266368865967, + "learning_rate": 1.9819528530853555e-05, + "loss": 3.2261, + "step": 5185 + }, + { + "epoch": 0.08877248840274568, + "grad_norm": 2.854748487472534, + "learning_rate": 1.981942366339257e-05, + "loss": 3.4197, + "step": 5186 + }, + { + "epoch": 0.08878960612129615, + "grad_norm": 3.0766053199768066, + "learning_rate": 1.9819318765750098e-05, + "loss": 3.3537, + "step": 5187 + }, + { + "epoch": 0.08880672383984663, + "grad_norm": 2.9087133407592773, + "learning_rate": 1.9819213837926466e-05, + "loss": 3.3243, + "step": 5188 + }, + { + "epoch": 0.08882384155839709, + "grad_norm": 3.2215287685394287, + "learning_rate": 1.981910887992199e-05, + "loss": 3.4596, + "step": 5189 + }, + { + "epoch": 0.08884095927694757, + "grad_norm": 3.1846671104431152, + "learning_rate": 1.9819003891736998e-05, + "loss": 3.4154, + "step": 5190 + }, + { + "epoch": 0.08885807699549804, + "grad_norm": 2.9767282009124756, + "learning_rate": 1.9818898873371805e-05, + "loss": 3.4286, + "step": 5191 + }, + { + "epoch": 0.0888751947140485, + "grad_norm": 3.0223660469055176, + "learning_rate": 1.981879382482674e-05, + "loss": 3.4272, + "step": 5192 + }, + { + "epoch": 0.08889231243259899, + "grad_norm": 3.148674249649048, + "learning_rate": 1.9818688746102122e-05, + "loss": 3.4701, + "step": 5193 + }, + { + "epoch": 0.08890943015114945, + "grad_norm": 5.1069231033325195, + "learning_rate": 1.9818583637198275e-05, + "loss": 3.4936, + "step": 5194 + }, + { + "epoch": 0.08892654786969993, + "grad_norm": 2.9632511138916016, + "learning_rate": 1.981847849811553e-05, + "loss": 3.3925, + "step": 5195 + }, + { + "epoch": 0.0889436655882504, + "grad_norm": 2.9083898067474365, + "learning_rate": 1.98183733288542e-05, + "loss": 3.5032, + "step": 5196 + }, + { + "epoch": 0.08896078330680086, + "grad_norm": 2.9813389778137207, + "learning_rate": 1.981826812941461e-05, + "loss": 3.4241, + "step": 5197 + }, + { + "epoch": 0.08897790102535134, + "grad_norm": 2.7382636070251465, + "learning_rate": 1.9818162899797088e-05, + "loss": 3.3135, + "step": 5198 + }, + { + "epoch": 0.08899501874390181, + "grad_norm": 2.8769590854644775, + "learning_rate": 1.9818057640001952e-05, + "loss": 3.378, + "step": 5199 + }, + { + "epoch": 0.08901213646245229, + "grad_norm": 2.9475321769714355, + "learning_rate": 1.981795235002953e-05, + "loss": 3.3249, + "step": 5200 + }, + { + "epoch": 0.08902925418100276, + "grad_norm": 2.9494426250457764, + "learning_rate": 1.9817847029880138e-05, + "loss": 3.4179, + "step": 5201 + }, + { + "epoch": 0.08904637189955322, + "grad_norm": 3.1174983978271484, + "learning_rate": 1.9817741679554114e-05, + "loss": 3.474, + "step": 5202 + }, + { + "epoch": 0.0890634896181037, + "grad_norm": 2.8948843479156494, + "learning_rate": 1.9817636299051765e-05, + "loss": 3.3678, + "step": 5203 + }, + { + "epoch": 0.08908060733665417, + "grad_norm": 2.848975896835327, + "learning_rate": 1.9817530888373427e-05, + "loss": 3.3238, + "step": 5204 + }, + { + "epoch": 0.08909772505520465, + "grad_norm": 2.90354061126709, + "learning_rate": 1.981742544751942e-05, + "loss": 3.32, + "step": 5205 + }, + { + "epoch": 0.08911484277375512, + "grad_norm": 2.8834681510925293, + "learning_rate": 1.9817319976490067e-05, + "loss": 3.3029, + "step": 5206 + }, + { + "epoch": 0.08913196049230558, + "grad_norm": 2.9202399253845215, + "learning_rate": 1.9817214475285696e-05, + "loss": 3.4359, + "step": 5207 + }, + { + "epoch": 0.08914907821085606, + "grad_norm": 2.9380860328674316, + "learning_rate": 1.9817108943906627e-05, + "loss": 3.3903, + "step": 5208 + }, + { + "epoch": 0.08916619592940653, + "grad_norm": 2.8052916526794434, + "learning_rate": 1.9817003382353185e-05, + "loss": 3.3918, + "step": 5209 + }, + { + "epoch": 0.089183313647957, + "grad_norm": 2.9992213249206543, + "learning_rate": 1.9816897790625695e-05, + "loss": 3.346, + "step": 5210 + }, + { + "epoch": 0.08920043136650747, + "grad_norm": 2.8829078674316406, + "learning_rate": 1.9816792168724485e-05, + "loss": 3.3475, + "step": 5211 + }, + { + "epoch": 0.08921754908505794, + "grad_norm": 2.847498655319214, + "learning_rate": 1.9816686516649875e-05, + "loss": 3.2782, + "step": 5212 + }, + { + "epoch": 0.08923466680360842, + "grad_norm": 2.919398069381714, + "learning_rate": 1.981658083440219e-05, + "loss": 3.4419, + "step": 5213 + }, + { + "epoch": 0.08925178452215889, + "grad_norm": 2.9485390186309814, + "learning_rate": 1.9816475121981754e-05, + "loss": 3.5037, + "step": 5214 + }, + { + "epoch": 0.08926890224070935, + "grad_norm": 2.7902376651763916, + "learning_rate": 1.9816369379388897e-05, + "loss": 3.485, + "step": 5215 + }, + { + "epoch": 0.08928601995925983, + "grad_norm": 3.1484405994415283, + "learning_rate": 1.9816263606623944e-05, + "loss": 3.4933, + "step": 5216 + }, + { + "epoch": 0.0893031376778103, + "grad_norm": 3.2533071041107178, + "learning_rate": 1.9816157803687213e-05, + "loss": 3.341, + "step": 5217 + }, + { + "epoch": 0.08932025539636078, + "grad_norm": 3.154883623123169, + "learning_rate": 1.9816051970579036e-05, + "loss": 3.495, + "step": 5218 + }, + { + "epoch": 0.08933737311491124, + "grad_norm": 2.974984884262085, + "learning_rate": 1.9815946107299732e-05, + "loss": 3.3913, + "step": 5219 + }, + { + "epoch": 0.08935449083346171, + "grad_norm": 2.852552652359009, + "learning_rate": 1.9815840213849636e-05, + "loss": 3.3348, + "step": 5220 + }, + { + "epoch": 0.08937160855201219, + "grad_norm": 2.867330312728882, + "learning_rate": 1.9815734290229063e-05, + "loss": 3.5233, + "step": 5221 + }, + { + "epoch": 0.08938872627056266, + "grad_norm": 2.9340548515319824, + "learning_rate": 1.9815628336438343e-05, + "loss": 3.3486, + "step": 5222 + }, + { + "epoch": 0.08940584398911314, + "grad_norm": 2.8790276050567627, + "learning_rate": 1.9815522352477803e-05, + "loss": 3.3705, + "step": 5223 + }, + { + "epoch": 0.0894229617076636, + "grad_norm": 2.9465155601501465, + "learning_rate": 1.981541633834777e-05, + "loss": 3.5554, + "step": 5224 + }, + { + "epoch": 0.08944007942621407, + "grad_norm": 2.9744873046875, + "learning_rate": 1.9815310294048562e-05, + "loss": 3.3224, + "step": 5225 + }, + { + "epoch": 0.08945719714476455, + "grad_norm": 2.910799264907837, + "learning_rate": 1.9815204219580515e-05, + "loss": 3.4111, + "step": 5226 + }, + { + "epoch": 0.08947431486331502, + "grad_norm": 2.8913044929504395, + "learning_rate": 1.9815098114943947e-05, + "loss": 3.3961, + "step": 5227 + }, + { + "epoch": 0.08949143258186548, + "grad_norm": 3.0407156944274902, + "learning_rate": 1.9814991980139192e-05, + "loss": 3.4789, + "step": 5228 + }, + { + "epoch": 0.08950855030041596, + "grad_norm": 2.80751895904541, + "learning_rate": 1.9814885815166566e-05, + "loss": 3.3558, + "step": 5229 + }, + { + "epoch": 0.08952566801896643, + "grad_norm": 2.940601348876953, + "learning_rate": 1.9814779620026404e-05, + "loss": 3.3836, + "step": 5230 + }, + { + "epoch": 0.08954278573751691, + "grad_norm": 2.800361394882202, + "learning_rate": 1.9814673394719032e-05, + "loss": 3.4064, + "step": 5231 + }, + { + "epoch": 0.08955990345606737, + "grad_norm": 3.118015766143799, + "learning_rate": 1.981456713924477e-05, + "loss": 3.5461, + "step": 5232 + }, + { + "epoch": 0.08957702117461784, + "grad_norm": 2.7924304008483887, + "learning_rate": 1.981446085360395e-05, + "loss": 3.3659, + "step": 5233 + }, + { + "epoch": 0.08959413889316832, + "grad_norm": 2.9508607387542725, + "learning_rate": 1.9814354537796897e-05, + "loss": 3.374, + "step": 5234 + }, + { + "epoch": 0.08961125661171879, + "grad_norm": 2.8723835945129395, + "learning_rate": 1.981424819182394e-05, + "loss": 3.414, + "step": 5235 + }, + { + "epoch": 0.08962837433026927, + "grad_norm": 2.973917245864868, + "learning_rate": 1.98141418156854e-05, + "loss": 3.263, + "step": 5236 + }, + { + "epoch": 0.08964549204881973, + "grad_norm": 2.935364246368408, + "learning_rate": 1.9814035409381607e-05, + "loss": 3.2308, + "step": 5237 + }, + { + "epoch": 0.0896626097673702, + "grad_norm": 3.5282163619995117, + "learning_rate": 1.9813928972912895e-05, + "loss": 3.439, + "step": 5238 + }, + { + "epoch": 0.08967972748592068, + "grad_norm": 2.953756332397461, + "learning_rate": 1.9813822506279582e-05, + "loss": 3.2674, + "step": 5239 + }, + { + "epoch": 0.08969684520447115, + "grad_norm": 3.1045567989349365, + "learning_rate": 1.9813716009481995e-05, + "loss": 3.5593, + "step": 5240 + }, + { + "epoch": 0.08971396292302163, + "grad_norm": 2.9188520908355713, + "learning_rate": 1.9813609482520468e-05, + "loss": 3.2462, + "step": 5241 + }, + { + "epoch": 0.08973108064157209, + "grad_norm": 3.1746585369110107, + "learning_rate": 1.9813502925395328e-05, + "loss": 3.5906, + "step": 5242 + }, + { + "epoch": 0.08974819836012256, + "grad_norm": 2.9794771671295166, + "learning_rate": 1.9813396338106897e-05, + "loss": 3.3664, + "step": 5243 + }, + { + "epoch": 0.08976531607867304, + "grad_norm": 2.9470937252044678, + "learning_rate": 1.98132897206555e-05, + "loss": 3.4813, + "step": 5244 + }, + { + "epoch": 0.0897824337972235, + "grad_norm": 2.9705073833465576, + "learning_rate": 1.9813183073041476e-05, + "loss": 3.2547, + "step": 5245 + }, + { + "epoch": 0.08979955151577398, + "grad_norm": 2.9473538398742676, + "learning_rate": 1.9813076395265146e-05, + "loss": 3.3534, + "step": 5246 + }, + { + "epoch": 0.08981666923432445, + "grad_norm": 2.9256579875946045, + "learning_rate": 1.9812969687326837e-05, + "loss": 3.4344, + "step": 5247 + }, + { + "epoch": 0.08983378695287492, + "grad_norm": 2.784153461456299, + "learning_rate": 1.981286294922688e-05, + "loss": 3.291, + "step": 5248 + }, + { + "epoch": 0.0898509046714254, + "grad_norm": 2.7957582473754883, + "learning_rate": 1.98127561809656e-05, + "loss": 3.4636, + "step": 5249 + }, + { + "epoch": 0.08986802238997586, + "grad_norm": 3.2072203159332275, + "learning_rate": 1.9812649382543326e-05, + "loss": 3.5106, + "step": 5250 + }, + { + "epoch": 0.08988514010852633, + "grad_norm": 3.054121494293213, + "learning_rate": 1.981254255396039e-05, + "loss": 3.4521, + "step": 5251 + }, + { + "epoch": 0.08990225782707681, + "grad_norm": 2.7577452659606934, + "learning_rate": 1.9812435695217117e-05, + "loss": 3.4348, + "step": 5252 + }, + { + "epoch": 0.08991937554562728, + "grad_norm": 2.9837002754211426, + "learning_rate": 1.9812328806313834e-05, + "loss": 3.5771, + "step": 5253 + }, + { + "epoch": 0.08993649326417776, + "grad_norm": 2.927394390106201, + "learning_rate": 1.9812221887250872e-05, + "loss": 3.4931, + "step": 5254 + }, + { + "epoch": 0.08995361098272822, + "grad_norm": 2.8132286071777344, + "learning_rate": 1.9812114938028563e-05, + "loss": 3.3867, + "step": 5255 + }, + { + "epoch": 0.08997072870127869, + "grad_norm": 2.826070547103882, + "learning_rate": 1.9812007958647226e-05, + "loss": 3.4215, + "step": 5256 + }, + { + "epoch": 0.08998784641982917, + "grad_norm": 3.0116846561431885, + "learning_rate": 1.9811900949107196e-05, + "loss": 3.3523, + "step": 5257 + }, + { + "epoch": 0.09000496413837963, + "grad_norm": 3.0646331310272217, + "learning_rate": 1.9811793909408806e-05, + "loss": 3.4817, + "step": 5258 + }, + { + "epoch": 0.09002208185693011, + "grad_norm": 2.9768147468566895, + "learning_rate": 1.9811686839552376e-05, + "loss": 3.323, + "step": 5259 + }, + { + "epoch": 0.09003919957548058, + "grad_norm": 3.154088020324707, + "learning_rate": 1.981157973953824e-05, + "loss": 3.3303, + "step": 5260 + }, + { + "epoch": 0.09005631729403105, + "grad_norm": 3.0817787647247314, + "learning_rate": 1.981147260936673e-05, + "loss": 3.3833, + "step": 5261 + }, + { + "epoch": 0.09007343501258153, + "grad_norm": 2.990262746810913, + "learning_rate": 1.981136544903817e-05, + "loss": 3.348, + "step": 5262 + }, + { + "epoch": 0.09009055273113199, + "grad_norm": 3.116445302963257, + "learning_rate": 1.9811258258552893e-05, + "loss": 3.4204, + "step": 5263 + }, + { + "epoch": 0.09010767044968247, + "grad_norm": 3.013885736465454, + "learning_rate": 1.9811151037911227e-05, + "loss": 3.4003, + "step": 5264 + }, + { + "epoch": 0.09012478816823294, + "grad_norm": 2.854898691177368, + "learning_rate": 1.9811043787113496e-05, + "loss": 3.2513, + "step": 5265 + }, + { + "epoch": 0.0901419058867834, + "grad_norm": 2.932093858718872, + "learning_rate": 1.981093650616004e-05, + "loss": 3.4185, + "step": 5266 + }, + { + "epoch": 0.09015902360533389, + "grad_norm": 3.1416304111480713, + "learning_rate": 1.9810829195051182e-05, + "loss": 3.6177, + "step": 5267 + }, + { + "epoch": 0.09017614132388435, + "grad_norm": 3.1212270259857178, + "learning_rate": 1.9810721853787256e-05, + "loss": 3.4459, + "step": 5268 + }, + { + "epoch": 0.09019325904243482, + "grad_norm": 2.90480375289917, + "learning_rate": 1.981061448236859e-05, + "loss": 3.5144, + "step": 5269 + }, + { + "epoch": 0.0902103767609853, + "grad_norm": 2.946911573410034, + "learning_rate": 1.981050708079551e-05, + "loss": 3.4145, + "step": 5270 + }, + { + "epoch": 0.09022749447953576, + "grad_norm": 3.0962271690368652, + "learning_rate": 1.981039964906835e-05, + "loss": 3.3615, + "step": 5271 + }, + { + "epoch": 0.09024461219808624, + "grad_norm": 3.308378219604492, + "learning_rate": 1.981029218718744e-05, + "loss": 3.5178, + "step": 5272 + }, + { + "epoch": 0.09026172991663671, + "grad_norm": 3.2642059326171875, + "learning_rate": 1.9810184695153114e-05, + "loss": 3.2931, + "step": 5273 + }, + { + "epoch": 0.09027884763518718, + "grad_norm": 3.1263091564178467, + "learning_rate": 1.98100771729657e-05, + "loss": 3.358, + "step": 5274 + }, + { + "epoch": 0.09029596535373766, + "grad_norm": 2.8653242588043213, + "learning_rate": 1.980996962062552e-05, + "loss": 3.3823, + "step": 5275 + }, + { + "epoch": 0.09031308307228812, + "grad_norm": 2.8667478561401367, + "learning_rate": 1.9809862038132916e-05, + "loss": 3.146, + "step": 5276 + }, + { + "epoch": 0.0903302007908386, + "grad_norm": 3.005110263824463, + "learning_rate": 1.9809754425488213e-05, + "loss": 3.4424, + "step": 5277 + }, + { + "epoch": 0.09034731850938907, + "grad_norm": 2.969491720199585, + "learning_rate": 1.9809646782691745e-05, + "loss": 3.3647, + "step": 5278 + }, + { + "epoch": 0.09036443622793953, + "grad_norm": 2.912980079650879, + "learning_rate": 1.980953910974384e-05, + "loss": 3.3763, + "step": 5279 + }, + { + "epoch": 0.09038155394649001, + "grad_norm": 3.0605170726776123, + "learning_rate": 1.980943140664483e-05, + "loss": 3.2994, + "step": 5280 + }, + { + "epoch": 0.09039867166504048, + "grad_norm": 3.0787086486816406, + "learning_rate": 1.9809323673395045e-05, + "loss": 3.3279, + "step": 5281 + }, + { + "epoch": 0.09041578938359096, + "grad_norm": 3.0467453002929688, + "learning_rate": 1.9809215909994818e-05, + "loss": 3.2491, + "step": 5282 + }, + { + "epoch": 0.09043290710214143, + "grad_norm": 3.1072192192077637, + "learning_rate": 1.980910811644448e-05, + "loss": 3.4979, + "step": 5283 + }, + { + "epoch": 0.0904500248206919, + "grad_norm": 3.31166934967041, + "learning_rate": 1.980900029274436e-05, + "loss": 3.3598, + "step": 5284 + }, + { + "epoch": 0.09046714253924237, + "grad_norm": 3.181577444076538, + "learning_rate": 1.980889243889479e-05, + "loss": 3.3599, + "step": 5285 + }, + { + "epoch": 0.09048426025779284, + "grad_norm": 2.9553534984588623, + "learning_rate": 1.9808784554896107e-05, + "loss": 3.4039, + "step": 5286 + }, + { + "epoch": 0.09050137797634332, + "grad_norm": 2.8871541023254395, + "learning_rate": 1.9808676640748637e-05, + "loss": 3.4164, + "step": 5287 + }, + { + "epoch": 0.09051849569489379, + "grad_norm": 3.035214424133301, + "learning_rate": 1.980856869645271e-05, + "loss": 3.3282, + "step": 5288 + }, + { + "epoch": 0.09053561341344425, + "grad_norm": 2.934461832046509, + "learning_rate": 1.980846072200866e-05, + "loss": 3.3495, + "step": 5289 + }, + { + "epoch": 0.09055273113199473, + "grad_norm": 2.949087381362915, + "learning_rate": 1.9808352717416825e-05, + "loss": 3.4834, + "step": 5290 + }, + { + "epoch": 0.0905698488505452, + "grad_norm": 3.194453477859497, + "learning_rate": 1.980824468267753e-05, + "loss": 3.3818, + "step": 5291 + }, + { + "epoch": 0.09058696656909566, + "grad_norm": 2.7367331981658936, + "learning_rate": 1.9808136617791106e-05, + "loss": 3.3149, + "step": 5292 + }, + { + "epoch": 0.09060408428764614, + "grad_norm": 3.053900718688965, + "learning_rate": 1.9808028522757887e-05, + "loss": 3.4357, + "step": 5293 + }, + { + "epoch": 0.09062120200619661, + "grad_norm": 3.018014430999756, + "learning_rate": 1.980792039757821e-05, + "loss": 3.4968, + "step": 5294 + }, + { + "epoch": 0.09063831972474709, + "grad_norm": 2.8923099040985107, + "learning_rate": 1.98078122422524e-05, + "loss": 3.4067, + "step": 5295 + }, + { + "epoch": 0.09065543744329756, + "grad_norm": 2.8001036643981934, + "learning_rate": 1.9807704056780794e-05, + "loss": 3.4057, + "step": 5296 + }, + { + "epoch": 0.09067255516184802, + "grad_norm": 2.8888230323791504, + "learning_rate": 1.9807595841163723e-05, + "loss": 3.4483, + "step": 5297 + }, + { + "epoch": 0.0906896728803985, + "grad_norm": 2.735701560974121, + "learning_rate": 1.980748759540152e-05, + "loss": 3.4461, + "step": 5298 + }, + { + "epoch": 0.09070679059894897, + "grad_norm": 2.880629539489746, + "learning_rate": 1.9807379319494514e-05, + "loss": 3.3682, + "step": 5299 + }, + { + "epoch": 0.09072390831749945, + "grad_norm": 2.8730204105377197, + "learning_rate": 1.9807271013443046e-05, + "loss": 3.3731, + "step": 5300 + }, + { + "epoch": 0.09074102603604992, + "grad_norm": 2.8141491413116455, + "learning_rate": 1.9807162677247444e-05, + "loss": 3.4848, + "step": 5301 + }, + { + "epoch": 0.09075814375460038, + "grad_norm": 2.6826376914978027, + "learning_rate": 1.980705431090804e-05, + "loss": 3.3737, + "step": 5302 + }, + { + "epoch": 0.09077526147315086, + "grad_norm": 3.216287612915039, + "learning_rate": 1.980694591442517e-05, + "loss": 3.3958, + "step": 5303 + }, + { + "epoch": 0.09079237919170133, + "grad_norm": 3.0182173252105713, + "learning_rate": 1.9806837487799165e-05, + "loss": 3.3814, + "step": 5304 + }, + { + "epoch": 0.09080949691025181, + "grad_norm": 2.671769857406616, + "learning_rate": 1.9806729031030358e-05, + "loss": 3.2574, + "step": 5305 + }, + { + "epoch": 0.09082661462880227, + "grad_norm": 2.9685468673706055, + "learning_rate": 1.980662054411908e-05, + "loss": 3.5478, + "step": 5306 + }, + { + "epoch": 0.09084373234735274, + "grad_norm": 2.672417640686035, + "learning_rate": 1.9806512027065674e-05, + "loss": 3.344, + "step": 5307 + }, + { + "epoch": 0.09086085006590322, + "grad_norm": 2.7088394165039062, + "learning_rate": 1.9806403479870466e-05, + "loss": 3.3892, + "step": 5308 + }, + { + "epoch": 0.09087796778445369, + "grad_norm": 2.7671091556549072, + "learning_rate": 1.9806294902533786e-05, + "loss": 3.3176, + "step": 5309 + }, + { + "epoch": 0.09089508550300415, + "grad_norm": 2.908405303955078, + "learning_rate": 1.9806186295055977e-05, + "loss": 3.4321, + "step": 5310 + }, + { + "epoch": 0.09091220322155463, + "grad_norm": 2.8206892013549805, + "learning_rate": 1.9806077657437365e-05, + "loss": 3.3852, + "step": 5311 + }, + { + "epoch": 0.0909293209401051, + "grad_norm": 2.849640369415283, + "learning_rate": 1.9805968989678292e-05, + "loss": 3.2847, + "step": 5312 + }, + { + "epoch": 0.09094643865865558, + "grad_norm": 3.0292670726776123, + "learning_rate": 1.9805860291779083e-05, + "loss": 3.3354, + "step": 5313 + }, + { + "epoch": 0.09096355637720605, + "grad_norm": 3.0709495544433594, + "learning_rate": 1.9805751563740076e-05, + "loss": 3.3218, + "step": 5314 + }, + { + "epoch": 0.09098067409575651, + "grad_norm": 2.815399408340454, + "learning_rate": 1.9805642805561608e-05, + "loss": 3.3459, + "step": 5315 + }, + { + "epoch": 0.09099779181430699, + "grad_norm": 3.0701804161071777, + "learning_rate": 1.980553401724401e-05, + "loss": 3.3272, + "step": 5316 + }, + { + "epoch": 0.09101490953285746, + "grad_norm": 3.1573591232299805, + "learning_rate": 1.9805425198787618e-05, + "loss": 3.5531, + "step": 5317 + }, + { + "epoch": 0.09103202725140794, + "grad_norm": 3.0826284885406494, + "learning_rate": 1.9805316350192764e-05, + "loss": 3.391, + "step": 5318 + }, + { + "epoch": 0.0910491449699584, + "grad_norm": 2.872424364089966, + "learning_rate": 1.9805207471459786e-05, + "loss": 3.3783, + "step": 5319 + }, + { + "epoch": 0.09106626268850887, + "grad_norm": 2.970881223678589, + "learning_rate": 1.9805098562589017e-05, + "loss": 3.327, + "step": 5320 + }, + { + "epoch": 0.09108338040705935, + "grad_norm": 2.999228000640869, + "learning_rate": 1.980498962358079e-05, + "loss": 3.3694, + "step": 5321 + }, + { + "epoch": 0.09110049812560982, + "grad_norm": 2.888143539428711, + "learning_rate": 1.9804880654435442e-05, + "loss": 3.387, + "step": 5322 + }, + { + "epoch": 0.0911176158441603, + "grad_norm": 2.894285202026367, + "learning_rate": 1.980477165515331e-05, + "loss": 3.4702, + "step": 5323 + }, + { + "epoch": 0.09113473356271076, + "grad_norm": 3.0391972064971924, + "learning_rate": 1.9804662625734724e-05, + "loss": 3.4431, + "step": 5324 + }, + { + "epoch": 0.09115185128126123, + "grad_norm": 3.047788381576538, + "learning_rate": 1.9804553566180022e-05, + "loss": 3.5575, + "step": 5325 + }, + { + "epoch": 0.09116896899981171, + "grad_norm": 2.615159749984741, + "learning_rate": 1.9804444476489538e-05, + "loss": 3.2917, + "step": 5326 + }, + { + "epoch": 0.09118608671836217, + "grad_norm": 2.7819669246673584, + "learning_rate": 1.9804335356663607e-05, + "loss": 3.3926, + "step": 5327 + }, + { + "epoch": 0.09120320443691265, + "grad_norm": 2.8957695960998535, + "learning_rate": 1.980422620670257e-05, + "loss": 3.5117, + "step": 5328 + }, + { + "epoch": 0.09122032215546312, + "grad_norm": 2.857100009918213, + "learning_rate": 1.9804117026606754e-05, + "loss": 3.4271, + "step": 5329 + }, + { + "epoch": 0.09123743987401359, + "grad_norm": 2.9870657920837402, + "learning_rate": 1.98040078163765e-05, + "loss": 3.423, + "step": 5330 + }, + { + "epoch": 0.09125455759256407, + "grad_norm": 2.619612693786621, + "learning_rate": 1.9803898576012138e-05, + "loss": 3.3077, + "step": 5331 + }, + { + "epoch": 0.09127167531111453, + "grad_norm": 2.7180404663085938, + "learning_rate": 1.9803789305514015e-05, + "loss": 3.3035, + "step": 5332 + }, + { + "epoch": 0.091288793029665, + "grad_norm": 2.7249596118927, + "learning_rate": 1.9803680004882454e-05, + "loss": 3.3232, + "step": 5333 + }, + { + "epoch": 0.09130591074821548, + "grad_norm": 2.995020627975464, + "learning_rate": 1.98035706741178e-05, + "loss": 3.4183, + "step": 5334 + }, + { + "epoch": 0.09132302846676595, + "grad_norm": 3.010551929473877, + "learning_rate": 1.9803461313220388e-05, + "loss": 3.422, + "step": 5335 + }, + { + "epoch": 0.09134014618531643, + "grad_norm": 2.9394242763519287, + "learning_rate": 1.9803351922190547e-05, + "loss": 3.4093, + "step": 5336 + }, + { + "epoch": 0.09135726390386689, + "grad_norm": 2.834404468536377, + "learning_rate": 1.980324250102862e-05, + "loss": 3.3959, + "step": 5337 + }, + { + "epoch": 0.09137438162241736, + "grad_norm": 2.7372164726257324, + "learning_rate": 1.9803133049734943e-05, + "loss": 3.3109, + "step": 5338 + }, + { + "epoch": 0.09139149934096784, + "grad_norm": 2.7878153324127197, + "learning_rate": 1.980302356830985e-05, + "loss": 3.5316, + "step": 5339 + }, + { + "epoch": 0.0914086170595183, + "grad_norm": 2.8774545192718506, + "learning_rate": 1.980291405675368e-05, + "loss": 3.4132, + "step": 5340 + }, + { + "epoch": 0.09142573477806878, + "grad_norm": 3.0788512229919434, + "learning_rate": 1.9802804515066763e-05, + "loss": 3.3519, + "step": 5341 + }, + { + "epoch": 0.09144285249661925, + "grad_norm": 2.928135871887207, + "learning_rate": 1.9802694943249445e-05, + "loss": 3.428, + "step": 5342 + }, + { + "epoch": 0.09145997021516972, + "grad_norm": 2.8337857723236084, + "learning_rate": 1.980258534130206e-05, + "loss": 3.3709, + "step": 5343 + }, + { + "epoch": 0.0914770879337202, + "grad_norm": 2.9554548263549805, + "learning_rate": 1.9802475709224943e-05, + "loss": 3.2486, + "step": 5344 + }, + { + "epoch": 0.09149420565227066, + "grad_norm": 3.039186716079712, + "learning_rate": 1.9802366047018425e-05, + "loss": 3.5218, + "step": 5345 + }, + { + "epoch": 0.09151132337082114, + "grad_norm": 2.877734899520874, + "learning_rate": 1.9802256354682858e-05, + "loss": 3.288, + "step": 5346 + }, + { + "epoch": 0.09152844108937161, + "grad_norm": 3.052152156829834, + "learning_rate": 1.9802146632218565e-05, + "loss": 3.4496, + "step": 5347 + }, + { + "epoch": 0.09154555880792208, + "grad_norm": 3.211683750152588, + "learning_rate": 1.9802036879625894e-05, + "loss": 3.4393, + "step": 5348 + }, + { + "epoch": 0.09156267652647256, + "grad_norm": 2.6400790214538574, + "learning_rate": 1.980192709690517e-05, + "loss": 3.2883, + "step": 5349 + }, + { + "epoch": 0.09157979424502302, + "grad_norm": 2.7997820377349854, + "learning_rate": 1.980181728405674e-05, + "loss": 3.3313, + "step": 5350 + }, + { + "epoch": 0.0915969119635735, + "grad_norm": 2.785775661468506, + "learning_rate": 1.980170744108094e-05, + "loss": 3.3698, + "step": 5351 + }, + { + "epoch": 0.09161402968212397, + "grad_norm": 2.8757803440093994, + "learning_rate": 1.9801597567978108e-05, + "loss": 3.4516, + "step": 5352 + }, + { + "epoch": 0.09163114740067443, + "grad_norm": 2.8273420333862305, + "learning_rate": 1.980148766474858e-05, + "loss": 3.4097, + "step": 5353 + }, + { + "epoch": 0.09164826511922491, + "grad_norm": 2.7653541564941406, + "learning_rate": 1.9801377731392696e-05, + "loss": 3.3527, + "step": 5354 + }, + { + "epoch": 0.09166538283777538, + "grad_norm": 2.8312439918518066, + "learning_rate": 1.980126776791079e-05, + "loss": 3.3328, + "step": 5355 + }, + { + "epoch": 0.09168250055632585, + "grad_norm": 3.0154764652252197, + "learning_rate": 1.9801157774303204e-05, + "loss": 3.4605, + "step": 5356 + }, + { + "epoch": 0.09169961827487633, + "grad_norm": 3.192577838897705, + "learning_rate": 1.980104775057027e-05, + "loss": 3.3476, + "step": 5357 + }, + { + "epoch": 0.09171673599342679, + "grad_norm": 2.978290557861328, + "learning_rate": 1.9800937696712334e-05, + "loss": 3.4546, + "step": 5358 + }, + { + "epoch": 0.09173385371197727, + "grad_norm": 3.025315046310425, + "learning_rate": 1.9800827612729728e-05, + "loss": 3.4748, + "step": 5359 + }, + { + "epoch": 0.09175097143052774, + "grad_norm": 2.867145299911499, + "learning_rate": 1.9800717498622795e-05, + "loss": 3.4547, + "step": 5360 + }, + { + "epoch": 0.0917680891490782, + "grad_norm": 2.9342684745788574, + "learning_rate": 1.9800607354391874e-05, + "loss": 3.4125, + "step": 5361 + }, + { + "epoch": 0.09178520686762869, + "grad_norm": 2.9064629077911377, + "learning_rate": 1.9800497180037296e-05, + "loss": 3.3805, + "step": 5362 + }, + { + "epoch": 0.09180232458617915, + "grad_norm": 3.0418968200683594, + "learning_rate": 1.980038697555941e-05, + "loss": 3.4547, + "step": 5363 + }, + { + "epoch": 0.09181944230472963, + "grad_norm": 3.179121255874634, + "learning_rate": 1.9800276740958546e-05, + "loss": 3.4775, + "step": 5364 + }, + { + "epoch": 0.0918365600232801, + "grad_norm": 3.0425634384155273, + "learning_rate": 1.9800166476235046e-05, + "loss": 3.4063, + "step": 5365 + }, + { + "epoch": 0.09185367774183056, + "grad_norm": 2.850672721862793, + "learning_rate": 1.980005618138925e-05, + "loss": 3.4941, + "step": 5366 + }, + { + "epoch": 0.09187079546038104, + "grad_norm": 2.7266030311584473, + "learning_rate": 1.9799945856421497e-05, + "loss": 3.3573, + "step": 5367 + }, + { + "epoch": 0.09188791317893151, + "grad_norm": 3.010113477706909, + "learning_rate": 1.9799835501332122e-05, + "loss": 3.5492, + "step": 5368 + }, + { + "epoch": 0.09190503089748199, + "grad_norm": 2.825470209121704, + "learning_rate": 1.9799725116121473e-05, + "loss": 3.3707, + "step": 5369 + }, + { + "epoch": 0.09192214861603246, + "grad_norm": 2.838501214981079, + "learning_rate": 1.979961470078988e-05, + "loss": 3.3909, + "step": 5370 + }, + { + "epoch": 0.09193926633458292, + "grad_norm": 2.7545504570007324, + "learning_rate": 1.9799504255337686e-05, + "loss": 3.1898, + "step": 5371 + }, + { + "epoch": 0.0919563840531334, + "grad_norm": 3.1395726203918457, + "learning_rate": 1.9799393779765233e-05, + "loss": 3.4005, + "step": 5372 + }, + { + "epoch": 0.09197350177168387, + "grad_norm": 2.9239532947540283, + "learning_rate": 1.9799283274072857e-05, + "loss": 3.3281, + "step": 5373 + }, + { + "epoch": 0.09199061949023433, + "grad_norm": 3.005128860473633, + "learning_rate": 1.9799172738260898e-05, + "loss": 3.3798, + "step": 5374 + }, + { + "epoch": 0.09200773720878481, + "grad_norm": 3.512822389602661, + "learning_rate": 1.9799062172329698e-05, + "loss": 3.3172, + "step": 5375 + }, + { + "epoch": 0.09202485492733528, + "grad_norm": 2.926935911178589, + "learning_rate": 1.979895157627959e-05, + "loss": 3.418, + "step": 5376 + }, + { + "epoch": 0.09204197264588576, + "grad_norm": 2.87197208404541, + "learning_rate": 1.9798840950110928e-05, + "loss": 3.3345, + "step": 5377 + }, + { + "epoch": 0.09205909036443623, + "grad_norm": 2.9144675731658936, + "learning_rate": 1.9798730293824036e-05, + "loss": 3.3279, + "step": 5378 + }, + { + "epoch": 0.0920762080829867, + "grad_norm": 3.0229458808898926, + "learning_rate": 1.979861960741927e-05, + "loss": 3.4795, + "step": 5379 + }, + { + "epoch": 0.09209332580153717, + "grad_norm": 2.8701608180999756, + "learning_rate": 1.9798508890896954e-05, + "loss": 3.4008, + "step": 5380 + }, + { + "epoch": 0.09211044352008764, + "grad_norm": 2.9511780738830566, + "learning_rate": 1.9798398144257437e-05, + "loss": 3.3386, + "step": 5381 + }, + { + "epoch": 0.09212756123863812, + "grad_norm": 3.007922649383545, + "learning_rate": 1.9798287367501058e-05, + "loss": 3.2782, + "step": 5382 + }, + { + "epoch": 0.09214467895718859, + "grad_norm": 3.1512863636016846, + "learning_rate": 1.979817656062816e-05, + "loss": 3.4883, + "step": 5383 + }, + { + "epoch": 0.09216179667573905, + "grad_norm": 2.9296376705169678, + "learning_rate": 1.9798065723639085e-05, + "loss": 3.3807, + "step": 5384 + }, + { + "epoch": 0.09217891439428953, + "grad_norm": 3.173004388809204, + "learning_rate": 1.9797954856534167e-05, + "loss": 3.4197, + "step": 5385 + }, + { + "epoch": 0.09219603211284, + "grad_norm": 2.794692039489746, + "learning_rate": 1.9797843959313744e-05, + "loss": 3.325, + "step": 5386 + }, + { + "epoch": 0.09221314983139048, + "grad_norm": 3.003913164138794, + "learning_rate": 1.979773303197817e-05, + "loss": 3.359, + "step": 5387 + }, + { + "epoch": 0.09223026754994094, + "grad_norm": 2.959075927734375, + "learning_rate": 1.9797622074527778e-05, + "loss": 3.4553, + "step": 5388 + }, + { + "epoch": 0.09224738526849141, + "grad_norm": 3.1387765407562256, + "learning_rate": 1.9797511086962906e-05, + "loss": 3.4164, + "step": 5389 + }, + { + "epoch": 0.09226450298704189, + "grad_norm": 2.8597803115844727, + "learning_rate": 1.97974000692839e-05, + "loss": 3.2736, + "step": 5390 + }, + { + "epoch": 0.09228162070559236, + "grad_norm": 2.929708957672119, + "learning_rate": 1.9797289021491104e-05, + "loss": 3.3827, + "step": 5391 + }, + { + "epoch": 0.09229873842414284, + "grad_norm": 2.736762285232544, + "learning_rate": 1.9797177943584852e-05, + "loss": 3.2259, + "step": 5392 + }, + { + "epoch": 0.0923158561426933, + "grad_norm": 2.9082741737365723, + "learning_rate": 1.979706683556549e-05, + "loss": 3.4446, + "step": 5393 + }, + { + "epoch": 0.09233297386124377, + "grad_norm": 3.080352544784546, + "learning_rate": 1.9796955697433357e-05, + "loss": 3.5399, + "step": 5394 + }, + { + "epoch": 0.09235009157979425, + "grad_norm": 2.8413124084472656, + "learning_rate": 1.9796844529188798e-05, + "loss": 3.4018, + "step": 5395 + }, + { + "epoch": 0.09236720929834472, + "grad_norm": 3.3015899658203125, + "learning_rate": 1.9796733330832153e-05, + "loss": 3.429, + "step": 5396 + }, + { + "epoch": 0.09238432701689518, + "grad_norm": 2.86782169342041, + "learning_rate": 1.9796622102363762e-05, + "loss": 3.3083, + "step": 5397 + }, + { + "epoch": 0.09240144473544566, + "grad_norm": 2.6036744117736816, + "learning_rate": 1.979651084378397e-05, + "loss": 3.244, + "step": 5398 + }, + { + "epoch": 0.09241856245399613, + "grad_norm": 2.951540231704712, + "learning_rate": 1.9796399555093114e-05, + "loss": 3.3615, + "step": 5399 + }, + { + "epoch": 0.09243568017254661, + "grad_norm": 3.0162312984466553, + "learning_rate": 1.9796288236291543e-05, + "loss": 3.3235, + "step": 5400 + }, + { + "epoch": 0.09245279789109707, + "grad_norm": 3.304983377456665, + "learning_rate": 1.9796176887379596e-05, + "loss": 3.4236, + "step": 5401 + }, + { + "epoch": 0.09246991560964754, + "grad_norm": 2.9984941482543945, + "learning_rate": 1.979606550835761e-05, + "loss": 3.4338, + "step": 5402 + }, + { + "epoch": 0.09248703332819802, + "grad_norm": 2.78313946723938, + "learning_rate": 1.9795954099225935e-05, + "loss": 3.254, + "step": 5403 + }, + { + "epoch": 0.09250415104674849, + "grad_norm": 2.8723034858703613, + "learning_rate": 1.979584265998491e-05, + "loss": 3.4599, + "step": 5404 + }, + { + "epoch": 0.09252126876529897, + "grad_norm": 2.992234230041504, + "learning_rate": 1.979573119063488e-05, + "loss": 3.3322, + "step": 5405 + }, + { + "epoch": 0.09253838648384943, + "grad_norm": 2.8150441646575928, + "learning_rate": 1.979561969117618e-05, + "loss": 3.3511, + "step": 5406 + }, + { + "epoch": 0.0925555042023999, + "grad_norm": 2.910574436187744, + "learning_rate": 1.9795508161609166e-05, + "loss": 3.3378, + "step": 5407 + }, + { + "epoch": 0.09257262192095038, + "grad_norm": 2.9199442863464355, + "learning_rate": 1.9795396601934168e-05, + "loss": 3.417, + "step": 5408 + }, + { + "epoch": 0.09258973963950085, + "grad_norm": 2.949924945831299, + "learning_rate": 1.9795285012151537e-05, + "loss": 3.2831, + "step": 5409 + }, + { + "epoch": 0.09260685735805133, + "grad_norm": 3.2375833988189697, + "learning_rate": 1.979517339226161e-05, + "loss": 3.3347, + "step": 5410 + }, + { + "epoch": 0.09262397507660179, + "grad_norm": 3.1577515602111816, + "learning_rate": 1.9795061742264736e-05, + "loss": 3.335, + "step": 5411 + }, + { + "epoch": 0.09264109279515226, + "grad_norm": 2.8284730911254883, + "learning_rate": 1.9794950062161257e-05, + "loss": 3.3196, + "step": 5412 + }, + { + "epoch": 0.09265821051370274, + "grad_norm": 3.0196218490600586, + "learning_rate": 1.979483835195151e-05, + "loss": 3.5682, + "step": 5413 + }, + { + "epoch": 0.0926753282322532, + "grad_norm": 2.9290239810943604, + "learning_rate": 1.9794726611635844e-05, + "loss": 3.3349, + "step": 5414 + }, + { + "epoch": 0.09269244595080367, + "grad_norm": 2.8921828269958496, + "learning_rate": 1.9794614841214604e-05, + "loss": 3.492, + "step": 5415 + }, + { + "epoch": 0.09270956366935415, + "grad_norm": 3.1674578189849854, + "learning_rate": 1.979450304068813e-05, + "loss": 3.3009, + "step": 5416 + }, + { + "epoch": 0.09272668138790462, + "grad_norm": 2.8630549907684326, + "learning_rate": 1.9794391210056765e-05, + "loss": 3.1985, + "step": 5417 + }, + { + "epoch": 0.0927437991064551, + "grad_norm": 3.153114080429077, + "learning_rate": 1.9794279349320857e-05, + "loss": 3.4042, + "step": 5418 + }, + { + "epoch": 0.09276091682500556, + "grad_norm": 3.2477526664733887, + "learning_rate": 1.979416745848074e-05, + "loss": 3.434, + "step": 5419 + }, + { + "epoch": 0.09277803454355603, + "grad_norm": 3.038956642150879, + "learning_rate": 1.9794055537536772e-05, + "loss": 3.3029, + "step": 5420 + }, + { + "epoch": 0.09279515226210651, + "grad_norm": 2.860888719558716, + "learning_rate": 1.979394358648929e-05, + "loss": 3.2974, + "step": 5421 + }, + { + "epoch": 0.09281226998065698, + "grad_norm": 2.9360949993133545, + "learning_rate": 1.9793831605338636e-05, + "loss": 3.4222, + "step": 5422 + }, + { + "epoch": 0.09282938769920746, + "grad_norm": 2.7266385555267334, + "learning_rate": 1.9793719594085157e-05, + "loss": 3.3105, + "step": 5423 + }, + { + "epoch": 0.09284650541775792, + "grad_norm": 2.9840950965881348, + "learning_rate": 1.9793607552729197e-05, + "loss": 3.3713, + "step": 5424 + }, + { + "epoch": 0.09286362313630839, + "grad_norm": 2.8642916679382324, + "learning_rate": 1.97934954812711e-05, + "loss": 3.406, + "step": 5425 + }, + { + "epoch": 0.09288074085485887, + "grad_norm": 2.962017059326172, + "learning_rate": 1.979338337971121e-05, + "loss": 3.3212, + "step": 5426 + }, + { + "epoch": 0.09289785857340933, + "grad_norm": 2.9630682468414307, + "learning_rate": 1.979327124804987e-05, + "loss": 3.4419, + "step": 5427 + }, + { + "epoch": 0.09291497629195981, + "grad_norm": 2.9316864013671875, + "learning_rate": 1.979315908628743e-05, + "loss": 3.4581, + "step": 5428 + }, + { + "epoch": 0.09293209401051028, + "grad_norm": 2.8138859272003174, + "learning_rate": 1.979304689442423e-05, + "loss": 3.2286, + "step": 5429 + }, + { + "epoch": 0.09294921172906075, + "grad_norm": 3.1113669872283936, + "learning_rate": 1.9792934672460617e-05, + "loss": 3.4406, + "step": 5430 + }, + { + "epoch": 0.09296632944761123, + "grad_norm": 2.917869806289673, + "learning_rate": 1.9792822420396934e-05, + "loss": 3.5278, + "step": 5431 + }, + { + "epoch": 0.09298344716616169, + "grad_norm": 3.0456295013427734, + "learning_rate": 1.979271013823353e-05, + "loss": 3.4483, + "step": 5432 + }, + { + "epoch": 0.09300056488471217, + "grad_norm": 2.7617080211639404, + "learning_rate": 1.9792597825970744e-05, + "loss": 3.3296, + "step": 5433 + }, + { + "epoch": 0.09301768260326264, + "grad_norm": 2.687994956970215, + "learning_rate": 1.9792485483608924e-05, + "loss": 3.5308, + "step": 5434 + }, + { + "epoch": 0.0930348003218131, + "grad_norm": 2.916923761367798, + "learning_rate": 1.979237311114842e-05, + "loss": 3.4007, + "step": 5435 + }, + { + "epoch": 0.09305191804036358, + "grad_norm": 2.941535711288452, + "learning_rate": 1.9792260708589573e-05, + "loss": 3.1718, + "step": 5436 + }, + { + "epoch": 0.09306903575891405, + "grad_norm": 2.8346595764160156, + "learning_rate": 1.9792148275932727e-05, + "loss": 3.3701, + "step": 5437 + }, + { + "epoch": 0.09308615347746452, + "grad_norm": 2.8309366703033447, + "learning_rate": 1.9792035813178228e-05, + "loss": 3.3701, + "step": 5438 + }, + { + "epoch": 0.093103271196015, + "grad_norm": 2.8136017322540283, + "learning_rate": 1.9791923320326423e-05, + "loss": 3.4158, + "step": 5439 + }, + { + "epoch": 0.09312038891456546, + "grad_norm": 3.0240776538848877, + "learning_rate": 1.979181079737766e-05, + "loss": 3.4096, + "step": 5440 + }, + { + "epoch": 0.09313750663311594, + "grad_norm": 3.093933343887329, + "learning_rate": 1.979169824433228e-05, + "loss": 3.352, + "step": 5441 + }, + { + "epoch": 0.09315462435166641, + "grad_norm": 2.7930705547332764, + "learning_rate": 1.9791585661190633e-05, + "loss": 3.3398, + "step": 5442 + }, + { + "epoch": 0.09317174207021688, + "grad_norm": 2.930448532104492, + "learning_rate": 1.9791473047953064e-05, + "loss": 3.4073, + "step": 5443 + }, + { + "epoch": 0.09318885978876736, + "grad_norm": 2.975400686264038, + "learning_rate": 1.9791360404619916e-05, + "loss": 3.4868, + "step": 5444 + }, + { + "epoch": 0.09320597750731782, + "grad_norm": 2.821341037750244, + "learning_rate": 1.9791247731191542e-05, + "loss": 3.361, + "step": 5445 + }, + { + "epoch": 0.0932230952258683, + "grad_norm": 3.0616514682769775, + "learning_rate": 1.9791135027668284e-05, + "loss": 3.5108, + "step": 5446 + }, + { + "epoch": 0.09324021294441877, + "grad_norm": 2.8766820430755615, + "learning_rate": 1.9791022294050487e-05, + "loss": 3.4377, + "step": 5447 + }, + { + "epoch": 0.09325733066296923, + "grad_norm": 2.7946646213531494, + "learning_rate": 1.97909095303385e-05, + "loss": 3.3644, + "step": 5448 + }, + { + "epoch": 0.09327444838151971, + "grad_norm": 3.0581908226013184, + "learning_rate": 1.9790796736532667e-05, + "loss": 3.3528, + "step": 5449 + }, + { + "epoch": 0.09329156610007018, + "grad_norm": 3.0949137210845947, + "learning_rate": 1.979068391263334e-05, + "loss": 3.4167, + "step": 5450 + }, + { + "epoch": 0.09330868381862066, + "grad_norm": 3.09497332572937, + "learning_rate": 1.9790571058640857e-05, + "loss": 3.386, + "step": 5451 + }, + { + "epoch": 0.09332580153717113, + "grad_norm": 3.0926289558410645, + "learning_rate": 1.9790458174555572e-05, + "loss": 3.3692, + "step": 5452 + }, + { + "epoch": 0.0933429192557216, + "grad_norm": 3.3824336528778076, + "learning_rate": 1.9790345260377832e-05, + "loss": 3.4077, + "step": 5453 + }, + { + "epoch": 0.09336003697427207, + "grad_norm": 3.3837759494781494, + "learning_rate": 1.9790232316107983e-05, + "loss": 3.3872, + "step": 5454 + }, + { + "epoch": 0.09337715469282254, + "grad_norm": 2.9771695137023926, + "learning_rate": 1.979011934174637e-05, + "loss": 3.2138, + "step": 5455 + }, + { + "epoch": 0.093394272411373, + "grad_norm": 2.9746460914611816, + "learning_rate": 1.9790006337293343e-05, + "loss": 3.4694, + "step": 5456 + }, + { + "epoch": 0.09341139012992349, + "grad_norm": 3.3375027179718018, + "learning_rate": 1.9789893302749243e-05, + "loss": 3.3641, + "step": 5457 + }, + { + "epoch": 0.09342850784847395, + "grad_norm": 2.9620442390441895, + "learning_rate": 1.978978023811443e-05, + "loss": 3.5136, + "step": 5458 + }, + { + "epoch": 0.09344562556702443, + "grad_norm": 2.9260025024414062, + "learning_rate": 1.9789667143389235e-05, + "loss": 3.379, + "step": 5459 + }, + { + "epoch": 0.0934627432855749, + "grad_norm": 3.201653003692627, + "learning_rate": 1.978955401857402e-05, + "loss": 3.383, + "step": 5460 + }, + { + "epoch": 0.09347986100412536, + "grad_norm": 3.042531728744507, + "learning_rate": 1.978944086366913e-05, + "loss": 3.354, + "step": 5461 + }, + { + "epoch": 0.09349697872267584, + "grad_norm": 2.8392369747161865, + "learning_rate": 1.97893276786749e-05, + "loss": 3.3941, + "step": 5462 + }, + { + "epoch": 0.09351409644122631, + "grad_norm": 3.0618772506713867, + "learning_rate": 1.9789214463591695e-05, + "loss": 3.3717, + "step": 5463 + }, + { + "epoch": 0.09353121415977679, + "grad_norm": 2.954491376876831, + "learning_rate": 1.9789101218419856e-05, + "loss": 3.3898, + "step": 5464 + }, + { + "epoch": 0.09354833187832726, + "grad_norm": 2.820955276489258, + "learning_rate": 1.978898794315973e-05, + "loss": 3.4248, + "step": 5465 + }, + { + "epoch": 0.09356544959687772, + "grad_norm": 3.1439714431762695, + "learning_rate": 1.9788874637811664e-05, + "loss": 3.4002, + "step": 5466 + }, + { + "epoch": 0.0935825673154282, + "grad_norm": 2.971830129623413, + "learning_rate": 1.978876130237601e-05, + "loss": 3.4671, + "step": 5467 + }, + { + "epoch": 0.09359968503397867, + "grad_norm": 2.8465824127197266, + "learning_rate": 1.9788647936853115e-05, + "loss": 3.3693, + "step": 5468 + }, + { + "epoch": 0.09361680275252915, + "grad_norm": 2.926455020904541, + "learning_rate": 1.9788534541243328e-05, + "loss": 3.4285, + "step": 5469 + }, + { + "epoch": 0.09363392047107962, + "grad_norm": 3.0132813453674316, + "learning_rate": 1.9788421115546996e-05, + "loss": 3.2139, + "step": 5470 + }, + { + "epoch": 0.09365103818963008, + "grad_norm": 2.9647367000579834, + "learning_rate": 1.9788307659764467e-05, + "loss": 3.4006, + "step": 5471 + }, + { + "epoch": 0.09366815590818056, + "grad_norm": 2.856473922729492, + "learning_rate": 1.9788194173896093e-05, + "loss": 3.3104, + "step": 5472 + }, + { + "epoch": 0.09368527362673103, + "grad_norm": 3.0480775833129883, + "learning_rate": 1.9788080657942217e-05, + "loss": 3.3652, + "step": 5473 + }, + { + "epoch": 0.09370239134528151, + "grad_norm": 3.086094379425049, + "learning_rate": 1.9787967111903197e-05, + "loss": 3.3132, + "step": 5474 + }, + { + "epoch": 0.09371950906383197, + "grad_norm": 3.183065891265869, + "learning_rate": 1.9787853535779373e-05, + "loss": 3.5482, + "step": 5475 + }, + { + "epoch": 0.09373662678238244, + "grad_norm": 3.0314366817474365, + "learning_rate": 1.97877399295711e-05, + "loss": 3.4987, + "step": 5476 + }, + { + "epoch": 0.09375374450093292, + "grad_norm": 2.948331594467163, + "learning_rate": 1.9787626293278722e-05, + "loss": 3.5236, + "step": 5477 + }, + { + "epoch": 0.09377086221948339, + "grad_norm": 3.1224894523620605, + "learning_rate": 1.9787512626902595e-05, + "loss": 3.4753, + "step": 5478 + }, + { + "epoch": 0.09378797993803385, + "grad_norm": 2.8235418796539307, + "learning_rate": 1.9787398930443064e-05, + "loss": 3.3817, + "step": 5479 + }, + { + "epoch": 0.09380509765658433, + "grad_norm": 3.02406907081604, + "learning_rate": 1.9787285203900477e-05, + "loss": 3.4101, + "step": 5480 + }, + { + "epoch": 0.0938222153751348, + "grad_norm": 3.0793235301971436, + "learning_rate": 1.9787171447275185e-05, + "loss": 3.423, + "step": 5481 + }, + { + "epoch": 0.09383933309368528, + "grad_norm": 2.8221492767333984, + "learning_rate": 1.9787057660567543e-05, + "loss": 3.3443, + "step": 5482 + }, + { + "epoch": 0.09385645081223574, + "grad_norm": 2.751274585723877, + "learning_rate": 1.9786943843777894e-05, + "loss": 3.2931, + "step": 5483 + }, + { + "epoch": 0.09387356853078621, + "grad_norm": 2.866859197616577, + "learning_rate": 1.978682999690659e-05, + "loss": 3.366, + "step": 5484 + }, + { + "epoch": 0.09389068624933669, + "grad_norm": 3.1496639251708984, + "learning_rate": 1.978671611995398e-05, + "loss": 3.38, + "step": 5485 + }, + { + "epoch": 0.09390780396788716, + "grad_norm": 2.9122488498687744, + "learning_rate": 1.9786602212920414e-05, + "loss": 3.458, + "step": 5486 + }, + { + "epoch": 0.09392492168643764, + "grad_norm": 2.7715609073638916, + "learning_rate": 1.9786488275806245e-05, + "loss": 3.303, + "step": 5487 + }, + { + "epoch": 0.0939420394049881, + "grad_norm": 2.716972589492798, + "learning_rate": 1.978637430861182e-05, + "loss": 3.2981, + "step": 5488 + }, + { + "epoch": 0.09395915712353857, + "grad_norm": 2.8838260173797607, + "learning_rate": 1.9786260311337488e-05, + "loss": 3.4477, + "step": 5489 + }, + { + "epoch": 0.09397627484208905, + "grad_norm": 2.994140386581421, + "learning_rate": 1.9786146283983604e-05, + "loss": 3.3705, + "step": 5490 + }, + { + "epoch": 0.09399339256063952, + "grad_norm": 3.0450305938720703, + "learning_rate": 1.978603222655052e-05, + "loss": 3.3379, + "step": 5491 + }, + { + "epoch": 0.09401051027919, + "grad_norm": 2.851442337036133, + "learning_rate": 1.978591813903858e-05, + "loss": 3.3566, + "step": 5492 + }, + { + "epoch": 0.09402762799774046, + "grad_norm": 2.9578816890716553, + "learning_rate": 1.9785804021448135e-05, + "loss": 3.2924, + "step": 5493 + }, + { + "epoch": 0.09404474571629093, + "grad_norm": 2.867537021636963, + "learning_rate": 1.9785689873779543e-05, + "loss": 3.4348, + "step": 5494 + }, + { + "epoch": 0.09406186343484141, + "grad_norm": 2.6937172412872314, + "learning_rate": 1.9785575696033147e-05, + "loss": 3.198, + "step": 5495 + }, + { + "epoch": 0.09407898115339187, + "grad_norm": 2.8901312351226807, + "learning_rate": 1.97854614882093e-05, + "loss": 3.3603, + "step": 5496 + }, + { + "epoch": 0.09409609887194234, + "grad_norm": 2.8937039375305176, + "learning_rate": 1.978534725030836e-05, + "loss": 3.326, + "step": 5497 + }, + { + "epoch": 0.09411321659049282, + "grad_norm": 2.7826342582702637, + "learning_rate": 1.9785232982330668e-05, + "loss": 3.4176, + "step": 5498 + }, + { + "epoch": 0.09413033430904329, + "grad_norm": 3.1794676780700684, + "learning_rate": 1.978511868427658e-05, + "loss": 3.2248, + "step": 5499 + }, + { + "epoch": 0.09414745202759377, + "grad_norm": 2.820280075073242, + "learning_rate": 1.978500435614645e-05, + "loss": 3.3006, + "step": 5500 + }, + { + "epoch": 0.09416456974614423, + "grad_norm": 3.00289249420166, + "learning_rate": 1.978488999794062e-05, + "loss": 3.467, + "step": 5501 + }, + { + "epoch": 0.0941816874646947, + "grad_norm": 3.076719284057617, + "learning_rate": 1.9784775609659454e-05, + "loss": 3.4532, + "step": 5502 + }, + { + "epoch": 0.09419880518324518, + "grad_norm": 3.00342059135437, + "learning_rate": 1.9784661191303293e-05, + "loss": 3.2745, + "step": 5503 + }, + { + "epoch": 0.09421592290179565, + "grad_norm": 3.11368727684021, + "learning_rate": 1.9784546742872495e-05, + "loss": 3.4576, + "step": 5504 + }, + { + "epoch": 0.09423304062034613, + "grad_norm": 2.927595376968384, + "learning_rate": 1.9784432264367406e-05, + "loss": 3.4017, + "step": 5505 + }, + { + "epoch": 0.09425015833889659, + "grad_norm": 2.9463744163513184, + "learning_rate": 1.9784317755788386e-05, + "loss": 3.461, + "step": 5506 + }, + { + "epoch": 0.09426727605744706, + "grad_norm": 3.1160805225372314, + "learning_rate": 1.978420321713578e-05, + "loss": 3.3936, + "step": 5507 + }, + { + "epoch": 0.09428439377599754, + "grad_norm": 2.994065523147583, + "learning_rate": 1.9784088648409945e-05, + "loss": 3.453, + "step": 5508 + }, + { + "epoch": 0.094301511494548, + "grad_norm": 2.825308322906494, + "learning_rate": 1.9783974049611233e-05, + "loss": 3.3301, + "step": 5509 + }, + { + "epoch": 0.09431862921309848, + "grad_norm": 2.8827521800994873, + "learning_rate": 1.9783859420739988e-05, + "loss": 3.3032, + "step": 5510 + }, + { + "epoch": 0.09433574693164895, + "grad_norm": 3.0439274311065674, + "learning_rate": 1.9783744761796573e-05, + "loss": 3.4558, + "step": 5511 + }, + { + "epoch": 0.09435286465019942, + "grad_norm": 2.9547204971313477, + "learning_rate": 1.9783630072781333e-05, + "loss": 3.4571, + "step": 5512 + }, + { + "epoch": 0.0943699823687499, + "grad_norm": 3.0411906242370605, + "learning_rate": 1.9783515353694625e-05, + "loss": 3.461, + "step": 5513 + }, + { + "epoch": 0.09438710008730036, + "grad_norm": 2.917508840560913, + "learning_rate": 1.9783400604536797e-05, + "loss": 3.4265, + "step": 5514 + }, + { + "epoch": 0.09440421780585084, + "grad_norm": 2.7627246379852295, + "learning_rate": 1.978328582530821e-05, + "loss": 3.3691, + "step": 5515 + }, + { + "epoch": 0.09442133552440131, + "grad_norm": 2.8560147285461426, + "learning_rate": 1.978317101600921e-05, + "loss": 3.3248, + "step": 5516 + }, + { + "epoch": 0.09443845324295178, + "grad_norm": 2.9643945693969727, + "learning_rate": 1.9783056176640146e-05, + "loss": 3.405, + "step": 5517 + }, + { + "epoch": 0.09445557096150226, + "grad_norm": 2.843546152114868, + "learning_rate": 1.978294130720138e-05, + "loss": 3.2826, + "step": 5518 + }, + { + "epoch": 0.09447268868005272, + "grad_norm": 2.848245859146118, + "learning_rate": 1.9782826407693262e-05, + "loss": 3.4753, + "step": 5519 + }, + { + "epoch": 0.09448980639860319, + "grad_norm": 2.8167648315429688, + "learning_rate": 1.9782711478116142e-05, + "loss": 3.4059, + "step": 5520 + }, + { + "epoch": 0.09450692411715367, + "grad_norm": 2.8328487873077393, + "learning_rate": 1.978259651847038e-05, + "loss": 3.3823, + "step": 5521 + }, + { + "epoch": 0.09452404183570413, + "grad_norm": 2.850106716156006, + "learning_rate": 1.978248152875632e-05, + "loss": 3.4152, + "step": 5522 + }, + { + "epoch": 0.09454115955425461, + "grad_norm": 2.8136119842529297, + "learning_rate": 1.9782366508974325e-05, + "loss": 3.297, + "step": 5523 + }, + { + "epoch": 0.09455827727280508, + "grad_norm": 2.8609402179718018, + "learning_rate": 1.978225145912474e-05, + "loss": 3.3857, + "step": 5524 + }, + { + "epoch": 0.09457539499135555, + "grad_norm": 2.826874017715454, + "learning_rate": 1.9782136379207926e-05, + "loss": 3.4615, + "step": 5525 + }, + { + "epoch": 0.09459251270990603, + "grad_norm": 2.862264394760132, + "learning_rate": 1.978202126922423e-05, + "loss": 3.4678, + "step": 5526 + }, + { + "epoch": 0.09460963042845649, + "grad_norm": 3.108691453933716, + "learning_rate": 1.9781906129174016e-05, + "loss": 3.4827, + "step": 5527 + }, + { + "epoch": 0.09462674814700697, + "grad_norm": 3.0234158039093018, + "learning_rate": 1.9781790959057625e-05, + "loss": 3.3935, + "step": 5528 + }, + { + "epoch": 0.09464386586555744, + "grad_norm": 2.9325919151306152, + "learning_rate": 1.9781675758875417e-05, + "loss": 3.3931, + "step": 5529 + }, + { + "epoch": 0.0946609835841079, + "grad_norm": 2.8411285877227783, + "learning_rate": 1.978156052862775e-05, + "loss": 3.3776, + "step": 5530 + }, + { + "epoch": 0.09467810130265839, + "grad_norm": 3.0163185596466064, + "learning_rate": 1.9781445268314972e-05, + "loss": 3.3333, + "step": 5531 + }, + { + "epoch": 0.09469521902120885, + "grad_norm": 2.8263163566589355, + "learning_rate": 1.9781329977937436e-05, + "loss": 3.3316, + "step": 5532 + }, + { + "epoch": 0.09471233673975933, + "grad_norm": 2.798976182937622, + "learning_rate": 1.9781214657495506e-05, + "loss": 3.3994, + "step": 5533 + }, + { + "epoch": 0.0947294544583098, + "grad_norm": 2.892672300338745, + "learning_rate": 1.9781099306989528e-05, + "loss": 3.4562, + "step": 5534 + }, + { + "epoch": 0.09474657217686026, + "grad_norm": 2.7938995361328125, + "learning_rate": 1.978098392641986e-05, + "loss": 3.3199, + "step": 5535 + }, + { + "epoch": 0.09476368989541074, + "grad_norm": 2.863152027130127, + "learning_rate": 1.9780868515786854e-05, + "loss": 3.3797, + "step": 5536 + }, + { + "epoch": 0.09478080761396121, + "grad_norm": 2.776308298110962, + "learning_rate": 1.9780753075090867e-05, + "loss": 3.5079, + "step": 5537 + }, + { + "epoch": 0.09479792533251168, + "grad_norm": 2.7149789333343506, + "learning_rate": 1.9780637604332254e-05, + "loss": 3.3526, + "step": 5538 + }, + { + "epoch": 0.09481504305106216, + "grad_norm": 2.919464349746704, + "learning_rate": 1.978052210351137e-05, + "loss": 3.3177, + "step": 5539 + }, + { + "epoch": 0.09483216076961262, + "grad_norm": 2.84818696975708, + "learning_rate": 1.9780406572628568e-05, + "loss": 3.3907, + "step": 5540 + }, + { + "epoch": 0.0948492784881631, + "grad_norm": 2.9788479804992676, + "learning_rate": 1.9780291011684203e-05, + "loss": 3.3125, + "step": 5541 + }, + { + "epoch": 0.09486639620671357, + "grad_norm": 3.066493511199951, + "learning_rate": 1.9780175420678634e-05, + "loss": 3.3306, + "step": 5542 + }, + { + "epoch": 0.09488351392526403, + "grad_norm": 2.7608113288879395, + "learning_rate": 1.9780059799612213e-05, + "loss": 3.3629, + "step": 5543 + }, + { + "epoch": 0.09490063164381451, + "grad_norm": 3.206836223602295, + "learning_rate": 1.9779944148485293e-05, + "loss": 3.377, + "step": 5544 + }, + { + "epoch": 0.09491774936236498, + "grad_norm": 3.152484178543091, + "learning_rate": 1.9779828467298238e-05, + "loss": 3.2868, + "step": 5545 + }, + { + "epoch": 0.09493486708091546, + "grad_norm": 2.9766712188720703, + "learning_rate": 1.977971275605139e-05, + "loss": 3.3756, + "step": 5546 + }, + { + "epoch": 0.09495198479946593, + "grad_norm": 3.54280424118042, + "learning_rate": 1.977959701474512e-05, + "loss": 3.381, + "step": 5547 + }, + { + "epoch": 0.0949691025180164, + "grad_norm": 3.3155596256256104, + "learning_rate": 1.9779481243379773e-05, + "loss": 3.4657, + "step": 5548 + }, + { + "epoch": 0.09498622023656687, + "grad_norm": 3.3210437297821045, + "learning_rate": 1.977936544195571e-05, + "loss": 3.314, + "step": 5549 + }, + { + "epoch": 0.09500333795511734, + "grad_norm": 3.1617367267608643, + "learning_rate": 1.9779249610473284e-05, + "loss": 3.3093, + "step": 5550 + }, + { + "epoch": 0.09502045567366782, + "grad_norm": 3.116842031478882, + "learning_rate": 1.9779133748932856e-05, + "loss": 3.3814, + "step": 5551 + }, + { + "epoch": 0.09503757339221829, + "grad_norm": 3.4961998462677, + "learning_rate": 1.9779017857334773e-05, + "loss": 3.507, + "step": 5552 + }, + { + "epoch": 0.09505469111076875, + "grad_norm": 3.0358402729034424, + "learning_rate": 1.97789019356794e-05, + "loss": 3.5018, + "step": 5553 + }, + { + "epoch": 0.09507180882931923, + "grad_norm": 2.923774242401123, + "learning_rate": 1.977878598396709e-05, + "loss": 3.3248, + "step": 5554 + }, + { + "epoch": 0.0950889265478697, + "grad_norm": 2.967740297317505, + "learning_rate": 1.97786700021982e-05, + "loss": 3.226, + "step": 5555 + }, + { + "epoch": 0.09510604426642018, + "grad_norm": 2.868535280227661, + "learning_rate": 1.9778553990373082e-05, + "loss": 3.3929, + "step": 5556 + }, + { + "epoch": 0.09512316198497064, + "grad_norm": 2.8801329135894775, + "learning_rate": 1.9778437948492097e-05, + "loss": 3.4122, + "step": 5557 + }, + { + "epoch": 0.09514027970352111, + "grad_norm": 3.228797197341919, + "learning_rate": 1.9778321876555604e-05, + "loss": 3.4962, + "step": 5558 + }, + { + "epoch": 0.09515739742207159, + "grad_norm": 2.800776481628418, + "learning_rate": 1.9778205774563956e-05, + "loss": 3.334, + "step": 5559 + }, + { + "epoch": 0.09517451514062206, + "grad_norm": 2.982252359390259, + "learning_rate": 1.977808964251751e-05, + "loss": 3.505, + "step": 5560 + }, + { + "epoch": 0.09519163285917252, + "grad_norm": 2.9193174839019775, + "learning_rate": 1.9777973480416626e-05, + "loss": 3.3503, + "step": 5561 + }, + { + "epoch": 0.095208750577723, + "grad_norm": 3.027310848236084, + "learning_rate": 1.9777857288261658e-05, + "loss": 3.4851, + "step": 5562 + }, + { + "epoch": 0.09522586829627347, + "grad_norm": 2.778775691986084, + "learning_rate": 1.977774106605296e-05, + "loss": 3.4218, + "step": 5563 + }, + { + "epoch": 0.09524298601482395, + "grad_norm": 2.8951845169067383, + "learning_rate": 1.9777624813790896e-05, + "loss": 3.5359, + "step": 5564 + }, + { + "epoch": 0.09526010373337442, + "grad_norm": 2.8675925731658936, + "learning_rate": 1.977750853147582e-05, + "loss": 3.4287, + "step": 5565 + }, + { + "epoch": 0.09527722145192488, + "grad_norm": 2.716895580291748, + "learning_rate": 1.977739221910809e-05, + "loss": 3.3041, + "step": 5566 + }, + { + "epoch": 0.09529433917047536, + "grad_norm": 2.83772349357605, + "learning_rate": 1.9777275876688065e-05, + "loss": 3.3336, + "step": 5567 + }, + { + "epoch": 0.09531145688902583, + "grad_norm": 2.6018011569976807, + "learning_rate": 1.9777159504216097e-05, + "loss": 3.2439, + "step": 5568 + }, + { + "epoch": 0.09532857460757631, + "grad_norm": 2.785789966583252, + "learning_rate": 1.977704310169255e-05, + "loss": 3.438, + "step": 5569 + }, + { + "epoch": 0.09534569232612677, + "grad_norm": 2.8740651607513428, + "learning_rate": 1.9776926669117778e-05, + "loss": 3.4603, + "step": 5570 + }, + { + "epoch": 0.09536281004467724, + "grad_norm": 2.7488956451416016, + "learning_rate": 1.9776810206492142e-05, + "loss": 3.548, + "step": 5571 + }, + { + "epoch": 0.09537992776322772, + "grad_norm": 2.841949939727783, + "learning_rate": 1.9776693713815997e-05, + "loss": 3.3187, + "step": 5572 + }, + { + "epoch": 0.09539704548177819, + "grad_norm": 2.7850465774536133, + "learning_rate": 1.9776577191089705e-05, + "loss": 3.2322, + "step": 5573 + }, + { + "epoch": 0.09541416320032867, + "grad_norm": 3.1800220012664795, + "learning_rate": 1.9776460638313617e-05, + "loss": 3.4247, + "step": 5574 + }, + { + "epoch": 0.09543128091887913, + "grad_norm": 2.9026381969451904, + "learning_rate": 1.9776344055488098e-05, + "loss": 3.3635, + "step": 5575 + }, + { + "epoch": 0.0954483986374296, + "grad_norm": 2.902519464492798, + "learning_rate": 1.97762274426135e-05, + "loss": 3.4222, + "step": 5576 + }, + { + "epoch": 0.09546551635598008, + "grad_norm": 2.754392147064209, + "learning_rate": 1.9776110799690195e-05, + "loss": 3.337, + "step": 5577 + }, + { + "epoch": 0.09548263407453055, + "grad_norm": 2.9419732093811035, + "learning_rate": 1.9775994126718526e-05, + "loss": 3.2716, + "step": 5578 + }, + { + "epoch": 0.09549975179308101, + "grad_norm": 2.8879146575927734, + "learning_rate": 1.9775877423698855e-05, + "loss": 3.4066, + "step": 5579 + }, + { + "epoch": 0.09551686951163149, + "grad_norm": 2.7940495014190674, + "learning_rate": 1.9775760690631548e-05, + "loss": 3.3378, + "step": 5580 + }, + { + "epoch": 0.09553398723018196, + "grad_norm": 2.905449628829956, + "learning_rate": 1.9775643927516956e-05, + "loss": 3.2871, + "step": 5581 + }, + { + "epoch": 0.09555110494873244, + "grad_norm": 2.9333858489990234, + "learning_rate": 1.9775527134355442e-05, + "loss": 3.4697, + "step": 5582 + }, + { + "epoch": 0.0955682226672829, + "grad_norm": 3.032296657562256, + "learning_rate": 1.9775410311147363e-05, + "loss": 3.42, + "step": 5583 + }, + { + "epoch": 0.09558534038583337, + "grad_norm": 3.22792649269104, + "learning_rate": 1.977529345789308e-05, + "loss": 3.3924, + "step": 5584 + }, + { + "epoch": 0.09560245810438385, + "grad_norm": 2.8521177768707275, + "learning_rate": 1.9775176574592953e-05, + "loss": 3.3313, + "step": 5585 + }, + { + "epoch": 0.09561957582293432, + "grad_norm": 2.9482204914093018, + "learning_rate": 1.9775059661247337e-05, + "loss": 3.4366, + "step": 5586 + }, + { + "epoch": 0.0956366935414848, + "grad_norm": 2.746877670288086, + "learning_rate": 1.9774942717856592e-05, + "loss": 3.3115, + "step": 5587 + }, + { + "epoch": 0.09565381126003526, + "grad_norm": 2.7136669158935547, + "learning_rate": 1.9774825744421083e-05, + "loss": 3.3552, + "step": 5588 + }, + { + "epoch": 0.09567092897858573, + "grad_norm": 3.0898685455322266, + "learning_rate": 1.9774708740941163e-05, + "loss": 3.4709, + "step": 5589 + }, + { + "epoch": 0.09568804669713621, + "grad_norm": 2.858088970184326, + "learning_rate": 1.9774591707417195e-05, + "loss": 3.3542, + "step": 5590 + }, + { + "epoch": 0.09570516441568667, + "grad_norm": 3.5505239963531494, + "learning_rate": 1.977447464384954e-05, + "loss": 3.558, + "step": 5591 + }, + { + "epoch": 0.09572228213423715, + "grad_norm": 2.6957430839538574, + "learning_rate": 1.9774357550238553e-05, + "loss": 3.2568, + "step": 5592 + }, + { + "epoch": 0.09573939985278762, + "grad_norm": 2.8268988132476807, + "learning_rate": 1.97742404265846e-05, + "loss": 3.3168, + "step": 5593 + }, + { + "epoch": 0.09575651757133809, + "grad_norm": 2.7568697929382324, + "learning_rate": 1.9774123272888036e-05, + "loss": 3.2624, + "step": 5594 + }, + { + "epoch": 0.09577363528988857, + "grad_norm": 2.7525885105133057, + "learning_rate": 1.9774006089149222e-05, + "loss": 3.3929, + "step": 5595 + }, + { + "epoch": 0.09579075300843903, + "grad_norm": 2.719754934310913, + "learning_rate": 1.977388887536852e-05, + "loss": 3.2635, + "step": 5596 + }, + { + "epoch": 0.09580787072698951, + "grad_norm": 2.8880839347839355, + "learning_rate": 1.977377163154629e-05, + "loss": 3.3935, + "step": 5597 + }, + { + "epoch": 0.09582498844553998, + "grad_norm": 3.0730044841766357, + "learning_rate": 1.977365435768289e-05, + "loss": 3.3427, + "step": 5598 + }, + { + "epoch": 0.09584210616409045, + "grad_norm": 3.1861155033111572, + "learning_rate": 1.9773537053778685e-05, + "loss": 3.5946, + "step": 5599 + }, + { + "epoch": 0.09585922388264093, + "grad_norm": 2.806060791015625, + "learning_rate": 1.977341971983403e-05, + "loss": 3.3097, + "step": 5600 + }, + { + "epoch": 0.09587634160119139, + "grad_norm": 2.8240232467651367, + "learning_rate": 1.977330235584929e-05, + "loss": 3.4823, + "step": 5601 + }, + { + "epoch": 0.09589345931974186, + "grad_norm": 2.6751160621643066, + "learning_rate": 1.9773184961824823e-05, + "loss": 3.2861, + "step": 5602 + }, + { + "epoch": 0.09591057703829234, + "grad_norm": 3.1507210731506348, + "learning_rate": 1.977306753776099e-05, + "loss": 3.3677, + "step": 5603 + }, + { + "epoch": 0.0959276947568428, + "grad_norm": 2.9592854976654053, + "learning_rate": 1.9772950083658156e-05, + "loss": 3.5381, + "step": 5604 + }, + { + "epoch": 0.09594481247539328, + "grad_norm": 2.9713053703308105, + "learning_rate": 1.9772832599516678e-05, + "loss": 3.4237, + "step": 5605 + }, + { + "epoch": 0.09596193019394375, + "grad_norm": 2.978498697280884, + "learning_rate": 1.977271508533692e-05, + "loss": 3.5756, + "step": 5606 + }, + { + "epoch": 0.09597904791249422, + "grad_norm": 2.88201904296875, + "learning_rate": 1.9772597541119232e-05, + "loss": 3.3085, + "step": 5607 + }, + { + "epoch": 0.0959961656310447, + "grad_norm": 2.8006300926208496, + "learning_rate": 1.9772479966863993e-05, + "loss": 3.4509, + "step": 5608 + }, + { + "epoch": 0.09601328334959516, + "grad_norm": 2.932088613510132, + "learning_rate": 1.9772362362571552e-05, + "loss": 3.4542, + "step": 5609 + }, + { + "epoch": 0.09603040106814564, + "grad_norm": 2.872248888015747, + "learning_rate": 1.977224472824228e-05, + "loss": 3.3618, + "step": 5610 + }, + { + "epoch": 0.09604751878669611, + "grad_norm": 2.92439866065979, + "learning_rate": 1.9772127063876527e-05, + "loss": 3.4597, + "step": 5611 + }, + { + "epoch": 0.09606463650524658, + "grad_norm": 2.7588253021240234, + "learning_rate": 1.977200936947466e-05, + "loss": 3.2957, + "step": 5612 + }, + { + "epoch": 0.09608175422379706, + "grad_norm": 2.9209275245666504, + "learning_rate": 1.9771891645037048e-05, + "loss": 3.3761, + "step": 5613 + }, + { + "epoch": 0.09609887194234752, + "grad_norm": 2.90037202835083, + "learning_rate": 1.9771773890564043e-05, + "loss": 3.3412, + "step": 5614 + }, + { + "epoch": 0.096115989660898, + "grad_norm": 2.9357545375823975, + "learning_rate": 1.9771656106056008e-05, + "loss": 3.513, + "step": 5615 + }, + { + "epoch": 0.09613310737944847, + "grad_norm": 3.037795305252075, + "learning_rate": 1.9771538291513307e-05, + "loss": 3.3367, + "step": 5616 + }, + { + "epoch": 0.09615022509799893, + "grad_norm": 2.898256540298462, + "learning_rate": 1.97714204469363e-05, + "loss": 3.4486, + "step": 5617 + }, + { + "epoch": 0.09616734281654941, + "grad_norm": 2.8381006717681885, + "learning_rate": 1.9771302572325357e-05, + "loss": 3.4097, + "step": 5618 + }, + { + "epoch": 0.09618446053509988, + "grad_norm": 3.0157582759857178, + "learning_rate": 1.9771184667680833e-05, + "loss": 3.3682, + "step": 5619 + }, + { + "epoch": 0.09620157825365035, + "grad_norm": 2.800459384918213, + "learning_rate": 1.977106673300309e-05, + "loss": 3.2697, + "step": 5620 + }, + { + "epoch": 0.09621869597220083, + "grad_norm": 2.7644169330596924, + "learning_rate": 1.9770948768292495e-05, + "loss": 3.3468, + "step": 5621 + }, + { + "epoch": 0.09623581369075129, + "grad_norm": 2.8309385776519775, + "learning_rate": 1.9770830773549406e-05, + "loss": 3.4217, + "step": 5622 + }, + { + "epoch": 0.09625293140930177, + "grad_norm": 2.7127232551574707, + "learning_rate": 1.977071274877419e-05, + "loss": 3.3538, + "step": 5623 + }, + { + "epoch": 0.09627004912785224, + "grad_norm": 2.908376693725586, + "learning_rate": 1.977059469396721e-05, + "loss": 3.3782, + "step": 5624 + }, + { + "epoch": 0.0962871668464027, + "grad_norm": 2.91081166267395, + "learning_rate": 1.977047660912882e-05, + "loss": 3.3343, + "step": 5625 + }, + { + "epoch": 0.09630428456495319, + "grad_norm": 2.7362613677978516, + "learning_rate": 1.9770358494259396e-05, + "loss": 3.4892, + "step": 5626 + }, + { + "epoch": 0.09632140228350365, + "grad_norm": 2.6740429401397705, + "learning_rate": 1.977024034935929e-05, + "loss": 3.274, + "step": 5627 + }, + { + "epoch": 0.09633852000205413, + "grad_norm": 2.8150415420532227, + "learning_rate": 1.977012217442887e-05, + "loss": 3.387, + "step": 5628 + }, + { + "epoch": 0.0963556377206046, + "grad_norm": 2.797417402267456, + "learning_rate": 1.9770003969468504e-05, + "loss": 3.2724, + "step": 5629 + }, + { + "epoch": 0.09637275543915506, + "grad_norm": 2.719451904296875, + "learning_rate": 1.9769885734478546e-05, + "loss": 3.2804, + "step": 5630 + }, + { + "epoch": 0.09638987315770554, + "grad_norm": 2.6297943592071533, + "learning_rate": 1.9769767469459366e-05, + "loss": 3.4334, + "step": 5631 + }, + { + "epoch": 0.09640699087625601, + "grad_norm": 2.913468360900879, + "learning_rate": 1.976964917441132e-05, + "loss": 3.4057, + "step": 5632 + }, + { + "epoch": 0.09642410859480649, + "grad_norm": 2.6957156658172607, + "learning_rate": 1.9769530849334783e-05, + "loss": 3.2995, + "step": 5633 + }, + { + "epoch": 0.09644122631335696, + "grad_norm": 2.8682661056518555, + "learning_rate": 1.9769412494230105e-05, + "loss": 3.3077, + "step": 5634 + }, + { + "epoch": 0.09645834403190742, + "grad_norm": 2.8611621856689453, + "learning_rate": 1.976929410909766e-05, + "loss": 3.4541, + "step": 5635 + }, + { + "epoch": 0.0964754617504579, + "grad_norm": 2.7381770610809326, + "learning_rate": 1.9769175693937816e-05, + "loss": 3.4615, + "step": 5636 + }, + { + "epoch": 0.09649257946900837, + "grad_norm": 2.7570765018463135, + "learning_rate": 1.976905724875092e-05, + "loss": 3.2651, + "step": 5637 + }, + { + "epoch": 0.09650969718755885, + "grad_norm": 2.998612403869629, + "learning_rate": 1.9768938773537352e-05, + "loss": 3.3833, + "step": 5638 + }, + { + "epoch": 0.09652681490610932, + "grad_norm": 2.8899290561676025, + "learning_rate": 1.9768820268297467e-05, + "loss": 3.415, + "step": 5639 + }, + { + "epoch": 0.09654393262465978, + "grad_norm": 2.905376434326172, + "learning_rate": 1.9768701733031635e-05, + "loss": 3.3633, + "step": 5640 + }, + { + "epoch": 0.09656105034321026, + "grad_norm": 2.8844687938690186, + "learning_rate": 1.9768583167740217e-05, + "loss": 3.2866, + "step": 5641 + }, + { + "epoch": 0.09657816806176073, + "grad_norm": 2.6512768268585205, + "learning_rate": 1.976846457242358e-05, + "loss": 3.2199, + "step": 5642 + }, + { + "epoch": 0.0965952857803112, + "grad_norm": 2.6368470191955566, + "learning_rate": 1.9768345947082085e-05, + "loss": 3.3197, + "step": 5643 + }, + { + "epoch": 0.09661240349886167, + "grad_norm": 2.8433997631073, + "learning_rate": 1.97682272917161e-05, + "loss": 3.4326, + "step": 5644 + }, + { + "epoch": 0.09662952121741214, + "grad_norm": 3.07014799118042, + "learning_rate": 1.9768108606325987e-05, + "loss": 3.3422, + "step": 5645 + }, + { + "epoch": 0.09664663893596262, + "grad_norm": 2.8302581310272217, + "learning_rate": 1.9767989890912108e-05, + "loss": 3.2715, + "step": 5646 + }, + { + "epoch": 0.09666375665451309, + "grad_norm": 2.774599075317383, + "learning_rate": 1.9767871145474834e-05, + "loss": 3.4512, + "step": 5647 + }, + { + "epoch": 0.09668087437306355, + "grad_norm": 2.8364202976226807, + "learning_rate": 1.976775237001453e-05, + "loss": 3.3629, + "step": 5648 + }, + { + "epoch": 0.09669799209161403, + "grad_norm": 3.183154821395874, + "learning_rate": 1.976763356453156e-05, + "loss": 3.374, + "step": 5649 + }, + { + "epoch": 0.0967151098101645, + "grad_norm": 2.870434045791626, + "learning_rate": 1.9767514729026284e-05, + "loss": 3.2627, + "step": 5650 + }, + { + "epoch": 0.09673222752871498, + "grad_norm": 2.907130241394043, + "learning_rate": 1.9767395863499074e-05, + "loss": 3.3555, + "step": 5651 + }, + { + "epoch": 0.09674934524726544, + "grad_norm": 2.8670315742492676, + "learning_rate": 1.9767276967950293e-05, + "loss": 3.353, + "step": 5652 + }, + { + "epoch": 0.09676646296581591, + "grad_norm": 2.7353525161743164, + "learning_rate": 1.9767158042380305e-05, + "loss": 3.3244, + "step": 5653 + }, + { + "epoch": 0.09678358068436639, + "grad_norm": 2.805140972137451, + "learning_rate": 1.9767039086789475e-05, + "loss": 3.4013, + "step": 5654 + }, + { + "epoch": 0.09680069840291686, + "grad_norm": 2.727964162826538, + "learning_rate": 1.9766920101178174e-05, + "loss": 3.3059, + "step": 5655 + }, + { + "epoch": 0.09681781612146734, + "grad_norm": 2.7038142681121826, + "learning_rate": 1.976680108554676e-05, + "loss": 3.3012, + "step": 5656 + }, + { + "epoch": 0.0968349338400178, + "grad_norm": 2.934448480606079, + "learning_rate": 1.9766682039895603e-05, + "loss": 3.3074, + "step": 5657 + }, + { + "epoch": 0.09685205155856827, + "grad_norm": 2.9292423725128174, + "learning_rate": 1.9766562964225072e-05, + "loss": 3.3474, + "step": 5658 + }, + { + "epoch": 0.09686916927711875, + "grad_norm": 2.8668808937072754, + "learning_rate": 1.9766443858535528e-05, + "loss": 3.1791, + "step": 5659 + }, + { + "epoch": 0.09688628699566922, + "grad_norm": 2.9121594429016113, + "learning_rate": 1.9766324722827336e-05, + "loss": 3.2779, + "step": 5660 + }, + { + "epoch": 0.09690340471421968, + "grad_norm": 2.9918224811553955, + "learning_rate": 1.976620555710087e-05, + "loss": 3.3502, + "step": 5661 + }, + { + "epoch": 0.09692052243277016, + "grad_norm": 2.7358689308166504, + "learning_rate": 1.9766086361356485e-05, + "loss": 3.3279, + "step": 5662 + }, + { + "epoch": 0.09693764015132063, + "grad_norm": 2.8263156414031982, + "learning_rate": 1.976596713559456e-05, + "loss": 3.3018, + "step": 5663 + }, + { + "epoch": 0.09695475786987111, + "grad_norm": 2.8488612174987793, + "learning_rate": 1.9765847879815448e-05, + "loss": 3.3214, + "step": 5664 + }, + { + "epoch": 0.09697187558842157, + "grad_norm": 3.169971466064453, + "learning_rate": 1.976572859401953e-05, + "loss": 3.3425, + "step": 5665 + }, + { + "epoch": 0.09698899330697204, + "grad_norm": 3.100311040878296, + "learning_rate": 1.9765609278207162e-05, + "loss": 3.5111, + "step": 5666 + }, + { + "epoch": 0.09700611102552252, + "grad_norm": 3.0659518241882324, + "learning_rate": 1.9765489932378715e-05, + "loss": 3.2899, + "step": 5667 + }, + { + "epoch": 0.09702322874407299, + "grad_norm": 3.22944974899292, + "learning_rate": 1.9765370556534555e-05, + "loss": 3.5125, + "step": 5668 + }, + { + "epoch": 0.09704034646262347, + "grad_norm": 3.050166368484497, + "learning_rate": 1.9765251150675043e-05, + "loss": 3.394, + "step": 5669 + }, + { + "epoch": 0.09705746418117393, + "grad_norm": 3.0050737857818604, + "learning_rate": 1.976513171480056e-05, + "loss": 3.4743, + "step": 5670 + }, + { + "epoch": 0.0970745818997244, + "grad_norm": 3.036790370941162, + "learning_rate": 1.9765012248911457e-05, + "loss": 3.3395, + "step": 5671 + }, + { + "epoch": 0.09709169961827488, + "grad_norm": 3.1212871074676514, + "learning_rate": 1.9764892753008115e-05, + "loss": 3.4147, + "step": 5672 + }, + { + "epoch": 0.09710881733682535, + "grad_norm": 2.9054460525512695, + "learning_rate": 1.9764773227090892e-05, + "loss": 3.3731, + "step": 5673 + }, + { + "epoch": 0.09712593505537583, + "grad_norm": 2.724193811416626, + "learning_rate": 1.976465367116016e-05, + "loss": 3.3144, + "step": 5674 + }, + { + "epoch": 0.09714305277392629, + "grad_norm": 2.8373334407806396, + "learning_rate": 1.9764534085216285e-05, + "loss": 3.3554, + "step": 5675 + }, + { + "epoch": 0.09716017049247676, + "grad_norm": 2.8487179279327393, + "learning_rate": 1.9764414469259632e-05, + "loss": 3.2774, + "step": 5676 + }, + { + "epoch": 0.09717728821102724, + "grad_norm": 2.932342290878296, + "learning_rate": 1.9764294823290577e-05, + "loss": 3.4234, + "step": 5677 + }, + { + "epoch": 0.0971944059295777, + "grad_norm": 2.919771909713745, + "learning_rate": 1.976417514730948e-05, + "loss": 3.3588, + "step": 5678 + }, + { + "epoch": 0.09721152364812818, + "grad_norm": 3.1735851764678955, + "learning_rate": 1.9764055441316708e-05, + "loss": 3.4929, + "step": 5679 + }, + { + "epoch": 0.09722864136667865, + "grad_norm": 3.197129726409912, + "learning_rate": 1.9763935705312637e-05, + "loss": 3.3585, + "step": 5680 + }, + { + "epoch": 0.09724575908522912, + "grad_norm": 2.66194224357605, + "learning_rate": 1.9763815939297624e-05, + "loss": 3.2785, + "step": 5681 + }, + { + "epoch": 0.0972628768037796, + "grad_norm": 3.361415386199951, + "learning_rate": 1.976369614327205e-05, + "loss": 3.3768, + "step": 5682 + }, + { + "epoch": 0.09727999452233006, + "grad_norm": 3.089141845703125, + "learning_rate": 1.976357631723627e-05, + "loss": 3.3305, + "step": 5683 + }, + { + "epoch": 0.09729711224088053, + "grad_norm": 2.7454988956451416, + "learning_rate": 1.976345646119066e-05, + "loss": 3.435, + "step": 5684 + }, + { + "epoch": 0.09731422995943101, + "grad_norm": 3.0207533836364746, + "learning_rate": 1.9763336575135587e-05, + "loss": 3.3193, + "step": 5685 + }, + { + "epoch": 0.09733134767798148, + "grad_norm": 2.897578716278076, + "learning_rate": 1.976321665907142e-05, + "loss": 3.2166, + "step": 5686 + }, + { + "epoch": 0.09734846539653196, + "grad_norm": 3.2158925533294678, + "learning_rate": 1.9763096712998528e-05, + "loss": 3.4414, + "step": 5687 + }, + { + "epoch": 0.09736558311508242, + "grad_norm": 3.0354204177856445, + "learning_rate": 1.976297673691728e-05, + "loss": 3.3347, + "step": 5688 + }, + { + "epoch": 0.09738270083363289, + "grad_norm": 2.852790594100952, + "learning_rate": 1.9762856730828043e-05, + "loss": 3.2821, + "step": 5689 + }, + { + "epoch": 0.09739981855218337, + "grad_norm": 2.9886481761932373, + "learning_rate": 1.976273669473118e-05, + "loss": 3.4139, + "step": 5690 + }, + { + "epoch": 0.09741693627073383, + "grad_norm": 2.7208645343780518, + "learning_rate": 1.976261662862707e-05, + "loss": 3.3392, + "step": 5691 + }, + { + "epoch": 0.09743405398928431, + "grad_norm": 2.774524688720703, + "learning_rate": 1.9762496532516083e-05, + "loss": 3.3568, + "step": 5692 + }, + { + "epoch": 0.09745117170783478, + "grad_norm": 2.7110555171966553, + "learning_rate": 1.976237640639858e-05, + "loss": 3.4052, + "step": 5693 + }, + { + "epoch": 0.09746828942638525, + "grad_norm": 3.0720255374908447, + "learning_rate": 1.9762256250274934e-05, + "loss": 3.2621, + "step": 5694 + }, + { + "epoch": 0.09748540714493573, + "grad_norm": 2.8033382892608643, + "learning_rate": 1.976213606414551e-05, + "loss": 3.3358, + "step": 5695 + }, + { + "epoch": 0.09750252486348619, + "grad_norm": 2.90108323097229, + "learning_rate": 1.9762015848010687e-05, + "loss": 3.4422, + "step": 5696 + }, + { + "epoch": 0.09751964258203667, + "grad_norm": 2.8878417015075684, + "learning_rate": 1.976189560187083e-05, + "loss": 3.4773, + "step": 5697 + }, + { + "epoch": 0.09753676030058714, + "grad_norm": 2.829958438873291, + "learning_rate": 1.97617753257263e-05, + "loss": 3.3336, + "step": 5698 + }, + { + "epoch": 0.0975538780191376, + "grad_norm": 3.081002950668335, + "learning_rate": 1.976165501957748e-05, + "loss": 3.366, + "step": 5699 + }, + { + "epoch": 0.09757099573768808, + "grad_norm": 2.799916982650757, + "learning_rate": 1.9761534683424732e-05, + "loss": 3.4132, + "step": 5700 + }, + { + "epoch": 0.09758811345623855, + "grad_norm": 2.939814805984497, + "learning_rate": 1.976141431726843e-05, + "loss": 3.4062, + "step": 5701 + }, + { + "epoch": 0.09760523117478902, + "grad_norm": 3.1687848567962646, + "learning_rate": 1.976129392110894e-05, + "loss": 3.4329, + "step": 5702 + }, + { + "epoch": 0.0976223488933395, + "grad_norm": 3.04545259475708, + "learning_rate": 1.9761173494946633e-05, + "loss": 3.4015, + "step": 5703 + }, + { + "epoch": 0.09763946661188996, + "grad_norm": 2.945143699645996, + "learning_rate": 1.9761053038781882e-05, + "loss": 3.4039, + "step": 5704 + }, + { + "epoch": 0.09765658433044044, + "grad_norm": 2.9849302768707275, + "learning_rate": 1.9760932552615052e-05, + "loss": 3.4012, + "step": 5705 + }, + { + "epoch": 0.09767370204899091, + "grad_norm": 3.184626817703247, + "learning_rate": 1.9760812036446518e-05, + "loss": 3.3904, + "step": 5706 + }, + { + "epoch": 0.09769081976754138, + "grad_norm": 3.350367546081543, + "learning_rate": 1.976069149027665e-05, + "loss": 3.3968, + "step": 5707 + }, + { + "epoch": 0.09770793748609186, + "grad_norm": 3.1859352588653564, + "learning_rate": 1.976057091410582e-05, + "loss": 3.4242, + "step": 5708 + }, + { + "epoch": 0.09772505520464232, + "grad_norm": 3.1460459232330322, + "learning_rate": 1.976045030793439e-05, + "loss": 3.3435, + "step": 5709 + }, + { + "epoch": 0.0977421729231928, + "grad_norm": 2.8582494258880615, + "learning_rate": 1.9760329671762742e-05, + "loss": 3.1787, + "step": 5710 + }, + { + "epoch": 0.09775929064174327, + "grad_norm": 2.6872754096984863, + "learning_rate": 1.976020900559124e-05, + "loss": 3.1618, + "step": 5711 + }, + { + "epoch": 0.09777640836029373, + "grad_norm": 2.7424991130828857, + "learning_rate": 1.976008830942026e-05, + "loss": 3.2668, + "step": 5712 + }, + { + "epoch": 0.09779352607884421, + "grad_norm": 2.8952951431274414, + "learning_rate": 1.975996758325016e-05, + "loss": 3.43, + "step": 5713 + }, + { + "epoch": 0.09781064379739468, + "grad_norm": 2.96362566947937, + "learning_rate": 1.975984682708133e-05, + "loss": 3.3194, + "step": 5714 + }, + { + "epoch": 0.09782776151594516, + "grad_norm": 2.9506423473358154, + "learning_rate": 1.9759726040914125e-05, + "loss": 3.3958, + "step": 5715 + }, + { + "epoch": 0.09784487923449563, + "grad_norm": 2.8452324867248535, + "learning_rate": 1.9759605224748927e-05, + "loss": 3.2241, + "step": 5716 + }, + { + "epoch": 0.0978619969530461, + "grad_norm": 2.797276020050049, + "learning_rate": 1.97594843785861e-05, + "loss": 3.4151, + "step": 5717 + }, + { + "epoch": 0.09787911467159657, + "grad_norm": 2.8951470851898193, + "learning_rate": 1.9759363502426027e-05, + "loss": 3.4652, + "step": 5718 + }, + { + "epoch": 0.09789623239014704, + "grad_norm": 2.8226284980773926, + "learning_rate": 1.9759242596269064e-05, + "loss": 3.2581, + "step": 5719 + }, + { + "epoch": 0.09791335010869752, + "grad_norm": 2.7688214778900146, + "learning_rate": 1.975912166011559e-05, + "loss": 3.2526, + "step": 5720 + }, + { + "epoch": 0.09793046782724799, + "grad_norm": 2.892502546310425, + "learning_rate": 1.9759000693965977e-05, + "loss": 3.3822, + "step": 5721 + }, + { + "epoch": 0.09794758554579845, + "grad_norm": 2.5867693424224854, + "learning_rate": 1.97588796978206e-05, + "loss": 3.2762, + "step": 5722 + }, + { + "epoch": 0.09796470326434893, + "grad_norm": 2.8098700046539307, + "learning_rate": 1.9758758671679824e-05, + "loss": 3.2541, + "step": 5723 + }, + { + "epoch": 0.0979818209828994, + "grad_norm": 2.872511148452759, + "learning_rate": 1.9758637615544025e-05, + "loss": 3.2592, + "step": 5724 + }, + { + "epoch": 0.09799893870144986, + "grad_norm": 2.9084794521331787, + "learning_rate": 1.9758516529413577e-05, + "loss": 3.2958, + "step": 5725 + }, + { + "epoch": 0.09801605642000034, + "grad_norm": 3.2008445262908936, + "learning_rate": 1.9758395413288846e-05, + "loss": 3.3537, + "step": 5726 + }, + { + "epoch": 0.09803317413855081, + "grad_norm": 2.986600160598755, + "learning_rate": 1.9758274267170206e-05, + "loss": 3.4146, + "step": 5727 + }, + { + "epoch": 0.09805029185710129, + "grad_norm": 3.011538505554199, + "learning_rate": 1.9758153091058035e-05, + "loss": 3.3668, + "step": 5728 + }, + { + "epoch": 0.09806740957565176, + "grad_norm": 2.750507354736328, + "learning_rate": 1.9758031884952702e-05, + "loss": 3.2454, + "step": 5729 + }, + { + "epoch": 0.09808452729420222, + "grad_norm": 3.09157395362854, + "learning_rate": 1.9757910648854576e-05, + "loss": 3.3096, + "step": 5730 + }, + { + "epoch": 0.0981016450127527, + "grad_norm": 2.8247132301330566, + "learning_rate": 1.9757789382764037e-05, + "loss": 3.3121, + "step": 5731 + }, + { + "epoch": 0.09811876273130317, + "grad_norm": 2.886948585510254, + "learning_rate": 1.9757668086681453e-05, + "loss": 3.2684, + "step": 5732 + }, + { + "epoch": 0.09813588044985365, + "grad_norm": 2.985992431640625, + "learning_rate": 1.9757546760607195e-05, + "loss": 3.4729, + "step": 5733 + }, + { + "epoch": 0.09815299816840412, + "grad_norm": 2.8527207374572754, + "learning_rate": 1.9757425404541638e-05, + "loss": 3.2576, + "step": 5734 + }, + { + "epoch": 0.09817011588695458, + "grad_norm": 2.7754290103912354, + "learning_rate": 1.9757304018485158e-05, + "loss": 3.3564, + "step": 5735 + }, + { + "epoch": 0.09818723360550506, + "grad_norm": 2.938955783843994, + "learning_rate": 1.975718260243812e-05, + "loss": 3.2995, + "step": 5736 + }, + { + "epoch": 0.09820435132405553, + "grad_norm": 2.985295295715332, + "learning_rate": 1.975706115640091e-05, + "loss": 3.3154, + "step": 5737 + }, + { + "epoch": 0.09822146904260601, + "grad_norm": 2.871065616607666, + "learning_rate": 1.975693968037389e-05, + "loss": 3.3508, + "step": 5738 + }, + { + "epoch": 0.09823858676115647, + "grad_norm": 2.7854340076446533, + "learning_rate": 1.975681817435744e-05, + "loss": 3.3646, + "step": 5739 + }, + { + "epoch": 0.09825570447970694, + "grad_norm": 2.778977155685425, + "learning_rate": 1.9756696638351926e-05, + "loss": 3.3391, + "step": 5740 + }, + { + "epoch": 0.09827282219825742, + "grad_norm": 3.0842504501342773, + "learning_rate": 1.975657507235773e-05, + "loss": 3.3413, + "step": 5741 + }, + { + "epoch": 0.09828993991680789, + "grad_norm": 2.927351713180542, + "learning_rate": 1.975645347637522e-05, + "loss": 3.3574, + "step": 5742 + }, + { + "epoch": 0.09830705763535835, + "grad_norm": 2.736765146255493, + "learning_rate": 1.9756331850404773e-05, + "loss": 3.3317, + "step": 5743 + }, + { + "epoch": 0.09832417535390883, + "grad_norm": 2.851186513900757, + "learning_rate": 1.975621019444676e-05, + "loss": 3.3414, + "step": 5744 + }, + { + "epoch": 0.0983412930724593, + "grad_norm": 2.7278780937194824, + "learning_rate": 1.975608850850156e-05, + "loss": 3.4023, + "step": 5745 + }, + { + "epoch": 0.09835841079100978, + "grad_norm": 2.8381285667419434, + "learning_rate": 1.9755966792569537e-05, + "loss": 3.3772, + "step": 5746 + }, + { + "epoch": 0.09837552850956024, + "grad_norm": 2.7363858222961426, + "learning_rate": 1.975584504665108e-05, + "loss": 3.2763, + "step": 5747 + }, + { + "epoch": 0.09839264622811071, + "grad_norm": 2.8909802436828613, + "learning_rate": 1.9755723270746547e-05, + "loss": 3.4976, + "step": 5748 + }, + { + "epoch": 0.09840976394666119, + "grad_norm": 2.9167656898498535, + "learning_rate": 1.9755601464856324e-05, + "loss": 3.4239, + "step": 5749 + }, + { + "epoch": 0.09842688166521166, + "grad_norm": 2.754794120788574, + "learning_rate": 1.975547962898078e-05, + "loss": 3.238, + "step": 5750 + }, + { + "epoch": 0.09844399938376214, + "grad_norm": 2.754753351211548, + "learning_rate": 1.9755357763120293e-05, + "loss": 3.1384, + "step": 5751 + }, + { + "epoch": 0.0984611171023126, + "grad_norm": 2.8244314193725586, + "learning_rate": 1.9755235867275235e-05, + "loss": 3.3974, + "step": 5752 + }, + { + "epoch": 0.09847823482086307, + "grad_norm": 2.9509010314941406, + "learning_rate": 1.975511394144598e-05, + "loss": 3.4989, + "step": 5753 + }, + { + "epoch": 0.09849535253941355, + "grad_norm": 2.7987639904022217, + "learning_rate": 1.9754991985632906e-05, + "loss": 3.2707, + "step": 5754 + }, + { + "epoch": 0.09851247025796402, + "grad_norm": 2.752561569213867, + "learning_rate": 1.9754869999836385e-05, + "loss": 3.457, + "step": 5755 + }, + { + "epoch": 0.0985295879765145, + "grad_norm": 2.9573562145233154, + "learning_rate": 1.9754747984056794e-05, + "loss": 3.504, + "step": 5756 + }, + { + "epoch": 0.09854670569506496, + "grad_norm": 3.033146619796753, + "learning_rate": 1.97546259382945e-05, + "loss": 3.3261, + "step": 5757 + }, + { + "epoch": 0.09856382341361543, + "grad_norm": 2.551779270172119, + "learning_rate": 1.9754503862549893e-05, + "loss": 3.332, + "step": 5758 + }, + { + "epoch": 0.09858094113216591, + "grad_norm": 2.7682371139526367, + "learning_rate": 1.975438175682334e-05, + "loss": 3.4494, + "step": 5759 + }, + { + "epoch": 0.09859805885071637, + "grad_norm": 3.1779799461364746, + "learning_rate": 1.975425962111521e-05, + "loss": 3.4736, + "step": 5760 + }, + { + "epoch": 0.09861517656926685, + "grad_norm": 2.807284116744995, + "learning_rate": 1.9754137455425888e-05, + "loss": 3.3355, + "step": 5761 + }, + { + "epoch": 0.09863229428781732, + "grad_norm": 2.8934969902038574, + "learning_rate": 1.9754015259755747e-05, + "loss": 3.38, + "step": 5762 + }, + { + "epoch": 0.09864941200636779, + "grad_norm": 2.827669143676758, + "learning_rate": 1.975389303410516e-05, + "loss": 3.468, + "step": 5763 + }, + { + "epoch": 0.09866652972491827, + "grad_norm": 2.9879720211029053, + "learning_rate": 1.975377077847451e-05, + "loss": 3.4664, + "step": 5764 + }, + { + "epoch": 0.09868364744346873, + "grad_norm": 3.4290738105773926, + "learning_rate": 1.975364849286416e-05, + "loss": 3.4229, + "step": 5765 + }, + { + "epoch": 0.0987007651620192, + "grad_norm": 3.0375187397003174, + "learning_rate": 1.9753526177274497e-05, + "loss": 3.3621, + "step": 5766 + }, + { + "epoch": 0.09871788288056968, + "grad_norm": 2.996272087097168, + "learning_rate": 1.9753403831705894e-05, + "loss": 3.3347, + "step": 5767 + }, + { + "epoch": 0.09873500059912015, + "grad_norm": 3.0050597190856934, + "learning_rate": 1.9753281456158725e-05, + "loss": 3.4922, + "step": 5768 + }, + { + "epoch": 0.09875211831767063, + "grad_norm": 2.89312481880188, + "learning_rate": 1.9753159050633367e-05, + "loss": 3.3621, + "step": 5769 + }, + { + "epoch": 0.09876923603622109, + "grad_norm": 2.9197635650634766, + "learning_rate": 1.9753036615130197e-05, + "loss": 3.4287, + "step": 5770 + }, + { + "epoch": 0.09878635375477156, + "grad_norm": 2.984602928161621, + "learning_rate": 1.975291414964959e-05, + "loss": 3.2275, + "step": 5771 + }, + { + "epoch": 0.09880347147332204, + "grad_norm": 2.945659637451172, + "learning_rate": 1.9752791654191928e-05, + "loss": 3.2929, + "step": 5772 + }, + { + "epoch": 0.0988205891918725, + "grad_norm": 2.806150436401367, + "learning_rate": 1.9752669128757577e-05, + "loss": 3.3062, + "step": 5773 + }, + { + "epoch": 0.09883770691042298, + "grad_norm": 2.704463005065918, + "learning_rate": 1.9752546573346922e-05, + "loss": 3.3516, + "step": 5774 + }, + { + "epoch": 0.09885482462897345, + "grad_norm": 2.8079304695129395, + "learning_rate": 1.9752423987960338e-05, + "loss": 3.4062, + "step": 5775 + }, + { + "epoch": 0.09887194234752392, + "grad_norm": 2.5310497283935547, + "learning_rate": 1.97523013725982e-05, + "loss": 3.3292, + "step": 5776 + }, + { + "epoch": 0.0988890600660744, + "grad_norm": 2.659515857696533, + "learning_rate": 1.9752178727260886e-05, + "loss": 3.3062, + "step": 5777 + }, + { + "epoch": 0.09890617778462486, + "grad_norm": 2.879711389541626, + "learning_rate": 1.975205605194877e-05, + "loss": 3.3392, + "step": 5778 + }, + { + "epoch": 0.09892329550317534, + "grad_norm": 2.6773202419281006, + "learning_rate": 1.9751933346662237e-05, + "loss": 3.1109, + "step": 5779 + }, + { + "epoch": 0.09894041322172581, + "grad_norm": 2.849923849105835, + "learning_rate": 1.9751810611401656e-05, + "loss": 3.3927, + "step": 5780 + }, + { + "epoch": 0.09895753094027628, + "grad_norm": 2.686671257019043, + "learning_rate": 1.9751687846167405e-05, + "loss": 3.247, + "step": 5781 + }, + { + "epoch": 0.09897464865882676, + "grad_norm": 2.9441659450531006, + "learning_rate": 1.9751565050959867e-05, + "loss": 3.3467, + "step": 5782 + }, + { + "epoch": 0.09899176637737722, + "grad_norm": 2.894855260848999, + "learning_rate": 1.9751442225779417e-05, + "loss": 3.4087, + "step": 5783 + }, + { + "epoch": 0.0990088840959277, + "grad_norm": 2.7602436542510986, + "learning_rate": 1.975131937062643e-05, + "loss": 3.2942, + "step": 5784 + }, + { + "epoch": 0.09902600181447817, + "grad_norm": 3.0906741619110107, + "learning_rate": 1.975119648550128e-05, + "loss": 3.5269, + "step": 5785 + }, + { + "epoch": 0.09904311953302863, + "grad_norm": 3.2309045791625977, + "learning_rate": 1.9751073570404358e-05, + "loss": 3.4739, + "step": 5786 + }, + { + "epoch": 0.09906023725157911, + "grad_norm": 3.2908384799957275, + "learning_rate": 1.975095062533603e-05, + "loss": 3.3749, + "step": 5787 + }, + { + "epoch": 0.09907735497012958, + "grad_norm": 2.897564172744751, + "learning_rate": 1.975082765029668e-05, + "loss": 3.359, + "step": 5788 + }, + { + "epoch": 0.09909447268868005, + "grad_norm": 2.9616036415100098, + "learning_rate": 1.975070464528668e-05, + "loss": 3.4008, + "step": 5789 + }, + { + "epoch": 0.09911159040723053, + "grad_norm": 2.6924643516540527, + "learning_rate": 1.975058161030641e-05, + "loss": 3.2816, + "step": 5790 + }, + { + "epoch": 0.09912870812578099, + "grad_norm": 2.9285004138946533, + "learning_rate": 1.9750458545356256e-05, + "loss": 3.3416, + "step": 5791 + }, + { + "epoch": 0.09914582584433147, + "grad_norm": 3.243704319000244, + "learning_rate": 1.9750335450436585e-05, + "loss": 3.3077, + "step": 5792 + }, + { + "epoch": 0.09916294356288194, + "grad_norm": 3.0213356018066406, + "learning_rate": 1.9750212325547785e-05, + "loss": 3.3982, + "step": 5793 + }, + { + "epoch": 0.0991800612814324, + "grad_norm": 2.6478543281555176, + "learning_rate": 1.9750089170690226e-05, + "loss": 3.2698, + "step": 5794 + }, + { + "epoch": 0.09919717899998289, + "grad_norm": 2.940662384033203, + "learning_rate": 1.974996598586429e-05, + "loss": 3.3696, + "step": 5795 + }, + { + "epoch": 0.09921429671853335, + "grad_norm": 2.89854097366333, + "learning_rate": 1.974984277107036e-05, + "loss": 3.2694, + "step": 5796 + }, + { + "epoch": 0.09923141443708383, + "grad_norm": 3.02169132232666, + "learning_rate": 1.9749719526308804e-05, + "loss": 3.1705, + "step": 5797 + }, + { + "epoch": 0.0992485321556343, + "grad_norm": 3.0375564098358154, + "learning_rate": 1.9749596251580014e-05, + "loss": 3.4456, + "step": 5798 + }, + { + "epoch": 0.09926564987418476, + "grad_norm": 2.689199924468994, + "learning_rate": 1.974947294688436e-05, + "loss": 3.4642, + "step": 5799 + }, + { + "epoch": 0.09928276759273524, + "grad_norm": 2.791139841079712, + "learning_rate": 1.9749349612222222e-05, + "loss": 3.3393, + "step": 5800 + }, + { + "epoch": 0.09929988531128571, + "grad_norm": 2.913086175918579, + "learning_rate": 1.9749226247593983e-05, + "loss": 3.2898, + "step": 5801 + }, + { + "epoch": 0.09931700302983619, + "grad_norm": 2.713329792022705, + "learning_rate": 1.974910285300002e-05, + "loss": 3.1614, + "step": 5802 + }, + { + "epoch": 0.09933412074838666, + "grad_norm": 2.8321468830108643, + "learning_rate": 1.974897942844071e-05, + "loss": 3.3963, + "step": 5803 + }, + { + "epoch": 0.09935123846693712, + "grad_norm": 2.816324472427368, + "learning_rate": 1.9748855973916433e-05, + "loss": 3.2914, + "step": 5804 + }, + { + "epoch": 0.0993683561854876, + "grad_norm": 2.5904712677001953, + "learning_rate": 1.9748732489427574e-05, + "loss": 3.0773, + "step": 5805 + }, + { + "epoch": 0.09938547390403807, + "grad_norm": 2.7346858978271484, + "learning_rate": 1.9748608974974504e-05, + "loss": 3.3235, + "step": 5806 + }, + { + "epoch": 0.09940259162258853, + "grad_norm": 2.92463755607605, + "learning_rate": 1.9748485430557613e-05, + "loss": 3.2752, + "step": 5807 + }, + { + "epoch": 0.09941970934113901, + "grad_norm": 2.7705507278442383, + "learning_rate": 1.9748361856177266e-05, + "loss": 3.3746, + "step": 5808 + }, + { + "epoch": 0.09943682705968948, + "grad_norm": 2.7883384227752686, + "learning_rate": 1.9748238251833858e-05, + "loss": 3.2382, + "step": 5809 + }, + { + "epoch": 0.09945394477823996, + "grad_norm": 2.9571051597595215, + "learning_rate": 1.974811461752776e-05, + "loss": 3.4226, + "step": 5810 + }, + { + "epoch": 0.09947106249679043, + "grad_norm": 2.6095170974731445, + "learning_rate": 1.9747990953259357e-05, + "loss": 3.3461, + "step": 5811 + }, + { + "epoch": 0.0994881802153409, + "grad_norm": 2.9050519466400146, + "learning_rate": 1.9747867259029022e-05, + "loss": 3.4303, + "step": 5812 + }, + { + "epoch": 0.09950529793389137, + "grad_norm": 2.753333806991577, + "learning_rate": 1.9747743534837143e-05, + "loss": 3.3299, + "step": 5813 + }, + { + "epoch": 0.09952241565244184, + "grad_norm": 2.795016288757324, + "learning_rate": 1.9747619780684097e-05, + "loss": 3.3496, + "step": 5814 + }, + { + "epoch": 0.09953953337099232, + "grad_norm": 2.7375338077545166, + "learning_rate": 1.974749599657026e-05, + "loss": 3.3827, + "step": 5815 + }, + { + "epoch": 0.09955665108954279, + "grad_norm": 2.8363139629364014, + "learning_rate": 1.9747372182496023e-05, + "loss": 3.3462, + "step": 5816 + }, + { + "epoch": 0.09957376880809325, + "grad_norm": 2.797605276107788, + "learning_rate": 1.974724833846176e-05, + "loss": 3.4105, + "step": 5817 + }, + { + "epoch": 0.09959088652664373, + "grad_norm": 2.7707674503326416, + "learning_rate": 1.974712446446785e-05, + "loss": 3.3865, + "step": 5818 + }, + { + "epoch": 0.0996080042451942, + "grad_norm": 2.703878164291382, + "learning_rate": 1.9747000560514674e-05, + "loss": 3.343, + "step": 5819 + }, + { + "epoch": 0.09962512196374468, + "grad_norm": 2.7586846351623535, + "learning_rate": 1.9746876626602618e-05, + "loss": 3.2509, + "step": 5820 + }, + { + "epoch": 0.09964223968229514, + "grad_norm": 2.6922388076782227, + "learning_rate": 1.9746752662732057e-05, + "loss": 3.1877, + "step": 5821 + }, + { + "epoch": 0.09965935740084561, + "grad_norm": 2.759176015853882, + "learning_rate": 1.9746628668903377e-05, + "loss": 3.2841, + "step": 5822 + }, + { + "epoch": 0.09967647511939609, + "grad_norm": 2.7047603130340576, + "learning_rate": 1.9746504645116954e-05, + "loss": 3.1773, + "step": 5823 + }, + { + "epoch": 0.09969359283794656, + "grad_norm": 3.003143787384033, + "learning_rate": 1.9746380591373172e-05, + "loss": 3.3437, + "step": 5824 + }, + { + "epoch": 0.09971071055649704, + "grad_norm": 3.078693389892578, + "learning_rate": 1.9746256507672416e-05, + "loss": 3.2578, + "step": 5825 + }, + { + "epoch": 0.0997278282750475, + "grad_norm": 2.733442544937134, + "learning_rate": 1.974613239401506e-05, + "loss": 3.3387, + "step": 5826 + }, + { + "epoch": 0.09974494599359797, + "grad_norm": 2.7696075439453125, + "learning_rate": 1.9746008250401488e-05, + "loss": 3.2275, + "step": 5827 + }, + { + "epoch": 0.09976206371214845, + "grad_norm": 2.849287509918213, + "learning_rate": 1.9745884076832088e-05, + "loss": 3.2113, + "step": 5828 + }, + { + "epoch": 0.09977918143069892, + "grad_norm": 2.9397006034851074, + "learning_rate": 1.9745759873307233e-05, + "loss": 3.389, + "step": 5829 + }, + { + "epoch": 0.09979629914924938, + "grad_norm": 2.7892322540283203, + "learning_rate": 1.9745635639827308e-05, + "loss": 3.3054, + "step": 5830 + }, + { + "epoch": 0.09981341686779986, + "grad_norm": 2.661132574081421, + "learning_rate": 1.9745511376392696e-05, + "loss": 3.245, + "step": 5831 + }, + { + "epoch": 0.09983053458635033, + "grad_norm": 2.8080379962921143, + "learning_rate": 1.9745387083003777e-05, + "loss": 3.3747, + "step": 5832 + }, + { + "epoch": 0.09984765230490081, + "grad_norm": 2.8501343727111816, + "learning_rate": 1.9745262759660934e-05, + "loss": 3.2566, + "step": 5833 + }, + { + "epoch": 0.09986477002345127, + "grad_norm": 3.0099563598632812, + "learning_rate": 1.974513840636455e-05, + "loss": 3.5407, + "step": 5834 + }, + { + "epoch": 0.09988188774200174, + "grad_norm": 2.912574529647827, + "learning_rate": 1.9745014023115007e-05, + "loss": 3.3143, + "step": 5835 + }, + { + "epoch": 0.09989900546055222, + "grad_norm": 2.869568347930908, + "learning_rate": 1.9744889609912685e-05, + "loss": 3.2466, + "step": 5836 + }, + { + "epoch": 0.09991612317910269, + "grad_norm": 3.0270869731903076, + "learning_rate": 1.9744765166757967e-05, + "loss": 3.3635, + "step": 5837 + }, + { + "epoch": 0.09993324089765317, + "grad_norm": 2.9122095108032227, + "learning_rate": 1.974464069365124e-05, + "loss": 3.3009, + "step": 5838 + }, + { + "epoch": 0.09995035861620363, + "grad_norm": 2.7715344429016113, + "learning_rate": 1.974451619059288e-05, + "loss": 3.336, + "step": 5839 + }, + { + "epoch": 0.0999674763347541, + "grad_norm": 3.0494773387908936, + "learning_rate": 1.9744391657583274e-05, + "loss": 3.5012, + "step": 5840 + }, + { + "epoch": 0.09998459405330458, + "grad_norm": 2.9341115951538086, + "learning_rate": 1.9744267094622802e-05, + "loss": 3.3539, + "step": 5841 + }, + { + "epoch": 0.10000171177185505, + "grad_norm": 2.7590017318725586, + "learning_rate": 1.974414250171185e-05, + "loss": 3.2988, + "step": 5842 + }, + { + "epoch": 0.10001882949040553, + "grad_norm": 2.828920602798462, + "learning_rate": 1.9744017878850797e-05, + "loss": 3.3309, + "step": 5843 + }, + { + "epoch": 0.10003594720895599, + "grad_norm": 2.8671414852142334, + "learning_rate": 1.9743893226040032e-05, + "loss": 3.2712, + "step": 5844 + }, + { + "epoch": 0.10005306492750646, + "grad_norm": 3.011622428894043, + "learning_rate": 1.9743768543279934e-05, + "loss": 3.3708, + "step": 5845 + }, + { + "epoch": 0.10007018264605694, + "grad_norm": 3.026235818862915, + "learning_rate": 1.9743643830570885e-05, + "loss": 3.2177, + "step": 5846 + }, + { + "epoch": 0.1000873003646074, + "grad_norm": 2.9905624389648438, + "learning_rate": 1.974351908791327e-05, + "loss": 3.3556, + "step": 5847 + }, + { + "epoch": 0.10010441808315787, + "grad_norm": 3.1195778846740723, + "learning_rate": 1.9743394315307474e-05, + "loss": 3.26, + "step": 5848 + }, + { + "epoch": 0.10012153580170835, + "grad_norm": 2.840153455734253, + "learning_rate": 1.9743269512753874e-05, + "loss": 3.2521, + "step": 5849 + }, + { + "epoch": 0.10013865352025882, + "grad_norm": 3.161099672317505, + "learning_rate": 1.9743144680252862e-05, + "loss": 3.2795, + "step": 5850 + }, + { + "epoch": 0.1001557712388093, + "grad_norm": 2.9228079319000244, + "learning_rate": 1.974301981780482e-05, + "loss": 3.3353, + "step": 5851 + }, + { + "epoch": 0.10017288895735976, + "grad_norm": 2.990476369857788, + "learning_rate": 1.9742894925410133e-05, + "loss": 3.3774, + "step": 5852 + }, + { + "epoch": 0.10019000667591023, + "grad_norm": 2.7865853309631348, + "learning_rate": 1.9742770003069174e-05, + "loss": 3.4075, + "step": 5853 + }, + { + "epoch": 0.10020712439446071, + "grad_norm": 2.80203914642334, + "learning_rate": 1.9742645050782342e-05, + "loss": 3.3682, + "step": 5854 + }, + { + "epoch": 0.10022424211301117, + "grad_norm": 2.922663688659668, + "learning_rate": 1.974252006855001e-05, + "loss": 3.2346, + "step": 5855 + }, + { + "epoch": 0.10024135983156165, + "grad_norm": 2.807056427001953, + "learning_rate": 1.974239505637257e-05, + "loss": 3.4035, + "step": 5856 + }, + { + "epoch": 0.10025847755011212, + "grad_norm": 2.737928867340088, + "learning_rate": 1.9742270014250398e-05, + "loss": 3.3411, + "step": 5857 + }, + { + "epoch": 0.10027559526866259, + "grad_norm": 2.992840528488159, + "learning_rate": 1.9742144942183884e-05, + "loss": 3.3844, + "step": 5858 + }, + { + "epoch": 0.10029271298721307, + "grad_norm": 3.0147101879119873, + "learning_rate": 1.974201984017341e-05, + "loss": 3.1327, + "step": 5859 + }, + { + "epoch": 0.10030983070576353, + "grad_norm": 2.846203088760376, + "learning_rate": 1.9741894708219363e-05, + "loss": 3.3988, + "step": 5860 + }, + { + "epoch": 0.10032694842431401, + "grad_norm": 3.0633230209350586, + "learning_rate": 1.9741769546322126e-05, + "loss": 3.4375, + "step": 5861 + }, + { + "epoch": 0.10034406614286448, + "grad_norm": 2.9165594577789307, + "learning_rate": 1.9741644354482083e-05, + "loss": 3.2119, + "step": 5862 + }, + { + "epoch": 0.10036118386141495, + "grad_norm": 3.0158755779266357, + "learning_rate": 1.9741519132699623e-05, + "loss": 3.2857, + "step": 5863 + }, + { + "epoch": 0.10037830157996543, + "grad_norm": 3.1019747257232666, + "learning_rate": 1.9741393880975127e-05, + "loss": 3.3779, + "step": 5864 + }, + { + "epoch": 0.10039541929851589, + "grad_norm": 2.8210065364837646, + "learning_rate": 1.974126859930898e-05, + "loss": 3.3501, + "step": 5865 + }, + { + "epoch": 0.10041253701706637, + "grad_norm": 2.81330943107605, + "learning_rate": 1.974114328770156e-05, + "loss": 3.3925, + "step": 5866 + }, + { + "epoch": 0.10042965473561684, + "grad_norm": 2.954324722290039, + "learning_rate": 1.974101794615327e-05, + "loss": 3.5236, + "step": 5867 + }, + { + "epoch": 0.1004467724541673, + "grad_norm": 3.0192432403564453, + "learning_rate": 1.9740892574664483e-05, + "loss": 3.1922, + "step": 5868 + }, + { + "epoch": 0.10046389017271778, + "grad_norm": 2.763209581375122, + "learning_rate": 1.9740767173235587e-05, + "loss": 3.3864, + "step": 5869 + }, + { + "epoch": 0.10048100789126825, + "grad_norm": 2.849134683609009, + "learning_rate": 1.9740641741866964e-05, + "loss": 3.352, + "step": 5870 + }, + { + "epoch": 0.10049812560981872, + "grad_norm": 2.855618476867676, + "learning_rate": 1.9740516280559005e-05, + "loss": 3.4116, + "step": 5871 + }, + { + "epoch": 0.1005152433283692, + "grad_norm": 2.7250332832336426, + "learning_rate": 1.974039078931209e-05, + "loss": 3.3529, + "step": 5872 + }, + { + "epoch": 0.10053236104691966, + "grad_norm": 2.933499574661255, + "learning_rate": 1.974026526812661e-05, + "loss": 3.4419, + "step": 5873 + }, + { + "epoch": 0.10054947876547014, + "grad_norm": 3.129937171936035, + "learning_rate": 1.974013971700295e-05, + "loss": 3.3872, + "step": 5874 + }, + { + "epoch": 0.10056659648402061, + "grad_norm": 2.8636763095855713, + "learning_rate": 1.9740014135941492e-05, + "loss": 3.3044, + "step": 5875 + }, + { + "epoch": 0.10058371420257108, + "grad_norm": 2.9325010776519775, + "learning_rate": 1.973988852494263e-05, + "loss": 3.4338, + "step": 5876 + }, + { + "epoch": 0.10060083192112156, + "grad_norm": 3.008845090866089, + "learning_rate": 1.9739762884006738e-05, + "loss": 3.4547, + "step": 5877 + }, + { + "epoch": 0.10061794963967202, + "grad_norm": 3.28459095954895, + "learning_rate": 1.973963721313421e-05, + "loss": 3.4455, + "step": 5878 + }, + { + "epoch": 0.1006350673582225, + "grad_norm": 3.1366193294525146, + "learning_rate": 1.973951151232543e-05, + "loss": 3.4415, + "step": 5879 + }, + { + "epoch": 0.10065218507677297, + "grad_norm": 2.721836566925049, + "learning_rate": 1.973938578158079e-05, + "loss": 3.3242, + "step": 5880 + }, + { + "epoch": 0.10066930279532343, + "grad_norm": 2.8286726474761963, + "learning_rate": 1.9739260020900667e-05, + "loss": 3.3167, + "step": 5881 + }, + { + "epoch": 0.10068642051387391, + "grad_norm": 2.990459442138672, + "learning_rate": 1.973913423028545e-05, + "loss": 3.2278, + "step": 5882 + }, + { + "epoch": 0.10070353823242438, + "grad_norm": 2.811038017272949, + "learning_rate": 1.9739008409735536e-05, + "loss": 3.3836, + "step": 5883 + }, + { + "epoch": 0.10072065595097486, + "grad_norm": 2.6347343921661377, + "learning_rate": 1.9738882559251304e-05, + "loss": 3.2956, + "step": 5884 + }, + { + "epoch": 0.10073777366952533, + "grad_norm": 2.8449459075927734, + "learning_rate": 1.9738756678833134e-05, + "loss": 3.3384, + "step": 5885 + }, + { + "epoch": 0.10075489138807579, + "grad_norm": 2.6681466102600098, + "learning_rate": 1.9738630768481422e-05, + "loss": 3.2138, + "step": 5886 + }, + { + "epoch": 0.10077200910662627, + "grad_norm": 2.771430730819702, + "learning_rate": 1.9738504828196552e-05, + "loss": 3.5557, + "step": 5887 + }, + { + "epoch": 0.10078912682517674, + "grad_norm": 2.64487886428833, + "learning_rate": 1.9738378857978914e-05, + "loss": 3.2888, + "step": 5888 + }, + { + "epoch": 0.1008062445437272, + "grad_norm": 2.658067226409912, + "learning_rate": 1.973825285782889e-05, + "loss": 3.244, + "step": 5889 + }, + { + "epoch": 0.10082336226227769, + "grad_norm": 2.831442356109619, + "learning_rate": 1.9738126827746872e-05, + "loss": 3.356, + "step": 5890 + }, + { + "epoch": 0.10084047998082815, + "grad_norm": 2.740764856338501, + "learning_rate": 1.9738000767733245e-05, + "loss": 3.4422, + "step": 5891 + }, + { + "epoch": 0.10085759769937863, + "grad_norm": 2.652397871017456, + "learning_rate": 1.9737874677788397e-05, + "loss": 3.358, + "step": 5892 + }, + { + "epoch": 0.1008747154179291, + "grad_norm": 2.833559274673462, + "learning_rate": 1.973774855791271e-05, + "loss": 3.3456, + "step": 5893 + }, + { + "epoch": 0.10089183313647956, + "grad_norm": 2.8246076107025146, + "learning_rate": 1.9737622408106585e-05, + "loss": 3.3849, + "step": 5894 + }, + { + "epoch": 0.10090895085503004, + "grad_norm": 2.801586389541626, + "learning_rate": 1.9737496228370397e-05, + "loss": 3.3423, + "step": 5895 + }, + { + "epoch": 0.10092606857358051, + "grad_norm": 2.8238277435302734, + "learning_rate": 1.9737370018704544e-05, + "loss": 3.3013, + "step": 5896 + }, + { + "epoch": 0.10094318629213099, + "grad_norm": 2.9330101013183594, + "learning_rate": 1.97372437791094e-05, + "loss": 3.3647, + "step": 5897 + }, + { + "epoch": 0.10096030401068146, + "grad_norm": 2.6916918754577637, + "learning_rate": 1.973711750958537e-05, + "loss": 3.2118, + "step": 5898 + }, + { + "epoch": 0.10097742172923192, + "grad_norm": 2.655245780944824, + "learning_rate": 1.973699121013283e-05, + "loss": 3.2695, + "step": 5899 + }, + { + "epoch": 0.1009945394477824, + "grad_norm": 2.5857436656951904, + "learning_rate": 1.9736864880752172e-05, + "loss": 3.1683, + "step": 5900 + }, + { + "epoch": 0.10101165716633287, + "grad_norm": 2.6959121227264404, + "learning_rate": 1.9736738521443787e-05, + "loss": 3.3765, + "step": 5901 + }, + { + "epoch": 0.10102877488488335, + "grad_norm": 2.643765449523926, + "learning_rate": 1.9736612132208056e-05, + "loss": 3.2139, + "step": 5902 + }, + { + "epoch": 0.10104589260343382, + "grad_norm": 2.9442577362060547, + "learning_rate": 1.9736485713045375e-05, + "loss": 3.3159, + "step": 5903 + }, + { + "epoch": 0.10106301032198428, + "grad_norm": 2.7227487564086914, + "learning_rate": 1.973635926395613e-05, + "loss": 3.2767, + "step": 5904 + }, + { + "epoch": 0.10108012804053476, + "grad_norm": 2.7648086547851562, + "learning_rate": 1.973623278494071e-05, + "loss": 3.3444, + "step": 5905 + }, + { + "epoch": 0.10109724575908523, + "grad_norm": 2.7680978775024414, + "learning_rate": 1.9736106275999498e-05, + "loss": 3.3541, + "step": 5906 + }, + { + "epoch": 0.10111436347763571, + "grad_norm": 2.6515164375305176, + "learning_rate": 1.973597973713289e-05, + "loss": 3.2743, + "step": 5907 + }, + { + "epoch": 0.10113148119618617, + "grad_norm": 2.530113697052002, + "learning_rate": 1.9735853168341276e-05, + "loss": 3.1342, + "step": 5908 + }, + { + "epoch": 0.10114859891473664, + "grad_norm": 2.8267366886138916, + "learning_rate": 1.973572656962504e-05, + "loss": 3.3135, + "step": 5909 + }, + { + "epoch": 0.10116571663328712, + "grad_norm": 2.784688949584961, + "learning_rate": 1.9735599940984573e-05, + "loss": 3.3108, + "step": 5910 + }, + { + "epoch": 0.10118283435183759, + "grad_norm": 2.8626110553741455, + "learning_rate": 1.9735473282420263e-05, + "loss": 3.3294, + "step": 5911 + }, + { + "epoch": 0.10119995207038805, + "grad_norm": 2.5395913124084473, + "learning_rate": 1.9735346593932502e-05, + "loss": 3.2303, + "step": 5912 + }, + { + "epoch": 0.10121706978893853, + "grad_norm": 2.934363603591919, + "learning_rate": 1.9735219875521676e-05, + "loss": 3.4119, + "step": 5913 + }, + { + "epoch": 0.101234187507489, + "grad_norm": 2.892460823059082, + "learning_rate": 1.973509312718818e-05, + "loss": 3.3665, + "step": 5914 + }, + { + "epoch": 0.10125130522603948, + "grad_norm": 2.7777223587036133, + "learning_rate": 1.9734966348932397e-05, + "loss": 3.2456, + "step": 5915 + }, + { + "epoch": 0.10126842294458994, + "grad_norm": 3.088472366333008, + "learning_rate": 1.973483954075472e-05, + "loss": 3.3552, + "step": 5916 + }, + { + "epoch": 0.10128554066314041, + "grad_norm": 2.807103157043457, + "learning_rate": 1.973471270265554e-05, + "loss": 3.2548, + "step": 5917 + }, + { + "epoch": 0.10130265838169089, + "grad_norm": 2.6887524127960205, + "learning_rate": 1.9734585834635243e-05, + "loss": 3.2964, + "step": 5918 + }, + { + "epoch": 0.10131977610024136, + "grad_norm": 2.6276004314422607, + "learning_rate": 1.9734458936694225e-05, + "loss": 3.3178, + "step": 5919 + }, + { + "epoch": 0.10133689381879184, + "grad_norm": 2.872887134552002, + "learning_rate": 1.9734332008832866e-05, + "loss": 3.2877, + "step": 5920 + }, + { + "epoch": 0.1013540115373423, + "grad_norm": 3.026191473007202, + "learning_rate": 1.9734205051051565e-05, + "loss": 3.3673, + "step": 5921 + }, + { + "epoch": 0.10137112925589277, + "grad_norm": 2.913191080093384, + "learning_rate": 1.9734078063350713e-05, + "loss": 3.359, + "step": 5922 + }, + { + "epoch": 0.10138824697444325, + "grad_norm": 2.881669759750366, + "learning_rate": 1.9733951045730696e-05, + "loss": 3.3343, + "step": 5923 + }, + { + "epoch": 0.10140536469299372, + "grad_norm": 2.6947031021118164, + "learning_rate": 1.9733823998191903e-05, + "loss": 3.4214, + "step": 5924 + }, + { + "epoch": 0.1014224824115442, + "grad_norm": 2.855901002883911, + "learning_rate": 1.9733696920734727e-05, + "loss": 3.3334, + "step": 5925 + }, + { + "epoch": 0.10143960013009466, + "grad_norm": 2.9880053997039795, + "learning_rate": 1.9733569813359558e-05, + "loss": 3.2561, + "step": 5926 + }, + { + "epoch": 0.10145671784864513, + "grad_norm": 3.0212695598602295, + "learning_rate": 1.973344267606679e-05, + "loss": 3.4206, + "step": 5927 + }, + { + "epoch": 0.10147383556719561, + "grad_norm": 2.61301589012146, + "learning_rate": 1.973331550885681e-05, + "loss": 3.28, + "step": 5928 + }, + { + "epoch": 0.10149095328574607, + "grad_norm": 2.8811042308807373, + "learning_rate": 1.973318831173001e-05, + "loss": 3.2593, + "step": 5929 + }, + { + "epoch": 0.10150807100429654, + "grad_norm": 2.7071053981781006, + "learning_rate": 1.9733061084686777e-05, + "loss": 3.2528, + "step": 5930 + }, + { + "epoch": 0.10152518872284702, + "grad_norm": 3.0545504093170166, + "learning_rate": 1.9732933827727507e-05, + "loss": 3.4326, + "step": 5931 + }, + { + "epoch": 0.10154230644139749, + "grad_norm": 3.0731687545776367, + "learning_rate": 1.9732806540852592e-05, + "loss": 3.453, + "step": 5932 + }, + { + "epoch": 0.10155942415994797, + "grad_norm": 2.921384811401367, + "learning_rate": 1.973267922406242e-05, + "loss": 3.346, + "step": 5933 + }, + { + "epoch": 0.10157654187849843, + "grad_norm": 2.630715847015381, + "learning_rate": 1.973255187735738e-05, + "loss": 3.2808, + "step": 5934 + }, + { + "epoch": 0.1015936595970489, + "grad_norm": 2.735562324523926, + "learning_rate": 1.9732424500737875e-05, + "loss": 3.3831, + "step": 5935 + }, + { + "epoch": 0.10161077731559938, + "grad_norm": 3.0782766342163086, + "learning_rate": 1.9732297094204283e-05, + "loss": 3.2954, + "step": 5936 + }, + { + "epoch": 0.10162789503414985, + "grad_norm": 3.0289926528930664, + "learning_rate": 1.9732169657757004e-05, + "loss": 3.2556, + "step": 5937 + }, + { + "epoch": 0.10164501275270033, + "grad_norm": 3.0886242389678955, + "learning_rate": 1.9732042191396424e-05, + "loss": 3.3263, + "step": 5938 + }, + { + "epoch": 0.10166213047125079, + "grad_norm": 3.255993604660034, + "learning_rate": 1.9731914695122936e-05, + "loss": 3.4215, + "step": 5939 + }, + { + "epoch": 0.10167924818980126, + "grad_norm": 3.21232271194458, + "learning_rate": 1.9731787168936938e-05, + "loss": 3.4345, + "step": 5940 + }, + { + "epoch": 0.10169636590835174, + "grad_norm": 3.0999155044555664, + "learning_rate": 1.9731659612838814e-05, + "loss": 3.3953, + "step": 5941 + }, + { + "epoch": 0.1017134836269022, + "grad_norm": 2.868053674697876, + "learning_rate": 1.973153202682896e-05, + "loss": 3.3008, + "step": 5942 + }, + { + "epoch": 0.10173060134545268, + "grad_norm": 3.0978493690490723, + "learning_rate": 1.9731404410907768e-05, + "loss": 3.4612, + "step": 5943 + }, + { + "epoch": 0.10174771906400315, + "grad_norm": 2.7629265785217285, + "learning_rate": 1.9731276765075628e-05, + "loss": 3.2413, + "step": 5944 + }, + { + "epoch": 0.10176483678255362, + "grad_norm": 2.798970937728882, + "learning_rate": 1.973114908933294e-05, + "loss": 3.2955, + "step": 5945 + }, + { + "epoch": 0.1017819545011041, + "grad_norm": 2.8182005882263184, + "learning_rate": 1.9731021383680083e-05, + "loss": 3.2683, + "step": 5946 + }, + { + "epoch": 0.10179907221965456, + "grad_norm": 2.87259578704834, + "learning_rate": 1.9730893648117463e-05, + "loss": 3.4016, + "step": 5947 + }, + { + "epoch": 0.10181618993820504, + "grad_norm": 2.7507474422454834, + "learning_rate": 1.9730765882645463e-05, + "loss": 3.4329, + "step": 5948 + }, + { + "epoch": 0.10183330765675551, + "grad_norm": 2.8649067878723145, + "learning_rate": 1.973063808726448e-05, + "loss": 3.4237, + "step": 5949 + }, + { + "epoch": 0.10185042537530598, + "grad_norm": 2.9299726486206055, + "learning_rate": 1.9730510261974905e-05, + "loss": 3.4039, + "step": 5950 + }, + { + "epoch": 0.10186754309385646, + "grad_norm": 2.7703304290771484, + "learning_rate": 1.9730382406777135e-05, + "loss": 3.3631, + "step": 5951 + }, + { + "epoch": 0.10188466081240692, + "grad_norm": 2.95165753364563, + "learning_rate": 1.9730254521671557e-05, + "loss": 3.1811, + "step": 5952 + }, + { + "epoch": 0.10190177853095739, + "grad_norm": 2.6932804584503174, + "learning_rate": 1.973012660665857e-05, + "loss": 3.2426, + "step": 5953 + }, + { + "epoch": 0.10191889624950787, + "grad_norm": 3.134941577911377, + "learning_rate": 1.9729998661738565e-05, + "loss": 3.567, + "step": 5954 + }, + { + "epoch": 0.10193601396805833, + "grad_norm": 2.8993077278137207, + "learning_rate": 1.9729870686911933e-05, + "loss": 3.2712, + "step": 5955 + }, + { + "epoch": 0.10195313168660881, + "grad_norm": 2.9423446655273438, + "learning_rate": 1.972974268217907e-05, + "loss": 3.4282, + "step": 5956 + }, + { + "epoch": 0.10197024940515928, + "grad_norm": 3.0501646995544434, + "learning_rate": 1.9729614647540364e-05, + "loss": 3.3179, + "step": 5957 + }, + { + "epoch": 0.10198736712370975, + "grad_norm": 3.024841070175171, + "learning_rate": 1.972948658299622e-05, + "loss": 3.3346, + "step": 5958 + }, + { + "epoch": 0.10200448484226023, + "grad_norm": 3.197772979736328, + "learning_rate": 1.9729358488547018e-05, + "loss": 3.1525, + "step": 5959 + }, + { + "epoch": 0.10202160256081069, + "grad_norm": 3.058788537979126, + "learning_rate": 1.972923036419316e-05, + "loss": 3.2846, + "step": 5960 + }, + { + "epoch": 0.10203872027936117, + "grad_norm": 3.1064980030059814, + "learning_rate": 1.972910220993504e-05, + "loss": 3.3656, + "step": 5961 + }, + { + "epoch": 0.10205583799791164, + "grad_norm": 2.664092779159546, + "learning_rate": 1.972897402577305e-05, + "loss": 3.3918, + "step": 5962 + }, + { + "epoch": 0.1020729557164621, + "grad_norm": 2.870312213897705, + "learning_rate": 1.972884581170758e-05, + "loss": 3.4202, + "step": 5963 + }, + { + "epoch": 0.10209007343501258, + "grad_norm": 3.1040921211242676, + "learning_rate": 1.972871756773903e-05, + "loss": 3.41, + "step": 5964 + }, + { + "epoch": 0.10210719115356305, + "grad_norm": 2.9581830501556396, + "learning_rate": 1.9728589293867797e-05, + "loss": 3.2897, + "step": 5965 + }, + { + "epoch": 0.10212430887211353, + "grad_norm": 2.6748151779174805, + "learning_rate": 1.9728460990094264e-05, + "loss": 3.172, + "step": 5966 + }, + { + "epoch": 0.102141426590664, + "grad_norm": 2.709638833999634, + "learning_rate": 1.9728332656418834e-05, + "loss": 3.2796, + "step": 5967 + }, + { + "epoch": 0.10215854430921446, + "grad_norm": 2.6590445041656494, + "learning_rate": 1.9728204292841902e-05, + "loss": 3.2547, + "step": 5968 + }, + { + "epoch": 0.10217566202776494, + "grad_norm": 2.798200845718384, + "learning_rate": 1.9728075899363856e-05, + "loss": 3.2364, + "step": 5969 + }, + { + "epoch": 0.10219277974631541, + "grad_norm": 2.8438878059387207, + "learning_rate": 1.9727947475985096e-05, + "loss": 3.2285, + "step": 5970 + }, + { + "epoch": 0.10220989746486588, + "grad_norm": 2.6532819271087646, + "learning_rate": 1.9727819022706016e-05, + "loss": 3.3168, + "step": 5971 + }, + { + "epoch": 0.10222701518341636, + "grad_norm": 2.96441650390625, + "learning_rate": 1.9727690539527007e-05, + "loss": 3.3717, + "step": 5972 + }, + { + "epoch": 0.10224413290196682, + "grad_norm": 2.921052932739258, + "learning_rate": 1.972756202644847e-05, + "loss": 3.3135, + "step": 5973 + }, + { + "epoch": 0.1022612506205173, + "grad_norm": 3.117342710494995, + "learning_rate": 1.9727433483470798e-05, + "loss": 3.4382, + "step": 5974 + }, + { + "epoch": 0.10227836833906777, + "grad_norm": 2.9392151832580566, + "learning_rate": 1.9727304910594382e-05, + "loss": 3.3137, + "step": 5975 + }, + { + "epoch": 0.10229548605761823, + "grad_norm": 2.954078197479248, + "learning_rate": 1.972717630781962e-05, + "loss": 3.327, + "step": 5976 + }, + { + "epoch": 0.10231260377616871, + "grad_norm": 2.851041793823242, + "learning_rate": 1.9727047675146914e-05, + "loss": 3.2745, + "step": 5977 + }, + { + "epoch": 0.10232972149471918, + "grad_norm": 2.860628366470337, + "learning_rate": 1.9726919012576645e-05, + "loss": 3.4262, + "step": 5978 + }, + { + "epoch": 0.10234683921326966, + "grad_norm": 2.932879686355591, + "learning_rate": 1.972679032010922e-05, + "loss": 3.3238, + "step": 5979 + }, + { + "epoch": 0.10236395693182013, + "grad_norm": 2.844949722290039, + "learning_rate": 1.972666159774503e-05, + "loss": 3.4496, + "step": 5980 + }, + { + "epoch": 0.1023810746503706, + "grad_norm": 2.77012300491333, + "learning_rate": 1.9726532845484472e-05, + "loss": 3.178, + "step": 5981 + }, + { + "epoch": 0.10239819236892107, + "grad_norm": 2.746563673019409, + "learning_rate": 1.972640406332794e-05, + "loss": 3.3552, + "step": 5982 + }, + { + "epoch": 0.10241531008747154, + "grad_norm": 2.8892321586608887, + "learning_rate": 1.9726275251275833e-05, + "loss": 3.3442, + "step": 5983 + }, + { + "epoch": 0.10243242780602202, + "grad_norm": 3.2540395259857178, + "learning_rate": 1.9726146409328543e-05, + "loss": 3.4261, + "step": 5984 + }, + { + "epoch": 0.10244954552457249, + "grad_norm": 3.029757022857666, + "learning_rate": 1.9726017537486468e-05, + "loss": 3.2592, + "step": 5985 + }, + { + "epoch": 0.10246666324312295, + "grad_norm": 3.0049712657928467, + "learning_rate": 1.9725888635750005e-05, + "loss": 3.4226, + "step": 5986 + }, + { + "epoch": 0.10248378096167343, + "grad_norm": 3.182422399520874, + "learning_rate": 1.972575970411955e-05, + "loss": 3.3475, + "step": 5987 + }, + { + "epoch": 0.1025008986802239, + "grad_norm": 3.1903443336486816, + "learning_rate": 1.9725630742595498e-05, + "loss": 3.3767, + "step": 5988 + }, + { + "epoch": 0.10251801639877438, + "grad_norm": 3.190476417541504, + "learning_rate": 1.972550175117825e-05, + "loss": 3.3338, + "step": 5989 + }, + { + "epoch": 0.10253513411732484, + "grad_norm": 2.9934751987457275, + "learning_rate": 1.972537272986819e-05, + "loss": 3.3568, + "step": 5990 + }, + { + "epoch": 0.10255225183587531, + "grad_norm": 3.0213496685028076, + "learning_rate": 1.972524367866573e-05, + "loss": 3.2757, + "step": 5991 + }, + { + "epoch": 0.10256936955442579, + "grad_norm": 2.996553421020508, + "learning_rate": 1.9725114597571258e-05, + "loss": 3.4275, + "step": 5992 + }, + { + "epoch": 0.10258648727297626, + "grad_norm": 3.240462303161621, + "learning_rate": 1.9724985486585172e-05, + "loss": 3.468, + "step": 5993 + }, + { + "epoch": 0.10260360499152672, + "grad_norm": 2.9999306201934814, + "learning_rate": 1.972485634570787e-05, + "loss": 3.1937, + "step": 5994 + }, + { + "epoch": 0.1026207227100772, + "grad_norm": 2.8722968101501465, + "learning_rate": 1.972472717493975e-05, + "loss": 3.3268, + "step": 5995 + }, + { + "epoch": 0.10263784042862767, + "grad_norm": 2.6873667240142822, + "learning_rate": 1.9724597974281202e-05, + "loss": 3.2359, + "step": 5996 + }, + { + "epoch": 0.10265495814717815, + "grad_norm": 2.71894907951355, + "learning_rate": 1.9724468743732634e-05, + "loss": 3.2134, + "step": 5997 + }, + { + "epoch": 0.10267207586572862, + "grad_norm": 2.9948949813842773, + "learning_rate": 1.9724339483294435e-05, + "loss": 3.291, + "step": 5998 + }, + { + "epoch": 0.10268919358427908, + "grad_norm": 3.030731201171875, + "learning_rate": 1.9724210192967005e-05, + "loss": 3.36, + "step": 5999 + }, + { + "epoch": 0.10270631130282956, + "grad_norm": 2.9511377811431885, + "learning_rate": 1.9724080872750743e-05, + "loss": 3.4493, + "step": 6000 + }, + { + "epoch": 0.10272342902138003, + "grad_norm": 2.938727855682373, + "learning_rate": 1.972395152264604e-05, + "loss": 3.3284, + "step": 6001 + }, + { + "epoch": 0.10274054673993051, + "grad_norm": 3.1069693565368652, + "learning_rate": 1.97238221426533e-05, + "loss": 3.3676, + "step": 6002 + }, + { + "epoch": 0.10275766445848097, + "grad_norm": 2.903459310531616, + "learning_rate": 1.9723692732772923e-05, + "loss": 3.3115, + "step": 6003 + }, + { + "epoch": 0.10277478217703144, + "grad_norm": 2.82832932472229, + "learning_rate": 1.9723563293005303e-05, + "loss": 3.1867, + "step": 6004 + }, + { + "epoch": 0.10279189989558192, + "grad_norm": 3.001556873321533, + "learning_rate": 1.9723433823350833e-05, + "loss": 3.2277, + "step": 6005 + }, + { + "epoch": 0.10280901761413239, + "grad_norm": 2.6836044788360596, + "learning_rate": 1.9723304323809917e-05, + "loss": 3.3177, + "step": 6006 + }, + { + "epoch": 0.10282613533268287, + "grad_norm": 2.984583854675293, + "learning_rate": 1.9723174794382955e-05, + "loss": 3.3125, + "step": 6007 + }, + { + "epoch": 0.10284325305123333, + "grad_norm": 2.9933271408081055, + "learning_rate": 1.9723045235070336e-05, + "loss": 3.2629, + "step": 6008 + }, + { + "epoch": 0.1028603707697838, + "grad_norm": 2.85905385017395, + "learning_rate": 1.9722915645872466e-05, + "loss": 3.2433, + "step": 6009 + }, + { + "epoch": 0.10287748848833428, + "grad_norm": 2.772244453430176, + "learning_rate": 1.9722786026789743e-05, + "loss": 3.408, + "step": 6010 + }, + { + "epoch": 0.10289460620688475, + "grad_norm": 2.9520809650421143, + "learning_rate": 1.9722656377822563e-05, + "loss": 3.5415, + "step": 6011 + }, + { + "epoch": 0.10291172392543521, + "grad_norm": 2.7582082748413086, + "learning_rate": 1.9722526698971328e-05, + "loss": 3.2549, + "step": 6012 + }, + { + "epoch": 0.10292884164398569, + "grad_norm": 2.7315454483032227, + "learning_rate": 1.972239699023643e-05, + "loss": 3.2488, + "step": 6013 + }, + { + "epoch": 0.10294595936253616, + "grad_norm": 3.0756237506866455, + "learning_rate": 1.972226725161827e-05, + "loss": 3.4086, + "step": 6014 + }, + { + "epoch": 0.10296307708108664, + "grad_norm": 2.770301103591919, + "learning_rate": 1.9722137483117252e-05, + "loss": 3.382, + "step": 6015 + }, + { + "epoch": 0.1029801947996371, + "grad_norm": 2.68186092376709, + "learning_rate": 1.972200768473377e-05, + "loss": 3.2988, + "step": 6016 + }, + { + "epoch": 0.10299731251818757, + "grad_norm": 2.6505353450775146, + "learning_rate": 1.9721877856468222e-05, + "loss": 3.375, + "step": 6017 + }, + { + "epoch": 0.10301443023673805, + "grad_norm": 2.7640326023101807, + "learning_rate": 1.9721747998321014e-05, + "loss": 3.2807, + "step": 6018 + }, + { + "epoch": 0.10303154795528852, + "grad_norm": 2.7928757667541504, + "learning_rate": 1.9721618110292536e-05, + "loss": 3.3235, + "step": 6019 + }, + { + "epoch": 0.103048665673839, + "grad_norm": 2.8569018840789795, + "learning_rate": 1.9721488192383193e-05, + "loss": 3.3303, + "step": 6020 + }, + { + "epoch": 0.10306578339238946, + "grad_norm": 2.7075459957122803, + "learning_rate": 1.9721358244593383e-05, + "loss": 3.2881, + "step": 6021 + }, + { + "epoch": 0.10308290111093993, + "grad_norm": 2.9873604774475098, + "learning_rate": 1.9721228266923504e-05, + "loss": 3.1968, + "step": 6022 + }, + { + "epoch": 0.10310001882949041, + "grad_norm": 2.898336172103882, + "learning_rate": 1.9721098259373958e-05, + "loss": 3.4059, + "step": 6023 + }, + { + "epoch": 0.10311713654804087, + "grad_norm": 2.5992891788482666, + "learning_rate": 1.9720968221945145e-05, + "loss": 3.1721, + "step": 6024 + }, + { + "epoch": 0.10313425426659135, + "grad_norm": 2.7201881408691406, + "learning_rate": 1.9720838154637462e-05, + "loss": 3.3699, + "step": 6025 + }, + { + "epoch": 0.10315137198514182, + "grad_norm": 2.829928398132324, + "learning_rate": 1.9720708057451305e-05, + "loss": 3.492, + "step": 6026 + }, + { + "epoch": 0.10316848970369229, + "grad_norm": 2.534653425216675, + "learning_rate": 1.972057793038708e-05, + "loss": 3.1824, + "step": 6027 + }, + { + "epoch": 0.10318560742224277, + "grad_norm": 2.8242106437683105, + "learning_rate": 1.9720447773445192e-05, + "loss": 3.3345, + "step": 6028 + }, + { + "epoch": 0.10320272514079323, + "grad_norm": 2.7023017406463623, + "learning_rate": 1.972031758662603e-05, + "loss": 3.4002, + "step": 6029 + }, + { + "epoch": 0.10321984285934371, + "grad_norm": 2.7511093616485596, + "learning_rate": 1.972018736993e-05, + "loss": 3.2642, + "step": 6030 + }, + { + "epoch": 0.10323696057789418, + "grad_norm": 2.857074499130249, + "learning_rate": 1.9720057123357498e-05, + "loss": 3.3231, + "step": 6031 + }, + { + "epoch": 0.10325407829644465, + "grad_norm": 2.7683122158050537, + "learning_rate": 1.9719926846908933e-05, + "loss": 3.3201, + "step": 6032 + }, + { + "epoch": 0.10327119601499513, + "grad_norm": 2.7546637058258057, + "learning_rate": 1.9719796540584694e-05, + "loss": 3.3745, + "step": 6033 + }, + { + "epoch": 0.10328831373354559, + "grad_norm": 2.9068901538848877, + "learning_rate": 1.971966620438519e-05, + "loss": 3.3686, + "step": 6034 + }, + { + "epoch": 0.10330543145209606, + "grad_norm": 2.917846918106079, + "learning_rate": 1.971953583831082e-05, + "loss": 3.4075, + "step": 6035 + }, + { + "epoch": 0.10332254917064654, + "grad_norm": 2.97422456741333, + "learning_rate": 1.971940544236198e-05, + "loss": 3.2822, + "step": 6036 + }, + { + "epoch": 0.103339666889197, + "grad_norm": 3.0354762077331543, + "learning_rate": 1.9719275016539078e-05, + "loss": 3.3726, + "step": 6037 + }, + { + "epoch": 0.10335678460774748, + "grad_norm": 2.8295652866363525, + "learning_rate": 1.9719144560842513e-05, + "loss": 3.2594, + "step": 6038 + }, + { + "epoch": 0.10337390232629795, + "grad_norm": 2.813749074935913, + "learning_rate": 1.971901407527268e-05, + "loss": 3.2727, + "step": 6039 + }, + { + "epoch": 0.10339102004484842, + "grad_norm": 2.918684482574463, + "learning_rate": 1.9718883559829986e-05, + "loss": 3.3371, + "step": 6040 + }, + { + "epoch": 0.1034081377633989, + "grad_norm": 2.636852502822876, + "learning_rate": 1.971875301451483e-05, + "loss": 3.2071, + "step": 6041 + }, + { + "epoch": 0.10342525548194936, + "grad_norm": 2.764511823654175, + "learning_rate": 1.9718622439327616e-05, + "loss": 3.222, + "step": 6042 + }, + { + "epoch": 0.10344237320049984, + "grad_norm": 2.7723560333251953, + "learning_rate": 1.971849183426874e-05, + "loss": 3.3273, + "step": 6043 + }, + { + "epoch": 0.10345949091905031, + "grad_norm": 2.807889938354492, + "learning_rate": 1.971836119933861e-05, + "loss": 3.2957, + "step": 6044 + }, + { + "epoch": 0.10347660863760078, + "grad_norm": 2.8272454738616943, + "learning_rate": 1.971823053453762e-05, + "loss": 3.3872, + "step": 6045 + }, + { + "epoch": 0.10349372635615126, + "grad_norm": 2.892737627029419, + "learning_rate": 1.971809983986618e-05, + "loss": 3.4067, + "step": 6046 + }, + { + "epoch": 0.10351084407470172, + "grad_norm": 2.8389039039611816, + "learning_rate": 1.9717969115324683e-05, + "loss": 3.2871, + "step": 6047 + }, + { + "epoch": 0.1035279617932522, + "grad_norm": 2.8112282752990723, + "learning_rate": 1.971783836091354e-05, + "loss": 3.2702, + "step": 6048 + }, + { + "epoch": 0.10354507951180267, + "grad_norm": 2.8314216136932373, + "learning_rate": 1.9717707576633144e-05, + "loss": 3.4677, + "step": 6049 + }, + { + "epoch": 0.10356219723035313, + "grad_norm": 2.7829482555389404, + "learning_rate": 1.97175767624839e-05, + "loss": 3.3111, + "step": 6050 + }, + { + "epoch": 0.10357931494890361, + "grad_norm": 3.0034525394439697, + "learning_rate": 1.9717445918466216e-05, + "loss": 3.4012, + "step": 6051 + }, + { + "epoch": 0.10359643266745408, + "grad_norm": 2.8082826137542725, + "learning_rate": 1.971731504458049e-05, + "loss": 3.3189, + "step": 6052 + }, + { + "epoch": 0.10361355038600455, + "grad_norm": 2.808357000350952, + "learning_rate": 1.971718414082712e-05, + "loss": 3.342, + "step": 6053 + }, + { + "epoch": 0.10363066810455503, + "grad_norm": 2.841731309890747, + "learning_rate": 1.971705320720651e-05, + "loss": 3.4591, + "step": 6054 + }, + { + "epoch": 0.10364778582310549, + "grad_norm": 2.793950319290161, + "learning_rate": 1.9716922243719068e-05, + "loss": 3.3519, + "step": 6055 + }, + { + "epoch": 0.10366490354165597, + "grad_norm": 2.62300705909729, + "learning_rate": 1.971679125036519e-05, + "loss": 3.1898, + "step": 6056 + }, + { + "epoch": 0.10368202126020644, + "grad_norm": 2.8548920154571533, + "learning_rate": 1.9716660227145286e-05, + "loss": 3.3255, + "step": 6057 + }, + { + "epoch": 0.1036991389787569, + "grad_norm": 2.6882684230804443, + "learning_rate": 1.971652917405975e-05, + "loss": 3.396, + "step": 6058 + }, + { + "epoch": 0.10371625669730739, + "grad_norm": 3.035490036010742, + "learning_rate": 1.9716398091108993e-05, + "loss": 3.3064, + "step": 6059 + }, + { + "epoch": 0.10373337441585785, + "grad_norm": 3.0179054737091064, + "learning_rate": 1.971626697829341e-05, + "loss": 3.3282, + "step": 6060 + }, + { + "epoch": 0.10375049213440833, + "grad_norm": 2.6767568588256836, + "learning_rate": 1.9716135835613413e-05, + "loss": 3.4557, + "step": 6061 + }, + { + "epoch": 0.1037676098529588, + "grad_norm": 2.817910671234131, + "learning_rate": 1.9716004663069395e-05, + "loss": 3.3345, + "step": 6062 + }, + { + "epoch": 0.10378472757150926, + "grad_norm": 3.0914690494537354, + "learning_rate": 1.9715873460661767e-05, + "loss": 3.3167, + "step": 6063 + }, + { + "epoch": 0.10380184529005974, + "grad_norm": 2.767144203186035, + "learning_rate": 1.9715742228390928e-05, + "loss": 3.3934, + "step": 6064 + }, + { + "epoch": 0.10381896300861021, + "grad_norm": 2.793339967727661, + "learning_rate": 1.9715610966257285e-05, + "loss": 3.3377, + "step": 6065 + }, + { + "epoch": 0.10383608072716069, + "grad_norm": 2.680828332901001, + "learning_rate": 1.9715479674261235e-05, + "loss": 3.2417, + "step": 6066 + }, + { + "epoch": 0.10385319844571116, + "grad_norm": 2.7396273612976074, + "learning_rate": 1.971534835240319e-05, + "loss": 3.2158, + "step": 6067 + }, + { + "epoch": 0.10387031616426162, + "grad_norm": 2.74174427986145, + "learning_rate": 1.971521700068355e-05, + "loss": 3.3073, + "step": 6068 + }, + { + "epoch": 0.1038874338828121, + "grad_norm": 2.750218152999878, + "learning_rate": 1.9715085619102716e-05, + "loss": 3.2667, + "step": 6069 + }, + { + "epoch": 0.10390455160136257, + "grad_norm": 2.8867883682250977, + "learning_rate": 1.9714954207661095e-05, + "loss": 3.2985, + "step": 6070 + }, + { + "epoch": 0.10392166931991305, + "grad_norm": 2.7083921432495117, + "learning_rate": 1.971482276635909e-05, + "loss": 3.2374, + "step": 6071 + }, + { + "epoch": 0.10393878703846351, + "grad_norm": 2.6354517936706543, + "learning_rate": 1.9714691295197103e-05, + "loss": 3.2229, + "step": 6072 + }, + { + "epoch": 0.10395590475701398, + "grad_norm": 2.7398171424865723, + "learning_rate": 1.9714559794175544e-05, + "loss": 3.3682, + "step": 6073 + }, + { + "epoch": 0.10397302247556446, + "grad_norm": 2.8986268043518066, + "learning_rate": 1.971442826329481e-05, + "loss": 3.3093, + "step": 6074 + }, + { + "epoch": 0.10399014019411493, + "grad_norm": 2.949552536010742, + "learning_rate": 1.9714296702555308e-05, + "loss": 3.315, + "step": 6075 + }, + { + "epoch": 0.1040072579126654, + "grad_norm": 3.1272168159484863, + "learning_rate": 1.9714165111957446e-05, + "loss": 3.3222, + "step": 6076 + }, + { + "epoch": 0.10402437563121587, + "grad_norm": 2.841926097869873, + "learning_rate": 1.9714033491501623e-05, + "loss": 3.3673, + "step": 6077 + }, + { + "epoch": 0.10404149334976634, + "grad_norm": 2.659820795059204, + "learning_rate": 1.9713901841188248e-05, + "loss": 3.3604, + "step": 6078 + }, + { + "epoch": 0.10405861106831682, + "grad_norm": 3.0165350437164307, + "learning_rate": 1.9713770161017723e-05, + "loss": 3.2606, + "step": 6079 + }, + { + "epoch": 0.10407572878686729, + "grad_norm": 2.777336359024048, + "learning_rate": 1.9713638450990453e-05, + "loss": 3.3703, + "step": 6080 + }, + { + "epoch": 0.10409284650541775, + "grad_norm": 2.6623685359954834, + "learning_rate": 1.9713506711106843e-05, + "loss": 3.4109, + "step": 6081 + }, + { + "epoch": 0.10410996422396823, + "grad_norm": 2.9506685733795166, + "learning_rate": 1.9713374941367297e-05, + "loss": 3.3006, + "step": 6082 + }, + { + "epoch": 0.1041270819425187, + "grad_norm": 2.954383134841919, + "learning_rate": 1.971324314177222e-05, + "loss": 3.3599, + "step": 6083 + }, + { + "epoch": 0.10414419966106918, + "grad_norm": 3.050663471221924, + "learning_rate": 1.9713111312322023e-05, + "loss": 3.2316, + "step": 6084 + }, + { + "epoch": 0.10416131737961964, + "grad_norm": 3.3124752044677734, + "learning_rate": 1.97129794530171e-05, + "loss": 3.4278, + "step": 6085 + }, + { + "epoch": 0.10417843509817011, + "grad_norm": 2.9319233894348145, + "learning_rate": 1.971284756385787e-05, + "loss": 3.3176, + "step": 6086 + }, + { + "epoch": 0.10419555281672059, + "grad_norm": 2.844817638397217, + "learning_rate": 1.971271564484473e-05, + "loss": 3.2976, + "step": 6087 + }, + { + "epoch": 0.10421267053527106, + "grad_norm": 3.0486738681793213, + "learning_rate": 1.9712583695978084e-05, + "loss": 3.2115, + "step": 6088 + }, + { + "epoch": 0.10422978825382154, + "grad_norm": 2.902092456817627, + "learning_rate": 1.971245171725834e-05, + "loss": 3.2312, + "step": 6089 + }, + { + "epoch": 0.104246905972372, + "grad_norm": 2.954458475112915, + "learning_rate": 1.97123197086859e-05, + "loss": 3.3472, + "step": 6090 + }, + { + "epoch": 0.10426402369092247, + "grad_norm": 2.9720537662506104, + "learning_rate": 1.971218767026118e-05, + "loss": 3.3197, + "step": 6091 + }, + { + "epoch": 0.10428114140947295, + "grad_norm": 3.0585055351257324, + "learning_rate": 1.9712055601984575e-05, + "loss": 3.2518, + "step": 6092 + }, + { + "epoch": 0.10429825912802342, + "grad_norm": 3.0319926738739014, + "learning_rate": 1.9711923503856498e-05, + "loss": 3.3183, + "step": 6093 + }, + { + "epoch": 0.10431537684657388, + "grad_norm": 2.791060447692871, + "learning_rate": 1.9711791375877354e-05, + "loss": 3.3379, + "step": 6094 + }, + { + "epoch": 0.10433249456512436, + "grad_norm": 3.344143867492676, + "learning_rate": 1.9711659218047542e-05, + "loss": 3.3626, + "step": 6095 + }, + { + "epoch": 0.10434961228367483, + "grad_norm": 3.2728588581085205, + "learning_rate": 1.9711527030367476e-05, + "loss": 3.3999, + "step": 6096 + }, + { + "epoch": 0.10436673000222531, + "grad_norm": 2.8932576179504395, + "learning_rate": 1.9711394812837562e-05, + "loss": 3.3844, + "step": 6097 + }, + { + "epoch": 0.10438384772077577, + "grad_norm": 3.4758074283599854, + "learning_rate": 1.97112625654582e-05, + "loss": 3.3666, + "step": 6098 + }, + { + "epoch": 0.10440096543932624, + "grad_norm": 3.208460807800293, + "learning_rate": 1.971113028822981e-05, + "loss": 3.2606, + "step": 6099 + }, + { + "epoch": 0.10441808315787672, + "grad_norm": 2.697303295135498, + "learning_rate": 1.971099798115278e-05, + "loss": 3.3135, + "step": 6100 + }, + { + "epoch": 0.10443520087642719, + "grad_norm": 3.3620049953460693, + "learning_rate": 1.971086564422753e-05, + "loss": 3.277, + "step": 6101 + }, + { + "epoch": 0.10445231859497767, + "grad_norm": 3.05490779876709, + "learning_rate": 1.9710733277454462e-05, + "loss": 3.2121, + "step": 6102 + }, + { + "epoch": 0.10446943631352813, + "grad_norm": 2.9010226726531982, + "learning_rate": 1.971060088083398e-05, + "loss": 3.2915, + "step": 6103 + }, + { + "epoch": 0.1044865540320786, + "grad_norm": 3.2612006664276123, + "learning_rate": 1.97104684543665e-05, + "loss": 3.2519, + "step": 6104 + }, + { + "epoch": 0.10450367175062908, + "grad_norm": 3.046908140182495, + "learning_rate": 1.9710335998052422e-05, + "loss": 3.3153, + "step": 6105 + }, + { + "epoch": 0.10452078946917955, + "grad_norm": 3.2576279640197754, + "learning_rate": 1.9710203511892156e-05, + "loss": 3.3315, + "step": 6106 + }, + { + "epoch": 0.10453790718773003, + "grad_norm": 3.0481910705566406, + "learning_rate": 1.9710070995886107e-05, + "loss": 3.3655, + "step": 6107 + }, + { + "epoch": 0.10455502490628049, + "grad_norm": 3.03409743309021, + "learning_rate": 1.9709938450034683e-05, + "loss": 3.251, + "step": 6108 + }, + { + "epoch": 0.10457214262483096, + "grad_norm": 3.2706782817840576, + "learning_rate": 1.9709805874338287e-05, + "loss": 3.3442, + "step": 6109 + }, + { + "epoch": 0.10458926034338144, + "grad_norm": 2.6965067386627197, + "learning_rate": 1.970967326879734e-05, + "loss": 3.1199, + "step": 6110 + }, + { + "epoch": 0.1046063780619319, + "grad_norm": 2.86942720413208, + "learning_rate": 1.9709540633412235e-05, + "loss": 3.3125, + "step": 6111 + }, + { + "epoch": 0.10462349578048238, + "grad_norm": 2.9610002040863037, + "learning_rate": 1.9709407968183386e-05, + "loss": 3.3038, + "step": 6112 + }, + { + "epoch": 0.10464061349903285, + "grad_norm": 2.8022470474243164, + "learning_rate": 1.97092752731112e-05, + "loss": 3.2418, + "step": 6113 + }, + { + "epoch": 0.10465773121758332, + "grad_norm": 2.8435139656066895, + "learning_rate": 1.9709142548196087e-05, + "loss": 3.3901, + "step": 6114 + }, + { + "epoch": 0.1046748489361338, + "grad_norm": 2.7826786041259766, + "learning_rate": 1.970900979343845e-05, + "loss": 3.307, + "step": 6115 + }, + { + "epoch": 0.10469196665468426, + "grad_norm": 2.5365750789642334, + "learning_rate": 1.9708877008838705e-05, + "loss": 3.2604, + "step": 6116 + }, + { + "epoch": 0.10470908437323473, + "grad_norm": 2.680798292160034, + "learning_rate": 1.970874419439725e-05, + "loss": 3.191, + "step": 6117 + }, + { + "epoch": 0.10472620209178521, + "grad_norm": 2.6592791080474854, + "learning_rate": 1.9708611350114502e-05, + "loss": 3.27, + "step": 6118 + }, + { + "epoch": 0.10474331981033567, + "grad_norm": 2.6292600631713867, + "learning_rate": 1.9708478475990865e-05, + "loss": 3.3402, + "step": 6119 + }, + { + "epoch": 0.10476043752888616, + "grad_norm": 2.5597949028015137, + "learning_rate": 1.970834557202675e-05, + "loss": 3.1943, + "step": 6120 + }, + { + "epoch": 0.10477755524743662, + "grad_norm": 2.678359031677246, + "learning_rate": 1.9708212638222556e-05, + "loss": 3.3438, + "step": 6121 + }, + { + "epoch": 0.10479467296598709, + "grad_norm": 2.701962947845459, + "learning_rate": 1.9708079674578707e-05, + "loss": 3.2983, + "step": 6122 + }, + { + "epoch": 0.10481179068453757, + "grad_norm": 2.721284866333008, + "learning_rate": 1.97079466810956e-05, + "loss": 3.2239, + "step": 6123 + }, + { + "epoch": 0.10482890840308803, + "grad_norm": 2.6859631538391113, + "learning_rate": 1.970781365777365e-05, + "loss": 3.2327, + "step": 6124 + }, + { + "epoch": 0.10484602612163851, + "grad_norm": 2.8375277519226074, + "learning_rate": 1.9707680604613263e-05, + "loss": 3.3779, + "step": 6125 + }, + { + "epoch": 0.10486314384018898, + "grad_norm": 2.9142229557037354, + "learning_rate": 1.9707547521614848e-05, + "loss": 3.395, + "step": 6126 + }, + { + "epoch": 0.10488026155873945, + "grad_norm": 2.944800615310669, + "learning_rate": 1.9707414408778814e-05, + "loss": 3.3174, + "step": 6127 + }, + { + "epoch": 0.10489737927728993, + "grad_norm": 4.116292953491211, + "learning_rate": 1.970728126610557e-05, + "loss": 3.3337, + "step": 6128 + }, + { + "epoch": 0.10491449699584039, + "grad_norm": 2.917128086090088, + "learning_rate": 1.970714809359553e-05, + "loss": 3.3429, + "step": 6129 + }, + { + "epoch": 0.10493161471439087, + "grad_norm": 2.8304643630981445, + "learning_rate": 1.9707014891249098e-05, + "loss": 3.3322, + "step": 6130 + }, + { + "epoch": 0.10494873243294134, + "grad_norm": 2.677157163619995, + "learning_rate": 1.970688165906668e-05, + "loss": 3.2931, + "step": 6131 + }, + { + "epoch": 0.1049658501514918, + "grad_norm": 2.7360029220581055, + "learning_rate": 1.9706748397048693e-05, + "loss": 3.2963, + "step": 6132 + }, + { + "epoch": 0.10498296787004228, + "grad_norm": 2.616201162338257, + "learning_rate": 1.9706615105195546e-05, + "loss": 3.2782, + "step": 6133 + }, + { + "epoch": 0.10500008558859275, + "grad_norm": 2.737821340560913, + "learning_rate": 1.9706481783507644e-05, + "loss": 3.2943, + "step": 6134 + }, + { + "epoch": 0.10501720330714322, + "grad_norm": 2.780637741088867, + "learning_rate": 1.97063484319854e-05, + "loss": 3.3488, + "step": 6135 + }, + { + "epoch": 0.1050343210256937, + "grad_norm": 2.626842737197876, + "learning_rate": 1.970621505062922e-05, + "loss": 3.2335, + "step": 6136 + }, + { + "epoch": 0.10505143874424416, + "grad_norm": 2.755988359451294, + "learning_rate": 1.9706081639439523e-05, + "loss": 3.2983, + "step": 6137 + }, + { + "epoch": 0.10506855646279464, + "grad_norm": 2.6094415187835693, + "learning_rate": 1.9705948198416707e-05, + "loss": 3.316, + "step": 6138 + }, + { + "epoch": 0.10508567418134511, + "grad_norm": 2.665696859359741, + "learning_rate": 1.9705814727561195e-05, + "loss": 3.1766, + "step": 6139 + }, + { + "epoch": 0.10510279189989558, + "grad_norm": 2.713449001312256, + "learning_rate": 1.970568122687339e-05, + "loss": 3.3883, + "step": 6140 + }, + { + "epoch": 0.10511990961844606, + "grad_norm": 2.7674036026000977, + "learning_rate": 1.97055476963537e-05, + "loss": 3.2202, + "step": 6141 + }, + { + "epoch": 0.10513702733699652, + "grad_norm": 2.8557469844818115, + "learning_rate": 1.9705414136002535e-05, + "loss": 3.3602, + "step": 6142 + }, + { + "epoch": 0.105154145055547, + "grad_norm": 2.8937318325042725, + "learning_rate": 1.9705280545820314e-05, + "loss": 3.3438, + "step": 6143 + }, + { + "epoch": 0.10517126277409747, + "grad_norm": 2.710042953491211, + "learning_rate": 1.970514692580744e-05, + "loss": 3.1659, + "step": 6144 + }, + { + "epoch": 0.10518838049264793, + "grad_norm": 2.9600560665130615, + "learning_rate": 1.9705013275964328e-05, + "loss": 3.4011, + "step": 6145 + }, + { + "epoch": 0.10520549821119841, + "grad_norm": 3.0090134143829346, + "learning_rate": 1.9704879596291385e-05, + "loss": 3.4118, + "step": 6146 + }, + { + "epoch": 0.10522261592974888, + "grad_norm": 2.777994155883789, + "learning_rate": 1.9704745886789026e-05, + "loss": 3.4419, + "step": 6147 + }, + { + "epoch": 0.10523973364829936, + "grad_norm": 2.7273788452148438, + "learning_rate": 1.9704612147457656e-05, + "loss": 3.1541, + "step": 6148 + }, + { + "epoch": 0.10525685136684983, + "grad_norm": 2.9697742462158203, + "learning_rate": 1.9704478378297695e-05, + "loss": 3.2409, + "step": 6149 + }, + { + "epoch": 0.10527396908540029, + "grad_norm": 2.872260093688965, + "learning_rate": 1.9704344579309544e-05, + "loss": 3.3429, + "step": 6150 + }, + { + "epoch": 0.10529108680395077, + "grad_norm": 2.7976527214050293, + "learning_rate": 1.970421075049362e-05, + "loss": 3.2026, + "step": 6151 + }, + { + "epoch": 0.10530820452250124, + "grad_norm": 2.693718671798706, + "learning_rate": 1.9704076891850336e-05, + "loss": 3.2227, + "step": 6152 + }, + { + "epoch": 0.10532532224105172, + "grad_norm": 2.698399782180786, + "learning_rate": 1.9703943003380102e-05, + "loss": 3.2873, + "step": 6153 + }, + { + "epoch": 0.10534243995960219, + "grad_norm": 2.5358071327209473, + "learning_rate": 1.970380908508333e-05, + "loss": 3.2553, + "step": 6154 + }, + { + "epoch": 0.10535955767815265, + "grad_norm": 2.8106048107147217, + "learning_rate": 1.9703675136960424e-05, + "loss": 3.3677, + "step": 6155 + }, + { + "epoch": 0.10537667539670313, + "grad_norm": 2.687894105911255, + "learning_rate": 1.9703541159011802e-05, + "loss": 3.3503, + "step": 6156 + }, + { + "epoch": 0.1053937931152536, + "grad_norm": 2.711822986602783, + "learning_rate": 1.9703407151237883e-05, + "loss": 3.3765, + "step": 6157 + }, + { + "epoch": 0.10541091083380406, + "grad_norm": 2.821176290512085, + "learning_rate": 1.9703273113639066e-05, + "loss": 3.4784, + "step": 6158 + }, + { + "epoch": 0.10542802855235454, + "grad_norm": 2.812671184539795, + "learning_rate": 1.970313904621577e-05, + "loss": 3.3207, + "step": 6159 + }, + { + "epoch": 0.10544514627090501, + "grad_norm": 2.7566635608673096, + "learning_rate": 1.9703004948968404e-05, + "loss": 3.3365, + "step": 6160 + }, + { + "epoch": 0.10546226398945549, + "grad_norm": 3.011415958404541, + "learning_rate": 1.9702870821897385e-05, + "loss": 3.4784, + "step": 6161 + }, + { + "epoch": 0.10547938170800596, + "grad_norm": 2.7173895835876465, + "learning_rate": 1.9702736665003123e-05, + "loss": 3.1963, + "step": 6162 + }, + { + "epoch": 0.10549649942655642, + "grad_norm": 2.8955695629119873, + "learning_rate": 1.9702602478286023e-05, + "loss": 3.3324, + "step": 6163 + }, + { + "epoch": 0.1055136171451069, + "grad_norm": 2.7069132328033447, + "learning_rate": 1.970246826174651e-05, + "loss": 3.2139, + "step": 6164 + }, + { + "epoch": 0.10553073486365737, + "grad_norm": 2.777627468109131, + "learning_rate": 1.970233401538499e-05, + "loss": 3.3131, + "step": 6165 + }, + { + "epoch": 0.10554785258220785, + "grad_norm": 2.648858070373535, + "learning_rate": 1.970219973920187e-05, + "loss": 3.1573, + "step": 6166 + }, + { + "epoch": 0.10556497030075832, + "grad_norm": 2.890671968460083, + "learning_rate": 1.9702065433197576e-05, + "loss": 3.3782, + "step": 6167 + }, + { + "epoch": 0.10558208801930878, + "grad_norm": 2.7259597778320312, + "learning_rate": 1.9701931097372512e-05, + "loss": 3.2255, + "step": 6168 + }, + { + "epoch": 0.10559920573785926, + "grad_norm": 2.7819981575012207, + "learning_rate": 1.970179673172709e-05, + "loss": 3.4835, + "step": 6169 + }, + { + "epoch": 0.10561632345640973, + "grad_norm": 2.9198930263519287, + "learning_rate": 1.9701662336261727e-05, + "loss": 3.3554, + "step": 6170 + }, + { + "epoch": 0.10563344117496021, + "grad_norm": 3.303983211517334, + "learning_rate": 1.9701527910976835e-05, + "loss": 3.2833, + "step": 6171 + }, + { + "epoch": 0.10565055889351067, + "grad_norm": 3.142484426498413, + "learning_rate": 1.9701393455872826e-05, + "loss": 3.2908, + "step": 6172 + }, + { + "epoch": 0.10566767661206114, + "grad_norm": 2.6966769695281982, + "learning_rate": 1.9701258970950116e-05, + "loss": 3.3387, + "step": 6173 + }, + { + "epoch": 0.10568479433061162, + "grad_norm": 3.0451998710632324, + "learning_rate": 1.9701124456209112e-05, + "loss": 3.3762, + "step": 6174 + }, + { + "epoch": 0.10570191204916209, + "grad_norm": 3.247222900390625, + "learning_rate": 1.9700989911650238e-05, + "loss": 3.2858, + "step": 6175 + }, + { + "epoch": 0.10571902976771255, + "grad_norm": 3.170820474624634, + "learning_rate": 1.9700855337273896e-05, + "loss": 3.3717, + "step": 6176 + }, + { + "epoch": 0.10573614748626303, + "grad_norm": 3.0142171382904053, + "learning_rate": 1.9700720733080504e-05, + "loss": 3.3446, + "step": 6177 + }, + { + "epoch": 0.1057532652048135, + "grad_norm": 3.57593035697937, + "learning_rate": 1.970058609907048e-05, + "loss": 3.4298, + "step": 6178 + }, + { + "epoch": 0.10577038292336398, + "grad_norm": 3.0772953033447266, + "learning_rate": 1.9700451435244236e-05, + "loss": 3.2137, + "step": 6179 + }, + { + "epoch": 0.10578750064191444, + "grad_norm": 3.0696282386779785, + "learning_rate": 1.9700316741602183e-05, + "loss": 3.3322, + "step": 6180 + }, + { + "epoch": 0.10580461836046491, + "grad_norm": 2.9421982765197754, + "learning_rate": 1.9700182018144732e-05, + "loss": 3.2901, + "step": 6181 + }, + { + "epoch": 0.10582173607901539, + "grad_norm": 2.936340570449829, + "learning_rate": 1.9700047264872308e-05, + "loss": 3.4029, + "step": 6182 + }, + { + "epoch": 0.10583885379756586, + "grad_norm": 2.9542782306671143, + "learning_rate": 1.9699912481785314e-05, + "loss": 3.3176, + "step": 6183 + }, + { + "epoch": 0.10585597151611634, + "grad_norm": 2.7375266551971436, + "learning_rate": 1.9699777668884176e-05, + "loss": 3.117, + "step": 6184 + }, + { + "epoch": 0.1058730892346668, + "grad_norm": 2.913295030593872, + "learning_rate": 1.9699642826169294e-05, + "loss": 3.2656, + "step": 6185 + }, + { + "epoch": 0.10589020695321727, + "grad_norm": 2.8573520183563232, + "learning_rate": 1.9699507953641093e-05, + "loss": 3.2946, + "step": 6186 + }, + { + "epoch": 0.10590732467176775, + "grad_norm": 2.7837226390838623, + "learning_rate": 1.9699373051299984e-05, + "loss": 3.311, + "step": 6187 + }, + { + "epoch": 0.10592444239031822, + "grad_norm": 2.9272518157958984, + "learning_rate": 1.969923811914638e-05, + "loss": 3.3388, + "step": 6188 + }, + { + "epoch": 0.1059415601088687, + "grad_norm": 2.9987196922302246, + "learning_rate": 1.96991031571807e-05, + "loss": 3.3491, + "step": 6189 + }, + { + "epoch": 0.10595867782741916, + "grad_norm": 2.7128968238830566, + "learning_rate": 1.9698968165403357e-05, + "loss": 3.4076, + "step": 6190 + }, + { + "epoch": 0.10597579554596963, + "grad_norm": 2.7509472370147705, + "learning_rate": 1.9698833143814765e-05, + "loss": 3.3199, + "step": 6191 + }, + { + "epoch": 0.10599291326452011, + "grad_norm": 2.968630075454712, + "learning_rate": 1.969869809241534e-05, + "loss": 3.4394, + "step": 6192 + }, + { + "epoch": 0.10601003098307057, + "grad_norm": 2.6900758743286133, + "learning_rate": 1.9698563011205497e-05, + "loss": 3.2699, + "step": 6193 + }, + { + "epoch": 0.10602714870162105, + "grad_norm": 2.80267596244812, + "learning_rate": 1.969842790018565e-05, + "loss": 3.3609, + "step": 6194 + }, + { + "epoch": 0.10604426642017152, + "grad_norm": 2.746067762374878, + "learning_rate": 1.9698292759356213e-05, + "loss": 3.2133, + "step": 6195 + }, + { + "epoch": 0.10606138413872199, + "grad_norm": 2.868095874786377, + "learning_rate": 1.9698157588717605e-05, + "loss": 3.4038, + "step": 6196 + }, + { + "epoch": 0.10607850185727247, + "grad_norm": 2.790167808532715, + "learning_rate": 1.969802238827024e-05, + "loss": 3.3298, + "step": 6197 + }, + { + "epoch": 0.10609561957582293, + "grad_norm": 3.062621831893921, + "learning_rate": 1.9697887158014533e-05, + "loss": 3.3762, + "step": 6198 + }, + { + "epoch": 0.1061127372943734, + "grad_norm": 2.7134783267974854, + "learning_rate": 1.9697751897950902e-05, + "loss": 3.2311, + "step": 6199 + }, + { + "epoch": 0.10612985501292388, + "grad_norm": 2.751516819000244, + "learning_rate": 1.969761660807976e-05, + "loss": 3.3067, + "step": 6200 + }, + { + "epoch": 0.10614697273147435, + "grad_norm": 2.870725393295288, + "learning_rate": 1.9697481288401522e-05, + "loss": 3.2418, + "step": 6201 + }, + { + "epoch": 0.10616409045002483, + "grad_norm": 2.831143617630005, + "learning_rate": 1.9697345938916606e-05, + "loss": 3.3699, + "step": 6202 + }, + { + "epoch": 0.10618120816857529, + "grad_norm": 2.7216365337371826, + "learning_rate": 1.969721055962543e-05, + "loss": 3.2435, + "step": 6203 + }, + { + "epoch": 0.10619832588712576, + "grad_norm": 2.7939956188201904, + "learning_rate": 1.9697075150528407e-05, + "loss": 3.337, + "step": 6204 + }, + { + "epoch": 0.10621544360567624, + "grad_norm": 2.811088800430298, + "learning_rate": 1.9696939711625953e-05, + "loss": 3.2823, + "step": 6205 + }, + { + "epoch": 0.1062325613242267, + "grad_norm": 2.5707507133483887, + "learning_rate": 1.9696804242918487e-05, + "loss": 3.3012, + "step": 6206 + }, + { + "epoch": 0.10624967904277718, + "grad_norm": 3.038243293762207, + "learning_rate": 1.9696668744406425e-05, + "loss": 3.2879, + "step": 6207 + }, + { + "epoch": 0.10626679676132765, + "grad_norm": 2.8044931888580322, + "learning_rate": 1.9696533216090177e-05, + "loss": 3.2273, + "step": 6208 + }, + { + "epoch": 0.10628391447987812, + "grad_norm": 2.621752977371216, + "learning_rate": 1.9696397657970167e-05, + "loss": 3.2605, + "step": 6209 + }, + { + "epoch": 0.1063010321984286, + "grad_norm": 2.7926297187805176, + "learning_rate": 1.969626207004681e-05, + "loss": 3.2898, + "step": 6210 + }, + { + "epoch": 0.10631814991697906, + "grad_norm": 2.950660228729248, + "learning_rate": 1.969612645232052e-05, + "loss": 3.2152, + "step": 6211 + }, + { + "epoch": 0.10633526763552954, + "grad_norm": 2.7804484367370605, + "learning_rate": 1.969599080479172e-05, + "loss": 3.2962, + "step": 6212 + }, + { + "epoch": 0.10635238535408001, + "grad_norm": 2.675455331802368, + "learning_rate": 1.9695855127460822e-05, + "loss": 3.3062, + "step": 6213 + }, + { + "epoch": 0.10636950307263048, + "grad_norm": 2.614356279373169, + "learning_rate": 1.9695719420328242e-05, + "loss": 3.1936, + "step": 6214 + }, + { + "epoch": 0.10638662079118096, + "grad_norm": 2.9743144512176514, + "learning_rate": 1.9695583683394396e-05, + "loss": 3.2896, + "step": 6215 + }, + { + "epoch": 0.10640373850973142, + "grad_norm": 2.7106218338012695, + "learning_rate": 1.9695447916659713e-05, + "loss": 3.2979, + "step": 6216 + }, + { + "epoch": 0.1064208562282819, + "grad_norm": 3.183121919631958, + "learning_rate": 1.9695312120124594e-05, + "loss": 3.4094, + "step": 6217 + }, + { + "epoch": 0.10643797394683237, + "grad_norm": 2.957144260406494, + "learning_rate": 1.9695176293789466e-05, + "loss": 3.3518, + "step": 6218 + }, + { + "epoch": 0.10645509166538283, + "grad_norm": 2.85077166557312, + "learning_rate": 1.9695040437654744e-05, + "loss": 3.1962, + "step": 6219 + }, + { + "epoch": 0.10647220938393331, + "grad_norm": 2.7426578998565674, + "learning_rate": 1.9694904551720847e-05, + "loss": 3.1955, + "step": 6220 + }, + { + "epoch": 0.10648932710248378, + "grad_norm": 2.731684446334839, + "learning_rate": 1.969476863598819e-05, + "loss": 3.3312, + "step": 6221 + }, + { + "epoch": 0.10650644482103425, + "grad_norm": 2.725940704345703, + "learning_rate": 1.9694632690457193e-05, + "loss": 3.32, + "step": 6222 + }, + { + "epoch": 0.10652356253958473, + "grad_norm": 2.670794725418091, + "learning_rate": 1.9694496715128276e-05, + "loss": 3.3121, + "step": 6223 + }, + { + "epoch": 0.10654068025813519, + "grad_norm": 2.8090484142303467, + "learning_rate": 1.969436071000185e-05, + "loss": 3.3486, + "step": 6224 + }, + { + "epoch": 0.10655779797668567, + "grad_norm": 2.671083450317383, + "learning_rate": 1.969422467507834e-05, + "loss": 3.2485, + "step": 6225 + }, + { + "epoch": 0.10657491569523614, + "grad_norm": 2.7417149543762207, + "learning_rate": 1.969408861035816e-05, + "loss": 3.3393, + "step": 6226 + }, + { + "epoch": 0.1065920334137866, + "grad_norm": 2.8009250164031982, + "learning_rate": 1.9693952515841734e-05, + "loss": 3.3397, + "step": 6227 + }, + { + "epoch": 0.10660915113233708, + "grad_norm": 2.89921236038208, + "learning_rate": 1.969381639152947e-05, + "loss": 3.3563, + "step": 6228 + }, + { + "epoch": 0.10662626885088755, + "grad_norm": 2.7747597694396973, + "learning_rate": 1.9693680237421796e-05, + "loss": 3.2366, + "step": 6229 + }, + { + "epoch": 0.10664338656943803, + "grad_norm": 2.785456418991089, + "learning_rate": 1.9693544053519124e-05, + "loss": 3.4576, + "step": 6230 + }, + { + "epoch": 0.1066605042879885, + "grad_norm": 2.790532112121582, + "learning_rate": 1.9693407839821877e-05, + "loss": 3.295, + "step": 6231 + }, + { + "epoch": 0.10667762200653896, + "grad_norm": 2.6733133792877197, + "learning_rate": 1.969327159633047e-05, + "loss": 3.1211, + "step": 6232 + }, + { + "epoch": 0.10669473972508944, + "grad_norm": 2.7529354095458984, + "learning_rate": 1.9693135323045327e-05, + "loss": 3.3185, + "step": 6233 + }, + { + "epoch": 0.10671185744363991, + "grad_norm": 3.1785151958465576, + "learning_rate": 1.969299901996686e-05, + "loss": 3.225, + "step": 6234 + }, + { + "epoch": 0.10672897516219039, + "grad_norm": 2.9678714275360107, + "learning_rate": 1.9692862687095493e-05, + "loss": 3.4102, + "step": 6235 + }, + { + "epoch": 0.10674609288074086, + "grad_norm": 2.9947752952575684, + "learning_rate": 1.9692726324431643e-05, + "loss": 3.3214, + "step": 6236 + }, + { + "epoch": 0.10676321059929132, + "grad_norm": 2.7059860229492188, + "learning_rate": 1.969258993197573e-05, + "loss": 3.261, + "step": 6237 + }, + { + "epoch": 0.1067803283178418, + "grad_norm": 2.6885135173797607, + "learning_rate": 1.9692453509728174e-05, + "loss": 3.2674, + "step": 6238 + }, + { + "epoch": 0.10679744603639227, + "grad_norm": 2.847719430923462, + "learning_rate": 1.9692317057689396e-05, + "loss": 3.4568, + "step": 6239 + }, + { + "epoch": 0.10681456375494273, + "grad_norm": 3.087423086166382, + "learning_rate": 1.969218057585981e-05, + "loss": 3.3042, + "step": 6240 + }, + { + "epoch": 0.10683168147349321, + "grad_norm": 2.842465877532959, + "learning_rate": 1.969204406423984e-05, + "loss": 3.3127, + "step": 6241 + }, + { + "epoch": 0.10684879919204368, + "grad_norm": 2.8322551250457764, + "learning_rate": 1.96919075228299e-05, + "loss": 3.3136, + "step": 6242 + }, + { + "epoch": 0.10686591691059416, + "grad_norm": 2.7830073833465576, + "learning_rate": 1.9691770951630415e-05, + "loss": 3.2839, + "step": 6243 + }, + { + "epoch": 0.10688303462914463, + "grad_norm": 2.784937858581543, + "learning_rate": 1.9691634350641804e-05, + "loss": 3.3182, + "step": 6244 + }, + { + "epoch": 0.1069001523476951, + "grad_norm": 2.840580701828003, + "learning_rate": 1.9691497719864484e-05, + "loss": 3.2398, + "step": 6245 + }, + { + "epoch": 0.10691727006624557, + "grad_norm": 3.2295823097229004, + "learning_rate": 1.969136105929888e-05, + "loss": 3.4356, + "step": 6246 + }, + { + "epoch": 0.10693438778479604, + "grad_norm": 2.66656231880188, + "learning_rate": 1.9691224368945408e-05, + "loss": 3.3492, + "step": 6247 + }, + { + "epoch": 0.10695150550334652, + "grad_norm": 2.849795341491699, + "learning_rate": 1.969108764880449e-05, + "loss": 3.2183, + "step": 6248 + }, + { + "epoch": 0.10696862322189699, + "grad_norm": 3.1589577198028564, + "learning_rate": 1.9690950898876542e-05, + "loss": 3.3327, + "step": 6249 + }, + { + "epoch": 0.10698574094044745, + "grad_norm": 3.2459325790405273, + "learning_rate": 1.969081411916199e-05, + "loss": 3.2435, + "step": 6250 + }, + { + "epoch": 0.10700285865899793, + "grad_norm": 2.7076075077056885, + "learning_rate": 1.9690677309661254e-05, + "loss": 3.205, + "step": 6251 + }, + { + "epoch": 0.1070199763775484, + "grad_norm": 2.9765796661376953, + "learning_rate": 1.969054047037475e-05, + "loss": 3.4041, + "step": 6252 + }, + { + "epoch": 0.10703709409609888, + "grad_norm": 2.6936216354370117, + "learning_rate": 1.9690403601302904e-05, + "loss": 3.3361, + "step": 6253 + }, + { + "epoch": 0.10705421181464934, + "grad_norm": 2.9182443618774414, + "learning_rate": 1.969026670244613e-05, + "loss": 3.3688, + "step": 6254 + }, + { + "epoch": 0.10707132953319981, + "grad_norm": 3.276759624481201, + "learning_rate": 1.9690129773804858e-05, + "loss": 3.3713, + "step": 6255 + }, + { + "epoch": 0.10708844725175029, + "grad_norm": 2.854191541671753, + "learning_rate": 1.9689992815379503e-05, + "loss": 3.2888, + "step": 6256 + }, + { + "epoch": 0.10710556497030076, + "grad_norm": 2.8141350746154785, + "learning_rate": 1.968985582717048e-05, + "loss": 3.2428, + "step": 6257 + }, + { + "epoch": 0.10712268268885124, + "grad_norm": 2.773803949356079, + "learning_rate": 1.9689718809178223e-05, + "loss": 3.2916, + "step": 6258 + }, + { + "epoch": 0.1071398004074017, + "grad_norm": 2.8133416175842285, + "learning_rate": 1.9689581761403144e-05, + "loss": 3.305, + "step": 6259 + }, + { + "epoch": 0.10715691812595217, + "grad_norm": 2.892090082168579, + "learning_rate": 1.968944468384567e-05, + "loss": 3.4751, + "step": 6260 + }, + { + "epoch": 0.10717403584450265, + "grad_norm": 3.094529867172241, + "learning_rate": 1.9689307576506217e-05, + "loss": 3.3676, + "step": 6261 + }, + { + "epoch": 0.10719115356305312, + "grad_norm": 2.8954808712005615, + "learning_rate": 1.9689170439385208e-05, + "loss": 3.2827, + "step": 6262 + }, + { + "epoch": 0.10720827128160358, + "grad_norm": 2.670961380004883, + "learning_rate": 1.9689033272483067e-05, + "loss": 3.2794, + "step": 6263 + }, + { + "epoch": 0.10722538900015406, + "grad_norm": 2.7198283672332764, + "learning_rate": 1.9688896075800216e-05, + "loss": 3.1176, + "step": 6264 + }, + { + "epoch": 0.10724250671870453, + "grad_norm": 2.86689829826355, + "learning_rate": 1.9688758849337072e-05, + "loss": 3.2552, + "step": 6265 + }, + { + "epoch": 0.10725962443725501, + "grad_norm": 2.8223447799682617, + "learning_rate": 1.9688621593094056e-05, + "loss": 3.1895, + "step": 6266 + }, + { + "epoch": 0.10727674215580547, + "grad_norm": 2.8688814640045166, + "learning_rate": 1.9688484307071598e-05, + "loss": 3.2858, + "step": 6267 + }, + { + "epoch": 0.10729385987435594, + "grad_norm": 2.6681647300720215, + "learning_rate": 1.9688346991270114e-05, + "loss": 3.2834, + "step": 6268 + }, + { + "epoch": 0.10731097759290642, + "grad_norm": 2.7319581508636475, + "learning_rate": 1.9688209645690028e-05, + "loss": 3.2713, + "step": 6269 + }, + { + "epoch": 0.10732809531145689, + "grad_norm": 2.642137050628662, + "learning_rate": 1.968807227033176e-05, + "loss": 3.2639, + "step": 6270 + }, + { + "epoch": 0.10734521303000737, + "grad_norm": 2.9158236980438232, + "learning_rate": 1.9687934865195734e-05, + "loss": 3.3566, + "step": 6271 + }, + { + "epoch": 0.10736233074855783, + "grad_norm": 2.912811517715454, + "learning_rate": 1.9687797430282373e-05, + "loss": 3.2818, + "step": 6272 + }, + { + "epoch": 0.1073794484671083, + "grad_norm": 2.7128169536590576, + "learning_rate": 1.9687659965592097e-05, + "loss": 3.3345, + "step": 6273 + }, + { + "epoch": 0.10739656618565878, + "grad_norm": 3.2136170864105225, + "learning_rate": 1.968752247112533e-05, + "loss": 3.3796, + "step": 6274 + }, + { + "epoch": 0.10741368390420925, + "grad_norm": 2.8740808963775635, + "learning_rate": 1.9687384946882496e-05, + "loss": 3.2709, + "step": 6275 + }, + { + "epoch": 0.10743080162275973, + "grad_norm": 2.916590929031372, + "learning_rate": 1.9687247392864014e-05, + "loss": 3.2237, + "step": 6276 + }, + { + "epoch": 0.10744791934131019, + "grad_norm": 3.0147619247436523, + "learning_rate": 1.9687109809070314e-05, + "loss": 3.261, + "step": 6277 + }, + { + "epoch": 0.10746503705986066, + "grad_norm": 2.833436965942383, + "learning_rate": 1.968697219550181e-05, + "loss": 3.254, + "step": 6278 + }, + { + "epoch": 0.10748215477841114, + "grad_norm": 2.944711923599243, + "learning_rate": 1.968683455215893e-05, + "loss": 3.3418, + "step": 6279 + }, + { + "epoch": 0.1074992724969616, + "grad_norm": 2.7553904056549072, + "learning_rate": 1.9686696879042097e-05, + "loss": 3.2572, + "step": 6280 + }, + { + "epoch": 0.10751639021551207, + "grad_norm": 2.756702423095703, + "learning_rate": 1.968655917615173e-05, + "loss": 3.3264, + "step": 6281 + }, + { + "epoch": 0.10753350793406255, + "grad_norm": 2.904613971710205, + "learning_rate": 1.968642144348826e-05, + "loss": 3.4905, + "step": 6282 + }, + { + "epoch": 0.10755062565261302, + "grad_norm": 2.919691324234009, + "learning_rate": 1.96862836810521e-05, + "loss": 3.1608, + "step": 6283 + }, + { + "epoch": 0.1075677433711635, + "grad_norm": 2.8070590496063232, + "learning_rate": 1.968614588884368e-05, + "loss": 3.2896, + "step": 6284 + }, + { + "epoch": 0.10758486108971396, + "grad_norm": 2.6871159076690674, + "learning_rate": 1.968600806686343e-05, + "loss": 3.3389, + "step": 6285 + }, + { + "epoch": 0.10760197880826443, + "grad_norm": 2.6020865440368652, + "learning_rate": 1.968587021511176e-05, + "loss": 3.2104, + "step": 6286 + }, + { + "epoch": 0.10761909652681491, + "grad_norm": 2.808065176010132, + "learning_rate": 1.96857323335891e-05, + "loss": 3.2325, + "step": 6287 + }, + { + "epoch": 0.10763621424536537, + "grad_norm": 2.6213436126708984, + "learning_rate": 1.9685594422295876e-05, + "loss": 3.2308, + "step": 6288 + }, + { + "epoch": 0.10765333196391585, + "grad_norm": 2.7045376300811768, + "learning_rate": 1.968545648123251e-05, + "loss": 3.2115, + "step": 6289 + }, + { + "epoch": 0.10767044968246632, + "grad_norm": 2.8081607818603516, + "learning_rate": 1.9685318510399423e-05, + "loss": 3.3213, + "step": 6290 + }, + { + "epoch": 0.10768756740101679, + "grad_norm": 2.7997758388519287, + "learning_rate": 1.9685180509797046e-05, + "loss": 3.2385, + "step": 6291 + }, + { + "epoch": 0.10770468511956727, + "grad_norm": 2.748852014541626, + "learning_rate": 1.968504247942579e-05, + "loss": 3.1991, + "step": 6292 + }, + { + "epoch": 0.10772180283811773, + "grad_norm": 2.6377429962158203, + "learning_rate": 1.96849044192861e-05, + "loss": 3.2108, + "step": 6293 + }, + { + "epoch": 0.10773892055666821, + "grad_norm": 2.560904026031494, + "learning_rate": 1.9684766329378382e-05, + "loss": 3.2266, + "step": 6294 + }, + { + "epoch": 0.10775603827521868, + "grad_norm": 2.8899073600769043, + "learning_rate": 1.968462820970307e-05, + "loss": 3.332, + "step": 6295 + }, + { + "epoch": 0.10777315599376915, + "grad_norm": 2.90777587890625, + "learning_rate": 1.968449006026058e-05, + "loss": 3.1845, + "step": 6296 + }, + { + "epoch": 0.10779027371231963, + "grad_norm": 2.6053295135498047, + "learning_rate": 1.968435188105135e-05, + "loss": 3.289, + "step": 6297 + }, + { + "epoch": 0.10780739143087009, + "grad_norm": 2.7359046936035156, + "learning_rate": 1.968421367207579e-05, + "loss": 3.4094, + "step": 6298 + }, + { + "epoch": 0.10782450914942057, + "grad_norm": 2.7896463871002197, + "learning_rate": 1.9684075433334336e-05, + "loss": 3.3297, + "step": 6299 + }, + { + "epoch": 0.10784162686797104, + "grad_norm": 2.7543983459472656, + "learning_rate": 1.9683937164827408e-05, + "loss": 3.1833, + "step": 6300 + }, + { + "epoch": 0.1078587445865215, + "grad_norm": 2.9192392826080322, + "learning_rate": 1.968379886655543e-05, + "loss": 3.3383, + "step": 6301 + }, + { + "epoch": 0.10787586230507198, + "grad_norm": 2.704037666320801, + "learning_rate": 1.9683660538518828e-05, + "loss": 3.2076, + "step": 6302 + }, + { + "epoch": 0.10789298002362245, + "grad_norm": 2.8222548961639404, + "learning_rate": 1.968352218071803e-05, + "loss": 3.3611, + "step": 6303 + }, + { + "epoch": 0.10791009774217292, + "grad_norm": 2.8796544075012207, + "learning_rate": 1.9683383793153458e-05, + "loss": 3.3521, + "step": 6304 + }, + { + "epoch": 0.1079272154607234, + "grad_norm": 2.8308215141296387, + "learning_rate": 1.968324537582554e-05, + "loss": 3.3363, + "step": 6305 + }, + { + "epoch": 0.10794433317927386, + "grad_norm": 3.2120673656463623, + "learning_rate": 1.9683106928734697e-05, + "loss": 3.4727, + "step": 6306 + }, + { + "epoch": 0.10796145089782434, + "grad_norm": 2.9051382541656494, + "learning_rate": 1.968296845188136e-05, + "loss": 3.2184, + "step": 6307 + }, + { + "epoch": 0.10797856861637481, + "grad_norm": 2.7077958583831787, + "learning_rate": 1.968282994526595e-05, + "loss": 3.2229, + "step": 6308 + }, + { + "epoch": 0.10799568633492528, + "grad_norm": 3.3615024089813232, + "learning_rate": 1.9682691408888898e-05, + "loss": 3.2751, + "step": 6309 + }, + { + "epoch": 0.10801280405347576, + "grad_norm": 3.07393741607666, + "learning_rate": 1.9682552842750625e-05, + "loss": 3.2674, + "step": 6310 + }, + { + "epoch": 0.10802992177202622, + "grad_norm": 2.7793056964874268, + "learning_rate": 1.9682414246851555e-05, + "loss": 3.4223, + "step": 6311 + }, + { + "epoch": 0.1080470394905767, + "grad_norm": 3.001329183578491, + "learning_rate": 1.9682275621192118e-05, + "loss": 3.29, + "step": 6312 + }, + { + "epoch": 0.10806415720912717, + "grad_norm": 2.9045448303222656, + "learning_rate": 1.9682136965772744e-05, + "loss": 3.3572, + "step": 6313 + }, + { + "epoch": 0.10808127492767763, + "grad_norm": 2.8338983058929443, + "learning_rate": 1.9681998280593853e-05, + "loss": 3.2986, + "step": 6314 + }, + { + "epoch": 0.10809839264622811, + "grad_norm": 2.7793924808502197, + "learning_rate": 1.9681859565655873e-05, + "loss": 3.3245, + "step": 6315 + }, + { + "epoch": 0.10811551036477858, + "grad_norm": 2.8075122833251953, + "learning_rate": 1.968172082095923e-05, + "loss": 3.2471, + "step": 6316 + }, + { + "epoch": 0.10813262808332906, + "grad_norm": 2.9149580001831055, + "learning_rate": 1.9681582046504354e-05, + "loss": 3.238, + "step": 6317 + }, + { + "epoch": 0.10814974580187953, + "grad_norm": 2.7671303749084473, + "learning_rate": 1.9681443242291662e-05, + "loss": 3.2113, + "step": 6318 + }, + { + "epoch": 0.10816686352042999, + "grad_norm": 2.7774548530578613, + "learning_rate": 1.9681304408321592e-05, + "loss": 3.3181, + "step": 6319 + }, + { + "epoch": 0.10818398123898047, + "grad_norm": 3.1866209506988525, + "learning_rate": 1.9681165544594563e-05, + "loss": 3.5077, + "step": 6320 + }, + { + "epoch": 0.10820109895753094, + "grad_norm": 3.039497137069702, + "learning_rate": 1.9681026651111006e-05, + "loss": 3.3044, + "step": 6321 + }, + { + "epoch": 0.1082182166760814, + "grad_norm": 2.693730354309082, + "learning_rate": 1.9680887727871347e-05, + "loss": 3.2379, + "step": 6322 + }, + { + "epoch": 0.10823533439463189, + "grad_norm": 2.9815926551818848, + "learning_rate": 1.968074877487601e-05, + "loss": 3.4442, + "step": 6323 + }, + { + "epoch": 0.10825245211318235, + "grad_norm": 2.7974846363067627, + "learning_rate": 1.9680609792125426e-05, + "loss": 3.2567, + "step": 6324 + }, + { + "epoch": 0.10826956983173283, + "grad_norm": 2.715963840484619, + "learning_rate": 1.968047077962002e-05, + "loss": 3.2148, + "step": 6325 + }, + { + "epoch": 0.1082866875502833, + "grad_norm": 2.7176084518432617, + "learning_rate": 1.9680331737360222e-05, + "loss": 3.4396, + "step": 6326 + }, + { + "epoch": 0.10830380526883376, + "grad_norm": 2.6109631061553955, + "learning_rate": 1.9680192665346457e-05, + "loss": 3.248, + "step": 6327 + }, + { + "epoch": 0.10832092298738424, + "grad_norm": 2.519437789916992, + "learning_rate": 1.968005356357915e-05, + "loss": 3.2827, + "step": 6328 + }, + { + "epoch": 0.10833804070593471, + "grad_norm": 2.819401741027832, + "learning_rate": 1.9679914432058736e-05, + "loss": 3.3619, + "step": 6329 + }, + { + "epoch": 0.10835515842448519, + "grad_norm": 2.6271352767944336, + "learning_rate": 1.9679775270785634e-05, + "loss": 3.2259, + "step": 6330 + }, + { + "epoch": 0.10837227614303566, + "grad_norm": 2.7710554599761963, + "learning_rate": 1.967963607976028e-05, + "loss": 3.2736, + "step": 6331 + }, + { + "epoch": 0.10838939386158612, + "grad_norm": 2.661587715148926, + "learning_rate": 1.9679496858983094e-05, + "loss": 3.453, + "step": 6332 + }, + { + "epoch": 0.1084065115801366, + "grad_norm": 2.783597469329834, + "learning_rate": 1.967935760845451e-05, + "loss": 3.2826, + "step": 6333 + }, + { + "epoch": 0.10842362929868707, + "grad_norm": 2.8627798557281494, + "learning_rate": 1.9679218328174952e-05, + "loss": 3.2678, + "step": 6334 + }, + { + "epoch": 0.10844074701723755, + "grad_norm": 3.1102771759033203, + "learning_rate": 1.967907901814485e-05, + "loss": 3.2363, + "step": 6335 + }, + { + "epoch": 0.10845786473578801, + "grad_norm": 2.8632709980010986, + "learning_rate": 1.967893967836463e-05, + "loss": 3.2616, + "step": 6336 + }, + { + "epoch": 0.10847498245433848, + "grad_norm": 2.8116068840026855, + "learning_rate": 1.9678800308834723e-05, + "loss": 3.3312, + "step": 6337 + }, + { + "epoch": 0.10849210017288896, + "grad_norm": 2.7322700023651123, + "learning_rate": 1.9678660909555555e-05, + "loss": 3.2636, + "step": 6338 + }, + { + "epoch": 0.10850921789143943, + "grad_norm": 2.8308660984039307, + "learning_rate": 1.9678521480527563e-05, + "loss": 3.2019, + "step": 6339 + }, + { + "epoch": 0.10852633560998991, + "grad_norm": 3.1539466381073, + "learning_rate": 1.967838202175116e-05, + "loss": 3.2899, + "step": 6340 + }, + { + "epoch": 0.10854345332854037, + "grad_norm": 2.9793550968170166, + "learning_rate": 1.967824253322679e-05, + "loss": 3.206, + "step": 6341 + }, + { + "epoch": 0.10856057104709084, + "grad_norm": 2.7958922386169434, + "learning_rate": 1.967810301495487e-05, + "loss": 3.1484, + "step": 6342 + }, + { + "epoch": 0.10857768876564132, + "grad_norm": 2.9139037132263184, + "learning_rate": 1.9677963466935836e-05, + "loss": 3.2266, + "step": 6343 + }, + { + "epoch": 0.10859480648419179, + "grad_norm": 2.9222300052642822, + "learning_rate": 1.9677823889170112e-05, + "loss": 3.3368, + "step": 6344 + }, + { + "epoch": 0.10861192420274225, + "grad_norm": 3.0023510456085205, + "learning_rate": 1.9677684281658132e-05, + "loss": 3.3354, + "step": 6345 + }, + { + "epoch": 0.10862904192129273, + "grad_norm": 2.880600929260254, + "learning_rate": 1.967754464440032e-05, + "loss": 3.3333, + "step": 6346 + }, + { + "epoch": 0.1086461596398432, + "grad_norm": 2.855771541595459, + "learning_rate": 1.9677404977397115e-05, + "loss": 3.2757, + "step": 6347 + }, + { + "epoch": 0.10866327735839368, + "grad_norm": 3.014143705368042, + "learning_rate": 1.967726528064893e-05, + "loss": 3.4382, + "step": 6348 + }, + { + "epoch": 0.10868039507694414, + "grad_norm": 2.603034257888794, + "learning_rate": 1.967712555415621e-05, + "loss": 3.2053, + "step": 6349 + }, + { + "epoch": 0.10869751279549461, + "grad_norm": 2.7565393447875977, + "learning_rate": 1.9676985797919375e-05, + "loss": 3.455, + "step": 6350 + }, + { + "epoch": 0.10871463051404509, + "grad_norm": 2.881643056869507, + "learning_rate": 1.9676846011938862e-05, + "loss": 3.2228, + "step": 6351 + }, + { + "epoch": 0.10873174823259556, + "grad_norm": 2.803576946258545, + "learning_rate": 1.967670619621509e-05, + "loss": 3.3191, + "step": 6352 + }, + { + "epoch": 0.10874886595114604, + "grad_norm": 2.6757326126098633, + "learning_rate": 1.96765663507485e-05, + "loss": 3.3479, + "step": 6353 + }, + { + "epoch": 0.1087659836696965, + "grad_norm": 2.7805285453796387, + "learning_rate": 1.9676426475539517e-05, + "loss": 3.3466, + "step": 6354 + }, + { + "epoch": 0.10878310138824697, + "grad_norm": 2.927663803100586, + "learning_rate": 1.9676286570588568e-05, + "loss": 3.2323, + "step": 6355 + }, + { + "epoch": 0.10880021910679745, + "grad_norm": 2.874716281890869, + "learning_rate": 1.9676146635896086e-05, + "loss": 3.357, + "step": 6356 + }, + { + "epoch": 0.10881733682534792, + "grad_norm": 2.6291942596435547, + "learning_rate": 1.9676006671462498e-05, + "loss": 3.1749, + "step": 6357 + }, + { + "epoch": 0.1088344545438984, + "grad_norm": 2.7619802951812744, + "learning_rate": 1.9675866677288245e-05, + "loss": 3.1416, + "step": 6358 + }, + { + "epoch": 0.10885157226244886, + "grad_norm": 2.7959845066070557, + "learning_rate": 1.9675726653373744e-05, + "loss": 3.2844, + "step": 6359 + }, + { + "epoch": 0.10886868998099933, + "grad_norm": 2.9596290588378906, + "learning_rate": 1.9675586599719435e-05, + "loss": 3.3553, + "step": 6360 + }, + { + "epoch": 0.10888580769954981, + "grad_norm": 2.57558012008667, + "learning_rate": 1.967544651632574e-05, + "loss": 3.1198, + "step": 6361 + }, + { + "epoch": 0.10890292541810027, + "grad_norm": 2.831862449645996, + "learning_rate": 1.967530640319309e-05, + "loss": 3.2322, + "step": 6362 + }, + { + "epoch": 0.10892004313665074, + "grad_norm": 2.83341383934021, + "learning_rate": 1.9675166260321927e-05, + "loss": 3.3245, + "step": 6363 + }, + { + "epoch": 0.10893716085520122, + "grad_norm": 2.917536735534668, + "learning_rate": 1.9675026087712676e-05, + "loss": 3.2961, + "step": 6364 + }, + { + "epoch": 0.10895427857375169, + "grad_norm": 2.758239269256592, + "learning_rate": 1.967488588536576e-05, + "loss": 3.4047, + "step": 6365 + }, + { + "epoch": 0.10897139629230217, + "grad_norm": 2.7744903564453125, + "learning_rate": 1.967474565328162e-05, + "loss": 3.2131, + "step": 6366 + }, + { + "epoch": 0.10898851401085263, + "grad_norm": 3.0477051734924316, + "learning_rate": 1.9674605391460678e-05, + "loss": 3.3252, + "step": 6367 + }, + { + "epoch": 0.1090056317294031, + "grad_norm": 2.8386833667755127, + "learning_rate": 1.9674465099903376e-05, + "loss": 3.3888, + "step": 6368 + }, + { + "epoch": 0.10902274944795358, + "grad_norm": 2.5451858043670654, + "learning_rate": 1.9674324778610135e-05, + "loss": 3.2352, + "step": 6369 + }, + { + "epoch": 0.10903986716650405, + "grad_norm": 2.875143527984619, + "learning_rate": 1.9674184427581393e-05, + "loss": 3.4434, + "step": 6370 + }, + { + "epoch": 0.10905698488505453, + "grad_norm": 2.813239812850952, + "learning_rate": 1.9674044046817576e-05, + "loss": 3.3329, + "step": 6371 + }, + { + "epoch": 0.10907410260360499, + "grad_norm": 2.753675937652588, + "learning_rate": 1.9673903636319122e-05, + "loss": 3.2522, + "step": 6372 + }, + { + "epoch": 0.10909122032215546, + "grad_norm": 2.7890663146972656, + "learning_rate": 1.967376319608646e-05, + "loss": 3.3419, + "step": 6373 + }, + { + "epoch": 0.10910833804070594, + "grad_norm": 2.792367696762085, + "learning_rate": 1.967362272612002e-05, + "loss": 3.2721, + "step": 6374 + }, + { + "epoch": 0.1091254557592564, + "grad_norm": 3.0644278526306152, + "learning_rate": 1.9673482226420233e-05, + "loss": 3.4, + "step": 6375 + }, + { + "epoch": 0.10914257347780688, + "grad_norm": 2.875483989715576, + "learning_rate": 1.9673341696987534e-05, + "loss": 3.3098, + "step": 6376 + }, + { + "epoch": 0.10915969119635735, + "grad_norm": 2.6929078102111816, + "learning_rate": 1.9673201137822353e-05, + "loss": 3.4072, + "step": 6377 + }, + { + "epoch": 0.10917680891490782, + "grad_norm": 2.6431467533111572, + "learning_rate": 1.967306054892512e-05, + "loss": 3.2015, + "step": 6378 + }, + { + "epoch": 0.1091939266334583, + "grad_norm": 2.6749825477600098, + "learning_rate": 1.9672919930296274e-05, + "loss": 3.2176, + "step": 6379 + }, + { + "epoch": 0.10921104435200876, + "grad_norm": 2.8972678184509277, + "learning_rate": 1.967277928193624e-05, + "loss": 3.3286, + "step": 6380 + }, + { + "epoch": 0.10922816207055924, + "grad_norm": 2.820281505584717, + "learning_rate": 1.967263860384545e-05, + "loss": 3.3804, + "step": 6381 + }, + { + "epoch": 0.10924527978910971, + "grad_norm": 2.750298500061035, + "learning_rate": 1.9672497896024344e-05, + "loss": 3.2342, + "step": 6382 + }, + { + "epoch": 0.10926239750766018, + "grad_norm": 2.9228086471557617, + "learning_rate": 1.967235715847335e-05, + "loss": 3.1278, + "step": 6383 + }, + { + "epoch": 0.10927951522621066, + "grad_norm": 2.816847085952759, + "learning_rate": 1.9672216391192895e-05, + "loss": 3.2971, + "step": 6384 + }, + { + "epoch": 0.10929663294476112, + "grad_norm": 2.6657605171203613, + "learning_rate": 1.967207559418342e-05, + "loss": 3.3162, + "step": 6385 + }, + { + "epoch": 0.10931375066331159, + "grad_norm": 2.763244867324829, + "learning_rate": 1.967193476744536e-05, + "loss": 3.2931, + "step": 6386 + }, + { + "epoch": 0.10933086838186207, + "grad_norm": 2.785191535949707, + "learning_rate": 1.967179391097914e-05, + "loss": 3.3329, + "step": 6387 + }, + { + "epoch": 0.10934798610041253, + "grad_norm": 2.7441678047180176, + "learning_rate": 1.9671653024785192e-05, + "loss": 3.4065, + "step": 6388 + }, + { + "epoch": 0.10936510381896301, + "grad_norm": 2.8934240341186523, + "learning_rate": 1.9671512108863957e-05, + "loss": 3.3235, + "step": 6389 + }, + { + "epoch": 0.10938222153751348, + "grad_norm": 2.6060800552368164, + "learning_rate": 1.967137116321586e-05, + "loss": 3.2885, + "step": 6390 + }, + { + "epoch": 0.10939933925606395, + "grad_norm": 2.689685821533203, + "learning_rate": 1.9671230187841338e-05, + "loss": 3.4112, + "step": 6391 + }, + { + "epoch": 0.10941645697461443, + "grad_norm": 2.7465097904205322, + "learning_rate": 1.9671089182740828e-05, + "loss": 3.2471, + "step": 6392 + }, + { + "epoch": 0.10943357469316489, + "grad_norm": 2.6872222423553467, + "learning_rate": 1.9670948147914758e-05, + "loss": 3.2739, + "step": 6393 + }, + { + "epoch": 0.10945069241171537, + "grad_norm": 2.7553834915161133, + "learning_rate": 1.9670807083363564e-05, + "loss": 3.2524, + "step": 6394 + }, + { + "epoch": 0.10946781013026584, + "grad_norm": 2.696561336517334, + "learning_rate": 1.967066598908768e-05, + "loss": 3.243, + "step": 6395 + }, + { + "epoch": 0.1094849278488163, + "grad_norm": 2.700765609741211, + "learning_rate": 1.9670524865087536e-05, + "loss": 3.3363, + "step": 6396 + }, + { + "epoch": 0.10950204556736678, + "grad_norm": 2.5692849159240723, + "learning_rate": 1.967038371136357e-05, + "loss": 3.3862, + "step": 6397 + }, + { + "epoch": 0.10951916328591725, + "grad_norm": 2.823655843734741, + "learning_rate": 1.967024252791621e-05, + "loss": 3.354, + "step": 6398 + }, + { + "epoch": 0.10953628100446773, + "grad_norm": 2.691429853439331, + "learning_rate": 1.9670101314745896e-05, + "loss": 3.3544, + "step": 6399 + }, + { + "epoch": 0.1095533987230182, + "grad_norm": 2.703061103820801, + "learning_rate": 1.9669960071853063e-05, + "loss": 3.3356, + "step": 6400 + }, + { + "epoch": 0.10957051644156866, + "grad_norm": 2.807175874710083, + "learning_rate": 1.9669818799238143e-05, + "loss": 3.3017, + "step": 6401 + }, + { + "epoch": 0.10958763416011914, + "grad_norm": 2.905529022216797, + "learning_rate": 1.9669677496901568e-05, + "loss": 3.4461, + "step": 6402 + }, + { + "epoch": 0.10960475187866961, + "grad_norm": 3.122903347015381, + "learning_rate": 1.9669536164843772e-05, + "loss": 3.2633, + "step": 6403 + }, + { + "epoch": 0.10962186959722008, + "grad_norm": 2.9500555992126465, + "learning_rate": 1.966939480306519e-05, + "loss": 3.35, + "step": 6404 + }, + { + "epoch": 0.10963898731577056, + "grad_norm": 2.533482789993286, + "learning_rate": 1.966925341156626e-05, + "loss": 3.0891, + "step": 6405 + }, + { + "epoch": 0.10965610503432102, + "grad_norm": 2.766209840774536, + "learning_rate": 1.966911199034742e-05, + "loss": 3.1873, + "step": 6406 + }, + { + "epoch": 0.1096732227528715, + "grad_norm": 2.72196626663208, + "learning_rate": 1.9668970539409092e-05, + "loss": 3.1787, + "step": 6407 + }, + { + "epoch": 0.10969034047142197, + "grad_norm": 2.750873565673828, + "learning_rate": 1.966882905875172e-05, + "loss": 3.4105, + "step": 6408 + }, + { + "epoch": 0.10970745818997243, + "grad_norm": 2.894061803817749, + "learning_rate": 1.9668687548375735e-05, + "loss": 3.4387, + "step": 6409 + }, + { + "epoch": 0.10972457590852291, + "grad_norm": 3.027860403060913, + "learning_rate": 1.9668546008281572e-05, + "loss": 3.2356, + "step": 6410 + }, + { + "epoch": 0.10974169362707338, + "grad_norm": 2.8089122772216797, + "learning_rate": 1.9668404438469672e-05, + "loss": 3.2203, + "step": 6411 + }, + { + "epoch": 0.10975881134562386, + "grad_norm": 2.894181251525879, + "learning_rate": 1.9668262838940464e-05, + "loss": 3.3106, + "step": 6412 + }, + { + "epoch": 0.10977592906417433, + "grad_norm": 3.08573317527771, + "learning_rate": 1.9668121209694383e-05, + "loss": 3.3627, + "step": 6413 + }, + { + "epoch": 0.10979304678272479, + "grad_norm": 2.9538700580596924, + "learning_rate": 1.966797955073187e-05, + "loss": 3.4226, + "step": 6414 + }, + { + "epoch": 0.10981016450127527, + "grad_norm": 2.890259027481079, + "learning_rate": 1.9667837862053355e-05, + "loss": 3.287, + "step": 6415 + }, + { + "epoch": 0.10982728221982574, + "grad_norm": 2.9046225547790527, + "learning_rate": 1.9667696143659275e-05, + "loss": 3.2336, + "step": 6416 + }, + { + "epoch": 0.10984439993837622, + "grad_norm": 3.04731822013855, + "learning_rate": 1.9667554395550063e-05, + "loss": 3.3077, + "step": 6417 + }, + { + "epoch": 0.10986151765692669, + "grad_norm": 3.1903586387634277, + "learning_rate": 1.966741261772616e-05, + "loss": 3.2496, + "step": 6418 + }, + { + "epoch": 0.10987863537547715, + "grad_norm": 2.960383176803589, + "learning_rate": 1.9667270810188002e-05, + "loss": 3.3274, + "step": 6419 + }, + { + "epoch": 0.10989575309402763, + "grad_norm": 2.8692710399627686, + "learning_rate": 1.966712897293602e-05, + "loss": 3.4556, + "step": 6420 + }, + { + "epoch": 0.1099128708125781, + "grad_norm": 2.992361545562744, + "learning_rate": 1.966698710597065e-05, + "loss": 3.2958, + "step": 6421 + }, + { + "epoch": 0.10992998853112858, + "grad_norm": 2.795302629470825, + "learning_rate": 1.966684520929233e-05, + "loss": 3.2964, + "step": 6422 + }, + { + "epoch": 0.10994710624967904, + "grad_norm": 2.812452554702759, + "learning_rate": 1.96667032829015e-05, + "loss": 3.29, + "step": 6423 + }, + { + "epoch": 0.10996422396822951, + "grad_norm": 2.55586314201355, + "learning_rate": 1.966656132679859e-05, + "loss": 3.1076, + "step": 6424 + }, + { + "epoch": 0.10998134168677999, + "grad_norm": 2.7965471744537354, + "learning_rate": 1.9666419340984044e-05, + "loss": 3.2921, + "step": 6425 + }, + { + "epoch": 0.10999845940533046, + "grad_norm": 2.731055974960327, + "learning_rate": 1.9666277325458284e-05, + "loss": 3.1601, + "step": 6426 + }, + { + "epoch": 0.11001557712388092, + "grad_norm": 2.8628599643707275, + "learning_rate": 1.9666135280221762e-05, + "loss": 3.2515, + "step": 6427 + }, + { + "epoch": 0.1100326948424314, + "grad_norm": 2.8219261169433594, + "learning_rate": 1.966599320527491e-05, + "loss": 3.4108, + "step": 6428 + }, + { + "epoch": 0.11004981256098187, + "grad_norm": 2.643056869506836, + "learning_rate": 1.9665851100618156e-05, + "loss": 3.163, + "step": 6429 + }, + { + "epoch": 0.11006693027953235, + "grad_norm": 2.7633895874023438, + "learning_rate": 1.966570896625195e-05, + "loss": 3.3072, + "step": 6430 + }, + { + "epoch": 0.11008404799808282, + "grad_norm": 2.7017219066619873, + "learning_rate": 1.966556680217672e-05, + "loss": 3.4105, + "step": 6431 + }, + { + "epoch": 0.11010116571663328, + "grad_norm": 3.1006221771240234, + "learning_rate": 1.9665424608392906e-05, + "loss": 3.228, + "step": 6432 + }, + { + "epoch": 0.11011828343518376, + "grad_norm": 2.9909021854400635, + "learning_rate": 1.9665282384900947e-05, + "loss": 3.2252, + "step": 6433 + }, + { + "epoch": 0.11013540115373423, + "grad_norm": 2.836406946182251, + "learning_rate": 1.9665140131701275e-05, + "loss": 3.3876, + "step": 6434 + }, + { + "epoch": 0.11015251887228471, + "grad_norm": 3.055711030960083, + "learning_rate": 1.966499784879433e-05, + "loss": 3.3094, + "step": 6435 + }, + { + "epoch": 0.11016963659083517, + "grad_norm": 2.57970929145813, + "learning_rate": 1.9664855536180552e-05, + "loss": 3.2331, + "step": 6436 + }, + { + "epoch": 0.11018675430938564, + "grad_norm": 2.5939979553222656, + "learning_rate": 1.9664713193860374e-05, + "loss": 3.1857, + "step": 6437 + }, + { + "epoch": 0.11020387202793612, + "grad_norm": 3.0594451427459717, + "learning_rate": 1.9664570821834235e-05, + "loss": 3.342, + "step": 6438 + }, + { + "epoch": 0.11022098974648659, + "grad_norm": 2.797423839569092, + "learning_rate": 1.9664428420102573e-05, + "loss": 3.1255, + "step": 6439 + }, + { + "epoch": 0.11023810746503707, + "grad_norm": 2.9152097702026367, + "learning_rate": 1.9664285988665824e-05, + "loss": 3.5002, + "step": 6440 + }, + { + "epoch": 0.11025522518358753, + "grad_norm": 2.7992043495178223, + "learning_rate": 1.9664143527524433e-05, + "loss": 3.354, + "step": 6441 + }, + { + "epoch": 0.110272342902138, + "grad_norm": 2.6849348545074463, + "learning_rate": 1.9664001036678827e-05, + "loss": 3.3533, + "step": 6442 + }, + { + "epoch": 0.11028946062068848, + "grad_norm": 2.594759225845337, + "learning_rate": 1.9663858516129452e-05, + "loss": 3.2152, + "step": 6443 + }, + { + "epoch": 0.11030657833923894, + "grad_norm": 2.838346004486084, + "learning_rate": 1.9663715965876742e-05, + "loss": 3.3328, + "step": 6444 + }, + { + "epoch": 0.11032369605778941, + "grad_norm": 2.733172655105591, + "learning_rate": 1.9663573385921135e-05, + "loss": 3.2927, + "step": 6445 + }, + { + "epoch": 0.11034081377633989, + "grad_norm": 2.7145535945892334, + "learning_rate": 1.9663430776263074e-05, + "loss": 3.2622, + "step": 6446 + }, + { + "epoch": 0.11035793149489036, + "grad_norm": 2.7584943771362305, + "learning_rate": 1.9663288136902993e-05, + "loss": 3.2254, + "step": 6447 + }, + { + "epoch": 0.11037504921344084, + "grad_norm": 2.8720757961273193, + "learning_rate": 1.9663145467841333e-05, + "loss": 3.2561, + "step": 6448 + }, + { + "epoch": 0.1103921669319913, + "grad_norm": 2.9519975185394287, + "learning_rate": 1.9663002769078527e-05, + "loss": 3.2318, + "step": 6449 + }, + { + "epoch": 0.11040928465054177, + "grad_norm": 2.6625068187713623, + "learning_rate": 1.966286004061502e-05, + "loss": 3.2649, + "step": 6450 + }, + { + "epoch": 0.11042640236909225, + "grad_norm": 2.878899574279785, + "learning_rate": 1.9662717282451248e-05, + "loss": 3.1789, + "step": 6451 + }, + { + "epoch": 0.11044352008764272, + "grad_norm": 2.7567026615142822, + "learning_rate": 1.9662574494587653e-05, + "loss": 3.2463, + "step": 6452 + }, + { + "epoch": 0.1104606378061932, + "grad_norm": 2.7396790981292725, + "learning_rate": 1.9662431677024668e-05, + "loss": 3.2909, + "step": 6453 + }, + { + "epoch": 0.11047775552474366, + "grad_norm": 2.8435416221618652, + "learning_rate": 1.9662288829762732e-05, + "loss": 3.2364, + "step": 6454 + }, + { + "epoch": 0.11049487324329413, + "grad_norm": 2.63315486907959, + "learning_rate": 1.9662145952802293e-05, + "loss": 3.2606, + "step": 6455 + }, + { + "epoch": 0.11051199096184461, + "grad_norm": 2.716519832611084, + "learning_rate": 1.966200304614378e-05, + "loss": 3.1903, + "step": 6456 + }, + { + "epoch": 0.11052910868039507, + "grad_norm": 2.683560848236084, + "learning_rate": 1.966186010978764e-05, + "loss": 3.2254, + "step": 6457 + }, + { + "epoch": 0.11054622639894555, + "grad_norm": 2.6788504123687744, + "learning_rate": 1.9661717143734303e-05, + "loss": 3.3003, + "step": 6458 + }, + { + "epoch": 0.11056334411749602, + "grad_norm": 2.8412959575653076, + "learning_rate": 1.966157414798422e-05, + "loss": 3.3195, + "step": 6459 + }, + { + "epoch": 0.11058046183604649, + "grad_norm": 2.814966917037964, + "learning_rate": 1.9661431122537823e-05, + "loss": 3.2851, + "step": 6460 + }, + { + "epoch": 0.11059757955459697, + "grad_norm": 2.4716286659240723, + "learning_rate": 1.9661288067395554e-05, + "loss": 3.0695, + "step": 6461 + }, + { + "epoch": 0.11061469727314743, + "grad_norm": 2.783421754837036, + "learning_rate": 1.966114498255785e-05, + "loss": 3.3591, + "step": 6462 + }, + { + "epoch": 0.11063181499169791, + "grad_norm": 2.7112362384796143, + "learning_rate": 1.966100186802515e-05, + "loss": 3.2318, + "step": 6463 + }, + { + "epoch": 0.11064893271024838, + "grad_norm": 2.8265249729156494, + "learning_rate": 1.9660858723797902e-05, + "loss": 3.3722, + "step": 6464 + }, + { + "epoch": 0.11066605042879885, + "grad_norm": 2.6805994510650635, + "learning_rate": 1.9660715549876538e-05, + "loss": 3.1817, + "step": 6465 + }, + { + "epoch": 0.11068316814734933, + "grad_norm": 2.8796310424804688, + "learning_rate": 1.96605723462615e-05, + "loss": 3.2448, + "step": 6466 + }, + { + "epoch": 0.11070028586589979, + "grad_norm": 2.7615535259246826, + "learning_rate": 1.966042911295323e-05, + "loss": 3.3257, + "step": 6467 + }, + { + "epoch": 0.11071740358445026, + "grad_norm": 2.7111146450042725, + "learning_rate": 1.966028584995217e-05, + "loss": 3.2477, + "step": 6468 + }, + { + "epoch": 0.11073452130300074, + "grad_norm": 2.6308181285858154, + "learning_rate": 1.9660142557258758e-05, + "loss": 3.2831, + "step": 6469 + }, + { + "epoch": 0.1107516390215512, + "grad_norm": 2.6197962760925293, + "learning_rate": 1.965999923487343e-05, + "loss": 3.3722, + "step": 6470 + }, + { + "epoch": 0.11076875674010168, + "grad_norm": 2.7125468254089355, + "learning_rate": 1.9659855882796628e-05, + "loss": 3.3064, + "step": 6471 + }, + { + "epoch": 0.11078587445865215, + "grad_norm": 2.7514336109161377, + "learning_rate": 1.96597125010288e-05, + "loss": 3.21, + "step": 6472 + }, + { + "epoch": 0.11080299217720262, + "grad_norm": 2.7814249992370605, + "learning_rate": 1.965956908957038e-05, + "loss": 3.3689, + "step": 6473 + }, + { + "epoch": 0.1108201098957531, + "grad_norm": 2.7567505836486816, + "learning_rate": 1.965942564842181e-05, + "loss": 3.1241, + "step": 6474 + }, + { + "epoch": 0.11083722761430356, + "grad_norm": 2.907557964324951, + "learning_rate": 1.965928217758353e-05, + "loss": 3.3345, + "step": 6475 + }, + { + "epoch": 0.11085434533285404, + "grad_norm": 2.630239486694336, + "learning_rate": 1.9659138677055986e-05, + "loss": 3.2254, + "step": 6476 + }, + { + "epoch": 0.11087146305140451, + "grad_norm": 2.5753836631774902, + "learning_rate": 1.9658995146839618e-05, + "loss": 3.2933, + "step": 6477 + }, + { + "epoch": 0.11088858076995498, + "grad_norm": 2.790864944458008, + "learning_rate": 1.9658851586934857e-05, + "loss": 3.3094, + "step": 6478 + }, + { + "epoch": 0.11090569848850546, + "grad_norm": 2.60510516166687, + "learning_rate": 1.9658707997342157e-05, + "loss": 3.2656, + "step": 6479 + }, + { + "epoch": 0.11092281620705592, + "grad_norm": 2.946518898010254, + "learning_rate": 1.965856437806195e-05, + "loss": 3.3221, + "step": 6480 + }, + { + "epoch": 0.1109399339256064, + "grad_norm": 2.960541248321533, + "learning_rate": 1.9658420729094688e-05, + "loss": 3.1722, + "step": 6481 + }, + { + "epoch": 0.11095705164415687, + "grad_norm": 3.1193745136260986, + "learning_rate": 1.96582770504408e-05, + "loss": 3.4086, + "step": 6482 + }, + { + "epoch": 0.11097416936270733, + "grad_norm": 2.730393648147583, + "learning_rate": 1.965813334210074e-05, + "loss": 3.2308, + "step": 6483 + }, + { + "epoch": 0.11099128708125781, + "grad_norm": 2.6315901279449463, + "learning_rate": 1.9657989604074937e-05, + "loss": 3.214, + "step": 6484 + }, + { + "epoch": 0.11100840479980828, + "grad_norm": 2.633988618850708, + "learning_rate": 1.9657845836363842e-05, + "loss": 3.1057, + "step": 6485 + }, + { + "epoch": 0.11102552251835875, + "grad_norm": 2.8692240715026855, + "learning_rate": 1.9657702038967895e-05, + "loss": 3.2818, + "step": 6486 + }, + { + "epoch": 0.11104264023690923, + "grad_norm": 2.69187331199646, + "learning_rate": 1.9657558211887536e-05, + "loss": 3.2157, + "step": 6487 + }, + { + "epoch": 0.11105975795545969, + "grad_norm": 2.8198697566986084, + "learning_rate": 1.965741435512321e-05, + "loss": 3.286, + "step": 6488 + }, + { + "epoch": 0.11107687567401017, + "grad_norm": 2.5452723503112793, + "learning_rate": 1.9657270468675354e-05, + "loss": 3.1595, + "step": 6489 + }, + { + "epoch": 0.11109399339256064, + "grad_norm": 2.667307138442993, + "learning_rate": 1.965712655254442e-05, + "loss": 3.2071, + "step": 6490 + }, + { + "epoch": 0.1111111111111111, + "grad_norm": 2.8517730236053467, + "learning_rate": 1.9656982606730838e-05, + "loss": 3.2141, + "step": 6491 + }, + { + "epoch": 0.11112822882966158, + "grad_norm": 2.7239129543304443, + "learning_rate": 1.965683863123506e-05, + "loss": 3.2788, + "step": 6492 + }, + { + "epoch": 0.11114534654821205, + "grad_norm": 2.8365492820739746, + "learning_rate": 1.9656694626057523e-05, + "loss": 3.2281, + "step": 6493 + }, + { + "epoch": 0.11116246426676253, + "grad_norm": 2.911945104598999, + "learning_rate": 1.9656550591198674e-05, + "loss": 3.3034, + "step": 6494 + }, + { + "epoch": 0.111179581985313, + "grad_norm": 2.9387409687042236, + "learning_rate": 1.9656406526658947e-05, + "loss": 3.2585, + "step": 6495 + }, + { + "epoch": 0.11119669970386346, + "grad_norm": 2.691281795501709, + "learning_rate": 1.96562624324388e-05, + "loss": 3.2032, + "step": 6496 + }, + { + "epoch": 0.11121381742241394, + "grad_norm": 3.0688631534576416, + "learning_rate": 1.9656118308538662e-05, + "loss": 3.2597, + "step": 6497 + }, + { + "epoch": 0.11123093514096441, + "grad_norm": 2.907986879348755, + "learning_rate": 1.965597415495898e-05, + "loss": 3.2081, + "step": 6498 + }, + { + "epoch": 0.11124805285951489, + "grad_norm": 3.0033092498779297, + "learning_rate": 1.9655829971700203e-05, + "loss": 3.199, + "step": 6499 + }, + { + "epoch": 0.11126517057806536, + "grad_norm": 2.785555839538574, + "learning_rate": 1.9655685758762767e-05, + "loss": 3.2842, + "step": 6500 + }, + { + "epoch": 0.11128228829661582, + "grad_norm": 2.8057141304016113, + "learning_rate": 1.9655541516147116e-05, + "loss": 3.2401, + "step": 6501 + }, + { + "epoch": 0.1112994060151663, + "grad_norm": 2.887951135635376, + "learning_rate": 1.9655397243853694e-05, + "loss": 3.3451, + "step": 6502 + }, + { + "epoch": 0.11131652373371677, + "grad_norm": 2.871286153793335, + "learning_rate": 1.9655252941882948e-05, + "loss": 3.2399, + "step": 6503 + }, + { + "epoch": 0.11133364145226725, + "grad_norm": 2.573430061340332, + "learning_rate": 1.9655108610235318e-05, + "loss": 3.2202, + "step": 6504 + }, + { + "epoch": 0.11135075917081771, + "grad_norm": 2.9703102111816406, + "learning_rate": 1.965496424891125e-05, + "loss": 3.3683, + "step": 6505 + }, + { + "epoch": 0.11136787688936818, + "grad_norm": 2.7486093044281006, + "learning_rate": 1.9654819857911184e-05, + "loss": 3.2686, + "step": 6506 + }, + { + "epoch": 0.11138499460791866, + "grad_norm": 2.9069056510925293, + "learning_rate": 1.9654675437235566e-05, + "loss": 3.4381, + "step": 6507 + }, + { + "epoch": 0.11140211232646913, + "grad_norm": 2.6728718280792236, + "learning_rate": 1.965453098688484e-05, + "loss": 3.2782, + "step": 6508 + }, + { + "epoch": 0.1114192300450196, + "grad_norm": 2.7385849952697754, + "learning_rate": 1.965438650685945e-05, + "loss": 3.2396, + "step": 6509 + }, + { + "epoch": 0.11143634776357007, + "grad_norm": 2.9084219932556152, + "learning_rate": 1.9654241997159845e-05, + "loss": 3.2986, + "step": 6510 + }, + { + "epoch": 0.11145346548212054, + "grad_norm": 2.879230260848999, + "learning_rate": 1.9654097457786458e-05, + "loss": 3.2117, + "step": 6511 + }, + { + "epoch": 0.11147058320067102, + "grad_norm": 2.7293522357940674, + "learning_rate": 1.965395288873974e-05, + "loss": 3.2207, + "step": 6512 + }, + { + "epoch": 0.11148770091922149, + "grad_norm": 2.9107797145843506, + "learning_rate": 1.9653808290020134e-05, + "loss": 3.2762, + "step": 6513 + }, + { + "epoch": 0.11150481863777195, + "grad_norm": 2.5771563053131104, + "learning_rate": 1.965366366162809e-05, + "loss": 3.2914, + "step": 6514 + }, + { + "epoch": 0.11152193635632243, + "grad_norm": 2.759683609008789, + "learning_rate": 1.9653519003564043e-05, + "loss": 3.2185, + "step": 6515 + }, + { + "epoch": 0.1115390540748729, + "grad_norm": 2.866292715072632, + "learning_rate": 1.9653374315828445e-05, + "loss": 3.3466, + "step": 6516 + }, + { + "epoch": 0.11155617179342338, + "grad_norm": 2.7260360717773438, + "learning_rate": 1.965322959842174e-05, + "loss": 3.2546, + "step": 6517 + }, + { + "epoch": 0.11157328951197384, + "grad_norm": 2.8082354068756104, + "learning_rate": 1.9653084851344365e-05, + "loss": 3.2663, + "step": 6518 + }, + { + "epoch": 0.11159040723052431, + "grad_norm": 2.871023178100586, + "learning_rate": 1.9652940074596774e-05, + "loss": 3.2492, + "step": 6519 + }, + { + "epoch": 0.11160752494907479, + "grad_norm": 2.7039504051208496, + "learning_rate": 1.9652795268179412e-05, + "loss": 3.2455, + "step": 6520 + }, + { + "epoch": 0.11162464266762526, + "grad_norm": 2.797971487045288, + "learning_rate": 1.965265043209272e-05, + "loss": 3.2195, + "step": 6521 + }, + { + "epoch": 0.11164176038617574, + "grad_norm": 2.6942617893218994, + "learning_rate": 1.965250556633714e-05, + "loss": 3.2751, + "step": 6522 + }, + { + "epoch": 0.1116588781047262, + "grad_norm": 2.837080478668213, + "learning_rate": 1.9652360670913123e-05, + "loss": 3.2894, + "step": 6523 + }, + { + "epoch": 0.11167599582327667, + "grad_norm": 3.0659329891204834, + "learning_rate": 1.965221574582111e-05, + "loss": 3.1946, + "step": 6524 + }, + { + "epoch": 0.11169311354182715, + "grad_norm": 2.8326187133789062, + "learning_rate": 1.9652070791061555e-05, + "loss": 3.4079, + "step": 6525 + }, + { + "epoch": 0.11171023126037762, + "grad_norm": 2.486081838607788, + "learning_rate": 1.9651925806634896e-05, + "loss": 3.1196, + "step": 6526 + }, + { + "epoch": 0.11172734897892808, + "grad_norm": 2.7865655422210693, + "learning_rate": 1.965178079254158e-05, + "loss": 3.3285, + "step": 6527 + }, + { + "epoch": 0.11174446669747856, + "grad_norm": 2.7210071086883545, + "learning_rate": 1.965163574878205e-05, + "loss": 3.2894, + "step": 6528 + }, + { + "epoch": 0.11176158441602903, + "grad_norm": 2.5232017040252686, + "learning_rate": 1.9651490675356756e-05, + "loss": 3.1881, + "step": 6529 + }, + { + "epoch": 0.11177870213457951, + "grad_norm": 2.8685789108276367, + "learning_rate": 1.9651345572266148e-05, + "loss": 3.3145, + "step": 6530 + }, + { + "epoch": 0.11179581985312997, + "grad_norm": 2.763101100921631, + "learning_rate": 1.9651200439510664e-05, + "loss": 3.2626, + "step": 6531 + }, + { + "epoch": 0.11181293757168044, + "grad_norm": 2.972792625427246, + "learning_rate": 1.9651055277090748e-05, + "loss": 3.3838, + "step": 6532 + }, + { + "epoch": 0.11183005529023092, + "grad_norm": 2.6624348163604736, + "learning_rate": 1.9650910085006857e-05, + "loss": 3.266, + "step": 6533 + }, + { + "epoch": 0.11184717300878139, + "grad_norm": 2.7633068561553955, + "learning_rate": 1.9650764863259425e-05, + "loss": 3.2442, + "step": 6534 + }, + { + "epoch": 0.11186429072733187, + "grad_norm": 2.777252435684204, + "learning_rate": 1.965061961184891e-05, + "loss": 3.2186, + "step": 6535 + }, + { + "epoch": 0.11188140844588233, + "grad_norm": 2.810256242752075, + "learning_rate": 1.9650474330775754e-05, + "loss": 3.3058, + "step": 6536 + }, + { + "epoch": 0.1118985261644328, + "grad_norm": 2.685535430908203, + "learning_rate": 1.96503290200404e-05, + "loss": 3.1416, + "step": 6537 + }, + { + "epoch": 0.11191564388298328, + "grad_norm": 2.93355131149292, + "learning_rate": 1.9650183679643296e-05, + "loss": 3.4001, + "step": 6538 + }, + { + "epoch": 0.11193276160153375, + "grad_norm": 2.6208736896514893, + "learning_rate": 1.965003830958489e-05, + "loss": 3.195, + "step": 6539 + }, + { + "epoch": 0.11194987932008423, + "grad_norm": 2.6670563220977783, + "learning_rate": 1.9649892909865632e-05, + "loss": 3.3397, + "step": 6540 + }, + { + "epoch": 0.11196699703863469, + "grad_norm": 2.853856086730957, + "learning_rate": 1.9649747480485966e-05, + "loss": 3.2847, + "step": 6541 + }, + { + "epoch": 0.11198411475718516, + "grad_norm": 2.8191287517547607, + "learning_rate": 1.9649602021446337e-05, + "loss": 3.3733, + "step": 6542 + }, + { + "epoch": 0.11200123247573564, + "grad_norm": 2.693424701690674, + "learning_rate": 1.964945653274719e-05, + "loss": 3.1785, + "step": 6543 + }, + { + "epoch": 0.1120183501942861, + "grad_norm": 2.617933988571167, + "learning_rate": 1.9649311014388984e-05, + "loss": 3.2316, + "step": 6544 + }, + { + "epoch": 0.11203546791283658, + "grad_norm": 2.7025325298309326, + "learning_rate": 1.9649165466372152e-05, + "loss": 3.2258, + "step": 6545 + }, + { + "epoch": 0.11205258563138705, + "grad_norm": 2.724672794342041, + "learning_rate": 1.9649019888697153e-05, + "loss": 3.2459, + "step": 6546 + }, + { + "epoch": 0.11206970334993752, + "grad_norm": 2.894202470779419, + "learning_rate": 1.9648874281364426e-05, + "loss": 3.522, + "step": 6547 + }, + { + "epoch": 0.112086821068488, + "grad_norm": 2.877516984939575, + "learning_rate": 1.964872864437442e-05, + "loss": 3.3539, + "step": 6548 + }, + { + "epoch": 0.11210393878703846, + "grad_norm": 2.736656665802002, + "learning_rate": 1.9648582977727588e-05, + "loss": 3.3173, + "step": 6549 + }, + { + "epoch": 0.11212105650558893, + "grad_norm": 2.9744882583618164, + "learning_rate": 1.964843728142437e-05, + "loss": 3.3963, + "step": 6550 + }, + { + "epoch": 0.11213817422413941, + "grad_norm": 2.7767975330352783, + "learning_rate": 1.964829155546522e-05, + "loss": 3.2691, + "step": 6551 + }, + { + "epoch": 0.11215529194268987, + "grad_norm": 2.721811056137085, + "learning_rate": 1.9648145799850585e-05, + "loss": 3.3152, + "step": 6552 + }, + { + "epoch": 0.11217240966124035, + "grad_norm": 2.66005277633667, + "learning_rate": 1.964800001458091e-05, + "loss": 3.2429, + "step": 6553 + }, + { + "epoch": 0.11218952737979082, + "grad_norm": 2.8091838359832764, + "learning_rate": 1.9647854199656643e-05, + "loss": 3.3551, + "step": 6554 + }, + { + "epoch": 0.11220664509834129, + "grad_norm": 2.786745548248291, + "learning_rate": 1.9647708355078238e-05, + "loss": 3.358, + "step": 6555 + }, + { + "epoch": 0.11222376281689177, + "grad_norm": 2.8654465675354004, + "learning_rate": 1.9647562480846138e-05, + "loss": 3.1774, + "step": 6556 + }, + { + "epoch": 0.11224088053544223, + "grad_norm": 2.635263204574585, + "learning_rate": 1.9647416576960793e-05, + "loss": 3.1582, + "step": 6557 + }, + { + "epoch": 0.11225799825399271, + "grad_norm": 2.851055860519409, + "learning_rate": 1.9647270643422648e-05, + "loss": 3.2888, + "step": 6558 + }, + { + "epoch": 0.11227511597254318, + "grad_norm": 2.859691858291626, + "learning_rate": 1.9647124680232156e-05, + "loss": 3.2717, + "step": 6559 + }, + { + "epoch": 0.11229223369109365, + "grad_norm": 2.736602783203125, + "learning_rate": 1.9646978687389768e-05, + "loss": 3.3124, + "step": 6560 + }, + { + "epoch": 0.11230935140964413, + "grad_norm": 2.7099156379699707, + "learning_rate": 1.9646832664895924e-05, + "loss": 3.2017, + "step": 6561 + }, + { + "epoch": 0.11232646912819459, + "grad_norm": 2.8062782287597656, + "learning_rate": 1.964668661275108e-05, + "loss": 3.3099, + "step": 6562 + }, + { + "epoch": 0.11234358684674507, + "grad_norm": 3.046360492706299, + "learning_rate": 1.9646540530955683e-05, + "loss": 3.31, + "step": 6563 + }, + { + "epoch": 0.11236070456529554, + "grad_norm": 2.6972832679748535, + "learning_rate": 1.9646394419510183e-05, + "loss": 3.3842, + "step": 6564 + }, + { + "epoch": 0.112377822283846, + "grad_norm": 2.752270221710205, + "learning_rate": 1.9646248278415027e-05, + "loss": 3.2227, + "step": 6565 + }, + { + "epoch": 0.11239494000239648, + "grad_norm": 2.7750473022460938, + "learning_rate": 1.9646102107670665e-05, + "loss": 3.3047, + "step": 6566 + }, + { + "epoch": 0.11241205772094695, + "grad_norm": 3.229914665222168, + "learning_rate": 1.9645955907277544e-05, + "loss": 3.2964, + "step": 6567 + }, + { + "epoch": 0.11242917543949742, + "grad_norm": 2.692572593688965, + "learning_rate": 1.964580967723612e-05, + "loss": 3.3489, + "step": 6568 + }, + { + "epoch": 0.1124462931580479, + "grad_norm": 2.800581693649292, + "learning_rate": 1.9645663417546836e-05, + "loss": 3.1903, + "step": 6569 + }, + { + "epoch": 0.11246341087659836, + "grad_norm": 2.7907910346984863, + "learning_rate": 1.964551712821014e-05, + "loss": 3.3376, + "step": 6570 + }, + { + "epoch": 0.11248052859514884, + "grad_norm": 2.761031150817871, + "learning_rate": 1.964537080922649e-05, + "loss": 3.2886, + "step": 6571 + }, + { + "epoch": 0.11249764631369931, + "grad_norm": 2.9600765705108643, + "learning_rate": 1.9645224460596332e-05, + "loss": 3.4075, + "step": 6572 + }, + { + "epoch": 0.11251476403224978, + "grad_norm": 2.7924180030822754, + "learning_rate": 1.9645078082320112e-05, + "loss": 3.2693, + "step": 6573 + }, + { + "epoch": 0.11253188175080026, + "grad_norm": 2.7708425521850586, + "learning_rate": 1.9644931674398285e-05, + "loss": 3.1888, + "step": 6574 + }, + { + "epoch": 0.11254899946935072, + "grad_norm": 2.8951356410980225, + "learning_rate": 1.9644785236831297e-05, + "loss": 3.3515, + "step": 6575 + }, + { + "epoch": 0.1125661171879012, + "grad_norm": 2.7198359966278076, + "learning_rate": 1.96446387696196e-05, + "loss": 3.2477, + "step": 6576 + }, + { + "epoch": 0.11258323490645167, + "grad_norm": 2.8616816997528076, + "learning_rate": 1.9644492272763646e-05, + "loss": 3.4251, + "step": 6577 + }, + { + "epoch": 0.11260035262500213, + "grad_norm": 2.8498144149780273, + "learning_rate": 1.964434574626388e-05, + "loss": 3.4376, + "step": 6578 + }, + { + "epoch": 0.11261747034355261, + "grad_norm": 2.8535547256469727, + "learning_rate": 1.964419919012076e-05, + "loss": 3.2139, + "step": 6579 + }, + { + "epoch": 0.11263458806210308, + "grad_norm": 2.7969586849212646, + "learning_rate": 1.964405260433473e-05, + "loss": 3.3053, + "step": 6580 + }, + { + "epoch": 0.11265170578065356, + "grad_norm": 2.7923097610473633, + "learning_rate": 1.9643905988906243e-05, + "loss": 3.2764, + "step": 6581 + }, + { + "epoch": 0.11266882349920403, + "grad_norm": 2.8438127040863037, + "learning_rate": 1.964375934383575e-05, + "loss": 3.1558, + "step": 6582 + }, + { + "epoch": 0.11268594121775449, + "grad_norm": 3.1075000762939453, + "learning_rate": 1.96436126691237e-05, + "loss": 3.3638, + "step": 6583 + }, + { + "epoch": 0.11270305893630497, + "grad_norm": 2.764739990234375, + "learning_rate": 1.9643465964770547e-05, + "loss": 3.1783, + "step": 6584 + }, + { + "epoch": 0.11272017665485544, + "grad_norm": 2.7212185859680176, + "learning_rate": 1.964331923077674e-05, + "loss": 3.4, + "step": 6585 + }, + { + "epoch": 0.11273729437340592, + "grad_norm": 2.7055022716522217, + "learning_rate": 1.9643172467142728e-05, + "loss": 3.2194, + "step": 6586 + }, + { + "epoch": 0.11275441209195639, + "grad_norm": 2.7452330589294434, + "learning_rate": 1.9643025673868964e-05, + "loss": 3.208, + "step": 6587 + }, + { + "epoch": 0.11277152981050685, + "grad_norm": 2.8244988918304443, + "learning_rate": 1.96428788509559e-05, + "loss": 3.4025, + "step": 6588 + }, + { + "epoch": 0.11278864752905733, + "grad_norm": 2.803090810775757, + "learning_rate": 1.964273199840399e-05, + "loss": 3.2278, + "step": 6589 + }, + { + "epoch": 0.1128057652476078, + "grad_norm": 2.714057445526123, + "learning_rate": 1.9642585116213675e-05, + "loss": 3.2731, + "step": 6590 + }, + { + "epoch": 0.11282288296615826, + "grad_norm": 2.9038753509521484, + "learning_rate": 1.964243820438542e-05, + "loss": 3.2977, + "step": 6591 + }, + { + "epoch": 0.11284000068470874, + "grad_norm": 2.740670919418335, + "learning_rate": 1.9642291262919662e-05, + "loss": 3.2122, + "step": 6592 + }, + { + "epoch": 0.11285711840325921, + "grad_norm": 2.6695706844329834, + "learning_rate": 1.964214429181687e-05, + "loss": 3.2658, + "step": 6593 + }, + { + "epoch": 0.11287423612180969, + "grad_norm": 2.8849899768829346, + "learning_rate": 1.964199729107748e-05, + "loss": 3.359, + "step": 6594 + }, + { + "epoch": 0.11289135384036016, + "grad_norm": 2.742609739303589, + "learning_rate": 1.964185026070195e-05, + "loss": 3.247, + "step": 6595 + }, + { + "epoch": 0.11290847155891062, + "grad_norm": 2.8126986026763916, + "learning_rate": 1.9641703200690735e-05, + "loss": 3.3135, + "step": 6596 + }, + { + "epoch": 0.1129255892774611, + "grad_norm": 2.76546049118042, + "learning_rate": 1.9641556111044283e-05, + "loss": 3.2793, + "step": 6597 + }, + { + "epoch": 0.11294270699601157, + "grad_norm": 2.740963935852051, + "learning_rate": 1.9641408991763048e-05, + "loss": 3.2315, + "step": 6598 + }, + { + "epoch": 0.11295982471456205, + "grad_norm": 2.882416248321533, + "learning_rate": 1.9641261842847477e-05, + "loss": 3.1905, + "step": 6599 + }, + { + "epoch": 0.11297694243311251, + "grad_norm": 2.665834903717041, + "learning_rate": 1.9641114664298032e-05, + "loss": 3.2253, + "step": 6600 + }, + { + "epoch": 0.11299406015166298, + "grad_norm": 2.6593642234802246, + "learning_rate": 1.964096745611516e-05, + "loss": 3.2002, + "step": 6601 + }, + { + "epoch": 0.11301117787021346, + "grad_norm": 2.8846607208251953, + "learning_rate": 1.9640820218299308e-05, + "loss": 3.2521, + "step": 6602 + }, + { + "epoch": 0.11302829558876393, + "grad_norm": 2.8213608264923096, + "learning_rate": 1.964067295085094e-05, + "loss": 3.2708, + "step": 6603 + }, + { + "epoch": 0.11304541330731441, + "grad_norm": 2.9086687564849854, + "learning_rate": 1.96405256537705e-05, + "loss": 3.3339, + "step": 6604 + }, + { + "epoch": 0.11306253102586487, + "grad_norm": 2.943843126296997, + "learning_rate": 1.964037832705844e-05, + "loss": 3.263, + "step": 6605 + }, + { + "epoch": 0.11307964874441534, + "grad_norm": 2.8182413578033447, + "learning_rate": 1.9640230970715222e-05, + "loss": 3.439, + "step": 6606 + }, + { + "epoch": 0.11309676646296582, + "grad_norm": 2.5528743267059326, + "learning_rate": 1.9640083584741293e-05, + "loss": 3.264, + "step": 6607 + }, + { + "epoch": 0.11311388418151629, + "grad_norm": 3.0178608894348145, + "learning_rate": 1.9639936169137104e-05, + "loss": 3.2103, + "step": 6608 + }, + { + "epoch": 0.11313100190006675, + "grad_norm": 2.7401320934295654, + "learning_rate": 1.9639788723903107e-05, + "loss": 3.2062, + "step": 6609 + }, + { + "epoch": 0.11314811961861723, + "grad_norm": 2.8242673873901367, + "learning_rate": 1.9639641249039765e-05, + "loss": 3.2769, + "step": 6610 + }, + { + "epoch": 0.1131652373371677, + "grad_norm": 2.66511607170105, + "learning_rate": 1.9639493744547522e-05, + "loss": 3.3108, + "step": 6611 + }, + { + "epoch": 0.11318235505571818, + "grad_norm": 2.5012519359588623, + "learning_rate": 1.9639346210426832e-05, + "loss": 3.0271, + "step": 6612 + }, + { + "epoch": 0.11319947277426864, + "grad_norm": 2.6675772666931152, + "learning_rate": 1.9639198646678154e-05, + "loss": 3.2557, + "step": 6613 + }, + { + "epoch": 0.11321659049281911, + "grad_norm": 2.920294761657715, + "learning_rate": 1.9639051053301936e-05, + "loss": 3.3825, + "step": 6614 + }, + { + "epoch": 0.11323370821136959, + "grad_norm": 2.665971517562866, + "learning_rate": 1.9638903430298633e-05, + "loss": 3.2639, + "step": 6615 + }, + { + "epoch": 0.11325082592992006, + "grad_norm": 2.697563409805298, + "learning_rate": 1.9638755777668704e-05, + "loss": 3.288, + "step": 6616 + }, + { + "epoch": 0.11326794364847054, + "grad_norm": 2.6400575637817383, + "learning_rate": 1.9638608095412594e-05, + "loss": 3.1697, + "step": 6617 + }, + { + "epoch": 0.113285061367021, + "grad_norm": 2.8792638778686523, + "learning_rate": 1.9638460383530764e-05, + "loss": 3.2771, + "step": 6618 + }, + { + "epoch": 0.11330217908557147, + "grad_norm": 2.8195390701293945, + "learning_rate": 1.9638312642023663e-05, + "loss": 3.2935, + "step": 6619 + }, + { + "epoch": 0.11331929680412195, + "grad_norm": 2.8076705932617188, + "learning_rate": 1.963816487089175e-05, + "loss": 3.2579, + "step": 6620 + }, + { + "epoch": 0.11333641452267242, + "grad_norm": 2.7108869552612305, + "learning_rate": 1.9638017070135477e-05, + "loss": 3.2682, + "step": 6621 + }, + { + "epoch": 0.1133535322412229, + "grad_norm": 2.8662683963775635, + "learning_rate": 1.9637869239755294e-05, + "loss": 3.2525, + "step": 6622 + }, + { + "epoch": 0.11337064995977336, + "grad_norm": 2.781611680984497, + "learning_rate": 1.963772137975166e-05, + "loss": 3.1619, + "step": 6623 + }, + { + "epoch": 0.11338776767832383, + "grad_norm": 2.596527576446533, + "learning_rate": 1.9637573490125033e-05, + "loss": 3.2985, + "step": 6624 + }, + { + "epoch": 0.11340488539687431, + "grad_norm": 2.8524184226989746, + "learning_rate": 1.9637425570875857e-05, + "loss": 3.3639, + "step": 6625 + }, + { + "epoch": 0.11342200311542477, + "grad_norm": 2.7183876037597656, + "learning_rate": 1.96372776220046e-05, + "loss": 3.258, + "step": 6626 + }, + { + "epoch": 0.11343912083397525, + "grad_norm": 2.8044071197509766, + "learning_rate": 1.9637129643511707e-05, + "loss": 3.2758, + "step": 6627 + }, + { + "epoch": 0.11345623855252572, + "grad_norm": 2.6187238693237305, + "learning_rate": 1.9636981635397635e-05, + "loss": 3.2379, + "step": 6628 + }, + { + "epoch": 0.11347335627107619, + "grad_norm": 2.8223655223846436, + "learning_rate": 1.9636833597662838e-05, + "loss": 3.3098, + "step": 6629 + }, + { + "epoch": 0.11349047398962667, + "grad_norm": 2.5960071086883545, + "learning_rate": 1.9636685530307776e-05, + "loss": 3.1866, + "step": 6630 + }, + { + "epoch": 0.11350759170817713, + "grad_norm": 2.602644920349121, + "learning_rate": 1.96365374333329e-05, + "loss": 3.3553, + "step": 6631 + }, + { + "epoch": 0.1135247094267276, + "grad_norm": 2.931208610534668, + "learning_rate": 1.963638930673866e-05, + "loss": 3.2853, + "step": 6632 + }, + { + "epoch": 0.11354182714527808, + "grad_norm": 2.790665626525879, + "learning_rate": 1.9636241150525523e-05, + "loss": 3.27, + "step": 6633 + }, + { + "epoch": 0.11355894486382855, + "grad_norm": 2.8586745262145996, + "learning_rate": 1.963609296469394e-05, + "loss": 3.3595, + "step": 6634 + }, + { + "epoch": 0.11357606258237903, + "grad_norm": 2.805772066116333, + "learning_rate": 1.963594474924436e-05, + "loss": 3.2509, + "step": 6635 + }, + { + "epoch": 0.11359318030092949, + "grad_norm": 2.751410722732544, + "learning_rate": 1.9635796504177248e-05, + "loss": 3.2123, + "step": 6636 + }, + { + "epoch": 0.11361029801947996, + "grad_norm": 2.9333865642547607, + "learning_rate": 1.963564822949305e-05, + "loss": 3.2355, + "step": 6637 + }, + { + "epoch": 0.11362741573803044, + "grad_norm": 2.702529191970825, + "learning_rate": 1.963549992519223e-05, + "loss": 3.2316, + "step": 6638 + }, + { + "epoch": 0.1136445334565809, + "grad_norm": 2.6073286533355713, + "learning_rate": 1.963535159127524e-05, + "loss": 3.1317, + "step": 6639 + }, + { + "epoch": 0.11366165117513138, + "grad_norm": 2.685234785079956, + "learning_rate": 1.9635203227742537e-05, + "loss": 3.1371, + "step": 6640 + }, + { + "epoch": 0.11367876889368185, + "grad_norm": 2.803607702255249, + "learning_rate": 1.963505483459458e-05, + "loss": 3.2662, + "step": 6641 + }, + { + "epoch": 0.11369588661223232, + "grad_norm": 2.6502699851989746, + "learning_rate": 1.9634906411831817e-05, + "loss": 3.265, + "step": 6642 + }, + { + "epoch": 0.1137130043307828, + "grad_norm": 2.838840961456299, + "learning_rate": 1.963475795945471e-05, + "loss": 3.3474, + "step": 6643 + }, + { + "epoch": 0.11373012204933326, + "grad_norm": 2.7089931964874268, + "learning_rate": 1.963460947746372e-05, + "loss": 3.1882, + "step": 6644 + }, + { + "epoch": 0.11374723976788374, + "grad_norm": 2.712913751602173, + "learning_rate": 1.963446096585929e-05, + "loss": 3.3079, + "step": 6645 + }, + { + "epoch": 0.11376435748643421, + "grad_norm": 2.7768797874450684, + "learning_rate": 1.9634312424641888e-05, + "loss": 3.2622, + "step": 6646 + }, + { + "epoch": 0.11378147520498468, + "grad_norm": 2.66902232170105, + "learning_rate": 1.9634163853811967e-05, + "loss": 3.3219, + "step": 6647 + }, + { + "epoch": 0.11379859292353516, + "grad_norm": 2.7524538040161133, + "learning_rate": 1.9634015253369977e-05, + "loss": 3.3996, + "step": 6648 + }, + { + "epoch": 0.11381571064208562, + "grad_norm": 2.617405652999878, + "learning_rate": 1.963386662331639e-05, + "loss": 3.1649, + "step": 6649 + }, + { + "epoch": 0.1138328283606361, + "grad_norm": 2.6875174045562744, + "learning_rate": 1.9633717963651652e-05, + "loss": 3.3876, + "step": 6650 + }, + { + "epoch": 0.11384994607918657, + "grad_norm": 2.787390947341919, + "learning_rate": 1.9633569274376218e-05, + "loss": 3.2907, + "step": 6651 + }, + { + "epoch": 0.11386706379773703, + "grad_norm": 2.6372671127319336, + "learning_rate": 1.963342055549055e-05, + "loss": 3.3559, + "step": 6652 + }, + { + "epoch": 0.11388418151628751, + "grad_norm": 2.698864459991455, + "learning_rate": 1.9633271806995107e-05, + "loss": 3.2506, + "step": 6653 + }, + { + "epoch": 0.11390129923483798, + "grad_norm": 2.448923110961914, + "learning_rate": 1.963312302889034e-05, + "loss": 3.0826, + "step": 6654 + }, + { + "epoch": 0.11391841695338845, + "grad_norm": 2.743924140930176, + "learning_rate": 1.963297422117671e-05, + "loss": 3.3256, + "step": 6655 + }, + { + "epoch": 0.11393553467193893, + "grad_norm": 2.788424015045166, + "learning_rate": 1.9632825383854675e-05, + "loss": 3.1741, + "step": 6656 + }, + { + "epoch": 0.11395265239048939, + "grad_norm": 2.661766767501831, + "learning_rate": 1.9632676516924692e-05, + "loss": 3.3051, + "step": 6657 + }, + { + "epoch": 0.11396977010903987, + "grad_norm": 2.716768980026245, + "learning_rate": 1.9632527620387215e-05, + "loss": 3.2753, + "step": 6658 + }, + { + "epoch": 0.11398688782759034, + "grad_norm": 2.720513105392456, + "learning_rate": 1.963237869424271e-05, + "loss": 3.3222, + "step": 6659 + }, + { + "epoch": 0.1140040055461408, + "grad_norm": 2.6615865230560303, + "learning_rate": 1.9632229738491625e-05, + "loss": 3.3197, + "step": 6660 + }, + { + "epoch": 0.11402112326469128, + "grad_norm": 2.7085838317871094, + "learning_rate": 1.9632080753134422e-05, + "loss": 3.2663, + "step": 6661 + }, + { + "epoch": 0.11403824098324175, + "grad_norm": 2.7057101726531982, + "learning_rate": 1.963193173817156e-05, + "loss": 3.2872, + "step": 6662 + }, + { + "epoch": 0.11405535870179223, + "grad_norm": 2.7637393474578857, + "learning_rate": 1.9631782693603494e-05, + "loss": 3.3643, + "step": 6663 + }, + { + "epoch": 0.1140724764203427, + "grad_norm": 2.6832754611968994, + "learning_rate": 1.963163361943069e-05, + "loss": 3.3324, + "step": 6664 + }, + { + "epoch": 0.11408959413889316, + "grad_norm": 2.8287105560302734, + "learning_rate": 1.9631484515653593e-05, + "loss": 3.3166, + "step": 6665 + }, + { + "epoch": 0.11410671185744364, + "grad_norm": 2.6201608180999756, + "learning_rate": 1.9631335382272673e-05, + "loss": 3.2675, + "step": 6666 + }, + { + "epoch": 0.11412382957599411, + "grad_norm": 2.8783118724823, + "learning_rate": 1.9631186219288385e-05, + "loss": 3.2399, + "step": 6667 + }, + { + "epoch": 0.11414094729454459, + "grad_norm": 2.740020275115967, + "learning_rate": 1.9631037026701186e-05, + "loss": 3.1979, + "step": 6668 + }, + { + "epoch": 0.11415806501309506, + "grad_norm": 2.822793483734131, + "learning_rate": 1.9630887804511537e-05, + "loss": 3.269, + "step": 6669 + }, + { + "epoch": 0.11417518273164552, + "grad_norm": 2.7081263065338135, + "learning_rate": 1.963073855271989e-05, + "loss": 3.3285, + "step": 6670 + }, + { + "epoch": 0.114192300450196, + "grad_norm": 2.4445950984954834, + "learning_rate": 1.963058927132671e-05, + "loss": 3.2423, + "step": 6671 + }, + { + "epoch": 0.11420941816874647, + "grad_norm": 2.7963197231292725, + "learning_rate": 1.9630439960332458e-05, + "loss": 3.2589, + "step": 6672 + }, + { + "epoch": 0.11422653588729693, + "grad_norm": 2.670917510986328, + "learning_rate": 1.9630290619737585e-05, + "loss": 3.2958, + "step": 6673 + }, + { + "epoch": 0.11424365360584741, + "grad_norm": 2.5875399112701416, + "learning_rate": 1.963014124954256e-05, + "loss": 3.2721, + "step": 6674 + }, + { + "epoch": 0.11426077132439788, + "grad_norm": 2.558820962905884, + "learning_rate": 1.962999184974783e-05, + "loss": 3.2633, + "step": 6675 + }, + { + "epoch": 0.11427788904294836, + "grad_norm": 2.513763666152954, + "learning_rate": 1.962984242035386e-05, + "loss": 3.3547, + "step": 6676 + }, + { + "epoch": 0.11429500676149883, + "grad_norm": 2.661811590194702, + "learning_rate": 1.9629692961361115e-05, + "loss": 3.2416, + "step": 6677 + }, + { + "epoch": 0.11431212448004929, + "grad_norm": 2.706199884414673, + "learning_rate": 1.962954347277005e-05, + "loss": 3.292, + "step": 6678 + }, + { + "epoch": 0.11432924219859977, + "grad_norm": 2.57932710647583, + "learning_rate": 1.962939395458112e-05, + "loss": 3.1632, + "step": 6679 + }, + { + "epoch": 0.11434635991715024, + "grad_norm": 2.602224111557007, + "learning_rate": 1.962924440679479e-05, + "loss": 3.2421, + "step": 6680 + }, + { + "epoch": 0.11436347763570072, + "grad_norm": 2.723569631576538, + "learning_rate": 1.962909482941152e-05, + "loss": 3.2488, + "step": 6681 + }, + { + "epoch": 0.11438059535425119, + "grad_norm": 2.6586246490478516, + "learning_rate": 1.9628945222431764e-05, + "loss": 3.0751, + "step": 6682 + }, + { + "epoch": 0.11439771307280165, + "grad_norm": 2.9370641708374023, + "learning_rate": 1.9628795585855986e-05, + "loss": 3.3504, + "step": 6683 + }, + { + "epoch": 0.11441483079135213, + "grad_norm": 2.690422534942627, + "learning_rate": 1.9628645919684647e-05, + "loss": 3.221, + "step": 6684 + }, + { + "epoch": 0.1144319485099026, + "grad_norm": 2.68544602394104, + "learning_rate": 1.9628496223918204e-05, + "loss": 3.1593, + "step": 6685 + }, + { + "epoch": 0.11444906622845308, + "grad_norm": 2.6641721725463867, + "learning_rate": 1.962834649855712e-05, + "loss": 3.0755, + "step": 6686 + }, + { + "epoch": 0.11446618394700354, + "grad_norm": 2.8913114070892334, + "learning_rate": 1.9628196743601858e-05, + "loss": 3.2998, + "step": 6687 + }, + { + "epoch": 0.11448330166555401, + "grad_norm": 2.7494969367980957, + "learning_rate": 1.9628046959052866e-05, + "loss": 3.2343, + "step": 6688 + }, + { + "epoch": 0.11450041938410449, + "grad_norm": 2.834176778793335, + "learning_rate": 1.962789714491062e-05, + "loss": 3.2628, + "step": 6689 + }, + { + "epoch": 0.11451753710265496, + "grad_norm": 2.4490647315979004, + "learning_rate": 1.962774730117557e-05, + "loss": 3.0961, + "step": 6690 + }, + { + "epoch": 0.11453465482120544, + "grad_norm": 2.60801362991333, + "learning_rate": 1.962759742784818e-05, + "loss": 3.1748, + "step": 6691 + }, + { + "epoch": 0.1145517725397559, + "grad_norm": 2.6379621028900146, + "learning_rate": 1.9627447524928906e-05, + "loss": 3.1409, + "step": 6692 + }, + { + "epoch": 0.11456889025830637, + "grad_norm": 2.9560763835906982, + "learning_rate": 1.962729759241822e-05, + "loss": 3.2687, + "step": 6693 + }, + { + "epoch": 0.11458600797685685, + "grad_norm": 2.626307249069214, + "learning_rate": 1.962714763031657e-05, + "loss": 3.3393, + "step": 6694 + }, + { + "epoch": 0.11460312569540732, + "grad_norm": 2.9492568969726562, + "learning_rate": 1.9626997638624426e-05, + "loss": 3.3021, + "step": 6695 + }, + { + "epoch": 0.11462024341395778, + "grad_norm": 2.905561923980713, + "learning_rate": 1.9626847617342245e-05, + "loss": 3.1892, + "step": 6696 + }, + { + "epoch": 0.11463736113250826, + "grad_norm": 2.93452787399292, + "learning_rate": 1.9626697566470493e-05, + "loss": 3.3511, + "step": 6697 + }, + { + "epoch": 0.11465447885105873, + "grad_norm": 2.7715888023376465, + "learning_rate": 1.962654748600962e-05, + "loss": 3.3104, + "step": 6698 + }, + { + "epoch": 0.11467159656960921, + "grad_norm": 2.5525805950164795, + "learning_rate": 1.96263973759601e-05, + "loss": 3.1547, + "step": 6699 + }, + { + "epoch": 0.11468871428815967, + "grad_norm": 2.8457489013671875, + "learning_rate": 1.9626247236322386e-05, + "loss": 3.2969, + "step": 6700 + }, + { + "epoch": 0.11470583200671014, + "grad_norm": 2.80877685546875, + "learning_rate": 1.9626097067096943e-05, + "loss": 3.3334, + "step": 6701 + }, + { + "epoch": 0.11472294972526062, + "grad_norm": 2.690941333770752, + "learning_rate": 1.9625946868284235e-05, + "loss": 3.3182, + "step": 6702 + }, + { + "epoch": 0.11474006744381109, + "grad_norm": 2.544752359390259, + "learning_rate": 1.9625796639884714e-05, + "loss": 3.2529, + "step": 6703 + }, + { + "epoch": 0.11475718516236157, + "grad_norm": 2.8087515830993652, + "learning_rate": 1.962564638189885e-05, + "loss": 3.313, + "step": 6704 + }, + { + "epoch": 0.11477430288091203, + "grad_norm": 2.9436392784118652, + "learning_rate": 1.9625496094327106e-05, + "loss": 3.2432, + "step": 6705 + }, + { + "epoch": 0.1147914205994625, + "grad_norm": 2.741387128829956, + "learning_rate": 1.962534577716994e-05, + "loss": 3.3369, + "step": 6706 + }, + { + "epoch": 0.11480853831801298, + "grad_norm": 2.754145622253418, + "learning_rate": 1.9625195430427815e-05, + "loss": 3.2244, + "step": 6707 + }, + { + "epoch": 0.11482565603656344, + "grad_norm": 2.9257936477661133, + "learning_rate": 1.9625045054101193e-05, + "loss": 3.3301, + "step": 6708 + }, + { + "epoch": 0.11484277375511392, + "grad_norm": 2.9807822704315186, + "learning_rate": 1.962489464819054e-05, + "loss": 3.4157, + "step": 6709 + }, + { + "epoch": 0.11485989147366439, + "grad_norm": 3.128852367401123, + "learning_rate": 1.9624744212696308e-05, + "loss": 3.3322, + "step": 6710 + }, + { + "epoch": 0.11487700919221486, + "grad_norm": 2.9202656745910645, + "learning_rate": 1.962459374761897e-05, + "loss": 3.351, + "step": 6711 + }, + { + "epoch": 0.11489412691076534, + "grad_norm": 2.931955099105835, + "learning_rate": 1.9624443252958986e-05, + "loss": 3.3172, + "step": 6712 + }, + { + "epoch": 0.1149112446293158, + "grad_norm": 2.701411485671997, + "learning_rate": 1.9624292728716813e-05, + "loss": 3.2683, + "step": 6713 + }, + { + "epoch": 0.11492836234786627, + "grad_norm": 3.0223641395568848, + "learning_rate": 1.962414217489292e-05, + "loss": 3.3713, + "step": 6714 + }, + { + "epoch": 0.11494548006641675, + "grad_norm": 2.721616506576538, + "learning_rate": 1.962399159148777e-05, + "loss": 3.1833, + "step": 6715 + }, + { + "epoch": 0.11496259778496722, + "grad_norm": 2.834805727005005, + "learning_rate": 1.9623840978501818e-05, + "loss": 3.2718, + "step": 6716 + }, + { + "epoch": 0.1149797155035177, + "grad_norm": 3.063028335571289, + "learning_rate": 1.9623690335935536e-05, + "loss": 3.2756, + "step": 6717 + }, + { + "epoch": 0.11499683322206816, + "grad_norm": 2.9003520011901855, + "learning_rate": 1.9623539663789383e-05, + "loss": 3.2474, + "step": 6718 + }, + { + "epoch": 0.11501395094061863, + "grad_norm": 2.880927801132202, + "learning_rate": 1.962338896206382e-05, + "loss": 3.24, + "step": 6719 + }, + { + "epoch": 0.11503106865916911, + "grad_norm": 2.9175262451171875, + "learning_rate": 1.9623238230759313e-05, + "loss": 3.3552, + "step": 6720 + }, + { + "epoch": 0.11504818637771957, + "grad_norm": 3.000993013381958, + "learning_rate": 1.9623087469876328e-05, + "loss": 3.2392, + "step": 6721 + }, + { + "epoch": 0.11506530409627005, + "grad_norm": 2.8739874362945557, + "learning_rate": 1.9622936679415322e-05, + "loss": 3.2227, + "step": 6722 + }, + { + "epoch": 0.11508242181482052, + "grad_norm": 2.841118812561035, + "learning_rate": 1.9622785859376765e-05, + "loss": 3.3574, + "step": 6723 + }, + { + "epoch": 0.11509953953337099, + "grad_norm": 2.80648136138916, + "learning_rate": 1.9622635009761116e-05, + "loss": 3.2099, + "step": 6724 + }, + { + "epoch": 0.11511665725192147, + "grad_norm": 3.1971561908721924, + "learning_rate": 1.9622484130568838e-05, + "loss": 3.1679, + "step": 6725 + }, + { + "epoch": 0.11513377497047193, + "grad_norm": 3.2747247219085693, + "learning_rate": 1.96223332218004e-05, + "loss": 3.3699, + "step": 6726 + }, + { + "epoch": 0.11515089268902241, + "grad_norm": 2.6982128620147705, + "learning_rate": 1.9622182283456263e-05, + "loss": 3.1253, + "step": 6727 + }, + { + "epoch": 0.11516801040757288, + "grad_norm": 3.360243082046509, + "learning_rate": 1.9622031315536887e-05, + "loss": 3.2379, + "step": 6728 + }, + { + "epoch": 0.11518512812612335, + "grad_norm": 2.973423719406128, + "learning_rate": 1.9621880318042743e-05, + "loss": 3.2253, + "step": 6729 + }, + { + "epoch": 0.11520224584467383, + "grad_norm": 2.9969468116760254, + "learning_rate": 1.962172929097429e-05, + "loss": 3.3274, + "step": 6730 + }, + { + "epoch": 0.11521936356322429, + "grad_norm": 3.28688907623291, + "learning_rate": 1.9621578234331995e-05, + "loss": 3.3269, + "step": 6731 + }, + { + "epoch": 0.11523648128177477, + "grad_norm": 2.9716343879699707, + "learning_rate": 1.962142714811632e-05, + "loss": 3.247, + "step": 6732 + }, + { + "epoch": 0.11525359900032524, + "grad_norm": 3.1820576190948486, + "learning_rate": 1.962127603232773e-05, + "loss": 3.2098, + "step": 6733 + }, + { + "epoch": 0.1152707167188757, + "grad_norm": 2.777266263961792, + "learning_rate": 1.9621124886966688e-05, + "loss": 3.2709, + "step": 6734 + }, + { + "epoch": 0.11528783443742618, + "grad_norm": 2.822906494140625, + "learning_rate": 1.9620973712033666e-05, + "loss": 3.1976, + "step": 6735 + }, + { + "epoch": 0.11530495215597665, + "grad_norm": 2.6369502544403076, + "learning_rate": 1.9620822507529122e-05, + "loss": 3.1923, + "step": 6736 + }, + { + "epoch": 0.11532206987452712, + "grad_norm": 2.670025110244751, + "learning_rate": 1.962067127345352e-05, + "loss": 3.0924, + "step": 6737 + }, + { + "epoch": 0.1153391875930776, + "grad_norm": 2.820949077606201, + "learning_rate": 1.9620520009807328e-05, + "loss": 3.2574, + "step": 6738 + }, + { + "epoch": 0.11535630531162806, + "grad_norm": 3.080439805984497, + "learning_rate": 1.962036871659101e-05, + "loss": 3.324, + "step": 6739 + }, + { + "epoch": 0.11537342303017854, + "grad_norm": 2.8593780994415283, + "learning_rate": 1.9620217393805027e-05, + "loss": 3.2697, + "step": 6740 + }, + { + "epoch": 0.11539054074872901, + "grad_norm": 2.8113765716552734, + "learning_rate": 1.9620066041449854e-05, + "loss": 3.2514, + "step": 6741 + }, + { + "epoch": 0.11540765846727948, + "grad_norm": 2.8933494091033936, + "learning_rate": 1.9619914659525948e-05, + "loss": 3.2517, + "step": 6742 + }, + { + "epoch": 0.11542477618582996, + "grad_norm": 2.819856643676758, + "learning_rate": 1.9619763248033775e-05, + "loss": 3.3971, + "step": 6743 + }, + { + "epoch": 0.11544189390438042, + "grad_norm": 2.937732219696045, + "learning_rate": 1.9619611806973802e-05, + "loss": 3.4114, + "step": 6744 + }, + { + "epoch": 0.1154590116229309, + "grad_norm": 2.8187570571899414, + "learning_rate": 1.9619460336346495e-05, + "loss": 3.1371, + "step": 6745 + }, + { + "epoch": 0.11547612934148137, + "grad_norm": 2.810969829559326, + "learning_rate": 1.961930883615232e-05, + "loss": 3.3556, + "step": 6746 + }, + { + "epoch": 0.11549324706003183, + "grad_norm": 2.801783800125122, + "learning_rate": 1.9619157306391742e-05, + "loss": 3.3753, + "step": 6747 + }, + { + "epoch": 0.11551036477858231, + "grad_norm": 2.8490991592407227, + "learning_rate": 1.961900574706522e-05, + "loss": 3.3242, + "step": 6748 + }, + { + "epoch": 0.11552748249713278, + "grad_norm": 2.73043155670166, + "learning_rate": 1.9618854158173232e-05, + "loss": 3.1544, + "step": 6749 + }, + { + "epoch": 0.11554460021568326, + "grad_norm": 2.9464828968048096, + "learning_rate": 1.9618702539716236e-05, + "loss": 3.3242, + "step": 6750 + }, + { + "epoch": 0.11556171793423373, + "grad_norm": 2.3963112831115723, + "learning_rate": 1.96185508916947e-05, + "loss": 3.1375, + "step": 6751 + }, + { + "epoch": 0.11557883565278419, + "grad_norm": 2.6776580810546875, + "learning_rate": 1.9618399214109094e-05, + "loss": 3.2425, + "step": 6752 + }, + { + "epoch": 0.11559595337133467, + "grad_norm": 2.6840708255767822, + "learning_rate": 1.9618247506959878e-05, + "loss": 3.2783, + "step": 6753 + }, + { + "epoch": 0.11561307108988514, + "grad_norm": 2.9152119159698486, + "learning_rate": 1.9618095770247517e-05, + "loss": 3.2821, + "step": 6754 + }, + { + "epoch": 0.1156301888084356, + "grad_norm": 2.70426869392395, + "learning_rate": 1.9617944003972487e-05, + "loss": 3.2562, + "step": 6755 + }, + { + "epoch": 0.11564730652698609, + "grad_norm": 2.8688600063323975, + "learning_rate": 1.9617792208135245e-05, + "loss": 3.2665, + "step": 6756 + }, + { + "epoch": 0.11566442424553655, + "grad_norm": 2.5464463233947754, + "learning_rate": 1.961764038273626e-05, + "loss": 3.028, + "step": 6757 + }, + { + "epoch": 0.11568154196408703, + "grad_norm": 2.8259756565093994, + "learning_rate": 1.9617488527776004e-05, + "loss": 3.2922, + "step": 6758 + }, + { + "epoch": 0.1156986596826375, + "grad_norm": 2.7420449256896973, + "learning_rate": 1.9617336643254938e-05, + "loss": 3.2979, + "step": 6759 + }, + { + "epoch": 0.11571577740118796, + "grad_norm": 3.1401491165161133, + "learning_rate": 1.961718472917353e-05, + "loss": 3.4593, + "step": 6760 + }, + { + "epoch": 0.11573289511973844, + "grad_norm": 2.7974042892456055, + "learning_rate": 1.9617032785532246e-05, + "loss": 3.2812, + "step": 6761 + }, + { + "epoch": 0.11575001283828891, + "grad_norm": 2.776761770248413, + "learning_rate": 1.9616880812331556e-05, + "loss": 3.084, + "step": 6762 + }, + { + "epoch": 0.11576713055683939, + "grad_norm": 2.8480288982391357, + "learning_rate": 1.9616728809571924e-05, + "loss": 3.1193, + "step": 6763 + }, + { + "epoch": 0.11578424827538986, + "grad_norm": 2.717736005783081, + "learning_rate": 1.961657677725382e-05, + "loss": 3.3341, + "step": 6764 + }, + { + "epoch": 0.11580136599394032, + "grad_norm": 2.763268232345581, + "learning_rate": 1.9616424715377708e-05, + "loss": 3.2847, + "step": 6765 + }, + { + "epoch": 0.1158184837124908, + "grad_norm": 2.881892442703247, + "learning_rate": 1.961627262394406e-05, + "loss": 3.2839, + "step": 6766 + }, + { + "epoch": 0.11583560143104127, + "grad_norm": 2.62831711769104, + "learning_rate": 1.961612050295334e-05, + "loss": 3.1872, + "step": 6767 + }, + { + "epoch": 0.11585271914959175, + "grad_norm": 2.7348320484161377, + "learning_rate": 1.9615968352406014e-05, + "loss": 3.2809, + "step": 6768 + }, + { + "epoch": 0.11586983686814221, + "grad_norm": 2.6228933334350586, + "learning_rate": 1.9615816172302554e-05, + "loss": 3.217, + "step": 6769 + }, + { + "epoch": 0.11588695458669268, + "grad_norm": 2.8647968769073486, + "learning_rate": 1.9615663962643422e-05, + "loss": 3.162, + "step": 6770 + }, + { + "epoch": 0.11590407230524316, + "grad_norm": 2.6406519412994385, + "learning_rate": 1.9615511723429094e-05, + "loss": 3.234, + "step": 6771 + }, + { + "epoch": 0.11592119002379363, + "grad_norm": 2.751161575317383, + "learning_rate": 1.9615359454660035e-05, + "loss": 3.2138, + "step": 6772 + }, + { + "epoch": 0.11593830774234411, + "grad_norm": 2.6242451667785645, + "learning_rate": 1.961520715633671e-05, + "loss": 3.2332, + "step": 6773 + }, + { + "epoch": 0.11595542546089457, + "grad_norm": 2.7734103202819824, + "learning_rate": 1.9615054828459587e-05, + "loss": 3.1863, + "step": 6774 + }, + { + "epoch": 0.11597254317944504, + "grad_norm": 2.6255972385406494, + "learning_rate": 1.9614902471029136e-05, + "loss": 3.3027, + "step": 6775 + }, + { + "epoch": 0.11598966089799552, + "grad_norm": 2.614136219024658, + "learning_rate": 1.9614750084045825e-05, + "loss": 3.2695, + "step": 6776 + }, + { + "epoch": 0.11600677861654599, + "grad_norm": 2.5221283435821533, + "learning_rate": 1.9614597667510123e-05, + "loss": 3.2388, + "step": 6777 + }, + { + "epoch": 0.11602389633509645, + "grad_norm": 2.5606560707092285, + "learning_rate": 1.96144452214225e-05, + "loss": 3.2598, + "step": 6778 + }, + { + "epoch": 0.11604101405364693, + "grad_norm": 2.5865297317504883, + "learning_rate": 1.9614292745783417e-05, + "loss": 3.1534, + "step": 6779 + }, + { + "epoch": 0.1160581317721974, + "grad_norm": 2.676633596420288, + "learning_rate": 1.9614140240593354e-05, + "loss": 3.2258, + "step": 6780 + }, + { + "epoch": 0.11607524949074788, + "grad_norm": 2.453000068664551, + "learning_rate": 1.9613987705852775e-05, + "loss": 3.1366, + "step": 6781 + }, + { + "epoch": 0.11609236720929834, + "grad_norm": 2.905799150466919, + "learning_rate": 1.9613835141562144e-05, + "loss": 3.3732, + "step": 6782 + }, + { + "epoch": 0.11610948492784881, + "grad_norm": 2.5904245376586914, + "learning_rate": 1.9613682547721935e-05, + "loss": 3.1796, + "step": 6783 + }, + { + "epoch": 0.11612660264639929, + "grad_norm": 2.682590961456299, + "learning_rate": 1.9613529924332615e-05, + "loss": 3.3173, + "step": 6784 + }, + { + "epoch": 0.11614372036494976, + "grad_norm": 2.7295339107513428, + "learning_rate": 1.9613377271394657e-05, + "loss": 3.2302, + "step": 6785 + }, + { + "epoch": 0.11616083808350024, + "grad_norm": 2.745246648788452, + "learning_rate": 1.9613224588908523e-05, + "loss": 3.239, + "step": 6786 + }, + { + "epoch": 0.1161779558020507, + "grad_norm": 2.693763256072998, + "learning_rate": 1.9613071876874688e-05, + "loss": 3.1366, + "step": 6787 + }, + { + "epoch": 0.11619507352060117, + "grad_norm": 2.827476978302002, + "learning_rate": 1.9612919135293617e-05, + "loss": 3.3252, + "step": 6788 + }, + { + "epoch": 0.11621219123915165, + "grad_norm": 2.7762951850891113, + "learning_rate": 1.9612766364165786e-05, + "loss": 3.3441, + "step": 6789 + }, + { + "epoch": 0.11622930895770212, + "grad_norm": 2.697641134262085, + "learning_rate": 1.961261356349166e-05, + "loss": 3.2948, + "step": 6790 + }, + { + "epoch": 0.1162464266762526, + "grad_norm": 2.7122457027435303, + "learning_rate": 1.961246073327171e-05, + "loss": 3.3333, + "step": 6791 + }, + { + "epoch": 0.11626354439480306, + "grad_norm": 2.7946887016296387, + "learning_rate": 1.9612307873506404e-05, + "loss": 3.2387, + "step": 6792 + }, + { + "epoch": 0.11628066211335353, + "grad_norm": 2.8415253162384033, + "learning_rate": 1.9612154984196214e-05, + "loss": 3.2922, + "step": 6793 + }, + { + "epoch": 0.11629777983190401, + "grad_norm": 2.7494163513183594, + "learning_rate": 1.961200206534161e-05, + "loss": 3.2449, + "step": 6794 + }, + { + "epoch": 0.11631489755045447, + "grad_norm": 2.8725697994232178, + "learning_rate": 1.9611849116943058e-05, + "loss": 3.2567, + "step": 6795 + }, + { + "epoch": 0.11633201526900494, + "grad_norm": 2.796480894088745, + "learning_rate": 1.9611696139001034e-05, + "loss": 3.2887, + "step": 6796 + }, + { + "epoch": 0.11634913298755542, + "grad_norm": 2.8976757526397705, + "learning_rate": 1.9611543131516e-05, + "loss": 3.3618, + "step": 6797 + }, + { + "epoch": 0.11636625070610589, + "grad_norm": 2.894666910171509, + "learning_rate": 1.961139009448844e-05, + "loss": 3.2399, + "step": 6798 + }, + { + "epoch": 0.11638336842465637, + "grad_norm": 2.642742395401001, + "learning_rate": 1.961123702791881e-05, + "loss": 3.2822, + "step": 6799 + }, + { + "epoch": 0.11640048614320683, + "grad_norm": 2.5527658462524414, + "learning_rate": 1.9611083931807585e-05, + "loss": 3.1419, + "step": 6800 + }, + { + "epoch": 0.1164176038617573, + "grad_norm": 2.7554943561553955, + "learning_rate": 1.9610930806155243e-05, + "loss": 3.2766, + "step": 6801 + }, + { + "epoch": 0.11643472158030778, + "grad_norm": 2.6542422771453857, + "learning_rate": 1.9610777650962244e-05, + "loss": 3.2743, + "step": 6802 + }, + { + "epoch": 0.11645183929885825, + "grad_norm": 2.764659881591797, + "learning_rate": 1.9610624466229066e-05, + "loss": 3.2092, + "step": 6803 + }, + { + "epoch": 0.11646895701740873, + "grad_norm": 2.6334948539733887, + "learning_rate": 1.961047125195618e-05, + "loss": 3.2573, + "step": 6804 + }, + { + "epoch": 0.11648607473595919, + "grad_norm": 2.5646748542785645, + "learning_rate": 1.9610318008144046e-05, + "loss": 3.2263, + "step": 6805 + }, + { + "epoch": 0.11650319245450966, + "grad_norm": 2.8640036582946777, + "learning_rate": 1.961016473479315e-05, + "loss": 3.2882, + "step": 6806 + }, + { + "epoch": 0.11652031017306014, + "grad_norm": 2.559236764907837, + "learning_rate": 1.9610011431903953e-05, + "loss": 3.1184, + "step": 6807 + }, + { + "epoch": 0.1165374278916106, + "grad_norm": 2.7206625938415527, + "learning_rate": 1.960985809947693e-05, + "loss": 3.2758, + "step": 6808 + }, + { + "epoch": 0.11655454561016108, + "grad_norm": 2.714632987976074, + "learning_rate": 1.9609704737512553e-05, + "loss": 3.2333, + "step": 6809 + }, + { + "epoch": 0.11657166332871155, + "grad_norm": 2.7093753814697266, + "learning_rate": 1.9609551346011294e-05, + "loss": 3.1408, + "step": 6810 + }, + { + "epoch": 0.11658878104726202, + "grad_norm": 2.585495710372925, + "learning_rate": 1.960939792497362e-05, + "loss": 3.3751, + "step": 6811 + }, + { + "epoch": 0.1166058987658125, + "grad_norm": 2.6309006214141846, + "learning_rate": 1.96092444744e-05, + "loss": 3.1497, + "step": 6812 + }, + { + "epoch": 0.11662301648436296, + "grad_norm": 2.6752562522888184, + "learning_rate": 1.9609090994290917e-05, + "loss": 3.1539, + "step": 6813 + }, + { + "epoch": 0.11664013420291344, + "grad_norm": 2.9977638721466064, + "learning_rate": 1.9608937484646837e-05, + "loss": 3.1561, + "step": 6814 + }, + { + "epoch": 0.11665725192146391, + "grad_norm": 2.7834506034851074, + "learning_rate": 1.960878394546823e-05, + "loss": 3.2458, + "step": 6815 + }, + { + "epoch": 0.11667436964001437, + "grad_norm": 2.7231838703155518, + "learning_rate": 1.9608630376755572e-05, + "loss": 3.3844, + "step": 6816 + }, + { + "epoch": 0.11669148735856485, + "grad_norm": 2.880295991897583, + "learning_rate": 1.9608476778509332e-05, + "loss": 3.2409, + "step": 6817 + }, + { + "epoch": 0.11670860507711532, + "grad_norm": 2.760524034500122, + "learning_rate": 1.9608323150729977e-05, + "loss": 3.1857, + "step": 6818 + }, + { + "epoch": 0.11672572279566579, + "grad_norm": 2.8773860931396484, + "learning_rate": 1.960816949341799e-05, + "loss": 3.153, + "step": 6819 + }, + { + "epoch": 0.11674284051421627, + "grad_norm": 2.6500816345214844, + "learning_rate": 1.9608015806573836e-05, + "loss": 3.0055, + "step": 6820 + }, + { + "epoch": 0.11675995823276673, + "grad_norm": 2.949136257171631, + "learning_rate": 1.9607862090197993e-05, + "loss": 3.1463, + "step": 6821 + }, + { + "epoch": 0.11677707595131721, + "grad_norm": 2.8836705684661865, + "learning_rate": 1.9607708344290925e-05, + "loss": 3.2464, + "step": 6822 + }, + { + "epoch": 0.11679419366986768, + "grad_norm": 2.7750015258789062, + "learning_rate": 1.960755456885311e-05, + "loss": 3.2065, + "step": 6823 + }, + { + "epoch": 0.11681131138841815, + "grad_norm": 2.777636766433716, + "learning_rate": 1.960740076388502e-05, + "loss": 3.2865, + "step": 6824 + }, + { + "epoch": 0.11682842910696863, + "grad_norm": 2.8020660877227783, + "learning_rate": 1.960724692938713e-05, + "loss": 3.289, + "step": 6825 + }, + { + "epoch": 0.11684554682551909, + "grad_norm": 2.777958869934082, + "learning_rate": 1.9607093065359906e-05, + "loss": 3.1847, + "step": 6826 + }, + { + "epoch": 0.11686266454406957, + "grad_norm": 2.68489670753479, + "learning_rate": 1.9606939171803832e-05, + "loss": 3.2995, + "step": 6827 + }, + { + "epoch": 0.11687978226262004, + "grad_norm": 2.6392555236816406, + "learning_rate": 1.9606785248719372e-05, + "loss": 3.3451, + "step": 6828 + }, + { + "epoch": 0.1168968999811705, + "grad_norm": 2.715601682662964, + "learning_rate": 1.9606631296107e-05, + "loss": 3.1258, + "step": 6829 + }, + { + "epoch": 0.11691401769972098, + "grad_norm": 2.9880082607269287, + "learning_rate": 1.9606477313967192e-05, + "loss": 3.3404, + "step": 6830 + }, + { + "epoch": 0.11693113541827145, + "grad_norm": 2.7410264015197754, + "learning_rate": 1.960632330230042e-05, + "loss": 3.1594, + "step": 6831 + }, + { + "epoch": 0.11694825313682193, + "grad_norm": 2.8163928985595703, + "learning_rate": 1.9606169261107156e-05, + "loss": 3.2751, + "step": 6832 + }, + { + "epoch": 0.1169653708553724, + "grad_norm": 3.0066869258880615, + "learning_rate": 1.960601519038788e-05, + "loss": 3.2966, + "step": 6833 + }, + { + "epoch": 0.11698248857392286, + "grad_norm": 2.767568588256836, + "learning_rate": 1.9605861090143054e-05, + "loss": 3.1902, + "step": 6834 + }, + { + "epoch": 0.11699960629247334, + "grad_norm": 2.7716734409332275, + "learning_rate": 1.9605706960373166e-05, + "loss": 3.18, + "step": 6835 + }, + { + "epoch": 0.11701672401102381, + "grad_norm": 3.080089569091797, + "learning_rate": 1.9605552801078675e-05, + "loss": 3.2643, + "step": 6836 + }, + { + "epoch": 0.11703384172957428, + "grad_norm": 2.7519614696502686, + "learning_rate": 1.9605398612260065e-05, + "loss": 3.3521, + "step": 6837 + }, + { + "epoch": 0.11705095944812476, + "grad_norm": 2.746990919113159, + "learning_rate": 1.9605244393917805e-05, + "loss": 3.168, + "step": 6838 + }, + { + "epoch": 0.11706807716667522, + "grad_norm": 2.8141136169433594, + "learning_rate": 1.9605090146052372e-05, + "loss": 3.235, + "step": 6839 + }, + { + "epoch": 0.1170851948852257, + "grad_norm": 2.9167098999023438, + "learning_rate": 1.960493586866424e-05, + "loss": 3.3799, + "step": 6840 + }, + { + "epoch": 0.11710231260377617, + "grad_norm": 2.779965400695801, + "learning_rate": 1.960478156175388e-05, + "loss": 3.1945, + "step": 6841 + }, + { + "epoch": 0.11711943032232663, + "grad_norm": 2.952366352081299, + "learning_rate": 1.9604627225321768e-05, + "loss": 3.2515, + "step": 6842 + }, + { + "epoch": 0.11713654804087711, + "grad_norm": 2.7464773654937744, + "learning_rate": 1.960447285936838e-05, + "loss": 3.249, + "step": 6843 + }, + { + "epoch": 0.11715366575942758, + "grad_norm": 2.695779800415039, + "learning_rate": 1.960431846389419e-05, + "loss": 3.3171, + "step": 6844 + }, + { + "epoch": 0.11717078347797806, + "grad_norm": 2.9703149795532227, + "learning_rate": 1.960416403889967e-05, + "loss": 3.3475, + "step": 6845 + }, + { + "epoch": 0.11718790119652853, + "grad_norm": 2.6043498516082764, + "learning_rate": 1.9604009584385295e-05, + "loss": 3.2253, + "step": 6846 + }, + { + "epoch": 0.11720501891507899, + "grad_norm": 2.8418684005737305, + "learning_rate": 1.9603855100351545e-05, + "loss": 3.2978, + "step": 6847 + }, + { + "epoch": 0.11722213663362947, + "grad_norm": 2.743739366531372, + "learning_rate": 1.960370058679889e-05, + "loss": 3.2986, + "step": 6848 + }, + { + "epoch": 0.11723925435217994, + "grad_norm": 2.7637434005737305, + "learning_rate": 1.96035460437278e-05, + "loss": 3.2655, + "step": 6849 + }, + { + "epoch": 0.11725637207073042, + "grad_norm": 2.774589776992798, + "learning_rate": 1.960339147113876e-05, + "loss": 3.3164, + "step": 6850 + }, + { + "epoch": 0.11727348978928089, + "grad_norm": 2.7123701572418213, + "learning_rate": 1.9603236869032244e-05, + "loss": 3.3213, + "step": 6851 + }, + { + "epoch": 0.11729060750783135, + "grad_norm": 2.685424327850342, + "learning_rate": 1.960308223740872e-05, + "loss": 3.2689, + "step": 6852 + }, + { + "epoch": 0.11730772522638183, + "grad_norm": 2.795485734939575, + "learning_rate": 1.960292757626867e-05, + "loss": 3.2322, + "step": 6853 + }, + { + "epoch": 0.1173248429449323, + "grad_norm": 2.7344486713409424, + "learning_rate": 1.960277288561257e-05, + "loss": 3.2177, + "step": 6854 + }, + { + "epoch": 0.11734196066348278, + "grad_norm": 2.7501208782196045, + "learning_rate": 1.9602618165440886e-05, + "loss": 3.2238, + "step": 6855 + }, + { + "epoch": 0.11735907838203324, + "grad_norm": 2.9024646282196045, + "learning_rate": 1.9602463415754104e-05, + "loss": 3.3544, + "step": 6856 + }, + { + "epoch": 0.11737619610058371, + "grad_norm": 2.804647922515869, + "learning_rate": 1.9602308636552692e-05, + "loss": 3.3391, + "step": 6857 + }, + { + "epoch": 0.11739331381913419, + "grad_norm": 2.7917492389678955, + "learning_rate": 1.9602153827837132e-05, + "loss": 3.2266, + "step": 6858 + }, + { + "epoch": 0.11741043153768466, + "grad_norm": 2.918416976928711, + "learning_rate": 1.9601998989607892e-05, + "loss": 3.3681, + "step": 6859 + }, + { + "epoch": 0.11742754925623512, + "grad_norm": 2.6854875087738037, + "learning_rate": 1.960184412186546e-05, + "loss": 3.1829, + "step": 6860 + }, + { + "epoch": 0.1174446669747856, + "grad_norm": 2.4941368103027344, + "learning_rate": 1.96016892246103e-05, + "loss": 3.1936, + "step": 6861 + }, + { + "epoch": 0.11746178469333607, + "grad_norm": 2.7276253700256348, + "learning_rate": 1.9601534297842898e-05, + "loss": 3.2638, + "step": 6862 + }, + { + "epoch": 0.11747890241188655, + "grad_norm": 2.7602756023406982, + "learning_rate": 1.960137934156372e-05, + "loss": 3.2604, + "step": 6863 + }, + { + "epoch": 0.11749602013043701, + "grad_norm": 2.8359413146972656, + "learning_rate": 1.960122435577325e-05, + "loss": 3.2894, + "step": 6864 + }, + { + "epoch": 0.11751313784898748, + "grad_norm": 2.6382365226745605, + "learning_rate": 1.960106934047196e-05, + "loss": 3.2583, + "step": 6865 + }, + { + "epoch": 0.11753025556753796, + "grad_norm": 2.4790778160095215, + "learning_rate": 1.9600914295660332e-05, + "loss": 3.1817, + "step": 6866 + }, + { + "epoch": 0.11754737328608843, + "grad_norm": 2.534674644470215, + "learning_rate": 1.9600759221338835e-05, + "loss": 3.2501, + "step": 6867 + }, + { + "epoch": 0.11756449100463891, + "grad_norm": 2.7067084312438965, + "learning_rate": 1.9600604117507953e-05, + "loss": 3.1995, + "step": 6868 + }, + { + "epoch": 0.11758160872318937, + "grad_norm": 2.815481185913086, + "learning_rate": 1.9600448984168158e-05, + "loss": 3.2949, + "step": 6869 + }, + { + "epoch": 0.11759872644173984, + "grad_norm": 2.664611577987671, + "learning_rate": 1.9600293821319927e-05, + "loss": 3.2, + "step": 6870 + }, + { + "epoch": 0.11761584416029032, + "grad_norm": 2.683126449584961, + "learning_rate": 1.9600138628963742e-05, + "loss": 3.2989, + "step": 6871 + }, + { + "epoch": 0.11763296187884079, + "grad_norm": 2.7000696659088135, + "learning_rate": 1.9599983407100073e-05, + "loss": 3.2686, + "step": 6872 + }, + { + "epoch": 0.11765007959739127, + "grad_norm": 2.809338331222534, + "learning_rate": 1.9599828155729398e-05, + "loss": 3.3991, + "step": 6873 + }, + { + "epoch": 0.11766719731594173, + "grad_norm": 2.67916202545166, + "learning_rate": 1.9599672874852198e-05, + "loss": 3.301, + "step": 6874 + }, + { + "epoch": 0.1176843150344922, + "grad_norm": 2.8329708576202393, + "learning_rate": 1.9599517564468947e-05, + "loss": 3.341, + "step": 6875 + }, + { + "epoch": 0.11770143275304268, + "grad_norm": 2.6051852703094482, + "learning_rate": 1.959936222458013e-05, + "loss": 3.2378, + "step": 6876 + }, + { + "epoch": 0.11771855047159314, + "grad_norm": 2.79263973236084, + "learning_rate": 1.9599206855186215e-05, + "loss": 3.2292, + "step": 6877 + }, + { + "epoch": 0.11773566819014361, + "grad_norm": 2.6137783527374268, + "learning_rate": 1.9599051456287683e-05, + "loss": 3.3331, + "step": 6878 + }, + { + "epoch": 0.11775278590869409, + "grad_norm": 2.6453771591186523, + "learning_rate": 1.959889602788501e-05, + "loss": 3.2006, + "step": 6879 + }, + { + "epoch": 0.11776990362724456, + "grad_norm": 2.642839193344116, + "learning_rate": 1.9598740569978677e-05, + "loss": 3.2651, + "step": 6880 + }, + { + "epoch": 0.11778702134579504, + "grad_norm": 2.7054412364959717, + "learning_rate": 1.959858508256916e-05, + "loss": 3.2082, + "step": 6881 + }, + { + "epoch": 0.1178041390643455, + "grad_norm": 2.7535054683685303, + "learning_rate": 1.9598429565656935e-05, + "loss": 3.2173, + "step": 6882 + }, + { + "epoch": 0.11782125678289597, + "grad_norm": 2.517561197280884, + "learning_rate": 1.9598274019242485e-05, + "loss": 3.1446, + "step": 6883 + }, + { + "epoch": 0.11783837450144645, + "grad_norm": 2.6643598079681396, + "learning_rate": 1.9598118443326284e-05, + "loss": 3.2057, + "step": 6884 + }, + { + "epoch": 0.11785549221999692, + "grad_norm": 2.6799159049987793, + "learning_rate": 1.9597962837908814e-05, + "loss": 3.2611, + "step": 6885 + }, + { + "epoch": 0.1178726099385474, + "grad_norm": 2.681434154510498, + "learning_rate": 1.9597807202990548e-05, + "loss": 3.231, + "step": 6886 + }, + { + "epoch": 0.11788972765709786, + "grad_norm": 2.8154098987579346, + "learning_rate": 1.959765153857197e-05, + "loss": 3.1611, + "step": 6887 + }, + { + "epoch": 0.11790684537564833, + "grad_norm": 2.7226014137268066, + "learning_rate": 1.959749584465355e-05, + "loss": 3.2734, + "step": 6888 + }, + { + "epoch": 0.11792396309419881, + "grad_norm": 2.6976656913757324, + "learning_rate": 1.9597340121235774e-05, + "loss": 3.3042, + "step": 6889 + }, + { + "epoch": 0.11794108081274927, + "grad_norm": 2.7984511852264404, + "learning_rate": 1.9597184368319123e-05, + "loss": 3.1805, + "step": 6890 + }, + { + "epoch": 0.11795819853129975, + "grad_norm": 2.725277900695801, + "learning_rate": 1.959702858590407e-05, + "loss": 3.1821, + "step": 6891 + }, + { + "epoch": 0.11797531624985022, + "grad_norm": 2.7323849201202393, + "learning_rate": 1.9596872773991093e-05, + "loss": 3.3969, + "step": 6892 + }, + { + "epoch": 0.11799243396840069, + "grad_norm": 2.5104737281799316, + "learning_rate": 1.959671693258067e-05, + "loss": 3.1871, + "step": 6893 + }, + { + "epoch": 0.11800955168695117, + "grad_norm": 2.639768362045288, + "learning_rate": 1.959656106167329e-05, + "loss": 3.2909, + "step": 6894 + }, + { + "epoch": 0.11802666940550163, + "grad_norm": 2.827911376953125, + "learning_rate": 1.959640516126942e-05, + "loss": 3.2208, + "step": 6895 + }, + { + "epoch": 0.11804378712405211, + "grad_norm": 2.7145869731903076, + "learning_rate": 1.9596249231369548e-05, + "loss": 3.3246, + "step": 6896 + }, + { + "epoch": 0.11806090484260258, + "grad_norm": 2.5626111030578613, + "learning_rate": 1.959609327197415e-05, + "loss": 3.1656, + "step": 6897 + }, + { + "epoch": 0.11807802256115305, + "grad_norm": 2.6345481872558594, + "learning_rate": 1.95959372830837e-05, + "loss": 3.2176, + "step": 6898 + }, + { + "epoch": 0.11809514027970353, + "grad_norm": 2.7099499702453613, + "learning_rate": 1.9595781264698688e-05, + "loss": 3.1906, + "step": 6899 + }, + { + "epoch": 0.11811225799825399, + "grad_norm": 2.8504209518432617, + "learning_rate": 1.9595625216819588e-05, + "loss": 3.3076, + "step": 6900 + }, + { + "epoch": 0.11812937571680446, + "grad_norm": 2.9073336124420166, + "learning_rate": 1.9595469139446876e-05, + "loss": 3.2486, + "step": 6901 + }, + { + "epoch": 0.11814649343535494, + "grad_norm": 2.909877300262451, + "learning_rate": 1.959531303258104e-05, + "loss": 3.2518, + "step": 6902 + }, + { + "epoch": 0.1181636111539054, + "grad_norm": 2.888368844985962, + "learning_rate": 1.959515689622255e-05, + "loss": 3.3059, + "step": 6903 + }, + { + "epoch": 0.11818072887245588, + "grad_norm": 2.646106243133545, + "learning_rate": 1.9595000730371894e-05, + "loss": 3.289, + "step": 6904 + }, + { + "epoch": 0.11819784659100635, + "grad_norm": 2.951853036880493, + "learning_rate": 1.9594844535029548e-05, + "loss": 3.1214, + "step": 6905 + }, + { + "epoch": 0.11821496430955682, + "grad_norm": 2.811563491821289, + "learning_rate": 1.9594688310195996e-05, + "loss": 3.0449, + "step": 6906 + }, + { + "epoch": 0.1182320820281073, + "grad_norm": 2.6842377185821533, + "learning_rate": 1.9594532055871714e-05, + "loss": 3.2747, + "step": 6907 + }, + { + "epoch": 0.11824919974665776, + "grad_norm": 2.6350998878479004, + "learning_rate": 1.9594375772057184e-05, + "loss": 3.2261, + "step": 6908 + }, + { + "epoch": 0.11826631746520824, + "grad_norm": 2.7159423828125, + "learning_rate": 1.9594219458752883e-05, + "loss": 3.1849, + "step": 6909 + }, + { + "epoch": 0.11828343518375871, + "grad_norm": 2.6781697273254395, + "learning_rate": 1.9594063115959296e-05, + "loss": 3.3275, + "step": 6910 + }, + { + "epoch": 0.11830055290230918, + "grad_norm": 2.6709046363830566, + "learning_rate": 1.9593906743676905e-05, + "loss": 3.196, + "step": 6911 + }, + { + "epoch": 0.11831767062085966, + "grad_norm": 2.963149309158325, + "learning_rate": 1.9593750341906186e-05, + "loss": 3.2201, + "step": 6912 + }, + { + "epoch": 0.11833478833941012, + "grad_norm": 2.6928462982177734, + "learning_rate": 1.959359391064762e-05, + "loss": 3.2138, + "step": 6913 + }, + { + "epoch": 0.1183519060579606, + "grad_norm": 2.724017381668091, + "learning_rate": 1.959343744990169e-05, + "loss": 3.214, + "step": 6914 + }, + { + "epoch": 0.11836902377651107, + "grad_norm": 2.718500852584839, + "learning_rate": 1.9593280959668878e-05, + "loss": 3.2306, + "step": 6915 + }, + { + "epoch": 0.11838614149506153, + "grad_norm": 2.8748834133148193, + "learning_rate": 1.959312443994966e-05, + "loss": 3.1992, + "step": 6916 + }, + { + "epoch": 0.11840325921361201, + "grad_norm": 2.647758960723877, + "learning_rate": 1.9592967890744523e-05, + "loss": 3.1513, + "step": 6917 + }, + { + "epoch": 0.11842037693216248, + "grad_norm": 2.6682803630828857, + "learning_rate": 1.9592811312053944e-05, + "loss": 3.1966, + "step": 6918 + }, + { + "epoch": 0.11843749465071295, + "grad_norm": 2.709085702896118, + "learning_rate": 1.9592654703878406e-05, + "loss": 3.2373, + "step": 6919 + }, + { + "epoch": 0.11845461236926343, + "grad_norm": 2.6277236938476562, + "learning_rate": 1.959249806621839e-05, + "loss": 3.2326, + "step": 6920 + }, + { + "epoch": 0.11847173008781389, + "grad_norm": 2.707120418548584, + "learning_rate": 1.959234139907438e-05, + "loss": 3.1103, + "step": 6921 + }, + { + "epoch": 0.11848884780636437, + "grad_norm": 2.658984899520874, + "learning_rate": 1.959218470244685e-05, + "loss": 3.236, + "step": 6922 + }, + { + "epoch": 0.11850596552491484, + "grad_norm": 2.900799036026001, + "learning_rate": 1.9592027976336293e-05, + "loss": 3.2543, + "step": 6923 + }, + { + "epoch": 0.1185230832434653, + "grad_norm": 2.715836524963379, + "learning_rate": 1.9591871220743178e-05, + "loss": 3.36, + "step": 6924 + }, + { + "epoch": 0.11854020096201578, + "grad_norm": 2.8238656520843506, + "learning_rate": 1.9591714435667997e-05, + "loss": 3.4419, + "step": 6925 + }, + { + "epoch": 0.11855731868056625, + "grad_norm": 2.5756850242614746, + "learning_rate": 1.9591557621111228e-05, + "loss": 3.276, + "step": 6926 + }, + { + "epoch": 0.11857443639911673, + "grad_norm": 2.7582151889801025, + "learning_rate": 1.9591400777073352e-05, + "loss": 3.1641, + "step": 6927 + }, + { + "epoch": 0.1185915541176672, + "grad_norm": 2.727324962615967, + "learning_rate": 1.959124390355485e-05, + "loss": 3.2027, + "step": 6928 + }, + { + "epoch": 0.11860867183621766, + "grad_norm": 2.699080467224121, + "learning_rate": 1.959108700055621e-05, + "loss": 3.243, + "step": 6929 + }, + { + "epoch": 0.11862578955476814, + "grad_norm": 2.529515266418457, + "learning_rate": 1.9590930068077913e-05, + "loss": 3.3786, + "step": 6930 + }, + { + "epoch": 0.11864290727331861, + "grad_norm": 2.763838529586792, + "learning_rate": 1.959077310612043e-05, + "loss": 3.2376, + "step": 6931 + }, + { + "epoch": 0.11866002499186909, + "grad_norm": 2.7313919067382812, + "learning_rate": 1.959061611468426e-05, + "loss": 3.2175, + "step": 6932 + }, + { + "epoch": 0.11867714271041956, + "grad_norm": 2.664055585861206, + "learning_rate": 1.9590459093769877e-05, + "loss": 3.0832, + "step": 6933 + }, + { + "epoch": 0.11869426042897002, + "grad_norm": 2.6887335777282715, + "learning_rate": 1.9590302043377763e-05, + "loss": 3.2073, + "step": 6934 + }, + { + "epoch": 0.1187113781475205, + "grad_norm": 2.708589553833008, + "learning_rate": 1.95901449635084e-05, + "loss": 3.3161, + "step": 6935 + }, + { + "epoch": 0.11872849586607097, + "grad_norm": 2.632610321044922, + "learning_rate": 1.9589987854162276e-05, + "loss": 3.2603, + "step": 6936 + }, + { + "epoch": 0.11874561358462145, + "grad_norm": 2.9071578979492188, + "learning_rate": 1.9589830715339872e-05, + "loss": 3.3129, + "step": 6937 + }, + { + "epoch": 0.11876273130317191, + "grad_norm": 2.712979555130005, + "learning_rate": 1.958967354704167e-05, + "loss": 3.1888, + "step": 6938 + }, + { + "epoch": 0.11877984902172238, + "grad_norm": 2.8637969493865967, + "learning_rate": 1.958951634926815e-05, + "loss": 3.2548, + "step": 6939 + }, + { + "epoch": 0.11879696674027286, + "grad_norm": 2.9308040142059326, + "learning_rate": 1.9589359122019803e-05, + "loss": 3.3349, + "step": 6940 + }, + { + "epoch": 0.11881408445882333, + "grad_norm": 2.829319715499878, + "learning_rate": 1.95892018652971e-05, + "loss": 3.3011, + "step": 6941 + }, + { + "epoch": 0.1188312021773738, + "grad_norm": 2.5893051624298096, + "learning_rate": 1.9589044579100538e-05, + "loss": 3.3042, + "step": 6942 + }, + { + "epoch": 0.11884831989592427, + "grad_norm": 2.858818769454956, + "learning_rate": 1.9588887263430593e-05, + "loss": 3.2686, + "step": 6943 + }, + { + "epoch": 0.11886543761447474, + "grad_norm": 2.746201753616333, + "learning_rate": 1.958872991828775e-05, + "loss": 3.2612, + "step": 6944 + }, + { + "epoch": 0.11888255533302522, + "grad_norm": 2.819617986679077, + "learning_rate": 1.9588572543672492e-05, + "loss": 3.1185, + "step": 6945 + }, + { + "epoch": 0.11889967305157569, + "grad_norm": 2.6643381118774414, + "learning_rate": 1.9588415139585302e-05, + "loss": 3.2097, + "step": 6946 + }, + { + "epoch": 0.11891679077012615, + "grad_norm": 2.8895130157470703, + "learning_rate": 1.9588257706026667e-05, + "loss": 3.1015, + "step": 6947 + }, + { + "epoch": 0.11893390848867663, + "grad_norm": 2.8642420768737793, + "learning_rate": 1.958810024299707e-05, + "loss": 3.1785, + "step": 6948 + }, + { + "epoch": 0.1189510262072271, + "grad_norm": 2.649686336517334, + "learning_rate": 1.958794275049699e-05, + "loss": 3.1896, + "step": 6949 + }, + { + "epoch": 0.11896814392577758, + "grad_norm": 2.8248438835144043, + "learning_rate": 1.9587785228526916e-05, + "loss": 3.26, + "step": 6950 + }, + { + "epoch": 0.11898526164432804, + "grad_norm": 2.8112149238586426, + "learning_rate": 1.9587627677087332e-05, + "loss": 3.1666, + "step": 6951 + }, + { + "epoch": 0.11900237936287851, + "grad_norm": 2.671340227127075, + "learning_rate": 1.9587470096178724e-05, + "loss": 3.16, + "step": 6952 + }, + { + "epoch": 0.11901949708142899, + "grad_norm": 2.7253916263580322, + "learning_rate": 1.958731248580157e-05, + "loss": 3.3456, + "step": 6953 + }, + { + "epoch": 0.11903661479997946, + "grad_norm": 2.6250598430633545, + "learning_rate": 1.958715484595636e-05, + "loss": 3.123, + "step": 6954 + }, + { + "epoch": 0.11905373251852994, + "grad_norm": 2.6613008975982666, + "learning_rate": 1.9586997176643577e-05, + "loss": 3.1093, + "step": 6955 + }, + { + "epoch": 0.1190708502370804, + "grad_norm": 2.66414475440979, + "learning_rate": 1.95868394778637e-05, + "loss": 3.1819, + "step": 6956 + }, + { + "epoch": 0.11908796795563087, + "grad_norm": 2.706096887588501, + "learning_rate": 1.9586681749617224e-05, + "loss": 3.1983, + "step": 6957 + }, + { + "epoch": 0.11910508567418135, + "grad_norm": 2.8092193603515625, + "learning_rate": 1.958652399190463e-05, + "loss": 3.3368, + "step": 6958 + }, + { + "epoch": 0.11912220339273182, + "grad_norm": 2.610332489013672, + "learning_rate": 1.95863662047264e-05, + "loss": 3.1828, + "step": 6959 + }, + { + "epoch": 0.11913932111128228, + "grad_norm": 2.639477491378784, + "learning_rate": 1.958620838808302e-05, + "loss": 3.2158, + "step": 6960 + }, + { + "epoch": 0.11915643882983276, + "grad_norm": 2.905582904815674, + "learning_rate": 1.958605054197498e-05, + "loss": 3.2506, + "step": 6961 + }, + { + "epoch": 0.11917355654838323, + "grad_norm": 2.7473998069763184, + "learning_rate": 1.9585892666402754e-05, + "loss": 3.1132, + "step": 6962 + }, + { + "epoch": 0.11919067426693371, + "grad_norm": 2.751950263977051, + "learning_rate": 1.9585734761366838e-05, + "loss": 3.2049, + "step": 6963 + }, + { + "epoch": 0.11920779198548417, + "grad_norm": 2.9142799377441406, + "learning_rate": 1.958557682686771e-05, + "loss": 3.2127, + "step": 6964 + }, + { + "epoch": 0.11922490970403464, + "grad_norm": 2.87750244140625, + "learning_rate": 1.9585418862905863e-05, + "loss": 3.2342, + "step": 6965 + }, + { + "epoch": 0.11924202742258512, + "grad_norm": 3.060953140258789, + "learning_rate": 1.9585260869481778e-05, + "loss": 3.1531, + "step": 6966 + }, + { + "epoch": 0.11925914514113559, + "grad_norm": 2.795107126235962, + "learning_rate": 1.958510284659594e-05, + "loss": 3.3341, + "step": 6967 + }, + { + "epoch": 0.11927626285968607, + "grad_norm": 2.585143804550171, + "learning_rate": 1.958494479424884e-05, + "loss": 3.2251, + "step": 6968 + }, + { + "epoch": 0.11929338057823653, + "grad_norm": 3.0983314514160156, + "learning_rate": 1.9584786712440955e-05, + "loss": 3.3784, + "step": 6969 + }, + { + "epoch": 0.119310498296787, + "grad_norm": 2.9966044425964355, + "learning_rate": 1.9584628601172776e-05, + "loss": 3.2321, + "step": 6970 + }, + { + "epoch": 0.11932761601533748, + "grad_norm": 2.8035809993743896, + "learning_rate": 1.958447046044479e-05, + "loss": 3.2313, + "step": 6971 + }, + { + "epoch": 0.11934473373388794, + "grad_norm": 2.7176475524902344, + "learning_rate": 1.958431229025748e-05, + "loss": 3.2757, + "step": 6972 + }, + { + "epoch": 0.11936185145243842, + "grad_norm": 2.738905668258667, + "learning_rate": 1.9584154090611335e-05, + "loss": 3.1934, + "step": 6973 + }, + { + "epoch": 0.11937896917098889, + "grad_norm": 2.76525616645813, + "learning_rate": 1.9583995861506837e-05, + "loss": 3.2896, + "step": 6974 + }, + { + "epoch": 0.11939608688953936, + "grad_norm": 2.766998767852783, + "learning_rate": 1.958383760294448e-05, + "loss": 3.3164, + "step": 6975 + }, + { + "epoch": 0.11941320460808984, + "grad_norm": 2.567965507507324, + "learning_rate": 1.9583679314924745e-05, + "loss": 3.2677, + "step": 6976 + }, + { + "epoch": 0.1194303223266403, + "grad_norm": 2.655048131942749, + "learning_rate": 1.9583520997448114e-05, + "loss": 3.137, + "step": 6977 + }, + { + "epoch": 0.11944744004519078, + "grad_norm": 2.477077007293701, + "learning_rate": 1.9583362650515085e-05, + "loss": 3.2152, + "step": 6978 + }, + { + "epoch": 0.11946455776374125, + "grad_norm": 2.436096429824829, + "learning_rate": 1.9583204274126137e-05, + "loss": 3.166, + "step": 6979 + }, + { + "epoch": 0.11948167548229172, + "grad_norm": 2.590296506881714, + "learning_rate": 1.9583045868281757e-05, + "loss": 3.218, + "step": 6980 + }, + { + "epoch": 0.1194987932008422, + "grad_norm": 2.622675895690918, + "learning_rate": 1.9582887432982432e-05, + "loss": 3.1347, + "step": 6981 + }, + { + "epoch": 0.11951591091939266, + "grad_norm": 2.683199405670166, + "learning_rate": 1.9582728968228652e-05, + "loss": 3.1045, + "step": 6982 + }, + { + "epoch": 0.11953302863794313, + "grad_norm": 2.6591126918792725, + "learning_rate": 1.95825704740209e-05, + "loss": 3.2905, + "step": 6983 + }, + { + "epoch": 0.11955014635649361, + "grad_norm": 2.692518949508667, + "learning_rate": 1.9582411950359668e-05, + "loss": 3.3223, + "step": 6984 + }, + { + "epoch": 0.11956726407504407, + "grad_norm": 2.751887321472168, + "learning_rate": 1.9582253397245444e-05, + "loss": 3.3159, + "step": 6985 + }, + { + "epoch": 0.11958438179359455, + "grad_norm": 2.6076722145080566, + "learning_rate": 1.9582094814678708e-05, + "loss": 3.2958, + "step": 6986 + }, + { + "epoch": 0.11960149951214502, + "grad_norm": 2.672196388244629, + "learning_rate": 1.9581936202659952e-05, + "loss": 3.34, + "step": 6987 + }, + { + "epoch": 0.11961861723069549, + "grad_norm": 2.6554033756256104, + "learning_rate": 1.9581777561189665e-05, + "loss": 3.1928, + "step": 6988 + }, + { + "epoch": 0.11963573494924597, + "grad_norm": 2.798463821411133, + "learning_rate": 1.958161889026833e-05, + "loss": 3.2524, + "step": 6989 + }, + { + "epoch": 0.11965285266779643, + "grad_norm": 3.106900215148926, + "learning_rate": 1.9581460189896434e-05, + "loss": 3.3241, + "step": 6990 + }, + { + "epoch": 0.11966997038634691, + "grad_norm": 2.6414737701416016, + "learning_rate": 1.9581301460074474e-05, + "loss": 3.2841, + "step": 6991 + }, + { + "epoch": 0.11968708810489738, + "grad_norm": 2.7679762840270996, + "learning_rate": 1.9581142700802927e-05, + "loss": 3.2329, + "step": 6992 + }, + { + "epoch": 0.11970420582344785, + "grad_norm": 3.0164849758148193, + "learning_rate": 1.958098391208229e-05, + "loss": 3.288, + "step": 6993 + }, + { + "epoch": 0.11972132354199833, + "grad_norm": 3.0676651000976562, + "learning_rate": 1.9580825093913046e-05, + "loss": 3.357, + "step": 6994 + }, + { + "epoch": 0.11973844126054879, + "grad_norm": 2.672267198562622, + "learning_rate": 1.9580666246295684e-05, + "loss": 3.239, + "step": 6995 + }, + { + "epoch": 0.11975555897909927, + "grad_norm": 2.9497392177581787, + "learning_rate": 1.9580507369230694e-05, + "loss": 3.1015, + "step": 6996 + }, + { + "epoch": 0.11977267669764974, + "grad_norm": 3.0252323150634766, + "learning_rate": 1.958034846271856e-05, + "loss": 3.2794, + "step": 6997 + }, + { + "epoch": 0.1197897944162002, + "grad_norm": 2.87496018409729, + "learning_rate": 1.9580189526759774e-05, + "loss": 3.272, + "step": 6998 + }, + { + "epoch": 0.11980691213475068, + "grad_norm": 2.708240032196045, + "learning_rate": 1.9580030561354824e-05, + "loss": 3.2142, + "step": 6999 + }, + { + "epoch": 0.11982402985330115, + "grad_norm": 2.8469228744506836, + "learning_rate": 1.95798715665042e-05, + "loss": 3.3569, + "step": 7000 + }, + { + "epoch": 0.11984114757185162, + "grad_norm": 2.7891955375671387, + "learning_rate": 1.9579712542208386e-05, + "loss": 3.2118, + "step": 7001 + }, + { + "epoch": 0.1198582652904021, + "grad_norm": 2.5621676445007324, + "learning_rate": 1.9579553488467874e-05, + "loss": 3.1553, + "step": 7002 + }, + { + "epoch": 0.11987538300895256, + "grad_norm": 2.7708351612091064, + "learning_rate": 1.9579394405283156e-05, + "loss": 3.3288, + "step": 7003 + }, + { + "epoch": 0.11989250072750304, + "grad_norm": 2.922487258911133, + "learning_rate": 1.957923529265471e-05, + "loss": 3.2734, + "step": 7004 + }, + { + "epoch": 0.11990961844605351, + "grad_norm": 2.678816080093384, + "learning_rate": 1.9579076150583042e-05, + "loss": 3.277, + "step": 7005 + }, + { + "epoch": 0.11992673616460398, + "grad_norm": 2.6571152210235596, + "learning_rate": 1.9578916979068626e-05, + "loss": 3.3618, + "step": 7006 + }, + { + "epoch": 0.11994385388315446, + "grad_norm": 2.8176352977752686, + "learning_rate": 1.9578757778111955e-05, + "loss": 3.2442, + "step": 7007 + }, + { + "epoch": 0.11996097160170492, + "grad_norm": 2.863644599914551, + "learning_rate": 1.9578598547713527e-05, + "loss": 3.2564, + "step": 7008 + }, + { + "epoch": 0.1199780893202554, + "grad_norm": 2.659809112548828, + "learning_rate": 1.957843928787382e-05, + "loss": 3.2909, + "step": 7009 + }, + { + "epoch": 0.11999520703880587, + "grad_norm": 2.7074646949768066, + "learning_rate": 1.957827999859333e-05, + "loss": 3.2836, + "step": 7010 + }, + { + "epoch": 0.12001232475735633, + "grad_norm": 2.585355043411255, + "learning_rate": 1.9578120679872546e-05, + "loss": 3.191, + "step": 7011 + }, + { + "epoch": 0.12002944247590681, + "grad_norm": 2.544515609741211, + "learning_rate": 1.9577961331711954e-05, + "loss": 3.1705, + "step": 7012 + }, + { + "epoch": 0.12004656019445728, + "grad_norm": 2.665647268295288, + "learning_rate": 1.9577801954112047e-05, + "loss": 3.1772, + "step": 7013 + }, + { + "epoch": 0.12006367791300776, + "grad_norm": 2.737510919570923, + "learning_rate": 1.9577642547073317e-05, + "loss": 3.277, + "step": 7014 + }, + { + "epoch": 0.12008079563155823, + "grad_norm": 2.53110408782959, + "learning_rate": 1.957748311059625e-05, + "loss": 3.0374, + "step": 7015 + }, + { + "epoch": 0.12009791335010869, + "grad_norm": 2.476206064224243, + "learning_rate": 1.9577323644681336e-05, + "loss": 3.1026, + "step": 7016 + }, + { + "epoch": 0.12011503106865917, + "grad_norm": 2.6447362899780273, + "learning_rate": 1.9577164149329064e-05, + "loss": 3.1993, + "step": 7017 + }, + { + "epoch": 0.12013214878720964, + "grad_norm": 2.7002804279327393, + "learning_rate": 1.957700462453993e-05, + "loss": 3.3847, + "step": 7018 + }, + { + "epoch": 0.12014926650576012, + "grad_norm": 2.718292236328125, + "learning_rate": 1.957684507031442e-05, + "loss": 3.2019, + "step": 7019 + }, + { + "epoch": 0.12016638422431059, + "grad_norm": 2.73028302192688, + "learning_rate": 1.9576685486653026e-05, + "loss": 3.2236, + "step": 7020 + }, + { + "epoch": 0.12018350194286105, + "grad_norm": 2.8341362476348877, + "learning_rate": 1.957652587355624e-05, + "loss": 3.2544, + "step": 7021 + }, + { + "epoch": 0.12020061966141153, + "grad_norm": 2.6224164962768555, + "learning_rate": 1.9576366231024545e-05, + "loss": 3.2392, + "step": 7022 + }, + { + "epoch": 0.120217737379962, + "grad_norm": 2.7660562992095947, + "learning_rate": 1.957620655905844e-05, + "loss": 3.1934, + "step": 7023 + }, + { + "epoch": 0.12023485509851246, + "grad_norm": 2.594224214553833, + "learning_rate": 1.9576046857658416e-05, + "loss": 3.2686, + "step": 7024 + }, + { + "epoch": 0.12025197281706294, + "grad_norm": 2.5585756301879883, + "learning_rate": 1.9575887126824953e-05, + "loss": 3.2837, + "step": 7025 + }, + { + "epoch": 0.12026909053561341, + "grad_norm": 3.0158989429473877, + "learning_rate": 1.9575727366558556e-05, + "loss": 3.3035, + "step": 7026 + }, + { + "epoch": 0.12028620825416389, + "grad_norm": 2.7258682250976562, + "learning_rate": 1.957556757685971e-05, + "loss": 3.1516, + "step": 7027 + }, + { + "epoch": 0.12030332597271436, + "grad_norm": 3.007568120956421, + "learning_rate": 1.9575407757728903e-05, + "loss": 3.1063, + "step": 7028 + }, + { + "epoch": 0.12032044369126482, + "grad_norm": 2.729295492172241, + "learning_rate": 1.957524790916663e-05, + "loss": 3.3366, + "step": 7029 + }, + { + "epoch": 0.1203375614098153, + "grad_norm": 2.482191324234009, + "learning_rate": 1.9575088031173383e-05, + "loss": 3.1593, + "step": 7030 + }, + { + "epoch": 0.12035467912836577, + "grad_norm": 2.91583514213562, + "learning_rate": 1.957492812374965e-05, + "loss": 3.364, + "step": 7031 + }, + { + "epoch": 0.12037179684691625, + "grad_norm": 2.6127634048461914, + "learning_rate": 1.9574768186895926e-05, + "loss": 3.2229, + "step": 7032 + }, + { + "epoch": 0.12038891456546671, + "grad_norm": 2.6551644802093506, + "learning_rate": 1.9574608220612698e-05, + "loss": 3.3034, + "step": 7033 + }, + { + "epoch": 0.12040603228401718, + "grad_norm": 2.5686442852020264, + "learning_rate": 1.9574448224900463e-05, + "loss": 3.2157, + "step": 7034 + }, + { + "epoch": 0.12042315000256766, + "grad_norm": 2.5913712978363037, + "learning_rate": 1.957428819975971e-05, + "loss": 3.2232, + "step": 7035 + }, + { + "epoch": 0.12044026772111813, + "grad_norm": 2.7993714809417725, + "learning_rate": 1.9574128145190933e-05, + "loss": 3.339, + "step": 7036 + }, + { + "epoch": 0.12045738543966861, + "grad_norm": 2.5838868618011475, + "learning_rate": 1.957396806119462e-05, + "loss": 3.1973, + "step": 7037 + }, + { + "epoch": 0.12047450315821907, + "grad_norm": 2.583672046661377, + "learning_rate": 1.9573807947771265e-05, + "loss": 3.174, + "step": 7038 + }, + { + "epoch": 0.12049162087676954, + "grad_norm": 2.579139232635498, + "learning_rate": 1.957364780492136e-05, + "loss": 3.217, + "step": 7039 + }, + { + "epoch": 0.12050873859532002, + "grad_norm": 2.694824457168579, + "learning_rate": 1.95734876326454e-05, + "loss": 3.2302, + "step": 7040 + }, + { + "epoch": 0.12052585631387049, + "grad_norm": 2.6463747024536133, + "learning_rate": 1.9573327430943877e-05, + "loss": 3.2284, + "step": 7041 + }, + { + "epoch": 0.12054297403242097, + "grad_norm": 2.681119203567505, + "learning_rate": 1.9573167199817275e-05, + "loss": 3.089, + "step": 7042 + }, + { + "epoch": 0.12056009175097143, + "grad_norm": 2.8789560794830322, + "learning_rate": 1.9573006939266097e-05, + "loss": 3.2861, + "step": 7043 + }, + { + "epoch": 0.1205772094695219, + "grad_norm": 2.8202266693115234, + "learning_rate": 1.957284664929083e-05, + "loss": 3.2671, + "step": 7044 + }, + { + "epoch": 0.12059432718807238, + "grad_norm": 2.7020509243011475, + "learning_rate": 1.957268632989197e-05, + "loss": 3.1872, + "step": 7045 + }, + { + "epoch": 0.12061144490662284, + "grad_norm": 2.6715872287750244, + "learning_rate": 1.9572525981070007e-05, + "loss": 3.2593, + "step": 7046 + }, + { + "epoch": 0.12062856262517331, + "grad_norm": 3.168264389038086, + "learning_rate": 1.957236560282543e-05, + "loss": 3.161, + "step": 7047 + }, + { + "epoch": 0.12064568034372379, + "grad_norm": 2.8687355518341064, + "learning_rate": 1.9572205195158745e-05, + "loss": 3.2251, + "step": 7048 + }, + { + "epoch": 0.12066279806227426, + "grad_norm": 2.738007068634033, + "learning_rate": 1.957204475807043e-05, + "loss": 3.4661, + "step": 7049 + }, + { + "epoch": 0.12067991578082474, + "grad_norm": 2.8232312202453613, + "learning_rate": 1.9571884291560986e-05, + "loss": 3.3022, + "step": 7050 + }, + { + "epoch": 0.1206970334993752, + "grad_norm": 2.7029051780700684, + "learning_rate": 1.957172379563091e-05, + "loss": 3.204, + "step": 7051 + }, + { + "epoch": 0.12071415121792567, + "grad_norm": 2.9008302688598633, + "learning_rate": 1.9571563270280688e-05, + "loss": 3.1632, + "step": 7052 + }, + { + "epoch": 0.12073126893647615, + "grad_norm": 2.871709108352661, + "learning_rate": 1.9571402715510814e-05, + "loss": 3.2533, + "step": 7053 + }, + { + "epoch": 0.12074838665502662, + "grad_norm": 2.620077610015869, + "learning_rate": 1.957124213132178e-05, + "loss": 3.1037, + "step": 7054 + }, + { + "epoch": 0.1207655043735771, + "grad_norm": 2.5469486713409424, + "learning_rate": 1.9571081517714087e-05, + "loss": 3.2, + "step": 7055 + }, + { + "epoch": 0.12078262209212756, + "grad_norm": 2.553846836090088, + "learning_rate": 1.9570920874688225e-05, + "loss": 3.1914, + "step": 7056 + }, + { + "epoch": 0.12079973981067803, + "grad_norm": 2.637709856033325, + "learning_rate": 1.9570760202244688e-05, + "loss": 3.1996, + "step": 7057 + }, + { + "epoch": 0.12081685752922851, + "grad_norm": 2.847238302230835, + "learning_rate": 1.9570599500383967e-05, + "loss": 3.2113, + "step": 7058 + }, + { + "epoch": 0.12083397524777897, + "grad_norm": 2.762071371078491, + "learning_rate": 1.957043876910656e-05, + "loss": 3.2134, + "step": 7059 + }, + { + "epoch": 0.12085109296632945, + "grad_norm": 2.727100372314453, + "learning_rate": 1.9570278008412956e-05, + "loss": 3.2738, + "step": 7060 + }, + { + "epoch": 0.12086821068487992, + "grad_norm": 2.6467089653015137, + "learning_rate": 1.9570117218303654e-05, + "loss": 3.0623, + "step": 7061 + }, + { + "epoch": 0.12088532840343039, + "grad_norm": 2.681431770324707, + "learning_rate": 1.9569956398779144e-05, + "loss": 3.1953, + "step": 7062 + }, + { + "epoch": 0.12090244612198087, + "grad_norm": 2.810704231262207, + "learning_rate": 1.9569795549839928e-05, + "loss": 3.2018, + "step": 7063 + }, + { + "epoch": 0.12091956384053133, + "grad_norm": 2.576237678527832, + "learning_rate": 1.956963467148649e-05, + "loss": 3.148, + "step": 7064 + }, + { + "epoch": 0.1209366815590818, + "grad_norm": 2.9380407333374023, + "learning_rate": 1.9569473763719334e-05, + "loss": 3.0099, + "step": 7065 + }, + { + "epoch": 0.12095379927763228, + "grad_norm": 2.621286153793335, + "learning_rate": 1.9569312826538946e-05, + "loss": 3.2511, + "step": 7066 + }, + { + "epoch": 0.12097091699618275, + "grad_norm": 3.0370829105377197, + "learning_rate": 1.9569151859945827e-05, + "loss": 3.2753, + "step": 7067 + }, + { + "epoch": 0.12098803471473323, + "grad_norm": 3.259758472442627, + "learning_rate": 1.956899086394047e-05, + "loss": 3.2157, + "step": 7068 + }, + { + "epoch": 0.12100515243328369, + "grad_norm": 2.6075050830841064, + "learning_rate": 1.956882983852337e-05, + "loss": 3.0978, + "step": 7069 + }, + { + "epoch": 0.12102227015183416, + "grad_norm": 2.975665807723999, + "learning_rate": 1.956866878369502e-05, + "loss": 3.1317, + "step": 7070 + }, + { + "epoch": 0.12103938787038464, + "grad_norm": 2.869236946105957, + "learning_rate": 1.9568507699455918e-05, + "loss": 3.2501, + "step": 7071 + }, + { + "epoch": 0.1210565055889351, + "grad_norm": 2.7699742317199707, + "learning_rate": 1.9568346585806553e-05, + "loss": 3.1677, + "step": 7072 + }, + { + "epoch": 0.12107362330748558, + "grad_norm": 2.865370750427246, + "learning_rate": 1.956818544274743e-05, + "loss": 3.2278, + "step": 7073 + }, + { + "epoch": 0.12109074102603605, + "grad_norm": 2.789309501647949, + "learning_rate": 1.9568024270279037e-05, + "loss": 3.2219, + "step": 7074 + }, + { + "epoch": 0.12110785874458652, + "grad_norm": 2.947446346282959, + "learning_rate": 1.956786306840187e-05, + "loss": 3.2639, + "step": 7075 + }, + { + "epoch": 0.121124976463137, + "grad_norm": 2.7315385341644287, + "learning_rate": 1.9567701837116426e-05, + "loss": 3.0431, + "step": 7076 + }, + { + "epoch": 0.12114209418168746, + "grad_norm": 2.9147489070892334, + "learning_rate": 1.95675405764232e-05, + "loss": 3.3091, + "step": 7077 + }, + { + "epoch": 0.12115921190023794, + "grad_norm": 2.753725528717041, + "learning_rate": 1.956737928632269e-05, + "loss": 3.2221, + "step": 7078 + }, + { + "epoch": 0.12117632961878841, + "grad_norm": 2.64284610748291, + "learning_rate": 1.956721796681539e-05, + "loss": 3.1987, + "step": 7079 + }, + { + "epoch": 0.12119344733733887, + "grad_norm": 2.633232355117798, + "learning_rate": 1.9567056617901798e-05, + "loss": 3.3123, + "step": 7080 + }, + { + "epoch": 0.12121056505588935, + "grad_norm": 2.7838308811187744, + "learning_rate": 1.9566895239582405e-05, + "loss": 3.2343, + "step": 7081 + }, + { + "epoch": 0.12122768277443982, + "grad_norm": 2.668351650238037, + "learning_rate": 1.956673383185771e-05, + "loss": 3.4471, + "step": 7082 + }, + { + "epoch": 0.1212448004929903, + "grad_norm": 2.8590872287750244, + "learning_rate": 1.9566572394728206e-05, + "loss": 3.2438, + "step": 7083 + }, + { + "epoch": 0.12126191821154077, + "grad_norm": 2.725414276123047, + "learning_rate": 1.9566410928194398e-05, + "loss": 3.1842, + "step": 7084 + }, + { + "epoch": 0.12127903593009123, + "grad_norm": 2.5330591201782227, + "learning_rate": 1.956624943225677e-05, + "loss": 3.2648, + "step": 7085 + }, + { + "epoch": 0.12129615364864171, + "grad_norm": 2.69747257232666, + "learning_rate": 1.956608790691583e-05, + "loss": 3.0962, + "step": 7086 + }, + { + "epoch": 0.12131327136719218, + "grad_norm": 2.551764488220215, + "learning_rate": 1.9565926352172064e-05, + "loss": 3.2331, + "step": 7087 + }, + { + "epoch": 0.12133038908574265, + "grad_norm": 2.4162867069244385, + "learning_rate": 1.9565764768025976e-05, + "loss": 3.0062, + "step": 7088 + }, + { + "epoch": 0.12134750680429313, + "grad_norm": 2.6574020385742188, + "learning_rate": 1.956560315447806e-05, + "loss": 3.1676, + "step": 7089 + }, + { + "epoch": 0.12136462452284359, + "grad_norm": 2.471571445465088, + "learning_rate": 1.9565441511528814e-05, + "loss": 3.2072, + "step": 7090 + }, + { + "epoch": 0.12138174224139407, + "grad_norm": 2.569143056869507, + "learning_rate": 1.9565279839178736e-05, + "loss": 3.2211, + "step": 7091 + }, + { + "epoch": 0.12139885995994454, + "grad_norm": 2.6384847164154053, + "learning_rate": 1.9565118137428317e-05, + "loss": 3.2383, + "step": 7092 + }, + { + "epoch": 0.121415977678495, + "grad_norm": 2.5758845806121826, + "learning_rate": 1.956495640627806e-05, + "loss": 3.2035, + "step": 7093 + }, + { + "epoch": 0.12143309539704548, + "grad_norm": 2.5274016857147217, + "learning_rate": 1.956479464572846e-05, + "loss": 3.0481, + "step": 7094 + }, + { + "epoch": 0.12145021311559595, + "grad_norm": 2.8019156455993652, + "learning_rate": 1.9564632855780012e-05, + "loss": 3.2118, + "step": 7095 + }, + { + "epoch": 0.12146733083414643, + "grad_norm": 2.6606192588806152, + "learning_rate": 1.9564471036433214e-05, + "loss": 3.1755, + "step": 7096 + }, + { + "epoch": 0.1214844485526969, + "grad_norm": 2.662421464920044, + "learning_rate": 1.956430918768857e-05, + "loss": 3.189, + "step": 7097 + }, + { + "epoch": 0.12150156627124736, + "grad_norm": 2.8217153549194336, + "learning_rate": 1.956414730954657e-05, + "loss": 3.1237, + "step": 7098 + }, + { + "epoch": 0.12151868398979784, + "grad_norm": 2.8091330528259277, + "learning_rate": 1.9563985402007712e-05, + "loss": 3.2917, + "step": 7099 + }, + { + "epoch": 0.12153580170834831, + "grad_norm": 3.017692804336548, + "learning_rate": 1.9563823465072496e-05, + "loss": 3.2221, + "step": 7100 + }, + { + "epoch": 0.12155291942689879, + "grad_norm": 2.6577978134155273, + "learning_rate": 1.9563661498741423e-05, + "loss": 3.2435, + "step": 7101 + }, + { + "epoch": 0.12157003714544926, + "grad_norm": 2.6597321033477783, + "learning_rate": 1.9563499503014985e-05, + "loss": 3.169, + "step": 7102 + }, + { + "epoch": 0.12158715486399972, + "grad_norm": 2.804565668106079, + "learning_rate": 1.956333747789368e-05, + "loss": 3.1205, + "step": 7103 + }, + { + "epoch": 0.1216042725825502, + "grad_norm": 2.700895071029663, + "learning_rate": 1.956317542337801e-05, + "loss": 3.2496, + "step": 7104 + }, + { + "epoch": 0.12162139030110067, + "grad_norm": 2.6416001319885254, + "learning_rate": 1.9563013339468472e-05, + "loss": 3.0375, + "step": 7105 + }, + { + "epoch": 0.12163850801965113, + "grad_norm": 2.718804359436035, + "learning_rate": 1.956285122616556e-05, + "loss": 3.0398, + "step": 7106 + }, + { + "epoch": 0.12165562573820161, + "grad_norm": 2.8834192752838135, + "learning_rate": 1.956268908346978e-05, + "loss": 3.1353, + "step": 7107 + }, + { + "epoch": 0.12167274345675208, + "grad_norm": 2.8300912380218506, + "learning_rate": 1.9562526911381622e-05, + "loss": 3.4102, + "step": 7108 + }, + { + "epoch": 0.12168986117530256, + "grad_norm": 2.733297348022461, + "learning_rate": 1.9562364709901585e-05, + "loss": 3.16, + "step": 7109 + }, + { + "epoch": 0.12170697889385303, + "grad_norm": 3.1036109924316406, + "learning_rate": 1.956220247903018e-05, + "loss": 3.21, + "step": 7110 + }, + { + "epoch": 0.12172409661240349, + "grad_norm": 2.5932013988494873, + "learning_rate": 1.956204021876789e-05, + "loss": 3.2094, + "step": 7111 + }, + { + "epoch": 0.12174121433095397, + "grad_norm": 2.79422664642334, + "learning_rate": 1.9561877929115224e-05, + "loss": 3.2168, + "step": 7112 + }, + { + "epoch": 0.12175833204950444, + "grad_norm": 2.662705659866333, + "learning_rate": 1.9561715610072675e-05, + "loss": 3.1392, + "step": 7113 + }, + { + "epoch": 0.12177544976805492, + "grad_norm": 2.7174956798553467, + "learning_rate": 1.9561553261640743e-05, + "loss": 3.152, + "step": 7114 + }, + { + "epoch": 0.12179256748660539, + "grad_norm": 2.72607684135437, + "learning_rate": 1.9561390883819932e-05, + "loss": 3.0746, + "step": 7115 + }, + { + "epoch": 0.12180968520515585, + "grad_norm": 2.8071353435516357, + "learning_rate": 1.9561228476610733e-05, + "loss": 3.1837, + "step": 7116 + }, + { + "epoch": 0.12182680292370633, + "grad_norm": 2.5714571475982666, + "learning_rate": 1.9561066040013652e-05, + "loss": 3.1681, + "step": 7117 + }, + { + "epoch": 0.1218439206422568, + "grad_norm": 2.7425289154052734, + "learning_rate": 1.9560903574029186e-05, + "loss": 3.238, + "step": 7118 + }, + { + "epoch": 0.12186103836080728, + "grad_norm": 2.7705888748168945, + "learning_rate": 1.9560741078657834e-05, + "loss": 3.0714, + "step": 7119 + }, + { + "epoch": 0.12187815607935774, + "grad_norm": 2.7598073482513428, + "learning_rate": 1.9560578553900093e-05, + "loss": 3.0847, + "step": 7120 + }, + { + "epoch": 0.12189527379790821, + "grad_norm": 2.670081615447998, + "learning_rate": 1.9560415999756465e-05, + "loss": 3.2171, + "step": 7121 + }, + { + "epoch": 0.12191239151645869, + "grad_norm": 2.590336322784424, + "learning_rate": 1.956025341622745e-05, + "loss": 3.3526, + "step": 7122 + }, + { + "epoch": 0.12192950923500916, + "grad_norm": 2.7169835567474365, + "learning_rate": 1.956009080331355e-05, + "loss": 3.1808, + "step": 7123 + }, + { + "epoch": 0.12194662695355964, + "grad_norm": 2.663470983505249, + "learning_rate": 1.9559928161015256e-05, + "loss": 3.2408, + "step": 7124 + }, + { + "epoch": 0.1219637446721101, + "grad_norm": 2.5062217712402344, + "learning_rate": 1.955976548933308e-05, + "loss": 3.1792, + "step": 7125 + }, + { + "epoch": 0.12198086239066057, + "grad_norm": 2.7738394737243652, + "learning_rate": 1.9559602788267513e-05, + "loss": 3.2628, + "step": 7126 + }, + { + "epoch": 0.12199798010921105, + "grad_norm": 2.702674150466919, + "learning_rate": 1.9559440057819062e-05, + "loss": 3.2477, + "step": 7127 + }, + { + "epoch": 0.12201509782776152, + "grad_norm": 2.861246347427368, + "learning_rate": 1.9559277297988218e-05, + "loss": 3.336, + "step": 7128 + }, + { + "epoch": 0.12203221554631198, + "grad_norm": 2.6258766651153564, + "learning_rate": 1.9559114508775492e-05, + "loss": 3.2282, + "step": 7129 + }, + { + "epoch": 0.12204933326486246, + "grad_norm": 2.659454584121704, + "learning_rate": 1.9558951690181374e-05, + "loss": 3.1926, + "step": 7130 + }, + { + "epoch": 0.12206645098341293, + "grad_norm": 2.5164999961853027, + "learning_rate": 1.955878884220637e-05, + "loss": 3.1361, + "step": 7131 + }, + { + "epoch": 0.12208356870196341, + "grad_norm": 2.5323328971862793, + "learning_rate": 1.9558625964850983e-05, + "loss": 3.2328, + "step": 7132 + }, + { + "epoch": 0.12210068642051387, + "grad_norm": 2.77431583404541, + "learning_rate": 1.955846305811571e-05, + "loss": 3.121, + "step": 7133 + }, + { + "epoch": 0.12211780413906434, + "grad_norm": 2.735222339630127, + "learning_rate": 1.955830012200105e-05, + "loss": 3.2829, + "step": 7134 + }, + { + "epoch": 0.12213492185761482, + "grad_norm": 2.9497897624969482, + "learning_rate": 1.9558137156507507e-05, + "loss": 3.16, + "step": 7135 + }, + { + "epoch": 0.12215203957616529, + "grad_norm": 2.830190896987915, + "learning_rate": 1.955797416163558e-05, + "loss": 3.1761, + "step": 7136 + }, + { + "epoch": 0.12216915729471577, + "grad_norm": 2.5579183101654053, + "learning_rate": 1.9557811137385774e-05, + "loss": 3.1938, + "step": 7137 + }, + { + "epoch": 0.12218627501326623, + "grad_norm": 2.927002191543579, + "learning_rate": 1.9557648083758584e-05, + "loss": 3.2704, + "step": 7138 + }, + { + "epoch": 0.1222033927318167, + "grad_norm": 2.826214551925659, + "learning_rate": 1.9557485000754516e-05, + "loss": 3.1492, + "step": 7139 + }, + { + "epoch": 0.12222051045036718, + "grad_norm": 2.6899540424346924, + "learning_rate": 1.955732188837407e-05, + "loss": 3.2236, + "step": 7140 + }, + { + "epoch": 0.12223762816891764, + "grad_norm": 2.888897180557251, + "learning_rate": 1.9557158746617745e-05, + "loss": 3.2556, + "step": 7141 + }, + { + "epoch": 0.12225474588746812, + "grad_norm": 2.9839980602264404, + "learning_rate": 1.9556995575486045e-05, + "loss": 3.2879, + "step": 7142 + }, + { + "epoch": 0.12227186360601859, + "grad_norm": 2.6002631187438965, + "learning_rate": 1.955683237497947e-05, + "loss": 3.2049, + "step": 7143 + }, + { + "epoch": 0.12228898132456906, + "grad_norm": 2.697411298751831, + "learning_rate": 1.9556669145098523e-05, + "loss": 3.1849, + "step": 7144 + }, + { + "epoch": 0.12230609904311954, + "grad_norm": 2.9170308113098145, + "learning_rate": 1.9556505885843707e-05, + "loss": 3.3012, + "step": 7145 + }, + { + "epoch": 0.12232321676167, + "grad_norm": 2.862560749053955, + "learning_rate": 1.9556342597215517e-05, + "loss": 3.3439, + "step": 7146 + }, + { + "epoch": 0.12234033448022047, + "grad_norm": 2.8082048892974854, + "learning_rate": 1.9556179279214464e-05, + "loss": 3.1575, + "step": 7147 + }, + { + "epoch": 0.12235745219877095, + "grad_norm": 3.1276772022247314, + "learning_rate": 1.9556015931841045e-05, + "loss": 3.3842, + "step": 7148 + }, + { + "epoch": 0.12237456991732142, + "grad_norm": 2.8708996772766113, + "learning_rate": 1.9555852555095763e-05, + "loss": 3.2731, + "step": 7149 + }, + { + "epoch": 0.1223916876358719, + "grad_norm": 2.778982639312744, + "learning_rate": 1.955568914897912e-05, + "loss": 3.1673, + "step": 7150 + }, + { + "epoch": 0.12240880535442236, + "grad_norm": 2.839534044265747, + "learning_rate": 1.9555525713491614e-05, + "loss": 3.1791, + "step": 7151 + }, + { + "epoch": 0.12242592307297283, + "grad_norm": 2.920506238937378, + "learning_rate": 1.9555362248633757e-05, + "loss": 3.268, + "step": 7152 + }, + { + "epoch": 0.12244304079152331, + "grad_norm": 2.735940456390381, + "learning_rate": 1.9555198754406045e-05, + "loss": 3.2047, + "step": 7153 + }, + { + "epoch": 0.12246015851007377, + "grad_norm": 2.9583985805511475, + "learning_rate": 1.955503523080898e-05, + "loss": 3.2611, + "step": 7154 + }, + { + "epoch": 0.12247727622862425, + "grad_norm": 2.684683084487915, + "learning_rate": 1.9554871677843068e-05, + "loss": 3.0465, + "step": 7155 + }, + { + "epoch": 0.12249439394717472, + "grad_norm": 2.8081419467926025, + "learning_rate": 1.955470809550881e-05, + "loss": 3.1577, + "step": 7156 + }, + { + "epoch": 0.12251151166572519, + "grad_norm": 2.9856014251708984, + "learning_rate": 1.9554544483806704e-05, + "loss": 3.1695, + "step": 7157 + }, + { + "epoch": 0.12252862938427567, + "grad_norm": 2.803760528564453, + "learning_rate": 1.9554380842737263e-05, + "loss": 3.2194, + "step": 7158 + }, + { + "epoch": 0.12254574710282613, + "grad_norm": 2.613609552383423, + "learning_rate": 1.9554217172300985e-05, + "loss": 3.0972, + "step": 7159 + }, + { + "epoch": 0.12256286482137661, + "grad_norm": 2.8234102725982666, + "learning_rate": 1.9554053472498367e-05, + "loss": 3.1495, + "step": 7160 + }, + { + "epoch": 0.12257998253992708, + "grad_norm": 2.571288585662842, + "learning_rate": 1.9553889743329923e-05, + "loss": 3.0651, + "step": 7161 + }, + { + "epoch": 0.12259710025847755, + "grad_norm": 2.72470760345459, + "learning_rate": 1.955372598479615e-05, + "loss": 3.1356, + "step": 7162 + }, + { + "epoch": 0.12261421797702803, + "grad_norm": 2.5770959854125977, + "learning_rate": 1.9553562196897553e-05, + "loss": 3.1476, + "step": 7163 + }, + { + "epoch": 0.12263133569557849, + "grad_norm": 2.6718621253967285, + "learning_rate": 1.9553398379634634e-05, + "loss": 3.2087, + "step": 7164 + }, + { + "epoch": 0.12264845341412897, + "grad_norm": 2.6888980865478516, + "learning_rate": 1.9553234533007897e-05, + "loss": 3.284, + "step": 7165 + }, + { + "epoch": 0.12266557113267944, + "grad_norm": 2.6550965309143066, + "learning_rate": 1.9553070657017845e-05, + "loss": 3.1524, + "step": 7166 + }, + { + "epoch": 0.1226826888512299, + "grad_norm": 2.5877013206481934, + "learning_rate": 1.9552906751664983e-05, + "loss": 3.2907, + "step": 7167 + }, + { + "epoch": 0.12269980656978038, + "grad_norm": 2.851991653442383, + "learning_rate": 1.9552742816949815e-05, + "loss": 3.2816, + "step": 7168 + }, + { + "epoch": 0.12271692428833085, + "grad_norm": 2.555147171020508, + "learning_rate": 1.9552578852872846e-05, + "loss": 3.2203, + "step": 7169 + }, + { + "epoch": 0.12273404200688132, + "grad_norm": 2.6664552688598633, + "learning_rate": 1.9552414859434578e-05, + "loss": 3.3033, + "step": 7170 + }, + { + "epoch": 0.1227511597254318, + "grad_norm": 2.6612961292266846, + "learning_rate": 1.955225083663551e-05, + "loss": 3.297, + "step": 7171 + }, + { + "epoch": 0.12276827744398226, + "grad_norm": 2.6883652210235596, + "learning_rate": 1.9552086784476153e-05, + "loss": 3.2726, + "step": 7172 + }, + { + "epoch": 0.12278539516253274, + "grad_norm": 2.6520543098449707, + "learning_rate": 1.9551922702957012e-05, + "loss": 3.1982, + "step": 7173 + }, + { + "epoch": 0.12280251288108321, + "grad_norm": 2.7035648822784424, + "learning_rate": 1.955175859207859e-05, + "loss": 3.1691, + "step": 7174 + }, + { + "epoch": 0.12281963059963368, + "grad_norm": 2.6287553310394287, + "learning_rate": 1.9551594451841392e-05, + "loss": 3.1628, + "step": 7175 + }, + { + "epoch": 0.12283674831818416, + "grad_norm": 2.7375993728637695, + "learning_rate": 1.955143028224592e-05, + "loss": 3.2124, + "step": 7176 + }, + { + "epoch": 0.12285386603673462, + "grad_norm": 2.70937442779541, + "learning_rate": 1.9551266083292674e-05, + "loss": 3.3016, + "step": 7177 + }, + { + "epoch": 0.1228709837552851, + "grad_norm": 2.5262837409973145, + "learning_rate": 1.9551101854982168e-05, + "loss": 3.2525, + "step": 7178 + }, + { + "epoch": 0.12288810147383557, + "grad_norm": 2.6337029933929443, + "learning_rate": 1.9550937597314906e-05, + "loss": 3.3104, + "step": 7179 + }, + { + "epoch": 0.12290521919238603, + "grad_norm": 2.6841533184051514, + "learning_rate": 1.9550773310291383e-05, + "loss": 3.175, + "step": 7180 + }, + { + "epoch": 0.12292233691093651, + "grad_norm": 2.603858709335327, + "learning_rate": 1.9550608993912117e-05, + "loss": 3.168, + "step": 7181 + }, + { + "epoch": 0.12293945462948698, + "grad_norm": 2.6748929023742676, + "learning_rate": 1.9550444648177606e-05, + "loss": 3.2368, + "step": 7182 + }, + { + "epoch": 0.12295657234803746, + "grad_norm": 2.7283003330230713, + "learning_rate": 1.9550280273088352e-05, + "loss": 3.1819, + "step": 7183 + }, + { + "epoch": 0.12297369006658793, + "grad_norm": 2.6657373905181885, + "learning_rate": 1.9550115868644866e-05, + "loss": 3.0953, + "step": 7184 + }, + { + "epoch": 0.12299080778513839, + "grad_norm": 2.9163804054260254, + "learning_rate": 1.9549951434847654e-05, + "loss": 3.2874, + "step": 7185 + }, + { + "epoch": 0.12300792550368887, + "grad_norm": 2.6002395153045654, + "learning_rate": 1.954978697169722e-05, + "loss": 3.1227, + "step": 7186 + }, + { + "epoch": 0.12302504322223934, + "grad_norm": 2.7830634117126465, + "learning_rate": 1.9549622479194067e-05, + "loss": 3.3243, + "step": 7187 + }, + { + "epoch": 0.1230421609407898, + "grad_norm": 2.805203676223755, + "learning_rate": 1.95494579573387e-05, + "loss": 3.1971, + "step": 7188 + }, + { + "epoch": 0.12305927865934028, + "grad_norm": 2.877819299697876, + "learning_rate": 1.9549293406131627e-05, + "loss": 3.2322, + "step": 7189 + }, + { + "epoch": 0.12307639637789075, + "grad_norm": 2.8261001110076904, + "learning_rate": 1.9549128825573356e-05, + "loss": 3.1862, + "step": 7190 + }, + { + "epoch": 0.12309351409644123, + "grad_norm": 2.8651010990142822, + "learning_rate": 1.9548964215664387e-05, + "loss": 3.3576, + "step": 7191 + }, + { + "epoch": 0.1231106318149917, + "grad_norm": 2.659430503845215, + "learning_rate": 1.954879957640523e-05, + "loss": 3.2048, + "step": 7192 + }, + { + "epoch": 0.12312774953354216, + "grad_norm": 2.707932472229004, + "learning_rate": 1.9548634907796395e-05, + "loss": 3.1338, + "step": 7193 + }, + { + "epoch": 0.12314486725209264, + "grad_norm": 2.5532891750335693, + "learning_rate": 1.9548470209838378e-05, + "loss": 3.1113, + "step": 7194 + }, + { + "epoch": 0.12316198497064311, + "grad_norm": 2.844360828399658, + "learning_rate": 1.9548305482531696e-05, + "loss": 3.2273, + "step": 7195 + }, + { + "epoch": 0.12317910268919359, + "grad_norm": 2.677617311477661, + "learning_rate": 1.9548140725876844e-05, + "loss": 3.1667, + "step": 7196 + }, + { + "epoch": 0.12319622040774406, + "grad_norm": 2.523381471633911, + "learning_rate": 1.954797593987434e-05, + "loss": 3.2862, + "step": 7197 + }, + { + "epoch": 0.12321333812629452, + "grad_norm": 2.6145823001861572, + "learning_rate": 1.954781112452468e-05, + "loss": 3.1985, + "step": 7198 + }, + { + "epoch": 0.123230455844845, + "grad_norm": 2.4866716861724854, + "learning_rate": 1.954764627982838e-05, + "loss": 3.281, + "step": 7199 + }, + { + "epoch": 0.12324757356339547, + "grad_norm": 2.6808619499206543, + "learning_rate": 1.9547481405785943e-05, + "loss": 3.202, + "step": 7200 + }, + { + "epoch": 0.12326469128194595, + "grad_norm": 2.9948554039001465, + "learning_rate": 1.9547316502397873e-05, + "loss": 3.1824, + "step": 7201 + }, + { + "epoch": 0.12328180900049641, + "grad_norm": 2.6159396171569824, + "learning_rate": 1.9547151569664678e-05, + "loss": 3.3097, + "step": 7202 + }, + { + "epoch": 0.12329892671904688, + "grad_norm": 2.668541431427002, + "learning_rate": 1.9546986607586866e-05, + "loss": 3.0593, + "step": 7203 + }, + { + "epoch": 0.12331604443759736, + "grad_norm": 2.6828200817108154, + "learning_rate": 1.9546821616164944e-05, + "loss": 3.1006, + "step": 7204 + }, + { + "epoch": 0.12333316215614783, + "grad_norm": 2.704876661300659, + "learning_rate": 1.9546656595399418e-05, + "loss": 3.087, + "step": 7205 + }, + { + "epoch": 0.12335027987469831, + "grad_norm": 2.7911486625671387, + "learning_rate": 1.9546491545290798e-05, + "loss": 3.1712, + "step": 7206 + }, + { + "epoch": 0.12336739759324877, + "grad_norm": 2.8042588233947754, + "learning_rate": 1.954632646583959e-05, + "loss": 3.3745, + "step": 7207 + }, + { + "epoch": 0.12338451531179924, + "grad_norm": 2.6511552333831787, + "learning_rate": 1.95461613570463e-05, + "loss": 3.1271, + "step": 7208 + }, + { + "epoch": 0.12340163303034972, + "grad_norm": 2.5680336952209473, + "learning_rate": 1.9545996218911435e-05, + "loss": 3.2684, + "step": 7209 + }, + { + "epoch": 0.12341875074890019, + "grad_norm": 2.6376280784606934, + "learning_rate": 1.9545831051435503e-05, + "loss": 3.2072, + "step": 7210 + }, + { + "epoch": 0.12343586846745065, + "grad_norm": 2.614363670349121, + "learning_rate": 1.9545665854619018e-05, + "loss": 3.2681, + "step": 7211 + }, + { + "epoch": 0.12345298618600113, + "grad_norm": 2.8144443035125732, + "learning_rate": 1.9545500628462476e-05, + "loss": 3.3908, + "step": 7212 + }, + { + "epoch": 0.1234701039045516, + "grad_norm": 2.724337100982666, + "learning_rate": 1.9545335372966398e-05, + "loss": 3.3848, + "step": 7213 + }, + { + "epoch": 0.12348722162310208, + "grad_norm": 2.6032769680023193, + "learning_rate": 1.954517008813128e-05, + "loss": 3.2072, + "step": 7214 + }, + { + "epoch": 0.12350433934165254, + "grad_norm": 2.5395328998565674, + "learning_rate": 1.9545004773957637e-05, + "loss": 3.0982, + "step": 7215 + }, + { + "epoch": 0.12352145706020301, + "grad_norm": 2.7989330291748047, + "learning_rate": 1.9544839430445975e-05, + "loss": 3.227, + "step": 7216 + }, + { + "epoch": 0.12353857477875349, + "grad_norm": 2.598876953125, + "learning_rate": 1.9544674057596805e-05, + "loss": 3.0795, + "step": 7217 + }, + { + "epoch": 0.12355569249730396, + "grad_norm": 2.763593912124634, + "learning_rate": 1.954450865541063e-05, + "loss": 3.1356, + "step": 7218 + }, + { + "epoch": 0.12357281021585444, + "grad_norm": 2.587644338607788, + "learning_rate": 1.954434322388796e-05, + "loss": 3.2008, + "step": 7219 + }, + { + "epoch": 0.1235899279344049, + "grad_norm": 2.6597273349761963, + "learning_rate": 1.9544177763029307e-05, + "loss": 3.1966, + "step": 7220 + }, + { + "epoch": 0.12360704565295537, + "grad_norm": 2.8512423038482666, + "learning_rate": 1.9544012272835178e-05, + "loss": 3.3523, + "step": 7221 + }, + { + "epoch": 0.12362416337150585, + "grad_norm": 2.6221959590911865, + "learning_rate": 1.954384675330608e-05, + "loss": 3.142, + "step": 7222 + }, + { + "epoch": 0.12364128109005632, + "grad_norm": 2.959484815597534, + "learning_rate": 1.954368120444252e-05, + "loss": 3.3065, + "step": 7223 + }, + { + "epoch": 0.1236583988086068, + "grad_norm": 2.6340560913085938, + "learning_rate": 1.9543515626245012e-05, + "loss": 3.2013, + "step": 7224 + }, + { + "epoch": 0.12367551652715726, + "grad_norm": 2.6865015029907227, + "learning_rate": 1.954335001871406e-05, + "loss": 3.266, + "step": 7225 + }, + { + "epoch": 0.12369263424570773, + "grad_norm": 2.700770616531372, + "learning_rate": 1.954318438185018e-05, + "loss": 3.2101, + "step": 7226 + }, + { + "epoch": 0.12370975196425821, + "grad_norm": 2.768980026245117, + "learning_rate": 1.9543018715653877e-05, + "loss": 3.2234, + "step": 7227 + }, + { + "epoch": 0.12372686968280867, + "grad_norm": 2.831413984298706, + "learning_rate": 1.9542853020125656e-05, + "loss": 3.0878, + "step": 7228 + }, + { + "epoch": 0.12374398740135914, + "grad_norm": 2.7826521396636963, + "learning_rate": 1.9542687295266032e-05, + "loss": 3.3084, + "step": 7229 + }, + { + "epoch": 0.12376110511990962, + "grad_norm": 2.5830769538879395, + "learning_rate": 1.954252154107551e-05, + "loss": 3.2017, + "step": 7230 + }, + { + "epoch": 0.12377822283846009, + "grad_norm": 2.8099350929260254, + "learning_rate": 1.9542355757554604e-05, + "loss": 3.424, + "step": 7231 + }, + { + "epoch": 0.12379534055701057, + "grad_norm": 2.8747103214263916, + "learning_rate": 1.9542189944703822e-05, + "loss": 3.2967, + "step": 7232 + }, + { + "epoch": 0.12381245827556103, + "grad_norm": 2.7658262252807617, + "learning_rate": 1.9542024102523675e-05, + "loss": 3.3051, + "step": 7233 + }, + { + "epoch": 0.1238295759941115, + "grad_norm": 2.661503791809082, + "learning_rate": 1.9541858231014665e-05, + "loss": 3.3603, + "step": 7234 + }, + { + "epoch": 0.12384669371266198, + "grad_norm": 2.7784485816955566, + "learning_rate": 1.954169233017731e-05, + "loss": 3.12, + "step": 7235 + }, + { + "epoch": 0.12386381143121244, + "grad_norm": 2.690260887145996, + "learning_rate": 1.954152640001212e-05, + "loss": 3.2389, + "step": 7236 + }, + { + "epoch": 0.12388092914976293, + "grad_norm": 2.5882935523986816, + "learning_rate": 1.9541360440519602e-05, + "loss": 3.2916, + "step": 7237 + }, + { + "epoch": 0.12389804686831339, + "grad_norm": 2.681149482727051, + "learning_rate": 1.9541194451700264e-05, + "loss": 3.1547, + "step": 7238 + }, + { + "epoch": 0.12391516458686386, + "grad_norm": 2.608877182006836, + "learning_rate": 1.9541028433554622e-05, + "loss": 3.2676, + "step": 7239 + }, + { + "epoch": 0.12393228230541434, + "grad_norm": 2.6518352031707764, + "learning_rate": 1.954086238608318e-05, + "loss": 3.2443, + "step": 7240 + }, + { + "epoch": 0.1239494000239648, + "grad_norm": 2.545119524002075, + "learning_rate": 1.9540696309286454e-05, + "loss": 3.1549, + "step": 7241 + }, + { + "epoch": 0.12396651774251528, + "grad_norm": 2.6955714225769043, + "learning_rate": 1.9540530203164954e-05, + "loss": 3.1666, + "step": 7242 + }, + { + "epoch": 0.12398363546106575, + "grad_norm": 2.7422709465026855, + "learning_rate": 1.9540364067719185e-05, + "loss": 3.1769, + "step": 7243 + }, + { + "epoch": 0.12400075317961622, + "grad_norm": 2.5194971561431885, + "learning_rate": 1.9540197902949663e-05, + "loss": 3.2067, + "step": 7244 + }, + { + "epoch": 0.1240178708981667, + "grad_norm": 2.682058334350586, + "learning_rate": 1.9540031708856894e-05, + "loss": 3.222, + "step": 7245 + }, + { + "epoch": 0.12403498861671716, + "grad_norm": 2.4823427200317383, + "learning_rate": 1.9539865485441396e-05, + "loss": 3.1801, + "step": 7246 + }, + { + "epoch": 0.12405210633526764, + "grad_norm": 2.933664321899414, + "learning_rate": 1.9539699232703674e-05, + "loss": 3.1808, + "step": 7247 + }, + { + "epoch": 0.12406922405381811, + "grad_norm": 2.6756703853607178, + "learning_rate": 1.953953295064424e-05, + "loss": 3.1044, + "step": 7248 + }, + { + "epoch": 0.12408634177236857, + "grad_norm": 2.7198598384857178, + "learning_rate": 1.9539366639263607e-05, + "loss": 3.2418, + "step": 7249 + }, + { + "epoch": 0.12410345949091905, + "grad_norm": 2.675468683242798, + "learning_rate": 1.9539200298562283e-05, + "loss": 3.2335, + "step": 7250 + }, + { + "epoch": 0.12412057720946952, + "grad_norm": 2.573680877685547, + "learning_rate": 1.9539033928540784e-05, + "loss": 3.1728, + "step": 7251 + }, + { + "epoch": 0.12413769492801999, + "grad_norm": 2.728708028793335, + "learning_rate": 1.9538867529199616e-05, + "loss": 3.2855, + "step": 7252 + }, + { + "epoch": 0.12415481264657047, + "grad_norm": 2.651716709136963, + "learning_rate": 1.9538701100539293e-05, + "loss": 3.2009, + "step": 7253 + }, + { + "epoch": 0.12417193036512093, + "grad_norm": 2.5329813957214355, + "learning_rate": 1.9538534642560328e-05, + "loss": 3.1158, + "step": 7254 + }, + { + "epoch": 0.12418904808367141, + "grad_norm": 2.8319168090820312, + "learning_rate": 1.9538368155263235e-05, + "loss": 3.3185, + "step": 7255 + }, + { + "epoch": 0.12420616580222188, + "grad_norm": 2.7178311347961426, + "learning_rate": 1.9538201638648515e-05, + "loss": 3.1175, + "step": 7256 + }, + { + "epoch": 0.12422328352077235, + "grad_norm": 2.6322405338287354, + "learning_rate": 1.953803509271669e-05, + "loss": 3.1214, + "step": 7257 + }, + { + "epoch": 0.12424040123932283, + "grad_norm": 2.5076687335968018, + "learning_rate": 1.953786851746827e-05, + "loss": 2.967, + "step": 7258 + }, + { + "epoch": 0.12425751895787329, + "grad_norm": 2.5901694297790527, + "learning_rate": 1.9537701912903766e-05, + "loss": 3.0392, + "step": 7259 + }, + { + "epoch": 0.12427463667642377, + "grad_norm": 2.621727228164673, + "learning_rate": 1.9537535279023688e-05, + "loss": 3.2739, + "step": 7260 + }, + { + "epoch": 0.12429175439497424, + "grad_norm": 2.8228914737701416, + "learning_rate": 1.9537368615828548e-05, + "loss": 3.2645, + "step": 7261 + }, + { + "epoch": 0.1243088721135247, + "grad_norm": 2.813997983932495, + "learning_rate": 1.953720192331886e-05, + "loss": 3.2254, + "step": 7262 + }, + { + "epoch": 0.12432598983207518, + "grad_norm": 2.8976285457611084, + "learning_rate": 1.9537035201495144e-05, + "loss": 3.1652, + "step": 7263 + }, + { + "epoch": 0.12434310755062565, + "grad_norm": 2.766716957092285, + "learning_rate": 1.95368684503579e-05, + "loss": 3.1987, + "step": 7264 + }, + { + "epoch": 0.12436022526917613, + "grad_norm": 2.5827348232269287, + "learning_rate": 1.9536701669907643e-05, + "loss": 3.1583, + "step": 7265 + }, + { + "epoch": 0.1243773429877266, + "grad_norm": 2.8077242374420166, + "learning_rate": 1.953653486014489e-05, + "loss": 3.2539, + "step": 7266 + }, + { + "epoch": 0.12439446070627706, + "grad_norm": 2.6259355545043945, + "learning_rate": 1.9536368021070155e-05, + "loss": 3.1266, + "step": 7267 + }, + { + "epoch": 0.12441157842482754, + "grad_norm": 2.6745662689208984, + "learning_rate": 1.9536201152683944e-05, + "loss": 3.1457, + "step": 7268 + }, + { + "epoch": 0.12442869614337801, + "grad_norm": 2.7478995323181152, + "learning_rate": 1.9536034254986777e-05, + "loss": 3.0028, + "step": 7269 + }, + { + "epoch": 0.12444581386192848, + "grad_norm": 2.6601433753967285, + "learning_rate": 1.953586732797916e-05, + "loss": 3.144, + "step": 7270 + }, + { + "epoch": 0.12446293158047896, + "grad_norm": 2.705828905105591, + "learning_rate": 1.953570037166161e-05, + "loss": 3.2358, + "step": 7271 + }, + { + "epoch": 0.12448004929902942, + "grad_norm": 2.55289888381958, + "learning_rate": 1.9535533386034642e-05, + "loss": 3.0285, + "step": 7272 + }, + { + "epoch": 0.1244971670175799, + "grad_norm": 2.8304991722106934, + "learning_rate": 1.9535366371098764e-05, + "loss": 3.3304, + "step": 7273 + }, + { + "epoch": 0.12451428473613037, + "grad_norm": 2.7664856910705566, + "learning_rate": 1.9535199326854496e-05, + "loss": 3.1553, + "step": 7274 + }, + { + "epoch": 0.12453140245468083, + "grad_norm": 2.588550567626953, + "learning_rate": 1.9535032253302346e-05, + "loss": 3.2443, + "step": 7275 + }, + { + "epoch": 0.12454852017323131, + "grad_norm": 2.754366636276245, + "learning_rate": 1.953486515044283e-05, + "loss": 3.2318, + "step": 7276 + }, + { + "epoch": 0.12456563789178178, + "grad_norm": 2.7173781394958496, + "learning_rate": 1.953469801827646e-05, + "loss": 3.1786, + "step": 7277 + }, + { + "epoch": 0.12458275561033226, + "grad_norm": 2.489856719970703, + "learning_rate": 1.953453085680375e-05, + "loss": 3.1416, + "step": 7278 + }, + { + "epoch": 0.12459987332888273, + "grad_norm": 2.7084193229675293, + "learning_rate": 1.9534363666025218e-05, + "loss": 3.2499, + "step": 7279 + }, + { + "epoch": 0.12461699104743319, + "grad_norm": 2.7598907947540283, + "learning_rate": 1.9534196445941372e-05, + "loss": 3.1184, + "step": 7280 + }, + { + "epoch": 0.12463410876598367, + "grad_norm": 2.532306671142578, + "learning_rate": 1.9534029196552727e-05, + "loss": 3.1321, + "step": 7281 + }, + { + "epoch": 0.12465122648453414, + "grad_norm": 2.7034881114959717, + "learning_rate": 1.9533861917859802e-05, + "loss": 3.1919, + "step": 7282 + }, + { + "epoch": 0.12466834420308462, + "grad_norm": 2.8989689350128174, + "learning_rate": 1.9533694609863105e-05, + "loss": 3.2134, + "step": 7283 + }, + { + "epoch": 0.12468546192163509, + "grad_norm": 2.9968481063842773, + "learning_rate": 1.9533527272563153e-05, + "loss": 3.3551, + "step": 7284 + }, + { + "epoch": 0.12470257964018555, + "grad_norm": 2.7761268615722656, + "learning_rate": 1.953335990596046e-05, + "loss": 3.1967, + "step": 7285 + }, + { + "epoch": 0.12471969735873603, + "grad_norm": 2.8333656787872314, + "learning_rate": 1.9533192510055542e-05, + "loss": 3.1483, + "step": 7286 + }, + { + "epoch": 0.1247368150772865, + "grad_norm": 2.8447189331054688, + "learning_rate": 1.9533025084848912e-05, + "loss": 3.2445, + "step": 7287 + }, + { + "epoch": 0.12475393279583698, + "grad_norm": 2.6691930294036865, + "learning_rate": 1.9532857630341082e-05, + "loss": 3.1797, + "step": 7288 + }, + { + "epoch": 0.12477105051438744, + "grad_norm": 2.58073091506958, + "learning_rate": 1.9532690146532573e-05, + "loss": 3.226, + "step": 7289 + }, + { + "epoch": 0.12478816823293791, + "grad_norm": 2.7687830924987793, + "learning_rate": 1.9532522633423893e-05, + "loss": 3.2798, + "step": 7290 + }, + { + "epoch": 0.12480528595148839, + "grad_norm": 2.68668532371521, + "learning_rate": 1.9532355091015564e-05, + "loss": 3.1924, + "step": 7291 + }, + { + "epoch": 0.12482240367003886, + "grad_norm": 2.5599365234375, + "learning_rate": 1.9532187519308094e-05, + "loss": 3.2162, + "step": 7292 + }, + { + "epoch": 0.12483952138858932, + "grad_norm": 2.5775094032287598, + "learning_rate": 1.9532019918302002e-05, + "loss": 3.1889, + "step": 7293 + }, + { + "epoch": 0.1248566391071398, + "grad_norm": 2.7066619396209717, + "learning_rate": 1.9531852287997803e-05, + "loss": 3.1592, + "step": 7294 + }, + { + "epoch": 0.12487375682569027, + "grad_norm": 2.532377243041992, + "learning_rate": 1.9531684628396008e-05, + "loss": 3.1778, + "step": 7295 + }, + { + "epoch": 0.12489087454424075, + "grad_norm": 2.575474739074707, + "learning_rate": 1.953151693949714e-05, + "loss": 3.1695, + "step": 7296 + }, + { + "epoch": 0.12490799226279121, + "grad_norm": 2.6770401000976562, + "learning_rate": 1.953134922130171e-05, + "loss": 3.184, + "step": 7297 + }, + { + "epoch": 0.12492510998134168, + "grad_norm": 2.6160383224487305, + "learning_rate": 1.953118147381023e-05, + "loss": 3.25, + "step": 7298 + }, + { + "epoch": 0.12494222769989216, + "grad_norm": 2.6431162357330322, + "learning_rate": 1.953101369702322e-05, + "loss": 3.0447, + "step": 7299 + }, + { + "epoch": 0.12495934541844263, + "grad_norm": 2.6438984870910645, + "learning_rate": 1.95308458909412e-05, + "loss": 3.2154, + "step": 7300 + }, + { + "epoch": 0.12497646313699311, + "grad_norm": 2.655959129333496, + "learning_rate": 1.953067805556468e-05, + "loss": 3.2955, + "step": 7301 + }, + { + "epoch": 0.12499358085554357, + "grad_norm": 2.8457326889038086, + "learning_rate": 1.953051019089417e-05, + "loss": 3.3257, + "step": 7302 + }, + { + "epoch": 0.12501069857409405, + "grad_norm": 2.6981101036071777, + "learning_rate": 1.9530342296930198e-05, + "loss": 3.0446, + "step": 7303 + }, + { + "epoch": 0.1250278162926445, + "grad_norm": 2.660804271697998, + "learning_rate": 1.9530174373673274e-05, + "loss": 3.1908, + "step": 7304 + }, + { + "epoch": 0.12504493401119499, + "grad_norm": 2.637878656387329, + "learning_rate": 1.953000642112391e-05, + "loss": 3.116, + "step": 7305 + }, + { + "epoch": 0.12506205172974547, + "grad_norm": 2.7741923332214355, + "learning_rate": 1.9529838439282635e-05, + "loss": 3.3438, + "step": 7306 + }, + { + "epoch": 0.12507916944829592, + "grad_norm": 2.7830169200897217, + "learning_rate": 1.9529670428149952e-05, + "loss": 3.0714, + "step": 7307 + }, + { + "epoch": 0.1250962871668464, + "grad_norm": 2.634103536605835, + "learning_rate": 1.9529502387726386e-05, + "loss": 3.3008, + "step": 7308 + }, + { + "epoch": 0.12511340488539688, + "grad_norm": 2.621224880218506, + "learning_rate": 1.952933431801245e-05, + "loss": 3.0986, + "step": 7309 + }, + { + "epoch": 0.12513052260394736, + "grad_norm": 2.5659873485565186, + "learning_rate": 1.952916621900866e-05, + "loss": 3.1255, + "step": 7310 + }, + { + "epoch": 0.1251476403224978, + "grad_norm": 2.668705463409424, + "learning_rate": 1.952899809071553e-05, + "loss": 3.1351, + "step": 7311 + }, + { + "epoch": 0.1251647580410483, + "grad_norm": 2.584512948989868, + "learning_rate": 1.9528829933133587e-05, + "loss": 3.2286, + "step": 7312 + }, + { + "epoch": 0.12518187575959877, + "grad_norm": 2.531966209411621, + "learning_rate": 1.9528661746263336e-05, + "loss": 3.245, + "step": 7313 + }, + { + "epoch": 0.12519899347814922, + "grad_norm": 2.8255035877227783, + "learning_rate": 1.95284935301053e-05, + "loss": 3.2352, + "step": 7314 + }, + { + "epoch": 0.1252161111966997, + "grad_norm": 2.7602627277374268, + "learning_rate": 1.9528325284659993e-05, + "loss": 3.2796, + "step": 7315 + }, + { + "epoch": 0.12523322891525018, + "grad_norm": 2.6777169704437256, + "learning_rate": 1.952815700992794e-05, + "loss": 3.0707, + "step": 7316 + }, + { + "epoch": 0.12525034663380064, + "grad_norm": 2.632657051086426, + "learning_rate": 1.952798870590965e-05, + "loss": 3.2989, + "step": 7317 + }, + { + "epoch": 0.12526746435235112, + "grad_norm": 2.567100763320923, + "learning_rate": 1.952782037260564e-05, + "loss": 3.0624, + "step": 7318 + }, + { + "epoch": 0.1252845820709016, + "grad_norm": 2.5704915523529053, + "learning_rate": 1.9527652010016434e-05, + "loss": 3.2099, + "step": 7319 + }, + { + "epoch": 0.12530169978945208, + "grad_norm": 2.663233995437622, + "learning_rate": 1.9527483618142543e-05, + "loss": 3.3075, + "step": 7320 + }, + { + "epoch": 0.12531881750800253, + "grad_norm": 2.65020489692688, + "learning_rate": 1.9527315196984488e-05, + "loss": 3.1257, + "step": 7321 + }, + { + "epoch": 0.125335935226553, + "grad_norm": 2.6195404529571533, + "learning_rate": 1.9527146746542785e-05, + "loss": 3.2537, + "step": 7322 + }, + { + "epoch": 0.1253530529451035, + "grad_norm": 2.7175941467285156, + "learning_rate": 1.9526978266817958e-05, + "loss": 3.2684, + "step": 7323 + }, + { + "epoch": 0.12537017066365394, + "grad_norm": 2.609163761138916, + "learning_rate": 1.9526809757810514e-05, + "loss": 3.1695, + "step": 7324 + }, + { + "epoch": 0.12538728838220442, + "grad_norm": 2.891658306121826, + "learning_rate": 1.9526641219520978e-05, + "loss": 3.3785, + "step": 7325 + }, + { + "epoch": 0.1254044061007549, + "grad_norm": 2.8158719539642334, + "learning_rate": 1.952647265194987e-05, + "loss": 3.1108, + "step": 7326 + }, + { + "epoch": 0.12542152381930535, + "grad_norm": 2.6806516647338867, + "learning_rate": 1.9526304055097698e-05, + "loss": 3.2234, + "step": 7327 + }, + { + "epoch": 0.12543864153785583, + "grad_norm": 2.859342575073242, + "learning_rate": 1.952613542896499e-05, + "loss": 3.152, + "step": 7328 + }, + { + "epoch": 0.1254557592564063, + "grad_norm": 2.9437408447265625, + "learning_rate": 1.952596677355226e-05, + "loss": 3.27, + "step": 7329 + }, + { + "epoch": 0.12547287697495677, + "grad_norm": 2.658252477645874, + "learning_rate": 1.9525798088860027e-05, + "loss": 3.1988, + "step": 7330 + }, + { + "epoch": 0.12548999469350725, + "grad_norm": 2.67337965965271, + "learning_rate": 1.952562937488881e-05, + "loss": 3.1304, + "step": 7331 + }, + { + "epoch": 0.12550711241205773, + "grad_norm": 2.765721321105957, + "learning_rate": 1.9525460631639132e-05, + "loss": 3.2148, + "step": 7332 + }, + { + "epoch": 0.1255242301306082, + "grad_norm": 2.7265732288360596, + "learning_rate": 1.9525291859111505e-05, + "loss": 3.1555, + "step": 7333 + }, + { + "epoch": 0.12554134784915866, + "grad_norm": 2.617854118347168, + "learning_rate": 1.952512305730645e-05, + "loss": 3.1492, + "step": 7334 + }, + { + "epoch": 0.12555846556770914, + "grad_norm": 2.596512794494629, + "learning_rate": 1.9524954226224487e-05, + "loss": 3.1075, + "step": 7335 + }, + { + "epoch": 0.12557558328625962, + "grad_norm": 2.652251720428467, + "learning_rate": 1.952478536586613e-05, + "loss": 3.2207, + "step": 7336 + }, + { + "epoch": 0.12559270100481007, + "grad_norm": 2.586416482925415, + "learning_rate": 1.9524616476231904e-05, + "loss": 3.0133, + "step": 7337 + }, + { + "epoch": 0.12560981872336055, + "grad_norm": 2.7534611225128174, + "learning_rate": 1.9524447557322323e-05, + "loss": 3.3297, + "step": 7338 + }, + { + "epoch": 0.12562693644191103, + "grad_norm": 2.722898006439209, + "learning_rate": 1.952427860913791e-05, + "loss": 3.16, + "step": 7339 + }, + { + "epoch": 0.12564405416046148, + "grad_norm": 2.4854915142059326, + "learning_rate": 1.9524109631679187e-05, + "loss": 3.1675, + "step": 7340 + }, + { + "epoch": 0.12566117187901196, + "grad_norm": 2.5778424739837646, + "learning_rate": 1.952394062494667e-05, + "loss": 3.2426, + "step": 7341 + }, + { + "epoch": 0.12567828959756244, + "grad_norm": 2.5732905864715576, + "learning_rate": 1.9523771588940875e-05, + "loss": 3.3122, + "step": 7342 + }, + { + "epoch": 0.1256954073161129, + "grad_norm": 2.527953863143921, + "learning_rate": 1.9523602523662324e-05, + "loss": 3.1735, + "step": 7343 + }, + { + "epoch": 0.12571252503466337, + "grad_norm": 2.558789014816284, + "learning_rate": 1.9523433429111537e-05, + "loss": 3.3524, + "step": 7344 + }, + { + "epoch": 0.12572964275321385, + "grad_norm": 2.5362322330474854, + "learning_rate": 1.952326430528904e-05, + "loss": 3.1859, + "step": 7345 + }, + { + "epoch": 0.12574676047176434, + "grad_norm": 2.5252344608306885, + "learning_rate": 1.952309515219534e-05, + "loss": 3.2184, + "step": 7346 + }, + { + "epoch": 0.1257638781903148, + "grad_norm": 2.640740394592285, + "learning_rate": 1.9522925969830967e-05, + "loss": 3.1448, + "step": 7347 + }, + { + "epoch": 0.12578099590886527, + "grad_norm": 2.5402603149414062, + "learning_rate": 1.952275675819644e-05, + "loss": 3.1472, + "step": 7348 + }, + { + "epoch": 0.12579811362741575, + "grad_norm": 2.8642737865448, + "learning_rate": 1.9522587517292273e-05, + "loss": 3.1538, + "step": 7349 + }, + { + "epoch": 0.1258152313459662, + "grad_norm": 2.8449466228485107, + "learning_rate": 1.9522418247118993e-05, + "loss": 3.2089, + "step": 7350 + }, + { + "epoch": 0.12583234906451668, + "grad_norm": 2.8410298824310303, + "learning_rate": 1.9522248947677113e-05, + "loss": 3.1904, + "step": 7351 + }, + { + "epoch": 0.12584946678306716, + "grad_norm": 2.602132558822632, + "learning_rate": 1.952207961896716e-05, + "loss": 3.2069, + "step": 7352 + }, + { + "epoch": 0.1258665845016176, + "grad_norm": 2.681047201156616, + "learning_rate": 1.9521910260989656e-05, + "loss": 3.1476, + "step": 7353 + }, + { + "epoch": 0.1258837022201681, + "grad_norm": 2.7906863689422607, + "learning_rate": 1.9521740873745116e-05, + "loss": 3.166, + "step": 7354 + }, + { + "epoch": 0.12590081993871857, + "grad_norm": 2.5590298175811768, + "learning_rate": 1.952157145723406e-05, + "loss": 3.2025, + "step": 7355 + }, + { + "epoch": 0.12591793765726905, + "grad_norm": 2.694059371948242, + "learning_rate": 1.9521402011457013e-05, + "loss": 3.1275, + "step": 7356 + }, + { + "epoch": 0.1259350553758195, + "grad_norm": 2.9644358158111572, + "learning_rate": 1.9521232536414493e-05, + "loss": 3.2657, + "step": 7357 + }, + { + "epoch": 0.12595217309436998, + "grad_norm": 2.8270862102508545, + "learning_rate": 1.9521063032107025e-05, + "loss": 3.294, + "step": 7358 + }, + { + "epoch": 0.12596929081292046, + "grad_norm": 2.8113784790039062, + "learning_rate": 1.952089349853512e-05, + "loss": 3.2903, + "step": 7359 + }, + { + "epoch": 0.12598640853147092, + "grad_norm": 2.674215078353882, + "learning_rate": 1.9520723935699313e-05, + "loss": 3.0408, + "step": 7360 + }, + { + "epoch": 0.1260035262500214, + "grad_norm": 3.0065340995788574, + "learning_rate": 1.9520554343600116e-05, + "loss": 3.2152, + "step": 7361 + }, + { + "epoch": 0.12602064396857188, + "grad_norm": 2.8182969093322754, + "learning_rate": 1.952038472223805e-05, + "loss": 3.1953, + "step": 7362 + }, + { + "epoch": 0.12603776168712233, + "grad_norm": 2.7980315685272217, + "learning_rate": 1.9520215071613645e-05, + "loss": 3.2549, + "step": 7363 + }, + { + "epoch": 0.1260548794056728, + "grad_norm": 2.7626242637634277, + "learning_rate": 1.9520045391727408e-05, + "loss": 3.0966, + "step": 7364 + }, + { + "epoch": 0.1260719971242233, + "grad_norm": 2.7279767990112305, + "learning_rate": 1.9519875682579875e-05, + "loss": 3.2527, + "step": 7365 + }, + { + "epoch": 0.12608911484277374, + "grad_norm": 2.6510696411132812, + "learning_rate": 1.951970594417156e-05, + "loss": 3.2451, + "step": 7366 + }, + { + "epoch": 0.12610623256132422, + "grad_norm": 2.6791296005249023, + "learning_rate": 1.9519536176502984e-05, + "loss": 3.0552, + "step": 7367 + }, + { + "epoch": 0.1261233502798747, + "grad_norm": 2.5769295692443848, + "learning_rate": 1.9519366379574673e-05, + "loss": 2.9924, + "step": 7368 + }, + { + "epoch": 0.12614046799842518, + "grad_norm": 2.619354009628296, + "learning_rate": 1.9519196553387146e-05, + "loss": 3.2584, + "step": 7369 + }, + { + "epoch": 0.12615758571697563, + "grad_norm": 2.9449524879455566, + "learning_rate": 1.9519026697940927e-05, + "loss": 3.1729, + "step": 7370 + }, + { + "epoch": 0.12617470343552611, + "grad_norm": 2.511281967163086, + "learning_rate": 1.9518856813236536e-05, + "loss": 3.1361, + "step": 7371 + }, + { + "epoch": 0.1261918211540766, + "grad_norm": 2.725667715072632, + "learning_rate": 1.9518686899274495e-05, + "loss": 3.1573, + "step": 7372 + }, + { + "epoch": 0.12620893887262705, + "grad_norm": 2.671523094177246, + "learning_rate": 1.951851695605533e-05, + "loss": 3.212, + "step": 7373 + }, + { + "epoch": 0.12622605659117753, + "grad_norm": 2.7917239665985107, + "learning_rate": 1.9518346983579556e-05, + "loss": 3.1655, + "step": 7374 + }, + { + "epoch": 0.126243174309728, + "grad_norm": 2.697550058364868, + "learning_rate": 1.9518176981847704e-05, + "loss": 3.2379, + "step": 7375 + }, + { + "epoch": 0.12626029202827846, + "grad_norm": 2.694920778274536, + "learning_rate": 1.9518006950860293e-05, + "loss": 3.2365, + "step": 7376 + }, + { + "epoch": 0.12627740974682894, + "grad_norm": 2.7118852138519287, + "learning_rate": 1.951783689061784e-05, + "loss": 3.2765, + "step": 7377 + }, + { + "epoch": 0.12629452746537942, + "grad_norm": 2.586984395980835, + "learning_rate": 1.951766680112088e-05, + "loss": 3.2017, + "step": 7378 + }, + { + "epoch": 0.1263116451839299, + "grad_norm": 2.6610724925994873, + "learning_rate": 1.9517496682369925e-05, + "loss": 3.118, + "step": 7379 + }, + { + "epoch": 0.12632876290248035, + "grad_norm": 2.6877665519714355, + "learning_rate": 1.9517326534365502e-05, + "loss": 3.079, + "step": 7380 + }, + { + "epoch": 0.12634588062103083, + "grad_norm": 2.4833643436431885, + "learning_rate": 1.951715635710813e-05, + "loss": 3.1763, + "step": 7381 + }, + { + "epoch": 0.1263629983395813, + "grad_norm": 2.75437068939209, + "learning_rate": 1.9516986150598343e-05, + "loss": 3.1608, + "step": 7382 + }, + { + "epoch": 0.12638011605813176, + "grad_norm": 2.6460657119750977, + "learning_rate": 1.951681591483665e-05, + "loss": 3.081, + "step": 7383 + }, + { + "epoch": 0.12639723377668224, + "grad_norm": 2.5381431579589844, + "learning_rate": 1.9516645649823587e-05, + "loss": 3.1347, + "step": 7384 + }, + { + "epoch": 0.12641435149523272, + "grad_norm": 2.6670446395874023, + "learning_rate": 1.9516475355559668e-05, + "loss": 3.256, + "step": 7385 + }, + { + "epoch": 0.12643146921378318, + "grad_norm": 2.6056435108184814, + "learning_rate": 1.951630503204542e-05, + "loss": 3.2108, + "step": 7386 + }, + { + "epoch": 0.12644858693233366, + "grad_norm": 2.427551031112671, + "learning_rate": 1.9516134679281366e-05, + "loss": 3.1798, + "step": 7387 + }, + { + "epoch": 0.12646570465088414, + "grad_norm": 2.681758403778076, + "learning_rate": 1.951596429726803e-05, + "loss": 3.2506, + "step": 7388 + }, + { + "epoch": 0.1264828223694346, + "grad_norm": 2.730778455734253, + "learning_rate": 1.9515793886005937e-05, + "loss": 3.3041, + "step": 7389 + }, + { + "epoch": 0.12649994008798507, + "grad_norm": 2.686091423034668, + "learning_rate": 1.951562344549561e-05, + "loss": 3.2033, + "step": 7390 + }, + { + "epoch": 0.12651705780653555, + "grad_norm": 2.643627166748047, + "learning_rate": 1.951545297573757e-05, + "loss": 3.2573, + "step": 7391 + }, + { + "epoch": 0.12653417552508603, + "grad_norm": 2.688567876815796, + "learning_rate": 1.9515282476732345e-05, + "loss": 3.159, + "step": 7392 + }, + { + "epoch": 0.12655129324363648, + "grad_norm": 2.5155889987945557, + "learning_rate": 1.9515111948480456e-05, + "loss": 3.1611, + "step": 7393 + }, + { + "epoch": 0.12656841096218696, + "grad_norm": 2.784597396850586, + "learning_rate": 1.951494139098243e-05, + "loss": 3.0295, + "step": 7394 + }, + { + "epoch": 0.12658552868073744, + "grad_norm": 2.8604886531829834, + "learning_rate": 1.9514770804238786e-05, + "loss": 3.329, + "step": 7395 + }, + { + "epoch": 0.1266026463992879, + "grad_norm": 2.7902884483337402, + "learning_rate": 1.9514600188250058e-05, + "loss": 3.2201, + "step": 7396 + }, + { + "epoch": 0.12661976411783837, + "grad_norm": 2.9295969009399414, + "learning_rate": 1.951442954301676e-05, + "loss": 3.0756, + "step": 7397 + }, + { + "epoch": 0.12663688183638885, + "grad_norm": 2.795903444290161, + "learning_rate": 1.951425886853942e-05, + "loss": 3.0882, + "step": 7398 + }, + { + "epoch": 0.1266539995549393, + "grad_norm": 2.7911550998687744, + "learning_rate": 1.951408816481857e-05, + "loss": 3.2385, + "step": 7399 + }, + { + "epoch": 0.12667111727348979, + "grad_norm": 2.5608761310577393, + "learning_rate": 1.951391743185472e-05, + "loss": 3.2051, + "step": 7400 + }, + { + "epoch": 0.12668823499204027, + "grad_norm": 2.686811685562134, + "learning_rate": 1.9513746669648407e-05, + "loss": 3.1735, + "step": 7401 + }, + { + "epoch": 0.12670535271059075, + "grad_norm": 2.776784896850586, + "learning_rate": 1.9513575878200152e-05, + "loss": 3.1847, + "step": 7402 + }, + { + "epoch": 0.1267224704291412, + "grad_norm": 2.5715112686157227, + "learning_rate": 1.951340505751048e-05, + "loss": 3.2711, + "step": 7403 + }, + { + "epoch": 0.12673958814769168, + "grad_norm": 2.8120641708374023, + "learning_rate": 1.9513234207579916e-05, + "loss": 3.2484, + "step": 7404 + }, + { + "epoch": 0.12675670586624216, + "grad_norm": 2.8026669025421143, + "learning_rate": 1.9513063328408982e-05, + "loss": 3.1808, + "step": 7405 + }, + { + "epoch": 0.1267738235847926, + "grad_norm": 2.6846601963043213, + "learning_rate": 1.951289241999821e-05, + "loss": 3.2226, + "step": 7406 + }, + { + "epoch": 0.1267909413033431, + "grad_norm": 2.4794700145721436, + "learning_rate": 1.951272148234812e-05, + "loss": 3.0907, + "step": 7407 + }, + { + "epoch": 0.12680805902189357, + "grad_norm": 2.6061997413635254, + "learning_rate": 1.9512550515459237e-05, + "loss": 3.1507, + "step": 7408 + }, + { + "epoch": 0.12682517674044402, + "grad_norm": 2.63704514503479, + "learning_rate": 1.951237951933209e-05, + "loss": 3.2984, + "step": 7409 + }, + { + "epoch": 0.1268422944589945, + "grad_norm": 2.6107096672058105, + "learning_rate": 1.9512208493967204e-05, + "loss": 3.2072, + "step": 7410 + }, + { + "epoch": 0.12685941217754498, + "grad_norm": 2.789712905883789, + "learning_rate": 1.9512037439365104e-05, + "loss": 3.2526, + "step": 7411 + }, + { + "epoch": 0.12687652989609544, + "grad_norm": 2.483642339706421, + "learning_rate": 1.9511866355526314e-05, + "loss": 3.1756, + "step": 7412 + }, + { + "epoch": 0.12689364761464592, + "grad_norm": 2.5738165378570557, + "learning_rate": 1.951169524245136e-05, + "loss": 3.1319, + "step": 7413 + }, + { + "epoch": 0.1269107653331964, + "grad_norm": 2.5795695781707764, + "learning_rate": 1.9511524100140772e-05, + "loss": 3.2115, + "step": 7414 + }, + { + "epoch": 0.12692788305174688, + "grad_norm": 2.4958271980285645, + "learning_rate": 1.9511352928595074e-05, + "loss": 3.0548, + "step": 7415 + }, + { + "epoch": 0.12694500077029733, + "grad_norm": 2.686882734298706, + "learning_rate": 1.9511181727814786e-05, + "loss": 3.3125, + "step": 7416 + }, + { + "epoch": 0.1269621184888478, + "grad_norm": 2.788389205932617, + "learning_rate": 1.9511010497800447e-05, + "loss": 3.1444, + "step": 7417 + }, + { + "epoch": 0.1269792362073983, + "grad_norm": 2.620635986328125, + "learning_rate": 1.951083923855257e-05, + "loss": 3.1375, + "step": 7418 + }, + { + "epoch": 0.12699635392594874, + "grad_norm": 3.0143883228302, + "learning_rate": 1.9510667950071692e-05, + "loss": 3.2041, + "step": 7419 + }, + { + "epoch": 0.12701347164449922, + "grad_norm": 2.7678487300872803, + "learning_rate": 1.951049663235833e-05, + "loss": 3.2464, + "step": 7420 + }, + { + "epoch": 0.1270305893630497, + "grad_norm": 2.6138241291046143, + "learning_rate": 1.9510325285413017e-05, + "loss": 3.2133, + "step": 7421 + }, + { + "epoch": 0.12704770708160015, + "grad_norm": 2.911116600036621, + "learning_rate": 1.951015390923628e-05, + "loss": 3.2741, + "step": 7422 + }, + { + "epoch": 0.12706482480015063, + "grad_norm": 2.668030023574829, + "learning_rate": 1.9509982503828643e-05, + "loss": 3.1946, + "step": 7423 + }, + { + "epoch": 0.1270819425187011, + "grad_norm": 2.8427469730377197, + "learning_rate": 1.950981106919063e-05, + "loss": 3.2342, + "step": 7424 + }, + { + "epoch": 0.12709906023725157, + "grad_norm": 2.7159974575042725, + "learning_rate": 1.9509639605322775e-05, + "loss": 3.2378, + "step": 7425 + }, + { + "epoch": 0.12711617795580205, + "grad_norm": 2.8401479721069336, + "learning_rate": 1.95094681122256e-05, + "loss": 3.3195, + "step": 7426 + }, + { + "epoch": 0.12713329567435253, + "grad_norm": 2.635124683380127, + "learning_rate": 1.9509296589899635e-05, + "loss": 3.2943, + "step": 7427 + }, + { + "epoch": 0.127150413392903, + "grad_norm": 2.6117677688598633, + "learning_rate": 1.9509125038345406e-05, + "loss": 3.1536, + "step": 7428 + }, + { + "epoch": 0.12716753111145346, + "grad_norm": 2.5800364017486572, + "learning_rate": 1.9508953457563438e-05, + "loss": 3.2658, + "step": 7429 + }, + { + "epoch": 0.12718464883000394, + "grad_norm": 2.774373769760132, + "learning_rate": 1.9508781847554262e-05, + "loss": 3.1967, + "step": 7430 + }, + { + "epoch": 0.12720176654855442, + "grad_norm": 2.633617877960205, + "learning_rate": 1.95086102083184e-05, + "loss": 3.1055, + "step": 7431 + }, + { + "epoch": 0.12721888426710487, + "grad_norm": 2.62416672706604, + "learning_rate": 1.950843853985639e-05, + "loss": 3.1987, + "step": 7432 + }, + { + "epoch": 0.12723600198565535, + "grad_norm": 2.9988808631896973, + "learning_rate": 1.950826684216875e-05, + "loss": 3.3516, + "step": 7433 + }, + { + "epoch": 0.12725311970420583, + "grad_norm": 2.6826374530792236, + "learning_rate": 1.950809511525601e-05, + "loss": 3.2133, + "step": 7434 + }, + { + "epoch": 0.12727023742275628, + "grad_norm": 2.6172683238983154, + "learning_rate": 1.9507923359118703e-05, + "loss": 3.2195, + "step": 7435 + }, + { + "epoch": 0.12728735514130676, + "grad_norm": 2.6458866596221924, + "learning_rate": 1.950775157375735e-05, + "loss": 3.2555, + "step": 7436 + }, + { + "epoch": 0.12730447285985724, + "grad_norm": 2.6595301628112793, + "learning_rate": 1.950757975917248e-05, + "loss": 3.1114, + "step": 7437 + }, + { + "epoch": 0.12732159057840772, + "grad_norm": 2.709789514541626, + "learning_rate": 1.9507407915364625e-05, + "loss": 3.2345, + "step": 7438 + }, + { + "epoch": 0.12733870829695818, + "grad_norm": 2.6718826293945312, + "learning_rate": 1.950723604233431e-05, + "loss": 3.3091, + "step": 7439 + }, + { + "epoch": 0.12735582601550866, + "grad_norm": 2.6135199069976807, + "learning_rate": 1.9507064140082065e-05, + "loss": 3.002, + "step": 7440 + }, + { + "epoch": 0.12737294373405914, + "grad_norm": 2.6160569190979004, + "learning_rate": 1.950689220860842e-05, + "loss": 3.1023, + "step": 7441 + }, + { + "epoch": 0.1273900614526096, + "grad_norm": 2.4966542720794678, + "learning_rate": 1.9506720247913895e-05, + "loss": 3.218, + "step": 7442 + }, + { + "epoch": 0.12740717917116007, + "grad_norm": 2.762012004852295, + "learning_rate": 1.950654825799903e-05, + "loss": 3.2705, + "step": 7443 + }, + { + "epoch": 0.12742429688971055, + "grad_norm": 2.6780409812927246, + "learning_rate": 1.9506376238864343e-05, + "loss": 3.1257, + "step": 7444 + }, + { + "epoch": 0.127441414608261, + "grad_norm": 2.866229772567749, + "learning_rate": 1.9506204190510375e-05, + "loss": 3.2887, + "step": 7445 + }, + { + "epoch": 0.12745853232681148, + "grad_norm": 2.597428560256958, + "learning_rate": 1.950603211293764e-05, + "loss": 3.1923, + "step": 7446 + }, + { + "epoch": 0.12747565004536196, + "grad_norm": 2.7671709060668945, + "learning_rate": 1.950586000614668e-05, + "loss": 3.2242, + "step": 7447 + }, + { + "epoch": 0.1274927677639124, + "grad_norm": 2.786618947982788, + "learning_rate": 1.9505687870138017e-05, + "loss": 3.2958, + "step": 7448 + }, + { + "epoch": 0.1275098854824629, + "grad_norm": 2.773508071899414, + "learning_rate": 1.9505515704912185e-05, + "loss": 3.2302, + "step": 7449 + }, + { + "epoch": 0.12752700320101337, + "grad_norm": 2.674163818359375, + "learning_rate": 1.9505343510469707e-05, + "loss": 3.0986, + "step": 7450 + }, + { + "epoch": 0.12754412091956385, + "grad_norm": 2.6094813346862793, + "learning_rate": 1.9505171286811114e-05, + "loss": 3.3325, + "step": 7451 + }, + { + "epoch": 0.1275612386381143, + "grad_norm": 2.7954843044281006, + "learning_rate": 1.9504999033936935e-05, + "loss": 3.2026, + "step": 7452 + }, + { + "epoch": 0.12757835635666478, + "grad_norm": 2.922531843185425, + "learning_rate": 1.9504826751847706e-05, + "loss": 3.2498, + "step": 7453 + }, + { + "epoch": 0.12759547407521526, + "grad_norm": 2.6465752124786377, + "learning_rate": 1.950465444054395e-05, + "loss": 3.0865, + "step": 7454 + }, + { + "epoch": 0.12761259179376572, + "grad_norm": 2.5891518592834473, + "learning_rate": 1.9504482100026195e-05, + "loss": 3.2576, + "step": 7455 + }, + { + "epoch": 0.1276297095123162, + "grad_norm": 2.8036444187164307, + "learning_rate": 1.950430973029498e-05, + "loss": 3.1755, + "step": 7456 + }, + { + "epoch": 0.12764682723086668, + "grad_norm": 2.565723180770874, + "learning_rate": 1.9504137331350822e-05, + "loss": 3.1463, + "step": 7457 + }, + { + "epoch": 0.12766394494941713, + "grad_norm": 2.6090126037597656, + "learning_rate": 1.950396490319426e-05, + "loss": 3.0404, + "step": 7458 + }, + { + "epoch": 0.1276810626679676, + "grad_norm": 2.7008445262908936, + "learning_rate": 1.9503792445825827e-05, + "loss": 3.1631, + "step": 7459 + }, + { + "epoch": 0.1276981803865181, + "grad_norm": 2.664212226867676, + "learning_rate": 1.9503619959246042e-05, + "loss": 3.2037, + "step": 7460 + }, + { + "epoch": 0.12771529810506857, + "grad_norm": 2.414299726486206, + "learning_rate": 1.9503447443455442e-05, + "loss": 2.9779, + "step": 7461 + }, + { + "epoch": 0.12773241582361902, + "grad_norm": 2.532405138015747, + "learning_rate": 1.9503274898454555e-05, + "loss": 3.1474, + "step": 7462 + }, + { + "epoch": 0.1277495335421695, + "grad_norm": 2.472865343093872, + "learning_rate": 1.9503102324243916e-05, + "loss": 3.0644, + "step": 7463 + }, + { + "epoch": 0.12776665126071998, + "grad_norm": 2.571490526199341, + "learning_rate": 1.9502929720824047e-05, + "loss": 3.1299, + "step": 7464 + }, + { + "epoch": 0.12778376897927043, + "grad_norm": 2.613455057144165, + "learning_rate": 1.9502757088195484e-05, + "loss": 3.17, + "step": 7465 + }, + { + "epoch": 0.12780088669782091, + "grad_norm": 2.5987331867218018, + "learning_rate": 1.950258442635876e-05, + "loss": 3.1728, + "step": 7466 + }, + { + "epoch": 0.1278180044163714, + "grad_norm": 2.593862533569336, + "learning_rate": 1.9502411735314402e-05, + "loss": 3.2286, + "step": 7467 + }, + { + "epoch": 0.12783512213492185, + "grad_norm": 2.5010218620300293, + "learning_rate": 1.950223901506294e-05, + "loss": 3.1298, + "step": 7468 + }, + { + "epoch": 0.12785223985347233, + "grad_norm": 2.5322201251983643, + "learning_rate": 1.950206626560491e-05, + "loss": 3.0418, + "step": 7469 + }, + { + "epoch": 0.1278693575720228, + "grad_norm": 2.7113051414489746, + "learning_rate": 1.9501893486940835e-05, + "loss": 3.193, + "step": 7470 + }, + { + "epoch": 0.12788647529057326, + "grad_norm": 2.8513236045837402, + "learning_rate": 1.9501720679071252e-05, + "loss": 3.337, + "step": 7471 + }, + { + "epoch": 0.12790359300912374, + "grad_norm": 2.765716552734375, + "learning_rate": 1.950154784199669e-05, + "loss": 3.1749, + "step": 7472 + }, + { + "epoch": 0.12792071072767422, + "grad_norm": 2.6602418422698975, + "learning_rate": 1.950137497571768e-05, + "loss": 3.1718, + "step": 7473 + }, + { + "epoch": 0.1279378284462247, + "grad_norm": 2.7870852947235107, + "learning_rate": 1.9501202080234757e-05, + "loss": 3.138, + "step": 7474 + }, + { + "epoch": 0.12795494616477515, + "grad_norm": 2.856430768966675, + "learning_rate": 1.9501029155548447e-05, + "loss": 3.1146, + "step": 7475 + }, + { + "epoch": 0.12797206388332563, + "grad_norm": 2.639906883239746, + "learning_rate": 1.9500856201659288e-05, + "loss": 3.1921, + "step": 7476 + }, + { + "epoch": 0.1279891816018761, + "grad_norm": 2.765104293823242, + "learning_rate": 1.9500683218567804e-05, + "loss": 3.2138, + "step": 7477 + }, + { + "epoch": 0.12800629932042656, + "grad_norm": 3.048621892929077, + "learning_rate": 1.950051020627453e-05, + "loss": 3.2525, + "step": 7478 + }, + { + "epoch": 0.12802341703897704, + "grad_norm": 2.869694709777832, + "learning_rate": 1.950033716478e-05, + "loss": 3.171, + "step": 7479 + }, + { + "epoch": 0.12804053475752752, + "grad_norm": 2.7957067489624023, + "learning_rate": 1.9500164094084742e-05, + "loss": 3.2737, + "step": 7480 + }, + { + "epoch": 0.12805765247607798, + "grad_norm": 2.5991997718811035, + "learning_rate": 1.949999099418929e-05, + "loss": 3.0966, + "step": 7481 + }, + { + "epoch": 0.12807477019462846, + "grad_norm": 2.7660841941833496, + "learning_rate": 1.949981786509418e-05, + "loss": 3.2474, + "step": 7482 + }, + { + "epoch": 0.12809188791317894, + "grad_norm": 2.559675455093384, + "learning_rate": 1.9499644706799937e-05, + "loss": 3.1754, + "step": 7483 + }, + { + "epoch": 0.12810900563172942, + "grad_norm": 2.6141011714935303, + "learning_rate": 1.9499471519307097e-05, + "loss": 3.155, + "step": 7484 + }, + { + "epoch": 0.12812612335027987, + "grad_norm": 2.472296953201294, + "learning_rate": 1.949929830261619e-05, + "loss": 3.0958, + "step": 7485 + }, + { + "epoch": 0.12814324106883035, + "grad_norm": 2.6700141429901123, + "learning_rate": 1.949912505672775e-05, + "loss": 3.1939, + "step": 7486 + }, + { + "epoch": 0.12816035878738083, + "grad_norm": 2.709364175796509, + "learning_rate": 1.9498951781642312e-05, + "loss": 3.1669, + "step": 7487 + }, + { + "epoch": 0.12817747650593128, + "grad_norm": 2.650268316268921, + "learning_rate": 1.9498778477360403e-05, + "loss": 3.0631, + "step": 7488 + }, + { + "epoch": 0.12819459422448176, + "grad_norm": 2.771059513092041, + "learning_rate": 1.9498605143882563e-05, + "loss": 3.255, + "step": 7489 + }, + { + "epoch": 0.12821171194303224, + "grad_norm": 2.761134624481201, + "learning_rate": 1.949843178120932e-05, + "loss": 3.2574, + "step": 7490 + }, + { + "epoch": 0.1282288296615827, + "grad_norm": 2.708967447280884, + "learning_rate": 1.9498258389341206e-05, + "loss": 3.1302, + "step": 7491 + }, + { + "epoch": 0.12824594738013317, + "grad_norm": 2.7197299003601074, + "learning_rate": 1.9498084968278753e-05, + "loss": 3.1447, + "step": 7492 + }, + { + "epoch": 0.12826306509868365, + "grad_norm": 2.846465826034546, + "learning_rate": 1.94979115180225e-05, + "loss": 3.1845, + "step": 7493 + }, + { + "epoch": 0.1282801828172341, + "grad_norm": 2.6273410320281982, + "learning_rate": 1.9497738038572978e-05, + "loss": 3.2625, + "step": 7494 + }, + { + "epoch": 0.1282973005357846, + "grad_norm": 2.550696611404419, + "learning_rate": 1.9497564529930716e-05, + "loss": 3.1757, + "step": 7495 + }, + { + "epoch": 0.12831441825433507, + "grad_norm": 2.5918326377868652, + "learning_rate": 1.949739099209625e-05, + "loss": 3.1311, + "step": 7496 + }, + { + "epoch": 0.12833153597288555, + "grad_norm": 2.5352916717529297, + "learning_rate": 1.9497217425070115e-05, + "loss": 3.0068, + "step": 7497 + }, + { + "epoch": 0.128348653691436, + "grad_norm": 2.552952527999878, + "learning_rate": 1.9497043828852843e-05, + "loss": 3.1336, + "step": 7498 + }, + { + "epoch": 0.12836577140998648, + "grad_norm": 2.716357946395874, + "learning_rate": 1.9496870203444965e-05, + "loss": 3.0984, + "step": 7499 + }, + { + "epoch": 0.12838288912853696, + "grad_norm": 2.634732246398926, + "learning_rate": 1.9496696548847017e-05, + "loss": 3.1945, + "step": 7500 + }, + { + "epoch": 0.1284000068470874, + "grad_norm": 2.5550789833068848, + "learning_rate": 1.949652286505954e-05, + "loss": 3.1306, + "step": 7501 + }, + { + "epoch": 0.1284171245656379, + "grad_norm": 2.6382689476013184, + "learning_rate": 1.949634915208305e-05, + "loss": 3.245, + "step": 7502 + }, + { + "epoch": 0.12843424228418837, + "grad_norm": 2.848177909851074, + "learning_rate": 1.9496175409918098e-05, + "loss": 3.127, + "step": 7503 + }, + { + "epoch": 0.12845136000273882, + "grad_norm": 2.8469748497009277, + "learning_rate": 1.949600163856521e-05, + "loss": 3.2388, + "step": 7504 + }, + { + "epoch": 0.1284684777212893, + "grad_norm": 2.641263246536255, + "learning_rate": 1.9495827838024926e-05, + "loss": 3.3479, + "step": 7505 + }, + { + "epoch": 0.12848559543983978, + "grad_norm": 2.7696876525878906, + "learning_rate": 1.9495654008297773e-05, + "loss": 3.2693, + "step": 7506 + }, + { + "epoch": 0.12850271315839024, + "grad_norm": 2.8335108757019043, + "learning_rate": 1.9495480149384288e-05, + "loss": 3.182, + "step": 7507 + }, + { + "epoch": 0.12851983087694072, + "grad_norm": 2.63153076171875, + "learning_rate": 1.9495306261285005e-05, + "loss": 3.2408, + "step": 7508 + }, + { + "epoch": 0.1285369485954912, + "grad_norm": 2.7352776527404785, + "learning_rate": 1.9495132344000463e-05, + "loss": 3.2161, + "step": 7509 + }, + { + "epoch": 0.12855406631404168, + "grad_norm": 2.6948325634002686, + "learning_rate": 1.949495839753119e-05, + "loss": 3.1896, + "step": 7510 + }, + { + "epoch": 0.12857118403259213, + "grad_norm": 2.5493180751800537, + "learning_rate": 1.9494784421877724e-05, + "loss": 3.1299, + "step": 7511 + }, + { + "epoch": 0.1285883017511426, + "grad_norm": 2.6993680000305176, + "learning_rate": 1.9494610417040597e-05, + "loss": 3.3007, + "step": 7512 + }, + { + "epoch": 0.1286054194696931, + "grad_norm": 2.608832359313965, + "learning_rate": 1.949443638302035e-05, + "loss": 3.0355, + "step": 7513 + }, + { + "epoch": 0.12862253718824354, + "grad_norm": 2.5788118839263916, + "learning_rate": 1.9494262319817513e-05, + "loss": 3.2132, + "step": 7514 + }, + { + "epoch": 0.12863965490679402, + "grad_norm": 2.7982349395751953, + "learning_rate": 1.9494088227432616e-05, + "loss": 3.2596, + "step": 7515 + }, + { + "epoch": 0.1286567726253445, + "grad_norm": 2.901986598968506, + "learning_rate": 1.9493914105866208e-05, + "loss": 3.2452, + "step": 7516 + }, + { + "epoch": 0.12867389034389495, + "grad_norm": 2.7793354988098145, + "learning_rate": 1.949373995511881e-05, + "loss": 3.1495, + "step": 7517 + }, + { + "epoch": 0.12869100806244543, + "grad_norm": 2.754364252090454, + "learning_rate": 1.949356577519097e-05, + "loss": 3.2287, + "step": 7518 + }, + { + "epoch": 0.1287081257809959, + "grad_norm": 2.6262078285217285, + "learning_rate": 1.9493391566083212e-05, + "loss": 3.2527, + "step": 7519 + }, + { + "epoch": 0.1287252434995464, + "grad_norm": 2.8897125720977783, + "learning_rate": 1.9493217327796077e-05, + "loss": 3.1425, + "step": 7520 + }, + { + "epoch": 0.12874236121809685, + "grad_norm": 2.6981441974639893, + "learning_rate": 1.9493043060330103e-05, + "loss": 3.2449, + "step": 7521 + }, + { + "epoch": 0.12875947893664733, + "grad_norm": 2.6972625255584717, + "learning_rate": 1.949286876368582e-05, + "loss": 3.1105, + "step": 7522 + }, + { + "epoch": 0.1287765966551978, + "grad_norm": 2.7708640098571777, + "learning_rate": 1.9492694437863766e-05, + "loss": 3.0571, + "step": 7523 + }, + { + "epoch": 0.12879371437374826, + "grad_norm": 2.5548508167266846, + "learning_rate": 1.9492520082864476e-05, + "loss": 3.1769, + "step": 7524 + }, + { + "epoch": 0.12881083209229874, + "grad_norm": 2.675924062728882, + "learning_rate": 1.949234569868849e-05, + "loss": 3.2013, + "step": 7525 + }, + { + "epoch": 0.12882794981084922, + "grad_norm": 2.610461473464966, + "learning_rate": 1.949217128533634e-05, + "loss": 3.1875, + "step": 7526 + }, + { + "epoch": 0.12884506752939967, + "grad_norm": 2.68118953704834, + "learning_rate": 1.949199684280856e-05, + "loss": 3.0574, + "step": 7527 + }, + { + "epoch": 0.12886218524795015, + "grad_norm": 2.774343490600586, + "learning_rate": 1.9491822371105696e-05, + "loss": 3.1397, + "step": 7528 + }, + { + "epoch": 0.12887930296650063, + "grad_norm": 2.70511531829834, + "learning_rate": 1.949164787022827e-05, + "loss": 3.2356, + "step": 7529 + }, + { + "epoch": 0.12889642068505108, + "grad_norm": 2.914961814880371, + "learning_rate": 1.9491473340176828e-05, + "loss": 3.2022, + "step": 7530 + }, + { + "epoch": 0.12891353840360156, + "grad_norm": 2.7778379917144775, + "learning_rate": 1.9491298780951908e-05, + "loss": 3.1746, + "step": 7531 + }, + { + "epoch": 0.12893065612215204, + "grad_norm": 2.672135353088379, + "learning_rate": 1.949112419255404e-05, + "loss": 3.0919, + "step": 7532 + }, + { + "epoch": 0.12894777384070252, + "grad_norm": 2.8387370109558105, + "learning_rate": 1.9490949574983763e-05, + "loss": 3.1558, + "step": 7533 + }, + { + "epoch": 0.12896489155925298, + "grad_norm": 2.530107021331787, + "learning_rate": 1.9490774928241616e-05, + "loss": 2.9717, + "step": 7534 + }, + { + "epoch": 0.12898200927780346, + "grad_norm": 2.797553539276123, + "learning_rate": 1.9490600252328133e-05, + "loss": 3.1764, + "step": 7535 + }, + { + "epoch": 0.12899912699635394, + "grad_norm": 2.7820658683776855, + "learning_rate": 1.949042554724385e-05, + "loss": 3.3208, + "step": 7536 + }, + { + "epoch": 0.1290162447149044, + "grad_norm": 2.5468454360961914, + "learning_rate": 1.949025081298931e-05, + "loss": 3.0641, + "step": 7537 + }, + { + "epoch": 0.12903336243345487, + "grad_norm": 2.561079740524292, + "learning_rate": 1.9490076049565044e-05, + "loss": 3.1876, + "step": 7538 + }, + { + "epoch": 0.12905048015200535, + "grad_norm": 2.4998769760131836, + "learning_rate": 1.948990125697159e-05, + "loss": 3.2211, + "step": 7539 + }, + { + "epoch": 0.1290675978705558, + "grad_norm": 2.5820109844207764, + "learning_rate": 1.9489726435209488e-05, + "loss": 3.1364, + "step": 7540 + }, + { + "epoch": 0.12908471558910628, + "grad_norm": 2.7006585597991943, + "learning_rate": 1.948955158427927e-05, + "loss": 3.2653, + "step": 7541 + }, + { + "epoch": 0.12910183330765676, + "grad_norm": 2.670983076095581, + "learning_rate": 1.9489376704181482e-05, + "loss": 3.3521, + "step": 7542 + }, + { + "epoch": 0.12911895102620724, + "grad_norm": 2.452847719192505, + "learning_rate": 1.9489201794916656e-05, + "loss": 3.1695, + "step": 7543 + }, + { + "epoch": 0.1291360687447577, + "grad_norm": 2.589751720428467, + "learning_rate": 1.9489026856485327e-05, + "loss": 3.1301, + "step": 7544 + }, + { + "epoch": 0.12915318646330817, + "grad_norm": 2.6968894004821777, + "learning_rate": 1.9488851888888035e-05, + "loss": 3.0978, + "step": 7545 + }, + { + "epoch": 0.12917030418185865, + "grad_norm": 2.583390712738037, + "learning_rate": 1.9488676892125325e-05, + "loss": 3.3137, + "step": 7546 + }, + { + "epoch": 0.1291874219004091, + "grad_norm": 2.725564956665039, + "learning_rate": 1.9488501866197726e-05, + "loss": 3.1375, + "step": 7547 + }, + { + "epoch": 0.12920453961895959, + "grad_norm": 2.792495012283325, + "learning_rate": 1.9488326811105776e-05, + "loss": 3.2047, + "step": 7548 + }, + { + "epoch": 0.12922165733751007, + "grad_norm": 2.727881908416748, + "learning_rate": 1.9488151726850018e-05, + "loss": 3.1517, + "step": 7549 + }, + { + "epoch": 0.12923877505606052, + "grad_norm": 2.5200576782226562, + "learning_rate": 1.9487976613430986e-05, + "loss": 3.1759, + "step": 7550 + }, + { + "epoch": 0.129255892774611, + "grad_norm": 2.4851295948028564, + "learning_rate": 1.948780147084922e-05, + "loss": 3.1624, + "step": 7551 + }, + { + "epoch": 0.12927301049316148, + "grad_norm": 2.7218337059020996, + "learning_rate": 1.948762629910526e-05, + "loss": 3.2994, + "step": 7552 + }, + { + "epoch": 0.12929012821171193, + "grad_norm": 2.494345188140869, + "learning_rate": 1.9487451098199642e-05, + "loss": 3.0742, + "step": 7553 + }, + { + "epoch": 0.1293072459302624, + "grad_norm": 2.5197954177856445, + "learning_rate": 1.9487275868132904e-05, + "loss": 3.065, + "step": 7554 + }, + { + "epoch": 0.1293243636488129, + "grad_norm": 2.5490667819976807, + "learning_rate": 1.948710060890559e-05, + "loss": 3.1632, + "step": 7555 + }, + { + "epoch": 0.12934148136736337, + "grad_norm": 2.8464062213897705, + "learning_rate": 1.948692532051823e-05, + "loss": 3.1142, + "step": 7556 + }, + { + "epoch": 0.12935859908591382, + "grad_norm": 2.730614423751831, + "learning_rate": 1.948675000297137e-05, + "loss": 3.1485, + "step": 7557 + }, + { + "epoch": 0.1293757168044643, + "grad_norm": 2.7132043838500977, + "learning_rate": 1.9486574656265545e-05, + "loss": 3.4189, + "step": 7558 + }, + { + "epoch": 0.12939283452301478, + "grad_norm": 2.8131933212280273, + "learning_rate": 1.9486399280401297e-05, + "loss": 3.1756, + "step": 7559 + }, + { + "epoch": 0.12940995224156523, + "grad_norm": 2.8074893951416016, + "learning_rate": 1.948622387537916e-05, + "loss": 3.2366, + "step": 7560 + }, + { + "epoch": 0.12942706996011571, + "grad_norm": 2.6138105392456055, + "learning_rate": 1.948604844119968e-05, + "loss": 3.1239, + "step": 7561 + }, + { + "epoch": 0.1294441876786662, + "grad_norm": 2.673213243484497, + "learning_rate": 1.948587297786339e-05, + "loss": 3.1765, + "step": 7562 + }, + { + "epoch": 0.12946130539721665, + "grad_norm": 2.5186097621917725, + "learning_rate": 1.948569748537083e-05, + "loss": 3.1233, + "step": 7563 + }, + { + "epoch": 0.12947842311576713, + "grad_norm": 2.719059467315674, + "learning_rate": 1.9485521963722543e-05, + "loss": 3.2732, + "step": 7564 + }, + { + "epoch": 0.1294955408343176, + "grad_norm": 2.6910688877105713, + "learning_rate": 1.948534641291907e-05, + "loss": 3.2183, + "step": 7565 + }, + { + "epoch": 0.1295126585528681, + "grad_norm": 2.439439058303833, + "learning_rate": 1.9485170832960944e-05, + "loss": 3.0919, + "step": 7566 + }, + { + "epoch": 0.12952977627141854, + "grad_norm": 2.694924831390381, + "learning_rate": 1.9484995223848707e-05, + "loss": 3.2452, + "step": 7567 + }, + { + "epoch": 0.12954689398996902, + "grad_norm": 2.619044780731201, + "learning_rate": 1.9484819585582905e-05, + "loss": 3.1122, + "step": 7568 + }, + { + "epoch": 0.1295640117085195, + "grad_norm": 2.4764974117279053, + "learning_rate": 1.9484643918164068e-05, + "loss": 3.2318, + "step": 7569 + }, + { + "epoch": 0.12958112942706995, + "grad_norm": 2.6214895248413086, + "learning_rate": 1.9484468221592742e-05, + "loss": 3.1859, + "step": 7570 + }, + { + "epoch": 0.12959824714562043, + "grad_norm": 2.740776538848877, + "learning_rate": 1.9484292495869463e-05, + "loss": 3.1653, + "step": 7571 + }, + { + "epoch": 0.1296153648641709, + "grad_norm": 2.5787370204925537, + "learning_rate": 1.948411674099478e-05, + "loss": 3.1328, + "step": 7572 + }, + { + "epoch": 0.12963248258272136, + "grad_norm": 2.610460042953491, + "learning_rate": 1.948394095696922e-05, + "loss": 3.2288, + "step": 7573 + }, + { + "epoch": 0.12964960030127184, + "grad_norm": 2.78485369682312, + "learning_rate": 1.9483765143793335e-05, + "loss": 3.1654, + "step": 7574 + }, + { + "epoch": 0.12966671801982232, + "grad_norm": 2.567892551422119, + "learning_rate": 1.9483589301467656e-05, + "loss": 3.2107, + "step": 7575 + }, + { + "epoch": 0.12968383573837278, + "grad_norm": 2.5818092823028564, + "learning_rate": 1.948341342999273e-05, + "loss": 3.2271, + "step": 7576 + }, + { + "epoch": 0.12970095345692326, + "grad_norm": 2.669487714767456, + "learning_rate": 1.9483237529369098e-05, + "loss": 3.2017, + "step": 7577 + }, + { + "epoch": 0.12971807117547374, + "grad_norm": 2.773869276046753, + "learning_rate": 1.9483061599597296e-05, + "loss": 3.175, + "step": 7578 + }, + { + "epoch": 0.12973518889402422, + "grad_norm": 2.924548625946045, + "learning_rate": 1.948288564067787e-05, + "loss": 3.2221, + "step": 7579 + }, + { + "epoch": 0.12975230661257467, + "grad_norm": 2.835167169570923, + "learning_rate": 1.9482709652611354e-05, + "loss": 3.2567, + "step": 7580 + }, + { + "epoch": 0.12976942433112515, + "grad_norm": 2.653021812438965, + "learning_rate": 1.9482533635398298e-05, + "loss": 3.0219, + "step": 7581 + }, + { + "epoch": 0.12978654204967563, + "grad_norm": 2.988563060760498, + "learning_rate": 1.9482357589039235e-05, + "loss": 3.3119, + "step": 7582 + }, + { + "epoch": 0.12980365976822608, + "grad_norm": 2.9562644958496094, + "learning_rate": 1.9482181513534706e-05, + "loss": 3.2847, + "step": 7583 + }, + { + "epoch": 0.12982077748677656, + "grad_norm": 2.720628023147583, + "learning_rate": 1.9482005408885258e-05, + "loss": 3.2018, + "step": 7584 + }, + { + "epoch": 0.12983789520532704, + "grad_norm": 2.940336227416992, + "learning_rate": 1.948182927509143e-05, + "loss": 3.222, + "step": 7585 + }, + { + "epoch": 0.1298550129238775, + "grad_norm": 2.5909712314605713, + "learning_rate": 1.948165311215376e-05, + "loss": 3.0917, + "step": 7586 + }, + { + "epoch": 0.12987213064242797, + "grad_norm": 2.565109968185425, + "learning_rate": 1.9481476920072796e-05, + "loss": 3.1717, + "step": 7587 + }, + { + "epoch": 0.12988924836097845, + "grad_norm": 2.6337122917175293, + "learning_rate": 1.9481300698849073e-05, + "loss": 3.1656, + "step": 7588 + }, + { + "epoch": 0.1299063660795289, + "grad_norm": 2.588031530380249, + "learning_rate": 1.9481124448483137e-05, + "loss": 3.1609, + "step": 7589 + }, + { + "epoch": 0.1299234837980794, + "grad_norm": 2.776878833770752, + "learning_rate": 1.9480948168975527e-05, + "loss": 3.1307, + "step": 7590 + }, + { + "epoch": 0.12994060151662987, + "grad_norm": 2.527862787246704, + "learning_rate": 1.9480771860326786e-05, + "loss": 3.0873, + "step": 7591 + }, + { + "epoch": 0.12995771923518035, + "grad_norm": 2.623277425765991, + "learning_rate": 1.948059552253746e-05, + "loss": 3.356, + "step": 7592 + }, + { + "epoch": 0.1299748369537308, + "grad_norm": 2.549916982650757, + "learning_rate": 1.948041915560808e-05, + "loss": 3.2041, + "step": 7593 + }, + { + "epoch": 0.12999195467228128, + "grad_norm": 2.7774922847747803, + "learning_rate": 1.94802427595392e-05, + "loss": 3.2705, + "step": 7594 + }, + { + "epoch": 0.13000907239083176, + "grad_norm": 2.460824966430664, + "learning_rate": 1.9480066334331352e-05, + "loss": 3.1027, + "step": 7595 + }, + { + "epoch": 0.1300261901093822, + "grad_norm": 2.589639186859131, + "learning_rate": 1.947988987998509e-05, + "loss": 3.141, + "step": 7596 + }, + { + "epoch": 0.1300433078279327, + "grad_norm": 2.6340603828430176, + "learning_rate": 1.9479713396500945e-05, + "loss": 3.3079, + "step": 7597 + }, + { + "epoch": 0.13006042554648317, + "grad_norm": 2.744328737258911, + "learning_rate": 1.9479536883879467e-05, + "loss": 3.2612, + "step": 7598 + }, + { + "epoch": 0.13007754326503362, + "grad_norm": 2.497715473175049, + "learning_rate": 1.9479360342121194e-05, + "loss": 3.2454, + "step": 7599 + }, + { + "epoch": 0.1300946609835841, + "grad_norm": 3.022244453430176, + "learning_rate": 1.947918377122667e-05, + "loss": 3.1867, + "step": 7600 + }, + { + "epoch": 0.13011177870213458, + "grad_norm": 2.8239073753356934, + "learning_rate": 1.947900717119644e-05, + "loss": 3.07, + "step": 7601 + }, + { + "epoch": 0.13012889642068506, + "grad_norm": 2.5596814155578613, + "learning_rate": 1.9478830542031046e-05, + "loss": 3.1352, + "step": 7602 + }, + { + "epoch": 0.13014601413923552, + "grad_norm": 2.5364413261413574, + "learning_rate": 1.9478653883731028e-05, + "loss": 3.1587, + "step": 7603 + }, + { + "epoch": 0.130163131857786, + "grad_norm": 2.622417449951172, + "learning_rate": 1.947847719629693e-05, + "loss": 2.9693, + "step": 7604 + }, + { + "epoch": 0.13018024957633648, + "grad_norm": 2.705538511276245, + "learning_rate": 1.94783004797293e-05, + "loss": 3.181, + "step": 7605 + }, + { + "epoch": 0.13019736729488693, + "grad_norm": 2.9273810386657715, + "learning_rate": 1.9478123734028674e-05, + "loss": 3.1381, + "step": 7606 + }, + { + "epoch": 0.1302144850134374, + "grad_norm": 2.813999652862549, + "learning_rate": 1.9477946959195598e-05, + "loss": 3.1869, + "step": 7607 + }, + { + "epoch": 0.1302316027319879, + "grad_norm": 2.619246244430542, + "learning_rate": 1.9477770155230615e-05, + "loss": 3.2258, + "step": 7608 + }, + { + "epoch": 0.13024872045053834, + "grad_norm": 2.5821101665496826, + "learning_rate": 1.9477593322134272e-05, + "loss": 3.1992, + "step": 7609 + }, + { + "epoch": 0.13026583816908882, + "grad_norm": 2.7866697311401367, + "learning_rate": 1.9477416459907104e-05, + "loss": 3.1972, + "step": 7610 + }, + { + "epoch": 0.1302829558876393, + "grad_norm": 2.7001466751098633, + "learning_rate": 1.9477239568549667e-05, + "loss": 3.2667, + "step": 7611 + }, + { + "epoch": 0.13030007360618975, + "grad_norm": 2.52959942817688, + "learning_rate": 1.9477062648062495e-05, + "loss": 3.1108, + "step": 7612 + }, + { + "epoch": 0.13031719132474023, + "grad_norm": 2.8570728302001953, + "learning_rate": 1.9476885698446135e-05, + "loss": 3.1868, + "step": 7613 + }, + { + "epoch": 0.1303343090432907, + "grad_norm": 2.543729066848755, + "learning_rate": 1.9476708719701132e-05, + "loss": 3.1342, + "step": 7614 + }, + { + "epoch": 0.1303514267618412, + "grad_norm": 2.5183522701263428, + "learning_rate": 1.9476531711828027e-05, + "loss": 3.0947, + "step": 7615 + }, + { + "epoch": 0.13036854448039165, + "grad_norm": 2.561184883117676, + "learning_rate": 1.9476354674827364e-05, + "loss": 3.0575, + "step": 7616 + }, + { + "epoch": 0.13038566219894213, + "grad_norm": 2.645627737045288, + "learning_rate": 1.947617760869969e-05, + "loss": 3.2069, + "step": 7617 + }, + { + "epoch": 0.1304027799174926, + "grad_norm": 2.57122802734375, + "learning_rate": 1.947600051344555e-05, + "loss": 3.1523, + "step": 7618 + }, + { + "epoch": 0.13041989763604306, + "grad_norm": 2.5053367614746094, + "learning_rate": 1.9475823389065486e-05, + "loss": 3.1064, + "step": 7619 + }, + { + "epoch": 0.13043701535459354, + "grad_norm": 2.6483101844787598, + "learning_rate": 1.9475646235560042e-05, + "loss": 3.2331, + "step": 7620 + }, + { + "epoch": 0.13045413307314402, + "grad_norm": 2.622605562210083, + "learning_rate": 1.9475469052929763e-05, + "loss": 3.054, + "step": 7621 + }, + { + "epoch": 0.13047125079169447, + "grad_norm": 2.795605421066284, + "learning_rate": 1.9475291841175194e-05, + "loss": 3.27, + "step": 7622 + }, + { + "epoch": 0.13048836851024495, + "grad_norm": 2.5277702808380127, + "learning_rate": 1.947511460029688e-05, + "loss": 3.2564, + "step": 7623 + }, + { + "epoch": 0.13050548622879543, + "grad_norm": 2.6329376697540283, + "learning_rate": 1.9474937330295365e-05, + "loss": 3.1845, + "step": 7624 + }, + { + "epoch": 0.1305226039473459, + "grad_norm": 2.4540798664093018, + "learning_rate": 1.947476003117119e-05, + "loss": 3.1066, + "step": 7625 + }, + { + "epoch": 0.13053972166589636, + "grad_norm": 2.6184518337249756, + "learning_rate": 1.947458270292491e-05, + "loss": 3.3027, + "step": 7626 + }, + { + "epoch": 0.13055683938444684, + "grad_norm": 2.4319143295288086, + "learning_rate": 1.9474405345557064e-05, + "loss": 3.118, + "step": 7627 + }, + { + "epoch": 0.13057395710299732, + "grad_norm": 2.491323947906494, + "learning_rate": 1.9474227959068197e-05, + "loss": 3.1501, + "step": 7628 + }, + { + "epoch": 0.13059107482154778, + "grad_norm": 2.6038119792938232, + "learning_rate": 1.9474050543458853e-05, + "loss": 3.2508, + "step": 7629 + }, + { + "epoch": 0.13060819254009826, + "grad_norm": 2.729637384414673, + "learning_rate": 1.947387309872958e-05, + "loss": 3.1933, + "step": 7630 + }, + { + "epoch": 0.13062531025864874, + "grad_norm": 2.495237350463867, + "learning_rate": 1.947369562488092e-05, + "loss": 3.1083, + "step": 7631 + }, + { + "epoch": 0.1306424279771992, + "grad_norm": 2.5528979301452637, + "learning_rate": 1.9473518121913423e-05, + "loss": 3.099, + "step": 7632 + }, + { + "epoch": 0.13065954569574967, + "grad_norm": 2.724261522293091, + "learning_rate": 1.9473340589827633e-05, + "loss": 3.1404, + "step": 7633 + }, + { + "epoch": 0.13067666341430015, + "grad_norm": 2.5470213890075684, + "learning_rate": 1.9473163028624093e-05, + "loss": 3.2313, + "step": 7634 + }, + { + "epoch": 0.1306937811328506, + "grad_norm": 2.5801737308502197, + "learning_rate": 1.9472985438303352e-05, + "loss": 3.1284, + "step": 7635 + }, + { + "epoch": 0.13071089885140108, + "grad_norm": 3.2165839672088623, + "learning_rate": 1.9472807818865954e-05, + "loss": 3.241, + "step": 7636 + }, + { + "epoch": 0.13072801656995156, + "grad_norm": 2.6233150959014893, + "learning_rate": 1.9472630170312446e-05, + "loss": 3.1059, + "step": 7637 + }, + { + "epoch": 0.13074513428850204, + "grad_norm": 2.673084020614624, + "learning_rate": 1.9472452492643374e-05, + "loss": 3.1448, + "step": 7638 + }, + { + "epoch": 0.1307622520070525, + "grad_norm": 2.870330810546875, + "learning_rate": 1.9472274785859288e-05, + "loss": 3.2336, + "step": 7639 + }, + { + "epoch": 0.13077936972560297, + "grad_norm": 2.8409335613250732, + "learning_rate": 1.9472097049960722e-05, + "loss": 3.2843, + "step": 7640 + }, + { + "epoch": 0.13079648744415345, + "grad_norm": 2.743528127670288, + "learning_rate": 1.9471919284948234e-05, + "loss": 3.2646, + "step": 7641 + }, + { + "epoch": 0.1308136051627039, + "grad_norm": 2.567178249359131, + "learning_rate": 1.9471741490822366e-05, + "loss": 3.0987, + "step": 7642 + }, + { + "epoch": 0.13083072288125439, + "grad_norm": 2.716749668121338, + "learning_rate": 1.9471563667583665e-05, + "loss": 3.314, + "step": 7643 + }, + { + "epoch": 0.13084784059980487, + "grad_norm": 2.520462989807129, + "learning_rate": 1.947138581523268e-05, + "loss": 3.1416, + "step": 7644 + }, + { + "epoch": 0.13086495831835532, + "grad_norm": 2.799018144607544, + "learning_rate": 1.9471207933769955e-05, + "loss": 3.2487, + "step": 7645 + }, + { + "epoch": 0.1308820760369058, + "grad_norm": 2.7985620498657227, + "learning_rate": 1.9471030023196037e-05, + "loss": 3.1551, + "step": 7646 + }, + { + "epoch": 0.13089919375545628, + "grad_norm": 2.573230028152466, + "learning_rate": 1.9470852083511467e-05, + "loss": 3.1939, + "step": 7647 + }, + { + "epoch": 0.13091631147400676, + "grad_norm": 2.6422266960144043, + "learning_rate": 1.9470674114716805e-05, + "loss": 3.2552, + "step": 7648 + }, + { + "epoch": 0.1309334291925572, + "grad_norm": 2.572458267211914, + "learning_rate": 1.947049611681259e-05, + "loss": 3.2108, + "step": 7649 + }, + { + "epoch": 0.1309505469111077, + "grad_norm": 2.52105450630188, + "learning_rate": 1.947031808979937e-05, + "loss": 3.0871, + "step": 7650 + }, + { + "epoch": 0.13096766462965817, + "grad_norm": 2.6295392513275146, + "learning_rate": 1.9470140033677686e-05, + "loss": 3.115, + "step": 7651 + }, + { + "epoch": 0.13098478234820862, + "grad_norm": 2.7751355171203613, + "learning_rate": 1.94699619484481e-05, + "loss": 3.1231, + "step": 7652 + }, + { + "epoch": 0.1310019000667591, + "grad_norm": 2.666907548904419, + "learning_rate": 1.9469783834111146e-05, + "loss": 3.158, + "step": 7653 + }, + { + "epoch": 0.13101901778530958, + "grad_norm": 2.7579259872436523, + "learning_rate": 1.9469605690667376e-05, + "loss": 3.1593, + "step": 7654 + }, + { + "epoch": 0.13103613550386004, + "grad_norm": 2.796405792236328, + "learning_rate": 1.946942751811734e-05, + "loss": 3.3024, + "step": 7655 + }, + { + "epoch": 0.13105325322241052, + "grad_norm": 2.669323444366455, + "learning_rate": 1.946924931646158e-05, + "loss": 3.2328, + "step": 7656 + }, + { + "epoch": 0.131070370940961, + "grad_norm": 2.581310272216797, + "learning_rate": 1.946907108570065e-05, + "loss": 3.2123, + "step": 7657 + }, + { + "epoch": 0.13108748865951145, + "grad_norm": 2.7348151206970215, + "learning_rate": 1.9468892825835095e-05, + "loss": 3.1722, + "step": 7658 + }, + { + "epoch": 0.13110460637806193, + "grad_norm": 2.9007608890533447, + "learning_rate": 1.9468714536865464e-05, + "loss": 3.2706, + "step": 7659 + }, + { + "epoch": 0.1311217240966124, + "grad_norm": 2.8447015285491943, + "learning_rate": 1.94685362187923e-05, + "loss": 3.1583, + "step": 7660 + }, + { + "epoch": 0.1311388418151629, + "grad_norm": 2.435025930404663, + "learning_rate": 1.9468357871616158e-05, + "loss": 3.1044, + "step": 7661 + }, + { + "epoch": 0.13115595953371334, + "grad_norm": 2.785360813140869, + "learning_rate": 1.9468179495337583e-05, + "loss": 3.267, + "step": 7662 + }, + { + "epoch": 0.13117307725226382, + "grad_norm": 2.706752061843872, + "learning_rate": 1.946800108995712e-05, + "loss": 3.0995, + "step": 7663 + }, + { + "epoch": 0.1311901949708143, + "grad_norm": 2.5352256298065186, + "learning_rate": 1.946782265547533e-05, + "loss": 3.2794, + "step": 7664 + }, + { + "epoch": 0.13120731268936475, + "grad_norm": 2.962223529815674, + "learning_rate": 1.9467644191892746e-05, + "loss": 3.3072, + "step": 7665 + }, + { + "epoch": 0.13122443040791523, + "grad_norm": 2.9311411380767822, + "learning_rate": 1.946746569920992e-05, + "loss": 3.251, + "step": 7666 + }, + { + "epoch": 0.1312415481264657, + "grad_norm": 2.609246253967285, + "learning_rate": 1.946728717742741e-05, + "loss": 3.156, + "step": 7667 + }, + { + "epoch": 0.13125866584501616, + "grad_norm": 2.7315683364868164, + "learning_rate": 1.9467108626545752e-05, + "loss": 3.2683, + "step": 7668 + }, + { + "epoch": 0.13127578356356664, + "grad_norm": 2.7048935890197754, + "learning_rate": 1.9466930046565504e-05, + "loss": 3.0798, + "step": 7669 + }, + { + "epoch": 0.13129290128211712, + "grad_norm": 2.8515045642852783, + "learning_rate": 1.946675143748721e-05, + "loss": 3.1127, + "step": 7670 + }, + { + "epoch": 0.13131001900066758, + "grad_norm": 2.925196647644043, + "learning_rate": 1.9466572799311424e-05, + "loss": 3.1229, + "step": 7671 + }, + { + "epoch": 0.13132713671921806, + "grad_norm": 2.911710739135742, + "learning_rate": 1.9466394132038688e-05, + "loss": 3.2742, + "step": 7672 + }, + { + "epoch": 0.13134425443776854, + "grad_norm": 3.0434205532073975, + "learning_rate": 1.946621543566956e-05, + "loss": 3.3485, + "step": 7673 + }, + { + "epoch": 0.13136137215631902, + "grad_norm": 2.66855525970459, + "learning_rate": 1.946603671020458e-05, + "loss": 3.1066, + "step": 7674 + }, + { + "epoch": 0.13137848987486947, + "grad_norm": 2.7328221797943115, + "learning_rate": 1.9465857955644304e-05, + "loss": 3.1393, + "step": 7675 + }, + { + "epoch": 0.13139560759341995, + "grad_norm": 2.7926530838012695, + "learning_rate": 1.946567917198928e-05, + "loss": 3.1615, + "step": 7676 + }, + { + "epoch": 0.13141272531197043, + "grad_norm": 2.9609594345092773, + "learning_rate": 1.946550035924005e-05, + "loss": 3.163, + "step": 7677 + }, + { + "epoch": 0.13142984303052088, + "grad_norm": 2.916032314300537, + "learning_rate": 1.9465321517397176e-05, + "loss": 3.2348, + "step": 7678 + }, + { + "epoch": 0.13144696074907136, + "grad_norm": 2.8047075271606445, + "learning_rate": 1.9465142646461203e-05, + "loss": 3.2929, + "step": 7679 + }, + { + "epoch": 0.13146407846762184, + "grad_norm": 2.6126580238342285, + "learning_rate": 1.9464963746432677e-05, + "loss": 3.2578, + "step": 7680 + }, + { + "epoch": 0.1314811961861723, + "grad_norm": 2.5467634201049805, + "learning_rate": 1.946478481731215e-05, + "loss": 3.0981, + "step": 7681 + }, + { + "epoch": 0.13149831390472277, + "grad_norm": 2.4748473167419434, + "learning_rate": 1.9464605859100175e-05, + "loss": 2.991, + "step": 7682 + }, + { + "epoch": 0.13151543162327325, + "grad_norm": 2.3767969608306885, + "learning_rate": 1.9464426871797298e-05, + "loss": 3.189, + "step": 7683 + }, + { + "epoch": 0.13153254934182373, + "grad_norm": 2.602421522140503, + "learning_rate": 1.946424785540407e-05, + "loss": 3.1545, + "step": 7684 + }, + { + "epoch": 0.1315496670603742, + "grad_norm": 2.6488757133483887, + "learning_rate": 1.9464068809921044e-05, + "loss": 3.1489, + "step": 7685 + }, + { + "epoch": 0.13156678477892467, + "grad_norm": 2.4211299419403076, + "learning_rate": 1.9463889735348768e-05, + "loss": 3.159, + "step": 7686 + }, + { + "epoch": 0.13158390249747515, + "grad_norm": 2.6408779621124268, + "learning_rate": 1.9463710631687792e-05, + "loss": 3.1044, + "step": 7687 + }, + { + "epoch": 0.1316010202160256, + "grad_norm": 2.699486494064331, + "learning_rate": 1.9463531498938665e-05, + "loss": 3.1535, + "step": 7688 + }, + { + "epoch": 0.13161813793457608, + "grad_norm": 2.7412517070770264, + "learning_rate": 1.9463352337101945e-05, + "loss": 3.1922, + "step": 7689 + }, + { + "epoch": 0.13163525565312656, + "grad_norm": 2.5208323001861572, + "learning_rate": 1.9463173146178174e-05, + "loss": 3.1699, + "step": 7690 + }, + { + "epoch": 0.131652373371677, + "grad_norm": 3.0834100246429443, + "learning_rate": 1.9462993926167906e-05, + "loss": 3.1749, + "step": 7691 + }, + { + "epoch": 0.1316694910902275, + "grad_norm": 2.6047983169555664, + "learning_rate": 1.946281467707169e-05, + "loss": 3.1347, + "step": 7692 + }, + { + "epoch": 0.13168660880877797, + "grad_norm": 2.7867939472198486, + "learning_rate": 1.9462635398890083e-05, + "loss": 3.2208, + "step": 7693 + }, + { + "epoch": 0.13170372652732842, + "grad_norm": 2.676999807357788, + "learning_rate": 1.946245609162363e-05, + "loss": 3.2774, + "step": 7694 + }, + { + "epoch": 0.1317208442458789, + "grad_norm": 2.6579089164733887, + "learning_rate": 1.9462276755272885e-05, + "loss": 3.1145, + "step": 7695 + }, + { + "epoch": 0.13173796196442938, + "grad_norm": 2.7520906925201416, + "learning_rate": 1.94620973898384e-05, + "loss": 3.2165, + "step": 7696 + }, + { + "epoch": 0.13175507968297986, + "grad_norm": 2.5809812545776367, + "learning_rate": 1.946191799532072e-05, + "loss": 3.1109, + "step": 7697 + }, + { + "epoch": 0.13177219740153032, + "grad_norm": 2.794119119644165, + "learning_rate": 1.9461738571720406e-05, + "loss": 3.1954, + "step": 7698 + }, + { + "epoch": 0.1317893151200808, + "grad_norm": 2.861787796020508, + "learning_rate": 1.9461559119038004e-05, + "loss": 3.1934, + "step": 7699 + }, + { + "epoch": 0.13180643283863128, + "grad_norm": 2.6330902576446533, + "learning_rate": 1.9461379637274063e-05, + "loss": 3.1012, + "step": 7700 + }, + { + "epoch": 0.13182355055718173, + "grad_norm": 2.5867903232574463, + "learning_rate": 1.946120012642914e-05, + "loss": 2.9985, + "step": 7701 + }, + { + "epoch": 0.1318406682757322, + "grad_norm": 2.64224910736084, + "learning_rate": 1.9461020586503787e-05, + "loss": 3.0563, + "step": 7702 + }, + { + "epoch": 0.1318577859942827, + "grad_norm": 2.6625726222991943, + "learning_rate": 1.946084101749855e-05, + "loss": 3.1558, + "step": 7703 + }, + { + "epoch": 0.13187490371283314, + "grad_norm": 2.870628833770752, + "learning_rate": 1.9460661419413983e-05, + "loss": 3.1905, + "step": 7704 + }, + { + "epoch": 0.13189202143138362, + "grad_norm": 2.937969923019409, + "learning_rate": 1.9460481792250647e-05, + "loss": 3.1208, + "step": 7705 + }, + { + "epoch": 0.1319091391499341, + "grad_norm": 2.749561309814453, + "learning_rate": 1.9460302136009076e-05, + "loss": 3.3413, + "step": 7706 + }, + { + "epoch": 0.13192625686848458, + "grad_norm": 2.583021402359009, + "learning_rate": 1.946012245068984e-05, + "loss": 3.1498, + "step": 7707 + }, + { + "epoch": 0.13194337458703503, + "grad_norm": 2.5257248878479004, + "learning_rate": 1.945994273629348e-05, + "loss": 3.1464, + "step": 7708 + }, + { + "epoch": 0.13196049230558551, + "grad_norm": 2.6445586681365967, + "learning_rate": 1.9459762992820557e-05, + "loss": 3.1692, + "step": 7709 + }, + { + "epoch": 0.131977610024136, + "grad_norm": 2.6065802574157715, + "learning_rate": 1.9459583220271615e-05, + "loss": 3.1888, + "step": 7710 + }, + { + "epoch": 0.13199472774268645, + "grad_norm": 2.794961452484131, + "learning_rate": 1.9459403418647214e-05, + "loss": 3.2598, + "step": 7711 + }, + { + "epoch": 0.13201184546123693, + "grad_norm": 2.673830032348633, + "learning_rate": 1.94592235879479e-05, + "loss": 2.9987, + "step": 7712 + }, + { + "epoch": 0.1320289631797874, + "grad_norm": 2.615004777908325, + "learning_rate": 1.945904372817423e-05, + "loss": 3.2095, + "step": 7713 + }, + { + "epoch": 0.13204608089833786, + "grad_norm": 2.6986305713653564, + "learning_rate": 1.9458863839326753e-05, + "loss": 3.2004, + "step": 7714 + }, + { + "epoch": 0.13206319861688834, + "grad_norm": 2.6527154445648193, + "learning_rate": 1.945868392140603e-05, + "loss": 3.0453, + "step": 7715 + }, + { + "epoch": 0.13208031633543882, + "grad_norm": 2.6690707206726074, + "learning_rate": 1.9458503974412603e-05, + "loss": 3.1595, + "step": 7716 + }, + { + "epoch": 0.13209743405398927, + "grad_norm": 2.683332681655884, + "learning_rate": 1.9458323998347034e-05, + "loss": 3.2505, + "step": 7717 + }, + { + "epoch": 0.13211455177253975, + "grad_norm": 2.6965134143829346, + "learning_rate": 1.9458143993209872e-05, + "loss": 3.1358, + "step": 7718 + }, + { + "epoch": 0.13213166949109023, + "grad_norm": 2.5981719493865967, + "learning_rate": 1.945796395900167e-05, + "loss": 3.2209, + "step": 7719 + }, + { + "epoch": 0.1321487872096407, + "grad_norm": 2.838489294052124, + "learning_rate": 1.9457783895722985e-05, + "loss": 3.1098, + "step": 7720 + }, + { + "epoch": 0.13216590492819116, + "grad_norm": 3.2275314331054688, + "learning_rate": 1.945760380337436e-05, + "loss": 3.148, + "step": 7721 + }, + { + "epoch": 0.13218302264674164, + "grad_norm": 2.6900811195373535, + "learning_rate": 1.9457423681956367e-05, + "loss": 3.0902, + "step": 7722 + }, + { + "epoch": 0.13220014036529212, + "grad_norm": 2.8157782554626465, + "learning_rate": 1.9457243531469544e-05, + "loss": 3.3175, + "step": 7723 + }, + { + "epoch": 0.13221725808384258, + "grad_norm": 2.6791348457336426, + "learning_rate": 1.945706335191445e-05, + "loss": 3.1018, + "step": 7724 + }, + { + "epoch": 0.13223437580239306, + "grad_norm": 2.703051805496216, + "learning_rate": 1.945688314329164e-05, + "loss": 3.1452, + "step": 7725 + }, + { + "epoch": 0.13225149352094354, + "grad_norm": 2.724724531173706, + "learning_rate": 1.9456702905601666e-05, + "loss": 3.2581, + "step": 7726 + }, + { + "epoch": 0.132268611239494, + "grad_norm": 2.5733211040496826, + "learning_rate": 1.9456522638845082e-05, + "loss": 3.2041, + "step": 7727 + }, + { + "epoch": 0.13228572895804447, + "grad_norm": 2.785273551940918, + "learning_rate": 1.9456342343022445e-05, + "loss": 3.2977, + "step": 7728 + }, + { + "epoch": 0.13230284667659495, + "grad_norm": 2.7002532482147217, + "learning_rate": 1.9456162018134302e-05, + "loss": 3.1467, + "step": 7729 + }, + { + "epoch": 0.13231996439514543, + "grad_norm": 2.6586287021636963, + "learning_rate": 1.9455981664181217e-05, + "loss": 3.2975, + "step": 7730 + }, + { + "epoch": 0.13233708211369588, + "grad_norm": 2.819916009902954, + "learning_rate": 1.9455801281163734e-05, + "loss": 3.2127, + "step": 7731 + }, + { + "epoch": 0.13235419983224636, + "grad_norm": 2.501936912536621, + "learning_rate": 1.945562086908242e-05, + "loss": 2.9755, + "step": 7732 + }, + { + "epoch": 0.13237131755079684, + "grad_norm": 2.618171215057373, + "learning_rate": 1.9455440427937816e-05, + "loss": 3.1425, + "step": 7733 + }, + { + "epoch": 0.1323884352693473, + "grad_norm": 2.527042865753174, + "learning_rate": 1.9455259957730485e-05, + "loss": 3.2538, + "step": 7734 + }, + { + "epoch": 0.13240555298789777, + "grad_norm": 2.599993944168091, + "learning_rate": 1.945507945846098e-05, + "loss": 3.201, + "step": 7735 + }, + { + "epoch": 0.13242267070644825, + "grad_norm": 2.5217111110687256, + "learning_rate": 1.9454898930129854e-05, + "loss": 3.1101, + "step": 7736 + }, + { + "epoch": 0.1324397884249987, + "grad_norm": 2.6111879348754883, + "learning_rate": 1.9454718372737663e-05, + "loss": 3.1006, + "step": 7737 + }, + { + "epoch": 0.13245690614354919, + "grad_norm": 2.571723222732544, + "learning_rate": 1.9454537786284963e-05, + "loss": 3.1002, + "step": 7738 + }, + { + "epoch": 0.13247402386209967, + "grad_norm": 2.465848445892334, + "learning_rate": 1.945435717077231e-05, + "loss": 3.1901, + "step": 7739 + }, + { + "epoch": 0.13249114158065012, + "grad_norm": 2.813300132751465, + "learning_rate": 1.9454176526200257e-05, + "loss": 3.1534, + "step": 7740 + }, + { + "epoch": 0.1325082592992006, + "grad_norm": 2.6608564853668213, + "learning_rate": 1.9453995852569358e-05, + "loss": 3.1537, + "step": 7741 + }, + { + "epoch": 0.13252537701775108, + "grad_norm": 2.757981061935425, + "learning_rate": 1.945381514988017e-05, + "loss": 3.226, + "step": 7742 + }, + { + "epoch": 0.13254249473630156, + "grad_norm": 2.5880630016326904, + "learning_rate": 1.945363441813325e-05, + "loss": 3.0143, + "step": 7743 + }, + { + "epoch": 0.132559612454852, + "grad_norm": 2.873927593231201, + "learning_rate": 1.9453453657329152e-05, + "loss": 3.1832, + "step": 7744 + }, + { + "epoch": 0.1325767301734025, + "grad_norm": 2.823599100112915, + "learning_rate": 1.9453272867468433e-05, + "loss": 3.1581, + "step": 7745 + }, + { + "epoch": 0.13259384789195297, + "grad_norm": 2.60510516166687, + "learning_rate": 1.9453092048551644e-05, + "loss": 3.2189, + "step": 7746 + }, + { + "epoch": 0.13261096561050342, + "grad_norm": 2.687206983566284, + "learning_rate": 1.9452911200579345e-05, + "loss": 3.1447, + "step": 7747 + }, + { + "epoch": 0.1326280833290539, + "grad_norm": 2.5812292098999023, + "learning_rate": 1.945273032355209e-05, + "loss": 3.1835, + "step": 7748 + }, + { + "epoch": 0.13264520104760438, + "grad_norm": 2.597337007522583, + "learning_rate": 1.945254941747044e-05, + "loss": 3.2391, + "step": 7749 + }, + { + "epoch": 0.13266231876615484, + "grad_norm": 2.7823355197906494, + "learning_rate": 1.9452368482334942e-05, + "loss": 3.1974, + "step": 7750 + }, + { + "epoch": 0.13267943648470532, + "grad_norm": 2.628356695175171, + "learning_rate": 1.945218751814616e-05, + "loss": 3.1608, + "step": 7751 + }, + { + "epoch": 0.1326965542032558, + "grad_norm": 2.861607313156128, + "learning_rate": 1.9452006524904646e-05, + "loss": 3.0697, + "step": 7752 + }, + { + "epoch": 0.13271367192180628, + "grad_norm": 2.762146472930908, + "learning_rate": 1.9451825502610957e-05, + "loss": 3.2401, + "step": 7753 + }, + { + "epoch": 0.13273078964035673, + "grad_norm": 2.57401442527771, + "learning_rate": 1.945164445126565e-05, + "loss": 3.2007, + "step": 7754 + }, + { + "epoch": 0.1327479073589072, + "grad_norm": 2.814692497253418, + "learning_rate": 1.945146337086928e-05, + "loss": 3.2667, + "step": 7755 + }, + { + "epoch": 0.1327650250774577, + "grad_norm": 2.6157634258270264, + "learning_rate": 1.945128226142241e-05, + "loss": 3.0025, + "step": 7756 + }, + { + "epoch": 0.13278214279600814, + "grad_norm": 2.5786004066467285, + "learning_rate": 1.9451101122925586e-05, + "loss": 3.201, + "step": 7757 + }, + { + "epoch": 0.13279926051455862, + "grad_norm": 2.528061628341675, + "learning_rate": 1.9450919955379373e-05, + "loss": 3.1219, + "step": 7758 + }, + { + "epoch": 0.1328163782331091, + "grad_norm": 2.7261288166046143, + "learning_rate": 1.945073875878433e-05, + "loss": 3.2374, + "step": 7759 + }, + { + "epoch": 0.13283349595165955, + "grad_norm": 2.832907199859619, + "learning_rate": 1.9450557533141e-05, + "loss": 3.0871, + "step": 7760 + }, + { + "epoch": 0.13285061367021003, + "grad_norm": 2.482076406478882, + "learning_rate": 1.9450376278449956e-05, + "loss": 3.1915, + "step": 7761 + }, + { + "epoch": 0.1328677313887605, + "grad_norm": 2.6506831645965576, + "learning_rate": 1.9450194994711745e-05, + "loss": 3.1414, + "step": 7762 + }, + { + "epoch": 0.13288484910731096, + "grad_norm": 2.6783478260040283, + "learning_rate": 1.9450013681926928e-05, + "loss": 3.2064, + "step": 7763 + }, + { + "epoch": 0.13290196682586145, + "grad_norm": 2.538320779800415, + "learning_rate": 1.9449832340096063e-05, + "loss": 3.1423, + "step": 7764 + }, + { + "epoch": 0.13291908454441193, + "grad_norm": 2.582597017288208, + "learning_rate": 1.9449650969219707e-05, + "loss": 3.1548, + "step": 7765 + }, + { + "epoch": 0.1329362022629624, + "grad_norm": 2.6230759620666504, + "learning_rate": 1.9449469569298416e-05, + "loss": 3.264, + "step": 7766 + }, + { + "epoch": 0.13295331998151286, + "grad_norm": 2.6392366886138916, + "learning_rate": 1.9449288140332747e-05, + "loss": 3.1094, + "step": 7767 + }, + { + "epoch": 0.13297043770006334, + "grad_norm": 2.722482681274414, + "learning_rate": 1.944910668232326e-05, + "loss": 3.0767, + "step": 7768 + }, + { + "epoch": 0.13298755541861382, + "grad_norm": 2.5463056564331055, + "learning_rate": 1.944892519527051e-05, + "loss": 3.1598, + "step": 7769 + }, + { + "epoch": 0.13300467313716427, + "grad_norm": 2.61405873298645, + "learning_rate": 1.944874367917506e-05, + "loss": 3.1171, + "step": 7770 + }, + { + "epoch": 0.13302179085571475, + "grad_norm": 2.7278313636779785, + "learning_rate": 1.944856213403746e-05, + "loss": 3.2439, + "step": 7771 + }, + { + "epoch": 0.13303890857426523, + "grad_norm": 2.7650046348571777, + "learning_rate": 1.9448380559858275e-05, + "loss": 3.1622, + "step": 7772 + }, + { + "epoch": 0.13305602629281568, + "grad_norm": 2.659454584121704, + "learning_rate": 1.944819895663806e-05, + "loss": 3.2139, + "step": 7773 + }, + { + "epoch": 0.13307314401136616, + "grad_norm": 2.57338547706604, + "learning_rate": 1.9448017324377377e-05, + "loss": 3.2195, + "step": 7774 + }, + { + "epoch": 0.13309026172991664, + "grad_norm": 2.6258580684661865, + "learning_rate": 1.9447835663076774e-05, + "loss": 3.0807, + "step": 7775 + }, + { + "epoch": 0.1331073794484671, + "grad_norm": 2.620420455932617, + "learning_rate": 1.944765397273682e-05, + "loss": 3.1946, + "step": 7776 + }, + { + "epoch": 0.13312449716701757, + "grad_norm": 2.5927672386169434, + "learning_rate": 1.944747225335807e-05, + "loss": 3.1209, + "step": 7777 + }, + { + "epoch": 0.13314161488556805, + "grad_norm": 2.674339532852173, + "learning_rate": 1.9447290504941082e-05, + "loss": 3.2729, + "step": 7778 + }, + { + "epoch": 0.13315873260411853, + "grad_norm": 2.5171704292297363, + "learning_rate": 1.9447108727486418e-05, + "loss": 3.1842, + "step": 7779 + }, + { + "epoch": 0.133175850322669, + "grad_norm": 2.4274377822875977, + "learning_rate": 1.9446926920994627e-05, + "loss": 3.0548, + "step": 7780 + }, + { + "epoch": 0.13319296804121947, + "grad_norm": 2.6168642044067383, + "learning_rate": 1.944674508546628e-05, + "loss": 3.1955, + "step": 7781 + }, + { + "epoch": 0.13321008575976995, + "grad_norm": 2.6434152126312256, + "learning_rate": 1.9446563220901927e-05, + "loss": 3.2683, + "step": 7782 + }, + { + "epoch": 0.1332272034783204, + "grad_norm": 2.672675848007202, + "learning_rate": 1.9446381327302132e-05, + "loss": 3.2564, + "step": 7783 + }, + { + "epoch": 0.13324432119687088, + "grad_norm": 2.6881325244903564, + "learning_rate": 1.9446199404667454e-05, + "loss": 3.2152, + "step": 7784 + }, + { + "epoch": 0.13326143891542136, + "grad_norm": 2.7100489139556885, + "learning_rate": 1.9446017452998448e-05, + "loss": 3.1611, + "step": 7785 + }, + { + "epoch": 0.1332785566339718, + "grad_norm": 2.7099175453186035, + "learning_rate": 1.9445835472295676e-05, + "loss": 3.2202, + "step": 7786 + }, + { + "epoch": 0.1332956743525223, + "grad_norm": 2.400621175765991, + "learning_rate": 1.94456534625597e-05, + "loss": 3.1521, + "step": 7787 + }, + { + "epoch": 0.13331279207107277, + "grad_norm": 2.5945634841918945, + "learning_rate": 1.9445471423791074e-05, + "loss": 3.1417, + "step": 7788 + }, + { + "epoch": 0.13332990978962325, + "grad_norm": 2.519150495529175, + "learning_rate": 1.944528935599036e-05, + "loss": 3.224, + "step": 7789 + }, + { + "epoch": 0.1333470275081737, + "grad_norm": 2.515064239501953, + "learning_rate": 1.944510725915812e-05, + "loss": 3.1784, + "step": 7790 + }, + { + "epoch": 0.13336414522672418, + "grad_norm": 2.577500581741333, + "learning_rate": 1.944492513329491e-05, + "loss": 3.0296, + "step": 7791 + }, + { + "epoch": 0.13338126294527466, + "grad_norm": 2.79844069480896, + "learning_rate": 1.944474297840129e-05, + "loss": 3.2869, + "step": 7792 + }, + { + "epoch": 0.13339838066382512, + "grad_norm": 2.464252471923828, + "learning_rate": 1.9444560794477823e-05, + "loss": 3.0374, + "step": 7793 + }, + { + "epoch": 0.1334154983823756, + "grad_norm": 2.654738664627075, + "learning_rate": 1.944437858152507e-05, + "loss": 3.1274, + "step": 7794 + }, + { + "epoch": 0.13343261610092608, + "grad_norm": 2.5560402870178223, + "learning_rate": 1.944419633954358e-05, + "loss": 3.1631, + "step": 7795 + }, + { + "epoch": 0.13344973381947653, + "grad_norm": 2.5433664321899414, + "learning_rate": 1.9444014068533928e-05, + "loss": 3.2014, + "step": 7796 + }, + { + "epoch": 0.133466851538027, + "grad_norm": 2.3937625885009766, + "learning_rate": 1.9443831768496662e-05, + "loss": 3.0038, + "step": 7797 + }, + { + "epoch": 0.1334839692565775, + "grad_norm": 2.7942049503326416, + "learning_rate": 1.9443649439432354e-05, + "loss": 3.278, + "step": 7798 + }, + { + "epoch": 0.13350108697512794, + "grad_norm": 2.5325405597686768, + "learning_rate": 1.9443467081341557e-05, + "loss": 3.1236, + "step": 7799 + }, + { + "epoch": 0.13351820469367842, + "grad_norm": 2.8190910816192627, + "learning_rate": 1.9443284694224833e-05, + "loss": 3.2473, + "step": 7800 + }, + { + "epoch": 0.1335353224122289, + "grad_norm": 2.634744644165039, + "learning_rate": 1.944310227808274e-05, + "loss": 3.0792, + "step": 7801 + }, + { + "epoch": 0.13355244013077938, + "grad_norm": 2.7946770191192627, + "learning_rate": 1.944291983291584e-05, + "loss": 3.2739, + "step": 7802 + }, + { + "epoch": 0.13356955784932983, + "grad_norm": 2.525709629058838, + "learning_rate": 1.9442737358724698e-05, + "loss": 3.0808, + "step": 7803 + }, + { + "epoch": 0.13358667556788031, + "grad_norm": 2.7867465019226074, + "learning_rate": 1.9442554855509873e-05, + "loss": 3.2031, + "step": 7804 + }, + { + "epoch": 0.1336037932864308, + "grad_norm": 2.604484796524048, + "learning_rate": 1.9442372323271922e-05, + "loss": 3.2293, + "step": 7805 + }, + { + "epoch": 0.13362091100498125, + "grad_norm": 2.838493824005127, + "learning_rate": 1.9442189762011407e-05, + "loss": 3.2684, + "step": 7806 + }, + { + "epoch": 0.13363802872353173, + "grad_norm": 2.712106943130493, + "learning_rate": 1.9442007171728893e-05, + "loss": 3.2623, + "step": 7807 + }, + { + "epoch": 0.1336551464420822, + "grad_norm": 2.56593656539917, + "learning_rate": 1.944182455242494e-05, + "loss": 3.0907, + "step": 7808 + }, + { + "epoch": 0.13367226416063266, + "grad_norm": 2.813366174697876, + "learning_rate": 1.9441641904100107e-05, + "loss": 3.1642, + "step": 7809 + }, + { + "epoch": 0.13368938187918314, + "grad_norm": 2.8015716075897217, + "learning_rate": 1.9441459226754956e-05, + "loss": 3.1138, + "step": 7810 + }, + { + "epoch": 0.13370649959773362, + "grad_norm": 2.620325803756714, + "learning_rate": 1.944127652039005e-05, + "loss": 3.1431, + "step": 7811 + }, + { + "epoch": 0.1337236173162841, + "grad_norm": 2.958564281463623, + "learning_rate": 1.944109378500595e-05, + "loss": 3.3487, + "step": 7812 + }, + { + "epoch": 0.13374073503483455, + "grad_norm": 2.568493366241455, + "learning_rate": 1.9440911020603218e-05, + "loss": 3.2268, + "step": 7813 + }, + { + "epoch": 0.13375785275338503, + "grad_norm": 2.9876956939697266, + "learning_rate": 1.9440728227182417e-05, + "loss": 3.1646, + "step": 7814 + }, + { + "epoch": 0.1337749704719355, + "grad_norm": 2.638197183609009, + "learning_rate": 1.9440545404744107e-05, + "loss": 3.1974, + "step": 7815 + }, + { + "epoch": 0.13379208819048596, + "grad_norm": 2.6636931896209717, + "learning_rate": 1.9440362553288844e-05, + "loss": 3.2358, + "step": 7816 + }, + { + "epoch": 0.13380920590903644, + "grad_norm": 2.7802345752716064, + "learning_rate": 1.9440179672817203e-05, + "loss": 3.2312, + "step": 7817 + }, + { + "epoch": 0.13382632362758692, + "grad_norm": 2.696166515350342, + "learning_rate": 1.9439996763329737e-05, + "loss": 3.2643, + "step": 7818 + }, + { + "epoch": 0.13384344134613738, + "grad_norm": 2.653855085372925, + "learning_rate": 1.9439813824827008e-05, + "loss": 3.2293, + "step": 7819 + }, + { + "epoch": 0.13386055906468786, + "grad_norm": 2.649054765701294, + "learning_rate": 1.9439630857309583e-05, + "loss": 3.27, + "step": 7820 + }, + { + "epoch": 0.13387767678323834, + "grad_norm": 2.5293643474578857, + "learning_rate": 1.9439447860778023e-05, + "loss": 3.0458, + "step": 7821 + }, + { + "epoch": 0.1338947945017888, + "grad_norm": 2.4622464179992676, + "learning_rate": 1.9439264835232884e-05, + "loss": 3.1025, + "step": 7822 + }, + { + "epoch": 0.13391191222033927, + "grad_norm": 2.5219011306762695, + "learning_rate": 1.943908178067474e-05, + "loss": 3.2043, + "step": 7823 + }, + { + "epoch": 0.13392902993888975, + "grad_norm": 2.5416083335876465, + "learning_rate": 1.9438898697104144e-05, + "loss": 2.9688, + "step": 7824 + }, + { + "epoch": 0.13394614765744023, + "grad_norm": 2.479971408843994, + "learning_rate": 1.9438715584521667e-05, + "loss": 3.1777, + "step": 7825 + }, + { + "epoch": 0.13396326537599068, + "grad_norm": 2.4843971729278564, + "learning_rate": 1.9438532442927865e-05, + "loss": 3.2447, + "step": 7826 + }, + { + "epoch": 0.13398038309454116, + "grad_norm": 2.4479479789733887, + "learning_rate": 1.94383492723233e-05, + "loss": 3.1697, + "step": 7827 + }, + { + "epoch": 0.13399750081309164, + "grad_norm": 2.545440196990967, + "learning_rate": 1.9438166072708542e-05, + "loss": 3.1148, + "step": 7828 + }, + { + "epoch": 0.1340146185316421, + "grad_norm": 2.5169551372528076, + "learning_rate": 1.9437982844084148e-05, + "loss": 3.1784, + "step": 7829 + }, + { + "epoch": 0.13403173625019257, + "grad_norm": 2.4271438121795654, + "learning_rate": 1.9437799586450684e-05, + "loss": 2.9869, + "step": 7830 + }, + { + "epoch": 0.13404885396874305, + "grad_norm": 2.3908798694610596, + "learning_rate": 1.9437616299808713e-05, + "loss": 3.1007, + "step": 7831 + }, + { + "epoch": 0.1340659716872935, + "grad_norm": 2.436885118484497, + "learning_rate": 1.9437432984158798e-05, + "loss": 3.2367, + "step": 7832 + }, + { + "epoch": 0.13408308940584399, + "grad_norm": 2.5824851989746094, + "learning_rate": 1.9437249639501505e-05, + "loss": 3.1946, + "step": 7833 + }, + { + "epoch": 0.13410020712439447, + "grad_norm": 2.776263475418091, + "learning_rate": 1.9437066265837392e-05, + "loss": 3.1522, + "step": 7834 + }, + { + "epoch": 0.13411732484294495, + "grad_norm": 2.6149041652679443, + "learning_rate": 1.943688286316703e-05, + "loss": 3.0881, + "step": 7835 + }, + { + "epoch": 0.1341344425614954, + "grad_norm": 2.591301918029785, + "learning_rate": 1.943669943149097e-05, + "loss": 3.1539, + "step": 7836 + }, + { + "epoch": 0.13415156028004588, + "grad_norm": 2.6690258979797363, + "learning_rate": 1.943651597080979e-05, + "loss": 3.2641, + "step": 7837 + }, + { + "epoch": 0.13416867799859636, + "grad_norm": 2.596421957015991, + "learning_rate": 1.9436332481124048e-05, + "loss": 3.1263, + "step": 7838 + }, + { + "epoch": 0.1341857957171468, + "grad_norm": 2.6512515544891357, + "learning_rate": 1.9436148962434308e-05, + "loss": 3.1823, + "step": 7839 + }, + { + "epoch": 0.1342029134356973, + "grad_norm": 2.558959484100342, + "learning_rate": 1.943596541474113e-05, + "loss": 3.0811, + "step": 7840 + }, + { + "epoch": 0.13422003115424777, + "grad_norm": 2.579516649246216, + "learning_rate": 1.9435781838045087e-05, + "loss": 3.1876, + "step": 7841 + }, + { + "epoch": 0.13423714887279822, + "grad_norm": 2.5276832580566406, + "learning_rate": 1.943559823234674e-05, + "loss": 3.1661, + "step": 7842 + }, + { + "epoch": 0.1342542665913487, + "grad_norm": 2.751535415649414, + "learning_rate": 1.943541459764665e-05, + "loss": 3.23, + "step": 7843 + }, + { + "epoch": 0.13427138430989918, + "grad_norm": 2.50602388381958, + "learning_rate": 1.943523093394538e-05, + "loss": 3.1585, + "step": 7844 + }, + { + "epoch": 0.13428850202844964, + "grad_norm": 2.681093692779541, + "learning_rate": 1.9435047241243502e-05, + "loss": 3.1902, + "step": 7845 + }, + { + "epoch": 0.13430561974700012, + "grad_norm": 2.7630035877227783, + "learning_rate": 1.9434863519541575e-05, + "loss": 3.2086, + "step": 7846 + }, + { + "epoch": 0.1343227374655506, + "grad_norm": 2.621824264526367, + "learning_rate": 1.9434679768840166e-05, + "loss": 3.2514, + "step": 7847 + }, + { + "epoch": 0.13433985518410108, + "grad_norm": 2.678837776184082, + "learning_rate": 1.9434495989139836e-05, + "loss": 3.1708, + "step": 7848 + }, + { + "epoch": 0.13435697290265153, + "grad_norm": 2.614891767501831, + "learning_rate": 1.9434312180441156e-05, + "loss": 3.2884, + "step": 7849 + }, + { + "epoch": 0.134374090621202, + "grad_norm": 2.7095134258270264, + "learning_rate": 1.9434128342744686e-05, + "loss": 3.1544, + "step": 7850 + }, + { + "epoch": 0.1343912083397525, + "grad_norm": 2.6472721099853516, + "learning_rate": 1.9433944476050996e-05, + "loss": 3.345, + "step": 7851 + }, + { + "epoch": 0.13440832605830294, + "grad_norm": 2.6095664501190186, + "learning_rate": 1.9433760580360644e-05, + "loss": 3.1656, + "step": 7852 + }, + { + "epoch": 0.13442544377685342, + "grad_norm": 2.533374786376953, + "learning_rate": 1.94335766556742e-05, + "loss": 3.1752, + "step": 7853 + }, + { + "epoch": 0.1344425614954039, + "grad_norm": 2.7401368618011475, + "learning_rate": 1.9433392701992227e-05, + "loss": 3.2261, + "step": 7854 + }, + { + "epoch": 0.13445967921395435, + "grad_norm": 2.7119758129119873, + "learning_rate": 1.9433208719315298e-05, + "loss": 3.1911, + "step": 7855 + }, + { + "epoch": 0.13447679693250483, + "grad_norm": 2.6493661403656006, + "learning_rate": 1.9433024707643966e-05, + "loss": 3.1442, + "step": 7856 + }, + { + "epoch": 0.1344939146510553, + "grad_norm": 2.5396432876586914, + "learning_rate": 1.9432840666978805e-05, + "loss": 3.1081, + "step": 7857 + }, + { + "epoch": 0.13451103236960577, + "grad_norm": 2.4119935035705566, + "learning_rate": 1.943265659732038e-05, + "loss": 3.1323, + "step": 7858 + }, + { + "epoch": 0.13452815008815625, + "grad_norm": 2.542649269104004, + "learning_rate": 1.9432472498669256e-05, + "loss": 3.1624, + "step": 7859 + }, + { + "epoch": 0.13454526780670673, + "grad_norm": 2.4933815002441406, + "learning_rate": 1.9432288371026e-05, + "loss": 3.186, + "step": 7860 + }, + { + "epoch": 0.1345623855252572, + "grad_norm": 2.740443229675293, + "learning_rate": 1.943210421439117e-05, + "loss": 3.312, + "step": 7861 + }, + { + "epoch": 0.13457950324380766, + "grad_norm": 2.6706669330596924, + "learning_rate": 1.943192002876534e-05, + "loss": 3.1746, + "step": 7862 + }, + { + "epoch": 0.13459662096235814, + "grad_norm": 2.5867743492126465, + "learning_rate": 1.9431735814149076e-05, + "loss": 3.1479, + "step": 7863 + }, + { + "epoch": 0.13461373868090862, + "grad_norm": 2.605989456176758, + "learning_rate": 1.9431551570542946e-05, + "loss": 3.0534, + "step": 7864 + }, + { + "epoch": 0.13463085639945907, + "grad_norm": 2.6198127269744873, + "learning_rate": 1.943136729794751e-05, + "loss": 3.0547, + "step": 7865 + }, + { + "epoch": 0.13464797411800955, + "grad_norm": 2.835294723510742, + "learning_rate": 1.9431182996363337e-05, + "loss": 3.1675, + "step": 7866 + }, + { + "epoch": 0.13466509183656003, + "grad_norm": 2.9630839824676514, + "learning_rate": 1.9430998665790992e-05, + "loss": 3.1617, + "step": 7867 + }, + { + "epoch": 0.13468220955511048, + "grad_norm": 2.5906527042388916, + "learning_rate": 1.9430814306231046e-05, + "loss": 3.0975, + "step": 7868 + }, + { + "epoch": 0.13469932727366096, + "grad_norm": 2.641911745071411, + "learning_rate": 1.943062991768406e-05, + "loss": 3.055, + "step": 7869 + }, + { + "epoch": 0.13471644499221144, + "grad_norm": 2.792421340942383, + "learning_rate": 1.9430445500150606e-05, + "loss": 3.1628, + "step": 7870 + }, + { + "epoch": 0.13473356271076192, + "grad_norm": 3.162344217300415, + "learning_rate": 1.9430261053631252e-05, + "loss": 3.1812, + "step": 7871 + }, + { + "epoch": 0.13475068042931237, + "grad_norm": 2.850975751876831, + "learning_rate": 1.9430076578126556e-05, + "loss": 3.148, + "step": 7872 + }, + { + "epoch": 0.13476779814786286, + "grad_norm": 2.7329964637756348, + "learning_rate": 1.9429892073637094e-05, + "loss": 3.1317, + "step": 7873 + }, + { + "epoch": 0.13478491586641334, + "grad_norm": 2.5126099586486816, + "learning_rate": 1.9429707540163428e-05, + "loss": 3.0412, + "step": 7874 + }, + { + "epoch": 0.1348020335849638, + "grad_norm": 2.494293212890625, + "learning_rate": 1.9429522977706127e-05, + "loss": 3.0212, + "step": 7875 + }, + { + "epoch": 0.13481915130351427, + "grad_norm": 2.5721240043640137, + "learning_rate": 1.9429338386265758e-05, + "loss": 3.1398, + "step": 7876 + }, + { + "epoch": 0.13483626902206475, + "grad_norm": 2.6665995121002197, + "learning_rate": 1.942915376584289e-05, + "loss": 3.0667, + "step": 7877 + }, + { + "epoch": 0.1348533867406152, + "grad_norm": 2.548834800720215, + "learning_rate": 1.9428969116438087e-05, + "loss": 3.19, + "step": 7878 + }, + { + "epoch": 0.13487050445916568, + "grad_norm": 2.952847719192505, + "learning_rate": 1.942878443805192e-05, + "loss": 3.1967, + "step": 7879 + }, + { + "epoch": 0.13488762217771616, + "grad_norm": 2.661864757537842, + "learning_rate": 1.9428599730684955e-05, + "loss": 3.1938, + "step": 7880 + }, + { + "epoch": 0.1349047398962666, + "grad_norm": 2.7133588790893555, + "learning_rate": 1.9428414994337757e-05, + "loss": 3.2946, + "step": 7881 + }, + { + "epoch": 0.1349218576148171, + "grad_norm": 2.6555185317993164, + "learning_rate": 1.9428230229010902e-05, + "loss": 3.2361, + "step": 7882 + }, + { + "epoch": 0.13493897533336757, + "grad_norm": 2.452866315841675, + "learning_rate": 1.942804543470495e-05, + "loss": 3.0718, + "step": 7883 + }, + { + "epoch": 0.13495609305191805, + "grad_norm": 2.5112152099609375, + "learning_rate": 1.9427860611420472e-05, + "loss": 3.0354, + "step": 7884 + }, + { + "epoch": 0.1349732107704685, + "grad_norm": 2.44146466255188, + "learning_rate": 1.9427675759158035e-05, + "loss": 3.0938, + "step": 7885 + }, + { + "epoch": 0.13499032848901898, + "grad_norm": 2.6585137844085693, + "learning_rate": 1.9427490877918207e-05, + "loss": 3.2145, + "step": 7886 + }, + { + "epoch": 0.13500744620756946, + "grad_norm": 2.4977164268493652, + "learning_rate": 1.942730596770156e-05, + "loss": 3.0734, + "step": 7887 + }, + { + "epoch": 0.13502456392611992, + "grad_norm": 2.7075796127319336, + "learning_rate": 1.9427121028508656e-05, + "loss": 3.1286, + "step": 7888 + }, + { + "epoch": 0.1350416816446704, + "grad_norm": 2.4324212074279785, + "learning_rate": 1.9426936060340066e-05, + "loss": 3.064, + "step": 7889 + }, + { + "epoch": 0.13505879936322088, + "grad_norm": 2.6598243713378906, + "learning_rate": 1.9426751063196364e-05, + "loss": 3.1388, + "step": 7890 + }, + { + "epoch": 0.13507591708177133, + "grad_norm": 2.560605764389038, + "learning_rate": 1.942656603707811e-05, + "loss": 3.2426, + "step": 7891 + }, + { + "epoch": 0.1350930348003218, + "grad_norm": 2.4583802223205566, + "learning_rate": 1.9426380981985878e-05, + "loss": 3.1249, + "step": 7892 + }, + { + "epoch": 0.1351101525188723, + "grad_norm": 2.678938865661621, + "learning_rate": 1.9426195897920234e-05, + "loss": 3.2154, + "step": 7893 + }, + { + "epoch": 0.13512727023742277, + "grad_norm": 2.6562304496765137, + "learning_rate": 1.9426010784881753e-05, + "loss": 3.3052, + "step": 7894 + }, + { + "epoch": 0.13514438795597322, + "grad_norm": 2.61198091506958, + "learning_rate": 1.9425825642870998e-05, + "loss": 3.0438, + "step": 7895 + }, + { + "epoch": 0.1351615056745237, + "grad_norm": 2.504117727279663, + "learning_rate": 1.9425640471888535e-05, + "loss": 3.1375, + "step": 7896 + }, + { + "epoch": 0.13517862339307418, + "grad_norm": 2.5762641429901123, + "learning_rate": 1.9425455271934943e-05, + "loss": 3.1816, + "step": 7897 + }, + { + "epoch": 0.13519574111162463, + "grad_norm": 2.673548936843872, + "learning_rate": 1.942527004301078e-05, + "loss": 3.1595, + "step": 7898 + }, + { + "epoch": 0.13521285883017511, + "grad_norm": 2.5425093173980713, + "learning_rate": 1.9425084785116625e-05, + "loss": 3.2355, + "step": 7899 + }, + { + "epoch": 0.1352299765487256, + "grad_norm": 2.6220953464508057, + "learning_rate": 1.9424899498253045e-05, + "loss": 3.1613, + "step": 7900 + }, + { + "epoch": 0.13524709426727605, + "grad_norm": 2.7222206592559814, + "learning_rate": 1.9424714182420606e-05, + "loss": 3.3485, + "step": 7901 + }, + { + "epoch": 0.13526421198582653, + "grad_norm": 2.5297322273254395, + "learning_rate": 1.942452883761988e-05, + "loss": 3.0789, + "step": 7902 + }, + { + "epoch": 0.135281329704377, + "grad_norm": 2.696373462677002, + "learning_rate": 1.9424343463851438e-05, + "loss": 3.2164, + "step": 7903 + }, + { + "epoch": 0.13529844742292746, + "grad_norm": 2.7133867740631104, + "learning_rate": 1.9424158061115844e-05, + "loss": 3.0635, + "step": 7904 + }, + { + "epoch": 0.13531556514147794, + "grad_norm": 3.025714874267578, + "learning_rate": 1.9423972629413675e-05, + "loss": 3.0787, + "step": 7905 + }, + { + "epoch": 0.13533268286002842, + "grad_norm": 2.812950849533081, + "learning_rate": 1.9423787168745497e-05, + "loss": 3.1281, + "step": 7906 + }, + { + "epoch": 0.1353498005785789, + "grad_norm": 2.7782886028289795, + "learning_rate": 1.9423601679111885e-05, + "loss": 3.1753, + "step": 7907 + }, + { + "epoch": 0.13536691829712935, + "grad_norm": 2.5953049659729004, + "learning_rate": 1.9423416160513402e-05, + "loss": 3.0584, + "step": 7908 + }, + { + "epoch": 0.13538403601567983, + "grad_norm": 2.957573413848877, + "learning_rate": 1.942323061295062e-05, + "loss": 3.2396, + "step": 7909 + }, + { + "epoch": 0.1354011537342303, + "grad_norm": 2.743877649307251, + "learning_rate": 1.942304503642411e-05, + "loss": 3.1663, + "step": 7910 + }, + { + "epoch": 0.13541827145278076, + "grad_norm": 2.653333902359009, + "learning_rate": 1.9422859430934447e-05, + "loss": 3.1339, + "step": 7911 + }, + { + "epoch": 0.13543538917133124, + "grad_norm": 2.9045960903167725, + "learning_rate": 1.9422673796482193e-05, + "loss": 3.2095, + "step": 7912 + }, + { + "epoch": 0.13545250688988172, + "grad_norm": 2.550452947616577, + "learning_rate": 1.9422488133067927e-05, + "loss": 3.1846, + "step": 7913 + }, + { + "epoch": 0.13546962460843218, + "grad_norm": 2.720427989959717, + "learning_rate": 1.9422302440692212e-05, + "loss": 3.2916, + "step": 7914 + }, + { + "epoch": 0.13548674232698266, + "grad_norm": 2.88537335395813, + "learning_rate": 1.9422116719355628e-05, + "loss": 3.1257, + "step": 7915 + }, + { + "epoch": 0.13550386004553314, + "grad_norm": 2.6513752937316895, + "learning_rate": 1.9421930969058736e-05, + "loss": 3.2047, + "step": 7916 + }, + { + "epoch": 0.13552097776408362, + "grad_norm": 2.6468112468719482, + "learning_rate": 1.9421745189802113e-05, + "loss": 3.1818, + "step": 7917 + }, + { + "epoch": 0.13553809548263407, + "grad_norm": 2.855727434158325, + "learning_rate": 1.942155938158633e-05, + "loss": 3.1869, + "step": 7918 + }, + { + "epoch": 0.13555521320118455, + "grad_norm": 2.677823781967163, + "learning_rate": 1.942137354441195e-05, + "loss": 3.1768, + "step": 7919 + }, + { + "epoch": 0.13557233091973503, + "grad_norm": 2.6906840801239014, + "learning_rate": 1.942118767827956e-05, + "loss": 3.2674, + "step": 7920 + }, + { + "epoch": 0.13558944863828548, + "grad_norm": 2.7080118656158447, + "learning_rate": 1.942100178318971e-05, + "loss": 3.1778, + "step": 7921 + }, + { + "epoch": 0.13560656635683596, + "grad_norm": 2.79244065284729, + "learning_rate": 1.9420815859142994e-05, + "loss": 3.1385, + "step": 7922 + }, + { + "epoch": 0.13562368407538644, + "grad_norm": 2.470311164855957, + "learning_rate": 1.9420629906139968e-05, + "loss": 3.0148, + "step": 7923 + }, + { + "epoch": 0.1356408017939369, + "grad_norm": 2.5915284156799316, + "learning_rate": 1.942044392418121e-05, + "loss": 3.0957, + "step": 7924 + }, + { + "epoch": 0.13565791951248737, + "grad_norm": 2.6371102333068848, + "learning_rate": 1.942025791326729e-05, + "loss": 3.0852, + "step": 7925 + }, + { + "epoch": 0.13567503723103785, + "grad_norm": 2.665235757827759, + "learning_rate": 1.9420071873398777e-05, + "loss": 3.0423, + "step": 7926 + }, + { + "epoch": 0.1356921549495883, + "grad_norm": 2.502408981323242, + "learning_rate": 1.941988580457625e-05, + "loss": 3.0699, + "step": 7927 + }, + { + "epoch": 0.1357092726681388, + "grad_norm": 2.7097978591918945, + "learning_rate": 1.9419699706800274e-05, + "loss": 3.1966, + "step": 7928 + }, + { + "epoch": 0.13572639038668927, + "grad_norm": 2.623678684234619, + "learning_rate": 1.9419513580071423e-05, + "loss": 3.1429, + "step": 7929 + }, + { + "epoch": 0.13574350810523975, + "grad_norm": 2.792335271835327, + "learning_rate": 1.941932742439027e-05, + "loss": 3.278, + "step": 7930 + }, + { + "epoch": 0.1357606258237902, + "grad_norm": 2.6484901905059814, + "learning_rate": 1.9419141239757386e-05, + "loss": 3.147, + "step": 7931 + }, + { + "epoch": 0.13577774354234068, + "grad_norm": 2.650437831878662, + "learning_rate": 1.9418955026173344e-05, + "loss": 3.0904, + "step": 7932 + }, + { + "epoch": 0.13579486126089116, + "grad_norm": 2.669337034225464, + "learning_rate": 1.9418768783638718e-05, + "loss": 3.018, + "step": 7933 + }, + { + "epoch": 0.1358119789794416, + "grad_norm": 2.675637722015381, + "learning_rate": 1.941858251215408e-05, + "loss": 3.1585, + "step": 7934 + }, + { + "epoch": 0.1358290966979921, + "grad_norm": 2.7379157543182373, + "learning_rate": 1.9418396211719998e-05, + "loss": 3.1618, + "step": 7935 + }, + { + "epoch": 0.13584621441654257, + "grad_norm": 2.8611645698547363, + "learning_rate": 1.9418209882337048e-05, + "loss": 3.1436, + "step": 7936 + }, + { + "epoch": 0.13586333213509302, + "grad_norm": 2.776273250579834, + "learning_rate": 1.9418023524005805e-05, + "loss": 3.1419, + "step": 7937 + }, + { + "epoch": 0.1358804498536435, + "grad_norm": 3.187023401260376, + "learning_rate": 1.941783713672684e-05, + "loss": 3.1065, + "step": 7938 + }, + { + "epoch": 0.13589756757219398, + "grad_norm": 2.78848934173584, + "learning_rate": 1.941765072050072e-05, + "loss": 3.1704, + "step": 7939 + }, + { + "epoch": 0.13591468529074444, + "grad_norm": 2.7742748260498047, + "learning_rate": 1.9417464275328025e-05, + "loss": 3.0486, + "step": 7940 + }, + { + "epoch": 0.13593180300929492, + "grad_norm": 2.688800573348999, + "learning_rate": 1.941727780120933e-05, + "loss": 3.2023, + "step": 7941 + }, + { + "epoch": 0.1359489207278454, + "grad_norm": 2.8068344593048096, + "learning_rate": 1.9417091298145202e-05, + "loss": 3.2646, + "step": 7942 + }, + { + "epoch": 0.13596603844639588, + "grad_norm": 2.829455852508545, + "learning_rate": 1.9416904766136217e-05, + "loss": 3.2105, + "step": 7943 + }, + { + "epoch": 0.13598315616494633, + "grad_norm": 2.594356060028076, + "learning_rate": 1.941671820518295e-05, + "loss": 3.1513, + "step": 7944 + }, + { + "epoch": 0.1360002738834968, + "grad_norm": 2.6741607189178467, + "learning_rate": 1.941653161528597e-05, + "loss": 3.0926, + "step": 7945 + }, + { + "epoch": 0.1360173916020473, + "grad_norm": 2.647095203399658, + "learning_rate": 1.9416344996445855e-05, + "loss": 3.1387, + "step": 7946 + }, + { + "epoch": 0.13603450932059774, + "grad_norm": 2.662022113800049, + "learning_rate": 1.9416158348663177e-05, + "loss": 3.207, + "step": 7947 + }, + { + "epoch": 0.13605162703914822, + "grad_norm": 2.7672853469848633, + "learning_rate": 1.9415971671938507e-05, + "loss": 3.0307, + "step": 7948 + }, + { + "epoch": 0.1360687447576987, + "grad_norm": 2.6546337604522705, + "learning_rate": 1.9415784966272422e-05, + "loss": 3.2091, + "step": 7949 + }, + { + "epoch": 0.13608586247624915, + "grad_norm": 2.93102765083313, + "learning_rate": 1.9415598231665495e-05, + "loss": 3.2323, + "step": 7950 + }, + { + "epoch": 0.13610298019479963, + "grad_norm": 2.5496480464935303, + "learning_rate": 1.94154114681183e-05, + "loss": 3.1295, + "step": 7951 + }, + { + "epoch": 0.1361200979133501, + "grad_norm": 2.6425859928131104, + "learning_rate": 1.941522467563141e-05, + "loss": 3.0565, + "step": 7952 + }, + { + "epoch": 0.1361372156319006, + "grad_norm": 2.6278669834136963, + "learning_rate": 1.9415037854205403e-05, + "loss": 3.2229, + "step": 7953 + }, + { + "epoch": 0.13615433335045105, + "grad_norm": 2.7789292335510254, + "learning_rate": 1.941485100384085e-05, + "loss": 3.2207, + "step": 7954 + }, + { + "epoch": 0.13617145106900153, + "grad_norm": 2.7257473468780518, + "learning_rate": 1.9414664124538323e-05, + "loss": 3.2151, + "step": 7955 + }, + { + "epoch": 0.136188568787552, + "grad_norm": 2.7219796180725098, + "learning_rate": 1.94144772162984e-05, + "loss": 3.2299, + "step": 7956 + }, + { + "epoch": 0.13620568650610246, + "grad_norm": 2.655280828475952, + "learning_rate": 1.9414290279121653e-05, + "loss": 3.2374, + "step": 7957 + }, + { + "epoch": 0.13622280422465294, + "grad_norm": 2.5537431240081787, + "learning_rate": 1.941410331300866e-05, + "loss": 3.0935, + "step": 7958 + }, + { + "epoch": 0.13623992194320342, + "grad_norm": 2.4883322715759277, + "learning_rate": 1.9413916317959994e-05, + "loss": 3.1754, + "step": 7959 + }, + { + "epoch": 0.13625703966175387, + "grad_norm": 2.8628995418548584, + "learning_rate": 1.9413729293976228e-05, + "loss": 3.163, + "step": 7960 + }, + { + "epoch": 0.13627415738030435, + "grad_norm": 2.6025187969207764, + "learning_rate": 1.941354224105794e-05, + "loss": 3.1358, + "step": 7961 + }, + { + "epoch": 0.13629127509885483, + "grad_norm": 2.7330667972564697, + "learning_rate": 1.9413355159205704e-05, + "loss": 3.2258, + "step": 7962 + }, + { + "epoch": 0.13630839281740528, + "grad_norm": 2.8847761154174805, + "learning_rate": 1.9413168048420095e-05, + "loss": 3.2126, + "step": 7963 + }, + { + "epoch": 0.13632551053595576, + "grad_norm": 2.83743953704834, + "learning_rate": 1.9412980908701686e-05, + "loss": 3.1008, + "step": 7964 + }, + { + "epoch": 0.13634262825450624, + "grad_norm": 2.6235482692718506, + "learning_rate": 1.9412793740051055e-05, + "loss": 3.1833, + "step": 7965 + }, + { + "epoch": 0.13635974597305672, + "grad_norm": 3.1860039234161377, + "learning_rate": 1.9412606542468774e-05, + "loss": 3.247, + "step": 7966 + }, + { + "epoch": 0.13637686369160718, + "grad_norm": 2.952871561050415, + "learning_rate": 1.9412419315955418e-05, + "loss": 3.0832, + "step": 7967 + }, + { + "epoch": 0.13639398141015766, + "grad_norm": 2.808821439743042, + "learning_rate": 1.941223206051157e-05, + "loss": 3.2021, + "step": 7968 + }, + { + "epoch": 0.13641109912870814, + "grad_norm": 2.9813578128814697, + "learning_rate": 1.9412044776137797e-05, + "loss": 3.1571, + "step": 7969 + }, + { + "epoch": 0.1364282168472586, + "grad_norm": 2.6035284996032715, + "learning_rate": 1.941185746283468e-05, + "loss": 3.0028, + "step": 7970 + }, + { + "epoch": 0.13644533456580907, + "grad_norm": 2.839003801345825, + "learning_rate": 1.941167012060279e-05, + "loss": 3.1742, + "step": 7971 + }, + { + "epoch": 0.13646245228435955, + "grad_norm": 2.8138339519500732, + "learning_rate": 1.9411482749442713e-05, + "loss": 3.0487, + "step": 7972 + }, + { + "epoch": 0.13647957000291, + "grad_norm": 2.9204859733581543, + "learning_rate": 1.941129534935501e-05, + "loss": 3.1432, + "step": 7973 + }, + { + "epoch": 0.13649668772146048, + "grad_norm": 2.6215996742248535, + "learning_rate": 1.9411107920340268e-05, + "loss": 3.2773, + "step": 7974 + }, + { + "epoch": 0.13651380544001096, + "grad_norm": 2.9190046787261963, + "learning_rate": 1.9410920462399056e-05, + "loss": 3.1325, + "step": 7975 + }, + { + "epoch": 0.13653092315856144, + "grad_norm": 3.0460360050201416, + "learning_rate": 1.9410732975531956e-05, + "loss": 3.2051, + "step": 7976 + }, + { + "epoch": 0.1365480408771119, + "grad_norm": 2.7304835319519043, + "learning_rate": 1.9410545459739543e-05, + "loss": 3.1745, + "step": 7977 + }, + { + "epoch": 0.13656515859566237, + "grad_norm": 2.8003008365631104, + "learning_rate": 1.941035791502239e-05, + "loss": 3.063, + "step": 7978 + }, + { + "epoch": 0.13658227631421285, + "grad_norm": 2.6252400875091553, + "learning_rate": 1.941017034138108e-05, + "loss": 3.0892, + "step": 7979 + }, + { + "epoch": 0.1365993940327633, + "grad_norm": 2.796804666519165, + "learning_rate": 1.940998273881618e-05, + "loss": 3.0716, + "step": 7980 + }, + { + "epoch": 0.13661651175131378, + "grad_norm": 2.650249719619751, + "learning_rate": 1.9409795107328275e-05, + "loss": 3.2896, + "step": 7981 + }, + { + "epoch": 0.13663362946986427, + "grad_norm": 2.7436363697052, + "learning_rate": 1.9409607446917938e-05, + "loss": 3.1751, + "step": 7982 + }, + { + "epoch": 0.13665074718841472, + "grad_norm": 2.6789371967315674, + "learning_rate": 1.940941975758575e-05, + "loss": 3.1071, + "step": 7983 + }, + { + "epoch": 0.1366678649069652, + "grad_norm": 2.654524803161621, + "learning_rate": 1.940923203933228e-05, + "loss": 3.1803, + "step": 7984 + }, + { + "epoch": 0.13668498262551568, + "grad_norm": 2.622544288635254, + "learning_rate": 1.940904429215811e-05, + "loss": 3.2528, + "step": 7985 + }, + { + "epoch": 0.13670210034406613, + "grad_norm": 2.6634397506713867, + "learning_rate": 1.9408856516063818e-05, + "loss": 3.1571, + "step": 7986 + }, + { + "epoch": 0.1367192180626166, + "grad_norm": 2.7304513454437256, + "learning_rate": 1.9408668711049978e-05, + "loss": 3.1316, + "step": 7987 + }, + { + "epoch": 0.1367363357811671, + "grad_norm": 2.657301425933838, + "learning_rate": 1.940848087711717e-05, + "loss": 2.9572, + "step": 7988 + }, + { + "epoch": 0.13675345349971757, + "grad_norm": 2.738827705383301, + "learning_rate": 1.9408293014265972e-05, + "loss": 3.2702, + "step": 7989 + }, + { + "epoch": 0.13677057121826802, + "grad_norm": 2.635531187057495, + "learning_rate": 1.9408105122496958e-05, + "loss": 3.2136, + "step": 7990 + }, + { + "epoch": 0.1367876889368185, + "grad_norm": 2.745110273361206, + "learning_rate": 1.9407917201810703e-05, + "loss": 3.206, + "step": 7991 + }, + { + "epoch": 0.13680480665536898, + "grad_norm": 2.6648683547973633, + "learning_rate": 1.9407729252207794e-05, + "loss": 3.174, + "step": 7992 + }, + { + "epoch": 0.13682192437391943, + "grad_norm": 2.4489943981170654, + "learning_rate": 1.9407541273688802e-05, + "loss": 3.128, + "step": 7993 + }, + { + "epoch": 0.13683904209246991, + "grad_norm": 2.593512535095215, + "learning_rate": 1.9407353266254305e-05, + "loss": 3.1636, + "step": 7994 + }, + { + "epoch": 0.1368561598110204, + "grad_norm": 2.4526939392089844, + "learning_rate": 1.9407165229904885e-05, + "loss": 3.1069, + "step": 7995 + }, + { + "epoch": 0.13687327752957085, + "grad_norm": 2.645840644836426, + "learning_rate": 1.9406977164641114e-05, + "loss": 3.2183, + "step": 7996 + }, + { + "epoch": 0.13689039524812133, + "grad_norm": 2.70751690864563, + "learning_rate": 1.9406789070463575e-05, + "loss": 3.1177, + "step": 7997 + }, + { + "epoch": 0.1369075129666718, + "grad_norm": 2.571230411529541, + "learning_rate": 1.9406600947372844e-05, + "loss": 3.1589, + "step": 7998 + }, + { + "epoch": 0.1369246306852223, + "grad_norm": 2.5144765377044678, + "learning_rate": 1.94064127953695e-05, + "loss": 3.1056, + "step": 7999 + }, + { + "epoch": 0.13694174840377274, + "grad_norm": 2.5255229473114014, + "learning_rate": 1.940622461445412e-05, + "loss": 3.1703, + "step": 8000 + }, + { + "epoch": 0.13695886612232322, + "grad_norm": 2.7806003093719482, + "learning_rate": 1.9406036404627282e-05, + "loss": 3.1623, + "step": 8001 + }, + { + "epoch": 0.1369759838408737, + "grad_norm": 2.5476088523864746, + "learning_rate": 1.9405848165889567e-05, + "loss": 3.122, + "step": 8002 + }, + { + "epoch": 0.13699310155942415, + "grad_norm": 2.5335707664489746, + "learning_rate": 1.940565989824155e-05, + "loss": 3.1172, + "step": 8003 + }, + { + "epoch": 0.13701021927797463, + "grad_norm": 2.55071759223938, + "learning_rate": 1.9405471601683816e-05, + "loss": 3.1318, + "step": 8004 + }, + { + "epoch": 0.1370273369965251, + "grad_norm": 2.5920498371124268, + "learning_rate": 1.9405283276216938e-05, + "loss": 3.2019, + "step": 8005 + }, + { + "epoch": 0.13704445471507556, + "grad_norm": 2.5323259830474854, + "learning_rate": 1.9405094921841496e-05, + "loss": 3.3043, + "step": 8006 + }, + { + "epoch": 0.13706157243362604, + "grad_norm": 2.7347469329833984, + "learning_rate": 1.940490653855807e-05, + "loss": 3.1772, + "step": 8007 + }, + { + "epoch": 0.13707869015217652, + "grad_norm": 2.7408695220947266, + "learning_rate": 1.940471812636724e-05, + "loss": 3.2114, + "step": 8008 + }, + { + "epoch": 0.13709580787072698, + "grad_norm": 2.534127950668335, + "learning_rate": 1.940452968526958e-05, + "loss": 3.1153, + "step": 8009 + }, + { + "epoch": 0.13711292558927746, + "grad_norm": 2.723383665084839, + "learning_rate": 1.9404341215265674e-05, + "loss": 3.2129, + "step": 8010 + }, + { + "epoch": 0.13713004330782794, + "grad_norm": 2.823148250579834, + "learning_rate": 1.94041527163561e-05, + "loss": 3.237, + "step": 8011 + }, + { + "epoch": 0.13714716102637842, + "grad_norm": 2.6653971672058105, + "learning_rate": 1.9403964188541437e-05, + "loss": 3.145, + "step": 8012 + }, + { + "epoch": 0.13716427874492887, + "grad_norm": 2.70361065864563, + "learning_rate": 1.940377563182227e-05, + "loss": 3.0811, + "step": 8013 + }, + { + "epoch": 0.13718139646347935, + "grad_norm": 2.6600873470306396, + "learning_rate": 1.9403587046199165e-05, + "loss": 3.1909, + "step": 8014 + }, + { + "epoch": 0.13719851418202983, + "grad_norm": 2.679013729095459, + "learning_rate": 1.9403398431672716e-05, + "loss": 2.983, + "step": 8015 + }, + { + "epoch": 0.13721563190058028, + "grad_norm": 2.646937847137451, + "learning_rate": 1.9403209788243496e-05, + "loss": 3.1588, + "step": 8016 + }, + { + "epoch": 0.13723274961913076, + "grad_norm": 2.734729528427124, + "learning_rate": 1.9403021115912083e-05, + "loss": 3.2196, + "step": 8017 + }, + { + "epoch": 0.13724986733768124, + "grad_norm": 2.5677430629730225, + "learning_rate": 1.9402832414679065e-05, + "loss": 3.114, + "step": 8018 + }, + { + "epoch": 0.1372669850562317, + "grad_norm": 2.80281662940979, + "learning_rate": 1.940264368454501e-05, + "loss": 3.1415, + "step": 8019 + }, + { + "epoch": 0.13728410277478217, + "grad_norm": 2.8315889835357666, + "learning_rate": 1.9402454925510513e-05, + "loss": 3.1545, + "step": 8020 + }, + { + "epoch": 0.13730122049333265, + "grad_norm": 2.5546555519104004, + "learning_rate": 1.9402266137576137e-05, + "loss": 3.1055, + "step": 8021 + }, + { + "epoch": 0.1373183382118831, + "grad_norm": 2.695718765258789, + "learning_rate": 1.9402077320742475e-05, + "loss": 3.266, + "step": 8022 + }, + { + "epoch": 0.1373354559304336, + "grad_norm": 2.5444209575653076, + "learning_rate": 1.9401888475010105e-05, + "loss": 3.1055, + "step": 8023 + }, + { + "epoch": 0.13735257364898407, + "grad_norm": 2.4984917640686035, + "learning_rate": 1.9401699600379604e-05, + "loss": 3.0943, + "step": 8024 + }, + { + "epoch": 0.13736969136753455, + "grad_norm": 2.753114938735962, + "learning_rate": 1.9401510696851557e-05, + "loss": 3.1017, + "step": 8025 + }, + { + "epoch": 0.137386809086085, + "grad_norm": 2.7421271800994873, + "learning_rate": 1.940132176442654e-05, + "loss": 2.9742, + "step": 8026 + }, + { + "epoch": 0.13740392680463548, + "grad_norm": 2.5960052013397217, + "learning_rate": 1.9401132803105135e-05, + "loss": 3.1689, + "step": 8027 + }, + { + "epoch": 0.13742104452318596, + "grad_norm": 2.618696928024292, + "learning_rate": 1.9400943812887924e-05, + "loss": 3.0644, + "step": 8028 + }, + { + "epoch": 0.1374381622417364, + "grad_norm": 2.6090898513793945, + "learning_rate": 1.9400754793775493e-05, + "loss": 3.1794, + "step": 8029 + }, + { + "epoch": 0.1374552799602869, + "grad_norm": 2.6836140155792236, + "learning_rate": 1.9400565745768413e-05, + "loss": 3.0806, + "step": 8030 + }, + { + "epoch": 0.13747239767883737, + "grad_norm": 2.649104595184326, + "learning_rate": 1.9400376668867267e-05, + "loss": 3.141, + "step": 8031 + }, + { + "epoch": 0.13748951539738782, + "grad_norm": 2.551076650619507, + "learning_rate": 1.940018756307264e-05, + "loss": 3.2057, + "step": 8032 + }, + { + "epoch": 0.1375066331159383, + "grad_norm": 2.598310947418213, + "learning_rate": 1.9399998428385112e-05, + "loss": 3.2664, + "step": 8033 + }, + { + "epoch": 0.13752375083448878, + "grad_norm": 2.5477092266082764, + "learning_rate": 1.9399809264805266e-05, + "loss": 3.1052, + "step": 8034 + }, + { + "epoch": 0.13754086855303926, + "grad_norm": 2.5071842670440674, + "learning_rate": 1.9399620072333684e-05, + "loss": 3.2524, + "step": 8035 + }, + { + "epoch": 0.13755798627158972, + "grad_norm": 2.53898549079895, + "learning_rate": 1.939943085097094e-05, + "loss": 3.2192, + "step": 8036 + }, + { + "epoch": 0.1375751039901402, + "grad_norm": 2.4009993076324463, + "learning_rate": 1.939924160071762e-05, + "loss": 3.0489, + "step": 8037 + }, + { + "epoch": 0.13759222170869068, + "grad_norm": 2.740734815597534, + "learning_rate": 1.939905232157431e-05, + "loss": 3.2064, + "step": 8038 + }, + { + "epoch": 0.13760933942724113, + "grad_norm": 2.591111421585083, + "learning_rate": 1.939886301354159e-05, + "loss": 3.0998, + "step": 8039 + }, + { + "epoch": 0.1376264571457916, + "grad_norm": 2.590794801712036, + "learning_rate": 1.9398673676620043e-05, + "loss": 3.2752, + "step": 8040 + }, + { + "epoch": 0.1376435748643421, + "grad_norm": 2.477522850036621, + "learning_rate": 1.939848431081024e-05, + "loss": 3.1718, + "step": 8041 + }, + { + "epoch": 0.13766069258289254, + "grad_norm": 2.631021499633789, + "learning_rate": 1.9398294916112774e-05, + "loss": 3.0695, + "step": 8042 + }, + { + "epoch": 0.13767781030144302, + "grad_norm": 2.6326467990875244, + "learning_rate": 1.9398105492528226e-05, + "loss": 3.2072, + "step": 8043 + }, + { + "epoch": 0.1376949280199935, + "grad_norm": 2.4681055545806885, + "learning_rate": 1.9397916040057174e-05, + "loss": 3.0234, + "step": 8044 + }, + { + "epoch": 0.13771204573854395, + "grad_norm": 2.6033549308776855, + "learning_rate": 1.9397726558700205e-05, + "loss": 3.0882, + "step": 8045 + }, + { + "epoch": 0.13772916345709443, + "grad_norm": 2.7395541667938232, + "learning_rate": 1.93975370484579e-05, + "loss": 3.2626, + "step": 8046 + }, + { + "epoch": 0.1377462811756449, + "grad_norm": 2.7928364276885986, + "learning_rate": 1.939734750933084e-05, + "loss": 3.1633, + "step": 8047 + }, + { + "epoch": 0.1377633988941954, + "grad_norm": 2.5844085216522217, + "learning_rate": 1.9397157941319604e-05, + "loss": 3.1225, + "step": 8048 + }, + { + "epoch": 0.13778051661274585, + "grad_norm": 2.3497400283813477, + "learning_rate": 1.9396968344424786e-05, + "loss": 3.1884, + "step": 8049 + }, + { + "epoch": 0.13779763433129633, + "grad_norm": 2.6104869842529297, + "learning_rate": 1.9396778718646954e-05, + "loss": 3.157, + "step": 8050 + }, + { + "epoch": 0.1378147520498468, + "grad_norm": 2.43955135345459, + "learning_rate": 1.9396589063986705e-05, + "loss": 3.132, + "step": 8051 + }, + { + "epoch": 0.13783186976839726, + "grad_norm": 2.390672445297241, + "learning_rate": 1.939639938044461e-05, + "loss": 3.0814, + "step": 8052 + }, + { + "epoch": 0.13784898748694774, + "grad_norm": 2.4790728092193604, + "learning_rate": 1.9396209668021262e-05, + "loss": 3.021, + "step": 8053 + }, + { + "epoch": 0.13786610520549822, + "grad_norm": 2.577346086502075, + "learning_rate": 1.939601992671724e-05, + "loss": 3.0749, + "step": 8054 + }, + { + "epoch": 0.13788322292404867, + "grad_norm": 2.5104575157165527, + "learning_rate": 1.9395830156533125e-05, + "loss": 3.1818, + "step": 8055 + }, + { + "epoch": 0.13790034064259915, + "grad_norm": 2.7150304317474365, + "learning_rate": 1.9395640357469504e-05, + "loss": 3.2044, + "step": 8056 + }, + { + "epoch": 0.13791745836114963, + "grad_norm": 2.6725592613220215, + "learning_rate": 1.9395450529526954e-05, + "loss": 3.2168, + "step": 8057 + }, + { + "epoch": 0.1379345760797001, + "grad_norm": 2.739990472793579, + "learning_rate": 1.9395260672706066e-05, + "loss": 3.244, + "step": 8058 + }, + { + "epoch": 0.13795169379825056, + "grad_norm": 2.471294403076172, + "learning_rate": 1.939507078700742e-05, + "loss": 3.1455, + "step": 8059 + }, + { + "epoch": 0.13796881151680104, + "grad_norm": 2.4392330646514893, + "learning_rate": 1.9394880872431604e-05, + "loss": 3.0417, + "step": 8060 + }, + { + "epoch": 0.13798592923535152, + "grad_norm": 2.5701863765716553, + "learning_rate": 1.9394690928979192e-05, + "loss": 3.1703, + "step": 8061 + }, + { + "epoch": 0.13800304695390198, + "grad_norm": 2.5613322257995605, + "learning_rate": 1.9394500956650776e-05, + "loss": 3.25, + "step": 8062 + }, + { + "epoch": 0.13802016467245246, + "grad_norm": 2.527616024017334, + "learning_rate": 1.9394310955446936e-05, + "loss": 3.1792, + "step": 8063 + }, + { + "epoch": 0.13803728239100294, + "grad_norm": 2.5455024242401123, + "learning_rate": 1.939412092536826e-05, + "loss": 3.1292, + "step": 8064 + }, + { + "epoch": 0.1380544001095534, + "grad_norm": 2.7730002403259277, + "learning_rate": 1.939393086641533e-05, + "loss": 3.1722, + "step": 8065 + }, + { + "epoch": 0.13807151782810387, + "grad_norm": 2.556124210357666, + "learning_rate": 1.9393740778588728e-05, + "loss": 3.0546, + "step": 8066 + }, + { + "epoch": 0.13808863554665435, + "grad_norm": 2.5572874546051025, + "learning_rate": 1.939355066188904e-05, + "loss": 3.0982, + "step": 8067 + }, + { + "epoch": 0.1381057532652048, + "grad_norm": 2.5928642749786377, + "learning_rate": 1.939336051631685e-05, + "loss": 3.143, + "step": 8068 + }, + { + "epoch": 0.13812287098375528, + "grad_norm": 2.713332176208496, + "learning_rate": 1.939317034187275e-05, + "loss": 3.1541, + "step": 8069 + }, + { + "epoch": 0.13813998870230576, + "grad_norm": 2.753378391265869, + "learning_rate": 1.9392980138557308e-05, + "loss": 3.2247, + "step": 8070 + }, + { + "epoch": 0.13815710642085624, + "grad_norm": 2.7924587726593018, + "learning_rate": 1.9392789906371124e-05, + "loss": 3.1663, + "step": 8071 + }, + { + "epoch": 0.1381742241394067, + "grad_norm": 2.737497091293335, + "learning_rate": 1.9392599645314773e-05, + "loss": 3.2373, + "step": 8072 + }, + { + "epoch": 0.13819134185795717, + "grad_norm": 2.692233085632324, + "learning_rate": 1.9392409355388847e-05, + "loss": 3.3405, + "step": 8073 + }, + { + "epoch": 0.13820845957650765, + "grad_norm": 2.743166923522949, + "learning_rate": 1.9392219036593926e-05, + "loss": 3.1787, + "step": 8074 + }, + { + "epoch": 0.1382255772950581, + "grad_norm": 2.7507755756378174, + "learning_rate": 1.93920286889306e-05, + "loss": 3.0186, + "step": 8075 + }, + { + "epoch": 0.13824269501360859, + "grad_norm": 2.658545732498169, + "learning_rate": 1.9391838312399443e-05, + "loss": 3.1375, + "step": 8076 + }, + { + "epoch": 0.13825981273215907, + "grad_norm": 2.499410629272461, + "learning_rate": 1.939164790700105e-05, + "loss": 3.02, + "step": 8077 + }, + { + "epoch": 0.13827693045070952, + "grad_norm": 2.729696273803711, + "learning_rate": 1.9391457472736008e-05, + "loss": 3.1631, + "step": 8078 + }, + { + "epoch": 0.13829404816926, + "grad_norm": 2.636927604675293, + "learning_rate": 1.939126700960489e-05, + "loss": 3.1567, + "step": 8079 + }, + { + "epoch": 0.13831116588781048, + "grad_norm": 2.6823346614837646, + "learning_rate": 1.9391076517608298e-05, + "loss": 3.1411, + "step": 8080 + }, + { + "epoch": 0.13832828360636096, + "grad_norm": 2.5708839893341064, + "learning_rate": 1.9390885996746807e-05, + "loss": 3.1141, + "step": 8081 + }, + { + "epoch": 0.1383454013249114, + "grad_norm": 2.639117479324341, + "learning_rate": 1.9390695447021005e-05, + "loss": 3.1595, + "step": 8082 + }, + { + "epoch": 0.1383625190434619, + "grad_norm": 2.51872181892395, + "learning_rate": 1.9390504868431477e-05, + "loss": 3.139, + "step": 8083 + }, + { + "epoch": 0.13837963676201237, + "grad_norm": 2.7199795246124268, + "learning_rate": 1.9390314260978808e-05, + "loss": 3.3026, + "step": 8084 + }, + { + "epoch": 0.13839675448056282, + "grad_norm": 2.557142496109009, + "learning_rate": 1.9390123624663585e-05, + "loss": 3.0609, + "step": 8085 + }, + { + "epoch": 0.1384138721991133, + "grad_norm": 2.7158491611480713, + "learning_rate": 1.9389932959486396e-05, + "loss": 3.0811, + "step": 8086 + }, + { + "epoch": 0.13843098991766378, + "grad_norm": 2.424212694168091, + "learning_rate": 1.9389742265447823e-05, + "loss": 3.0439, + "step": 8087 + }, + { + "epoch": 0.13844810763621423, + "grad_norm": 2.556511640548706, + "learning_rate": 1.9389551542548456e-05, + "loss": 3.1431, + "step": 8088 + }, + { + "epoch": 0.13846522535476471, + "grad_norm": 2.5314581394195557, + "learning_rate": 1.9389360790788877e-05, + "loss": 3.0699, + "step": 8089 + }, + { + "epoch": 0.1384823430733152, + "grad_norm": 2.673482656478882, + "learning_rate": 1.938917001016968e-05, + "loss": 3.0089, + "step": 8090 + }, + { + "epoch": 0.13849946079186565, + "grad_norm": 2.8204503059387207, + "learning_rate": 1.938897920069144e-05, + "loss": 3.2522, + "step": 8091 + }, + { + "epoch": 0.13851657851041613, + "grad_norm": 2.5616142749786377, + "learning_rate": 1.9388788362354752e-05, + "loss": 3.0845, + "step": 8092 + }, + { + "epoch": 0.1385336962289666, + "grad_norm": 2.623610734939575, + "learning_rate": 1.93885974951602e-05, + "loss": 3.0771, + "step": 8093 + }, + { + "epoch": 0.1385508139475171, + "grad_norm": 2.772677421569824, + "learning_rate": 1.938840659910837e-05, + "loss": 3.259, + "step": 8094 + }, + { + "epoch": 0.13856793166606754, + "grad_norm": 2.6376774311065674, + "learning_rate": 1.938821567419985e-05, + "loss": 3.2481, + "step": 8095 + }, + { + "epoch": 0.13858504938461802, + "grad_norm": 2.53767728805542, + "learning_rate": 1.9388024720435227e-05, + "loss": 3.24, + "step": 8096 + }, + { + "epoch": 0.1386021671031685, + "grad_norm": 2.7181203365325928, + "learning_rate": 1.9387833737815087e-05, + "loss": 3.2514, + "step": 8097 + }, + { + "epoch": 0.13861928482171895, + "grad_norm": 2.525805950164795, + "learning_rate": 1.9387642726340018e-05, + "loss": 3.0776, + "step": 8098 + }, + { + "epoch": 0.13863640254026943, + "grad_norm": 2.5385727882385254, + "learning_rate": 1.9387451686010605e-05, + "loss": 3.0429, + "step": 8099 + }, + { + "epoch": 0.1386535202588199, + "grad_norm": 2.882955312728882, + "learning_rate": 1.9387260616827438e-05, + "loss": 3.1467, + "step": 8100 + }, + { + "epoch": 0.13867063797737036, + "grad_norm": 2.6224777698516846, + "learning_rate": 1.9387069518791103e-05, + "loss": 2.97, + "step": 8101 + }, + { + "epoch": 0.13868775569592084, + "grad_norm": 2.5348331928253174, + "learning_rate": 1.9386878391902187e-05, + "loss": 3.0425, + "step": 8102 + }, + { + "epoch": 0.13870487341447132, + "grad_norm": 2.557884454727173, + "learning_rate": 1.9386687236161276e-05, + "loss": 3.1394, + "step": 8103 + }, + { + "epoch": 0.1387219911330218, + "grad_norm": 2.679084539413452, + "learning_rate": 1.9386496051568962e-05, + "loss": 3.2063, + "step": 8104 + }, + { + "epoch": 0.13873910885157226, + "grad_norm": 2.6106605529785156, + "learning_rate": 1.9386304838125825e-05, + "loss": 3.2519, + "step": 8105 + }, + { + "epoch": 0.13875622657012274, + "grad_norm": 2.4834656715393066, + "learning_rate": 1.938611359583246e-05, + "loss": 3.1189, + "step": 8106 + }, + { + "epoch": 0.13877334428867322, + "grad_norm": 2.686417579650879, + "learning_rate": 1.9385922324689454e-05, + "loss": 3.1931, + "step": 8107 + }, + { + "epoch": 0.13879046200722367, + "grad_norm": 2.6414289474487305, + "learning_rate": 1.9385731024697395e-05, + "loss": 3.1251, + "step": 8108 + }, + { + "epoch": 0.13880757972577415, + "grad_norm": 2.6043570041656494, + "learning_rate": 1.9385539695856868e-05, + "loss": 3.2095, + "step": 8109 + }, + { + "epoch": 0.13882469744432463, + "grad_norm": 2.676422357559204, + "learning_rate": 1.938534833816846e-05, + "loss": 3.1357, + "step": 8110 + }, + { + "epoch": 0.13884181516287508, + "grad_norm": 2.4688727855682373, + "learning_rate": 1.9385156951632763e-05, + "loss": 3.0572, + "step": 8111 + }, + { + "epoch": 0.13885893288142556, + "grad_norm": 2.6092803478240967, + "learning_rate": 1.9384965536250365e-05, + "loss": 3.235, + "step": 8112 + }, + { + "epoch": 0.13887605059997604, + "grad_norm": 2.5223097801208496, + "learning_rate": 1.9384774092021853e-05, + "loss": 3.2144, + "step": 8113 + }, + { + "epoch": 0.1388931683185265, + "grad_norm": 2.4924168586730957, + "learning_rate": 1.9384582618947813e-05, + "loss": 3.0849, + "step": 8114 + }, + { + "epoch": 0.13891028603707697, + "grad_norm": 2.6436498165130615, + "learning_rate": 1.938439111702884e-05, + "loss": 3.1423, + "step": 8115 + }, + { + "epoch": 0.13892740375562745, + "grad_norm": 2.601954936981201, + "learning_rate": 1.9384199586265517e-05, + "loss": 3.1283, + "step": 8116 + }, + { + "epoch": 0.13894452147417793, + "grad_norm": 2.712048053741455, + "learning_rate": 1.9384008026658435e-05, + "loss": 3.177, + "step": 8117 + }, + { + "epoch": 0.1389616391927284, + "grad_norm": 2.7154042720794678, + "learning_rate": 1.9383816438208178e-05, + "loss": 3.1193, + "step": 8118 + }, + { + "epoch": 0.13897875691127887, + "grad_norm": 2.6506035327911377, + "learning_rate": 1.9383624820915345e-05, + "loss": 3.1256, + "step": 8119 + }, + { + "epoch": 0.13899587462982935, + "grad_norm": 2.4727330207824707, + "learning_rate": 1.9383433174780514e-05, + "loss": 3.1427, + "step": 8120 + }, + { + "epoch": 0.1390129923483798, + "grad_norm": 2.720696449279785, + "learning_rate": 1.9383241499804282e-05, + "loss": 3.1052, + "step": 8121 + }, + { + "epoch": 0.13903011006693028, + "grad_norm": 2.660088300704956, + "learning_rate": 1.9383049795987236e-05, + "loss": 3.2462, + "step": 8122 + }, + { + "epoch": 0.13904722778548076, + "grad_norm": 3.00715708732605, + "learning_rate": 1.9382858063329962e-05, + "loss": 3.2253, + "step": 8123 + }, + { + "epoch": 0.1390643455040312, + "grad_norm": 2.579146385192871, + "learning_rate": 1.9382666301833052e-05, + "loss": 3.0206, + "step": 8124 + }, + { + "epoch": 0.1390814632225817, + "grad_norm": 2.7741570472717285, + "learning_rate": 1.9382474511497096e-05, + "loss": 3.0011, + "step": 8125 + }, + { + "epoch": 0.13909858094113217, + "grad_norm": 2.748969793319702, + "learning_rate": 1.9382282692322684e-05, + "loss": 3.0509, + "step": 8126 + }, + { + "epoch": 0.13911569865968262, + "grad_norm": 2.5510077476501465, + "learning_rate": 1.9382090844310405e-05, + "loss": 2.9422, + "step": 8127 + }, + { + "epoch": 0.1391328163782331, + "grad_norm": 2.6297037601470947, + "learning_rate": 1.9381898967460845e-05, + "loss": 3.1003, + "step": 8128 + }, + { + "epoch": 0.13914993409678358, + "grad_norm": 2.7393851280212402, + "learning_rate": 1.93817070617746e-05, + "loss": 3.2355, + "step": 8129 + }, + { + "epoch": 0.13916705181533406, + "grad_norm": 2.661261796951294, + "learning_rate": 1.9381515127252255e-05, + "loss": 3.1298, + "step": 8130 + }, + { + "epoch": 0.13918416953388452, + "grad_norm": 2.6907050609588623, + "learning_rate": 1.93813231638944e-05, + "loss": 3.1094, + "step": 8131 + }, + { + "epoch": 0.139201287252435, + "grad_norm": 2.6469943523406982, + "learning_rate": 1.9381131171701627e-05, + "loss": 3.133, + "step": 8132 + }, + { + "epoch": 0.13921840497098548, + "grad_norm": 2.497995138168335, + "learning_rate": 1.938093915067453e-05, + "loss": 3.0486, + "step": 8133 + }, + { + "epoch": 0.13923552268953593, + "grad_norm": 2.5041489601135254, + "learning_rate": 1.938074710081369e-05, + "loss": 2.9627, + "step": 8134 + }, + { + "epoch": 0.1392526404080864, + "grad_norm": 2.6068921089172363, + "learning_rate": 1.9380555022119702e-05, + "loss": 3.0381, + "step": 8135 + }, + { + "epoch": 0.1392697581266369, + "grad_norm": 2.709258794784546, + "learning_rate": 1.9380362914593157e-05, + "loss": 3.1095, + "step": 8136 + }, + { + "epoch": 0.13928687584518734, + "grad_norm": 2.5234456062316895, + "learning_rate": 1.9380170778234647e-05, + "loss": 3.1074, + "step": 8137 + }, + { + "epoch": 0.13930399356373782, + "grad_norm": 2.6443305015563965, + "learning_rate": 1.937997861304476e-05, + "loss": 3.289, + "step": 8138 + }, + { + "epoch": 0.1393211112822883, + "grad_norm": 2.6847481727600098, + "learning_rate": 1.937978641902409e-05, + "loss": 3.2391, + "step": 8139 + }, + { + "epoch": 0.13933822900083878, + "grad_norm": 2.5628297328948975, + "learning_rate": 1.937959419617322e-05, + "loss": 3.2101, + "step": 8140 + }, + { + "epoch": 0.13935534671938923, + "grad_norm": 2.651613473892212, + "learning_rate": 1.9379401944492747e-05, + "loss": 3.1509, + "step": 8141 + }, + { + "epoch": 0.1393724644379397, + "grad_norm": 2.5851848125457764, + "learning_rate": 1.937920966398326e-05, + "loss": 3.0289, + "step": 8142 + }, + { + "epoch": 0.1393895821564902, + "grad_norm": 2.4806439876556396, + "learning_rate": 1.937901735464535e-05, + "loss": 3.057, + "step": 8143 + }, + { + "epoch": 0.13940669987504065, + "grad_norm": 2.6709072589874268, + "learning_rate": 1.9378825016479615e-05, + "loss": 3.1968, + "step": 8144 + }, + { + "epoch": 0.13942381759359113, + "grad_norm": 2.5619356632232666, + "learning_rate": 1.9378632649486638e-05, + "loss": 3.1017, + "step": 8145 + }, + { + "epoch": 0.1394409353121416, + "grad_norm": 2.6014888286590576, + "learning_rate": 1.937844025366701e-05, + "loss": 3.1635, + "step": 8146 + }, + { + "epoch": 0.13945805303069206, + "grad_norm": 2.7776682376861572, + "learning_rate": 1.9378247829021322e-05, + "loss": 3.1945, + "step": 8147 + }, + { + "epoch": 0.13947517074924254, + "grad_norm": 2.6167359352111816, + "learning_rate": 1.9378055375550174e-05, + "loss": 3.2355, + "step": 8148 + }, + { + "epoch": 0.13949228846779302, + "grad_norm": 2.5815956592559814, + "learning_rate": 1.937786289325415e-05, + "loss": 3.0025, + "step": 8149 + }, + { + "epoch": 0.13950940618634347, + "grad_norm": 2.5042738914489746, + "learning_rate": 1.937767038213384e-05, + "loss": 3.0508, + "step": 8150 + }, + { + "epoch": 0.13952652390489395, + "grad_norm": 2.6010918617248535, + "learning_rate": 1.937747784218984e-05, + "loss": 3.1408, + "step": 8151 + }, + { + "epoch": 0.13954364162344443, + "grad_norm": 2.4831621646881104, + "learning_rate": 1.937728527342274e-05, + "loss": 3.032, + "step": 8152 + }, + { + "epoch": 0.1395607593419949, + "grad_norm": 2.6994407176971436, + "learning_rate": 1.9377092675833134e-05, + "loss": 3.1067, + "step": 8153 + }, + { + "epoch": 0.13957787706054536, + "grad_norm": 2.6200523376464844, + "learning_rate": 1.9376900049421615e-05, + "loss": 3.2349, + "step": 8154 + }, + { + "epoch": 0.13959499477909584, + "grad_norm": 2.693459987640381, + "learning_rate": 1.937670739418877e-05, + "loss": 3.0466, + "step": 8155 + }, + { + "epoch": 0.13961211249764632, + "grad_norm": 2.6337273120880127, + "learning_rate": 1.9376514710135192e-05, + "loss": 3.2557, + "step": 8156 + }, + { + "epoch": 0.13962923021619678, + "grad_norm": 2.5851473808288574, + "learning_rate": 1.937632199726148e-05, + "loss": 3.2548, + "step": 8157 + }, + { + "epoch": 0.13964634793474726, + "grad_norm": 2.4880552291870117, + "learning_rate": 1.9376129255568216e-05, + "loss": 3.2553, + "step": 8158 + }, + { + "epoch": 0.13966346565329774, + "grad_norm": 2.4938576221466064, + "learning_rate": 1.9375936485056003e-05, + "loss": 3.0844, + "step": 8159 + }, + { + "epoch": 0.1396805833718482, + "grad_norm": 2.5070462226867676, + "learning_rate": 1.9375743685725425e-05, + "loss": 3.1476, + "step": 8160 + }, + { + "epoch": 0.13969770109039867, + "grad_norm": 2.817711591720581, + "learning_rate": 1.937555085757708e-05, + "loss": 3.1077, + "step": 8161 + }, + { + "epoch": 0.13971481880894915, + "grad_norm": 2.477525472640991, + "learning_rate": 1.9375358000611557e-05, + "loss": 3.2022, + "step": 8162 + }, + { + "epoch": 0.13973193652749963, + "grad_norm": 2.663778066635132, + "learning_rate": 1.937516511482945e-05, + "loss": 3.2478, + "step": 8163 + }, + { + "epoch": 0.13974905424605008, + "grad_norm": 2.5030481815338135, + "learning_rate": 1.9374972200231355e-05, + "loss": 3.0833, + "step": 8164 + }, + { + "epoch": 0.13976617196460056, + "grad_norm": 2.590472936630249, + "learning_rate": 1.937477925681786e-05, + "loss": 3.1913, + "step": 8165 + }, + { + "epoch": 0.13978328968315104, + "grad_norm": 2.7203423976898193, + "learning_rate": 1.937458628458956e-05, + "loss": 3.2246, + "step": 8166 + }, + { + "epoch": 0.1398004074017015, + "grad_norm": 2.6352977752685547, + "learning_rate": 1.9374393283547047e-05, + "loss": 3.1317, + "step": 8167 + }, + { + "epoch": 0.13981752512025197, + "grad_norm": 2.957935333251953, + "learning_rate": 1.937420025369092e-05, + "loss": 3.0548, + "step": 8168 + }, + { + "epoch": 0.13983464283880245, + "grad_norm": 2.8728225231170654, + "learning_rate": 1.9374007195021764e-05, + "loss": 3.1134, + "step": 8169 + }, + { + "epoch": 0.1398517605573529, + "grad_norm": 2.5914065837860107, + "learning_rate": 1.937381410754018e-05, + "loss": 3.1276, + "step": 8170 + }, + { + "epoch": 0.13986887827590339, + "grad_norm": 2.5642056465148926, + "learning_rate": 1.9373620991246756e-05, + "loss": 3.1101, + "step": 8171 + }, + { + "epoch": 0.13988599599445387, + "grad_norm": 2.941553831100464, + "learning_rate": 1.9373427846142086e-05, + "loss": 3.1419, + "step": 8172 + }, + { + "epoch": 0.13990311371300432, + "grad_norm": 2.684922218322754, + "learning_rate": 1.9373234672226762e-05, + "loss": 3.1592, + "step": 8173 + }, + { + "epoch": 0.1399202314315548, + "grad_norm": 2.666944742202759, + "learning_rate": 1.937304146950139e-05, + "loss": 3.0125, + "step": 8174 + }, + { + "epoch": 0.13993734915010528, + "grad_norm": 2.635340452194214, + "learning_rate": 1.9372848237966547e-05, + "loss": 3.2209, + "step": 8175 + }, + { + "epoch": 0.13995446686865576, + "grad_norm": 2.7998523712158203, + "learning_rate": 1.9372654977622835e-05, + "loss": 3.0953, + "step": 8176 + }, + { + "epoch": 0.1399715845872062, + "grad_norm": 2.85827374458313, + "learning_rate": 1.937246168847085e-05, + "loss": 3.2549, + "step": 8177 + }, + { + "epoch": 0.1399887023057567, + "grad_norm": 2.595731258392334, + "learning_rate": 1.937226837051118e-05, + "loss": 3.0638, + "step": 8178 + }, + { + "epoch": 0.14000582002430717, + "grad_norm": 2.5806467533111572, + "learning_rate": 1.937207502374443e-05, + "loss": 3.0225, + "step": 8179 + }, + { + "epoch": 0.14002293774285762, + "grad_norm": 2.7801082134246826, + "learning_rate": 1.937188164817118e-05, + "loss": 2.9592, + "step": 8180 + }, + { + "epoch": 0.1400400554614081, + "grad_norm": 2.576122999191284, + "learning_rate": 1.9371688243792037e-05, + "loss": 3.0899, + "step": 8181 + }, + { + "epoch": 0.14005717317995858, + "grad_norm": 2.663374662399292, + "learning_rate": 1.937149481060759e-05, + "loss": 3.1117, + "step": 8182 + }, + { + "epoch": 0.14007429089850904, + "grad_norm": 2.743523597717285, + "learning_rate": 1.937130134861843e-05, + "loss": 3.2202, + "step": 8183 + }, + { + "epoch": 0.14009140861705952, + "grad_norm": 2.4894604682922363, + "learning_rate": 1.9371107857825154e-05, + "loss": 3.1009, + "step": 8184 + }, + { + "epoch": 0.14010852633561, + "grad_norm": 2.5805764198303223, + "learning_rate": 1.9370914338228363e-05, + "loss": 3.0918, + "step": 8185 + }, + { + "epoch": 0.14012564405416048, + "grad_norm": 2.6531012058258057, + "learning_rate": 1.937072078982864e-05, + "loss": 3.0647, + "step": 8186 + }, + { + "epoch": 0.14014276177271093, + "grad_norm": 2.5989489555358887, + "learning_rate": 1.9370527212626592e-05, + "loss": 3.1405, + "step": 8187 + }, + { + "epoch": 0.1401598794912614, + "grad_norm": 2.506878614425659, + "learning_rate": 1.9370333606622808e-05, + "loss": 3.1397, + "step": 8188 + }, + { + "epoch": 0.1401769972098119, + "grad_norm": 2.7965710163116455, + "learning_rate": 1.9370139971817878e-05, + "loss": 3.1462, + "step": 8189 + }, + { + "epoch": 0.14019411492836234, + "grad_norm": 2.9061832427978516, + "learning_rate": 1.9369946308212408e-05, + "loss": 3.1666, + "step": 8190 + }, + { + "epoch": 0.14021123264691282, + "grad_norm": 2.7400784492492676, + "learning_rate": 1.936975261580699e-05, + "loss": 3.1308, + "step": 8191 + }, + { + "epoch": 0.1402283503654633, + "grad_norm": 2.678377151489258, + "learning_rate": 1.9369558894602213e-05, + "loss": 3.0916, + "step": 8192 + }, + { + "epoch": 0.14024546808401375, + "grad_norm": 2.5654547214508057, + "learning_rate": 1.9369365144598677e-05, + "loss": 3.1249, + "step": 8193 + }, + { + "epoch": 0.14026258580256423, + "grad_norm": 2.668850898742676, + "learning_rate": 1.936917136579698e-05, + "loss": 3.1748, + "step": 8194 + }, + { + "epoch": 0.1402797035211147, + "grad_norm": 2.612032413482666, + "learning_rate": 1.9368977558197715e-05, + "loss": 3.1301, + "step": 8195 + }, + { + "epoch": 0.14029682123966516, + "grad_norm": 2.624720811843872, + "learning_rate": 1.9368783721801474e-05, + "loss": 3.2613, + "step": 8196 + }, + { + "epoch": 0.14031393895821564, + "grad_norm": 2.5812947750091553, + "learning_rate": 1.936858985660886e-05, + "loss": 3.0461, + "step": 8197 + }, + { + "epoch": 0.14033105667676612, + "grad_norm": 2.5406415462493896, + "learning_rate": 1.9368395962620465e-05, + "loss": 3.1118, + "step": 8198 + }, + { + "epoch": 0.1403481743953166, + "grad_norm": 2.7537333965301514, + "learning_rate": 1.9368202039836882e-05, + "loss": 3.0563, + "step": 8199 + }, + { + "epoch": 0.14036529211386706, + "grad_norm": 2.4427883625030518, + "learning_rate": 1.9368008088258712e-05, + "loss": 3.0605, + "step": 8200 + }, + { + "epoch": 0.14038240983241754, + "grad_norm": 2.6055192947387695, + "learning_rate": 1.9367814107886552e-05, + "loss": 3.2049, + "step": 8201 + }, + { + "epoch": 0.14039952755096802, + "grad_norm": 2.7796969413757324, + "learning_rate": 1.936762009872099e-05, + "loss": 3.3814, + "step": 8202 + }, + { + "epoch": 0.14041664526951847, + "grad_norm": 2.6484179496765137, + "learning_rate": 1.936742606076263e-05, + "loss": 3.0152, + "step": 8203 + }, + { + "epoch": 0.14043376298806895, + "grad_norm": 2.7711801528930664, + "learning_rate": 1.9367231994012074e-05, + "loss": 3.2284, + "step": 8204 + }, + { + "epoch": 0.14045088070661943, + "grad_norm": 2.561589002609253, + "learning_rate": 1.93670378984699e-05, + "loss": 3.0025, + "step": 8205 + }, + { + "epoch": 0.14046799842516988, + "grad_norm": 2.7968294620513916, + "learning_rate": 1.9366843774136726e-05, + "loss": 3.1449, + "step": 8206 + }, + { + "epoch": 0.14048511614372036, + "grad_norm": 2.741480827331543, + "learning_rate": 1.936664962101313e-05, + "loss": 3.1444, + "step": 8207 + }, + { + "epoch": 0.14050223386227084, + "grad_norm": 2.748291254043579, + "learning_rate": 1.936645543909972e-05, + "loss": 3.1295, + "step": 8208 + }, + { + "epoch": 0.1405193515808213, + "grad_norm": 2.622023105621338, + "learning_rate": 1.9366261228397092e-05, + "loss": 3.1813, + "step": 8209 + }, + { + "epoch": 0.14053646929937177, + "grad_norm": 2.7640187740325928, + "learning_rate": 1.9366066988905837e-05, + "loss": 3.2161, + "step": 8210 + }, + { + "epoch": 0.14055358701792225, + "grad_norm": 2.697978973388672, + "learning_rate": 1.9365872720626555e-05, + "loss": 3.1849, + "step": 8211 + }, + { + "epoch": 0.14057070473647273, + "grad_norm": 2.708280086517334, + "learning_rate": 1.9365678423559848e-05, + "loss": 3.2183, + "step": 8212 + }, + { + "epoch": 0.1405878224550232, + "grad_norm": 2.468029737472534, + "learning_rate": 1.9365484097706307e-05, + "loss": 3.2017, + "step": 8213 + }, + { + "epoch": 0.14060494017357367, + "grad_norm": 2.564890146255493, + "learning_rate": 1.936528974306653e-05, + "loss": 3.1818, + "step": 8214 + }, + { + "epoch": 0.14062205789212415, + "grad_norm": 2.77441143989563, + "learning_rate": 1.9365095359641118e-05, + "loss": 3.1383, + "step": 8215 + }, + { + "epoch": 0.1406391756106746, + "grad_norm": 2.6346750259399414, + "learning_rate": 1.9364900947430666e-05, + "loss": 3.0233, + "step": 8216 + }, + { + "epoch": 0.14065629332922508, + "grad_norm": 2.5302014350891113, + "learning_rate": 1.936470650643577e-05, + "loss": 3.0323, + "step": 8217 + }, + { + "epoch": 0.14067341104777556, + "grad_norm": 2.5377495288848877, + "learning_rate": 1.936451203665703e-05, + "loss": 3.1173, + "step": 8218 + }, + { + "epoch": 0.140690528766326, + "grad_norm": 2.6053812503814697, + "learning_rate": 1.936431753809504e-05, + "loss": 2.9938, + "step": 8219 + }, + { + "epoch": 0.1407076464848765, + "grad_norm": 2.664992570877075, + "learning_rate": 1.9364123010750406e-05, + "loss": 3.1553, + "step": 8220 + }, + { + "epoch": 0.14072476420342697, + "grad_norm": 2.8001694679260254, + "learning_rate": 1.936392845462372e-05, + "loss": 3.0938, + "step": 8221 + }, + { + "epoch": 0.14074188192197745, + "grad_norm": 2.7614078521728516, + "learning_rate": 1.9363733869715577e-05, + "loss": 3.0304, + "step": 8222 + }, + { + "epoch": 0.1407589996405279, + "grad_norm": 2.642655372619629, + "learning_rate": 1.9363539256026583e-05, + "loss": 3.1199, + "step": 8223 + }, + { + "epoch": 0.14077611735907838, + "grad_norm": 2.6853928565979004, + "learning_rate": 1.936334461355733e-05, + "loss": 3.0433, + "step": 8224 + }, + { + "epoch": 0.14079323507762886, + "grad_norm": 2.6548447608947754, + "learning_rate": 1.936314994230842e-05, + "loss": 3.1268, + "step": 8225 + }, + { + "epoch": 0.14081035279617932, + "grad_norm": 2.7258353233337402, + "learning_rate": 1.936295524228045e-05, + "loss": 3.1378, + "step": 8226 + }, + { + "epoch": 0.1408274705147298, + "grad_norm": 2.634899377822876, + "learning_rate": 1.9362760513474016e-05, + "loss": 3.0994, + "step": 8227 + }, + { + "epoch": 0.14084458823328028, + "grad_norm": 2.7075672149658203, + "learning_rate": 1.936256575588972e-05, + "loss": 3.1732, + "step": 8228 + }, + { + "epoch": 0.14086170595183073, + "grad_norm": 2.4670588970184326, + "learning_rate": 1.936237096952816e-05, + "loss": 2.9494, + "step": 8229 + }, + { + "epoch": 0.1408788236703812, + "grad_norm": 2.596388816833496, + "learning_rate": 1.9362176154389932e-05, + "loss": 3.2345, + "step": 8230 + }, + { + "epoch": 0.1408959413889317, + "grad_norm": 2.539367437362671, + "learning_rate": 1.9361981310475637e-05, + "loss": 3.1756, + "step": 8231 + }, + { + "epoch": 0.14091305910748214, + "grad_norm": 2.4216904640197754, + "learning_rate": 1.9361786437785875e-05, + "loss": 3.0477, + "step": 8232 + }, + { + "epoch": 0.14093017682603262, + "grad_norm": 2.5171732902526855, + "learning_rate": 1.9361591536321245e-05, + "loss": 3.1566, + "step": 8233 + }, + { + "epoch": 0.1409472945445831, + "grad_norm": 2.320408582687378, + "learning_rate": 1.936139660608234e-05, + "loss": 3.0008, + "step": 8234 + }, + { + "epoch": 0.14096441226313358, + "grad_norm": 2.9604742527008057, + "learning_rate": 1.936120164706977e-05, + "loss": 3.243, + "step": 8235 + }, + { + "epoch": 0.14098152998168403, + "grad_norm": 2.573477029800415, + "learning_rate": 1.9361006659284123e-05, + "loss": 2.9941, + "step": 8236 + }, + { + "epoch": 0.14099864770023451, + "grad_norm": 2.545196533203125, + "learning_rate": 1.9360811642726005e-05, + "loss": 3.0019, + "step": 8237 + }, + { + "epoch": 0.141015765418785, + "grad_norm": 2.558140993118286, + "learning_rate": 1.9360616597396013e-05, + "loss": 3.1039, + "step": 8238 + }, + { + "epoch": 0.14103288313733545, + "grad_norm": 2.6826653480529785, + "learning_rate": 1.9360421523294752e-05, + "loss": 3.1284, + "step": 8239 + }, + { + "epoch": 0.14105000085588593, + "grad_norm": 2.4994513988494873, + "learning_rate": 1.936022642042281e-05, + "loss": 3.0856, + "step": 8240 + }, + { + "epoch": 0.1410671185744364, + "grad_norm": 2.5101852416992188, + "learning_rate": 1.93600312887808e-05, + "loss": 3.167, + "step": 8241 + }, + { + "epoch": 0.14108423629298686, + "grad_norm": 2.6565377712249756, + "learning_rate": 1.935983612836931e-05, + "loss": 3.1013, + "step": 8242 + }, + { + "epoch": 0.14110135401153734, + "grad_norm": 2.640965461730957, + "learning_rate": 1.935964093918895e-05, + "loss": 3.1671, + "step": 8243 + }, + { + "epoch": 0.14111847173008782, + "grad_norm": 2.648115634918213, + "learning_rate": 1.935944572124031e-05, + "loss": 3.1932, + "step": 8244 + }, + { + "epoch": 0.1411355894486383, + "grad_norm": 2.839787006378174, + "learning_rate": 1.9359250474523997e-05, + "loss": 3.1008, + "step": 8245 + }, + { + "epoch": 0.14115270716718875, + "grad_norm": 2.8439908027648926, + "learning_rate": 1.9359055199040612e-05, + "loss": 3.2494, + "step": 8246 + }, + { + "epoch": 0.14116982488573923, + "grad_norm": 2.6806018352508545, + "learning_rate": 1.935885989479075e-05, + "loss": 3.2398, + "step": 8247 + }, + { + "epoch": 0.1411869426042897, + "grad_norm": 2.583482503890991, + "learning_rate": 1.9358664561775015e-05, + "loss": 3.0154, + "step": 8248 + }, + { + "epoch": 0.14120406032284016, + "grad_norm": 2.958827018737793, + "learning_rate": 1.9358469199994006e-05, + "loss": 3.2268, + "step": 8249 + }, + { + "epoch": 0.14122117804139064, + "grad_norm": 2.9329540729522705, + "learning_rate": 1.9358273809448324e-05, + "loss": 3.1431, + "step": 8250 + }, + { + "epoch": 0.14123829575994112, + "grad_norm": 2.6591217517852783, + "learning_rate": 1.9358078390138568e-05, + "loss": 3.155, + "step": 8251 + }, + { + "epoch": 0.14125541347849158, + "grad_norm": 2.815046548843384, + "learning_rate": 1.9357882942065342e-05, + "loss": 3.2219, + "step": 8252 + }, + { + "epoch": 0.14127253119704206, + "grad_norm": 2.78918719291687, + "learning_rate": 1.9357687465229242e-05, + "loss": 3.2325, + "step": 8253 + }, + { + "epoch": 0.14128964891559254, + "grad_norm": 2.5847463607788086, + "learning_rate": 1.935749195963087e-05, + "loss": 3.1219, + "step": 8254 + }, + { + "epoch": 0.141306766634143, + "grad_norm": 2.840287446975708, + "learning_rate": 1.9357296425270832e-05, + "loss": 3.1748, + "step": 8255 + }, + { + "epoch": 0.14132388435269347, + "grad_norm": 2.5544321537017822, + "learning_rate": 1.9357100862149725e-05, + "loss": 3.0694, + "step": 8256 + }, + { + "epoch": 0.14134100207124395, + "grad_norm": 2.801379680633545, + "learning_rate": 1.935690527026815e-05, + "loss": 3.1037, + "step": 8257 + }, + { + "epoch": 0.14135811978979443, + "grad_norm": 2.516982078552246, + "learning_rate": 1.935670964962671e-05, + "loss": 3.0182, + "step": 8258 + }, + { + "epoch": 0.14137523750834488, + "grad_norm": 2.380002498626709, + "learning_rate": 1.9356514000226e-05, + "loss": 3.0395, + "step": 8259 + }, + { + "epoch": 0.14139235522689536, + "grad_norm": 2.643552541732788, + "learning_rate": 1.935631832206663e-05, + "loss": 3.269, + "step": 8260 + }, + { + "epoch": 0.14140947294544584, + "grad_norm": 2.59604549407959, + "learning_rate": 1.93561226151492e-05, + "loss": 3.1437, + "step": 8261 + }, + { + "epoch": 0.1414265906639963, + "grad_norm": 2.645850419998169, + "learning_rate": 1.9355926879474306e-05, + "loss": 3.1821, + "step": 8262 + }, + { + "epoch": 0.14144370838254677, + "grad_norm": 2.4710495471954346, + "learning_rate": 1.9355731115042554e-05, + "loss": 3.1054, + "step": 8263 + }, + { + "epoch": 0.14146082610109725, + "grad_norm": 2.4335227012634277, + "learning_rate": 1.9355535321854543e-05, + "loss": 3.2132, + "step": 8264 + }, + { + "epoch": 0.1414779438196477, + "grad_norm": 2.743166208267212, + "learning_rate": 1.9355339499910877e-05, + "loss": 3.1287, + "step": 8265 + }, + { + "epoch": 0.14149506153819819, + "grad_norm": 2.6325290203094482, + "learning_rate": 1.935514364921216e-05, + "loss": 2.9924, + "step": 8266 + }, + { + "epoch": 0.14151217925674867, + "grad_norm": 2.5825653076171875, + "learning_rate": 1.9354947769758987e-05, + "loss": 3.0145, + "step": 8267 + }, + { + "epoch": 0.14152929697529915, + "grad_norm": 2.5899064540863037, + "learning_rate": 1.935475186155197e-05, + "loss": 3.1341, + "step": 8268 + }, + { + "epoch": 0.1415464146938496, + "grad_norm": 2.6592187881469727, + "learning_rate": 1.93545559245917e-05, + "loss": 3.254, + "step": 8269 + }, + { + "epoch": 0.14156353241240008, + "grad_norm": 2.455045700073242, + "learning_rate": 1.9354359958878786e-05, + "loss": 3.1107, + "step": 8270 + }, + { + "epoch": 0.14158065013095056, + "grad_norm": 2.5087151527404785, + "learning_rate": 1.9354163964413832e-05, + "loss": 3.109, + "step": 8271 + }, + { + "epoch": 0.141597767849501, + "grad_norm": 2.63830828666687, + "learning_rate": 1.9353967941197435e-05, + "loss": 3.1526, + "step": 8272 + }, + { + "epoch": 0.1416148855680515, + "grad_norm": 2.6681747436523438, + "learning_rate": 1.93537718892302e-05, + "loss": 3.1417, + "step": 8273 + }, + { + "epoch": 0.14163200328660197, + "grad_norm": 2.4721791744232178, + "learning_rate": 1.9353575808512727e-05, + "loss": 3.1236, + "step": 8274 + }, + { + "epoch": 0.14164912100515242, + "grad_norm": 2.6159346103668213, + "learning_rate": 1.9353379699045628e-05, + "loss": 3.2339, + "step": 8275 + }, + { + "epoch": 0.1416662387237029, + "grad_norm": 2.5810675621032715, + "learning_rate": 1.9353183560829493e-05, + "loss": 3.2149, + "step": 8276 + }, + { + "epoch": 0.14168335644225338, + "grad_norm": 2.5203092098236084, + "learning_rate": 1.9352987393864934e-05, + "loss": 3.0914, + "step": 8277 + }, + { + "epoch": 0.14170047416080384, + "grad_norm": 2.579463481903076, + "learning_rate": 1.9352791198152547e-05, + "loss": 3.1168, + "step": 8278 + }, + { + "epoch": 0.14171759187935432, + "grad_norm": 2.8760929107666016, + "learning_rate": 1.9352594973692944e-05, + "loss": 3.2079, + "step": 8279 + }, + { + "epoch": 0.1417347095979048, + "grad_norm": 2.564448118209839, + "learning_rate": 1.935239872048672e-05, + "loss": 3.087, + "step": 8280 + }, + { + "epoch": 0.14175182731645528, + "grad_norm": 2.6981236934661865, + "learning_rate": 1.9352202438534483e-05, + "loss": 3.1353, + "step": 8281 + }, + { + "epoch": 0.14176894503500573, + "grad_norm": 2.656365156173706, + "learning_rate": 1.935200612783683e-05, + "loss": 3.0325, + "step": 8282 + }, + { + "epoch": 0.1417860627535562, + "grad_norm": 2.6488583087921143, + "learning_rate": 1.9351809788394375e-05, + "loss": 3.1342, + "step": 8283 + }, + { + "epoch": 0.1418031804721067, + "grad_norm": 2.5520615577697754, + "learning_rate": 1.9351613420207714e-05, + "loss": 3.0215, + "step": 8284 + }, + { + "epoch": 0.14182029819065714, + "grad_norm": 2.712297201156616, + "learning_rate": 1.935141702327745e-05, + "loss": 3.177, + "step": 8285 + }, + { + "epoch": 0.14183741590920762, + "grad_norm": 2.8681704998016357, + "learning_rate": 1.9351220597604187e-05, + "loss": 3.1876, + "step": 8286 + }, + { + "epoch": 0.1418545336277581, + "grad_norm": 2.7883942127227783, + "learning_rate": 1.9351024143188535e-05, + "loss": 3.1503, + "step": 8287 + }, + { + "epoch": 0.14187165134630855, + "grad_norm": 2.59026837348938, + "learning_rate": 1.935082766003109e-05, + "loss": 3.1075, + "step": 8288 + }, + { + "epoch": 0.14188876906485903, + "grad_norm": 2.7991201877593994, + "learning_rate": 1.935063114813246e-05, + "loss": 3.0531, + "step": 8289 + }, + { + "epoch": 0.1419058867834095, + "grad_norm": 2.6293647289276123, + "learning_rate": 1.935043460749325e-05, + "loss": 3.1475, + "step": 8290 + }, + { + "epoch": 0.14192300450195997, + "grad_norm": 2.5786406993865967, + "learning_rate": 1.935023803811406e-05, + "loss": 3.0697, + "step": 8291 + }, + { + "epoch": 0.14194012222051045, + "grad_norm": 2.578618049621582, + "learning_rate": 1.9350041439995494e-05, + "loss": 3.0586, + "step": 8292 + }, + { + "epoch": 0.14195723993906093, + "grad_norm": 2.6550519466400146, + "learning_rate": 1.9349844813138164e-05, + "loss": 3.0933, + "step": 8293 + }, + { + "epoch": 0.1419743576576114, + "grad_norm": 2.719365358352661, + "learning_rate": 1.9349648157542666e-05, + "loss": 3.1815, + "step": 8294 + }, + { + "epoch": 0.14199147537616186, + "grad_norm": 2.554912805557251, + "learning_rate": 1.9349451473209607e-05, + "loss": 3.1463, + "step": 8295 + }, + { + "epoch": 0.14200859309471234, + "grad_norm": 2.6627302169799805, + "learning_rate": 1.9349254760139593e-05, + "loss": 3.1838, + "step": 8296 + }, + { + "epoch": 0.14202571081326282, + "grad_norm": 2.547313690185547, + "learning_rate": 1.9349058018333228e-05, + "loss": 3.1727, + "step": 8297 + }, + { + "epoch": 0.14204282853181327, + "grad_norm": 2.56884503364563, + "learning_rate": 1.9348861247791117e-05, + "loss": 3.2545, + "step": 8298 + }, + { + "epoch": 0.14205994625036375, + "grad_norm": 2.5695815086364746, + "learning_rate": 1.9348664448513864e-05, + "loss": 3.3404, + "step": 8299 + }, + { + "epoch": 0.14207706396891423, + "grad_norm": 2.511843204498291, + "learning_rate": 1.9348467620502072e-05, + "loss": 3.1661, + "step": 8300 + }, + { + "epoch": 0.14209418168746468, + "grad_norm": 2.6594889163970947, + "learning_rate": 1.934827076375635e-05, + "loss": 3.2537, + "step": 8301 + }, + { + "epoch": 0.14211129940601516, + "grad_norm": 2.6644515991210938, + "learning_rate": 1.93480738782773e-05, + "loss": 3.1682, + "step": 8302 + }, + { + "epoch": 0.14212841712456564, + "grad_norm": 2.569033145904541, + "learning_rate": 1.934787696406553e-05, + "loss": 3.2097, + "step": 8303 + }, + { + "epoch": 0.14214553484311612, + "grad_norm": 2.6263976097106934, + "learning_rate": 1.934768002112164e-05, + "loss": 3.1388, + "step": 8304 + }, + { + "epoch": 0.14216265256166657, + "grad_norm": 2.5406880378723145, + "learning_rate": 1.9347483049446244e-05, + "loss": 3.3229, + "step": 8305 + }, + { + "epoch": 0.14217977028021705, + "grad_norm": 2.7829766273498535, + "learning_rate": 1.934728604903994e-05, + "loss": 3.0489, + "step": 8306 + }, + { + "epoch": 0.14219688799876753, + "grad_norm": 2.4842519760131836, + "learning_rate": 1.9347089019903333e-05, + "loss": 2.9677, + "step": 8307 + }, + { + "epoch": 0.142214005717318, + "grad_norm": 2.584774971008301, + "learning_rate": 1.9346891962037034e-05, + "loss": 3.1829, + "step": 8308 + }, + { + "epoch": 0.14223112343586847, + "grad_norm": 2.5988776683807373, + "learning_rate": 1.934669487544165e-05, + "loss": 3.1753, + "step": 8309 + }, + { + "epoch": 0.14224824115441895, + "grad_norm": 2.7011539936065674, + "learning_rate": 1.9346497760117775e-05, + "loss": 3.0937, + "step": 8310 + }, + { + "epoch": 0.1422653588729694, + "grad_norm": 2.739131212234497, + "learning_rate": 1.9346300616066024e-05, + "loss": 3.021, + "step": 8311 + }, + { + "epoch": 0.14228247659151988, + "grad_norm": 2.511354446411133, + "learning_rate": 1.9346103443287004e-05, + "loss": 3.1935, + "step": 8312 + }, + { + "epoch": 0.14229959431007036, + "grad_norm": 2.583157777786255, + "learning_rate": 1.934590624178132e-05, + "loss": 3.0779, + "step": 8313 + }, + { + "epoch": 0.1423167120286208, + "grad_norm": 2.455016851425171, + "learning_rate": 1.9345709011549577e-05, + "loss": 3.0775, + "step": 8314 + }, + { + "epoch": 0.1423338297471713, + "grad_norm": 2.393501043319702, + "learning_rate": 1.934551175259238e-05, + "loss": 3.1331, + "step": 8315 + }, + { + "epoch": 0.14235094746572177, + "grad_norm": 2.572702407836914, + "learning_rate": 1.9345314464910334e-05, + "loss": 3.1176, + "step": 8316 + }, + { + "epoch": 0.14236806518427225, + "grad_norm": 2.360166072845459, + "learning_rate": 1.9345117148504048e-05, + "loss": 3.0588, + "step": 8317 + }, + { + "epoch": 0.1423851829028227, + "grad_norm": 2.4966042041778564, + "learning_rate": 1.9344919803374132e-05, + "loss": 3.0814, + "step": 8318 + }, + { + "epoch": 0.14240230062137318, + "grad_norm": 2.72477650642395, + "learning_rate": 1.9344722429521187e-05, + "loss": 3.2534, + "step": 8319 + }, + { + "epoch": 0.14241941833992366, + "grad_norm": 2.579319715499878, + "learning_rate": 1.9344525026945818e-05, + "loss": 3.1884, + "step": 8320 + }, + { + "epoch": 0.14243653605847412, + "grad_norm": 2.490004301071167, + "learning_rate": 1.9344327595648643e-05, + "loss": 3.1855, + "step": 8321 + }, + { + "epoch": 0.1424536537770246, + "grad_norm": 2.6277241706848145, + "learning_rate": 1.9344130135630255e-05, + "loss": 3.1493, + "step": 8322 + }, + { + "epoch": 0.14247077149557508, + "grad_norm": 2.644951820373535, + "learning_rate": 1.934393264689127e-05, + "loss": 3.2078, + "step": 8323 + }, + { + "epoch": 0.14248788921412553, + "grad_norm": 2.6649181842803955, + "learning_rate": 1.9343735129432287e-05, + "loss": 3.1266, + "step": 8324 + }, + { + "epoch": 0.142505006932676, + "grad_norm": 2.6934986114501953, + "learning_rate": 1.934353758325392e-05, + "loss": 3.18, + "step": 8325 + }, + { + "epoch": 0.1425221246512265, + "grad_norm": 2.528496026992798, + "learning_rate": 1.9343340008356777e-05, + "loss": 3.0921, + "step": 8326 + }, + { + "epoch": 0.14253924236977697, + "grad_norm": 2.6161561012268066, + "learning_rate": 1.9343142404741463e-05, + "loss": 2.9764, + "step": 8327 + }, + { + "epoch": 0.14255636008832742, + "grad_norm": 2.5659656524658203, + "learning_rate": 1.9342944772408583e-05, + "loss": 3.1777, + "step": 8328 + }, + { + "epoch": 0.1425734778068779, + "grad_norm": 2.611093759536743, + "learning_rate": 1.9342747111358746e-05, + "loss": 3.1142, + "step": 8329 + }, + { + "epoch": 0.14259059552542838, + "grad_norm": 2.516031265258789, + "learning_rate": 1.934254942159256e-05, + "loss": 3.0646, + "step": 8330 + }, + { + "epoch": 0.14260771324397883, + "grad_norm": 2.551018476486206, + "learning_rate": 1.9342351703110634e-05, + "loss": 3.1281, + "step": 8331 + }, + { + "epoch": 0.14262483096252931, + "grad_norm": 2.6282975673675537, + "learning_rate": 1.934215395591357e-05, + "loss": 3.1994, + "step": 8332 + }, + { + "epoch": 0.1426419486810798, + "grad_norm": 2.540621042251587, + "learning_rate": 1.9341956180001987e-05, + "loss": 3.129, + "step": 8333 + }, + { + "epoch": 0.14265906639963025, + "grad_norm": 2.4316813945770264, + "learning_rate": 1.934175837537648e-05, + "loss": 3.1333, + "step": 8334 + }, + { + "epoch": 0.14267618411818073, + "grad_norm": 2.499314069747925, + "learning_rate": 1.9341560542037666e-05, + "loss": 2.9929, + "step": 8335 + }, + { + "epoch": 0.1426933018367312, + "grad_norm": 2.6295571327209473, + "learning_rate": 1.934136267998615e-05, + "loss": 3.0115, + "step": 8336 + }, + { + "epoch": 0.14271041955528166, + "grad_norm": 2.6100921630859375, + "learning_rate": 1.934116478922254e-05, + "loss": 3.1325, + "step": 8337 + }, + { + "epoch": 0.14272753727383214, + "grad_norm": 2.6440861225128174, + "learning_rate": 1.934096686974744e-05, + "loss": 3.2644, + "step": 8338 + }, + { + "epoch": 0.14274465499238262, + "grad_norm": 2.639752149581909, + "learning_rate": 1.934076892156147e-05, + "loss": 3.2156, + "step": 8339 + }, + { + "epoch": 0.1427617727109331, + "grad_norm": 2.6814143657684326, + "learning_rate": 1.9340570944665228e-05, + "loss": 3.1063, + "step": 8340 + }, + { + "epoch": 0.14277889042948355, + "grad_norm": 2.4917235374450684, + "learning_rate": 1.9340372939059325e-05, + "loss": 3.2581, + "step": 8341 + }, + { + "epoch": 0.14279600814803403, + "grad_norm": 2.7617619037628174, + "learning_rate": 1.9340174904744372e-05, + "loss": 3.2169, + "step": 8342 + }, + { + "epoch": 0.1428131258665845, + "grad_norm": 2.6400060653686523, + "learning_rate": 1.9339976841720972e-05, + "loss": 3.2, + "step": 8343 + }, + { + "epoch": 0.14283024358513496, + "grad_norm": 2.50541615486145, + "learning_rate": 1.933977874998974e-05, + "loss": 3.0324, + "step": 8344 + }, + { + "epoch": 0.14284736130368544, + "grad_norm": 2.458505630493164, + "learning_rate": 1.9339580629551284e-05, + "loss": 3.0903, + "step": 8345 + }, + { + "epoch": 0.14286447902223592, + "grad_norm": 2.6327006816864014, + "learning_rate": 1.933938248040621e-05, + "loss": 3.0194, + "step": 8346 + }, + { + "epoch": 0.14288159674078638, + "grad_norm": 2.664724826812744, + "learning_rate": 1.933918430255513e-05, + "loss": 3.1566, + "step": 8347 + }, + { + "epoch": 0.14289871445933686, + "grad_norm": 2.4158482551574707, + "learning_rate": 1.933898609599865e-05, + "loss": 3.0367, + "step": 8348 + }, + { + "epoch": 0.14291583217788734, + "grad_norm": 2.496945858001709, + "learning_rate": 1.933878786073738e-05, + "loss": 3.1097, + "step": 8349 + }, + { + "epoch": 0.14293294989643782, + "grad_norm": 2.528411865234375, + "learning_rate": 1.9338589596771935e-05, + "loss": 3.1607, + "step": 8350 + }, + { + "epoch": 0.14295006761498827, + "grad_norm": 2.8382716178894043, + "learning_rate": 1.9338391304102914e-05, + "loss": 3.1968, + "step": 8351 + }, + { + "epoch": 0.14296718533353875, + "grad_norm": 2.7583866119384766, + "learning_rate": 1.9338192982730938e-05, + "loss": 3.1786, + "step": 8352 + }, + { + "epoch": 0.14298430305208923, + "grad_norm": 2.4837915897369385, + "learning_rate": 1.9337994632656607e-05, + "loss": 3.0714, + "step": 8353 + }, + { + "epoch": 0.14300142077063968, + "grad_norm": 2.582514762878418, + "learning_rate": 1.9337796253880534e-05, + "loss": 3.0561, + "step": 8354 + }, + { + "epoch": 0.14301853848919016, + "grad_norm": 2.7006194591522217, + "learning_rate": 1.9337597846403332e-05, + "loss": 3.0605, + "step": 8355 + }, + { + "epoch": 0.14303565620774064, + "grad_norm": 2.593463897705078, + "learning_rate": 1.9337399410225605e-05, + "loss": 3.1244, + "step": 8356 + }, + { + "epoch": 0.1430527739262911, + "grad_norm": 2.4891974925994873, + "learning_rate": 1.933720094534797e-05, + "loss": 3.1015, + "step": 8357 + }, + { + "epoch": 0.14306989164484157, + "grad_norm": 2.7682554721832275, + "learning_rate": 1.9337002451771026e-05, + "loss": 3.2359, + "step": 8358 + }, + { + "epoch": 0.14308700936339205, + "grad_norm": 2.6661183834075928, + "learning_rate": 1.9336803929495395e-05, + "loss": 3.142, + "step": 8359 + }, + { + "epoch": 0.1431041270819425, + "grad_norm": 2.4210445880889893, + "learning_rate": 1.933660537852168e-05, + "loss": 3.1046, + "step": 8360 + }, + { + "epoch": 0.14312124480049299, + "grad_norm": 2.521144151687622, + "learning_rate": 1.9336406798850494e-05, + "loss": 3.1516, + "step": 8361 + }, + { + "epoch": 0.14313836251904347, + "grad_norm": 2.610309362411499, + "learning_rate": 1.9336208190482448e-05, + "loss": 3.1833, + "step": 8362 + }, + { + "epoch": 0.14315548023759395, + "grad_norm": 2.36157488822937, + "learning_rate": 1.9336009553418148e-05, + "loss": 3.125, + "step": 8363 + }, + { + "epoch": 0.1431725979561444, + "grad_norm": 2.4818472862243652, + "learning_rate": 1.9335810887658212e-05, + "loss": 3.0816, + "step": 8364 + }, + { + "epoch": 0.14318971567469488, + "grad_norm": 2.7537708282470703, + "learning_rate": 1.9335612193203243e-05, + "loss": 3.1216, + "step": 8365 + }, + { + "epoch": 0.14320683339324536, + "grad_norm": 2.532369375228882, + "learning_rate": 1.933541347005386e-05, + "loss": 3.2073, + "step": 8366 + }, + { + "epoch": 0.1432239511117958, + "grad_norm": 2.813622236251831, + "learning_rate": 1.9335214718210667e-05, + "loss": 3.2356, + "step": 8367 + }, + { + "epoch": 0.1432410688303463, + "grad_norm": 2.624112367630005, + "learning_rate": 1.9335015937674276e-05, + "loss": 3.105, + "step": 8368 + }, + { + "epoch": 0.14325818654889677, + "grad_norm": 2.548318862915039, + "learning_rate": 1.93348171284453e-05, + "loss": 3.046, + "step": 8369 + }, + { + "epoch": 0.14327530426744722, + "grad_norm": 2.5467376708984375, + "learning_rate": 1.9334618290524344e-05, + "loss": 3.023, + "step": 8370 + }, + { + "epoch": 0.1432924219859977, + "grad_norm": 2.543234348297119, + "learning_rate": 1.933441942391203e-05, + "loss": 3.2091, + "step": 8371 + }, + { + "epoch": 0.14330953970454818, + "grad_norm": 2.5917532444000244, + "learning_rate": 1.933422052860896e-05, + "loss": 3.1281, + "step": 8372 + }, + { + "epoch": 0.14332665742309864, + "grad_norm": 2.455012798309326, + "learning_rate": 1.933402160461575e-05, + "loss": 3.085, + "step": 8373 + }, + { + "epoch": 0.14334377514164912, + "grad_norm": 2.7891793251037598, + "learning_rate": 1.9333822651933007e-05, + "loss": 3.0765, + "step": 8374 + }, + { + "epoch": 0.1433608928601996, + "grad_norm": 2.7612671852111816, + "learning_rate": 1.9333623670561348e-05, + "loss": 3.1818, + "step": 8375 + }, + { + "epoch": 0.14337801057875008, + "grad_norm": 2.641254186630249, + "learning_rate": 1.9333424660501384e-05, + "loss": 3.0476, + "step": 8376 + }, + { + "epoch": 0.14339512829730053, + "grad_norm": 2.5889499187469482, + "learning_rate": 1.933322562175372e-05, + "loss": 3.1753, + "step": 8377 + }, + { + "epoch": 0.143412246015851, + "grad_norm": 2.587769031524658, + "learning_rate": 1.9333026554318978e-05, + "loss": 3.2334, + "step": 8378 + }, + { + "epoch": 0.1434293637344015, + "grad_norm": 2.7061469554901123, + "learning_rate": 1.9332827458197763e-05, + "loss": 3.2539, + "step": 8379 + }, + { + "epoch": 0.14344648145295194, + "grad_norm": 2.5175621509552, + "learning_rate": 1.9332628333390686e-05, + "loss": 3.1297, + "step": 8380 + }, + { + "epoch": 0.14346359917150242, + "grad_norm": 2.6093287467956543, + "learning_rate": 1.9332429179898364e-05, + "loss": 3.0638, + "step": 8381 + }, + { + "epoch": 0.1434807168900529, + "grad_norm": 2.736111879348755, + "learning_rate": 1.9332229997721407e-05, + "loss": 3.297, + "step": 8382 + }, + { + "epoch": 0.14349783460860335, + "grad_norm": 2.510279893875122, + "learning_rate": 1.9332030786860424e-05, + "loss": 2.9734, + "step": 8383 + }, + { + "epoch": 0.14351495232715383, + "grad_norm": 2.517909526824951, + "learning_rate": 1.9331831547316033e-05, + "loss": 2.9509, + "step": 8384 + }, + { + "epoch": 0.1435320700457043, + "grad_norm": 2.5890724658966064, + "learning_rate": 1.9331632279088842e-05, + "loss": 3.1916, + "step": 8385 + }, + { + "epoch": 0.1435491877642548, + "grad_norm": 2.3570852279663086, + "learning_rate": 1.9331432982179466e-05, + "loss": 3.0267, + "step": 8386 + }, + { + "epoch": 0.14356630548280525, + "grad_norm": 2.7038938999176025, + "learning_rate": 1.9331233656588515e-05, + "loss": 3.0878, + "step": 8387 + }, + { + "epoch": 0.14358342320135573, + "grad_norm": 2.6589529514312744, + "learning_rate": 1.9331034302316604e-05, + "loss": 3.2069, + "step": 8388 + }, + { + "epoch": 0.1436005409199062, + "grad_norm": 2.6087119579315186, + "learning_rate": 1.9330834919364348e-05, + "loss": 3.0319, + "step": 8389 + }, + { + "epoch": 0.14361765863845666, + "grad_norm": 2.662065267562866, + "learning_rate": 1.9330635507732355e-05, + "loss": 3.2244, + "step": 8390 + }, + { + "epoch": 0.14363477635700714, + "grad_norm": 2.525739908218384, + "learning_rate": 1.9330436067421236e-05, + "loss": 3.1959, + "step": 8391 + }, + { + "epoch": 0.14365189407555762, + "grad_norm": 2.6343114376068115, + "learning_rate": 1.933023659843161e-05, + "loss": 3.1969, + "step": 8392 + }, + { + "epoch": 0.14366901179410807, + "grad_norm": 2.741163730621338, + "learning_rate": 1.933003710076409e-05, + "loss": 3.1309, + "step": 8393 + }, + { + "epoch": 0.14368612951265855, + "grad_norm": 2.832273244857788, + "learning_rate": 1.9329837574419287e-05, + "loss": 3.3012, + "step": 8394 + }, + { + "epoch": 0.14370324723120903, + "grad_norm": 2.588197708129883, + "learning_rate": 1.9329638019397813e-05, + "loss": 3.1711, + "step": 8395 + }, + { + "epoch": 0.14372036494975948, + "grad_norm": 2.559077739715576, + "learning_rate": 1.932943843570028e-05, + "loss": 3.0834, + "step": 8396 + }, + { + "epoch": 0.14373748266830996, + "grad_norm": 2.7021028995513916, + "learning_rate": 1.932923882332731e-05, + "loss": 3.0537, + "step": 8397 + }, + { + "epoch": 0.14375460038686044, + "grad_norm": 2.518623113632202, + "learning_rate": 1.9329039182279506e-05, + "loss": 3.0613, + "step": 8398 + }, + { + "epoch": 0.14377171810541092, + "grad_norm": 2.698915958404541, + "learning_rate": 1.9328839512557485e-05, + "loss": 3.219, + "step": 8399 + }, + { + "epoch": 0.14378883582396138, + "grad_norm": 2.9464147090911865, + "learning_rate": 1.932863981416187e-05, + "loss": 3.1909, + "step": 8400 + }, + { + "epoch": 0.14380595354251186, + "grad_norm": 2.9096171855926514, + "learning_rate": 1.9328440087093258e-05, + "loss": 3.0836, + "step": 8401 + }, + { + "epoch": 0.14382307126106234, + "grad_norm": 2.5154011249542236, + "learning_rate": 1.9328240331352277e-05, + "loss": 3.1824, + "step": 8402 + }, + { + "epoch": 0.1438401889796128, + "grad_norm": 2.6903364658355713, + "learning_rate": 1.9328040546939533e-05, + "loss": 3.1269, + "step": 8403 + }, + { + "epoch": 0.14385730669816327, + "grad_norm": 2.868919849395752, + "learning_rate": 1.932784073385564e-05, + "loss": 3.1179, + "step": 8404 + }, + { + "epoch": 0.14387442441671375, + "grad_norm": 2.6388726234436035, + "learning_rate": 1.9327640892101223e-05, + "loss": 3.1393, + "step": 8405 + }, + { + "epoch": 0.1438915421352642, + "grad_norm": 2.6279566287994385, + "learning_rate": 1.9327441021676884e-05, + "loss": 3.2208, + "step": 8406 + }, + { + "epoch": 0.14390865985381468, + "grad_norm": 2.713782548904419, + "learning_rate": 1.932724112258324e-05, + "loss": 3.1445, + "step": 8407 + }, + { + "epoch": 0.14392577757236516, + "grad_norm": 2.511565685272217, + "learning_rate": 1.9327041194820907e-05, + "loss": 3.064, + "step": 8408 + }, + { + "epoch": 0.14394289529091564, + "grad_norm": 2.498027801513672, + "learning_rate": 1.9326841238390503e-05, + "loss": 3.2518, + "step": 8409 + }, + { + "epoch": 0.1439600130094661, + "grad_norm": 2.7830283641815186, + "learning_rate": 1.9326641253292634e-05, + "loss": 3.1161, + "step": 8410 + }, + { + "epoch": 0.14397713072801657, + "grad_norm": 2.6541543006896973, + "learning_rate": 1.9326441239527925e-05, + "loss": 3.1107, + "step": 8411 + }, + { + "epoch": 0.14399424844656705, + "grad_norm": 2.3041796684265137, + "learning_rate": 1.932624119709698e-05, + "loss": 2.9077, + "step": 8412 + }, + { + "epoch": 0.1440113661651175, + "grad_norm": 2.7114875316619873, + "learning_rate": 1.9326041126000423e-05, + "loss": 3.2454, + "step": 8413 + }, + { + "epoch": 0.14402848388366798, + "grad_norm": 2.627474308013916, + "learning_rate": 1.9325841026238864e-05, + "loss": 3.0609, + "step": 8414 + }, + { + "epoch": 0.14404560160221846, + "grad_norm": 2.6723129749298096, + "learning_rate": 1.932564089781292e-05, + "loss": 3.2759, + "step": 8415 + }, + { + "epoch": 0.14406271932076892, + "grad_norm": 2.588386058807373, + "learning_rate": 1.9325440740723203e-05, + "loss": 3.0742, + "step": 8416 + }, + { + "epoch": 0.1440798370393194, + "grad_norm": 2.536341667175293, + "learning_rate": 1.9325240554970338e-05, + "loss": 3.0892, + "step": 8417 + }, + { + "epoch": 0.14409695475786988, + "grad_norm": 2.552727460861206, + "learning_rate": 1.9325040340554924e-05, + "loss": 3.1456, + "step": 8418 + }, + { + "epoch": 0.14411407247642033, + "grad_norm": 2.481656551361084, + "learning_rate": 1.932484009747759e-05, + "loss": 3.1775, + "step": 8419 + }, + { + "epoch": 0.1441311901949708, + "grad_norm": 2.495473861694336, + "learning_rate": 1.9324639825738947e-05, + "loss": 3.1667, + "step": 8420 + }, + { + "epoch": 0.1441483079135213, + "grad_norm": 2.642482042312622, + "learning_rate": 1.932443952533961e-05, + "loss": 3.0409, + "step": 8421 + }, + { + "epoch": 0.14416542563207177, + "grad_norm": 2.5948338508605957, + "learning_rate": 1.932423919628019e-05, + "loss": 3.1744, + "step": 8422 + }, + { + "epoch": 0.14418254335062222, + "grad_norm": 2.673652410507202, + "learning_rate": 1.9324038838561317e-05, + "loss": 3.2969, + "step": 8423 + }, + { + "epoch": 0.1441996610691727, + "grad_norm": 2.4515411853790283, + "learning_rate": 1.9323838452183592e-05, + "loss": 3.0799, + "step": 8424 + }, + { + "epoch": 0.14421677878772318, + "grad_norm": 2.4949841499328613, + "learning_rate": 1.932363803714764e-05, + "loss": 3.1136, + "step": 8425 + }, + { + "epoch": 0.14423389650627363, + "grad_norm": 2.4555442333221436, + "learning_rate": 1.9323437593454068e-05, + "loss": 3.15, + "step": 8426 + }, + { + "epoch": 0.14425101422482411, + "grad_norm": 2.4419779777526855, + "learning_rate": 1.9323237121103502e-05, + "loss": 3.1085, + "step": 8427 + }, + { + "epoch": 0.1442681319433746, + "grad_norm": 2.4425692558288574, + "learning_rate": 1.932303662009655e-05, + "loss": 3.1361, + "step": 8428 + }, + { + "epoch": 0.14428524966192505, + "grad_norm": 2.575805425643921, + "learning_rate": 1.9322836090433834e-05, + "loss": 3.1446, + "step": 8429 + }, + { + "epoch": 0.14430236738047553, + "grad_norm": 2.8072853088378906, + "learning_rate": 1.932263553211597e-05, + "loss": 3.1651, + "step": 8430 + }, + { + "epoch": 0.144319485099026, + "grad_norm": 2.5177555084228516, + "learning_rate": 1.9322434945143574e-05, + "loss": 3.073, + "step": 8431 + }, + { + "epoch": 0.1443366028175765, + "grad_norm": 2.5732595920562744, + "learning_rate": 1.932223432951726e-05, + "loss": 3.1847, + "step": 8432 + }, + { + "epoch": 0.14435372053612694, + "grad_norm": 2.55226731300354, + "learning_rate": 1.9322033685237643e-05, + "loss": 3.0963, + "step": 8433 + }, + { + "epoch": 0.14437083825467742, + "grad_norm": 2.763339042663574, + "learning_rate": 1.9321833012305344e-05, + "loss": 3.2406, + "step": 8434 + }, + { + "epoch": 0.1443879559732279, + "grad_norm": 2.482553482055664, + "learning_rate": 1.932163231072098e-05, + "loss": 3.0125, + "step": 8435 + }, + { + "epoch": 0.14440507369177835, + "grad_norm": 2.4730756282806396, + "learning_rate": 1.9321431580485166e-05, + "loss": 3.0429, + "step": 8436 + }, + { + "epoch": 0.14442219141032883, + "grad_norm": 2.5667037963867188, + "learning_rate": 1.932123082159852e-05, + "loss": 3.1824, + "step": 8437 + }, + { + "epoch": 0.1444393091288793, + "grad_norm": 2.6264607906341553, + "learning_rate": 1.9321030034061657e-05, + "loss": 3.0519, + "step": 8438 + }, + { + "epoch": 0.14445642684742976, + "grad_norm": 2.5082054138183594, + "learning_rate": 1.9320829217875196e-05, + "loss": 2.9966, + "step": 8439 + }, + { + "epoch": 0.14447354456598024, + "grad_norm": 2.4320898056030273, + "learning_rate": 1.9320628373039753e-05, + "loss": 3.0015, + "step": 8440 + }, + { + "epoch": 0.14449066228453072, + "grad_norm": 2.5315821170806885, + "learning_rate": 1.932042749955595e-05, + "loss": 3.0978, + "step": 8441 + }, + { + "epoch": 0.14450778000308118, + "grad_norm": 2.6111767292022705, + "learning_rate": 1.93202265974244e-05, + "loss": 3.0747, + "step": 8442 + }, + { + "epoch": 0.14452489772163166, + "grad_norm": 2.737128257751465, + "learning_rate": 1.9320025666645717e-05, + "loss": 3.1553, + "step": 8443 + }, + { + "epoch": 0.14454201544018214, + "grad_norm": 2.508751630783081, + "learning_rate": 1.9319824707220523e-05, + "loss": 3.1079, + "step": 8444 + }, + { + "epoch": 0.14455913315873262, + "grad_norm": 2.638277769088745, + "learning_rate": 1.9319623719149438e-05, + "loss": 3.1097, + "step": 8445 + }, + { + "epoch": 0.14457625087728307, + "grad_norm": 2.6662275791168213, + "learning_rate": 1.9319422702433077e-05, + "loss": 3.113, + "step": 8446 + }, + { + "epoch": 0.14459336859583355, + "grad_norm": 2.9388294219970703, + "learning_rate": 1.931922165707206e-05, + "loss": 3.2359, + "step": 8447 + }, + { + "epoch": 0.14461048631438403, + "grad_norm": 2.8894717693328857, + "learning_rate": 1.9319020583067002e-05, + "loss": 3.2127, + "step": 8448 + }, + { + "epoch": 0.14462760403293448, + "grad_norm": 2.735027313232422, + "learning_rate": 1.9318819480418518e-05, + "loss": 3.1714, + "step": 8449 + }, + { + "epoch": 0.14464472175148496, + "grad_norm": 2.5809710025787354, + "learning_rate": 1.9318618349127232e-05, + "loss": 3.1528, + "step": 8450 + }, + { + "epoch": 0.14466183947003544, + "grad_norm": 2.6326980590820312, + "learning_rate": 1.931841718919376e-05, + "loss": 3.1066, + "step": 8451 + }, + { + "epoch": 0.1446789571885859, + "grad_norm": 2.6890454292297363, + "learning_rate": 1.931821600061872e-05, + "loss": 3.1227, + "step": 8452 + }, + { + "epoch": 0.14469607490713637, + "grad_norm": 2.5009799003601074, + "learning_rate": 1.9318014783402733e-05, + "loss": 3.0221, + "step": 8453 + }, + { + "epoch": 0.14471319262568685, + "grad_norm": 2.7315115928649902, + "learning_rate": 1.9317813537546416e-05, + "loss": 3.2395, + "step": 8454 + }, + { + "epoch": 0.1447303103442373, + "grad_norm": 2.550415515899658, + "learning_rate": 1.9317612263050387e-05, + "loss": 3.1286, + "step": 8455 + }, + { + "epoch": 0.1447474280627878, + "grad_norm": 2.4752423763275146, + "learning_rate": 1.9317410959915263e-05, + "loss": 3.1604, + "step": 8456 + }, + { + "epoch": 0.14476454578133827, + "grad_norm": 2.6019270420074463, + "learning_rate": 1.9317209628141666e-05, + "loss": 3.1476, + "step": 8457 + }, + { + "epoch": 0.14478166349988875, + "grad_norm": 2.4963104724884033, + "learning_rate": 1.931700826773021e-05, + "loss": 3.1313, + "step": 8458 + }, + { + "epoch": 0.1447987812184392, + "grad_norm": 2.5464189052581787, + "learning_rate": 1.931680687868152e-05, + "loss": 3.041, + "step": 8459 + }, + { + "epoch": 0.14481589893698968, + "grad_norm": 2.518049478530884, + "learning_rate": 1.9316605460996216e-05, + "loss": 3.2568, + "step": 8460 + }, + { + "epoch": 0.14483301665554016, + "grad_norm": 2.628127098083496, + "learning_rate": 1.9316404014674908e-05, + "loss": 3.0366, + "step": 8461 + }, + { + "epoch": 0.1448501343740906, + "grad_norm": 2.606574535369873, + "learning_rate": 1.9316202539718222e-05, + "loss": 3.1011, + "step": 8462 + }, + { + "epoch": 0.1448672520926411, + "grad_norm": 2.5903966426849365, + "learning_rate": 1.9316001036126774e-05, + "loss": 3.1264, + "step": 8463 + }, + { + "epoch": 0.14488436981119157, + "grad_norm": 2.5604186058044434, + "learning_rate": 1.9315799503901184e-05, + "loss": 3.1966, + "step": 8464 + }, + { + "epoch": 0.14490148752974202, + "grad_norm": 2.432542562484741, + "learning_rate": 1.9315597943042076e-05, + "loss": 3.0496, + "step": 8465 + }, + { + "epoch": 0.1449186052482925, + "grad_norm": 2.568753242492676, + "learning_rate": 1.9315396353550065e-05, + "loss": 3.0838, + "step": 8466 + }, + { + "epoch": 0.14493572296684298, + "grad_norm": 2.7126095294952393, + "learning_rate": 1.931519473542577e-05, + "loss": 3.1711, + "step": 8467 + }, + { + "epoch": 0.14495284068539346, + "grad_norm": 2.6079678535461426, + "learning_rate": 1.9314993088669813e-05, + "loss": 3.208, + "step": 8468 + }, + { + "epoch": 0.14496995840394392, + "grad_norm": 2.4067814350128174, + "learning_rate": 1.9314791413282814e-05, + "loss": 3.1533, + "step": 8469 + }, + { + "epoch": 0.1449870761224944, + "grad_norm": 2.5568430423736572, + "learning_rate": 1.931458970926539e-05, + "loss": 3.0994, + "step": 8470 + }, + { + "epoch": 0.14500419384104488, + "grad_norm": 2.6277613639831543, + "learning_rate": 1.9314387976618167e-05, + "loss": 3.1249, + "step": 8471 + }, + { + "epoch": 0.14502131155959533, + "grad_norm": 2.432157278060913, + "learning_rate": 1.9314186215341756e-05, + "loss": 3.2239, + "step": 8472 + }, + { + "epoch": 0.1450384292781458, + "grad_norm": 2.4690299034118652, + "learning_rate": 1.9313984425436783e-05, + "loss": 3.1773, + "step": 8473 + }, + { + "epoch": 0.1450555469966963, + "grad_norm": 2.5836997032165527, + "learning_rate": 1.931378260690387e-05, + "loss": 3.1645, + "step": 8474 + }, + { + "epoch": 0.14507266471524674, + "grad_norm": 2.45709490776062, + "learning_rate": 1.9313580759743633e-05, + "loss": 3.08, + "step": 8475 + }, + { + "epoch": 0.14508978243379722, + "grad_norm": 2.5006344318389893, + "learning_rate": 1.9313378883956696e-05, + "loss": 3.1192, + "step": 8476 + }, + { + "epoch": 0.1451069001523477, + "grad_norm": 2.654601812362671, + "learning_rate": 1.9313176979543677e-05, + "loss": 3.0665, + "step": 8477 + }, + { + "epoch": 0.14512401787089815, + "grad_norm": 2.661818265914917, + "learning_rate": 1.9312975046505197e-05, + "loss": 3.1166, + "step": 8478 + }, + { + "epoch": 0.14514113558944863, + "grad_norm": 2.6287920475006104, + "learning_rate": 1.9312773084841875e-05, + "loss": 3.1528, + "step": 8479 + }, + { + "epoch": 0.1451582533079991, + "grad_norm": 2.6020047664642334, + "learning_rate": 1.9312571094554335e-05, + "loss": 3.1577, + "step": 8480 + }, + { + "epoch": 0.1451753710265496, + "grad_norm": 2.5438597202301025, + "learning_rate": 1.9312369075643197e-05, + "loss": 2.9436, + "step": 8481 + }, + { + "epoch": 0.14519248874510005, + "grad_norm": 2.6359829902648926, + "learning_rate": 1.9312167028109077e-05, + "loss": 3.1703, + "step": 8482 + }, + { + "epoch": 0.14520960646365053, + "grad_norm": 2.7254345417022705, + "learning_rate": 1.9311964951952607e-05, + "loss": 3.2259, + "step": 8483 + }, + { + "epoch": 0.145226724182201, + "grad_norm": 2.7678864002227783, + "learning_rate": 1.9311762847174398e-05, + "loss": 3.0045, + "step": 8484 + }, + { + "epoch": 0.14524384190075146, + "grad_norm": 2.478952169418335, + "learning_rate": 1.931156071377508e-05, + "loss": 3.0027, + "step": 8485 + }, + { + "epoch": 0.14526095961930194, + "grad_norm": 2.4733428955078125, + "learning_rate": 1.931135855175526e-05, + "loss": 2.8722, + "step": 8486 + }, + { + "epoch": 0.14527807733785242, + "grad_norm": 2.6063616275787354, + "learning_rate": 1.9311156361115572e-05, + "loss": 3.1784, + "step": 8487 + }, + { + "epoch": 0.14529519505640287, + "grad_norm": 2.5640816688537598, + "learning_rate": 1.9310954141856636e-05, + "loss": 3.038, + "step": 8488 + }, + { + "epoch": 0.14531231277495335, + "grad_norm": 2.615102767944336, + "learning_rate": 1.9310751893979068e-05, + "loss": 3.0885, + "step": 8489 + }, + { + "epoch": 0.14532943049350383, + "grad_norm": 2.599447011947632, + "learning_rate": 1.9310549617483496e-05, + "loss": 3.0853, + "step": 8490 + }, + { + "epoch": 0.1453465482120543, + "grad_norm": 2.424569606781006, + "learning_rate": 1.931034731237054e-05, + "loss": 3.1181, + "step": 8491 + }, + { + "epoch": 0.14536366593060476, + "grad_norm": 2.6678571701049805, + "learning_rate": 1.931014497864082e-05, + "loss": 3.0906, + "step": 8492 + }, + { + "epoch": 0.14538078364915524, + "grad_norm": 2.6212830543518066, + "learning_rate": 1.9309942616294953e-05, + "loss": 3.1671, + "step": 8493 + }, + { + "epoch": 0.14539790136770572, + "grad_norm": 2.5170342922210693, + "learning_rate": 1.930974022533357e-05, + "loss": 3.1027, + "step": 8494 + }, + { + "epoch": 0.14541501908625618, + "grad_norm": 2.64316463470459, + "learning_rate": 1.9309537805757293e-05, + "loss": 3.2783, + "step": 8495 + }, + { + "epoch": 0.14543213680480666, + "grad_norm": 2.332489490509033, + "learning_rate": 1.930933535756674e-05, + "loss": 2.9526, + "step": 8496 + }, + { + "epoch": 0.14544925452335714, + "grad_norm": 2.533576011657715, + "learning_rate": 1.930913288076253e-05, + "loss": 3.1689, + "step": 8497 + }, + { + "epoch": 0.1454663722419076, + "grad_norm": 2.408881425857544, + "learning_rate": 1.9308930375345293e-05, + "loss": 3.1084, + "step": 8498 + }, + { + "epoch": 0.14548348996045807, + "grad_norm": 2.5969700813293457, + "learning_rate": 1.9308727841315645e-05, + "loss": 3.1132, + "step": 8499 + }, + { + "epoch": 0.14550060767900855, + "grad_norm": 2.5681521892547607, + "learning_rate": 1.930852527867421e-05, + "loss": 3.2797, + "step": 8500 + }, + { + "epoch": 0.145517725397559, + "grad_norm": 2.496035575866699, + "learning_rate": 1.9308322687421616e-05, + "loss": 3.2662, + "step": 8501 + }, + { + "epoch": 0.14553484311610948, + "grad_norm": 2.7191503047943115, + "learning_rate": 1.930812006755848e-05, + "loss": 3.1022, + "step": 8502 + }, + { + "epoch": 0.14555196083465996, + "grad_norm": 2.638922929763794, + "learning_rate": 1.9307917419085426e-05, + "loss": 3.1787, + "step": 8503 + }, + { + "epoch": 0.14556907855321044, + "grad_norm": 2.697519302368164, + "learning_rate": 1.9307714742003077e-05, + "loss": 3.276, + "step": 8504 + }, + { + "epoch": 0.1455861962717609, + "grad_norm": 2.739088535308838, + "learning_rate": 1.9307512036312056e-05, + "loss": 3.1543, + "step": 8505 + }, + { + "epoch": 0.14560331399031137, + "grad_norm": 2.7475407123565674, + "learning_rate": 1.9307309302012987e-05, + "loss": 3.0705, + "step": 8506 + }, + { + "epoch": 0.14562043170886185, + "grad_norm": 2.883984088897705, + "learning_rate": 1.9307106539106493e-05, + "loss": 3.1193, + "step": 8507 + }, + { + "epoch": 0.1456375494274123, + "grad_norm": 2.6400671005249023, + "learning_rate": 1.9306903747593195e-05, + "loss": 3.0872, + "step": 8508 + }, + { + "epoch": 0.14565466714596279, + "grad_norm": 2.815133810043335, + "learning_rate": 1.9306700927473717e-05, + "loss": 3.1713, + "step": 8509 + }, + { + "epoch": 0.14567178486451327, + "grad_norm": 2.8268027305603027, + "learning_rate": 1.9306498078748687e-05, + "loss": 3.0562, + "step": 8510 + }, + { + "epoch": 0.14568890258306372, + "grad_norm": 2.5276896953582764, + "learning_rate": 1.930629520141872e-05, + "loss": 3.0978, + "step": 8511 + }, + { + "epoch": 0.1457060203016142, + "grad_norm": 2.7496159076690674, + "learning_rate": 1.9306092295484448e-05, + "loss": 3.1513, + "step": 8512 + }, + { + "epoch": 0.14572313802016468, + "grad_norm": 2.832925796508789, + "learning_rate": 1.9305889360946493e-05, + "loss": 3.1839, + "step": 8513 + }, + { + "epoch": 0.14574025573871516, + "grad_norm": 2.459486961364746, + "learning_rate": 1.9305686397805475e-05, + "loss": 2.9882, + "step": 8514 + }, + { + "epoch": 0.1457573734572656, + "grad_norm": 2.6172659397125244, + "learning_rate": 1.9305483406062015e-05, + "loss": 3.1206, + "step": 8515 + }, + { + "epoch": 0.1457744911758161, + "grad_norm": 2.7789673805236816, + "learning_rate": 1.9305280385716746e-05, + "loss": 3.1653, + "step": 8516 + }, + { + "epoch": 0.14579160889436657, + "grad_norm": 2.5302987098693848, + "learning_rate": 1.9305077336770288e-05, + "loss": 3.1107, + "step": 8517 + }, + { + "epoch": 0.14580872661291702, + "grad_norm": 2.6105916500091553, + "learning_rate": 1.9304874259223264e-05, + "loss": 3.0076, + "step": 8518 + }, + { + "epoch": 0.1458258443314675, + "grad_norm": 2.581756591796875, + "learning_rate": 1.9304671153076298e-05, + "loss": 3.0775, + "step": 8519 + }, + { + "epoch": 0.14584296205001798, + "grad_norm": 2.6853320598602295, + "learning_rate": 1.9304468018330014e-05, + "loss": 3.3, + "step": 8520 + }, + { + "epoch": 0.14586007976856843, + "grad_norm": 2.641223907470703, + "learning_rate": 1.930426485498504e-05, + "loss": 3.1201, + "step": 8521 + }, + { + "epoch": 0.14587719748711891, + "grad_norm": 2.4541382789611816, + "learning_rate": 1.9304061663041996e-05, + "loss": 3.0551, + "step": 8522 + }, + { + "epoch": 0.1458943152056694, + "grad_norm": 2.65507173538208, + "learning_rate": 1.930385844250151e-05, + "loss": 3.0875, + "step": 8523 + }, + { + "epoch": 0.14591143292421985, + "grad_norm": 2.4738144874572754, + "learning_rate": 1.9303655193364205e-05, + "loss": 3.0934, + "step": 8524 + }, + { + "epoch": 0.14592855064277033, + "grad_norm": 2.5429813861846924, + "learning_rate": 1.9303451915630705e-05, + "loss": 3.0998, + "step": 8525 + }, + { + "epoch": 0.1459456683613208, + "grad_norm": 2.617840528488159, + "learning_rate": 1.9303248609301634e-05, + "loss": 3.1961, + "step": 8526 + }, + { + "epoch": 0.1459627860798713, + "grad_norm": 2.6116902828216553, + "learning_rate": 1.9303045274377622e-05, + "loss": 3.0721, + "step": 8527 + }, + { + "epoch": 0.14597990379842174, + "grad_norm": 2.6072843074798584, + "learning_rate": 1.930284191085929e-05, + "loss": 3.0979, + "step": 8528 + }, + { + "epoch": 0.14599702151697222, + "grad_norm": 2.5388128757476807, + "learning_rate": 1.930263851874726e-05, + "loss": 3.1183, + "step": 8529 + }, + { + "epoch": 0.1460141392355227, + "grad_norm": 2.5088493824005127, + "learning_rate": 1.9302435098042165e-05, + "loss": 3.1182, + "step": 8530 + }, + { + "epoch": 0.14603125695407315, + "grad_norm": 2.564155340194702, + "learning_rate": 1.9302231648744626e-05, + "loss": 3.0984, + "step": 8531 + }, + { + "epoch": 0.14604837467262363, + "grad_norm": 2.604017972946167, + "learning_rate": 1.9302028170855266e-05, + "loss": 3.1986, + "step": 8532 + }, + { + "epoch": 0.1460654923911741, + "grad_norm": 2.6161530017852783, + "learning_rate": 1.9301824664374715e-05, + "loss": 3.1232, + "step": 8533 + }, + { + "epoch": 0.14608261010972456, + "grad_norm": 2.7318673133850098, + "learning_rate": 1.930162112930359e-05, + "loss": 3.0819, + "step": 8534 + }, + { + "epoch": 0.14609972782827504, + "grad_norm": 2.5887980461120605, + "learning_rate": 1.9301417565642532e-05, + "loss": 3.1965, + "step": 8535 + }, + { + "epoch": 0.14611684554682552, + "grad_norm": 2.561361789703369, + "learning_rate": 1.930121397339215e-05, + "loss": 3.1669, + "step": 8536 + }, + { + "epoch": 0.146133963265376, + "grad_norm": 2.7813868522644043, + "learning_rate": 1.930101035255308e-05, + "loss": 3.1125, + "step": 8537 + }, + { + "epoch": 0.14615108098392646, + "grad_norm": 2.5485308170318604, + "learning_rate": 1.9300806703125946e-05, + "loss": 3.1089, + "step": 8538 + }, + { + "epoch": 0.14616819870247694, + "grad_norm": 2.6983883380889893, + "learning_rate": 1.9300603025111374e-05, + "loss": 3.1138, + "step": 8539 + }, + { + "epoch": 0.14618531642102742, + "grad_norm": 2.632704257965088, + "learning_rate": 1.9300399318509985e-05, + "loss": 3.0362, + "step": 8540 + }, + { + "epoch": 0.14620243413957787, + "grad_norm": 2.6999659538269043, + "learning_rate": 1.930019558332241e-05, + "loss": 3.0782, + "step": 8541 + }, + { + "epoch": 0.14621955185812835, + "grad_norm": 2.5549814701080322, + "learning_rate": 1.929999181954928e-05, + "loss": 3.2545, + "step": 8542 + }, + { + "epoch": 0.14623666957667883, + "grad_norm": 2.5435397624969482, + "learning_rate": 1.9299788027191213e-05, + "loss": 3.0806, + "step": 8543 + }, + { + "epoch": 0.14625378729522928, + "grad_norm": 2.6244359016418457, + "learning_rate": 1.9299584206248837e-05, + "loss": 3.2311, + "step": 8544 + }, + { + "epoch": 0.14627090501377976, + "grad_norm": 2.5263943672180176, + "learning_rate": 1.9299380356722778e-05, + "loss": 3.2047, + "step": 8545 + }, + { + "epoch": 0.14628802273233024, + "grad_norm": 2.633129596710205, + "learning_rate": 1.9299176478613667e-05, + "loss": 3.1516, + "step": 8546 + }, + { + "epoch": 0.1463051404508807, + "grad_norm": 2.3984291553497314, + "learning_rate": 1.9298972571922127e-05, + "loss": 3.0885, + "step": 8547 + }, + { + "epoch": 0.14632225816943117, + "grad_norm": 2.724813461303711, + "learning_rate": 1.9298768636648786e-05, + "loss": 3.1773, + "step": 8548 + }, + { + "epoch": 0.14633937588798165, + "grad_norm": 2.5753250122070312, + "learning_rate": 1.929856467279427e-05, + "loss": 3.1288, + "step": 8549 + }, + { + "epoch": 0.14635649360653213, + "grad_norm": 2.659060478210449, + "learning_rate": 1.9298360680359207e-05, + "loss": 3.1841, + "step": 8550 + }, + { + "epoch": 0.1463736113250826, + "grad_norm": 2.6009342670440674, + "learning_rate": 1.9298156659344223e-05, + "loss": 3.1385, + "step": 8551 + }, + { + "epoch": 0.14639072904363307, + "grad_norm": 2.700573205947876, + "learning_rate": 1.9297952609749944e-05, + "loss": 3.0873, + "step": 8552 + }, + { + "epoch": 0.14640784676218355, + "grad_norm": 2.4930431842803955, + "learning_rate": 1.9297748531576998e-05, + "loss": 2.9896, + "step": 8553 + }, + { + "epoch": 0.146424964480734, + "grad_norm": 2.5626654624938965, + "learning_rate": 1.9297544424826017e-05, + "loss": 2.9438, + "step": 8554 + }, + { + "epoch": 0.14644208219928448, + "grad_norm": 2.782642126083374, + "learning_rate": 1.929734028949762e-05, + "loss": 3.1709, + "step": 8555 + }, + { + "epoch": 0.14645919991783496, + "grad_norm": 2.6124536991119385, + "learning_rate": 1.9297136125592442e-05, + "loss": 3.1348, + "step": 8556 + }, + { + "epoch": 0.1464763176363854, + "grad_norm": 2.535144090652466, + "learning_rate": 1.9296931933111105e-05, + "loss": 2.8967, + "step": 8557 + }, + { + "epoch": 0.1464934353549359, + "grad_norm": 2.759478807449341, + "learning_rate": 1.929672771205424e-05, + "loss": 3.2159, + "step": 8558 + }, + { + "epoch": 0.14651055307348637, + "grad_norm": 2.7003166675567627, + "learning_rate": 1.9296523462422473e-05, + "loss": 3.0802, + "step": 8559 + }, + { + "epoch": 0.14652767079203682, + "grad_norm": 2.55126690864563, + "learning_rate": 1.929631918421643e-05, + "loss": 3.1159, + "step": 8560 + }, + { + "epoch": 0.1465447885105873, + "grad_norm": 2.5472750663757324, + "learning_rate": 1.9296114877436746e-05, + "loss": 3.1553, + "step": 8561 + }, + { + "epoch": 0.14656190622913778, + "grad_norm": 2.4181971549987793, + "learning_rate": 1.929591054208404e-05, + "loss": 2.9911, + "step": 8562 + }, + { + "epoch": 0.14657902394768826, + "grad_norm": 2.7120814323425293, + "learning_rate": 1.9295706178158946e-05, + "loss": 2.9789, + "step": 8563 + }, + { + "epoch": 0.14659614166623872, + "grad_norm": 2.6284446716308594, + "learning_rate": 1.929550178566209e-05, + "loss": 3.3492, + "step": 8564 + }, + { + "epoch": 0.1466132593847892, + "grad_norm": 2.6837575435638428, + "learning_rate": 1.92952973645941e-05, + "loss": 3.0692, + "step": 8565 + }, + { + "epoch": 0.14663037710333968, + "grad_norm": 2.4353275299072266, + "learning_rate": 1.9295092914955607e-05, + "loss": 3.1004, + "step": 8566 + }, + { + "epoch": 0.14664749482189013, + "grad_norm": 2.5143110752105713, + "learning_rate": 1.9294888436747238e-05, + "loss": 3.1519, + "step": 8567 + }, + { + "epoch": 0.1466646125404406, + "grad_norm": 2.5731148719787598, + "learning_rate": 1.9294683929969616e-05, + "loss": 3.0766, + "step": 8568 + }, + { + "epoch": 0.1466817302589911, + "grad_norm": 2.758044719696045, + "learning_rate": 1.9294479394623376e-05, + "loss": 3.0379, + "step": 8569 + }, + { + "epoch": 0.14669884797754154, + "grad_norm": 2.41487717628479, + "learning_rate": 1.9294274830709147e-05, + "loss": 3.1245, + "step": 8570 + }, + { + "epoch": 0.14671596569609202, + "grad_norm": 2.3652408123016357, + "learning_rate": 1.9294070238227552e-05, + "loss": 3.1332, + "step": 8571 + }, + { + "epoch": 0.1467330834146425, + "grad_norm": 2.46763277053833, + "learning_rate": 1.929386561717923e-05, + "loss": 3.2224, + "step": 8572 + }, + { + "epoch": 0.14675020113319298, + "grad_norm": 2.594370126724243, + "learning_rate": 1.92936609675648e-05, + "loss": 3.0749, + "step": 8573 + }, + { + "epoch": 0.14676731885174343, + "grad_norm": 2.6017391681671143, + "learning_rate": 1.9293456289384897e-05, + "loss": 3.2058, + "step": 8574 + }, + { + "epoch": 0.1467844365702939, + "grad_norm": 2.4254205226898193, + "learning_rate": 1.9293251582640144e-05, + "loss": 2.975, + "step": 8575 + }, + { + "epoch": 0.1468015542888444, + "grad_norm": 2.8642702102661133, + "learning_rate": 1.9293046847331173e-05, + "loss": 3.0693, + "step": 8576 + }, + { + "epoch": 0.14681867200739485, + "grad_norm": 2.5692920684814453, + "learning_rate": 1.9292842083458615e-05, + "loss": 3.1367, + "step": 8577 + }, + { + "epoch": 0.14683578972594533, + "grad_norm": 2.569324493408203, + "learning_rate": 1.9292637291023106e-05, + "loss": 3.1654, + "step": 8578 + }, + { + "epoch": 0.1468529074444958, + "grad_norm": 2.4817869663238525, + "learning_rate": 1.9292432470025256e-05, + "loss": 3.1748, + "step": 8579 + }, + { + "epoch": 0.14687002516304626, + "grad_norm": 2.5685067176818848, + "learning_rate": 1.9292227620465717e-05, + "loss": 3.0338, + "step": 8580 + }, + { + "epoch": 0.14688714288159674, + "grad_norm": 2.537264108657837, + "learning_rate": 1.9292022742345104e-05, + "loss": 3.0392, + "step": 8581 + }, + { + "epoch": 0.14690426060014722, + "grad_norm": 2.4511613845825195, + "learning_rate": 1.929181783566405e-05, + "loss": 3.1924, + "step": 8582 + }, + { + "epoch": 0.14692137831869767, + "grad_norm": 2.7152364253997803, + "learning_rate": 1.9291612900423185e-05, + "loss": 3.1527, + "step": 8583 + }, + { + "epoch": 0.14693849603724815, + "grad_norm": 2.4979770183563232, + "learning_rate": 1.929140793662314e-05, + "loss": 3.1374, + "step": 8584 + }, + { + "epoch": 0.14695561375579863, + "grad_norm": 2.4948039054870605, + "learning_rate": 1.9291202944264545e-05, + "loss": 3.2223, + "step": 8585 + }, + { + "epoch": 0.1469727314743491, + "grad_norm": 2.4945592880249023, + "learning_rate": 1.9290997923348035e-05, + "loss": 3.1484, + "step": 8586 + }, + { + "epoch": 0.14698984919289956, + "grad_norm": 2.4565207958221436, + "learning_rate": 1.929079287387423e-05, + "loss": 3.0358, + "step": 8587 + }, + { + "epoch": 0.14700696691145004, + "grad_norm": 2.455212116241455, + "learning_rate": 1.9290587795843764e-05, + "loss": 3.0915, + "step": 8588 + }, + { + "epoch": 0.14702408463000052, + "grad_norm": 2.5429956912994385, + "learning_rate": 1.929038268925727e-05, + "loss": 3.1407, + "step": 8589 + }, + { + "epoch": 0.14704120234855098, + "grad_norm": 2.4144349098205566, + "learning_rate": 1.9290177554115375e-05, + "loss": 3.0133, + "step": 8590 + }, + { + "epoch": 0.14705832006710146, + "grad_norm": 2.544740676879883, + "learning_rate": 1.9289972390418715e-05, + "loss": 3.0243, + "step": 8591 + }, + { + "epoch": 0.14707543778565194, + "grad_norm": 2.3988935947418213, + "learning_rate": 1.9289767198167918e-05, + "loss": 3.0837, + "step": 8592 + }, + { + "epoch": 0.1470925555042024, + "grad_norm": 2.6504125595092773, + "learning_rate": 1.928956197736361e-05, + "loss": 3.0817, + "step": 8593 + }, + { + "epoch": 0.14710967322275287, + "grad_norm": 2.6343815326690674, + "learning_rate": 1.9289356728006426e-05, + "loss": 3.0689, + "step": 8594 + }, + { + "epoch": 0.14712679094130335, + "grad_norm": 2.5522522926330566, + "learning_rate": 1.9289151450096995e-05, + "loss": 3.2374, + "step": 8595 + }, + { + "epoch": 0.14714390865985383, + "grad_norm": 2.640514373779297, + "learning_rate": 1.9288946143635954e-05, + "loss": 3.1708, + "step": 8596 + }, + { + "epoch": 0.14716102637840428, + "grad_norm": 2.570760726928711, + "learning_rate": 1.9288740808623923e-05, + "loss": 3.1519, + "step": 8597 + }, + { + "epoch": 0.14717814409695476, + "grad_norm": 2.530005693435669, + "learning_rate": 1.9288535445061545e-05, + "loss": 3.0813, + "step": 8598 + }, + { + "epoch": 0.14719526181550524, + "grad_norm": 2.599625825881958, + "learning_rate": 1.928833005294944e-05, + "loss": 3.0031, + "step": 8599 + }, + { + "epoch": 0.1472123795340557, + "grad_norm": 2.707047462463379, + "learning_rate": 1.9288124632288253e-05, + "loss": 3.1371, + "step": 8600 + }, + { + "epoch": 0.14722949725260617, + "grad_norm": 2.553171157836914, + "learning_rate": 1.92879191830786e-05, + "loss": 3.1233, + "step": 8601 + }, + { + "epoch": 0.14724661497115665, + "grad_norm": 2.405284881591797, + "learning_rate": 1.9287713705321124e-05, + "loss": 2.9376, + "step": 8602 + }, + { + "epoch": 0.1472637326897071, + "grad_norm": 2.6705262660980225, + "learning_rate": 1.9287508199016452e-05, + "loss": 3.1006, + "step": 8603 + }, + { + "epoch": 0.14728085040825759, + "grad_norm": 2.650212287902832, + "learning_rate": 1.928730266416522e-05, + "loss": 3.037, + "step": 8604 + }, + { + "epoch": 0.14729796812680807, + "grad_norm": 2.486304998397827, + "learning_rate": 1.9287097100768046e-05, + "loss": 3.1733, + "step": 8605 + }, + { + "epoch": 0.14731508584535852, + "grad_norm": 2.624950647354126, + "learning_rate": 1.928689150882558e-05, + "loss": 3.2023, + "step": 8606 + }, + { + "epoch": 0.147332203563909, + "grad_norm": 2.464993476867676, + "learning_rate": 1.928668588833844e-05, + "loss": 3.1065, + "step": 8607 + }, + { + "epoch": 0.14734932128245948, + "grad_norm": 2.6924448013305664, + "learning_rate": 1.9286480239307266e-05, + "loss": 3.0489, + "step": 8608 + }, + { + "epoch": 0.14736643900100996, + "grad_norm": 2.5536880493164062, + "learning_rate": 1.928627456173269e-05, + "loss": 3.1007, + "step": 8609 + }, + { + "epoch": 0.1473835567195604, + "grad_norm": 2.728754758834839, + "learning_rate": 1.9286068855615336e-05, + "loss": 3.2122, + "step": 8610 + }, + { + "epoch": 0.1474006744381109, + "grad_norm": 2.5382401943206787, + "learning_rate": 1.9285863120955847e-05, + "loss": 3.1816, + "step": 8611 + }, + { + "epoch": 0.14741779215666137, + "grad_norm": 2.4207375049591064, + "learning_rate": 1.928565735775485e-05, + "loss": 3.0409, + "step": 8612 + }, + { + "epoch": 0.14743490987521182, + "grad_norm": 2.4249556064605713, + "learning_rate": 1.9285451566012975e-05, + "loss": 3.0316, + "step": 8613 + }, + { + "epoch": 0.1474520275937623, + "grad_norm": 2.5743627548217773, + "learning_rate": 1.9285245745730862e-05, + "loss": 3.1018, + "step": 8614 + }, + { + "epoch": 0.14746914531231278, + "grad_norm": 2.4595744609832764, + "learning_rate": 1.9285039896909133e-05, + "loss": 3.0024, + "step": 8615 + }, + { + "epoch": 0.14748626303086323, + "grad_norm": 2.531175136566162, + "learning_rate": 1.9284834019548435e-05, + "loss": 2.9621, + "step": 8616 + }, + { + "epoch": 0.14750338074941372, + "grad_norm": 2.529236316680908, + "learning_rate": 1.9284628113649384e-05, + "loss": 3.1055, + "step": 8617 + }, + { + "epoch": 0.1475204984679642, + "grad_norm": 2.5811257362365723, + "learning_rate": 1.9284422179212624e-05, + "loss": 3.1762, + "step": 8618 + }, + { + "epoch": 0.14753761618651468, + "grad_norm": 2.395977258682251, + "learning_rate": 1.9284216216238788e-05, + "loss": 3.0107, + "step": 8619 + }, + { + "epoch": 0.14755473390506513, + "grad_norm": 2.622860908508301, + "learning_rate": 1.9284010224728504e-05, + "loss": 3.1726, + "step": 8620 + }, + { + "epoch": 0.1475718516236156, + "grad_norm": 2.70709490776062, + "learning_rate": 1.928380420468241e-05, + "loss": 3.1587, + "step": 8621 + }, + { + "epoch": 0.1475889693421661, + "grad_norm": 2.5338263511657715, + "learning_rate": 1.9283598156101136e-05, + "loss": 3.1383, + "step": 8622 + }, + { + "epoch": 0.14760608706071654, + "grad_norm": 2.4670636653900146, + "learning_rate": 1.9283392078985318e-05, + "loss": 3.0777, + "step": 8623 + }, + { + "epoch": 0.14762320477926702, + "grad_norm": 2.61942195892334, + "learning_rate": 1.9283185973335583e-05, + "loss": 3.0981, + "step": 8624 + }, + { + "epoch": 0.1476403224978175, + "grad_norm": 2.5130040645599365, + "learning_rate": 1.928297983915257e-05, + "loss": 3.0334, + "step": 8625 + }, + { + "epoch": 0.14765744021636795, + "grad_norm": 2.509054660797119, + "learning_rate": 1.9282773676436914e-05, + "loss": 3.1097, + "step": 8626 + }, + { + "epoch": 0.14767455793491843, + "grad_norm": 2.7405431270599365, + "learning_rate": 1.9282567485189244e-05, + "loss": 3.0877, + "step": 8627 + }, + { + "epoch": 0.1476916756534689, + "grad_norm": 2.494767427444458, + "learning_rate": 1.9282361265410202e-05, + "loss": 3.003, + "step": 8628 + }, + { + "epoch": 0.14770879337201936, + "grad_norm": 2.5148353576660156, + "learning_rate": 1.928215501710041e-05, + "loss": 3.1246, + "step": 8629 + }, + { + "epoch": 0.14772591109056984, + "grad_norm": 2.580145835876465, + "learning_rate": 1.9281948740260508e-05, + "loss": 3.0518, + "step": 8630 + }, + { + "epoch": 0.14774302880912032, + "grad_norm": 2.650031328201294, + "learning_rate": 1.9281742434891134e-05, + "loss": 3.0785, + "step": 8631 + }, + { + "epoch": 0.1477601465276708, + "grad_norm": 2.7056076526641846, + "learning_rate": 1.9281536100992914e-05, + "loss": 3.2154, + "step": 8632 + }, + { + "epoch": 0.14777726424622126, + "grad_norm": 2.6814565658569336, + "learning_rate": 1.9281329738566486e-05, + "loss": 3.027, + "step": 8633 + }, + { + "epoch": 0.14779438196477174, + "grad_norm": 2.800614356994629, + "learning_rate": 1.9281123347612486e-05, + "loss": 3.0044, + "step": 8634 + }, + { + "epoch": 0.14781149968332222, + "grad_norm": 2.5899462699890137, + "learning_rate": 1.928091692813155e-05, + "loss": 3.1619, + "step": 8635 + }, + { + "epoch": 0.14782861740187267, + "grad_norm": 2.469165086746216, + "learning_rate": 1.9280710480124303e-05, + "loss": 2.8789, + "step": 8636 + }, + { + "epoch": 0.14784573512042315, + "grad_norm": 2.5984950065612793, + "learning_rate": 1.9280504003591393e-05, + "loss": 2.9578, + "step": 8637 + }, + { + "epoch": 0.14786285283897363, + "grad_norm": 2.6106815338134766, + "learning_rate": 1.928029749853344e-05, + "loss": 3.2086, + "step": 8638 + }, + { + "epoch": 0.14787997055752408, + "grad_norm": 2.634511709213257, + "learning_rate": 1.9280090964951092e-05, + "loss": 3.1951, + "step": 8639 + }, + { + "epoch": 0.14789708827607456, + "grad_norm": 2.610494375228882, + "learning_rate": 1.9279884402844974e-05, + "loss": 3.0968, + "step": 8640 + }, + { + "epoch": 0.14791420599462504, + "grad_norm": 2.4989335536956787, + "learning_rate": 1.9279677812215727e-05, + "loss": 2.9663, + "step": 8641 + }, + { + "epoch": 0.1479313237131755, + "grad_norm": 2.5126266479492188, + "learning_rate": 1.9279471193063984e-05, + "loss": 3.1965, + "step": 8642 + }, + { + "epoch": 0.14794844143172597, + "grad_norm": 2.837238311767578, + "learning_rate": 1.927926454539038e-05, + "loss": 3.0919, + "step": 8643 + }, + { + "epoch": 0.14796555915027645, + "grad_norm": 2.68735671043396, + "learning_rate": 1.927905786919555e-05, + "loss": 3.2415, + "step": 8644 + }, + { + "epoch": 0.14798267686882693, + "grad_norm": 2.5989699363708496, + "learning_rate": 1.927885116448013e-05, + "loss": 3.0718, + "step": 8645 + }, + { + "epoch": 0.1479997945873774, + "grad_norm": 2.58430552482605, + "learning_rate": 1.9278644431244754e-05, + "loss": 3.0892, + "step": 8646 + }, + { + "epoch": 0.14801691230592787, + "grad_norm": 2.5042202472686768, + "learning_rate": 1.927843766949006e-05, + "loss": 3.0844, + "step": 8647 + }, + { + "epoch": 0.14803403002447835, + "grad_norm": 2.6083028316497803, + "learning_rate": 1.927823087921668e-05, + "loss": 3.1156, + "step": 8648 + }, + { + "epoch": 0.1480511477430288, + "grad_norm": 2.580873727798462, + "learning_rate": 1.9278024060425253e-05, + "loss": 3.0868, + "step": 8649 + }, + { + "epoch": 0.14806826546157928, + "grad_norm": 2.5483226776123047, + "learning_rate": 1.9277817213116414e-05, + "loss": 3.1112, + "step": 8650 + }, + { + "epoch": 0.14808538318012976, + "grad_norm": 2.6120834350585938, + "learning_rate": 1.927761033729079e-05, + "loss": 2.994, + "step": 8651 + }, + { + "epoch": 0.1481025008986802, + "grad_norm": 2.5062243938446045, + "learning_rate": 1.9277403432949034e-05, + "loss": 3.0712, + "step": 8652 + }, + { + "epoch": 0.1481196186172307, + "grad_norm": 2.584929943084717, + "learning_rate": 1.9277196500091767e-05, + "loss": 3.1208, + "step": 8653 + }, + { + "epoch": 0.14813673633578117, + "grad_norm": 2.6253902912139893, + "learning_rate": 1.9276989538719634e-05, + "loss": 3.081, + "step": 8654 + }, + { + "epoch": 0.14815385405433165, + "grad_norm": 2.58979868888855, + "learning_rate": 1.9276782548833262e-05, + "loss": 3.1525, + "step": 8655 + }, + { + "epoch": 0.1481709717728821, + "grad_norm": 2.661536693572998, + "learning_rate": 1.9276575530433298e-05, + "loss": 3.1009, + "step": 8656 + }, + { + "epoch": 0.14818808949143258, + "grad_norm": 2.4669487476348877, + "learning_rate": 1.9276368483520372e-05, + "loss": 3.2049, + "step": 8657 + }, + { + "epoch": 0.14820520720998306, + "grad_norm": 2.6212947368621826, + "learning_rate": 1.9276161408095124e-05, + "loss": 3.2605, + "step": 8658 + }, + { + "epoch": 0.14822232492853352, + "grad_norm": 2.6820783615112305, + "learning_rate": 1.9275954304158185e-05, + "loss": 3.0585, + "step": 8659 + }, + { + "epoch": 0.148239442647084, + "grad_norm": 2.592357873916626, + "learning_rate": 1.9275747171710198e-05, + "loss": 3.1625, + "step": 8660 + }, + { + "epoch": 0.14825656036563448, + "grad_norm": 2.463698148727417, + "learning_rate": 1.9275540010751794e-05, + "loss": 3.1775, + "step": 8661 + }, + { + "epoch": 0.14827367808418493, + "grad_norm": 2.457425594329834, + "learning_rate": 1.9275332821283612e-05, + "loss": 3.1286, + "step": 8662 + }, + { + "epoch": 0.1482907958027354, + "grad_norm": 2.335946559906006, + "learning_rate": 1.9275125603306287e-05, + "loss": 3.0311, + "step": 8663 + }, + { + "epoch": 0.1483079135212859, + "grad_norm": 2.517643451690674, + "learning_rate": 1.9274918356820462e-05, + "loss": 3.0821, + "step": 8664 + }, + { + "epoch": 0.14832503123983634, + "grad_norm": 2.4411814212799072, + "learning_rate": 1.9274711081826768e-05, + "loss": 3.024, + "step": 8665 + }, + { + "epoch": 0.14834214895838682, + "grad_norm": 2.3457138538360596, + "learning_rate": 1.9274503778325844e-05, + "loss": 3.102, + "step": 8666 + }, + { + "epoch": 0.1483592666769373, + "grad_norm": 2.584728717803955, + "learning_rate": 1.9274296446318328e-05, + "loss": 3.096, + "step": 8667 + }, + { + "epoch": 0.14837638439548778, + "grad_norm": 2.737774610519409, + "learning_rate": 1.9274089085804853e-05, + "loss": 3.076, + "step": 8668 + }, + { + "epoch": 0.14839350211403823, + "grad_norm": 2.6133861541748047, + "learning_rate": 1.9273881696786067e-05, + "loss": 3.0972, + "step": 8669 + }, + { + "epoch": 0.1484106198325887, + "grad_norm": 2.687206745147705, + "learning_rate": 1.9273674279262592e-05, + "loss": 3.0736, + "step": 8670 + }, + { + "epoch": 0.1484277375511392, + "grad_norm": 2.601057767868042, + "learning_rate": 1.9273466833235077e-05, + "loss": 3.1215, + "step": 8671 + }, + { + "epoch": 0.14844485526968965, + "grad_norm": 2.575176954269409, + "learning_rate": 1.9273259358704157e-05, + "loss": 3.1554, + "step": 8672 + }, + { + "epoch": 0.14846197298824013, + "grad_norm": 2.5364058017730713, + "learning_rate": 1.9273051855670467e-05, + "loss": 3.0113, + "step": 8673 + }, + { + "epoch": 0.1484790907067906, + "grad_norm": 2.5938754081726074, + "learning_rate": 1.927284432413465e-05, + "loss": 3.1158, + "step": 8674 + }, + { + "epoch": 0.14849620842534106, + "grad_norm": 2.478912591934204, + "learning_rate": 1.927263676409734e-05, + "loss": 3.1126, + "step": 8675 + }, + { + "epoch": 0.14851332614389154, + "grad_norm": 2.678673267364502, + "learning_rate": 1.9272429175559174e-05, + "loss": 2.9153, + "step": 8676 + }, + { + "epoch": 0.14853044386244202, + "grad_norm": 2.584609031677246, + "learning_rate": 1.9272221558520795e-05, + "loss": 3.1098, + "step": 8677 + }, + { + "epoch": 0.1485475615809925, + "grad_norm": 2.6483373641967773, + "learning_rate": 1.9272013912982834e-05, + "loss": 3.1586, + "step": 8678 + }, + { + "epoch": 0.14856467929954295, + "grad_norm": 2.7486400604248047, + "learning_rate": 1.9271806238945935e-05, + "loss": 3.2255, + "step": 8679 + }, + { + "epoch": 0.14858179701809343, + "grad_norm": 2.4770896434783936, + "learning_rate": 1.9271598536410734e-05, + "loss": 3.0482, + "step": 8680 + }, + { + "epoch": 0.1485989147366439, + "grad_norm": 2.6554441452026367, + "learning_rate": 1.927139080537787e-05, + "loss": 3.1553, + "step": 8681 + }, + { + "epoch": 0.14861603245519436, + "grad_norm": 2.6534316539764404, + "learning_rate": 1.9271183045847982e-05, + "loss": 3.1021, + "step": 8682 + }, + { + "epoch": 0.14863315017374484, + "grad_norm": 2.5276594161987305, + "learning_rate": 1.927097525782171e-05, + "loss": 3.0631, + "step": 8683 + }, + { + "epoch": 0.14865026789229532, + "grad_norm": 2.5279674530029297, + "learning_rate": 1.9270767441299685e-05, + "loss": 3.0887, + "step": 8684 + }, + { + "epoch": 0.14866738561084578, + "grad_norm": 2.58245849609375, + "learning_rate": 1.927055959628255e-05, + "loss": 3.1657, + "step": 8685 + }, + { + "epoch": 0.14868450332939626, + "grad_norm": 2.8225839138031006, + "learning_rate": 1.927035172277095e-05, + "loss": 3.1844, + "step": 8686 + }, + { + "epoch": 0.14870162104794674, + "grad_norm": 2.838625907897949, + "learning_rate": 1.9270143820765522e-05, + "loss": 3.1761, + "step": 8687 + }, + { + "epoch": 0.1487187387664972, + "grad_norm": 2.6436376571655273, + "learning_rate": 1.9269935890266897e-05, + "loss": 3.1492, + "step": 8688 + }, + { + "epoch": 0.14873585648504767, + "grad_norm": 2.567227840423584, + "learning_rate": 1.926972793127572e-05, + "loss": 3.1462, + "step": 8689 + }, + { + "epoch": 0.14875297420359815, + "grad_norm": 2.8428659439086914, + "learning_rate": 1.926951994379263e-05, + "loss": 3.128, + "step": 8690 + }, + { + "epoch": 0.14877009192214863, + "grad_norm": 2.5508124828338623, + "learning_rate": 1.9269311927818263e-05, + "loss": 3.0871, + "step": 8691 + }, + { + "epoch": 0.14878720964069908, + "grad_norm": 2.5447638034820557, + "learning_rate": 1.9269103883353266e-05, + "loss": 3.0443, + "step": 8692 + }, + { + "epoch": 0.14880432735924956, + "grad_norm": 3.0709688663482666, + "learning_rate": 1.926889581039827e-05, + "loss": 3.0129, + "step": 8693 + }, + { + "epoch": 0.14882144507780004, + "grad_norm": 2.7715632915496826, + "learning_rate": 1.926868770895392e-05, + "loss": 3.0804, + "step": 8694 + }, + { + "epoch": 0.1488385627963505, + "grad_norm": 2.523919105529785, + "learning_rate": 1.9268479579020853e-05, + "loss": 2.9625, + "step": 8695 + }, + { + "epoch": 0.14885568051490097, + "grad_norm": 3.030344009399414, + "learning_rate": 1.926827142059971e-05, + "loss": 3.0101, + "step": 8696 + }, + { + "epoch": 0.14887279823345145, + "grad_norm": 2.6100590229034424, + "learning_rate": 1.926806323369113e-05, + "loss": 3.1005, + "step": 8697 + }, + { + "epoch": 0.1488899159520019, + "grad_norm": 2.5896503925323486, + "learning_rate": 1.926785501829575e-05, + "loss": 2.9313, + "step": 8698 + }, + { + "epoch": 0.14890703367055239, + "grad_norm": 2.8091115951538086, + "learning_rate": 1.9267646774414218e-05, + "loss": 3.2213, + "step": 8699 + }, + { + "epoch": 0.14892415138910287, + "grad_norm": 2.597100257873535, + "learning_rate": 1.9267438502047167e-05, + "loss": 3.1756, + "step": 8700 + }, + { + "epoch": 0.14894126910765335, + "grad_norm": 2.5844011306762695, + "learning_rate": 1.926723020119524e-05, + "loss": 3.0512, + "step": 8701 + }, + { + "epoch": 0.1489583868262038, + "grad_norm": 2.6348166465759277, + "learning_rate": 1.9267021871859074e-05, + "loss": 3.0469, + "step": 8702 + }, + { + "epoch": 0.14897550454475428, + "grad_norm": 2.446249485015869, + "learning_rate": 1.9266813514039317e-05, + "loss": 3.0366, + "step": 8703 + }, + { + "epoch": 0.14899262226330476, + "grad_norm": 2.6405818462371826, + "learning_rate": 1.92666051277366e-05, + "loss": 3.0641, + "step": 8704 + }, + { + "epoch": 0.1490097399818552, + "grad_norm": 2.786613702774048, + "learning_rate": 1.926639671295157e-05, + "loss": 3.1076, + "step": 8705 + }, + { + "epoch": 0.1490268577004057, + "grad_norm": 2.4234511852264404, + "learning_rate": 1.9266188269684864e-05, + "loss": 3.0215, + "step": 8706 + }, + { + "epoch": 0.14904397541895617, + "grad_norm": 2.5685555934906006, + "learning_rate": 1.9265979797937123e-05, + "loss": 3.1328, + "step": 8707 + }, + { + "epoch": 0.14906109313750662, + "grad_norm": 2.6314034461975098, + "learning_rate": 1.9265771297708993e-05, + "loss": 3.1265, + "step": 8708 + }, + { + "epoch": 0.1490782108560571, + "grad_norm": 2.6240437030792236, + "learning_rate": 1.9265562769001108e-05, + "loss": 3.0721, + "step": 8709 + }, + { + "epoch": 0.14909532857460758, + "grad_norm": 2.630972146987915, + "learning_rate": 1.926535421181411e-05, + "loss": 3.1863, + "step": 8710 + }, + { + "epoch": 0.14911244629315804, + "grad_norm": 2.752713918685913, + "learning_rate": 1.9265145626148645e-05, + "loss": 3.1204, + "step": 8711 + }, + { + "epoch": 0.14912956401170852, + "grad_norm": 2.5301215648651123, + "learning_rate": 1.926493701200535e-05, + "loss": 3.0452, + "step": 8712 + }, + { + "epoch": 0.149146681730259, + "grad_norm": 2.5894272327423096, + "learning_rate": 1.9264728369384867e-05, + "loss": 3.092, + "step": 8713 + }, + { + "epoch": 0.14916379944880948, + "grad_norm": 2.7603695392608643, + "learning_rate": 1.9264519698287836e-05, + "loss": 3.0024, + "step": 8714 + }, + { + "epoch": 0.14918091716735993, + "grad_norm": 2.512418031692505, + "learning_rate": 1.92643109987149e-05, + "loss": 3.1331, + "step": 8715 + }, + { + "epoch": 0.1491980348859104, + "grad_norm": 2.5873196125030518, + "learning_rate": 1.92641022706667e-05, + "loss": 3.0891, + "step": 8716 + }, + { + "epoch": 0.1492151526044609, + "grad_norm": 2.610936164855957, + "learning_rate": 1.9263893514143877e-05, + "loss": 3.1518, + "step": 8717 + }, + { + "epoch": 0.14923227032301134, + "grad_norm": 2.624988079071045, + "learning_rate": 1.9263684729147075e-05, + "loss": 3.1787, + "step": 8718 + }, + { + "epoch": 0.14924938804156182, + "grad_norm": 2.5924246311187744, + "learning_rate": 1.9263475915676935e-05, + "loss": 3.0949, + "step": 8719 + }, + { + "epoch": 0.1492665057601123, + "grad_norm": 2.5430819988250732, + "learning_rate": 1.9263267073734098e-05, + "loss": 3.1087, + "step": 8720 + }, + { + "epoch": 0.14928362347866275, + "grad_norm": 2.6840660572052, + "learning_rate": 1.9263058203319204e-05, + "loss": 2.9859, + "step": 8721 + }, + { + "epoch": 0.14930074119721323, + "grad_norm": 2.6292777061462402, + "learning_rate": 1.9262849304432896e-05, + "loss": 3.0377, + "step": 8722 + }, + { + "epoch": 0.1493178589157637, + "grad_norm": 2.770503282546997, + "learning_rate": 1.9262640377075822e-05, + "loss": 3.0891, + "step": 8723 + }, + { + "epoch": 0.14933497663431416, + "grad_norm": 2.6094982624053955, + "learning_rate": 1.9262431421248613e-05, + "loss": 3.2135, + "step": 8724 + }, + { + "epoch": 0.14935209435286464, + "grad_norm": 2.6402249336242676, + "learning_rate": 1.926222243695192e-05, + "loss": 2.9668, + "step": 8725 + }, + { + "epoch": 0.14936921207141513, + "grad_norm": 2.6101908683776855, + "learning_rate": 1.9262013424186384e-05, + "loss": 3.118, + "step": 8726 + }, + { + "epoch": 0.1493863297899656, + "grad_norm": 2.6582088470458984, + "learning_rate": 1.9261804382952645e-05, + "loss": 3.1623, + "step": 8727 + }, + { + "epoch": 0.14940344750851606, + "grad_norm": 2.669646978378296, + "learning_rate": 1.9261595313251346e-05, + "loss": 3.1083, + "step": 8728 + }, + { + "epoch": 0.14942056522706654, + "grad_norm": 2.474181890487671, + "learning_rate": 1.926138621508313e-05, + "loss": 3.0009, + "step": 8729 + }, + { + "epoch": 0.14943768294561702, + "grad_norm": 2.605721950531006, + "learning_rate": 1.926117708844864e-05, + "loss": 3.1857, + "step": 8730 + }, + { + "epoch": 0.14945480066416747, + "grad_norm": 2.4636006355285645, + "learning_rate": 1.926096793334852e-05, + "loss": 3.0259, + "step": 8731 + }, + { + "epoch": 0.14947191838271795, + "grad_norm": 2.425013303756714, + "learning_rate": 1.926075874978341e-05, + "loss": 3.0295, + "step": 8732 + }, + { + "epoch": 0.14948903610126843, + "grad_norm": 2.656867742538452, + "learning_rate": 1.9260549537753958e-05, + "loss": 3.0811, + "step": 8733 + }, + { + "epoch": 0.14950615381981888, + "grad_norm": 2.6070611476898193, + "learning_rate": 1.92603402972608e-05, + "loss": 3.1208, + "step": 8734 + }, + { + "epoch": 0.14952327153836936, + "grad_norm": 2.4573819637298584, + "learning_rate": 1.9260131028304582e-05, + "loss": 3.0753, + "step": 8735 + }, + { + "epoch": 0.14954038925691984, + "grad_norm": 2.5086135864257812, + "learning_rate": 1.9259921730885952e-05, + "loss": 3.1665, + "step": 8736 + }, + { + "epoch": 0.14955750697547032, + "grad_norm": 2.5553317070007324, + "learning_rate": 1.9259712405005545e-05, + "loss": 3.0784, + "step": 8737 + }, + { + "epoch": 0.14957462469402077, + "grad_norm": 2.4831972122192383, + "learning_rate": 1.925950305066401e-05, + "loss": 3.0277, + "step": 8738 + }, + { + "epoch": 0.14959174241257125, + "grad_norm": 2.6258909702301025, + "learning_rate": 1.925929366786199e-05, + "loss": 3.015, + "step": 8739 + }, + { + "epoch": 0.14960886013112173, + "grad_norm": 2.660719871520996, + "learning_rate": 1.925908425660013e-05, + "loss": 3.0683, + "step": 8740 + }, + { + "epoch": 0.1496259778496722, + "grad_norm": 2.5738868713378906, + "learning_rate": 1.925887481687907e-05, + "loss": 3.0715, + "step": 8741 + }, + { + "epoch": 0.14964309556822267, + "grad_norm": 2.5602545738220215, + "learning_rate": 1.9258665348699453e-05, + "loss": 3.1927, + "step": 8742 + }, + { + "epoch": 0.14966021328677315, + "grad_norm": 2.4600987434387207, + "learning_rate": 1.9258455852061923e-05, + "loss": 2.9828, + "step": 8743 + }, + { + "epoch": 0.1496773310053236, + "grad_norm": 2.5402166843414307, + "learning_rate": 1.925824632696713e-05, + "loss": 3.084, + "step": 8744 + }, + { + "epoch": 0.14969444872387408, + "grad_norm": 2.498945951461792, + "learning_rate": 1.9258036773415714e-05, + "loss": 3.0244, + "step": 8745 + }, + { + "epoch": 0.14971156644242456, + "grad_norm": 2.5280375480651855, + "learning_rate": 1.925782719140832e-05, + "loss": 3.0233, + "step": 8746 + }, + { + "epoch": 0.149728684160975, + "grad_norm": 2.7447731494903564, + "learning_rate": 1.9257617580945583e-05, + "loss": 3.2962, + "step": 8747 + }, + { + "epoch": 0.1497458018795255, + "grad_norm": 2.5933334827423096, + "learning_rate": 1.9257407942028162e-05, + "loss": 3.0696, + "step": 8748 + }, + { + "epoch": 0.14976291959807597, + "grad_norm": 2.3900067806243896, + "learning_rate": 1.9257198274656698e-05, + "loss": 3.0123, + "step": 8749 + }, + { + "epoch": 0.14978003731662645, + "grad_norm": 2.5400495529174805, + "learning_rate": 1.9256988578831826e-05, + "loss": 2.9604, + "step": 8750 + }, + { + "epoch": 0.1497971550351769, + "grad_norm": 2.5513105392456055, + "learning_rate": 1.92567788545542e-05, + "loss": 3.1834, + "step": 8751 + }, + { + "epoch": 0.14981427275372738, + "grad_norm": 2.7116012573242188, + "learning_rate": 1.925656910182446e-05, + "loss": 3.2177, + "step": 8752 + }, + { + "epoch": 0.14983139047227786, + "grad_norm": 2.8121213912963867, + "learning_rate": 1.9256359320643254e-05, + "loss": 3.04, + "step": 8753 + }, + { + "epoch": 0.14984850819082832, + "grad_norm": 2.5384044647216797, + "learning_rate": 1.925614951101122e-05, + "loss": 3.0813, + "step": 8754 + }, + { + "epoch": 0.1498656259093788, + "grad_norm": 2.8576433658599854, + "learning_rate": 1.925593967292901e-05, + "loss": 3.0876, + "step": 8755 + }, + { + "epoch": 0.14988274362792928, + "grad_norm": 2.5023369789123535, + "learning_rate": 1.925572980639727e-05, + "loss": 3.0459, + "step": 8756 + }, + { + "epoch": 0.14989986134647973, + "grad_norm": 2.6336634159088135, + "learning_rate": 1.925551991141664e-05, + "loss": 3.1078, + "step": 8757 + }, + { + "epoch": 0.1499169790650302, + "grad_norm": 2.5484116077423096, + "learning_rate": 1.9255309987987764e-05, + "loss": 3.0998, + "step": 8758 + }, + { + "epoch": 0.1499340967835807, + "grad_norm": 2.679260492324829, + "learning_rate": 1.9255100036111293e-05, + "loss": 3.0888, + "step": 8759 + }, + { + "epoch": 0.14995121450213117, + "grad_norm": 2.422393321990967, + "learning_rate": 1.925489005578787e-05, + "loss": 3.0177, + "step": 8760 + }, + { + "epoch": 0.14996833222068162, + "grad_norm": 2.680708169937134, + "learning_rate": 1.925468004701814e-05, + "loss": 3.0667, + "step": 8761 + }, + { + "epoch": 0.1499854499392321, + "grad_norm": 2.5234711170196533, + "learning_rate": 1.9254470009802748e-05, + "loss": 3.1675, + "step": 8762 + }, + { + "epoch": 0.15000256765778258, + "grad_norm": 2.59194278717041, + "learning_rate": 1.9254259944142338e-05, + "loss": 3.2865, + "step": 8763 + }, + { + "epoch": 0.15001968537633303, + "grad_norm": 2.7068862915039062, + "learning_rate": 1.925404985003756e-05, + "loss": 3.0319, + "step": 8764 + }, + { + "epoch": 0.15003680309488351, + "grad_norm": 2.6983766555786133, + "learning_rate": 1.9253839727489055e-05, + "loss": 3.0213, + "step": 8765 + }, + { + "epoch": 0.150053920813434, + "grad_norm": 2.4747328758239746, + "learning_rate": 1.9253629576497475e-05, + "loss": 2.8847, + "step": 8766 + }, + { + "epoch": 0.15007103853198445, + "grad_norm": 2.881972074508667, + "learning_rate": 1.9253419397063458e-05, + "loss": 3.1607, + "step": 8767 + }, + { + "epoch": 0.15008815625053493, + "grad_norm": 2.781536817550659, + "learning_rate": 1.9253209189187657e-05, + "loss": 3.0127, + "step": 8768 + }, + { + "epoch": 0.1501052739690854, + "grad_norm": 2.5461502075195312, + "learning_rate": 1.925299895287071e-05, + "loss": 3.045, + "step": 8769 + }, + { + "epoch": 0.15012239168763586, + "grad_norm": 2.7423079013824463, + "learning_rate": 1.9252788688113276e-05, + "loss": 3.1546, + "step": 8770 + }, + { + "epoch": 0.15013950940618634, + "grad_norm": 2.9885036945343018, + "learning_rate": 1.925257839491599e-05, + "loss": 3.0408, + "step": 8771 + }, + { + "epoch": 0.15015662712473682, + "grad_norm": 2.574192762374878, + "learning_rate": 1.9252368073279505e-05, + "loss": 3.1813, + "step": 8772 + }, + { + "epoch": 0.1501737448432873, + "grad_norm": 2.8036389350891113, + "learning_rate": 1.925215772320446e-05, + "loss": 3.0498, + "step": 8773 + }, + { + "epoch": 0.15019086256183775, + "grad_norm": 2.647160053253174, + "learning_rate": 1.925194734469151e-05, + "loss": 2.9621, + "step": 8774 + }, + { + "epoch": 0.15020798028038823, + "grad_norm": 2.673889636993408, + "learning_rate": 1.9251736937741295e-05, + "loss": 3.0742, + "step": 8775 + }, + { + "epoch": 0.1502250979989387, + "grad_norm": 3.101379871368408, + "learning_rate": 1.9251526502354463e-05, + "loss": 3.2084, + "step": 8776 + }, + { + "epoch": 0.15024221571748916, + "grad_norm": 2.6693217754364014, + "learning_rate": 1.9251316038531668e-05, + "loss": 3.1054, + "step": 8777 + }, + { + "epoch": 0.15025933343603964, + "grad_norm": 2.656000852584839, + "learning_rate": 1.9251105546273547e-05, + "loss": 3.1523, + "step": 8778 + }, + { + "epoch": 0.15027645115459012, + "grad_norm": 2.855102300643921, + "learning_rate": 1.9250895025580753e-05, + "loss": 3.1092, + "step": 8779 + }, + { + "epoch": 0.15029356887314058, + "grad_norm": 2.601017713546753, + "learning_rate": 1.9250684476453927e-05, + "loss": 3.0957, + "step": 8780 + }, + { + "epoch": 0.15031068659169106, + "grad_norm": 2.761488199234009, + "learning_rate": 1.9250473898893723e-05, + "loss": 2.8868, + "step": 8781 + }, + { + "epoch": 0.15032780431024154, + "grad_norm": 2.586320161819458, + "learning_rate": 1.9250263292900788e-05, + "loss": 3.0449, + "step": 8782 + }, + { + "epoch": 0.15034492202879202, + "grad_norm": 2.613121747970581, + "learning_rate": 1.9250052658475765e-05, + "loss": 2.9662, + "step": 8783 + }, + { + "epoch": 0.15036203974734247, + "grad_norm": 2.7418034076690674, + "learning_rate": 1.92498419956193e-05, + "loss": 3.1628, + "step": 8784 + }, + { + "epoch": 0.15037915746589295, + "grad_norm": 2.5486154556274414, + "learning_rate": 1.9249631304332047e-05, + "loss": 2.9806, + "step": 8785 + }, + { + "epoch": 0.15039627518444343, + "grad_norm": 2.5827598571777344, + "learning_rate": 1.9249420584614653e-05, + "loss": 3.1905, + "step": 8786 + }, + { + "epoch": 0.15041339290299388, + "grad_norm": 2.574958086013794, + "learning_rate": 1.924920983646776e-05, + "loss": 3.1395, + "step": 8787 + }, + { + "epoch": 0.15043051062154436, + "grad_norm": 2.6453444957733154, + "learning_rate": 1.9248999059892018e-05, + "loss": 3.0738, + "step": 8788 + }, + { + "epoch": 0.15044762834009484, + "grad_norm": 2.674927234649658, + "learning_rate": 1.924878825488808e-05, + "loss": 2.9784, + "step": 8789 + }, + { + "epoch": 0.1504647460586453, + "grad_norm": 2.551218032836914, + "learning_rate": 1.9248577421456585e-05, + "loss": 3.0191, + "step": 8790 + }, + { + "epoch": 0.15048186377719577, + "grad_norm": 2.854477882385254, + "learning_rate": 1.9248366559598192e-05, + "loss": 3.2674, + "step": 8791 + }, + { + "epoch": 0.15049898149574625, + "grad_norm": 2.527857780456543, + "learning_rate": 1.9248155669313536e-05, + "loss": 3.216, + "step": 8792 + }, + { + "epoch": 0.1505160992142967, + "grad_norm": 2.4374001026153564, + "learning_rate": 1.9247944750603277e-05, + "loss": 3.023, + "step": 8793 + }, + { + "epoch": 0.15053321693284719, + "grad_norm": 2.587214946746826, + "learning_rate": 1.9247733803468053e-05, + "loss": 2.9554, + "step": 8794 + }, + { + "epoch": 0.15055033465139767, + "grad_norm": 2.5191383361816406, + "learning_rate": 1.9247522827908524e-05, + "loss": 3.0463, + "step": 8795 + }, + { + "epoch": 0.15056745236994815, + "grad_norm": 2.5080363750457764, + "learning_rate": 1.9247311823925327e-05, + "loss": 2.9776, + "step": 8796 + }, + { + "epoch": 0.1505845700884986, + "grad_norm": 2.4485905170440674, + "learning_rate": 1.9247100791519117e-05, + "loss": 3.0379, + "step": 8797 + }, + { + "epoch": 0.15060168780704908, + "grad_norm": 2.506056070327759, + "learning_rate": 1.9246889730690543e-05, + "loss": 3.0857, + "step": 8798 + }, + { + "epoch": 0.15061880552559956, + "grad_norm": 2.5469675064086914, + "learning_rate": 1.924667864144025e-05, + "loss": 3.0483, + "step": 8799 + }, + { + "epoch": 0.15063592324415, + "grad_norm": 2.400627613067627, + "learning_rate": 1.924646752376889e-05, + "loss": 3.0196, + "step": 8800 + }, + { + "epoch": 0.1506530409627005, + "grad_norm": 2.3952839374542236, + "learning_rate": 1.924625637767711e-05, + "loss": 3.0559, + "step": 8801 + }, + { + "epoch": 0.15067015868125097, + "grad_norm": 2.3769848346710205, + "learning_rate": 1.9246045203165563e-05, + "loss": 3.1589, + "step": 8802 + }, + { + "epoch": 0.15068727639980142, + "grad_norm": 2.4734952449798584, + "learning_rate": 1.9245834000234893e-05, + "loss": 3.1307, + "step": 8803 + }, + { + "epoch": 0.1507043941183519, + "grad_norm": 2.5127384662628174, + "learning_rate": 1.924562276888575e-05, + "loss": 3.0358, + "step": 8804 + }, + { + "epoch": 0.15072151183690238, + "grad_norm": 2.5118441581726074, + "learning_rate": 1.9245411509118783e-05, + "loss": 3.0633, + "step": 8805 + }, + { + "epoch": 0.15073862955545284, + "grad_norm": 2.5557076930999756, + "learning_rate": 1.9245200220934646e-05, + "loss": 3.096, + "step": 8806 + }, + { + "epoch": 0.15075574727400332, + "grad_norm": 2.4610750675201416, + "learning_rate": 1.9244988904333984e-05, + "loss": 3.0631, + "step": 8807 + }, + { + "epoch": 0.1507728649925538, + "grad_norm": 2.5798563957214355, + "learning_rate": 1.9244777559317447e-05, + "loss": 3.1855, + "step": 8808 + }, + { + "epoch": 0.15078998271110428, + "grad_norm": 2.664799213409424, + "learning_rate": 1.9244566185885686e-05, + "loss": 3.0731, + "step": 8809 + }, + { + "epoch": 0.15080710042965473, + "grad_norm": 2.421962261199951, + "learning_rate": 1.9244354784039347e-05, + "loss": 2.9652, + "step": 8810 + }, + { + "epoch": 0.1508242181482052, + "grad_norm": 2.4046647548675537, + "learning_rate": 1.9244143353779084e-05, + "loss": 2.9998, + "step": 8811 + }, + { + "epoch": 0.1508413358667557, + "grad_norm": 2.4157960414886475, + "learning_rate": 1.924393189510555e-05, + "loss": 3.0798, + "step": 8812 + }, + { + "epoch": 0.15085845358530614, + "grad_norm": 2.452519416809082, + "learning_rate": 1.9243720408019384e-05, + "loss": 3.1246, + "step": 8813 + }, + { + "epoch": 0.15087557130385662, + "grad_norm": 2.4314401149749756, + "learning_rate": 1.9243508892521244e-05, + "loss": 3.1161, + "step": 8814 + }, + { + "epoch": 0.1508926890224071, + "grad_norm": 2.5365381240844727, + "learning_rate": 1.924329734861178e-05, + "loss": 3.0932, + "step": 8815 + }, + { + "epoch": 0.15090980674095755, + "grad_norm": 2.613839864730835, + "learning_rate": 1.924308577629164e-05, + "loss": 3.1115, + "step": 8816 + }, + { + "epoch": 0.15092692445950803, + "grad_norm": 2.504865884780884, + "learning_rate": 1.9242874175561477e-05, + "loss": 3.1836, + "step": 8817 + }, + { + "epoch": 0.1509440421780585, + "grad_norm": 2.5452091693878174, + "learning_rate": 1.924266254642194e-05, + "loss": 3.1619, + "step": 8818 + }, + { + "epoch": 0.150961159896609, + "grad_norm": 2.4315130710601807, + "learning_rate": 1.9242450888873675e-05, + "loss": 3.0868, + "step": 8819 + }, + { + "epoch": 0.15097827761515945, + "grad_norm": 2.4401848316192627, + "learning_rate": 1.924223920291734e-05, + "loss": 3.029, + "step": 8820 + }, + { + "epoch": 0.15099539533370993, + "grad_norm": 2.6200926303863525, + "learning_rate": 1.924202748855358e-05, + "loss": 3.0741, + "step": 8821 + }, + { + "epoch": 0.1510125130522604, + "grad_norm": 2.6716129779815674, + "learning_rate": 1.924181574578305e-05, + "loss": 3.1599, + "step": 8822 + }, + { + "epoch": 0.15102963077081086, + "grad_norm": 2.616551637649536, + "learning_rate": 1.92416039746064e-05, + "loss": 3.1168, + "step": 8823 + }, + { + "epoch": 0.15104674848936134, + "grad_norm": 2.443387508392334, + "learning_rate": 1.9241392175024274e-05, + "loss": 3.0056, + "step": 8824 + }, + { + "epoch": 0.15106386620791182, + "grad_norm": 2.4672770500183105, + "learning_rate": 1.9241180347037333e-05, + "loss": 3.0236, + "step": 8825 + }, + { + "epoch": 0.15108098392646227, + "grad_norm": 2.784390926361084, + "learning_rate": 1.9240968490646223e-05, + "loss": 3.1949, + "step": 8826 + }, + { + "epoch": 0.15109810164501275, + "grad_norm": 2.381273031234741, + "learning_rate": 1.9240756605851595e-05, + "loss": 3.0239, + "step": 8827 + }, + { + "epoch": 0.15111521936356323, + "grad_norm": 2.3583567142486572, + "learning_rate": 1.92405446926541e-05, + "loss": 3.0337, + "step": 8828 + }, + { + "epoch": 0.15113233708211368, + "grad_norm": 2.674610137939453, + "learning_rate": 1.9240332751054397e-05, + "loss": 3.037, + "step": 8829 + }, + { + "epoch": 0.15114945480066416, + "grad_norm": 2.6270971298217773, + "learning_rate": 1.9240120781053123e-05, + "loss": 3.0754, + "step": 8830 + }, + { + "epoch": 0.15116657251921464, + "grad_norm": 2.573216676712036, + "learning_rate": 1.923990878265094e-05, + "loss": 3.1143, + "step": 8831 + }, + { + "epoch": 0.15118369023776512, + "grad_norm": 2.55375337600708, + "learning_rate": 1.92396967558485e-05, + "loss": 3.1043, + "step": 8832 + }, + { + "epoch": 0.15120080795631557, + "grad_norm": 2.599275588989258, + "learning_rate": 1.923948470064645e-05, + "loss": 3.1078, + "step": 8833 + }, + { + "epoch": 0.15121792567486605, + "grad_norm": 2.4919564723968506, + "learning_rate": 1.9239272617045444e-05, + "loss": 3.0591, + "step": 8834 + }, + { + "epoch": 0.15123504339341654, + "grad_norm": 2.665039300918579, + "learning_rate": 1.9239060505046133e-05, + "loss": 3.2696, + "step": 8835 + }, + { + "epoch": 0.151252161111967, + "grad_norm": 2.6407852172851562, + "learning_rate": 1.923884836464917e-05, + "loss": 3.0325, + "step": 8836 + }, + { + "epoch": 0.15126927883051747, + "grad_norm": 2.459338665008545, + "learning_rate": 1.92386361958552e-05, + "loss": 3.0242, + "step": 8837 + }, + { + "epoch": 0.15128639654906795, + "grad_norm": 2.6143157482147217, + "learning_rate": 1.923842399866489e-05, + "loss": 3.0337, + "step": 8838 + }, + { + "epoch": 0.1513035142676184, + "grad_norm": 2.628688335418701, + "learning_rate": 1.9238211773078882e-05, + "loss": 3.0598, + "step": 8839 + }, + { + "epoch": 0.15132063198616888, + "grad_norm": 2.4084882736206055, + "learning_rate": 1.9237999519097828e-05, + "loss": 3.1713, + "step": 8840 + }, + { + "epoch": 0.15133774970471936, + "grad_norm": 2.5452606678009033, + "learning_rate": 1.9237787236722383e-05, + "loss": 3.0959, + "step": 8841 + }, + { + "epoch": 0.15135486742326984, + "grad_norm": 2.450904607772827, + "learning_rate": 1.9237574925953198e-05, + "loss": 3.1309, + "step": 8842 + }, + { + "epoch": 0.1513719851418203, + "grad_norm": 2.583815813064575, + "learning_rate": 1.923736258679093e-05, + "loss": 3.0378, + "step": 8843 + }, + { + "epoch": 0.15138910286037077, + "grad_norm": 2.5652685165405273, + "learning_rate": 1.9237150219236226e-05, + "loss": 3.2281, + "step": 8844 + }, + { + "epoch": 0.15140622057892125, + "grad_norm": 2.3689777851104736, + "learning_rate": 1.923693782328974e-05, + "loss": 2.9603, + "step": 8845 + }, + { + "epoch": 0.1514233382974717, + "grad_norm": 2.6852617263793945, + "learning_rate": 1.923672539895213e-05, + "loss": 3.0107, + "step": 8846 + }, + { + "epoch": 0.15144045601602218, + "grad_norm": 2.7133359909057617, + "learning_rate": 1.923651294622404e-05, + "loss": 3.0529, + "step": 8847 + }, + { + "epoch": 0.15145757373457266, + "grad_norm": 2.581791400909424, + "learning_rate": 1.923630046510613e-05, + "loss": 3.1858, + "step": 8848 + }, + { + "epoch": 0.15147469145312312, + "grad_norm": 2.4544456005096436, + "learning_rate": 1.923608795559905e-05, + "loss": 2.9747, + "step": 8849 + }, + { + "epoch": 0.1514918091716736, + "grad_norm": 2.5273404121398926, + "learning_rate": 1.9235875417703454e-05, + "loss": 3.1365, + "step": 8850 + }, + { + "epoch": 0.15150892689022408, + "grad_norm": 2.500351667404175, + "learning_rate": 1.9235662851419997e-05, + "loss": 3.0357, + "step": 8851 + }, + { + "epoch": 0.15152604460877453, + "grad_norm": 2.5367836952209473, + "learning_rate": 1.923545025674933e-05, + "loss": 3.1644, + "step": 8852 + }, + { + "epoch": 0.151543162327325, + "grad_norm": 2.6112923622131348, + "learning_rate": 1.9235237633692104e-05, + "loss": 3.132, + "step": 8853 + }, + { + "epoch": 0.1515602800458755, + "grad_norm": 2.5410497188568115, + "learning_rate": 1.9235024982248974e-05, + "loss": 3.1788, + "step": 8854 + }, + { + "epoch": 0.15157739776442597, + "grad_norm": 2.326958179473877, + "learning_rate": 1.9234812302420602e-05, + "loss": 2.9637, + "step": 8855 + }, + { + "epoch": 0.15159451548297642, + "grad_norm": 2.5032756328582764, + "learning_rate": 1.9234599594207634e-05, + "loss": 3.1194, + "step": 8856 + }, + { + "epoch": 0.1516116332015269, + "grad_norm": 2.6360023021698, + "learning_rate": 1.923438685761072e-05, + "loss": 3.2655, + "step": 8857 + }, + { + "epoch": 0.15162875092007738, + "grad_norm": 2.542935371398926, + "learning_rate": 1.9234174092630522e-05, + "loss": 3.0936, + "step": 8858 + }, + { + "epoch": 0.15164586863862783, + "grad_norm": 2.358811378479004, + "learning_rate": 1.923396129926769e-05, + "loss": 2.9805, + "step": 8859 + }, + { + "epoch": 0.15166298635717831, + "grad_norm": 2.38008713722229, + "learning_rate": 1.9233748477522874e-05, + "loss": 3.0127, + "step": 8860 + }, + { + "epoch": 0.1516801040757288, + "grad_norm": 2.4883413314819336, + "learning_rate": 1.923353562739674e-05, + "loss": 3.2098, + "step": 8861 + }, + { + "epoch": 0.15169722179427925, + "grad_norm": 2.5476391315460205, + "learning_rate": 1.923332274888993e-05, + "loss": 3.0918, + "step": 8862 + }, + { + "epoch": 0.15171433951282973, + "grad_norm": 2.4000511169433594, + "learning_rate": 1.9233109842003105e-05, + "loss": 3.0791, + "step": 8863 + }, + { + "epoch": 0.1517314572313802, + "grad_norm": 2.58796763420105, + "learning_rate": 1.9232896906736918e-05, + "loss": 3.0511, + "step": 8864 + }, + { + "epoch": 0.1517485749499307, + "grad_norm": 2.42471981048584, + "learning_rate": 1.9232683943092026e-05, + "loss": 2.8938, + "step": 8865 + }, + { + "epoch": 0.15176569266848114, + "grad_norm": 2.3747973442077637, + "learning_rate": 1.9232470951069075e-05, + "loss": 3.0663, + "step": 8866 + }, + { + "epoch": 0.15178281038703162, + "grad_norm": 2.6930794715881348, + "learning_rate": 1.9232257930668728e-05, + "loss": 3.1034, + "step": 8867 + }, + { + "epoch": 0.1517999281055821, + "grad_norm": 2.402027130126953, + "learning_rate": 1.9232044881891638e-05, + "loss": 3.0215, + "step": 8868 + }, + { + "epoch": 0.15181704582413255, + "grad_norm": 2.5857295989990234, + "learning_rate": 1.9231831804738457e-05, + "loss": 3.0968, + "step": 8869 + }, + { + "epoch": 0.15183416354268303, + "grad_norm": 2.5410616397857666, + "learning_rate": 1.9231618699209845e-05, + "loss": 2.9397, + "step": 8870 + }, + { + "epoch": 0.1518512812612335, + "grad_norm": 2.688420295715332, + "learning_rate": 1.9231405565306452e-05, + "loss": 3.1417, + "step": 8871 + }, + { + "epoch": 0.15186839897978396, + "grad_norm": 2.394911766052246, + "learning_rate": 1.9231192403028937e-05, + "loss": 3.0034, + "step": 8872 + }, + { + "epoch": 0.15188551669833444, + "grad_norm": 2.6127500534057617, + "learning_rate": 1.923097921237795e-05, + "loss": 3.1007, + "step": 8873 + }, + { + "epoch": 0.15190263441688492, + "grad_norm": 2.5402934551239014, + "learning_rate": 1.9230765993354148e-05, + "loss": 3.0643, + "step": 8874 + }, + { + "epoch": 0.15191975213543538, + "grad_norm": 2.5400352478027344, + "learning_rate": 1.9230552745958193e-05, + "loss": 3.1466, + "step": 8875 + }, + { + "epoch": 0.15193686985398586, + "grad_norm": 2.516587257385254, + "learning_rate": 1.9230339470190735e-05, + "loss": 2.9471, + "step": 8876 + }, + { + "epoch": 0.15195398757253634, + "grad_norm": 2.5791890621185303, + "learning_rate": 1.9230126166052426e-05, + "loss": 3.0803, + "step": 8877 + }, + { + "epoch": 0.15197110529108682, + "grad_norm": 2.617095470428467, + "learning_rate": 1.9229912833543927e-05, + "loss": 2.9851, + "step": 8878 + }, + { + "epoch": 0.15198822300963727, + "grad_norm": 2.502164125442505, + "learning_rate": 1.922969947266589e-05, + "loss": 3.0489, + "step": 8879 + }, + { + "epoch": 0.15200534072818775, + "grad_norm": 2.499662399291992, + "learning_rate": 1.9229486083418977e-05, + "loss": 3.1155, + "step": 8880 + }, + { + "epoch": 0.15202245844673823, + "grad_norm": 2.771306276321411, + "learning_rate": 1.9229272665803837e-05, + "loss": 3.1264, + "step": 8881 + }, + { + "epoch": 0.15203957616528868, + "grad_norm": 2.4923741817474365, + "learning_rate": 1.922905921982113e-05, + "loss": 3.0836, + "step": 8882 + }, + { + "epoch": 0.15205669388383916, + "grad_norm": 2.4791224002838135, + "learning_rate": 1.922884574547151e-05, + "loss": 3.1777, + "step": 8883 + }, + { + "epoch": 0.15207381160238964, + "grad_norm": 2.6600165367126465, + "learning_rate": 1.9228632242755636e-05, + "loss": 3.064, + "step": 8884 + }, + { + "epoch": 0.1520909293209401, + "grad_norm": 2.557666540145874, + "learning_rate": 1.9228418711674158e-05, + "loss": 3.0423, + "step": 8885 + }, + { + "epoch": 0.15210804703949057, + "grad_norm": 2.5721497535705566, + "learning_rate": 1.9228205152227742e-05, + "loss": 3.0729, + "step": 8886 + }, + { + "epoch": 0.15212516475804105, + "grad_norm": 2.437124490737915, + "learning_rate": 1.9227991564417038e-05, + "loss": 3.0574, + "step": 8887 + }, + { + "epoch": 0.1521422824765915, + "grad_norm": 2.4240427017211914, + "learning_rate": 1.92277779482427e-05, + "loss": 3.0771, + "step": 8888 + }, + { + "epoch": 0.15215940019514199, + "grad_norm": 2.6698896884918213, + "learning_rate": 1.922756430370539e-05, + "loss": 3.1779, + "step": 8889 + }, + { + "epoch": 0.15217651791369247, + "grad_norm": 2.3949105739593506, + "learning_rate": 1.9227350630805763e-05, + "loss": 3.0004, + "step": 8890 + }, + { + "epoch": 0.15219363563224295, + "grad_norm": 2.490243434906006, + "learning_rate": 1.9227136929544476e-05, + "loss": 3.0716, + "step": 8891 + }, + { + "epoch": 0.1522107533507934, + "grad_norm": 2.5181996822357178, + "learning_rate": 1.922692319992218e-05, + "loss": 3.0553, + "step": 8892 + }, + { + "epoch": 0.15222787106934388, + "grad_norm": 2.387665271759033, + "learning_rate": 1.9226709441939543e-05, + "loss": 3.0715, + "step": 8893 + }, + { + "epoch": 0.15224498878789436, + "grad_norm": 2.502366542816162, + "learning_rate": 1.9226495655597215e-05, + "loss": 3.1071, + "step": 8894 + }, + { + "epoch": 0.1522621065064448, + "grad_norm": 2.6270911693573, + "learning_rate": 1.922628184089586e-05, + "loss": 3.1201, + "step": 8895 + }, + { + "epoch": 0.1522792242249953, + "grad_norm": 2.5100533962249756, + "learning_rate": 1.922606799783612e-05, + "loss": 3.1272, + "step": 8896 + }, + { + "epoch": 0.15229634194354577, + "grad_norm": 2.554964065551758, + "learning_rate": 1.9225854126418667e-05, + "loss": 3.2099, + "step": 8897 + }, + { + "epoch": 0.15231345966209622, + "grad_norm": 2.6283743381500244, + "learning_rate": 1.9225640226644154e-05, + "loss": 3.134, + "step": 8898 + }, + { + "epoch": 0.1523305773806467, + "grad_norm": 2.6467137336730957, + "learning_rate": 1.9225426298513233e-05, + "loss": 3.1452, + "step": 8899 + }, + { + "epoch": 0.15234769509919718, + "grad_norm": 2.6063249111175537, + "learning_rate": 1.9225212342026567e-05, + "loss": 3.0934, + "step": 8900 + }, + { + "epoch": 0.15236481281774766, + "grad_norm": 2.4686105251312256, + "learning_rate": 1.9224998357184816e-05, + "loss": 3.0417, + "step": 8901 + }, + { + "epoch": 0.15238193053629812, + "grad_norm": 2.495496988296509, + "learning_rate": 1.9224784343988634e-05, + "loss": 3.0644, + "step": 8902 + }, + { + "epoch": 0.1523990482548486, + "grad_norm": 2.5642809867858887, + "learning_rate": 1.9224570302438677e-05, + "loss": 3.0677, + "step": 8903 + }, + { + "epoch": 0.15241616597339908, + "grad_norm": 2.3615665435791016, + "learning_rate": 1.9224356232535607e-05, + "loss": 3.0108, + "step": 8904 + }, + { + "epoch": 0.15243328369194953, + "grad_norm": 2.523477554321289, + "learning_rate": 1.922414213428008e-05, + "loss": 3.0152, + "step": 8905 + }, + { + "epoch": 0.1524504014105, + "grad_norm": 2.742037296295166, + "learning_rate": 1.9223928007672757e-05, + "loss": 3.173, + "step": 8906 + }, + { + "epoch": 0.1524675191290505, + "grad_norm": 2.6143529415130615, + "learning_rate": 1.922371385271429e-05, + "loss": 3.0981, + "step": 8907 + }, + { + "epoch": 0.15248463684760094, + "grad_norm": 2.4971935749053955, + "learning_rate": 1.922349966940534e-05, + "loss": 3.0454, + "step": 8908 + }, + { + "epoch": 0.15250175456615142, + "grad_norm": 2.416642665863037, + "learning_rate": 1.922328545774657e-05, + "loss": 3.0194, + "step": 8909 + }, + { + "epoch": 0.1525188722847019, + "grad_norm": 2.3062002658843994, + "learning_rate": 1.922307121773863e-05, + "loss": 3.0065, + "step": 8910 + }, + { + "epoch": 0.15253599000325235, + "grad_norm": 2.768984317779541, + "learning_rate": 1.9222856949382186e-05, + "loss": 3.3186, + "step": 8911 + }, + { + "epoch": 0.15255310772180283, + "grad_norm": 2.7241837978363037, + "learning_rate": 1.9222642652677893e-05, + "loss": 3.0147, + "step": 8912 + }, + { + "epoch": 0.1525702254403533, + "grad_norm": 2.3887388706207275, + "learning_rate": 1.922242832762641e-05, + "loss": 2.9917, + "step": 8913 + }, + { + "epoch": 0.1525873431589038, + "grad_norm": 2.7240686416625977, + "learning_rate": 1.922221397422839e-05, + "loss": 3.177, + "step": 8914 + }, + { + "epoch": 0.15260446087745425, + "grad_norm": 2.568411350250244, + "learning_rate": 1.9221999592484507e-05, + "loss": 3.1104, + "step": 8915 + }, + { + "epoch": 0.15262157859600473, + "grad_norm": 2.5083799362182617, + "learning_rate": 1.9221785182395404e-05, + "loss": 3.131, + "step": 8916 + }, + { + "epoch": 0.1526386963145552, + "grad_norm": 2.4522387981414795, + "learning_rate": 1.922157074396175e-05, + "loss": 3.0263, + "step": 8917 + }, + { + "epoch": 0.15265581403310566, + "grad_norm": 2.674795389175415, + "learning_rate": 1.9221356277184202e-05, + "loss": 3.0423, + "step": 8918 + }, + { + "epoch": 0.15267293175165614, + "grad_norm": 2.5574216842651367, + "learning_rate": 1.9221141782063416e-05, + "loss": 3.032, + "step": 8919 + }, + { + "epoch": 0.15269004947020662, + "grad_norm": 2.6899588108062744, + "learning_rate": 1.922092725860005e-05, + "loss": 3.1343, + "step": 8920 + }, + { + "epoch": 0.15270716718875707, + "grad_norm": 2.444056749343872, + "learning_rate": 1.9220712706794774e-05, + "loss": 2.9168, + "step": 8921 + }, + { + "epoch": 0.15272428490730755, + "grad_norm": 2.662249803543091, + "learning_rate": 1.922049812664824e-05, + "loss": 3.1231, + "step": 8922 + }, + { + "epoch": 0.15274140262585803, + "grad_norm": 2.4959018230438232, + "learning_rate": 1.9220283518161102e-05, + "loss": 3.0679, + "step": 8923 + }, + { + "epoch": 0.1527585203444085, + "grad_norm": 2.555097818374634, + "learning_rate": 1.9220068881334026e-05, + "loss": 3.0576, + "step": 8924 + }, + { + "epoch": 0.15277563806295896, + "grad_norm": 2.466540813446045, + "learning_rate": 1.9219854216167673e-05, + "loss": 3.1206, + "step": 8925 + }, + { + "epoch": 0.15279275578150944, + "grad_norm": 2.5708999633789062, + "learning_rate": 1.9219639522662698e-05, + "loss": 3.1052, + "step": 8926 + }, + { + "epoch": 0.15280987350005992, + "grad_norm": 2.7381973266601562, + "learning_rate": 1.9219424800819768e-05, + "loss": 3.2682, + "step": 8927 + }, + { + "epoch": 0.15282699121861038, + "grad_norm": 2.532541036605835, + "learning_rate": 1.9219210050639537e-05, + "loss": 2.9261, + "step": 8928 + }, + { + "epoch": 0.15284410893716086, + "grad_norm": 2.544666051864624, + "learning_rate": 1.9218995272122666e-05, + "loss": 3.0319, + "step": 8929 + }, + { + "epoch": 0.15286122665571134, + "grad_norm": 2.6746301651000977, + "learning_rate": 1.9218780465269816e-05, + "loss": 3.2329, + "step": 8930 + }, + { + "epoch": 0.1528783443742618, + "grad_norm": 2.374326467514038, + "learning_rate": 1.921856563008165e-05, + "loss": 3.0712, + "step": 8931 + }, + { + "epoch": 0.15289546209281227, + "grad_norm": 2.513678789138794, + "learning_rate": 1.9218350766558822e-05, + "loss": 3.0434, + "step": 8932 + }, + { + "epoch": 0.15291257981136275, + "grad_norm": 2.489304542541504, + "learning_rate": 1.9218135874701997e-05, + "loss": 2.9576, + "step": 8933 + }, + { + "epoch": 0.1529296975299132, + "grad_norm": 2.8637094497680664, + "learning_rate": 1.9217920954511836e-05, + "loss": 3.1601, + "step": 8934 + }, + { + "epoch": 0.15294681524846368, + "grad_norm": 2.771937370300293, + "learning_rate": 1.9217706005988998e-05, + "loss": 3.1934, + "step": 8935 + }, + { + "epoch": 0.15296393296701416, + "grad_norm": 2.8025224208831787, + "learning_rate": 1.921749102913414e-05, + "loss": 2.9798, + "step": 8936 + }, + { + "epoch": 0.15298105068556464, + "grad_norm": 2.502880334854126, + "learning_rate": 1.921727602394793e-05, + "loss": 2.9719, + "step": 8937 + }, + { + "epoch": 0.1529981684041151, + "grad_norm": 2.4586985111236572, + "learning_rate": 1.921706099043102e-05, + "loss": 3.0053, + "step": 8938 + }, + { + "epoch": 0.15301528612266557, + "grad_norm": 2.9198038578033447, + "learning_rate": 1.9216845928584082e-05, + "loss": 3.1293, + "step": 8939 + }, + { + "epoch": 0.15303240384121605, + "grad_norm": 2.6839139461517334, + "learning_rate": 1.921663083840777e-05, + "loss": 3.0995, + "step": 8940 + }, + { + "epoch": 0.1530495215597665, + "grad_norm": 2.677205801010132, + "learning_rate": 1.9216415719902747e-05, + "loss": 3.1412, + "step": 8941 + }, + { + "epoch": 0.15306663927831698, + "grad_norm": 2.8309335708618164, + "learning_rate": 1.9216200573069672e-05, + "loss": 3.0757, + "step": 8942 + }, + { + "epoch": 0.15308375699686746, + "grad_norm": 2.604442834854126, + "learning_rate": 1.921598539790921e-05, + "loss": 3.0298, + "step": 8943 + }, + { + "epoch": 0.15310087471541792, + "grad_norm": 2.660579204559326, + "learning_rate": 1.9215770194422018e-05, + "loss": 2.9357, + "step": 8944 + }, + { + "epoch": 0.1531179924339684, + "grad_norm": 2.610999822616577, + "learning_rate": 1.9215554962608757e-05, + "loss": 3.2134, + "step": 8945 + }, + { + "epoch": 0.15313511015251888, + "grad_norm": 2.6005563735961914, + "learning_rate": 1.9215339702470097e-05, + "loss": 3.0758, + "step": 8946 + }, + { + "epoch": 0.15315222787106936, + "grad_norm": 2.511577606201172, + "learning_rate": 1.921512441400669e-05, + "loss": 3.1103, + "step": 8947 + }, + { + "epoch": 0.1531693455896198, + "grad_norm": 2.6492702960968018, + "learning_rate": 1.9214909097219205e-05, + "loss": 3.1438, + "step": 8948 + }, + { + "epoch": 0.1531864633081703, + "grad_norm": 2.590627431869507, + "learning_rate": 1.9214693752108298e-05, + "loss": 3.0611, + "step": 8949 + }, + { + "epoch": 0.15320358102672077, + "grad_norm": 2.476576805114746, + "learning_rate": 1.921447837867463e-05, + "loss": 3.0516, + "step": 8950 + }, + { + "epoch": 0.15322069874527122, + "grad_norm": 2.528029680252075, + "learning_rate": 1.9214262976918873e-05, + "loss": 3.1323, + "step": 8951 + }, + { + "epoch": 0.1532378164638217, + "grad_norm": 2.6258127689361572, + "learning_rate": 1.921404754684168e-05, + "loss": 3.1442, + "step": 8952 + }, + { + "epoch": 0.15325493418237218, + "grad_norm": 2.653977394104004, + "learning_rate": 1.9213832088443714e-05, + "loss": 3.2826, + "step": 8953 + }, + { + "epoch": 0.15327205190092263, + "grad_norm": 2.552269220352173, + "learning_rate": 1.921361660172564e-05, + "loss": 3.0918, + "step": 8954 + }, + { + "epoch": 0.15328916961947311, + "grad_norm": 2.8426098823547363, + "learning_rate": 1.921340108668812e-05, + "loss": 3.1163, + "step": 8955 + }, + { + "epoch": 0.1533062873380236, + "grad_norm": 2.4935905933380127, + "learning_rate": 1.9213185543331815e-05, + "loss": 3.1208, + "step": 8956 + }, + { + "epoch": 0.15332340505657405, + "grad_norm": 2.6411805152893066, + "learning_rate": 1.9212969971657385e-05, + "loss": 2.9755, + "step": 8957 + }, + { + "epoch": 0.15334052277512453, + "grad_norm": 2.385188579559326, + "learning_rate": 1.92127543716655e-05, + "loss": 3.0477, + "step": 8958 + }, + { + "epoch": 0.153357640493675, + "grad_norm": 2.4503042697906494, + "learning_rate": 1.9212538743356816e-05, + "loss": 3.1087, + "step": 8959 + }, + { + "epoch": 0.1533747582122255, + "grad_norm": 2.5198233127593994, + "learning_rate": 1.9212323086731998e-05, + "loss": 3.0031, + "step": 8960 + }, + { + "epoch": 0.15339187593077594, + "grad_norm": 2.5238397121429443, + "learning_rate": 1.921210740179171e-05, + "loss": 3.0808, + "step": 8961 + }, + { + "epoch": 0.15340899364932642, + "grad_norm": 2.6561315059661865, + "learning_rate": 1.921189168853661e-05, + "loss": 3.089, + "step": 8962 + }, + { + "epoch": 0.1534261113678769, + "grad_norm": 2.561826705932617, + "learning_rate": 1.921167594696737e-05, + "loss": 3.0998, + "step": 8963 + }, + { + "epoch": 0.15344322908642735, + "grad_norm": 2.591653347015381, + "learning_rate": 1.9211460177084643e-05, + "loss": 3.1407, + "step": 8964 + }, + { + "epoch": 0.15346034680497783, + "grad_norm": 2.5287466049194336, + "learning_rate": 1.9211244378889103e-05, + "loss": 3.0831, + "step": 8965 + }, + { + "epoch": 0.1534774645235283, + "grad_norm": 2.458638906478882, + "learning_rate": 1.9211028552381403e-05, + "loss": 3.1068, + "step": 8966 + }, + { + "epoch": 0.15349458224207876, + "grad_norm": 2.550046920776367, + "learning_rate": 1.9210812697562212e-05, + "loss": 3.0108, + "step": 8967 + }, + { + "epoch": 0.15351169996062924, + "grad_norm": 2.568834066390991, + "learning_rate": 1.9210596814432195e-05, + "loss": 3.2119, + "step": 8968 + }, + { + "epoch": 0.15352881767917972, + "grad_norm": 2.537027359008789, + "learning_rate": 1.921038090299201e-05, + "loss": 3.1769, + "step": 8969 + }, + { + "epoch": 0.1535459353977302, + "grad_norm": 2.394320487976074, + "learning_rate": 1.9210164963242323e-05, + "loss": 3.13, + "step": 8970 + }, + { + "epoch": 0.15356305311628066, + "grad_norm": 2.6134605407714844, + "learning_rate": 1.92099489951838e-05, + "loss": 3.084, + "step": 8971 + }, + { + "epoch": 0.15358017083483114, + "grad_norm": 2.5022175312042236, + "learning_rate": 1.9209732998817102e-05, + "loss": 3.1224, + "step": 8972 + }, + { + "epoch": 0.15359728855338162, + "grad_norm": 2.3916175365448, + "learning_rate": 1.9209516974142896e-05, + "loss": 2.9637, + "step": 8973 + }, + { + "epoch": 0.15361440627193207, + "grad_norm": 2.5019540786743164, + "learning_rate": 1.920930092116184e-05, + "loss": 3.0245, + "step": 8974 + }, + { + "epoch": 0.15363152399048255, + "grad_norm": 2.528947114944458, + "learning_rate": 1.9209084839874606e-05, + "loss": 3.1171, + "step": 8975 + }, + { + "epoch": 0.15364864170903303, + "grad_norm": 2.442955732345581, + "learning_rate": 1.9208868730281853e-05, + "loss": 3.0457, + "step": 8976 + }, + { + "epoch": 0.15366575942758348, + "grad_norm": 2.6227056980133057, + "learning_rate": 1.920865259238425e-05, + "loss": 3.1674, + "step": 8977 + }, + { + "epoch": 0.15368287714613396, + "grad_norm": 2.5199944972991943, + "learning_rate": 1.9208436426182448e-05, + "loss": 3.0932, + "step": 8978 + }, + { + "epoch": 0.15369999486468444, + "grad_norm": 2.5639429092407227, + "learning_rate": 1.9208220231677126e-05, + "loss": 3.1564, + "step": 8979 + }, + { + "epoch": 0.1537171125832349, + "grad_norm": 2.6093497276306152, + "learning_rate": 1.9208004008868947e-05, + "loss": 3.0859, + "step": 8980 + }, + { + "epoch": 0.15373423030178537, + "grad_norm": 2.6423113346099854, + "learning_rate": 1.920778775775857e-05, + "loss": 3.2577, + "step": 8981 + }, + { + "epoch": 0.15375134802033585, + "grad_norm": 2.511751174926758, + "learning_rate": 1.920757147834666e-05, + "loss": 3.0787, + "step": 8982 + }, + { + "epoch": 0.15376846573888633, + "grad_norm": 2.6253113746643066, + "learning_rate": 1.9207355170633885e-05, + "loss": 3.0591, + "step": 8983 + }, + { + "epoch": 0.1537855834574368, + "grad_norm": 2.4133143424987793, + "learning_rate": 1.9207138834620908e-05, + "loss": 3.0945, + "step": 8984 + }, + { + "epoch": 0.15380270117598727, + "grad_norm": 2.6097774505615234, + "learning_rate": 1.9206922470308397e-05, + "loss": 3.0235, + "step": 8985 + }, + { + "epoch": 0.15381981889453775, + "grad_norm": 2.467137336730957, + "learning_rate": 1.9206706077697014e-05, + "loss": 3.0144, + "step": 8986 + }, + { + "epoch": 0.1538369366130882, + "grad_norm": 2.5617895126342773, + "learning_rate": 1.9206489656787423e-05, + "loss": 2.9924, + "step": 8987 + }, + { + "epoch": 0.15385405433163868, + "grad_norm": 2.449737548828125, + "learning_rate": 1.920627320758029e-05, + "loss": 3.0058, + "step": 8988 + }, + { + "epoch": 0.15387117205018916, + "grad_norm": 2.668703556060791, + "learning_rate": 1.920605673007628e-05, + "loss": 3.2232, + "step": 8989 + }, + { + "epoch": 0.1538882897687396, + "grad_norm": 2.535388469696045, + "learning_rate": 1.9205840224276063e-05, + "loss": 3.1302, + "step": 8990 + }, + { + "epoch": 0.1539054074872901, + "grad_norm": 2.574549913406372, + "learning_rate": 1.92056236901803e-05, + "loss": 3.0198, + "step": 8991 + }, + { + "epoch": 0.15392252520584057, + "grad_norm": 2.615351438522339, + "learning_rate": 1.920540712778966e-05, + "loss": 3.0503, + "step": 8992 + }, + { + "epoch": 0.15393964292439102, + "grad_norm": 2.4928159713745117, + "learning_rate": 1.9205190537104804e-05, + "loss": 3.1291, + "step": 8993 + }, + { + "epoch": 0.1539567606429415, + "grad_norm": 2.503697633743286, + "learning_rate": 1.9204973918126397e-05, + "loss": 2.9578, + "step": 8994 + }, + { + "epoch": 0.15397387836149198, + "grad_norm": 2.59283185005188, + "learning_rate": 1.920475727085511e-05, + "loss": 3.0462, + "step": 8995 + }, + { + "epoch": 0.15399099608004246, + "grad_norm": 2.5701582431793213, + "learning_rate": 1.9204540595291606e-05, + "loss": 2.9775, + "step": 8996 + }, + { + "epoch": 0.15400811379859292, + "grad_norm": 2.5587942600250244, + "learning_rate": 1.9204323891436554e-05, + "loss": 2.9733, + "step": 8997 + }, + { + "epoch": 0.1540252315171434, + "grad_norm": 2.43526291847229, + "learning_rate": 1.9204107159290614e-05, + "loss": 3.1343, + "step": 8998 + }, + { + "epoch": 0.15404234923569388, + "grad_norm": 2.462881565093994, + "learning_rate": 1.920389039885446e-05, + "loss": 3.0423, + "step": 8999 + }, + { + "epoch": 0.15405946695424433, + "grad_norm": 2.6791069507598877, + "learning_rate": 1.9203673610128752e-05, + "loss": 3.1276, + "step": 9000 + }, + { + "epoch": 0.1540765846727948, + "grad_norm": 2.5458900928497314, + "learning_rate": 1.9203456793114157e-05, + "loss": 3.0446, + "step": 9001 + }, + { + "epoch": 0.1540937023913453, + "grad_norm": 2.4090237617492676, + "learning_rate": 1.9203239947811344e-05, + "loss": 3.0737, + "step": 9002 + }, + { + "epoch": 0.15411082010989574, + "grad_norm": 2.394700527191162, + "learning_rate": 1.9203023074220976e-05, + "loss": 2.9642, + "step": 9003 + }, + { + "epoch": 0.15412793782844622, + "grad_norm": 2.2855868339538574, + "learning_rate": 1.9202806172343725e-05, + "loss": 3.0545, + "step": 9004 + }, + { + "epoch": 0.1541450555469967, + "grad_norm": 2.638672351837158, + "learning_rate": 1.9202589242180253e-05, + "loss": 3.0946, + "step": 9005 + }, + { + "epoch": 0.15416217326554718, + "grad_norm": 2.491178274154663, + "learning_rate": 1.920237228373123e-05, + "loss": 2.9614, + "step": 9006 + }, + { + "epoch": 0.15417929098409763, + "grad_norm": 2.540592908859253, + "learning_rate": 1.920215529699732e-05, + "loss": 3.1043, + "step": 9007 + }, + { + "epoch": 0.1541964087026481, + "grad_norm": 2.3521909713745117, + "learning_rate": 1.9201938281979193e-05, + "loss": 2.9781, + "step": 9008 + }, + { + "epoch": 0.1542135264211986, + "grad_norm": 2.497072696685791, + "learning_rate": 1.9201721238677513e-05, + "loss": 3.0465, + "step": 9009 + }, + { + "epoch": 0.15423064413974905, + "grad_norm": 2.531221628189087, + "learning_rate": 1.920150416709295e-05, + "loss": 2.985, + "step": 9010 + }, + { + "epoch": 0.15424776185829953, + "grad_norm": 2.5091004371643066, + "learning_rate": 1.9201287067226165e-05, + "loss": 3.1039, + "step": 9011 + }, + { + "epoch": 0.15426487957685, + "grad_norm": 2.4674689769744873, + "learning_rate": 1.9201069939077832e-05, + "loss": 3.1017, + "step": 9012 + }, + { + "epoch": 0.15428199729540046, + "grad_norm": 2.4842305183410645, + "learning_rate": 1.9200852782648617e-05, + "loss": 3.1406, + "step": 9013 + }, + { + "epoch": 0.15429911501395094, + "grad_norm": 2.486750602722168, + "learning_rate": 1.920063559793919e-05, + "loss": 3.0647, + "step": 9014 + }, + { + "epoch": 0.15431623273250142, + "grad_norm": 2.4514153003692627, + "learning_rate": 1.920041838495021e-05, + "loss": 3.2088, + "step": 9015 + }, + { + "epoch": 0.15433335045105187, + "grad_norm": 2.743095874786377, + "learning_rate": 1.920020114368235e-05, + "loss": 3.1318, + "step": 9016 + }, + { + "epoch": 0.15435046816960235, + "grad_norm": 2.517691135406494, + "learning_rate": 1.9199983874136276e-05, + "loss": 3.0538, + "step": 9017 + }, + { + "epoch": 0.15436758588815283, + "grad_norm": 2.418888807296753, + "learning_rate": 1.919976657631266e-05, + "loss": 2.9219, + "step": 9018 + }, + { + "epoch": 0.1543847036067033, + "grad_norm": 2.4887609481811523, + "learning_rate": 1.919954925021217e-05, + "loss": 3.1567, + "step": 9019 + }, + { + "epoch": 0.15440182132525376, + "grad_norm": 2.6015331745147705, + "learning_rate": 1.9199331895835468e-05, + "loss": 3.1828, + "step": 9020 + }, + { + "epoch": 0.15441893904380424, + "grad_norm": 2.4749271869659424, + "learning_rate": 1.9199114513183224e-05, + "loss": 3.1153, + "step": 9021 + }, + { + "epoch": 0.15443605676235472, + "grad_norm": 2.9653544425964355, + "learning_rate": 1.919889710225611e-05, + "loss": 3.0983, + "step": 9022 + }, + { + "epoch": 0.15445317448090518, + "grad_norm": 2.8156871795654297, + "learning_rate": 1.9198679663054788e-05, + "loss": 3.1049, + "step": 9023 + }, + { + "epoch": 0.15447029219945566, + "grad_norm": 2.7277467250823975, + "learning_rate": 1.9198462195579933e-05, + "loss": 3.1126, + "step": 9024 + }, + { + "epoch": 0.15448740991800614, + "grad_norm": 2.470855474472046, + "learning_rate": 1.919824469983221e-05, + "loss": 3.0718, + "step": 9025 + }, + { + "epoch": 0.1545045276365566, + "grad_norm": 2.704319715499878, + "learning_rate": 1.9198027175812292e-05, + "loss": 2.9833, + "step": 9026 + }, + { + "epoch": 0.15452164535510707, + "grad_norm": 2.5117502212524414, + "learning_rate": 1.9197809623520836e-05, + "loss": 2.9614, + "step": 9027 + }, + { + "epoch": 0.15453876307365755, + "grad_norm": 2.4646430015563965, + "learning_rate": 1.9197592042958525e-05, + "loss": 3.0346, + "step": 9028 + }, + { + "epoch": 0.15455588079220803, + "grad_norm": 2.624678373336792, + "learning_rate": 1.9197374434126018e-05, + "loss": 3.1844, + "step": 9029 + }, + { + "epoch": 0.15457299851075848, + "grad_norm": 2.7148611545562744, + "learning_rate": 1.919715679702399e-05, + "loss": 3.1529, + "step": 9030 + }, + { + "epoch": 0.15459011622930896, + "grad_norm": 2.372581720352173, + "learning_rate": 1.9196939131653104e-05, + "loss": 2.9973, + "step": 9031 + }, + { + "epoch": 0.15460723394785944, + "grad_norm": 2.5063536167144775, + "learning_rate": 1.9196721438014028e-05, + "loss": 3.1199, + "step": 9032 + }, + { + "epoch": 0.1546243516664099, + "grad_norm": 2.627561569213867, + "learning_rate": 1.919650371610744e-05, + "loss": 2.988, + "step": 9033 + }, + { + "epoch": 0.15464146938496037, + "grad_norm": 2.371544599533081, + "learning_rate": 1.9196285965934e-05, + "loss": 2.9802, + "step": 9034 + }, + { + "epoch": 0.15465858710351085, + "grad_norm": 2.565155267715454, + "learning_rate": 1.9196068187494385e-05, + "loss": 3.1588, + "step": 9035 + }, + { + "epoch": 0.1546757048220613, + "grad_norm": 2.6021878719329834, + "learning_rate": 1.919585038078926e-05, + "loss": 3.1366, + "step": 9036 + }, + { + "epoch": 0.15469282254061179, + "grad_norm": 2.5090901851654053, + "learning_rate": 1.9195632545819297e-05, + "loss": 3.0164, + "step": 9037 + }, + { + "epoch": 0.15470994025916227, + "grad_norm": 2.4011425971984863, + "learning_rate": 1.9195414682585164e-05, + "loss": 2.9746, + "step": 9038 + }, + { + "epoch": 0.15472705797771272, + "grad_norm": 2.706631898880005, + "learning_rate": 1.9195196791087527e-05, + "loss": 3.0921, + "step": 9039 + }, + { + "epoch": 0.1547441756962632, + "grad_norm": 2.6847543716430664, + "learning_rate": 1.919497887132706e-05, + "loss": 3.0631, + "step": 9040 + }, + { + "epoch": 0.15476129341481368, + "grad_norm": 2.6684279441833496, + "learning_rate": 1.919476092330443e-05, + "loss": 3.1865, + "step": 9041 + }, + { + "epoch": 0.15477841113336416, + "grad_norm": 2.5802886486053467, + "learning_rate": 1.9194542947020313e-05, + "loss": 3.0787, + "step": 9042 + }, + { + "epoch": 0.1547955288519146, + "grad_norm": 2.483337879180908, + "learning_rate": 1.9194324942475372e-05, + "loss": 2.9965, + "step": 9043 + }, + { + "epoch": 0.1548126465704651, + "grad_norm": 2.575784921646118, + "learning_rate": 1.919410690967028e-05, + "loss": 3.1069, + "step": 9044 + }, + { + "epoch": 0.15482976428901557, + "grad_norm": 2.454590082168579, + "learning_rate": 1.9193888848605714e-05, + "loss": 2.9893, + "step": 9045 + }, + { + "epoch": 0.15484688200756602, + "grad_norm": 2.521108388900757, + "learning_rate": 1.919367075928233e-05, + "loss": 3.0141, + "step": 9046 + }, + { + "epoch": 0.1548639997261165, + "grad_norm": 2.474059820175171, + "learning_rate": 1.9193452641700808e-05, + "loss": 2.9891, + "step": 9047 + }, + { + "epoch": 0.15488111744466698, + "grad_norm": 2.4059600830078125, + "learning_rate": 1.9193234495861816e-05, + "loss": 3.1683, + "step": 9048 + }, + { + "epoch": 0.15489823516321743, + "grad_norm": 2.522164821624756, + "learning_rate": 1.9193016321766022e-05, + "loss": 3.0369, + "step": 9049 + }, + { + "epoch": 0.15491535288176791, + "grad_norm": 2.731109619140625, + "learning_rate": 1.9192798119414103e-05, + "loss": 3.029, + "step": 9050 + }, + { + "epoch": 0.1549324706003184, + "grad_norm": 2.5637283325195312, + "learning_rate": 1.919257988880672e-05, + "loss": 3.0193, + "step": 9051 + }, + { + "epoch": 0.15494958831886887, + "grad_norm": 2.4979472160339355, + "learning_rate": 1.9192361629944555e-05, + "loss": 2.9431, + "step": 9052 + }, + { + "epoch": 0.15496670603741933, + "grad_norm": 2.5067625045776367, + "learning_rate": 1.9192143342828274e-05, + "loss": 2.9427, + "step": 9053 + }, + { + "epoch": 0.1549838237559698, + "grad_norm": 2.594709634780884, + "learning_rate": 1.919192502745855e-05, + "loss": 3.0952, + "step": 9054 + }, + { + "epoch": 0.1550009414745203, + "grad_norm": 2.6302595138549805, + "learning_rate": 1.9191706683836045e-05, + "loss": 3.0775, + "step": 9055 + }, + { + "epoch": 0.15501805919307074, + "grad_norm": 2.5757522583007812, + "learning_rate": 1.9191488311961436e-05, + "loss": 2.9971, + "step": 9056 + }, + { + "epoch": 0.15503517691162122, + "grad_norm": 2.4148669242858887, + "learning_rate": 1.9191269911835398e-05, + "loss": 3.077, + "step": 9057 + }, + { + "epoch": 0.1550522946301717, + "grad_norm": 2.6145758628845215, + "learning_rate": 1.91910514834586e-05, + "loss": 3.1915, + "step": 9058 + }, + { + "epoch": 0.15506941234872215, + "grad_norm": 2.373924493789673, + "learning_rate": 1.9190833026831706e-05, + "loss": 3.0092, + "step": 9059 + }, + { + "epoch": 0.15508653006727263, + "grad_norm": 2.456376314163208, + "learning_rate": 1.91906145419554e-05, + "loss": 3.051, + "step": 9060 + }, + { + "epoch": 0.1551036477858231, + "grad_norm": 2.5511398315429688, + "learning_rate": 1.919039602883035e-05, + "loss": 3.0712, + "step": 9061 + }, + { + "epoch": 0.15512076550437356, + "grad_norm": 2.4305593967437744, + "learning_rate": 1.9190177487457217e-05, + "loss": 3.1706, + "step": 9062 + }, + { + "epoch": 0.15513788322292404, + "grad_norm": 2.601029872894287, + "learning_rate": 1.9189958917836685e-05, + "loss": 3.1523, + "step": 9063 + }, + { + "epoch": 0.15515500094147452, + "grad_norm": 2.5745275020599365, + "learning_rate": 1.9189740319969423e-05, + "loss": 3.0114, + "step": 9064 + }, + { + "epoch": 0.155172118660025, + "grad_norm": 2.5539309978485107, + "learning_rate": 1.9189521693856103e-05, + "loss": 3.0807, + "step": 9065 + }, + { + "epoch": 0.15518923637857546, + "grad_norm": 2.521925687789917, + "learning_rate": 1.9189303039497388e-05, + "loss": 3.0334, + "step": 9066 + }, + { + "epoch": 0.15520635409712594, + "grad_norm": 2.530146837234497, + "learning_rate": 1.9189084356893963e-05, + "loss": 3.0691, + "step": 9067 + }, + { + "epoch": 0.15522347181567642, + "grad_norm": 2.434659004211426, + "learning_rate": 1.9188865646046496e-05, + "loss": 3.0972, + "step": 9068 + }, + { + "epoch": 0.15524058953422687, + "grad_norm": 2.4988415241241455, + "learning_rate": 1.9188646906955653e-05, + "loss": 3.0368, + "step": 9069 + }, + { + "epoch": 0.15525770725277735, + "grad_norm": 2.5713186264038086, + "learning_rate": 1.9188428139622113e-05, + "loss": 3.1514, + "step": 9070 + }, + { + "epoch": 0.15527482497132783, + "grad_norm": 2.536351203918457, + "learning_rate": 1.918820934404655e-05, + "loss": 3.0187, + "step": 9071 + }, + { + "epoch": 0.15529194268987828, + "grad_norm": 2.764927625656128, + "learning_rate": 1.9187990520229628e-05, + "loss": 3.1297, + "step": 9072 + }, + { + "epoch": 0.15530906040842876, + "grad_norm": 2.4992666244506836, + "learning_rate": 1.9187771668172027e-05, + "loss": 2.9905, + "step": 9073 + }, + { + "epoch": 0.15532617812697924, + "grad_norm": 2.5001931190490723, + "learning_rate": 1.9187552787874416e-05, + "loss": 3.018, + "step": 9074 + }, + { + "epoch": 0.1553432958455297, + "grad_norm": 2.536419630050659, + "learning_rate": 1.9187333879337475e-05, + "loss": 2.9923, + "step": 9075 + }, + { + "epoch": 0.15536041356408017, + "grad_norm": 2.626908302307129, + "learning_rate": 1.9187114942561865e-05, + "loss": 3.1901, + "step": 9076 + }, + { + "epoch": 0.15537753128263065, + "grad_norm": 2.369860887527466, + "learning_rate": 1.9186895977548267e-05, + "loss": 2.97, + "step": 9077 + }, + { + "epoch": 0.15539464900118113, + "grad_norm": 2.578941822052002, + "learning_rate": 1.9186676984297352e-05, + "loss": 2.9899, + "step": 9078 + }, + { + "epoch": 0.1554117667197316, + "grad_norm": 2.562856435775757, + "learning_rate": 1.9186457962809794e-05, + "loss": 3.0893, + "step": 9079 + }, + { + "epoch": 0.15542888443828207, + "grad_norm": 2.5473921298980713, + "learning_rate": 1.9186238913086264e-05, + "loss": 3.1022, + "step": 9080 + }, + { + "epoch": 0.15544600215683255, + "grad_norm": 2.3326518535614014, + "learning_rate": 1.9186019835127436e-05, + "loss": 3.0012, + "step": 9081 + }, + { + "epoch": 0.155463119875383, + "grad_norm": 2.425854206085205, + "learning_rate": 1.9185800728933985e-05, + "loss": 3.0631, + "step": 9082 + }, + { + "epoch": 0.15548023759393348, + "grad_norm": 2.757441282272339, + "learning_rate": 1.918558159450658e-05, + "loss": 3.0477, + "step": 9083 + }, + { + "epoch": 0.15549735531248396, + "grad_norm": 2.7413063049316406, + "learning_rate": 1.9185362431845905e-05, + "loss": 3.1468, + "step": 9084 + }, + { + "epoch": 0.1555144730310344, + "grad_norm": 2.718597173690796, + "learning_rate": 1.918514324095262e-05, + "loss": 3.1367, + "step": 9085 + }, + { + "epoch": 0.1555315907495849, + "grad_norm": 2.6517951488494873, + "learning_rate": 1.9184924021827408e-05, + "loss": 3.0487, + "step": 9086 + }, + { + "epoch": 0.15554870846813537, + "grad_norm": 2.4572677612304688, + "learning_rate": 1.9184704774470942e-05, + "loss": 3.2236, + "step": 9087 + }, + { + "epoch": 0.15556582618668585, + "grad_norm": 2.6704394817352295, + "learning_rate": 1.9184485498883888e-05, + "loss": 3.2266, + "step": 9088 + }, + { + "epoch": 0.1555829439052363, + "grad_norm": 2.5091161727905273, + "learning_rate": 1.9184266195066933e-05, + "loss": 3.0485, + "step": 9089 + }, + { + "epoch": 0.15560006162378678, + "grad_norm": 2.6063451766967773, + "learning_rate": 1.918404686302074e-05, + "loss": 3.1859, + "step": 9090 + }, + { + "epoch": 0.15561717934233726, + "grad_norm": 2.427993059158325, + "learning_rate": 1.918382750274599e-05, + "loss": 2.9759, + "step": 9091 + }, + { + "epoch": 0.15563429706088772, + "grad_norm": 2.615344762802124, + "learning_rate": 1.918360811424335e-05, + "loss": 3.0682, + "step": 9092 + }, + { + "epoch": 0.1556514147794382, + "grad_norm": 2.578153133392334, + "learning_rate": 1.91833886975135e-05, + "loss": 3.0552, + "step": 9093 + }, + { + "epoch": 0.15566853249798868, + "grad_norm": 2.487187147140503, + "learning_rate": 1.918316925255712e-05, + "loss": 3.0993, + "step": 9094 + }, + { + "epoch": 0.15568565021653913, + "grad_norm": 2.6482279300689697, + "learning_rate": 1.918294977937487e-05, + "loss": 3.0833, + "step": 9095 + }, + { + "epoch": 0.1557027679350896, + "grad_norm": 2.4667699337005615, + "learning_rate": 1.9182730277967435e-05, + "loss": 3.0787, + "step": 9096 + }, + { + "epoch": 0.1557198856536401, + "grad_norm": 2.5408520698547363, + "learning_rate": 1.9182510748335485e-05, + "loss": 3.0932, + "step": 9097 + }, + { + "epoch": 0.15573700337219054, + "grad_norm": 2.5526251792907715, + "learning_rate": 1.9182291190479695e-05, + "loss": 3.0931, + "step": 9098 + }, + { + "epoch": 0.15575412109074102, + "grad_norm": 2.435530185699463, + "learning_rate": 1.9182071604400744e-05, + "loss": 3.1055, + "step": 9099 + }, + { + "epoch": 0.1557712388092915, + "grad_norm": 2.358776569366455, + "learning_rate": 1.918185199009931e-05, + "loss": 3.0567, + "step": 9100 + }, + { + "epoch": 0.15578835652784198, + "grad_norm": 2.4769210815429688, + "learning_rate": 1.9181632347576054e-05, + "loss": 3.0574, + "step": 9101 + }, + { + "epoch": 0.15580547424639243, + "grad_norm": 2.845398426055908, + "learning_rate": 1.9181412676831663e-05, + "loss": 3.0698, + "step": 9102 + }, + { + "epoch": 0.1558225919649429, + "grad_norm": 2.436600685119629, + "learning_rate": 1.9181192977866808e-05, + "loss": 3.127, + "step": 9103 + }, + { + "epoch": 0.1558397096834934, + "grad_norm": 2.583252429962158, + "learning_rate": 1.9180973250682163e-05, + "loss": 2.9819, + "step": 9104 + }, + { + "epoch": 0.15585682740204385, + "grad_norm": 2.589840888977051, + "learning_rate": 1.9180753495278412e-05, + "loss": 3.0408, + "step": 9105 + }, + { + "epoch": 0.15587394512059433, + "grad_norm": 2.540649890899658, + "learning_rate": 1.918053371165622e-05, + "loss": 3.0956, + "step": 9106 + }, + { + "epoch": 0.1558910628391448, + "grad_norm": 2.345804452896118, + "learning_rate": 1.918031389981626e-05, + "loss": 3.0132, + "step": 9107 + }, + { + "epoch": 0.15590818055769526, + "grad_norm": 2.5087685585021973, + "learning_rate": 1.9180094059759225e-05, + "loss": 3.0849, + "step": 9108 + }, + { + "epoch": 0.15592529827624574, + "grad_norm": 2.5428645610809326, + "learning_rate": 1.9179874191485772e-05, + "loss": 3.0516, + "step": 9109 + }, + { + "epoch": 0.15594241599479622, + "grad_norm": 2.455556631088257, + "learning_rate": 1.9179654294996588e-05, + "loss": 3.0421, + "step": 9110 + }, + { + "epoch": 0.1559595337133467, + "grad_norm": 2.4755477905273438, + "learning_rate": 1.9179434370292346e-05, + "loss": 3.1809, + "step": 9111 + }, + { + "epoch": 0.15597665143189715, + "grad_norm": 2.503608465194702, + "learning_rate": 1.917921441737372e-05, + "loss": 3.2273, + "step": 9112 + }, + { + "epoch": 0.15599376915044763, + "grad_norm": 2.575726270675659, + "learning_rate": 1.9178994436241386e-05, + "loss": 3.1128, + "step": 9113 + }, + { + "epoch": 0.1560108868689981, + "grad_norm": 2.533921241760254, + "learning_rate": 1.9178774426896022e-05, + "loss": 3.0752, + "step": 9114 + }, + { + "epoch": 0.15602800458754856, + "grad_norm": 2.356557607650757, + "learning_rate": 1.9178554389338305e-05, + "loss": 2.9313, + "step": 9115 + }, + { + "epoch": 0.15604512230609904, + "grad_norm": 2.551041603088379, + "learning_rate": 1.917833432356891e-05, + "loss": 3.1316, + "step": 9116 + }, + { + "epoch": 0.15606224002464952, + "grad_norm": 2.566370964050293, + "learning_rate": 1.9178114229588514e-05, + "loss": 3.1619, + "step": 9117 + }, + { + "epoch": 0.15607935774319998, + "grad_norm": 2.453282594680786, + "learning_rate": 1.9177894107397793e-05, + "loss": 3.2839, + "step": 9118 + }, + { + "epoch": 0.15609647546175046, + "grad_norm": 2.390786647796631, + "learning_rate": 1.917767395699742e-05, + "loss": 3.0986, + "step": 9119 + }, + { + "epoch": 0.15611359318030094, + "grad_norm": 2.4693267345428467, + "learning_rate": 1.917745377838808e-05, + "loss": 2.9843, + "step": 9120 + }, + { + "epoch": 0.1561307108988514, + "grad_norm": 2.6636509895324707, + "learning_rate": 1.9177233571570444e-05, + "loss": 3.1096, + "step": 9121 + }, + { + "epoch": 0.15614782861740187, + "grad_norm": 2.545206308364868, + "learning_rate": 1.917701333654519e-05, + "loss": 3.1076, + "step": 9122 + }, + { + "epoch": 0.15616494633595235, + "grad_norm": 2.5892889499664307, + "learning_rate": 1.9176793073312995e-05, + "loss": 3.1383, + "step": 9123 + }, + { + "epoch": 0.15618206405450283, + "grad_norm": 2.393292188644409, + "learning_rate": 1.9176572781874533e-05, + "loss": 2.9941, + "step": 9124 + }, + { + "epoch": 0.15619918177305328, + "grad_norm": 2.640040159225464, + "learning_rate": 1.9176352462230484e-05, + "loss": 3.1437, + "step": 9125 + }, + { + "epoch": 0.15621629949160376, + "grad_norm": 2.536038637161255, + "learning_rate": 1.917613211438153e-05, + "loss": 3.0234, + "step": 9126 + }, + { + "epoch": 0.15623341721015424, + "grad_norm": 2.4407899379730225, + "learning_rate": 1.9175911738328338e-05, + "loss": 3.002, + "step": 9127 + }, + { + "epoch": 0.1562505349287047, + "grad_norm": 2.5033347606658936, + "learning_rate": 1.9175691334071592e-05, + "loss": 3.0538, + "step": 9128 + }, + { + "epoch": 0.15626765264725517, + "grad_norm": 2.4939301013946533, + "learning_rate": 1.9175470901611967e-05, + "loss": 3.0944, + "step": 9129 + }, + { + "epoch": 0.15628477036580565, + "grad_norm": 2.4332635402679443, + "learning_rate": 1.9175250440950145e-05, + "loss": 3.0874, + "step": 9130 + }, + { + "epoch": 0.1563018880843561, + "grad_norm": 2.4206032752990723, + "learning_rate": 1.91750299520868e-05, + "loss": 3.0779, + "step": 9131 + }, + { + "epoch": 0.15631900580290659, + "grad_norm": 2.6632258892059326, + "learning_rate": 1.917480943502261e-05, + "loss": 3.0399, + "step": 9132 + }, + { + "epoch": 0.15633612352145707, + "grad_norm": 2.6529488563537598, + "learning_rate": 1.917458888975825e-05, + "loss": 3.1285, + "step": 9133 + }, + { + "epoch": 0.15635324124000755, + "grad_norm": 2.6653153896331787, + "learning_rate": 1.91743683162944e-05, + "loss": 3.1322, + "step": 9134 + }, + { + "epoch": 0.156370358958558, + "grad_norm": 2.6802430152893066, + "learning_rate": 1.9174147714631742e-05, + "loss": 3.1927, + "step": 9135 + }, + { + "epoch": 0.15638747667710848, + "grad_norm": 2.573397636413574, + "learning_rate": 1.917392708477095e-05, + "loss": 3.0587, + "step": 9136 + }, + { + "epoch": 0.15640459439565896, + "grad_norm": 2.625713586807251, + "learning_rate": 1.91737064267127e-05, + "loss": 3.0201, + "step": 9137 + }, + { + "epoch": 0.1564217121142094, + "grad_norm": 2.546687126159668, + "learning_rate": 1.917348574045768e-05, + "loss": 3.111, + "step": 9138 + }, + { + "epoch": 0.1564388298327599, + "grad_norm": 2.425154209136963, + "learning_rate": 1.9173265026006557e-05, + "loss": 3.0191, + "step": 9139 + }, + { + "epoch": 0.15645594755131037, + "grad_norm": 2.5410146713256836, + "learning_rate": 1.917304428336001e-05, + "loss": 2.9584, + "step": 9140 + }, + { + "epoch": 0.15647306526986082, + "grad_norm": 2.658751964569092, + "learning_rate": 1.9172823512518728e-05, + "loss": 3.1693, + "step": 9141 + }, + { + "epoch": 0.1564901829884113, + "grad_norm": 2.6164627075195312, + "learning_rate": 1.917260271348338e-05, + "loss": 3.18, + "step": 9142 + }, + { + "epoch": 0.15650730070696178, + "grad_norm": 2.6509625911712646, + "learning_rate": 1.9172381886254646e-05, + "loss": 3.0221, + "step": 9143 + }, + { + "epoch": 0.15652441842551224, + "grad_norm": 2.6160495281219482, + "learning_rate": 1.9172161030833208e-05, + "loss": 3.2016, + "step": 9144 + }, + { + "epoch": 0.15654153614406272, + "grad_norm": 2.483114004135132, + "learning_rate": 1.9171940147219742e-05, + "loss": 3.0366, + "step": 9145 + }, + { + "epoch": 0.1565586538626132, + "grad_norm": 2.665586233139038, + "learning_rate": 1.917171923541493e-05, + "loss": 3.0632, + "step": 9146 + }, + { + "epoch": 0.15657577158116368, + "grad_norm": 2.7162578105926514, + "learning_rate": 1.917149829541945e-05, + "loss": 3.1121, + "step": 9147 + }, + { + "epoch": 0.15659288929971413, + "grad_norm": 2.668311595916748, + "learning_rate": 1.9171277327233975e-05, + "loss": 3.2342, + "step": 9148 + }, + { + "epoch": 0.1566100070182646, + "grad_norm": 2.5468332767486572, + "learning_rate": 1.9171056330859194e-05, + "loss": 3.0227, + "step": 9149 + }, + { + "epoch": 0.1566271247368151, + "grad_norm": 2.539767026901245, + "learning_rate": 1.9170835306295776e-05, + "loss": 3.1646, + "step": 9150 + }, + { + "epoch": 0.15664424245536554, + "grad_norm": 2.4639434814453125, + "learning_rate": 1.917061425354441e-05, + "loss": 3.1209, + "step": 9151 + }, + { + "epoch": 0.15666136017391602, + "grad_norm": 2.613402843475342, + "learning_rate": 1.917039317260577e-05, + "loss": 3.0399, + "step": 9152 + }, + { + "epoch": 0.1566784778924665, + "grad_norm": 2.544005870819092, + "learning_rate": 1.917017206348054e-05, + "loss": 3.0898, + "step": 9153 + }, + { + "epoch": 0.15669559561101695, + "grad_norm": 2.6677653789520264, + "learning_rate": 1.9169950926169393e-05, + "loss": 3.1275, + "step": 9154 + }, + { + "epoch": 0.15671271332956743, + "grad_norm": 2.6940419673919678, + "learning_rate": 1.9169729760673012e-05, + "loss": 3.1862, + "step": 9155 + }, + { + "epoch": 0.1567298310481179, + "grad_norm": 2.8769283294677734, + "learning_rate": 1.916950856699208e-05, + "loss": 3.1195, + "step": 9156 + }, + { + "epoch": 0.15674694876666836, + "grad_norm": 2.665503978729248, + "learning_rate": 1.916928734512727e-05, + "loss": 3.0753, + "step": 9157 + }, + { + "epoch": 0.15676406648521884, + "grad_norm": 2.4164326190948486, + "learning_rate": 1.9169066095079268e-05, + "loss": 3.0987, + "step": 9158 + }, + { + "epoch": 0.15678118420376932, + "grad_norm": 2.6106739044189453, + "learning_rate": 1.9168844816848754e-05, + "loss": 3.135, + "step": 9159 + }, + { + "epoch": 0.1567983019223198, + "grad_norm": 2.474372625350952, + "learning_rate": 1.91686235104364e-05, + "loss": 3.052, + "step": 9160 + }, + { + "epoch": 0.15681541964087026, + "grad_norm": 2.7013535499572754, + "learning_rate": 1.91684021758429e-05, + "loss": 3.1776, + "step": 9161 + }, + { + "epoch": 0.15683253735942074, + "grad_norm": 2.4800195693969727, + "learning_rate": 1.916818081306892e-05, + "loss": 3.0739, + "step": 9162 + }, + { + "epoch": 0.15684965507797122, + "grad_norm": 2.5300378799438477, + "learning_rate": 1.916795942211515e-05, + "loss": 3.0382, + "step": 9163 + }, + { + "epoch": 0.15686677279652167, + "grad_norm": 2.5595498085021973, + "learning_rate": 1.9167738002982264e-05, + "loss": 3.1735, + "step": 9164 + }, + { + "epoch": 0.15688389051507215, + "grad_norm": 2.390636920928955, + "learning_rate": 1.916751655567095e-05, + "loss": 2.968, + "step": 9165 + }, + { + "epoch": 0.15690100823362263, + "grad_norm": 2.5107333660125732, + "learning_rate": 1.9167295080181882e-05, + "loss": 3.0177, + "step": 9166 + }, + { + "epoch": 0.15691812595217308, + "grad_norm": 2.7405741214752197, + "learning_rate": 1.9167073576515745e-05, + "loss": 3.0523, + "step": 9167 + }, + { + "epoch": 0.15693524367072356, + "grad_norm": 2.538590431213379, + "learning_rate": 1.916685204467322e-05, + "loss": 3.0957, + "step": 9168 + }, + { + "epoch": 0.15695236138927404, + "grad_norm": 2.5827977657318115, + "learning_rate": 1.9166630484654982e-05, + "loss": 3.1423, + "step": 9169 + }, + { + "epoch": 0.15696947910782452, + "grad_norm": 2.7178962230682373, + "learning_rate": 1.9166408896461716e-05, + "loss": 3.1534, + "step": 9170 + }, + { + "epoch": 0.15698659682637497, + "grad_norm": 2.3452341556549072, + "learning_rate": 1.9166187280094108e-05, + "loss": 2.9663, + "step": 9171 + }, + { + "epoch": 0.15700371454492545, + "grad_norm": 2.4790375232696533, + "learning_rate": 1.916596563555283e-05, + "loss": 3.0397, + "step": 9172 + }, + { + "epoch": 0.15702083226347593, + "grad_norm": 2.6719281673431396, + "learning_rate": 1.9165743962838566e-05, + "loss": 3.0934, + "step": 9173 + }, + { + "epoch": 0.1570379499820264, + "grad_norm": 2.440678358078003, + "learning_rate": 1.9165522261952005e-05, + "loss": 2.9826, + "step": 9174 + }, + { + "epoch": 0.15705506770057687, + "grad_norm": 2.5905795097351074, + "learning_rate": 1.916530053289382e-05, + "loss": 3.0252, + "step": 9175 + }, + { + "epoch": 0.15707218541912735, + "grad_norm": 2.5636117458343506, + "learning_rate": 1.9165078775664692e-05, + "loss": 3.1211, + "step": 9176 + }, + { + "epoch": 0.1570893031376778, + "grad_norm": 2.40753173828125, + "learning_rate": 1.9164856990265304e-05, + "loss": 2.9956, + "step": 9177 + }, + { + "epoch": 0.15710642085622828, + "grad_norm": 2.579927921295166, + "learning_rate": 1.9164635176696343e-05, + "loss": 3.0914, + "step": 9178 + }, + { + "epoch": 0.15712353857477876, + "grad_norm": 2.5123183727264404, + "learning_rate": 1.9164413334958486e-05, + "loss": 3.027, + "step": 9179 + }, + { + "epoch": 0.1571406562933292, + "grad_norm": 2.476893901824951, + "learning_rate": 1.916419146505242e-05, + "loss": 3.157, + "step": 9180 + }, + { + "epoch": 0.1571577740118797, + "grad_norm": 2.388509750366211, + "learning_rate": 1.9163969566978817e-05, + "loss": 2.8877, + "step": 9181 + }, + { + "epoch": 0.15717489173043017, + "grad_norm": 2.5087294578552246, + "learning_rate": 1.9163747640738367e-05, + "loss": 3.097, + "step": 9182 + }, + { + "epoch": 0.15719200944898065, + "grad_norm": 2.637601375579834, + "learning_rate": 1.9163525686331748e-05, + "loss": 3.001, + "step": 9183 + }, + { + "epoch": 0.1572091271675311, + "grad_norm": 2.6649720668792725, + "learning_rate": 1.9163303703759647e-05, + "loss": 3.037, + "step": 9184 + }, + { + "epoch": 0.15722624488608158, + "grad_norm": 2.82539963722229, + "learning_rate": 1.916308169302274e-05, + "loss": 3.0253, + "step": 9185 + }, + { + "epoch": 0.15724336260463206, + "grad_norm": 2.525949478149414, + "learning_rate": 1.9162859654121716e-05, + "loss": 3.0006, + "step": 9186 + }, + { + "epoch": 0.15726048032318252, + "grad_norm": 2.732334613800049, + "learning_rate": 1.916263758705725e-05, + "loss": 3.1701, + "step": 9187 + }, + { + "epoch": 0.157277598041733, + "grad_norm": 2.483074188232422, + "learning_rate": 1.9162415491830032e-05, + "loss": 3.1399, + "step": 9188 + }, + { + "epoch": 0.15729471576028348, + "grad_norm": 2.6692800521850586, + "learning_rate": 1.916219336844074e-05, + "loss": 3.1721, + "step": 9189 + }, + { + "epoch": 0.15731183347883393, + "grad_norm": 2.555363416671753, + "learning_rate": 1.916197121689006e-05, + "loss": 3.0339, + "step": 9190 + }, + { + "epoch": 0.1573289511973844, + "grad_norm": 2.6064634323120117, + "learning_rate": 1.9161749037178675e-05, + "loss": 2.9418, + "step": 9191 + }, + { + "epoch": 0.1573460689159349, + "grad_norm": 2.6147851943969727, + "learning_rate": 1.9161526829307262e-05, + "loss": 3.1827, + "step": 9192 + }, + { + "epoch": 0.15736318663448537, + "grad_norm": 2.465477228164673, + "learning_rate": 1.916130459327651e-05, + "loss": 3.1199, + "step": 9193 + }, + { + "epoch": 0.15738030435303582, + "grad_norm": 2.5468788146972656, + "learning_rate": 1.91610823290871e-05, + "loss": 3.1948, + "step": 9194 + }, + { + "epoch": 0.1573974220715863, + "grad_norm": 2.475548267364502, + "learning_rate": 1.9160860036739714e-05, + "loss": 2.9654, + "step": 9195 + }, + { + "epoch": 0.15741453979013678, + "grad_norm": 2.418334722518921, + "learning_rate": 1.9160637716235036e-05, + "loss": 3.0005, + "step": 9196 + }, + { + "epoch": 0.15743165750868723, + "grad_norm": 2.621779441833496, + "learning_rate": 1.916041536757375e-05, + "loss": 3.0217, + "step": 9197 + }, + { + "epoch": 0.15744877522723771, + "grad_norm": 2.4552438259124756, + "learning_rate": 1.916019299075654e-05, + "loss": 3.059, + "step": 9198 + }, + { + "epoch": 0.1574658929457882, + "grad_norm": 2.3139336109161377, + "learning_rate": 1.915997058578409e-05, + "loss": 2.9891, + "step": 9199 + }, + { + "epoch": 0.15748301066433865, + "grad_norm": 2.4515860080718994, + "learning_rate": 1.915974815265708e-05, + "loss": 3.0562, + "step": 9200 + }, + { + "epoch": 0.15750012838288913, + "grad_norm": 2.4441850185394287, + "learning_rate": 1.9159525691376196e-05, + "loss": 3.0817, + "step": 9201 + }, + { + "epoch": 0.1575172461014396, + "grad_norm": 2.7522737979888916, + "learning_rate": 1.915930320194212e-05, + "loss": 3.0187, + "step": 9202 + }, + { + "epoch": 0.15753436381999006, + "grad_norm": 2.485323667526245, + "learning_rate": 1.9159080684355543e-05, + "loss": 3.0909, + "step": 9203 + }, + { + "epoch": 0.15755148153854054, + "grad_norm": 2.601264715194702, + "learning_rate": 1.915885813861714e-05, + "loss": 3.2, + "step": 9204 + }, + { + "epoch": 0.15756859925709102, + "grad_norm": 2.6889426708221436, + "learning_rate": 1.91586355647276e-05, + "loss": 3.146, + "step": 9205 + }, + { + "epoch": 0.1575857169756415, + "grad_norm": 2.5678210258483887, + "learning_rate": 1.9158412962687604e-05, + "loss": 3.0683, + "step": 9206 + }, + { + "epoch": 0.15760283469419195, + "grad_norm": 2.3652098178863525, + "learning_rate": 1.9158190332497835e-05, + "loss": 3.0591, + "step": 9207 + }, + { + "epoch": 0.15761995241274243, + "grad_norm": 2.713590621948242, + "learning_rate": 1.9157967674158983e-05, + "loss": 3.213, + "step": 9208 + }, + { + "epoch": 0.1576370701312929, + "grad_norm": 2.5836453437805176, + "learning_rate": 1.915774498767173e-05, + "loss": 3.0964, + "step": 9209 + }, + { + "epoch": 0.15765418784984336, + "grad_norm": 2.609631299972534, + "learning_rate": 1.9157522273036762e-05, + "loss": 3.0502, + "step": 9210 + }, + { + "epoch": 0.15767130556839384, + "grad_norm": 2.500779151916504, + "learning_rate": 1.915729953025476e-05, + "loss": 3.1871, + "step": 9211 + }, + { + "epoch": 0.15768842328694432, + "grad_norm": 2.531836986541748, + "learning_rate": 1.915707675932641e-05, + "loss": 3.0891, + "step": 9212 + }, + { + "epoch": 0.15770554100549478, + "grad_norm": 2.4102585315704346, + "learning_rate": 1.9156853960252397e-05, + "loss": 3.0336, + "step": 9213 + }, + { + "epoch": 0.15772265872404526, + "grad_norm": 2.4166765213012695, + "learning_rate": 1.9156631133033403e-05, + "loss": 3.0972, + "step": 9214 + }, + { + "epoch": 0.15773977644259574, + "grad_norm": 2.6926300525665283, + "learning_rate": 1.9156408277670116e-05, + "loss": 3.2202, + "step": 9215 + }, + { + "epoch": 0.15775689416114622, + "grad_norm": 2.5834860801696777, + "learning_rate": 1.915618539416322e-05, + "loss": 3.016, + "step": 9216 + }, + { + "epoch": 0.15777401187969667, + "grad_norm": 2.6308867931365967, + "learning_rate": 1.9155962482513406e-05, + "loss": 3.074, + "step": 9217 + }, + { + "epoch": 0.15779112959824715, + "grad_norm": 2.7831013202667236, + "learning_rate": 1.915573954272135e-05, + "loss": 3.1009, + "step": 9218 + }, + { + "epoch": 0.15780824731679763, + "grad_norm": 2.448539972305298, + "learning_rate": 1.9155516574787742e-05, + "loss": 3.077, + "step": 9219 + }, + { + "epoch": 0.15782536503534808, + "grad_norm": 2.563838243484497, + "learning_rate": 1.915529357871327e-05, + "loss": 3.141, + "step": 9220 + }, + { + "epoch": 0.15784248275389856, + "grad_norm": 2.6653330326080322, + "learning_rate": 1.9155070554498606e-05, + "loss": 3.0575, + "step": 9221 + }, + { + "epoch": 0.15785960047244904, + "grad_norm": 2.539336681365967, + "learning_rate": 1.9154847502144452e-05, + "loss": 3.0225, + "step": 9222 + }, + { + "epoch": 0.1578767181909995, + "grad_norm": 2.5534121990203857, + "learning_rate": 1.915462442165149e-05, + "loss": 3.0672, + "step": 9223 + }, + { + "epoch": 0.15789383590954997, + "grad_norm": 2.4711215496063232, + "learning_rate": 1.9154401313020396e-05, + "loss": 3.0962, + "step": 9224 + }, + { + "epoch": 0.15791095362810045, + "grad_norm": 2.683652877807617, + "learning_rate": 1.9154178176251866e-05, + "loss": 3.1601, + "step": 9225 + }, + { + "epoch": 0.1579280713466509, + "grad_norm": 2.6022818088531494, + "learning_rate": 1.915395501134658e-05, + "loss": 3.0747, + "step": 9226 + }, + { + "epoch": 0.15794518906520139, + "grad_norm": 2.3903117179870605, + "learning_rate": 1.9153731818305226e-05, + "loss": 3.0202, + "step": 9227 + }, + { + "epoch": 0.15796230678375187, + "grad_norm": 2.4540791511535645, + "learning_rate": 1.915350859712849e-05, + "loss": 3.1293, + "step": 9228 + }, + { + "epoch": 0.15797942450230235, + "grad_norm": 2.62551212310791, + "learning_rate": 1.915328534781706e-05, + "loss": 3.0456, + "step": 9229 + }, + { + "epoch": 0.1579965422208528, + "grad_norm": 2.61780047416687, + "learning_rate": 1.915306207037162e-05, + "loss": 3.0344, + "step": 9230 + }, + { + "epoch": 0.15801365993940328, + "grad_norm": 2.433544874191284, + "learning_rate": 1.9152838764792853e-05, + "loss": 3.0368, + "step": 9231 + }, + { + "epoch": 0.15803077765795376, + "grad_norm": 2.7692642211914062, + "learning_rate": 1.9152615431081455e-05, + "loss": 3.0132, + "step": 9232 + }, + { + "epoch": 0.1580478953765042, + "grad_norm": 2.4596738815307617, + "learning_rate": 1.91523920692381e-05, + "loss": 2.9416, + "step": 9233 + }, + { + "epoch": 0.1580650130950547, + "grad_norm": 2.5341615676879883, + "learning_rate": 1.9152168679263485e-05, + "loss": 3.1065, + "step": 9234 + }, + { + "epoch": 0.15808213081360517, + "grad_norm": 2.669677734375, + "learning_rate": 1.9151945261158295e-05, + "loss": 3.0954, + "step": 9235 + }, + { + "epoch": 0.15809924853215562, + "grad_norm": 2.489976167678833, + "learning_rate": 1.9151721814923208e-05, + "loss": 2.948, + "step": 9236 + }, + { + "epoch": 0.1581163662507061, + "grad_norm": 2.578601360321045, + "learning_rate": 1.915149834055892e-05, + "loss": 2.9653, + "step": 9237 + }, + { + "epoch": 0.15813348396925658, + "grad_norm": 2.46260666847229, + "learning_rate": 1.9151274838066114e-05, + "loss": 3.0312, + "step": 9238 + }, + { + "epoch": 0.15815060168780704, + "grad_norm": 2.6189358234405518, + "learning_rate": 1.9151051307445482e-05, + "loss": 2.9797, + "step": 9239 + }, + { + "epoch": 0.15816771940635752, + "grad_norm": 2.9275131225585938, + "learning_rate": 1.91508277486977e-05, + "loss": 3.123, + "step": 9240 + }, + { + "epoch": 0.158184837124908, + "grad_norm": 2.423823595046997, + "learning_rate": 1.915060416182347e-05, + "loss": 2.9893, + "step": 9241 + }, + { + "epoch": 0.15820195484345848, + "grad_norm": 2.540590763092041, + "learning_rate": 1.915038054682347e-05, + "loss": 3.0281, + "step": 9242 + }, + { + "epoch": 0.15821907256200893, + "grad_norm": 2.5733635425567627, + "learning_rate": 1.9150156903698382e-05, + "loss": 3.084, + "step": 9243 + }, + { + "epoch": 0.1582361902805594, + "grad_norm": 2.584099054336548, + "learning_rate": 1.9149933232448905e-05, + "loss": 3.0264, + "step": 9244 + }, + { + "epoch": 0.1582533079991099, + "grad_norm": 2.5369277000427246, + "learning_rate": 1.9149709533075722e-05, + "loss": 3.0419, + "step": 9245 + }, + { + "epoch": 0.15827042571766034, + "grad_norm": 2.4631154537200928, + "learning_rate": 1.914948580557952e-05, + "loss": 3.0468, + "step": 9246 + }, + { + "epoch": 0.15828754343621082, + "grad_norm": 2.4407758712768555, + "learning_rate": 1.9149262049960984e-05, + "loss": 3.0529, + "step": 9247 + }, + { + "epoch": 0.1583046611547613, + "grad_norm": 2.4633235931396484, + "learning_rate": 1.914903826622081e-05, + "loss": 3.0273, + "step": 9248 + }, + { + "epoch": 0.15832177887331175, + "grad_norm": 2.4858920574188232, + "learning_rate": 1.9148814454359674e-05, + "loss": 3.0987, + "step": 9249 + }, + { + "epoch": 0.15833889659186223, + "grad_norm": 2.470242500305176, + "learning_rate": 1.9148590614378273e-05, + "loss": 3.0937, + "step": 9250 + }, + { + "epoch": 0.1583560143104127, + "grad_norm": 2.4915034770965576, + "learning_rate": 1.9148366746277292e-05, + "loss": 3.0113, + "step": 9251 + }, + { + "epoch": 0.1583731320289632, + "grad_norm": 2.492035150527954, + "learning_rate": 1.914814285005742e-05, + "loss": 3.0651, + "step": 9252 + }, + { + "epoch": 0.15839024974751365, + "grad_norm": 2.4538896083831787, + "learning_rate": 1.9147918925719346e-05, + "loss": 3.148, + "step": 9253 + }, + { + "epoch": 0.15840736746606413, + "grad_norm": 2.4686899185180664, + "learning_rate": 1.9147694973263757e-05, + "loss": 3.1193, + "step": 9254 + }, + { + "epoch": 0.1584244851846146, + "grad_norm": 2.592989444732666, + "learning_rate": 1.9147470992691335e-05, + "loss": 3.2603, + "step": 9255 + }, + { + "epoch": 0.15844160290316506, + "grad_norm": 2.5127477645874023, + "learning_rate": 1.9147246984002784e-05, + "loss": 2.99, + "step": 9256 + }, + { + "epoch": 0.15845872062171554, + "grad_norm": 2.4702794551849365, + "learning_rate": 1.9147022947198776e-05, + "loss": 3.0692, + "step": 9257 + }, + { + "epoch": 0.15847583834026602, + "grad_norm": 2.5344884395599365, + "learning_rate": 1.914679888228001e-05, + "loss": 3.0904, + "step": 9258 + }, + { + "epoch": 0.15849295605881647, + "grad_norm": 2.384592056274414, + "learning_rate": 1.9146574789247173e-05, + "loss": 2.9858, + "step": 9259 + }, + { + "epoch": 0.15851007377736695, + "grad_norm": 2.448272466659546, + "learning_rate": 1.9146350668100947e-05, + "loss": 3.0029, + "step": 9260 + }, + { + "epoch": 0.15852719149591743, + "grad_norm": 2.5109715461730957, + "learning_rate": 1.9146126518842033e-05, + "loss": 2.9591, + "step": 9261 + }, + { + "epoch": 0.15854430921446788, + "grad_norm": 2.4606571197509766, + "learning_rate": 1.914590234147111e-05, + "loss": 3.1402, + "step": 9262 + }, + { + "epoch": 0.15856142693301836, + "grad_norm": 2.42968487739563, + "learning_rate": 1.9145678135988865e-05, + "loss": 2.944, + "step": 9263 + }, + { + "epoch": 0.15857854465156884, + "grad_norm": 2.629305839538574, + "learning_rate": 1.9145453902396e-05, + "loss": 3.1452, + "step": 9264 + }, + { + "epoch": 0.15859566237011932, + "grad_norm": 2.456923246383667, + "learning_rate": 1.914522964069319e-05, + "loss": 3.116, + "step": 9265 + }, + { + "epoch": 0.15861278008866977, + "grad_norm": 2.4545974731445312, + "learning_rate": 1.9145005350881136e-05, + "loss": 3.0131, + "step": 9266 + }, + { + "epoch": 0.15862989780722025, + "grad_norm": 2.507866859436035, + "learning_rate": 1.914478103296052e-05, + "loss": 3.0056, + "step": 9267 + }, + { + "epoch": 0.15864701552577073, + "grad_norm": 2.483907461166382, + "learning_rate": 1.9144556686932034e-05, + "loss": 3.0979, + "step": 9268 + }, + { + "epoch": 0.1586641332443212, + "grad_norm": 2.4485509395599365, + "learning_rate": 1.914433231279637e-05, + "loss": 3.0065, + "step": 9269 + }, + { + "epoch": 0.15868125096287167, + "grad_norm": 2.4359545707702637, + "learning_rate": 1.914410791055421e-05, + "loss": 3.0932, + "step": 9270 + }, + { + "epoch": 0.15869836868142215, + "grad_norm": 2.3637351989746094, + "learning_rate": 1.914388348020625e-05, + "loss": 2.8734, + "step": 9271 + }, + { + "epoch": 0.1587154863999726, + "grad_norm": 2.4013195037841797, + "learning_rate": 1.9143659021753177e-05, + "loss": 3.1351, + "step": 9272 + }, + { + "epoch": 0.15873260411852308, + "grad_norm": 2.5464651584625244, + "learning_rate": 1.9143434535195684e-05, + "loss": 2.9945, + "step": 9273 + }, + { + "epoch": 0.15874972183707356, + "grad_norm": 2.453136682510376, + "learning_rate": 1.914321002053446e-05, + "loss": 3.0512, + "step": 9274 + }, + { + "epoch": 0.15876683955562404, + "grad_norm": 2.4676642417907715, + "learning_rate": 1.9142985477770196e-05, + "loss": 3.0406, + "step": 9275 + }, + { + "epoch": 0.1587839572741745, + "grad_norm": 2.3761136531829834, + "learning_rate": 1.9142760906903577e-05, + "loss": 3.0016, + "step": 9276 + }, + { + "epoch": 0.15880107499272497, + "grad_norm": 2.5056662559509277, + "learning_rate": 1.9142536307935298e-05, + "loss": 3.0604, + "step": 9277 + }, + { + "epoch": 0.15881819271127545, + "grad_norm": 2.364701747894287, + "learning_rate": 1.9142311680866047e-05, + "loss": 2.9574, + "step": 9278 + }, + { + "epoch": 0.1588353104298259, + "grad_norm": 2.4185540676116943, + "learning_rate": 1.914208702569652e-05, + "loss": 2.9069, + "step": 9279 + }, + { + "epoch": 0.15885242814837638, + "grad_norm": 2.6035821437835693, + "learning_rate": 1.91418623424274e-05, + "loss": 3.1673, + "step": 9280 + }, + { + "epoch": 0.15886954586692686, + "grad_norm": 2.5818400382995605, + "learning_rate": 1.914163763105938e-05, + "loss": 3.0897, + "step": 9281 + }, + { + "epoch": 0.15888666358547732, + "grad_norm": 2.548185348510742, + "learning_rate": 1.914141289159315e-05, + "loss": 2.8601, + "step": 9282 + }, + { + "epoch": 0.1589037813040278, + "grad_norm": 2.347337484359741, + "learning_rate": 1.9141188124029404e-05, + "loss": 2.9332, + "step": 9283 + }, + { + "epoch": 0.15892089902257828, + "grad_norm": 2.474714994430542, + "learning_rate": 1.9140963328368833e-05, + "loss": 2.9838, + "step": 9284 + }, + { + "epoch": 0.15893801674112873, + "grad_norm": 2.4828741550445557, + "learning_rate": 1.9140738504612125e-05, + "loss": 3.0132, + "step": 9285 + }, + { + "epoch": 0.1589551344596792, + "grad_norm": 2.4627606868743896, + "learning_rate": 1.9140513652759967e-05, + "loss": 3.064, + "step": 9286 + }, + { + "epoch": 0.1589722521782297, + "grad_norm": 2.4355831146240234, + "learning_rate": 1.9140288772813062e-05, + "loss": 3.1385, + "step": 9287 + }, + { + "epoch": 0.15898936989678017, + "grad_norm": 2.5823371410369873, + "learning_rate": 1.9140063864772093e-05, + "loss": 3.0817, + "step": 9288 + }, + { + "epoch": 0.15900648761533062, + "grad_norm": 2.450354814529419, + "learning_rate": 1.913983892863775e-05, + "loss": 3.1027, + "step": 9289 + }, + { + "epoch": 0.1590236053338811, + "grad_norm": 2.495025873184204, + "learning_rate": 1.9139613964410725e-05, + "loss": 3.1067, + "step": 9290 + }, + { + "epoch": 0.15904072305243158, + "grad_norm": 2.439117193222046, + "learning_rate": 1.9139388972091716e-05, + "loss": 3.0738, + "step": 9291 + }, + { + "epoch": 0.15905784077098203, + "grad_norm": 2.510418176651001, + "learning_rate": 1.9139163951681408e-05, + "loss": 3.1377, + "step": 9292 + }, + { + "epoch": 0.15907495848953251, + "grad_norm": 2.3965566158294678, + "learning_rate": 1.9138938903180496e-05, + "loss": 3.0424, + "step": 9293 + }, + { + "epoch": 0.159092076208083, + "grad_norm": 2.346440553665161, + "learning_rate": 1.913871382658967e-05, + "loss": 2.9266, + "step": 9294 + }, + { + "epoch": 0.15910919392663345, + "grad_norm": 2.680370330810547, + "learning_rate": 1.913848872190962e-05, + "loss": 3.1068, + "step": 9295 + }, + { + "epoch": 0.15912631164518393, + "grad_norm": 2.460716724395752, + "learning_rate": 1.9138263589141042e-05, + "loss": 2.9124, + "step": 9296 + }, + { + "epoch": 0.1591434293637344, + "grad_norm": 2.682795763015747, + "learning_rate": 1.9138038428284628e-05, + "loss": 3.1418, + "step": 9297 + }, + { + "epoch": 0.1591605470822849, + "grad_norm": 2.481062650680542, + "learning_rate": 1.9137813239341066e-05, + "loss": 3.0081, + "step": 9298 + }, + { + "epoch": 0.15917766480083534, + "grad_norm": 2.4973361492156982, + "learning_rate": 1.913758802231105e-05, + "loss": 3.0281, + "step": 9299 + }, + { + "epoch": 0.15919478251938582, + "grad_norm": 2.4165239334106445, + "learning_rate": 1.913736277719527e-05, + "loss": 3.1591, + "step": 9300 + }, + { + "epoch": 0.1592119002379363, + "grad_norm": 2.4613518714904785, + "learning_rate": 1.9137137503994424e-05, + "loss": 3.0033, + "step": 9301 + }, + { + "epoch": 0.15922901795648675, + "grad_norm": 2.497990846633911, + "learning_rate": 1.91369122027092e-05, + "loss": 3.0263, + "step": 9302 + }, + { + "epoch": 0.15924613567503723, + "grad_norm": 2.6585702896118164, + "learning_rate": 1.913668687334029e-05, + "loss": 3.1686, + "step": 9303 + }, + { + "epoch": 0.1592632533935877, + "grad_norm": 2.541748046875, + "learning_rate": 1.913646151588839e-05, + "loss": 3.0509, + "step": 9304 + }, + { + "epoch": 0.15928037111213816, + "grad_norm": 2.4373555183410645, + "learning_rate": 1.9136236130354193e-05, + "loss": 3.0822, + "step": 9305 + }, + { + "epoch": 0.15929748883068864, + "grad_norm": 3.0587258338928223, + "learning_rate": 1.9136010716738387e-05, + "loss": 3.1339, + "step": 9306 + }, + { + "epoch": 0.15931460654923912, + "grad_norm": 2.437155246734619, + "learning_rate": 1.913578527504167e-05, + "loss": 3.1782, + "step": 9307 + }, + { + "epoch": 0.15933172426778958, + "grad_norm": 2.64499831199646, + "learning_rate": 1.913555980526473e-05, + "loss": 3.0986, + "step": 9308 + }, + { + "epoch": 0.15934884198634006, + "grad_norm": 2.28344464302063, + "learning_rate": 1.9135334307408263e-05, + "loss": 2.9616, + "step": 9309 + }, + { + "epoch": 0.15936595970489054, + "grad_norm": 2.5117545127868652, + "learning_rate": 1.913510878147296e-05, + "loss": 3.028, + "step": 9310 + }, + { + "epoch": 0.15938307742344102, + "grad_norm": 2.442242383956909, + "learning_rate": 1.913488322745952e-05, + "loss": 2.9921, + "step": 9311 + }, + { + "epoch": 0.15940019514199147, + "grad_norm": 2.500749349594116, + "learning_rate": 1.913465764536863e-05, + "loss": 3.0663, + "step": 9312 + }, + { + "epoch": 0.15941731286054195, + "grad_norm": 2.475475311279297, + "learning_rate": 1.9134432035200984e-05, + "loss": 3.0615, + "step": 9313 + }, + { + "epoch": 0.15943443057909243, + "grad_norm": 2.499790668487549, + "learning_rate": 1.9134206396957278e-05, + "loss": 3.0391, + "step": 9314 + }, + { + "epoch": 0.15945154829764288, + "grad_norm": 2.5952086448669434, + "learning_rate": 1.9133980730638205e-05, + "loss": 3.0413, + "step": 9315 + }, + { + "epoch": 0.15946866601619336, + "grad_norm": 2.488032341003418, + "learning_rate": 1.913375503624446e-05, + "loss": 3.0931, + "step": 9316 + }, + { + "epoch": 0.15948578373474384, + "grad_norm": 2.5325100421905518, + "learning_rate": 1.913352931377673e-05, + "loss": 3.0723, + "step": 9317 + }, + { + "epoch": 0.1595029014532943, + "grad_norm": 2.510103464126587, + "learning_rate": 1.9133303563235714e-05, + "loss": 3.0639, + "step": 9318 + }, + { + "epoch": 0.15952001917184477, + "grad_norm": 2.5015013217926025, + "learning_rate": 1.9133077784622108e-05, + "loss": 2.96, + "step": 9319 + }, + { + "epoch": 0.15953713689039525, + "grad_norm": 2.5822246074676514, + "learning_rate": 1.91328519779366e-05, + "loss": 3.1774, + "step": 9320 + }, + { + "epoch": 0.1595542546089457, + "grad_norm": 2.5788660049438477, + "learning_rate": 1.913262614317989e-05, + "loss": 3.1455, + "step": 9321 + }, + { + "epoch": 0.15957137232749619, + "grad_norm": 2.4813013076782227, + "learning_rate": 1.9132400280352672e-05, + "loss": 3.084, + "step": 9322 + }, + { + "epoch": 0.15958849004604667, + "grad_norm": 2.42651104927063, + "learning_rate": 1.9132174389455634e-05, + "loss": 3.1111, + "step": 9323 + }, + { + "epoch": 0.15960560776459715, + "grad_norm": 2.5190558433532715, + "learning_rate": 1.9131948470489475e-05, + "loss": 3.045, + "step": 9324 + }, + { + "epoch": 0.1596227254831476, + "grad_norm": 2.5718626976013184, + "learning_rate": 1.913172252345489e-05, + "loss": 3.0589, + "step": 9325 + }, + { + "epoch": 0.15963984320169808, + "grad_norm": 2.4369094371795654, + "learning_rate": 1.913149654835257e-05, + "loss": 2.8841, + "step": 9326 + }, + { + "epoch": 0.15965696092024856, + "grad_norm": 2.5971813201904297, + "learning_rate": 1.9131270545183214e-05, + "loss": 3.099, + "step": 9327 + }, + { + "epoch": 0.159674078638799, + "grad_norm": 2.44663143157959, + "learning_rate": 1.913104451394751e-05, + "loss": 2.9916, + "step": 9328 + }, + { + "epoch": 0.1596911963573495, + "grad_norm": 2.494617462158203, + "learning_rate": 1.913081845464616e-05, + "loss": 3.0682, + "step": 9329 + }, + { + "epoch": 0.15970831407589997, + "grad_norm": 2.454660415649414, + "learning_rate": 1.9130592367279853e-05, + "loss": 3.0034, + "step": 9330 + }, + { + "epoch": 0.15972543179445042, + "grad_norm": 2.3977339267730713, + "learning_rate": 1.913036625184929e-05, + "loss": 3.0938, + "step": 9331 + }, + { + "epoch": 0.1597425495130009, + "grad_norm": 2.3867297172546387, + "learning_rate": 1.9130140108355163e-05, + "loss": 2.9778, + "step": 9332 + }, + { + "epoch": 0.15975966723155138, + "grad_norm": 2.619364023208618, + "learning_rate": 1.9129913936798162e-05, + "loss": 3.0409, + "step": 9333 + }, + { + "epoch": 0.15977678495010186, + "grad_norm": 2.6098177433013916, + "learning_rate": 1.912968773717899e-05, + "loss": 3.0786, + "step": 9334 + }, + { + "epoch": 0.15979390266865232, + "grad_norm": 2.567396879196167, + "learning_rate": 1.9129461509498338e-05, + "loss": 3.0666, + "step": 9335 + }, + { + "epoch": 0.1598110203872028, + "grad_norm": 2.660449504852295, + "learning_rate": 1.9129235253756907e-05, + "loss": 3.0636, + "step": 9336 + }, + { + "epoch": 0.15982813810575328, + "grad_norm": 2.568612575531006, + "learning_rate": 1.9129008969955386e-05, + "loss": 3.0936, + "step": 9337 + }, + { + "epoch": 0.15984525582430373, + "grad_norm": 2.584848642349243, + "learning_rate": 1.912878265809447e-05, + "loss": 3.0756, + "step": 9338 + }, + { + "epoch": 0.1598623735428542, + "grad_norm": 2.5492002964019775, + "learning_rate": 1.9128556318174857e-05, + "loss": 3.158, + "step": 9339 + }, + { + "epoch": 0.1598794912614047, + "grad_norm": 2.4225683212280273, + "learning_rate": 1.9128329950197244e-05, + "loss": 3.0127, + "step": 9340 + }, + { + "epoch": 0.15989660897995514, + "grad_norm": 2.552938461303711, + "learning_rate": 1.9128103554162326e-05, + "loss": 3.0958, + "step": 9341 + }, + { + "epoch": 0.15991372669850562, + "grad_norm": 2.4334983825683594, + "learning_rate": 1.9127877130070797e-05, + "loss": 3.0394, + "step": 9342 + }, + { + "epoch": 0.1599308444170561, + "grad_norm": 2.631394863128662, + "learning_rate": 1.9127650677923354e-05, + "loss": 3.0971, + "step": 9343 + }, + { + "epoch": 0.15994796213560655, + "grad_norm": 2.3304390907287598, + "learning_rate": 1.9127424197720697e-05, + "loss": 3.0368, + "step": 9344 + }, + { + "epoch": 0.15996507985415703, + "grad_norm": 2.5150201320648193, + "learning_rate": 1.912719768946352e-05, + "loss": 3.0031, + "step": 9345 + }, + { + "epoch": 0.1599821975727075, + "grad_norm": 2.4693715572357178, + "learning_rate": 1.912697115315251e-05, + "loss": 3.0347, + "step": 9346 + }, + { + "epoch": 0.159999315291258, + "grad_norm": 2.465982675552368, + "learning_rate": 1.912674458878837e-05, + "loss": 3.0928, + "step": 9347 + }, + { + "epoch": 0.16001643300980845, + "grad_norm": 2.7060718536376953, + "learning_rate": 1.9126517996371805e-05, + "loss": 3.042, + "step": 9348 + }, + { + "epoch": 0.16003355072835893, + "grad_norm": 2.5118935108184814, + "learning_rate": 1.9126291375903504e-05, + "loss": 2.9966, + "step": 9349 + }, + { + "epoch": 0.1600506684469094, + "grad_norm": 2.4917616844177246, + "learning_rate": 1.912606472738416e-05, + "loss": 3.1306, + "step": 9350 + }, + { + "epoch": 0.16006778616545986, + "grad_norm": 2.51495099067688, + "learning_rate": 1.9125838050814472e-05, + "loss": 2.8942, + "step": 9351 + }, + { + "epoch": 0.16008490388401034, + "grad_norm": 2.692739725112915, + "learning_rate": 1.912561134619514e-05, + "loss": 3.2357, + "step": 9352 + }, + { + "epoch": 0.16010202160256082, + "grad_norm": 2.5989646911621094, + "learning_rate": 1.9125384613526856e-05, + "loss": 3.1375, + "step": 9353 + }, + { + "epoch": 0.16011913932111127, + "grad_norm": 2.372365951538086, + "learning_rate": 1.9125157852810322e-05, + "loss": 2.9941, + "step": 9354 + }, + { + "epoch": 0.16013625703966175, + "grad_norm": 2.360405683517456, + "learning_rate": 1.9124931064046233e-05, + "loss": 2.9329, + "step": 9355 + }, + { + "epoch": 0.16015337475821223, + "grad_norm": 2.5509300231933594, + "learning_rate": 1.9124704247235284e-05, + "loss": 3.0724, + "step": 9356 + }, + { + "epoch": 0.1601704924767627, + "grad_norm": 2.3313584327697754, + "learning_rate": 1.9124477402378174e-05, + "loss": 2.9106, + "step": 9357 + }, + { + "epoch": 0.16018761019531316, + "grad_norm": 2.7011914253234863, + "learning_rate": 1.9124250529475602e-05, + "loss": 3.0289, + "step": 9358 + }, + { + "epoch": 0.16020472791386364, + "grad_norm": 2.747466802597046, + "learning_rate": 1.9124023628528257e-05, + "loss": 3.1062, + "step": 9359 + }, + { + "epoch": 0.16022184563241412, + "grad_norm": 2.7102131843566895, + "learning_rate": 1.912379669953685e-05, + "loss": 3.0251, + "step": 9360 + }, + { + "epoch": 0.16023896335096457, + "grad_norm": 2.4024248123168945, + "learning_rate": 1.9123569742502068e-05, + "loss": 3.0116, + "step": 9361 + }, + { + "epoch": 0.16025608106951506, + "grad_norm": 2.5133752822875977, + "learning_rate": 1.9123342757424612e-05, + "loss": 3.0958, + "step": 9362 + }, + { + "epoch": 0.16027319878806554, + "grad_norm": 2.595675468444824, + "learning_rate": 1.912311574430518e-05, + "loss": 3.0937, + "step": 9363 + }, + { + "epoch": 0.160290316506616, + "grad_norm": 2.7206978797912598, + "learning_rate": 1.9122888703144465e-05, + "loss": 3.1277, + "step": 9364 + }, + { + "epoch": 0.16030743422516647, + "grad_norm": 2.5285422801971436, + "learning_rate": 1.9122661633943177e-05, + "loss": 3.0494, + "step": 9365 + }, + { + "epoch": 0.16032455194371695, + "grad_norm": 2.780681848526001, + "learning_rate": 1.9122434536701998e-05, + "loss": 3.1402, + "step": 9366 + }, + { + "epoch": 0.1603416696622674, + "grad_norm": 2.6839191913604736, + "learning_rate": 1.912220741142164e-05, + "loss": 3.0824, + "step": 9367 + }, + { + "epoch": 0.16035878738081788, + "grad_norm": 2.9368088245391846, + "learning_rate": 1.9121980258102794e-05, + "loss": 3.0447, + "step": 9368 + }, + { + "epoch": 0.16037590509936836, + "grad_norm": 2.6571192741394043, + "learning_rate": 1.9121753076746157e-05, + "loss": 3.2051, + "step": 9369 + }, + { + "epoch": 0.16039302281791884, + "grad_norm": 2.668321371078491, + "learning_rate": 1.9121525867352432e-05, + "loss": 3.144, + "step": 9370 + }, + { + "epoch": 0.1604101405364693, + "grad_norm": 2.598721742630005, + "learning_rate": 1.912129862992231e-05, + "loss": 3.0013, + "step": 9371 + }, + { + "epoch": 0.16042725825501977, + "grad_norm": 2.4801580905914307, + "learning_rate": 1.9121071364456498e-05, + "loss": 3.0378, + "step": 9372 + }, + { + "epoch": 0.16044437597357025, + "grad_norm": 2.437844753265381, + "learning_rate": 1.912084407095569e-05, + "loss": 3.0691, + "step": 9373 + }, + { + "epoch": 0.1604614936921207, + "grad_norm": 2.473372220993042, + "learning_rate": 1.9120616749420587e-05, + "loss": 2.9734, + "step": 9374 + }, + { + "epoch": 0.16047861141067118, + "grad_norm": 2.4948782920837402, + "learning_rate": 1.9120389399851885e-05, + "loss": 3.0694, + "step": 9375 + }, + { + "epoch": 0.16049572912922166, + "grad_norm": 2.4188995361328125, + "learning_rate": 1.9120162022250285e-05, + "loss": 2.9969, + "step": 9376 + }, + { + "epoch": 0.16051284684777212, + "grad_norm": 2.385693311691284, + "learning_rate": 1.9119934616616485e-05, + "loss": 3.0838, + "step": 9377 + }, + { + "epoch": 0.1605299645663226, + "grad_norm": 2.509664297103882, + "learning_rate": 1.9119707182951183e-05, + "loss": 3.0293, + "step": 9378 + }, + { + "epoch": 0.16054708228487308, + "grad_norm": 2.4938435554504395, + "learning_rate": 1.9119479721255078e-05, + "loss": 3.1201, + "step": 9379 + }, + { + "epoch": 0.16056420000342356, + "grad_norm": 2.581312894821167, + "learning_rate": 1.9119252231528874e-05, + "loss": 3.1193, + "step": 9380 + }, + { + "epoch": 0.160581317721974, + "grad_norm": 2.5772736072540283, + "learning_rate": 1.9119024713773262e-05, + "loss": 3.0989, + "step": 9381 + }, + { + "epoch": 0.1605984354405245, + "grad_norm": 2.6000537872314453, + "learning_rate": 1.9118797167988947e-05, + "loss": 3.0001, + "step": 9382 + }, + { + "epoch": 0.16061555315907497, + "grad_norm": 2.577770948410034, + "learning_rate": 1.9118569594176627e-05, + "loss": 3.1076, + "step": 9383 + }, + { + "epoch": 0.16063267087762542, + "grad_norm": 2.5519540309906006, + "learning_rate": 1.9118341992337002e-05, + "loss": 3.1706, + "step": 9384 + }, + { + "epoch": 0.1606497885961759, + "grad_norm": 2.5990986824035645, + "learning_rate": 1.911811436247077e-05, + "loss": 3.1302, + "step": 9385 + }, + { + "epoch": 0.16066690631472638, + "grad_norm": 2.4611737728118896, + "learning_rate": 1.911788670457863e-05, + "loss": 3.0473, + "step": 9386 + }, + { + "epoch": 0.16068402403327683, + "grad_norm": 2.609544515609741, + "learning_rate": 1.911765901866129e-05, + "loss": 3.1989, + "step": 9387 + }, + { + "epoch": 0.16070114175182731, + "grad_norm": 2.4848501682281494, + "learning_rate": 1.9117431304719438e-05, + "loss": 2.9608, + "step": 9388 + }, + { + "epoch": 0.1607182594703778, + "grad_norm": 2.409273624420166, + "learning_rate": 1.911720356275378e-05, + "loss": 3.0365, + "step": 9389 + }, + { + "epoch": 0.16073537718892825, + "grad_norm": 2.5888280868530273, + "learning_rate": 1.9116975792765015e-05, + "loss": 3.0351, + "step": 9390 + }, + { + "epoch": 0.16075249490747873, + "grad_norm": 2.54089093208313, + "learning_rate": 1.9116747994753845e-05, + "loss": 2.9764, + "step": 9391 + }, + { + "epoch": 0.1607696126260292, + "grad_norm": 2.58162260055542, + "learning_rate": 1.9116520168720968e-05, + "loss": 3.1013, + "step": 9392 + }, + { + "epoch": 0.1607867303445797, + "grad_norm": 2.436676025390625, + "learning_rate": 1.9116292314667082e-05, + "loss": 3.0617, + "step": 9393 + }, + { + "epoch": 0.16080384806313014, + "grad_norm": 2.6377744674682617, + "learning_rate": 1.9116064432592892e-05, + "loss": 3.1168, + "step": 9394 + }, + { + "epoch": 0.16082096578168062, + "grad_norm": 2.5605335235595703, + "learning_rate": 1.9115836522499097e-05, + "loss": 2.9564, + "step": 9395 + }, + { + "epoch": 0.1608380835002311, + "grad_norm": 2.4593491554260254, + "learning_rate": 1.9115608584386396e-05, + "loss": 3.0334, + "step": 9396 + }, + { + "epoch": 0.16085520121878155, + "grad_norm": 2.643899440765381, + "learning_rate": 1.911538061825549e-05, + "loss": 3.0486, + "step": 9397 + }, + { + "epoch": 0.16087231893733203, + "grad_norm": 2.6174514293670654, + "learning_rate": 1.911515262410708e-05, + "loss": 3.0811, + "step": 9398 + }, + { + "epoch": 0.1608894366558825, + "grad_norm": 2.4566428661346436, + "learning_rate": 1.9114924601941868e-05, + "loss": 3.0902, + "step": 9399 + }, + { + "epoch": 0.16090655437443296, + "grad_norm": 2.5574750900268555, + "learning_rate": 1.9114696551760556e-05, + "loss": 3.0461, + "step": 9400 + }, + { + "epoch": 0.16092367209298344, + "grad_norm": 2.4472711086273193, + "learning_rate": 1.911446847356384e-05, + "loss": 3.0814, + "step": 9401 + }, + { + "epoch": 0.16094078981153392, + "grad_norm": 2.459242582321167, + "learning_rate": 1.9114240367352426e-05, + "loss": 3.1226, + "step": 9402 + }, + { + "epoch": 0.1609579075300844, + "grad_norm": 2.5493664741516113, + "learning_rate": 1.911401223312701e-05, + "loss": 3.0196, + "step": 9403 + }, + { + "epoch": 0.16097502524863486, + "grad_norm": 2.5920708179473877, + "learning_rate": 1.91137840708883e-05, + "loss": 3.0563, + "step": 9404 + }, + { + "epoch": 0.16099214296718534, + "grad_norm": 2.443582057952881, + "learning_rate": 1.911355588063699e-05, + "loss": 3.0658, + "step": 9405 + }, + { + "epoch": 0.16100926068573582, + "grad_norm": 2.5579609870910645, + "learning_rate": 1.9113327662373787e-05, + "loss": 3.066, + "step": 9406 + }, + { + "epoch": 0.16102637840428627, + "grad_norm": 2.311310291290283, + "learning_rate": 1.911309941609939e-05, + "loss": 3.0137, + "step": 9407 + }, + { + "epoch": 0.16104349612283675, + "grad_norm": 2.5386064052581787, + "learning_rate": 1.9112871141814503e-05, + "loss": 3.0709, + "step": 9408 + }, + { + "epoch": 0.16106061384138723, + "grad_norm": 2.499096632003784, + "learning_rate": 1.911264283951982e-05, + "loss": 2.9659, + "step": 9409 + }, + { + "epoch": 0.16107773155993768, + "grad_norm": 2.606567621231079, + "learning_rate": 1.9112414509216054e-05, + "loss": 3.0356, + "step": 9410 + }, + { + "epoch": 0.16109484927848816, + "grad_norm": 2.508690357208252, + "learning_rate": 1.9112186150903898e-05, + "loss": 3.0337, + "step": 9411 + }, + { + "epoch": 0.16111196699703864, + "grad_norm": 2.5129497051239014, + "learning_rate": 1.911195776458406e-05, + "loss": 2.9882, + "step": 9412 + }, + { + "epoch": 0.1611290847155891, + "grad_norm": 2.601865291595459, + "learning_rate": 1.9111729350257232e-05, + "loss": 3.1598, + "step": 9413 + }, + { + "epoch": 0.16114620243413957, + "grad_norm": 2.56146240234375, + "learning_rate": 1.911150090792413e-05, + "loss": 3.0698, + "step": 9414 + }, + { + "epoch": 0.16116332015269005, + "grad_norm": 2.6575982570648193, + "learning_rate": 1.9111272437585445e-05, + "loss": 3.0237, + "step": 9415 + }, + { + "epoch": 0.16118043787124053, + "grad_norm": 2.7463457584381104, + "learning_rate": 1.9111043939241887e-05, + "loss": 3.1077, + "step": 9416 + }, + { + "epoch": 0.161197555589791, + "grad_norm": 2.5059103965759277, + "learning_rate": 1.9110815412894153e-05, + "loss": 2.9707, + "step": 9417 + }, + { + "epoch": 0.16121467330834147, + "grad_norm": 2.67807674407959, + "learning_rate": 1.9110586858542944e-05, + "loss": 2.993, + "step": 9418 + }, + { + "epoch": 0.16123179102689195, + "grad_norm": 2.7661664485931396, + "learning_rate": 1.911035827618897e-05, + "loss": 3.0584, + "step": 9419 + }, + { + "epoch": 0.1612489087454424, + "grad_norm": 2.6684134006500244, + "learning_rate": 1.911012966583293e-05, + "loss": 3.1085, + "step": 9420 + }, + { + "epoch": 0.16126602646399288, + "grad_norm": 2.559746742248535, + "learning_rate": 1.910990102747552e-05, + "loss": 3.0896, + "step": 9421 + }, + { + "epoch": 0.16128314418254336, + "grad_norm": 2.573591470718384, + "learning_rate": 1.910967236111745e-05, + "loss": 2.9667, + "step": 9422 + }, + { + "epoch": 0.1613002619010938, + "grad_norm": 2.569343328475952, + "learning_rate": 1.9109443666759428e-05, + "loss": 3.1438, + "step": 9423 + }, + { + "epoch": 0.1613173796196443, + "grad_norm": 2.73755145072937, + "learning_rate": 1.9109214944402144e-05, + "loss": 3.122, + "step": 9424 + }, + { + "epoch": 0.16133449733819477, + "grad_norm": 2.6249542236328125, + "learning_rate": 1.910898619404631e-05, + "loss": 3.0993, + "step": 9425 + }, + { + "epoch": 0.16135161505674522, + "grad_norm": 2.4716546535491943, + "learning_rate": 1.9108757415692628e-05, + "loss": 2.9933, + "step": 9426 + }, + { + "epoch": 0.1613687327752957, + "grad_norm": 2.7823188304901123, + "learning_rate": 1.91085286093418e-05, + "loss": 3.0913, + "step": 9427 + }, + { + "epoch": 0.16138585049384618, + "grad_norm": 2.5374207496643066, + "learning_rate": 1.910829977499452e-05, + "loss": 3.0446, + "step": 9428 + }, + { + "epoch": 0.16140296821239666, + "grad_norm": 2.57269287109375, + "learning_rate": 1.910807091265151e-05, + "loss": 3.1131, + "step": 9429 + }, + { + "epoch": 0.16142008593094712, + "grad_norm": 2.6022937297821045, + "learning_rate": 1.9107842022313462e-05, + "loss": 3.072, + "step": 9430 + }, + { + "epoch": 0.1614372036494976, + "grad_norm": 2.467766523361206, + "learning_rate": 1.910761310398108e-05, + "loss": 2.9798, + "step": 9431 + }, + { + "epoch": 0.16145432136804808, + "grad_norm": 2.45865535736084, + "learning_rate": 1.910738415765507e-05, + "loss": 2.8711, + "step": 9432 + }, + { + "epoch": 0.16147143908659853, + "grad_norm": 2.5314979553222656, + "learning_rate": 1.9107155183336134e-05, + "loss": 3.0638, + "step": 9433 + }, + { + "epoch": 0.161488556805149, + "grad_norm": 2.7692017555236816, + "learning_rate": 1.9106926181024974e-05, + "loss": 3.2214, + "step": 9434 + }, + { + "epoch": 0.1615056745236995, + "grad_norm": 2.463151216506958, + "learning_rate": 1.91066971507223e-05, + "loss": 3.1338, + "step": 9435 + }, + { + "epoch": 0.16152279224224994, + "grad_norm": 2.6833555698394775, + "learning_rate": 1.9106468092428808e-05, + "loss": 3.1755, + "step": 9436 + }, + { + "epoch": 0.16153990996080042, + "grad_norm": 2.498358964920044, + "learning_rate": 1.910623900614521e-05, + "loss": 3.0097, + "step": 9437 + }, + { + "epoch": 0.1615570276793509, + "grad_norm": 2.582383394241333, + "learning_rate": 1.9106009891872203e-05, + "loss": 3.0545, + "step": 9438 + }, + { + "epoch": 0.16157414539790138, + "grad_norm": 2.6369175910949707, + "learning_rate": 1.91057807496105e-05, + "loss": 3.0246, + "step": 9439 + }, + { + "epoch": 0.16159126311645183, + "grad_norm": 2.4424262046813965, + "learning_rate": 1.9105551579360797e-05, + "loss": 2.9926, + "step": 9440 + }, + { + "epoch": 0.1616083808350023, + "grad_norm": 2.436528444290161, + "learning_rate": 1.91053223811238e-05, + "loss": 3.1007, + "step": 9441 + }, + { + "epoch": 0.1616254985535528, + "grad_norm": 2.4467625617980957, + "learning_rate": 1.9105093154900217e-05, + "loss": 3.1101, + "step": 9442 + }, + { + "epoch": 0.16164261627210325, + "grad_norm": 2.4072377681732178, + "learning_rate": 1.9104863900690746e-05, + "loss": 3.1818, + "step": 9443 + }, + { + "epoch": 0.16165973399065373, + "grad_norm": 2.466411590576172, + "learning_rate": 1.9104634618496102e-05, + "loss": 3.0031, + "step": 9444 + }, + { + "epoch": 0.1616768517092042, + "grad_norm": 2.26153564453125, + "learning_rate": 1.910440530831698e-05, + "loss": 2.9978, + "step": 9445 + }, + { + "epoch": 0.16169396942775466, + "grad_norm": 2.440746784210205, + "learning_rate": 1.910417597015409e-05, + "loss": 3.1516, + "step": 9446 + }, + { + "epoch": 0.16171108714630514, + "grad_norm": 2.773993492126465, + "learning_rate": 1.9103946604008133e-05, + "loss": 3.1604, + "step": 9447 + }, + { + "epoch": 0.16172820486485562, + "grad_norm": 2.5152928829193115, + "learning_rate": 1.910371720987982e-05, + "loss": 3.2894, + "step": 9448 + }, + { + "epoch": 0.16174532258340607, + "grad_norm": 2.5988950729370117, + "learning_rate": 1.910348778776985e-05, + "loss": 3.1659, + "step": 9449 + }, + { + "epoch": 0.16176244030195655, + "grad_norm": 2.5170748233795166, + "learning_rate": 1.9103258337678933e-05, + "loss": 3.1259, + "step": 9450 + }, + { + "epoch": 0.16177955802050703, + "grad_norm": 2.3518588542938232, + "learning_rate": 1.910302885960777e-05, + "loss": 2.97, + "step": 9451 + }, + { + "epoch": 0.1617966757390575, + "grad_norm": 2.3772547245025635, + "learning_rate": 1.9102799353557068e-05, + "loss": 3.052, + "step": 9452 + }, + { + "epoch": 0.16181379345760796, + "grad_norm": 2.584820032119751, + "learning_rate": 1.9102569819527535e-05, + "loss": 3.1614, + "step": 9453 + }, + { + "epoch": 0.16183091117615844, + "grad_norm": 2.503652572631836, + "learning_rate": 1.910234025751987e-05, + "loss": 3.0336, + "step": 9454 + }, + { + "epoch": 0.16184802889470892, + "grad_norm": 2.2762014865875244, + "learning_rate": 1.910211066753479e-05, + "loss": 2.9376, + "step": 9455 + }, + { + "epoch": 0.16186514661325938, + "grad_norm": 2.6088035106658936, + "learning_rate": 1.910188104957299e-05, + "loss": 3.053, + "step": 9456 + }, + { + "epoch": 0.16188226433180986, + "grad_norm": 2.428374767303467, + "learning_rate": 1.9101651403635177e-05, + "loss": 2.9785, + "step": 9457 + }, + { + "epoch": 0.16189938205036034, + "grad_norm": 2.393627882003784, + "learning_rate": 1.9101421729722056e-05, + "loss": 2.9407, + "step": 9458 + }, + { + "epoch": 0.1619164997689108, + "grad_norm": 2.564950942993164, + "learning_rate": 1.910119202783434e-05, + "loss": 3.0575, + "step": 9459 + }, + { + "epoch": 0.16193361748746127, + "grad_norm": 2.5238540172576904, + "learning_rate": 1.9100962297972735e-05, + "loss": 3.0679, + "step": 9460 + }, + { + "epoch": 0.16195073520601175, + "grad_norm": 2.6599392890930176, + "learning_rate": 1.9100732540137937e-05, + "loss": 3.2335, + "step": 9461 + }, + { + "epoch": 0.16196785292456223, + "grad_norm": 2.450674533843994, + "learning_rate": 1.9100502754330663e-05, + "loss": 3.1349, + "step": 9462 + }, + { + "epoch": 0.16198497064311268, + "grad_norm": 2.4547550678253174, + "learning_rate": 1.9100272940551613e-05, + "loss": 3.1368, + "step": 9463 + }, + { + "epoch": 0.16200208836166316, + "grad_norm": 2.5237855911254883, + "learning_rate": 1.9100043098801495e-05, + "loss": 2.9859, + "step": 9464 + }, + { + "epoch": 0.16201920608021364, + "grad_norm": 2.573992967605591, + "learning_rate": 1.9099813229081015e-05, + "loss": 2.9132, + "step": 9465 + }, + { + "epoch": 0.1620363237987641, + "grad_norm": 2.8661019802093506, + "learning_rate": 1.909958333139088e-05, + "loss": 3.054, + "step": 9466 + }, + { + "epoch": 0.16205344151731457, + "grad_norm": 2.4992058277130127, + "learning_rate": 1.9099353405731794e-05, + "loss": 2.9391, + "step": 9467 + }, + { + "epoch": 0.16207055923586505, + "grad_norm": 2.639995813369751, + "learning_rate": 1.909912345210447e-05, + "loss": 3.053, + "step": 9468 + }, + { + "epoch": 0.1620876769544155, + "grad_norm": 2.655951738357544, + "learning_rate": 1.9098893470509613e-05, + "loss": 3.0453, + "step": 9469 + }, + { + "epoch": 0.16210479467296598, + "grad_norm": 2.4849720001220703, + "learning_rate": 1.9098663460947923e-05, + "loss": 3.1472, + "step": 9470 + }, + { + "epoch": 0.16212191239151647, + "grad_norm": 2.5049386024475098, + "learning_rate": 1.9098433423420115e-05, + "loss": 2.9499, + "step": 9471 + }, + { + "epoch": 0.16213903011006692, + "grad_norm": 2.471919536590576, + "learning_rate": 1.9098203357926892e-05, + "loss": 2.9735, + "step": 9472 + }, + { + "epoch": 0.1621561478286174, + "grad_norm": 2.502913475036621, + "learning_rate": 1.909797326446896e-05, + "loss": 3.1305, + "step": 9473 + }, + { + "epoch": 0.16217326554716788, + "grad_norm": 2.6007280349731445, + "learning_rate": 1.9097743143047035e-05, + "loss": 3.1591, + "step": 9474 + }, + { + "epoch": 0.16219038326571836, + "grad_norm": 2.515193223953247, + "learning_rate": 1.9097512993661812e-05, + "loss": 3.1253, + "step": 9475 + }, + { + "epoch": 0.1622075009842688, + "grad_norm": 2.5313918590545654, + "learning_rate": 1.9097282816314005e-05, + "loss": 3.099, + "step": 9476 + }, + { + "epoch": 0.1622246187028193, + "grad_norm": 2.444786310195923, + "learning_rate": 1.9097052611004322e-05, + "loss": 2.9955, + "step": 9477 + }, + { + "epoch": 0.16224173642136977, + "grad_norm": 2.624035358428955, + "learning_rate": 1.9096822377733472e-05, + "loss": 3.1099, + "step": 9478 + }, + { + "epoch": 0.16225885413992022, + "grad_norm": 2.577631950378418, + "learning_rate": 1.9096592116502153e-05, + "loss": 3.0773, + "step": 9479 + }, + { + "epoch": 0.1622759718584707, + "grad_norm": 2.407041549682617, + "learning_rate": 1.909636182731108e-05, + "loss": 3.0679, + "step": 9480 + }, + { + "epoch": 0.16229308957702118, + "grad_norm": 2.614819049835205, + "learning_rate": 1.9096131510160968e-05, + "loss": 3.1295, + "step": 9481 + }, + { + "epoch": 0.16231020729557163, + "grad_norm": 2.4903616905212402, + "learning_rate": 1.9095901165052512e-05, + "loss": 2.9581, + "step": 9482 + }, + { + "epoch": 0.16232732501412211, + "grad_norm": 2.37418270111084, + "learning_rate": 1.9095670791986426e-05, + "loss": 3.0168, + "step": 9483 + }, + { + "epoch": 0.1623444427326726, + "grad_norm": 2.447345733642578, + "learning_rate": 1.9095440390963418e-05, + "loss": 3.0817, + "step": 9484 + }, + { + "epoch": 0.16236156045122307, + "grad_norm": 2.3763632774353027, + "learning_rate": 1.9095209961984196e-05, + "loss": 2.9862, + "step": 9485 + }, + { + "epoch": 0.16237867816977353, + "grad_norm": 2.566171884536743, + "learning_rate": 1.9094979505049465e-05, + "loss": 3.1176, + "step": 9486 + }, + { + "epoch": 0.162395795888324, + "grad_norm": 2.519651412963867, + "learning_rate": 1.909474902015994e-05, + "loss": 3.0699, + "step": 9487 + }, + { + "epoch": 0.1624129136068745, + "grad_norm": 2.6363577842712402, + "learning_rate": 1.909451850731632e-05, + "loss": 3.1721, + "step": 9488 + }, + { + "epoch": 0.16243003132542494, + "grad_norm": 2.5351362228393555, + "learning_rate": 1.9094287966519324e-05, + "loss": 3.1707, + "step": 9489 + }, + { + "epoch": 0.16244714904397542, + "grad_norm": 2.554586410522461, + "learning_rate": 1.9094057397769657e-05, + "loss": 3.0146, + "step": 9490 + }, + { + "epoch": 0.1624642667625259, + "grad_norm": 2.5632882118225098, + "learning_rate": 1.909382680106802e-05, + "loss": 3.0706, + "step": 9491 + }, + { + "epoch": 0.16248138448107635, + "grad_norm": 2.6383132934570312, + "learning_rate": 1.9093596176415135e-05, + "loss": 3.2159, + "step": 9492 + }, + { + "epoch": 0.16249850219962683, + "grad_norm": 2.788350820541382, + "learning_rate": 1.90933655238117e-05, + "loss": 3.1797, + "step": 9493 + }, + { + "epoch": 0.1625156199181773, + "grad_norm": 2.3735077381134033, + "learning_rate": 1.909313484325843e-05, + "loss": 3.0359, + "step": 9494 + }, + { + "epoch": 0.16253273763672776, + "grad_norm": 2.4737629890441895, + "learning_rate": 1.9092904134756033e-05, + "loss": 3.007, + "step": 9495 + }, + { + "epoch": 0.16254985535527824, + "grad_norm": 2.6648125648498535, + "learning_rate": 1.9092673398305216e-05, + "loss": 3.1361, + "step": 9496 + }, + { + "epoch": 0.16256697307382872, + "grad_norm": 2.4003067016601562, + "learning_rate": 1.9092442633906686e-05, + "loss": 2.9638, + "step": 9497 + }, + { + "epoch": 0.1625840907923792, + "grad_norm": 2.49052095413208, + "learning_rate": 1.909221184156116e-05, + "loss": 3.1766, + "step": 9498 + }, + { + "epoch": 0.16260120851092966, + "grad_norm": 2.48150372505188, + "learning_rate": 1.909198102126934e-05, + "loss": 3.086, + "step": 9499 + }, + { + "epoch": 0.16261832622948014, + "grad_norm": 2.4969482421875, + "learning_rate": 1.909175017303194e-05, + "loss": 2.9688, + "step": 9500 + }, + { + "epoch": 0.16263544394803062, + "grad_norm": 2.4819531440734863, + "learning_rate": 1.909151929684967e-05, + "loss": 3.1267, + "step": 9501 + }, + { + "epoch": 0.16265256166658107, + "grad_norm": 2.4960389137268066, + "learning_rate": 1.9091288392723236e-05, + "loss": 3.0278, + "step": 9502 + }, + { + "epoch": 0.16266967938513155, + "grad_norm": 2.505034923553467, + "learning_rate": 1.909105746065335e-05, + "loss": 2.9971, + "step": 9503 + }, + { + "epoch": 0.16268679710368203, + "grad_norm": 2.334827423095703, + "learning_rate": 1.909082650064072e-05, + "loss": 3.0055, + "step": 9504 + }, + { + "epoch": 0.16270391482223248, + "grad_norm": 2.4797286987304688, + "learning_rate": 1.9090595512686057e-05, + "loss": 3.0777, + "step": 9505 + }, + { + "epoch": 0.16272103254078296, + "grad_norm": 2.6367673873901367, + "learning_rate": 1.909036449679007e-05, + "loss": 3.0538, + "step": 9506 + }, + { + "epoch": 0.16273815025933344, + "grad_norm": 2.557016611099243, + "learning_rate": 1.9090133452953473e-05, + "loss": 3.1312, + "step": 9507 + }, + { + "epoch": 0.1627552679778839, + "grad_norm": 2.5543198585510254, + "learning_rate": 1.908990238117697e-05, + "loss": 3.1329, + "step": 9508 + }, + { + "epoch": 0.16277238569643437, + "grad_norm": 2.6526386737823486, + "learning_rate": 1.9089671281461278e-05, + "loss": 3.0243, + "step": 9509 + }, + { + "epoch": 0.16278950341498485, + "grad_norm": 2.6140103340148926, + "learning_rate": 1.9089440153807102e-05, + "loss": 3.1134, + "step": 9510 + }, + { + "epoch": 0.16280662113353533, + "grad_norm": 2.4219272136688232, + "learning_rate": 1.9089208998215154e-05, + "loss": 3.0809, + "step": 9511 + }, + { + "epoch": 0.1628237388520858, + "grad_norm": 2.4176025390625, + "learning_rate": 1.9088977814686145e-05, + "loss": 2.8614, + "step": 9512 + }, + { + "epoch": 0.16284085657063627, + "grad_norm": 2.4785878658294678, + "learning_rate": 1.9088746603220783e-05, + "loss": 3.0996, + "step": 9513 + }, + { + "epoch": 0.16285797428918675, + "grad_norm": 2.4375414848327637, + "learning_rate": 1.9088515363819783e-05, + "loss": 3.0329, + "step": 9514 + }, + { + "epoch": 0.1628750920077372, + "grad_norm": 2.3054447174072266, + "learning_rate": 1.9088284096483857e-05, + "loss": 2.9264, + "step": 9515 + }, + { + "epoch": 0.16289220972628768, + "grad_norm": 2.6406891345977783, + "learning_rate": 1.908805280121371e-05, + "loss": 3.1416, + "step": 9516 + }, + { + "epoch": 0.16290932744483816, + "grad_norm": 2.4687039852142334, + "learning_rate": 1.9087821478010055e-05, + "loss": 3.0616, + "step": 9517 + }, + { + "epoch": 0.1629264451633886, + "grad_norm": 2.5070338249206543, + "learning_rate": 1.9087590126873602e-05, + "loss": 3.1764, + "step": 9518 + }, + { + "epoch": 0.1629435628819391, + "grad_norm": 2.7311770915985107, + "learning_rate": 1.9087358747805065e-05, + "loss": 3.1511, + "step": 9519 + }, + { + "epoch": 0.16296068060048957, + "grad_norm": 2.4837193489074707, + "learning_rate": 1.9087127340805153e-05, + "loss": 3.1157, + "step": 9520 + }, + { + "epoch": 0.16297779831904005, + "grad_norm": 2.375005006790161, + "learning_rate": 1.908689590587458e-05, + "loss": 3.0477, + "step": 9521 + }, + { + "epoch": 0.1629949160375905, + "grad_norm": 2.8238840103149414, + "learning_rate": 1.9086664443014054e-05, + "loss": 3.19, + "step": 9522 + }, + { + "epoch": 0.16301203375614098, + "grad_norm": 2.743053674697876, + "learning_rate": 1.9086432952224287e-05, + "loss": 3.3408, + "step": 9523 + }, + { + "epoch": 0.16302915147469146, + "grad_norm": 2.311669111251831, + "learning_rate": 1.9086201433505994e-05, + "loss": 2.974, + "step": 9524 + }, + { + "epoch": 0.16304626919324192, + "grad_norm": 2.640512228012085, + "learning_rate": 1.908596988685988e-05, + "loss": 3.0819, + "step": 9525 + }, + { + "epoch": 0.1630633869117924, + "grad_norm": 2.531567335128784, + "learning_rate": 1.9085738312286665e-05, + "loss": 2.8972, + "step": 9526 + }, + { + "epoch": 0.16308050463034288, + "grad_norm": 2.4430720806121826, + "learning_rate": 1.9085506709787056e-05, + "loss": 3.0052, + "step": 9527 + }, + { + "epoch": 0.16309762234889333, + "grad_norm": 2.5211143493652344, + "learning_rate": 1.9085275079361763e-05, + "loss": 3.1041, + "step": 9528 + }, + { + "epoch": 0.1631147400674438, + "grad_norm": 2.558328628540039, + "learning_rate": 1.90850434210115e-05, + "loss": 3.0142, + "step": 9529 + }, + { + "epoch": 0.1631318577859943, + "grad_norm": 2.7620909214019775, + "learning_rate": 1.908481173473698e-05, + "loss": 3.1766, + "step": 9530 + }, + { + "epoch": 0.16314897550454474, + "grad_norm": 2.481201171875, + "learning_rate": 1.9084580020538915e-05, + "loss": 3.0476, + "step": 9531 + }, + { + "epoch": 0.16316609322309522, + "grad_norm": 2.5012741088867188, + "learning_rate": 1.9084348278418013e-05, + "loss": 3.0101, + "step": 9532 + }, + { + "epoch": 0.1631832109416457, + "grad_norm": 2.3914718627929688, + "learning_rate": 1.9084116508374992e-05, + "loss": 3.1349, + "step": 9533 + }, + { + "epoch": 0.16320032866019618, + "grad_norm": 2.623350143432617, + "learning_rate": 1.9083884710410566e-05, + "loss": 3.0025, + "step": 9534 + }, + { + "epoch": 0.16321744637874663, + "grad_norm": 2.3490989208221436, + "learning_rate": 1.908365288452544e-05, + "loss": 2.8972, + "step": 9535 + }, + { + "epoch": 0.1632345640972971, + "grad_norm": 2.500288248062134, + "learning_rate": 1.908342103072033e-05, + "loss": 3.1647, + "step": 9536 + }, + { + "epoch": 0.1632516818158476, + "grad_norm": 2.4658889770507812, + "learning_rate": 1.9083189148995952e-05, + "loss": 3.0715, + "step": 9537 + }, + { + "epoch": 0.16326879953439805, + "grad_norm": 2.4593288898468018, + "learning_rate": 1.908295723935301e-05, + "loss": 3.1041, + "step": 9538 + }, + { + "epoch": 0.16328591725294853, + "grad_norm": 2.5667898654937744, + "learning_rate": 1.908272530179223e-05, + "loss": 3.0419, + "step": 9539 + }, + { + "epoch": 0.163303034971499, + "grad_norm": 2.5724599361419678, + "learning_rate": 1.9082493336314313e-05, + "loss": 3.109, + "step": 9540 + }, + { + "epoch": 0.16332015269004946, + "grad_norm": 2.507477283477783, + "learning_rate": 1.9082261342919976e-05, + "loss": 3.2336, + "step": 9541 + }, + { + "epoch": 0.16333727040859994, + "grad_norm": 2.4951813220977783, + "learning_rate": 1.908202932160993e-05, + "loss": 3.0053, + "step": 9542 + }, + { + "epoch": 0.16335438812715042, + "grad_norm": 2.4480066299438477, + "learning_rate": 1.9081797272384897e-05, + "loss": 3.0103, + "step": 9543 + }, + { + "epoch": 0.1633715058457009, + "grad_norm": 2.5788204669952393, + "learning_rate": 1.9081565195245578e-05, + "loss": 3.0294, + "step": 9544 + }, + { + "epoch": 0.16338862356425135, + "grad_norm": 2.601976156234741, + "learning_rate": 1.90813330901927e-05, + "loss": 3.0134, + "step": 9545 + }, + { + "epoch": 0.16340574128280183, + "grad_norm": 2.4937503337860107, + "learning_rate": 1.908110095722696e-05, + "loss": 3.0712, + "step": 9546 + }, + { + "epoch": 0.1634228590013523, + "grad_norm": 2.600820779800415, + "learning_rate": 1.9080868796349082e-05, + "loss": 3.2008, + "step": 9547 + }, + { + "epoch": 0.16343997671990276, + "grad_norm": 2.559445381164551, + "learning_rate": 1.908063660755978e-05, + "loss": 3.0583, + "step": 9548 + }, + { + "epoch": 0.16345709443845324, + "grad_norm": 2.4818131923675537, + "learning_rate": 1.9080404390859764e-05, + "loss": 3.0508, + "step": 9549 + }, + { + "epoch": 0.16347421215700372, + "grad_norm": 2.557002305984497, + "learning_rate": 1.908017214624975e-05, + "loss": 2.883, + "step": 9550 + }, + { + "epoch": 0.16349132987555418, + "grad_norm": 2.684746026992798, + "learning_rate": 1.9079939873730447e-05, + "loss": 3.0956, + "step": 9551 + }, + { + "epoch": 0.16350844759410466, + "grad_norm": 2.5497987270355225, + "learning_rate": 1.9079707573302574e-05, + "loss": 3.0159, + "step": 9552 + }, + { + "epoch": 0.16352556531265514, + "grad_norm": 2.4349515438079834, + "learning_rate": 1.907947524496685e-05, + "loss": 3.0087, + "step": 9553 + }, + { + "epoch": 0.1635426830312056, + "grad_norm": 2.5507147312164307, + "learning_rate": 1.9079242888723977e-05, + "loss": 3.09, + "step": 9554 + }, + { + "epoch": 0.16355980074975607, + "grad_norm": 2.6891977787017822, + "learning_rate": 1.9079010504574676e-05, + "loss": 2.8941, + "step": 9555 + }, + { + "epoch": 0.16357691846830655, + "grad_norm": 2.6907100677490234, + "learning_rate": 1.9078778092519658e-05, + "loss": 3.1446, + "step": 9556 + }, + { + "epoch": 0.16359403618685703, + "grad_norm": 2.5027222633361816, + "learning_rate": 1.9078545652559644e-05, + "loss": 3.0638, + "step": 9557 + }, + { + "epoch": 0.16361115390540748, + "grad_norm": 2.6347923278808594, + "learning_rate": 1.9078313184695343e-05, + "loss": 3.0033, + "step": 9558 + }, + { + "epoch": 0.16362827162395796, + "grad_norm": 2.537832021713257, + "learning_rate": 1.907808068892747e-05, + "loss": 3.0421, + "step": 9559 + }, + { + "epoch": 0.16364538934250844, + "grad_norm": 2.575016498565674, + "learning_rate": 1.9077848165256738e-05, + "loss": 3.1108, + "step": 9560 + }, + { + "epoch": 0.1636625070610589, + "grad_norm": 2.4646027088165283, + "learning_rate": 1.9077615613683867e-05, + "loss": 2.9355, + "step": 9561 + }, + { + "epoch": 0.16367962477960937, + "grad_norm": 2.613011121749878, + "learning_rate": 1.907738303420957e-05, + "loss": 3.1004, + "step": 9562 + }, + { + "epoch": 0.16369674249815985, + "grad_norm": 2.5934014320373535, + "learning_rate": 1.9077150426834557e-05, + "loss": 3.1255, + "step": 9563 + }, + { + "epoch": 0.1637138602167103, + "grad_norm": 2.596095561981201, + "learning_rate": 1.9076917791559547e-05, + "loss": 3.1389, + "step": 9564 + }, + { + "epoch": 0.16373097793526079, + "grad_norm": 2.5984771251678467, + "learning_rate": 1.9076685128385257e-05, + "loss": 3.0542, + "step": 9565 + }, + { + "epoch": 0.16374809565381127, + "grad_norm": 2.590749979019165, + "learning_rate": 1.90764524373124e-05, + "loss": 3.1747, + "step": 9566 + }, + { + "epoch": 0.16376521337236175, + "grad_norm": 2.529494524002075, + "learning_rate": 1.9076219718341687e-05, + "loss": 3.0317, + "step": 9567 + }, + { + "epoch": 0.1637823310909122, + "grad_norm": 2.509740114212036, + "learning_rate": 1.907598697147384e-05, + "loss": 3.1742, + "step": 9568 + }, + { + "epoch": 0.16379944880946268, + "grad_norm": 2.556828498840332, + "learning_rate": 1.9075754196709574e-05, + "loss": 3.0256, + "step": 9569 + }, + { + "epoch": 0.16381656652801316, + "grad_norm": 2.604902744293213, + "learning_rate": 1.9075521394049598e-05, + "loss": 2.9981, + "step": 9570 + }, + { + "epoch": 0.1638336842465636, + "grad_norm": 2.60943341255188, + "learning_rate": 1.9075288563494632e-05, + "loss": 3.0027, + "step": 9571 + }, + { + "epoch": 0.1638508019651141, + "grad_norm": 2.49926495552063, + "learning_rate": 1.9075055705045394e-05, + "loss": 3.0848, + "step": 9572 + }, + { + "epoch": 0.16386791968366457, + "grad_norm": 2.418111562728882, + "learning_rate": 1.9074822818702595e-05, + "loss": 3.1351, + "step": 9573 + }, + { + "epoch": 0.16388503740221502, + "grad_norm": 2.5366764068603516, + "learning_rate": 1.907458990446695e-05, + "loss": 2.9211, + "step": 9574 + }, + { + "epoch": 0.1639021551207655, + "grad_norm": 2.5995638370513916, + "learning_rate": 1.907435696233918e-05, + "loss": 3.1001, + "step": 9575 + }, + { + "epoch": 0.16391927283931598, + "grad_norm": 2.5575761795043945, + "learning_rate": 1.9074123992320003e-05, + "loss": 3.0313, + "step": 9576 + }, + { + "epoch": 0.16393639055786643, + "grad_norm": 2.4109902381896973, + "learning_rate": 1.9073890994410127e-05, + "loss": 3.0023, + "step": 9577 + }, + { + "epoch": 0.16395350827641691, + "grad_norm": 2.5194475650787354, + "learning_rate": 1.9073657968610272e-05, + "loss": 3.0597, + "step": 9578 + }, + { + "epoch": 0.1639706259949674, + "grad_norm": 2.4922292232513428, + "learning_rate": 1.9073424914921156e-05, + "loss": 3.0205, + "step": 9579 + }, + { + "epoch": 0.16398774371351788, + "grad_norm": 2.5274171829223633, + "learning_rate": 1.907319183334349e-05, + "loss": 3.0452, + "step": 9580 + }, + { + "epoch": 0.16400486143206833, + "grad_norm": 2.6611130237579346, + "learning_rate": 1.9072958723877996e-05, + "loss": 3.1584, + "step": 9581 + }, + { + "epoch": 0.1640219791506188, + "grad_norm": 2.658268451690674, + "learning_rate": 1.907272558652539e-05, + "loss": 3.1015, + "step": 9582 + }, + { + "epoch": 0.1640390968691693, + "grad_norm": 2.720245838165283, + "learning_rate": 1.9072492421286384e-05, + "loss": 3.0963, + "step": 9583 + }, + { + "epoch": 0.16405621458771974, + "grad_norm": 2.410397529602051, + "learning_rate": 1.90722592281617e-05, + "loss": 2.9616, + "step": 9584 + }, + { + "epoch": 0.16407333230627022, + "grad_norm": 2.560716152191162, + "learning_rate": 1.9072026007152052e-05, + "loss": 3.1308, + "step": 9585 + }, + { + "epoch": 0.1640904500248207, + "grad_norm": 2.7763731479644775, + "learning_rate": 1.9071792758258156e-05, + "loss": 3.2465, + "step": 9586 + }, + { + "epoch": 0.16410756774337115, + "grad_norm": 2.5609939098358154, + "learning_rate": 1.907155948148073e-05, + "loss": 3.068, + "step": 9587 + }, + { + "epoch": 0.16412468546192163, + "grad_norm": 2.46889328956604, + "learning_rate": 1.9071326176820492e-05, + "loss": 2.9795, + "step": 9588 + }, + { + "epoch": 0.1641418031804721, + "grad_norm": 2.280442953109741, + "learning_rate": 1.9071092844278158e-05, + "loss": 2.9215, + "step": 9589 + }, + { + "epoch": 0.16415892089902256, + "grad_norm": 2.4708309173583984, + "learning_rate": 1.9070859483854444e-05, + "loss": 3.0632, + "step": 9590 + }, + { + "epoch": 0.16417603861757304, + "grad_norm": 2.610452651977539, + "learning_rate": 1.9070626095550075e-05, + "loss": 3.012, + "step": 9591 + }, + { + "epoch": 0.16419315633612352, + "grad_norm": 2.522949695587158, + "learning_rate": 1.9070392679365755e-05, + "loss": 3.0594, + "step": 9592 + }, + { + "epoch": 0.164210274054674, + "grad_norm": 2.492964506149292, + "learning_rate": 1.907015923530221e-05, + "loss": 2.9466, + "step": 9593 + }, + { + "epoch": 0.16422739177322446, + "grad_norm": 2.5083963871002197, + "learning_rate": 1.9069925763360156e-05, + "loss": 3.0454, + "step": 9594 + }, + { + "epoch": 0.16424450949177494, + "grad_norm": 2.6110708713531494, + "learning_rate": 1.9069692263540315e-05, + "loss": 3.0905, + "step": 9595 + }, + { + "epoch": 0.16426162721032542, + "grad_norm": 2.5375571250915527, + "learning_rate": 1.9069458735843396e-05, + "loss": 3.051, + "step": 9596 + }, + { + "epoch": 0.16427874492887587, + "grad_norm": 2.4839847087860107, + "learning_rate": 1.906922518027012e-05, + "loss": 2.9338, + "step": 9597 + }, + { + "epoch": 0.16429586264742635, + "grad_norm": 2.7549967765808105, + "learning_rate": 1.906899159682121e-05, + "loss": 3.1314, + "step": 9598 + }, + { + "epoch": 0.16431298036597683, + "grad_norm": 2.4763519763946533, + "learning_rate": 1.9068757985497378e-05, + "loss": 3.0552, + "step": 9599 + }, + { + "epoch": 0.16433009808452728, + "grad_norm": 2.522998332977295, + "learning_rate": 1.9068524346299345e-05, + "loss": 3.0352, + "step": 9600 + }, + { + "epoch": 0.16434721580307776, + "grad_norm": 2.45339035987854, + "learning_rate": 1.9068290679227827e-05, + "loss": 3.0535, + "step": 9601 + }, + { + "epoch": 0.16436433352162824, + "grad_norm": 2.696449041366577, + "learning_rate": 1.906805698428354e-05, + "loss": 3.0888, + "step": 9602 + }, + { + "epoch": 0.16438145124017872, + "grad_norm": 2.50468111038208, + "learning_rate": 1.9067823261467213e-05, + "loss": 3.1421, + "step": 9603 + }, + { + "epoch": 0.16439856895872917, + "grad_norm": 2.605588674545288, + "learning_rate": 1.9067589510779553e-05, + "loss": 3.044, + "step": 9604 + }, + { + "epoch": 0.16441568667727965, + "grad_norm": 2.5556204319000244, + "learning_rate": 1.906735573222128e-05, + "loss": 3.0517, + "step": 9605 + }, + { + "epoch": 0.16443280439583013, + "grad_norm": 2.454380989074707, + "learning_rate": 1.906712192579312e-05, + "loss": 3.1375, + "step": 9606 + }, + { + "epoch": 0.1644499221143806, + "grad_norm": 2.5638620853424072, + "learning_rate": 1.9066888091495783e-05, + "loss": 3.0432, + "step": 9607 + }, + { + "epoch": 0.16446703983293107, + "grad_norm": 2.6295251846313477, + "learning_rate": 1.9066654229329992e-05, + "loss": 3.093, + "step": 9608 + }, + { + "epoch": 0.16448415755148155, + "grad_norm": 2.324052572250366, + "learning_rate": 1.9066420339296468e-05, + "loss": 2.9486, + "step": 9609 + }, + { + "epoch": 0.164501275270032, + "grad_norm": 2.667819023132324, + "learning_rate": 1.9066186421395926e-05, + "loss": 3.0272, + "step": 9610 + }, + { + "epoch": 0.16451839298858248, + "grad_norm": 2.622516393661499, + "learning_rate": 1.9065952475629083e-05, + "loss": 3.125, + "step": 9611 + }, + { + "epoch": 0.16453551070713296, + "grad_norm": 2.626286506652832, + "learning_rate": 1.9065718501996663e-05, + "loss": 3.0737, + "step": 9612 + }, + { + "epoch": 0.1645526284256834, + "grad_norm": 2.649812936782837, + "learning_rate": 1.9065484500499387e-05, + "loss": 3.0097, + "step": 9613 + }, + { + "epoch": 0.1645697461442339, + "grad_norm": 2.7299747467041016, + "learning_rate": 1.9065250471137965e-05, + "loss": 3.039, + "step": 9614 + }, + { + "epoch": 0.16458686386278437, + "grad_norm": 2.620178461074829, + "learning_rate": 1.9065016413913127e-05, + "loss": 3.0941, + "step": 9615 + }, + { + "epoch": 0.16460398158133485, + "grad_norm": 2.6232190132141113, + "learning_rate": 1.906478232882558e-05, + "loss": 3.1133, + "step": 9616 + }, + { + "epoch": 0.1646210992998853, + "grad_norm": 2.515109062194824, + "learning_rate": 1.906454821587606e-05, + "loss": 3.0534, + "step": 9617 + }, + { + "epoch": 0.16463821701843578, + "grad_norm": 2.5016274452209473, + "learning_rate": 1.906431407506527e-05, + "loss": 3.0501, + "step": 9618 + }, + { + "epoch": 0.16465533473698626, + "grad_norm": 2.566531181335449, + "learning_rate": 1.906407990639394e-05, + "loss": 3.1584, + "step": 9619 + }, + { + "epoch": 0.16467245245553672, + "grad_norm": 2.5786731243133545, + "learning_rate": 1.9063845709862787e-05, + "loss": 3.1325, + "step": 9620 + }, + { + "epoch": 0.1646895701740872, + "grad_norm": 2.560009241104126, + "learning_rate": 1.906361148547253e-05, + "loss": 3.1464, + "step": 9621 + }, + { + "epoch": 0.16470668789263768, + "grad_norm": 2.5306403636932373, + "learning_rate": 1.906337723322389e-05, + "loss": 3.1319, + "step": 9622 + }, + { + "epoch": 0.16472380561118813, + "grad_norm": 2.4892780780792236, + "learning_rate": 1.9063142953117585e-05, + "loss": 2.9978, + "step": 9623 + }, + { + "epoch": 0.1647409233297386, + "grad_norm": 2.6123745441436768, + "learning_rate": 1.906290864515434e-05, + "loss": 2.9904, + "step": 9624 + }, + { + "epoch": 0.1647580410482891, + "grad_norm": 2.4135935306549072, + "learning_rate": 1.906267430933487e-05, + "loss": 2.9468, + "step": 9625 + }, + { + "epoch": 0.16477515876683957, + "grad_norm": 2.5683133602142334, + "learning_rate": 1.9062439945659897e-05, + "loss": 2.9713, + "step": 9626 + }, + { + "epoch": 0.16479227648539002, + "grad_norm": 2.527888536453247, + "learning_rate": 1.906220555413014e-05, + "loss": 3.1018, + "step": 9627 + }, + { + "epoch": 0.1648093942039405, + "grad_norm": 2.5637998580932617, + "learning_rate": 1.9061971134746322e-05, + "loss": 3.0683, + "step": 9628 + }, + { + "epoch": 0.16482651192249098, + "grad_norm": 2.389580726623535, + "learning_rate": 1.906173668750916e-05, + "loss": 3.074, + "step": 9629 + }, + { + "epoch": 0.16484362964104143, + "grad_norm": 2.544646978378296, + "learning_rate": 1.9061502212419382e-05, + "loss": 3.0146, + "step": 9630 + }, + { + "epoch": 0.1648607473595919, + "grad_norm": 2.436544179916382, + "learning_rate": 1.9061267709477703e-05, + "loss": 3.0394, + "step": 9631 + }, + { + "epoch": 0.1648778650781424, + "grad_norm": 2.530224323272705, + "learning_rate": 1.906103317868484e-05, + "loss": 3.1395, + "step": 9632 + }, + { + "epoch": 0.16489498279669285, + "grad_norm": 2.415713310241699, + "learning_rate": 1.9060798620041524e-05, + "loss": 2.9844, + "step": 9633 + }, + { + "epoch": 0.16491210051524333, + "grad_norm": 2.461916446685791, + "learning_rate": 1.9060564033548464e-05, + "loss": 3.1427, + "step": 9634 + }, + { + "epoch": 0.1649292182337938, + "grad_norm": 2.659764528274536, + "learning_rate": 1.9060329419206394e-05, + "loss": 3.0076, + "step": 9635 + }, + { + "epoch": 0.16494633595234426, + "grad_norm": 2.6608142852783203, + "learning_rate": 1.9060094777016026e-05, + "loss": 3.0924, + "step": 9636 + }, + { + "epoch": 0.16496345367089474, + "grad_norm": 2.4352540969848633, + "learning_rate": 1.905986010697808e-05, + "loss": 2.9335, + "step": 9637 + }, + { + "epoch": 0.16498057138944522, + "grad_norm": 2.6212403774261475, + "learning_rate": 1.9059625409093286e-05, + "loss": 2.9901, + "step": 9638 + }, + { + "epoch": 0.1649976891079957, + "grad_norm": 2.4912288188934326, + "learning_rate": 1.905939068336236e-05, + "loss": 3.0732, + "step": 9639 + }, + { + "epoch": 0.16501480682654615, + "grad_norm": 2.557863473892212, + "learning_rate": 1.9059155929786022e-05, + "loss": 3.0473, + "step": 9640 + }, + { + "epoch": 0.16503192454509663, + "grad_norm": 2.560988187789917, + "learning_rate": 1.9058921148364996e-05, + "loss": 3.1079, + "step": 9641 + }, + { + "epoch": 0.1650490422636471, + "grad_norm": 2.4547033309936523, + "learning_rate": 1.90586863391e-05, + "loss": 3.0724, + "step": 9642 + }, + { + "epoch": 0.16506615998219756, + "grad_norm": 2.536376476287842, + "learning_rate": 1.9058451501991762e-05, + "loss": 3.1068, + "step": 9643 + }, + { + "epoch": 0.16508327770074804, + "grad_norm": 2.743462324142456, + "learning_rate": 1.9058216637041e-05, + "loss": 3.0104, + "step": 9644 + }, + { + "epoch": 0.16510039541929852, + "grad_norm": 2.561870574951172, + "learning_rate": 1.9057981744248437e-05, + "loss": 3.1274, + "step": 9645 + }, + { + "epoch": 0.16511751313784898, + "grad_norm": 2.5422232151031494, + "learning_rate": 1.9057746823614795e-05, + "loss": 3.0951, + "step": 9646 + }, + { + "epoch": 0.16513463085639946, + "grad_norm": 2.4552061557769775, + "learning_rate": 1.9057511875140792e-05, + "loss": 3.1779, + "step": 9647 + }, + { + "epoch": 0.16515174857494994, + "grad_norm": 2.5370612144470215, + "learning_rate": 1.9057276898827158e-05, + "loss": 3.1079, + "step": 9648 + }, + { + "epoch": 0.16516886629350042, + "grad_norm": 2.54006290435791, + "learning_rate": 1.905704189467461e-05, + "loss": 3.1776, + "step": 9649 + }, + { + "epoch": 0.16518598401205087, + "grad_norm": 2.380786418914795, + "learning_rate": 1.9056806862683866e-05, + "loss": 3.0645, + "step": 9650 + }, + { + "epoch": 0.16520310173060135, + "grad_norm": 2.5071072578430176, + "learning_rate": 1.905657180285566e-05, + "loss": 3.0785, + "step": 9651 + }, + { + "epoch": 0.16522021944915183, + "grad_norm": 2.5101659297943115, + "learning_rate": 1.9056336715190708e-05, + "loss": 3.0472, + "step": 9652 + }, + { + "epoch": 0.16523733716770228, + "grad_norm": 2.4491770267486572, + "learning_rate": 1.9056101599689726e-05, + "loss": 2.9875, + "step": 9653 + }, + { + "epoch": 0.16525445488625276, + "grad_norm": 2.653515577316284, + "learning_rate": 1.905586645635345e-05, + "loss": 3.2245, + "step": 9654 + }, + { + "epoch": 0.16527157260480324, + "grad_norm": 2.4460878372192383, + "learning_rate": 1.9055631285182592e-05, + "loss": 3.0324, + "step": 9655 + }, + { + "epoch": 0.1652886903233537, + "grad_norm": 2.752756118774414, + "learning_rate": 1.905539608617788e-05, + "loss": 3.1933, + "step": 9656 + }, + { + "epoch": 0.16530580804190417, + "grad_norm": 2.690913200378418, + "learning_rate": 1.9055160859340035e-05, + "loss": 3.0412, + "step": 9657 + }, + { + "epoch": 0.16532292576045465, + "grad_norm": 2.5894227027893066, + "learning_rate": 1.9054925604669785e-05, + "loss": 2.9835, + "step": 9658 + }, + { + "epoch": 0.1653400434790051, + "grad_norm": 2.7118120193481445, + "learning_rate": 1.9054690322167845e-05, + "loss": 2.9763, + "step": 9659 + }, + { + "epoch": 0.16535716119755559, + "grad_norm": 2.547940969467163, + "learning_rate": 1.9054455011834943e-05, + "loss": 3.001, + "step": 9660 + }, + { + "epoch": 0.16537427891610607, + "grad_norm": 2.6176106929779053, + "learning_rate": 1.9054219673671805e-05, + "loss": 3.0787, + "step": 9661 + }, + { + "epoch": 0.16539139663465655, + "grad_norm": 2.603325605392456, + "learning_rate": 1.9053984307679145e-05, + "loss": 3.1221, + "step": 9662 + }, + { + "epoch": 0.165408514353207, + "grad_norm": 2.757416009902954, + "learning_rate": 1.9053748913857695e-05, + "loss": 3.0951, + "step": 9663 + }, + { + "epoch": 0.16542563207175748, + "grad_norm": 2.5727062225341797, + "learning_rate": 1.9053513492208174e-05, + "loss": 3.1528, + "step": 9664 + }, + { + "epoch": 0.16544274979030796, + "grad_norm": 2.531147003173828, + "learning_rate": 1.905327804273131e-05, + "loss": 3.0217, + "step": 9665 + }, + { + "epoch": 0.1654598675088584, + "grad_norm": 2.3727967739105225, + "learning_rate": 1.905304256542782e-05, + "loss": 3.0763, + "step": 9666 + }, + { + "epoch": 0.1654769852274089, + "grad_norm": 2.592240333557129, + "learning_rate": 1.9052807060298437e-05, + "loss": 3.0612, + "step": 9667 + }, + { + "epoch": 0.16549410294595937, + "grad_norm": 2.4430203437805176, + "learning_rate": 1.9052571527343873e-05, + "loss": 3.0075, + "step": 9668 + }, + { + "epoch": 0.16551122066450982, + "grad_norm": 2.687281847000122, + "learning_rate": 1.9052335966564864e-05, + "loss": 3.1449, + "step": 9669 + }, + { + "epoch": 0.1655283383830603, + "grad_norm": 2.6748287677764893, + "learning_rate": 1.9052100377962127e-05, + "loss": 3.0933, + "step": 9670 + }, + { + "epoch": 0.16554545610161078, + "grad_norm": 2.538414478302002, + "learning_rate": 1.9051864761536387e-05, + "loss": 3.0699, + "step": 9671 + }, + { + "epoch": 0.16556257382016124, + "grad_norm": 2.6133463382720947, + "learning_rate": 1.905162911728837e-05, + "loss": 3.1263, + "step": 9672 + }, + { + "epoch": 0.16557969153871172, + "grad_norm": 2.6571199893951416, + "learning_rate": 1.90513934452188e-05, + "loss": 3.0605, + "step": 9673 + }, + { + "epoch": 0.1655968092572622, + "grad_norm": 2.561593532562256, + "learning_rate": 1.9051157745328397e-05, + "loss": 2.9574, + "step": 9674 + }, + { + "epoch": 0.16561392697581268, + "grad_norm": 2.5982611179351807, + "learning_rate": 1.9050922017617893e-05, + "loss": 3.0943, + "step": 9675 + }, + { + "epoch": 0.16563104469436313, + "grad_norm": 2.480806350708008, + "learning_rate": 1.9050686262088005e-05, + "loss": 2.9702, + "step": 9676 + }, + { + "epoch": 0.1656481624129136, + "grad_norm": 2.5355780124664307, + "learning_rate": 1.9050450478739464e-05, + "loss": 3.048, + "step": 9677 + }, + { + "epoch": 0.1656652801314641, + "grad_norm": 2.5177342891693115, + "learning_rate": 1.905021466757299e-05, + "loss": 3.1597, + "step": 9678 + }, + { + "epoch": 0.16568239785001454, + "grad_norm": 2.5649631023406982, + "learning_rate": 1.9049978828589312e-05, + "loss": 2.9831, + "step": 9679 + }, + { + "epoch": 0.16569951556856502, + "grad_norm": 2.422546863555908, + "learning_rate": 1.904974296178915e-05, + "loss": 2.9024, + "step": 9680 + }, + { + "epoch": 0.1657166332871155, + "grad_norm": 2.472034454345703, + "learning_rate": 1.9049507067173233e-05, + "loss": 3.0451, + "step": 9681 + }, + { + "epoch": 0.16573375100566595, + "grad_norm": 2.7390847206115723, + "learning_rate": 1.9049271144742282e-05, + "loss": 3.1224, + "step": 9682 + }, + { + "epoch": 0.16575086872421643, + "grad_norm": 2.6069395542144775, + "learning_rate": 1.904903519449703e-05, + "loss": 3.0297, + "step": 9683 + }, + { + "epoch": 0.1657679864427669, + "grad_norm": 2.6359505653381348, + "learning_rate": 1.9048799216438196e-05, + "loss": 2.9949, + "step": 9684 + }, + { + "epoch": 0.1657851041613174, + "grad_norm": 2.6595005989074707, + "learning_rate": 1.90485632105665e-05, + "loss": 3.1761, + "step": 9685 + }, + { + "epoch": 0.16580222187986784, + "grad_norm": 2.577366828918457, + "learning_rate": 1.904832717688268e-05, + "loss": 3.0035, + "step": 9686 + }, + { + "epoch": 0.16581933959841832, + "grad_norm": 2.4723763465881348, + "learning_rate": 1.9048091115387453e-05, + "loss": 3.0635, + "step": 9687 + }, + { + "epoch": 0.1658364573169688, + "grad_norm": 2.504361629486084, + "learning_rate": 1.9047855026081545e-05, + "loss": 3.0019, + "step": 9688 + }, + { + "epoch": 0.16585357503551926, + "grad_norm": 2.4616222381591797, + "learning_rate": 1.9047618908965685e-05, + "loss": 3.0684, + "step": 9689 + }, + { + "epoch": 0.16587069275406974, + "grad_norm": 2.392451763153076, + "learning_rate": 1.90473827640406e-05, + "loss": 3.0758, + "step": 9690 + }, + { + "epoch": 0.16588781047262022, + "grad_norm": 2.6786537170410156, + "learning_rate": 1.9047146591307007e-05, + "loss": 3.0528, + "step": 9691 + }, + { + "epoch": 0.16590492819117067, + "grad_norm": 2.3624026775360107, + "learning_rate": 1.9046910390765646e-05, + "loss": 2.9693, + "step": 9692 + }, + { + "epoch": 0.16592204590972115, + "grad_norm": 2.696505069732666, + "learning_rate": 1.904667416241723e-05, + "loss": 3.0829, + "step": 9693 + }, + { + "epoch": 0.16593916362827163, + "grad_norm": 2.5005533695220947, + "learning_rate": 1.9046437906262487e-05, + "loss": 2.9362, + "step": 9694 + }, + { + "epoch": 0.16595628134682208, + "grad_norm": 2.494588851928711, + "learning_rate": 1.904620162230215e-05, + "loss": 2.9902, + "step": 9695 + }, + { + "epoch": 0.16597339906537256, + "grad_norm": 2.554173231124878, + "learning_rate": 1.9045965310536944e-05, + "loss": 3.1165, + "step": 9696 + }, + { + "epoch": 0.16599051678392304, + "grad_norm": 2.681581735610962, + "learning_rate": 1.904572897096759e-05, + "loss": 3.0985, + "step": 9697 + }, + { + "epoch": 0.16600763450247352, + "grad_norm": 2.3934149742126465, + "learning_rate": 1.9045492603594815e-05, + "loss": 2.9578, + "step": 9698 + }, + { + "epoch": 0.16602475222102397, + "grad_norm": 2.483585834503174, + "learning_rate": 1.904525620841935e-05, + "loss": 3.1102, + "step": 9699 + }, + { + "epoch": 0.16604186993957445, + "grad_norm": 2.6551880836486816, + "learning_rate": 1.9045019785441916e-05, + "loss": 3.1028, + "step": 9700 + }, + { + "epoch": 0.16605898765812493, + "grad_norm": 2.378493547439575, + "learning_rate": 1.9044783334663247e-05, + "loss": 2.948, + "step": 9701 + }, + { + "epoch": 0.1660761053766754, + "grad_norm": 2.315120220184326, + "learning_rate": 1.9044546856084066e-05, + "loss": 2.9693, + "step": 9702 + }, + { + "epoch": 0.16609322309522587, + "grad_norm": 2.4353201389312744, + "learning_rate": 1.9044310349705095e-05, + "loss": 3.0976, + "step": 9703 + }, + { + "epoch": 0.16611034081377635, + "grad_norm": 2.564699411392212, + "learning_rate": 1.9044073815527068e-05, + "loss": 3.0611, + "step": 9704 + }, + { + "epoch": 0.1661274585323268, + "grad_norm": 2.4449191093444824, + "learning_rate": 1.904383725355071e-05, + "loss": 3.1279, + "step": 9705 + }, + { + "epoch": 0.16614457625087728, + "grad_norm": 2.084765672683716, + "learning_rate": 1.9043600663776747e-05, + "loss": 2.7525, + "step": 9706 + }, + { + "epoch": 0.16616169396942776, + "grad_norm": 2.33393931388855, + "learning_rate": 1.9043364046205908e-05, + "loss": 3.0596, + "step": 9707 + }, + { + "epoch": 0.16617881168797824, + "grad_norm": 2.607917547225952, + "learning_rate": 1.9043127400838923e-05, + "loss": 3.0205, + "step": 9708 + }, + { + "epoch": 0.1661959294065287, + "grad_norm": 2.417534828186035, + "learning_rate": 1.9042890727676508e-05, + "loss": 2.8576, + "step": 9709 + }, + { + "epoch": 0.16621304712507917, + "grad_norm": 2.4727530479431152, + "learning_rate": 1.90426540267194e-05, + "loss": 2.9358, + "step": 9710 + }, + { + "epoch": 0.16623016484362965, + "grad_norm": 2.537182092666626, + "learning_rate": 1.9042417297968328e-05, + "loss": 2.9507, + "step": 9711 + }, + { + "epoch": 0.1662472825621801, + "grad_norm": 2.6083555221557617, + "learning_rate": 1.9042180541424013e-05, + "loss": 3.1857, + "step": 9712 + }, + { + "epoch": 0.16626440028073058, + "grad_norm": 2.6194534301757812, + "learning_rate": 1.9041943757087185e-05, + "loss": 2.9358, + "step": 9713 + }, + { + "epoch": 0.16628151799928106, + "grad_norm": 2.4684784412384033, + "learning_rate": 1.9041706944958576e-05, + "loss": 3.0281, + "step": 9714 + }, + { + "epoch": 0.16629863571783152, + "grad_norm": 2.6119308471679688, + "learning_rate": 1.9041470105038908e-05, + "loss": 3.1632, + "step": 9715 + }, + { + "epoch": 0.166315753436382, + "grad_norm": 2.446765422821045, + "learning_rate": 1.904123323732891e-05, + "loss": 3.0641, + "step": 9716 + }, + { + "epoch": 0.16633287115493248, + "grad_norm": 2.3935706615448, + "learning_rate": 1.9040996341829316e-05, + "loss": 3.0436, + "step": 9717 + }, + { + "epoch": 0.16634998887348293, + "grad_norm": 2.5553932189941406, + "learning_rate": 1.9040759418540846e-05, + "loss": 3.0533, + "step": 9718 + }, + { + "epoch": 0.1663671065920334, + "grad_norm": 2.5464987754821777, + "learning_rate": 1.9040522467464235e-05, + "loss": 3.0217, + "step": 9719 + }, + { + "epoch": 0.1663842243105839, + "grad_norm": 2.4196481704711914, + "learning_rate": 1.9040285488600205e-05, + "loss": 3.0492, + "step": 9720 + }, + { + "epoch": 0.16640134202913437, + "grad_norm": 2.589233875274658, + "learning_rate": 1.9040048481949487e-05, + "loss": 3.0052, + "step": 9721 + }, + { + "epoch": 0.16641845974768482, + "grad_norm": 2.5786943435668945, + "learning_rate": 1.9039811447512812e-05, + "loss": 2.9752, + "step": 9722 + }, + { + "epoch": 0.1664355774662353, + "grad_norm": 2.3351967334747314, + "learning_rate": 1.9039574385290905e-05, + "loss": 3.0257, + "step": 9723 + }, + { + "epoch": 0.16645269518478578, + "grad_norm": 2.6634888648986816, + "learning_rate": 1.9039337295284498e-05, + "loss": 3.0195, + "step": 9724 + }, + { + "epoch": 0.16646981290333623, + "grad_norm": 2.543174982070923, + "learning_rate": 1.903910017749432e-05, + "loss": 3.0042, + "step": 9725 + }, + { + "epoch": 0.16648693062188671, + "grad_norm": 2.51517653465271, + "learning_rate": 1.9038863031921094e-05, + "loss": 3.0479, + "step": 9726 + }, + { + "epoch": 0.1665040483404372, + "grad_norm": 2.630356550216675, + "learning_rate": 1.9038625858565554e-05, + "loss": 3.0131, + "step": 9727 + }, + { + "epoch": 0.16652116605898765, + "grad_norm": 2.5863819122314453, + "learning_rate": 1.9038388657428428e-05, + "loss": 3.033, + "step": 9728 + }, + { + "epoch": 0.16653828377753813, + "grad_norm": 2.4885623455047607, + "learning_rate": 1.9038151428510444e-05, + "loss": 2.9569, + "step": 9729 + }, + { + "epoch": 0.1665554014960886, + "grad_norm": 2.478414535522461, + "learning_rate": 1.9037914171812334e-05, + "loss": 3.0158, + "step": 9730 + }, + { + "epoch": 0.1665725192146391, + "grad_norm": 2.722269296646118, + "learning_rate": 1.9037676887334822e-05, + "loss": 3.0256, + "step": 9731 + }, + { + "epoch": 0.16658963693318954, + "grad_norm": 2.577348232269287, + "learning_rate": 1.903743957507864e-05, + "loss": 3.0734, + "step": 9732 + }, + { + "epoch": 0.16660675465174002, + "grad_norm": 2.573254346847534, + "learning_rate": 1.9037202235044518e-05, + "loss": 3.0041, + "step": 9733 + }, + { + "epoch": 0.1666238723702905, + "grad_norm": 2.465477228164673, + "learning_rate": 1.9036964867233188e-05, + "loss": 3.0571, + "step": 9734 + }, + { + "epoch": 0.16664099008884095, + "grad_norm": 2.60667085647583, + "learning_rate": 1.9036727471645378e-05, + "loss": 3.1049, + "step": 9735 + }, + { + "epoch": 0.16665810780739143, + "grad_norm": 2.4523839950561523, + "learning_rate": 1.9036490048281812e-05, + "loss": 3.1167, + "step": 9736 + }, + { + "epoch": 0.1666752255259419, + "grad_norm": 2.5670390129089355, + "learning_rate": 1.903625259714323e-05, + "loss": 3.1366, + "step": 9737 + }, + { + "epoch": 0.16669234324449236, + "grad_norm": 2.3533995151519775, + "learning_rate": 1.9036015118230353e-05, + "loss": 2.8746, + "step": 9738 + }, + { + "epoch": 0.16670946096304284, + "grad_norm": 2.387584686279297, + "learning_rate": 1.9035777611543912e-05, + "loss": 2.9196, + "step": 9739 + }, + { + "epoch": 0.16672657868159332, + "grad_norm": 2.416299343109131, + "learning_rate": 1.9035540077084644e-05, + "loss": 3.0301, + "step": 9740 + }, + { + "epoch": 0.16674369640014378, + "grad_norm": 2.4586288928985596, + "learning_rate": 1.9035302514853272e-05, + "loss": 3.0882, + "step": 9741 + }, + { + "epoch": 0.16676081411869426, + "grad_norm": 2.4943325519561768, + "learning_rate": 1.9035064924850526e-05, + "loss": 2.9075, + "step": 9742 + }, + { + "epoch": 0.16677793183724474, + "grad_norm": 2.491370916366577, + "learning_rate": 1.903482730707714e-05, + "loss": 3.0954, + "step": 9743 + }, + { + "epoch": 0.16679504955579522, + "grad_norm": 2.525796413421631, + "learning_rate": 1.9034589661533845e-05, + "loss": 3.1079, + "step": 9744 + }, + { + "epoch": 0.16681216727434567, + "grad_norm": 2.5145812034606934, + "learning_rate": 1.903435198822137e-05, + "loss": 2.9171, + "step": 9745 + }, + { + "epoch": 0.16682928499289615, + "grad_norm": 2.495671510696411, + "learning_rate": 1.9034114287140445e-05, + "loss": 3.021, + "step": 9746 + }, + { + "epoch": 0.16684640271144663, + "grad_norm": 2.4773271083831787, + "learning_rate": 1.90338765582918e-05, + "loss": 2.9524, + "step": 9747 + }, + { + "epoch": 0.16686352042999708, + "grad_norm": 2.7129268646240234, + "learning_rate": 1.9033638801676163e-05, + "loss": 3.0013, + "step": 9748 + }, + { + "epoch": 0.16688063814854756, + "grad_norm": 2.618115186691284, + "learning_rate": 1.9033401017294274e-05, + "loss": 2.9417, + "step": 9749 + }, + { + "epoch": 0.16689775586709804, + "grad_norm": 2.6192541122436523, + "learning_rate": 1.9033163205146855e-05, + "loss": 3.1335, + "step": 9750 + }, + { + "epoch": 0.1669148735856485, + "grad_norm": 3.011040449142456, + "learning_rate": 1.9032925365234637e-05, + "loss": 3.0273, + "step": 9751 + }, + { + "epoch": 0.16693199130419897, + "grad_norm": 2.6859259605407715, + "learning_rate": 1.9032687497558357e-05, + "loss": 3.0579, + "step": 9752 + }, + { + "epoch": 0.16694910902274945, + "grad_norm": 2.599432945251465, + "learning_rate": 1.9032449602118742e-05, + "loss": 3.0254, + "step": 9753 + }, + { + "epoch": 0.1669662267412999, + "grad_norm": 2.5804059505462646, + "learning_rate": 1.9032211678916525e-05, + "loss": 2.976, + "step": 9754 + }, + { + "epoch": 0.16698334445985039, + "grad_norm": 2.429603338241577, + "learning_rate": 1.9031973727952437e-05, + "loss": 2.8689, + "step": 9755 + }, + { + "epoch": 0.16700046217840087, + "grad_norm": 2.5006916522979736, + "learning_rate": 1.903173574922721e-05, + "loss": 3.0338, + "step": 9756 + }, + { + "epoch": 0.16701757989695135, + "grad_norm": 2.5675384998321533, + "learning_rate": 1.9031497742741573e-05, + "loss": 3.0913, + "step": 9757 + }, + { + "epoch": 0.1670346976155018, + "grad_norm": 2.606814384460449, + "learning_rate": 1.903125970849626e-05, + "loss": 3.1235, + "step": 9758 + }, + { + "epoch": 0.16705181533405228, + "grad_norm": 2.4422190189361572, + "learning_rate": 1.9031021646492004e-05, + "loss": 3.0419, + "step": 9759 + }, + { + "epoch": 0.16706893305260276, + "grad_norm": 2.691565752029419, + "learning_rate": 1.903078355672953e-05, + "loss": 3.1677, + "step": 9760 + }, + { + "epoch": 0.1670860507711532, + "grad_norm": 2.564865827560425, + "learning_rate": 1.9030545439209575e-05, + "loss": 3.1131, + "step": 9761 + }, + { + "epoch": 0.1671031684897037, + "grad_norm": 2.4711334705352783, + "learning_rate": 1.903030729393287e-05, + "loss": 3.0927, + "step": 9762 + }, + { + "epoch": 0.16712028620825417, + "grad_norm": 2.5081076622009277, + "learning_rate": 1.9030069120900148e-05, + "loss": 3.0793, + "step": 9763 + }, + { + "epoch": 0.16713740392680462, + "grad_norm": 2.5729751586914062, + "learning_rate": 1.902983092011214e-05, + "loss": 3.1138, + "step": 9764 + }, + { + "epoch": 0.1671545216453551, + "grad_norm": 2.463027000427246, + "learning_rate": 1.9029592691569577e-05, + "loss": 3.0355, + "step": 9765 + }, + { + "epoch": 0.16717163936390558, + "grad_norm": 2.401059150695801, + "learning_rate": 1.902935443527319e-05, + "loss": 3.0495, + "step": 9766 + }, + { + "epoch": 0.16718875708245606, + "grad_norm": 2.4182841777801514, + "learning_rate": 1.902911615122372e-05, + "loss": 3.1086, + "step": 9767 + }, + { + "epoch": 0.16720587480100652, + "grad_norm": 2.5125064849853516, + "learning_rate": 1.9028877839421893e-05, + "loss": 3.075, + "step": 9768 + }, + { + "epoch": 0.167222992519557, + "grad_norm": 2.3898630142211914, + "learning_rate": 1.9028639499868436e-05, + "loss": 3.0533, + "step": 9769 + }, + { + "epoch": 0.16724011023810748, + "grad_norm": 2.430176019668579, + "learning_rate": 1.902840113256409e-05, + "loss": 3.0244, + "step": 9770 + }, + { + "epoch": 0.16725722795665793, + "grad_norm": 2.576547622680664, + "learning_rate": 1.9028162737509586e-05, + "loss": 3.0278, + "step": 9771 + }, + { + "epoch": 0.1672743456752084, + "grad_norm": 2.3759140968322754, + "learning_rate": 1.9027924314705656e-05, + "loss": 2.9003, + "step": 9772 + }, + { + "epoch": 0.1672914633937589, + "grad_norm": 2.5139825344085693, + "learning_rate": 1.902768586415303e-05, + "loss": 3.1583, + "step": 9773 + }, + { + "epoch": 0.16730858111230934, + "grad_norm": 2.5469017028808594, + "learning_rate": 1.9027447385852444e-05, + "loss": 3.0492, + "step": 9774 + }, + { + "epoch": 0.16732569883085982, + "grad_norm": 2.422096014022827, + "learning_rate": 1.9027208879804633e-05, + "loss": 2.9495, + "step": 9775 + }, + { + "epoch": 0.1673428165494103, + "grad_norm": 2.708771228790283, + "learning_rate": 1.9026970346010327e-05, + "loss": 2.9278, + "step": 9776 + }, + { + "epoch": 0.16735993426796075, + "grad_norm": 2.354750394821167, + "learning_rate": 1.9026731784470257e-05, + "loss": 3.0206, + "step": 9777 + }, + { + "epoch": 0.16737705198651123, + "grad_norm": 2.56723952293396, + "learning_rate": 1.9026493195185162e-05, + "loss": 3.0514, + "step": 9778 + }, + { + "epoch": 0.1673941697050617, + "grad_norm": 2.6682071685791016, + "learning_rate": 1.9026254578155767e-05, + "loss": 2.9751, + "step": 9779 + }, + { + "epoch": 0.1674112874236122, + "grad_norm": 2.4485318660736084, + "learning_rate": 1.9026015933382815e-05, + "loss": 2.9552, + "step": 9780 + }, + { + "epoch": 0.16742840514216265, + "grad_norm": 2.316598653793335, + "learning_rate": 1.9025777260867036e-05, + "loss": 2.9824, + "step": 9781 + }, + { + "epoch": 0.16744552286071313, + "grad_norm": 2.6830005645751953, + "learning_rate": 1.902553856060916e-05, + "loss": 3.1495, + "step": 9782 + }, + { + "epoch": 0.1674626405792636, + "grad_norm": 2.4878549575805664, + "learning_rate": 1.9025299832609924e-05, + "loss": 2.9929, + "step": 9783 + }, + { + "epoch": 0.16747975829781406, + "grad_norm": 2.3366360664367676, + "learning_rate": 1.9025061076870065e-05, + "loss": 2.935, + "step": 9784 + }, + { + "epoch": 0.16749687601636454, + "grad_norm": 2.354238510131836, + "learning_rate": 1.9024822293390307e-05, + "loss": 2.9478, + "step": 9785 + }, + { + "epoch": 0.16751399373491502, + "grad_norm": 2.5173983573913574, + "learning_rate": 1.9024583482171392e-05, + "loss": 2.974, + "step": 9786 + }, + { + "epoch": 0.16753111145346547, + "grad_norm": 2.523552894592285, + "learning_rate": 1.9024344643214056e-05, + "loss": 2.9742, + "step": 9787 + }, + { + "epoch": 0.16754822917201595, + "grad_norm": 2.4835798740386963, + "learning_rate": 1.9024105776519023e-05, + "loss": 3.1066, + "step": 9788 + }, + { + "epoch": 0.16756534689056643, + "grad_norm": 2.530341148376465, + "learning_rate": 1.902386688208704e-05, + "loss": 2.9912, + "step": 9789 + }, + { + "epoch": 0.1675824646091169, + "grad_norm": 2.51993727684021, + "learning_rate": 1.902362795991883e-05, + "loss": 3.072, + "step": 9790 + }, + { + "epoch": 0.16759958232766736, + "grad_norm": 2.545508623123169, + "learning_rate": 1.902338901001513e-05, + "loss": 3.063, + "step": 9791 + }, + { + "epoch": 0.16761670004621784, + "grad_norm": 2.410921812057495, + "learning_rate": 1.902315003237668e-05, + "loss": 2.9641, + "step": 9792 + }, + { + "epoch": 0.16763381776476832, + "grad_norm": 2.4415535926818848, + "learning_rate": 1.902291102700421e-05, + "loss": 3.0071, + "step": 9793 + }, + { + "epoch": 0.16765093548331877, + "grad_norm": 2.592136859893799, + "learning_rate": 1.902267199389846e-05, + "loss": 2.9841, + "step": 9794 + }, + { + "epoch": 0.16766805320186925, + "grad_norm": 2.5248336791992188, + "learning_rate": 1.9022432933060155e-05, + "loss": 2.9643, + "step": 9795 + }, + { + "epoch": 0.16768517092041973, + "grad_norm": 2.5288658142089844, + "learning_rate": 1.9022193844490036e-05, + "loss": 2.8932, + "step": 9796 + }, + { + "epoch": 0.1677022886389702, + "grad_norm": 2.5671286582946777, + "learning_rate": 1.9021954728188837e-05, + "loss": 2.8785, + "step": 9797 + }, + { + "epoch": 0.16771940635752067, + "grad_norm": 2.777566432952881, + "learning_rate": 1.902171558415729e-05, + "loss": 3.2036, + "step": 9798 + }, + { + "epoch": 0.16773652407607115, + "grad_norm": 2.491408586502075, + "learning_rate": 1.902147641239614e-05, + "loss": 2.9164, + "step": 9799 + }, + { + "epoch": 0.1677536417946216, + "grad_norm": 2.612769365310669, + "learning_rate": 1.902123721290611e-05, + "loss": 3.0286, + "step": 9800 + }, + { + "epoch": 0.16777075951317208, + "grad_norm": 2.557502031326294, + "learning_rate": 1.9020997985687943e-05, + "loss": 3.0803, + "step": 9801 + }, + { + "epoch": 0.16778787723172256, + "grad_norm": 2.422553300857544, + "learning_rate": 1.9020758730742365e-05, + "loss": 3.0689, + "step": 9802 + }, + { + "epoch": 0.16780499495027304, + "grad_norm": 2.5150725841522217, + "learning_rate": 1.9020519448070126e-05, + "loss": 3.016, + "step": 9803 + }, + { + "epoch": 0.1678221126688235, + "grad_norm": 2.4236466884613037, + "learning_rate": 1.9020280137671948e-05, + "loss": 3.0707, + "step": 9804 + }, + { + "epoch": 0.16783923038737397, + "grad_norm": 2.6668553352355957, + "learning_rate": 1.9020040799548575e-05, + "loss": 3.1424, + "step": 9805 + }, + { + "epoch": 0.16785634810592445, + "grad_norm": 2.536327600479126, + "learning_rate": 1.9019801433700744e-05, + "loss": 2.9859, + "step": 9806 + }, + { + "epoch": 0.1678734658244749, + "grad_norm": 2.4779040813446045, + "learning_rate": 1.9019562040129178e-05, + "loss": 3.1758, + "step": 9807 + }, + { + "epoch": 0.16789058354302538, + "grad_norm": 2.5271692276000977, + "learning_rate": 1.9019322618834627e-05, + "loss": 3.0996, + "step": 9808 + }, + { + "epoch": 0.16790770126157586, + "grad_norm": 2.402346611022949, + "learning_rate": 1.9019083169817816e-05, + "loss": 3.057, + "step": 9809 + }, + { + "epoch": 0.16792481898012632, + "grad_norm": 2.503180503845215, + "learning_rate": 1.901884369307949e-05, + "loss": 3.0256, + "step": 9810 + }, + { + "epoch": 0.1679419366986768, + "grad_norm": 2.455930709838867, + "learning_rate": 1.901860418862038e-05, + "loss": 3.0486, + "step": 9811 + }, + { + "epoch": 0.16795905441722728, + "grad_norm": 2.5723094940185547, + "learning_rate": 1.9018364656441222e-05, + "loss": 3.08, + "step": 9812 + }, + { + "epoch": 0.16797617213577776, + "grad_norm": 2.6816632747650146, + "learning_rate": 1.9018125096542754e-05, + "loss": 3.0659, + "step": 9813 + }, + { + "epoch": 0.1679932898543282, + "grad_norm": 2.6491403579711914, + "learning_rate": 1.9017885508925715e-05, + "loss": 3.1866, + "step": 9814 + }, + { + "epoch": 0.1680104075728787, + "grad_norm": 2.5090596675872803, + "learning_rate": 1.9017645893590834e-05, + "loss": 2.9732, + "step": 9815 + }, + { + "epoch": 0.16802752529142917, + "grad_norm": 2.497983694076538, + "learning_rate": 1.9017406250538856e-05, + "loss": 3.0709, + "step": 9816 + }, + { + "epoch": 0.16804464300997962, + "grad_norm": 2.8299312591552734, + "learning_rate": 1.9017166579770513e-05, + "loss": 3.0579, + "step": 9817 + }, + { + "epoch": 0.1680617607285301, + "grad_norm": 2.594275712966919, + "learning_rate": 1.9016926881286538e-05, + "loss": 3.0043, + "step": 9818 + }, + { + "epoch": 0.16807887844708058, + "grad_norm": 2.321610927581787, + "learning_rate": 1.9016687155087675e-05, + "loss": 3.0812, + "step": 9819 + }, + { + "epoch": 0.16809599616563103, + "grad_norm": 2.6056833267211914, + "learning_rate": 1.9016447401174657e-05, + "loss": 2.9481, + "step": 9820 + }, + { + "epoch": 0.16811311388418151, + "grad_norm": 2.574892997741699, + "learning_rate": 1.901620761954822e-05, + "loss": 3.0597, + "step": 9821 + }, + { + "epoch": 0.168130231602732, + "grad_norm": 2.547149419784546, + "learning_rate": 1.9015967810209103e-05, + "loss": 3.0505, + "step": 9822 + }, + { + "epoch": 0.16814734932128245, + "grad_norm": 2.82650089263916, + "learning_rate": 1.9015727973158042e-05, + "loss": 3.187, + "step": 9823 + }, + { + "epoch": 0.16816446703983293, + "grad_norm": 2.5504002571105957, + "learning_rate": 1.9015488108395777e-05, + "loss": 3.0961, + "step": 9824 + }, + { + "epoch": 0.1681815847583834, + "grad_norm": 2.5137109756469727, + "learning_rate": 1.9015248215923042e-05, + "loss": 3.0777, + "step": 9825 + }, + { + "epoch": 0.1681987024769339, + "grad_norm": 2.4397590160369873, + "learning_rate": 1.9015008295740576e-05, + "loss": 2.9397, + "step": 9826 + }, + { + "epoch": 0.16821582019548434, + "grad_norm": 2.4382479190826416, + "learning_rate": 1.901476834784911e-05, + "loss": 3.2609, + "step": 9827 + }, + { + "epoch": 0.16823293791403482, + "grad_norm": 2.722357749938965, + "learning_rate": 1.9014528372249397e-05, + "loss": 3.085, + "step": 9828 + }, + { + "epoch": 0.1682500556325853, + "grad_norm": 2.702852725982666, + "learning_rate": 1.901428836894216e-05, + "loss": 3.0875, + "step": 9829 + }, + { + "epoch": 0.16826717335113575, + "grad_norm": 2.510674238204956, + "learning_rate": 1.9014048337928144e-05, + "loss": 3.0981, + "step": 9830 + }, + { + "epoch": 0.16828429106968623, + "grad_norm": 2.489201307296753, + "learning_rate": 1.9013808279208083e-05, + "loss": 3.1862, + "step": 9831 + }, + { + "epoch": 0.1683014087882367, + "grad_norm": 2.3876633644104004, + "learning_rate": 1.9013568192782713e-05, + "loss": 2.9281, + "step": 9832 + }, + { + "epoch": 0.16831852650678716, + "grad_norm": 2.435878038406372, + "learning_rate": 1.901332807865278e-05, + "loss": 2.9746, + "step": 9833 + }, + { + "epoch": 0.16833564422533764, + "grad_norm": 2.431943655014038, + "learning_rate": 1.9013087936819016e-05, + "loss": 2.8445, + "step": 9834 + }, + { + "epoch": 0.16835276194388812, + "grad_norm": 2.57673716545105, + "learning_rate": 1.9012847767282156e-05, + "loss": 3.0891, + "step": 9835 + }, + { + "epoch": 0.1683698796624386, + "grad_norm": 2.3864519596099854, + "learning_rate": 1.9012607570042945e-05, + "loss": 3.0601, + "step": 9836 + }, + { + "epoch": 0.16838699738098906, + "grad_norm": 2.3475394248962402, + "learning_rate": 1.901236734510212e-05, + "loss": 2.9298, + "step": 9837 + }, + { + "epoch": 0.16840411509953954, + "grad_norm": 2.4166266918182373, + "learning_rate": 1.901212709246042e-05, + "loss": 3.0055, + "step": 9838 + }, + { + "epoch": 0.16842123281809002, + "grad_norm": 2.40783429145813, + "learning_rate": 1.901188681211858e-05, + "loss": 3.0695, + "step": 9839 + }, + { + "epoch": 0.16843835053664047, + "grad_norm": 2.7441554069519043, + "learning_rate": 1.901164650407734e-05, + "loss": 3.1032, + "step": 9840 + }, + { + "epoch": 0.16845546825519095, + "grad_norm": 2.6107263565063477, + "learning_rate": 1.901140616833744e-05, + "loss": 3.015, + "step": 9841 + }, + { + "epoch": 0.16847258597374143, + "grad_norm": 2.650322914123535, + "learning_rate": 1.9011165804899614e-05, + "loss": 3.0287, + "step": 9842 + }, + { + "epoch": 0.16848970369229188, + "grad_norm": 2.621178388595581, + "learning_rate": 1.9010925413764607e-05, + "loss": 3.0471, + "step": 9843 + }, + { + "epoch": 0.16850682141084236, + "grad_norm": 2.5617122650146484, + "learning_rate": 1.9010684994933154e-05, + "loss": 3.1112, + "step": 9844 + }, + { + "epoch": 0.16852393912939284, + "grad_norm": 2.6601169109344482, + "learning_rate": 1.9010444548405997e-05, + "loss": 3.0832, + "step": 9845 + }, + { + "epoch": 0.1685410568479433, + "grad_norm": 2.5871100425720215, + "learning_rate": 1.901020407418387e-05, + "loss": 3.1303, + "step": 9846 + }, + { + "epoch": 0.16855817456649377, + "grad_norm": 2.5349349975585938, + "learning_rate": 1.900996357226752e-05, + "loss": 2.9954, + "step": 9847 + }, + { + "epoch": 0.16857529228504425, + "grad_norm": 2.457714319229126, + "learning_rate": 1.900972304265768e-05, + "loss": 2.9799, + "step": 9848 + }, + { + "epoch": 0.16859241000359473, + "grad_norm": 2.4540903568267822, + "learning_rate": 1.900948248535509e-05, + "loss": 2.9871, + "step": 9849 + }, + { + "epoch": 0.16860952772214519, + "grad_norm": 2.6117889881134033, + "learning_rate": 1.9009241900360488e-05, + "loss": 3.1172, + "step": 9850 + }, + { + "epoch": 0.16862664544069567, + "grad_norm": 2.646637439727783, + "learning_rate": 1.9009001287674618e-05, + "loss": 3.1207, + "step": 9851 + }, + { + "epoch": 0.16864376315924615, + "grad_norm": 2.496973752975464, + "learning_rate": 1.9008760647298215e-05, + "loss": 3.0997, + "step": 9852 + }, + { + "epoch": 0.1686608808777966, + "grad_norm": 2.377959966659546, + "learning_rate": 1.9008519979232023e-05, + "loss": 3.0534, + "step": 9853 + }, + { + "epoch": 0.16867799859634708, + "grad_norm": 2.41733455657959, + "learning_rate": 1.900827928347678e-05, + "loss": 2.9207, + "step": 9854 + }, + { + "epoch": 0.16869511631489756, + "grad_norm": 2.5441718101501465, + "learning_rate": 1.9008038560033223e-05, + "loss": 3.1184, + "step": 9855 + }, + { + "epoch": 0.168712234033448, + "grad_norm": 2.415876865386963, + "learning_rate": 1.90077978089021e-05, + "loss": 3.0193, + "step": 9856 + }, + { + "epoch": 0.1687293517519985, + "grad_norm": 2.5142834186553955, + "learning_rate": 1.900755703008414e-05, + "loss": 3.0249, + "step": 9857 + }, + { + "epoch": 0.16874646947054897, + "grad_norm": 2.655247211456299, + "learning_rate": 1.9007316223580086e-05, + "loss": 3.0175, + "step": 9858 + }, + { + "epoch": 0.16876358718909942, + "grad_norm": 2.399967670440674, + "learning_rate": 1.9007075389390686e-05, + "loss": 3.0341, + "step": 9859 + }, + { + "epoch": 0.1687807049076499, + "grad_norm": 2.546926498413086, + "learning_rate": 1.9006834527516675e-05, + "loss": 3.1652, + "step": 9860 + }, + { + "epoch": 0.16879782262620038, + "grad_norm": 2.351033926010132, + "learning_rate": 1.900659363795879e-05, + "loss": 3.0264, + "step": 9861 + }, + { + "epoch": 0.16881494034475086, + "grad_norm": 2.4613795280456543, + "learning_rate": 1.9006352720717777e-05, + "loss": 3.0216, + "step": 9862 + }, + { + "epoch": 0.16883205806330132, + "grad_norm": 2.5059847831726074, + "learning_rate": 1.9006111775794377e-05, + "loss": 3.0693, + "step": 9863 + }, + { + "epoch": 0.1688491757818518, + "grad_norm": 2.4313924312591553, + "learning_rate": 1.900587080318932e-05, + "loss": 2.9146, + "step": 9864 + }, + { + "epoch": 0.16886629350040228, + "grad_norm": 2.502816677093506, + "learning_rate": 1.900562980290336e-05, + "loss": 3.0236, + "step": 9865 + }, + { + "epoch": 0.16888341121895273, + "grad_norm": 2.482893705368042, + "learning_rate": 1.900538877493723e-05, + "loss": 3.0942, + "step": 9866 + }, + { + "epoch": 0.1689005289375032, + "grad_norm": 2.4366753101348877, + "learning_rate": 1.9005147719291672e-05, + "loss": 3.0654, + "step": 9867 + }, + { + "epoch": 0.1689176466560537, + "grad_norm": 2.511902332305908, + "learning_rate": 1.900490663596743e-05, + "loss": 3.0517, + "step": 9868 + }, + { + "epoch": 0.16893476437460414, + "grad_norm": 2.4085569381713867, + "learning_rate": 1.900466552496524e-05, + "loss": 3.2166, + "step": 9869 + }, + { + "epoch": 0.16895188209315462, + "grad_norm": 2.403932571411133, + "learning_rate": 1.9004424386285848e-05, + "loss": 3.0521, + "step": 9870 + }, + { + "epoch": 0.1689689998117051, + "grad_norm": 2.328700542449951, + "learning_rate": 1.900418321992999e-05, + "loss": 3.1221, + "step": 9871 + }, + { + "epoch": 0.16898611753025558, + "grad_norm": 2.600902557373047, + "learning_rate": 1.9003942025898413e-05, + "loss": 3.1186, + "step": 9872 + }, + { + "epoch": 0.16900323524880603, + "grad_norm": 2.745028018951416, + "learning_rate": 1.900370080419186e-05, + "loss": 2.9927, + "step": 9873 + }, + { + "epoch": 0.1690203529673565, + "grad_norm": 2.379760265350342, + "learning_rate": 1.9003459554811063e-05, + "loss": 2.9878, + "step": 9874 + }, + { + "epoch": 0.169037470685907, + "grad_norm": 2.540022134780884, + "learning_rate": 1.9003218277756768e-05, + "loss": 3.0496, + "step": 9875 + }, + { + "epoch": 0.16905458840445745, + "grad_norm": 2.62795352935791, + "learning_rate": 1.9002976973029717e-05, + "loss": 3.0877, + "step": 9876 + }, + { + "epoch": 0.16907170612300793, + "grad_norm": 2.775192975997925, + "learning_rate": 1.9002735640630655e-05, + "loss": 3.1761, + "step": 9877 + }, + { + "epoch": 0.1690888238415584, + "grad_norm": 2.4459145069122314, + "learning_rate": 1.9002494280560318e-05, + "loss": 2.986, + "step": 9878 + }, + { + "epoch": 0.16910594156010886, + "grad_norm": 2.4809658527374268, + "learning_rate": 1.9002252892819454e-05, + "loss": 3.0006, + "step": 9879 + }, + { + "epoch": 0.16912305927865934, + "grad_norm": 2.5716021060943604, + "learning_rate": 1.9002011477408798e-05, + "loss": 2.9774, + "step": 9880 + }, + { + "epoch": 0.16914017699720982, + "grad_norm": 2.4049410820007324, + "learning_rate": 1.9001770034329096e-05, + "loss": 2.9826, + "step": 9881 + }, + { + "epoch": 0.16915729471576027, + "grad_norm": 2.7616405487060547, + "learning_rate": 1.900152856358109e-05, + "loss": 3.0469, + "step": 9882 + }, + { + "epoch": 0.16917441243431075, + "grad_norm": 2.5639584064483643, + "learning_rate": 1.9001287065165523e-05, + "loss": 2.9956, + "step": 9883 + }, + { + "epoch": 0.16919153015286123, + "grad_norm": 2.5884172916412354, + "learning_rate": 1.9001045539083135e-05, + "loss": 2.9503, + "step": 9884 + }, + { + "epoch": 0.1692086478714117, + "grad_norm": 2.5318188667297363, + "learning_rate": 1.900080398533467e-05, + "loss": 2.9317, + "step": 9885 + }, + { + "epoch": 0.16922576558996216, + "grad_norm": 2.623701810836792, + "learning_rate": 1.900056240392087e-05, + "loss": 3.1756, + "step": 9886 + }, + { + "epoch": 0.16924288330851264, + "grad_norm": 2.588059425354004, + "learning_rate": 1.9000320794842477e-05, + "loss": 3.094, + "step": 9887 + }, + { + "epoch": 0.16926000102706312, + "grad_norm": 2.4610888957977295, + "learning_rate": 1.900007915810023e-05, + "loss": 2.9669, + "step": 9888 + }, + { + "epoch": 0.16927711874561358, + "grad_norm": 2.5545058250427246, + "learning_rate": 1.8999837493694883e-05, + "loss": 2.9233, + "step": 9889 + }, + { + "epoch": 0.16929423646416406, + "grad_norm": 2.5980849266052246, + "learning_rate": 1.899959580162717e-05, + "loss": 2.9961, + "step": 9890 + }, + { + "epoch": 0.16931135418271454, + "grad_norm": 2.4980101585388184, + "learning_rate": 1.899935408189783e-05, + "loss": 2.9866, + "step": 9891 + }, + { + "epoch": 0.169328471901265, + "grad_norm": 2.549253463745117, + "learning_rate": 1.8999112334507618e-05, + "loss": 3.1373, + "step": 9892 + }, + { + "epoch": 0.16934558961981547, + "grad_norm": 2.6578030586242676, + "learning_rate": 1.899887055945727e-05, + "loss": 3.0926, + "step": 9893 + }, + { + "epoch": 0.16936270733836595, + "grad_norm": 2.622910261154175, + "learning_rate": 1.8998628756747527e-05, + "loss": 3.0245, + "step": 9894 + }, + { + "epoch": 0.16937982505691643, + "grad_norm": 2.409562826156616, + "learning_rate": 1.8998386926379134e-05, + "loss": 3.023, + "step": 9895 + }, + { + "epoch": 0.16939694277546688, + "grad_norm": 2.4905619621276855, + "learning_rate": 1.8998145068352835e-05, + "loss": 3.1289, + "step": 9896 + }, + { + "epoch": 0.16941406049401736, + "grad_norm": 2.5546624660491943, + "learning_rate": 1.899790318266938e-05, + "loss": 3.0863, + "step": 9897 + }, + { + "epoch": 0.16943117821256784, + "grad_norm": 2.5073487758636475, + "learning_rate": 1.8997661269329497e-05, + "loss": 3.0133, + "step": 9898 + }, + { + "epoch": 0.1694482959311183, + "grad_norm": 2.410827398300171, + "learning_rate": 1.8997419328333942e-05, + "loss": 3.1036, + "step": 9899 + }, + { + "epoch": 0.16946541364966877, + "grad_norm": 2.5083470344543457, + "learning_rate": 1.8997177359683453e-05, + "loss": 2.9663, + "step": 9900 + }, + { + "epoch": 0.16948253136821925, + "grad_norm": 2.4948108196258545, + "learning_rate": 1.899693536337878e-05, + "loss": 3.1031, + "step": 9901 + }, + { + "epoch": 0.1694996490867697, + "grad_norm": 2.6070175170898438, + "learning_rate": 1.8996693339420662e-05, + "loss": 2.9948, + "step": 9902 + }, + { + "epoch": 0.16951676680532018, + "grad_norm": 2.4931209087371826, + "learning_rate": 1.899645128780984e-05, + "loss": 3.1013, + "step": 9903 + }, + { + "epoch": 0.16953388452387066, + "grad_norm": 2.5942022800445557, + "learning_rate": 1.8996209208547068e-05, + "loss": 2.9649, + "step": 9904 + }, + { + "epoch": 0.16955100224242112, + "grad_norm": 2.3881702423095703, + "learning_rate": 1.899596710163308e-05, + "loss": 3.0502, + "step": 9905 + }, + { + "epoch": 0.1695681199609716, + "grad_norm": 2.3587727546691895, + "learning_rate": 1.8995724967068623e-05, + "loss": 3.0191, + "step": 9906 + }, + { + "epoch": 0.16958523767952208, + "grad_norm": 2.4420974254608154, + "learning_rate": 1.8995482804854442e-05, + "loss": 2.9712, + "step": 9907 + }, + { + "epoch": 0.16960235539807256, + "grad_norm": 2.3670427799224854, + "learning_rate": 1.8995240614991283e-05, + "loss": 3.0436, + "step": 9908 + }, + { + "epoch": 0.169619473116623, + "grad_norm": 2.38448166847229, + "learning_rate": 1.899499839747989e-05, + "loss": 2.8617, + "step": 9909 + }, + { + "epoch": 0.1696365908351735, + "grad_norm": 2.468440055847168, + "learning_rate": 1.8994756152321003e-05, + "loss": 2.9372, + "step": 9910 + }, + { + "epoch": 0.16965370855372397, + "grad_norm": 2.4178030490875244, + "learning_rate": 1.899451387951537e-05, + "loss": 3.0422, + "step": 9911 + }, + { + "epoch": 0.16967082627227442, + "grad_norm": 2.324223041534424, + "learning_rate": 1.8994271579063737e-05, + "loss": 2.9922, + "step": 9912 + }, + { + "epoch": 0.1696879439908249, + "grad_norm": 2.5465452671051025, + "learning_rate": 1.8994029250966847e-05, + "loss": 2.9706, + "step": 9913 + }, + { + "epoch": 0.16970506170937538, + "grad_norm": 2.4454803466796875, + "learning_rate": 1.8993786895225445e-05, + "loss": 2.9698, + "step": 9914 + }, + { + "epoch": 0.16972217942792583, + "grad_norm": 2.5582664012908936, + "learning_rate": 1.899354451184028e-05, + "loss": 3.2063, + "step": 9915 + }, + { + "epoch": 0.16973929714647631, + "grad_norm": 2.4284918308258057, + "learning_rate": 1.8993302100812085e-05, + "loss": 2.9894, + "step": 9916 + }, + { + "epoch": 0.1697564148650268, + "grad_norm": 2.5704386234283447, + "learning_rate": 1.8993059662141617e-05, + "loss": 3.0622, + "step": 9917 + }, + { + "epoch": 0.16977353258357727, + "grad_norm": 2.547713279724121, + "learning_rate": 1.899281719582962e-05, + "loss": 2.9316, + "step": 9918 + }, + { + "epoch": 0.16979065030212773, + "grad_norm": 2.432948350906372, + "learning_rate": 1.8992574701876834e-05, + "loss": 3.1139, + "step": 9919 + }, + { + "epoch": 0.1698077680206782, + "grad_norm": 2.6502835750579834, + "learning_rate": 1.8992332180284006e-05, + "loss": 2.96, + "step": 9920 + }, + { + "epoch": 0.1698248857392287, + "grad_norm": 2.562260866165161, + "learning_rate": 1.8992089631051886e-05, + "loss": 2.9737, + "step": 9921 + }, + { + "epoch": 0.16984200345777914, + "grad_norm": 2.507089376449585, + "learning_rate": 1.899184705418121e-05, + "loss": 3.0117, + "step": 9922 + }, + { + "epoch": 0.16985912117632962, + "grad_norm": 2.523380756378174, + "learning_rate": 1.8991604449672733e-05, + "loss": 2.8632, + "step": 9923 + }, + { + "epoch": 0.1698762388948801, + "grad_norm": 2.4758362770080566, + "learning_rate": 1.8991361817527197e-05, + "loss": 3.0078, + "step": 9924 + }, + { + "epoch": 0.16989335661343055, + "grad_norm": 2.4695162773132324, + "learning_rate": 1.8991119157745345e-05, + "loss": 3.0752, + "step": 9925 + }, + { + "epoch": 0.16991047433198103, + "grad_norm": 2.500230550765991, + "learning_rate": 1.899087647032793e-05, + "loss": 2.832, + "step": 9926 + }, + { + "epoch": 0.1699275920505315, + "grad_norm": 2.5854156017303467, + "learning_rate": 1.8990633755275692e-05, + "loss": 3.1056, + "step": 9927 + }, + { + "epoch": 0.16994470976908196, + "grad_norm": 2.4688894748687744, + "learning_rate": 1.899039101258938e-05, + "loss": 3.0204, + "step": 9928 + }, + { + "epoch": 0.16996182748763244, + "grad_norm": 2.5539534091949463, + "learning_rate": 1.8990148242269733e-05, + "loss": 2.9939, + "step": 9929 + }, + { + "epoch": 0.16997894520618292, + "grad_norm": 2.4665207862854004, + "learning_rate": 1.898990544431751e-05, + "loss": 3.0458, + "step": 9930 + }, + { + "epoch": 0.1699960629247334, + "grad_norm": 2.382314443588257, + "learning_rate": 1.8989662618733446e-05, + "loss": 3.1057, + "step": 9931 + }, + { + "epoch": 0.17001318064328386, + "grad_norm": 2.6157069206237793, + "learning_rate": 1.8989419765518295e-05, + "loss": 3.1534, + "step": 9932 + }, + { + "epoch": 0.17003029836183434, + "grad_norm": 2.6473286151885986, + "learning_rate": 1.8989176884672796e-05, + "loss": 3.0114, + "step": 9933 + }, + { + "epoch": 0.17004741608038482, + "grad_norm": 2.5320827960968018, + "learning_rate": 1.8988933976197703e-05, + "loss": 3.0823, + "step": 9934 + }, + { + "epoch": 0.17006453379893527, + "grad_norm": 2.532625436782837, + "learning_rate": 1.8988691040093758e-05, + "loss": 3.064, + "step": 9935 + }, + { + "epoch": 0.17008165151748575, + "grad_norm": 2.448889970779419, + "learning_rate": 1.8988448076361708e-05, + "loss": 2.9411, + "step": 9936 + }, + { + "epoch": 0.17009876923603623, + "grad_norm": 2.4947004318237305, + "learning_rate": 1.8988205085002303e-05, + "loss": 3.0367, + "step": 9937 + }, + { + "epoch": 0.17011588695458668, + "grad_norm": 2.5911757946014404, + "learning_rate": 1.8987962066016282e-05, + "loss": 2.9609, + "step": 9938 + }, + { + "epoch": 0.17013300467313716, + "grad_norm": 2.437145233154297, + "learning_rate": 1.8987719019404403e-05, + "loss": 3.0452, + "step": 9939 + }, + { + "epoch": 0.17015012239168764, + "grad_norm": 2.4304616451263428, + "learning_rate": 1.8987475945167405e-05, + "loss": 3.0349, + "step": 9940 + }, + { + "epoch": 0.1701672401102381, + "grad_norm": 2.6164839267730713, + "learning_rate": 1.898723284330604e-05, + "loss": 2.9614, + "step": 9941 + }, + { + "epoch": 0.17018435782878857, + "grad_norm": 2.4793002605438232, + "learning_rate": 1.898698971382105e-05, + "loss": 2.9621, + "step": 9942 + }, + { + "epoch": 0.17020147554733905, + "grad_norm": 2.4952192306518555, + "learning_rate": 1.898674655671319e-05, + "loss": 3.0746, + "step": 9943 + }, + { + "epoch": 0.17021859326588953, + "grad_norm": 2.7885820865631104, + "learning_rate": 1.8986503371983196e-05, + "loss": 3.0273, + "step": 9944 + }, + { + "epoch": 0.17023571098444, + "grad_norm": 2.585235357284546, + "learning_rate": 1.8986260159631828e-05, + "loss": 3.0439, + "step": 9945 + }, + { + "epoch": 0.17025282870299047, + "grad_norm": 2.571039915084839, + "learning_rate": 1.8986016919659823e-05, + "loss": 3.1597, + "step": 9946 + }, + { + "epoch": 0.17026994642154095, + "grad_norm": 2.8027031421661377, + "learning_rate": 1.8985773652067935e-05, + "loss": 2.9627, + "step": 9947 + }, + { + "epoch": 0.1702870641400914, + "grad_norm": 2.3996689319610596, + "learning_rate": 1.898553035685691e-05, + "loss": 2.9463, + "step": 9948 + }, + { + "epoch": 0.17030418185864188, + "grad_norm": 2.7290964126586914, + "learning_rate": 1.8985287034027496e-05, + "loss": 3.1939, + "step": 9949 + }, + { + "epoch": 0.17032129957719236, + "grad_norm": 2.8250057697296143, + "learning_rate": 1.8985043683580443e-05, + "loss": 3.0539, + "step": 9950 + }, + { + "epoch": 0.1703384172957428, + "grad_norm": 2.374380350112915, + "learning_rate": 1.898480030551649e-05, + "loss": 2.8947, + "step": 9951 + }, + { + "epoch": 0.1703555350142933, + "grad_norm": 2.44242262840271, + "learning_rate": 1.8984556899836396e-05, + "loss": 2.9086, + "step": 9952 + }, + { + "epoch": 0.17037265273284377, + "grad_norm": 2.4219963550567627, + "learning_rate": 1.8984313466540905e-05, + "loss": 3.094, + "step": 9953 + }, + { + "epoch": 0.17038977045139425, + "grad_norm": 2.480088472366333, + "learning_rate": 1.8984070005630765e-05, + "loss": 3.0323, + "step": 9954 + }, + { + "epoch": 0.1704068881699447, + "grad_norm": 2.2722702026367188, + "learning_rate": 1.8983826517106723e-05, + "loss": 2.7996, + "step": 9955 + }, + { + "epoch": 0.17042400588849518, + "grad_norm": 2.3687057495117188, + "learning_rate": 1.898358300096953e-05, + "loss": 2.9989, + "step": 9956 + }, + { + "epoch": 0.17044112360704566, + "grad_norm": 2.4971485137939453, + "learning_rate": 1.8983339457219933e-05, + "loss": 3.0759, + "step": 9957 + }, + { + "epoch": 0.17045824132559612, + "grad_norm": 2.391230344772339, + "learning_rate": 1.898309588585868e-05, + "loss": 2.979, + "step": 9958 + }, + { + "epoch": 0.1704753590441466, + "grad_norm": 2.56697416305542, + "learning_rate": 1.898285228688652e-05, + "loss": 3.1104, + "step": 9959 + }, + { + "epoch": 0.17049247676269708, + "grad_norm": 2.512674570083618, + "learning_rate": 1.8982608660304204e-05, + "loss": 3.0933, + "step": 9960 + }, + { + "epoch": 0.17050959448124753, + "grad_norm": 2.5144760608673096, + "learning_rate": 1.898236500611248e-05, + "loss": 3.0345, + "step": 9961 + }, + { + "epoch": 0.170526712199798, + "grad_norm": 2.3928682804107666, + "learning_rate": 1.8982121324312093e-05, + "loss": 3.0855, + "step": 9962 + }, + { + "epoch": 0.1705438299183485, + "grad_norm": 2.3761065006256104, + "learning_rate": 1.8981877614903798e-05, + "loss": 3.0137, + "step": 9963 + }, + { + "epoch": 0.17056094763689894, + "grad_norm": 2.6239118576049805, + "learning_rate": 1.8981633877888336e-05, + "loss": 3.1608, + "step": 9964 + }, + { + "epoch": 0.17057806535544942, + "grad_norm": 2.5791053771972656, + "learning_rate": 1.8981390113266466e-05, + "loss": 3.0926, + "step": 9965 + }, + { + "epoch": 0.1705951830739999, + "grad_norm": 2.2617807388305664, + "learning_rate": 1.898114632103893e-05, + "loss": 3.0396, + "step": 9966 + }, + { + "epoch": 0.17061230079255038, + "grad_norm": 2.5814931392669678, + "learning_rate": 1.8980902501206483e-05, + "loss": 2.9835, + "step": 9967 + }, + { + "epoch": 0.17062941851110083, + "grad_norm": 2.3495945930480957, + "learning_rate": 1.8980658653769866e-05, + "loss": 2.9989, + "step": 9968 + }, + { + "epoch": 0.1706465362296513, + "grad_norm": 2.4528255462646484, + "learning_rate": 1.8980414778729837e-05, + "loss": 2.9601, + "step": 9969 + }, + { + "epoch": 0.1706636539482018, + "grad_norm": 2.4576542377471924, + "learning_rate": 1.898017087608714e-05, + "loss": 2.9783, + "step": 9970 + }, + { + "epoch": 0.17068077166675225, + "grad_norm": 2.4642412662506104, + "learning_rate": 1.8979926945842528e-05, + "loss": 3.0008, + "step": 9971 + }, + { + "epoch": 0.17069788938530273, + "grad_norm": 2.3744475841522217, + "learning_rate": 1.897968298799675e-05, + "loss": 3.1259, + "step": 9972 + }, + { + "epoch": 0.1707150071038532, + "grad_norm": 2.3782663345336914, + "learning_rate": 1.897943900255056e-05, + "loss": 2.9195, + "step": 9973 + }, + { + "epoch": 0.17073212482240366, + "grad_norm": 2.480924367904663, + "learning_rate": 1.8979194989504695e-05, + "loss": 3.102, + "step": 9974 + }, + { + "epoch": 0.17074924254095414, + "grad_norm": 2.5117347240448, + "learning_rate": 1.8978950948859917e-05, + "loss": 2.895, + "step": 9975 + }, + { + "epoch": 0.17076636025950462, + "grad_norm": 2.4746346473693848, + "learning_rate": 1.897870688061697e-05, + "loss": 3.0332, + "step": 9976 + }, + { + "epoch": 0.1707834779780551, + "grad_norm": 2.3919994831085205, + "learning_rate": 1.8978462784776612e-05, + "loss": 3.0103, + "step": 9977 + }, + { + "epoch": 0.17080059569660555, + "grad_norm": 2.4786155223846436, + "learning_rate": 1.8978218661339584e-05, + "loss": 3.1399, + "step": 9978 + }, + { + "epoch": 0.17081771341515603, + "grad_norm": 2.6291027069091797, + "learning_rate": 1.8977974510306643e-05, + "loss": 3.0677, + "step": 9979 + }, + { + "epoch": 0.1708348311337065, + "grad_norm": 2.473388433456421, + "learning_rate": 1.8977730331678537e-05, + "loss": 2.982, + "step": 9980 + }, + { + "epoch": 0.17085194885225696, + "grad_norm": 2.4864776134490967, + "learning_rate": 1.8977486125456016e-05, + "loss": 3.0478, + "step": 9981 + }, + { + "epoch": 0.17086906657080744, + "grad_norm": 2.5975325107574463, + "learning_rate": 1.8977241891639827e-05, + "loss": 3.2705, + "step": 9982 + }, + { + "epoch": 0.17088618428935792, + "grad_norm": 2.4891180992126465, + "learning_rate": 1.8976997630230727e-05, + "loss": 3.0675, + "step": 9983 + }, + { + "epoch": 0.17090330200790838, + "grad_norm": 2.323481321334839, + "learning_rate": 1.8976753341229468e-05, + "loss": 2.9564, + "step": 9984 + }, + { + "epoch": 0.17092041972645886, + "grad_norm": 2.494919776916504, + "learning_rate": 1.8976509024636792e-05, + "loss": 3.0893, + "step": 9985 + }, + { + "epoch": 0.17093753744500934, + "grad_norm": 2.4942245483398438, + "learning_rate": 1.8976264680453457e-05, + "loss": 2.9993, + "step": 9986 + }, + { + "epoch": 0.1709546551635598, + "grad_norm": 2.498093843460083, + "learning_rate": 1.8976020308680213e-05, + "loss": 3.1656, + "step": 9987 + }, + { + "epoch": 0.17097177288211027, + "grad_norm": 2.4828336238861084, + "learning_rate": 1.897577590931781e-05, + "loss": 2.9753, + "step": 9988 + }, + { + "epoch": 0.17098889060066075, + "grad_norm": 2.5217416286468506, + "learning_rate": 1.8975531482366998e-05, + "loss": 3.2014, + "step": 9989 + }, + { + "epoch": 0.17100600831921123, + "grad_norm": 2.3656136989593506, + "learning_rate": 1.8975287027828534e-05, + "loss": 3.0385, + "step": 9990 + }, + { + "epoch": 0.17102312603776168, + "grad_norm": 2.6084132194519043, + "learning_rate": 1.897504254570316e-05, + "loss": 3.07, + "step": 9991 + }, + { + "epoch": 0.17104024375631216, + "grad_norm": 2.4488353729248047, + "learning_rate": 1.8974798035991634e-05, + "loss": 3.1026, + "step": 9992 + }, + { + "epoch": 0.17105736147486264, + "grad_norm": 2.4753377437591553, + "learning_rate": 1.8974553498694708e-05, + "loss": 3.0248, + "step": 9993 + }, + { + "epoch": 0.1710744791934131, + "grad_norm": 2.7051565647125244, + "learning_rate": 1.897430893381313e-05, + "loss": 3.0087, + "step": 9994 + }, + { + "epoch": 0.17109159691196357, + "grad_norm": 2.3848538398742676, + "learning_rate": 1.8974064341347654e-05, + "loss": 3.0269, + "step": 9995 + }, + { + "epoch": 0.17110871463051405, + "grad_norm": 2.3989992141723633, + "learning_rate": 1.897381972129903e-05, + "loss": 3.0223, + "step": 9996 + }, + { + "epoch": 0.1711258323490645, + "grad_norm": 2.39034366607666, + "learning_rate": 1.8973575073668016e-05, + "loss": 2.952, + "step": 9997 + }, + { + "epoch": 0.17114295006761499, + "grad_norm": 2.505002737045288, + "learning_rate": 1.8973330398455353e-05, + "loss": 3.1055, + "step": 9998 + }, + { + "epoch": 0.17116006778616547, + "grad_norm": 2.5110456943511963, + "learning_rate": 1.8973085695661802e-05, + "loss": 2.9153, + "step": 9999 + }, + { + "epoch": 0.17117718550471595, + "grad_norm": 2.4538612365722656, + "learning_rate": 1.8972840965288113e-05, + "loss": 3.0522, + "step": 10000 + }, + { + "epoch": 0.1711943032232664, + "grad_norm": 2.5231270790100098, + "learning_rate": 1.8972596207335035e-05, + "loss": 3.0653, + "step": 10001 + }, + { + "epoch": 0.17121142094181688, + "grad_norm": 2.5592732429504395, + "learning_rate": 1.8972351421803327e-05, + "loss": 2.9079, + "step": 10002 + }, + { + "epoch": 0.17122853866036736, + "grad_norm": 2.659834861755371, + "learning_rate": 1.8972106608693733e-05, + "loss": 3.0562, + "step": 10003 + }, + { + "epoch": 0.1712456563789178, + "grad_norm": 2.4240851402282715, + "learning_rate": 1.8971861768007013e-05, + "loss": 3.0876, + "step": 10004 + }, + { + "epoch": 0.1712627740974683, + "grad_norm": 2.591744899749756, + "learning_rate": 1.8971616899743913e-05, + "loss": 3.1167, + "step": 10005 + }, + { + "epoch": 0.17127989181601877, + "grad_norm": 2.500596284866333, + "learning_rate": 1.897137200390519e-05, + "loss": 3.1141, + "step": 10006 + }, + { + "epoch": 0.17129700953456922, + "grad_norm": 2.309978723526001, + "learning_rate": 1.89711270804916e-05, + "loss": 3.0668, + "step": 10007 + }, + { + "epoch": 0.1713141272531197, + "grad_norm": 2.369631290435791, + "learning_rate": 1.8970882129503886e-05, + "loss": 2.9581, + "step": 10008 + }, + { + "epoch": 0.17133124497167018, + "grad_norm": 2.3581502437591553, + "learning_rate": 1.8970637150942805e-05, + "loss": 2.9508, + "step": 10009 + }, + { + "epoch": 0.17134836269022063, + "grad_norm": 2.432204246520996, + "learning_rate": 1.8970392144809114e-05, + "loss": 3.1345, + "step": 10010 + }, + { + "epoch": 0.17136548040877111, + "grad_norm": 2.6450366973876953, + "learning_rate": 1.8970147111103565e-05, + "loss": 3.031, + "step": 10011 + }, + { + "epoch": 0.1713825981273216, + "grad_norm": 2.778362274169922, + "learning_rate": 1.8969902049826908e-05, + "loss": 3.0987, + "step": 10012 + }, + { + "epoch": 0.17139971584587207, + "grad_norm": 2.568260431289673, + "learning_rate": 1.8969656960979897e-05, + "loss": 2.9911, + "step": 10013 + }, + { + "epoch": 0.17141683356442253, + "grad_norm": 2.667205572128296, + "learning_rate": 1.8969411844563286e-05, + "loss": 3.0066, + "step": 10014 + }, + { + "epoch": 0.171433951282973, + "grad_norm": 2.7669882774353027, + "learning_rate": 1.896916670057783e-05, + "loss": 2.9497, + "step": 10015 + }, + { + "epoch": 0.1714510690015235, + "grad_norm": 2.465207099914551, + "learning_rate": 1.8968921529024278e-05, + "loss": 3.0443, + "step": 10016 + }, + { + "epoch": 0.17146818672007394, + "grad_norm": 2.704231023788452, + "learning_rate": 1.896867632990339e-05, + "loss": 3.0796, + "step": 10017 + }, + { + "epoch": 0.17148530443862442, + "grad_norm": 2.883427143096924, + "learning_rate": 1.8968431103215912e-05, + "loss": 2.9999, + "step": 10018 + }, + { + "epoch": 0.1715024221571749, + "grad_norm": 2.6134774684906006, + "learning_rate": 1.8968185848962605e-05, + "loss": 2.9539, + "step": 10019 + }, + { + "epoch": 0.17151953987572535, + "grad_norm": 2.6702420711517334, + "learning_rate": 1.896794056714422e-05, + "loss": 3.0208, + "step": 10020 + }, + { + "epoch": 0.17153665759427583, + "grad_norm": 2.738966226577759, + "learning_rate": 1.896769525776151e-05, + "loss": 3.0679, + "step": 10021 + }, + { + "epoch": 0.1715537753128263, + "grad_norm": 2.5241031646728516, + "learning_rate": 1.8967449920815227e-05, + "loss": 3.0132, + "step": 10022 + }, + { + "epoch": 0.17157089303137676, + "grad_norm": 2.78446364402771, + "learning_rate": 1.896720455630613e-05, + "loss": 3.0665, + "step": 10023 + }, + { + "epoch": 0.17158801074992724, + "grad_norm": 2.5624539852142334, + "learning_rate": 1.896695916423497e-05, + "loss": 3.1231, + "step": 10024 + }, + { + "epoch": 0.17160512846847772, + "grad_norm": 2.710249900817871, + "learning_rate": 1.8966713744602505e-05, + "loss": 3.17, + "step": 10025 + }, + { + "epoch": 0.1716222461870282, + "grad_norm": 2.4955694675445557, + "learning_rate": 1.896646829740948e-05, + "loss": 3.0748, + "step": 10026 + }, + { + "epoch": 0.17163936390557866, + "grad_norm": 2.599348783493042, + "learning_rate": 1.8966222822656662e-05, + "loss": 3.0535, + "step": 10027 + }, + { + "epoch": 0.17165648162412914, + "grad_norm": 2.5063884258270264, + "learning_rate": 1.8965977320344796e-05, + "loss": 3.0005, + "step": 10028 + }, + { + "epoch": 0.17167359934267962, + "grad_norm": 2.542964220046997, + "learning_rate": 1.8965731790474645e-05, + "loss": 3.0693, + "step": 10029 + }, + { + "epoch": 0.17169071706123007, + "grad_norm": 2.582609176635742, + "learning_rate": 1.896548623304695e-05, + "loss": 3.0009, + "step": 10030 + }, + { + "epoch": 0.17170783477978055, + "grad_norm": 2.6374099254608154, + "learning_rate": 1.8965240648062484e-05, + "loss": 3.0342, + "step": 10031 + }, + { + "epoch": 0.17172495249833103, + "grad_norm": 2.4926583766937256, + "learning_rate": 1.8964995035521985e-05, + "loss": 3.0388, + "step": 10032 + }, + { + "epoch": 0.17174207021688148, + "grad_norm": 2.5372674465179443, + "learning_rate": 1.896474939542622e-05, + "loss": 3.1127, + "step": 10033 + }, + { + "epoch": 0.17175918793543196, + "grad_norm": 2.469188690185547, + "learning_rate": 1.8964503727775935e-05, + "loss": 3.0577, + "step": 10034 + }, + { + "epoch": 0.17177630565398244, + "grad_norm": 2.6088016033172607, + "learning_rate": 1.8964258032571892e-05, + "loss": 3.0435, + "step": 10035 + }, + { + "epoch": 0.17179342337253292, + "grad_norm": 2.6592817306518555, + "learning_rate": 1.8964012309814843e-05, + "loss": 3.0934, + "step": 10036 + }, + { + "epoch": 0.17181054109108337, + "grad_norm": 2.467740535736084, + "learning_rate": 1.8963766559505546e-05, + "loss": 3.0248, + "step": 10037 + }, + { + "epoch": 0.17182765880963385, + "grad_norm": 2.7288784980773926, + "learning_rate": 1.896352078164475e-05, + "loss": 3.112, + "step": 10038 + }, + { + "epoch": 0.17184477652818433, + "grad_norm": 2.530271291732788, + "learning_rate": 1.8963274976233218e-05, + "loss": 3.0327, + "step": 10039 + }, + { + "epoch": 0.1718618942467348, + "grad_norm": 2.4346652030944824, + "learning_rate": 1.8963029143271697e-05, + "loss": 3.0038, + "step": 10040 + }, + { + "epoch": 0.17187901196528527, + "grad_norm": 2.5914804935455322, + "learning_rate": 1.896278328276095e-05, + "loss": 3.0416, + "step": 10041 + }, + { + "epoch": 0.17189612968383575, + "grad_norm": 2.513490676879883, + "learning_rate": 1.8962537394701732e-05, + "loss": 2.9068, + "step": 10042 + }, + { + "epoch": 0.1719132474023862, + "grad_norm": 2.5193614959716797, + "learning_rate": 1.8962291479094796e-05, + "loss": 3.0392, + "step": 10043 + }, + { + "epoch": 0.17193036512093668, + "grad_norm": 2.468268632888794, + "learning_rate": 1.89620455359409e-05, + "loss": 3.1226, + "step": 10044 + }, + { + "epoch": 0.17194748283948716, + "grad_norm": 2.3764917850494385, + "learning_rate": 1.8961799565240796e-05, + "loss": 2.9413, + "step": 10045 + }, + { + "epoch": 0.1719646005580376, + "grad_norm": 2.5986571311950684, + "learning_rate": 1.8961553566995245e-05, + "loss": 3.0498, + "step": 10046 + }, + { + "epoch": 0.1719817182765881, + "grad_norm": 2.4498648643493652, + "learning_rate": 1.8961307541205003e-05, + "loss": 2.9023, + "step": 10047 + }, + { + "epoch": 0.17199883599513857, + "grad_norm": 2.8982434272766113, + "learning_rate": 1.896106148787082e-05, + "loss": 3.1131, + "step": 10048 + }, + { + "epoch": 0.17201595371368905, + "grad_norm": 2.4235360622406006, + "learning_rate": 1.896081540699346e-05, + "loss": 2.9141, + "step": 10049 + }, + { + "epoch": 0.1720330714322395, + "grad_norm": 2.493633270263672, + "learning_rate": 1.8960569298573674e-05, + "loss": 3.132, + "step": 10050 + }, + { + "epoch": 0.17205018915078998, + "grad_norm": 2.7320642471313477, + "learning_rate": 1.896032316261222e-05, + "loss": 3.1166, + "step": 10051 + }, + { + "epoch": 0.17206730686934046, + "grad_norm": 2.5234780311584473, + "learning_rate": 1.8960076999109855e-05, + "loss": 2.9772, + "step": 10052 + }, + { + "epoch": 0.17208442458789092, + "grad_norm": 2.5526251792907715, + "learning_rate": 1.8959830808067338e-05, + "loss": 3.0255, + "step": 10053 + }, + { + "epoch": 0.1721015423064414, + "grad_norm": 2.5846076011657715, + "learning_rate": 1.895958458948542e-05, + "loss": 3.1338, + "step": 10054 + }, + { + "epoch": 0.17211866002499188, + "grad_norm": 2.4484097957611084, + "learning_rate": 1.895933834336486e-05, + "loss": 3.0097, + "step": 10055 + }, + { + "epoch": 0.17213577774354233, + "grad_norm": 2.3317151069641113, + "learning_rate": 1.895909206970642e-05, + "loss": 2.9545, + "step": 10056 + }, + { + "epoch": 0.1721528954620928, + "grad_norm": 2.4801220893859863, + "learning_rate": 1.895884576851085e-05, + "loss": 2.9041, + "step": 10057 + }, + { + "epoch": 0.1721700131806433, + "grad_norm": 2.3329055309295654, + "learning_rate": 1.8958599439778912e-05, + "loss": 2.9686, + "step": 10058 + }, + { + "epoch": 0.17218713089919377, + "grad_norm": 2.494661808013916, + "learning_rate": 1.895835308351136e-05, + "loss": 2.9839, + "step": 10059 + }, + { + "epoch": 0.17220424861774422, + "grad_norm": 2.5237884521484375, + "learning_rate": 1.8958106699708954e-05, + "loss": 2.9031, + "step": 10060 + }, + { + "epoch": 0.1722213663362947, + "grad_norm": 2.52510142326355, + "learning_rate": 1.8957860288372446e-05, + "loss": 3.067, + "step": 10061 + }, + { + "epoch": 0.17223848405484518, + "grad_norm": 2.6073033809661865, + "learning_rate": 1.89576138495026e-05, + "loss": 3.0065, + "step": 10062 + }, + { + "epoch": 0.17225560177339563, + "grad_norm": 2.6049344539642334, + "learning_rate": 1.8957367383100167e-05, + "loss": 2.9987, + "step": 10063 + }, + { + "epoch": 0.1722727194919461, + "grad_norm": 2.420982837677002, + "learning_rate": 1.895712088916591e-05, + "loss": 3.1047, + "step": 10064 + }, + { + "epoch": 0.1722898372104966, + "grad_norm": 2.674339771270752, + "learning_rate": 1.8956874367700584e-05, + "loss": 2.9874, + "step": 10065 + }, + { + "epoch": 0.17230695492904705, + "grad_norm": 2.4717557430267334, + "learning_rate": 1.8956627818704948e-05, + "loss": 3.0582, + "step": 10066 + }, + { + "epoch": 0.17232407264759753, + "grad_norm": 2.4734721183776855, + "learning_rate": 1.895638124217976e-05, + "loss": 2.9742, + "step": 10067 + }, + { + "epoch": 0.172341190366148, + "grad_norm": 2.7349750995635986, + "learning_rate": 1.8956134638125775e-05, + "loss": 3.0076, + "step": 10068 + }, + { + "epoch": 0.17235830808469846, + "grad_norm": 2.589679479598999, + "learning_rate": 1.8955888006543753e-05, + "loss": 3.0277, + "step": 10069 + }, + { + "epoch": 0.17237542580324894, + "grad_norm": 2.574446678161621, + "learning_rate": 1.8955641347434454e-05, + "loss": 3.0251, + "step": 10070 + }, + { + "epoch": 0.17239254352179942, + "grad_norm": 2.4490997791290283, + "learning_rate": 1.895539466079863e-05, + "loss": 3.051, + "step": 10071 + }, + { + "epoch": 0.1724096612403499, + "grad_norm": 2.5635409355163574, + "learning_rate": 1.895514794663705e-05, + "loss": 2.9519, + "step": 10072 + }, + { + "epoch": 0.17242677895890035, + "grad_norm": 2.4699149131774902, + "learning_rate": 1.8954901204950457e-05, + "loss": 2.9723, + "step": 10073 + }, + { + "epoch": 0.17244389667745083, + "grad_norm": 2.775712013244629, + "learning_rate": 1.8954654435739624e-05, + "loss": 3.1695, + "step": 10074 + }, + { + "epoch": 0.1724610143960013, + "grad_norm": 2.5224769115448, + "learning_rate": 1.89544076390053e-05, + "loss": 3.1029, + "step": 10075 + }, + { + "epoch": 0.17247813211455176, + "grad_norm": 2.4596362113952637, + "learning_rate": 1.895416081474825e-05, + "loss": 3.1107, + "step": 10076 + }, + { + "epoch": 0.17249524983310224, + "grad_norm": 2.6511406898498535, + "learning_rate": 1.895391396296923e-05, + "loss": 3.178, + "step": 10077 + }, + { + "epoch": 0.17251236755165272, + "grad_norm": 2.3491597175598145, + "learning_rate": 1.8953667083668997e-05, + "loss": 3.0758, + "step": 10078 + }, + { + "epoch": 0.17252948527020318, + "grad_norm": 2.384718656539917, + "learning_rate": 1.895342017684831e-05, + "loss": 2.9789, + "step": 10079 + }, + { + "epoch": 0.17254660298875366, + "grad_norm": 2.5553877353668213, + "learning_rate": 1.8953173242507935e-05, + "loss": 3.1452, + "step": 10080 + }, + { + "epoch": 0.17256372070730414, + "grad_norm": 2.4199600219726562, + "learning_rate": 1.895292628064862e-05, + "loss": 2.9496, + "step": 10081 + }, + { + "epoch": 0.17258083842585462, + "grad_norm": 2.3804428577423096, + "learning_rate": 1.895267929127113e-05, + "loss": 3.0338, + "step": 10082 + }, + { + "epoch": 0.17259795614440507, + "grad_norm": 2.5430800914764404, + "learning_rate": 1.8952432274376224e-05, + "loss": 3.0518, + "step": 10083 + }, + { + "epoch": 0.17261507386295555, + "grad_norm": 2.212446928024292, + "learning_rate": 1.895218522996466e-05, + "loss": 2.9338, + "step": 10084 + }, + { + "epoch": 0.17263219158150603, + "grad_norm": 2.2729060649871826, + "learning_rate": 1.89519381580372e-05, + "loss": 3.0565, + "step": 10085 + }, + { + "epoch": 0.17264930930005648, + "grad_norm": 2.4875240325927734, + "learning_rate": 1.89516910585946e-05, + "loss": 3.1739, + "step": 10086 + }, + { + "epoch": 0.17266642701860696, + "grad_norm": 2.4911816120147705, + "learning_rate": 1.895144393163762e-05, + "loss": 3.0499, + "step": 10087 + }, + { + "epoch": 0.17268354473715744, + "grad_norm": 2.3898515701293945, + "learning_rate": 1.8951196777167022e-05, + "loss": 3.1235, + "step": 10088 + }, + { + "epoch": 0.1727006624557079, + "grad_norm": 2.422116756439209, + "learning_rate": 1.8950949595183566e-05, + "loss": 3.062, + "step": 10089 + }, + { + "epoch": 0.17271778017425837, + "grad_norm": 2.5576822757720947, + "learning_rate": 1.8950702385688006e-05, + "loss": 3.0169, + "step": 10090 + }, + { + "epoch": 0.17273489789280885, + "grad_norm": 2.460278034210205, + "learning_rate": 1.895045514868111e-05, + "loss": 3.0574, + "step": 10091 + }, + { + "epoch": 0.1727520156113593, + "grad_norm": 2.4592912197113037, + "learning_rate": 1.8950207884163632e-05, + "loss": 3.1219, + "step": 10092 + }, + { + "epoch": 0.17276913332990979, + "grad_norm": 2.3614137172698975, + "learning_rate": 1.8949960592136333e-05, + "loss": 2.9826, + "step": 10093 + }, + { + "epoch": 0.17278625104846027, + "grad_norm": 2.406226873397827, + "learning_rate": 1.894971327259997e-05, + "loss": 2.9858, + "step": 10094 + }, + { + "epoch": 0.17280336876701075, + "grad_norm": 2.5803678035736084, + "learning_rate": 1.8949465925555313e-05, + "loss": 3.1558, + "step": 10095 + }, + { + "epoch": 0.1728204864855612, + "grad_norm": 2.381016254425049, + "learning_rate": 1.8949218551003115e-05, + "loss": 2.8644, + "step": 10096 + }, + { + "epoch": 0.17283760420411168, + "grad_norm": 2.5456440448760986, + "learning_rate": 1.8948971148944135e-05, + "loss": 3.0768, + "step": 10097 + }, + { + "epoch": 0.17285472192266216, + "grad_norm": 2.4815382957458496, + "learning_rate": 1.894872371937914e-05, + "loss": 3.0318, + "step": 10098 + }, + { + "epoch": 0.1728718396412126, + "grad_norm": 2.515842914581299, + "learning_rate": 1.8948476262308883e-05, + "loss": 2.9968, + "step": 10099 + }, + { + "epoch": 0.1728889573597631, + "grad_norm": 2.5285661220550537, + "learning_rate": 1.894822877773413e-05, + "loss": 2.9914, + "step": 10100 + }, + { + "epoch": 0.17290607507831357, + "grad_norm": 2.4361650943756104, + "learning_rate": 1.8947981265655638e-05, + "loss": 3.0524, + "step": 10101 + }, + { + "epoch": 0.17292319279686402, + "grad_norm": 2.754316806793213, + "learning_rate": 1.894773372607417e-05, + "loss": 3.1151, + "step": 10102 + }, + { + "epoch": 0.1729403105154145, + "grad_norm": 2.4900596141815186, + "learning_rate": 1.8947486158990486e-05, + "loss": 2.9381, + "step": 10103 + }, + { + "epoch": 0.17295742823396498, + "grad_norm": 2.4481358528137207, + "learning_rate": 1.894723856440535e-05, + "loss": 3.1112, + "step": 10104 + }, + { + "epoch": 0.17297454595251543, + "grad_norm": 2.4970407485961914, + "learning_rate": 1.8946990942319518e-05, + "loss": 2.918, + "step": 10105 + }, + { + "epoch": 0.17299166367106592, + "grad_norm": 2.4382972717285156, + "learning_rate": 1.8946743292733757e-05, + "loss": 2.9832, + "step": 10106 + }, + { + "epoch": 0.1730087813896164, + "grad_norm": 2.481133222579956, + "learning_rate": 1.894649561564882e-05, + "loss": 2.9956, + "step": 10107 + }, + { + "epoch": 0.17302589910816688, + "grad_norm": 2.5751819610595703, + "learning_rate": 1.8946247911065474e-05, + "loss": 3.0695, + "step": 10108 + }, + { + "epoch": 0.17304301682671733, + "grad_norm": 2.6689200401306152, + "learning_rate": 1.8946000178984483e-05, + "loss": 3.1018, + "step": 10109 + }, + { + "epoch": 0.1730601345452678, + "grad_norm": 2.4863126277923584, + "learning_rate": 1.89457524194066e-05, + "loss": 3.0175, + "step": 10110 + }, + { + "epoch": 0.1730772522638183, + "grad_norm": 2.518397808074951, + "learning_rate": 1.8945504632332593e-05, + "loss": 2.9732, + "step": 10111 + }, + { + "epoch": 0.17309436998236874, + "grad_norm": 2.5540802478790283, + "learning_rate": 1.894525681776322e-05, + "loss": 3.0547, + "step": 10112 + }, + { + "epoch": 0.17311148770091922, + "grad_norm": 2.436352491378784, + "learning_rate": 1.894500897569925e-05, + "loss": 3.0351, + "step": 10113 + }, + { + "epoch": 0.1731286054194697, + "grad_norm": 2.7516515254974365, + "learning_rate": 1.8944761106141433e-05, + "loss": 3.0906, + "step": 10114 + }, + { + "epoch": 0.17314572313802015, + "grad_norm": 2.487473964691162, + "learning_rate": 1.8944513209090544e-05, + "loss": 3.0109, + "step": 10115 + }, + { + "epoch": 0.17316284085657063, + "grad_norm": 2.4550299644470215, + "learning_rate": 1.894426528454733e-05, + "loss": 3.1583, + "step": 10116 + }, + { + "epoch": 0.1731799585751211, + "grad_norm": 2.4346024990081787, + "learning_rate": 1.894401733251257e-05, + "loss": 3.0611, + "step": 10117 + }, + { + "epoch": 0.1731970762936716, + "grad_norm": 2.54099178314209, + "learning_rate": 1.894376935298701e-05, + "loss": 2.9425, + "step": 10118 + }, + { + "epoch": 0.17321419401222204, + "grad_norm": 2.573969841003418, + "learning_rate": 1.894352134597142e-05, + "loss": 2.9382, + "step": 10119 + }, + { + "epoch": 0.17323131173077252, + "grad_norm": 2.426736354827881, + "learning_rate": 1.8943273311466566e-05, + "loss": 2.9156, + "step": 10120 + }, + { + "epoch": 0.173248429449323, + "grad_norm": 2.4201290607452393, + "learning_rate": 1.8943025249473205e-05, + "loss": 3.0672, + "step": 10121 + }, + { + "epoch": 0.17326554716787346, + "grad_norm": 2.658466100692749, + "learning_rate": 1.89427771599921e-05, + "loss": 2.9837, + "step": 10122 + }, + { + "epoch": 0.17328266488642394, + "grad_norm": 2.4846227169036865, + "learning_rate": 1.8942529043024015e-05, + "loss": 3.0767, + "step": 10123 + }, + { + "epoch": 0.17329978260497442, + "grad_norm": 2.6524319648742676, + "learning_rate": 1.894228089856971e-05, + "loss": 3.1951, + "step": 10124 + }, + { + "epoch": 0.17331690032352487, + "grad_norm": 2.552415132522583, + "learning_rate": 1.8942032726629948e-05, + "loss": 3.0568, + "step": 10125 + }, + { + "epoch": 0.17333401804207535, + "grad_norm": 2.554978609085083, + "learning_rate": 1.89417845272055e-05, + "loss": 3.0464, + "step": 10126 + }, + { + "epoch": 0.17335113576062583, + "grad_norm": 2.704569101333618, + "learning_rate": 1.8941536300297114e-05, + "loss": 3.094, + "step": 10127 + }, + { + "epoch": 0.17336825347917628, + "grad_norm": 2.4735164642333984, + "learning_rate": 1.8941288045905562e-05, + "loss": 2.8814, + "step": 10128 + }, + { + "epoch": 0.17338537119772676, + "grad_norm": 2.5845491886138916, + "learning_rate": 1.8941039764031613e-05, + "loss": 2.9582, + "step": 10129 + }, + { + "epoch": 0.17340248891627724, + "grad_norm": 2.4871702194213867, + "learning_rate": 1.8940791454676016e-05, + "loss": 2.9895, + "step": 10130 + }, + { + "epoch": 0.17341960663482772, + "grad_norm": 2.562107563018799, + "learning_rate": 1.8940543117839546e-05, + "loss": 2.973, + "step": 10131 + }, + { + "epoch": 0.17343672435337817, + "grad_norm": 2.4606082439422607, + "learning_rate": 1.8940294753522962e-05, + "loss": 2.9508, + "step": 10132 + }, + { + "epoch": 0.17345384207192865, + "grad_norm": 2.546269416809082, + "learning_rate": 1.8940046361727023e-05, + "loss": 3.0122, + "step": 10133 + }, + { + "epoch": 0.17347095979047913, + "grad_norm": 2.714716672897339, + "learning_rate": 1.8939797942452503e-05, + "loss": 2.9947, + "step": 10134 + }, + { + "epoch": 0.1734880775090296, + "grad_norm": 2.5867576599121094, + "learning_rate": 1.8939549495700155e-05, + "loss": 3.0606, + "step": 10135 + }, + { + "epoch": 0.17350519522758007, + "grad_norm": 2.60585355758667, + "learning_rate": 1.893930102147075e-05, + "loss": 2.8984, + "step": 10136 + }, + { + "epoch": 0.17352231294613055, + "grad_norm": 2.584716558456421, + "learning_rate": 1.8939052519765046e-05, + "loss": 2.9976, + "step": 10137 + }, + { + "epoch": 0.173539430664681, + "grad_norm": 2.4663400650024414, + "learning_rate": 1.893880399058381e-05, + "loss": 2.9512, + "step": 10138 + }, + { + "epoch": 0.17355654838323148, + "grad_norm": 2.542426586151123, + "learning_rate": 1.89385554339278e-05, + "loss": 2.9896, + "step": 10139 + }, + { + "epoch": 0.17357366610178196, + "grad_norm": 2.6836559772491455, + "learning_rate": 1.8938306849797793e-05, + "loss": 3.0838, + "step": 10140 + }, + { + "epoch": 0.17359078382033244, + "grad_norm": 2.477532148361206, + "learning_rate": 1.8938058238194544e-05, + "loss": 3.1191, + "step": 10141 + }, + { + "epoch": 0.1736079015388829, + "grad_norm": 2.577082395553589, + "learning_rate": 1.8937809599118816e-05, + "loss": 2.9553, + "step": 10142 + }, + { + "epoch": 0.17362501925743337, + "grad_norm": 2.4946863651275635, + "learning_rate": 1.8937560932571376e-05, + "loss": 2.9738, + "step": 10143 + }, + { + "epoch": 0.17364213697598385, + "grad_norm": 2.415381908416748, + "learning_rate": 1.893731223855299e-05, + "loss": 2.892, + "step": 10144 + }, + { + "epoch": 0.1736592546945343, + "grad_norm": 2.451876640319824, + "learning_rate": 1.893706351706442e-05, + "loss": 2.9906, + "step": 10145 + }, + { + "epoch": 0.17367637241308478, + "grad_norm": 2.4597558975219727, + "learning_rate": 1.893681476810643e-05, + "loss": 2.9571, + "step": 10146 + }, + { + "epoch": 0.17369349013163526, + "grad_norm": 2.5550081729888916, + "learning_rate": 1.8936565991679786e-05, + "loss": 3.0094, + "step": 10147 + }, + { + "epoch": 0.17371060785018572, + "grad_norm": 2.8244357109069824, + "learning_rate": 1.8936317187785253e-05, + "loss": 3.0304, + "step": 10148 + }, + { + "epoch": 0.1737277255687362, + "grad_norm": 2.556668519973755, + "learning_rate": 1.8936068356423593e-05, + "loss": 3.0471, + "step": 10149 + }, + { + "epoch": 0.17374484328728668, + "grad_norm": 2.6805129051208496, + "learning_rate": 1.893581949759557e-05, + "loss": 3.1325, + "step": 10150 + }, + { + "epoch": 0.17376196100583713, + "grad_norm": 2.4149720668792725, + "learning_rate": 1.8935570611301957e-05, + "loss": 3.0929, + "step": 10151 + }, + { + "epoch": 0.1737790787243876, + "grad_norm": 2.4797720909118652, + "learning_rate": 1.8935321697543513e-05, + "loss": 2.9548, + "step": 10152 + }, + { + "epoch": 0.1737961964429381, + "grad_norm": 2.4277777671813965, + "learning_rate": 1.8935072756321002e-05, + "loss": 2.9904, + "step": 10153 + }, + { + "epoch": 0.17381331416148857, + "grad_norm": 2.416227102279663, + "learning_rate": 1.893482378763519e-05, + "loss": 3.135, + "step": 10154 + }, + { + "epoch": 0.17383043188003902, + "grad_norm": 2.454561710357666, + "learning_rate": 1.8934574791486843e-05, + "loss": 3.0176, + "step": 10155 + }, + { + "epoch": 0.1738475495985895, + "grad_norm": 2.5598537921905518, + "learning_rate": 1.8934325767876727e-05, + "loss": 3.0566, + "step": 10156 + }, + { + "epoch": 0.17386466731713998, + "grad_norm": 2.3430066108703613, + "learning_rate": 1.893407671680561e-05, + "loss": 2.9885, + "step": 10157 + }, + { + "epoch": 0.17388178503569043, + "grad_norm": 2.456984043121338, + "learning_rate": 1.893382763827425e-05, + "loss": 3.0969, + "step": 10158 + }, + { + "epoch": 0.1738989027542409, + "grad_norm": 2.3199987411499023, + "learning_rate": 1.893357853228342e-05, + "loss": 2.9186, + "step": 10159 + }, + { + "epoch": 0.1739160204727914, + "grad_norm": 2.48960280418396, + "learning_rate": 1.893332939883388e-05, + "loss": 2.9531, + "step": 10160 + }, + { + "epoch": 0.17393313819134185, + "grad_norm": 2.4915592670440674, + "learning_rate": 1.8933080237926397e-05, + "loss": 3.0277, + "step": 10161 + }, + { + "epoch": 0.17395025590989233, + "grad_norm": 2.4288649559020996, + "learning_rate": 1.8932831049561745e-05, + "loss": 3.012, + "step": 10162 + }, + { + "epoch": 0.1739673736284428, + "grad_norm": 2.2897627353668213, + "learning_rate": 1.8932581833740676e-05, + "loss": 2.9662, + "step": 10163 + }, + { + "epoch": 0.1739844913469933, + "grad_norm": 2.4883408546447754, + "learning_rate": 1.8932332590463963e-05, + "loss": 3.025, + "step": 10164 + }, + { + "epoch": 0.17400160906554374, + "grad_norm": 2.571892023086548, + "learning_rate": 1.8932083319732374e-05, + "loss": 3.0474, + "step": 10165 + }, + { + "epoch": 0.17401872678409422, + "grad_norm": 2.446854829788208, + "learning_rate": 1.8931834021546675e-05, + "loss": 2.9484, + "step": 10166 + }, + { + "epoch": 0.1740358445026447, + "grad_norm": 2.3737869262695312, + "learning_rate": 1.893158469590763e-05, + "loss": 3.0146, + "step": 10167 + }, + { + "epoch": 0.17405296222119515, + "grad_norm": 2.4753313064575195, + "learning_rate": 1.8931335342816008e-05, + "loss": 2.9234, + "step": 10168 + }, + { + "epoch": 0.17407007993974563, + "grad_norm": 2.490995407104492, + "learning_rate": 1.8931085962272567e-05, + "loss": 2.9219, + "step": 10169 + }, + { + "epoch": 0.1740871976582961, + "grad_norm": 2.6215550899505615, + "learning_rate": 1.8930836554278086e-05, + "loss": 2.9689, + "step": 10170 + }, + { + "epoch": 0.17410431537684656, + "grad_norm": 2.634390354156494, + "learning_rate": 1.8930587118833324e-05, + "loss": 3.0022, + "step": 10171 + }, + { + "epoch": 0.17412143309539704, + "grad_norm": 2.489528179168701, + "learning_rate": 1.8930337655939047e-05, + "loss": 3.0135, + "step": 10172 + }, + { + "epoch": 0.17413855081394752, + "grad_norm": 2.6218721866607666, + "learning_rate": 1.8930088165596023e-05, + "loss": 3.1684, + "step": 10173 + }, + { + "epoch": 0.17415566853249798, + "grad_norm": 2.437709331512451, + "learning_rate": 1.8929838647805025e-05, + "loss": 2.9544, + "step": 10174 + }, + { + "epoch": 0.17417278625104846, + "grad_norm": 2.6846063137054443, + "learning_rate": 1.892958910256681e-05, + "loss": 3.0968, + "step": 10175 + }, + { + "epoch": 0.17418990396959894, + "grad_norm": 2.5736849308013916, + "learning_rate": 1.892933952988215e-05, + "loss": 2.964, + "step": 10176 + }, + { + "epoch": 0.17420702168814942, + "grad_norm": 2.592888116836548, + "learning_rate": 1.892908992975181e-05, + "loss": 2.9908, + "step": 10177 + }, + { + "epoch": 0.17422413940669987, + "grad_norm": 2.6811764240264893, + "learning_rate": 1.8928840302176565e-05, + "loss": 3.1106, + "step": 10178 + }, + { + "epoch": 0.17424125712525035, + "grad_norm": 2.5123937129974365, + "learning_rate": 1.8928590647157173e-05, + "loss": 3.2471, + "step": 10179 + }, + { + "epoch": 0.17425837484380083, + "grad_norm": 2.513664960861206, + "learning_rate": 1.89283409646944e-05, + "loss": 2.9606, + "step": 10180 + }, + { + "epoch": 0.17427549256235128, + "grad_norm": 2.5257272720336914, + "learning_rate": 1.8928091254789026e-05, + "loss": 2.9843, + "step": 10181 + }, + { + "epoch": 0.17429261028090176, + "grad_norm": 2.6505446434020996, + "learning_rate": 1.8927841517441806e-05, + "loss": 3.0926, + "step": 10182 + }, + { + "epoch": 0.17430972799945224, + "grad_norm": 2.484348773956299, + "learning_rate": 1.8927591752653514e-05, + "loss": 2.9733, + "step": 10183 + }, + { + "epoch": 0.1743268457180027, + "grad_norm": 2.5581791400909424, + "learning_rate": 1.8927341960424916e-05, + "loss": 3.018, + "step": 10184 + }, + { + "epoch": 0.17434396343655317, + "grad_norm": 2.4887380599975586, + "learning_rate": 1.8927092140756776e-05, + "loss": 3.0061, + "step": 10185 + }, + { + "epoch": 0.17436108115510365, + "grad_norm": 2.3819210529327393, + "learning_rate": 1.8926842293649868e-05, + "loss": 2.9877, + "step": 10186 + }, + { + "epoch": 0.1743781988736541, + "grad_norm": 2.95455265045166, + "learning_rate": 1.8926592419104957e-05, + "loss": 3.2225, + "step": 10187 + }, + { + "epoch": 0.17439531659220459, + "grad_norm": 2.610551595687866, + "learning_rate": 1.8926342517122813e-05, + "loss": 2.9785, + "step": 10188 + }, + { + "epoch": 0.17441243431075507, + "grad_norm": 2.420863628387451, + "learning_rate": 1.89260925877042e-05, + "loss": 2.961, + "step": 10189 + }, + { + "epoch": 0.17442955202930555, + "grad_norm": 2.581987142562866, + "learning_rate": 1.892584263084989e-05, + "loss": 3.0533, + "step": 10190 + }, + { + "epoch": 0.174446669747856, + "grad_norm": 2.600665330886841, + "learning_rate": 1.892559264656065e-05, + "loss": 3.016, + "step": 10191 + }, + { + "epoch": 0.17446378746640648, + "grad_norm": 2.438136100769043, + "learning_rate": 1.892534263483725e-05, + "loss": 2.9994, + "step": 10192 + }, + { + "epoch": 0.17448090518495696, + "grad_norm": 2.4766628742218018, + "learning_rate": 1.8925092595680454e-05, + "loss": 3.0929, + "step": 10193 + }, + { + "epoch": 0.1744980229035074, + "grad_norm": 2.4987525939941406, + "learning_rate": 1.8924842529091033e-05, + "loss": 2.981, + "step": 10194 + }, + { + "epoch": 0.1745151406220579, + "grad_norm": 2.4264471530914307, + "learning_rate": 1.892459243506976e-05, + "loss": 3.0258, + "step": 10195 + }, + { + "epoch": 0.17453225834060837, + "grad_norm": 2.4663338661193848, + "learning_rate": 1.8924342313617397e-05, + "loss": 2.9681, + "step": 10196 + }, + { + "epoch": 0.17454937605915882, + "grad_norm": 2.5453007221221924, + "learning_rate": 1.8924092164734717e-05, + "loss": 3.0403, + "step": 10197 + }, + { + "epoch": 0.1745664937777093, + "grad_norm": 2.291053056716919, + "learning_rate": 1.8923841988422484e-05, + "loss": 2.9706, + "step": 10198 + }, + { + "epoch": 0.17458361149625978, + "grad_norm": 2.4985480308532715, + "learning_rate": 1.892359178468147e-05, + "loss": 3.1533, + "step": 10199 + }, + { + "epoch": 0.17460072921481026, + "grad_norm": 2.3252716064453125, + "learning_rate": 1.8923341553512447e-05, + "loss": 2.9531, + "step": 10200 + }, + { + "epoch": 0.17461784693336072, + "grad_norm": 2.5054664611816406, + "learning_rate": 1.892309129491618e-05, + "loss": 3.0759, + "step": 10201 + }, + { + "epoch": 0.1746349646519112, + "grad_norm": 2.446122646331787, + "learning_rate": 1.8922841008893443e-05, + "loss": 2.9794, + "step": 10202 + }, + { + "epoch": 0.17465208237046168, + "grad_norm": 2.490332841873169, + "learning_rate": 1.8922590695445e-05, + "loss": 3.0695, + "step": 10203 + }, + { + "epoch": 0.17466920008901213, + "grad_norm": 2.4112606048583984, + "learning_rate": 1.892234035457162e-05, + "loss": 3.0573, + "step": 10204 + }, + { + "epoch": 0.1746863178075626, + "grad_norm": 2.564683437347412, + "learning_rate": 1.8922089986274077e-05, + "loss": 3.0849, + "step": 10205 + }, + { + "epoch": 0.1747034355261131, + "grad_norm": 2.534965991973877, + "learning_rate": 1.892183959055314e-05, + "loss": 2.9726, + "step": 10206 + }, + { + "epoch": 0.17472055324466354, + "grad_norm": 2.5543296337127686, + "learning_rate": 1.8921589167409572e-05, + "loss": 3.1043, + "step": 10207 + }, + { + "epoch": 0.17473767096321402, + "grad_norm": 2.691406726837158, + "learning_rate": 1.8921338716844155e-05, + "loss": 3.0716, + "step": 10208 + }, + { + "epoch": 0.1747547886817645, + "grad_norm": 2.4873642921447754, + "learning_rate": 1.8921088238857644e-05, + "loss": 3.1339, + "step": 10209 + }, + { + "epoch": 0.17477190640031495, + "grad_norm": 2.3359124660491943, + "learning_rate": 1.8920837733450818e-05, + "loss": 2.9303, + "step": 10210 + }, + { + "epoch": 0.17478902411886543, + "grad_norm": 2.424525022506714, + "learning_rate": 1.892058720062445e-05, + "loss": 2.9512, + "step": 10211 + }, + { + "epoch": 0.1748061418374159, + "grad_norm": 2.371664524078369, + "learning_rate": 1.89203366403793e-05, + "loss": 3.0395, + "step": 10212 + }, + { + "epoch": 0.1748232595559664, + "grad_norm": 2.4299113750457764, + "learning_rate": 1.8920086052716146e-05, + "loss": 2.9765, + "step": 10213 + }, + { + "epoch": 0.17484037727451684, + "grad_norm": 2.4225666522979736, + "learning_rate": 1.8919835437635758e-05, + "loss": 3.0671, + "step": 10214 + }, + { + "epoch": 0.17485749499306733, + "grad_norm": 2.6341774463653564, + "learning_rate": 1.8919584795138898e-05, + "loss": 3.0532, + "step": 10215 + }, + { + "epoch": 0.1748746127116178, + "grad_norm": 2.6269216537475586, + "learning_rate": 1.8919334125226347e-05, + "loss": 3.2134, + "step": 10216 + }, + { + "epoch": 0.17489173043016826, + "grad_norm": 2.5588157176971436, + "learning_rate": 1.891908342789887e-05, + "loss": 3.0497, + "step": 10217 + }, + { + "epoch": 0.17490884814871874, + "grad_norm": 2.4086105823516846, + "learning_rate": 1.891883270315724e-05, + "loss": 3.1142, + "step": 10218 + }, + { + "epoch": 0.17492596586726922, + "grad_norm": 2.5826363563537598, + "learning_rate": 1.8918581951002223e-05, + "loss": 3.1295, + "step": 10219 + }, + { + "epoch": 0.17494308358581967, + "grad_norm": 2.4640002250671387, + "learning_rate": 1.8918331171434593e-05, + "loss": 3.1098, + "step": 10220 + }, + { + "epoch": 0.17496020130437015, + "grad_norm": 2.350156545639038, + "learning_rate": 1.8918080364455122e-05, + "loss": 2.9552, + "step": 10221 + }, + { + "epoch": 0.17497731902292063, + "grad_norm": 2.397808790206909, + "learning_rate": 1.891782953006458e-05, + "loss": 3.0007, + "step": 10222 + }, + { + "epoch": 0.1749944367414711, + "grad_norm": 2.4854423999786377, + "learning_rate": 1.8917578668263736e-05, + "loss": 2.9611, + "step": 10223 + }, + { + "epoch": 0.17501155446002156, + "grad_norm": 2.42199969291687, + "learning_rate": 1.891732777905336e-05, + "loss": 3.0473, + "step": 10224 + }, + { + "epoch": 0.17502867217857204, + "grad_norm": 2.4358885288238525, + "learning_rate": 1.891707686243423e-05, + "loss": 3.0306, + "step": 10225 + }, + { + "epoch": 0.17504578989712252, + "grad_norm": 2.6563947200775146, + "learning_rate": 1.891682591840711e-05, + "loss": 3.1778, + "step": 10226 + }, + { + "epoch": 0.17506290761567297, + "grad_norm": 2.297159194946289, + "learning_rate": 1.891657494697278e-05, + "loss": 2.9399, + "step": 10227 + }, + { + "epoch": 0.17508002533422345, + "grad_norm": 2.46710467338562, + "learning_rate": 1.8916323948132e-05, + "loss": 2.9459, + "step": 10228 + }, + { + "epoch": 0.17509714305277393, + "grad_norm": 2.4739322662353516, + "learning_rate": 1.891607292188555e-05, + "loss": 3.0426, + "step": 10229 + }, + { + "epoch": 0.1751142607713244, + "grad_norm": 2.4871888160705566, + "learning_rate": 1.8915821868234196e-05, + "loss": 2.9248, + "step": 10230 + }, + { + "epoch": 0.17513137848987487, + "grad_norm": 2.460012435913086, + "learning_rate": 1.8915570787178713e-05, + "loss": 3.1184, + "step": 10231 + }, + { + "epoch": 0.17514849620842535, + "grad_norm": 2.367478370666504, + "learning_rate": 1.891531967871987e-05, + "loss": 3.0088, + "step": 10232 + }, + { + "epoch": 0.1751656139269758, + "grad_norm": 2.660785675048828, + "learning_rate": 1.891506854285845e-05, + "loss": 3.0851, + "step": 10233 + }, + { + "epoch": 0.17518273164552628, + "grad_norm": 2.613220453262329, + "learning_rate": 1.8914817379595207e-05, + "loss": 3.0435, + "step": 10234 + }, + { + "epoch": 0.17519984936407676, + "grad_norm": 2.382697582244873, + "learning_rate": 1.8914566188930923e-05, + "loss": 3.1024, + "step": 10235 + }, + { + "epoch": 0.17521696708262724, + "grad_norm": 2.4867305755615234, + "learning_rate": 1.8914314970866373e-05, + "loss": 3.1952, + "step": 10236 + }, + { + "epoch": 0.1752340848011777, + "grad_norm": 2.4011404514312744, + "learning_rate": 1.891406372540232e-05, + "loss": 2.8613, + "step": 10237 + }, + { + "epoch": 0.17525120251972817, + "grad_norm": 2.5687146186828613, + "learning_rate": 1.8913812452539544e-05, + "loss": 3.0959, + "step": 10238 + }, + { + "epoch": 0.17526832023827865, + "grad_norm": 2.43007493019104, + "learning_rate": 1.8913561152278815e-05, + "loss": 3.0346, + "step": 10239 + }, + { + "epoch": 0.1752854379568291, + "grad_norm": 2.5648016929626465, + "learning_rate": 1.8913309824620905e-05, + "loss": 3.0652, + "step": 10240 + }, + { + "epoch": 0.17530255567537958, + "grad_norm": 2.527822732925415, + "learning_rate": 1.8913058469566584e-05, + "loss": 3.0202, + "step": 10241 + }, + { + "epoch": 0.17531967339393006, + "grad_norm": 2.5615131855010986, + "learning_rate": 1.891280708711663e-05, + "loss": 3.011, + "step": 10242 + }, + { + "epoch": 0.17533679111248052, + "grad_norm": 2.375748634338379, + "learning_rate": 1.891255567727181e-05, + "loss": 2.9141, + "step": 10243 + }, + { + "epoch": 0.175353908831031, + "grad_norm": 2.603677749633789, + "learning_rate": 1.89123042400329e-05, + "loss": 3.0256, + "step": 10244 + }, + { + "epoch": 0.17537102654958148, + "grad_norm": 2.5002312660217285, + "learning_rate": 1.8912052775400672e-05, + "loss": 3.1028, + "step": 10245 + }, + { + "epoch": 0.17538814426813196, + "grad_norm": 2.522325277328491, + "learning_rate": 1.8911801283375903e-05, + "loss": 2.9656, + "step": 10246 + }, + { + "epoch": 0.1754052619866824, + "grad_norm": 2.504739999771118, + "learning_rate": 1.8911549763959358e-05, + "loss": 3.062, + "step": 10247 + }, + { + "epoch": 0.1754223797052329, + "grad_norm": 2.7710235118865967, + "learning_rate": 1.8911298217151818e-05, + "loss": 3.0492, + "step": 10248 + }, + { + "epoch": 0.17543949742378337, + "grad_norm": 2.4431774616241455, + "learning_rate": 1.8911046642954048e-05, + "loss": 2.9838, + "step": 10249 + }, + { + "epoch": 0.17545661514233382, + "grad_norm": 2.5235671997070312, + "learning_rate": 1.8910795041366827e-05, + "loss": 2.9987, + "step": 10250 + }, + { + "epoch": 0.1754737328608843, + "grad_norm": 2.5839128494262695, + "learning_rate": 1.891054341239093e-05, + "loss": 3.0188, + "step": 10251 + }, + { + "epoch": 0.17549085057943478, + "grad_norm": 2.5838358402252197, + "learning_rate": 1.8910291756027127e-05, + "loss": 3.0153, + "step": 10252 + }, + { + "epoch": 0.17550796829798523, + "grad_norm": 2.533597469329834, + "learning_rate": 1.891004007227619e-05, + "loss": 3.0859, + "step": 10253 + }, + { + "epoch": 0.17552508601653571, + "grad_norm": 2.7192158699035645, + "learning_rate": 1.890978836113889e-05, + "loss": 3.0476, + "step": 10254 + }, + { + "epoch": 0.1755422037350862, + "grad_norm": 2.4259276390075684, + "learning_rate": 1.8909536622616014e-05, + "loss": 3.1282, + "step": 10255 + }, + { + "epoch": 0.17555932145363665, + "grad_norm": 2.4801011085510254, + "learning_rate": 1.890928485670832e-05, + "loss": 3.0179, + "step": 10256 + }, + { + "epoch": 0.17557643917218713, + "grad_norm": 2.5426480770111084, + "learning_rate": 1.8909033063416596e-05, + "loss": 3.051, + "step": 10257 + }, + { + "epoch": 0.1755935568907376, + "grad_norm": 2.4997260570526123, + "learning_rate": 1.8908781242741603e-05, + "loss": 3.0972, + "step": 10258 + }, + { + "epoch": 0.1756106746092881, + "grad_norm": 2.463099479675293, + "learning_rate": 1.8908529394684122e-05, + "loss": 2.9717, + "step": 10259 + }, + { + "epoch": 0.17562779232783854, + "grad_norm": 2.562844753265381, + "learning_rate": 1.890827751924493e-05, + "loss": 3.0073, + "step": 10260 + }, + { + "epoch": 0.17564491004638902, + "grad_norm": 2.466219425201416, + "learning_rate": 1.890802561642479e-05, + "loss": 3.0945, + "step": 10261 + }, + { + "epoch": 0.1756620277649395, + "grad_norm": 2.5194718837738037, + "learning_rate": 1.8907773686224486e-05, + "loss": 2.9975, + "step": 10262 + }, + { + "epoch": 0.17567914548348995, + "grad_norm": 2.573245048522949, + "learning_rate": 1.8907521728644794e-05, + "loss": 3.0541, + "step": 10263 + }, + { + "epoch": 0.17569626320204043, + "grad_norm": 2.5325191020965576, + "learning_rate": 1.8907269743686477e-05, + "loss": 3.0523, + "step": 10264 + }, + { + "epoch": 0.1757133809205909, + "grad_norm": 2.44518780708313, + "learning_rate": 1.890701773135032e-05, + "loss": 3.0177, + "step": 10265 + }, + { + "epoch": 0.17573049863914136, + "grad_norm": 2.707519292831421, + "learning_rate": 1.8906765691637097e-05, + "loss": 3.1028, + "step": 10266 + }, + { + "epoch": 0.17574761635769184, + "grad_norm": 2.4775660037994385, + "learning_rate": 1.8906513624547575e-05, + "loss": 3.0048, + "step": 10267 + }, + { + "epoch": 0.17576473407624232, + "grad_norm": 2.7346653938293457, + "learning_rate": 1.8906261530082538e-05, + "loss": 3.0131, + "step": 10268 + }, + { + "epoch": 0.1757818517947928, + "grad_norm": 2.6130590438842773, + "learning_rate": 1.890600940824275e-05, + "loss": 3.0745, + "step": 10269 + }, + { + "epoch": 0.17579896951334326, + "grad_norm": 2.5881447792053223, + "learning_rate": 1.8905757259028998e-05, + "loss": 3.0601, + "step": 10270 + }, + { + "epoch": 0.17581608723189374, + "grad_norm": 2.6059601306915283, + "learning_rate": 1.8905505082442053e-05, + "loss": 3.0601, + "step": 10271 + }, + { + "epoch": 0.17583320495044422, + "grad_norm": 2.750176429748535, + "learning_rate": 1.8905252878482686e-05, + "loss": 2.9441, + "step": 10272 + }, + { + "epoch": 0.17585032266899467, + "grad_norm": 2.6263861656188965, + "learning_rate": 1.8905000647151674e-05, + "loss": 3.0549, + "step": 10273 + }, + { + "epoch": 0.17586744038754515, + "grad_norm": 2.997465133666992, + "learning_rate": 1.890474838844979e-05, + "loss": 3.0595, + "step": 10274 + }, + { + "epoch": 0.17588455810609563, + "grad_norm": 2.471273183822632, + "learning_rate": 1.8904496102377817e-05, + "loss": 3.005, + "step": 10275 + }, + { + "epoch": 0.17590167582464608, + "grad_norm": 2.4510700702667236, + "learning_rate": 1.8904243788936525e-05, + "loss": 2.9441, + "step": 10276 + }, + { + "epoch": 0.17591879354319656, + "grad_norm": 2.3932132720947266, + "learning_rate": 1.890399144812669e-05, + "loss": 2.9175, + "step": 10277 + }, + { + "epoch": 0.17593591126174704, + "grad_norm": 2.5541155338287354, + "learning_rate": 1.890373907994909e-05, + "loss": 3.1067, + "step": 10278 + }, + { + "epoch": 0.1759530289802975, + "grad_norm": 2.5994701385498047, + "learning_rate": 1.8903486684404496e-05, + "loss": 3.0387, + "step": 10279 + }, + { + "epoch": 0.17597014669884797, + "grad_norm": 2.561993360519409, + "learning_rate": 1.8903234261493682e-05, + "loss": 2.9716, + "step": 10280 + }, + { + "epoch": 0.17598726441739845, + "grad_norm": 2.5014281272888184, + "learning_rate": 1.8902981811217436e-05, + "loss": 2.975, + "step": 10281 + }, + { + "epoch": 0.17600438213594893, + "grad_norm": 2.5544419288635254, + "learning_rate": 1.8902729333576524e-05, + "loss": 3.0673, + "step": 10282 + }, + { + "epoch": 0.17602149985449939, + "grad_norm": 2.762871026992798, + "learning_rate": 1.8902476828571724e-05, + "loss": 2.984, + "step": 10283 + }, + { + "epoch": 0.17603861757304987, + "grad_norm": 2.6203181743621826, + "learning_rate": 1.890222429620381e-05, + "loss": 3.0617, + "step": 10284 + }, + { + "epoch": 0.17605573529160035, + "grad_norm": 2.3660640716552734, + "learning_rate": 1.8901971736473562e-05, + "loss": 2.9579, + "step": 10285 + }, + { + "epoch": 0.1760728530101508, + "grad_norm": 2.5958762168884277, + "learning_rate": 1.8901719149381756e-05, + "loss": 3.0433, + "step": 10286 + }, + { + "epoch": 0.17608997072870128, + "grad_norm": 2.5755653381347656, + "learning_rate": 1.8901466534929166e-05, + "loss": 3.0851, + "step": 10287 + }, + { + "epoch": 0.17610708844725176, + "grad_norm": 2.615955114364624, + "learning_rate": 1.890121389311657e-05, + "loss": 3.0998, + "step": 10288 + }, + { + "epoch": 0.1761242061658022, + "grad_norm": 2.393501043319702, + "learning_rate": 1.8900961223944745e-05, + "loss": 2.9745, + "step": 10289 + }, + { + "epoch": 0.1761413238843527, + "grad_norm": 2.5680654048919678, + "learning_rate": 1.8900708527414465e-05, + "loss": 2.941, + "step": 10290 + }, + { + "epoch": 0.17615844160290317, + "grad_norm": 2.5265893936157227, + "learning_rate": 1.8900455803526513e-05, + "loss": 3.0205, + "step": 10291 + }, + { + "epoch": 0.17617555932145362, + "grad_norm": 2.6165075302124023, + "learning_rate": 1.8900203052281652e-05, + "loss": 3.1286, + "step": 10292 + }, + { + "epoch": 0.1761926770400041, + "grad_norm": 2.530714511871338, + "learning_rate": 1.8899950273680677e-05, + "loss": 2.9935, + "step": 10293 + }, + { + "epoch": 0.17620979475855458, + "grad_norm": 2.850573778152466, + "learning_rate": 1.8899697467724353e-05, + "loss": 3.0018, + "step": 10294 + }, + { + "epoch": 0.17622691247710506, + "grad_norm": 2.5824074745178223, + "learning_rate": 1.889944463441346e-05, + "loss": 3.0672, + "step": 10295 + }, + { + "epoch": 0.17624403019565552, + "grad_norm": 2.433661937713623, + "learning_rate": 1.8899191773748774e-05, + "loss": 3.0978, + "step": 10296 + }, + { + "epoch": 0.176261147914206, + "grad_norm": 2.4237258434295654, + "learning_rate": 1.8898938885731074e-05, + "loss": 3.083, + "step": 10297 + }, + { + "epoch": 0.17627826563275648, + "grad_norm": 2.489198923110962, + "learning_rate": 1.889868597036114e-05, + "loss": 3.1033, + "step": 10298 + }, + { + "epoch": 0.17629538335130693, + "grad_norm": 2.488743782043457, + "learning_rate": 1.8898433027639744e-05, + "loss": 3.0666, + "step": 10299 + }, + { + "epoch": 0.1763125010698574, + "grad_norm": 2.375265121459961, + "learning_rate": 1.8898180057567663e-05, + "loss": 3.0329, + "step": 10300 + }, + { + "epoch": 0.1763296187884079, + "grad_norm": 2.60921311378479, + "learning_rate": 1.889792706014568e-05, + "loss": 2.8588, + "step": 10301 + }, + { + "epoch": 0.17634673650695834, + "grad_norm": 2.427213668823242, + "learning_rate": 1.889767403537457e-05, + "loss": 3.0044, + "step": 10302 + }, + { + "epoch": 0.17636385422550882, + "grad_norm": 2.4929795265197754, + "learning_rate": 1.889742098325511e-05, + "loss": 2.9999, + "step": 10303 + }, + { + "epoch": 0.1763809719440593, + "grad_norm": 2.4744505882263184, + "learning_rate": 1.8897167903788077e-05, + "loss": 3.111, + "step": 10304 + }, + { + "epoch": 0.17639808966260978, + "grad_norm": 2.7740299701690674, + "learning_rate": 1.889691479697425e-05, + "loss": 2.9965, + "step": 10305 + }, + { + "epoch": 0.17641520738116023, + "grad_norm": 2.463804006576538, + "learning_rate": 1.889666166281441e-05, + "loss": 3.0667, + "step": 10306 + }, + { + "epoch": 0.1764323250997107, + "grad_norm": 2.5021231174468994, + "learning_rate": 1.8896408501309327e-05, + "loss": 3.0523, + "step": 10307 + }, + { + "epoch": 0.1764494428182612, + "grad_norm": 2.547858476638794, + "learning_rate": 1.889615531245979e-05, + "loss": 2.9746, + "step": 10308 + }, + { + "epoch": 0.17646656053681165, + "grad_norm": 2.8157947063446045, + "learning_rate": 1.8895902096266567e-05, + "loss": 3.0461, + "step": 10309 + }, + { + "epoch": 0.17648367825536213, + "grad_norm": 2.5120983123779297, + "learning_rate": 1.8895648852730444e-05, + "loss": 2.9859, + "step": 10310 + }, + { + "epoch": 0.1765007959739126, + "grad_norm": 2.468597412109375, + "learning_rate": 1.8895395581852195e-05, + "loss": 3.0583, + "step": 10311 + }, + { + "epoch": 0.17651791369246306, + "grad_norm": 2.631601333618164, + "learning_rate": 1.8895142283632597e-05, + "loss": 2.9655, + "step": 10312 + }, + { + "epoch": 0.17653503141101354, + "grad_norm": 2.561302900314331, + "learning_rate": 1.8894888958072436e-05, + "loss": 2.8838, + "step": 10313 + }, + { + "epoch": 0.17655214912956402, + "grad_norm": 2.355830669403076, + "learning_rate": 1.8894635605172484e-05, + "loss": 2.8631, + "step": 10314 + }, + { + "epoch": 0.17656926684811447, + "grad_norm": 2.7576611042022705, + "learning_rate": 1.889438222493352e-05, + "loss": 3.0639, + "step": 10315 + }, + { + "epoch": 0.17658638456666495, + "grad_norm": 2.5880205631256104, + "learning_rate": 1.8894128817356324e-05, + "loss": 3.183, + "step": 10316 + }, + { + "epoch": 0.17660350228521543, + "grad_norm": 2.3512942790985107, + "learning_rate": 1.8893875382441678e-05, + "loss": 2.881, + "step": 10317 + }, + { + "epoch": 0.1766206200037659, + "grad_norm": 2.41693115234375, + "learning_rate": 1.8893621920190355e-05, + "loss": 2.9842, + "step": 10318 + }, + { + "epoch": 0.17663773772231636, + "grad_norm": 2.3906607627868652, + "learning_rate": 1.8893368430603138e-05, + "loss": 2.9104, + "step": 10319 + }, + { + "epoch": 0.17665485544086684, + "grad_norm": 2.3707191944122314, + "learning_rate": 1.889311491368081e-05, + "loss": 3.0311, + "step": 10320 + }, + { + "epoch": 0.17667197315941732, + "grad_norm": 2.4471523761749268, + "learning_rate": 1.8892861369424136e-05, + "loss": 2.8746, + "step": 10321 + }, + { + "epoch": 0.17668909087796777, + "grad_norm": 2.4793994426727295, + "learning_rate": 1.8892607797833915e-05, + "loss": 3.0983, + "step": 10322 + }, + { + "epoch": 0.17670620859651825, + "grad_norm": 2.550257444381714, + "learning_rate": 1.8892354198910912e-05, + "loss": 3.1001, + "step": 10323 + }, + { + "epoch": 0.17672332631506874, + "grad_norm": 2.3882718086242676, + "learning_rate": 1.889210057265591e-05, + "loss": 2.9452, + "step": 10324 + }, + { + "epoch": 0.1767404440336192, + "grad_norm": 2.450623035430908, + "learning_rate": 1.889184691906969e-05, + "loss": 2.912, + "step": 10325 + }, + { + "epoch": 0.17675756175216967, + "grad_norm": 2.4108164310455322, + "learning_rate": 1.8891593238153028e-05, + "loss": 2.9793, + "step": 10326 + }, + { + "epoch": 0.17677467947072015, + "grad_norm": 2.4553709030151367, + "learning_rate": 1.8891339529906712e-05, + "loss": 2.975, + "step": 10327 + }, + { + "epoch": 0.17679179718927063, + "grad_norm": 2.5958995819091797, + "learning_rate": 1.8891085794331518e-05, + "loss": 3.036, + "step": 10328 + }, + { + "epoch": 0.17680891490782108, + "grad_norm": 2.619884967803955, + "learning_rate": 1.8890832031428215e-05, + "loss": 3.0992, + "step": 10329 + }, + { + "epoch": 0.17682603262637156, + "grad_norm": 2.4732367992401123, + "learning_rate": 1.88905782411976e-05, + "loss": 3.087, + "step": 10330 + }, + { + "epoch": 0.17684315034492204, + "grad_norm": 2.4887142181396484, + "learning_rate": 1.8890324423640445e-05, + "loss": 3.0084, + "step": 10331 + }, + { + "epoch": 0.1768602680634725, + "grad_norm": 2.572509765625, + "learning_rate": 1.889007057875753e-05, + "loss": 2.9271, + "step": 10332 + }, + { + "epoch": 0.17687738578202297, + "grad_norm": 2.717716932296753, + "learning_rate": 1.8889816706549637e-05, + "loss": 3.0335, + "step": 10333 + }, + { + "epoch": 0.17689450350057345, + "grad_norm": 2.5954906940460205, + "learning_rate": 1.8889562807017538e-05, + "loss": 3.0289, + "step": 10334 + }, + { + "epoch": 0.1769116212191239, + "grad_norm": 2.6652677059173584, + "learning_rate": 1.8889308880162026e-05, + "loss": 3.0628, + "step": 10335 + }, + { + "epoch": 0.17692873893767438, + "grad_norm": 2.5226328372955322, + "learning_rate": 1.8889054925983878e-05, + "loss": 3.0391, + "step": 10336 + }, + { + "epoch": 0.17694585665622486, + "grad_norm": 2.6057777404785156, + "learning_rate": 1.888880094448387e-05, + "loss": 3.0674, + "step": 10337 + }, + { + "epoch": 0.17696297437477532, + "grad_norm": 2.4265129566192627, + "learning_rate": 1.8888546935662785e-05, + "loss": 2.9251, + "step": 10338 + }, + { + "epoch": 0.1769800920933258, + "grad_norm": 2.8269360065460205, + "learning_rate": 1.8888292899521405e-05, + "loss": 3.0728, + "step": 10339 + }, + { + "epoch": 0.17699720981187628, + "grad_norm": 2.478468179702759, + "learning_rate": 1.888803883606051e-05, + "loss": 2.9901, + "step": 10340 + }, + { + "epoch": 0.17701432753042676, + "grad_norm": 2.5331573486328125, + "learning_rate": 1.888778474528088e-05, + "loss": 2.9054, + "step": 10341 + }, + { + "epoch": 0.1770314452489772, + "grad_norm": 2.682002305984497, + "learning_rate": 1.8887530627183296e-05, + "loss": 3.1122, + "step": 10342 + }, + { + "epoch": 0.1770485629675277, + "grad_norm": 2.4229061603546143, + "learning_rate": 1.888727648176854e-05, + "loss": 2.993, + "step": 10343 + }, + { + "epoch": 0.17706568068607817, + "grad_norm": 2.669990062713623, + "learning_rate": 1.8887022309037393e-05, + "loss": 3.1726, + "step": 10344 + }, + { + "epoch": 0.17708279840462862, + "grad_norm": 2.414659023284912, + "learning_rate": 1.888676810899064e-05, + "loss": 3.072, + "step": 10345 + }, + { + "epoch": 0.1770999161231791, + "grad_norm": 2.492004156112671, + "learning_rate": 1.8886513881629054e-05, + "loss": 3.2368, + "step": 10346 + }, + { + "epoch": 0.17711703384172958, + "grad_norm": 2.3040332794189453, + "learning_rate": 1.8886259626953422e-05, + "loss": 2.9057, + "step": 10347 + }, + { + "epoch": 0.17713415156028003, + "grad_norm": 2.460582971572876, + "learning_rate": 1.8886005344964524e-05, + "loss": 3.0367, + "step": 10348 + }, + { + "epoch": 0.17715126927883051, + "grad_norm": 2.450204372406006, + "learning_rate": 1.888575103566314e-05, + "loss": 3.0843, + "step": 10349 + }, + { + "epoch": 0.177168386997381, + "grad_norm": 2.4136078357696533, + "learning_rate": 1.8885496699050057e-05, + "loss": 3.0204, + "step": 10350 + }, + { + "epoch": 0.17718550471593147, + "grad_norm": 2.5093719959259033, + "learning_rate": 1.8885242335126053e-05, + "loss": 3.058, + "step": 10351 + }, + { + "epoch": 0.17720262243448193, + "grad_norm": 2.4512481689453125, + "learning_rate": 1.8884987943891908e-05, + "loss": 3.0225, + "step": 10352 + }, + { + "epoch": 0.1772197401530324, + "grad_norm": 2.370330333709717, + "learning_rate": 1.888473352534841e-05, + "loss": 2.9941, + "step": 10353 + }, + { + "epoch": 0.1772368578715829, + "grad_norm": 2.473423480987549, + "learning_rate": 1.888447907949633e-05, + "loss": 3.0494, + "step": 10354 + }, + { + "epoch": 0.17725397559013334, + "grad_norm": 2.314948081970215, + "learning_rate": 1.8884224606336464e-05, + "loss": 3.0421, + "step": 10355 + }, + { + "epoch": 0.17727109330868382, + "grad_norm": 2.2670629024505615, + "learning_rate": 1.8883970105869583e-05, + "loss": 2.8956, + "step": 10356 + }, + { + "epoch": 0.1772882110272343, + "grad_norm": 2.439074754714966, + "learning_rate": 1.8883715578096478e-05, + "loss": 3.0847, + "step": 10357 + }, + { + "epoch": 0.17730532874578475, + "grad_norm": 2.3441011905670166, + "learning_rate": 1.8883461023017924e-05, + "loss": 3.0558, + "step": 10358 + }, + { + "epoch": 0.17732244646433523, + "grad_norm": 2.338334321975708, + "learning_rate": 1.8883206440634703e-05, + "loss": 3.0058, + "step": 10359 + }, + { + "epoch": 0.1773395641828857, + "grad_norm": 2.5315964221954346, + "learning_rate": 1.8882951830947607e-05, + "loss": 3.0842, + "step": 10360 + }, + { + "epoch": 0.17735668190143616, + "grad_norm": 2.4311299324035645, + "learning_rate": 1.8882697193957412e-05, + "loss": 3.033, + "step": 10361 + }, + { + "epoch": 0.17737379961998664, + "grad_norm": 2.7109169960021973, + "learning_rate": 1.8882442529664897e-05, + "loss": 2.9657, + "step": 10362 + }, + { + "epoch": 0.17739091733853712, + "grad_norm": 2.3842856884002686, + "learning_rate": 1.888218783807085e-05, + "loss": 3.0262, + "step": 10363 + }, + { + "epoch": 0.1774080350570876, + "grad_norm": 2.7406973838806152, + "learning_rate": 1.8881933119176055e-05, + "loss": 3.1319, + "step": 10364 + }, + { + "epoch": 0.17742515277563806, + "grad_norm": 2.4085137844085693, + "learning_rate": 1.8881678372981288e-05, + "loss": 2.9454, + "step": 10365 + }, + { + "epoch": 0.17744227049418854, + "grad_norm": 2.2788937091827393, + "learning_rate": 1.888142359948734e-05, + "loss": 2.8857, + "step": 10366 + }, + { + "epoch": 0.17745938821273902, + "grad_norm": 2.6067285537719727, + "learning_rate": 1.888116879869499e-05, + "loss": 3.0288, + "step": 10367 + }, + { + "epoch": 0.17747650593128947, + "grad_norm": 2.6594414710998535, + "learning_rate": 1.888091397060502e-05, + "loss": 3.0353, + "step": 10368 + }, + { + "epoch": 0.17749362364983995, + "grad_norm": 2.4068572521209717, + "learning_rate": 1.8880659115218217e-05, + "loss": 3.0181, + "step": 10369 + }, + { + "epoch": 0.17751074136839043, + "grad_norm": 2.5883777141571045, + "learning_rate": 1.8880404232535366e-05, + "loss": 2.9762, + "step": 10370 + }, + { + "epoch": 0.17752785908694088, + "grad_norm": 2.730189085006714, + "learning_rate": 1.888014932255724e-05, + "loss": 3.1616, + "step": 10371 + }, + { + "epoch": 0.17754497680549136, + "grad_norm": 2.439070224761963, + "learning_rate": 1.8879894385284634e-05, + "loss": 2.9853, + "step": 10372 + }, + { + "epoch": 0.17756209452404184, + "grad_norm": 2.960510015487671, + "learning_rate": 1.8879639420718325e-05, + "loss": 3.0476, + "step": 10373 + }, + { + "epoch": 0.1775792122425923, + "grad_norm": 2.5518875122070312, + "learning_rate": 1.88793844288591e-05, + "loss": 3.089, + "step": 10374 + }, + { + "epoch": 0.17759632996114277, + "grad_norm": 2.6323401927948, + "learning_rate": 1.887912940970774e-05, + "loss": 3.0083, + "step": 10375 + }, + { + "epoch": 0.17761344767969325, + "grad_norm": 2.7998929023742676, + "learning_rate": 1.887887436326503e-05, + "loss": 3.0002, + "step": 10376 + }, + { + "epoch": 0.17763056539824373, + "grad_norm": 2.2756259441375732, + "learning_rate": 1.8878619289531753e-05, + "loss": 2.9519, + "step": 10377 + }, + { + "epoch": 0.17764768311679419, + "grad_norm": 2.501573324203491, + "learning_rate": 1.8878364188508697e-05, + "loss": 3.0664, + "step": 10378 + }, + { + "epoch": 0.17766480083534467, + "grad_norm": 2.672124147415161, + "learning_rate": 1.8878109060196642e-05, + "loss": 3.1722, + "step": 10379 + }, + { + "epoch": 0.17768191855389515, + "grad_norm": 2.499126672744751, + "learning_rate": 1.8877853904596374e-05, + "loss": 2.9545, + "step": 10380 + }, + { + "epoch": 0.1776990362724456, + "grad_norm": 2.617094039916992, + "learning_rate": 1.8877598721708675e-05, + "loss": 3.0723, + "step": 10381 + }, + { + "epoch": 0.17771615399099608, + "grad_norm": 2.459012031555176, + "learning_rate": 1.887734351153433e-05, + "loss": 2.9881, + "step": 10382 + }, + { + "epoch": 0.17773327170954656, + "grad_norm": 2.450589895248413, + "learning_rate": 1.8877088274074125e-05, + "loss": 2.9004, + "step": 10383 + }, + { + "epoch": 0.177750389428097, + "grad_norm": 2.583907127380371, + "learning_rate": 1.8876833009328847e-05, + "loss": 2.9582, + "step": 10384 + }, + { + "epoch": 0.1777675071466475, + "grad_norm": 2.47558856010437, + "learning_rate": 1.8876577717299276e-05, + "loss": 3.0029, + "step": 10385 + }, + { + "epoch": 0.17778462486519797, + "grad_norm": 2.4075098037719727, + "learning_rate": 1.8876322397986197e-05, + "loss": 3.0222, + "step": 10386 + }, + { + "epoch": 0.17780174258374845, + "grad_norm": 2.514408588409424, + "learning_rate": 1.8876067051390397e-05, + "loss": 2.9308, + "step": 10387 + }, + { + "epoch": 0.1778188603022989, + "grad_norm": 2.4800865650177, + "learning_rate": 1.887581167751266e-05, + "loss": 3.0159, + "step": 10388 + }, + { + "epoch": 0.17783597802084938, + "grad_norm": 2.493544340133667, + "learning_rate": 1.887555627635377e-05, + "loss": 3.0319, + "step": 10389 + }, + { + "epoch": 0.17785309573939986, + "grad_norm": 2.413226842880249, + "learning_rate": 1.8875300847914514e-05, + "loss": 3.0675, + "step": 10390 + }, + { + "epoch": 0.17787021345795032, + "grad_norm": 2.3878519535064697, + "learning_rate": 1.8875045392195673e-05, + "loss": 3.0459, + "step": 10391 + }, + { + "epoch": 0.1778873311765008, + "grad_norm": 2.543628692626953, + "learning_rate": 1.8874789909198034e-05, + "loss": 3.0353, + "step": 10392 + }, + { + "epoch": 0.17790444889505128, + "grad_norm": 2.4478323459625244, + "learning_rate": 1.8874534398922387e-05, + "loss": 3.069, + "step": 10393 + }, + { + "epoch": 0.17792156661360173, + "grad_norm": 2.384401798248291, + "learning_rate": 1.887427886136951e-05, + "loss": 2.9106, + "step": 10394 + }, + { + "epoch": 0.1779386843321522, + "grad_norm": 2.3372817039489746, + "learning_rate": 1.88740232965402e-05, + "loss": 3.0636, + "step": 10395 + }, + { + "epoch": 0.1779558020507027, + "grad_norm": 2.6058125495910645, + "learning_rate": 1.8873767704435227e-05, + "loss": 2.9179, + "step": 10396 + }, + { + "epoch": 0.17797291976925314, + "grad_norm": 2.3692519664764404, + "learning_rate": 1.8873512085055387e-05, + "loss": 2.9416, + "step": 10397 + }, + { + "epoch": 0.17799003748780362, + "grad_norm": 2.4821205139160156, + "learning_rate": 1.8873256438401462e-05, + "loss": 3.0694, + "step": 10398 + }, + { + "epoch": 0.1780071552063541, + "grad_norm": 2.5335419178009033, + "learning_rate": 1.887300076447424e-05, + "loss": 2.9155, + "step": 10399 + }, + { + "epoch": 0.17802427292490458, + "grad_norm": 2.5377755165100098, + "learning_rate": 1.8872745063274506e-05, + "loss": 2.9008, + "step": 10400 + }, + { + "epoch": 0.17804139064345503, + "grad_norm": 2.5414507389068604, + "learning_rate": 1.8872489334803043e-05, + "loss": 3.0514, + "step": 10401 + }, + { + "epoch": 0.1780585083620055, + "grad_norm": 2.4309661388397217, + "learning_rate": 1.887223357906064e-05, + "loss": 2.9682, + "step": 10402 + }, + { + "epoch": 0.178075626080556, + "grad_norm": 2.655371904373169, + "learning_rate": 1.887197779604808e-05, + "loss": 3.0861, + "step": 10403 + }, + { + "epoch": 0.17809274379910645, + "grad_norm": 2.440612316131592, + "learning_rate": 1.8871721985766158e-05, + "loss": 2.8698, + "step": 10404 + }, + { + "epoch": 0.17810986151765693, + "grad_norm": 2.5218610763549805, + "learning_rate": 1.887146614821565e-05, + "loss": 3.0873, + "step": 10405 + }, + { + "epoch": 0.1781269792362074, + "grad_norm": 2.4728074073791504, + "learning_rate": 1.8871210283397347e-05, + "loss": 3.0285, + "step": 10406 + }, + { + "epoch": 0.17814409695475786, + "grad_norm": 2.4602417945861816, + "learning_rate": 1.8870954391312034e-05, + "loss": 3.0489, + "step": 10407 + }, + { + "epoch": 0.17816121467330834, + "grad_norm": 2.6010184288024902, + "learning_rate": 1.8870698471960497e-05, + "loss": 3.0765, + "step": 10408 + }, + { + "epoch": 0.17817833239185882, + "grad_norm": 2.296898126602173, + "learning_rate": 1.887044252534353e-05, + "loss": 2.9342, + "step": 10409 + }, + { + "epoch": 0.1781954501104093, + "grad_norm": 2.3711607456207275, + "learning_rate": 1.8870186551461908e-05, + "loss": 3.0821, + "step": 10410 + }, + { + "epoch": 0.17821256782895975, + "grad_norm": 2.39937686920166, + "learning_rate": 1.8869930550316424e-05, + "loss": 3.02, + "step": 10411 + }, + { + "epoch": 0.17822968554751023, + "grad_norm": 2.5576248168945312, + "learning_rate": 1.8869674521907867e-05, + "loss": 2.9853, + "step": 10412 + }, + { + "epoch": 0.1782468032660607, + "grad_norm": 2.4400835037231445, + "learning_rate": 1.8869418466237016e-05, + "loss": 3.0802, + "step": 10413 + }, + { + "epoch": 0.17826392098461116, + "grad_norm": 2.462052345275879, + "learning_rate": 1.886916238330467e-05, + "loss": 2.8894, + "step": 10414 + }, + { + "epoch": 0.17828103870316164, + "grad_norm": 2.422667980194092, + "learning_rate": 1.8868906273111606e-05, + "loss": 2.9625, + "step": 10415 + }, + { + "epoch": 0.17829815642171212, + "grad_norm": 2.4215087890625, + "learning_rate": 1.8868650135658613e-05, + "loss": 2.9192, + "step": 10416 + }, + { + "epoch": 0.17831527414026258, + "grad_norm": 2.7243781089782715, + "learning_rate": 1.8868393970946483e-05, + "loss": 3.1303, + "step": 10417 + }, + { + "epoch": 0.17833239185881306, + "grad_norm": 2.650440216064453, + "learning_rate": 1.8868137778976e-05, + "loss": 3.0354, + "step": 10418 + }, + { + "epoch": 0.17834950957736354, + "grad_norm": 2.464672327041626, + "learning_rate": 1.8867881559747948e-05, + "loss": 2.976, + "step": 10419 + }, + { + "epoch": 0.178366627295914, + "grad_norm": 2.4344401359558105, + "learning_rate": 1.8867625313263122e-05, + "loss": 3.0393, + "step": 10420 + }, + { + "epoch": 0.17838374501446447, + "grad_norm": 2.5438435077667236, + "learning_rate": 1.8867369039522303e-05, + "loss": 3.1117, + "step": 10421 + }, + { + "epoch": 0.17840086273301495, + "grad_norm": 2.5622057914733887, + "learning_rate": 1.8867112738526282e-05, + "loss": 3.1369, + "step": 10422 + }, + { + "epoch": 0.17841798045156543, + "grad_norm": 2.5410079956054688, + "learning_rate": 1.8866856410275848e-05, + "loss": 2.9352, + "step": 10423 + }, + { + "epoch": 0.17843509817011588, + "grad_norm": 2.5690956115722656, + "learning_rate": 1.8866600054771783e-05, + "loss": 3.0177, + "step": 10424 + }, + { + "epoch": 0.17845221588866636, + "grad_norm": 2.520082950592041, + "learning_rate": 1.8866343672014883e-05, + "loss": 3.0397, + "step": 10425 + }, + { + "epoch": 0.17846933360721684, + "grad_norm": 3.025254487991333, + "learning_rate": 1.8866087262005932e-05, + "loss": 2.8604, + "step": 10426 + }, + { + "epoch": 0.1784864513257673, + "grad_norm": 2.496389865875244, + "learning_rate": 1.886583082474572e-05, + "loss": 3.0877, + "step": 10427 + }, + { + "epoch": 0.17850356904431777, + "grad_norm": 2.5625948905944824, + "learning_rate": 1.8865574360235025e-05, + "loss": 3.0148, + "step": 10428 + }, + { + "epoch": 0.17852068676286825, + "grad_norm": 2.3476104736328125, + "learning_rate": 1.886531786847465e-05, + "loss": 2.88, + "step": 10429 + }, + { + "epoch": 0.1785378044814187, + "grad_norm": 2.629281520843506, + "learning_rate": 1.886506134946538e-05, + "loss": 3.0526, + "step": 10430 + }, + { + "epoch": 0.17855492219996918, + "grad_norm": 2.5163087844848633, + "learning_rate": 1.8864804803207995e-05, + "loss": 2.9597, + "step": 10431 + }, + { + "epoch": 0.17857203991851966, + "grad_norm": 2.3990445137023926, + "learning_rate": 1.886454822970329e-05, + "loss": 3.0442, + "step": 10432 + }, + { + "epoch": 0.17858915763707015, + "grad_norm": 2.5268959999084473, + "learning_rate": 1.8864291628952054e-05, + "loss": 3.0447, + "step": 10433 + }, + { + "epoch": 0.1786062753556206, + "grad_norm": 2.62141489982605, + "learning_rate": 1.8864035000955074e-05, + "loss": 3.1132, + "step": 10434 + }, + { + "epoch": 0.17862339307417108, + "grad_norm": 2.5848798751831055, + "learning_rate": 1.886377834571314e-05, + "loss": 3.0574, + "step": 10435 + }, + { + "epoch": 0.17864051079272156, + "grad_norm": 2.4118597507476807, + "learning_rate": 1.886352166322704e-05, + "loss": 2.9815, + "step": 10436 + }, + { + "epoch": 0.178657628511272, + "grad_norm": 2.5810189247131348, + "learning_rate": 1.886326495349756e-05, + "loss": 3.1679, + "step": 10437 + }, + { + "epoch": 0.1786747462298225, + "grad_norm": 2.4698803424835205, + "learning_rate": 1.886300821652549e-05, + "loss": 3.063, + "step": 10438 + }, + { + "epoch": 0.17869186394837297, + "grad_norm": 2.34782338142395, + "learning_rate": 1.8862751452311627e-05, + "loss": 2.9776, + "step": 10439 + }, + { + "epoch": 0.17870898166692342, + "grad_norm": 2.5152132511138916, + "learning_rate": 1.8862494660856753e-05, + "loss": 3.0672, + "step": 10440 + }, + { + "epoch": 0.1787260993854739, + "grad_norm": 2.4300174713134766, + "learning_rate": 1.8862237842161656e-05, + "loss": 2.9793, + "step": 10441 + }, + { + "epoch": 0.17874321710402438, + "grad_norm": 2.4818522930145264, + "learning_rate": 1.886198099622713e-05, + "loss": 3.0401, + "step": 10442 + }, + { + "epoch": 0.17876033482257483, + "grad_norm": 2.5620267391204834, + "learning_rate": 1.8861724123053963e-05, + "loss": 2.9881, + "step": 10443 + }, + { + "epoch": 0.17877745254112531, + "grad_norm": 2.4170167446136475, + "learning_rate": 1.8861467222642944e-05, + "loss": 3.0414, + "step": 10444 + }, + { + "epoch": 0.1787945702596758, + "grad_norm": 2.688972234725952, + "learning_rate": 1.8861210294994862e-05, + "loss": 3.1174, + "step": 10445 + }, + { + "epoch": 0.17881168797822627, + "grad_norm": 2.46881103515625, + "learning_rate": 1.8860953340110507e-05, + "loss": 3.1142, + "step": 10446 + }, + { + "epoch": 0.17882880569677673, + "grad_norm": 2.619572877883911, + "learning_rate": 1.886069635799067e-05, + "loss": 2.9522, + "step": 10447 + }, + { + "epoch": 0.1788459234153272, + "grad_norm": 2.7028005123138428, + "learning_rate": 1.886043934863614e-05, + "loss": 3.0913, + "step": 10448 + }, + { + "epoch": 0.1788630411338777, + "grad_norm": 2.758819103240967, + "learning_rate": 1.8860182312047704e-05, + "loss": 3.1252, + "step": 10449 + }, + { + "epoch": 0.17888015885242814, + "grad_norm": 2.605996608734131, + "learning_rate": 1.8859925248226157e-05, + "loss": 3.0431, + "step": 10450 + }, + { + "epoch": 0.17889727657097862, + "grad_norm": 2.552748680114746, + "learning_rate": 1.8859668157172287e-05, + "loss": 2.9664, + "step": 10451 + }, + { + "epoch": 0.1789143942895291, + "grad_norm": 2.5201661586761475, + "learning_rate": 1.8859411038886884e-05, + "loss": 3.0579, + "step": 10452 + }, + { + "epoch": 0.17893151200807955, + "grad_norm": 2.6466100215911865, + "learning_rate": 1.8859153893370737e-05, + "loss": 3.0775, + "step": 10453 + }, + { + "epoch": 0.17894862972663003, + "grad_norm": 2.6798787117004395, + "learning_rate": 1.8858896720624643e-05, + "loss": 2.9431, + "step": 10454 + }, + { + "epoch": 0.1789657474451805, + "grad_norm": 2.6750078201293945, + "learning_rate": 1.8858639520649383e-05, + "loss": 2.9581, + "step": 10455 + }, + { + "epoch": 0.17898286516373096, + "grad_norm": 2.4909441471099854, + "learning_rate": 1.8858382293445752e-05, + "loss": 2.9759, + "step": 10456 + }, + { + "epoch": 0.17899998288228144, + "grad_norm": 2.655967950820923, + "learning_rate": 1.885812503901454e-05, + "loss": 2.8742, + "step": 10457 + }, + { + "epoch": 0.17901710060083192, + "grad_norm": 2.4740891456604004, + "learning_rate": 1.885786775735654e-05, + "loss": 3.0303, + "step": 10458 + }, + { + "epoch": 0.1790342183193824, + "grad_norm": 2.681396245956421, + "learning_rate": 1.8857610448472542e-05, + "loss": 3.0932, + "step": 10459 + }, + { + "epoch": 0.17905133603793286, + "grad_norm": 2.708307981491089, + "learning_rate": 1.8857353112363337e-05, + "loss": 2.9089, + "step": 10460 + }, + { + "epoch": 0.17906845375648334, + "grad_norm": 2.568016529083252, + "learning_rate": 1.885709574902971e-05, + "loss": 3.014, + "step": 10461 + }, + { + "epoch": 0.17908557147503382, + "grad_norm": 2.5906167030334473, + "learning_rate": 1.885683835847246e-05, + "loss": 3.1066, + "step": 10462 + }, + { + "epoch": 0.17910268919358427, + "grad_norm": 2.789383888244629, + "learning_rate": 1.8856580940692376e-05, + "loss": 3.0864, + "step": 10463 + }, + { + "epoch": 0.17911980691213475, + "grad_norm": 2.689483880996704, + "learning_rate": 1.8856323495690248e-05, + "loss": 3.0454, + "step": 10464 + }, + { + "epoch": 0.17913692463068523, + "grad_norm": 2.688537359237671, + "learning_rate": 1.8856066023466866e-05, + "loss": 3.0009, + "step": 10465 + }, + { + "epoch": 0.17915404234923568, + "grad_norm": 2.6448333263397217, + "learning_rate": 1.8855808524023023e-05, + "loss": 3.0221, + "step": 10466 + }, + { + "epoch": 0.17917116006778616, + "grad_norm": 2.569486141204834, + "learning_rate": 1.8855550997359512e-05, + "loss": 2.9683, + "step": 10467 + }, + { + "epoch": 0.17918827778633664, + "grad_norm": 2.5038681030273438, + "learning_rate": 1.8855293443477123e-05, + "loss": 3.073, + "step": 10468 + }, + { + "epoch": 0.17920539550488712, + "grad_norm": 2.417680263519287, + "learning_rate": 1.8855035862376648e-05, + "loss": 3.026, + "step": 10469 + }, + { + "epoch": 0.17922251322343757, + "grad_norm": 2.59397029876709, + "learning_rate": 1.8854778254058877e-05, + "loss": 3.0046, + "step": 10470 + }, + { + "epoch": 0.17923963094198805, + "grad_norm": 2.651538610458374, + "learning_rate": 1.8854520618524602e-05, + "loss": 3.0576, + "step": 10471 + }, + { + "epoch": 0.17925674866053853, + "grad_norm": 2.497438907623291, + "learning_rate": 1.8854262955774616e-05, + "loss": 3.033, + "step": 10472 + }, + { + "epoch": 0.179273866379089, + "grad_norm": 2.477304458618164, + "learning_rate": 1.8854005265809713e-05, + "loss": 3.1319, + "step": 10473 + }, + { + "epoch": 0.17929098409763947, + "grad_norm": 2.6030943393707275, + "learning_rate": 1.8853747548630684e-05, + "loss": 2.8762, + "step": 10474 + }, + { + "epoch": 0.17930810181618995, + "grad_norm": 2.6006836891174316, + "learning_rate": 1.8853489804238317e-05, + "loss": 2.8869, + "step": 10475 + }, + { + "epoch": 0.1793252195347404, + "grad_norm": 2.4418482780456543, + "learning_rate": 1.885323203263341e-05, + "loss": 3.0407, + "step": 10476 + }, + { + "epoch": 0.17934233725329088, + "grad_norm": 2.4395344257354736, + "learning_rate": 1.8852974233816753e-05, + "loss": 3.0037, + "step": 10477 + }, + { + "epoch": 0.17935945497184136, + "grad_norm": 2.3388073444366455, + "learning_rate": 1.8852716407789136e-05, + "loss": 2.9289, + "step": 10478 + }, + { + "epoch": 0.1793765726903918, + "grad_norm": 2.5821890830993652, + "learning_rate": 1.885245855455135e-05, + "loss": 3.0306, + "step": 10479 + }, + { + "epoch": 0.1793936904089423, + "grad_norm": 2.604018211364746, + "learning_rate": 1.88522006741042e-05, + "loss": 3.0584, + "step": 10480 + }, + { + "epoch": 0.17941080812749277, + "grad_norm": 2.4698023796081543, + "learning_rate": 1.8851942766448462e-05, + "loss": 2.9551, + "step": 10481 + }, + { + "epoch": 0.17942792584604325, + "grad_norm": 2.4705140590667725, + "learning_rate": 1.885168483158494e-05, + "loss": 2.9966, + "step": 10482 + }, + { + "epoch": 0.1794450435645937, + "grad_norm": 2.5439603328704834, + "learning_rate": 1.8851426869514423e-05, + "loss": 3.1055, + "step": 10483 + }, + { + "epoch": 0.17946216128314418, + "grad_norm": 2.314640760421753, + "learning_rate": 1.8851168880237705e-05, + "loss": 2.8438, + "step": 10484 + }, + { + "epoch": 0.17947927900169466, + "grad_norm": 2.3848257064819336, + "learning_rate": 1.8850910863755577e-05, + "loss": 2.9744, + "step": 10485 + }, + { + "epoch": 0.17949639672024512, + "grad_norm": 2.708493947982788, + "learning_rate": 1.8850652820068833e-05, + "loss": 3.1201, + "step": 10486 + }, + { + "epoch": 0.1795135144387956, + "grad_norm": 2.456955671310425, + "learning_rate": 1.8850394749178265e-05, + "loss": 2.9959, + "step": 10487 + }, + { + "epoch": 0.17953063215734608, + "grad_norm": 2.3774056434631348, + "learning_rate": 1.8850136651084668e-05, + "loss": 2.9221, + "step": 10488 + }, + { + "epoch": 0.17954774987589653, + "grad_norm": 2.3909029960632324, + "learning_rate": 1.8849878525788838e-05, + "loss": 2.8915, + "step": 10489 + }, + { + "epoch": 0.179564867594447, + "grad_norm": 2.3763320446014404, + "learning_rate": 1.884962037329156e-05, + "loss": 2.9902, + "step": 10490 + }, + { + "epoch": 0.1795819853129975, + "grad_norm": 2.419421434402466, + "learning_rate": 1.8849362193593638e-05, + "loss": 3.1279, + "step": 10491 + }, + { + "epoch": 0.17959910303154797, + "grad_norm": 2.557626724243164, + "learning_rate": 1.8849103986695857e-05, + "loss": 3.0951, + "step": 10492 + }, + { + "epoch": 0.17961622075009842, + "grad_norm": 2.4941623210906982, + "learning_rate": 1.8848845752599014e-05, + "loss": 3.093, + "step": 10493 + }, + { + "epoch": 0.1796333384686489, + "grad_norm": 2.4008169174194336, + "learning_rate": 1.8848587491303903e-05, + "loss": 2.8967, + "step": 10494 + }, + { + "epoch": 0.17965045618719938, + "grad_norm": 2.592363119125366, + "learning_rate": 1.884832920281132e-05, + "loss": 3.0557, + "step": 10495 + }, + { + "epoch": 0.17966757390574983, + "grad_norm": 2.602705955505371, + "learning_rate": 1.8848070887122052e-05, + "loss": 3.1612, + "step": 10496 + }, + { + "epoch": 0.1796846916243003, + "grad_norm": 2.447266101837158, + "learning_rate": 1.8847812544236902e-05, + "loss": 3.0335, + "step": 10497 + }, + { + "epoch": 0.1797018093428508, + "grad_norm": 2.3224692344665527, + "learning_rate": 1.8847554174156655e-05, + "loss": 2.9522, + "step": 10498 + }, + { + "epoch": 0.17971892706140125, + "grad_norm": 2.343874216079712, + "learning_rate": 1.884729577688211e-05, + "loss": 2.903, + "step": 10499 + }, + { + "epoch": 0.17973604477995173, + "grad_norm": 2.3558881282806396, + "learning_rate": 1.884703735241406e-05, + "loss": 3.0152, + "step": 10500 + }, + { + "epoch": 0.1797531624985022, + "grad_norm": 2.45271635055542, + "learning_rate": 1.8846778900753305e-05, + "loss": 2.9741, + "step": 10501 + }, + { + "epoch": 0.17977028021705266, + "grad_norm": 2.4102113246917725, + "learning_rate": 1.8846520421900627e-05, + "loss": 2.9282, + "step": 10502 + }, + { + "epoch": 0.17978739793560314, + "grad_norm": 2.317678928375244, + "learning_rate": 1.8846261915856833e-05, + "loss": 2.8782, + "step": 10503 + }, + { + "epoch": 0.17980451565415362, + "grad_norm": 2.4482600688934326, + "learning_rate": 1.884600338262271e-05, + "loss": 2.9894, + "step": 10504 + }, + { + "epoch": 0.1798216333727041, + "grad_norm": 2.3508784770965576, + "learning_rate": 1.8845744822199058e-05, + "loss": 2.944, + "step": 10505 + }, + { + "epoch": 0.17983875109125455, + "grad_norm": 2.3655834197998047, + "learning_rate": 1.884548623458667e-05, + "loss": 3.0161, + "step": 10506 + }, + { + "epoch": 0.17985586880980503, + "grad_norm": 2.6843016147613525, + "learning_rate": 1.884522761978633e-05, + "loss": 2.9818, + "step": 10507 + }, + { + "epoch": 0.1798729865283555, + "grad_norm": 2.5654141902923584, + "learning_rate": 1.884496897779885e-05, + "loss": 2.9317, + "step": 10508 + }, + { + "epoch": 0.17989010424690596, + "grad_norm": 2.6796679496765137, + "learning_rate": 1.8844710308625016e-05, + "loss": 3.0981, + "step": 10509 + }, + { + "epoch": 0.17990722196545644, + "grad_norm": 2.800044298171997, + "learning_rate": 1.8844451612265628e-05, + "loss": 3.1136, + "step": 10510 + }, + { + "epoch": 0.17992433968400692, + "grad_norm": 2.377823829650879, + "learning_rate": 1.8844192888721473e-05, + "loss": 2.8715, + "step": 10511 + }, + { + "epoch": 0.17994145740255738, + "grad_norm": 2.6800317764282227, + "learning_rate": 1.884393413799335e-05, + "loss": 3.0869, + "step": 10512 + }, + { + "epoch": 0.17995857512110786, + "grad_norm": 2.832606315612793, + "learning_rate": 1.884367536008206e-05, + "loss": 3.0514, + "step": 10513 + }, + { + "epoch": 0.17997569283965834, + "grad_norm": 2.4647648334503174, + "learning_rate": 1.884341655498839e-05, + "loss": 2.957, + "step": 10514 + }, + { + "epoch": 0.17999281055820882, + "grad_norm": 2.586513042449951, + "learning_rate": 1.884315772271314e-05, + "loss": 3.0977, + "step": 10515 + }, + { + "epoch": 0.18000992827675927, + "grad_norm": 2.7851126194000244, + "learning_rate": 1.8842898863257108e-05, + "loss": 2.9917, + "step": 10516 + }, + { + "epoch": 0.18002704599530975, + "grad_norm": 2.5218584537506104, + "learning_rate": 1.884263997662108e-05, + "loss": 2.9217, + "step": 10517 + }, + { + "epoch": 0.18004416371386023, + "grad_norm": 2.617006778717041, + "learning_rate": 1.8842381062805862e-05, + "loss": 2.9991, + "step": 10518 + }, + { + "epoch": 0.18006128143241068, + "grad_norm": 2.596524238586426, + "learning_rate": 1.8842122121812246e-05, + "loss": 3.0508, + "step": 10519 + }, + { + "epoch": 0.18007839915096116, + "grad_norm": 2.5559630393981934, + "learning_rate": 1.884186315364102e-05, + "loss": 2.9796, + "step": 10520 + }, + { + "epoch": 0.18009551686951164, + "grad_norm": 2.466858386993408, + "learning_rate": 1.8841604158292996e-05, + "loss": 2.8041, + "step": 10521 + }, + { + "epoch": 0.1801126345880621, + "grad_norm": 2.442453145980835, + "learning_rate": 1.884134513576896e-05, + "loss": 3.0063, + "step": 10522 + }, + { + "epoch": 0.18012975230661257, + "grad_norm": 2.6151394844055176, + "learning_rate": 1.884108608606971e-05, + "loss": 3.011, + "step": 10523 + }, + { + "epoch": 0.18014687002516305, + "grad_norm": 2.5199296474456787, + "learning_rate": 1.884082700919604e-05, + "loss": 2.9574, + "step": 10524 + }, + { + "epoch": 0.1801639877437135, + "grad_norm": 2.427597999572754, + "learning_rate": 1.8840567905148752e-05, + "loss": 2.9819, + "step": 10525 + }, + { + "epoch": 0.18018110546226399, + "grad_norm": 2.362818956375122, + "learning_rate": 1.884030877392864e-05, + "loss": 2.8971, + "step": 10526 + }, + { + "epoch": 0.18019822318081447, + "grad_norm": 2.5752148628234863, + "learning_rate": 1.8840049615536495e-05, + "loss": 3.011, + "step": 10527 + }, + { + "epoch": 0.18021534089936495, + "grad_norm": 2.5028579235076904, + "learning_rate": 1.8839790429973116e-05, + "loss": 3.0647, + "step": 10528 + }, + { + "epoch": 0.1802324586179154, + "grad_norm": 2.4998936653137207, + "learning_rate": 1.8839531217239305e-05, + "loss": 2.932, + "step": 10529 + }, + { + "epoch": 0.18024957633646588, + "grad_norm": 2.5332343578338623, + "learning_rate": 1.8839271977335856e-05, + "loss": 3.0013, + "step": 10530 + }, + { + "epoch": 0.18026669405501636, + "grad_norm": 2.608102321624756, + "learning_rate": 1.8839012710263564e-05, + "loss": 3.096, + "step": 10531 + }, + { + "epoch": 0.1802838117735668, + "grad_norm": 2.3164937496185303, + "learning_rate": 1.883875341602323e-05, + "loss": 3.0345, + "step": 10532 + }, + { + "epoch": 0.1803009294921173, + "grad_norm": 2.417705774307251, + "learning_rate": 1.883849409461564e-05, + "loss": 2.9133, + "step": 10533 + }, + { + "epoch": 0.18031804721066777, + "grad_norm": 2.4864580631256104, + "learning_rate": 1.8838234746041604e-05, + "loss": 2.9085, + "step": 10534 + }, + { + "epoch": 0.18033516492921822, + "grad_norm": 2.5124623775482178, + "learning_rate": 1.8837975370301917e-05, + "loss": 2.979, + "step": 10535 + }, + { + "epoch": 0.1803522826477687, + "grad_norm": 2.4311909675598145, + "learning_rate": 1.8837715967397368e-05, + "loss": 2.9936, + "step": 10536 + }, + { + "epoch": 0.18036940036631918, + "grad_norm": 2.4614791870117188, + "learning_rate": 1.883745653732876e-05, + "loss": 2.9823, + "step": 10537 + }, + { + "epoch": 0.18038651808486963, + "grad_norm": 2.3155272006988525, + "learning_rate": 1.883719708009689e-05, + "loss": 3.0776, + "step": 10538 + }, + { + "epoch": 0.18040363580342011, + "grad_norm": 2.445026397705078, + "learning_rate": 1.8836937595702558e-05, + "loss": 3.0674, + "step": 10539 + }, + { + "epoch": 0.1804207535219706, + "grad_norm": 2.391111373901367, + "learning_rate": 1.883667808414656e-05, + "loss": 2.9228, + "step": 10540 + }, + { + "epoch": 0.18043787124052107, + "grad_norm": 2.425851821899414, + "learning_rate": 1.8836418545429693e-05, + "loss": 2.9273, + "step": 10541 + }, + { + "epoch": 0.18045498895907153, + "grad_norm": 2.5038883686065674, + "learning_rate": 1.883615897955275e-05, + "loss": 3.1205, + "step": 10542 + }, + { + "epoch": 0.180472106677622, + "grad_norm": 2.393014669418335, + "learning_rate": 1.8835899386516537e-05, + "loss": 2.9216, + "step": 10543 + }, + { + "epoch": 0.1804892243961725, + "grad_norm": 2.6894662380218506, + "learning_rate": 1.8835639766321847e-05, + "loss": 2.9163, + "step": 10544 + }, + { + "epoch": 0.18050634211472294, + "grad_norm": 2.392214059829712, + "learning_rate": 1.883538011896948e-05, + "loss": 3.0468, + "step": 10545 + }, + { + "epoch": 0.18052345983327342, + "grad_norm": 2.5370676517486572, + "learning_rate": 1.883512044446023e-05, + "loss": 2.8706, + "step": 10546 + }, + { + "epoch": 0.1805405775518239, + "grad_norm": 2.6776199340820312, + "learning_rate": 1.8834860742794903e-05, + "loss": 2.9485, + "step": 10547 + }, + { + "epoch": 0.18055769527037435, + "grad_norm": 2.5904476642608643, + "learning_rate": 1.883460101397429e-05, + "loss": 3.0317, + "step": 10548 + }, + { + "epoch": 0.18057481298892483, + "grad_norm": 2.4655678272247314, + "learning_rate": 1.883434125799919e-05, + "loss": 2.9, + "step": 10549 + }, + { + "epoch": 0.1805919307074753, + "grad_norm": 2.499056339263916, + "learning_rate": 1.883408147487041e-05, + "loss": 3.1061, + "step": 10550 + }, + { + "epoch": 0.1806090484260258, + "grad_norm": 2.341071367263794, + "learning_rate": 1.8833821664588735e-05, + "loss": 2.9974, + "step": 10551 + }, + { + "epoch": 0.18062616614457624, + "grad_norm": 2.4889168739318848, + "learning_rate": 1.8833561827154973e-05, + "loss": 2.9769, + "step": 10552 + }, + { + "epoch": 0.18064328386312672, + "grad_norm": 2.4731030464172363, + "learning_rate": 1.8833301962569923e-05, + "loss": 2.9177, + "step": 10553 + }, + { + "epoch": 0.1806604015816772, + "grad_norm": 2.4976038932800293, + "learning_rate": 1.8833042070834376e-05, + "loss": 3.1097, + "step": 10554 + }, + { + "epoch": 0.18067751930022766, + "grad_norm": 2.490644693374634, + "learning_rate": 1.8832782151949136e-05, + "loss": 2.9655, + "step": 10555 + }, + { + "epoch": 0.18069463701877814, + "grad_norm": 2.4830634593963623, + "learning_rate": 1.8832522205915004e-05, + "loss": 3.0644, + "step": 10556 + }, + { + "epoch": 0.18071175473732862, + "grad_norm": 2.3359036445617676, + "learning_rate": 1.8832262232732774e-05, + "loss": 2.9521, + "step": 10557 + }, + { + "epoch": 0.18072887245587907, + "grad_norm": 2.527019500732422, + "learning_rate": 1.883200223240325e-05, + "loss": 3.1081, + "step": 10558 + }, + { + "epoch": 0.18074599017442955, + "grad_norm": 2.2494053840637207, + "learning_rate": 1.8831742204927227e-05, + "loss": 3.0134, + "step": 10559 + }, + { + "epoch": 0.18076310789298003, + "grad_norm": 2.3539483547210693, + "learning_rate": 1.8831482150305507e-05, + "loss": 3.0088, + "step": 10560 + }, + { + "epoch": 0.18078022561153048, + "grad_norm": 2.3478806018829346, + "learning_rate": 1.8831222068538884e-05, + "loss": 2.9901, + "step": 10561 + }, + { + "epoch": 0.18079734333008096, + "grad_norm": 2.481243133544922, + "learning_rate": 1.883096195962817e-05, + "loss": 3.0411, + "step": 10562 + }, + { + "epoch": 0.18081446104863144, + "grad_norm": 2.5015454292297363, + "learning_rate": 1.883070182357415e-05, + "loss": 3.0122, + "step": 10563 + }, + { + "epoch": 0.18083157876718192, + "grad_norm": 2.3560523986816406, + "learning_rate": 1.883044166037763e-05, + "loss": 3.0069, + "step": 10564 + }, + { + "epoch": 0.18084869648573237, + "grad_norm": 2.586522340774536, + "learning_rate": 1.883018147003941e-05, + "loss": 3.1993, + "step": 10565 + }, + { + "epoch": 0.18086581420428285, + "grad_norm": 2.5433521270751953, + "learning_rate": 1.882992125256029e-05, + "loss": 2.9868, + "step": 10566 + }, + { + "epoch": 0.18088293192283333, + "grad_norm": 2.2454285621643066, + "learning_rate": 1.882966100794107e-05, + "loss": 2.8195, + "step": 10567 + }, + { + "epoch": 0.1809000496413838, + "grad_norm": 2.488321304321289, + "learning_rate": 1.8829400736182548e-05, + "loss": 3.0004, + "step": 10568 + }, + { + "epoch": 0.18091716735993427, + "grad_norm": 2.5870559215545654, + "learning_rate": 1.8829140437285525e-05, + "loss": 3.082, + "step": 10569 + }, + { + "epoch": 0.18093428507848475, + "grad_norm": 2.426231622695923, + "learning_rate": 1.88288801112508e-05, + "loss": 2.9964, + "step": 10570 + }, + { + "epoch": 0.1809514027970352, + "grad_norm": 2.5405819416046143, + "learning_rate": 1.8828619758079173e-05, + "loss": 2.8798, + "step": 10571 + }, + { + "epoch": 0.18096852051558568, + "grad_norm": 2.641645669937134, + "learning_rate": 1.8828359377771445e-05, + "loss": 3.1029, + "step": 10572 + }, + { + "epoch": 0.18098563823413616, + "grad_norm": 2.4823262691497803, + "learning_rate": 1.882809897032842e-05, + "loss": 3.1043, + "step": 10573 + }, + { + "epoch": 0.18100275595268664, + "grad_norm": 2.456615686416626, + "learning_rate": 1.882783853575089e-05, + "loss": 3.0787, + "step": 10574 + }, + { + "epoch": 0.1810198736712371, + "grad_norm": 2.414238452911377, + "learning_rate": 1.8827578074039664e-05, + "loss": 2.8989, + "step": 10575 + }, + { + "epoch": 0.18103699138978757, + "grad_norm": 2.322962522506714, + "learning_rate": 1.882731758519554e-05, + "loss": 3.0142, + "step": 10576 + }, + { + "epoch": 0.18105410910833805, + "grad_norm": 2.3319809436798096, + "learning_rate": 1.8827057069219316e-05, + "loss": 2.9568, + "step": 10577 + }, + { + "epoch": 0.1810712268268885, + "grad_norm": 2.4229953289031982, + "learning_rate": 1.882679652611179e-05, + "loss": 3.0156, + "step": 10578 + }, + { + "epoch": 0.18108834454543898, + "grad_norm": 2.5343523025512695, + "learning_rate": 1.8826535955873773e-05, + "loss": 3.1641, + "step": 10579 + }, + { + "epoch": 0.18110546226398946, + "grad_norm": 2.412557601928711, + "learning_rate": 1.882627535850606e-05, + "loss": 3.091, + "step": 10580 + }, + { + "epoch": 0.18112257998253992, + "grad_norm": 2.4470088481903076, + "learning_rate": 1.882601473400945e-05, + "loss": 3.0, + "step": 10581 + }, + { + "epoch": 0.1811396977010904, + "grad_norm": 2.499720573425293, + "learning_rate": 1.8825754082384748e-05, + "loss": 2.9714, + "step": 10582 + }, + { + "epoch": 0.18115681541964088, + "grad_norm": 2.4817538261413574, + "learning_rate": 1.882549340363275e-05, + "loss": 2.9967, + "step": 10583 + }, + { + "epoch": 0.18117393313819133, + "grad_norm": 2.756016492843628, + "learning_rate": 1.8825232697754264e-05, + "loss": 2.9367, + "step": 10584 + }, + { + "epoch": 0.1811910508567418, + "grad_norm": 2.3941094875335693, + "learning_rate": 1.8824971964750087e-05, + "loss": 3.0102, + "step": 10585 + }, + { + "epoch": 0.1812081685752923, + "grad_norm": 2.532413959503174, + "learning_rate": 1.882471120462102e-05, + "loss": 3.001, + "step": 10586 + }, + { + "epoch": 0.18122528629384277, + "grad_norm": 2.4722836017608643, + "learning_rate": 1.8824450417367867e-05, + "loss": 3.0119, + "step": 10587 + }, + { + "epoch": 0.18124240401239322, + "grad_norm": 2.403435468673706, + "learning_rate": 1.882418960299143e-05, + "loss": 2.9679, + "step": 10588 + }, + { + "epoch": 0.1812595217309437, + "grad_norm": 2.7580792903900146, + "learning_rate": 1.8823928761492504e-05, + "loss": 2.9845, + "step": 10589 + }, + { + "epoch": 0.18127663944949418, + "grad_norm": 2.610626697540283, + "learning_rate": 1.88236678928719e-05, + "loss": 3.0313, + "step": 10590 + }, + { + "epoch": 0.18129375716804463, + "grad_norm": 2.4009945392608643, + "learning_rate": 1.8823406997130414e-05, + "loss": 3.0207, + "step": 10591 + }, + { + "epoch": 0.1813108748865951, + "grad_norm": 2.631822347640991, + "learning_rate": 1.882314607426885e-05, + "loss": 3.0374, + "step": 10592 + }, + { + "epoch": 0.1813279926051456, + "grad_norm": 2.42327618598938, + "learning_rate": 1.882288512428801e-05, + "loss": 3.1172, + "step": 10593 + }, + { + "epoch": 0.18134511032369605, + "grad_norm": 2.645162343978882, + "learning_rate": 1.8822624147188696e-05, + "loss": 2.9967, + "step": 10594 + }, + { + "epoch": 0.18136222804224653, + "grad_norm": 2.559974431991577, + "learning_rate": 1.8822363142971708e-05, + "loss": 3.0723, + "step": 10595 + }, + { + "epoch": 0.181379345760797, + "grad_norm": 2.540449380874634, + "learning_rate": 1.882210211163785e-05, + "loss": 2.8855, + "step": 10596 + }, + { + "epoch": 0.1813964634793475, + "grad_norm": 2.6541740894317627, + "learning_rate": 1.882184105318792e-05, + "loss": 3.0157, + "step": 10597 + }, + { + "epoch": 0.18141358119789794, + "grad_norm": 2.3434295654296875, + "learning_rate": 1.8821579967622733e-05, + "loss": 2.9452, + "step": 10598 + }, + { + "epoch": 0.18143069891644842, + "grad_norm": 2.522557258605957, + "learning_rate": 1.8821318854943078e-05, + "loss": 3.0483, + "step": 10599 + }, + { + "epoch": 0.1814478166349989, + "grad_norm": 2.602442979812622, + "learning_rate": 1.8821057715149766e-05, + "loss": 2.9863, + "step": 10600 + }, + { + "epoch": 0.18146493435354935, + "grad_norm": 2.4963746070861816, + "learning_rate": 1.8820796548243593e-05, + "loss": 3.0347, + "step": 10601 + }, + { + "epoch": 0.18148205207209983, + "grad_norm": 2.3069097995758057, + "learning_rate": 1.8820535354225366e-05, + "loss": 2.9473, + "step": 10602 + }, + { + "epoch": 0.1814991697906503, + "grad_norm": 2.4838199615478516, + "learning_rate": 1.8820274133095885e-05, + "loss": 3.0112, + "step": 10603 + }, + { + "epoch": 0.18151628750920076, + "grad_norm": 2.2862963676452637, + "learning_rate": 1.882001288485596e-05, + "loss": 2.9474, + "step": 10604 + }, + { + "epoch": 0.18153340522775124, + "grad_norm": 2.447779417037964, + "learning_rate": 1.8819751609506384e-05, + "loss": 3.111, + "step": 10605 + }, + { + "epoch": 0.18155052294630172, + "grad_norm": 2.626478433609009, + "learning_rate": 1.8819490307047967e-05, + "loss": 3.2136, + "step": 10606 + }, + { + "epoch": 0.18156764066485218, + "grad_norm": 2.36972975730896, + "learning_rate": 1.881922897748151e-05, + "loss": 2.8356, + "step": 10607 + }, + { + "epoch": 0.18158475838340266, + "grad_norm": 2.5484707355499268, + "learning_rate": 1.8818967620807815e-05, + "loss": 2.9026, + "step": 10608 + }, + { + "epoch": 0.18160187610195314, + "grad_norm": 2.33113956451416, + "learning_rate": 1.881870623702769e-05, + "loss": 2.91, + "step": 10609 + }, + { + "epoch": 0.18161899382050362, + "grad_norm": 2.5208351612091064, + "learning_rate": 1.881844482614193e-05, + "loss": 3.0475, + "step": 10610 + }, + { + "epoch": 0.18163611153905407, + "grad_norm": 2.576575756072998, + "learning_rate": 1.8818183388151343e-05, + "loss": 3.0819, + "step": 10611 + }, + { + "epoch": 0.18165322925760455, + "grad_norm": 2.4778788089752197, + "learning_rate": 1.881792192305674e-05, + "loss": 3.0831, + "step": 10612 + }, + { + "epoch": 0.18167034697615503, + "grad_norm": 2.501178741455078, + "learning_rate": 1.881766043085891e-05, + "loss": 2.9527, + "step": 10613 + }, + { + "epoch": 0.18168746469470548, + "grad_norm": 2.394256830215454, + "learning_rate": 1.8817398911558665e-05, + "loss": 2.8793, + "step": 10614 + }, + { + "epoch": 0.18170458241325596, + "grad_norm": 2.3196678161621094, + "learning_rate": 1.8817137365156816e-05, + "loss": 3.0088, + "step": 10615 + }, + { + "epoch": 0.18172170013180644, + "grad_norm": 2.4030418395996094, + "learning_rate": 1.881687579165415e-05, + "loss": 2.9937, + "step": 10616 + }, + { + "epoch": 0.1817388178503569, + "grad_norm": 2.3055946826934814, + "learning_rate": 1.8816614191051487e-05, + "loss": 2.9819, + "step": 10617 + }, + { + "epoch": 0.18175593556890737, + "grad_norm": 2.4599273204803467, + "learning_rate": 1.881635256334962e-05, + "loss": 2.8561, + "step": 10618 + }, + { + "epoch": 0.18177305328745785, + "grad_norm": 2.622082471847534, + "learning_rate": 1.881609090854936e-05, + "loss": 3.1077, + "step": 10619 + }, + { + "epoch": 0.1817901710060083, + "grad_norm": 2.4117934703826904, + "learning_rate": 1.8815829226651505e-05, + "loss": 3.0989, + "step": 10620 + }, + { + "epoch": 0.18180728872455879, + "grad_norm": 2.4295132160186768, + "learning_rate": 1.8815567517656867e-05, + "loss": 2.9444, + "step": 10621 + }, + { + "epoch": 0.18182440644310927, + "grad_norm": 2.5849225521087646, + "learning_rate": 1.881530578156624e-05, + "loss": 3.0822, + "step": 10622 + }, + { + "epoch": 0.18184152416165975, + "grad_norm": 2.3929059505462646, + "learning_rate": 1.8815044018380444e-05, + "loss": 2.9503, + "step": 10623 + }, + { + "epoch": 0.1818586418802102, + "grad_norm": 2.4130096435546875, + "learning_rate": 1.881478222810027e-05, + "loss": 2.8453, + "step": 10624 + }, + { + "epoch": 0.18187575959876068, + "grad_norm": 2.5488221645355225, + "learning_rate": 1.8814520410726526e-05, + "loss": 2.9637, + "step": 10625 + }, + { + "epoch": 0.18189287731731116, + "grad_norm": 2.249872922897339, + "learning_rate": 1.8814258566260017e-05, + "loss": 2.8981, + "step": 10626 + }, + { + "epoch": 0.1819099950358616, + "grad_norm": 2.3364195823669434, + "learning_rate": 1.8813996694701548e-05, + "loss": 2.9912, + "step": 10627 + }, + { + "epoch": 0.1819271127544121, + "grad_norm": 2.4652252197265625, + "learning_rate": 1.8813734796051927e-05, + "loss": 2.9089, + "step": 10628 + }, + { + "epoch": 0.18194423047296257, + "grad_norm": 2.3896968364715576, + "learning_rate": 1.8813472870311956e-05, + "loss": 2.9612, + "step": 10629 + }, + { + "epoch": 0.18196134819151302, + "grad_norm": 2.320619583129883, + "learning_rate": 1.881321091748244e-05, + "loss": 2.9765, + "step": 10630 + }, + { + "epoch": 0.1819784659100635, + "grad_norm": 2.507538318634033, + "learning_rate": 1.8812948937564183e-05, + "loss": 3.0919, + "step": 10631 + }, + { + "epoch": 0.18199558362861398, + "grad_norm": 2.4001176357269287, + "learning_rate": 1.8812686930557994e-05, + "loss": 2.8118, + "step": 10632 + }, + { + "epoch": 0.18201270134716446, + "grad_norm": 2.5848231315612793, + "learning_rate": 1.8812424896464677e-05, + "loss": 3.0288, + "step": 10633 + }, + { + "epoch": 0.18202981906571492, + "grad_norm": 2.622851610183716, + "learning_rate": 1.8812162835285033e-05, + "loss": 3.0353, + "step": 10634 + }, + { + "epoch": 0.1820469367842654, + "grad_norm": 2.4697623252868652, + "learning_rate": 1.8811900747019876e-05, + "loss": 3.0298, + "step": 10635 + }, + { + "epoch": 0.18206405450281588, + "grad_norm": 2.578721523284912, + "learning_rate": 1.881163863167e-05, + "loss": 3.1146, + "step": 10636 + }, + { + "epoch": 0.18208117222136633, + "grad_norm": 2.406680107116699, + "learning_rate": 1.8811376489236224e-05, + "loss": 2.9763, + "step": 10637 + }, + { + "epoch": 0.1820982899399168, + "grad_norm": 2.572669506072998, + "learning_rate": 1.8811114319719347e-05, + "loss": 3.0305, + "step": 10638 + }, + { + "epoch": 0.1821154076584673, + "grad_norm": 2.441580295562744, + "learning_rate": 1.8810852123120168e-05, + "loss": 3.028, + "step": 10639 + }, + { + "epoch": 0.18213252537701774, + "grad_norm": 2.5395233631134033, + "learning_rate": 1.8810589899439505e-05, + "loss": 3.0004, + "step": 10640 + }, + { + "epoch": 0.18214964309556822, + "grad_norm": 2.233670949935913, + "learning_rate": 1.881032764867816e-05, + "loss": 2.9256, + "step": 10641 + }, + { + "epoch": 0.1821667608141187, + "grad_norm": 2.4252982139587402, + "learning_rate": 1.8810065370836936e-05, + "loss": 3.0697, + "step": 10642 + }, + { + "epoch": 0.18218387853266915, + "grad_norm": 2.5098135471343994, + "learning_rate": 1.8809803065916638e-05, + "loss": 3.0003, + "step": 10643 + }, + { + "epoch": 0.18220099625121963, + "grad_norm": 2.357980489730835, + "learning_rate": 1.880954073391808e-05, + "loss": 2.9827, + "step": 10644 + }, + { + "epoch": 0.1822181139697701, + "grad_norm": 2.4794485569000244, + "learning_rate": 1.880927837484206e-05, + "loss": 3.0665, + "step": 10645 + }, + { + "epoch": 0.1822352316883206, + "grad_norm": 2.5640196800231934, + "learning_rate": 1.880901598868939e-05, + "loss": 3.0528, + "step": 10646 + }, + { + "epoch": 0.18225234940687104, + "grad_norm": 2.5665721893310547, + "learning_rate": 1.8808753575460872e-05, + "loss": 2.9789, + "step": 10647 + }, + { + "epoch": 0.18226946712542152, + "grad_norm": 2.5593316555023193, + "learning_rate": 1.8808491135157317e-05, + "loss": 3.0967, + "step": 10648 + }, + { + "epoch": 0.182286584843972, + "grad_norm": 2.5450828075408936, + "learning_rate": 1.880822866777953e-05, + "loss": 3.0018, + "step": 10649 + }, + { + "epoch": 0.18230370256252246, + "grad_norm": 2.60709285736084, + "learning_rate": 1.8807966173328315e-05, + "loss": 2.9507, + "step": 10650 + }, + { + "epoch": 0.18232082028107294, + "grad_norm": 2.4773967266082764, + "learning_rate": 1.880770365180448e-05, + "loss": 3.004, + "step": 10651 + }, + { + "epoch": 0.18233793799962342, + "grad_norm": 2.3971896171569824, + "learning_rate": 1.8807441103208838e-05, + "loss": 3.0028, + "step": 10652 + }, + { + "epoch": 0.18235505571817387, + "grad_norm": 2.5888142585754395, + "learning_rate": 1.880717852754219e-05, + "loss": 3.0736, + "step": 10653 + }, + { + "epoch": 0.18237217343672435, + "grad_norm": 2.5470099449157715, + "learning_rate": 1.8806915924805343e-05, + "loss": 3.1521, + "step": 10654 + }, + { + "epoch": 0.18238929115527483, + "grad_norm": 2.4795796871185303, + "learning_rate": 1.88066532949991e-05, + "loss": 2.9033, + "step": 10655 + }, + { + "epoch": 0.1824064088738253, + "grad_norm": 2.3680455684661865, + "learning_rate": 1.8806390638124284e-05, + "loss": 2.9298, + "step": 10656 + }, + { + "epoch": 0.18242352659237576, + "grad_norm": 2.490945816040039, + "learning_rate": 1.8806127954181687e-05, + "loss": 3.0201, + "step": 10657 + }, + { + "epoch": 0.18244064431092624, + "grad_norm": 2.3931305408477783, + "learning_rate": 1.8805865243172117e-05, + "loss": 2.989, + "step": 10658 + }, + { + "epoch": 0.18245776202947672, + "grad_norm": 2.508941650390625, + "learning_rate": 1.880560250509639e-05, + "loss": 3.0973, + "step": 10659 + }, + { + "epoch": 0.18247487974802717, + "grad_norm": 2.469331979751587, + "learning_rate": 1.880533973995531e-05, + "loss": 3.1255, + "step": 10660 + }, + { + "epoch": 0.18249199746657765, + "grad_norm": 2.661362886428833, + "learning_rate": 1.880507694774968e-05, + "loss": 3.0939, + "step": 10661 + }, + { + "epoch": 0.18250911518512813, + "grad_norm": 2.4751064777374268, + "learning_rate": 1.8804814128480314e-05, + "loss": 3.011, + "step": 10662 + }, + { + "epoch": 0.1825262329036786, + "grad_norm": 2.500915288925171, + "learning_rate": 1.880455128214802e-05, + "loss": 3.0136, + "step": 10663 + }, + { + "epoch": 0.18254335062222907, + "grad_norm": 2.3435351848602295, + "learning_rate": 1.88042884087536e-05, + "loss": 2.9868, + "step": 10664 + }, + { + "epoch": 0.18256046834077955, + "grad_norm": 2.600116491317749, + "learning_rate": 1.8804025508297865e-05, + "loss": 2.9683, + "step": 10665 + }, + { + "epoch": 0.18257758605933, + "grad_norm": 2.65535044670105, + "learning_rate": 1.8803762580781626e-05, + "loss": 3.1093, + "step": 10666 + }, + { + "epoch": 0.18259470377788048, + "grad_norm": 2.6004865169525146, + "learning_rate": 1.8803499626205686e-05, + "loss": 3.0756, + "step": 10667 + }, + { + "epoch": 0.18261182149643096, + "grad_norm": 2.556636333465576, + "learning_rate": 1.8803236644570858e-05, + "loss": 3.0001, + "step": 10668 + }, + { + "epoch": 0.18262893921498144, + "grad_norm": 2.345848798751831, + "learning_rate": 1.8802973635877946e-05, + "loss": 3.0378, + "step": 10669 + }, + { + "epoch": 0.1826460569335319, + "grad_norm": 2.558164119720459, + "learning_rate": 1.8802710600127762e-05, + "loss": 3.0887, + "step": 10670 + }, + { + "epoch": 0.18266317465208237, + "grad_norm": 2.4013378620147705, + "learning_rate": 1.880244753732111e-05, + "loss": 2.9708, + "step": 10671 + }, + { + "epoch": 0.18268029237063285, + "grad_norm": 2.3690569400787354, + "learning_rate": 1.8802184447458806e-05, + "loss": 2.8927, + "step": 10672 + }, + { + "epoch": 0.1826974100891833, + "grad_norm": 2.421548366546631, + "learning_rate": 1.8801921330541653e-05, + "loss": 2.9172, + "step": 10673 + }, + { + "epoch": 0.18271452780773378, + "grad_norm": 2.3791050910949707, + "learning_rate": 1.8801658186570457e-05, + "loss": 3.0762, + "step": 10674 + }, + { + "epoch": 0.18273164552628426, + "grad_norm": 2.405535936355591, + "learning_rate": 1.8801395015546035e-05, + "loss": 2.9714, + "step": 10675 + }, + { + "epoch": 0.18274876324483472, + "grad_norm": 2.349564790725708, + "learning_rate": 1.880113181746919e-05, + "loss": 2.9787, + "step": 10676 + }, + { + "epoch": 0.1827658809633852, + "grad_norm": 2.386866807937622, + "learning_rate": 1.8800868592340732e-05, + "loss": 2.982, + "step": 10677 + }, + { + "epoch": 0.18278299868193568, + "grad_norm": 2.3814592361450195, + "learning_rate": 1.8800605340161474e-05, + "loss": 2.9243, + "step": 10678 + }, + { + "epoch": 0.18280011640048616, + "grad_norm": 2.398761510848999, + "learning_rate": 1.8800342060932218e-05, + "loss": 2.9609, + "step": 10679 + }, + { + "epoch": 0.1828172341190366, + "grad_norm": 2.4919545650482178, + "learning_rate": 1.880007875465378e-05, + "loss": 2.9988, + "step": 10680 + }, + { + "epoch": 0.1828343518375871, + "grad_norm": 2.577284336090088, + "learning_rate": 1.8799815421326965e-05, + "loss": 2.9098, + "step": 10681 + }, + { + "epoch": 0.18285146955613757, + "grad_norm": 2.6963460445404053, + "learning_rate": 1.8799552060952583e-05, + "loss": 3.023, + "step": 10682 + }, + { + "epoch": 0.18286858727468802, + "grad_norm": 2.5119431018829346, + "learning_rate": 1.8799288673531443e-05, + "loss": 3.0602, + "step": 10683 + }, + { + "epoch": 0.1828857049932385, + "grad_norm": 2.6773149967193604, + "learning_rate": 1.879902525906436e-05, + "loss": 3.0436, + "step": 10684 + }, + { + "epoch": 0.18290282271178898, + "grad_norm": 2.328794479370117, + "learning_rate": 1.8798761817552135e-05, + "loss": 2.9009, + "step": 10685 + }, + { + "epoch": 0.18291994043033943, + "grad_norm": 2.447890043258667, + "learning_rate": 1.8798498348995583e-05, + "loss": 2.975, + "step": 10686 + }, + { + "epoch": 0.18293705814888991, + "grad_norm": 2.514124870300293, + "learning_rate": 1.8798234853395515e-05, + "loss": 3.0862, + "step": 10687 + }, + { + "epoch": 0.1829541758674404, + "grad_norm": 2.35526442527771, + "learning_rate": 1.8797971330752738e-05, + "loss": 3.0282, + "step": 10688 + }, + { + "epoch": 0.18297129358599085, + "grad_norm": 2.5951642990112305, + "learning_rate": 1.879770778106806e-05, + "loss": 3.0033, + "step": 10689 + }, + { + "epoch": 0.18298841130454133, + "grad_norm": 2.3059253692626953, + "learning_rate": 1.87974442043423e-05, + "loss": 2.904, + "step": 10690 + }, + { + "epoch": 0.1830055290230918, + "grad_norm": 2.410884141921997, + "learning_rate": 1.8797180600576255e-05, + "loss": 3.0127, + "step": 10691 + }, + { + "epoch": 0.1830226467416423, + "grad_norm": 2.3830015659332275, + "learning_rate": 1.8796916969770745e-05, + "loss": 2.9557, + "step": 10692 + }, + { + "epoch": 0.18303976446019274, + "grad_norm": 2.4074220657348633, + "learning_rate": 1.8796653311926582e-05, + "loss": 2.9563, + "step": 10693 + }, + { + "epoch": 0.18305688217874322, + "grad_norm": 2.6125266551971436, + "learning_rate": 1.8796389627044567e-05, + "loss": 3.0471, + "step": 10694 + }, + { + "epoch": 0.1830739998972937, + "grad_norm": 2.539555311203003, + "learning_rate": 1.879612591512552e-05, + "loss": 3.0403, + "step": 10695 + }, + { + "epoch": 0.18309111761584415, + "grad_norm": 2.4697256088256836, + "learning_rate": 1.8795862176170243e-05, + "loss": 3.0722, + "step": 10696 + }, + { + "epoch": 0.18310823533439463, + "grad_norm": 2.4895031452178955, + "learning_rate": 1.8795598410179548e-05, + "loss": 2.9422, + "step": 10697 + }, + { + "epoch": 0.1831253530529451, + "grad_norm": 2.4396464824676514, + "learning_rate": 1.8795334617154252e-05, + "loss": 2.9673, + "step": 10698 + }, + { + "epoch": 0.18314247077149556, + "grad_norm": 2.625168800354004, + "learning_rate": 1.879507079709516e-05, + "loss": 2.8929, + "step": 10699 + }, + { + "epoch": 0.18315958849004604, + "grad_norm": 2.5512638092041016, + "learning_rate": 1.8794806950003092e-05, + "loss": 3.1279, + "step": 10700 + }, + { + "epoch": 0.18317670620859652, + "grad_norm": 2.573620557785034, + "learning_rate": 1.8794543075878847e-05, + "loss": 3.1244, + "step": 10701 + }, + { + "epoch": 0.183193823927147, + "grad_norm": 2.5404388904571533, + "learning_rate": 1.879427917472324e-05, + "loss": 3.0036, + "step": 10702 + }, + { + "epoch": 0.18321094164569746, + "grad_norm": 2.3192522525787354, + "learning_rate": 1.8794015246537082e-05, + "loss": 2.9545, + "step": 10703 + }, + { + "epoch": 0.18322805936424794, + "grad_norm": 2.507979393005371, + "learning_rate": 1.879375129132119e-05, + "loss": 3.0749, + "step": 10704 + }, + { + "epoch": 0.18324517708279842, + "grad_norm": 2.3635025024414062, + "learning_rate": 1.8793487309076366e-05, + "loss": 2.8698, + "step": 10705 + }, + { + "epoch": 0.18326229480134887, + "grad_norm": 2.479971408843994, + "learning_rate": 1.879322329980343e-05, + "loss": 2.9263, + "step": 10706 + }, + { + "epoch": 0.18327941251989935, + "grad_norm": 2.439819574356079, + "learning_rate": 1.8792959263503187e-05, + "loss": 3.0146, + "step": 10707 + }, + { + "epoch": 0.18329653023844983, + "grad_norm": 2.459686279296875, + "learning_rate": 1.8792695200176454e-05, + "loss": 3.081, + "step": 10708 + }, + { + "epoch": 0.18331364795700028, + "grad_norm": 2.437852382659912, + "learning_rate": 1.8792431109824037e-05, + "loss": 3.0371, + "step": 10709 + }, + { + "epoch": 0.18333076567555076, + "grad_norm": 2.4023823738098145, + "learning_rate": 1.8792166992446752e-05, + "loss": 3.0306, + "step": 10710 + }, + { + "epoch": 0.18334788339410124, + "grad_norm": 2.4560389518737793, + "learning_rate": 1.879190284804541e-05, + "loss": 2.8982, + "step": 10711 + }, + { + "epoch": 0.1833650011126517, + "grad_norm": 2.487405776977539, + "learning_rate": 1.879163867662082e-05, + "loss": 2.9443, + "step": 10712 + }, + { + "epoch": 0.18338211883120217, + "grad_norm": 2.360281467437744, + "learning_rate": 1.87913744781738e-05, + "loss": 2.8964, + "step": 10713 + }, + { + "epoch": 0.18339923654975265, + "grad_norm": 2.6107115745544434, + "learning_rate": 1.8791110252705152e-05, + "loss": 3.109, + "step": 10714 + }, + { + "epoch": 0.18341635426830313, + "grad_norm": 2.4106152057647705, + "learning_rate": 1.87908460002157e-05, + "loss": 3.011, + "step": 10715 + }, + { + "epoch": 0.18343347198685359, + "grad_norm": 2.390745162963867, + "learning_rate": 1.8790581720706247e-05, + "loss": 2.9884, + "step": 10716 + }, + { + "epoch": 0.18345058970540407, + "grad_norm": 2.373823404312134, + "learning_rate": 1.8790317414177612e-05, + "loss": 3.0008, + "step": 10717 + }, + { + "epoch": 0.18346770742395455, + "grad_norm": 2.4702188968658447, + "learning_rate": 1.8790053080630604e-05, + "loss": 3.2155, + "step": 10718 + }, + { + "epoch": 0.183484825142505, + "grad_norm": 2.3384408950805664, + "learning_rate": 1.8789788720066034e-05, + "loss": 2.9878, + "step": 10719 + }, + { + "epoch": 0.18350194286105548, + "grad_norm": 2.3891708850860596, + "learning_rate": 1.8789524332484717e-05, + "loss": 3.0751, + "step": 10720 + }, + { + "epoch": 0.18351906057960596, + "grad_norm": 2.2803001403808594, + "learning_rate": 1.8789259917887464e-05, + "loss": 2.8687, + "step": 10721 + }, + { + "epoch": 0.1835361782981564, + "grad_norm": 2.314340591430664, + "learning_rate": 1.878899547627509e-05, + "loss": 2.9982, + "step": 10722 + }, + { + "epoch": 0.1835532960167069, + "grad_norm": 2.3936400413513184, + "learning_rate": 1.8788731007648406e-05, + "loss": 2.9815, + "step": 10723 + }, + { + "epoch": 0.18357041373525737, + "grad_norm": 2.5326170921325684, + "learning_rate": 1.8788466512008227e-05, + "loss": 3.0438, + "step": 10724 + }, + { + "epoch": 0.18358753145380782, + "grad_norm": 2.3527302742004395, + "learning_rate": 1.878820198935536e-05, + "loss": 2.9498, + "step": 10725 + }, + { + "epoch": 0.1836046491723583, + "grad_norm": 2.468193769454956, + "learning_rate": 1.8787937439690627e-05, + "loss": 3.1292, + "step": 10726 + }, + { + "epoch": 0.18362176689090878, + "grad_norm": 2.368603467941284, + "learning_rate": 1.8787672863014836e-05, + "loss": 2.9614, + "step": 10727 + }, + { + "epoch": 0.18363888460945926, + "grad_norm": 2.27752947807312, + "learning_rate": 1.8787408259328797e-05, + "loss": 2.9902, + "step": 10728 + }, + { + "epoch": 0.18365600232800972, + "grad_norm": 2.41705060005188, + "learning_rate": 1.878714362863333e-05, + "loss": 2.9779, + "step": 10729 + }, + { + "epoch": 0.1836731200465602, + "grad_norm": 2.487689733505249, + "learning_rate": 1.8786878970929247e-05, + "loss": 3.029, + "step": 10730 + }, + { + "epoch": 0.18369023776511068, + "grad_norm": 2.519968271255493, + "learning_rate": 1.8786614286217358e-05, + "loss": 3.0226, + "step": 10731 + }, + { + "epoch": 0.18370735548366113, + "grad_norm": 2.584193706512451, + "learning_rate": 1.8786349574498474e-05, + "loss": 2.9112, + "step": 10732 + }, + { + "epoch": 0.1837244732022116, + "grad_norm": 2.7309226989746094, + "learning_rate": 1.878608483577342e-05, + "loss": 3.087, + "step": 10733 + }, + { + "epoch": 0.1837415909207621, + "grad_norm": 2.4806599617004395, + "learning_rate": 1.8785820070042998e-05, + "loss": 2.8543, + "step": 10734 + }, + { + "epoch": 0.18375870863931254, + "grad_norm": 2.591754198074341, + "learning_rate": 1.8785555277308028e-05, + "loss": 3.1033, + "step": 10735 + }, + { + "epoch": 0.18377582635786302, + "grad_norm": 2.7165210247039795, + "learning_rate": 1.8785290457569326e-05, + "loss": 2.9017, + "step": 10736 + }, + { + "epoch": 0.1837929440764135, + "grad_norm": 2.47524356842041, + "learning_rate": 1.87850256108277e-05, + "loss": 3.0373, + "step": 10737 + }, + { + "epoch": 0.18381006179496398, + "grad_norm": 2.4737250804901123, + "learning_rate": 1.8784760737083965e-05, + "loss": 3.0208, + "step": 10738 + }, + { + "epoch": 0.18382717951351443, + "grad_norm": 2.4205048084259033, + "learning_rate": 1.8784495836338935e-05, + "loss": 2.9488, + "step": 10739 + }, + { + "epoch": 0.1838442972320649, + "grad_norm": 2.4688656330108643, + "learning_rate": 1.878423090859343e-05, + "loss": 3.0341, + "step": 10740 + }, + { + "epoch": 0.1838614149506154, + "grad_norm": 2.3968677520751953, + "learning_rate": 1.8783965953848257e-05, + "loss": 3.0276, + "step": 10741 + }, + { + "epoch": 0.18387853266916585, + "grad_norm": 2.518763780593872, + "learning_rate": 1.8783700972104234e-05, + "loss": 3.0501, + "step": 10742 + }, + { + "epoch": 0.18389565038771633, + "grad_norm": 2.6385974884033203, + "learning_rate": 1.8783435963362178e-05, + "loss": 3.0159, + "step": 10743 + }, + { + "epoch": 0.1839127681062668, + "grad_norm": 2.454418659210205, + "learning_rate": 1.87831709276229e-05, + "loss": 3.0127, + "step": 10744 + }, + { + "epoch": 0.18392988582481726, + "grad_norm": 2.3874261379241943, + "learning_rate": 1.8782905864887212e-05, + "loss": 2.9561, + "step": 10745 + }, + { + "epoch": 0.18394700354336774, + "grad_norm": 2.460503339767456, + "learning_rate": 1.8782640775155932e-05, + "loss": 2.9755, + "step": 10746 + }, + { + "epoch": 0.18396412126191822, + "grad_norm": 2.3206706047058105, + "learning_rate": 1.8782375658429877e-05, + "loss": 2.9025, + "step": 10747 + }, + { + "epoch": 0.18398123898046867, + "grad_norm": 2.552785873413086, + "learning_rate": 1.878211051470986e-05, + "loss": 3.0864, + "step": 10748 + }, + { + "epoch": 0.18399835669901915, + "grad_norm": 2.3732967376708984, + "learning_rate": 1.8781845343996692e-05, + "loss": 2.9393, + "step": 10749 + }, + { + "epoch": 0.18401547441756963, + "grad_norm": 2.462402582168579, + "learning_rate": 1.878158014629119e-05, + "loss": 2.8866, + "step": 10750 + }, + { + "epoch": 0.1840325921361201, + "grad_norm": 2.5678155422210693, + "learning_rate": 1.8781314921594175e-05, + "loss": 3.1283, + "step": 10751 + }, + { + "epoch": 0.18404970985467056, + "grad_norm": 2.361091375350952, + "learning_rate": 1.8781049669906458e-05, + "loss": 3.0089, + "step": 10752 + }, + { + "epoch": 0.18406682757322104, + "grad_norm": 2.4115922451019287, + "learning_rate": 1.8780784391228853e-05, + "loss": 3.0786, + "step": 10753 + }, + { + "epoch": 0.18408394529177152, + "grad_norm": 2.342144012451172, + "learning_rate": 1.8780519085562175e-05, + "loss": 2.9463, + "step": 10754 + }, + { + "epoch": 0.18410106301032197, + "grad_norm": 2.3167779445648193, + "learning_rate": 1.878025375290724e-05, + "loss": 2.975, + "step": 10755 + }, + { + "epoch": 0.18411818072887245, + "grad_norm": 2.3142449855804443, + "learning_rate": 1.877998839326487e-05, + "loss": 2.7885, + "step": 10756 + }, + { + "epoch": 0.18413529844742293, + "grad_norm": 2.714465379714966, + "learning_rate": 1.877972300663587e-05, + "loss": 3.0112, + "step": 10757 + }, + { + "epoch": 0.1841524161659734, + "grad_norm": 2.6654622554779053, + "learning_rate": 1.8779457593021062e-05, + "loss": 3.0248, + "step": 10758 + }, + { + "epoch": 0.18416953388452387, + "grad_norm": 2.380028009414673, + "learning_rate": 1.877919215242126e-05, + "loss": 2.8048, + "step": 10759 + }, + { + "epoch": 0.18418665160307435, + "grad_norm": 2.4209909439086914, + "learning_rate": 1.8778926684837283e-05, + "loss": 3.0078, + "step": 10760 + }, + { + "epoch": 0.18420376932162483, + "grad_norm": 2.30857515335083, + "learning_rate": 1.8778661190269943e-05, + "loss": 3.0392, + "step": 10761 + }, + { + "epoch": 0.18422088704017528, + "grad_norm": 2.3769593238830566, + "learning_rate": 1.8778395668720056e-05, + "loss": 2.9227, + "step": 10762 + }, + { + "epoch": 0.18423800475872576, + "grad_norm": 2.2898831367492676, + "learning_rate": 1.8778130120188443e-05, + "loss": 2.8768, + "step": 10763 + }, + { + "epoch": 0.18425512247727624, + "grad_norm": 2.55363130569458, + "learning_rate": 1.8777864544675917e-05, + "loss": 2.9822, + "step": 10764 + }, + { + "epoch": 0.1842722401958267, + "grad_norm": 2.430337905883789, + "learning_rate": 1.877759894218329e-05, + "loss": 3.0771, + "step": 10765 + }, + { + "epoch": 0.18428935791437717, + "grad_norm": 2.640429973602295, + "learning_rate": 1.8777333312711382e-05, + "loss": 2.9736, + "step": 10766 + }, + { + "epoch": 0.18430647563292765, + "grad_norm": 2.4988391399383545, + "learning_rate": 1.8777067656261015e-05, + "loss": 3.0436, + "step": 10767 + }, + { + "epoch": 0.1843235933514781, + "grad_norm": 2.514469623565674, + "learning_rate": 1.8776801972833e-05, + "loss": 2.8345, + "step": 10768 + }, + { + "epoch": 0.18434071107002858, + "grad_norm": 2.5817928314208984, + "learning_rate": 1.877653626242815e-05, + "loss": 3.0892, + "step": 10769 + }, + { + "epoch": 0.18435782878857906, + "grad_norm": 2.2957074642181396, + "learning_rate": 1.8776270525047287e-05, + "loss": 3.0024, + "step": 10770 + }, + { + "epoch": 0.18437494650712952, + "grad_norm": 2.4295358657836914, + "learning_rate": 1.8776004760691225e-05, + "loss": 3.0602, + "step": 10771 + }, + { + "epoch": 0.18439206422568, + "grad_norm": 2.664275646209717, + "learning_rate": 1.877573896936079e-05, + "loss": 3.0968, + "step": 10772 + }, + { + "epoch": 0.18440918194423048, + "grad_norm": 2.5329928398132324, + "learning_rate": 1.8775473151056782e-05, + "loss": 3.1318, + "step": 10773 + }, + { + "epoch": 0.18442629966278096, + "grad_norm": 2.3525378704071045, + "learning_rate": 1.877520730578003e-05, + "loss": 2.9018, + "step": 10774 + }, + { + "epoch": 0.1844434173813314, + "grad_norm": 2.4535670280456543, + "learning_rate": 1.877494143353135e-05, + "loss": 2.9951, + "step": 10775 + }, + { + "epoch": 0.1844605350998819, + "grad_norm": 2.5652575492858887, + "learning_rate": 1.8774675534311558e-05, + "loss": 3.121, + "step": 10776 + }, + { + "epoch": 0.18447765281843237, + "grad_norm": 2.8220925331115723, + "learning_rate": 1.8774409608121472e-05, + "loss": 2.8897, + "step": 10777 + }, + { + "epoch": 0.18449477053698282, + "grad_norm": 2.689100503921509, + "learning_rate": 1.8774143654961906e-05, + "loss": 2.9901, + "step": 10778 + }, + { + "epoch": 0.1845118882555333, + "grad_norm": 2.3408379554748535, + "learning_rate": 1.877387767483368e-05, + "loss": 2.9474, + "step": 10779 + }, + { + "epoch": 0.18452900597408378, + "grad_norm": 2.4284744262695312, + "learning_rate": 1.8773611667737613e-05, + "loss": 2.9977, + "step": 10780 + }, + { + "epoch": 0.18454612369263423, + "grad_norm": 2.4234189987182617, + "learning_rate": 1.8773345633674518e-05, + "loss": 2.9428, + "step": 10781 + }, + { + "epoch": 0.18456324141118471, + "grad_norm": 2.5536341667175293, + "learning_rate": 1.8773079572645217e-05, + "loss": 2.9576, + "step": 10782 + }, + { + "epoch": 0.1845803591297352, + "grad_norm": 2.4948220252990723, + "learning_rate": 1.877281348465053e-05, + "loss": 3.0563, + "step": 10783 + }, + { + "epoch": 0.18459747684828567, + "grad_norm": 2.401555061340332, + "learning_rate": 1.877254736969127e-05, + "loss": 2.9834, + "step": 10784 + }, + { + "epoch": 0.18461459456683613, + "grad_norm": 2.4078123569488525, + "learning_rate": 1.8772281227768252e-05, + "loss": 2.9944, + "step": 10785 + }, + { + "epoch": 0.1846317122853866, + "grad_norm": 2.391519069671631, + "learning_rate": 1.8772015058882302e-05, + "loss": 2.9991, + "step": 10786 + }, + { + "epoch": 0.1846488300039371, + "grad_norm": 2.2881827354431152, + "learning_rate": 1.8771748863034233e-05, + "loss": 3.0498, + "step": 10787 + }, + { + "epoch": 0.18466594772248754, + "grad_norm": 2.407341718673706, + "learning_rate": 1.877148264022486e-05, + "loss": 3.0561, + "step": 10788 + }, + { + "epoch": 0.18468306544103802, + "grad_norm": 2.365993022918701, + "learning_rate": 1.8771216390455014e-05, + "loss": 3.0067, + "step": 10789 + }, + { + "epoch": 0.1847001831595885, + "grad_norm": 2.443539619445801, + "learning_rate": 1.87709501137255e-05, + "loss": 2.9127, + "step": 10790 + }, + { + "epoch": 0.18471730087813895, + "grad_norm": 2.5570337772369385, + "learning_rate": 1.8770683810037143e-05, + "loss": 3.1266, + "step": 10791 + }, + { + "epoch": 0.18473441859668943, + "grad_norm": 2.539911985397339, + "learning_rate": 1.877041747939076e-05, + "loss": 2.9653, + "step": 10792 + }, + { + "epoch": 0.1847515363152399, + "grad_norm": 2.4431591033935547, + "learning_rate": 1.877015112178717e-05, + "loss": 3.094, + "step": 10793 + }, + { + "epoch": 0.18476865403379036, + "grad_norm": 2.3968563079833984, + "learning_rate": 1.876988473722719e-05, + "loss": 2.9714, + "step": 10794 + }, + { + "epoch": 0.18478577175234084, + "grad_norm": 2.4861581325531006, + "learning_rate": 1.8769618325711646e-05, + "loss": 3.0053, + "step": 10795 + }, + { + "epoch": 0.18480288947089132, + "grad_norm": 2.518305540084839, + "learning_rate": 1.8769351887241347e-05, + "loss": 3.0122, + "step": 10796 + }, + { + "epoch": 0.1848200071894418, + "grad_norm": 2.499474287033081, + "learning_rate": 1.8769085421817114e-05, + "loss": 3.0496, + "step": 10797 + }, + { + "epoch": 0.18483712490799226, + "grad_norm": 2.619717597961426, + "learning_rate": 1.876881892943977e-05, + "loss": 2.9723, + "step": 10798 + }, + { + "epoch": 0.18485424262654274, + "grad_norm": 2.45487904548645, + "learning_rate": 1.876855241011013e-05, + "loss": 3.017, + "step": 10799 + }, + { + "epoch": 0.18487136034509322, + "grad_norm": 2.3838908672332764, + "learning_rate": 1.876828586382902e-05, + "loss": 2.9485, + "step": 10800 + }, + { + "epoch": 0.18488847806364367, + "grad_norm": 2.4795427322387695, + "learning_rate": 1.8768019290597254e-05, + "loss": 3.0097, + "step": 10801 + }, + { + "epoch": 0.18490559578219415, + "grad_norm": 2.4911210536956787, + "learning_rate": 1.876775269041565e-05, + "loss": 2.9583, + "step": 10802 + }, + { + "epoch": 0.18492271350074463, + "grad_norm": 2.4388813972473145, + "learning_rate": 1.8767486063285028e-05, + "loss": 2.9468, + "step": 10803 + }, + { + "epoch": 0.18493983121929508, + "grad_norm": 2.5928032398223877, + "learning_rate": 1.876721940920621e-05, + "loss": 3.0334, + "step": 10804 + }, + { + "epoch": 0.18495694893784556, + "grad_norm": 2.451998233795166, + "learning_rate": 1.8766952728180015e-05, + "loss": 2.9375, + "step": 10805 + }, + { + "epoch": 0.18497406665639604, + "grad_norm": 2.471148729324341, + "learning_rate": 1.876668602020726e-05, + "loss": 2.937, + "step": 10806 + }, + { + "epoch": 0.1849911843749465, + "grad_norm": 2.4986915588378906, + "learning_rate": 1.876641928528877e-05, + "loss": 3.0581, + "step": 10807 + }, + { + "epoch": 0.18500830209349697, + "grad_norm": 2.4279518127441406, + "learning_rate": 1.876615252342536e-05, + "loss": 2.968, + "step": 10808 + }, + { + "epoch": 0.18502541981204745, + "grad_norm": 2.585358142852783, + "learning_rate": 1.8765885734617853e-05, + "loss": 3.105, + "step": 10809 + }, + { + "epoch": 0.18504253753059793, + "grad_norm": 2.4315433502197266, + "learning_rate": 1.876561891886707e-05, + "loss": 2.9033, + "step": 10810 + }, + { + "epoch": 0.18505965524914839, + "grad_norm": 2.4332399368286133, + "learning_rate": 1.8765352076173826e-05, + "loss": 3.016, + "step": 10811 + }, + { + "epoch": 0.18507677296769887, + "grad_norm": 2.4668712615966797, + "learning_rate": 1.876508520653894e-05, + "loss": 2.9168, + "step": 10812 + }, + { + "epoch": 0.18509389068624935, + "grad_norm": 2.4180819988250732, + "learning_rate": 1.8764818309963243e-05, + "loss": 2.8775, + "step": 10813 + }, + { + "epoch": 0.1851110084047998, + "grad_norm": 2.336247205734253, + "learning_rate": 1.8764551386447546e-05, + "loss": 3.0769, + "step": 10814 + }, + { + "epoch": 0.18512812612335028, + "grad_norm": 2.444638729095459, + "learning_rate": 1.8764284435992675e-05, + "loss": 2.993, + "step": 10815 + }, + { + "epoch": 0.18514524384190076, + "grad_norm": 2.4925789833068848, + "learning_rate": 1.876401745859944e-05, + "loss": 3.1264, + "step": 10816 + }, + { + "epoch": 0.1851623615604512, + "grad_norm": 2.3960044384002686, + "learning_rate": 1.8763750454268677e-05, + "loss": 2.9655, + "step": 10817 + }, + { + "epoch": 0.1851794792790017, + "grad_norm": 2.5974602699279785, + "learning_rate": 1.8763483423001197e-05, + "loss": 3.0225, + "step": 10818 + }, + { + "epoch": 0.18519659699755217, + "grad_norm": 2.603457450866699, + "learning_rate": 1.876321636479782e-05, + "loss": 3.0581, + "step": 10819 + }, + { + "epoch": 0.18521371471610265, + "grad_norm": 2.5321290493011475, + "learning_rate": 1.8762949279659373e-05, + "loss": 3.1148, + "step": 10820 + }, + { + "epoch": 0.1852308324346531, + "grad_norm": 2.3966500759124756, + "learning_rate": 1.876268216758667e-05, + "loss": 2.978, + "step": 10821 + }, + { + "epoch": 0.18524795015320358, + "grad_norm": 2.3609907627105713, + "learning_rate": 1.8762415028580538e-05, + "loss": 2.9121, + "step": 10822 + }, + { + "epoch": 0.18526506787175406, + "grad_norm": 2.319524049758911, + "learning_rate": 1.8762147862641792e-05, + "loss": 2.8845, + "step": 10823 + }, + { + "epoch": 0.18528218559030452, + "grad_norm": 2.478818893432617, + "learning_rate": 1.8761880669771258e-05, + "loss": 2.8586, + "step": 10824 + }, + { + "epoch": 0.185299303308855, + "grad_norm": 2.6596591472625732, + "learning_rate": 1.876161344996976e-05, + "loss": 2.9045, + "step": 10825 + }, + { + "epoch": 0.18531642102740548, + "grad_norm": 2.338669538497925, + "learning_rate": 1.876134620323811e-05, + "loss": 2.9205, + "step": 10826 + }, + { + "epoch": 0.18533353874595593, + "grad_norm": 2.4759576320648193, + "learning_rate": 1.876107892957714e-05, + "loss": 3.0511, + "step": 10827 + }, + { + "epoch": 0.1853506564645064, + "grad_norm": 2.426497220993042, + "learning_rate": 1.8760811628987664e-05, + "loss": 2.9875, + "step": 10828 + }, + { + "epoch": 0.1853677741830569, + "grad_norm": 2.317706346511841, + "learning_rate": 1.8760544301470506e-05, + "loss": 2.8446, + "step": 10829 + }, + { + "epoch": 0.18538489190160734, + "grad_norm": 2.4862186908721924, + "learning_rate": 1.8760276947026483e-05, + "loss": 3.0338, + "step": 10830 + }, + { + "epoch": 0.18540200962015782, + "grad_norm": 2.565471887588501, + "learning_rate": 1.8760009565656427e-05, + "loss": 3.0373, + "step": 10831 + }, + { + "epoch": 0.1854191273387083, + "grad_norm": 2.488295316696167, + "learning_rate": 1.875974215736115e-05, + "loss": 2.9518, + "step": 10832 + }, + { + "epoch": 0.18543624505725878, + "grad_norm": 2.5191776752471924, + "learning_rate": 1.875947472214148e-05, + "loss": 3.1027, + "step": 10833 + }, + { + "epoch": 0.18545336277580923, + "grad_norm": 2.3945977687835693, + "learning_rate": 1.8759207259998238e-05, + "loss": 3.0966, + "step": 10834 + }, + { + "epoch": 0.1854704804943597, + "grad_norm": 2.4140610694885254, + "learning_rate": 1.8758939770932242e-05, + "loss": 2.9299, + "step": 10835 + }, + { + "epoch": 0.1854875982129102, + "grad_norm": 2.4334716796875, + "learning_rate": 1.875867225494432e-05, + "loss": 3.0383, + "step": 10836 + }, + { + "epoch": 0.18550471593146065, + "grad_norm": 2.354745626449585, + "learning_rate": 1.875840471203529e-05, + "loss": 2.8644, + "step": 10837 + }, + { + "epoch": 0.18552183365001113, + "grad_norm": 2.514585256576538, + "learning_rate": 1.8758137142205973e-05, + "loss": 3.1106, + "step": 10838 + }, + { + "epoch": 0.1855389513685616, + "grad_norm": 2.545182704925537, + "learning_rate": 1.87578695454572e-05, + "loss": 2.967, + "step": 10839 + }, + { + "epoch": 0.18555606908711206, + "grad_norm": 2.49479079246521, + "learning_rate": 1.875760192178979e-05, + "loss": 3.0153, + "step": 10840 + }, + { + "epoch": 0.18557318680566254, + "grad_norm": 2.5257339477539062, + "learning_rate": 1.8757334271204555e-05, + "loss": 3.0313, + "step": 10841 + }, + { + "epoch": 0.18559030452421302, + "grad_norm": 2.670966625213623, + "learning_rate": 1.8757066593702327e-05, + "loss": 2.9886, + "step": 10842 + }, + { + "epoch": 0.1856074222427635, + "grad_norm": 2.468463659286499, + "learning_rate": 1.875679888928393e-05, + "loss": 2.8435, + "step": 10843 + }, + { + "epoch": 0.18562453996131395, + "grad_norm": 2.5130615234375, + "learning_rate": 1.8756531157950188e-05, + "loss": 3.1364, + "step": 10844 + }, + { + "epoch": 0.18564165767986443, + "grad_norm": 2.659473419189453, + "learning_rate": 1.8756263399701916e-05, + "loss": 3.1335, + "step": 10845 + }, + { + "epoch": 0.1856587753984149, + "grad_norm": 2.467764139175415, + "learning_rate": 1.8755995614539945e-05, + "loss": 2.8795, + "step": 10846 + }, + { + "epoch": 0.18567589311696536, + "grad_norm": 2.3661999702453613, + "learning_rate": 1.875572780246509e-05, + "loss": 3.0541, + "step": 10847 + }, + { + "epoch": 0.18569301083551584, + "grad_norm": 2.57560133934021, + "learning_rate": 1.8755459963478183e-05, + "loss": 3.0182, + "step": 10848 + }, + { + "epoch": 0.18571012855406632, + "grad_norm": 2.4894371032714844, + "learning_rate": 1.8755192097580043e-05, + "loss": 2.9653, + "step": 10849 + }, + { + "epoch": 0.18572724627261677, + "grad_norm": 2.5167975425720215, + "learning_rate": 1.875492420477149e-05, + "loss": 3.0265, + "step": 10850 + }, + { + "epoch": 0.18574436399116726, + "grad_norm": 2.3715596199035645, + "learning_rate": 1.875465628505335e-05, + "loss": 2.9808, + "step": 10851 + }, + { + "epoch": 0.18576148170971774, + "grad_norm": 2.4023916721343994, + "learning_rate": 1.875438833842645e-05, + "loss": 3.0519, + "step": 10852 + }, + { + "epoch": 0.1857785994282682, + "grad_norm": 2.408087968826294, + "learning_rate": 1.875412036489161e-05, + "loss": 3.0602, + "step": 10853 + }, + { + "epoch": 0.18579571714681867, + "grad_norm": 2.5473620891571045, + "learning_rate": 1.8753852364449656e-05, + "loss": 2.9055, + "step": 10854 + }, + { + "epoch": 0.18581283486536915, + "grad_norm": 2.4813106060028076, + "learning_rate": 1.8753584337101406e-05, + "loss": 3.0228, + "step": 10855 + }, + { + "epoch": 0.18582995258391963, + "grad_norm": 2.3910253047943115, + "learning_rate": 1.8753316282847692e-05, + "loss": 2.8904, + "step": 10856 + }, + { + "epoch": 0.18584707030247008, + "grad_norm": 2.563896894454956, + "learning_rate": 1.8753048201689332e-05, + "loss": 3.0684, + "step": 10857 + }, + { + "epoch": 0.18586418802102056, + "grad_norm": 2.412581443786621, + "learning_rate": 1.8752780093627156e-05, + "loss": 2.9615, + "step": 10858 + }, + { + "epoch": 0.18588130573957104, + "grad_norm": 2.449232578277588, + "learning_rate": 1.8752511958661977e-05, + "loss": 2.9669, + "step": 10859 + }, + { + "epoch": 0.1858984234581215, + "grad_norm": 2.486517906188965, + "learning_rate": 1.8752243796794628e-05, + "loss": 2.8499, + "step": 10860 + }, + { + "epoch": 0.18591554117667197, + "grad_norm": 2.3506436347961426, + "learning_rate": 1.8751975608025933e-05, + "loss": 2.9069, + "step": 10861 + }, + { + "epoch": 0.18593265889522245, + "grad_norm": 2.3659846782684326, + "learning_rate": 1.8751707392356714e-05, + "loss": 2.9475, + "step": 10862 + }, + { + "epoch": 0.1859497766137729, + "grad_norm": 2.62144136428833, + "learning_rate": 1.8751439149787797e-05, + "loss": 3.0724, + "step": 10863 + }, + { + "epoch": 0.18596689433232338, + "grad_norm": 2.4842655658721924, + "learning_rate": 1.8751170880320003e-05, + "loss": 2.9232, + "step": 10864 + }, + { + "epoch": 0.18598401205087386, + "grad_norm": 2.5062122344970703, + "learning_rate": 1.8750902583954166e-05, + "loss": 2.9703, + "step": 10865 + }, + { + "epoch": 0.18600112976942434, + "grad_norm": 2.522062301635742, + "learning_rate": 1.8750634260691096e-05, + "loss": 3.1108, + "step": 10866 + }, + { + "epoch": 0.1860182474879748, + "grad_norm": 2.3981382846832275, + "learning_rate": 1.8750365910531626e-05, + "loss": 3.0255, + "step": 10867 + }, + { + "epoch": 0.18603536520652528, + "grad_norm": 2.5448358058929443, + "learning_rate": 1.8750097533476587e-05, + "loss": 3.0296, + "step": 10868 + }, + { + "epoch": 0.18605248292507576, + "grad_norm": 2.4418530464172363, + "learning_rate": 1.874982912952679e-05, + "loss": 3.05, + "step": 10869 + }, + { + "epoch": 0.1860696006436262, + "grad_norm": 2.6871323585510254, + "learning_rate": 1.874956069868307e-05, + "loss": 3.0078, + "step": 10870 + }, + { + "epoch": 0.1860867183621767, + "grad_norm": 2.395974636077881, + "learning_rate": 1.8749292240946252e-05, + "loss": 3.0433, + "step": 10871 + }, + { + "epoch": 0.18610383608072717, + "grad_norm": 2.365773916244507, + "learning_rate": 1.8749023756317154e-05, + "loss": 2.924, + "step": 10872 + }, + { + "epoch": 0.18612095379927762, + "grad_norm": 2.5800013542175293, + "learning_rate": 1.8748755244796607e-05, + "loss": 3.069, + "step": 10873 + }, + { + "epoch": 0.1861380715178281, + "grad_norm": 2.4698598384857178, + "learning_rate": 1.8748486706385437e-05, + "loss": 2.9956, + "step": 10874 + }, + { + "epoch": 0.18615518923637858, + "grad_norm": 2.297229051589966, + "learning_rate": 1.8748218141084464e-05, + "loss": 2.8616, + "step": 10875 + }, + { + "epoch": 0.18617230695492903, + "grad_norm": 2.474233627319336, + "learning_rate": 1.874794954889452e-05, + "loss": 2.9087, + "step": 10876 + }, + { + "epoch": 0.18618942467347951, + "grad_norm": 2.584362745285034, + "learning_rate": 1.874768092981642e-05, + "loss": 3.0484, + "step": 10877 + }, + { + "epoch": 0.18620654239203, + "grad_norm": 2.4528236389160156, + "learning_rate": 1.8747412283851006e-05, + "loss": 3.0092, + "step": 10878 + }, + { + "epoch": 0.18622366011058047, + "grad_norm": 2.4755167961120605, + "learning_rate": 1.874714361099909e-05, + "loss": 2.9533, + "step": 10879 + }, + { + "epoch": 0.18624077782913093, + "grad_norm": 2.534069538116455, + "learning_rate": 1.8746874911261505e-05, + "loss": 2.9793, + "step": 10880 + }, + { + "epoch": 0.1862578955476814, + "grad_norm": 2.3789098262786865, + "learning_rate": 1.8746606184639075e-05, + "loss": 2.9821, + "step": 10881 + }, + { + "epoch": 0.1862750132662319, + "grad_norm": 2.3922226428985596, + "learning_rate": 1.874633743113262e-05, + "loss": 3.018, + "step": 10882 + }, + { + "epoch": 0.18629213098478234, + "grad_norm": 2.4905290603637695, + "learning_rate": 1.8746068650742978e-05, + "loss": 3.0643, + "step": 10883 + }, + { + "epoch": 0.18630924870333282, + "grad_norm": 3.023258924484253, + "learning_rate": 1.8745799843470964e-05, + "loss": 3.0204, + "step": 10884 + }, + { + "epoch": 0.1863263664218833, + "grad_norm": 2.486863136291504, + "learning_rate": 1.874553100931741e-05, + "loss": 2.9709, + "step": 10885 + }, + { + "epoch": 0.18634348414043375, + "grad_norm": 2.587157726287842, + "learning_rate": 1.874526214828314e-05, + "loss": 2.9682, + "step": 10886 + }, + { + "epoch": 0.18636060185898423, + "grad_norm": 2.478647232055664, + "learning_rate": 1.8744993260368985e-05, + "loss": 3.0558, + "step": 10887 + }, + { + "epoch": 0.1863777195775347, + "grad_norm": 2.4230353832244873, + "learning_rate": 1.8744724345575764e-05, + "loss": 2.9178, + "step": 10888 + }, + { + "epoch": 0.18639483729608516, + "grad_norm": 2.5184242725372314, + "learning_rate": 1.874445540390431e-05, + "loss": 2.9587, + "step": 10889 + }, + { + "epoch": 0.18641195501463564, + "grad_norm": 2.6162867546081543, + "learning_rate": 1.8744186435355447e-05, + "loss": 3.0745, + "step": 10890 + }, + { + "epoch": 0.18642907273318612, + "grad_norm": 2.3515543937683105, + "learning_rate": 1.874391743993e-05, + "loss": 2.7567, + "step": 10891 + }, + { + "epoch": 0.1864461904517366, + "grad_norm": 2.544013738632202, + "learning_rate": 1.8743648417628798e-05, + "loss": 2.9638, + "step": 10892 + }, + { + "epoch": 0.18646330817028706, + "grad_norm": 2.3921079635620117, + "learning_rate": 1.874337936845267e-05, + "loss": 3.0637, + "step": 10893 + }, + { + "epoch": 0.18648042588883754, + "grad_norm": 2.532646656036377, + "learning_rate": 1.874311029240244e-05, + "loss": 2.9458, + "step": 10894 + }, + { + "epoch": 0.18649754360738802, + "grad_norm": 2.4866466522216797, + "learning_rate": 1.8742841189478934e-05, + "loss": 2.8974, + "step": 10895 + }, + { + "epoch": 0.18651466132593847, + "grad_norm": 2.421203136444092, + "learning_rate": 1.874257205968298e-05, + "loss": 2.8101, + "step": 10896 + }, + { + "epoch": 0.18653177904448895, + "grad_norm": 2.4978647232055664, + "learning_rate": 1.874230290301541e-05, + "loss": 2.9793, + "step": 10897 + }, + { + "epoch": 0.18654889676303943, + "grad_norm": 2.5119717121124268, + "learning_rate": 1.8742033719477044e-05, + "loss": 3.1325, + "step": 10898 + }, + { + "epoch": 0.18656601448158988, + "grad_norm": 2.2778573036193848, + "learning_rate": 1.874176450906871e-05, + "loss": 2.9335, + "step": 10899 + }, + { + "epoch": 0.18658313220014036, + "grad_norm": 2.5088586807250977, + "learning_rate": 1.8741495271791243e-05, + "loss": 2.9693, + "step": 10900 + }, + { + "epoch": 0.18660024991869084, + "grad_norm": 2.5344197750091553, + "learning_rate": 1.8741226007645462e-05, + "loss": 2.9084, + "step": 10901 + }, + { + "epoch": 0.18661736763724132, + "grad_norm": 2.4625961780548096, + "learning_rate": 1.87409567166322e-05, + "loss": 2.9972, + "step": 10902 + }, + { + "epoch": 0.18663448535579177, + "grad_norm": 2.5112969875335693, + "learning_rate": 1.8740687398752282e-05, + "loss": 2.946, + "step": 10903 + }, + { + "epoch": 0.18665160307434225, + "grad_norm": 2.5748190879821777, + "learning_rate": 1.874041805400654e-05, + "loss": 3.0259, + "step": 10904 + }, + { + "epoch": 0.18666872079289273, + "grad_norm": 2.410947561264038, + "learning_rate": 1.8740148682395792e-05, + "loss": 2.9815, + "step": 10905 + }, + { + "epoch": 0.1866858385114432, + "grad_norm": 2.434054374694824, + "learning_rate": 1.873987928392088e-05, + "loss": 3.0202, + "step": 10906 + }, + { + "epoch": 0.18670295622999367, + "grad_norm": 2.413546323776245, + "learning_rate": 1.8739609858582618e-05, + "loss": 3.0541, + "step": 10907 + }, + { + "epoch": 0.18672007394854415, + "grad_norm": 2.351567029953003, + "learning_rate": 1.8739340406381846e-05, + "loss": 2.9216, + "step": 10908 + }, + { + "epoch": 0.1867371916670946, + "grad_norm": 2.4719631671905518, + "learning_rate": 1.873907092731938e-05, + "loss": 3.0746, + "step": 10909 + }, + { + "epoch": 0.18675430938564508, + "grad_norm": 2.5186588764190674, + "learning_rate": 1.8738801421396062e-05, + "loss": 2.9976, + "step": 10910 + }, + { + "epoch": 0.18677142710419556, + "grad_norm": 2.3222222328186035, + "learning_rate": 1.8738531888612712e-05, + "loss": 2.8435, + "step": 10911 + }, + { + "epoch": 0.186788544822746, + "grad_norm": 2.2921671867370605, + "learning_rate": 1.8738262328970157e-05, + "loss": 2.9303, + "step": 10912 + }, + { + "epoch": 0.1868056625412965, + "grad_norm": 2.2545535564422607, + "learning_rate": 1.873799274246923e-05, + "loss": 2.885, + "step": 10913 + }, + { + "epoch": 0.18682278025984697, + "grad_norm": 2.4545884132385254, + "learning_rate": 1.873772312911076e-05, + "loss": 2.8592, + "step": 10914 + }, + { + "epoch": 0.18683989797839745, + "grad_norm": 2.3761065006256104, + "learning_rate": 1.8737453488895572e-05, + "loss": 2.933, + "step": 10915 + }, + { + "epoch": 0.1868570156969479, + "grad_norm": 2.3009884357452393, + "learning_rate": 1.8737183821824496e-05, + "loss": 2.856, + "step": 10916 + }, + { + "epoch": 0.18687413341549838, + "grad_norm": 2.3828933238983154, + "learning_rate": 1.873691412789836e-05, + "loss": 2.8425, + "step": 10917 + }, + { + "epoch": 0.18689125113404886, + "grad_norm": 2.365521192550659, + "learning_rate": 1.8736644407118e-05, + "loss": 2.8754, + "step": 10918 + }, + { + "epoch": 0.18690836885259932, + "grad_norm": 2.5299720764160156, + "learning_rate": 1.8736374659484235e-05, + "loss": 2.9462, + "step": 10919 + }, + { + "epoch": 0.1869254865711498, + "grad_norm": 2.4568042755126953, + "learning_rate": 1.87361048849979e-05, + "loss": 2.9837, + "step": 10920 + }, + { + "epoch": 0.18694260428970028, + "grad_norm": 2.443390130996704, + "learning_rate": 1.8735835083659825e-05, + "loss": 2.8859, + "step": 10921 + }, + { + "epoch": 0.18695972200825073, + "grad_norm": 2.4618523120880127, + "learning_rate": 1.873556525547083e-05, + "loss": 3.0527, + "step": 10922 + }, + { + "epoch": 0.1869768397268012, + "grad_norm": 2.406736135482788, + "learning_rate": 1.8735295400431756e-05, + "loss": 2.8774, + "step": 10923 + }, + { + "epoch": 0.1869939574453517, + "grad_norm": 2.323397397994995, + "learning_rate": 1.873502551854343e-05, + "loss": 3.0255, + "step": 10924 + }, + { + "epoch": 0.18701107516390217, + "grad_norm": 2.6825168132781982, + "learning_rate": 1.8734755609806675e-05, + "loss": 3.0231, + "step": 10925 + }, + { + "epoch": 0.18702819288245262, + "grad_norm": 2.5290255546569824, + "learning_rate": 1.8734485674222326e-05, + "loss": 3.0191, + "step": 10926 + }, + { + "epoch": 0.1870453106010031, + "grad_norm": 2.5010826587677, + "learning_rate": 1.8734215711791214e-05, + "loss": 2.9342, + "step": 10927 + }, + { + "epoch": 0.18706242831955358, + "grad_norm": 2.4545249938964844, + "learning_rate": 1.8733945722514164e-05, + "loss": 3.0415, + "step": 10928 + }, + { + "epoch": 0.18707954603810403, + "grad_norm": 2.5099518299102783, + "learning_rate": 1.8733675706392008e-05, + "loss": 2.9281, + "step": 10929 + }, + { + "epoch": 0.1870966637566545, + "grad_norm": 2.3533530235290527, + "learning_rate": 1.873340566342558e-05, + "loss": 2.8804, + "step": 10930 + }, + { + "epoch": 0.187113781475205, + "grad_norm": 2.3433518409729004, + "learning_rate": 1.87331355936157e-05, + "loss": 2.9332, + "step": 10931 + }, + { + "epoch": 0.18713089919375545, + "grad_norm": 2.39721941947937, + "learning_rate": 1.8732865496963208e-05, + "loss": 3.0114, + "step": 10932 + }, + { + "epoch": 0.18714801691230593, + "grad_norm": 2.3389346599578857, + "learning_rate": 1.8732595373468933e-05, + "loss": 2.7118, + "step": 10933 + }, + { + "epoch": 0.1871651346308564, + "grad_norm": 2.6197330951690674, + "learning_rate": 1.8732325223133698e-05, + "loss": 2.9289, + "step": 10934 + }, + { + "epoch": 0.18718225234940686, + "grad_norm": 2.421010971069336, + "learning_rate": 1.873205504595834e-05, + "loss": 2.9611, + "step": 10935 + }, + { + "epoch": 0.18719937006795734, + "grad_norm": 2.576050281524658, + "learning_rate": 1.8731784841943684e-05, + "loss": 2.978, + "step": 10936 + }, + { + "epoch": 0.18721648778650782, + "grad_norm": 2.6001319885253906, + "learning_rate": 1.873151461109057e-05, + "loss": 2.9047, + "step": 10937 + }, + { + "epoch": 0.1872336055050583, + "grad_norm": 2.6754937171936035, + "learning_rate": 1.8731244353399823e-05, + "loss": 3.015, + "step": 10938 + }, + { + "epoch": 0.18725072322360875, + "grad_norm": 2.5576300621032715, + "learning_rate": 1.873097406887227e-05, + "loss": 3.0281, + "step": 10939 + }, + { + "epoch": 0.18726784094215923, + "grad_norm": 2.553438425064087, + "learning_rate": 1.8730703757508742e-05, + "loss": 2.8866, + "step": 10940 + }, + { + "epoch": 0.1872849586607097, + "grad_norm": 2.6501030921936035, + "learning_rate": 1.8730433419310077e-05, + "loss": 3.0707, + "step": 10941 + }, + { + "epoch": 0.18730207637926016, + "grad_norm": 2.5388872623443604, + "learning_rate": 1.8730163054277103e-05, + "loss": 2.9083, + "step": 10942 + }, + { + "epoch": 0.18731919409781064, + "grad_norm": 2.4296247959136963, + "learning_rate": 1.8729892662410647e-05, + "loss": 3.0426, + "step": 10943 + }, + { + "epoch": 0.18733631181636112, + "grad_norm": 2.5512988567352295, + "learning_rate": 1.8729622243711546e-05, + "loss": 2.9705, + "step": 10944 + }, + { + "epoch": 0.18735342953491158, + "grad_norm": 2.3370771408081055, + "learning_rate": 1.8729351798180623e-05, + "loss": 2.8939, + "step": 10945 + }, + { + "epoch": 0.18737054725346206, + "grad_norm": 2.4719367027282715, + "learning_rate": 1.8729081325818716e-05, + "loss": 3.0987, + "step": 10946 + }, + { + "epoch": 0.18738766497201254, + "grad_norm": 2.5080533027648926, + "learning_rate": 1.8728810826626656e-05, + "loss": 3.025, + "step": 10947 + }, + { + "epoch": 0.18740478269056302, + "grad_norm": 2.312861680984497, + "learning_rate": 1.8728540300605276e-05, + "loss": 3.0766, + "step": 10948 + }, + { + "epoch": 0.18742190040911347, + "grad_norm": 2.4520578384399414, + "learning_rate": 1.87282697477554e-05, + "loss": 2.9577, + "step": 10949 + }, + { + "epoch": 0.18743901812766395, + "grad_norm": 2.4558327198028564, + "learning_rate": 1.8727999168077867e-05, + "loss": 2.8381, + "step": 10950 + }, + { + "epoch": 0.18745613584621443, + "grad_norm": 2.4335427284240723, + "learning_rate": 1.8727728561573503e-05, + "loss": 2.9593, + "step": 10951 + }, + { + "epoch": 0.18747325356476488, + "grad_norm": 2.4859158992767334, + "learning_rate": 1.8727457928243148e-05, + "loss": 3.024, + "step": 10952 + }, + { + "epoch": 0.18749037128331536, + "grad_norm": 2.4684741497039795, + "learning_rate": 1.8727187268087622e-05, + "loss": 2.9934, + "step": 10953 + }, + { + "epoch": 0.18750748900186584, + "grad_norm": 2.368793249130249, + "learning_rate": 1.872691658110777e-05, + "loss": 2.9232, + "step": 10954 + }, + { + "epoch": 0.1875246067204163, + "grad_norm": 2.615926504135132, + "learning_rate": 1.8726645867304412e-05, + "loss": 3.0701, + "step": 10955 + }, + { + "epoch": 0.18754172443896677, + "grad_norm": 2.5398411750793457, + "learning_rate": 1.8726375126678388e-05, + "loss": 3.1014, + "step": 10956 + }, + { + "epoch": 0.18755884215751725, + "grad_norm": 2.3861234188079834, + "learning_rate": 1.8726104359230523e-05, + "loss": 3.0034, + "step": 10957 + }, + { + "epoch": 0.1875759598760677, + "grad_norm": 2.5389363765716553, + "learning_rate": 1.8725833564961658e-05, + "loss": 2.9751, + "step": 10958 + }, + { + "epoch": 0.18759307759461818, + "grad_norm": 2.6106576919555664, + "learning_rate": 1.8725562743872623e-05, + "loss": 2.9574, + "step": 10959 + }, + { + "epoch": 0.18761019531316867, + "grad_norm": 2.4530856609344482, + "learning_rate": 1.8725291895964245e-05, + "loss": 2.9929, + "step": 10960 + }, + { + "epoch": 0.18762731303171915, + "grad_norm": 2.7909023761749268, + "learning_rate": 1.872502102123736e-05, + "loss": 2.9254, + "step": 10961 + }, + { + "epoch": 0.1876444307502696, + "grad_norm": 2.7455432415008545, + "learning_rate": 1.8724750119692803e-05, + "loss": 2.9759, + "step": 10962 + }, + { + "epoch": 0.18766154846882008, + "grad_norm": 2.323638916015625, + "learning_rate": 1.8724479191331403e-05, + "loss": 2.8247, + "step": 10963 + }, + { + "epoch": 0.18767866618737056, + "grad_norm": 2.863513708114624, + "learning_rate": 1.8724208236153997e-05, + "loss": 3.0993, + "step": 10964 + }, + { + "epoch": 0.187695783905921, + "grad_norm": 2.473853588104248, + "learning_rate": 1.872393725416141e-05, + "loss": 2.9023, + "step": 10965 + }, + { + "epoch": 0.1877129016244715, + "grad_norm": 2.784658193588257, + "learning_rate": 1.8723666245354483e-05, + "loss": 3.0969, + "step": 10966 + }, + { + "epoch": 0.18773001934302197, + "grad_norm": 3.024226188659668, + "learning_rate": 1.8723395209734046e-05, + "loss": 3.0372, + "step": 10967 + }, + { + "epoch": 0.18774713706157242, + "grad_norm": 2.5605809688568115, + "learning_rate": 1.872312414730093e-05, + "loss": 3.0, + "step": 10968 + }, + { + "epoch": 0.1877642547801229, + "grad_norm": 2.655834913253784, + "learning_rate": 1.8722853058055968e-05, + "loss": 2.9272, + "step": 10969 + }, + { + "epoch": 0.18778137249867338, + "grad_norm": 2.672091007232666, + "learning_rate": 1.8722581942e-05, + "loss": 2.8418, + "step": 10970 + }, + { + "epoch": 0.18779849021722383, + "grad_norm": 2.8585758209228516, + "learning_rate": 1.872231079913385e-05, + "loss": 2.958, + "step": 10971 + }, + { + "epoch": 0.18781560793577431, + "grad_norm": 2.6308040618896484, + "learning_rate": 1.872203962945836e-05, + "loss": 3.0905, + "step": 10972 + }, + { + "epoch": 0.1878327256543248, + "grad_norm": 2.381498336791992, + "learning_rate": 1.872176843297436e-05, + "loss": 2.8784, + "step": 10973 + }, + { + "epoch": 0.18784984337287527, + "grad_norm": 2.489504337310791, + "learning_rate": 1.872149720968268e-05, + "loss": 3.0081, + "step": 10974 + }, + { + "epoch": 0.18786696109142573, + "grad_norm": 2.78070068359375, + "learning_rate": 1.8721225959584156e-05, + "loss": 3.1254, + "step": 10975 + }, + { + "epoch": 0.1878840788099762, + "grad_norm": 2.357879877090454, + "learning_rate": 1.8720954682679628e-05, + "loss": 2.9748, + "step": 10976 + }, + { + "epoch": 0.1879011965285267, + "grad_norm": 2.528332471847534, + "learning_rate": 1.872068337896992e-05, + "loss": 2.9581, + "step": 10977 + }, + { + "epoch": 0.18791831424707714, + "grad_norm": 2.6140923500061035, + "learning_rate": 1.8720412048455866e-05, + "loss": 2.9083, + "step": 10978 + }, + { + "epoch": 0.18793543196562762, + "grad_norm": 2.2895607948303223, + "learning_rate": 1.872014069113831e-05, + "loss": 2.9606, + "step": 10979 + }, + { + "epoch": 0.1879525496841781, + "grad_norm": 2.543334484100342, + "learning_rate": 1.8719869307018078e-05, + "loss": 3.0278, + "step": 10980 + }, + { + "epoch": 0.18796966740272855, + "grad_norm": 2.4787073135375977, + "learning_rate": 1.8719597896096004e-05, + "loss": 3.0848, + "step": 10981 + }, + { + "epoch": 0.18798678512127903, + "grad_norm": 2.3799703121185303, + "learning_rate": 1.871932645837293e-05, + "loss": 3.0059, + "step": 10982 + }, + { + "epoch": 0.1880039028398295, + "grad_norm": 2.464561939239502, + "learning_rate": 1.871905499384968e-05, + "loss": 2.9294, + "step": 10983 + }, + { + "epoch": 0.18802102055838, + "grad_norm": 2.5486080646514893, + "learning_rate": 1.8718783502527095e-05, + "loss": 3.0342, + "step": 10984 + }, + { + "epoch": 0.18803813827693044, + "grad_norm": 2.396152973175049, + "learning_rate": 1.8718511984406005e-05, + "loss": 2.9507, + "step": 10985 + }, + { + "epoch": 0.18805525599548092, + "grad_norm": 2.4421262741088867, + "learning_rate": 1.871824043948725e-05, + "loss": 3.0159, + "step": 10986 + }, + { + "epoch": 0.1880723737140314, + "grad_norm": 2.5025382041931152, + "learning_rate": 1.8717968867771663e-05, + "loss": 2.994, + "step": 10987 + }, + { + "epoch": 0.18808949143258186, + "grad_norm": 2.5229849815368652, + "learning_rate": 1.8717697269260075e-05, + "loss": 2.9057, + "step": 10988 + }, + { + "epoch": 0.18810660915113234, + "grad_norm": 2.3987877368927, + "learning_rate": 1.8717425643953322e-05, + "loss": 2.8462, + "step": 10989 + }, + { + "epoch": 0.18812372686968282, + "grad_norm": 2.8212695121765137, + "learning_rate": 1.8717153991852243e-05, + "loss": 3.0683, + "step": 10990 + }, + { + "epoch": 0.18814084458823327, + "grad_norm": 2.4257097244262695, + "learning_rate": 1.871688231295767e-05, + "loss": 2.9158, + "step": 10991 + }, + { + "epoch": 0.18815796230678375, + "grad_norm": 2.584261894226074, + "learning_rate": 1.871661060727044e-05, + "loss": 3.08, + "step": 10992 + }, + { + "epoch": 0.18817508002533423, + "grad_norm": 2.6587183475494385, + "learning_rate": 1.8716338874791382e-05, + "loss": 3.0443, + "step": 10993 + }, + { + "epoch": 0.18819219774388468, + "grad_norm": 2.4419541358947754, + "learning_rate": 1.8716067115521337e-05, + "loss": 3.0454, + "step": 10994 + }, + { + "epoch": 0.18820931546243516, + "grad_norm": 2.408393144607544, + "learning_rate": 1.871579532946114e-05, + "loss": 3.0617, + "step": 10995 + }, + { + "epoch": 0.18822643318098564, + "grad_norm": 2.4222495555877686, + "learning_rate": 1.8715523516611626e-05, + "loss": 3.0188, + "step": 10996 + }, + { + "epoch": 0.18824355089953612, + "grad_norm": 2.353520154953003, + "learning_rate": 1.8715251676973624e-05, + "loss": 2.9066, + "step": 10997 + }, + { + "epoch": 0.18826066861808657, + "grad_norm": 2.48594069480896, + "learning_rate": 1.871497981054798e-05, + "loss": 2.97, + "step": 10998 + }, + { + "epoch": 0.18827778633663705, + "grad_norm": 2.278712272644043, + "learning_rate": 1.8714707917335525e-05, + "loss": 2.9857, + "step": 10999 + }, + { + "epoch": 0.18829490405518753, + "grad_norm": 2.3789255619049072, + "learning_rate": 1.8714435997337094e-05, + "loss": 3.0494, + "step": 11000 + }, + { + "epoch": 0.188312021773738, + "grad_norm": 2.487316846847534, + "learning_rate": 1.8714164050553524e-05, + "loss": 2.9874, + "step": 11001 + }, + { + "epoch": 0.18832913949228847, + "grad_norm": 2.430344343185425, + "learning_rate": 1.8713892076985647e-05, + "loss": 3.0352, + "step": 11002 + }, + { + "epoch": 0.18834625721083895, + "grad_norm": 2.4446563720703125, + "learning_rate": 1.8713620076634308e-05, + "loss": 2.9986, + "step": 11003 + }, + { + "epoch": 0.1883633749293894, + "grad_norm": 2.3530282974243164, + "learning_rate": 1.871334804950033e-05, + "loss": 2.9632, + "step": 11004 + }, + { + "epoch": 0.18838049264793988, + "grad_norm": 2.4429569244384766, + "learning_rate": 1.8713075995584563e-05, + "loss": 3.0159, + "step": 11005 + }, + { + "epoch": 0.18839761036649036, + "grad_norm": 2.41060471534729, + "learning_rate": 1.8712803914887835e-05, + "loss": 3.005, + "step": 11006 + }, + { + "epoch": 0.18841472808504084, + "grad_norm": 2.3180689811706543, + "learning_rate": 1.871253180741098e-05, + "loss": 2.894, + "step": 11007 + }, + { + "epoch": 0.1884318458035913, + "grad_norm": 2.502086877822876, + "learning_rate": 1.8712259673154842e-05, + "loss": 3.0087, + "step": 11008 + }, + { + "epoch": 0.18844896352214177, + "grad_norm": 2.2267520427703857, + "learning_rate": 1.8711987512120254e-05, + "loss": 2.9105, + "step": 11009 + }, + { + "epoch": 0.18846608124069225, + "grad_norm": 2.4018607139587402, + "learning_rate": 1.8711715324308048e-05, + "loss": 3.0421, + "step": 11010 + }, + { + "epoch": 0.1884831989592427, + "grad_norm": 2.2992911338806152, + "learning_rate": 1.8711443109719067e-05, + "loss": 3.0334, + "step": 11011 + }, + { + "epoch": 0.18850031667779318, + "grad_norm": 2.518855333328247, + "learning_rate": 1.8711170868354145e-05, + "loss": 3.0499, + "step": 11012 + }, + { + "epoch": 0.18851743439634366, + "grad_norm": 2.4519054889678955, + "learning_rate": 1.871089860021412e-05, + "loss": 2.9551, + "step": 11013 + }, + { + "epoch": 0.18853455211489412, + "grad_norm": 2.3881852626800537, + "learning_rate": 1.8710626305299827e-05, + "loss": 2.9824, + "step": 11014 + }, + { + "epoch": 0.1885516698334446, + "grad_norm": 2.2803304195404053, + "learning_rate": 1.8710353983612105e-05, + "loss": 2.9401, + "step": 11015 + }, + { + "epoch": 0.18856878755199508, + "grad_norm": 2.4542248249053955, + "learning_rate": 1.871008163515179e-05, + "loss": 2.9289, + "step": 11016 + }, + { + "epoch": 0.18858590527054553, + "grad_norm": 2.530331611633301, + "learning_rate": 1.8709809259919717e-05, + "loss": 3.0018, + "step": 11017 + }, + { + "epoch": 0.188603022989096, + "grad_norm": 2.6179745197296143, + "learning_rate": 1.8709536857916727e-05, + "loss": 3.0898, + "step": 11018 + }, + { + "epoch": 0.1886201407076465, + "grad_norm": 2.4716265201568604, + "learning_rate": 1.8709264429143658e-05, + "loss": 2.8568, + "step": 11019 + }, + { + "epoch": 0.18863725842619697, + "grad_norm": 2.4284040927886963, + "learning_rate": 1.8708991973601342e-05, + "loss": 2.9639, + "step": 11020 + }, + { + "epoch": 0.18865437614474742, + "grad_norm": 2.5885157585144043, + "learning_rate": 1.870871949129062e-05, + "loss": 3.0084, + "step": 11021 + }, + { + "epoch": 0.1886714938632979, + "grad_norm": 2.450706958770752, + "learning_rate": 1.870844698221233e-05, + "loss": 2.9761, + "step": 11022 + }, + { + "epoch": 0.18868861158184838, + "grad_norm": 2.509126901626587, + "learning_rate": 1.8708174446367305e-05, + "loss": 2.9481, + "step": 11023 + }, + { + "epoch": 0.18870572930039883, + "grad_norm": 2.4531590938568115, + "learning_rate": 1.8707901883756386e-05, + "loss": 2.8677, + "step": 11024 + }, + { + "epoch": 0.1887228470189493, + "grad_norm": 2.3925938606262207, + "learning_rate": 1.8707629294380415e-05, + "loss": 2.8663, + "step": 11025 + }, + { + "epoch": 0.1887399647374998, + "grad_norm": 2.4663333892822266, + "learning_rate": 1.8707356678240226e-05, + "loss": 3.0335, + "step": 11026 + }, + { + "epoch": 0.18875708245605025, + "grad_norm": 2.411377191543579, + "learning_rate": 1.8707084035336655e-05, + "loss": 3.0117, + "step": 11027 + }, + { + "epoch": 0.18877420017460073, + "grad_norm": 2.25679874420166, + "learning_rate": 1.8706811365670542e-05, + "loss": 2.9514, + "step": 11028 + }, + { + "epoch": 0.1887913178931512, + "grad_norm": 2.5214943885803223, + "learning_rate": 1.8706538669242722e-05, + "loss": 3.1274, + "step": 11029 + }, + { + "epoch": 0.18880843561170169, + "grad_norm": 2.3864219188690186, + "learning_rate": 1.8706265946054038e-05, + "loss": 2.9278, + "step": 11030 + }, + { + "epoch": 0.18882555333025214, + "grad_norm": 2.443734645843506, + "learning_rate": 1.8705993196105326e-05, + "loss": 2.9651, + "step": 11031 + }, + { + "epoch": 0.18884267104880262, + "grad_norm": 2.4407103061676025, + "learning_rate": 1.8705720419397428e-05, + "loss": 2.8959, + "step": 11032 + }, + { + "epoch": 0.1888597887673531, + "grad_norm": 2.502408266067505, + "learning_rate": 1.8705447615931172e-05, + "loss": 2.9726, + "step": 11033 + }, + { + "epoch": 0.18887690648590355, + "grad_norm": 2.5323665142059326, + "learning_rate": 1.870517478570741e-05, + "loss": 3.0599, + "step": 11034 + }, + { + "epoch": 0.18889402420445403, + "grad_norm": 2.493027687072754, + "learning_rate": 1.870490192872697e-05, + "loss": 3.0228, + "step": 11035 + }, + { + "epoch": 0.1889111419230045, + "grad_norm": 2.287463665008545, + "learning_rate": 1.87046290449907e-05, + "loss": 2.8882, + "step": 11036 + }, + { + "epoch": 0.18892825964155496, + "grad_norm": 2.4997451305389404, + "learning_rate": 1.8704356134499426e-05, + "loss": 2.9864, + "step": 11037 + }, + { + "epoch": 0.18894537736010544, + "grad_norm": 2.3228867053985596, + "learning_rate": 1.8704083197254e-05, + "loss": 2.8442, + "step": 11038 + }, + { + "epoch": 0.18896249507865592, + "grad_norm": 2.614065170288086, + "learning_rate": 1.870381023325525e-05, + "loss": 3.0389, + "step": 11039 + }, + { + "epoch": 0.18897961279720638, + "grad_norm": 2.500295400619507, + "learning_rate": 1.8703537242504028e-05, + "loss": 2.8897, + "step": 11040 + }, + { + "epoch": 0.18899673051575686, + "grad_norm": 2.343475341796875, + "learning_rate": 1.870326422500116e-05, + "loss": 2.9446, + "step": 11041 + }, + { + "epoch": 0.18901384823430734, + "grad_norm": 2.436420202255249, + "learning_rate": 1.870299118074749e-05, + "loss": 3.0229, + "step": 11042 + }, + { + "epoch": 0.18903096595285782, + "grad_norm": 2.5212419033050537, + "learning_rate": 1.8702718109743858e-05, + "loss": 2.8937, + "step": 11043 + }, + { + "epoch": 0.18904808367140827, + "grad_norm": 2.428560495376587, + "learning_rate": 1.8702445011991105e-05, + "loss": 3.0141, + "step": 11044 + }, + { + "epoch": 0.18906520138995875, + "grad_norm": 2.341442346572876, + "learning_rate": 1.870217188749007e-05, + "loss": 2.8687, + "step": 11045 + }, + { + "epoch": 0.18908231910850923, + "grad_norm": 2.5322582721710205, + "learning_rate": 1.8701898736241586e-05, + "loss": 3.0763, + "step": 11046 + }, + { + "epoch": 0.18909943682705968, + "grad_norm": 2.3734686374664307, + "learning_rate": 1.8701625558246502e-05, + "loss": 2.9298, + "step": 11047 + }, + { + "epoch": 0.18911655454561016, + "grad_norm": 2.4956135749816895, + "learning_rate": 1.870135235350565e-05, + "loss": 2.9648, + "step": 11048 + }, + { + "epoch": 0.18913367226416064, + "grad_norm": 2.394357442855835, + "learning_rate": 1.8701079122019875e-05, + "loss": 2.8696, + "step": 11049 + }, + { + "epoch": 0.1891507899827111, + "grad_norm": 2.3291211128234863, + "learning_rate": 1.8700805863790013e-05, + "loss": 2.9667, + "step": 11050 + }, + { + "epoch": 0.18916790770126157, + "grad_norm": 2.4020984172821045, + "learning_rate": 1.8700532578816904e-05, + "loss": 2.8293, + "step": 11051 + }, + { + "epoch": 0.18918502541981205, + "grad_norm": 2.323988914489746, + "learning_rate": 1.8700259267101393e-05, + "loss": 3.0196, + "step": 11052 + }, + { + "epoch": 0.1892021431383625, + "grad_norm": 2.5500824451446533, + "learning_rate": 1.8699985928644317e-05, + "loss": 3.0048, + "step": 11053 + }, + { + "epoch": 0.18921926085691299, + "grad_norm": 2.357914686203003, + "learning_rate": 1.8699712563446516e-05, + "loss": 3.0157, + "step": 11054 + }, + { + "epoch": 0.18923637857546347, + "grad_norm": 2.3916850090026855, + "learning_rate": 1.8699439171508826e-05, + "loss": 2.9582, + "step": 11055 + }, + { + "epoch": 0.18925349629401395, + "grad_norm": 2.5260024070739746, + "learning_rate": 1.8699165752832092e-05, + "loss": 2.9451, + "step": 11056 + }, + { + "epoch": 0.1892706140125644, + "grad_norm": 2.5558571815490723, + "learning_rate": 1.8698892307417157e-05, + "loss": 2.9872, + "step": 11057 + }, + { + "epoch": 0.18928773173111488, + "grad_norm": 2.519965648651123, + "learning_rate": 1.8698618835264858e-05, + "loss": 2.8299, + "step": 11058 + }, + { + "epoch": 0.18930484944966536, + "grad_norm": 2.589951753616333, + "learning_rate": 1.8698345336376035e-05, + "loss": 3.0951, + "step": 11059 + }, + { + "epoch": 0.1893219671682158, + "grad_norm": 2.348381757736206, + "learning_rate": 1.8698071810751525e-05, + "loss": 2.939, + "step": 11060 + }, + { + "epoch": 0.1893390848867663, + "grad_norm": 2.379281997680664, + "learning_rate": 1.8697798258392178e-05, + "loss": 2.9266, + "step": 11061 + }, + { + "epoch": 0.18935620260531677, + "grad_norm": 2.5413455963134766, + "learning_rate": 1.8697524679298832e-05, + "loss": 2.9337, + "step": 11062 + }, + { + "epoch": 0.18937332032386722, + "grad_norm": 2.6401913166046143, + "learning_rate": 1.869725107347232e-05, + "loss": 3.0572, + "step": 11063 + }, + { + "epoch": 0.1893904380424177, + "grad_norm": 2.5010859966278076, + "learning_rate": 1.869697744091349e-05, + "loss": 2.9526, + "step": 11064 + }, + { + "epoch": 0.18940755576096818, + "grad_norm": 2.30596661567688, + "learning_rate": 1.8696703781623188e-05, + "loss": 2.9639, + "step": 11065 + }, + { + "epoch": 0.18942467347951866, + "grad_norm": 2.563950538635254, + "learning_rate": 1.8696430095602242e-05, + "loss": 3.0439, + "step": 11066 + }, + { + "epoch": 0.18944179119806911, + "grad_norm": 2.30885910987854, + "learning_rate": 1.86961563828515e-05, + "loss": 2.9894, + "step": 11067 + }, + { + "epoch": 0.1894589089166196, + "grad_norm": 2.5600967407226562, + "learning_rate": 1.869588264337181e-05, + "loss": 2.9792, + "step": 11068 + }, + { + "epoch": 0.18947602663517008, + "grad_norm": 2.353586435317993, + "learning_rate": 1.8695608877164003e-05, + "loss": 2.8573, + "step": 11069 + }, + { + "epoch": 0.18949314435372053, + "grad_norm": 2.244373083114624, + "learning_rate": 1.8695335084228925e-05, + "loss": 3.0282, + "step": 11070 + }, + { + "epoch": 0.189510262072271, + "grad_norm": 2.395158529281616, + "learning_rate": 1.8695061264567417e-05, + "loss": 2.9335, + "step": 11071 + }, + { + "epoch": 0.1895273797908215, + "grad_norm": 2.3957953453063965, + "learning_rate": 1.869478741818032e-05, + "loss": 2.9636, + "step": 11072 + }, + { + "epoch": 0.18954449750937194, + "grad_norm": 2.2598466873168945, + "learning_rate": 1.8694513545068474e-05, + "loss": 2.9366, + "step": 11073 + }, + { + "epoch": 0.18956161522792242, + "grad_norm": 2.5072901248931885, + "learning_rate": 1.8694239645232723e-05, + "loss": 2.9632, + "step": 11074 + }, + { + "epoch": 0.1895787329464729, + "grad_norm": 2.426978588104248, + "learning_rate": 1.8693965718673912e-05, + "loss": 2.9538, + "step": 11075 + }, + { + "epoch": 0.18959585066502335, + "grad_norm": 2.5068492889404297, + "learning_rate": 1.8693691765392882e-05, + "loss": 3.0463, + "step": 11076 + }, + { + "epoch": 0.18961296838357383, + "grad_norm": 2.3769757747650146, + "learning_rate": 1.8693417785390466e-05, + "loss": 3.0329, + "step": 11077 + }, + { + "epoch": 0.1896300861021243, + "grad_norm": 2.525264263153076, + "learning_rate": 1.869314377866752e-05, + "loss": 3.0573, + "step": 11078 + }, + { + "epoch": 0.1896472038206748, + "grad_norm": 2.619856357574463, + "learning_rate": 1.8692869745224873e-05, + "loss": 3.118, + "step": 11079 + }, + { + "epoch": 0.18966432153922524, + "grad_norm": 2.345853328704834, + "learning_rate": 1.8692595685063376e-05, + "loss": 2.8712, + "step": 11080 + }, + { + "epoch": 0.18968143925777572, + "grad_norm": 2.44158935546875, + "learning_rate": 1.8692321598183868e-05, + "loss": 3.0561, + "step": 11081 + }, + { + "epoch": 0.1896985569763262, + "grad_norm": 2.519045114517212, + "learning_rate": 1.8692047484587195e-05, + "loss": 2.9951, + "step": 11082 + }, + { + "epoch": 0.18971567469487666, + "grad_norm": 2.408909559249878, + "learning_rate": 1.8691773344274192e-05, + "loss": 3.0322, + "step": 11083 + }, + { + "epoch": 0.18973279241342714, + "grad_norm": 2.4389758110046387, + "learning_rate": 1.8691499177245713e-05, + "loss": 2.9453, + "step": 11084 + }, + { + "epoch": 0.18974991013197762, + "grad_norm": 2.3132853507995605, + "learning_rate": 1.869122498350259e-05, + "loss": 2.9084, + "step": 11085 + }, + { + "epoch": 0.18976702785052807, + "grad_norm": 2.3539798259735107, + "learning_rate": 1.869095076304567e-05, + "loss": 2.9394, + "step": 11086 + }, + { + "epoch": 0.18978414556907855, + "grad_norm": 2.6931679248809814, + "learning_rate": 1.86906765158758e-05, + "loss": 3.1477, + "step": 11087 + }, + { + "epoch": 0.18980126328762903, + "grad_norm": 2.3485283851623535, + "learning_rate": 1.869040224199381e-05, + "loss": 2.9527, + "step": 11088 + }, + { + "epoch": 0.1898183810061795, + "grad_norm": 2.5175251960754395, + "learning_rate": 1.869012794140056e-05, + "loss": 3.0283, + "step": 11089 + }, + { + "epoch": 0.18983549872472996, + "grad_norm": 2.4036433696746826, + "learning_rate": 1.868985361409688e-05, + "loss": 2.9794, + "step": 11090 + }, + { + "epoch": 0.18985261644328044, + "grad_norm": 2.2592995166778564, + "learning_rate": 1.8689579260083622e-05, + "loss": 2.8489, + "step": 11091 + }, + { + "epoch": 0.18986973416183092, + "grad_norm": 2.363502264022827, + "learning_rate": 1.868930487936162e-05, + "loss": 2.9524, + "step": 11092 + }, + { + "epoch": 0.18988685188038137, + "grad_norm": 2.3665502071380615, + "learning_rate": 1.8689030471931727e-05, + "loss": 2.9412, + "step": 11093 + }, + { + "epoch": 0.18990396959893185, + "grad_norm": 2.538925886154175, + "learning_rate": 1.8688756037794782e-05, + "loss": 3.105, + "step": 11094 + }, + { + "epoch": 0.18992108731748233, + "grad_norm": 2.418609619140625, + "learning_rate": 1.8688481576951627e-05, + "loss": 3.116, + "step": 11095 + }, + { + "epoch": 0.1899382050360328, + "grad_norm": 2.411238670349121, + "learning_rate": 1.8688207089403105e-05, + "loss": 3.0736, + "step": 11096 + }, + { + "epoch": 0.18995532275458327, + "grad_norm": 2.4123687744140625, + "learning_rate": 1.8687932575150064e-05, + "loss": 3.0125, + "step": 11097 + }, + { + "epoch": 0.18997244047313375, + "grad_norm": 2.4899659156799316, + "learning_rate": 1.8687658034193347e-05, + "loss": 2.9843, + "step": 11098 + }, + { + "epoch": 0.1899895581916842, + "grad_norm": 2.59665584564209, + "learning_rate": 1.8687383466533794e-05, + "loss": 3.0527, + "step": 11099 + }, + { + "epoch": 0.19000667591023468, + "grad_norm": 2.4475951194763184, + "learning_rate": 1.8687108872172253e-05, + "loss": 2.876, + "step": 11100 + }, + { + "epoch": 0.19002379362878516, + "grad_norm": 2.283944606781006, + "learning_rate": 1.8686834251109566e-05, + "loss": 2.9768, + "step": 11101 + }, + { + "epoch": 0.19004091134733564, + "grad_norm": 2.4726972579956055, + "learning_rate": 1.8686559603346575e-05, + "loss": 3.071, + "step": 11102 + }, + { + "epoch": 0.1900580290658861, + "grad_norm": 2.3277554512023926, + "learning_rate": 1.8686284928884134e-05, + "loss": 2.8956, + "step": 11103 + }, + { + "epoch": 0.19007514678443657, + "grad_norm": 2.4003102779388428, + "learning_rate": 1.8686010227723074e-05, + "loss": 2.9644, + "step": 11104 + }, + { + "epoch": 0.19009226450298705, + "grad_norm": 2.5475411415100098, + "learning_rate": 1.8685735499864244e-05, + "loss": 3.0745, + "step": 11105 + }, + { + "epoch": 0.1901093822215375, + "grad_norm": 2.311678647994995, + "learning_rate": 1.8685460745308495e-05, + "loss": 2.9616, + "step": 11106 + }, + { + "epoch": 0.19012649994008798, + "grad_norm": 2.351236343383789, + "learning_rate": 1.8685185964056662e-05, + "loss": 2.9253, + "step": 11107 + }, + { + "epoch": 0.19014361765863846, + "grad_norm": 2.4410481452941895, + "learning_rate": 1.8684911156109597e-05, + "loss": 3.0886, + "step": 11108 + }, + { + "epoch": 0.19016073537718892, + "grad_norm": 2.2542974948883057, + "learning_rate": 1.8684636321468135e-05, + "loss": 2.9755, + "step": 11109 + }, + { + "epoch": 0.1901778530957394, + "grad_norm": 2.567270278930664, + "learning_rate": 1.8684361460133132e-05, + "loss": 3.05, + "step": 11110 + }, + { + "epoch": 0.19019497081428988, + "grad_norm": 2.371506452560425, + "learning_rate": 1.868408657210543e-05, + "loss": 3.0316, + "step": 11111 + }, + { + "epoch": 0.19021208853284036, + "grad_norm": 2.551813840866089, + "learning_rate": 1.8683811657385868e-05, + "loss": 3.1067, + "step": 11112 + }, + { + "epoch": 0.1902292062513908, + "grad_norm": 2.3235654830932617, + "learning_rate": 1.8683536715975297e-05, + "loss": 2.9799, + "step": 11113 + }, + { + "epoch": 0.1902463239699413, + "grad_norm": 2.3940625190734863, + "learning_rate": 1.868326174787456e-05, + "loss": 3.039, + "step": 11114 + }, + { + "epoch": 0.19026344168849177, + "grad_norm": 2.481203079223633, + "learning_rate": 1.86829867530845e-05, + "loss": 3.0342, + "step": 11115 + }, + { + "epoch": 0.19028055940704222, + "grad_norm": 2.6103477478027344, + "learning_rate": 1.868271173160597e-05, + "loss": 3.0835, + "step": 11116 + }, + { + "epoch": 0.1902976771255927, + "grad_norm": 2.3803257942199707, + "learning_rate": 1.86824366834398e-05, + "loss": 2.9937, + "step": 11117 + }, + { + "epoch": 0.19031479484414318, + "grad_norm": 2.756682872772217, + "learning_rate": 1.868216160858685e-05, + "loss": 3.0282, + "step": 11118 + }, + { + "epoch": 0.19033191256269363, + "grad_norm": 2.4678378105163574, + "learning_rate": 1.8681886507047962e-05, + "loss": 2.8983, + "step": 11119 + }, + { + "epoch": 0.1903490302812441, + "grad_norm": 2.3764145374298096, + "learning_rate": 1.8681611378823977e-05, + "loss": 2.9774, + "step": 11120 + }, + { + "epoch": 0.1903661479997946, + "grad_norm": 2.4701011180877686, + "learning_rate": 1.8681336223915747e-05, + "loss": 2.9021, + "step": 11121 + }, + { + "epoch": 0.19038326571834505, + "grad_norm": 2.3791239261627197, + "learning_rate": 1.8681061042324112e-05, + "loss": 2.8943, + "step": 11122 + }, + { + "epoch": 0.19040038343689553, + "grad_norm": 2.4646544456481934, + "learning_rate": 1.8680785834049922e-05, + "loss": 2.9821, + "step": 11123 + }, + { + "epoch": 0.190417501155446, + "grad_norm": 2.442338705062866, + "learning_rate": 1.8680510599094022e-05, + "loss": 2.9029, + "step": 11124 + }, + { + "epoch": 0.1904346188739965, + "grad_norm": 2.4297752380371094, + "learning_rate": 1.8680235337457256e-05, + "loss": 2.9929, + "step": 11125 + }, + { + "epoch": 0.19045173659254694, + "grad_norm": 2.570157051086426, + "learning_rate": 1.8679960049140472e-05, + "loss": 3.1278, + "step": 11126 + }, + { + "epoch": 0.19046885431109742, + "grad_norm": 2.4217207431793213, + "learning_rate": 1.8679684734144516e-05, + "loss": 2.9324, + "step": 11127 + }, + { + "epoch": 0.1904859720296479, + "grad_norm": 2.433377981185913, + "learning_rate": 1.867940939247023e-05, + "loss": 2.9571, + "step": 11128 + }, + { + "epoch": 0.19050308974819835, + "grad_norm": 2.43220853805542, + "learning_rate": 1.867913402411847e-05, + "loss": 2.9621, + "step": 11129 + }, + { + "epoch": 0.19052020746674883, + "grad_norm": 2.2930288314819336, + "learning_rate": 1.867885862909007e-05, + "loss": 2.9507, + "step": 11130 + }, + { + "epoch": 0.1905373251852993, + "grad_norm": 2.4569625854492188, + "learning_rate": 1.8678583207385884e-05, + "loss": 2.9684, + "step": 11131 + }, + { + "epoch": 0.19055444290384976, + "grad_norm": 2.6246960163116455, + "learning_rate": 1.867830775900676e-05, + "loss": 3.0383, + "step": 11132 + }, + { + "epoch": 0.19057156062240024, + "grad_norm": 2.4780304431915283, + "learning_rate": 1.867803228395354e-05, + "loss": 3.0469, + "step": 11133 + }, + { + "epoch": 0.19058867834095072, + "grad_norm": 2.5645925998687744, + "learning_rate": 1.8677756782227075e-05, + "loss": 3.0417, + "step": 11134 + }, + { + "epoch": 0.1906057960595012, + "grad_norm": 2.5645878314971924, + "learning_rate": 1.8677481253828205e-05, + "loss": 2.9866, + "step": 11135 + }, + { + "epoch": 0.19062291377805166, + "grad_norm": 2.3504750728607178, + "learning_rate": 1.8677205698757785e-05, + "loss": 2.7397, + "step": 11136 + }, + { + "epoch": 0.19064003149660214, + "grad_norm": 2.386335611343384, + "learning_rate": 1.8676930117016656e-05, + "loss": 2.9427, + "step": 11137 + }, + { + "epoch": 0.19065714921515262, + "grad_norm": 2.6230545043945312, + "learning_rate": 1.867665450860567e-05, + "loss": 2.993, + "step": 11138 + }, + { + "epoch": 0.19067426693370307, + "grad_norm": 2.429661750793457, + "learning_rate": 1.867637887352567e-05, + "loss": 2.9356, + "step": 11139 + }, + { + "epoch": 0.19069138465225355, + "grad_norm": 2.5072290897369385, + "learning_rate": 1.8676103211777502e-05, + "loss": 3.1663, + "step": 11140 + }, + { + "epoch": 0.19070850237080403, + "grad_norm": 2.429140567779541, + "learning_rate": 1.867582752336202e-05, + "loss": 3.0271, + "step": 11141 + }, + { + "epoch": 0.19072562008935448, + "grad_norm": 2.453664541244507, + "learning_rate": 1.867555180828007e-05, + "loss": 2.939, + "step": 11142 + }, + { + "epoch": 0.19074273780790496, + "grad_norm": 2.3591320514678955, + "learning_rate": 1.867527606653249e-05, + "loss": 2.9481, + "step": 11143 + }, + { + "epoch": 0.19075985552645544, + "grad_norm": 2.3286149501800537, + "learning_rate": 1.8675000298120137e-05, + "loss": 2.9323, + "step": 11144 + }, + { + "epoch": 0.1907769732450059, + "grad_norm": 2.609914779663086, + "learning_rate": 1.8674724503043857e-05, + "loss": 2.875, + "step": 11145 + }, + { + "epoch": 0.19079409096355637, + "grad_norm": 2.6063079833984375, + "learning_rate": 1.8674448681304493e-05, + "loss": 3.0011, + "step": 11146 + }, + { + "epoch": 0.19081120868210685, + "grad_norm": 2.3435254096984863, + "learning_rate": 1.8674172832902898e-05, + "loss": 2.8383, + "step": 11147 + }, + { + "epoch": 0.19082832640065733, + "grad_norm": 2.789342164993286, + "learning_rate": 1.867389695783992e-05, + "loss": 3.0122, + "step": 11148 + }, + { + "epoch": 0.19084544411920779, + "grad_norm": 2.5206568241119385, + "learning_rate": 1.8673621056116405e-05, + "loss": 2.9799, + "step": 11149 + }, + { + "epoch": 0.19086256183775827, + "grad_norm": 2.34183669090271, + "learning_rate": 1.86733451277332e-05, + "loss": 2.8941, + "step": 11150 + }, + { + "epoch": 0.19087967955630875, + "grad_norm": 2.639399766921997, + "learning_rate": 1.8673069172691157e-05, + "loss": 3.0288, + "step": 11151 + }, + { + "epoch": 0.1908967972748592, + "grad_norm": 2.423988103866577, + "learning_rate": 1.867279319099112e-05, + "loss": 2.8301, + "step": 11152 + }, + { + "epoch": 0.19091391499340968, + "grad_norm": 2.5369150638580322, + "learning_rate": 1.867251718263394e-05, + "loss": 3.0125, + "step": 11153 + }, + { + "epoch": 0.19093103271196016, + "grad_norm": 2.5652644634246826, + "learning_rate": 1.867224114762046e-05, + "loss": 2.9635, + "step": 11154 + }, + { + "epoch": 0.1909481504305106, + "grad_norm": 2.5868778228759766, + "learning_rate": 1.8671965085951534e-05, + "loss": 2.9133, + "step": 11155 + }, + { + "epoch": 0.1909652681490611, + "grad_norm": 2.5886197090148926, + "learning_rate": 1.8671688997628012e-05, + "loss": 2.8262, + "step": 11156 + }, + { + "epoch": 0.19098238586761157, + "grad_norm": 2.3785839080810547, + "learning_rate": 1.867141288265074e-05, + "loss": 2.9965, + "step": 11157 + }, + { + "epoch": 0.19099950358616202, + "grad_norm": 2.3686118125915527, + "learning_rate": 1.8671136741020563e-05, + "loss": 2.8935, + "step": 11158 + }, + { + "epoch": 0.1910166213047125, + "grad_norm": 2.266361713409424, + "learning_rate": 1.8670860572738334e-05, + "loss": 2.8858, + "step": 11159 + }, + { + "epoch": 0.19103373902326298, + "grad_norm": 2.4012482166290283, + "learning_rate": 1.86705843778049e-05, + "loss": 2.9766, + "step": 11160 + }, + { + "epoch": 0.19105085674181346, + "grad_norm": 2.427631378173828, + "learning_rate": 1.8670308156221114e-05, + "loss": 2.9437, + "step": 11161 + }, + { + "epoch": 0.19106797446036392, + "grad_norm": 2.5362112522125244, + "learning_rate": 1.867003190798782e-05, + "loss": 2.9731, + "step": 11162 + }, + { + "epoch": 0.1910850921789144, + "grad_norm": 2.4465901851654053, + "learning_rate": 1.8669755633105868e-05, + "loss": 2.955, + "step": 11163 + }, + { + "epoch": 0.19110220989746488, + "grad_norm": 2.359654188156128, + "learning_rate": 1.866947933157611e-05, + "loss": 3.0044, + "step": 11164 + }, + { + "epoch": 0.19111932761601533, + "grad_norm": 2.442553997039795, + "learning_rate": 1.8669203003399393e-05, + "loss": 3.0046, + "step": 11165 + }, + { + "epoch": 0.1911364453345658, + "grad_norm": 2.443798065185547, + "learning_rate": 1.8668926648576568e-05, + "loss": 3.0216, + "step": 11166 + }, + { + "epoch": 0.1911535630531163, + "grad_norm": 2.4493093490600586, + "learning_rate": 1.8668650267108482e-05, + "loss": 2.9102, + "step": 11167 + }, + { + "epoch": 0.19117068077166674, + "grad_norm": 2.4803478717803955, + "learning_rate": 1.8668373858995985e-05, + "loss": 2.9613, + "step": 11168 + }, + { + "epoch": 0.19118779849021722, + "grad_norm": 2.5221266746520996, + "learning_rate": 1.866809742423993e-05, + "loss": 2.9128, + "step": 11169 + }, + { + "epoch": 0.1912049162087677, + "grad_norm": 2.4853122234344482, + "learning_rate": 1.866782096284116e-05, + "loss": 3.0007, + "step": 11170 + }, + { + "epoch": 0.19122203392731818, + "grad_norm": 2.3527116775512695, + "learning_rate": 1.866754447480053e-05, + "loss": 3.049, + "step": 11171 + }, + { + "epoch": 0.19123915164586863, + "grad_norm": 2.4720804691314697, + "learning_rate": 1.8667267960118893e-05, + "loss": 2.894, + "step": 11172 + }, + { + "epoch": 0.1912562693644191, + "grad_norm": 2.563674211502075, + "learning_rate": 1.866699141879709e-05, + "loss": 2.9953, + "step": 11173 + }, + { + "epoch": 0.1912733870829696, + "grad_norm": 2.4778316020965576, + "learning_rate": 1.8666714850835976e-05, + "loss": 2.9813, + "step": 11174 + }, + { + "epoch": 0.19129050480152004, + "grad_norm": 2.5150129795074463, + "learning_rate": 1.86664382562364e-05, + "loss": 2.9435, + "step": 11175 + }, + { + "epoch": 0.19130762252007052, + "grad_norm": 2.526862859725952, + "learning_rate": 1.8666161634999212e-05, + "loss": 3.0389, + "step": 11176 + }, + { + "epoch": 0.191324740238621, + "grad_norm": 2.5457959175109863, + "learning_rate": 1.8665884987125268e-05, + "loss": 2.8656, + "step": 11177 + }, + { + "epoch": 0.19134185795717146, + "grad_norm": 2.485910177230835, + "learning_rate": 1.866560831261541e-05, + "loss": 3.0267, + "step": 11178 + }, + { + "epoch": 0.19135897567572194, + "grad_norm": 2.305156946182251, + "learning_rate": 1.8665331611470486e-05, + "loss": 2.951, + "step": 11179 + }, + { + "epoch": 0.19137609339427242, + "grad_norm": 2.4703733921051025, + "learning_rate": 1.866505488369136e-05, + "loss": 3.01, + "step": 11180 + }, + { + "epoch": 0.19139321111282287, + "grad_norm": 2.3470096588134766, + "learning_rate": 1.8664778129278872e-05, + "loss": 2.8863, + "step": 11181 + }, + { + "epoch": 0.19141032883137335, + "grad_norm": 2.486189365386963, + "learning_rate": 1.8664501348233876e-05, + "loss": 3.0458, + "step": 11182 + }, + { + "epoch": 0.19142744654992383, + "grad_norm": 2.412106990814209, + "learning_rate": 1.8664224540557222e-05, + "loss": 3.003, + "step": 11183 + }, + { + "epoch": 0.1914445642684743, + "grad_norm": 2.2791707515716553, + "learning_rate": 1.8663947706249757e-05, + "loss": 2.907, + "step": 11184 + }, + { + "epoch": 0.19146168198702476, + "grad_norm": 2.522350549697876, + "learning_rate": 1.866367084531234e-05, + "loss": 3.0464, + "step": 11185 + }, + { + "epoch": 0.19147879970557524, + "grad_norm": 2.5764594078063965, + "learning_rate": 1.8663393957745817e-05, + "loss": 3.0225, + "step": 11186 + }, + { + "epoch": 0.19149591742412572, + "grad_norm": 2.3400144577026367, + "learning_rate": 1.8663117043551037e-05, + "loss": 3.0285, + "step": 11187 + }, + { + "epoch": 0.19151303514267617, + "grad_norm": 2.542523145675659, + "learning_rate": 1.8662840102728857e-05, + "loss": 3.1181, + "step": 11188 + }, + { + "epoch": 0.19153015286122665, + "grad_norm": 2.3531291484832764, + "learning_rate": 1.8662563135280125e-05, + "loss": 2.8954, + "step": 11189 + }, + { + "epoch": 0.19154727057977713, + "grad_norm": 2.442195415496826, + "learning_rate": 1.8662286141205692e-05, + "loss": 2.9768, + "step": 11190 + }, + { + "epoch": 0.1915643882983276, + "grad_norm": 2.4264321327209473, + "learning_rate": 1.866200912050641e-05, + "loss": 3.0214, + "step": 11191 + }, + { + "epoch": 0.19158150601687807, + "grad_norm": 2.342017889022827, + "learning_rate": 1.8661732073183127e-05, + "loss": 2.8537, + "step": 11192 + }, + { + "epoch": 0.19159862373542855, + "grad_norm": 2.3956704139709473, + "learning_rate": 1.8661454999236702e-05, + "loss": 2.9763, + "step": 11193 + }, + { + "epoch": 0.19161574145397903, + "grad_norm": 2.3100693225860596, + "learning_rate": 1.866117789866798e-05, + "loss": 2.8242, + "step": 11194 + }, + { + "epoch": 0.19163285917252948, + "grad_norm": 2.2884461879730225, + "learning_rate": 1.8660900771477818e-05, + "loss": 2.9081, + "step": 11195 + }, + { + "epoch": 0.19164997689107996, + "grad_norm": 2.4579379558563232, + "learning_rate": 1.8660623617667066e-05, + "loss": 2.9717, + "step": 11196 + }, + { + "epoch": 0.19166709460963044, + "grad_norm": 2.4025564193725586, + "learning_rate": 1.866034643723657e-05, + "loss": 2.9665, + "step": 11197 + }, + { + "epoch": 0.1916842123281809, + "grad_norm": 2.3367321491241455, + "learning_rate": 1.866006923018719e-05, + "loss": 2.9259, + "step": 11198 + }, + { + "epoch": 0.19170133004673137, + "grad_norm": 2.462867259979248, + "learning_rate": 1.865979199651977e-05, + "loss": 3.0067, + "step": 11199 + }, + { + "epoch": 0.19171844776528185, + "grad_norm": 2.460710287094116, + "learning_rate": 1.8659514736235174e-05, + "loss": 2.8977, + "step": 11200 + }, + { + "epoch": 0.1917355654838323, + "grad_norm": 2.4802470207214355, + "learning_rate": 1.8659237449334245e-05, + "loss": 3.0786, + "step": 11201 + }, + { + "epoch": 0.19175268320238278, + "grad_norm": 2.4199576377868652, + "learning_rate": 1.8658960135817833e-05, + "loss": 3.0041, + "step": 11202 + }, + { + "epoch": 0.19176980092093326, + "grad_norm": 2.395723581314087, + "learning_rate": 1.8658682795686798e-05, + "loss": 2.9132, + "step": 11203 + }, + { + "epoch": 0.19178691863948372, + "grad_norm": 2.4618427753448486, + "learning_rate": 1.8658405428941992e-05, + "loss": 2.9645, + "step": 11204 + }, + { + "epoch": 0.1918040363580342, + "grad_norm": 2.413264274597168, + "learning_rate": 1.865812803558426e-05, + "loss": 2.9336, + "step": 11205 + }, + { + "epoch": 0.19182115407658468, + "grad_norm": 2.329678535461426, + "learning_rate": 1.8657850615614462e-05, + "loss": 2.905, + "step": 11206 + }, + { + "epoch": 0.19183827179513516, + "grad_norm": 2.319976329803467, + "learning_rate": 1.865757316903345e-05, + "loss": 3.0396, + "step": 11207 + }, + { + "epoch": 0.1918553895136856, + "grad_norm": 2.533510208129883, + "learning_rate": 1.865729569584207e-05, + "loss": 2.9542, + "step": 11208 + }, + { + "epoch": 0.1918725072322361, + "grad_norm": 2.336547374725342, + "learning_rate": 1.865701819604118e-05, + "loss": 2.9002, + "step": 11209 + }, + { + "epoch": 0.19188962495078657, + "grad_norm": 2.508286952972412, + "learning_rate": 1.8656740669631637e-05, + "loss": 3.0593, + "step": 11210 + }, + { + "epoch": 0.19190674266933702, + "grad_norm": 2.2566845417022705, + "learning_rate": 1.8656463116614287e-05, + "loss": 2.9872, + "step": 11211 + }, + { + "epoch": 0.1919238603878875, + "grad_norm": 2.3368804454803467, + "learning_rate": 1.865618553698999e-05, + "loss": 2.8654, + "step": 11212 + }, + { + "epoch": 0.19194097810643798, + "grad_norm": 2.4447457790374756, + "learning_rate": 1.8655907930759587e-05, + "loss": 3.0326, + "step": 11213 + }, + { + "epoch": 0.19195809582498843, + "grad_norm": 2.3944315910339355, + "learning_rate": 1.8655630297923944e-05, + "loss": 3.0526, + "step": 11214 + }, + { + "epoch": 0.19197521354353891, + "grad_norm": 2.4826343059539795, + "learning_rate": 1.8655352638483908e-05, + "loss": 2.9391, + "step": 11215 + }, + { + "epoch": 0.1919923312620894, + "grad_norm": 2.303720235824585, + "learning_rate": 1.8655074952440335e-05, + "loss": 3.0098, + "step": 11216 + }, + { + "epoch": 0.19200944898063987, + "grad_norm": 2.2657206058502197, + "learning_rate": 1.8654797239794077e-05, + "loss": 3.091, + "step": 11217 + }, + { + "epoch": 0.19202656669919033, + "grad_norm": 2.461378574371338, + "learning_rate": 1.865451950054599e-05, + "loss": 2.9036, + "step": 11218 + }, + { + "epoch": 0.1920436844177408, + "grad_norm": 2.448598861694336, + "learning_rate": 1.8654241734696924e-05, + "loss": 3.046, + "step": 11219 + }, + { + "epoch": 0.1920608021362913, + "grad_norm": 2.2763729095458984, + "learning_rate": 1.8653963942247735e-05, + "loss": 2.9736, + "step": 11220 + }, + { + "epoch": 0.19207791985484174, + "grad_norm": 2.3470685482025146, + "learning_rate": 1.8653686123199274e-05, + "loss": 2.9839, + "step": 11221 + }, + { + "epoch": 0.19209503757339222, + "grad_norm": 2.4294240474700928, + "learning_rate": 1.8653408277552404e-05, + "loss": 2.9985, + "step": 11222 + }, + { + "epoch": 0.1921121552919427, + "grad_norm": 2.484022855758667, + "learning_rate": 1.8653130405307967e-05, + "loss": 2.9958, + "step": 11223 + }, + { + "epoch": 0.19212927301049315, + "grad_norm": 2.484353542327881, + "learning_rate": 1.865285250646682e-05, + "loss": 2.9401, + "step": 11224 + }, + { + "epoch": 0.19214639072904363, + "grad_norm": 2.4891209602355957, + "learning_rate": 1.8652574581029827e-05, + "loss": 2.8563, + "step": 11225 + }, + { + "epoch": 0.1921635084475941, + "grad_norm": 2.3890206813812256, + "learning_rate": 1.8652296628997827e-05, + "loss": 2.9163, + "step": 11226 + }, + { + "epoch": 0.19218062616614456, + "grad_norm": 2.4948134422302246, + "learning_rate": 1.8652018650371687e-05, + "loss": 3.0485, + "step": 11227 + }, + { + "epoch": 0.19219774388469504, + "grad_norm": 2.430148124694824, + "learning_rate": 1.8651740645152255e-05, + "loss": 2.9204, + "step": 11228 + }, + { + "epoch": 0.19221486160324552, + "grad_norm": 2.3180112838745117, + "learning_rate": 1.8651462613340384e-05, + "loss": 2.8744, + "step": 11229 + }, + { + "epoch": 0.192231979321796, + "grad_norm": 2.4216840267181396, + "learning_rate": 1.8651184554936937e-05, + "loss": 2.967, + "step": 11230 + }, + { + "epoch": 0.19224909704034646, + "grad_norm": 2.442721366882324, + "learning_rate": 1.865090646994276e-05, + "loss": 2.932, + "step": 11231 + }, + { + "epoch": 0.19226621475889694, + "grad_norm": 2.4234421253204346, + "learning_rate": 1.8650628358358712e-05, + "loss": 2.9088, + "step": 11232 + }, + { + "epoch": 0.19228333247744742, + "grad_norm": 2.6998252868652344, + "learning_rate": 1.8650350220185646e-05, + "loss": 2.9687, + "step": 11233 + }, + { + "epoch": 0.19230045019599787, + "grad_norm": 2.4504950046539307, + "learning_rate": 1.8650072055424418e-05, + "loss": 2.836, + "step": 11234 + }, + { + "epoch": 0.19231756791454835, + "grad_norm": 2.449706792831421, + "learning_rate": 1.8649793864075883e-05, + "loss": 2.9886, + "step": 11235 + }, + { + "epoch": 0.19233468563309883, + "grad_norm": 2.400603771209717, + "learning_rate": 1.8649515646140896e-05, + "loss": 2.9371, + "step": 11236 + }, + { + "epoch": 0.19235180335164928, + "grad_norm": 2.4726390838623047, + "learning_rate": 1.864923740162031e-05, + "loss": 2.9972, + "step": 11237 + }, + { + "epoch": 0.19236892107019976, + "grad_norm": 2.4155519008636475, + "learning_rate": 1.8648959130514982e-05, + "loss": 2.9753, + "step": 11238 + }, + { + "epoch": 0.19238603878875024, + "grad_norm": 2.3340725898742676, + "learning_rate": 1.864868083282577e-05, + "loss": 2.9133, + "step": 11239 + }, + { + "epoch": 0.1924031565073007, + "grad_norm": 2.6413729190826416, + "learning_rate": 1.8648402508553528e-05, + "loss": 2.9539, + "step": 11240 + }, + { + "epoch": 0.19242027422585117, + "grad_norm": 2.2697055339813232, + "learning_rate": 1.8648124157699108e-05, + "loss": 2.9113, + "step": 11241 + }, + { + "epoch": 0.19243739194440165, + "grad_norm": 2.2830801010131836, + "learning_rate": 1.8647845780263364e-05, + "loss": 2.7952, + "step": 11242 + }, + { + "epoch": 0.19245450966295213, + "grad_norm": 2.5551817417144775, + "learning_rate": 1.864756737624716e-05, + "loss": 3.0848, + "step": 11243 + }, + { + "epoch": 0.19247162738150259, + "grad_norm": 2.4382872581481934, + "learning_rate": 1.864728894565135e-05, + "loss": 2.8587, + "step": 11244 + }, + { + "epoch": 0.19248874510005307, + "grad_norm": 2.4423763751983643, + "learning_rate": 1.8647010488476782e-05, + "loss": 2.8713, + "step": 11245 + }, + { + "epoch": 0.19250586281860355, + "grad_norm": 2.51785945892334, + "learning_rate": 1.864673200472432e-05, + "loss": 2.9512, + "step": 11246 + }, + { + "epoch": 0.192522980537154, + "grad_norm": 2.390279531478882, + "learning_rate": 1.8646453494394815e-05, + "loss": 3.0234, + "step": 11247 + }, + { + "epoch": 0.19254009825570448, + "grad_norm": 2.291896104812622, + "learning_rate": 1.8646174957489123e-05, + "loss": 2.9006, + "step": 11248 + }, + { + "epoch": 0.19255721597425496, + "grad_norm": 2.3472275733947754, + "learning_rate": 1.8645896394008102e-05, + "loss": 2.986, + "step": 11249 + }, + { + "epoch": 0.1925743336928054, + "grad_norm": 2.3564908504486084, + "learning_rate": 1.864561780395261e-05, + "loss": 2.8861, + "step": 11250 + }, + { + "epoch": 0.1925914514113559, + "grad_norm": 2.396819829940796, + "learning_rate": 1.86453391873235e-05, + "loss": 3.0445, + "step": 11251 + }, + { + "epoch": 0.19260856912990637, + "grad_norm": 2.324610948562622, + "learning_rate": 1.8645060544121635e-05, + "loss": 3.0237, + "step": 11252 + }, + { + "epoch": 0.19262568684845685, + "grad_norm": 2.4581873416900635, + "learning_rate": 1.8644781874347862e-05, + "loss": 2.9794, + "step": 11253 + }, + { + "epoch": 0.1926428045670073, + "grad_norm": 2.3728363513946533, + "learning_rate": 1.864450317800304e-05, + "loss": 2.9595, + "step": 11254 + }, + { + "epoch": 0.19265992228555778, + "grad_norm": 2.5897879600524902, + "learning_rate": 1.864422445508803e-05, + "loss": 3.0775, + "step": 11255 + }, + { + "epoch": 0.19267704000410826, + "grad_norm": 2.4803848266601562, + "learning_rate": 1.864394570560369e-05, + "loss": 2.9276, + "step": 11256 + }, + { + "epoch": 0.19269415772265872, + "grad_norm": 2.591442346572876, + "learning_rate": 1.864366692955087e-05, + "loss": 3.0653, + "step": 11257 + }, + { + "epoch": 0.1927112754412092, + "grad_norm": 2.443668842315674, + "learning_rate": 1.8643388126930427e-05, + "loss": 2.9943, + "step": 11258 + }, + { + "epoch": 0.19272839315975968, + "grad_norm": 2.311434268951416, + "learning_rate": 1.8643109297743224e-05, + "loss": 2.8996, + "step": 11259 + }, + { + "epoch": 0.19274551087831013, + "grad_norm": 2.4951348304748535, + "learning_rate": 1.8642830441990112e-05, + "loss": 2.9779, + "step": 11260 + }, + { + "epoch": 0.1927626285968606, + "grad_norm": 2.499967098236084, + "learning_rate": 1.864255155967195e-05, + "loss": 2.9362, + "step": 11261 + }, + { + "epoch": 0.1927797463154111, + "grad_norm": 2.5719261169433594, + "learning_rate": 1.86422726507896e-05, + "loss": 2.9787, + "step": 11262 + }, + { + "epoch": 0.19279686403396154, + "grad_norm": 2.376422643661499, + "learning_rate": 1.864199371534391e-05, + "loss": 3.0353, + "step": 11263 + }, + { + "epoch": 0.19281398175251202, + "grad_norm": 2.5972659587860107, + "learning_rate": 1.8641714753335748e-05, + "loss": 3.0893, + "step": 11264 + }, + { + "epoch": 0.1928310994710625, + "grad_norm": 2.386883020401001, + "learning_rate": 1.8641435764765966e-05, + "loss": 2.9545, + "step": 11265 + }, + { + "epoch": 0.19284821718961298, + "grad_norm": 2.3677592277526855, + "learning_rate": 1.864115674963542e-05, + "loss": 2.9709, + "step": 11266 + }, + { + "epoch": 0.19286533490816343, + "grad_norm": 2.470249652862549, + "learning_rate": 1.8640877707944967e-05, + "loss": 2.8348, + "step": 11267 + }, + { + "epoch": 0.1928824526267139, + "grad_norm": 2.4008290767669678, + "learning_rate": 1.864059863969547e-05, + "loss": 2.9139, + "step": 11268 + }, + { + "epoch": 0.1928995703452644, + "grad_norm": 2.249723434448242, + "learning_rate": 1.864031954488778e-05, + "loss": 2.8791, + "step": 11269 + }, + { + "epoch": 0.19291668806381485, + "grad_norm": 2.643975257873535, + "learning_rate": 1.8640040423522766e-05, + "loss": 2.9663, + "step": 11270 + }, + { + "epoch": 0.19293380578236533, + "grad_norm": 2.319456100463867, + "learning_rate": 1.8639761275601272e-05, + "loss": 3.0892, + "step": 11271 + }, + { + "epoch": 0.1929509235009158, + "grad_norm": 2.526789426803589, + "learning_rate": 1.863948210112416e-05, + "loss": 3.0677, + "step": 11272 + }, + { + "epoch": 0.19296804121946626, + "grad_norm": 2.3863272666931152, + "learning_rate": 1.86392029000923e-05, + "loss": 3.0086, + "step": 11273 + }, + { + "epoch": 0.19298515893801674, + "grad_norm": 2.473409414291382, + "learning_rate": 1.8638923672506533e-05, + "loss": 2.9603, + "step": 11274 + }, + { + "epoch": 0.19300227665656722, + "grad_norm": 2.293473720550537, + "learning_rate": 1.8638644418367725e-05, + "loss": 2.8676, + "step": 11275 + }, + { + "epoch": 0.1930193943751177, + "grad_norm": 2.4230082035064697, + "learning_rate": 1.863836513767674e-05, + "loss": 2.9613, + "step": 11276 + }, + { + "epoch": 0.19303651209366815, + "grad_norm": 2.419428825378418, + "learning_rate": 1.8638085830434425e-05, + "loss": 2.9212, + "step": 11277 + }, + { + "epoch": 0.19305362981221863, + "grad_norm": 2.341717004776001, + "learning_rate": 1.8637806496641647e-05, + "loss": 2.8714, + "step": 11278 + }, + { + "epoch": 0.1930707475307691, + "grad_norm": 2.6654539108276367, + "learning_rate": 1.863752713629926e-05, + "loss": 3.0322, + "step": 11279 + }, + { + "epoch": 0.19308786524931956, + "grad_norm": 2.516130208969116, + "learning_rate": 1.8637247749408125e-05, + "loss": 2.893, + "step": 11280 + }, + { + "epoch": 0.19310498296787004, + "grad_norm": 2.526581048965454, + "learning_rate": 1.86369683359691e-05, + "loss": 3.019, + "step": 11281 + }, + { + "epoch": 0.19312210068642052, + "grad_norm": 2.5975379943847656, + "learning_rate": 1.8636688895983043e-05, + "loss": 2.8912, + "step": 11282 + }, + { + "epoch": 0.19313921840497097, + "grad_norm": 2.5311808586120605, + "learning_rate": 1.8636409429450815e-05, + "loss": 2.8615, + "step": 11283 + }, + { + "epoch": 0.19315633612352145, + "grad_norm": 2.4150352478027344, + "learning_rate": 1.8636129936373275e-05, + "loss": 2.8594, + "step": 11284 + }, + { + "epoch": 0.19317345384207193, + "grad_norm": 2.587143898010254, + "learning_rate": 1.863585041675128e-05, + "loss": 2.9297, + "step": 11285 + }, + { + "epoch": 0.1931905715606224, + "grad_norm": 2.4432942867279053, + "learning_rate": 1.8635570870585687e-05, + "loss": 3.0006, + "step": 11286 + }, + { + "epoch": 0.19320768927917287, + "grad_norm": 2.5885446071624756, + "learning_rate": 1.8635291297877364e-05, + "loss": 2.9927, + "step": 11287 + }, + { + "epoch": 0.19322480699772335, + "grad_norm": 2.587982654571533, + "learning_rate": 1.8635011698627158e-05, + "loss": 2.9703, + "step": 11288 + }, + { + "epoch": 0.19324192471627383, + "grad_norm": 2.698638916015625, + "learning_rate": 1.863473207283594e-05, + "loss": 3.1207, + "step": 11289 + }, + { + "epoch": 0.19325904243482428, + "grad_norm": 2.4797592163085938, + "learning_rate": 1.863445242050456e-05, + "loss": 3.0415, + "step": 11290 + }, + { + "epoch": 0.19327616015337476, + "grad_norm": 2.377269744873047, + "learning_rate": 1.863417274163389e-05, + "loss": 2.9288, + "step": 11291 + }, + { + "epoch": 0.19329327787192524, + "grad_norm": 2.450014591217041, + "learning_rate": 1.8633893036224772e-05, + "loss": 2.8906, + "step": 11292 + }, + { + "epoch": 0.1933103955904757, + "grad_norm": 2.4081649780273438, + "learning_rate": 1.8633613304278083e-05, + "loss": 2.9731, + "step": 11293 + }, + { + "epoch": 0.19332751330902617, + "grad_norm": 2.414513111114502, + "learning_rate": 1.8633333545794672e-05, + "loss": 2.9957, + "step": 11294 + }, + { + "epoch": 0.19334463102757665, + "grad_norm": 2.4172582626342773, + "learning_rate": 1.86330537607754e-05, + "loss": 3.0805, + "step": 11295 + }, + { + "epoch": 0.1933617487461271, + "grad_norm": 2.4540154933929443, + "learning_rate": 1.863277394922113e-05, + "loss": 3.0752, + "step": 11296 + }, + { + "epoch": 0.19337886646467758, + "grad_norm": 2.4332175254821777, + "learning_rate": 1.863249411113272e-05, + "loss": 3.0135, + "step": 11297 + }, + { + "epoch": 0.19339598418322806, + "grad_norm": 2.370450019836426, + "learning_rate": 1.8632214246511036e-05, + "loss": 2.864, + "step": 11298 + }, + { + "epoch": 0.19341310190177854, + "grad_norm": 2.3485710620880127, + "learning_rate": 1.863193435535693e-05, + "loss": 2.923, + "step": 11299 + }, + { + "epoch": 0.193430219620329, + "grad_norm": 2.24784255027771, + "learning_rate": 1.8631654437671266e-05, + "loss": 2.8808, + "step": 11300 + }, + { + "epoch": 0.19344733733887948, + "grad_norm": 2.546403408050537, + "learning_rate": 1.8631374493454905e-05, + "loss": 2.9378, + "step": 11301 + }, + { + "epoch": 0.19346445505742996, + "grad_norm": 2.341918468475342, + "learning_rate": 1.8631094522708703e-05, + "loss": 2.7938, + "step": 11302 + }, + { + "epoch": 0.1934815727759804, + "grad_norm": 2.403458833694458, + "learning_rate": 1.8630814525433527e-05, + "loss": 2.9925, + "step": 11303 + }, + { + "epoch": 0.1934986904945309, + "grad_norm": 2.3156683444976807, + "learning_rate": 1.8630534501630235e-05, + "loss": 2.9079, + "step": 11304 + }, + { + "epoch": 0.19351580821308137, + "grad_norm": 2.3027453422546387, + "learning_rate": 1.8630254451299684e-05, + "loss": 2.9908, + "step": 11305 + }, + { + "epoch": 0.19353292593163182, + "grad_norm": 2.4167404174804688, + "learning_rate": 1.8629974374442744e-05, + "loss": 2.9769, + "step": 11306 + }, + { + "epoch": 0.1935500436501823, + "grad_norm": 2.3962106704711914, + "learning_rate": 1.8629694271060263e-05, + "loss": 2.8862, + "step": 11307 + }, + { + "epoch": 0.19356716136873278, + "grad_norm": 2.414964199066162, + "learning_rate": 1.8629414141153114e-05, + "loss": 2.9427, + "step": 11308 + }, + { + "epoch": 0.19358427908728323, + "grad_norm": 2.657396078109741, + "learning_rate": 1.8629133984722152e-05, + "loss": 2.9852, + "step": 11309 + }, + { + "epoch": 0.19360139680583371, + "grad_norm": 2.498673915863037, + "learning_rate": 1.8628853801768237e-05, + "loss": 3.0666, + "step": 11310 + }, + { + "epoch": 0.1936185145243842, + "grad_norm": 2.4785048961639404, + "learning_rate": 1.8628573592292233e-05, + "loss": 3.0191, + "step": 11311 + }, + { + "epoch": 0.19363563224293467, + "grad_norm": 2.5306131839752197, + "learning_rate": 1.8628293356295e-05, + "loss": 2.9686, + "step": 11312 + }, + { + "epoch": 0.19365274996148513, + "grad_norm": 2.531210422515869, + "learning_rate": 1.86280130937774e-05, + "loss": 3.0068, + "step": 11313 + }, + { + "epoch": 0.1936698676800356, + "grad_norm": 2.4049081802368164, + "learning_rate": 1.8627732804740296e-05, + "loss": 3.0109, + "step": 11314 + }, + { + "epoch": 0.1936869853985861, + "grad_norm": 2.405128002166748, + "learning_rate": 1.8627452489184545e-05, + "loss": 2.8495, + "step": 11315 + }, + { + "epoch": 0.19370410311713654, + "grad_norm": 2.4998433589935303, + "learning_rate": 1.8627172147111016e-05, + "loss": 3.0957, + "step": 11316 + }, + { + "epoch": 0.19372122083568702, + "grad_norm": 2.4687626361846924, + "learning_rate": 1.862689177852056e-05, + "loss": 3.0339, + "step": 11317 + }, + { + "epoch": 0.1937383385542375, + "grad_norm": 2.4808502197265625, + "learning_rate": 1.8626611383414047e-05, + "loss": 3.0913, + "step": 11318 + }, + { + "epoch": 0.19375545627278795, + "grad_norm": 2.464313507080078, + "learning_rate": 1.862633096179234e-05, + "loss": 3.0156, + "step": 11319 + }, + { + "epoch": 0.19377257399133843, + "grad_norm": 2.38061261177063, + "learning_rate": 1.862605051365629e-05, + "loss": 3.0172, + "step": 11320 + }, + { + "epoch": 0.1937896917098889, + "grad_norm": 2.5520761013031006, + "learning_rate": 1.8625770039006774e-05, + "loss": 3.034, + "step": 11321 + }, + { + "epoch": 0.19380680942843936, + "grad_norm": 2.238023281097412, + "learning_rate": 1.8625489537844644e-05, + "loss": 2.8553, + "step": 11322 + }, + { + "epoch": 0.19382392714698984, + "grad_norm": 2.473458766937256, + "learning_rate": 1.8625209010170766e-05, + "loss": 3.036, + "step": 11323 + }, + { + "epoch": 0.19384104486554032, + "grad_norm": 2.514564037322998, + "learning_rate": 1.8624928455985996e-05, + "loss": 2.9538, + "step": 11324 + }, + { + "epoch": 0.1938581625840908, + "grad_norm": 2.4538986682891846, + "learning_rate": 1.8624647875291203e-05, + "loss": 2.8532, + "step": 11325 + }, + { + "epoch": 0.19387528030264126, + "grad_norm": 2.3234879970550537, + "learning_rate": 1.862436726808725e-05, + "loss": 2.9953, + "step": 11326 + }, + { + "epoch": 0.19389239802119174, + "grad_norm": 2.4240875244140625, + "learning_rate": 1.8624086634374997e-05, + "loss": 3.0595, + "step": 11327 + }, + { + "epoch": 0.19390951573974222, + "grad_norm": 2.3911936283111572, + "learning_rate": 1.862380597415531e-05, + "loss": 3.0395, + "step": 11328 + }, + { + "epoch": 0.19392663345829267, + "grad_norm": 2.1959903240203857, + "learning_rate": 1.8623525287429044e-05, + "loss": 2.9174, + "step": 11329 + }, + { + "epoch": 0.19394375117684315, + "grad_norm": 2.5360193252563477, + "learning_rate": 1.8623244574197067e-05, + "loss": 2.9627, + "step": 11330 + }, + { + "epoch": 0.19396086889539363, + "grad_norm": 2.4284470081329346, + "learning_rate": 1.862296383446024e-05, + "loss": 3.009, + "step": 11331 + }, + { + "epoch": 0.19397798661394408, + "grad_norm": 2.3546159267425537, + "learning_rate": 1.8622683068219428e-05, + "loss": 2.8715, + "step": 11332 + }, + { + "epoch": 0.19399510433249456, + "grad_norm": 2.43527889251709, + "learning_rate": 1.8622402275475493e-05, + "loss": 3.0056, + "step": 11333 + }, + { + "epoch": 0.19401222205104504, + "grad_norm": 2.368811845779419, + "learning_rate": 1.86221214562293e-05, + "loss": 2.9355, + "step": 11334 + }, + { + "epoch": 0.19402933976959552, + "grad_norm": 2.397034168243408, + "learning_rate": 1.8621840610481705e-05, + "loss": 3.0444, + "step": 11335 + }, + { + "epoch": 0.19404645748814597, + "grad_norm": 2.4978132247924805, + "learning_rate": 1.862155973823358e-05, + "loss": 2.8335, + "step": 11336 + }, + { + "epoch": 0.19406357520669645, + "grad_norm": 2.7186951637268066, + "learning_rate": 1.8621278839485783e-05, + "loss": 3.0124, + "step": 11337 + }, + { + "epoch": 0.19408069292524693, + "grad_norm": 2.5726804733276367, + "learning_rate": 1.862099791423918e-05, + "loss": 3.0597, + "step": 11338 + }, + { + "epoch": 0.19409781064379739, + "grad_norm": 2.489391326904297, + "learning_rate": 1.8620716962494634e-05, + "loss": 2.7605, + "step": 11339 + }, + { + "epoch": 0.19411492836234787, + "grad_norm": 2.3791913986206055, + "learning_rate": 1.8620435984253004e-05, + "loss": 2.9001, + "step": 11340 + }, + { + "epoch": 0.19413204608089835, + "grad_norm": 2.4403579235076904, + "learning_rate": 1.862015497951516e-05, + "loss": 2.9542, + "step": 11341 + }, + { + "epoch": 0.1941491637994488, + "grad_norm": 2.3595449924468994, + "learning_rate": 1.8619873948281967e-05, + "loss": 2.9309, + "step": 11342 + }, + { + "epoch": 0.19416628151799928, + "grad_norm": 2.501323938369751, + "learning_rate": 1.861959289055428e-05, + "loss": 2.9831, + "step": 11343 + }, + { + "epoch": 0.19418339923654976, + "grad_norm": 2.545602321624756, + "learning_rate": 1.861931180633297e-05, + "loss": 2.9408, + "step": 11344 + }, + { + "epoch": 0.1942005169551002, + "grad_norm": 2.5095250606536865, + "learning_rate": 1.86190306956189e-05, + "loss": 3.0052, + "step": 11345 + }, + { + "epoch": 0.1942176346736507, + "grad_norm": 2.4247117042541504, + "learning_rate": 1.861874955841293e-05, + "loss": 2.9175, + "step": 11346 + }, + { + "epoch": 0.19423475239220117, + "grad_norm": 2.536362886428833, + "learning_rate": 1.861846839471593e-05, + "loss": 2.9642, + "step": 11347 + }, + { + "epoch": 0.19425187011075165, + "grad_norm": 2.437994956970215, + "learning_rate": 1.861818720452876e-05, + "loss": 3.0475, + "step": 11348 + }, + { + "epoch": 0.1942689878293021, + "grad_norm": 2.5208466053009033, + "learning_rate": 1.8617905987852287e-05, + "loss": 2.9941, + "step": 11349 + }, + { + "epoch": 0.19428610554785258, + "grad_norm": 2.659609317779541, + "learning_rate": 1.8617624744687374e-05, + "loss": 3.0355, + "step": 11350 + }, + { + "epoch": 0.19430322326640306, + "grad_norm": 2.5992701053619385, + "learning_rate": 1.8617343475034887e-05, + "loss": 3.0164, + "step": 11351 + }, + { + "epoch": 0.19432034098495352, + "grad_norm": 2.427560329437256, + "learning_rate": 1.8617062178895684e-05, + "loss": 2.9982, + "step": 11352 + }, + { + "epoch": 0.194337458703504, + "grad_norm": 2.791297435760498, + "learning_rate": 1.8616780856270637e-05, + "loss": 3.0004, + "step": 11353 + }, + { + "epoch": 0.19435457642205448, + "grad_norm": 2.4891765117645264, + "learning_rate": 1.861649950716061e-05, + "loss": 2.8958, + "step": 11354 + }, + { + "epoch": 0.19437169414060493, + "grad_norm": 2.6491754055023193, + "learning_rate": 1.8616218131566462e-05, + "loss": 2.9665, + "step": 11355 + }, + { + "epoch": 0.1943888118591554, + "grad_norm": 2.467832088470459, + "learning_rate": 1.8615936729489065e-05, + "loss": 2.8503, + "step": 11356 + }, + { + "epoch": 0.1944059295777059, + "grad_norm": 2.6142258644104004, + "learning_rate": 1.8615655300929277e-05, + "loss": 2.9409, + "step": 11357 + }, + { + "epoch": 0.19442304729625637, + "grad_norm": 2.4341042041778564, + "learning_rate": 1.8615373845887973e-05, + "loss": 2.96, + "step": 11358 + }, + { + "epoch": 0.19444016501480682, + "grad_norm": 2.447420835494995, + "learning_rate": 1.8615092364366007e-05, + "loss": 2.9902, + "step": 11359 + }, + { + "epoch": 0.1944572827333573, + "grad_norm": 2.473921298980713, + "learning_rate": 1.861481085636425e-05, + "loss": 2.8511, + "step": 11360 + }, + { + "epoch": 0.19447440045190778, + "grad_norm": 2.3197853565216064, + "learning_rate": 1.8614529321883564e-05, + "loss": 2.8642, + "step": 11361 + }, + { + "epoch": 0.19449151817045823, + "grad_norm": 2.3938393592834473, + "learning_rate": 1.8614247760924822e-05, + "loss": 2.8209, + "step": 11362 + }, + { + "epoch": 0.1945086358890087, + "grad_norm": 2.313218355178833, + "learning_rate": 1.8613966173488884e-05, + "loss": 2.9272, + "step": 11363 + }, + { + "epoch": 0.1945257536075592, + "grad_norm": 3.1352779865264893, + "learning_rate": 1.8613684559576606e-05, + "loss": 2.8927, + "step": 11364 + }, + { + "epoch": 0.19454287132610965, + "grad_norm": 2.4100966453552246, + "learning_rate": 1.861340291918887e-05, + "loss": 2.9174, + "step": 11365 + }, + { + "epoch": 0.19455998904466013, + "grad_norm": 2.33327317237854, + "learning_rate": 1.8613121252326538e-05, + "loss": 2.8422, + "step": 11366 + }, + { + "epoch": 0.1945771067632106, + "grad_norm": 2.35526704788208, + "learning_rate": 1.8612839558990468e-05, + "loss": 3.0595, + "step": 11367 + }, + { + "epoch": 0.19459422448176106, + "grad_norm": 2.4027504920959473, + "learning_rate": 1.8612557839181532e-05, + "loss": 3.0258, + "step": 11368 + }, + { + "epoch": 0.19461134220031154, + "grad_norm": 2.418639659881592, + "learning_rate": 1.8612276092900594e-05, + "loss": 2.9889, + "step": 11369 + }, + { + "epoch": 0.19462845991886202, + "grad_norm": 2.465975046157837, + "learning_rate": 1.861199432014852e-05, + "loss": 2.9532, + "step": 11370 + }, + { + "epoch": 0.1946455776374125, + "grad_norm": 2.4610109329223633, + "learning_rate": 1.8611712520926177e-05, + "loss": 2.9286, + "step": 11371 + }, + { + "epoch": 0.19466269535596295, + "grad_norm": 2.384265184402466, + "learning_rate": 1.861143069523443e-05, + "loss": 2.9317, + "step": 11372 + }, + { + "epoch": 0.19467981307451343, + "grad_norm": 2.3367679119110107, + "learning_rate": 1.8611148843074146e-05, + "loss": 2.9455, + "step": 11373 + }, + { + "epoch": 0.1946969307930639, + "grad_norm": 2.443328380584717, + "learning_rate": 1.8610866964446193e-05, + "loss": 2.9816, + "step": 11374 + }, + { + "epoch": 0.19471404851161436, + "grad_norm": 2.44675874710083, + "learning_rate": 1.8610585059351433e-05, + "loss": 2.9491, + "step": 11375 + }, + { + "epoch": 0.19473116623016484, + "grad_norm": 2.375471353530884, + "learning_rate": 1.8610303127790734e-05, + "loss": 2.9695, + "step": 11376 + }, + { + "epoch": 0.19474828394871532, + "grad_norm": 2.486208200454712, + "learning_rate": 1.8610021169764966e-05, + "loss": 3.0107, + "step": 11377 + }, + { + "epoch": 0.19476540166726578, + "grad_norm": 2.3142216205596924, + "learning_rate": 1.8609739185274992e-05, + "loss": 2.9484, + "step": 11378 + }, + { + "epoch": 0.19478251938581626, + "grad_norm": 2.4312336444854736, + "learning_rate": 1.860945717432168e-05, + "loss": 2.9845, + "step": 11379 + }, + { + "epoch": 0.19479963710436674, + "grad_norm": 2.3685460090637207, + "learning_rate": 1.8609175136905894e-05, + "loss": 2.9015, + "step": 11380 + }, + { + "epoch": 0.19481675482291722, + "grad_norm": 2.3913931846618652, + "learning_rate": 1.8608893073028506e-05, + "loss": 3.0972, + "step": 11381 + }, + { + "epoch": 0.19483387254146767, + "grad_norm": 2.5160138607025146, + "learning_rate": 1.8608610982690384e-05, + "loss": 3.0109, + "step": 11382 + }, + { + "epoch": 0.19485099026001815, + "grad_norm": 2.5570621490478516, + "learning_rate": 1.8608328865892386e-05, + "loss": 3.1047, + "step": 11383 + }, + { + "epoch": 0.19486810797856863, + "grad_norm": 2.3854238986968994, + "learning_rate": 1.8608046722635386e-05, + "loss": 2.9079, + "step": 11384 + }, + { + "epoch": 0.19488522569711908, + "grad_norm": 2.3114328384399414, + "learning_rate": 1.860776455292025e-05, + "loss": 2.9593, + "step": 11385 + }, + { + "epoch": 0.19490234341566956, + "grad_norm": 2.4180307388305664, + "learning_rate": 1.8607482356747846e-05, + "loss": 3.0115, + "step": 11386 + }, + { + "epoch": 0.19491946113422004, + "grad_norm": 2.365267753601074, + "learning_rate": 1.8607200134119038e-05, + "loss": 2.9594, + "step": 11387 + }, + { + "epoch": 0.1949365788527705, + "grad_norm": 2.4474892616271973, + "learning_rate": 1.86069178850347e-05, + "loss": 2.8397, + "step": 11388 + }, + { + "epoch": 0.19495369657132097, + "grad_norm": 2.2982492446899414, + "learning_rate": 1.8606635609495694e-05, + "loss": 2.8844, + "step": 11389 + }, + { + "epoch": 0.19497081428987145, + "grad_norm": 2.4503872394561768, + "learning_rate": 1.860635330750289e-05, + "loss": 3.0363, + "step": 11390 + }, + { + "epoch": 0.1949879320084219, + "grad_norm": 2.4396729469299316, + "learning_rate": 1.8606070979057153e-05, + "loss": 2.9762, + "step": 11391 + }, + { + "epoch": 0.19500504972697238, + "grad_norm": 2.52174973487854, + "learning_rate": 1.8605788624159352e-05, + "loss": 2.9739, + "step": 11392 + }, + { + "epoch": 0.19502216744552286, + "grad_norm": 2.4830081462860107, + "learning_rate": 1.860550624281036e-05, + "loss": 2.9301, + "step": 11393 + }, + { + "epoch": 0.19503928516407334, + "grad_norm": 2.5258612632751465, + "learning_rate": 1.8605223835011038e-05, + "loss": 2.9824, + "step": 11394 + }, + { + "epoch": 0.1950564028826238, + "grad_norm": 2.4201791286468506, + "learning_rate": 1.8604941400762256e-05, + "loss": 2.8227, + "step": 11395 + }, + { + "epoch": 0.19507352060117428, + "grad_norm": 2.4291930198669434, + "learning_rate": 1.860465894006488e-05, + "loss": 2.8493, + "step": 11396 + }, + { + "epoch": 0.19509063831972476, + "grad_norm": 2.460770845413208, + "learning_rate": 1.8604376452919784e-05, + "loss": 2.8774, + "step": 11397 + }, + { + "epoch": 0.1951077560382752, + "grad_norm": 2.5861563682556152, + "learning_rate": 1.8604093939327834e-05, + "loss": 2.8867, + "step": 11398 + }, + { + "epoch": 0.1951248737568257, + "grad_norm": 2.3139255046844482, + "learning_rate": 1.860381139928989e-05, + "loss": 3.037, + "step": 11399 + }, + { + "epoch": 0.19514199147537617, + "grad_norm": 2.430482864379883, + "learning_rate": 1.8603528832806838e-05, + "loss": 2.9513, + "step": 11400 + }, + { + "epoch": 0.19515910919392662, + "grad_norm": 2.4482617378234863, + "learning_rate": 1.860324623987953e-05, + "loss": 3.0625, + "step": 11401 + }, + { + "epoch": 0.1951762269124771, + "grad_norm": 2.3719141483306885, + "learning_rate": 1.8602963620508846e-05, + "loss": 2.9326, + "step": 11402 + }, + { + "epoch": 0.19519334463102758, + "grad_norm": 2.3515238761901855, + "learning_rate": 1.8602680974695645e-05, + "loss": 2.9372, + "step": 11403 + }, + { + "epoch": 0.19521046234957803, + "grad_norm": 2.4097421169281006, + "learning_rate": 1.86023983024408e-05, + "loss": 2.9537, + "step": 11404 + }, + { + "epoch": 0.19522758006812851, + "grad_norm": 2.229661464691162, + "learning_rate": 1.860211560374518e-05, + "loss": 2.799, + "step": 11405 + }, + { + "epoch": 0.195244697786679, + "grad_norm": 2.429206371307373, + "learning_rate": 1.8601832878609657e-05, + "loss": 2.9996, + "step": 11406 + }, + { + "epoch": 0.19526181550522947, + "grad_norm": 2.279226303100586, + "learning_rate": 1.8601550127035096e-05, + "loss": 2.9772, + "step": 11407 + }, + { + "epoch": 0.19527893322377993, + "grad_norm": 2.4645655155181885, + "learning_rate": 1.8601267349022366e-05, + "loss": 2.9999, + "step": 11408 + }, + { + "epoch": 0.1952960509423304, + "grad_norm": 2.303391456604004, + "learning_rate": 1.860098454457234e-05, + "loss": 2.9508, + "step": 11409 + }, + { + "epoch": 0.1953131686608809, + "grad_norm": 2.282036304473877, + "learning_rate": 1.860070171368588e-05, + "loss": 3.0366, + "step": 11410 + }, + { + "epoch": 0.19533028637943134, + "grad_norm": 2.3882172107696533, + "learning_rate": 1.8600418856363864e-05, + "loss": 2.7976, + "step": 11411 + }, + { + "epoch": 0.19534740409798182, + "grad_norm": 2.3905396461486816, + "learning_rate": 1.8600135972607155e-05, + "loss": 2.988, + "step": 11412 + }, + { + "epoch": 0.1953645218165323, + "grad_norm": 2.416935682296753, + "learning_rate": 1.8599853062416627e-05, + "loss": 2.8853, + "step": 11413 + }, + { + "epoch": 0.19538163953508275, + "grad_norm": 2.3726627826690674, + "learning_rate": 1.8599570125793146e-05, + "loss": 2.9135, + "step": 11414 + }, + { + "epoch": 0.19539875725363323, + "grad_norm": 2.444401979446411, + "learning_rate": 1.859928716273758e-05, + "loss": 3.0644, + "step": 11415 + }, + { + "epoch": 0.1954158749721837, + "grad_norm": 2.44115948677063, + "learning_rate": 1.8599004173250808e-05, + "loss": 3.005, + "step": 11416 + }, + { + "epoch": 0.1954329926907342, + "grad_norm": 2.460482597351074, + "learning_rate": 1.8598721157333693e-05, + "loss": 2.935, + "step": 11417 + }, + { + "epoch": 0.19545011040928464, + "grad_norm": 2.67277193069458, + "learning_rate": 1.8598438114987103e-05, + "loss": 2.8997, + "step": 11418 + }, + { + "epoch": 0.19546722812783512, + "grad_norm": 2.4951529502868652, + "learning_rate": 1.859815504621191e-05, + "loss": 2.9214, + "step": 11419 + }, + { + "epoch": 0.1954843458463856, + "grad_norm": 2.49055814743042, + "learning_rate": 1.8597871951008983e-05, + "loss": 3.0054, + "step": 11420 + }, + { + "epoch": 0.19550146356493606, + "grad_norm": 2.452200174331665, + "learning_rate": 1.8597588829379195e-05, + "loss": 3.0615, + "step": 11421 + }, + { + "epoch": 0.19551858128348654, + "grad_norm": 2.340461492538452, + "learning_rate": 1.8597305681323415e-05, + "loss": 2.9007, + "step": 11422 + }, + { + "epoch": 0.19553569900203702, + "grad_norm": 2.4886622428894043, + "learning_rate": 1.8597022506842515e-05, + "loss": 3.084, + "step": 11423 + }, + { + "epoch": 0.19555281672058747, + "grad_norm": 2.4941372871398926, + "learning_rate": 1.859673930593736e-05, + "loss": 2.9954, + "step": 11424 + }, + { + "epoch": 0.19556993443913795, + "grad_norm": 2.2706351280212402, + "learning_rate": 1.8596456078608825e-05, + "loss": 2.8844, + "step": 11425 + }, + { + "epoch": 0.19558705215768843, + "grad_norm": 2.416228771209717, + "learning_rate": 1.859617282485778e-05, + "loss": 2.9152, + "step": 11426 + }, + { + "epoch": 0.19560416987623888, + "grad_norm": 2.3698911666870117, + "learning_rate": 1.85958895446851e-05, + "loss": 2.924, + "step": 11427 + }, + { + "epoch": 0.19562128759478936, + "grad_norm": 2.480288028717041, + "learning_rate": 1.8595606238091642e-05, + "loss": 3.006, + "step": 11428 + }, + { + "epoch": 0.19563840531333984, + "grad_norm": 2.416565179824829, + "learning_rate": 1.859532290507829e-05, + "loss": 2.8584, + "step": 11429 + }, + { + "epoch": 0.19565552303189032, + "grad_norm": 2.4041802883148193, + "learning_rate": 1.8595039545645913e-05, + "loss": 2.9518, + "step": 11430 + }, + { + "epoch": 0.19567264075044077, + "grad_norm": 2.4814159870147705, + "learning_rate": 1.8594756159795374e-05, + "loss": 2.866, + "step": 11431 + }, + { + "epoch": 0.19568975846899125, + "grad_norm": 2.487356662750244, + "learning_rate": 1.859447274752755e-05, + "loss": 2.9424, + "step": 11432 + }, + { + "epoch": 0.19570687618754173, + "grad_norm": 2.4538700580596924, + "learning_rate": 1.8594189308843316e-05, + "loss": 2.9533, + "step": 11433 + }, + { + "epoch": 0.1957239939060922, + "grad_norm": 2.494065761566162, + "learning_rate": 1.8593905843743537e-05, + "loss": 2.9407, + "step": 11434 + }, + { + "epoch": 0.19574111162464267, + "grad_norm": 2.5821824073791504, + "learning_rate": 1.8593622352229084e-05, + "loss": 2.96, + "step": 11435 + }, + { + "epoch": 0.19575822934319315, + "grad_norm": 2.4875681400299072, + "learning_rate": 1.8593338834300833e-05, + "loss": 2.9993, + "step": 11436 + }, + { + "epoch": 0.1957753470617436, + "grad_norm": 2.4613406658172607, + "learning_rate": 1.8593055289959653e-05, + "loss": 2.9638, + "step": 11437 + }, + { + "epoch": 0.19579246478029408, + "grad_norm": 2.4158971309661865, + "learning_rate": 1.8592771719206412e-05, + "loss": 2.9278, + "step": 11438 + }, + { + "epoch": 0.19580958249884456, + "grad_norm": 2.3497133255004883, + "learning_rate": 1.8592488122041987e-05, + "loss": 2.8527, + "step": 11439 + }, + { + "epoch": 0.19582670021739504, + "grad_norm": 2.5970394611358643, + "learning_rate": 1.8592204498467247e-05, + "loss": 2.9491, + "step": 11440 + }, + { + "epoch": 0.1958438179359455, + "grad_norm": 2.389514923095703, + "learning_rate": 1.8591920848483066e-05, + "loss": 2.9157, + "step": 11441 + }, + { + "epoch": 0.19586093565449597, + "grad_norm": 2.4363200664520264, + "learning_rate": 1.859163717209031e-05, + "loss": 3.0161, + "step": 11442 + }, + { + "epoch": 0.19587805337304645, + "grad_norm": 2.425522565841675, + "learning_rate": 1.8591353469289857e-05, + "loss": 2.9604, + "step": 11443 + }, + { + "epoch": 0.1958951710915969, + "grad_norm": 2.452657461166382, + "learning_rate": 1.859106974008258e-05, + "loss": 2.8986, + "step": 11444 + }, + { + "epoch": 0.19591228881014738, + "grad_norm": 2.4605846405029297, + "learning_rate": 1.859078598446935e-05, + "loss": 2.9898, + "step": 11445 + }, + { + "epoch": 0.19592940652869786, + "grad_norm": 2.4682745933532715, + "learning_rate": 1.8590502202451032e-05, + "loss": 3.0506, + "step": 11446 + }, + { + "epoch": 0.19594652424724832, + "grad_norm": 2.58406400680542, + "learning_rate": 1.8590218394028505e-05, + "loss": 2.9117, + "step": 11447 + }, + { + "epoch": 0.1959636419657988, + "grad_norm": 2.2975125312805176, + "learning_rate": 1.858993455920264e-05, + "loss": 2.8881, + "step": 11448 + }, + { + "epoch": 0.19598075968434928, + "grad_norm": 2.6491222381591797, + "learning_rate": 1.858965069797431e-05, + "loss": 3.1112, + "step": 11449 + }, + { + "epoch": 0.19599787740289973, + "grad_norm": 2.401172399520874, + "learning_rate": 1.8589366810344388e-05, + "loss": 2.9972, + "step": 11450 + }, + { + "epoch": 0.1960149951214502, + "grad_norm": 2.455516815185547, + "learning_rate": 1.8589082896313743e-05, + "loss": 2.9796, + "step": 11451 + }, + { + "epoch": 0.1960321128400007, + "grad_norm": 2.5292794704437256, + "learning_rate": 1.8588798955883252e-05, + "loss": 3.0826, + "step": 11452 + }, + { + "epoch": 0.19604923055855117, + "grad_norm": 2.494101047515869, + "learning_rate": 1.8588514989053784e-05, + "loss": 3.0975, + "step": 11453 + }, + { + "epoch": 0.19606634827710162, + "grad_norm": 2.404587984085083, + "learning_rate": 1.8588230995826215e-05, + "loss": 2.8891, + "step": 11454 + }, + { + "epoch": 0.1960834659956521, + "grad_norm": 2.3741323947906494, + "learning_rate": 1.8587946976201417e-05, + "loss": 2.8523, + "step": 11455 + }, + { + "epoch": 0.19610058371420258, + "grad_norm": 2.487147808074951, + "learning_rate": 1.858766293018026e-05, + "loss": 2.9497, + "step": 11456 + }, + { + "epoch": 0.19611770143275303, + "grad_norm": 2.562666177749634, + "learning_rate": 1.8587378857763622e-05, + "loss": 2.9333, + "step": 11457 + }, + { + "epoch": 0.1961348191513035, + "grad_norm": 2.4098825454711914, + "learning_rate": 1.8587094758952373e-05, + "loss": 2.9482, + "step": 11458 + }, + { + "epoch": 0.196151936869854, + "grad_norm": 2.391340732574463, + "learning_rate": 1.858681063374739e-05, + "loss": 2.937, + "step": 11459 + }, + { + "epoch": 0.19616905458840445, + "grad_norm": 2.4387404918670654, + "learning_rate": 1.8586526482149538e-05, + "loss": 3.0313, + "step": 11460 + }, + { + "epoch": 0.19618617230695493, + "grad_norm": 2.318293809890747, + "learning_rate": 1.8586242304159696e-05, + "loss": 2.9331, + "step": 11461 + }, + { + "epoch": 0.1962032900255054, + "grad_norm": 2.4506587982177734, + "learning_rate": 1.858595809977874e-05, + "loss": 2.8874, + "step": 11462 + }, + { + "epoch": 0.19622040774405589, + "grad_norm": 2.2928109169006348, + "learning_rate": 1.858567386900754e-05, + "loss": 2.915, + "step": 11463 + }, + { + "epoch": 0.19623752546260634, + "grad_norm": 2.303006887435913, + "learning_rate": 1.8585389611846968e-05, + "loss": 2.9494, + "step": 11464 + }, + { + "epoch": 0.19625464318115682, + "grad_norm": 2.348221778869629, + "learning_rate": 1.85851053282979e-05, + "loss": 2.9705, + "step": 11465 + }, + { + "epoch": 0.1962717608997073, + "grad_norm": 2.5274128913879395, + "learning_rate": 1.8584821018361214e-05, + "loss": 2.9787, + "step": 11466 + }, + { + "epoch": 0.19628887861825775, + "grad_norm": 2.4651050567626953, + "learning_rate": 1.8584536682037776e-05, + "loss": 3.0141, + "step": 11467 + }, + { + "epoch": 0.19630599633680823, + "grad_norm": 2.515014886856079, + "learning_rate": 1.8584252319328463e-05, + "loss": 3.0399, + "step": 11468 + }, + { + "epoch": 0.1963231140553587, + "grad_norm": 2.295882225036621, + "learning_rate": 1.858396793023415e-05, + "loss": 2.8217, + "step": 11469 + }, + { + "epoch": 0.19634023177390916, + "grad_norm": 2.3389599323272705, + "learning_rate": 1.8583683514755715e-05, + "loss": 3.0288, + "step": 11470 + }, + { + "epoch": 0.19635734949245964, + "grad_norm": 2.376643657684326, + "learning_rate": 1.8583399072894025e-05, + "loss": 3.012, + "step": 11471 + }, + { + "epoch": 0.19637446721101012, + "grad_norm": 2.3685262203216553, + "learning_rate": 1.8583114604649956e-05, + "loss": 3.0599, + "step": 11472 + }, + { + "epoch": 0.19639158492956058, + "grad_norm": 2.489593744277954, + "learning_rate": 1.8582830110024382e-05, + "loss": 3.0998, + "step": 11473 + }, + { + "epoch": 0.19640870264811106, + "grad_norm": 2.525712728500366, + "learning_rate": 1.8582545589018184e-05, + "loss": 3.0438, + "step": 11474 + }, + { + "epoch": 0.19642582036666154, + "grad_norm": 2.4467356204986572, + "learning_rate": 1.858226104163223e-05, + "loss": 2.9796, + "step": 11475 + }, + { + "epoch": 0.19644293808521202, + "grad_norm": 2.3907206058502197, + "learning_rate": 1.8581976467867397e-05, + "loss": 2.9866, + "step": 11476 + }, + { + "epoch": 0.19646005580376247, + "grad_norm": 2.445002317428589, + "learning_rate": 1.8581691867724553e-05, + "loss": 3.0116, + "step": 11477 + }, + { + "epoch": 0.19647717352231295, + "grad_norm": 2.63777232170105, + "learning_rate": 1.8581407241204582e-05, + "loss": 2.9363, + "step": 11478 + }, + { + "epoch": 0.19649429124086343, + "grad_norm": 2.5522773265838623, + "learning_rate": 1.8581122588308357e-05, + "loss": 2.9477, + "step": 11479 + }, + { + "epoch": 0.19651140895941388, + "grad_norm": 2.3458104133605957, + "learning_rate": 1.858083790903675e-05, + "loss": 2.9813, + "step": 11480 + }, + { + "epoch": 0.19652852667796436, + "grad_norm": 2.5443763732910156, + "learning_rate": 1.8580553203390637e-05, + "loss": 2.9691, + "step": 11481 + }, + { + "epoch": 0.19654564439651484, + "grad_norm": 2.3712375164031982, + "learning_rate": 1.8580268471370892e-05, + "loss": 2.8988, + "step": 11482 + }, + { + "epoch": 0.1965627621150653, + "grad_norm": 2.4185259342193604, + "learning_rate": 1.8579983712978394e-05, + "loss": 2.9024, + "step": 11483 + }, + { + "epoch": 0.19657987983361577, + "grad_norm": 2.3898260593414307, + "learning_rate": 1.8579698928214017e-05, + "loss": 2.9349, + "step": 11484 + }, + { + "epoch": 0.19659699755216625, + "grad_norm": 2.4065489768981934, + "learning_rate": 1.857941411707863e-05, + "loss": 2.9543, + "step": 11485 + }, + { + "epoch": 0.1966141152707167, + "grad_norm": 2.353672981262207, + "learning_rate": 1.8579129279573117e-05, + "loss": 2.9301, + "step": 11486 + }, + { + "epoch": 0.19663123298926719, + "grad_norm": 2.448824167251587, + "learning_rate": 1.857884441569835e-05, + "loss": 2.9124, + "step": 11487 + }, + { + "epoch": 0.19664835070781767, + "grad_norm": 2.3119492530822754, + "learning_rate": 1.8578559525455208e-05, + "loss": 2.9997, + "step": 11488 + }, + { + "epoch": 0.19666546842636815, + "grad_norm": 2.5272152423858643, + "learning_rate": 1.8578274608844555e-05, + "loss": 3.0365, + "step": 11489 + }, + { + "epoch": 0.1966825861449186, + "grad_norm": 2.38153076171875, + "learning_rate": 1.857798966586728e-05, + "loss": 2.96, + "step": 11490 + }, + { + "epoch": 0.19669970386346908, + "grad_norm": 2.4005019664764404, + "learning_rate": 1.8577704696524253e-05, + "loss": 3.0072, + "step": 11491 + }, + { + "epoch": 0.19671682158201956, + "grad_norm": 2.4338345527648926, + "learning_rate": 1.8577419700816353e-05, + "loss": 3.0484, + "step": 11492 + }, + { + "epoch": 0.19673393930057, + "grad_norm": 2.278536796569824, + "learning_rate": 1.857713467874445e-05, + "loss": 2.8777, + "step": 11493 + }, + { + "epoch": 0.1967510570191205, + "grad_norm": 2.3222012519836426, + "learning_rate": 1.8576849630309426e-05, + "loss": 2.9369, + "step": 11494 + }, + { + "epoch": 0.19676817473767097, + "grad_norm": 2.580540657043457, + "learning_rate": 1.8576564555512155e-05, + "loss": 2.8996, + "step": 11495 + }, + { + "epoch": 0.19678529245622142, + "grad_norm": 2.4776177406311035, + "learning_rate": 1.857627945435351e-05, + "loss": 2.9897, + "step": 11496 + }, + { + "epoch": 0.1968024101747719, + "grad_norm": 2.5252318382263184, + "learning_rate": 1.8575994326834378e-05, + "loss": 3.0117, + "step": 11497 + }, + { + "epoch": 0.19681952789332238, + "grad_norm": 2.439135789871216, + "learning_rate": 1.8575709172955617e-05, + "loss": 3.0045, + "step": 11498 + }, + { + "epoch": 0.19683664561187286, + "grad_norm": 2.4039511680603027, + "learning_rate": 1.8575423992718123e-05, + "loss": 2.9523, + "step": 11499 + }, + { + "epoch": 0.19685376333042331, + "grad_norm": 2.41914963722229, + "learning_rate": 1.857513878612276e-05, + "loss": 3.0172, + "step": 11500 + }, + { + "epoch": 0.1968708810489738, + "grad_norm": 2.5574355125427246, + "learning_rate": 1.857485355317041e-05, + "loss": 2.9648, + "step": 11501 + }, + { + "epoch": 0.19688799876752427, + "grad_norm": 2.407811403274536, + "learning_rate": 1.857456829386195e-05, + "loss": 2.9664, + "step": 11502 + }, + { + "epoch": 0.19690511648607473, + "grad_norm": 2.4838497638702393, + "learning_rate": 1.857428300819825e-05, + "loss": 3.0305, + "step": 11503 + }, + { + "epoch": 0.1969222342046252, + "grad_norm": 2.526034116744995, + "learning_rate": 1.857399769618019e-05, + "loss": 3.0, + "step": 11504 + }, + { + "epoch": 0.1969393519231757, + "grad_norm": 2.4816057682037354, + "learning_rate": 1.8573712357808656e-05, + "loss": 2.9302, + "step": 11505 + }, + { + "epoch": 0.19695646964172614, + "grad_norm": 2.4884371757507324, + "learning_rate": 1.8573426993084513e-05, + "loss": 2.8629, + "step": 11506 + }, + { + "epoch": 0.19697358736027662, + "grad_norm": 2.575277090072632, + "learning_rate": 1.8573141602008646e-05, + "loss": 3.0955, + "step": 11507 + }, + { + "epoch": 0.1969907050788271, + "grad_norm": 2.3201797008514404, + "learning_rate": 1.8572856184581926e-05, + "loss": 2.947, + "step": 11508 + }, + { + "epoch": 0.19700782279737755, + "grad_norm": 2.614650011062622, + "learning_rate": 1.8572570740805234e-05, + "loss": 3.0445, + "step": 11509 + }, + { + "epoch": 0.19702494051592803, + "grad_norm": 2.4154350757598877, + "learning_rate": 1.857228527067945e-05, + "loss": 2.9279, + "step": 11510 + }, + { + "epoch": 0.1970420582344785, + "grad_norm": 2.4637160301208496, + "learning_rate": 1.8571999774205446e-05, + "loss": 2.8649, + "step": 11511 + }, + { + "epoch": 0.197059175953029, + "grad_norm": 2.3566908836364746, + "learning_rate": 1.85717142513841e-05, + "loss": 3.075, + "step": 11512 + }, + { + "epoch": 0.19707629367157944, + "grad_norm": 2.3440756797790527, + "learning_rate": 1.8571428702216293e-05, + "loss": 2.9357, + "step": 11513 + }, + { + "epoch": 0.19709341139012992, + "grad_norm": 2.3467211723327637, + "learning_rate": 1.85711431267029e-05, + "loss": 3.0219, + "step": 11514 + }, + { + "epoch": 0.1971105291086804, + "grad_norm": 2.4824960231781006, + "learning_rate": 1.85708575248448e-05, + "loss": 2.928, + "step": 11515 + }, + { + "epoch": 0.19712764682723086, + "grad_norm": 2.3663647174835205, + "learning_rate": 1.857057189664287e-05, + "loss": 2.9108, + "step": 11516 + }, + { + "epoch": 0.19714476454578134, + "grad_norm": 2.492550849914551, + "learning_rate": 1.8570286242097987e-05, + "loss": 3.1597, + "step": 11517 + }, + { + "epoch": 0.19716188226433182, + "grad_norm": 2.473372220993042, + "learning_rate": 1.8570000561211034e-05, + "loss": 2.9667, + "step": 11518 + }, + { + "epoch": 0.19717899998288227, + "grad_norm": 2.3335020542144775, + "learning_rate": 1.8569714853982884e-05, + "loss": 2.836, + "step": 11519 + }, + { + "epoch": 0.19719611770143275, + "grad_norm": 2.380466938018799, + "learning_rate": 1.856942912041442e-05, + "loss": 3.0568, + "step": 11520 + }, + { + "epoch": 0.19721323541998323, + "grad_norm": 2.413376808166504, + "learning_rate": 1.856914336050651e-05, + "loss": 2.9528, + "step": 11521 + }, + { + "epoch": 0.1972303531385337, + "grad_norm": 2.415717840194702, + "learning_rate": 1.8568857574260044e-05, + "loss": 3.0409, + "step": 11522 + }, + { + "epoch": 0.19724747085708416, + "grad_norm": 2.3570494651794434, + "learning_rate": 1.8568571761675893e-05, + "loss": 2.9336, + "step": 11523 + }, + { + "epoch": 0.19726458857563464, + "grad_norm": 2.383420944213867, + "learning_rate": 1.856828592275494e-05, + "loss": 2.8487, + "step": 11524 + }, + { + "epoch": 0.19728170629418512, + "grad_norm": 2.5239152908325195, + "learning_rate": 1.8568000057498063e-05, + "loss": 2.8924, + "step": 11525 + }, + { + "epoch": 0.19729882401273557, + "grad_norm": 2.574489116668701, + "learning_rate": 1.8567714165906138e-05, + "loss": 3.0346, + "step": 11526 + }, + { + "epoch": 0.19731594173128605, + "grad_norm": 2.5814857482910156, + "learning_rate": 1.8567428247980043e-05, + "loss": 3.0434, + "step": 11527 + }, + { + "epoch": 0.19733305944983653, + "grad_norm": 2.4199936389923096, + "learning_rate": 1.8567142303720664e-05, + "loss": 2.9965, + "step": 11528 + }, + { + "epoch": 0.197350177168387, + "grad_norm": 2.4208831787109375, + "learning_rate": 1.856685633312887e-05, + "loss": 2.9166, + "step": 11529 + }, + { + "epoch": 0.19736729488693747, + "grad_norm": 2.4567298889160156, + "learning_rate": 1.8566570336205548e-05, + "loss": 2.795, + "step": 11530 + }, + { + "epoch": 0.19738441260548795, + "grad_norm": 2.4254250526428223, + "learning_rate": 1.8566284312951574e-05, + "loss": 2.8562, + "step": 11531 + }, + { + "epoch": 0.1974015303240384, + "grad_norm": 2.42861008644104, + "learning_rate": 1.856599826336782e-05, + "loss": 2.9471, + "step": 11532 + }, + { + "epoch": 0.19741864804258888, + "grad_norm": 2.4089486598968506, + "learning_rate": 1.856571218745518e-05, + "loss": 2.9489, + "step": 11533 + }, + { + "epoch": 0.19743576576113936, + "grad_norm": 2.4535908699035645, + "learning_rate": 1.856542608521452e-05, + "loss": 3.0238, + "step": 11534 + }, + { + "epoch": 0.19745288347968984, + "grad_norm": 2.364532947540283, + "learning_rate": 1.8565139956646732e-05, + "loss": 2.8977, + "step": 11535 + }, + { + "epoch": 0.1974700011982403, + "grad_norm": 2.430192232131958, + "learning_rate": 1.8564853801752684e-05, + "loss": 2.9563, + "step": 11536 + }, + { + "epoch": 0.19748711891679077, + "grad_norm": 2.3942713737487793, + "learning_rate": 1.856456762053326e-05, + "loss": 2.967, + "step": 11537 + }, + { + "epoch": 0.19750423663534125, + "grad_norm": 2.4410393238067627, + "learning_rate": 1.8564281412989337e-05, + "loss": 2.9813, + "step": 11538 + }, + { + "epoch": 0.1975213543538917, + "grad_norm": 2.559565305709839, + "learning_rate": 1.85639951791218e-05, + "loss": 3.0165, + "step": 11539 + }, + { + "epoch": 0.19753847207244218, + "grad_norm": 2.5023179054260254, + "learning_rate": 1.8563708918931528e-05, + "loss": 2.9451, + "step": 11540 + }, + { + "epoch": 0.19755558979099266, + "grad_norm": 2.437032699584961, + "learning_rate": 1.8563422632419396e-05, + "loss": 2.9756, + "step": 11541 + }, + { + "epoch": 0.19757270750954312, + "grad_norm": 2.8060646057128906, + "learning_rate": 1.8563136319586287e-05, + "loss": 3.0902, + "step": 11542 + }, + { + "epoch": 0.1975898252280936, + "grad_norm": 2.432548761367798, + "learning_rate": 1.8562849980433083e-05, + "loss": 2.9478, + "step": 11543 + }, + { + "epoch": 0.19760694294664408, + "grad_norm": 2.5004193782806396, + "learning_rate": 1.8562563614960658e-05, + "loss": 2.938, + "step": 11544 + }, + { + "epoch": 0.19762406066519456, + "grad_norm": 2.5420379638671875, + "learning_rate": 1.85622772231699e-05, + "loss": 2.8986, + "step": 11545 + }, + { + "epoch": 0.197641178383745, + "grad_norm": 2.5947306156158447, + "learning_rate": 1.8561990805061684e-05, + "loss": 2.9426, + "step": 11546 + }, + { + "epoch": 0.1976582961022955, + "grad_norm": 2.4167680740356445, + "learning_rate": 1.856170436063689e-05, + "loss": 2.9315, + "step": 11547 + }, + { + "epoch": 0.19767541382084597, + "grad_norm": 2.428900957107544, + "learning_rate": 1.85614178898964e-05, + "loss": 2.9406, + "step": 11548 + }, + { + "epoch": 0.19769253153939642, + "grad_norm": 2.4470274448394775, + "learning_rate": 1.85611313928411e-05, + "loss": 3.0683, + "step": 11549 + }, + { + "epoch": 0.1977096492579469, + "grad_norm": 2.3473150730133057, + "learning_rate": 1.856084486947186e-05, + "loss": 2.8278, + "step": 11550 + }, + { + "epoch": 0.19772676697649738, + "grad_norm": 2.6228020191192627, + "learning_rate": 1.8560558319789566e-05, + "loss": 2.9599, + "step": 11551 + }, + { + "epoch": 0.19774388469504783, + "grad_norm": 2.383174180984497, + "learning_rate": 1.85602717437951e-05, + "loss": 2.9181, + "step": 11552 + }, + { + "epoch": 0.1977610024135983, + "grad_norm": 2.4834251403808594, + "learning_rate": 1.8559985141489343e-05, + "loss": 2.9642, + "step": 11553 + }, + { + "epoch": 0.1977781201321488, + "grad_norm": 2.552016019821167, + "learning_rate": 1.8559698512873173e-05, + "loss": 2.9332, + "step": 11554 + }, + { + "epoch": 0.19779523785069925, + "grad_norm": 2.5422861576080322, + "learning_rate": 1.8559411857947472e-05, + "loss": 2.9858, + "step": 11555 + }, + { + "epoch": 0.19781235556924973, + "grad_norm": 2.6383965015411377, + "learning_rate": 1.855912517671312e-05, + "loss": 2.993, + "step": 11556 + }, + { + "epoch": 0.1978294732878002, + "grad_norm": 2.608074426651001, + "learning_rate": 1.8558838469171004e-05, + "loss": 3.0916, + "step": 11557 + }, + { + "epoch": 0.19784659100635069, + "grad_norm": 2.4481942653656006, + "learning_rate": 1.8558551735322e-05, + "loss": 2.9806, + "step": 11558 + }, + { + "epoch": 0.19786370872490114, + "grad_norm": 2.426100254058838, + "learning_rate": 1.8558264975166985e-05, + "loss": 3.033, + "step": 11559 + }, + { + "epoch": 0.19788082644345162, + "grad_norm": 2.5853333473205566, + "learning_rate": 1.8557978188706852e-05, + "loss": 2.9693, + "step": 11560 + }, + { + "epoch": 0.1978979441620021, + "grad_norm": 2.455531597137451, + "learning_rate": 1.8557691375942474e-05, + "loss": 2.8892, + "step": 11561 + }, + { + "epoch": 0.19791506188055255, + "grad_norm": 2.5882225036621094, + "learning_rate": 1.8557404536874734e-05, + "loss": 2.9665, + "step": 11562 + }, + { + "epoch": 0.19793217959910303, + "grad_norm": 2.377159595489502, + "learning_rate": 1.8557117671504517e-05, + "loss": 2.9634, + "step": 11563 + }, + { + "epoch": 0.1979492973176535, + "grad_norm": 2.309570550918579, + "learning_rate": 1.8556830779832698e-05, + "loss": 2.8158, + "step": 11564 + }, + { + "epoch": 0.19796641503620396, + "grad_norm": 2.309441328048706, + "learning_rate": 1.8556543861860163e-05, + "loss": 2.9877, + "step": 11565 + }, + { + "epoch": 0.19798353275475444, + "grad_norm": 2.5183374881744385, + "learning_rate": 1.8556256917587797e-05, + "loss": 3.0613, + "step": 11566 + }, + { + "epoch": 0.19800065047330492, + "grad_norm": 2.2788336277008057, + "learning_rate": 1.8555969947016478e-05, + "loss": 2.93, + "step": 11567 + }, + { + "epoch": 0.1980177681918554, + "grad_norm": 2.31363582611084, + "learning_rate": 1.8555682950147086e-05, + "loss": 3.0146, + "step": 11568 + }, + { + "epoch": 0.19803488591040586, + "grad_norm": 2.4296131134033203, + "learning_rate": 1.8555395926980506e-05, + "loss": 2.98, + "step": 11569 + }, + { + "epoch": 0.19805200362895634, + "grad_norm": 2.3785500526428223, + "learning_rate": 1.8555108877517622e-05, + "loss": 2.888, + "step": 11570 + }, + { + "epoch": 0.19806912134750682, + "grad_norm": 2.308262825012207, + "learning_rate": 1.8554821801759315e-05, + "loss": 2.8425, + "step": 11571 + }, + { + "epoch": 0.19808623906605727, + "grad_norm": 2.3412914276123047, + "learning_rate": 1.8554534699706467e-05, + "loss": 3.0208, + "step": 11572 + }, + { + "epoch": 0.19810335678460775, + "grad_norm": 2.3322837352752686, + "learning_rate": 1.8554247571359957e-05, + "loss": 3.0133, + "step": 11573 + }, + { + "epoch": 0.19812047450315823, + "grad_norm": 2.398653268814087, + "learning_rate": 1.8553960416720677e-05, + "loss": 3.0007, + "step": 11574 + }, + { + "epoch": 0.19813759222170868, + "grad_norm": 2.5252597332000732, + "learning_rate": 1.8553673235789498e-05, + "loss": 2.9412, + "step": 11575 + }, + { + "epoch": 0.19815470994025916, + "grad_norm": 2.3160905838012695, + "learning_rate": 1.8553386028567307e-05, + "loss": 2.9134, + "step": 11576 + }, + { + "epoch": 0.19817182765880964, + "grad_norm": 2.3295788764953613, + "learning_rate": 1.855309879505499e-05, + "loss": 2.8384, + "step": 11577 + }, + { + "epoch": 0.1981889453773601, + "grad_norm": 2.253657102584839, + "learning_rate": 1.8552811535253428e-05, + "loss": 2.8019, + "step": 11578 + }, + { + "epoch": 0.19820606309591057, + "grad_norm": 2.3127572536468506, + "learning_rate": 1.8552524249163504e-05, + "loss": 2.9247, + "step": 11579 + }, + { + "epoch": 0.19822318081446105, + "grad_norm": 2.401592254638672, + "learning_rate": 1.85522369367861e-05, + "loss": 2.8966, + "step": 11580 + }, + { + "epoch": 0.19824029853301153, + "grad_norm": 2.5379512310028076, + "learning_rate": 1.85519495981221e-05, + "loss": 2.8814, + "step": 11581 + }, + { + "epoch": 0.19825741625156199, + "grad_norm": 2.42907977104187, + "learning_rate": 1.8551662233172385e-05, + "loss": 2.9057, + "step": 11582 + }, + { + "epoch": 0.19827453397011247, + "grad_norm": 2.393575668334961, + "learning_rate": 1.8551374841937843e-05, + "loss": 2.8469, + "step": 11583 + }, + { + "epoch": 0.19829165168866295, + "grad_norm": 2.4542038440704346, + "learning_rate": 1.855108742441935e-05, + "loss": 2.9627, + "step": 11584 + }, + { + "epoch": 0.1983087694072134, + "grad_norm": 2.331382989883423, + "learning_rate": 1.85507999806178e-05, + "loss": 2.8827, + "step": 11585 + }, + { + "epoch": 0.19832588712576388, + "grad_norm": 2.358497142791748, + "learning_rate": 1.8550512510534067e-05, + "loss": 2.8926, + "step": 11586 + }, + { + "epoch": 0.19834300484431436, + "grad_norm": 2.4644312858581543, + "learning_rate": 1.8550225014169037e-05, + "loss": 3.0902, + "step": 11587 + }, + { + "epoch": 0.1983601225628648, + "grad_norm": 2.5355334281921387, + "learning_rate": 1.8549937491523598e-05, + "loss": 2.9047, + "step": 11588 + }, + { + "epoch": 0.1983772402814153, + "grad_norm": 2.3914430141448975, + "learning_rate": 1.854964994259863e-05, + "loss": 2.9288, + "step": 11589 + }, + { + "epoch": 0.19839435799996577, + "grad_norm": 2.359839916229248, + "learning_rate": 1.8549362367395013e-05, + "loss": 2.8647, + "step": 11590 + }, + { + "epoch": 0.19841147571851622, + "grad_norm": 2.414241075515747, + "learning_rate": 1.8549074765913636e-05, + "loss": 2.961, + "step": 11591 + }, + { + "epoch": 0.1984285934370667, + "grad_norm": 2.4011788368225098, + "learning_rate": 1.8548787138155386e-05, + "loss": 2.8243, + "step": 11592 + }, + { + "epoch": 0.19844571115561718, + "grad_norm": 2.509460210800171, + "learning_rate": 1.8548499484121143e-05, + "loss": 3.1136, + "step": 11593 + }, + { + "epoch": 0.19846282887416766, + "grad_norm": 2.2827091217041016, + "learning_rate": 1.854821180381179e-05, + "loss": 2.8607, + "step": 11594 + }, + { + "epoch": 0.19847994659271812, + "grad_norm": 2.3774783611297607, + "learning_rate": 1.8547924097228213e-05, + "loss": 2.9791, + "step": 11595 + }, + { + "epoch": 0.1984970643112686, + "grad_norm": 2.5977156162261963, + "learning_rate": 1.8547636364371294e-05, + "loss": 2.954, + "step": 11596 + }, + { + "epoch": 0.19851418202981908, + "grad_norm": 2.5454001426696777, + "learning_rate": 1.854734860524192e-05, + "loss": 2.9095, + "step": 11597 + }, + { + "epoch": 0.19853129974836953, + "grad_norm": 2.429140567779541, + "learning_rate": 1.8547060819840975e-05, + "loss": 2.9519, + "step": 11598 + }, + { + "epoch": 0.19854841746692, + "grad_norm": 2.4200809001922607, + "learning_rate": 1.8546773008169344e-05, + "loss": 2.9659, + "step": 11599 + }, + { + "epoch": 0.1985655351854705, + "grad_norm": 2.3160603046417236, + "learning_rate": 1.854648517022791e-05, + "loss": 2.9871, + "step": 11600 + }, + { + "epoch": 0.19858265290402094, + "grad_norm": 2.3149635791778564, + "learning_rate": 1.8546197306017558e-05, + "loss": 2.8694, + "step": 11601 + }, + { + "epoch": 0.19859977062257142, + "grad_norm": 2.427272081375122, + "learning_rate": 1.8545909415539178e-05, + "loss": 2.9578, + "step": 11602 + }, + { + "epoch": 0.1986168883411219, + "grad_norm": 2.5963077545166016, + "learning_rate": 1.8545621498793645e-05, + "loss": 2.9956, + "step": 11603 + }, + { + "epoch": 0.19863400605967238, + "grad_norm": 2.389359951019287, + "learning_rate": 1.854533355578185e-05, + "loss": 2.8474, + "step": 11604 + }, + { + "epoch": 0.19865112377822283, + "grad_norm": 2.4600424766540527, + "learning_rate": 1.8545045586504677e-05, + "loss": 2.8593, + "step": 11605 + }, + { + "epoch": 0.1986682414967733, + "grad_norm": 2.4874014854431152, + "learning_rate": 1.8544757590963013e-05, + "loss": 2.9978, + "step": 11606 + }, + { + "epoch": 0.1986853592153238, + "grad_norm": 2.3952064514160156, + "learning_rate": 1.8544469569157745e-05, + "loss": 2.934, + "step": 11607 + }, + { + "epoch": 0.19870247693387424, + "grad_norm": 2.544837713241577, + "learning_rate": 1.854418152108975e-05, + "loss": 3.025, + "step": 11608 + }, + { + "epoch": 0.19871959465242472, + "grad_norm": 2.3291289806365967, + "learning_rate": 1.854389344675992e-05, + "loss": 2.9158, + "step": 11609 + }, + { + "epoch": 0.1987367123709752, + "grad_norm": 2.3820436000823975, + "learning_rate": 1.854360534616914e-05, + "loss": 3.0143, + "step": 11610 + }, + { + "epoch": 0.19875383008952566, + "grad_norm": 2.547642469406128, + "learning_rate": 1.854331721931829e-05, + "loss": 3.01, + "step": 11611 + }, + { + "epoch": 0.19877094780807614, + "grad_norm": 2.567037582397461, + "learning_rate": 1.8543029066208264e-05, + "loss": 3.0532, + "step": 11612 + }, + { + "epoch": 0.19878806552662662, + "grad_norm": 2.5773017406463623, + "learning_rate": 1.8542740886839942e-05, + "loss": 2.9583, + "step": 11613 + }, + { + "epoch": 0.19880518324517707, + "grad_norm": 2.5446507930755615, + "learning_rate": 1.854245268121421e-05, + "loss": 2.8981, + "step": 11614 + }, + { + "epoch": 0.19882230096372755, + "grad_norm": 2.3422839641571045, + "learning_rate": 1.8542164449331956e-05, + "loss": 2.9124, + "step": 11615 + }, + { + "epoch": 0.19883941868227803, + "grad_norm": 2.475998640060425, + "learning_rate": 1.8541876191194066e-05, + "loss": 3.1401, + "step": 11616 + }, + { + "epoch": 0.1988565364008285, + "grad_norm": 2.514439582824707, + "learning_rate": 1.8541587906801425e-05, + "loss": 2.9642, + "step": 11617 + }, + { + "epoch": 0.19887365411937896, + "grad_norm": 2.3587002754211426, + "learning_rate": 1.854129959615492e-05, + "loss": 2.8869, + "step": 11618 + }, + { + "epoch": 0.19889077183792944, + "grad_norm": 2.2687947750091553, + "learning_rate": 1.8541011259255434e-05, + "loss": 3.0171, + "step": 11619 + }, + { + "epoch": 0.19890788955647992, + "grad_norm": 2.2754786014556885, + "learning_rate": 1.8540722896103857e-05, + "loss": 2.8914, + "step": 11620 + }, + { + "epoch": 0.19892500727503037, + "grad_norm": 2.3032281398773193, + "learning_rate": 1.854043450670107e-05, + "loss": 2.9385, + "step": 11621 + }, + { + "epoch": 0.19894212499358085, + "grad_norm": 2.381300210952759, + "learning_rate": 1.854014609104797e-05, + "loss": 2.9108, + "step": 11622 + }, + { + "epoch": 0.19895924271213133, + "grad_norm": 2.4496498107910156, + "learning_rate": 1.853985764914543e-05, + "loss": 3.0103, + "step": 11623 + }, + { + "epoch": 0.1989763604306818, + "grad_norm": 2.3266358375549316, + "learning_rate": 1.853956918099435e-05, + "loss": 2.8468, + "step": 11624 + }, + { + "epoch": 0.19899347814923227, + "grad_norm": 2.5287561416625977, + "learning_rate": 1.8539280686595606e-05, + "loss": 3.0082, + "step": 11625 + }, + { + "epoch": 0.19901059586778275, + "grad_norm": 2.346078634262085, + "learning_rate": 1.853899216595009e-05, + "loss": 2.8304, + "step": 11626 + }, + { + "epoch": 0.19902771358633323, + "grad_norm": 2.49973464012146, + "learning_rate": 1.8538703619058686e-05, + "loss": 2.9267, + "step": 11627 + }, + { + "epoch": 0.19904483130488368, + "grad_norm": 2.490659475326538, + "learning_rate": 1.8538415045922284e-05, + "loss": 2.8681, + "step": 11628 + }, + { + "epoch": 0.19906194902343416, + "grad_norm": 2.38216495513916, + "learning_rate": 1.8538126446541766e-05, + "loss": 3.0058, + "step": 11629 + }, + { + "epoch": 0.19907906674198464, + "grad_norm": 2.565600872039795, + "learning_rate": 1.8537837820918025e-05, + "loss": 3.0194, + "step": 11630 + }, + { + "epoch": 0.1990961844605351, + "grad_norm": 2.455960750579834, + "learning_rate": 1.8537549169051948e-05, + "loss": 2.8246, + "step": 11631 + }, + { + "epoch": 0.19911330217908557, + "grad_norm": 2.519690752029419, + "learning_rate": 1.8537260490944416e-05, + "loss": 2.896, + "step": 11632 + }, + { + "epoch": 0.19913041989763605, + "grad_norm": 2.448495388031006, + "learning_rate": 1.8536971786596323e-05, + "loss": 2.9449, + "step": 11633 + }, + { + "epoch": 0.1991475376161865, + "grad_norm": 2.482459306716919, + "learning_rate": 1.853668305600855e-05, + "loss": 2.9544, + "step": 11634 + }, + { + "epoch": 0.19916465533473698, + "grad_norm": 2.4822020530700684, + "learning_rate": 1.8536394299181993e-05, + "loss": 2.9538, + "step": 11635 + }, + { + "epoch": 0.19918177305328746, + "grad_norm": 2.45015549659729, + "learning_rate": 1.853610551611753e-05, + "loss": 3.0466, + "step": 11636 + }, + { + "epoch": 0.19919889077183792, + "grad_norm": 2.4632530212402344, + "learning_rate": 1.8535816706816055e-05, + "loss": 2.9934, + "step": 11637 + }, + { + "epoch": 0.1992160084903884, + "grad_norm": 2.274031162261963, + "learning_rate": 1.8535527871278455e-05, + "loss": 2.7927, + "step": 11638 + }, + { + "epoch": 0.19923312620893888, + "grad_norm": 2.5161139965057373, + "learning_rate": 1.8535239009505616e-05, + "loss": 3.0032, + "step": 11639 + }, + { + "epoch": 0.19925024392748936, + "grad_norm": 2.3724987506866455, + "learning_rate": 1.8534950121498424e-05, + "loss": 3.0221, + "step": 11640 + }, + { + "epoch": 0.1992673616460398, + "grad_norm": 2.471633195877075, + "learning_rate": 1.853466120725777e-05, + "loss": 3.0659, + "step": 11641 + }, + { + "epoch": 0.1992844793645903, + "grad_norm": 2.4383561611175537, + "learning_rate": 1.8534372266784543e-05, + "loss": 3.0044, + "step": 11642 + }, + { + "epoch": 0.19930159708314077, + "grad_norm": 2.3357980251312256, + "learning_rate": 1.853408330007963e-05, + "loss": 2.8049, + "step": 11643 + }, + { + "epoch": 0.19931871480169122, + "grad_norm": 2.4595773220062256, + "learning_rate": 1.8533794307143914e-05, + "loss": 3.0432, + "step": 11644 + }, + { + "epoch": 0.1993358325202417, + "grad_norm": 2.4534311294555664, + "learning_rate": 1.853350528797829e-05, + "loss": 2.8794, + "step": 11645 + }, + { + "epoch": 0.19935295023879218, + "grad_norm": 2.320474624633789, + "learning_rate": 1.853321624258365e-05, + "loss": 2.9916, + "step": 11646 + }, + { + "epoch": 0.19937006795734263, + "grad_norm": 2.379026412963867, + "learning_rate": 1.853292717096087e-05, + "loss": 2.8773, + "step": 11647 + }, + { + "epoch": 0.1993871856758931, + "grad_norm": 2.3719701766967773, + "learning_rate": 1.853263807311085e-05, + "loss": 2.8571, + "step": 11648 + }, + { + "epoch": 0.1994043033944436, + "grad_norm": 2.3260080814361572, + "learning_rate": 1.8532348949034467e-05, + "loss": 2.9355, + "step": 11649 + }, + { + "epoch": 0.19942142111299407, + "grad_norm": 2.518695831298828, + "learning_rate": 1.853205979873262e-05, + "loss": 2.9242, + "step": 11650 + }, + { + "epoch": 0.19943853883154453, + "grad_norm": 2.3921914100646973, + "learning_rate": 1.8531770622206197e-05, + "loss": 3.0328, + "step": 11651 + }, + { + "epoch": 0.199455656550095, + "grad_norm": 2.508554220199585, + "learning_rate": 1.8531481419456084e-05, + "loss": 3.0478, + "step": 11652 + }, + { + "epoch": 0.1994727742686455, + "grad_norm": 2.4781949520111084, + "learning_rate": 1.8531192190483166e-05, + "loss": 2.9479, + "step": 11653 + }, + { + "epoch": 0.19948989198719594, + "grad_norm": 2.4519643783569336, + "learning_rate": 1.8530902935288337e-05, + "loss": 3.0014, + "step": 11654 + }, + { + "epoch": 0.19950700970574642, + "grad_norm": 2.4235713481903076, + "learning_rate": 1.853061365387249e-05, + "loss": 3.0437, + "step": 11655 + }, + { + "epoch": 0.1995241274242969, + "grad_norm": 2.4521560668945312, + "learning_rate": 1.8530324346236505e-05, + "loss": 3.0762, + "step": 11656 + }, + { + "epoch": 0.19954124514284735, + "grad_norm": 2.3671061992645264, + "learning_rate": 1.8530035012381273e-05, + "loss": 2.8852, + "step": 11657 + }, + { + "epoch": 0.19955836286139783, + "grad_norm": 2.3302383422851562, + "learning_rate": 1.8529745652307685e-05, + "loss": 2.8629, + "step": 11658 + }, + { + "epoch": 0.1995754805799483, + "grad_norm": 2.2604687213897705, + "learning_rate": 1.8529456266016635e-05, + "loss": 2.9402, + "step": 11659 + }, + { + "epoch": 0.19959259829849876, + "grad_norm": 2.369582176208496, + "learning_rate": 1.852916685350901e-05, + "loss": 2.9862, + "step": 11660 + }, + { + "epoch": 0.19960971601704924, + "grad_norm": 2.804814577102661, + "learning_rate": 1.8528877414785697e-05, + "loss": 2.9725, + "step": 11661 + }, + { + "epoch": 0.19962683373559972, + "grad_norm": 2.361276388168335, + "learning_rate": 1.8528587949847584e-05, + "loss": 2.9363, + "step": 11662 + }, + { + "epoch": 0.1996439514541502, + "grad_norm": 2.4980521202087402, + "learning_rate": 1.8528298458695566e-05, + "loss": 2.9725, + "step": 11663 + }, + { + "epoch": 0.19966106917270066, + "grad_norm": 2.4045023918151855, + "learning_rate": 1.852800894133053e-05, + "loss": 2.9361, + "step": 11664 + }, + { + "epoch": 0.19967818689125114, + "grad_norm": 2.582951307296753, + "learning_rate": 1.8527719397753364e-05, + "loss": 3.0032, + "step": 11665 + }, + { + "epoch": 0.19969530460980162, + "grad_norm": 2.4559693336486816, + "learning_rate": 1.8527429827964966e-05, + "loss": 2.899, + "step": 11666 + }, + { + "epoch": 0.19971242232835207, + "grad_norm": 2.3513243198394775, + "learning_rate": 1.8527140231966214e-05, + "loss": 3.0438, + "step": 11667 + }, + { + "epoch": 0.19972954004690255, + "grad_norm": 2.596421003341675, + "learning_rate": 1.8526850609758006e-05, + "loss": 2.9924, + "step": 11668 + }, + { + "epoch": 0.19974665776545303, + "grad_norm": 2.616166591644287, + "learning_rate": 1.852656096134123e-05, + "loss": 2.8642, + "step": 11669 + }, + { + "epoch": 0.19976377548400348, + "grad_norm": 2.5565826892852783, + "learning_rate": 1.8526271286716776e-05, + "loss": 2.8643, + "step": 11670 + }, + { + "epoch": 0.19978089320255396, + "grad_norm": 2.4633262157440186, + "learning_rate": 1.8525981585885537e-05, + "loss": 2.8948, + "step": 11671 + }, + { + "epoch": 0.19979801092110444, + "grad_norm": 2.6845126152038574, + "learning_rate": 1.85256918588484e-05, + "loss": 2.9617, + "step": 11672 + }, + { + "epoch": 0.1998151286396549, + "grad_norm": 2.481196641921997, + "learning_rate": 1.8525402105606258e-05, + "loss": 2.9125, + "step": 11673 + }, + { + "epoch": 0.19983224635820537, + "grad_norm": 2.3253629207611084, + "learning_rate": 1.852511232616e-05, + "loss": 2.8665, + "step": 11674 + }, + { + "epoch": 0.19984936407675585, + "grad_norm": 2.5140552520751953, + "learning_rate": 1.852482252051052e-05, + "loss": 2.9618, + "step": 11675 + }, + { + "epoch": 0.19986648179530633, + "grad_norm": 2.5401432514190674, + "learning_rate": 1.8524532688658704e-05, + "loss": 3.0448, + "step": 11676 + }, + { + "epoch": 0.19988359951385679, + "grad_norm": 2.451273202896118, + "learning_rate": 1.8524242830605444e-05, + "loss": 2.8499, + "step": 11677 + }, + { + "epoch": 0.19990071723240727, + "grad_norm": 2.386746883392334, + "learning_rate": 1.8523952946351632e-05, + "loss": 2.9546, + "step": 11678 + }, + { + "epoch": 0.19991783495095775, + "grad_norm": 2.414792776107788, + "learning_rate": 1.852366303589816e-05, + "loss": 2.9592, + "step": 11679 + }, + { + "epoch": 0.1999349526695082, + "grad_norm": 2.2660181522369385, + "learning_rate": 1.8523373099245918e-05, + "loss": 2.829, + "step": 11680 + }, + { + "epoch": 0.19995207038805868, + "grad_norm": 2.50776743888855, + "learning_rate": 1.8523083136395797e-05, + "loss": 2.9263, + "step": 11681 + }, + { + "epoch": 0.19996918810660916, + "grad_norm": 2.434582233428955, + "learning_rate": 1.852279314734869e-05, + "loss": 3.0554, + "step": 11682 + }, + { + "epoch": 0.1999863058251596, + "grad_norm": 2.385928153991699, + "learning_rate": 1.8522503132105484e-05, + "loss": 2.8761, + "step": 11683 + }, + { + "epoch": 0.2000034235437101, + "grad_norm": 2.309445381164551, + "learning_rate": 1.8522213090667073e-05, + "loss": 2.9044, + "step": 11684 + }, + { + "epoch": 0.20002054126226057, + "grad_norm": 2.402435302734375, + "learning_rate": 1.852192302303435e-05, + "loss": 2.982, + "step": 11685 + }, + { + "epoch": 0.20003765898081105, + "grad_norm": 2.458536148071289, + "learning_rate": 1.85216329292082e-05, + "loss": 3.0512, + "step": 11686 + }, + { + "epoch": 0.2000547766993615, + "grad_norm": 2.53495717048645, + "learning_rate": 1.8521342809189528e-05, + "loss": 2.9672, + "step": 11687 + }, + { + "epoch": 0.20007189441791198, + "grad_norm": 2.5645225048065186, + "learning_rate": 1.8521052662979213e-05, + "loss": 2.9246, + "step": 11688 + }, + { + "epoch": 0.20008901213646246, + "grad_norm": 2.415809154510498, + "learning_rate": 1.8520762490578152e-05, + "loss": 2.8747, + "step": 11689 + }, + { + "epoch": 0.20010612985501292, + "grad_norm": 2.5875892639160156, + "learning_rate": 1.8520472291987236e-05, + "loss": 3.0353, + "step": 11690 + }, + { + "epoch": 0.2001232475735634, + "grad_norm": 2.342073440551758, + "learning_rate": 1.852018206720736e-05, + "loss": 2.9543, + "step": 11691 + }, + { + "epoch": 0.20014036529211388, + "grad_norm": 2.3957037925720215, + "learning_rate": 1.8519891816239407e-05, + "loss": 3.0337, + "step": 11692 + }, + { + "epoch": 0.20015748301066433, + "grad_norm": 2.4916272163391113, + "learning_rate": 1.851960153908428e-05, + "loss": 2.9192, + "step": 11693 + }, + { + "epoch": 0.2001746007292148, + "grad_norm": 2.306154489517212, + "learning_rate": 1.8519311235742867e-05, + "loss": 2.9528, + "step": 11694 + }, + { + "epoch": 0.2001917184477653, + "grad_norm": 2.4435555934906006, + "learning_rate": 1.851902090621606e-05, + "loss": 2.8871, + "step": 11695 + }, + { + "epoch": 0.20020883616631574, + "grad_norm": 2.620659828186035, + "learning_rate": 1.851873055050475e-05, + "loss": 2.9974, + "step": 11696 + }, + { + "epoch": 0.20022595388486622, + "grad_norm": 2.4242911338806152, + "learning_rate": 1.8518440168609828e-05, + "loss": 3.0091, + "step": 11697 + }, + { + "epoch": 0.2002430716034167, + "grad_norm": 2.3082871437072754, + "learning_rate": 1.851814976053219e-05, + "loss": 3.0289, + "step": 11698 + }, + { + "epoch": 0.20026018932196718, + "grad_norm": 2.655015468597412, + "learning_rate": 1.851785932627273e-05, + "loss": 2.949, + "step": 11699 + }, + { + "epoch": 0.20027730704051763, + "grad_norm": 2.5035171508789062, + "learning_rate": 1.8517568865832338e-05, + "loss": 3.0473, + "step": 11700 + }, + { + "epoch": 0.2002944247590681, + "grad_norm": 2.486076831817627, + "learning_rate": 1.8517278379211907e-05, + "loss": 3.0176, + "step": 11701 + }, + { + "epoch": 0.2003115424776186, + "grad_norm": 2.449536085128784, + "learning_rate": 1.851698786641233e-05, + "loss": 3.1615, + "step": 11702 + }, + { + "epoch": 0.20032866019616904, + "grad_norm": 2.371762990951538, + "learning_rate": 1.85166973274345e-05, + "loss": 2.8955, + "step": 11703 + }, + { + "epoch": 0.20034577791471953, + "grad_norm": 2.3309109210968018, + "learning_rate": 1.8516406762279313e-05, + "loss": 2.9613, + "step": 11704 + }, + { + "epoch": 0.20036289563327, + "grad_norm": 2.3593626022338867, + "learning_rate": 1.8516116170947655e-05, + "loss": 2.9593, + "step": 11705 + }, + { + "epoch": 0.20038001335182046, + "grad_norm": 2.4616191387176514, + "learning_rate": 1.8515825553440426e-05, + "loss": 3.054, + "step": 11706 + }, + { + "epoch": 0.20039713107037094, + "grad_norm": 2.486685037612915, + "learning_rate": 1.8515534909758514e-05, + "loss": 3.0307, + "step": 11707 + }, + { + "epoch": 0.20041424878892142, + "grad_norm": 2.5296669006347656, + "learning_rate": 1.8515244239902816e-05, + "loss": 3.0695, + "step": 11708 + }, + { + "epoch": 0.2004313665074719, + "grad_norm": 2.3866875171661377, + "learning_rate": 1.8514953543874227e-05, + "loss": 2.8657, + "step": 11709 + }, + { + "epoch": 0.20044848422602235, + "grad_norm": 2.362048864364624, + "learning_rate": 1.8514662821673638e-05, + "loss": 2.9231, + "step": 11710 + }, + { + "epoch": 0.20046560194457283, + "grad_norm": 2.384704113006592, + "learning_rate": 1.8514372073301937e-05, + "loss": 2.9921, + "step": 11711 + }, + { + "epoch": 0.2004827196631233, + "grad_norm": 2.339343309402466, + "learning_rate": 1.8514081298760027e-05, + "loss": 2.9136, + "step": 11712 + }, + { + "epoch": 0.20049983738167376, + "grad_norm": 2.426466703414917, + "learning_rate": 1.8513790498048798e-05, + "loss": 3.0181, + "step": 11713 + }, + { + "epoch": 0.20051695510022424, + "grad_norm": 2.3600451946258545, + "learning_rate": 1.8513499671169143e-05, + "loss": 2.9958, + "step": 11714 + }, + { + "epoch": 0.20053407281877472, + "grad_norm": 2.531999111175537, + "learning_rate": 1.8513208818121957e-05, + "loss": 2.9817, + "step": 11715 + }, + { + "epoch": 0.20055119053732517, + "grad_norm": 2.378565788269043, + "learning_rate": 1.851291793890813e-05, + "loss": 2.8899, + "step": 11716 + }, + { + "epoch": 0.20056830825587565, + "grad_norm": 2.401566982269287, + "learning_rate": 1.8512627033528566e-05, + "loss": 2.9893, + "step": 11717 + }, + { + "epoch": 0.20058542597442613, + "grad_norm": 2.5008459091186523, + "learning_rate": 1.851233610198415e-05, + "loss": 2.9489, + "step": 11718 + }, + { + "epoch": 0.2006025436929766, + "grad_norm": 2.3442609310150146, + "learning_rate": 1.8512045144275777e-05, + "loss": 2.9478, + "step": 11719 + }, + { + "epoch": 0.20061966141152707, + "grad_norm": 2.434701442718506, + "learning_rate": 1.8511754160404346e-05, + "loss": 3.0398, + "step": 11720 + }, + { + "epoch": 0.20063677913007755, + "grad_norm": 2.326320171356201, + "learning_rate": 1.8511463150370746e-05, + "loss": 2.8243, + "step": 11721 + }, + { + "epoch": 0.20065389684862803, + "grad_norm": 2.329551935195923, + "learning_rate": 1.8511172114175877e-05, + "loss": 2.9252, + "step": 11722 + }, + { + "epoch": 0.20067101456717848, + "grad_norm": 2.360079765319824, + "learning_rate": 1.851088105182063e-05, + "loss": 2.8692, + "step": 11723 + }, + { + "epoch": 0.20068813228572896, + "grad_norm": 2.4102394580841064, + "learning_rate": 1.8510589963305897e-05, + "loss": 2.9631, + "step": 11724 + }, + { + "epoch": 0.20070525000427944, + "grad_norm": 2.4487643241882324, + "learning_rate": 1.8510298848632578e-05, + "loss": 2.83, + "step": 11725 + }, + { + "epoch": 0.2007223677228299, + "grad_norm": 2.3285117149353027, + "learning_rate": 1.851000770780157e-05, + "loss": 2.8275, + "step": 11726 + }, + { + "epoch": 0.20073948544138037, + "grad_norm": 2.43174409866333, + "learning_rate": 1.850971654081376e-05, + "loss": 2.9311, + "step": 11727 + }, + { + "epoch": 0.20075660315993085, + "grad_norm": 2.40484619140625, + "learning_rate": 1.8509425347670044e-05, + "loss": 2.9612, + "step": 11728 + }, + { + "epoch": 0.2007737208784813, + "grad_norm": 2.2312567234039307, + "learning_rate": 1.8509134128371325e-05, + "loss": 2.939, + "step": 11729 + }, + { + "epoch": 0.20079083859703178, + "grad_norm": 2.4450156688690186, + "learning_rate": 1.850884288291849e-05, + "loss": 2.8794, + "step": 11730 + }, + { + "epoch": 0.20080795631558226, + "grad_norm": 2.4343955516815186, + "learning_rate": 1.8508551611312437e-05, + "loss": 2.955, + "step": 11731 + }, + { + "epoch": 0.20082507403413274, + "grad_norm": 2.6042213439941406, + "learning_rate": 1.850826031355406e-05, + "loss": 3.0594, + "step": 11732 + }, + { + "epoch": 0.2008421917526832, + "grad_norm": 2.553703546524048, + "learning_rate": 1.8507968989644255e-05, + "loss": 3.0207, + "step": 11733 + }, + { + "epoch": 0.20085930947123368, + "grad_norm": 2.5607895851135254, + "learning_rate": 1.8507677639583922e-05, + "loss": 2.908, + "step": 11734 + }, + { + "epoch": 0.20087642718978416, + "grad_norm": 2.3561644554138184, + "learning_rate": 1.850738626337395e-05, + "loss": 3.0364, + "step": 11735 + }, + { + "epoch": 0.2008935449083346, + "grad_norm": 2.494019031524658, + "learning_rate": 1.8507094861015237e-05, + "loss": 2.9727, + "step": 11736 + }, + { + "epoch": 0.2009106626268851, + "grad_norm": 2.4670095443725586, + "learning_rate": 1.850680343250868e-05, + "loss": 2.785, + "step": 11737 + }, + { + "epoch": 0.20092778034543557, + "grad_norm": 2.390705108642578, + "learning_rate": 1.850651197785517e-05, + "loss": 3.031, + "step": 11738 + }, + { + "epoch": 0.20094489806398602, + "grad_norm": 2.304239511489868, + "learning_rate": 1.850622049705561e-05, + "loss": 2.89, + "step": 11739 + }, + { + "epoch": 0.2009620157825365, + "grad_norm": 2.5678322315216064, + "learning_rate": 1.850592899011089e-05, + "loss": 2.9757, + "step": 11740 + }, + { + "epoch": 0.20097913350108698, + "grad_norm": 2.3909523487091064, + "learning_rate": 1.850563745702191e-05, + "loss": 2.8991, + "step": 11741 + }, + { + "epoch": 0.20099625121963743, + "grad_norm": 2.419257402420044, + "learning_rate": 1.8505345897789567e-05, + "loss": 2.9701, + "step": 11742 + }, + { + "epoch": 0.20101336893818791, + "grad_norm": 2.472398519515991, + "learning_rate": 1.8505054312414748e-05, + "loss": 2.9097, + "step": 11743 + }, + { + "epoch": 0.2010304866567384, + "grad_norm": 2.3943731784820557, + "learning_rate": 1.850476270089836e-05, + "loss": 2.8815, + "step": 11744 + }, + { + "epoch": 0.20104760437528887, + "grad_norm": 2.5354790687561035, + "learning_rate": 1.8504471063241292e-05, + "loss": 2.9041, + "step": 11745 + }, + { + "epoch": 0.20106472209383933, + "grad_norm": 2.488924503326416, + "learning_rate": 1.8504179399444445e-05, + "loss": 2.8784, + "step": 11746 + }, + { + "epoch": 0.2010818398123898, + "grad_norm": 2.407318592071533, + "learning_rate": 1.8503887709508714e-05, + "loss": 2.932, + "step": 11747 + }, + { + "epoch": 0.2010989575309403, + "grad_norm": 2.413980484008789, + "learning_rate": 1.8503595993434996e-05, + "loss": 2.8881, + "step": 11748 + }, + { + "epoch": 0.20111607524949074, + "grad_norm": 2.4780521392822266, + "learning_rate": 1.850330425122419e-05, + "loss": 2.9221, + "step": 11749 + }, + { + "epoch": 0.20113319296804122, + "grad_norm": 2.5170254707336426, + "learning_rate": 1.850301248287718e-05, + "loss": 2.9656, + "step": 11750 + }, + { + "epoch": 0.2011503106865917, + "grad_norm": 2.419964551925659, + "learning_rate": 1.850272068839488e-05, + "loss": 2.9829, + "step": 11751 + }, + { + "epoch": 0.20116742840514215, + "grad_norm": 2.4157238006591797, + "learning_rate": 1.850242886777818e-05, + "loss": 2.9654, + "step": 11752 + }, + { + "epoch": 0.20118454612369263, + "grad_norm": 2.4166858196258545, + "learning_rate": 1.8502137021027974e-05, + "loss": 2.9692, + "step": 11753 + }, + { + "epoch": 0.2012016638422431, + "grad_norm": 2.351146697998047, + "learning_rate": 1.850184514814516e-05, + "loss": 2.9578, + "step": 11754 + }, + { + "epoch": 0.20121878156079356, + "grad_norm": 2.460047483444214, + "learning_rate": 1.850155324913064e-05, + "loss": 3.2109, + "step": 11755 + }, + { + "epoch": 0.20123589927934404, + "grad_norm": 2.3303112983703613, + "learning_rate": 1.8501261323985303e-05, + "loss": 3.0302, + "step": 11756 + }, + { + "epoch": 0.20125301699789452, + "grad_norm": 2.325417995452881, + "learning_rate": 1.8500969372710055e-05, + "loss": 2.8482, + "step": 11757 + }, + { + "epoch": 0.201270134716445, + "grad_norm": 2.4151322841644287, + "learning_rate": 1.8500677395305788e-05, + "loss": 2.9534, + "step": 11758 + }, + { + "epoch": 0.20128725243499546, + "grad_norm": 2.516294479370117, + "learning_rate": 1.8500385391773405e-05, + "loss": 2.8787, + "step": 11759 + }, + { + "epoch": 0.20130437015354594, + "grad_norm": 2.3429524898529053, + "learning_rate": 1.8500093362113795e-05, + "loss": 2.9357, + "step": 11760 + }, + { + "epoch": 0.20132148787209642, + "grad_norm": 2.4268712997436523, + "learning_rate": 1.8499801306327857e-05, + "loss": 2.8755, + "step": 11761 + }, + { + "epoch": 0.20133860559064687, + "grad_norm": 2.5846927165985107, + "learning_rate": 1.8499509224416496e-05, + "loss": 2.9872, + "step": 11762 + }, + { + "epoch": 0.20135572330919735, + "grad_norm": 2.5247182846069336, + "learning_rate": 1.8499217116380603e-05, + "loss": 2.8261, + "step": 11763 + }, + { + "epoch": 0.20137284102774783, + "grad_norm": 2.4835386276245117, + "learning_rate": 1.8498924982221082e-05, + "loss": 2.9859, + "step": 11764 + }, + { + "epoch": 0.20138995874629828, + "grad_norm": 2.391631841659546, + "learning_rate": 1.849863282193882e-05, + "loss": 2.9705, + "step": 11765 + }, + { + "epoch": 0.20140707646484876, + "grad_norm": 2.3811044692993164, + "learning_rate": 1.849834063553473e-05, + "loss": 2.7767, + "step": 11766 + }, + { + "epoch": 0.20142419418339924, + "grad_norm": 2.4044666290283203, + "learning_rate": 1.8498048423009697e-05, + "loss": 2.8883, + "step": 11767 + }, + { + "epoch": 0.20144131190194972, + "grad_norm": 2.48303484916687, + "learning_rate": 1.849775618436463e-05, + "loss": 3.0419, + "step": 11768 + }, + { + "epoch": 0.20145842962050017, + "grad_norm": 2.323056936264038, + "learning_rate": 1.8497463919600417e-05, + "loss": 2.9209, + "step": 11769 + }, + { + "epoch": 0.20147554733905065, + "grad_norm": 2.4663023948669434, + "learning_rate": 1.849717162871796e-05, + "loss": 2.9805, + "step": 11770 + }, + { + "epoch": 0.20149266505760113, + "grad_norm": 2.276470184326172, + "learning_rate": 1.8496879311718162e-05, + "loss": 2.9242, + "step": 11771 + }, + { + "epoch": 0.20150978277615159, + "grad_norm": 2.588067054748535, + "learning_rate": 1.849658696860191e-05, + "loss": 2.9723, + "step": 11772 + }, + { + "epoch": 0.20152690049470207, + "grad_norm": 2.5083794593811035, + "learning_rate": 1.849629459937012e-05, + "loss": 2.9672, + "step": 11773 + }, + { + "epoch": 0.20154401821325255, + "grad_norm": 2.4145398139953613, + "learning_rate": 1.8496002204023677e-05, + "loss": 2.9327, + "step": 11774 + }, + { + "epoch": 0.201561135931803, + "grad_norm": 2.4207301139831543, + "learning_rate": 1.8495709782563485e-05, + "loss": 2.9189, + "step": 11775 + }, + { + "epoch": 0.20157825365035348, + "grad_norm": 2.350663900375366, + "learning_rate": 1.849541733499044e-05, + "loss": 2.9584, + "step": 11776 + }, + { + "epoch": 0.20159537136890396, + "grad_norm": 2.399631977081299, + "learning_rate": 1.8495124861305443e-05, + "loss": 2.8642, + "step": 11777 + }, + { + "epoch": 0.2016124890874544, + "grad_norm": 2.2701516151428223, + "learning_rate": 1.8494832361509388e-05, + "loss": 2.9893, + "step": 11778 + }, + { + "epoch": 0.2016296068060049, + "grad_norm": 2.4269630908966064, + "learning_rate": 1.8494539835603183e-05, + "loss": 2.9403, + "step": 11779 + }, + { + "epoch": 0.20164672452455537, + "grad_norm": 2.40531587600708, + "learning_rate": 1.8494247283587724e-05, + "loss": 2.9112, + "step": 11780 + }, + { + "epoch": 0.20166384224310585, + "grad_norm": 2.3593649864196777, + "learning_rate": 1.8493954705463906e-05, + "loss": 2.8393, + "step": 11781 + }, + { + "epoch": 0.2016809599616563, + "grad_norm": 2.3405776023864746, + "learning_rate": 1.8493662101232633e-05, + "loss": 2.8081, + "step": 11782 + }, + { + "epoch": 0.20169807768020678, + "grad_norm": 2.4857795238494873, + "learning_rate": 1.84933694708948e-05, + "loss": 2.9913, + "step": 11783 + }, + { + "epoch": 0.20171519539875726, + "grad_norm": 2.610882520675659, + "learning_rate": 1.849307681445131e-05, + "loss": 2.806, + "step": 11784 + }, + { + "epoch": 0.20173231311730772, + "grad_norm": 2.638331413269043, + "learning_rate": 1.849278413190306e-05, + "loss": 2.9641, + "step": 11785 + }, + { + "epoch": 0.2017494308358582, + "grad_norm": 2.7492353916168213, + "learning_rate": 1.8492491423250954e-05, + "loss": 2.8286, + "step": 11786 + }, + { + "epoch": 0.20176654855440868, + "grad_norm": 2.351327896118164, + "learning_rate": 1.8492198688495884e-05, + "loss": 2.9165, + "step": 11787 + }, + { + "epoch": 0.20178366627295913, + "grad_norm": 2.54541015625, + "learning_rate": 1.8491905927638756e-05, + "loss": 3.0226, + "step": 11788 + }, + { + "epoch": 0.2018007839915096, + "grad_norm": 2.6660780906677246, + "learning_rate": 1.849161314068047e-05, + "loss": 2.9795, + "step": 11789 + }, + { + "epoch": 0.2018179017100601, + "grad_norm": 2.395136833190918, + "learning_rate": 1.8491320327621924e-05, + "loss": 2.9184, + "step": 11790 + }, + { + "epoch": 0.20183501942861057, + "grad_norm": 2.549799680709839, + "learning_rate": 1.8491027488464016e-05, + "loss": 2.9761, + "step": 11791 + }, + { + "epoch": 0.20185213714716102, + "grad_norm": 2.565293550491333, + "learning_rate": 1.849073462320765e-05, + "loss": 2.9436, + "step": 11792 + }, + { + "epoch": 0.2018692548657115, + "grad_norm": 2.2968578338623047, + "learning_rate": 1.8490441731853726e-05, + "loss": 2.8733, + "step": 11793 + }, + { + "epoch": 0.20188637258426198, + "grad_norm": 2.5969159603118896, + "learning_rate": 1.849014881440314e-05, + "loss": 2.9726, + "step": 11794 + }, + { + "epoch": 0.20190349030281243, + "grad_norm": 2.5023508071899414, + "learning_rate": 1.8489855870856797e-05, + "loss": 3.0198, + "step": 11795 + }, + { + "epoch": 0.2019206080213629, + "grad_norm": 2.30656099319458, + "learning_rate": 1.848956290121559e-05, + "loss": 2.9666, + "step": 11796 + }, + { + "epoch": 0.2019377257399134, + "grad_norm": 2.6152939796447754, + "learning_rate": 1.848926990548043e-05, + "loss": 3.038, + "step": 11797 + }, + { + "epoch": 0.20195484345846385, + "grad_norm": 2.349376678466797, + "learning_rate": 1.8488976883652214e-05, + "loss": 2.988, + "step": 11798 + }, + { + "epoch": 0.20197196117701433, + "grad_norm": 2.3642375469207764, + "learning_rate": 1.8488683835731835e-05, + "loss": 2.9182, + "step": 11799 + }, + { + "epoch": 0.2019890788955648, + "grad_norm": 2.384337902069092, + "learning_rate": 1.8488390761720206e-05, + "loss": 2.9615, + "step": 11800 + }, + { + "epoch": 0.20200619661411526, + "grad_norm": 2.250016212463379, + "learning_rate": 1.848809766161822e-05, + "loss": 2.8983, + "step": 11801 + }, + { + "epoch": 0.20202331433266574, + "grad_norm": 2.3301684856414795, + "learning_rate": 1.8487804535426775e-05, + "loss": 2.8733, + "step": 11802 + }, + { + "epoch": 0.20204043205121622, + "grad_norm": 2.1606223583221436, + "learning_rate": 1.848751138314678e-05, + "loss": 2.8679, + "step": 11803 + }, + { + "epoch": 0.2020575497697667, + "grad_norm": 2.333885908126831, + "learning_rate": 1.8487218204779133e-05, + "loss": 3.0046, + "step": 11804 + }, + { + "epoch": 0.20207466748831715, + "grad_norm": 2.4328866004943848, + "learning_rate": 1.8486925000324735e-05, + "loss": 2.9868, + "step": 11805 + }, + { + "epoch": 0.20209178520686763, + "grad_norm": 2.4224066734313965, + "learning_rate": 1.8486631769784486e-05, + "loss": 2.9436, + "step": 11806 + }, + { + "epoch": 0.2021089029254181, + "grad_norm": 2.4492592811584473, + "learning_rate": 1.848633851315929e-05, + "loss": 3.0089, + "step": 11807 + }, + { + "epoch": 0.20212602064396856, + "grad_norm": 2.323354482650757, + "learning_rate": 1.8486045230450044e-05, + "loss": 3.0086, + "step": 11808 + }, + { + "epoch": 0.20214313836251904, + "grad_norm": 2.5335583686828613, + "learning_rate": 1.8485751921657652e-05, + "loss": 3.0573, + "step": 11809 + }, + { + "epoch": 0.20216025608106952, + "grad_norm": 2.329810857772827, + "learning_rate": 1.8485458586783016e-05, + "loss": 2.9645, + "step": 11810 + }, + { + "epoch": 0.20217737379961997, + "grad_norm": 2.4150190353393555, + "learning_rate": 1.8485165225827035e-05, + "loss": 2.9837, + "step": 11811 + }, + { + "epoch": 0.20219449151817045, + "grad_norm": 2.3638315200805664, + "learning_rate": 1.8484871838790616e-05, + "loss": 2.8314, + "step": 11812 + }, + { + "epoch": 0.20221160923672094, + "grad_norm": 2.436501979827881, + "learning_rate": 1.848457842567466e-05, + "loss": 3.0682, + "step": 11813 + }, + { + "epoch": 0.20222872695527142, + "grad_norm": 2.3086135387420654, + "learning_rate": 1.8484284986480057e-05, + "loss": 2.9385, + "step": 11814 + }, + { + "epoch": 0.20224584467382187, + "grad_norm": 2.435002088546753, + "learning_rate": 1.8483991521207728e-05, + "loss": 2.8989, + "step": 11815 + }, + { + "epoch": 0.20226296239237235, + "grad_norm": 2.5599496364593506, + "learning_rate": 1.848369802985856e-05, + "loss": 2.8403, + "step": 11816 + }, + { + "epoch": 0.20228008011092283, + "grad_norm": 2.5910515785217285, + "learning_rate": 1.8483404512433463e-05, + "loss": 2.9007, + "step": 11817 + }, + { + "epoch": 0.20229719782947328, + "grad_norm": 2.388129234313965, + "learning_rate": 1.8483110968933335e-05, + "loss": 3.0058, + "step": 11818 + }, + { + "epoch": 0.20231431554802376, + "grad_norm": 2.4369328022003174, + "learning_rate": 1.8482817399359082e-05, + "loss": 2.9832, + "step": 11819 + }, + { + "epoch": 0.20233143326657424, + "grad_norm": 2.42240309715271, + "learning_rate": 1.84825238037116e-05, + "loss": 2.8838, + "step": 11820 + }, + { + "epoch": 0.2023485509851247, + "grad_norm": 2.286539077758789, + "learning_rate": 1.84822301819918e-05, + "loss": 2.8504, + "step": 11821 + }, + { + "epoch": 0.20236566870367517, + "grad_norm": 2.441577911376953, + "learning_rate": 1.8481936534200578e-05, + "loss": 2.8568, + "step": 11822 + }, + { + "epoch": 0.20238278642222565, + "grad_norm": 2.3813724517822266, + "learning_rate": 1.848164286033884e-05, + "loss": 2.9226, + "step": 11823 + }, + { + "epoch": 0.2023999041407761, + "grad_norm": 2.555147647857666, + "learning_rate": 1.8481349160407487e-05, + "loss": 2.9134, + "step": 11824 + }, + { + "epoch": 0.20241702185932658, + "grad_norm": 2.34155535697937, + "learning_rate": 1.848105543440742e-05, + "loss": 2.8945, + "step": 11825 + }, + { + "epoch": 0.20243413957787706, + "grad_norm": 2.5074503421783447, + "learning_rate": 1.8480761682339545e-05, + "loss": 2.9393, + "step": 11826 + }, + { + "epoch": 0.20245125729642754, + "grad_norm": 2.5397653579711914, + "learning_rate": 1.8480467904204764e-05, + "loss": 3.0336, + "step": 11827 + }, + { + "epoch": 0.202468375014978, + "grad_norm": 2.698282241821289, + "learning_rate": 1.8480174100003978e-05, + "loss": 2.8759, + "step": 11828 + }, + { + "epoch": 0.20248549273352848, + "grad_norm": 2.493528366088867, + "learning_rate": 1.8479880269738094e-05, + "loss": 2.9644, + "step": 11829 + }, + { + "epoch": 0.20250261045207896, + "grad_norm": 2.3774099349975586, + "learning_rate": 1.8479586413408013e-05, + "loss": 2.8936, + "step": 11830 + }, + { + "epoch": 0.2025197281706294, + "grad_norm": 2.356572389602661, + "learning_rate": 1.8479292531014637e-05, + "loss": 2.9248, + "step": 11831 + }, + { + "epoch": 0.2025368458891799, + "grad_norm": 2.3421874046325684, + "learning_rate": 1.8478998622558874e-05, + "loss": 2.9292, + "step": 11832 + }, + { + "epoch": 0.20255396360773037, + "grad_norm": 2.3927805423736572, + "learning_rate": 1.8478704688041618e-05, + "loss": 2.9019, + "step": 11833 + }, + { + "epoch": 0.20257108132628082, + "grad_norm": 2.2629663944244385, + "learning_rate": 1.8478410727463784e-05, + "loss": 2.8451, + "step": 11834 + }, + { + "epoch": 0.2025881990448313, + "grad_norm": 2.362431287765503, + "learning_rate": 1.8478116740826263e-05, + "loss": 2.9989, + "step": 11835 + }, + { + "epoch": 0.20260531676338178, + "grad_norm": 2.3831520080566406, + "learning_rate": 1.847782272812997e-05, + "loss": 2.9002, + "step": 11836 + }, + { + "epoch": 0.20262243448193223, + "grad_norm": 2.4220714569091797, + "learning_rate": 1.8477528689375806e-05, + "loss": 2.9655, + "step": 11837 + }, + { + "epoch": 0.20263955220048271, + "grad_norm": 2.490034341812134, + "learning_rate": 1.847723462456467e-05, + "loss": 3.034, + "step": 11838 + }, + { + "epoch": 0.2026566699190332, + "grad_norm": 2.351262331008911, + "learning_rate": 1.8476940533697468e-05, + "loss": 2.9002, + "step": 11839 + }, + { + "epoch": 0.20267378763758367, + "grad_norm": 2.3496901988983154, + "learning_rate": 1.8476646416775102e-05, + "loss": 2.903, + "step": 11840 + }, + { + "epoch": 0.20269090535613413, + "grad_norm": 2.360523223876953, + "learning_rate": 1.8476352273798484e-05, + "loss": 2.93, + "step": 11841 + }, + { + "epoch": 0.2027080230746846, + "grad_norm": 2.330465793609619, + "learning_rate": 1.8476058104768512e-05, + "loss": 2.9881, + "step": 11842 + }, + { + "epoch": 0.2027251407932351, + "grad_norm": 2.306600570678711, + "learning_rate": 1.847576390968609e-05, + "loss": 2.8778, + "step": 11843 + }, + { + "epoch": 0.20274225851178554, + "grad_norm": 2.2895686626434326, + "learning_rate": 1.8475469688552122e-05, + "loss": 2.8889, + "step": 11844 + }, + { + "epoch": 0.20275937623033602, + "grad_norm": 2.359447956085205, + "learning_rate": 1.8475175441367514e-05, + "loss": 2.8958, + "step": 11845 + }, + { + "epoch": 0.2027764939488865, + "grad_norm": 2.4305965900421143, + "learning_rate": 1.847488116813317e-05, + "loss": 2.8741, + "step": 11846 + }, + { + "epoch": 0.20279361166743695, + "grad_norm": 2.4345273971557617, + "learning_rate": 1.8474586868849995e-05, + "loss": 2.8289, + "step": 11847 + }, + { + "epoch": 0.20281072938598743, + "grad_norm": 2.384160041809082, + "learning_rate": 1.8474292543518892e-05, + "loss": 2.9401, + "step": 11848 + }, + { + "epoch": 0.2028278471045379, + "grad_norm": 2.3447272777557373, + "learning_rate": 1.8473998192140768e-05, + "loss": 2.835, + "step": 11849 + }, + { + "epoch": 0.2028449648230884, + "grad_norm": 2.400721549987793, + "learning_rate": 1.8473703814716523e-05, + "loss": 2.9051, + "step": 11850 + }, + { + "epoch": 0.20286208254163884, + "grad_norm": 2.5915164947509766, + "learning_rate": 1.847340941124707e-05, + "loss": 2.8629, + "step": 11851 + }, + { + "epoch": 0.20287920026018932, + "grad_norm": 2.433121681213379, + "learning_rate": 1.8473114981733306e-05, + "loss": 2.9174, + "step": 11852 + }, + { + "epoch": 0.2028963179787398, + "grad_norm": 2.345728635787964, + "learning_rate": 1.847282052617614e-05, + "loss": 2.8865, + "step": 11853 + }, + { + "epoch": 0.20291343569729026, + "grad_norm": 2.3599612712860107, + "learning_rate": 1.847252604457648e-05, + "loss": 3.0093, + "step": 11854 + }, + { + "epoch": 0.20293055341584074, + "grad_norm": 2.439974308013916, + "learning_rate": 1.847223153693522e-05, + "loss": 3.1152, + "step": 11855 + }, + { + "epoch": 0.20294767113439122, + "grad_norm": 2.319427251815796, + "learning_rate": 1.8471937003253274e-05, + "loss": 2.9016, + "step": 11856 + }, + { + "epoch": 0.20296478885294167, + "grad_norm": 2.4070260524749756, + "learning_rate": 1.847164244353155e-05, + "loss": 3.0114, + "step": 11857 + }, + { + "epoch": 0.20298190657149215, + "grad_norm": 2.5796432495117188, + "learning_rate": 1.8471347857770946e-05, + "loss": 3.0055, + "step": 11858 + }, + { + "epoch": 0.20299902429004263, + "grad_norm": 2.4207475185394287, + "learning_rate": 1.847105324597237e-05, + "loss": 2.938, + "step": 11859 + }, + { + "epoch": 0.20301614200859308, + "grad_norm": 2.451223611831665, + "learning_rate": 1.8470758608136728e-05, + "loss": 2.9722, + "step": 11860 + }, + { + "epoch": 0.20303325972714356, + "grad_norm": 2.262749671936035, + "learning_rate": 1.8470463944264927e-05, + "loss": 3.0298, + "step": 11861 + }, + { + "epoch": 0.20305037744569404, + "grad_norm": 2.3187267780303955, + "learning_rate": 1.847016925435787e-05, + "loss": 2.9541, + "step": 11862 + }, + { + "epoch": 0.20306749516424452, + "grad_norm": 2.320131778717041, + "learning_rate": 1.846987453841647e-05, + "loss": 2.9986, + "step": 11863 + }, + { + "epoch": 0.20308461288279497, + "grad_norm": 2.415104627609253, + "learning_rate": 1.846957979644162e-05, + "loss": 2.9004, + "step": 11864 + }, + { + "epoch": 0.20310173060134545, + "grad_norm": 2.416306734085083, + "learning_rate": 1.8469285028434237e-05, + "loss": 3.0111, + "step": 11865 + }, + { + "epoch": 0.20311884831989593, + "grad_norm": 2.396167755126953, + "learning_rate": 1.846899023439522e-05, + "loss": 2.9731, + "step": 11866 + }, + { + "epoch": 0.20313596603844639, + "grad_norm": 2.396864891052246, + "learning_rate": 1.8468695414325483e-05, + "loss": 3.0392, + "step": 11867 + }, + { + "epoch": 0.20315308375699687, + "grad_norm": 2.457627058029175, + "learning_rate": 1.8468400568225918e-05, + "loss": 2.9713, + "step": 11868 + }, + { + "epoch": 0.20317020147554735, + "grad_norm": 2.4730405807495117, + "learning_rate": 1.846810569609745e-05, + "loss": 2.9353, + "step": 11869 + }, + { + "epoch": 0.2031873191940978, + "grad_norm": 2.4682321548461914, + "learning_rate": 1.846781079794097e-05, + "loss": 2.9375, + "step": 11870 + }, + { + "epoch": 0.20320443691264828, + "grad_norm": 2.284985303878784, + "learning_rate": 1.8467515873757392e-05, + "loss": 2.9161, + "step": 11871 + }, + { + "epoch": 0.20322155463119876, + "grad_norm": 2.4060323238372803, + "learning_rate": 1.8467220923547625e-05, + "loss": 2.9339, + "step": 11872 + }, + { + "epoch": 0.20323867234974924, + "grad_norm": 2.4047255516052246, + "learning_rate": 1.8466925947312564e-05, + "loss": 2.8781, + "step": 11873 + }, + { + "epoch": 0.2032557900682997, + "grad_norm": 2.553208112716675, + "learning_rate": 1.8466630945053127e-05, + "loss": 3.0282, + "step": 11874 + }, + { + "epoch": 0.20327290778685017, + "grad_norm": 2.372177839279175, + "learning_rate": 1.846633591677022e-05, + "loss": 2.9072, + "step": 11875 + }, + { + "epoch": 0.20329002550540065, + "grad_norm": 2.393010377883911, + "learning_rate": 1.8466040862464737e-05, + "loss": 3.0743, + "step": 11876 + }, + { + "epoch": 0.2033071432239511, + "grad_norm": 2.4884791374206543, + "learning_rate": 1.8465745782137604e-05, + "loss": 3.0108, + "step": 11877 + }, + { + "epoch": 0.20332426094250158, + "grad_norm": 2.27726411819458, + "learning_rate": 1.8465450675789714e-05, + "loss": 2.8266, + "step": 11878 + }, + { + "epoch": 0.20334137866105206, + "grad_norm": 2.402625799179077, + "learning_rate": 1.8465155543421977e-05, + "loss": 2.9071, + "step": 11879 + }, + { + "epoch": 0.20335849637960252, + "grad_norm": 2.330836534500122, + "learning_rate": 1.8464860385035303e-05, + "loss": 2.9068, + "step": 11880 + }, + { + "epoch": 0.203375614098153, + "grad_norm": 2.2918107509613037, + "learning_rate": 1.84645652006306e-05, + "loss": 2.9014, + "step": 11881 + }, + { + "epoch": 0.20339273181670348, + "grad_norm": 2.318096160888672, + "learning_rate": 1.8464269990208773e-05, + "loss": 2.832, + "step": 11882 + }, + { + "epoch": 0.20340984953525393, + "grad_norm": 2.3709628582000732, + "learning_rate": 1.8463974753770727e-05, + "loss": 2.8544, + "step": 11883 + }, + { + "epoch": 0.2034269672538044, + "grad_norm": 2.367004871368408, + "learning_rate": 1.846367949131737e-05, + "loss": 2.9133, + "step": 11884 + }, + { + "epoch": 0.2034440849723549, + "grad_norm": 2.458601474761963, + "learning_rate": 1.8463384202849618e-05, + "loss": 3.0718, + "step": 11885 + }, + { + "epoch": 0.20346120269090537, + "grad_norm": 2.3306357860565186, + "learning_rate": 1.846308888836837e-05, + "loss": 3.0418, + "step": 11886 + }, + { + "epoch": 0.20347832040945582, + "grad_norm": 2.3168976306915283, + "learning_rate": 1.846279354787453e-05, + "loss": 2.8208, + "step": 11887 + }, + { + "epoch": 0.2034954381280063, + "grad_norm": 2.411597490310669, + "learning_rate": 1.8462498181369018e-05, + "loss": 2.9788, + "step": 11888 + }, + { + "epoch": 0.20351255584655678, + "grad_norm": 2.390723466873169, + "learning_rate": 1.846220278885273e-05, + "loss": 3.105, + "step": 11889 + }, + { + "epoch": 0.20352967356510723, + "grad_norm": 2.472717046737671, + "learning_rate": 1.8461907370326585e-05, + "loss": 3.0981, + "step": 11890 + }, + { + "epoch": 0.2035467912836577, + "grad_norm": 2.3528831005096436, + "learning_rate": 1.8461611925791483e-05, + "loss": 3.0338, + "step": 11891 + }, + { + "epoch": 0.2035639090022082, + "grad_norm": 2.35565185546875, + "learning_rate": 1.8461316455248333e-05, + "loss": 2.9456, + "step": 11892 + }, + { + "epoch": 0.20358102672075865, + "grad_norm": 2.3546464443206787, + "learning_rate": 1.8461020958698042e-05, + "loss": 2.977, + "step": 11893 + }, + { + "epoch": 0.20359814443930913, + "grad_norm": 2.432962656021118, + "learning_rate": 1.846072543614153e-05, + "loss": 2.9725, + "step": 11894 + }, + { + "epoch": 0.2036152621578596, + "grad_norm": 2.461735725402832, + "learning_rate": 1.8460429887579686e-05, + "loss": 2.9914, + "step": 11895 + }, + { + "epoch": 0.20363237987641009, + "grad_norm": 2.39963436126709, + "learning_rate": 1.8460134313013436e-05, + "loss": 2.986, + "step": 11896 + }, + { + "epoch": 0.20364949759496054, + "grad_norm": 2.379366397857666, + "learning_rate": 1.8459838712443677e-05, + "loss": 2.9323, + "step": 11897 + }, + { + "epoch": 0.20366661531351102, + "grad_norm": 2.5172038078308105, + "learning_rate": 1.8459543085871322e-05, + "loss": 2.9018, + "step": 11898 + }, + { + "epoch": 0.2036837330320615, + "grad_norm": 2.5802016258239746, + "learning_rate": 1.845924743329728e-05, + "loss": 2.8648, + "step": 11899 + }, + { + "epoch": 0.20370085075061195, + "grad_norm": 2.688917636871338, + "learning_rate": 1.8458951754722463e-05, + "loss": 3.0606, + "step": 11900 + }, + { + "epoch": 0.20371796846916243, + "grad_norm": 2.514570713043213, + "learning_rate": 1.8458656050147772e-05, + "loss": 2.9949, + "step": 11901 + }, + { + "epoch": 0.2037350861877129, + "grad_norm": 2.5045506954193115, + "learning_rate": 1.845836031957412e-05, + "loss": 2.9054, + "step": 11902 + }, + { + "epoch": 0.20375220390626336, + "grad_norm": 2.6876466274261475, + "learning_rate": 1.8458064563002417e-05, + "loss": 3.0683, + "step": 11903 + }, + { + "epoch": 0.20376932162481384, + "grad_norm": 2.5477256774902344, + "learning_rate": 1.8457768780433566e-05, + "loss": 2.9398, + "step": 11904 + }, + { + "epoch": 0.20378643934336432, + "grad_norm": 2.532499074935913, + "learning_rate": 1.8457472971868488e-05, + "loss": 2.899, + "step": 11905 + }, + { + "epoch": 0.20380355706191478, + "grad_norm": 2.531154155731201, + "learning_rate": 1.845717713730808e-05, + "loss": 2.9234, + "step": 11906 + }, + { + "epoch": 0.20382067478046526, + "grad_norm": 2.4134533405303955, + "learning_rate": 1.845688127675326e-05, + "loss": 2.998, + "step": 11907 + }, + { + "epoch": 0.20383779249901574, + "grad_norm": 2.5986008644104004, + "learning_rate": 1.8456585390204932e-05, + "loss": 2.9244, + "step": 11908 + }, + { + "epoch": 0.20385491021756622, + "grad_norm": 2.461660385131836, + "learning_rate": 1.8456289477664008e-05, + "loss": 2.9367, + "step": 11909 + }, + { + "epoch": 0.20387202793611667, + "grad_norm": 2.4452500343322754, + "learning_rate": 1.8455993539131394e-05, + "loss": 2.9484, + "step": 11910 + }, + { + "epoch": 0.20388914565466715, + "grad_norm": 2.606599807739258, + "learning_rate": 1.8455697574608004e-05, + "loss": 2.9047, + "step": 11911 + }, + { + "epoch": 0.20390626337321763, + "grad_norm": 2.479609489440918, + "learning_rate": 1.8455401584094746e-05, + "loss": 2.9229, + "step": 11912 + }, + { + "epoch": 0.20392338109176808, + "grad_norm": 2.467991828918457, + "learning_rate": 1.8455105567592532e-05, + "loss": 3.0412, + "step": 11913 + }, + { + "epoch": 0.20394049881031856, + "grad_norm": 2.5786566734313965, + "learning_rate": 1.8454809525102266e-05, + "loss": 2.908, + "step": 11914 + }, + { + "epoch": 0.20395761652886904, + "grad_norm": 2.413083553314209, + "learning_rate": 1.8454513456624864e-05, + "loss": 2.9673, + "step": 11915 + }, + { + "epoch": 0.2039747342474195, + "grad_norm": 2.481475353240967, + "learning_rate": 1.8454217362161232e-05, + "loss": 2.925, + "step": 11916 + }, + { + "epoch": 0.20399185196596997, + "grad_norm": 2.3953118324279785, + "learning_rate": 1.8453921241712283e-05, + "loss": 2.8579, + "step": 11917 + }, + { + "epoch": 0.20400896968452045, + "grad_norm": 2.5079548358917236, + "learning_rate": 1.8453625095278925e-05, + "loss": 2.9323, + "step": 11918 + }, + { + "epoch": 0.2040260874030709, + "grad_norm": 2.6650452613830566, + "learning_rate": 1.8453328922862073e-05, + "loss": 3.0096, + "step": 11919 + }, + { + "epoch": 0.20404320512162138, + "grad_norm": 2.4918689727783203, + "learning_rate": 1.845303272446263e-05, + "loss": 2.8119, + "step": 11920 + }, + { + "epoch": 0.20406032284017186, + "grad_norm": 2.9130101203918457, + "learning_rate": 1.8452736500081512e-05, + "loss": 3.0732, + "step": 11921 + }, + { + "epoch": 0.20407744055872235, + "grad_norm": 2.4710185527801514, + "learning_rate": 1.8452440249719627e-05, + "loss": 2.8798, + "step": 11922 + }, + { + "epoch": 0.2040945582772728, + "grad_norm": 2.5544514656066895, + "learning_rate": 1.845214397337788e-05, + "loss": 2.9225, + "step": 11923 + }, + { + "epoch": 0.20411167599582328, + "grad_norm": 2.421342372894287, + "learning_rate": 1.8451847671057194e-05, + "loss": 3.0833, + "step": 11924 + }, + { + "epoch": 0.20412879371437376, + "grad_norm": 2.3769006729125977, + "learning_rate": 1.8451551342758473e-05, + "loss": 2.9924, + "step": 11925 + }, + { + "epoch": 0.2041459114329242, + "grad_norm": 2.4345850944519043, + "learning_rate": 1.8451254988482626e-05, + "loss": 2.9092, + "step": 11926 + }, + { + "epoch": 0.2041630291514747, + "grad_norm": 2.462796449661255, + "learning_rate": 1.8450958608230566e-05, + "loss": 2.8365, + "step": 11927 + }, + { + "epoch": 0.20418014687002517, + "grad_norm": 2.5558080673217773, + "learning_rate": 1.8450662202003208e-05, + "loss": 2.9497, + "step": 11928 + }, + { + "epoch": 0.20419726458857562, + "grad_norm": 2.4646027088165283, + "learning_rate": 1.8450365769801455e-05, + "loss": 3.0404, + "step": 11929 + }, + { + "epoch": 0.2042143823071261, + "grad_norm": 2.45772123336792, + "learning_rate": 1.8450069311626223e-05, + "loss": 2.9925, + "step": 11930 + }, + { + "epoch": 0.20423150002567658, + "grad_norm": 2.451866865158081, + "learning_rate": 1.8449772827478423e-05, + "loss": 3.0819, + "step": 11931 + }, + { + "epoch": 0.20424861774422706, + "grad_norm": 2.2806777954101562, + "learning_rate": 1.8449476317358964e-05, + "loss": 2.8684, + "step": 11932 + }, + { + "epoch": 0.20426573546277751, + "grad_norm": 2.537243127822876, + "learning_rate": 1.8449179781268762e-05, + "loss": 3.0118, + "step": 11933 + }, + { + "epoch": 0.204282853181328, + "grad_norm": 2.4068050384521484, + "learning_rate": 1.8448883219208724e-05, + "loss": 2.8824, + "step": 11934 + }, + { + "epoch": 0.20429997089987847, + "grad_norm": 2.3695621490478516, + "learning_rate": 1.844858663117976e-05, + "loss": 2.7905, + "step": 11935 + }, + { + "epoch": 0.20431708861842893, + "grad_norm": 3.233464002609253, + "learning_rate": 1.844829001718279e-05, + "loss": 3.0239, + "step": 11936 + }, + { + "epoch": 0.2043342063369794, + "grad_norm": 2.3457775115966797, + "learning_rate": 1.8447993377218714e-05, + "loss": 2.8878, + "step": 11937 + }, + { + "epoch": 0.2043513240555299, + "grad_norm": 2.412044048309326, + "learning_rate": 1.844769671128846e-05, + "loss": 2.8709, + "step": 11938 + }, + { + "epoch": 0.20436844177408034, + "grad_norm": 2.359499216079712, + "learning_rate": 1.8447400019392923e-05, + "loss": 2.9636, + "step": 11939 + }, + { + "epoch": 0.20438555949263082, + "grad_norm": 2.4358954429626465, + "learning_rate": 1.8447103301533023e-05, + "loss": 2.8592, + "step": 11940 + }, + { + "epoch": 0.2044026772111813, + "grad_norm": 2.563532829284668, + "learning_rate": 1.8446806557709668e-05, + "loss": 3.0258, + "step": 11941 + }, + { + "epoch": 0.20441979492973175, + "grad_norm": 2.580842971801758, + "learning_rate": 1.8446509787923778e-05, + "loss": 3.0001, + "step": 11942 + }, + { + "epoch": 0.20443691264828223, + "grad_norm": 2.445315361022949, + "learning_rate": 1.8446212992176257e-05, + "loss": 3.0952, + "step": 11943 + }, + { + "epoch": 0.2044540303668327, + "grad_norm": 2.3747243881225586, + "learning_rate": 1.8445916170468023e-05, + "loss": 2.899, + "step": 11944 + }, + { + "epoch": 0.2044711480853832, + "grad_norm": 2.135007619857788, + "learning_rate": 1.8445619322799984e-05, + "loss": 2.9356, + "step": 11945 + }, + { + "epoch": 0.20448826580393364, + "grad_norm": 2.354604482650757, + "learning_rate": 1.8445322449173052e-05, + "loss": 2.8412, + "step": 11946 + }, + { + "epoch": 0.20450538352248412, + "grad_norm": 2.4078550338745117, + "learning_rate": 1.8445025549588145e-05, + "loss": 2.9404, + "step": 11947 + }, + { + "epoch": 0.2045225012410346, + "grad_norm": 2.301032543182373, + "learning_rate": 1.844472862404617e-05, + "loss": 3.0663, + "step": 11948 + }, + { + "epoch": 0.20453961895958506, + "grad_norm": 2.3181886672973633, + "learning_rate": 1.8444431672548044e-05, + "loss": 2.8259, + "step": 11949 + }, + { + "epoch": 0.20455673667813554, + "grad_norm": 2.390872001647949, + "learning_rate": 1.8444134695094672e-05, + "loss": 2.9149, + "step": 11950 + }, + { + "epoch": 0.20457385439668602, + "grad_norm": 2.318725109100342, + "learning_rate": 1.844383769168698e-05, + "loss": 2.9243, + "step": 11951 + }, + { + "epoch": 0.20459097211523647, + "grad_norm": 2.187497854232788, + "learning_rate": 1.844354066232587e-05, + "loss": 2.8373, + "step": 11952 + }, + { + "epoch": 0.20460808983378695, + "grad_norm": 2.273893356323242, + "learning_rate": 1.8443243607012258e-05, + "loss": 2.9271, + "step": 11953 + }, + { + "epoch": 0.20462520755233743, + "grad_norm": 2.3450851440429688, + "learning_rate": 1.8442946525747057e-05, + "loss": 2.9878, + "step": 11954 + }, + { + "epoch": 0.2046423252708879, + "grad_norm": 2.2575628757476807, + "learning_rate": 1.844264941853118e-05, + "loss": 2.9585, + "step": 11955 + }, + { + "epoch": 0.20465944298943836, + "grad_norm": 2.5209624767303467, + "learning_rate": 1.8442352285365542e-05, + "loss": 3.0502, + "step": 11956 + }, + { + "epoch": 0.20467656070798884, + "grad_norm": 2.341712236404419, + "learning_rate": 1.844205512625105e-05, + "loss": 2.7785, + "step": 11957 + }, + { + "epoch": 0.20469367842653932, + "grad_norm": 2.3076374530792236, + "learning_rate": 1.844175794118863e-05, + "loss": 2.9756, + "step": 11958 + }, + { + "epoch": 0.20471079614508977, + "grad_norm": 2.31132173538208, + "learning_rate": 1.8441460730179182e-05, + "loss": 2.939, + "step": 11959 + }, + { + "epoch": 0.20472791386364025, + "grad_norm": 2.5302774906158447, + "learning_rate": 1.8441163493223627e-05, + "loss": 2.9812, + "step": 11960 + }, + { + "epoch": 0.20474503158219073, + "grad_norm": 2.377562999725342, + "learning_rate": 1.8440866230322877e-05, + "loss": 2.8885, + "step": 11961 + }, + { + "epoch": 0.2047621493007412, + "grad_norm": 2.287862539291382, + "learning_rate": 1.8440568941477846e-05, + "loss": 2.84, + "step": 11962 + }, + { + "epoch": 0.20477926701929167, + "grad_norm": 2.4050426483154297, + "learning_rate": 1.8440271626689446e-05, + "loss": 2.9444, + "step": 11963 + }, + { + "epoch": 0.20479638473784215, + "grad_norm": 2.640472650527954, + "learning_rate": 1.8439974285958593e-05, + "loss": 3.0664, + "step": 11964 + }, + { + "epoch": 0.2048135024563926, + "grad_norm": 2.329200506210327, + "learning_rate": 1.84396769192862e-05, + "loss": 2.9945, + "step": 11965 + }, + { + "epoch": 0.20483062017494308, + "grad_norm": 2.45649790763855, + "learning_rate": 1.843937952667318e-05, + "loss": 2.9606, + "step": 11966 + }, + { + "epoch": 0.20484773789349356, + "grad_norm": 2.3450145721435547, + "learning_rate": 1.843908210812045e-05, + "loss": 2.9049, + "step": 11967 + }, + { + "epoch": 0.20486485561204404, + "grad_norm": 2.3566436767578125, + "learning_rate": 1.843878466362892e-05, + "loss": 2.8501, + "step": 11968 + }, + { + "epoch": 0.2048819733305945, + "grad_norm": 2.389650583267212, + "learning_rate": 1.843848719319951e-05, + "loss": 2.8967, + "step": 11969 + }, + { + "epoch": 0.20489909104914497, + "grad_norm": 2.4206948280334473, + "learning_rate": 1.8438189696833127e-05, + "loss": 2.9796, + "step": 11970 + }, + { + "epoch": 0.20491620876769545, + "grad_norm": 2.5677618980407715, + "learning_rate": 1.8437892174530688e-05, + "loss": 2.9778, + "step": 11971 + }, + { + "epoch": 0.2049333264862459, + "grad_norm": 2.393143653869629, + "learning_rate": 1.8437594626293113e-05, + "loss": 2.841, + "step": 11972 + }, + { + "epoch": 0.20495044420479638, + "grad_norm": 2.3851797580718994, + "learning_rate": 1.843729705212131e-05, + "loss": 2.8919, + "step": 11973 + }, + { + "epoch": 0.20496756192334686, + "grad_norm": 2.411203145980835, + "learning_rate": 1.84369994520162e-05, + "loss": 2.9063, + "step": 11974 + }, + { + "epoch": 0.20498467964189732, + "grad_norm": 2.394667863845825, + "learning_rate": 1.8436701825978685e-05, + "loss": 2.9141, + "step": 11975 + }, + { + "epoch": 0.2050017973604478, + "grad_norm": 2.2660257816314697, + "learning_rate": 1.8436404174009695e-05, + "loss": 2.8571, + "step": 11976 + }, + { + "epoch": 0.20501891507899828, + "grad_norm": 2.4833078384399414, + "learning_rate": 1.8436106496110136e-05, + "loss": 2.8645, + "step": 11977 + }, + { + "epoch": 0.20503603279754876, + "grad_norm": 2.485572576522827, + "learning_rate": 1.8435808792280926e-05, + "loss": 3.0425, + "step": 11978 + }, + { + "epoch": 0.2050531505160992, + "grad_norm": 2.4626693725585938, + "learning_rate": 1.8435511062522978e-05, + "loss": 2.8877, + "step": 11979 + }, + { + "epoch": 0.2050702682346497, + "grad_norm": 2.3939411640167236, + "learning_rate": 1.843521330683721e-05, + "loss": 2.9311, + "step": 11980 + }, + { + "epoch": 0.20508738595320017, + "grad_norm": 2.357156753540039, + "learning_rate": 1.8434915525224534e-05, + "loss": 2.9421, + "step": 11981 + }, + { + "epoch": 0.20510450367175062, + "grad_norm": 2.3782553672790527, + "learning_rate": 1.843461771768587e-05, + "loss": 2.8903, + "step": 11982 + }, + { + "epoch": 0.2051216213903011, + "grad_norm": 2.316405773162842, + "learning_rate": 1.8434319884222125e-05, + "loss": 3.036, + "step": 11983 + }, + { + "epoch": 0.20513873910885158, + "grad_norm": 2.3049347400665283, + "learning_rate": 1.8434022024834224e-05, + "loss": 2.9199, + "step": 11984 + }, + { + "epoch": 0.20515585682740203, + "grad_norm": 2.39092755317688, + "learning_rate": 1.8433724139523076e-05, + "loss": 3.0995, + "step": 11985 + }, + { + "epoch": 0.2051729745459525, + "grad_norm": 2.35703444480896, + "learning_rate": 1.8433426228289603e-05, + "loss": 2.851, + "step": 11986 + }, + { + "epoch": 0.205190092264503, + "grad_norm": 2.3260934352874756, + "learning_rate": 1.843312829113471e-05, + "loss": 2.9101, + "step": 11987 + }, + { + "epoch": 0.20520720998305345, + "grad_norm": 2.4189016819000244, + "learning_rate": 1.8432830328059323e-05, + "loss": 2.9086, + "step": 11988 + }, + { + "epoch": 0.20522432770160393, + "grad_norm": 2.4159464836120605, + "learning_rate": 1.8432532339064356e-05, + "loss": 3.0138, + "step": 11989 + }, + { + "epoch": 0.2052414454201544, + "grad_norm": 2.312047004699707, + "learning_rate": 1.8432234324150716e-05, + "loss": 2.8608, + "step": 11990 + }, + { + "epoch": 0.20525856313870489, + "grad_norm": 2.447096824645996, + "learning_rate": 1.843193628331933e-05, + "loss": 2.9774, + "step": 11991 + }, + { + "epoch": 0.20527568085725534, + "grad_norm": 2.6352968215942383, + "learning_rate": 1.8431638216571114e-05, + "loss": 3.0017, + "step": 11992 + }, + { + "epoch": 0.20529279857580582, + "grad_norm": 2.2879714965820312, + "learning_rate": 1.8431340123906975e-05, + "loss": 2.7914, + "step": 11993 + }, + { + "epoch": 0.2053099162943563, + "grad_norm": 2.4466216564178467, + "learning_rate": 1.8431042005327836e-05, + "loss": 2.8605, + "step": 11994 + }, + { + "epoch": 0.20532703401290675, + "grad_norm": 2.3852195739746094, + "learning_rate": 1.843074386083461e-05, + "loss": 2.8152, + "step": 11995 + }, + { + "epoch": 0.20534415173145723, + "grad_norm": 2.5676703453063965, + "learning_rate": 1.843044569042822e-05, + "loss": 2.9456, + "step": 11996 + }, + { + "epoch": 0.2053612694500077, + "grad_norm": 2.6737611293792725, + "learning_rate": 1.8430147494109572e-05, + "loss": 3.0774, + "step": 11997 + }, + { + "epoch": 0.20537838716855816, + "grad_norm": 2.390838146209717, + "learning_rate": 1.842984927187959e-05, + "loss": 2.9555, + "step": 11998 + }, + { + "epoch": 0.20539550488710864, + "grad_norm": 2.57389235496521, + "learning_rate": 1.8429551023739186e-05, + "loss": 3.0891, + "step": 11999 + }, + { + "epoch": 0.20541262260565912, + "grad_norm": 2.415931463241577, + "learning_rate": 1.8429252749689284e-05, + "loss": 2.911, + "step": 12000 + }, + { + "epoch": 0.2054297403242096, + "grad_norm": 2.6245107650756836, + "learning_rate": 1.8428954449730795e-05, + "loss": 3.0013, + "step": 12001 + }, + { + "epoch": 0.20544685804276006, + "grad_norm": 2.407977819442749, + "learning_rate": 1.8428656123864638e-05, + "loss": 2.8551, + "step": 12002 + }, + { + "epoch": 0.20546397576131054, + "grad_norm": 2.370619535446167, + "learning_rate": 1.8428357772091728e-05, + "loss": 3.0831, + "step": 12003 + }, + { + "epoch": 0.20548109347986102, + "grad_norm": 2.636967182159424, + "learning_rate": 1.8428059394412982e-05, + "loss": 3.0401, + "step": 12004 + }, + { + "epoch": 0.20549821119841147, + "grad_norm": 2.303668975830078, + "learning_rate": 1.842776099082932e-05, + "loss": 2.859, + "step": 12005 + }, + { + "epoch": 0.20551532891696195, + "grad_norm": 2.2898688316345215, + "learning_rate": 1.8427462561341655e-05, + "loss": 2.8056, + "step": 12006 + }, + { + "epoch": 0.20553244663551243, + "grad_norm": 2.4183669090270996, + "learning_rate": 1.842716410595091e-05, + "loss": 2.9837, + "step": 12007 + }, + { + "epoch": 0.20554956435406288, + "grad_norm": 2.345026731491089, + "learning_rate": 1.8426865624658e-05, + "loss": 2.8372, + "step": 12008 + }, + { + "epoch": 0.20556668207261336, + "grad_norm": 2.364501953125, + "learning_rate": 1.8426567117463836e-05, + "loss": 2.926, + "step": 12009 + }, + { + "epoch": 0.20558379979116384, + "grad_norm": 2.4668071269989014, + "learning_rate": 1.8426268584369344e-05, + "loss": 2.9798, + "step": 12010 + }, + { + "epoch": 0.2056009175097143, + "grad_norm": 2.5873637199401855, + "learning_rate": 1.842597002537544e-05, + "loss": 3.0196, + "step": 12011 + }, + { + "epoch": 0.20561803522826477, + "grad_norm": 2.2945101261138916, + "learning_rate": 1.8425671440483038e-05, + "loss": 2.6997, + "step": 12012 + }, + { + "epoch": 0.20563515294681525, + "grad_norm": 2.563035726547241, + "learning_rate": 1.842537282969306e-05, + "loss": 3.0521, + "step": 12013 + }, + { + "epoch": 0.20565227066536573, + "grad_norm": 2.423027992248535, + "learning_rate": 1.8425074193006418e-05, + "loss": 2.9397, + "step": 12014 + }, + { + "epoch": 0.20566938838391619, + "grad_norm": 2.276416063308716, + "learning_rate": 1.8424775530424038e-05, + "loss": 3.0148, + "step": 12015 + }, + { + "epoch": 0.20568650610246667, + "grad_norm": 2.6995537281036377, + "learning_rate": 1.842447684194683e-05, + "loss": 3.046, + "step": 12016 + }, + { + "epoch": 0.20570362382101715, + "grad_norm": 2.3592095375061035, + "learning_rate": 1.8424178127575717e-05, + "loss": 2.9045, + "step": 12017 + }, + { + "epoch": 0.2057207415395676, + "grad_norm": 2.204164505004883, + "learning_rate": 1.842387938731162e-05, + "loss": 2.8982, + "step": 12018 + }, + { + "epoch": 0.20573785925811808, + "grad_norm": 2.3244235515594482, + "learning_rate": 1.8423580621155447e-05, + "loss": 3.0246, + "step": 12019 + }, + { + "epoch": 0.20575497697666856, + "grad_norm": 2.337994337081909, + "learning_rate": 1.8423281829108122e-05, + "loss": 2.8311, + "step": 12020 + }, + { + "epoch": 0.205772094695219, + "grad_norm": 2.2745630741119385, + "learning_rate": 1.842298301117057e-05, + "loss": 2.9813, + "step": 12021 + }, + { + "epoch": 0.2057892124137695, + "grad_norm": 2.512141704559326, + "learning_rate": 1.8422684167343697e-05, + "loss": 3.0146, + "step": 12022 + }, + { + "epoch": 0.20580633013231997, + "grad_norm": 2.4132344722747803, + "learning_rate": 1.8422385297628432e-05, + "loss": 2.952, + "step": 12023 + }, + { + "epoch": 0.20582344785087042, + "grad_norm": 2.2731730937957764, + "learning_rate": 1.842208640202569e-05, + "loss": 2.931, + "step": 12024 + }, + { + "epoch": 0.2058405655694209, + "grad_norm": 2.4799866676330566, + "learning_rate": 1.8421787480536385e-05, + "loss": 3.0805, + "step": 12025 + }, + { + "epoch": 0.20585768328797138, + "grad_norm": 2.3688671588897705, + "learning_rate": 1.8421488533161443e-05, + "loss": 2.9993, + "step": 12026 + }, + { + "epoch": 0.20587480100652186, + "grad_norm": 2.192030668258667, + "learning_rate": 1.8421189559901777e-05, + "loss": 2.7747, + "step": 12027 + }, + { + "epoch": 0.20589191872507231, + "grad_norm": 2.3273370265960693, + "learning_rate": 1.842089056075831e-05, + "loss": 2.8852, + "step": 12028 + }, + { + "epoch": 0.2059090364436228, + "grad_norm": 2.3791911602020264, + "learning_rate": 1.842059153573196e-05, + "loss": 2.8801, + "step": 12029 + }, + { + "epoch": 0.20592615416217327, + "grad_norm": 2.376749038696289, + "learning_rate": 1.8420292484823646e-05, + "loss": 2.8411, + "step": 12030 + }, + { + "epoch": 0.20594327188072373, + "grad_norm": 2.613037109375, + "learning_rate": 1.8419993408034288e-05, + "loss": 2.9136, + "step": 12031 + }, + { + "epoch": 0.2059603895992742, + "grad_norm": 2.5334107875823975, + "learning_rate": 1.8419694305364806e-05, + "loss": 2.9343, + "step": 12032 + }, + { + "epoch": 0.2059775073178247, + "grad_norm": 2.558220624923706, + "learning_rate": 1.8419395176816113e-05, + "loss": 3.0226, + "step": 12033 + }, + { + "epoch": 0.20599462503637514, + "grad_norm": 2.4805290699005127, + "learning_rate": 1.8419096022389134e-05, + "loss": 2.9729, + "step": 12034 + }, + { + "epoch": 0.20601174275492562, + "grad_norm": 2.5954372882843018, + "learning_rate": 1.841879684208479e-05, + "loss": 2.9901, + "step": 12035 + }, + { + "epoch": 0.2060288604734761, + "grad_norm": 2.3992207050323486, + "learning_rate": 1.8418497635903997e-05, + "loss": 2.9619, + "step": 12036 + }, + { + "epoch": 0.20604597819202658, + "grad_norm": 2.4725472927093506, + "learning_rate": 1.8418198403847675e-05, + "loss": 2.9253, + "step": 12037 + }, + { + "epoch": 0.20606309591057703, + "grad_norm": 2.5095930099487305, + "learning_rate": 1.8417899145916746e-05, + "loss": 2.916, + "step": 12038 + }, + { + "epoch": 0.2060802136291275, + "grad_norm": 2.3302857875823975, + "learning_rate": 1.8417599862112124e-05, + "loss": 2.9196, + "step": 12039 + }, + { + "epoch": 0.206097331347678, + "grad_norm": 2.5792577266693115, + "learning_rate": 1.8417300552434736e-05, + "loss": 3.0467, + "step": 12040 + }, + { + "epoch": 0.20611444906622844, + "grad_norm": 2.284280776977539, + "learning_rate": 1.84170012168855e-05, + "loss": 2.8647, + "step": 12041 + }, + { + "epoch": 0.20613156678477892, + "grad_norm": 2.4948208332061768, + "learning_rate": 1.8416701855465335e-05, + "loss": 2.9956, + "step": 12042 + }, + { + "epoch": 0.2061486845033294, + "grad_norm": 2.3830134868621826, + "learning_rate": 1.8416402468175162e-05, + "loss": 2.9502, + "step": 12043 + }, + { + "epoch": 0.20616580222187986, + "grad_norm": 2.5882503986358643, + "learning_rate": 1.8416103055015897e-05, + "loss": 2.9839, + "step": 12044 + }, + { + "epoch": 0.20618291994043034, + "grad_norm": 2.3606648445129395, + "learning_rate": 1.8415803615988467e-05, + "loss": 2.7781, + "step": 12045 + }, + { + "epoch": 0.20620003765898082, + "grad_norm": 2.5807502269744873, + "learning_rate": 1.841550415109379e-05, + "loss": 2.8799, + "step": 12046 + }, + { + "epoch": 0.20621715537753127, + "grad_norm": 2.639247417449951, + "learning_rate": 1.8415204660332785e-05, + "loss": 2.9245, + "step": 12047 + }, + { + "epoch": 0.20623427309608175, + "grad_norm": 2.379319906234741, + "learning_rate": 1.841490514370637e-05, + "loss": 2.8649, + "step": 12048 + }, + { + "epoch": 0.20625139081463223, + "grad_norm": 2.539980411529541, + "learning_rate": 1.841460560121547e-05, + "loss": 2.9678, + "step": 12049 + }, + { + "epoch": 0.2062685085331827, + "grad_norm": 2.435120105743408, + "learning_rate": 1.8414306032861006e-05, + "loss": 2.8393, + "step": 12050 + }, + { + "epoch": 0.20628562625173316, + "grad_norm": 2.4016456604003906, + "learning_rate": 1.8414006438643896e-05, + "loss": 2.9379, + "step": 12051 + }, + { + "epoch": 0.20630274397028364, + "grad_norm": 2.4894468784332275, + "learning_rate": 1.8413706818565064e-05, + "loss": 2.9318, + "step": 12052 + }, + { + "epoch": 0.20631986168883412, + "grad_norm": 2.6237432956695557, + "learning_rate": 1.8413407172625428e-05, + "loss": 3.0289, + "step": 12053 + }, + { + "epoch": 0.20633697940738457, + "grad_norm": 2.3311421871185303, + "learning_rate": 1.841310750082591e-05, + "loss": 2.8328, + "step": 12054 + }, + { + "epoch": 0.20635409712593505, + "grad_norm": 2.4850876331329346, + "learning_rate": 1.8412807803167432e-05, + "loss": 2.845, + "step": 12055 + }, + { + "epoch": 0.20637121484448553, + "grad_norm": 2.321481943130493, + "learning_rate": 1.841250807965091e-05, + "loss": 2.8974, + "step": 12056 + }, + { + "epoch": 0.206388332563036, + "grad_norm": 2.3805344104766846, + "learning_rate": 1.8412208330277277e-05, + "loss": 2.9444, + "step": 12057 + }, + { + "epoch": 0.20640545028158647, + "grad_norm": 2.3741226196289062, + "learning_rate": 1.841190855504744e-05, + "loss": 2.9104, + "step": 12058 + }, + { + "epoch": 0.20642256800013695, + "grad_norm": 2.3836464881896973, + "learning_rate": 1.8411608753962333e-05, + "loss": 2.9212, + "step": 12059 + }, + { + "epoch": 0.20643968571868743, + "grad_norm": 2.5517961978912354, + "learning_rate": 1.8411308927022866e-05, + "loss": 2.9828, + "step": 12060 + }, + { + "epoch": 0.20645680343723788, + "grad_norm": 2.3337976932525635, + "learning_rate": 1.841100907422997e-05, + "loss": 2.9294, + "step": 12061 + }, + { + "epoch": 0.20647392115578836, + "grad_norm": 2.290774345397949, + "learning_rate": 1.8410709195584564e-05, + "loss": 2.9592, + "step": 12062 + }, + { + "epoch": 0.20649103887433884, + "grad_norm": 2.3542075157165527, + "learning_rate": 1.8410409291087565e-05, + "loss": 2.9028, + "step": 12063 + }, + { + "epoch": 0.2065081565928893, + "grad_norm": 2.387849807739258, + "learning_rate": 1.8410109360739904e-05, + "loss": 2.9768, + "step": 12064 + }, + { + "epoch": 0.20652527431143977, + "grad_norm": 2.371692419052124, + "learning_rate": 1.8409809404542487e-05, + "loss": 2.9427, + "step": 12065 + }, + { + "epoch": 0.20654239202999025, + "grad_norm": 2.587451696395874, + "learning_rate": 1.8409509422496258e-05, + "loss": 2.8338, + "step": 12066 + }, + { + "epoch": 0.2065595097485407, + "grad_norm": 2.3402161598205566, + "learning_rate": 1.840920941460212e-05, + "loss": 2.9834, + "step": 12067 + }, + { + "epoch": 0.20657662746709118, + "grad_norm": 2.5082883834838867, + "learning_rate": 1.8408909380861006e-05, + "loss": 2.9414, + "step": 12068 + }, + { + "epoch": 0.20659374518564166, + "grad_norm": 2.4645907878875732, + "learning_rate": 1.8408609321273834e-05, + "loss": 2.8557, + "step": 12069 + }, + { + "epoch": 0.20661086290419212, + "grad_norm": 2.426882266998291, + "learning_rate": 1.8408309235841527e-05, + "loss": 2.9964, + "step": 12070 + }, + { + "epoch": 0.2066279806227426, + "grad_norm": 2.449827194213867, + "learning_rate": 1.8408009124565006e-05, + "loss": 2.9347, + "step": 12071 + }, + { + "epoch": 0.20664509834129308, + "grad_norm": 2.372408390045166, + "learning_rate": 1.8407708987445194e-05, + "loss": 2.8865, + "step": 12072 + }, + { + "epoch": 0.20666221605984356, + "grad_norm": 2.3663737773895264, + "learning_rate": 1.8407408824483017e-05, + "loss": 2.9089, + "step": 12073 + }, + { + "epoch": 0.206679333778394, + "grad_norm": 2.534512996673584, + "learning_rate": 1.8407108635679393e-05, + "loss": 2.9856, + "step": 12074 + }, + { + "epoch": 0.2066964514969445, + "grad_norm": 2.6014821529388428, + "learning_rate": 1.840680842103525e-05, + "loss": 2.9003, + "step": 12075 + }, + { + "epoch": 0.20671356921549497, + "grad_norm": 2.516186237335205, + "learning_rate": 1.8406508180551503e-05, + "loss": 2.967, + "step": 12076 + }, + { + "epoch": 0.20673068693404542, + "grad_norm": 2.4310951232910156, + "learning_rate": 1.8406207914229083e-05, + "loss": 2.9494, + "step": 12077 + }, + { + "epoch": 0.2067478046525959, + "grad_norm": 2.5728957653045654, + "learning_rate": 1.8405907622068903e-05, + "loss": 2.947, + "step": 12078 + }, + { + "epoch": 0.20676492237114638, + "grad_norm": 2.9534947872161865, + "learning_rate": 1.8405607304071897e-05, + "loss": 2.9108, + "step": 12079 + }, + { + "epoch": 0.20678204008969683, + "grad_norm": 2.48960018157959, + "learning_rate": 1.8405306960238983e-05, + "loss": 2.9856, + "step": 12080 + }, + { + "epoch": 0.2067991578082473, + "grad_norm": 2.3928301334381104, + "learning_rate": 1.840500659057108e-05, + "loss": 2.9406, + "step": 12081 + }, + { + "epoch": 0.2068162755267978, + "grad_norm": 2.2848587036132812, + "learning_rate": 1.8404706195069123e-05, + "loss": 2.9236, + "step": 12082 + }, + { + "epoch": 0.20683339324534827, + "grad_norm": 2.3453304767608643, + "learning_rate": 1.8404405773734023e-05, + "loss": 3.0075, + "step": 12083 + }, + { + "epoch": 0.20685051096389873, + "grad_norm": 2.358720064163208, + "learning_rate": 1.8404105326566708e-05, + "loss": 2.8272, + "step": 12084 + }, + { + "epoch": 0.2068676286824492, + "grad_norm": 2.4131572246551514, + "learning_rate": 1.84038048535681e-05, + "loss": 2.9258, + "step": 12085 + }, + { + "epoch": 0.2068847464009997, + "grad_norm": 2.3214197158813477, + "learning_rate": 1.840350435473913e-05, + "loss": 2.7928, + "step": 12086 + }, + { + "epoch": 0.20690186411955014, + "grad_norm": 2.353602170944214, + "learning_rate": 1.8403203830080713e-05, + "loss": 2.8991, + "step": 12087 + }, + { + "epoch": 0.20691898183810062, + "grad_norm": 2.6783368587493896, + "learning_rate": 1.8402903279593773e-05, + "loss": 3.0033, + "step": 12088 + }, + { + "epoch": 0.2069360995566511, + "grad_norm": 2.422649383544922, + "learning_rate": 1.840260270327924e-05, + "loss": 2.9376, + "step": 12089 + }, + { + "epoch": 0.20695321727520155, + "grad_norm": 2.4702303409576416, + "learning_rate": 1.840230210113803e-05, + "loss": 2.8679, + "step": 12090 + }, + { + "epoch": 0.20697033499375203, + "grad_norm": 2.2113540172576904, + "learning_rate": 1.8402001473171077e-05, + "loss": 2.7645, + "step": 12091 + }, + { + "epoch": 0.2069874527123025, + "grad_norm": 2.4566543102264404, + "learning_rate": 1.8401700819379297e-05, + "loss": 2.8206, + "step": 12092 + }, + { + "epoch": 0.20700457043085296, + "grad_norm": 2.4271960258483887, + "learning_rate": 1.8401400139763614e-05, + "loss": 2.8311, + "step": 12093 + }, + { + "epoch": 0.20702168814940344, + "grad_norm": 2.4838573932647705, + "learning_rate": 1.8401099434324952e-05, + "loss": 2.8857, + "step": 12094 + }, + { + "epoch": 0.20703880586795392, + "grad_norm": 2.595240354537964, + "learning_rate": 1.8400798703064244e-05, + "loss": 2.9823, + "step": 12095 + }, + { + "epoch": 0.2070559235865044, + "grad_norm": 2.3572866916656494, + "learning_rate": 1.8400497945982407e-05, + "loss": 2.8783, + "step": 12096 + }, + { + "epoch": 0.20707304130505486, + "grad_norm": 2.3472483158111572, + "learning_rate": 1.8400197163080364e-05, + "loss": 2.9325, + "step": 12097 + }, + { + "epoch": 0.20709015902360534, + "grad_norm": 2.6546666622161865, + "learning_rate": 1.8399896354359044e-05, + "loss": 2.9175, + "step": 12098 + }, + { + "epoch": 0.20710727674215582, + "grad_norm": 2.361640214920044, + "learning_rate": 1.8399595519819365e-05, + "loss": 2.8382, + "step": 12099 + }, + { + "epoch": 0.20712439446070627, + "grad_norm": 2.4908924102783203, + "learning_rate": 1.8399294659462264e-05, + "loss": 2.9683, + "step": 12100 + }, + { + "epoch": 0.20714151217925675, + "grad_norm": 2.489543914794922, + "learning_rate": 1.8398993773288655e-05, + "loss": 2.9263, + "step": 12101 + }, + { + "epoch": 0.20715862989780723, + "grad_norm": 2.5159642696380615, + "learning_rate": 1.8398692861299464e-05, + "loss": 2.9692, + "step": 12102 + }, + { + "epoch": 0.20717574761635768, + "grad_norm": 2.311889171600342, + "learning_rate": 1.8398391923495616e-05, + "loss": 3.0032, + "step": 12103 + }, + { + "epoch": 0.20719286533490816, + "grad_norm": 2.634187936782837, + "learning_rate": 1.8398090959878043e-05, + "loss": 2.9965, + "step": 12104 + }, + { + "epoch": 0.20720998305345864, + "grad_norm": 2.2509803771972656, + "learning_rate": 1.839778997044766e-05, + "loss": 2.6809, + "step": 12105 + }, + { + "epoch": 0.2072271007720091, + "grad_norm": 2.4363014698028564, + "learning_rate": 1.83974889552054e-05, + "loss": 2.8684, + "step": 12106 + }, + { + "epoch": 0.20724421849055957, + "grad_norm": 2.4494357109069824, + "learning_rate": 1.8397187914152182e-05, + "loss": 2.9478, + "step": 12107 + }, + { + "epoch": 0.20726133620911005, + "grad_norm": 2.4772210121154785, + "learning_rate": 1.8396886847288936e-05, + "loss": 3.054, + "step": 12108 + }, + { + "epoch": 0.20727845392766053, + "grad_norm": 2.3369781970977783, + "learning_rate": 1.839658575461659e-05, + "loss": 2.9337, + "step": 12109 + }, + { + "epoch": 0.20729557164621099, + "grad_norm": 2.388462543487549, + "learning_rate": 1.839628463613606e-05, + "loss": 3.0035, + "step": 12110 + }, + { + "epoch": 0.20731268936476147, + "grad_norm": 2.532386541366577, + "learning_rate": 1.8395983491848276e-05, + "loss": 2.9713, + "step": 12111 + }, + { + "epoch": 0.20732980708331195, + "grad_norm": 2.4238381385803223, + "learning_rate": 1.8395682321754167e-05, + "loss": 3.0747, + "step": 12112 + }, + { + "epoch": 0.2073469248018624, + "grad_norm": 2.4080162048339844, + "learning_rate": 1.8395381125854657e-05, + "loss": 2.9376, + "step": 12113 + }, + { + "epoch": 0.20736404252041288, + "grad_norm": 2.454594373703003, + "learning_rate": 1.8395079904150668e-05, + "loss": 2.9171, + "step": 12114 + }, + { + "epoch": 0.20738116023896336, + "grad_norm": 2.3828492164611816, + "learning_rate": 1.839477865664313e-05, + "loss": 2.891, + "step": 12115 + }, + { + "epoch": 0.2073982779575138, + "grad_norm": 2.4422292709350586, + "learning_rate": 1.8394477383332968e-05, + "loss": 2.9348, + "step": 12116 + }, + { + "epoch": 0.2074153956760643, + "grad_norm": 2.4322316646575928, + "learning_rate": 1.8394176084221108e-05, + "loss": 2.7972, + "step": 12117 + }, + { + "epoch": 0.20743251339461477, + "grad_norm": 2.2850589752197266, + "learning_rate": 1.8393874759308475e-05, + "loss": 3.0068, + "step": 12118 + }, + { + "epoch": 0.20744963111316525, + "grad_norm": 2.336329698562622, + "learning_rate": 1.8393573408595994e-05, + "loss": 2.8714, + "step": 12119 + }, + { + "epoch": 0.2074667488317157, + "grad_norm": 2.6717441082000732, + "learning_rate": 1.8393272032084594e-05, + "loss": 2.9112, + "step": 12120 + }, + { + "epoch": 0.20748386655026618, + "grad_norm": 2.4445981979370117, + "learning_rate": 1.8392970629775203e-05, + "loss": 3.0127, + "step": 12121 + }, + { + "epoch": 0.20750098426881666, + "grad_norm": 2.358187198638916, + "learning_rate": 1.8392669201668742e-05, + "loss": 3.0005, + "step": 12122 + }, + { + "epoch": 0.20751810198736712, + "grad_norm": 2.5424644947052, + "learning_rate": 1.839236774776614e-05, + "loss": 3.0268, + "step": 12123 + }, + { + "epoch": 0.2075352197059176, + "grad_norm": 2.3406856060028076, + "learning_rate": 1.8392066268068326e-05, + "loss": 2.8864, + "step": 12124 + }, + { + "epoch": 0.20755233742446808, + "grad_norm": 2.5362515449523926, + "learning_rate": 1.8391764762576224e-05, + "loss": 2.9472, + "step": 12125 + }, + { + "epoch": 0.20756945514301853, + "grad_norm": 2.4453227519989014, + "learning_rate": 1.8391463231290766e-05, + "loss": 2.8637, + "step": 12126 + }, + { + "epoch": 0.207586572861569, + "grad_norm": 2.336378574371338, + "learning_rate": 1.8391161674212867e-05, + "loss": 2.848, + "step": 12127 + }, + { + "epoch": 0.2076036905801195, + "grad_norm": 2.4551804065704346, + "learning_rate": 1.8390860091343465e-05, + "loss": 2.9054, + "step": 12128 + }, + { + "epoch": 0.20762080829866994, + "grad_norm": 2.285557508468628, + "learning_rate": 1.8390558482683478e-05, + "loss": 2.9699, + "step": 12129 + }, + { + "epoch": 0.20763792601722042, + "grad_norm": 2.4692721366882324, + "learning_rate": 1.8390256848233842e-05, + "loss": 3.0067, + "step": 12130 + }, + { + "epoch": 0.2076550437357709, + "grad_norm": 2.2554309368133545, + "learning_rate": 1.838995518799548e-05, + "loss": 3.0202, + "step": 12131 + }, + { + "epoch": 0.20767216145432138, + "grad_norm": 2.4352264404296875, + "learning_rate": 1.838965350196932e-05, + "loss": 2.9807, + "step": 12132 + }, + { + "epoch": 0.20768927917287183, + "grad_norm": 2.3175930976867676, + "learning_rate": 1.8389351790156284e-05, + "loss": 2.8276, + "step": 12133 + }, + { + "epoch": 0.2077063968914223, + "grad_norm": 2.532480239868164, + "learning_rate": 1.8389050052557307e-05, + "loss": 3.0678, + "step": 12134 + }, + { + "epoch": 0.2077235146099728, + "grad_norm": 2.308161497116089, + "learning_rate": 1.8388748289173315e-05, + "loss": 2.9314, + "step": 12135 + }, + { + "epoch": 0.20774063232852324, + "grad_norm": 2.343592405319214, + "learning_rate": 1.8388446500005234e-05, + "loss": 2.9852, + "step": 12136 + }, + { + "epoch": 0.20775775004707372, + "grad_norm": 2.2903144359588623, + "learning_rate": 1.8388144685053988e-05, + "loss": 2.9441, + "step": 12137 + }, + { + "epoch": 0.2077748677656242, + "grad_norm": 2.268913745880127, + "learning_rate": 1.838784284432051e-05, + "loss": 2.8073, + "step": 12138 + }, + { + "epoch": 0.20779198548417466, + "grad_norm": 2.4996840953826904, + "learning_rate": 1.8387540977805726e-05, + "loss": 2.8951, + "step": 12139 + }, + { + "epoch": 0.20780910320272514, + "grad_norm": 2.364178419113159, + "learning_rate": 1.8387239085510564e-05, + "loss": 3.023, + "step": 12140 + }, + { + "epoch": 0.20782622092127562, + "grad_norm": 2.3914082050323486, + "learning_rate": 1.838693716743595e-05, + "loss": 2.9745, + "step": 12141 + }, + { + "epoch": 0.2078433386398261, + "grad_norm": 2.3849921226501465, + "learning_rate": 1.8386635223582814e-05, + "loss": 2.9075, + "step": 12142 + }, + { + "epoch": 0.20786045635837655, + "grad_norm": 2.4762229919433594, + "learning_rate": 1.8386333253952086e-05, + "loss": 3.0184, + "step": 12143 + }, + { + "epoch": 0.20787757407692703, + "grad_norm": 2.451653003692627, + "learning_rate": 1.838603125854469e-05, + "loss": 2.9362, + "step": 12144 + }, + { + "epoch": 0.2078946917954775, + "grad_norm": 2.4487552642822266, + "learning_rate": 1.8385729237361554e-05, + "loss": 2.841, + "step": 12145 + }, + { + "epoch": 0.20791180951402796, + "grad_norm": 2.4098260402679443, + "learning_rate": 1.838542719040361e-05, + "loss": 2.9085, + "step": 12146 + }, + { + "epoch": 0.20792892723257844, + "grad_norm": 2.5520784854888916, + "learning_rate": 1.838512511767179e-05, + "loss": 2.9749, + "step": 12147 + }, + { + "epoch": 0.20794604495112892, + "grad_norm": 2.3338966369628906, + "learning_rate": 1.8384823019167007e-05, + "loss": 2.9229, + "step": 12148 + }, + { + "epoch": 0.20796316266967937, + "grad_norm": 2.4897186756134033, + "learning_rate": 1.8384520894890205e-05, + "loss": 3.077, + "step": 12149 + }, + { + "epoch": 0.20798028038822985, + "grad_norm": 2.4244635105133057, + "learning_rate": 1.8384218744842307e-05, + "loss": 3.0282, + "step": 12150 + }, + { + "epoch": 0.20799739810678033, + "grad_norm": 2.3229527473449707, + "learning_rate": 1.8383916569024244e-05, + "loss": 2.8997, + "step": 12151 + }, + { + "epoch": 0.2080145158253308, + "grad_norm": 2.2106339931488037, + "learning_rate": 1.8383614367436943e-05, + "loss": 2.8875, + "step": 12152 + }, + { + "epoch": 0.20803163354388127, + "grad_norm": 2.3075199127197266, + "learning_rate": 1.838331214008133e-05, + "loss": 3.061, + "step": 12153 + }, + { + "epoch": 0.20804875126243175, + "grad_norm": 2.3635635375976562, + "learning_rate": 1.838300988695834e-05, + "loss": 3.0766, + "step": 12154 + }, + { + "epoch": 0.20806586898098223, + "grad_norm": 2.4573700428009033, + "learning_rate": 1.83827076080689e-05, + "loss": 3.0136, + "step": 12155 + }, + { + "epoch": 0.20808298669953268, + "grad_norm": 2.382035255432129, + "learning_rate": 1.838240530341393e-05, + "loss": 2.9372, + "step": 12156 + }, + { + "epoch": 0.20810010441808316, + "grad_norm": 2.346243381500244, + "learning_rate": 1.8382102972994373e-05, + "loss": 2.8944, + "step": 12157 + }, + { + "epoch": 0.20811722213663364, + "grad_norm": 2.1935172080993652, + "learning_rate": 1.8381800616811148e-05, + "loss": 2.7807, + "step": 12158 + }, + { + "epoch": 0.2081343398551841, + "grad_norm": 2.347104787826538, + "learning_rate": 1.8381498234865195e-05, + "loss": 2.8715, + "step": 12159 + }, + { + "epoch": 0.20815145757373457, + "grad_norm": 2.3851211071014404, + "learning_rate": 1.8381195827157433e-05, + "loss": 2.9366, + "step": 12160 + }, + { + "epoch": 0.20816857529228505, + "grad_norm": 2.3166909217834473, + "learning_rate": 1.8380893393688794e-05, + "loss": 2.7514, + "step": 12161 + }, + { + "epoch": 0.2081856930108355, + "grad_norm": 2.6548686027526855, + "learning_rate": 1.8380590934460213e-05, + "loss": 2.98, + "step": 12162 + }, + { + "epoch": 0.20820281072938598, + "grad_norm": 2.583383560180664, + "learning_rate": 1.838028844947261e-05, + "loss": 2.9749, + "step": 12163 + }, + { + "epoch": 0.20821992844793646, + "grad_norm": 2.6075997352600098, + "learning_rate": 1.8379985938726926e-05, + "loss": 2.9793, + "step": 12164 + }, + { + "epoch": 0.20823704616648694, + "grad_norm": 2.531602621078491, + "learning_rate": 1.8379683402224084e-05, + "loss": 3.0002, + "step": 12165 + }, + { + "epoch": 0.2082541638850374, + "grad_norm": 2.4301626682281494, + "learning_rate": 1.8379380839965014e-05, + "loss": 3.08, + "step": 12166 + }, + { + "epoch": 0.20827128160358788, + "grad_norm": 2.4104397296905518, + "learning_rate": 1.837907825195065e-05, + "loss": 2.8331, + "step": 12167 + }, + { + "epoch": 0.20828839932213836, + "grad_norm": 2.3404695987701416, + "learning_rate": 1.8378775638181916e-05, + "loss": 2.8363, + "step": 12168 + }, + { + "epoch": 0.2083055170406888, + "grad_norm": 2.5936994552612305, + "learning_rate": 1.8378472998659743e-05, + "loss": 3.0103, + "step": 12169 + }, + { + "epoch": 0.2083226347592393, + "grad_norm": 2.5170540809631348, + "learning_rate": 1.837817033338507e-05, + "loss": 2.956, + "step": 12170 + }, + { + "epoch": 0.20833975247778977, + "grad_norm": 2.344439744949341, + "learning_rate": 1.837786764235882e-05, + "loss": 2.8913, + "step": 12171 + }, + { + "epoch": 0.20835687019634022, + "grad_norm": 2.316499710083008, + "learning_rate": 1.8377564925581917e-05, + "loss": 3.0003, + "step": 12172 + }, + { + "epoch": 0.2083739879148907, + "grad_norm": 2.295571804046631, + "learning_rate": 1.8377262183055306e-05, + "loss": 2.8928, + "step": 12173 + }, + { + "epoch": 0.20839110563344118, + "grad_norm": 2.2755017280578613, + "learning_rate": 1.8376959414779906e-05, + "loss": 2.8378, + "step": 12174 + }, + { + "epoch": 0.20840822335199163, + "grad_norm": 2.450316905975342, + "learning_rate": 1.8376656620756653e-05, + "loss": 2.9415, + "step": 12175 + }, + { + "epoch": 0.20842534107054211, + "grad_norm": 2.3386335372924805, + "learning_rate": 1.837635380098648e-05, + "loss": 2.9154, + "step": 12176 + }, + { + "epoch": 0.2084424587890926, + "grad_norm": 2.3528573513031006, + "learning_rate": 1.8376050955470307e-05, + "loss": 2.9461, + "step": 12177 + }, + { + "epoch": 0.20845957650764307, + "grad_norm": 2.331805944442749, + "learning_rate": 1.8375748084209077e-05, + "loss": 2.9492, + "step": 12178 + }, + { + "epoch": 0.20847669422619353, + "grad_norm": 2.660822629928589, + "learning_rate": 1.8375445187203714e-05, + "loss": 2.982, + "step": 12179 + }, + { + "epoch": 0.208493811944744, + "grad_norm": 2.3202083110809326, + "learning_rate": 1.8375142264455156e-05, + "loss": 2.7753, + "step": 12180 + }, + { + "epoch": 0.2085109296632945, + "grad_norm": 2.380458354949951, + "learning_rate": 1.8374839315964322e-05, + "loss": 2.9722, + "step": 12181 + }, + { + "epoch": 0.20852804738184494, + "grad_norm": 2.4407429695129395, + "learning_rate": 1.8374536341732153e-05, + "loss": 2.9311, + "step": 12182 + }, + { + "epoch": 0.20854516510039542, + "grad_norm": 2.4562857151031494, + "learning_rate": 1.8374233341759578e-05, + "loss": 2.8751, + "step": 12183 + }, + { + "epoch": 0.2085622828189459, + "grad_norm": 2.22930908203125, + "learning_rate": 1.8373930316047528e-05, + "loss": 2.8232, + "step": 12184 + }, + { + "epoch": 0.20857940053749635, + "grad_norm": 2.344156265258789, + "learning_rate": 1.837362726459693e-05, + "loss": 2.9693, + "step": 12185 + }, + { + "epoch": 0.20859651825604683, + "grad_norm": 2.437476396560669, + "learning_rate": 1.8373324187408724e-05, + "loss": 2.9554, + "step": 12186 + }, + { + "epoch": 0.2086136359745973, + "grad_norm": 2.3281688690185547, + "learning_rate": 1.8373021084483838e-05, + "loss": 2.8931, + "step": 12187 + }, + { + "epoch": 0.20863075369314776, + "grad_norm": 2.4094362258911133, + "learning_rate": 1.83727179558232e-05, + "loss": 3.0339, + "step": 12188 + }, + { + "epoch": 0.20864787141169824, + "grad_norm": 2.4419877529144287, + "learning_rate": 1.8372414801427747e-05, + "loss": 2.9471, + "step": 12189 + }, + { + "epoch": 0.20866498913024872, + "grad_norm": 2.3633100986480713, + "learning_rate": 1.8372111621298406e-05, + "loss": 2.9527, + "step": 12190 + }, + { + "epoch": 0.2086821068487992, + "grad_norm": 2.361707925796509, + "learning_rate": 1.8371808415436112e-05, + "loss": 2.8667, + "step": 12191 + }, + { + "epoch": 0.20869922456734966, + "grad_norm": 2.4235312938690186, + "learning_rate": 1.8371505183841795e-05, + "loss": 2.9041, + "step": 12192 + }, + { + "epoch": 0.20871634228590014, + "grad_norm": 2.2886269092559814, + "learning_rate": 1.837120192651639e-05, + "loss": 2.836, + "step": 12193 + }, + { + "epoch": 0.20873346000445062, + "grad_norm": 2.5196382999420166, + "learning_rate": 1.8370898643460825e-05, + "loss": 2.9213, + "step": 12194 + }, + { + "epoch": 0.20875057772300107, + "grad_norm": 2.5063226222991943, + "learning_rate": 1.837059533467604e-05, + "loss": 3.0135, + "step": 12195 + }, + { + "epoch": 0.20876769544155155, + "grad_norm": 2.364384889602661, + "learning_rate": 1.8370292000162956e-05, + "loss": 2.8565, + "step": 12196 + }, + { + "epoch": 0.20878481316010203, + "grad_norm": 2.4828219413757324, + "learning_rate": 1.836998863992251e-05, + "loss": 2.8482, + "step": 12197 + }, + { + "epoch": 0.20880193087865248, + "grad_norm": 2.337735414505005, + "learning_rate": 1.836968525395564e-05, + "loss": 2.9212, + "step": 12198 + }, + { + "epoch": 0.20881904859720296, + "grad_norm": 2.4224400520324707, + "learning_rate": 1.8369381842263273e-05, + "loss": 2.9687, + "step": 12199 + }, + { + "epoch": 0.20883616631575344, + "grad_norm": 2.416496515274048, + "learning_rate": 1.8369078404846343e-05, + "loss": 2.962, + "step": 12200 + }, + { + "epoch": 0.20885328403430392, + "grad_norm": 2.272472620010376, + "learning_rate": 1.8368774941705777e-05, + "loss": 2.848, + "step": 12201 + }, + { + "epoch": 0.20887040175285437, + "grad_norm": 2.5117459297180176, + "learning_rate": 1.836847145284252e-05, + "loss": 2.9571, + "step": 12202 + }, + { + "epoch": 0.20888751947140485, + "grad_norm": 2.4025328159332275, + "learning_rate": 1.8368167938257496e-05, + "loss": 2.8598, + "step": 12203 + }, + { + "epoch": 0.20890463718995533, + "grad_norm": 2.440622091293335, + "learning_rate": 1.8367864397951636e-05, + "loss": 2.9379, + "step": 12204 + }, + { + "epoch": 0.20892175490850579, + "grad_norm": 2.2885026931762695, + "learning_rate": 1.8367560831925878e-05, + "loss": 2.9079, + "step": 12205 + }, + { + "epoch": 0.20893887262705627, + "grad_norm": 2.4191370010375977, + "learning_rate": 1.8367257240181158e-05, + "loss": 2.9058, + "step": 12206 + }, + { + "epoch": 0.20895599034560675, + "grad_norm": 2.446929454803467, + "learning_rate": 1.83669536227184e-05, + "loss": 2.8401, + "step": 12207 + }, + { + "epoch": 0.2089731080641572, + "grad_norm": 2.419095754623413, + "learning_rate": 1.8366649979538545e-05, + "loss": 2.9442, + "step": 12208 + }, + { + "epoch": 0.20899022578270768, + "grad_norm": 2.483891725540161, + "learning_rate": 1.8366346310642523e-05, + "loss": 2.9174, + "step": 12209 + }, + { + "epoch": 0.20900734350125816, + "grad_norm": 2.607250928878784, + "learning_rate": 1.8366042616031265e-05, + "loss": 2.8668, + "step": 12210 + }, + { + "epoch": 0.2090244612198086, + "grad_norm": 2.475956678390503, + "learning_rate": 1.836573889570571e-05, + "loss": 2.9458, + "step": 12211 + }, + { + "epoch": 0.2090415789383591, + "grad_norm": 2.5385353565216064, + "learning_rate": 1.8365435149666786e-05, + "loss": 3.0596, + "step": 12212 + }, + { + "epoch": 0.20905869665690957, + "grad_norm": 2.4238476753234863, + "learning_rate": 1.836513137791543e-05, + "loss": 3.0537, + "step": 12213 + }, + { + "epoch": 0.20907581437546005, + "grad_norm": 2.296534299850464, + "learning_rate": 1.8364827580452578e-05, + "loss": 2.9754, + "step": 12214 + }, + { + "epoch": 0.2090929320940105, + "grad_norm": 2.32893443107605, + "learning_rate": 1.836452375727916e-05, + "loss": 3.0436, + "step": 12215 + }, + { + "epoch": 0.20911004981256098, + "grad_norm": 2.3344876766204834, + "learning_rate": 1.836421990839611e-05, + "loss": 2.8803, + "step": 12216 + }, + { + "epoch": 0.20912716753111146, + "grad_norm": 2.3945095539093018, + "learning_rate": 1.8363916033804362e-05, + "loss": 2.9618, + "step": 12217 + }, + { + "epoch": 0.20914428524966192, + "grad_norm": 2.399312973022461, + "learning_rate": 1.8363612133504848e-05, + "loss": 2.8665, + "step": 12218 + }, + { + "epoch": 0.2091614029682124, + "grad_norm": 2.358323097229004, + "learning_rate": 1.8363308207498508e-05, + "loss": 2.9015, + "step": 12219 + }, + { + "epoch": 0.20917852068676288, + "grad_norm": 2.5409061908721924, + "learning_rate": 1.8363004255786272e-05, + "loss": 2.8996, + "step": 12220 + }, + { + "epoch": 0.20919563840531333, + "grad_norm": 2.394301652908325, + "learning_rate": 1.8362700278369073e-05, + "loss": 2.9017, + "step": 12221 + }, + { + "epoch": 0.2092127561238638, + "grad_norm": 2.319427251815796, + "learning_rate": 1.836239627524785e-05, + "loss": 2.9258, + "step": 12222 + }, + { + "epoch": 0.2092298738424143, + "grad_norm": 2.3204474449157715, + "learning_rate": 1.8362092246423538e-05, + "loss": 2.9271, + "step": 12223 + }, + { + "epoch": 0.20924699156096477, + "grad_norm": 2.308905839920044, + "learning_rate": 1.8361788191897064e-05, + "loss": 2.7412, + "step": 12224 + }, + { + "epoch": 0.20926410927951522, + "grad_norm": 2.552516222000122, + "learning_rate": 1.8361484111669368e-05, + "loss": 2.8931, + "step": 12225 + }, + { + "epoch": 0.2092812269980657, + "grad_norm": 2.4460277557373047, + "learning_rate": 1.836118000574138e-05, + "loss": 3.0406, + "step": 12226 + }, + { + "epoch": 0.20929834471661618, + "grad_norm": 2.445443630218506, + "learning_rate": 1.836087587411404e-05, + "loss": 3.0141, + "step": 12227 + }, + { + "epoch": 0.20931546243516663, + "grad_norm": 2.3773791790008545, + "learning_rate": 1.8360571716788285e-05, + "loss": 2.9919, + "step": 12228 + }, + { + "epoch": 0.2093325801537171, + "grad_norm": 2.5239033699035645, + "learning_rate": 1.8360267533765043e-05, + "loss": 3.0172, + "step": 12229 + }, + { + "epoch": 0.2093496978722676, + "grad_norm": 2.306511640548706, + "learning_rate": 1.835996332504525e-05, + "loss": 2.8703, + "step": 12230 + }, + { + "epoch": 0.20936681559081805, + "grad_norm": 2.2903552055358887, + "learning_rate": 1.8359659090629843e-05, + "loss": 2.8479, + "step": 12231 + }, + { + "epoch": 0.20938393330936853, + "grad_norm": 2.4100592136383057, + "learning_rate": 1.835935483051976e-05, + "loss": 2.9413, + "step": 12232 + }, + { + "epoch": 0.209401051027919, + "grad_norm": 2.30207896232605, + "learning_rate": 1.835905054471593e-05, + "loss": 2.8446, + "step": 12233 + }, + { + "epoch": 0.20941816874646946, + "grad_norm": 2.362423896789551, + "learning_rate": 1.8358746233219294e-05, + "loss": 2.9079, + "step": 12234 + }, + { + "epoch": 0.20943528646501994, + "grad_norm": 2.5335049629211426, + "learning_rate": 1.8358441896030784e-05, + "loss": 2.9, + "step": 12235 + }, + { + "epoch": 0.20945240418357042, + "grad_norm": 2.4187633991241455, + "learning_rate": 1.8358137533151334e-05, + "loss": 2.9665, + "step": 12236 + }, + { + "epoch": 0.2094695219021209, + "grad_norm": 2.433893918991089, + "learning_rate": 1.8357833144581883e-05, + "loss": 2.8229, + "step": 12237 + }, + { + "epoch": 0.20948663962067135, + "grad_norm": 2.48844313621521, + "learning_rate": 1.8357528730323366e-05, + "loss": 2.8822, + "step": 12238 + }, + { + "epoch": 0.20950375733922183, + "grad_norm": 2.3867595195770264, + "learning_rate": 1.8357224290376718e-05, + "loss": 2.9192, + "step": 12239 + }, + { + "epoch": 0.2095208750577723, + "grad_norm": 2.525817632675171, + "learning_rate": 1.8356919824742874e-05, + "loss": 2.9961, + "step": 12240 + }, + { + "epoch": 0.20953799277632276, + "grad_norm": 2.410508155822754, + "learning_rate": 1.835661533342277e-05, + "loss": 2.8977, + "step": 12241 + }, + { + "epoch": 0.20955511049487324, + "grad_norm": 2.3789453506469727, + "learning_rate": 1.835631081641734e-05, + "loss": 2.8878, + "step": 12242 + }, + { + "epoch": 0.20957222821342372, + "grad_norm": 2.43068265914917, + "learning_rate": 1.8356006273727528e-05, + "loss": 2.8886, + "step": 12243 + }, + { + "epoch": 0.20958934593197417, + "grad_norm": 2.704254150390625, + "learning_rate": 1.835570170535426e-05, + "loss": 3.028, + "step": 12244 + }, + { + "epoch": 0.20960646365052465, + "grad_norm": 2.4818661212921143, + "learning_rate": 1.8355397111298478e-05, + "loss": 3.0182, + "step": 12245 + }, + { + "epoch": 0.20962358136907513, + "grad_norm": 2.5567190647125244, + "learning_rate": 1.835509249156112e-05, + "loss": 3.0074, + "step": 12246 + }, + { + "epoch": 0.20964069908762561, + "grad_norm": 2.3550374507904053, + "learning_rate": 1.8354787846143112e-05, + "loss": 3.061, + "step": 12247 + }, + { + "epoch": 0.20965781680617607, + "grad_norm": 2.35459566116333, + "learning_rate": 1.8354483175045405e-05, + "loss": 2.9388, + "step": 12248 + }, + { + "epoch": 0.20967493452472655, + "grad_norm": 2.3474271297454834, + "learning_rate": 1.835417847826892e-05, + "loss": 2.8707, + "step": 12249 + }, + { + "epoch": 0.20969205224327703, + "grad_norm": 2.464695692062378, + "learning_rate": 1.8353873755814607e-05, + "loss": 2.9286, + "step": 12250 + }, + { + "epoch": 0.20970916996182748, + "grad_norm": 2.326983690261841, + "learning_rate": 1.8353569007683397e-05, + "loss": 2.8883, + "step": 12251 + }, + { + "epoch": 0.20972628768037796, + "grad_norm": 2.284086227416992, + "learning_rate": 1.8353264233876226e-05, + "loss": 2.9674, + "step": 12252 + }, + { + "epoch": 0.20974340539892844, + "grad_norm": 2.3350119590759277, + "learning_rate": 1.835295943439403e-05, + "loss": 2.9229, + "step": 12253 + }, + { + "epoch": 0.2097605231174789, + "grad_norm": 2.419774055480957, + "learning_rate": 1.8352654609237747e-05, + "loss": 2.991, + "step": 12254 + }, + { + "epoch": 0.20977764083602937, + "grad_norm": 2.433354139328003, + "learning_rate": 1.8352349758408318e-05, + "loss": 2.9854, + "step": 12255 + }, + { + "epoch": 0.20979475855457985, + "grad_norm": 2.2571024894714355, + "learning_rate": 1.8352044881906673e-05, + "loss": 2.836, + "step": 12256 + }, + { + "epoch": 0.2098118762731303, + "grad_norm": 2.396491527557373, + "learning_rate": 1.8351739979733753e-05, + "loss": 2.8521, + "step": 12257 + }, + { + "epoch": 0.20982899399168078, + "grad_norm": 2.2966930866241455, + "learning_rate": 1.8351435051890493e-05, + "loss": 2.8074, + "step": 12258 + }, + { + "epoch": 0.20984611171023126, + "grad_norm": 2.460991144180298, + "learning_rate": 1.8351130098377835e-05, + "loss": 2.9826, + "step": 12259 + }, + { + "epoch": 0.20986322942878174, + "grad_norm": 2.2868404388427734, + "learning_rate": 1.835082511919671e-05, + "loss": 2.8701, + "step": 12260 + }, + { + "epoch": 0.2098803471473322, + "grad_norm": 2.422412633895874, + "learning_rate": 1.835052011434806e-05, + "loss": 2.8002, + "step": 12261 + }, + { + "epoch": 0.20989746486588268, + "grad_norm": 2.4979066848754883, + "learning_rate": 1.835021508383282e-05, + "loss": 2.9252, + "step": 12262 + }, + { + "epoch": 0.20991458258443316, + "grad_norm": 2.382396936416626, + "learning_rate": 1.8349910027651932e-05, + "loss": 2.8521, + "step": 12263 + }, + { + "epoch": 0.2099317003029836, + "grad_norm": 2.3148183822631836, + "learning_rate": 1.834960494580633e-05, + "loss": 2.9174, + "step": 12264 + }, + { + "epoch": 0.2099488180215341, + "grad_norm": 2.4984543323516846, + "learning_rate": 1.8349299838296945e-05, + "loss": 2.8909, + "step": 12265 + }, + { + "epoch": 0.20996593574008457, + "grad_norm": 2.318021297454834, + "learning_rate": 1.8348994705124727e-05, + "loss": 2.9656, + "step": 12266 + }, + { + "epoch": 0.20998305345863502, + "grad_norm": 2.3490090370178223, + "learning_rate": 1.8348689546290605e-05, + "loss": 2.7828, + "step": 12267 + }, + { + "epoch": 0.2100001711771855, + "grad_norm": 2.4071202278137207, + "learning_rate": 1.8348384361795526e-05, + "loss": 2.9834, + "step": 12268 + }, + { + "epoch": 0.21001728889573598, + "grad_norm": 2.5619266033172607, + "learning_rate": 1.834807915164042e-05, + "loss": 2.9525, + "step": 12269 + }, + { + "epoch": 0.21003440661428643, + "grad_norm": 2.409571647644043, + "learning_rate": 1.8347773915826222e-05, + "loss": 2.948, + "step": 12270 + }, + { + "epoch": 0.21005152433283691, + "grad_norm": 2.481977939605713, + "learning_rate": 1.8347468654353883e-05, + "loss": 2.8702, + "step": 12271 + }, + { + "epoch": 0.2100686420513874, + "grad_norm": 2.641777992248535, + "learning_rate": 1.8347163367224336e-05, + "loss": 2.9683, + "step": 12272 + }, + { + "epoch": 0.21008575976993787, + "grad_norm": 2.4557833671569824, + "learning_rate": 1.834685805443851e-05, + "loss": 2.9904, + "step": 12273 + }, + { + "epoch": 0.21010287748848833, + "grad_norm": 2.3065948486328125, + "learning_rate": 1.8346552715997354e-05, + "loss": 2.8187, + "step": 12274 + }, + { + "epoch": 0.2101199952070388, + "grad_norm": 2.5647521018981934, + "learning_rate": 1.8346247351901802e-05, + "loss": 3.0294, + "step": 12275 + }, + { + "epoch": 0.2101371129255893, + "grad_norm": 2.2999606132507324, + "learning_rate": 1.8345941962152797e-05, + "loss": 2.7935, + "step": 12276 + }, + { + "epoch": 0.21015423064413974, + "grad_norm": 2.511906385421753, + "learning_rate": 1.8345636546751275e-05, + "loss": 2.9589, + "step": 12277 + }, + { + "epoch": 0.21017134836269022, + "grad_norm": 2.4062070846557617, + "learning_rate": 1.834533110569817e-05, + "loss": 2.946, + "step": 12278 + }, + { + "epoch": 0.2101884660812407, + "grad_norm": 2.4032092094421387, + "learning_rate": 1.8345025638994428e-05, + "loss": 2.8696, + "step": 12279 + }, + { + "epoch": 0.21020558379979115, + "grad_norm": 2.443138360977173, + "learning_rate": 1.8344720146640985e-05, + "loss": 2.89, + "step": 12280 + }, + { + "epoch": 0.21022270151834163, + "grad_norm": 2.5020153522491455, + "learning_rate": 1.834441462863878e-05, + "loss": 3.0077, + "step": 12281 + }, + { + "epoch": 0.2102398192368921, + "grad_norm": 2.58575439453125, + "learning_rate": 1.834410908498875e-05, + "loss": 2.9699, + "step": 12282 + }, + { + "epoch": 0.2102569369554426, + "grad_norm": 2.446837902069092, + "learning_rate": 1.834380351569184e-05, + "loss": 2.9344, + "step": 12283 + }, + { + "epoch": 0.21027405467399304, + "grad_norm": 2.740109920501709, + "learning_rate": 1.834349792074898e-05, + "loss": 2.9694, + "step": 12284 + }, + { + "epoch": 0.21029117239254352, + "grad_norm": 2.3515429496765137, + "learning_rate": 1.834319230016112e-05, + "loss": 2.8659, + "step": 12285 + }, + { + "epoch": 0.210308290111094, + "grad_norm": 2.3925187587738037, + "learning_rate": 1.8342886653929193e-05, + "loss": 2.8689, + "step": 12286 + }, + { + "epoch": 0.21032540782964446, + "grad_norm": 2.565734386444092, + "learning_rate": 1.8342580982054137e-05, + "loss": 2.8774, + "step": 12287 + }, + { + "epoch": 0.21034252554819494, + "grad_norm": 2.566410779953003, + "learning_rate": 1.8342275284536897e-05, + "loss": 3.0058, + "step": 12288 + }, + { + "epoch": 0.21035964326674542, + "grad_norm": 2.4757816791534424, + "learning_rate": 1.834196956137841e-05, + "loss": 2.9025, + "step": 12289 + }, + { + "epoch": 0.21037676098529587, + "grad_norm": 2.438281297683716, + "learning_rate": 1.834166381257961e-05, + "loss": 2.9642, + "step": 12290 + }, + { + "epoch": 0.21039387870384635, + "grad_norm": 2.4055676460266113, + "learning_rate": 1.8341358038141452e-05, + "loss": 2.9408, + "step": 12291 + }, + { + "epoch": 0.21041099642239683, + "grad_norm": 2.4999775886535645, + "learning_rate": 1.8341052238064856e-05, + "loss": 2.9302, + "step": 12292 + }, + { + "epoch": 0.21042811414094728, + "grad_norm": 2.4768426418304443, + "learning_rate": 1.8340746412350775e-05, + "loss": 2.8548, + "step": 12293 + }, + { + "epoch": 0.21044523185949776, + "grad_norm": 2.6131784915924072, + "learning_rate": 1.8340440561000147e-05, + "loss": 2.9101, + "step": 12294 + }, + { + "epoch": 0.21046234957804824, + "grad_norm": 2.385711193084717, + "learning_rate": 1.834013468401391e-05, + "loss": 2.9384, + "step": 12295 + }, + { + "epoch": 0.21047946729659872, + "grad_norm": 2.500382900238037, + "learning_rate": 1.8339828781393007e-05, + "loss": 3.0808, + "step": 12296 + }, + { + "epoch": 0.21049658501514917, + "grad_norm": 2.460085391998291, + "learning_rate": 1.8339522853138377e-05, + "loss": 2.7732, + "step": 12297 + }, + { + "epoch": 0.21051370273369965, + "grad_norm": 2.4092636108398438, + "learning_rate": 1.8339216899250956e-05, + "loss": 2.9066, + "step": 12298 + }, + { + "epoch": 0.21053082045225013, + "grad_norm": 2.307981252670288, + "learning_rate": 1.833891091973169e-05, + "loss": 2.8121, + "step": 12299 + }, + { + "epoch": 0.21054793817080059, + "grad_norm": 2.4401357173919678, + "learning_rate": 1.8338604914581516e-05, + "loss": 2.8842, + "step": 12300 + }, + { + "epoch": 0.21056505588935107, + "grad_norm": 2.5526959896087646, + "learning_rate": 1.833829888380138e-05, + "loss": 3.0027, + "step": 12301 + }, + { + "epoch": 0.21058217360790155, + "grad_norm": 2.339022636413574, + "learning_rate": 1.8337992827392216e-05, + "loss": 2.8512, + "step": 12302 + }, + { + "epoch": 0.210599291326452, + "grad_norm": 2.4661386013031006, + "learning_rate": 1.833768674535497e-05, + "loss": 2.93, + "step": 12303 + }, + { + "epoch": 0.21061640904500248, + "grad_norm": 2.4063737392425537, + "learning_rate": 1.8337380637690577e-05, + "loss": 2.9603, + "step": 12304 + }, + { + "epoch": 0.21063352676355296, + "grad_norm": 2.518778085708618, + "learning_rate": 1.833707450439998e-05, + "loss": 2.94, + "step": 12305 + }, + { + "epoch": 0.21065064448210344, + "grad_norm": 2.432147264480591, + "learning_rate": 1.8336768345484125e-05, + "loss": 3.0569, + "step": 12306 + }, + { + "epoch": 0.2106677622006539, + "grad_norm": 2.247379779815674, + "learning_rate": 1.833646216094395e-05, + "loss": 2.8546, + "step": 12307 + }, + { + "epoch": 0.21068487991920437, + "grad_norm": 2.4666340351104736, + "learning_rate": 1.833615595078039e-05, + "loss": 3.0967, + "step": 12308 + }, + { + "epoch": 0.21070199763775485, + "grad_norm": 2.3452308177948, + "learning_rate": 1.8335849714994394e-05, + "loss": 2.9865, + "step": 12309 + }, + { + "epoch": 0.2107191153563053, + "grad_norm": 2.441401481628418, + "learning_rate": 1.83355434535869e-05, + "loss": 2.9035, + "step": 12310 + }, + { + "epoch": 0.21073623307485578, + "grad_norm": 2.4878392219543457, + "learning_rate": 1.833523716655885e-05, + "loss": 2.9662, + "step": 12311 + }, + { + "epoch": 0.21075335079340626, + "grad_norm": 2.39703106880188, + "learning_rate": 1.8334930853911185e-05, + "loss": 2.9298, + "step": 12312 + }, + { + "epoch": 0.21077046851195672, + "grad_norm": 2.286703109741211, + "learning_rate": 1.833462451564485e-05, + "loss": 2.8786, + "step": 12313 + }, + { + "epoch": 0.2107875862305072, + "grad_norm": 2.299992799758911, + "learning_rate": 1.8334318151760783e-05, + "loss": 2.8748, + "step": 12314 + }, + { + "epoch": 0.21080470394905768, + "grad_norm": 2.294006824493408, + "learning_rate": 1.8334011762259926e-05, + "loss": 2.8638, + "step": 12315 + }, + { + "epoch": 0.21082182166760813, + "grad_norm": 2.4493842124938965, + "learning_rate": 1.8333705347143217e-05, + "loss": 2.9432, + "step": 12316 + }, + { + "epoch": 0.2108389393861586, + "grad_norm": 2.4626693725585938, + "learning_rate": 1.8333398906411604e-05, + "loss": 2.9561, + "step": 12317 + }, + { + "epoch": 0.2108560571047091, + "grad_norm": 2.397379159927368, + "learning_rate": 1.8333092440066024e-05, + "loss": 2.9412, + "step": 12318 + }, + { + "epoch": 0.21087317482325957, + "grad_norm": 2.3297669887542725, + "learning_rate": 1.8332785948107424e-05, + "loss": 2.9189, + "step": 12319 + }, + { + "epoch": 0.21089029254181002, + "grad_norm": 2.2520594596862793, + "learning_rate": 1.8332479430536747e-05, + "loss": 2.9631, + "step": 12320 + }, + { + "epoch": 0.2109074102603605, + "grad_norm": 2.3878273963928223, + "learning_rate": 1.8332172887354928e-05, + "loss": 2.9158, + "step": 12321 + }, + { + "epoch": 0.21092452797891098, + "grad_norm": 2.4271631240844727, + "learning_rate": 1.8331866318562915e-05, + "loss": 2.961, + "step": 12322 + }, + { + "epoch": 0.21094164569746143, + "grad_norm": 2.5215671062469482, + "learning_rate": 1.8331559724161647e-05, + "loss": 2.9582, + "step": 12323 + }, + { + "epoch": 0.2109587634160119, + "grad_norm": 2.5918092727661133, + "learning_rate": 1.8331253104152066e-05, + "loss": 2.94, + "step": 12324 + }, + { + "epoch": 0.2109758811345624, + "grad_norm": 2.4467735290527344, + "learning_rate": 1.8330946458535116e-05, + "loss": 2.8585, + "step": 12325 + }, + { + "epoch": 0.21099299885311285, + "grad_norm": 2.5690815448760986, + "learning_rate": 1.833063978731174e-05, + "loss": 2.9742, + "step": 12326 + }, + { + "epoch": 0.21101011657166333, + "grad_norm": 2.431248426437378, + "learning_rate": 1.8330333090482885e-05, + "loss": 2.8833, + "step": 12327 + }, + { + "epoch": 0.2110272342902138, + "grad_norm": 2.2901344299316406, + "learning_rate": 1.8330026368049483e-05, + "loss": 2.8384, + "step": 12328 + }, + { + "epoch": 0.21104435200876429, + "grad_norm": 2.3462328910827637, + "learning_rate": 1.832971962001248e-05, + "loss": 2.8465, + "step": 12329 + }, + { + "epoch": 0.21106146972731474, + "grad_norm": 2.581592082977295, + "learning_rate": 1.8329412846372828e-05, + "loss": 3.0032, + "step": 12330 + }, + { + "epoch": 0.21107858744586522, + "grad_norm": 2.3128011226654053, + "learning_rate": 1.8329106047131465e-05, + "loss": 2.9569, + "step": 12331 + }, + { + "epoch": 0.2110957051644157, + "grad_norm": 2.4537220001220703, + "learning_rate": 1.8328799222289327e-05, + "loss": 3.0057, + "step": 12332 + }, + { + "epoch": 0.21111282288296615, + "grad_norm": 2.380800485610962, + "learning_rate": 1.8328492371847363e-05, + "loss": 2.9239, + "step": 12333 + }, + { + "epoch": 0.21112994060151663, + "grad_norm": 2.376373291015625, + "learning_rate": 1.8328185495806515e-05, + "loss": 2.9122, + "step": 12334 + }, + { + "epoch": 0.2111470583200671, + "grad_norm": 2.3463406562805176, + "learning_rate": 1.832787859416773e-05, + "loss": 2.8725, + "step": 12335 + }, + { + "epoch": 0.21116417603861756, + "grad_norm": 2.442042589187622, + "learning_rate": 1.8327571666931945e-05, + "loss": 2.9717, + "step": 12336 + }, + { + "epoch": 0.21118129375716804, + "grad_norm": 2.4123153686523438, + "learning_rate": 1.832726471410011e-05, + "loss": 2.8681, + "step": 12337 + }, + { + "epoch": 0.21119841147571852, + "grad_norm": 2.274336576461792, + "learning_rate": 1.8326957735673165e-05, + "loss": 2.8796, + "step": 12338 + }, + { + "epoch": 0.21121552919426897, + "grad_norm": 2.4827651977539062, + "learning_rate": 1.8326650731652045e-05, + "loss": 3.0088, + "step": 12339 + }, + { + "epoch": 0.21123264691281946, + "grad_norm": 2.455838918685913, + "learning_rate": 1.832634370203771e-05, + "loss": 2.9646, + "step": 12340 + }, + { + "epoch": 0.21124976463136994, + "grad_norm": 2.4500956535339355, + "learning_rate": 1.8326036646831095e-05, + "loss": 2.8966, + "step": 12341 + }, + { + "epoch": 0.21126688234992042, + "grad_norm": 2.238652467727661, + "learning_rate": 1.8325729566033144e-05, + "loss": 2.8386, + "step": 12342 + }, + { + "epoch": 0.21128400006847087, + "grad_norm": 2.445465564727783, + "learning_rate": 1.8325422459644803e-05, + "loss": 3.1291, + "step": 12343 + }, + { + "epoch": 0.21130111778702135, + "grad_norm": 2.7095603942871094, + "learning_rate": 1.832511532766701e-05, + "loss": 2.9689, + "step": 12344 + }, + { + "epoch": 0.21131823550557183, + "grad_norm": 2.2692928314208984, + "learning_rate": 1.8324808170100716e-05, + "loss": 2.9459, + "step": 12345 + }, + { + "epoch": 0.21133535322412228, + "grad_norm": 2.4060022830963135, + "learning_rate": 1.8324500986946866e-05, + "loss": 3.0163, + "step": 12346 + }, + { + "epoch": 0.21135247094267276, + "grad_norm": 2.4481546878814697, + "learning_rate": 1.8324193778206395e-05, + "loss": 2.9119, + "step": 12347 + }, + { + "epoch": 0.21136958866122324, + "grad_norm": 2.349482536315918, + "learning_rate": 1.8323886543880256e-05, + "loss": 2.8012, + "step": 12348 + }, + { + "epoch": 0.2113867063797737, + "grad_norm": 2.406251907348633, + "learning_rate": 1.832357928396939e-05, + "loss": 2.9312, + "step": 12349 + }, + { + "epoch": 0.21140382409832417, + "grad_norm": 2.4719326496124268, + "learning_rate": 1.832327199847474e-05, + "loss": 3.0028, + "step": 12350 + }, + { + "epoch": 0.21142094181687465, + "grad_norm": 2.345644235610962, + "learning_rate": 1.8322964687397254e-05, + "loss": 2.888, + "step": 12351 + }, + { + "epoch": 0.2114380595354251, + "grad_norm": 2.3931074142456055, + "learning_rate": 1.8322657350737874e-05, + "loss": 2.8486, + "step": 12352 + }, + { + "epoch": 0.21145517725397558, + "grad_norm": 2.5199239253997803, + "learning_rate": 1.8322349988497542e-05, + "loss": 2.9368, + "step": 12353 + }, + { + "epoch": 0.21147229497252606, + "grad_norm": 2.4987294673919678, + "learning_rate": 1.8322042600677213e-05, + "loss": 2.9528, + "step": 12354 + }, + { + "epoch": 0.21148941269107654, + "grad_norm": 2.258519172668457, + "learning_rate": 1.832173518727782e-05, + "loss": 2.9556, + "step": 12355 + }, + { + "epoch": 0.211506530409627, + "grad_norm": 2.38217830657959, + "learning_rate": 1.8321427748300315e-05, + "loss": 2.8421, + "step": 12356 + }, + { + "epoch": 0.21152364812817748, + "grad_norm": 2.31350040435791, + "learning_rate": 1.8321120283745637e-05, + "loss": 2.9124, + "step": 12357 + }, + { + "epoch": 0.21154076584672796, + "grad_norm": 2.3944900035858154, + "learning_rate": 1.832081279361474e-05, + "loss": 2.9985, + "step": 12358 + }, + { + "epoch": 0.2115578835652784, + "grad_norm": 2.5035009384155273, + "learning_rate": 1.832050527790856e-05, + "loss": 2.9711, + "step": 12359 + }, + { + "epoch": 0.2115750012838289, + "grad_norm": 2.36146879196167, + "learning_rate": 1.832019773662805e-05, + "loss": 2.8446, + "step": 12360 + }, + { + "epoch": 0.21159211900237937, + "grad_norm": 2.3181469440460205, + "learning_rate": 1.8319890169774147e-05, + "loss": 2.811, + "step": 12361 + }, + { + "epoch": 0.21160923672092982, + "grad_norm": 2.287308931350708, + "learning_rate": 1.83195825773478e-05, + "loss": 2.8246, + "step": 12362 + }, + { + "epoch": 0.2116263544394803, + "grad_norm": 2.5525989532470703, + "learning_rate": 1.831927495934996e-05, + "loss": 3.0142, + "step": 12363 + }, + { + "epoch": 0.21164347215803078, + "grad_norm": 2.3453431129455566, + "learning_rate": 1.8318967315781565e-05, + "loss": 2.8856, + "step": 12364 + }, + { + "epoch": 0.21166058987658126, + "grad_norm": 2.250147819519043, + "learning_rate": 1.8318659646643565e-05, + "loss": 2.8717, + "step": 12365 + }, + { + "epoch": 0.21167770759513171, + "grad_norm": 2.6168906688690186, + "learning_rate": 1.83183519519369e-05, + "loss": 2.945, + "step": 12366 + }, + { + "epoch": 0.2116948253136822, + "grad_norm": 2.535522222518921, + "learning_rate": 1.8318044231662525e-05, + "loss": 2.8139, + "step": 12367 + }, + { + "epoch": 0.21171194303223267, + "grad_norm": 2.4938530921936035, + "learning_rate": 1.8317736485821376e-05, + "loss": 2.9886, + "step": 12368 + }, + { + "epoch": 0.21172906075078313, + "grad_norm": 2.5478599071502686, + "learning_rate": 1.8317428714414407e-05, + "loss": 3.0387, + "step": 12369 + }, + { + "epoch": 0.2117461784693336, + "grad_norm": 2.46695613861084, + "learning_rate": 1.831712091744256e-05, + "loss": 2.9141, + "step": 12370 + }, + { + "epoch": 0.2117632961878841, + "grad_norm": 2.371439218521118, + "learning_rate": 1.831681309490678e-05, + "loss": 3.0148, + "step": 12371 + }, + { + "epoch": 0.21178041390643454, + "grad_norm": 2.4139223098754883, + "learning_rate": 1.8316505246808013e-05, + "loss": 3.0944, + "step": 12372 + }, + { + "epoch": 0.21179753162498502, + "grad_norm": 2.3084239959716797, + "learning_rate": 1.831619737314721e-05, + "loss": 2.8926, + "step": 12373 + }, + { + "epoch": 0.2118146493435355, + "grad_norm": 2.4491569995880127, + "learning_rate": 1.8315889473925314e-05, + "loss": 2.8049, + "step": 12374 + }, + { + "epoch": 0.21183176706208595, + "grad_norm": 2.355839490890503, + "learning_rate": 1.8315581549143267e-05, + "loss": 2.9977, + "step": 12375 + }, + { + "epoch": 0.21184888478063643, + "grad_norm": 2.536972999572754, + "learning_rate": 1.831527359880202e-05, + "loss": 2.9137, + "step": 12376 + }, + { + "epoch": 0.2118660024991869, + "grad_norm": 2.3615148067474365, + "learning_rate": 1.8314965622902525e-05, + "loss": 2.8934, + "step": 12377 + }, + { + "epoch": 0.2118831202177374, + "grad_norm": 2.4790701866149902, + "learning_rate": 1.831465762144572e-05, + "loss": 2.9636, + "step": 12378 + }, + { + "epoch": 0.21190023793628784, + "grad_norm": 2.550732135772705, + "learning_rate": 1.8314349594432553e-05, + "loss": 2.942, + "step": 12379 + }, + { + "epoch": 0.21191735565483832, + "grad_norm": 2.3793671131134033, + "learning_rate": 1.8314041541863975e-05, + "loss": 2.9437, + "step": 12380 + }, + { + "epoch": 0.2119344733733888, + "grad_norm": 2.316286563873291, + "learning_rate": 1.8313733463740934e-05, + "loss": 2.8244, + "step": 12381 + }, + { + "epoch": 0.21195159109193926, + "grad_norm": 2.3821380138397217, + "learning_rate": 1.8313425360064366e-05, + "loss": 2.8947, + "step": 12382 + }, + { + "epoch": 0.21196870881048974, + "grad_norm": 2.358668327331543, + "learning_rate": 1.831311723083523e-05, + "loss": 2.8263, + "step": 12383 + }, + { + "epoch": 0.21198582652904022, + "grad_norm": 2.326960563659668, + "learning_rate": 1.8312809076054468e-05, + "loss": 2.9053, + "step": 12384 + }, + { + "epoch": 0.21200294424759067, + "grad_norm": 2.4430527687072754, + "learning_rate": 1.8312500895723028e-05, + "loss": 2.8553, + "step": 12385 + }, + { + "epoch": 0.21202006196614115, + "grad_norm": 2.547219753265381, + "learning_rate": 1.8312192689841852e-05, + "loss": 3.008, + "step": 12386 + }, + { + "epoch": 0.21203717968469163, + "grad_norm": 2.349292039871216, + "learning_rate": 1.8311884458411896e-05, + "loss": 2.9754, + "step": 12387 + }, + { + "epoch": 0.2120542974032421, + "grad_norm": 2.4001667499542236, + "learning_rate": 1.83115762014341e-05, + "loss": 2.9562, + "step": 12388 + }, + { + "epoch": 0.21207141512179256, + "grad_norm": 2.326049327850342, + "learning_rate": 1.831126791890942e-05, + "loss": 2.8726, + "step": 12389 + }, + { + "epoch": 0.21208853284034304, + "grad_norm": 2.4564156532287598, + "learning_rate": 1.8310959610838795e-05, + "loss": 3.0259, + "step": 12390 + }, + { + "epoch": 0.21210565055889352, + "grad_norm": 2.435657024383545, + "learning_rate": 1.831065127722318e-05, + "loss": 2.9504, + "step": 12391 + }, + { + "epoch": 0.21212276827744397, + "grad_norm": 2.383298397064209, + "learning_rate": 1.831034291806352e-05, + "loss": 2.8261, + "step": 12392 + }, + { + "epoch": 0.21213988599599445, + "grad_norm": 2.4822428226470947, + "learning_rate": 1.8310034533360755e-05, + "loss": 3.0557, + "step": 12393 + }, + { + "epoch": 0.21215700371454493, + "grad_norm": 2.4820258617401123, + "learning_rate": 1.8309726123115842e-05, + "loss": 2.832, + "step": 12394 + }, + { + "epoch": 0.2121741214330954, + "grad_norm": 2.4485530853271484, + "learning_rate": 1.8309417687329728e-05, + "loss": 3.0141, + "step": 12395 + }, + { + "epoch": 0.21219123915164587, + "grad_norm": 2.378645181655884, + "learning_rate": 1.8309109226003358e-05, + "loss": 2.8923, + "step": 12396 + }, + { + "epoch": 0.21220835687019635, + "grad_norm": 2.273407220840454, + "learning_rate": 1.8308800739137684e-05, + "loss": 2.8748, + "step": 12397 + }, + { + "epoch": 0.2122254745887468, + "grad_norm": 2.39931583404541, + "learning_rate": 1.8308492226733648e-05, + "loss": 2.9306, + "step": 12398 + }, + { + "epoch": 0.21224259230729728, + "grad_norm": 2.398484230041504, + "learning_rate": 1.8308183688792206e-05, + "loss": 2.886, + "step": 12399 + }, + { + "epoch": 0.21225971002584776, + "grad_norm": 2.437034845352173, + "learning_rate": 1.83078751253143e-05, + "loss": 2.9165, + "step": 12400 + }, + { + "epoch": 0.21227682774439824, + "grad_norm": 2.303492307662964, + "learning_rate": 1.830756653630088e-05, + "loss": 2.7609, + "step": 12401 + }, + { + "epoch": 0.2122939454629487, + "grad_norm": 2.3873584270477295, + "learning_rate": 1.8307257921752897e-05, + "loss": 2.9797, + "step": 12402 + }, + { + "epoch": 0.21231106318149917, + "grad_norm": 2.289376974105835, + "learning_rate": 1.83069492816713e-05, + "loss": 2.8626, + "step": 12403 + }, + { + "epoch": 0.21232818090004965, + "grad_norm": 2.294787645339966, + "learning_rate": 1.830664061605703e-05, + "loss": 2.8921, + "step": 12404 + }, + { + "epoch": 0.2123452986186001, + "grad_norm": 2.4431536197662354, + "learning_rate": 1.8306331924911043e-05, + "loss": 3.0944, + "step": 12405 + }, + { + "epoch": 0.21236241633715058, + "grad_norm": 2.2799367904663086, + "learning_rate": 1.830602320823429e-05, + "loss": 2.859, + "step": 12406 + }, + { + "epoch": 0.21237953405570106, + "grad_norm": 2.4261434078216553, + "learning_rate": 1.830571446602771e-05, + "loss": 2.9084, + "step": 12407 + }, + { + "epoch": 0.21239665177425152, + "grad_norm": 2.3458776473999023, + "learning_rate": 1.8305405698292264e-05, + "loss": 2.9523, + "step": 12408 + }, + { + "epoch": 0.212413769492802, + "grad_norm": 2.469172716140747, + "learning_rate": 1.830509690502889e-05, + "loss": 2.992, + "step": 12409 + }, + { + "epoch": 0.21243088721135248, + "grad_norm": 2.521343946456909, + "learning_rate": 1.8304788086238544e-05, + "loss": 2.9336, + "step": 12410 + }, + { + "epoch": 0.21244800492990296, + "grad_norm": 2.607750654220581, + "learning_rate": 1.830447924192217e-05, + "loss": 2.8349, + "step": 12411 + }, + { + "epoch": 0.2124651226484534, + "grad_norm": 2.4550204277038574, + "learning_rate": 1.8304170372080724e-05, + "loss": 2.9483, + "step": 12412 + }, + { + "epoch": 0.2124822403670039, + "grad_norm": 2.389166831970215, + "learning_rate": 1.8303861476715153e-05, + "loss": 2.8401, + "step": 12413 + }, + { + "epoch": 0.21249935808555437, + "grad_norm": 2.5966036319732666, + "learning_rate": 1.8303552555826405e-05, + "loss": 3.0686, + "step": 12414 + }, + { + "epoch": 0.21251647580410482, + "grad_norm": 2.375476837158203, + "learning_rate": 1.8303243609415427e-05, + "loss": 2.938, + "step": 12415 + }, + { + "epoch": 0.2125335935226553, + "grad_norm": 2.420865535736084, + "learning_rate": 1.8302934637483173e-05, + "loss": 2.9825, + "step": 12416 + }, + { + "epoch": 0.21255071124120578, + "grad_norm": 2.412153720855713, + "learning_rate": 1.8302625640030592e-05, + "loss": 2.9544, + "step": 12417 + }, + { + "epoch": 0.21256782895975623, + "grad_norm": 2.3788304328918457, + "learning_rate": 1.830231661705863e-05, + "loss": 2.7948, + "step": 12418 + }, + { + "epoch": 0.2125849466783067, + "grad_norm": 2.4452600479125977, + "learning_rate": 1.8302007568568245e-05, + "loss": 2.9776, + "step": 12419 + }, + { + "epoch": 0.2126020643968572, + "grad_norm": 2.6126606464385986, + "learning_rate": 1.830169849456038e-05, + "loss": 3.0245, + "step": 12420 + }, + { + "epoch": 0.21261918211540765, + "grad_norm": 2.42297625541687, + "learning_rate": 1.8301389395035984e-05, + "loss": 2.9943, + "step": 12421 + }, + { + "epoch": 0.21263629983395813, + "grad_norm": 2.2796144485473633, + "learning_rate": 1.830108026999601e-05, + "loss": 2.9041, + "step": 12422 + }, + { + "epoch": 0.2126534175525086, + "grad_norm": 2.347581386566162, + "learning_rate": 1.830077111944141e-05, + "loss": 2.8552, + "step": 12423 + }, + { + "epoch": 0.21267053527105909, + "grad_norm": 2.365973949432373, + "learning_rate": 1.8300461943373128e-05, + "loss": 2.9372, + "step": 12424 + }, + { + "epoch": 0.21268765298960954, + "grad_norm": 2.400571346282959, + "learning_rate": 1.8300152741792122e-05, + "loss": 2.964, + "step": 12425 + }, + { + "epoch": 0.21270477070816002, + "grad_norm": 2.6314709186553955, + "learning_rate": 1.8299843514699338e-05, + "loss": 2.9583, + "step": 12426 + }, + { + "epoch": 0.2127218884267105, + "grad_norm": 2.301151990890503, + "learning_rate": 1.8299534262095724e-05, + "loss": 2.8773, + "step": 12427 + }, + { + "epoch": 0.21273900614526095, + "grad_norm": 2.5452804565429688, + "learning_rate": 1.829922498398224e-05, + "loss": 2.9713, + "step": 12428 + }, + { + "epoch": 0.21275612386381143, + "grad_norm": 2.4440736770629883, + "learning_rate": 1.8298915680359824e-05, + "loss": 3.0815, + "step": 12429 + }, + { + "epoch": 0.2127732415823619, + "grad_norm": 2.375791072845459, + "learning_rate": 1.8298606351229436e-05, + "loss": 2.8768, + "step": 12430 + }, + { + "epoch": 0.21279035930091236, + "grad_norm": 2.4830260276794434, + "learning_rate": 1.8298296996592023e-05, + "loss": 2.9212, + "step": 12431 + }, + { + "epoch": 0.21280747701946284, + "grad_norm": 2.414422035217285, + "learning_rate": 1.8297987616448537e-05, + "loss": 2.8776, + "step": 12432 + }, + { + "epoch": 0.21282459473801332, + "grad_norm": 2.2851145267486572, + "learning_rate": 1.829767821079993e-05, + "loss": 2.8151, + "step": 12433 + }, + { + "epoch": 0.2128417124565638, + "grad_norm": 2.5183842182159424, + "learning_rate": 1.8297368779647147e-05, + "loss": 2.9374, + "step": 12434 + }, + { + "epoch": 0.21285883017511426, + "grad_norm": 2.4348108768463135, + "learning_rate": 1.829705932299115e-05, + "loss": 2.9011, + "step": 12435 + }, + { + "epoch": 0.21287594789366474, + "grad_norm": 2.552410364151001, + "learning_rate": 1.829674984083288e-05, + "loss": 2.9203, + "step": 12436 + }, + { + "epoch": 0.21289306561221522, + "grad_norm": 2.535101890563965, + "learning_rate": 1.8296440333173294e-05, + "loss": 3.065, + "step": 12437 + }, + { + "epoch": 0.21291018333076567, + "grad_norm": 2.4346909523010254, + "learning_rate": 1.829613080001334e-05, + "loss": 2.8078, + "step": 12438 + }, + { + "epoch": 0.21292730104931615, + "grad_norm": 2.8110296726226807, + "learning_rate": 1.829582124135397e-05, + "loss": 2.9842, + "step": 12439 + }, + { + "epoch": 0.21294441876786663, + "grad_norm": 2.3243966102600098, + "learning_rate": 1.8295511657196138e-05, + "loss": 2.8707, + "step": 12440 + }, + { + "epoch": 0.21296153648641708, + "grad_norm": 2.550346851348877, + "learning_rate": 1.829520204754079e-05, + "loss": 2.9732, + "step": 12441 + }, + { + "epoch": 0.21297865420496756, + "grad_norm": 2.460477590560913, + "learning_rate": 1.8294892412388888e-05, + "loss": 3.0197, + "step": 12442 + }, + { + "epoch": 0.21299577192351804, + "grad_norm": 2.606715679168701, + "learning_rate": 1.829458275174137e-05, + "loss": 3.0762, + "step": 12443 + }, + { + "epoch": 0.2130128896420685, + "grad_norm": 2.3354475498199463, + "learning_rate": 1.82942730655992e-05, + "loss": 2.9018, + "step": 12444 + }, + { + "epoch": 0.21303000736061897, + "grad_norm": 2.663001775741577, + "learning_rate": 1.8293963353963322e-05, + "loss": 2.999, + "step": 12445 + }, + { + "epoch": 0.21304712507916945, + "grad_norm": 2.316690444946289, + "learning_rate": 1.8293653616834694e-05, + "loss": 2.9651, + "step": 12446 + }, + { + "epoch": 0.21306424279771993, + "grad_norm": 2.4464149475097656, + "learning_rate": 1.829334385421426e-05, + "loss": 2.8928, + "step": 12447 + }, + { + "epoch": 0.21308136051627038, + "grad_norm": 2.4961979389190674, + "learning_rate": 1.829303406610298e-05, + "loss": 3.0602, + "step": 12448 + }, + { + "epoch": 0.21309847823482087, + "grad_norm": 2.3578293323516846, + "learning_rate": 1.82927242525018e-05, + "loss": 2.9114, + "step": 12449 + }, + { + "epoch": 0.21311559595337135, + "grad_norm": 2.402388572692871, + "learning_rate": 1.829241441341168e-05, + "loss": 2.9029, + "step": 12450 + }, + { + "epoch": 0.2131327136719218, + "grad_norm": 2.5437629222869873, + "learning_rate": 1.8292104548833563e-05, + "loss": 2.9325, + "step": 12451 + }, + { + "epoch": 0.21314983139047228, + "grad_norm": 2.3952841758728027, + "learning_rate": 1.8291794658768413e-05, + "loss": 2.8235, + "step": 12452 + }, + { + "epoch": 0.21316694910902276, + "grad_norm": 2.336143732070923, + "learning_rate": 1.8291484743217166e-05, + "loss": 2.8361, + "step": 12453 + }, + { + "epoch": 0.2131840668275732, + "grad_norm": 2.5342233180999756, + "learning_rate": 1.829117480218079e-05, + "loss": 2.9542, + "step": 12454 + }, + { + "epoch": 0.2132011845461237, + "grad_norm": 2.5318996906280518, + "learning_rate": 1.8290864835660232e-05, + "loss": 2.8253, + "step": 12455 + }, + { + "epoch": 0.21321830226467417, + "grad_norm": 2.399925947189331, + "learning_rate": 1.829055484365644e-05, + "loss": 2.88, + "step": 12456 + }, + { + "epoch": 0.21323541998322462, + "grad_norm": 2.388930320739746, + "learning_rate": 1.8290244826170377e-05, + "loss": 2.8417, + "step": 12457 + }, + { + "epoch": 0.2132525377017751, + "grad_norm": 2.4972593784332275, + "learning_rate": 1.8289934783202986e-05, + "loss": 2.9298, + "step": 12458 + }, + { + "epoch": 0.21326965542032558, + "grad_norm": 2.420443534851074, + "learning_rate": 1.8289624714755225e-05, + "loss": 2.9823, + "step": 12459 + }, + { + "epoch": 0.21328677313887606, + "grad_norm": 2.4817771911621094, + "learning_rate": 1.8289314620828048e-05, + "loss": 2.9552, + "step": 12460 + }, + { + "epoch": 0.21330389085742651, + "grad_norm": 2.446779727935791, + "learning_rate": 1.8289004501422405e-05, + "loss": 2.9807, + "step": 12461 + }, + { + "epoch": 0.213321008575977, + "grad_norm": 2.259133815765381, + "learning_rate": 1.828869435653925e-05, + "loss": 2.8368, + "step": 12462 + }, + { + "epoch": 0.21333812629452747, + "grad_norm": 2.255018472671509, + "learning_rate": 1.8288384186179538e-05, + "loss": 2.7958, + "step": 12463 + }, + { + "epoch": 0.21335524401307793, + "grad_norm": 2.297828435897827, + "learning_rate": 1.8288073990344225e-05, + "loss": 2.8948, + "step": 12464 + }, + { + "epoch": 0.2133723617316284, + "grad_norm": 2.3501014709472656, + "learning_rate": 1.8287763769034254e-05, + "loss": 2.9165, + "step": 12465 + }, + { + "epoch": 0.2133894794501789, + "grad_norm": 2.4951329231262207, + "learning_rate": 1.8287453522250587e-05, + "loss": 3.0276, + "step": 12466 + }, + { + "epoch": 0.21340659716872934, + "grad_norm": 2.2703375816345215, + "learning_rate": 1.8287143249994176e-05, + "loss": 2.9599, + "step": 12467 + }, + { + "epoch": 0.21342371488727982, + "grad_norm": 2.336409568786621, + "learning_rate": 1.8286832952265973e-05, + "loss": 2.9625, + "step": 12468 + }, + { + "epoch": 0.2134408326058303, + "grad_norm": 2.3103959560394287, + "learning_rate": 1.8286522629066933e-05, + "loss": 2.8874, + "step": 12469 + }, + { + "epoch": 0.21345795032438078, + "grad_norm": 2.566755533218384, + "learning_rate": 1.8286212280398013e-05, + "loss": 2.8985, + "step": 12470 + }, + { + "epoch": 0.21347506804293123, + "grad_norm": 2.666633129119873, + "learning_rate": 1.8285901906260164e-05, + "loss": 2.9532, + "step": 12471 + }, + { + "epoch": 0.2134921857614817, + "grad_norm": 2.3772900104522705, + "learning_rate": 1.8285591506654338e-05, + "loss": 2.8165, + "step": 12472 + }, + { + "epoch": 0.2135093034800322, + "grad_norm": 2.4973957538604736, + "learning_rate": 1.828528108158149e-05, + "loss": 3.0002, + "step": 12473 + }, + { + "epoch": 0.21352642119858264, + "grad_norm": 2.5200650691986084, + "learning_rate": 1.8284970631042575e-05, + "loss": 2.943, + "step": 12474 + }, + { + "epoch": 0.21354353891713312, + "grad_norm": 2.4840385913848877, + "learning_rate": 1.828466015503855e-05, + "loss": 3.169, + "step": 12475 + }, + { + "epoch": 0.2135606566356836, + "grad_norm": 2.3691811561584473, + "learning_rate": 1.8284349653570362e-05, + "loss": 2.9721, + "step": 12476 + }, + { + "epoch": 0.21357777435423406, + "grad_norm": 2.44396710395813, + "learning_rate": 1.8284039126638974e-05, + "loss": 3.0547, + "step": 12477 + }, + { + "epoch": 0.21359489207278454, + "grad_norm": 2.4562325477600098, + "learning_rate": 1.8283728574245335e-05, + "loss": 3.0715, + "step": 12478 + }, + { + "epoch": 0.21361200979133502, + "grad_norm": 2.3541314601898193, + "learning_rate": 1.82834179963904e-05, + "loss": 3.0025, + "step": 12479 + }, + { + "epoch": 0.21362912750988547, + "grad_norm": 2.3532044887542725, + "learning_rate": 1.8283107393075126e-05, + "loss": 2.9938, + "step": 12480 + }, + { + "epoch": 0.21364624522843595, + "grad_norm": 2.365351915359497, + "learning_rate": 1.8282796764300464e-05, + "loss": 2.9022, + "step": 12481 + }, + { + "epoch": 0.21366336294698643, + "grad_norm": 2.5466222763061523, + "learning_rate": 1.8282486110067373e-05, + "loss": 2.9779, + "step": 12482 + }, + { + "epoch": 0.2136804806655369, + "grad_norm": 2.333930730819702, + "learning_rate": 1.8282175430376804e-05, + "loss": 3.0121, + "step": 12483 + }, + { + "epoch": 0.21369759838408736, + "grad_norm": 2.355102062225342, + "learning_rate": 1.8281864725229718e-05, + "loss": 2.9414, + "step": 12484 + }, + { + "epoch": 0.21371471610263784, + "grad_norm": 2.313244104385376, + "learning_rate": 1.828155399462706e-05, + "loss": 2.9643, + "step": 12485 + }, + { + "epoch": 0.21373183382118832, + "grad_norm": 2.2951104640960693, + "learning_rate": 1.8281243238569792e-05, + "loss": 2.8532, + "step": 12486 + }, + { + "epoch": 0.21374895153973877, + "grad_norm": 2.3591251373291016, + "learning_rate": 1.8280932457058867e-05, + "loss": 2.9709, + "step": 12487 + }, + { + "epoch": 0.21376606925828925, + "grad_norm": 2.4010801315307617, + "learning_rate": 1.8280621650095246e-05, + "loss": 2.9448, + "step": 12488 + }, + { + "epoch": 0.21378318697683973, + "grad_norm": 2.5259294509887695, + "learning_rate": 1.8280310817679877e-05, + "loss": 2.9131, + "step": 12489 + }, + { + "epoch": 0.2138003046953902, + "grad_norm": 2.3587944507598877, + "learning_rate": 1.827999995981372e-05, + "loss": 2.9681, + "step": 12490 + }, + { + "epoch": 0.21381742241394067, + "grad_norm": 2.5037553310394287, + "learning_rate": 1.827968907649772e-05, + "loss": 2.9783, + "step": 12491 + }, + { + "epoch": 0.21383454013249115, + "grad_norm": 2.2511959075927734, + "learning_rate": 1.8279378167732852e-05, + "loss": 2.8885, + "step": 12492 + }, + { + "epoch": 0.21385165785104163, + "grad_norm": 2.473437547683716, + "learning_rate": 1.8279067233520054e-05, + "loss": 2.9007, + "step": 12493 + }, + { + "epoch": 0.21386877556959208, + "grad_norm": 2.5445468425750732, + "learning_rate": 1.827875627386029e-05, + "loss": 2.8943, + "step": 12494 + }, + { + "epoch": 0.21388589328814256, + "grad_norm": 2.416783094406128, + "learning_rate": 1.8278445288754515e-05, + "loss": 3.0035, + "step": 12495 + }, + { + "epoch": 0.21390301100669304, + "grad_norm": 2.4585797786712646, + "learning_rate": 1.8278134278203682e-05, + "loss": 3.0801, + "step": 12496 + }, + { + "epoch": 0.2139201287252435, + "grad_norm": 2.393949508666992, + "learning_rate": 1.827782324220875e-05, + "loss": 3.0325, + "step": 12497 + }, + { + "epoch": 0.21393724644379397, + "grad_norm": 2.363407850265503, + "learning_rate": 1.827751218077067e-05, + "loss": 2.9072, + "step": 12498 + }, + { + "epoch": 0.21395436416234445, + "grad_norm": 2.4190828800201416, + "learning_rate": 1.8277201093890405e-05, + "loss": 2.9736, + "step": 12499 + }, + { + "epoch": 0.2139714818808949, + "grad_norm": 2.3543450832366943, + "learning_rate": 1.827688998156891e-05, + "loss": 2.9706, + "step": 12500 + }, + { + "epoch": 0.21398859959944538, + "grad_norm": 2.4594058990478516, + "learning_rate": 1.8276578843807134e-05, + "loss": 2.9897, + "step": 12501 + }, + { + "epoch": 0.21400571731799586, + "grad_norm": 2.5050952434539795, + "learning_rate": 1.827626768060604e-05, + "loss": 2.8836, + "step": 12502 + }, + { + "epoch": 0.21402283503654632, + "grad_norm": 2.3708224296569824, + "learning_rate": 1.8275956491966587e-05, + "loss": 2.8821, + "step": 12503 + }, + { + "epoch": 0.2140399527550968, + "grad_norm": 2.632565975189209, + "learning_rate": 1.8275645277889726e-05, + "loss": 3.0571, + "step": 12504 + }, + { + "epoch": 0.21405707047364728, + "grad_norm": 2.568969249725342, + "learning_rate": 1.8275334038376414e-05, + "loss": 2.9904, + "step": 12505 + }, + { + "epoch": 0.21407418819219776, + "grad_norm": 2.3733508586883545, + "learning_rate": 1.8275022773427608e-05, + "loss": 3.0045, + "step": 12506 + }, + { + "epoch": 0.2140913059107482, + "grad_norm": 2.4745266437530518, + "learning_rate": 1.827471148304427e-05, + "loss": 2.8699, + "step": 12507 + }, + { + "epoch": 0.2141084236292987, + "grad_norm": 2.7077722549438477, + "learning_rate": 1.8274400167227346e-05, + "loss": 2.9605, + "step": 12508 + }, + { + "epoch": 0.21412554134784917, + "grad_norm": 2.3984084129333496, + "learning_rate": 1.82740888259778e-05, + "loss": 2.7541, + "step": 12509 + }, + { + "epoch": 0.21414265906639962, + "grad_norm": 2.4262311458587646, + "learning_rate": 1.8273777459296594e-05, + "loss": 3.0291, + "step": 12510 + }, + { + "epoch": 0.2141597767849501, + "grad_norm": 2.46773099899292, + "learning_rate": 1.8273466067184676e-05, + "loss": 2.9275, + "step": 12511 + }, + { + "epoch": 0.21417689450350058, + "grad_norm": 2.4757916927337646, + "learning_rate": 1.8273154649643002e-05, + "loss": 2.8076, + "step": 12512 + }, + { + "epoch": 0.21419401222205103, + "grad_norm": 2.494894504547119, + "learning_rate": 1.827284320667254e-05, + "loss": 3.0051, + "step": 12513 + }, + { + "epoch": 0.2142111299406015, + "grad_norm": 2.41876220703125, + "learning_rate": 1.827253173827424e-05, + "loss": 2.8909, + "step": 12514 + }, + { + "epoch": 0.214228247659152, + "grad_norm": 2.4022436141967773, + "learning_rate": 1.8272220244449056e-05, + "loss": 2.8892, + "step": 12515 + }, + { + "epoch": 0.21424536537770247, + "grad_norm": 2.320855140686035, + "learning_rate": 1.827190872519795e-05, + "loss": 2.9586, + "step": 12516 + }, + { + "epoch": 0.21426248309625293, + "grad_norm": 2.2550978660583496, + "learning_rate": 1.827159718052188e-05, + "loss": 2.855, + "step": 12517 + }, + { + "epoch": 0.2142796008148034, + "grad_norm": 2.2621824741363525, + "learning_rate": 1.8271285610421803e-05, + "loss": 2.8047, + "step": 12518 + }, + { + "epoch": 0.21429671853335389, + "grad_norm": 2.4881904125213623, + "learning_rate": 1.8270974014898673e-05, + "loss": 2.7916, + "step": 12519 + }, + { + "epoch": 0.21431383625190434, + "grad_norm": 2.3097620010375977, + "learning_rate": 1.8270662393953456e-05, + "loss": 2.8606, + "step": 12520 + }, + { + "epoch": 0.21433095397045482, + "grad_norm": 2.3835628032684326, + "learning_rate": 1.8270350747587105e-05, + "loss": 2.9191, + "step": 12521 + }, + { + "epoch": 0.2143480716890053, + "grad_norm": 2.469294786453247, + "learning_rate": 1.8270039075800575e-05, + "loss": 2.9079, + "step": 12522 + }, + { + "epoch": 0.21436518940755575, + "grad_norm": 2.333251714706421, + "learning_rate": 1.8269727378594826e-05, + "loss": 2.8245, + "step": 12523 + }, + { + "epoch": 0.21438230712610623, + "grad_norm": 2.3798892498016357, + "learning_rate": 1.8269415655970818e-05, + "loss": 2.9929, + "step": 12524 + }, + { + "epoch": 0.2143994248446567, + "grad_norm": 2.4140677452087402, + "learning_rate": 1.8269103907929506e-05, + "loss": 2.8959, + "step": 12525 + }, + { + "epoch": 0.21441654256320716, + "grad_norm": 2.4101815223693848, + "learning_rate": 1.8268792134471852e-05, + "loss": 2.8941, + "step": 12526 + }, + { + "epoch": 0.21443366028175764, + "grad_norm": 2.613231897354126, + "learning_rate": 1.826848033559881e-05, + "loss": 2.9807, + "step": 12527 + }, + { + "epoch": 0.21445077800030812, + "grad_norm": 2.1602723598480225, + "learning_rate": 1.8268168511311342e-05, + "loss": 2.8396, + "step": 12528 + }, + { + "epoch": 0.2144678957188586, + "grad_norm": 2.4821066856384277, + "learning_rate": 1.8267856661610406e-05, + "loss": 3.0266, + "step": 12529 + }, + { + "epoch": 0.21448501343740906, + "grad_norm": 2.3466956615448, + "learning_rate": 1.8267544786496957e-05, + "loss": 2.9718, + "step": 12530 + }, + { + "epoch": 0.21450213115595954, + "grad_norm": 2.4506328105926514, + "learning_rate": 1.826723288597196e-05, + "loss": 2.8843, + "step": 12531 + }, + { + "epoch": 0.21451924887451002, + "grad_norm": 2.4916138648986816, + "learning_rate": 1.8266920960036366e-05, + "loss": 2.973, + "step": 12532 + }, + { + "epoch": 0.21453636659306047, + "grad_norm": 2.370513677597046, + "learning_rate": 1.826660900869114e-05, + "loss": 2.9944, + "step": 12533 + }, + { + "epoch": 0.21455348431161095, + "grad_norm": 2.3380792140960693, + "learning_rate": 1.826629703193724e-05, + "loss": 2.8868, + "step": 12534 + }, + { + "epoch": 0.21457060203016143, + "grad_norm": 2.4758548736572266, + "learning_rate": 1.826598502977562e-05, + "loss": 2.9626, + "step": 12535 + }, + { + "epoch": 0.21458771974871188, + "grad_norm": 2.3293027877807617, + "learning_rate": 1.8265673002207246e-05, + "loss": 3.0074, + "step": 12536 + }, + { + "epoch": 0.21460483746726236, + "grad_norm": 2.4487006664276123, + "learning_rate": 1.826536094923307e-05, + "loss": 2.8914, + "step": 12537 + }, + { + "epoch": 0.21462195518581284, + "grad_norm": 2.3663439750671387, + "learning_rate": 1.8265048870854055e-05, + "loss": 3.0142, + "step": 12538 + }, + { + "epoch": 0.2146390729043633, + "grad_norm": 2.459078311920166, + "learning_rate": 1.826473676707116e-05, + "loss": 2.7737, + "step": 12539 + }, + { + "epoch": 0.21465619062291377, + "grad_norm": 2.302062749862671, + "learning_rate": 1.8264424637885344e-05, + "loss": 2.8934, + "step": 12540 + }, + { + "epoch": 0.21467330834146425, + "grad_norm": 2.4579989910125732, + "learning_rate": 1.826411248329757e-05, + "loss": 2.9301, + "step": 12541 + }, + { + "epoch": 0.21469042606001473, + "grad_norm": 2.376642942428589, + "learning_rate": 1.8263800303308786e-05, + "loss": 2.8219, + "step": 12542 + }, + { + "epoch": 0.21470754377856519, + "grad_norm": 2.3459463119506836, + "learning_rate": 1.826348809791997e-05, + "loss": 2.9168, + "step": 12543 + }, + { + "epoch": 0.21472466149711567, + "grad_norm": 2.2705626487731934, + "learning_rate": 1.826317586713206e-05, + "loss": 2.7956, + "step": 12544 + }, + { + "epoch": 0.21474177921566615, + "grad_norm": 2.4513113498687744, + "learning_rate": 1.8262863610946037e-05, + "loss": 2.8319, + "step": 12545 + }, + { + "epoch": 0.2147588969342166, + "grad_norm": 2.3795528411865234, + "learning_rate": 1.8262551329362842e-05, + "loss": 2.9663, + "step": 12546 + }, + { + "epoch": 0.21477601465276708, + "grad_norm": 2.36450457572937, + "learning_rate": 1.8262239022383448e-05, + "loss": 2.9014, + "step": 12547 + }, + { + "epoch": 0.21479313237131756, + "grad_norm": 2.5574586391448975, + "learning_rate": 1.826192669000881e-05, + "loss": 2.9871, + "step": 12548 + }, + { + "epoch": 0.214810250089868, + "grad_norm": 2.585097074508667, + "learning_rate": 1.8261614332239888e-05, + "loss": 2.9541, + "step": 12549 + }, + { + "epoch": 0.2148273678084185, + "grad_norm": 2.313887357711792, + "learning_rate": 1.8261301949077643e-05, + "loss": 2.8001, + "step": 12550 + }, + { + "epoch": 0.21484448552696897, + "grad_norm": 2.4395875930786133, + "learning_rate": 1.826098954052303e-05, + "loss": 2.9307, + "step": 12551 + }, + { + "epoch": 0.21486160324551945, + "grad_norm": 2.4053163528442383, + "learning_rate": 1.826067710657702e-05, + "loss": 2.9543, + "step": 12552 + }, + { + "epoch": 0.2148787209640699, + "grad_norm": 2.431442975997925, + "learning_rate": 1.826036464724056e-05, + "loss": 3.0229, + "step": 12553 + }, + { + "epoch": 0.21489583868262038, + "grad_norm": 2.436347484588623, + "learning_rate": 1.8260052162514625e-05, + "loss": 3.0133, + "step": 12554 + }, + { + "epoch": 0.21491295640117086, + "grad_norm": 2.359992027282715, + "learning_rate": 1.8259739652400162e-05, + "loss": 2.9803, + "step": 12555 + }, + { + "epoch": 0.21493007411972131, + "grad_norm": 2.5886716842651367, + "learning_rate": 1.825942711689814e-05, + "loss": 3.0923, + "step": 12556 + }, + { + "epoch": 0.2149471918382718, + "grad_norm": 2.5556857585906982, + "learning_rate": 1.8259114556009517e-05, + "loss": 2.9716, + "step": 12557 + }, + { + "epoch": 0.21496430955682228, + "grad_norm": 2.3309757709503174, + "learning_rate": 1.8258801969735253e-05, + "loss": 2.9414, + "step": 12558 + }, + { + "epoch": 0.21498142727537273, + "grad_norm": 2.441164493560791, + "learning_rate": 1.8258489358076312e-05, + "loss": 2.7547, + "step": 12559 + }, + { + "epoch": 0.2149985449939232, + "grad_norm": 2.4550936222076416, + "learning_rate": 1.825817672103365e-05, + "loss": 2.9551, + "step": 12560 + }, + { + "epoch": 0.2150156627124737, + "grad_norm": 2.421610116958618, + "learning_rate": 1.825786405860823e-05, + "loss": 3.0029, + "step": 12561 + }, + { + "epoch": 0.21503278043102414, + "grad_norm": 2.411735773086548, + "learning_rate": 1.8257551370801018e-05, + "loss": 3.0412, + "step": 12562 + }, + { + "epoch": 0.21504989814957462, + "grad_norm": 2.4005446434020996, + "learning_rate": 1.8257238657612964e-05, + "loss": 2.9503, + "step": 12563 + }, + { + "epoch": 0.2150670158681251, + "grad_norm": 2.3296854496002197, + "learning_rate": 1.825692591904504e-05, + "loss": 2.9038, + "step": 12564 + }, + { + "epoch": 0.21508413358667558, + "grad_norm": 2.517500162124634, + "learning_rate": 1.82566131550982e-05, + "loss": 2.9925, + "step": 12565 + }, + { + "epoch": 0.21510125130522603, + "grad_norm": 2.355656385421753, + "learning_rate": 1.825630036577341e-05, + "loss": 2.9319, + "step": 12566 + }, + { + "epoch": 0.2151183690237765, + "grad_norm": 2.324521541595459, + "learning_rate": 1.825598755107163e-05, + "loss": 2.9741, + "step": 12567 + }, + { + "epoch": 0.215135486742327, + "grad_norm": 2.3564090728759766, + "learning_rate": 1.825567471099382e-05, + "loss": 2.9024, + "step": 12568 + }, + { + "epoch": 0.21515260446087744, + "grad_norm": 2.2870755195617676, + "learning_rate": 1.825536184554094e-05, + "loss": 2.8592, + "step": 12569 + }, + { + "epoch": 0.21516972217942792, + "grad_norm": 2.324711561203003, + "learning_rate": 1.8255048954713957e-05, + "loss": 2.8967, + "step": 12570 + }, + { + "epoch": 0.2151868398979784, + "grad_norm": 2.2939319610595703, + "learning_rate": 1.8254736038513834e-05, + "loss": 2.7564, + "step": 12571 + }, + { + "epoch": 0.21520395761652886, + "grad_norm": 2.389543294906616, + "learning_rate": 1.8254423096941524e-05, + "loss": 2.9136, + "step": 12572 + }, + { + "epoch": 0.21522107533507934, + "grad_norm": 2.3222179412841797, + "learning_rate": 1.8254110129997995e-05, + "loss": 2.9507, + "step": 12573 + }, + { + "epoch": 0.21523819305362982, + "grad_norm": 2.4195778369903564, + "learning_rate": 1.825379713768421e-05, + "loss": 2.9276, + "step": 12574 + }, + { + "epoch": 0.2152553107721803, + "grad_norm": 2.5103821754455566, + "learning_rate": 1.8253484120001123e-05, + "loss": 3.069, + "step": 12575 + }, + { + "epoch": 0.21527242849073075, + "grad_norm": 2.409586191177368, + "learning_rate": 1.8253171076949705e-05, + "loss": 2.9469, + "step": 12576 + }, + { + "epoch": 0.21528954620928123, + "grad_norm": 2.35975980758667, + "learning_rate": 1.8252858008530917e-05, + "loss": 2.7648, + "step": 12577 + }, + { + "epoch": 0.2153066639278317, + "grad_norm": 2.30368709564209, + "learning_rate": 1.8252544914745715e-05, + "loss": 2.9157, + "step": 12578 + }, + { + "epoch": 0.21532378164638216, + "grad_norm": 2.414975881576538, + "learning_rate": 1.825223179559507e-05, + "loss": 2.8194, + "step": 12579 + }, + { + "epoch": 0.21534089936493264, + "grad_norm": 2.27850079536438, + "learning_rate": 1.8251918651079935e-05, + "loss": 2.8554, + "step": 12580 + }, + { + "epoch": 0.21535801708348312, + "grad_norm": 2.492155075073242, + "learning_rate": 1.825160548120128e-05, + "loss": 2.95, + "step": 12581 + }, + { + "epoch": 0.21537513480203357, + "grad_norm": 2.4488613605499268, + "learning_rate": 1.825129228596007e-05, + "loss": 2.9721, + "step": 12582 + }, + { + "epoch": 0.21539225252058405, + "grad_norm": 2.3069608211517334, + "learning_rate": 1.8250979065357256e-05, + "loss": 2.8317, + "step": 12583 + }, + { + "epoch": 0.21540937023913453, + "grad_norm": 2.3260416984558105, + "learning_rate": 1.825066581939381e-05, + "loss": 2.9047, + "step": 12584 + }, + { + "epoch": 0.215426487957685, + "grad_norm": 2.489625930786133, + "learning_rate": 1.8250352548070693e-05, + "loss": 2.8702, + "step": 12585 + }, + { + "epoch": 0.21544360567623547, + "grad_norm": 2.570119619369507, + "learning_rate": 1.8250039251388862e-05, + "loss": 2.9605, + "step": 12586 + }, + { + "epoch": 0.21546072339478595, + "grad_norm": 2.375704526901245, + "learning_rate": 1.824972592934929e-05, + "loss": 2.961, + "step": 12587 + }, + { + "epoch": 0.21547784111333643, + "grad_norm": 2.3677921295166016, + "learning_rate": 1.824941258195293e-05, + "loss": 3.0275, + "step": 12588 + }, + { + "epoch": 0.21549495883188688, + "grad_norm": 2.361781120300293, + "learning_rate": 1.8249099209200758e-05, + "loss": 3.0258, + "step": 12589 + }, + { + "epoch": 0.21551207655043736, + "grad_norm": 2.498481273651123, + "learning_rate": 1.8248785811093725e-05, + "loss": 2.9341, + "step": 12590 + }, + { + "epoch": 0.21552919426898784, + "grad_norm": 2.187734365463257, + "learning_rate": 1.82484723876328e-05, + "loss": 2.8605, + "step": 12591 + }, + { + "epoch": 0.2155463119875383, + "grad_norm": 2.4645867347717285, + "learning_rate": 1.8248158938818946e-05, + "loss": 2.9778, + "step": 12592 + }, + { + "epoch": 0.21556342970608877, + "grad_norm": 2.390756607055664, + "learning_rate": 1.824784546465312e-05, + "loss": 2.7767, + "step": 12593 + }, + { + "epoch": 0.21558054742463925, + "grad_norm": 2.3622376918792725, + "learning_rate": 1.82475319651363e-05, + "loss": 2.8412, + "step": 12594 + }, + { + "epoch": 0.2155976651431897, + "grad_norm": 2.3885817527770996, + "learning_rate": 1.8247218440269433e-05, + "loss": 2.8582, + "step": 12595 + }, + { + "epoch": 0.21561478286174018, + "grad_norm": 2.2937886714935303, + "learning_rate": 1.8246904890053494e-05, + "loss": 3.0038, + "step": 12596 + }, + { + "epoch": 0.21563190058029066, + "grad_norm": 2.476504325866699, + "learning_rate": 1.8246591314489443e-05, + "loss": 3.0095, + "step": 12597 + }, + { + "epoch": 0.21564901829884114, + "grad_norm": 2.410585641860962, + "learning_rate": 1.8246277713578243e-05, + "loss": 2.8362, + "step": 12598 + }, + { + "epoch": 0.2156661360173916, + "grad_norm": 2.352278232574463, + "learning_rate": 1.8245964087320856e-05, + "loss": 2.9732, + "step": 12599 + }, + { + "epoch": 0.21568325373594208, + "grad_norm": 2.475511312484741, + "learning_rate": 1.824565043571825e-05, + "loss": 2.9159, + "step": 12600 + }, + { + "epoch": 0.21570037145449256, + "grad_norm": 2.344961404800415, + "learning_rate": 1.8245336758771394e-05, + "loss": 2.9584, + "step": 12601 + }, + { + "epoch": 0.215717489173043, + "grad_norm": 2.5245163440704346, + "learning_rate": 1.8245023056481243e-05, + "loss": 2.9742, + "step": 12602 + }, + { + "epoch": 0.2157346068915935, + "grad_norm": 2.4875292778015137, + "learning_rate": 1.824470932884876e-05, + "loss": 2.9775, + "step": 12603 + }, + { + "epoch": 0.21575172461014397, + "grad_norm": 2.4975099563598633, + "learning_rate": 1.8244395575874916e-05, + "loss": 2.9422, + "step": 12604 + }, + { + "epoch": 0.21576884232869442, + "grad_norm": 2.411480188369751, + "learning_rate": 1.8244081797560672e-05, + "loss": 2.9108, + "step": 12605 + }, + { + "epoch": 0.2157859600472449, + "grad_norm": 2.4312903881073, + "learning_rate": 1.8243767993906993e-05, + "loss": 2.9049, + "step": 12606 + }, + { + "epoch": 0.21580307776579538, + "grad_norm": 2.47973370552063, + "learning_rate": 1.8243454164914848e-05, + "loss": 2.7993, + "step": 12607 + }, + { + "epoch": 0.21582019548434583, + "grad_norm": 2.3744795322418213, + "learning_rate": 1.8243140310585194e-05, + "loss": 2.9768, + "step": 12608 + }, + { + "epoch": 0.2158373132028963, + "grad_norm": 2.4342901706695557, + "learning_rate": 1.8242826430918995e-05, + "loss": 2.9438, + "step": 12609 + }, + { + "epoch": 0.2158544309214468, + "grad_norm": 2.4881553649902344, + "learning_rate": 1.8242512525917227e-05, + "loss": 2.9082, + "step": 12610 + }, + { + "epoch": 0.21587154863999727, + "grad_norm": 2.396393060684204, + "learning_rate": 1.8242198595580843e-05, + "loss": 2.9022, + "step": 12611 + }, + { + "epoch": 0.21588866635854773, + "grad_norm": 2.3896994590759277, + "learning_rate": 1.8241884639910815e-05, + "loss": 2.9914, + "step": 12612 + }, + { + "epoch": 0.2159057840770982, + "grad_norm": 2.7129898071289062, + "learning_rate": 1.82415706589081e-05, + "loss": 2.9622, + "step": 12613 + }, + { + "epoch": 0.2159229017956487, + "grad_norm": 2.477841854095459, + "learning_rate": 1.8241256652573675e-05, + "loss": 2.948, + "step": 12614 + }, + { + "epoch": 0.21594001951419914, + "grad_norm": 2.2806413173675537, + "learning_rate": 1.8240942620908498e-05, + "loss": 2.825, + "step": 12615 + }, + { + "epoch": 0.21595713723274962, + "grad_norm": 2.513965129852295, + "learning_rate": 1.8240628563913536e-05, + "loss": 3.0679, + "step": 12616 + }, + { + "epoch": 0.2159742549513001, + "grad_norm": 2.288605213165283, + "learning_rate": 1.824031448158975e-05, + "loss": 2.761, + "step": 12617 + }, + { + "epoch": 0.21599137266985055, + "grad_norm": 2.520106554031372, + "learning_rate": 1.8240000373938112e-05, + "loss": 3.0187, + "step": 12618 + }, + { + "epoch": 0.21600849038840103, + "grad_norm": 2.5044195652008057, + "learning_rate": 1.823968624095958e-05, + "loss": 2.9727, + "step": 12619 + }, + { + "epoch": 0.2160256081069515, + "grad_norm": 2.250941753387451, + "learning_rate": 1.8239372082655125e-05, + "loss": 2.7909, + "step": 12620 + }, + { + "epoch": 0.21604272582550196, + "grad_norm": 2.335451126098633, + "learning_rate": 1.8239057899025715e-05, + "loss": 2.9014, + "step": 12621 + }, + { + "epoch": 0.21605984354405244, + "grad_norm": 2.252596378326416, + "learning_rate": 1.8238743690072307e-05, + "loss": 2.8904, + "step": 12622 + }, + { + "epoch": 0.21607696126260292, + "grad_norm": 2.5282888412475586, + "learning_rate": 1.8238429455795873e-05, + "loss": 3.0575, + "step": 12623 + }, + { + "epoch": 0.2160940789811534, + "grad_norm": 2.450840473175049, + "learning_rate": 1.8238115196197376e-05, + "loss": 2.9111, + "step": 12624 + }, + { + "epoch": 0.21611119669970386, + "grad_norm": 2.288738250732422, + "learning_rate": 1.8237800911277788e-05, + "loss": 2.8194, + "step": 12625 + }, + { + "epoch": 0.21612831441825434, + "grad_norm": 2.4594578742980957, + "learning_rate": 1.8237486601038067e-05, + "loss": 3.0878, + "step": 12626 + }, + { + "epoch": 0.21614543213680482, + "grad_norm": 2.3170807361602783, + "learning_rate": 1.8237172265479186e-05, + "loss": 2.9948, + "step": 12627 + }, + { + "epoch": 0.21616254985535527, + "grad_norm": 2.445110321044922, + "learning_rate": 1.8236857904602104e-05, + "loss": 2.8613, + "step": 12628 + }, + { + "epoch": 0.21617966757390575, + "grad_norm": 2.3908259868621826, + "learning_rate": 1.823654351840779e-05, + "loss": 2.9463, + "step": 12629 + }, + { + "epoch": 0.21619678529245623, + "grad_norm": 2.358706474304199, + "learning_rate": 1.8236229106897217e-05, + "loss": 2.8774, + "step": 12630 + }, + { + "epoch": 0.21621390301100668, + "grad_norm": 2.4996562004089355, + "learning_rate": 1.8235914670071343e-05, + "loss": 2.9782, + "step": 12631 + }, + { + "epoch": 0.21623102072955716, + "grad_norm": 2.5536530017852783, + "learning_rate": 1.8235600207931137e-05, + "loss": 2.9295, + "step": 12632 + }, + { + "epoch": 0.21624813844810764, + "grad_norm": 2.4231390953063965, + "learning_rate": 1.8235285720477565e-05, + "loss": 2.9276, + "step": 12633 + }, + { + "epoch": 0.21626525616665812, + "grad_norm": 2.2515885829925537, + "learning_rate": 1.8234971207711593e-05, + "loss": 2.8778, + "step": 12634 + }, + { + "epoch": 0.21628237388520857, + "grad_norm": 2.453415632247925, + "learning_rate": 1.823465666963419e-05, + "loss": 2.9727, + "step": 12635 + }, + { + "epoch": 0.21629949160375905, + "grad_norm": 2.7200863361358643, + "learning_rate": 1.8234342106246325e-05, + "loss": 2.9141, + "step": 12636 + }, + { + "epoch": 0.21631660932230953, + "grad_norm": 2.407874345779419, + "learning_rate": 1.8234027517548958e-05, + "loss": 2.9629, + "step": 12637 + }, + { + "epoch": 0.21633372704085999, + "grad_norm": 2.4768457412719727, + "learning_rate": 1.823371290354306e-05, + "loss": 2.8736, + "step": 12638 + }, + { + "epoch": 0.21635084475941047, + "grad_norm": 2.6173348426818848, + "learning_rate": 1.82333982642296e-05, + "loss": 2.9966, + "step": 12639 + }, + { + "epoch": 0.21636796247796095, + "grad_norm": 2.678366184234619, + "learning_rate": 1.823308359960954e-05, + "loss": 3.0708, + "step": 12640 + }, + { + "epoch": 0.2163850801965114, + "grad_norm": 2.437023401260376, + "learning_rate": 1.8232768909683853e-05, + "loss": 2.9654, + "step": 12641 + }, + { + "epoch": 0.21640219791506188, + "grad_norm": 2.421947479248047, + "learning_rate": 1.8232454194453496e-05, + "loss": 3.0287, + "step": 12642 + }, + { + "epoch": 0.21641931563361236, + "grad_norm": 2.3804972171783447, + "learning_rate": 1.8232139453919452e-05, + "loss": 2.7958, + "step": 12643 + }, + { + "epoch": 0.2164364333521628, + "grad_norm": 2.3668289184570312, + "learning_rate": 1.8231824688082674e-05, + "loss": 2.8469, + "step": 12644 + }, + { + "epoch": 0.2164535510707133, + "grad_norm": 2.4213144779205322, + "learning_rate": 1.823150989694414e-05, + "loss": 2.8731, + "step": 12645 + }, + { + "epoch": 0.21647066878926377, + "grad_norm": 2.339308977127075, + "learning_rate": 1.823119508050481e-05, + "loss": 2.8805, + "step": 12646 + }, + { + "epoch": 0.21648778650781425, + "grad_norm": 2.2507200241088867, + "learning_rate": 1.8230880238765656e-05, + "loss": 2.8146, + "step": 12647 + }, + { + "epoch": 0.2165049042263647, + "grad_norm": 2.4171977043151855, + "learning_rate": 1.823056537172764e-05, + "loss": 2.9005, + "step": 12648 + }, + { + "epoch": 0.21652202194491518, + "grad_norm": 2.495863914489746, + "learning_rate": 1.823025047939174e-05, + "loss": 2.826, + "step": 12649 + }, + { + "epoch": 0.21653913966346566, + "grad_norm": 2.4958224296569824, + "learning_rate": 1.8229935561758914e-05, + "loss": 2.8531, + "step": 12650 + }, + { + "epoch": 0.21655625738201612, + "grad_norm": 2.341817617416382, + "learning_rate": 1.8229620618830135e-05, + "loss": 2.922, + "step": 12651 + }, + { + "epoch": 0.2165733751005666, + "grad_norm": 2.292618989944458, + "learning_rate": 1.822930565060637e-05, + "loss": 2.8923, + "step": 12652 + }, + { + "epoch": 0.21659049281911708, + "grad_norm": 2.4082696437835693, + "learning_rate": 1.8228990657088584e-05, + "loss": 2.951, + "step": 12653 + }, + { + "epoch": 0.21660761053766753, + "grad_norm": 2.472533702850342, + "learning_rate": 1.8228675638277753e-05, + "loss": 2.9133, + "step": 12654 + }, + { + "epoch": 0.216624728256218, + "grad_norm": 2.550985336303711, + "learning_rate": 1.822836059417484e-05, + "loss": 2.9069, + "step": 12655 + }, + { + "epoch": 0.2166418459747685, + "grad_norm": 2.376516819000244, + "learning_rate": 1.8228045524780813e-05, + "loss": 2.9626, + "step": 12656 + }, + { + "epoch": 0.21665896369331897, + "grad_norm": 2.7410316467285156, + "learning_rate": 1.822773043009664e-05, + "loss": 3.0501, + "step": 12657 + }, + { + "epoch": 0.21667608141186942, + "grad_norm": 2.4488918781280518, + "learning_rate": 1.822741531012329e-05, + "loss": 2.8781, + "step": 12658 + }, + { + "epoch": 0.2166931991304199, + "grad_norm": 2.420426368713379, + "learning_rate": 1.8227100164861733e-05, + "loss": 2.8296, + "step": 12659 + }, + { + "epoch": 0.21671031684897038, + "grad_norm": 2.4602627754211426, + "learning_rate": 1.8226784994312935e-05, + "loss": 2.9269, + "step": 12660 + }, + { + "epoch": 0.21672743456752083, + "grad_norm": 2.4069766998291016, + "learning_rate": 1.8226469798477872e-05, + "loss": 2.8777, + "step": 12661 + }, + { + "epoch": 0.2167445522860713, + "grad_norm": 2.5042970180511475, + "learning_rate": 1.8226154577357504e-05, + "loss": 2.982, + "step": 12662 + }, + { + "epoch": 0.2167616700046218, + "grad_norm": 2.5208828449249268, + "learning_rate": 1.8225839330952802e-05, + "loss": 2.8985, + "step": 12663 + }, + { + "epoch": 0.21677878772317224, + "grad_norm": 2.350254774093628, + "learning_rate": 1.822552405926474e-05, + "loss": 2.8798, + "step": 12664 + }, + { + "epoch": 0.21679590544172272, + "grad_norm": 2.6236042976379395, + "learning_rate": 1.822520876229428e-05, + "loss": 2.9915, + "step": 12665 + }, + { + "epoch": 0.2168130231602732, + "grad_norm": 2.496875762939453, + "learning_rate": 1.8224893440042395e-05, + "loss": 2.9259, + "step": 12666 + }, + { + "epoch": 0.21683014087882366, + "grad_norm": 2.395857810974121, + "learning_rate": 1.8224578092510053e-05, + "loss": 2.7517, + "step": 12667 + }, + { + "epoch": 0.21684725859737414, + "grad_norm": 2.486537456512451, + "learning_rate": 1.8224262719698224e-05, + "loss": 2.8484, + "step": 12668 + }, + { + "epoch": 0.21686437631592462, + "grad_norm": 2.507967233657837, + "learning_rate": 1.822394732160788e-05, + "loss": 2.8605, + "step": 12669 + }, + { + "epoch": 0.2168814940344751, + "grad_norm": 2.298491954803467, + "learning_rate": 1.8223631898239983e-05, + "loss": 2.8996, + "step": 12670 + }, + { + "epoch": 0.21689861175302555, + "grad_norm": 2.400528907775879, + "learning_rate": 1.822331644959551e-05, + "loss": 2.9977, + "step": 12671 + }, + { + "epoch": 0.21691572947157603, + "grad_norm": 2.5333967208862305, + "learning_rate": 1.8223000975675427e-05, + "loss": 2.9503, + "step": 12672 + }, + { + "epoch": 0.2169328471901265, + "grad_norm": 2.4843947887420654, + "learning_rate": 1.8222685476480705e-05, + "loss": 2.8899, + "step": 12673 + }, + { + "epoch": 0.21694996490867696, + "grad_norm": 2.3599984645843506, + "learning_rate": 1.8222369952012312e-05, + "loss": 2.9281, + "step": 12674 + }, + { + "epoch": 0.21696708262722744, + "grad_norm": 2.385103940963745, + "learning_rate": 1.8222054402271217e-05, + "loss": 2.9075, + "step": 12675 + }, + { + "epoch": 0.21698420034577792, + "grad_norm": 2.399056911468506, + "learning_rate": 1.8221738827258397e-05, + "loss": 2.8094, + "step": 12676 + }, + { + "epoch": 0.21700131806432837, + "grad_norm": 2.3737473487854004, + "learning_rate": 1.8221423226974812e-05, + "loss": 2.9571, + "step": 12677 + }, + { + "epoch": 0.21701843578287885, + "grad_norm": 2.4905455112457275, + "learning_rate": 1.822110760142144e-05, + "loss": 2.97, + "step": 12678 + }, + { + "epoch": 0.21703555350142933, + "grad_norm": 2.2475836277008057, + "learning_rate": 1.8220791950599248e-05, + "loss": 3.0086, + "step": 12679 + }, + { + "epoch": 0.21705267121997981, + "grad_norm": 2.4723494052886963, + "learning_rate": 1.8220476274509206e-05, + "loss": 2.8559, + "step": 12680 + }, + { + "epoch": 0.21706978893853027, + "grad_norm": 2.3047163486480713, + "learning_rate": 1.822016057315228e-05, + "loss": 2.9325, + "step": 12681 + }, + { + "epoch": 0.21708690665708075, + "grad_norm": 2.4711339473724365, + "learning_rate": 1.821984484652945e-05, + "loss": 2.9345, + "step": 12682 + }, + { + "epoch": 0.21710402437563123, + "grad_norm": 2.3393747806549072, + "learning_rate": 1.8219529094641678e-05, + "loss": 2.8875, + "step": 12683 + }, + { + "epoch": 0.21712114209418168, + "grad_norm": 2.220052480697632, + "learning_rate": 1.821921331748994e-05, + "loss": 2.8427, + "step": 12684 + }, + { + "epoch": 0.21713825981273216, + "grad_norm": 2.5611064434051514, + "learning_rate": 1.8218897515075204e-05, + "loss": 2.9647, + "step": 12685 + }, + { + "epoch": 0.21715537753128264, + "grad_norm": 2.3400375843048096, + "learning_rate": 1.8218581687398438e-05, + "loss": 2.981, + "step": 12686 + }, + { + "epoch": 0.2171724952498331, + "grad_norm": 2.381955146789551, + "learning_rate": 1.821826583446062e-05, + "loss": 2.866, + "step": 12687 + }, + { + "epoch": 0.21718961296838357, + "grad_norm": 2.4673421382904053, + "learning_rate": 1.8217949956262712e-05, + "loss": 2.9819, + "step": 12688 + }, + { + "epoch": 0.21720673068693405, + "grad_norm": 2.41690993309021, + "learning_rate": 1.8217634052805694e-05, + "loss": 2.9442, + "step": 12689 + }, + { + "epoch": 0.2172238484054845, + "grad_norm": 2.481069564819336, + "learning_rate": 1.821731812409053e-05, + "loss": 3.0431, + "step": 12690 + }, + { + "epoch": 0.21724096612403498, + "grad_norm": 2.530412197113037, + "learning_rate": 1.8217002170118193e-05, + "loss": 2.8839, + "step": 12691 + }, + { + "epoch": 0.21725808384258546, + "grad_norm": 2.654967784881592, + "learning_rate": 1.8216686190889655e-05, + "loss": 2.9882, + "step": 12692 + }, + { + "epoch": 0.21727520156113594, + "grad_norm": 2.305704116821289, + "learning_rate": 1.821637018640589e-05, + "loss": 2.8224, + "step": 12693 + }, + { + "epoch": 0.2172923192796864, + "grad_norm": 2.6203367710113525, + "learning_rate": 1.821605415666786e-05, + "loss": 2.971, + "step": 12694 + }, + { + "epoch": 0.21730943699823688, + "grad_norm": 2.441681385040283, + "learning_rate": 1.8215738101676547e-05, + "loss": 2.8416, + "step": 12695 + }, + { + "epoch": 0.21732655471678736, + "grad_norm": 2.3287036418914795, + "learning_rate": 1.8215422021432914e-05, + "loss": 2.8896, + "step": 12696 + }, + { + "epoch": 0.2173436724353378, + "grad_norm": 2.490844249725342, + "learning_rate": 1.821510591593794e-05, + "loss": 2.8549, + "step": 12697 + }, + { + "epoch": 0.2173607901538883, + "grad_norm": 2.3514299392700195, + "learning_rate": 1.821478978519259e-05, + "loss": 2.8478, + "step": 12698 + }, + { + "epoch": 0.21737790787243877, + "grad_norm": 2.5126450061798096, + "learning_rate": 1.821447362919784e-05, + "loss": 2.9126, + "step": 12699 + }, + { + "epoch": 0.21739502559098922, + "grad_norm": 2.515819787979126, + "learning_rate": 1.8214157447954663e-05, + "loss": 3.1001, + "step": 12700 + }, + { + "epoch": 0.2174121433095397, + "grad_norm": 2.2929725646972656, + "learning_rate": 1.8213841241464025e-05, + "loss": 2.9133, + "step": 12701 + }, + { + "epoch": 0.21742926102809018, + "grad_norm": 2.3163466453552246, + "learning_rate": 1.8213525009726902e-05, + "loss": 2.8173, + "step": 12702 + }, + { + "epoch": 0.21744637874664063, + "grad_norm": 2.380997896194458, + "learning_rate": 1.8213208752744267e-05, + "loss": 2.9702, + "step": 12703 + }, + { + "epoch": 0.21746349646519111, + "grad_norm": 2.431954860687256, + "learning_rate": 1.8212892470517086e-05, + "loss": 2.8567, + "step": 12704 + }, + { + "epoch": 0.2174806141837416, + "grad_norm": 2.3156566619873047, + "learning_rate": 1.821257616304634e-05, + "loss": 2.8649, + "step": 12705 + }, + { + "epoch": 0.21749773190229207, + "grad_norm": 2.4533064365386963, + "learning_rate": 1.8212259830332994e-05, + "loss": 2.8588, + "step": 12706 + }, + { + "epoch": 0.21751484962084253, + "grad_norm": 2.587388277053833, + "learning_rate": 1.8211943472378025e-05, + "loss": 2.8813, + "step": 12707 + }, + { + "epoch": 0.217531967339393, + "grad_norm": 2.6902055740356445, + "learning_rate": 1.82116270891824e-05, + "loss": 2.9699, + "step": 12708 + }, + { + "epoch": 0.2175490850579435, + "grad_norm": 2.4795005321502686, + "learning_rate": 1.82113106807471e-05, + "loss": 3.0767, + "step": 12709 + }, + { + "epoch": 0.21756620277649394, + "grad_norm": 2.5428285598754883, + "learning_rate": 1.8210994247073086e-05, + "loss": 2.8601, + "step": 12710 + }, + { + "epoch": 0.21758332049504442, + "grad_norm": 2.464340925216675, + "learning_rate": 1.821067778816134e-05, + "loss": 2.8362, + "step": 12711 + }, + { + "epoch": 0.2176004382135949, + "grad_norm": 2.369990110397339, + "learning_rate": 1.821036130401283e-05, + "loss": 2.9633, + "step": 12712 + }, + { + "epoch": 0.21761755593214535, + "grad_norm": 2.373137950897217, + "learning_rate": 1.8210044794628534e-05, + "loss": 2.8405, + "step": 12713 + }, + { + "epoch": 0.21763467365069583, + "grad_norm": 2.4175949096679688, + "learning_rate": 1.8209728260009417e-05, + "loss": 2.9013, + "step": 12714 + }, + { + "epoch": 0.2176517913692463, + "grad_norm": 2.3375160694122314, + "learning_rate": 1.8209411700156457e-05, + "loss": 2.7692, + "step": 12715 + }, + { + "epoch": 0.2176689090877968, + "grad_norm": 2.519162178039551, + "learning_rate": 1.820909511507063e-05, + "loss": 3.0823, + "step": 12716 + }, + { + "epoch": 0.21768602680634724, + "grad_norm": 2.4581234455108643, + "learning_rate": 1.82087785047529e-05, + "loss": 3.0234, + "step": 12717 + }, + { + "epoch": 0.21770314452489772, + "grad_norm": 2.191955089569092, + "learning_rate": 1.8208461869204245e-05, + "loss": 2.7435, + "step": 12718 + }, + { + "epoch": 0.2177202622434482, + "grad_norm": 2.2991392612457275, + "learning_rate": 1.8208145208425642e-05, + "loss": 2.8199, + "step": 12719 + }, + { + "epoch": 0.21773737996199866, + "grad_norm": 2.4408411979675293, + "learning_rate": 1.8207828522418062e-05, + "loss": 2.9749, + "step": 12720 + }, + { + "epoch": 0.21775449768054914, + "grad_norm": 2.4694361686706543, + "learning_rate": 1.8207511811182472e-05, + "loss": 2.8836, + "step": 12721 + }, + { + "epoch": 0.21777161539909962, + "grad_norm": 2.402437925338745, + "learning_rate": 1.8207195074719853e-05, + "loss": 2.9369, + "step": 12722 + }, + { + "epoch": 0.21778873311765007, + "grad_norm": 2.4454312324523926, + "learning_rate": 1.8206878313031176e-05, + "loss": 2.9841, + "step": 12723 + }, + { + "epoch": 0.21780585083620055, + "grad_norm": 2.4458296298980713, + "learning_rate": 1.8206561526117418e-05, + "loss": 2.9745, + "step": 12724 + }, + { + "epoch": 0.21782296855475103, + "grad_norm": 2.25429368019104, + "learning_rate": 1.8206244713979544e-05, + "loss": 2.9669, + "step": 12725 + }, + { + "epoch": 0.21784008627330148, + "grad_norm": 2.3353681564331055, + "learning_rate": 1.8205927876618536e-05, + "loss": 2.8093, + "step": 12726 + }, + { + "epoch": 0.21785720399185196, + "grad_norm": 2.4545834064483643, + "learning_rate": 1.8205611014035364e-05, + "loss": 2.8682, + "step": 12727 + }, + { + "epoch": 0.21787432171040244, + "grad_norm": 2.4216086864471436, + "learning_rate": 1.8205294126231003e-05, + "loss": 2.8421, + "step": 12728 + }, + { + "epoch": 0.21789143942895292, + "grad_norm": 2.6680939197540283, + "learning_rate": 1.820497721320643e-05, + "loss": 3.0857, + "step": 12729 + }, + { + "epoch": 0.21790855714750337, + "grad_norm": 2.385449171066284, + "learning_rate": 1.8204660274962615e-05, + "loss": 2.9711, + "step": 12730 + }, + { + "epoch": 0.21792567486605385, + "grad_norm": 2.5088300704956055, + "learning_rate": 1.8204343311500533e-05, + "loss": 2.9552, + "step": 12731 + }, + { + "epoch": 0.21794279258460433, + "grad_norm": 2.4808335304260254, + "learning_rate": 1.8204026322821158e-05, + "loss": 2.876, + "step": 12732 + }, + { + "epoch": 0.21795991030315479, + "grad_norm": 2.4213387966156006, + "learning_rate": 1.8203709308925463e-05, + "loss": 2.991, + "step": 12733 + }, + { + "epoch": 0.21797702802170527, + "grad_norm": 2.4819130897521973, + "learning_rate": 1.8203392269814425e-05, + "loss": 2.8188, + "step": 12734 + }, + { + "epoch": 0.21799414574025575, + "grad_norm": 2.65486478805542, + "learning_rate": 1.820307520548902e-05, + "loss": 2.9415, + "step": 12735 + }, + { + "epoch": 0.2180112634588062, + "grad_norm": 2.3868560791015625, + "learning_rate": 1.8202758115950218e-05, + "loss": 2.9232, + "step": 12736 + }, + { + "epoch": 0.21802838117735668, + "grad_norm": 2.5157132148742676, + "learning_rate": 1.8202441001198998e-05, + "loss": 2.9861, + "step": 12737 + }, + { + "epoch": 0.21804549889590716, + "grad_norm": 2.429522752761841, + "learning_rate": 1.820212386123633e-05, + "loss": 2.8623, + "step": 12738 + }, + { + "epoch": 0.21806261661445764, + "grad_norm": 2.3256800174713135, + "learning_rate": 1.820180669606319e-05, + "loss": 2.8851, + "step": 12739 + }, + { + "epoch": 0.2180797343330081, + "grad_norm": 2.4339144229888916, + "learning_rate": 1.8201489505680562e-05, + "loss": 3.0031, + "step": 12740 + }, + { + "epoch": 0.21809685205155857, + "grad_norm": 2.3131115436553955, + "learning_rate": 1.8201172290089406e-05, + "loss": 2.759, + "step": 12741 + }, + { + "epoch": 0.21811396977010905, + "grad_norm": 2.287642478942871, + "learning_rate": 1.8200855049290705e-05, + "loss": 2.8661, + "step": 12742 + }, + { + "epoch": 0.2181310874886595, + "grad_norm": 2.494541883468628, + "learning_rate": 1.8200537783285435e-05, + "loss": 3.0433, + "step": 12743 + }, + { + "epoch": 0.21814820520720998, + "grad_norm": 2.5077908039093018, + "learning_rate": 1.820022049207457e-05, + "loss": 2.9836, + "step": 12744 + }, + { + "epoch": 0.21816532292576046, + "grad_norm": 2.6030304431915283, + "learning_rate": 1.819990317565908e-05, + "loss": 2.9957, + "step": 12745 + }, + { + "epoch": 0.21818244064431092, + "grad_norm": 2.419341802597046, + "learning_rate": 1.8199585834039946e-05, + "loss": 2.8545, + "step": 12746 + }, + { + "epoch": 0.2181995583628614, + "grad_norm": 2.3523850440979004, + "learning_rate": 1.819926846721815e-05, + "loss": 2.9907, + "step": 12747 + }, + { + "epoch": 0.21821667608141188, + "grad_norm": 2.3093161582946777, + "learning_rate": 1.8198951075194654e-05, + "loss": 2.8506, + "step": 12748 + }, + { + "epoch": 0.21823379379996233, + "grad_norm": 2.54592227935791, + "learning_rate": 1.8198633657970436e-05, + "loss": 2.8868, + "step": 12749 + }, + { + "epoch": 0.2182509115185128, + "grad_norm": 2.456563711166382, + "learning_rate": 1.8198316215546482e-05, + "loss": 2.8388, + "step": 12750 + }, + { + "epoch": 0.2182680292370633, + "grad_norm": 2.304365396499634, + "learning_rate": 1.8197998747923755e-05, + "loss": 2.8993, + "step": 12751 + }, + { + "epoch": 0.21828514695561377, + "grad_norm": 2.270726203918457, + "learning_rate": 1.819768125510324e-05, + "loss": 2.8067, + "step": 12752 + }, + { + "epoch": 0.21830226467416422, + "grad_norm": 2.3100950717926025, + "learning_rate": 1.8197363737085907e-05, + "loss": 2.9399, + "step": 12753 + }, + { + "epoch": 0.2183193823927147, + "grad_norm": 2.3811163902282715, + "learning_rate": 1.8197046193872734e-05, + "loss": 3.0045, + "step": 12754 + }, + { + "epoch": 0.21833650011126518, + "grad_norm": 2.3566226959228516, + "learning_rate": 1.8196728625464698e-05, + "loss": 2.8332, + "step": 12755 + }, + { + "epoch": 0.21835361782981563, + "grad_norm": 2.4336235523223877, + "learning_rate": 1.8196411031862778e-05, + "loss": 2.9527, + "step": 12756 + }, + { + "epoch": 0.2183707355483661, + "grad_norm": 2.460294008255005, + "learning_rate": 1.8196093413067944e-05, + "loss": 3.0598, + "step": 12757 + }, + { + "epoch": 0.2183878532669166, + "grad_norm": 2.4159915447235107, + "learning_rate": 1.8195775769081174e-05, + "loss": 2.7756, + "step": 12758 + }, + { + "epoch": 0.21840497098546705, + "grad_norm": 2.4497413635253906, + "learning_rate": 1.8195458099903444e-05, + "loss": 2.9351, + "step": 12759 + }, + { + "epoch": 0.21842208870401753, + "grad_norm": 2.5393426418304443, + "learning_rate": 1.8195140405535734e-05, + "loss": 2.9761, + "step": 12760 + }, + { + "epoch": 0.218439206422568, + "grad_norm": 2.358907461166382, + "learning_rate": 1.819482268597902e-05, + "loss": 2.8988, + "step": 12761 + }, + { + "epoch": 0.21845632414111849, + "grad_norm": 2.4842722415924072, + "learning_rate": 1.819450494123427e-05, + "loss": 3.0334, + "step": 12762 + }, + { + "epoch": 0.21847344185966894, + "grad_norm": 2.59328031539917, + "learning_rate": 1.819418717130247e-05, + "loss": 2.9187, + "step": 12763 + }, + { + "epoch": 0.21849055957821942, + "grad_norm": 2.4636237621307373, + "learning_rate": 1.8193869376184595e-05, + "loss": 2.9486, + "step": 12764 + }, + { + "epoch": 0.2185076772967699, + "grad_norm": 2.37961483001709, + "learning_rate": 1.8193551555881622e-05, + "loss": 2.8946, + "step": 12765 + }, + { + "epoch": 0.21852479501532035, + "grad_norm": 2.3954672813415527, + "learning_rate": 1.8193233710394523e-05, + "loss": 2.9409, + "step": 12766 + }, + { + "epoch": 0.21854191273387083, + "grad_norm": 2.2247314453125, + "learning_rate": 1.819291583972428e-05, + "loss": 2.7666, + "step": 12767 + }, + { + "epoch": 0.2185590304524213, + "grad_norm": 2.5615322589874268, + "learning_rate": 1.819259794387187e-05, + "loss": 2.9475, + "step": 12768 + }, + { + "epoch": 0.21857614817097176, + "grad_norm": 2.2274742126464844, + "learning_rate": 1.819228002283827e-05, + "loss": 2.8113, + "step": 12769 + }, + { + "epoch": 0.21859326588952224, + "grad_norm": 2.4187045097351074, + "learning_rate": 1.8191962076624454e-05, + "loss": 2.9012, + "step": 12770 + }, + { + "epoch": 0.21861038360807272, + "grad_norm": 2.422367572784424, + "learning_rate": 1.81916441052314e-05, + "loss": 2.7939, + "step": 12771 + }, + { + "epoch": 0.21862750132662317, + "grad_norm": 2.372262954711914, + "learning_rate": 1.8191326108660088e-05, + "loss": 2.8727, + "step": 12772 + }, + { + "epoch": 0.21864461904517365, + "grad_norm": 2.3209385871887207, + "learning_rate": 1.8191008086911494e-05, + "loss": 2.772, + "step": 12773 + }, + { + "epoch": 0.21866173676372413, + "grad_norm": 2.3665995597839355, + "learning_rate": 1.8190690039986594e-05, + "loss": 2.9715, + "step": 12774 + }, + { + "epoch": 0.21867885448227461, + "grad_norm": 2.4296605587005615, + "learning_rate": 1.8190371967886367e-05, + "loss": 2.9212, + "step": 12775 + }, + { + "epoch": 0.21869597220082507, + "grad_norm": 2.338050603866577, + "learning_rate": 1.8190053870611792e-05, + "loss": 3.0355, + "step": 12776 + }, + { + "epoch": 0.21871308991937555, + "grad_norm": 2.3177220821380615, + "learning_rate": 1.8189735748163845e-05, + "loss": 2.8856, + "step": 12777 + }, + { + "epoch": 0.21873020763792603, + "grad_norm": 2.3366849422454834, + "learning_rate": 1.8189417600543502e-05, + "loss": 2.868, + "step": 12778 + }, + { + "epoch": 0.21874732535647648, + "grad_norm": 2.306812286376953, + "learning_rate": 1.8189099427751746e-05, + "loss": 2.9067, + "step": 12779 + }, + { + "epoch": 0.21876444307502696, + "grad_norm": 2.4271767139434814, + "learning_rate": 1.8188781229789548e-05, + "loss": 2.9502, + "step": 12780 + }, + { + "epoch": 0.21878156079357744, + "grad_norm": 2.330296039581299, + "learning_rate": 1.818846300665789e-05, + "loss": 2.8501, + "step": 12781 + }, + { + "epoch": 0.2187986785121279, + "grad_norm": 2.304511308670044, + "learning_rate": 1.8188144758357756e-05, + "loss": 2.9178, + "step": 12782 + }, + { + "epoch": 0.21881579623067837, + "grad_norm": 2.336448907852173, + "learning_rate": 1.8187826484890113e-05, + "loss": 2.9076, + "step": 12783 + }, + { + "epoch": 0.21883291394922885, + "grad_norm": 2.358891725540161, + "learning_rate": 1.8187508186255945e-05, + "loss": 2.7276, + "step": 12784 + }, + { + "epoch": 0.2188500316677793, + "grad_norm": 2.6261563301086426, + "learning_rate": 1.8187189862456232e-05, + "loss": 3.06, + "step": 12785 + }, + { + "epoch": 0.21886714938632978, + "grad_norm": 2.4959115982055664, + "learning_rate": 1.818687151349195e-05, + "loss": 2.9369, + "step": 12786 + }, + { + "epoch": 0.21888426710488026, + "grad_norm": 2.3185629844665527, + "learning_rate": 1.8186553139364073e-05, + "loss": 2.778, + "step": 12787 + }, + { + "epoch": 0.21890138482343074, + "grad_norm": 2.383992910385132, + "learning_rate": 1.818623474007359e-05, + "loss": 2.9891, + "step": 12788 + }, + { + "epoch": 0.2189185025419812, + "grad_norm": 2.280388355255127, + "learning_rate": 1.8185916315621473e-05, + "loss": 2.8258, + "step": 12789 + }, + { + "epoch": 0.21893562026053168, + "grad_norm": 2.3329567909240723, + "learning_rate": 1.81855978660087e-05, + "loss": 2.9026, + "step": 12790 + }, + { + "epoch": 0.21895273797908216, + "grad_norm": 2.401235818862915, + "learning_rate": 1.818527939123625e-05, + "loss": 3.0062, + "step": 12791 + }, + { + "epoch": 0.2189698556976326, + "grad_norm": 2.2511632442474365, + "learning_rate": 1.8184960891305106e-05, + "loss": 2.8606, + "step": 12792 + }, + { + "epoch": 0.2189869734161831, + "grad_norm": 2.393550395965576, + "learning_rate": 1.8184642366216243e-05, + "loss": 2.9132, + "step": 12793 + }, + { + "epoch": 0.21900409113473357, + "grad_norm": 2.3836474418640137, + "learning_rate": 1.818432381597064e-05, + "loss": 2.8212, + "step": 12794 + }, + { + "epoch": 0.21902120885328402, + "grad_norm": 2.4361367225646973, + "learning_rate": 1.818400524056928e-05, + "loss": 2.9597, + "step": 12795 + }, + { + "epoch": 0.2190383265718345, + "grad_norm": 2.426408052444458, + "learning_rate": 1.818368664001314e-05, + "loss": 2.8876, + "step": 12796 + }, + { + "epoch": 0.21905544429038498, + "grad_norm": 2.3180696964263916, + "learning_rate": 1.81833680143032e-05, + "loss": 2.8933, + "step": 12797 + }, + { + "epoch": 0.21907256200893546, + "grad_norm": 2.3276586532592773, + "learning_rate": 1.8183049363440434e-05, + "loss": 2.8825, + "step": 12798 + }, + { + "epoch": 0.21908967972748591, + "grad_norm": 2.365748167037964, + "learning_rate": 1.8182730687425828e-05, + "loss": 2.8328, + "step": 12799 + }, + { + "epoch": 0.2191067974460364, + "grad_norm": 2.3840129375457764, + "learning_rate": 1.818241198626036e-05, + "loss": 2.9378, + "step": 12800 + }, + { + "epoch": 0.21912391516458687, + "grad_norm": 2.223771333694458, + "learning_rate": 1.8182093259945007e-05, + "loss": 2.9395, + "step": 12801 + }, + { + "epoch": 0.21914103288313733, + "grad_norm": 2.252594470977783, + "learning_rate": 1.818177450848075e-05, + "loss": 2.9744, + "step": 12802 + }, + { + "epoch": 0.2191581506016878, + "grad_norm": 2.276196241378784, + "learning_rate": 1.818145573186857e-05, + "loss": 2.905, + "step": 12803 + }, + { + "epoch": 0.2191752683202383, + "grad_norm": 2.3140735626220703, + "learning_rate": 1.8181136930109447e-05, + "loss": 2.8808, + "step": 12804 + }, + { + "epoch": 0.21919238603878874, + "grad_norm": 2.412717580795288, + "learning_rate": 1.818081810320436e-05, + "loss": 2.9888, + "step": 12805 + }, + { + "epoch": 0.21920950375733922, + "grad_norm": 2.394599676132202, + "learning_rate": 1.818049925115429e-05, + "loss": 2.8729, + "step": 12806 + }, + { + "epoch": 0.2192266214758897, + "grad_norm": 2.6132454872131348, + "learning_rate": 1.8180180373960213e-05, + "loss": 3.0228, + "step": 12807 + }, + { + "epoch": 0.21924373919444015, + "grad_norm": 2.3796286582946777, + "learning_rate": 1.8179861471623112e-05, + "loss": 2.7694, + "step": 12808 + }, + { + "epoch": 0.21926085691299063, + "grad_norm": 2.3323521614074707, + "learning_rate": 1.8179542544143966e-05, + "loss": 2.8934, + "step": 12809 + }, + { + "epoch": 0.2192779746315411, + "grad_norm": 2.2835450172424316, + "learning_rate": 1.817922359152376e-05, + "loss": 2.9253, + "step": 12810 + }, + { + "epoch": 0.2192950923500916, + "grad_norm": 2.3182005882263184, + "learning_rate": 1.817890461376347e-05, + "loss": 3.0287, + "step": 12811 + }, + { + "epoch": 0.21931221006864204, + "grad_norm": 2.30220627784729, + "learning_rate": 1.8178585610864076e-05, + "loss": 2.9349, + "step": 12812 + }, + { + "epoch": 0.21932932778719252, + "grad_norm": 2.2691099643707275, + "learning_rate": 1.8178266582826558e-05, + "loss": 2.7992, + "step": 12813 + }, + { + "epoch": 0.219346445505743, + "grad_norm": 2.437937021255493, + "learning_rate": 1.81779475296519e-05, + "loss": 2.8789, + "step": 12814 + }, + { + "epoch": 0.21936356322429346, + "grad_norm": 2.381603479385376, + "learning_rate": 1.8177628451341083e-05, + "loss": 3.0028, + "step": 12815 + }, + { + "epoch": 0.21938068094284394, + "grad_norm": 2.4023454189300537, + "learning_rate": 1.8177309347895084e-05, + "loss": 2.8437, + "step": 12816 + }, + { + "epoch": 0.21939779866139442, + "grad_norm": 2.3462836742401123, + "learning_rate": 1.8176990219314884e-05, + "loss": 2.8658, + "step": 12817 + }, + { + "epoch": 0.21941491637994487, + "grad_norm": 2.3640849590301514, + "learning_rate": 1.8176671065601467e-05, + "loss": 2.885, + "step": 12818 + }, + { + "epoch": 0.21943203409849535, + "grad_norm": 2.5105984210968018, + "learning_rate": 1.817635188675581e-05, + "loss": 3.0282, + "step": 12819 + }, + { + "epoch": 0.21944915181704583, + "grad_norm": 2.355686664581299, + "learning_rate": 1.81760326827789e-05, + "loss": 2.8285, + "step": 12820 + }, + { + "epoch": 0.2194662695355963, + "grad_norm": 2.386044979095459, + "learning_rate": 1.8175713453671716e-05, + "loss": 2.8995, + "step": 12821 + }, + { + "epoch": 0.21948338725414676, + "grad_norm": 2.184906005859375, + "learning_rate": 1.817539419943523e-05, + "loss": 2.9759, + "step": 12822 + }, + { + "epoch": 0.21950050497269724, + "grad_norm": 2.2931249141693115, + "learning_rate": 1.8175074920070437e-05, + "loss": 2.9167, + "step": 12823 + }, + { + "epoch": 0.21951762269124772, + "grad_norm": 2.4652297496795654, + "learning_rate": 1.8174755615578312e-05, + "loss": 3.0017, + "step": 12824 + }, + { + "epoch": 0.21953474040979817, + "grad_norm": 2.399972677230835, + "learning_rate": 1.817443628595984e-05, + "loss": 2.8936, + "step": 12825 + }, + { + "epoch": 0.21955185812834865, + "grad_norm": 2.3373565673828125, + "learning_rate": 1.8174116931215994e-05, + "loss": 2.845, + "step": 12826 + }, + { + "epoch": 0.21956897584689913, + "grad_norm": 2.6455419063568115, + "learning_rate": 1.817379755134776e-05, + "loss": 3.0157, + "step": 12827 + }, + { + "epoch": 0.21958609356544959, + "grad_norm": 2.3460726737976074, + "learning_rate": 1.8173478146356124e-05, + "loss": 2.9896, + "step": 12828 + }, + { + "epoch": 0.21960321128400007, + "grad_norm": 2.374083995819092, + "learning_rate": 1.817315871624206e-05, + "loss": 2.9027, + "step": 12829 + }, + { + "epoch": 0.21962032900255055, + "grad_norm": 2.7046637535095215, + "learning_rate": 1.8172839261006555e-05, + "loss": 2.9166, + "step": 12830 + }, + { + "epoch": 0.219637446721101, + "grad_norm": 2.3906779289245605, + "learning_rate": 1.8172519780650594e-05, + "loss": 2.8772, + "step": 12831 + }, + { + "epoch": 0.21965456443965148, + "grad_norm": 2.44305157661438, + "learning_rate": 1.8172200275175155e-05, + "loss": 2.9875, + "step": 12832 + }, + { + "epoch": 0.21967168215820196, + "grad_norm": 2.4003632068634033, + "learning_rate": 1.8171880744581215e-05, + "loss": 2.97, + "step": 12833 + }, + { + "epoch": 0.21968879987675244, + "grad_norm": 2.2735788822174072, + "learning_rate": 1.8171561188869764e-05, + "loss": 2.8913, + "step": 12834 + }, + { + "epoch": 0.2197059175953029, + "grad_norm": 2.412654399871826, + "learning_rate": 1.817124160804178e-05, + "loss": 2.999, + "step": 12835 + }, + { + "epoch": 0.21972303531385337, + "grad_norm": 2.302629232406616, + "learning_rate": 1.817092200209825e-05, + "loss": 2.8248, + "step": 12836 + }, + { + "epoch": 0.21974015303240385, + "grad_norm": 2.4683094024658203, + "learning_rate": 1.817060237104015e-05, + "loss": 2.8773, + "step": 12837 + }, + { + "epoch": 0.2197572707509543, + "grad_norm": 2.3350768089294434, + "learning_rate": 1.8170282714868467e-05, + "loss": 2.8225, + "step": 12838 + }, + { + "epoch": 0.21977438846950478, + "grad_norm": 2.439612627029419, + "learning_rate": 1.816996303358418e-05, + "loss": 2.9771, + "step": 12839 + }, + { + "epoch": 0.21979150618805526, + "grad_norm": 2.418611526489258, + "learning_rate": 1.8169643327188272e-05, + "loss": 2.8133, + "step": 12840 + }, + { + "epoch": 0.21980862390660572, + "grad_norm": 2.4092321395874023, + "learning_rate": 1.8169323595681733e-05, + "loss": 2.9127, + "step": 12841 + }, + { + "epoch": 0.2198257416251562, + "grad_norm": 2.45489501953125, + "learning_rate": 1.8169003839065535e-05, + "loss": 2.8458, + "step": 12842 + }, + { + "epoch": 0.21984285934370668, + "grad_norm": 2.4683117866516113, + "learning_rate": 1.816868405734067e-05, + "loss": 2.9251, + "step": 12843 + }, + { + "epoch": 0.21985997706225716, + "grad_norm": 2.5832550525665283, + "learning_rate": 1.816836425050811e-05, + "loss": 2.8578, + "step": 12844 + }, + { + "epoch": 0.2198770947808076, + "grad_norm": 2.478006601333618, + "learning_rate": 1.816804441856885e-05, + "loss": 2.9469, + "step": 12845 + }, + { + "epoch": 0.2198942124993581, + "grad_norm": 2.3941309452056885, + "learning_rate": 1.8167724561523868e-05, + "loss": 2.8764, + "step": 12846 + }, + { + "epoch": 0.21991133021790857, + "grad_norm": 2.751171350479126, + "learning_rate": 1.8167404679374142e-05, + "loss": 2.9389, + "step": 12847 + }, + { + "epoch": 0.21992844793645902, + "grad_norm": 2.4801034927368164, + "learning_rate": 1.8167084772120663e-05, + "loss": 2.941, + "step": 12848 + }, + { + "epoch": 0.2199455656550095, + "grad_norm": 2.2989861965179443, + "learning_rate": 1.8166764839764414e-05, + "loss": 2.9427, + "step": 12849 + }, + { + "epoch": 0.21996268337355998, + "grad_norm": 2.4042160511016846, + "learning_rate": 1.816644488230637e-05, + "loss": 2.8275, + "step": 12850 + }, + { + "epoch": 0.21997980109211043, + "grad_norm": 2.4481201171875, + "learning_rate": 1.8166124899747522e-05, + "loss": 2.9189, + "step": 12851 + }, + { + "epoch": 0.2199969188106609, + "grad_norm": 2.498863935470581, + "learning_rate": 1.8165804892088855e-05, + "loss": 2.9458, + "step": 12852 + }, + { + "epoch": 0.2200140365292114, + "grad_norm": 2.2507495880126953, + "learning_rate": 1.8165484859331348e-05, + "loss": 2.8142, + "step": 12853 + }, + { + "epoch": 0.22003115424776185, + "grad_norm": 2.2754693031311035, + "learning_rate": 1.8165164801475983e-05, + "loss": 2.7773, + "step": 12854 + }, + { + "epoch": 0.22004827196631233, + "grad_norm": 2.4002037048339844, + "learning_rate": 1.8164844718523748e-05, + "loss": 2.8938, + "step": 12855 + }, + { + "epoch": 0.2200653896848628, + "grad_norm": 2.337966203689575, + "learning_rate": 1.8164524610475623e-05, + "loss": 2.9266, + "step": 12856 + }, + { + "epoch": 0.22008250740341329, + "grad_norm": 2.568822145462036, + "learning_rate": 1.81642044773326e-05, + "loss": 2.8479, + "step": 12857 + }, + { + "epoch": 0.22009962512196374, + "grad_norm": 2.3922362327575684, + "learning_rate": 1.8163884319095655e-05, + "loss": 2.9233, + "step": 12858 + }, + { + "epoch": 0.22011674284051422, + "grad_norm": 2.299294948577881, + "learning_rate": 1.8163564135765773e-05, + "loss": 2.9486, + "step": 12859 + }, + { + "epoch": 0.2201338605590647, + "grad_norm": 2.3943073749542236, + "learning_rate": 1.816324392734394e-05, + "loss": 2.9339, + "step": 12860 + }, + { + "epoch": 0.22015097827761515, + "grad_norm": 2.355160713195801, + "learning_rate": 1.816292369383114e-05, + "loss": 2.8488, + "step": 12861 + }, + { + "epoch": 0.22016809599616563, + "grad_norm": 2.494947910308838, + "learning_rate": 1.8162603435228354e-05, + "loss": 2.857, + "step": 12862 + }, + { + "epoch": 0.2201852137147161, + "grad_norm": 2.403078556060791, + "learning_rate": 1.8162283151536573e-05, + "loss": 2.9409, + "step": 12863 + }, + { + "epoch": 0.22020233143326656, + "grad_norm": 2.3313887119293213, + "learning_rate": 1.816196284275678e-05, + "loss": 2.9304, + "step": 12864 + }, + { + "epoch": 0.22021944915181704, + "grad_norm": 2.545124053955078, + "learning_rate": 1.816164250888995e-05, + "loss": 2.8802, + "step": 12865 + }, + { + "epoch": 0.22023656687036752, + "grad_norm": 2.289836883544922, + "learning_rate": 1.816132214993708e-05, + "loss": 2.7341, + "step": 12866 + }, + { + "epoch": 0.220253684588918, + "grad_norm": 2.4887099266052246, + "learning_rate": 1.8161001765899148e-05, + "loss": 3.0322, + "step": 12867 + }, + { + "epoch": 0.22027080230746846, + "grad_norm": 2.340439558029175, + "learning_rate": 1.816068135677714e-05, + "loss": 2.8924, + "step": 12868 + }, + { + "epoch": 0.22028792002601894, + "grad_norm": 2.424915075302124, + "learning_rate": 1.8160360922572044e-05, + "loss": 2.9779, + "step": 12869 + }, + { + "epoch": 0.22030503774456942, + "grad_norm": 2.3776824474334717, + "learning_rate": 1.8160040463284838e-05, + "loss": 2.963, + "step": 12870 + }, + { + "epoch": 0.22032215546311987, + "grad_norm": 2.2929561138153076, + "learning_rate": 1.8159719978916516e-05, + "loss": 2.9164, + "step": 12871 + }, + { + "epoch": 0.22033927318167035, + "grad_norm": 2.4258954524993896, + "learning_rate": 1.8159399469468053e-05, + "loss": 2.8545, + "step": 12872 + }, + { + "epoch": 0.22035639090022083, + "grad_norm": 2.3605265617370605, + "learning_rate": 1.8159078934940442e-05, + "loss": 2.8943, + "step": 12873 + }, + { + "epoch": 0.22037350861877128, + "grad_norm": 2.4224538803100586, + "learning_rate": 1.8158758375334663e-05, + "loss": 2.8848, + "step": 12874 + }, + { + "epoch": 0.22039062633732176, + "grad_norm": 2.526594877243042, + "learning_rate": 1.8158437790651707e-05, + "loss": 3.0735, + "step": 12875 + }, + { + "epoch": 0.22040774405587224, + "grad_norm": 2.2899765968322754, + "learning_rate": 1.8158117180892554e-05, + "loss": 2.9173, + "step": 12876 + }, + { + "epoch": 0.2204248617744227, + "grad_norm": 2.365717649459839, + "learning_rate": 1.815779654605819e-05, + "loss": 2.8738, + "step": 12877 + }, + { + "epoch": 0.22044197949297317, + "grad_norm": 2.3885490894317627, + "learning_rate": 1.8157475886149608e-05, + "loss": 2.9227, + "step": 12878 + }, + { + "epoch": 0.22045909721152365, + "grad_norm": 2.4626357555389404, + "learning_rate": 1.8157155201167784e-05, + "loss": 2.915, + "step": 12879 + }, + { + "epoch": 0.22047621493007413, + "grad_norm": 2.855196237564087, + "learning_rate": 1.8156834491113703e-05, + "loss": 2.9613, + "step": 12880 + }, + { + "epoch": 0.22049333264862458, + "grad_norm": 2.6597774028778076, + "learning_rate": 1.815651375598836e-05, + "loss": 2.9467, + "step": 12881 + }, + { + "epoch": 0.22051045036717506, + "grad_norm": 2.4872782230377197, + "learning_rate": 1.8156192995792735e-05, + "loss": 2.8535, + "step": 12882 + }, + { + "epoch": 0.22052756808572554, + "grad_norm": 2.3040146827697754, + "learning_rate": 1.8155872210527813e-05, + "loss": 2.8792, + "step": 12883 + }, + { + "epoch": 0.220544685804276, + "grad_norm": 2.2413413524627686, + "learning_rate": 1.8155551400194586e-05, + "loss": 2.7154, + "step": 12884 + }, + { + "epoch": 0.22056180352282648, + "grad_norm": 2.44533371925354, + "learning_rate": 1.8155230564794035e-05, + "loss": 2.8567, + "step": 12885 + }, + { + "epoch": 0.22057892124137696, + "grad_norm": 2.553838014602661, + "learning_rate": 1.8154909704327143e-05, + "loss": 3.0077, + "step": 12886 + }, + { + "epoch": 0.2205960389599274, + "grad_norm": 2.34401273727417, + "learning_rate": 1.8154588818794906e-05, + "loss": 2.8612, + "step": 12887 + }, + { + "epoch": 0.2206131566784779, + "grad_norm": 2.418078660964966, + "learning_rate": 1.8154267908198297e-05, + "loss": 2.8123, + "step": 12888 + }, + { + "epoch": 0.22063027439702837, + "grad_norm": 2.3773627281188965, + "learning_rate": 1.8153946972538315e-05, + "loss": 2.7427, + "step": 12889 + }, + { + "epoch": 0.22064739211557882, + "grad_norm": 2.341330051422119, + "learning_rate": 1.815362601181594e-05, + "loss": 2.9047, + "step": 12890 + }, + { + "epoch": 0.2206645098341293, + "grad_norm": 2.4674675464630127, + "learning_rate": 1.815330502603216e-05, + "loss": 2.8815, + "step": 12891 + }, + { + "epoch": 0.22068162755267978, + "grad_norm": 2.536595344543457, + "learning_rate": 1.815298401518796e-05, + "loss": 2.9486, + "step": 12892 + }, + { + "epoch": 0.22069874527123026, + "grad_norm": 2.4505341053009033, + "learning_rate": 1.815266297928433e-05, + "loss": 2.9437, + "step": 12893 + }, + { + "epoch": 0.22071586298978071, + "grad_norm": 2.4171745777130127, + "learning_rate": 1.8152341918322257e-05, + "loss": 2.9216, + "step": 12894 + }, + { + "epoch": 0.2207329807083312, + "grad_norm": 2.364867925643921, + "learning_rate": 1.8152020832302722e-05, + "loss": 2.872, + "step": 12895 + }, + { + "epoch": 0.22075009842688167, + "grad_norm": 2.335458993911743, + "learning_rate": 1.8151699721226713e-05, + "loss": 2.9413, + "step": 12896 + }, + { + "epoch": 0.22076721614543213, + "grad_norm": 2.2293574810028076, + "learning_rate": 1.815137858509523e-05, + "loss": 2.7967, + "step": 12897 + }, + { + "epoch": 0.2207843338639826, + "grad_norm": 2.458810329437256, + "learning_rate": 1.8151057423909238e-05, + "loss": 3.0203, + "step": 12898 + }, + { + "epoch": 0.2208014515825331, + "grad_norm": 2.3912220001220703, + "learning_rate": 1.815073623766974e-05, + "loss": 2.9538, + "step": 12899 + }, + { + "epoch": 0.22081856930108354, + "grad_norm": 2.284214973449707, + "learning_rate": 1.815041502637772e-05, + "loss": 2.9854, + "step": 12900 + }, + { + "epoch": 0.22083568701963402, + "grad_norm": 2.3618505001068115, + "learning_rate": 1.815009379003416e-05, + "loss": 2.8812, + "step": 12901 + }, + { + "epoch": 0.2208528047381845, + "grad_norm": 2.359102964401245, + "learning_rate": 1.814977252864006e-05, + "loss": 2.8096, + "step": 12902 + }, + { + "epoch": 0.22086992245673498, + "grad_norm": 2.2610247135162354, + "learning_rate": 1.8149451242196395e-05, + "loss": 2.8866, + "step": 12903 + }, + { + "epoch": 0.22088704017528543, + "grad_norm": 2.431138753890991, + "learning_rate": 1.8149129930704154e-05, + "loss": 2.9004, + "step": 12904 + }, + { + "epoch": 0.2209041578938359, + "grad_norm": 2.3338286876678467, + "learning_rate": 1.814880859416433e-05, + "loss": 2.8282, + "step": 12905 + }, + { + "epoch": 0.2209212756123864, + "grad_norm": 2.3597536087036133, + "learning_rate": 1.814848723257791e-05, + "loss": 2.9436, + "step": 12906 + }, + { + "epoch": 0.22093839333093684, + "grad_norm": 2.25964617729187, + "learning_rate": 1.8148165845945873e-05, + "loss": 2.953, + "step": 12907 + }, + { + "epoch": 0.22095551104948732, + "grad_norm": 2.490884780883789, + "learning_rate": 1.8147844434269218e-05, + "loss": 2.9388, + "step": 12908 + }, + { + "epoch": 0.2209726287680378, + "grad_norm": 2.3881051540374756, + "learning_rate": 1.8147522997548925e-05, + "loss": 2.8983, + "step": 12909 + }, + { + "epoch": 0.22098974648658826, + "grad_norm": 2.448943614959717, + "learning_rate": 1.814720153578599e-05, + "loss": 2.8456, + "step": 12910 + }, + { + "epoch": 0.22100686420513874, + "grad_norm": 2.332240581512451, + "learning_rate": 1.8146880048981394e-05, + "loss": 2.9416, + "step": 12911 + }, + { + "epoch": 0.22102398192368922, + "grad_norm": 2.3766191005706787, + "learning_rate": 1.8146558537136127e-05, + "loss": 2.8475, + "step": 12912 + }, + { + "epoch": 0.22104109964223967, + "grad_norm": 2.378246307373047, + "learning_rate": 1.814623700025118e-05, + "loss": 2.9389, + "step": 12913 + }, + { + "epoch": 0.22105821736079015, + "grad_norm": 2.3130977153778076, + "learning_rate": 1.8145915438327535e-05, + "loss": 2.8889, + "step": 12914 + }, + { + "epoch": 0.22107533507934063, + "grad_norm": 2.408099889755249, + "learning_rate": 1.8145593851366187e-05, + "loss": 2.7418, + "step": 12915 + }, + { + "epoch": 0.2210924527978911, + "grad_norm": 2.3624889850616455, + "learning_rate": 1.8145272239368123e-05, + "loss": 2.7613, + "step": 12916 + }, + { + "epoch": 0.22110957051644156, + "grad_norm": 2.413144826889038, + "learning_rate": 1.814495060233433e-05, + "loss": 2.8284, + "step": 12917 + }, + { + "epoch": 0.22112668823499204, + "grad_norm": 2.370572805404663, + "learning_rate": 1.81446289402658e-05, + "loss": 2.9864, + "step": 12918 + }, + { + "epoch": 0.22114380595354252, + "grad_norm": 2.471054792404175, + "learning_rate": 1.8144307253163512e-05, + "loss": 2.8097, + "step": 12919 + }, + { + "epoch": 0.22116092367209297, + "grad_norm": 2.3319015502929688, + "learning_rate": 1.8143985541028465e-05, + "loss": 2.872, + "step": 12920 + }, + { + "epoch": 0.22117804139064345, + "grad_norm": 2.4334962368011475, + "learning_rate": 1.8143663803861642e-05, + "loss": 2.9857, + "step": 12921 + }, + { + "epoch": 0.22119515910919393, + "grad_norm": 2.5083892345428467, + "learning_rate": 1.8143342041664037e-05, + "loss": 2.9565, + "step": 12922 + }, + { + "epoch": 0.2212122768277444, + "grad_norm": 2.3771283626556396, + "learning_rate": 1.8143020254436633e-05, + "loss": 2.8889, + "step": 12923 + }, + { + "epoch": 0.22122939454629487, + "grad_norm": 2.3796234130859375, + "learning_rate": 1.8142698442180427e-05, + "loss": 2.8474, + "step": 12924 + }, + { + "epoch": 0.22124651226484535, + "grad_norm": 2.31492280960083, + "learning_rate": 1.8142376604896398e-05, + "loss": 2.7932, + "step": 12925 + }, + { + "epoch": 0.22126362998339583, + "grad_norm": 2.6967849731445312, + "learning_rate": 1.8142054742585543e-05, + "loss": 2.9664, + "step": 12926 + }, + { + "epoch": 0.22128074770194628, + "grad_norm": 2.4904401302337646, + "learning_rate": 1.814173285524885e-05, + "loss": 2.7413, + "step": 12927 + }, + { + "epoch": 0.22129786542049676, + "grad_norm": 2.4367172718048096, + "learning_rate": 1.8141410942887305e-05, + "loss": 2.7455, + "step": 12928 + }, + { + "epoch": 0.22131498313904724, + "grad_norm": 2.5825397968292236, + "learning_rate": 1.81410890055019e-05, + "loss": 2.9962, + "step": 12929 + }, + { + "epoch": 0.2213321008575977, + "grad_norm": 2.474949359893799, + "learning_rate": 1.8140767043093625e-05, + "loss": 2.8993, + "step": 12930 + }, + { + "epoch": 0.22134921857614817, + "grad_norm": 2.598747491836548, + "learning_rate": 1.814044505566347e-05, + "loss": 2.953, + "step": 12931 + }, + { + "epoch": 0.22136633629469865, + "grad_norm": 2.3723061084747314, + "learning_rate": 1.8140123043212425e-05, + "loss": 2.8174, + "step": 12932 + }, + { + "epoch": 0.2213834540132491, + "grad_norm": 2.423733711242676, + "learning_rate": 1.8139801005741472e-05, + "loss": 2.9154, + "step": 12933 + }, + { + "epoch": 0.22140057173179958, + "grad_norm": 2.336625099182129, + "learning_rate": 1.8139478943251615e-05, + "loss": 2.8615, + "step": 12934 + }, + { + "epoch": 0.22141768945035006, + "grad_norm": 2.3577358722686768, + "learning_rate": 1.8139156855743828e-05, + "loss": 2.7746, + "step": 12935 + }, + { + "epoch": 0.22143480716890052, + "grad_norm": 2.2798357009887695, + "learning_rate": 1.8138834743219115e-05, + "loss": 2.8054, + "step": 12936 + }, + { + "epoch": 0.221451924887451, + "grad_norm": 2.602505683898926, + "learning_rate": 1.8138512605678456e-05, + "loss": 2.8714, + "step": 12937 + }, + { + "epoch": 0.22146904260600148, + "grad_norm": 2.3024332523345947, + "learning_rate": 1.8138190443122848e-05, + "loss": 2.9712, + "step": 12938 + }, + { + "epoch": 0.22148616032455196, + "grad_norm": 2.431960105895996, + "learning_rate": 1.8137868255553276e-05, + "loss": 3.0389, + "step": 12939 + }, + { + "epoch": 0.2215032780431024, + "grad_norm": 2.335979461669922, + "learning_rate": 1.8137546042970733e-05, + "loss": 2.83, + "step": 12940 + }, + { + "epoch": 0.2215203957616529, + "grad_norm": 2.4651708602905273, + "learning_rate": 1.813722380537621e-05, + "loss": 2.8767, + "step": 12941 + }, + { + "epoch": 0.22153751348020337, + "grad_norm": 2.5160417556762695, + "learning_rate": 1.8136901542770698e-05, + "loss": 2.8321, + "step": 12942 + }, + { + "epoch": 0.22155463119875382, + "grad_norm": 2.3084049224853516, + "learning_rate": 1.813657925515518e-05, + "loss": 2.952, + "step": 12943 + }, + { + "epoch": 0.2215717489173043, + "grad_norm": 2.381058692932129, + "learning_rate": 1.8136256942530658e-05, + "loss": 2.8791, + "step": 12944 + }, + { + "epoch": 0.22158886663585478, + "grad_norm": 2.372821807861328, + "learning_rate": 1.8135934604898117e-05, + "loss": 2.8544, + "step": 12945 + }, + { + "epoch": 0.22160598435440523, + "grad_norm": 2.3176045417785645, + "learning_rate": 1.813561224225855e-05, + "loss": 2.803, + "step": 12946 + }, + { + "epoch": 0.2216231020729557, + "grad_norm": 2.3302059173583984, + "learning_rate": 1.8135289854612942e-05, + "loss": 2.8721, + "step": 12947 + }, + { + "epoch": 0.2216402197915062, + "grad_norm": 2.300780773162842, + "learning_rate": 1.8134967441962288e-05, + "loss": 2.8918, + "step": 12948 + }, + { + "epoch": 0.22165733751005667, + "grad_norm": 2.544404983520508, + "learning_rate": 1.813464500430758e-05, + "loss": 2.9598, + "step": 12949 + }, + { + "epoch": 0.22167445522860713, + "grad_norm": 2.3283908367156982, + "learning_rate": 1.8134322541649808e-05, + "loss": 2.9216, + "step": 12950 + }, + { + "epoch": 0.2216915729471576, + "grad_norm": 2.3488717079162598, + "learning_rate": 1.813400005398996e-05, + "loss": 2.8635, + "step": 12951 + }, + { + "epoch": 0.22170869066570809, + "grad_norm": 2.39731502532959, + "learning_rate": 1.8133677541329032e-05, + "loss": 2.8659, + "step": 12952 + }, + { + "epoch": 0.22172580838425854, + "grad_norm": 2.5149285793304443, + "learning_rate": 1.8133355003668014e-05, + "loss": 2.9383, + "step": 12953 + }, + { + "epoch": 0.22174292610280902, + "grad_norm": 2.338379383087158, + "learning_rate": 1.81330324410079e-05, + "loss": 2.942, + "step": 12954 + }, + { + "epoch": 0.2217600438213595, + "grad_norm": 2.317697048187256, + "learning_rate": 1.8132709853349673e-05, + "loss": 2.7252, + "step": 12955 + }, + { + "epoch": 0.22177716153990995, + "grad_norm": 2.4338669776916504, + "learning_rate": 1.8132387240694333e-05, + "loss": 2.9357, + "step": 12956 + }, + { + "epoch": 0.22179427925846043, + "grad_norm": 2.329714775085449, + "learning_rate": 1.8132064603042864e-05, + "loss": 2.9757, + "step": 12957 + }, + { + "epoch": 0.2218113969770109, + "grad_norm": 2.373680830001831, + "learning_rate": 1.813174194039627e-05, + "loss": 3.0728, + "step": 12958 + }, + { + "epoch": 0.22182851469556136, + "grad_norm": 2.388869047164917, + "learning_rate": 1.8131419252755525e-05, + "loss": 2.9476, + "step": 12959 + }, + { + "epoch": 0.22184563241411184, + "grad_norm": 2.2603275775909424, + "learning_rate": 1.8131096540121637e-05, + "loss": 2.8233, + "step": 12960 + }, + { + "epoch": 0.22186275013266232, + "grad_norm": 2.353590965270996, + "learning_rate": 1.813077380249559e-05, + "loss": 2.8866, + "step": 12961 + }, + { + "epoch": 0.2218798678512128, + "grad_norm": 2.329320192337036, + "learning_rate": 1.8130451039878377e-05, + "loss": 2.8914, + "step": 12962 + }, + { + "epoch": 0.22189698556976326, + "grad_norm": 2.442305326461792, + "learning_rate": 1.8130128252270994e-05, + "loss": 2.8672, + "step": 12963 + }, + { + "epoch": 0.22191410328831374, + "grad_norm": 2.4690935611724854, + "learning_rate": 1.8129805439674428e-05, + "loss": 3.0344, + "step": 12964 + }, + { + "epoch": 0.22193122100686422, + "grad_norm": 2.3344016075134277, + "learning_rate": 1.812948260208967e-05, + "loss": 2.8614, + "step": 12965 + }, + { + "epoch": 0.22194833872541467, + "grad_norm": 2.334075689315796, + "learning_rate": 1.8129159739517717e-05, + "loss": 2.8429, + "step": 12966 + }, + { + "epoch": 0.22196545644396515, + "grad_norm": 2.2369558811187744, + "learning_rate": 1.8128836851959562e-05, + "loss": 2.857, + "step": 12967 + }, + { + "epoch": 0.22198257416251563, + "grad_norm": 2.291222095489502, + "learning_rate": 1.812851393941619e-05, + "loss": 2.7774, + "step": 12968 + }, + { + "epoch": 0.22199969188106608, + "grad_norm": 2.445603847503662, + "learning_rate": 1.8128191001888605e-05, + "loss": 2.8611, + "step": 12969 + }, + { + "epoch": 0.22201680959961656, + "grad_norm": 2.253695487976074, + "learning_rate": 1.8127868039377788e-05, + "loss": 2.8201, + "step": 12970 + }, + { + "epoch": 0.22203392731816704, + "grad_norm": 2.235917806625366, + "learning_rate": 1.8127545051884737e-05, + "loss": 2.9793, + "step": 12971 + }, + { + "epoch": 0.2220510450367175, + "grad_norm": 2.42490816116333, + "learning_rate": 1.812722203941045e-05, + "loss": 2.8054, + "step": 12972 + }, + { + "epoch": 0.22206816275526797, + "grad_norm": 2.3753504753112793, + "learning_rate": 1.812689900195591e-05, + "loss": 2.8401, + "step": 12973 + }, + { + "epoch": 0.22208528047381845, + "grad_norm": 2.2382652759552, + "learning_rate": 1.8126575939522113e-05, + "loss": 2.9145, + "step": 12974 + }, + { + "epoch": 0.22210239819236893, + "grad_norm": 2.4705355167388916, + "learning_rate": 1.8126252852110058e-05, + "loss": 2.8268, + "step": 12975 + }, + { + "epoch": 0.22211951591091939, + "grad_norm": 2.548569679260254, + "learning_rate": 1.812592973972073e-05, + "loss": 2.7831, + "step": 12976 + }, + { + "epoch": 0.22213663362946987, + "grad_norm": 2.3533616065979004, + "learning_rate": 1.8125606602355125e-05, + "loss": 2.8273, + "step": 12977 + }, + { + "epoch": 0.22215375134802035, + "grad_norm": 2.2790160179138184, + "learning_rate": 1.8125283440014237e-05, + "loss": 2.8014, + "step": 12978 + }, + { + "epoch": 0.2221708690665708, + "grad_norm": 2.3511359691619873, + "learning_rate": 1.812496025269906e-05, + "loss": 2.7854, + "step": 12979 + }, + { + "epoch": 0.22218798678512128, + "grad_norm": 2.344951868057251, + "learning_rate": 1.8124637040410587e-05, + "loss": 2.8357, + "step": 12980 + }, + { + "epoch": 0.22220510450367176, + "grad_norm": 2.3274595737457275, + "learning_rate": 1.8124313803149808e-05, + "loss": 2.8149, + "step": 12981 + }, + { + "epoch": 0.2222222222222222, + "grad_norm": 2.315584659576416, + "learning_rate": 1.812399054091772e-05, + "loss": 2.9329, + "step": 12982 + }, + { + "epoch": 0.2222393399407727, + "grad_norm": 2.3595645427703857, + "learning_rate": 1.812366725371532e-05, + "loss": 2.8339, + "step": 12983 + }, + { + "epoch": 0.22225645765932317, + "grad_norm": 2.5157225131988525, + "learning_rate": 1.8123343941543593e-05, + "loss": 2.8342, + "step": 12984 + }, + { + "epoch": 0.22227357537787365, + "grad_norm": 2.3366832733154297, + "learning_rate": 1.812302060440354e-05, + "loss": 2.9496, + "step": 12985 + }, + { + "epoch": 0.2222906930964241, + "grad_norm": 2.4923453330993652, + "learning_rate": 1.8122697242296153e-05, + "loss": 2.9703, + "step": 12986 + }, + { + "epoch": 0.22230781081497458, + "grad_norm": 2.3795230388641357, + "learning_rate": 1.8122373855222425e-05, + "loss": 2.9881, + "step": 12987 + }, + { + "epoch": 0.22232492853352506, + "grad_norm": 2.322960138320923, + "learning_rate": 1.8122050443183346e-05, + "loss": 2.8654, + "step": 12988 + }, + { + "epoch": 0.22234204625207551, + "grad_norm": 2.323068141937256, + "learning_rate": 1.8121727006179915e-05, + "loss": 2.8962, + "step": 12989 + }, + { + "epoch": 0.222359163970626, + "grad_norm": 2.2919228076934814, + "learning_rate": 1.8121403544213126e-05, + "loss": 2.889, + "step": 12990 + }, + { + "epoch": 0.22237628168917647, + "grad_norm": 2.2290682792663574, + "learning_rate": 1.8121080057283975e-05, + "loss": 2.8852, + "step": 12991 + }, + { + "epoch": 0.22239339940772693, + "grad_norm": 2.3304603099823, + "learning_rate": 1.8120756545393453e-05, + "loss": 2.9292, + "step": 12992 + }, + { + "epoch": 0.2224105171262774, + "grad_norm": 2.3120200634002686, + "learning_rate": 1.8120433008542555e-05, + "loss": 2.9333, + "step": 12993 + }, + { + "epoch": 0.2224276348448279, + "grad_norm": 2.2937026023864746, + "learning_rate": 1.8120109446732272e-05, + "loss": 2.794, + "step": 12994 + }, + { + "epoch": 0.22244475256337834, + "grad_norm": 2.271002769470215, + "learning_rate": 1.8119785859963604e-05, + "loss": 2.8326, + "step": 12995 + }, + { + "epoch": 0.22246187028192882, + "grad_norm": 2.4569602012634277, + "learning_rate": 1.8119462248237548e-05, + "loss": 2.9288, + "step": 12996 + }, + { + "epoch": 0.2224789880004793, + "grad_norm": 2.4367783069610596, + "learning_rate": 1.811913861155509e-05, + "loss": 2.9081, + "step": 12997 + }, + { + "epoch": 0.22249610571902978, + "grad_norm": 2.32692289352417, + "learning_rate": 1.811881494991723e-05, + "loss": 2.9, + "step": 12998 + }, + { + "epoch": 0.22251322343758023, + "grad_norm": 2.294992208480835, + "learning_rate": 1.8118491263324957e-05, + "loss": 2.884, + "step": 12999 + }, + { + "epoch": 0.2225303411561307, + "grad_norm": 2.3350441455841064, + "learning_rate": 1.8118167551779276e-05, + "loss": 2.9512, + "step": 13000 + }, + { + "epoch": 0.2225474588746812, + "grad_norm": 2.321943998336792, + "learning_rate": 1.8117843815281177e-05, + "loss": 2.95, + "step": 13001 + }, + { + "epoch": 0.22256457659323164, + "grad_norm": 2.4316794872283936, + "learning_rate": 1.8117520053831653e-05, + "loss": 2.9388, + "step": 13002 + }, + { + "epoch": 0.22258169431178212, + "grad_norm": 2.4590201377868652, + "learning_rate": 1.8117196267431706e-05, + "loss": 2.8998, + "step": 13003 + }, + { + "epoch": 0.2225988120303326, + "grad_norm": 2.281834125518799, + "learning_rate": 1.8116872456082318e-05, + "loss": 2.8673, + "step": 13004 + }, + { + "epoch": 0.22261592974888306, + "grad_norm": 2.4954655170440674, + "learning_rate": 1.8116548619784497e-05, + "loss": 2.98, + "step": 13005 + }, + { + "epoch": 0.22263304746743354, + "grad_norm": 2.3496315479278564, + "learning_rate": 1.8116224758539234e-05, + "loss": 2.9653, + "step": 13006 + }, + { + "epoch": 0.22265016518598402, + "grad_norm": 2.401087522506714, + "learning_rate": 1.8115900872347523e-05, + "loss": 2.9318, + "step": 13007 + }, + { + "epoch": 0.2226672829045345, + "grad_norm": 2.311729669570923, + "learning_rate": 1.811557696121036e-05, + "loss": 2.8875, + "step": 13008 + }, + { + "epoch": 0.22268440062308495, + "grad_norm": 2.2628719806671143, + "learning_rate": 1.8115253025128744e-05, + "loss": 2.8403, + "step": 13009 + }, + { + "epoch": 0.22270151834163543, + "grad_norm": 2.2738089561462402, + "learning_rate": 1.8114929064103668e-05, + "loss": 2.789, + "step": 13010 + }, + { + "epoch": 0.2227186360601859, + "grad_norm": 2.2407472133636475, + "learning_rate": 1.8114605078136124e-05, + "loss": 2.8204, + "step": 13011 + }, + { + "epoch": 0.22273575377873636, + "grad_norm": 2.4605023860931396, + "learning_rate": 1.8114281067227116e-05, + "loss": 2.9511, + "step": 13012 + }, + { + "epoch": 0.22275287149728684, + "grad_norm": 2.221606731414795, + "learning_rate": 1.8113957031377633e-05, + "loss": 2.8154, + "step": 13013 + }, + { + "epoch": 0.22276998921583732, + "grad_norm": 2.397341012954712, + "learning_rate": 1.8113632970588674e-05, + "loss": 2.9755, + "step": 13014 + }, + { + "epoch": 0.22278710693438777, + "grad_norm": 2.296659469604492, + "learning_rate": 1.8113308884861232e-05, + "loss": 2.8599, + "step": 13015 + }, + { + "epoch": 0.22280422465293825, + "grad_norm": 2.285346031188965, + "learning_rate": 1.811298477419631e-05, + "loss": 2.8381, + "step": 13016 + }, + { + "epoch": 0.22282134237148873, + "grad_norm": 2.4170188903808594, + "learning_rate": 1.8112660638594897e-05, + "loss": 2.847, + "step": 13017 + }, + { + "epoch": 0.2228384600900392, + "grad_norm": 2.3386576175689697, + "learning_rate": 1.811233647805799e-05, + "loss": 2.9406, + "step": 13018 + }, + { + "epoch": 0.22285557780858967, + "grad_norm": 2.282257318496704, + "learning_rate": 1.8112012292586595e-05, + "loss": 2.8303, + "step": 13019 + }, + { + "epoch": 0.22287269552714015, + "grad_norm": 2.2784574031829834, + "learning_rate": 1.8111688082181693e-05, + "loss": 2.9174, + "step": 13020 + }, + { + "epoch": 0.22288981324569063, + "grad_norm": 2.282857656478882, + "learning_rate": 1.8111363846844292e-05, + "loss": 2.7924, + "step": 13021 + }, + { + "epoch": 0.22290693096424108, + "grad_norm": 2.434629201889038, + "learning_rate": 1.8111039586575385e-05, + "loss": 2.8659, + "step": 13022 + }, + { + "epoch": 0.22292404868279156, + "grad_norm": 2.385986089706421, + "learning_rate": 1.8110715301375966e-05, + "loss": 2.8474, + "step": 13023 + }, + { + "epoch": 0.22294116640134204, + "grad_norm": 2.340423822402954, + "learning_rate": 1.8110390991247037e-05, + "loss": 2.9767, + "step": 13024 + }, + { + "epoch": 0.2229582841198925, + "grad_norm": 2.2641539573669434, + "learning_rate": 1.8110066656189592e-05, + "loss": 2.8569, + "step": 13025 + }, + { + "epoch": 0.22297540183844297, + "grad_norm": 2.458038330078125, + "learning_rate": 1.8109742296204625e-05, + "loss": 2.9872, + "step": 13026 + }, + { + "epoch": 0.22299251955699345, + "grad_norm": 2.4911656379699707, + "learning_rate": 1.8109417911293142e-05, + "loss": 3.0727, + "step": 13027 + }, + { + "epoch": 0.2230096372755439, + "grad_norm": 2.3594884872436523, + "learning_rate": 1.810909350145613e-05, + "loss": 2.9302, + "step": 13028 + }, + { + "epoch": 0.22302675499409438, + "grad_norm": 2.2293331623077393, + "learning_rate": 1.8108769066694592e-05, + "loss": 2.7525, + "step": 13029 + }, + { + "epoch": 0.22304387271264486, + "grad_norm": 2.4069042205810547, + "learning_rate": 1.810844460700952e-05, + "loss": 2.8913, + "step": 13030 + }, + { + "epoch": 0.22306099043119534, + "grad_norm": 2.325075387954712, + "learning_rate": 1.810812012240192e-05, + "loss": 2.834, + "step": 13031 + }, + { + "epoch": 0.2230781081497458, + "grad_norm": 2.220024347305298, + "learning_rate": 1.8107795612872782e-05, + "loss": 2.8116, + "step": 13032 + }, + { + "epoch": 0.22309522586829628, + "grad_norm": 2.487668752670288, + "learning_rate": 1.8107471078423104e-05, + "loss": 3.0051, + "step": 13033 + }, + { + "epoch": 0.22311234358684676, + "grad_norm": 2.404123544692993, + "learning_rate": 1.8107146519053883e-05, + "loss": 2.9611, + "step": 13034 + }, + { + "epoch": 0.2231294613053972, + "grad_norm": 2.3153512477874756, + "learning_rate": 1.8106821934766125e-05, + "loss": 2.7374, + "step": 13035 + }, + { + "epoch": 0.2231465790239477, + "grad_norm": 2.5214571952819824, + "learning_rate": 1.8106497325560815e-05, + "loss": 2.9762, + "step": 13036 + }, + { + "epoch": 0.22316369674249817, + "grad_norm": 2.36912202835083, + "learning_rate": 1.8106172691438958e-05, + "loss": 2.931, + "step": 13037 + }, + { + "epoch": 0.22318081446104862, + "grad_norm": 2.4398202896118164, + "learning_rate": 1.8105848032401555e-05, + "loss": 2.9077, + "step": 13038 + }, + { + "epoch": 0.2231979321795991, + "grad_norm": 2.359915256500244, + "learning_rate": 1.8105523348449596e-05, + "loss": 2.8105, + "step": 13039 + }, + { + "epoch": 0.22321504989814958, + "grad_norm": 2.325044631958008, + "learning_rate": 1.8105198639584084e-05, + "loss": 2.869, + "step": 13040 + }, + { + "epoch": 0.22323216761670003, + "grad_norm": 2.377840518951416, + "learning_rate": 1.8104873905806015e-05, + "loss": 2.8825, + "step": 13041 + }, + { + "epoch": 0.2232492853352505, + "grad_norm": 2.408397674560547, + "learning_rate": 1.810454914711639e-05, + "loss": 2.9318, + "step": 13042 + }, + { + "epoch": 0.223266403053801, + "grad_norm": 2.376236915588379, + "learning_rate": 1.8104224363516205e-05, + "loss": 2.8922, + "step": 13043 + }, + { + "epoch": 0.22328352077235147, + "grad_norm": 2.452409029006958, + "learning_rate": 1.810389955500645e-05, + "loss": 2.9217, + "step": 13044 + }, + { + "epoch": 0.22330063849090193, + "grad_norm": 2.344149112701416, + "learning_rate": 1.8103574721588143e-05, + "loss": 2.751, + "step": 13045 + }, + { + "epoch": 0.2233177562094524, + "grad_norm": 2.4346818923950195, + "learning_rate": 1.8103249863262265e-05, + "loss": 2.9593, + "step": 13046 + }, + { + "epoch": 0.22333487392800289, + "grad_norm": 2.3679096698760986, + "learning_rate": 1.810292498002982e-05, + "loss": 2.9869, + "step": 13047 + }, + { + "epoch": 0.22335199164655334, + "grad_norm": 2.5720865726470947, + "learning_rate": 1.8102600071891808e-05, + "loss": 2.8924, + "step": 13048 + }, + { + "epoch": 0.22336910936510382, + "grad_norm": 2.4303691387176514, + "learning_rate": 1.810227513884923e-05, + "loss": 2.9334, + "step": 13049 + }, + { + "epoch": 0.2233862270836543, + "grad_norm": 2.219892740249634, + "learning_rate": 1.810195018090308e-05, + "loss": 2.8493, + "step": 13050 + }, + { + "epoch": 0.22340334480220475, + "grad_norm": 2.3209831714630127, + "learning_rate": 1.8101625198054353e-05, + "loss": 2.947, + "step": 13051 + }, + { + "epoch": 0.22342046252075523, + "grad_norm": 2.364745855331421, + "learning_rate": 1.810130019030406e-05, + "loss": 2.9051, + "step": 13052 + }, + { + "epoch": 0.2234375802393057, + "grad_norm": 2.3026974201202393, + "learning_rate": 1.8100975157653187e-05, + "loss": 3.0271, + "step": 13053 + }, + { + "epoch": 0.22345469795785616, + "grad_norm": 2.477121591567993, + "learning_rate": 1.8100650100102744e-05, + "loss": 2.9745, + "step": 13054 + }, + { + "epoch": 0.22347181567640664, + "grad_norm": 2.3584368228912354, + "learning_rate": 1.8100325017653727e-05, + "loss": 2.8903, + "step": 13055 + }, + { + "epoch": 0.22348893339495712, + "grad_norm": 2.3506197929382324, + "learning_rate": 1.809999991030713e-05, + "loss": 2.9029, + "step": 13056 + }, + { + "epoch": 0.2235060511135076, + "grad_norm": 2.544212818145752, + "learning_rate": 1.8099674778063955e-05, + "loss": 2.9578, + "step": 13057 + }, + { + "epoch": 0.22352316883205806, + "grad_norm": 2.5165371894836426, + "learning_rate": 1.8099349620925205e-05, + "loss": 2.9111, + "step": 13058 + }, + { + "epoch": 0.22354028655060854, + "grad_norm": 2.377631902694702, + "learning_rate": 1.8099024438891873e-05, + "loss": 2.8592, + "step": 13059 + }, + { + "epoch": 0.22355740426915902, + "grad_norm": 2.440000534057617, + "learning_rate": 1.8098699231964964e-05, + "loss": 2.7926, + "step": 13060 + }, + { + "epoch": 0.22357452198770947, + "grad_norm": 2.5947632789611816, + "learning_rate": 1.8098374000145474e-05, + "loss": 3.0022, + "step": 13061 + }, + { + "epoch": 0.22359163970625995, + "grad_norm": 2.274763345718384, + "learning_rate": 1.8098048743434407e-05, + "loss": 2.7723, + "step": 13062 + }, + { + "epoch": 0.22360875742481043, + "grad_norm": 2.4324281215667725, + "learning_rate": 1.8097723461832762e-05, + "loss": 2.9134, + "step": 13063 + }, + { + "epoch": 0.22362587514336088, + "grad_norm": 2.8511104583740234, + "learning_rate": 1.809739815534153e-05, + "loss": 2.889, + "step": 13064 + }, + { + "epoch": 0.22364299286191136, + "grad_norm": 2.3437840938568115, + "learning_rate": 1.8097072823961725e-05, + "loss": 3.0704, + "step": 13065 + }, + { + "epoch": 0.22366011058046184, + "grad_norm": 2.416607141494751, + "learning_rate": 1.8096747467694332e-05, + "loss": 2.9531, + "step": 13066 + }, + { + "epoch": 0.22367722829901232, + "grad_norm": 2.3370704650878906, + "learning_rate": 1.8096422086540365e-05, + "loss": 2.8918, + "step": 13067 + }, + { + "epoch": 0.22369434601756277, + "grad_norm": 2.303593873977661, + "learning_rate": 1.8096096680500812e-05, + "loss": 2.9805, + "step": 13068 + }, + { + "epoch": 0.22371146373611325, + "grad_norm": 2.5775058269500732, + "learning_rate": 1.8095771249576684e-05, + "loss": 2.9752, + "step": 13069 + }, + { + "epoch": 0.22372858145466373, + "grad_norm": 2.3137927055358887, + "learning_rate": 1.8095445793768974e-05, + "loss": 2.9335, + "step": 13070 + }, + { + "epoch": 0.22374569917321419, + "grad_norm": 2.3805992603302, + "learning_rate": 1.8095120313078685e-05, + "loss": 2.951, + "step": 13071 + }, + { + "epoch": 0.22376281689176467, + "grad_norm": 2.3393452167510986, + "learning_rate": 1.8094794807506817e-05, + "loss": 2.9238, + "step": 13072 + }, + { + "epoch": 0.22377993461031515, + "grad_norm": 2.3452351093292236, + "learning_rate": 1.809446927705437e-05, + "loss": 2.9086, + "step": 13073 + }, + { + "epoch": 0.2237970523288656, + "grad_norm": 2.371474027633667, + "learning_rate": 1.8094143721722345e-05, + "loss": 2.829, + "step": 13074 + }, + { + "epoch": 0.22381417004741608, + "grad_norm": 2.4378035068511963, + "learning_rate": 1.8093818141511743e-05, + "loss": 2.8921, + "step": 13075 + }, + { + "epoch": 0.22383128776596656, + "grad_norm": 2.719038486480713, + "learning_rate": 1.8093492536423564e-05, + "loss": 2.9042, + "step": 13076 + }, + { + "epoch": 0.223848405484517, + "grad_norm": 2.6617228984832764, + "learning_rate": 1.809316690645881e-05, + "loss": 3.0246, + "step": 13077 + }, + { + "epoch": 0.2238655232030675, + "grad_norm": 2.3502416610717773, + "learning_rate": 1.8092841251618482e-05, + "loss": 2.9277, + "step": 13078 + }, + { + "epoch": 0.22388264092161797, + "grad_norm": 2.3906195163726807, + "learning_rate": 1.8092515571903576e-05, + "loss": 2.9124, + "step": 13079 + }, + { + "epoch": 0.22389975864016845, + "grad_norm": 2.3094427585601807, + "learning_rate": 1.80921898673151e-05, + "loss": 2.8053, + "step": 13080 + }, + { + "epoch": 0.2239168763587189, + "grad_norm": 2.3737571239471436, + "learning_rate": 1.809186413785405e-05, + "loss": 2.8385, + "step": 13081 + }, + { + "epoch": 0.22393399407726938, + "grad_norm": 2.4247748851776123, + "learning_rate": 1.8091538383521433e-05, + "loss": 2.95, + "step": 13082 + }, + { + "epoch": 0.22395111179581986, + "grad_norm": 2.2393245697021484, + "learning_rate": 1.809121260431824e-05, + "loss": 2.935, + "step": 13083 + }, + { + "epoch": 0.22396822951437032, + "grad_norm": 2.3690357208251953, + "learning_rate": 1.8090886800245485e-05, + "loss": 2.7733, + "step": 13084 + }, + { + "epoch": 0.2239853472329208, + "grad_norm": 2.407132148742676, + "learning_rate": 1.8090560971304163e-05, + "loss": 3.0445, + "step": 13085 + }, + { + "epoch": 0.22400246495147128, + "grad_norm": 2.358671188354492, + "learning_rate": 1.809023511749527e-05, + "loss": 2.9162, + "step": 13086 + }, + { + "epoch": 0.22401958267002173, + "grad_norm": 2.3786709308624268, + "learning_rate": 1.808990923881982e-05, + "loss": 2.8857, + "step": 13087 + }, + { + "epoch": 0.2240367003885722, + "grad_norm": 2.589797019958496, + "learning_rate": 1.8089583335278806e-05, + "loss": 2.8057, + "step": 13088 + }, + { + "epoch": 0.2240538181071227, + "grad_norm": 2.2859792709350586, + "learning_rate": 1.808925740687323e-05, + "loss": 2.8747, + "step": 13089 + }, + { + "epoch": 0.22407093582567317, + "grad_norm": 2.5856025218963623, + "learning_rate": 1.80889314536041e-05, + "loss": 2.8994, + "step": 13090 + }, + { + "epoch": 0.22408805354422362, + "grad_norm": 2.516439914703369, + "learning_rate": 1.8088605475472406e-05, + "loss": 2.9041, + "step": 13091 + }, + { + "epoch": 0.2241051712627741, + "grad_norm": 2.3539609909057617, + "learning_rate": 1.8088279472479162e-05, + "loss": 2.9639, + "step": 13092 + }, + { + "epoch": 0.22412228898132458, + "grad_norm": 2.595172882080078, + "learning_rate": 1.8087953444625367e-05, + "loss": 3.0236, + "step": 13093 + }, + { + "epoch": 0.22413940669987503, + "grad_norm": 2.4454543590545654, + "learning_rate": 1.808762739191202e-05, + "loss": 2.9994, + "step": 13094 + }, + { + "epoch": 0.2241565244184255, + "grad_norm": 2.563800096511841, + "learning_rate": 1.8087301314340122e-05, + "loss": 2.9236, + "step": 13095 + }, + { + "epoch": 0.224173642136976, + "grad_norm": 2.506645679473877, + "learning_rate": 1.808697521191068e-05, + "loss": 2.9675, + "step": 13096 + }, + { + "epoch": 0.22419075985552644, + "grad_norm": 2.7199854850769043, + "learning_rate": 1.808664908462469e-05, + "loss": 2.9343, + "step": 13097 + }, + { + "epoch": 0.22420787757407692, + "grad_norm": 2.4404685497283936, + "learning_rate": 1.8086322932483166e-05, + "loss": 2.8748, + "step": 13098 + }, + { + "epoch": 0.2242249952926274, + "grad_norm": 2.4374542236328125, + "learning_rate": 1.8085996755487095e-05, + "loss": 2.8381, + "step": 13099 + }, + { + "epoch": 0.22424211301117786, + "grad_norm": 2.4407730102539062, + "learning_rate": 1.8085670553637492e-05, + "loss": 2.9518, + "step": 13100 + }, + { + "epoch": 0.22425923072972834, + "grad_norm": 2.360581636428833, + "learning_rate": 1.8085344326935356e-05, + "loss": 2.9645, + "step": 13101 + }, + { + "epoch": 0.22427634844827882, + "grad_norm": 2.636871814727783, + "learning_rate": 1.808501807538169e-05, + "loss": 2.8169, + "step": 13102 + }, + { + "epoch": 0.2242934661668293, + "grad_norm": 2.5799384117126465, + "learning_rate": 1.808469179897749e-05, + "loss": 2.8697, + "step": 13103 + }, + { + "epoch": 0.22431058388537975, + "grad_norm": 2.492725133895874, + "learning_rate": 1.808436549772377e-05, + "loss": 2.8685, + "step": 13104 + }, + { + "epoch": 0.22432770160393023, + "grad_norm": 2.4046924114227295, + "learning_rate": 1.8084039171621525e-05, + "loss": 2.8246, + "step": 13105 + }, + { + "epoch": 0.2243448193224807, + "grad_norm": 2.367929220199585, + "learning_rate": 1.808371282067176e-05, + "loss": 2.8553, + "step": 13106 + }, + { + "epoch": 0.22436193704103116, + "grad_norm": 2.343317747116089, + "learning_rate": 1.8083386444875482e-05, + "loss": 2.7973, + "step": 13107 + }, + { + "epoch": 0.22437905475958164, + "grad_norm": 2.3031094074249268, + "learning_rate": 1.808306004423369e-05, + "loss": 2.8347, + "step": 13108 + }, + { + "epoch": 0.22439617247813212, + "grad_norm": 2.442836046218872, + "learning_rate": 1.8082733618747386e-05, + "loss": 2.786, + "step": 13109 + }, + { + "epoch": 0.22441329019668257, + "grad_norm": 2.2591652870178223, + "learning_rate": 1.8082407168417574e-05, + "loss": 2.8956, + "step": 13110 + }, + { + "epoch": 0.22443040791523305, + "grad_norm": 2.3024919033050537, + "learning_rate": 1.808208069324526e-05, + "loss": 2.8155, + "step": 13111 + }, + { + "epoch": 0.22444752563378353, + "grad_norm": 2.5169260501861572, + "learning_rate": 1.8081754193231445e-05, + "loss": 2.8502, + "step": 13112 + }, + { + "epoch": 0.22446464335233401, + "grad_norm": 2.26328182220459, + "learning_rate": 1.8081427668377137e-05, + "loss": 2.7985, + "step": 13113 + }, + { + "epoch": 0.22448176107088447, + "grad_norm": 2.389979839324951, + "learning_rate": 1.8081101118683334e-05, + "loss": 2.9454, + "step": 13114 + }, + { + "epoch": 0.22449887878943495, + "grad_norm": 2.532827854156494, + "learning_rate": 1.8080774544151042e-05, + "loss": 2.9146, + "step": 13115 + }, + { + "epoch": 0.22451599650798543, + "grad_norm": 2.5187184810638428, + "learning_rate": 1.8080447944781267e-05, + "loss": 2.9289, + "step": 13116 + }, + { + "epoch": 0.22453311422653588, + "grad_norm": 2.370258092880249, + "learning_rate": 1.808012132057501e-05, + "loss": 2.736, + "step": 13117 + }, + { + "epoch": 0.22455023194508636, + "grad_norm": 2.5021774768829346, + "learning_rate": 1.8079794671533277e-05, + "loss": 2.8883, + "step": 13118 + }, + { + "epoch": 0.22456734966363684, + "grad_norm": 2.3051984310150146, + "learning_rate": 1.8079467997657064e-05, + "loss": 2.8164, + "step": 13119 + }, + { + "epoch": 0.2245844673821873, + "grad_norm": 2.359234571456909, + "learning_rate": 1.807914129894739e-05, + "loss": 2.8786, + "step": 13120 + }, + { + "epoch": 0.22460158510073777, + "grad_norm": 2.4544081687927246, + "learning_rate": 1.8078814575405245e-05, + "loss": 3.0278, + "step": 13121 + }, + { + "epoch": 0.22461870281928825, + "grad_norm": 2.3774290084838867, + "learning_rate": 1.807848782703164e-05, + "loss": 2.9299, + "step": 13122 + }, + { + "epoch": 0.2246358205378387, + "grad_norm": 2.5004496574401855, + "learning_rate": 1.807816105382758e-05, + "loss": 2.9117, + "step": 13123 + }, + { + "epoch": 0.22465293825638918, + "grad_norm": 2.2698750495910645, + "learning_rate": 1.8077834255794068e-05, + "loss": 2.8212, + "step": 13124 + }, + { + "epoch": 0.22467005597493966, + "grad_norm": 2.4588327407836914, + "learning_rate": 1.807750743293211e-05, + "loss": 2.8059, + "step": 13125 + }, + { + "epoch": 0.22468717369349014, + "grad_norm": 2.44804048538208, + "learning_rate": 1.8077180585242703e-05, + "loss": 2.9103, + "step": 13126 + }, + { + "epoch": 0.2247042914120406, + "grad_norm": 2.4038748741149902, + "learning_rate": 1.8076853712726862e-05, + "loss": 2.971, + "step": 13127 + }, + { + "epoch": 0.22472140913059108, + "grad_norm": 2.3173129558563232, + "learning_rate": 1.8076526815385587e-05, + "loss": 2.8583, + "step": 13128 + }, + { + "epoch": 0.22473852684914156, + "grad_norm": 2.4888956546783447, + "learning_rate": 1.8076199893219884e-05, + "loss": 2.9917, + "step": 13129 + }, + { + "epoch": 0.224755644567692, + "grad_norm": 2.4337074756622314, + "learning_rate": 1.8075872946230752e-05, + "loss": 2.8821, + "step": 13130 + }, + { + "epoch": 0.2247727622862425, + "grad_norm": 2.4002606868743896, + "learning_rate": 1.8075545974419204e-05, + "loss": 2.9059, + "step": 13131 + }, + { + "epoch": 0.22478988000479297, + "grad_norm": 2.4876725673675537, + "learning_rate": 1.807521897778624e-05, + "loss": 2.964, + "step": 13132 + }, + { + "epoch": 0.22480699772334342, + "grad_norm": 2.379652738571167, + "learning_rate": 1.8074891956332867e-05, + "loss": 3.0419, + "step": 13133 + }, + { + "epoch": 0.2248241154418939, + "grad_norm": 2.4289777278900146, + "learning_rate": 1.807456491006009e-05, + "loss": 2.939, + "step": 13134 + }, + { + "epoch": 0.22484123316044438, + "grad_norm": 2.466968297958374, + "learning_rate": 1.8074237838968914e-05, + "loss": 2.8354, + "step": 13135 + }, + { + "epoch": 0.22485835087899483, + "grad_norm": 2.347172498703003, + "learning_rate": 1.8073910743060348e-05, + "loss": 2.9483, + "step": 13136 + }, + { + "epoch": 0.2248754685975453, + "grad_norm": 2.457901954650879, + "learning_rate": 1.807358362233539e-05, + "loss": 2.8318, + "step": 13137 + }, + { + "epoch": 0.2248925863160958, + "grad_norm": 2.5956289768218994, + "learning_rate": 1.8073256476795047e-05, + "loss": 2.9328, + "step": 13138 + }, + { + "epoch": 0.22490970403464627, + "grad_norm": 2.444796085357666, + "learning_rate": 1.8072929306440332e-05, + "loss": 2.9736, + "step": 13139 + }, + { + "epoch": 0.22492682175319673, + "grad_norm": 2.431124687194824, + "learning_rate": 1.807260211127224e-05, + "loss": 2.8923, + "step": 13140 + }, + { + "epoch": 0.2249439394717472, + "grad_norm": 2.4257078170776367, + "learning_rate": 1.8072274891291786e-05, + "loss": 2.8743, + "step": 13141 + }, + { + "epoch": 0.2249610571902977, + "grad_norm": 2.4481618404388428, + "learning_rate": 1.807194764649997e-05, + "loss": 2.9466, + "step": 13142 + }, + { + "epoch": 0.22497817490884814, + "grad_norm": 2.52156925201416, + "learning_rate": 1.8071620376897803e-05, + "loss": 2.8551, + "step": 13143 + }, + { + "epoch": 0.22499529262739862, + "grad_norm": 2.421549081802368, + "learning_rate": 1.8071293082486286e-05, + "loss": 2.9878, + "step": 13144 + }, + { + "epoch": 0.2250124103459491, + "grad_norm": 2.4590444564819336, + "learning_rate": 1.8070965763266425e-05, + "loss": 2.8101, + "step": 13145 + }, + { + "epoch": 0.22502952806449955, + "grad_norm": 2.431840181350708, + "learning_rate": 1.807063841923923e-05, + "loss": 2.9179, + "step": 13146 + }, + { + "epoch": 0.22504664578305003, + "grad_norm": 2.272796392440796, + "learning_rate": 1.80703110504057e-05, + "loss": 2.9499, + "step": 13147 + }, + { + "epoch": 0.2250637635016005, + "grad_norm": 2.519617795944214, + "learning_rate": 1.8069983656766852e-05, + "loss": 2.8373, + "step": 13148 + }, + { + "epoch": 0.225080881220151, + "grad_norm": 2.45556378364563, + "learning_rate": 1.806965623832368e-05, + "loss": 2.8923, + "step": 13149 + }, + { + "epoch": 0.22509799893870144, + "grad_norm": 2.420036554336548, + "learning_rate": 1.80693287950772e-05, + "loss": 2.9726, + "step": 13150 + }, + { + "epoch": 0.22511511665725192, + "grad_norm": 2.5437090396881104, + "learning_rate": 1.8069001327028415e-05, + "loss": 2.9554, + "step": 13151 + }, + { + "epoch": 0.2251322343758024, + "grad_norm": 2.4857184886932373, + "learning_rate": 1.8068673834178333e-05, + "loss": 3.0069, + "step": 13152 + }, + { + "epoch": 0.22514935209435286, + "grad_norm": 2.4700400829315186, + "learning_rate": 1.806834631652796e-05, + "loss": 2.7852, + "step": 13153 + }, + { + "epoch": 0.22516646981290334, + "grad_norm": 2.39479660987854, + "learning_rate": 1.8068018774078297e-05, + "loss": 2.9276, + "step": 13154 + }, + { + "epoch": 0.22518358753145382, + "grad_norm": 2.3853204250335693, + "learning_rate": 1.8067691206830357e-05, + "loss": 2.8256, + "step": 13155 + }, + { + "epoch": 0.22520070525000427, + "grad_norm": 2.7594850063323975, + "learning_rate": 1.8067363614785147e-05, + "loss": 2.9085, + "step": 13156 + }, + { + "epoch": 0.22521782296855475, + "grad_norm": 2.40510630607605, + "learning_rate": 1.8067035997943675e-05, + "loss": 2.9129, + "step": 13157 + }, + { + "epoch": 0.22523494068710523, + "grad_norm": 2.402574300765991, + "learning_rate": 1.806670835630694e-05, + "loss": 2.8804, + "step": 13158 + }, + { + "epoch": 0.22525205840565568, + "grad_norm": 2.367967128753662, + "learning_rate": 1.8066380689875958e-05, + "loss": 2.836, + "step": 13159 + }, + { + "epoch": 0.22526917612420616, + "grad_norm": 2.2808187007904053, + "learning_rate": 1.806605299865173e-05, + "loss": 2.886, + "step": 13160 + }, + { + "epoch": 0.22528629384275664, + "grad_norm": 2.46187424659729, + "learning_rate": 1.8065725282635268e-05, + "loss": 2.9415, + "step": 13161 + }, + { + "epoch": 0.22530341156130712, + "grad_norm": 2.2416703701019287, + "learning_rate": 1.8065397541827576e-05, + "loss": 2.8942, + "step": 13162 + }, + { + "epoch": 0.22532052927985757, + "grad_norm": 2.3536012172698975, + "learning_rate": 1.8065069776229663e-05, + "loss": 2.8553, + "step": 13163 + }, + { + "epoch": 0.22533764699840805, + "grad_norm": 2.2288124561309814, + "learning_rate": 1.8064741985842534e-05, + "loss": 2.9113, + "step": 13164 + }, + { + "epoch": 0.22535476471695853, + "grad_norm": 2.349790573120117, + "learning_rate": 1.80644141706672e-05, + "loss": 2.8384, + "step": 13165 + }, + { + "epoch": 0.22537188243550899, + "grad_norm": 2.366177797317505, + "learning_rate": 1.8064086330704665e-05, + "loss": 2.8855, + "step": 13166 + }, + { + "epoch": 0.22538900015405947, + "grad_norm": 2.5181143283843994, + "learning_rate": 1.806375846595594e-05, + "loss": 3.016, + "step": 13167 + }, + { + "epoch": 0.22540611787260995, + "grad_norm": 2.3305490016937256, + "learning_rate": 1.806343057642203e-05, + "loss": 2.7527, + "step": 13168 + }, + { + "epoch": 0.2254232355911604, + "grad_norm": 2.3588128089904785, + "learning_rate": 1.806310266210395e-05, + "loss": 2.8549, + "step": 13169 + }, + { + "epoch": 0.22544035330971088, + "grad_norm": 2.311368227005005, + "learning_rate": 1.8062774723002697e-05, + "loss": 2.8274, + "step": 13170 + }, + { + "epoch": 0.22545747102826136, + "grad_norm": 2.286870002746582, + "learning_rate": 1.8062446759119283e-05, + "loss": 2.799, + "step": 13171 + }, + { + "epoch": 0.22547458874681184, + "grad_norm": 2.4120407104492188, + "learning_rate": 1.8062118770454718e-05, + "loss": 3.027, + "step": 13172 + }, + { + "epoch": 0.2254917064653623, + "grad_norm": 2.4064829349517822, + "learning_rate": 1.806179075701001e-05, + "loss": 2.8539, + "step": 13173 + }, + { + "epoch": 0.22550882418391277, + "grad_norm": 2.2101047039031982, + "learning_rate": 1.8061462718786168e-05, + "loss": 2.8415, + "step": 13174 + }, + { + "epoch": 0.22552594190246325, + "grad_norm": 2.376948833465576, + "learning_rate": 1.8061134655784196e-05, + "loss": 2.8503, + "step": 13175 + }, + { + "epoch": 0.2255430596210137, + "grad_norm": 2.4781506061553955, + "learning_rate": 1.8060806568005107e-05, + "loss": 2.9227, + "step": 13176 + }, + { + "epoch": 0.22556017733956418, + "grad_norm": 2.32490611076355, + "learning_rate": 1.8060478455449905e-05, + "loss": 2.8204, + "step": 13177 + }, + { + "epoch": 0.22557729505811466, + "grad_norm": 2.455568313598633, + "learning_rate": 1.8060150318119602e-05, + "loss": 2.958, + "step": 13178 + }, + { + "epoch": 0.22559441277666512, + "grad_norm": 2.62459659576416, + "learning_rate": 1.8059822156015208e-05, + "loss": 3.1035, + "step": 13179 + }, + { + "epoch": 0.2256115304952156, + "grad_norm": 2.42338490486145, + "learning_rate": 1.8059493969137727e-05, + "loss": 2.8102, + "step": 13180 + }, + { + "epoch": 0.22562864821376608, + "grad_norm": 2.2929747104644775, + "learning_rate": 1.8059165757488167e-05, + "loss": 2.8362, + "step": 13181 + }, + { + "epoch": 0.22564576593231653, + "grad_norm": 2.3686304092407227, + "learning_rate": 1.8058837521067546e-05, + "loss": 2.9222, + "step": 13182 + }, + { + "epoch": 0.225662883650867, + "grad_norm": 2.3952152729034424, + "learning_rate": 1.8058509259876862e-05, + "loss": 2.9319, + "step": 13183 + }, + { + "epoch": 0.2256800013694175, + "grad_norm": 2.400242805480957, + "learning_rate": 1.805818097391713e-05, + "loss": 2.939, + "step": 13184 + }, + { + "epoch": 0.22569711908796797, + "grad_norm": 2.5282812118530273, + "learning_rate": 1.8057852663189356e-05, + "loss": 2.9744, + "step": 13185 + }, + { + "epoch": 0.22571423680651842, + "grad_norm": 2.447782039642334, + "learning_rate": 1.8057524327694554e-05, + "loss": 2.8835, + "step": 13186 + }, + { + "epoch": 0.2257313545250689, + "grad_norm": 2.187096118927002, + "learning_rate": 1.8057195967433727e-05, + "loss": 2.8667, + "step": 13187 + }, + { + "epoch": 0.22574847224361938, + "grad_norm": 2.278022527694702, + "learning_rate": 1.8056867582407887e-05, + "loss": 2.9, + "step": 13188 + }, + { + "epoch": 0.22576558996216983, + "grad_norm": 2.2499961853027344, + "learning_rate": 1.8056539172618046e-05, + "loss": 2.8317, + "step": 13189 + }, + { + "epoch": 0.2257827076807203, + "grad_norm": 2.3196074962615967, + "learning_rate": 1.805621073806521e-05, + "loss": 2.9367, + "step": 13190 + }, + { + "epoch": 0.2257998253992708, + "grad_norm": 2.2751824855804443, + "learning_rate": 1.8055882278750386e-05, + "loss": 2.8512, + "step": 13191 + }, + { + "epoch": 0.22581694311782124, + "grad_norm": 2.3883650302886963, + "learning_rate": 1.8055553794674593e-05, + "loss": 2.8749, + "step": 13192 + }, + { + "epoch": 0.22583406083637173, + "grad_norm": 2.522017002105713, + "learning_rate": 1.805522528583883e-05, + "loss": 2.9861, + "step": 13193 + }, + { + "epoch": 0.2258511785549222, + "grad_norm": 2.1506872177124023, + "learning_rate": 1.8054896752244114e-05, + "loss": 2.7549, + "step": 13194 + }, + { + "epoch": 0.22586829627347269, + "grad_norm": 2.2926409244537354, + "learning_rate": 1.805456819389145e-05, + "loss": 2.7671, + "step": 13195 + }, + { + "epoch": 0.22588541399202314, + "grad_norm": 2.2145936489105225, + "learning_rate": 1.8054239610781856e-05, + "loss": 2.8715, + "step": 13196 + }, + { + "epoch": 0.22590253171057362, + "grad_norm": 2.2953267097473145, + "learning_rate": 1.8053911002916328e-05, + "loss": 2.8704, + "step": 13197 + }, + { + "epoch": 0.2259196494291241, + "grad_norm": 2.266061544418335, + "learning_rate": 1.8053582370295886e-05, + "loss": 2.8861, + "step": 13198 + }, + { + "epoch": 0.22593676714767455, + "grad_norm": 2.2806808948516846, + "learning_rate": 1.805325371292154e-05, + "loss": 2.84, + "step": 13199 + }, + { + "epoch": 0.22595388486622503, + "grad_norm": 2.458296537399292, + "learning_rate": 1.8052925030794296e-05, + "loss": 2.9686, + "step": 13200 + }, + { + "epoch": 0.2259710025847755, + "grad_norm": 2.434985637664795, + "learning_rate": 1.805259632391517e-05, + "loss": 2.8619, + "step": 13201 + }, + { + "epoch": 0.22598812030332596, + "grad_norm": 2.2779345512390137, + "learning_rate": 1.8052267592285166e-05, + "loss": 2.8403, + "step": 13202 + }, + { + "epoch": 0.22600523802187644, + "grad_norm": 2.5602965354919434, + "learning_rate": 1.80519388359053e-05, + "loss": 2.9312, + "step": 13203 + }, + { + "epoch": 0.22602235574042692, + "grad_norm": 2.5038819313049316, + "learning_rate": 1.8051610054776576e-05, + "loss": 2.911, + "step": 13204 + }, + { + "epoch": 0.22603947345897737, + "grad_norm": 2.2578980922698975, + "learning_rate": 1.805128124890001e-05, + "loss": 2.8819, + "step": 13205 + }, + { + "epoch": 0.22605659117752785, + "grad_norm": 2.535604953765869, + "learning_rate": 1.8050952418276612e-05, + "loss": 2.8475, + "step": 13206 + }, + { + "epoch": 0.22607370889607833, + "grad_norm": 2.365734338760376, + "learning_rate": 1.8050623562907393e-05, + "loss": 2.8682, + "step": 13207 + }, + { + "epoch": 0.22609082661462881, + "grad_norm": 2.348609447479248, + "learning_rate": 1.8050294682793356e-05, + "loss": 2.6898, + "step": 13208 + }, + { + "epoch": 0.22610794433317927, + "grad_norm": 2.4960875511169434, + "learning_rate": 1.8049965777935522e-05, + "loss": 2.8149, + "step": 13209 + }, + { + "epoch": 0.22612506205172975, + "grad_norm": 2.5249850749969482, + "learning_rate": 1.80496368483349e-05, + "loss": 2.8878, + "step": 13210 + }, + { + "epoch": 0.22614217977028023, + "grad_norm": 2.5149619579315186, + "learning_rate": 1.80493078939925e-05, + "loss": 2.8301, + "step": 13211 + }, + { + "epoch": 0.22615929748883068, + "grad_norm": 2.4738101959228516, + "learning_rate": 1.804897891490933e-05, + "loss": 2.8591, + "step": 13212 + }, + { + "epoch": 0.22617641520738116, + "grad_norm": 2.3438003063201904, + "learning_rate": 1.8048649911086405e-05, + "loss": 2.9538, + "step": 13213 + }, + { + "epoch": 0.22619353292593164, + "grad_norm": 2.5446484088897705, + "learning_rate": 1.804832088252473e-05, + "loss": 2.9584, + "step": 13214 + }, + { + "epoch": 0.2262106506444821, + "grad_norm": 2.4318389892578125, + "learning_rate": 1.804799182922533e-05, + "loss": 2.9683, + "step": 13215 + }, + { + "epoch": 0.22622776836303257, + "grad_norm": 2.1820850372314453, + "learning_rate": 1.80476627511892e-05, + "loss": 2.7938, + "step": 13216 + }, + { + "epoch": 0.22624488608158305, + "grad_norm": 2.4204230308532715, + "learning_rate": 1.804733364841736e-05, + "loss": 2.7757, + "step": 13217 + }, + { + "epoch": 0.2262620038001335, + "grad_norm": 2.4339797496795654, + "learning_rate": 1.8047004520910822e-05, + "loss": 2.9876, + "step": 13218 + }, + { + "epoch": 0.22627912151868398, + "grad_norm": 2.5187580585479736, + "learning_rate": 1.8046675368670595e-05, + "loss": 2.9559, + "step": 13219 + }, + { + "epoch": 0.22629623923723446, + "grad_norm": 2.354067802429199, + "learning_rate": 1.8046346191697694e-05, + "loss": 2.8545, + "step": 13220 + }, + { + "epoch": 0.22631335695578494, + "grad_norm": 2.410581111907959, + "learning_rate": 1.804601698999313e-05, + "loss": 3.0135, + "step": 13221 + }, + { + "epoch": 0.2263304746743354, + "grad_norm": 2.448718547821045, + "learning_rate": 1.8045687763557908e-05, + "loss": 2.9882, + "step": 13222 + }, + { + "epoch": 0.22634759239288588, + "grad_norm": 2.4609415531158447, + "learning_rate": 1.804535851239305e-05, + "loss": 2.9051, + "step": 13223 + }, + { + "epoch": 0.22636471011143636, + "grad_norm": 2.3473567962646484, + "learning_rate": 1.804502923649956e-05, + "loss": 2.9826, + "step": 13224 + }, + { + "epoch": 0.2263818278299868, + "grad_norm": 2.337674617767334, + "learning_rate": 1.8044699935878454e-05, + "loss": 2.7977, + "step": 13225 + }, + { + "epoch": 0.2263989455485373, + "grad_norm": 2.273613691329956, + "learning_rate": 1.8044370610530744e-05, + "loss": 2.8874, + "step": 13226 + }, + { + "epoch": 0.22641606326708777, + "grad_norm": 2.3207690715789795, + "learning_rate": 1.8044041260457445e-05, + "loss": 2.873, + "step": 13227 + }, + { + "epoch": 0.22643318098563822, + "grad_norm": 2.3390238285064697, + "learning_rate": 1.8043711885659562e-05, + "loss": 2.8729, + "step": 13228 + }, + { + "epoch": 0.2264502987041887, + "grad_norm": 2.348707914352417, + "learning_rate": 1.8043382486138116e-05, + "loss": 2.9907, + "step": 13229 + }, + { + "epoch": 0.22646741642273918, + "grad_norm": 2.633932590484619, + "learning_rate": 1.8043053061894112e-05, + "loss": 2.9007, + "step": 13230 + }, + { + "epoch": 0.22648453414128966, + "grad_norm": 2.3583271503448486, + "learning_rate": 1.8042723612928564e-05, + "loss": 2.802, + "step": 13231 + }, + { + "epoch": 0.22650165185984011, + "grad_norm": 2.4965078830718994, + "learning_rate": 1.8042394139242488e-05, + "loss": 2.8308, + "step": 13232 + }, + { + "epoch": 0.2265187695783906, + "grad_norm": 2.6264069080352783, + "learning_rate": 1.8042064640836894e-05, + "loss": 2.9072, + "step": 13233 + }, + { + "epoch": 0.22653588729694107, + "grad_norm": 2.4887781143188477, + "learning_rate": 1.8041735117712795e-05, + "loss": 2.9602, + "step": 13234 + }, + { + "epoch": 0.22655300501549153, + "grad_norm": 2.4786739349365234, + "learning_rate": 1.8041405569871207e-05, + "loss": 2.8166, + "step": 13235 + }, + { + "epoch": 0.226570122734042, + "grad_norm": 2.511786699295044, + "learning_rate": 1.8041075997313137e-05, + "loss": 2.9179, + "step": 13236 + }, + { + "epoch": 0.2265872404525925, + "grad_norm": 2.4435791969299316, + "learning_rate": 1.8040746400039604e-05, + "loss": 2.8878, + "step": 13237 + }, + { + "epoch": 0.22660435817114294, + "grad_norm": 2.4175374507904053, + "learning_rate": 1.804041677805162e-05, + "loss": 2.8106, + "step": 13238 + }, + { + "epoch": 0.22662147588969342, + "grad_norm": 2.4750351905822754, + "learning_rate": 1.8040087131350193e-05, + "loss": 2.8204, + "step": 13239 + }, + { + "epoch": 0.2266385936082439, + "grad_norm": 2.511077404022217, + "learning_rate": 1.803975745993634e-05, + "loss": 2.8668, + "step": 13240 + }, + { + "epoch": 0.22665571132679435, + "grad_norm": 2.306776285171509, + "learning_rate": 1.803942776381108e-05, + "loss": 2.8205, + "step": 13241 + }, + { + "epoch": 0.22667282904534483, + "grad_norm": 2.3931407928466797, + "learning_rate": 1.8039098042975412e-05, + "loss": 2.7927, + "step": 13242 + }, + { + "epoch": 0.2266899467638953, + "grad_norm": 2.313868761062622, + "learning_rate": 1.803876829743036e-05, + "loss": 2.7892, + "step": 13243 + }, + { + "epoch": 0.2267070644824458, + "grad_norm": 2.3266680240631104, + "learning_rate": 1.8038438527176935e-05, + "loss": 2.8963, + "step": 13244 + }, + { + "epoch": 0.22672418220099624, + "grad_norm": 2.3155298233032227, + "learning_rate": 1.8038108732216155e-05, + "loss": 2.6958, + "step": 13245 + }, + { + "epoch": 0.22674129991954672, + "grad_norm": 2.3596582412719727, + "learning_rate": 1.8037778912549026e-05, + "loss": 2.8276, + "step": 13246 + }, + { + "epoch": 0.2267584176380972, + "grad_norm": 2.29542875289917, + "learning_rate": 1.8037449068176566e-05, + "loss": 2.8353, + "step": 13247 + }, + { + "epoch": 0.22677553535664766, + "grad_norm": 2.319439649581909, + "learning_rate": 1.8037119199099793e-05, + "loss": 2.7209, + "step": 13248 + }, + { + "epoch": 0.22679265307519814, + "grad_norm": 2.370401382446289, + "learning_rate": 1.803678930531971e-05, + "loss": 2.9889, + "step": 13249 + }, + { + "epoch": 0.22680977079374862, + "grad_norm": 2.5848758220672607, + "learning_rate": 1.803645938683734e-05, + "loss": 3.038, + "step": 13250 + }, + { + "epoch": 0.22682688851229907, + "grad_norm": 2.3825876712799072, + "learning_rate": 1.8036129443653694e-05, + "loss": 2.8491, + "step": 13251 + }, + { + "epoch": 0.22684400623084955, + "grad_norm": 2.573190212249756, + "learning_rate": 1.8035799475769785e-05, + "loss": 2.9401, + "step": 13252 + }, + { + "epoch": 0.22686112394940003, + "grad_norm": 2.339491128921509, + "learning_rate": 1.803546948318663e-05, + "loss": 2.9778, + "step": 13253 + }, + { + "epoch": 0.2268782416679505, + "grad_norm": 2.3295469284057617, + "learning_rate": 1.803513946590524e-05, + "loss": 2.8962, + "step": 13254 + }, + { + "epoch": 0.22689535938650096, + "grad_norm": 2.4155099391937256, + "learning_rate": 1.8034809423926634e-05, + "loss": 2.788, + "step": 13255 + }, + { + "epoch": 0.22691247710505144, + "grad_norm": 2.3526134490966797, + "learning_rate": 1.8034479357251823e-05, + "loss": 2.8361, + "step": 13256 + }, + { + "epoch": 0.22692959482360192, + "grad_norm": 2.5186240673065186, + "learning_rate": 1.803414926588182e-05, + "loss": 2.7844, + "step": 13257 + }, + { + "epoch": 0.22694671254215237, + "grad_norm": 2.2819504737854004, + "learning_rate": 1.8033819149817643e-05, + "loss": 2.7914, + "step": 13258 + }, + { + "epoch": 0.22696383026070285, + "grad_norm": 2.311366081237793, + "learning_rate": 1.8033489009060304e-05, + "loss": 2.9261, + "step": 13259 + }, + { + "epoch": 0.22698094797925333, + "grad_norm": 2.419203042984009, + "learning_rate": 1.803315884361082e-05, + "loss": 2.9311, + "step": 13260 + }, + { + "epoch": 0.22699806569780379, + "grad_norm": 2.3602535724639893, + "learning_rate": 1.8032828653470206e-05, + "loss": 2.8358, + "step": 13261 + }, + { + "epoch": 0.22701518341635427, + "grad_norm": 2.319429874420166, + "learning_rate": 1.8032498438639473e-05, + "loss": 2.8503, + "step": 13262 + }, + { + "epoch": 0.22703230113490475, + "grad_norm": 2.3275933265686035, + "learning_rate": 1.803216819911964e-05, + "loss": 2.6658, + "step": 13263 + }, + { + "epoch": 0.2270494188534552, + "grad_norm": 2.420849084854126, + "learning_rate": 1.8031837934911725e-05, + "loss": 2.9164, + "step": 13264 + }, + { + "epoch": 0.22706653657200568, + "grad_norm": 2.656755208969116, + "learning_rate": 1.8031507646016736e-05, + "loss": 2.9511, + "step": 13265 + }, + { + "epoch": 0.22708365429055616, + "grad_norm": 2.3528428077697754, + "learning_rate": 1.803117733243569e-05, + "loss": 2.9516, + "step": 13266 + }, + { + "epoch": 0.22710077200910664, + "grad_norm": 2.582465648651123, + "learning_rate": 1.8030846994169603e-05, + "loss": 2.7797, + "step": 13267 + }, + { + "epoch": 0.2271178897276571, + "grad_norm": 2.348522663116455, + "learning_rate": 1.803051663121949e-05, + "loss": 2.8722, + "step": 13268 + }, + { + "epoch": 0.22713500744620757, + "grad_norm": 2.448132038116455, + "learning_rate": 1.8030186243586368e-05, + "loss": 2.9344, + "step": 13269 + }, + { + "epoch": 0.22715212516475805, + "grad_norm": 2.458341360092163, + "learning_rate": 1.8029855831271255e-05, + "loss": 2.9385, + "step": 13270 + }, + { + "epoch": 0.2271692428833085, + "grad_norm": 2.4793789386749268, + "learning_rate": 1.802952539427516e-05, + "loss": 2.9743, + "step": 13271 + }, + { + "epoch": 0.22718636060185898, + "grad_norm": 2.3331189155578613, + "learning_rate": 1.8029194932599105e-05, + "loss": 2.9565, + "step": 13272 + }, + { + "epoch": 0.22720347832040946, + "grad_norm": 2.349841594696045, + "learning_rate": 1.80288644462441e-05, + "loss": 2.8009, + "step": 13273 + }, + { + "epoch": 0.22722059603895992, + "grad_norm": 2.368037223815918, + "learning_rate": 1.802853393521116e-05, + "loss": 2.8773, + "step": 13274 + }, + { + "epoch": 0.2272377137575104, + "grad_norm": 2.429553270339966, + "learning_rate": 1.802820339950131e-05, + "loss": 2.9327, + "step": 13275 + }, + { + "epoch": 0.22725483147606088, + "grad_norm": 2.443532943725586, + "learning_rate": 1.8027872839115558e-05, + "loss": 2.9653, + "step": 13276 + }, + { + "epoch": 0.22727194919461136, + "grad_norm": 2.498868227005005, + "learning_rate": 1.8027542254054923e-05, + "loss": 3.0059, + "step": 13277 + }, + { + "epoch": 0.2272890669131618, + "grad_norm": 2.4046545028686523, + "learning_rate": 1.802721164432042e-05, + "loss": 2.8684, + "step": 13278 + }, + { + "epoch": 0.2273061846317123, + "grad_norm": 2.565772771835327, + "learning_rate": 1.8026881009913064e-05, + "loss": 2.9004, + "step": 13279 + }, + { + "epoch": 0.22732330235026277, + "grad_norm": 2.404756546020508, + "learning_rate": 1.8026550350833875e-05, + "loss": 2.836, + "step": 13280 + }, + { + "epoch": 0.22734042006881322, + "grad_norm": 2.4670004844665527, + "learning_rate": 1.8026219667083863e-05, + "loss": 2.9802, + "step": 13281 + }, + { + "epoch": 0.2273575377873637, + "grad_norm": 2.4549546241760254, + "learning_rate": 1.8025888958664053e-05, + "loss": 2.7567, + "step": 13282 + }, + { + "epoch": 0.22737465550591418, + "grad_norm": 2.4236066341400146, + "learning_rate": 1.8025558225575456e-05, + "loss": 2.8496, + "step": 13283 + }, + { + "epoch": 0.22739177322446463, + "grad_norm": 2.4555203914642334, + "learning_rate": 1.8025227467819087e-05, + "loss": 2.8817, + "step": 13284 + }, + { + "epoch": 0.2274088909430151, + "grad_norm": 2.4528064727783203, + "learning_rate": 1.8024896685395967e-05, + "loss": 2.9133, + "step": 13285 + }, + { + "epoch": 0.2274260086615656, + "grad_norm": 2.5124688148498535, + "learning_rate": 1.8024565878307112e-05, + "loss": 2.925, + "step": 13286 + }, + { + "epoch": 0.22744312638011605, + "grad_norm": 2.489495277404785, + "learning_rate": 1.802423504655354e-05, + "loss": 2.9766, + "step": 13287 + }, + { + "epoch": 0.22746024409866653, + "grad_norm": 2.593477725982666, + "learning_rate": 1.802390419013626e-05, + "loss": 2.8949, + "step": 13288 + }, + { + "epoch": 0.227477361817217, + "grad_norm": 2.4111077785491943, + "learning_rate": 1.8023573309056296e-05, + "loss": 2.9128, + "step": 13289 + }, + { + "epoch": 0.22749447953576749, + "grad_norm": 2.394878625869751, + "learning_rate": 1.8023242403314665e-05, + "loss": 2.832, + "step": 13290 + }, + { + "epoch": 0.22751159725431794, + "grad_norm": 2.7735588550567627, + "learning_rate": 1.8022911472912382e-05, + "loss": 2.8337, + "step": 13291 + }, + { + "epoch": 0.22752871497286842, + "grad_norm": 2.5220611095428467, + "learning_rate": 1.8022580517850466e-05, + "loss": 2.9822, + "step": 13292 + }, + { + "epoch": 0.2275458326914189, + "grad_norm": 2.345122814178467, + "learning_rate": 1.802224953812993e-05, + "loss": 2.8846, + "step": 13293 + }, + { + "epoch": 0.22756295040996935, + "grad_norm": 2.292006254196167, + "learning_rate": 1.8021918533751798e-05, + "loss": 2.8857, + "step": 13294 + }, + { + "epoch": 0.22758006812851983, + "grad_norm": 2.6608376502990723, + "learning_rate": 1.802158750471708e-05, + "loss": 2.8781, + "step": 13295 + }, + { + "epoch": 0.2275971858470703, + "grad_norm": 2.5206644535064697, + "learning_rate": 1.8021256451026802e-05, + "loss": 2.9765, + "step": 13296 + }, + { + "epoch": 0.22761430356562076, + "grad_norm": 2.3913378715515137, + "learning_rate": 1.802092537268197e-05, + "loss": 2.8788, + "step": 13297 + }, + { + "epoch": 0.22763142128417124, + "grad_norm": 2.5193700790405273, + "learning_rate": 1.802059426968361e-05, + "loss": 2.9714, + "step": 13298 + }, + { + "epoch": 0.22764853900272172, + "grad_norm": 2.418376922607422, + "learning_rate": 1.8020263142032744e-05, + "loss": 2.7499, + "step": 13299 + }, + { + "epoch": 0.2276656567212722, + "grad_norm": 2.305018663406372, + "learning_rate": 1.8019931989730377e-05, + "loss": 2.8241, + "step": 13300 + }, + { + "epoch": 0.22768277443982265, + "grad_norm": 2.322845220565796, + "learning_rate": 1.801960081277754e-05, + "loss": 2.8531, + "step": 13301 + }, + { + "epoch": 0.22769989215837314, + "grad_norm": 2.2998552322387695, + "learning_rate": 1.8019269611175238e-05, + "loss": 2.8394, + "step": 13302 + }, + { + "epoch": 0.22771700987692362, + "grad_norm": 2.30934476852417, + "learning_rate": 1.80189383849245e-05, + "loss": 2.8786, + "step": 13303 + }, + { + "epoch": 0.22773412759547407, + "grad_norm": 2.335233449935913, + "learning_rate": 1.8018607134026338e-05, + "loss": 2.8803, + "step": 13304 + }, + { + "epoch": 0.22775124531402455, + "grad_norm": 2.6566600799560547, + "learning_rate": 1.801827585848177e-05, + "loss": 2.9058, + "step": 13305 + }, + { + "epoch": 0.22776836303257503, + "grad_norm": 2.4053831100463867, + "learning_rate": 1.801794455829182e-05, + "loss": 2.891, + "step": 13306 + }, + { + "epoch": 0.22778548075112548, + "grad_norm": 2.3173632621765137, + "learning_rate": 1.80176132334575e-05, + "loss": 2.8583, + "step": 13307 + }, + { + "epoch": 0.22780259846967596, + "grad_norm": 2.6968014240264893, + "learning_rate": 1.8017281883979832e-05, + "loss": 2.9093, + "step": 13308 + }, + { + "epoch": 0.22781971618822644, + "grad_norm": 2.3342442512512207, + "learning_rate": 1.801695050985983e-05, + "loss": 2.8979, + "step": 13309 + }, + { + "epoch": 0.2278368339067769, + "grad_norm": 2.4894638061523438, + "learning_rate": 1.801661911109852e-05, + "loss": 2.9757, + "step": 13310 + }, + { + "epoch": 0.22785395162532737, + "grad_norm": 2.519317388534546, + "learning_rate": 1.8016287687696912e-05, + "loss": 2.9529, + "step": 13311 + }, + { + "epoch": 0.22787106934387785, + "grad_norm": 2.266188144683838, + "learning_rate": 1.801595623965603e-05, + "loss": 2.9006, + "step": 13312 + }, + { + "epoch": 0.22788818706242833, + "grad_norm": 2.4899747371673584, + "learning_rate": 1.8015624766976895e-05, + "loss": 2.8437, + "step": 13313 + }, + { + "epoch": 0.22790530478097878, + "grad_norm": 2.3900136947631836, + "learning_rate": 1.8015293269660522e-05, + "loss": 2.8722, + "step": 13314 + }, + { + "epoch": 0.22792242249952926, + "grad_norm": 2.5932772159576416, + "learning_rate": 1.801496174770793e-05, + "loss": 3.0351, + "step": 13315 + }, + { + "epoch": 0.22793954021807974, + "grad_norm": 2.433682680130005, + "learning_rate": 1.8014630201120137e-05, + "loss": 2.9488, + "step": 13316 + }, + { + "epoch": 0.2279566579366302, + "grad_norm": 2.4729390144348145, + "learning_rate": 1.801429862989816e-05, + "loss": 2.7996, + "step": 13317 + }, + { + "epoch": 0.22797377565518068, + "grad_norm": 2.539031982421875, + "learning_rate": 1.8013967034043027e-05, + "loss": 2.8791, + "step": 13318 + }, + { + "epoch": 0.22799089337373116, + "grad_norm": 2.3300092220306396, + "learning_rate": 1.801363541355575e-05, + "loss": 2.9018, + "step": 13319 + }, + { + "epoch": 0.2280080110922816, + "grad_norm": 2.4918525218963623, + "learning_rate": 1.801330376843735e-05, + "loss": 2.922, + "step": 13320 + }, + { + "epoch": 0.2280251288108321, + "grad_norm": 2.357762098312378, + "learning_rate": 1.8012972098688844e-05, + "loss": 2.8242, + "step": 13321 + }, + { + "epoch": 0.22804224652938257, + "grad_norm": 2.4430084228515625, + "learning_rate": 1.801264040431126e-05, + "loss": 2.9866, + "step": 13322 + }, + { + "epoch": 0.22805936424793302, + "grad_norm": 2.5017502307891846, + "learning_rate": 1.8012308685305608e-05, + "loss": 2.9103, + "step": 13323 + }, + { + "epoch": 0.2280764819664835, + "grad_norm": 2.499985933303833, + "learning_rate": 1.801197694167291e-05, + "loss": 2.9113, + "step": 13324 + }, + { + "epoch": 0.22809359968503398, + "grad_norm": 2.3385987281799316, + "learning_rate": 1.801164517341419e-05, + "loss": 2.9, + "step": 13325 + }, + { + "epoch": 0.22811071740358446, + "grad_norm": 2.4747402667999268, + "learning_rate": 1.8011313380530463e-05, + "loss": 2.905, + "step": 13326 + }, + { + "epoch": 0.22812783512213491, + "grad_norm": 2.316877841949463, + "learning_rate": 1.8010981563022748e-05, + "loss": 2.8886, + "step": 13327 + }, + { + "epoch": 0.2281449528406854, + "grad_norm": 2.3607475757598877, + "learning_rate": 1.801064972089207e-05, + "loss": 2.8856, + "step": 13328 + }, + { + "epoch": 0.22816207055923587, + "grad_norm": 2.210817337036133, + "learning_rate": 1.8010317854139444e-05, + "loss": 2.8025, + "step": 13329 + }, + { + "epoch": 0.22817918827778633, + "grad_norm": 2.324251413345337, + "learning_rate": 1.8009985962765892e-05, + "loss": 2.9121, + "step": 13330 + }, + { + "epoch": 0.2281963059963368, + "grad_norm": 2.374241352081299, + "learning_rate": 1.8009654046772437e-05, + "loss": 2.9572, + "step": 13331 + }, + { + "epoch": 0.2282134237148873, + "grad_norm": 2.5349838733673096, + "learning_rate": 1.8009322106160093e-05, + "loss": 2.9655, + "step": 13332 + }, + { + "epoch": 0.22823054143343774, + "grad_norm": 2.37752366065979, + "learning_rate": 1.8008990140929886e-05, + "loss": 2.9197, + "step": 13333 + }, + { + "epoch": 0.22824765915198822, + "grad_norm": 2.3706579208374023, + "learning_rate": 1.8008658151082835e-05, + "loss": 2.9231, + "step": 13334 + }, + { + "epoch": 0.2282647768705387, + "grad_norm": 2.428925037384033, + "learning_rate": 1.800832613661996e-05, + "loss": 2.9101, + "step": 13335 + }, + { + "epoch": 0.22828189458908918, + "grad_norm": 2.4812686443328857, + "learning_rate": 1.8007994097542276e-05, + "loss": 3.0659, + "step": 13336 + }, + { + "epoch": 0.22829901230763963, + "grad_norm": 2.543536424636841, + "learning_rate": 1.800766203385081e-05, + "loss": 3.0083, + "step": 13337 + }, + { + "epoch": 0.2283161300261901, + "grad_norm": 2.4268507957458496, + "learning_rate": 1.8007329945546584e-05, + "loss": 2.8282, + "step": 13338 + }, + { + "epoch": 0.2283332477447406, + "grad_norm": 2.3560736179351807, + "learning_rate": 1.8006997832630616e-05, + "loss": 2.8947, + "step": 13339 + }, + { + "epoch": 0.22835036546329104, + "grad_norm": 2.5579309463500977, + "learning_rate": 1.8006665695103923e-05, + "loss": 2.8795, + "step": 13340 + }, + { + "epoch": 0.22836748318184152, + "grad_norm": 2.370429277420044, + "learning_rate": 1.800633353296753e-05, + "loss": 2.9244, + "step": 13341 + }, + { + "epoch": 0.228384600900392, + "grad_norm": 2.30495023727417, + "learning_rate": 1.8006001346222464e-05, + "loss": 2.9237, + "step": 13342 + }, + { + "epoch": 0.22840171861894246, + "grad_norm": 2.3836660385131836, + "learning_rate": 1.8005669134869734e-05, + "loss": 2.8654, + "step": 13343 + }, + { + "epoch": 0.22841883633749294, + "grad_norm": 2.4044055938720703, + "learning_rate": 1.800533689891037e-05, + "loss": 2.9512, + "step": 13344 + }, + { + "epoch": 0.22843595405604342, + "grad_norm": 2.3272690773010254, + "learning_rate": 1.8005004638345383e-05, + "loss": 2.7534, + "step": 13345 + }, + { + "epoch": 0.22845307177459387, + "grad_norm": 2.5881805419921875, + "learning_rate": 1.800467235317581e-05, + "loss": 3.0298, + "step": 13346 + }, + { + "epoch": 0.22847018949314435, + "grad_norm": 2.2725460529327393, + "learning_rate": 1.800434004340266e-05, + "loss": 2.8159, + "step": 13347 + }, + { + "epoch": 0.22848730721169483, + "grad_norm": 2.474407196044922, + "learning_rate": 1.8004007709026955e-05, + "loss": 2.8635, + "step": 13348 + }, + { + "epoch": 0.2285044249302453, + "grad_norm": 2.42549991607666, + "learning_rate": 1.800367535004972e-05, + "loss": 2.8794, + "step": 13349 + }, + { + "epoch": 0.22852154264879576, + "grad_norm": 2.4543728828430176, + "learning_rate": 1.8003342966471978e-05, + "loss": 2.8968, + "step": 13350 + }, + { + "epoch": 0.22853866036734624, + "grad_norm": 2.4596219062805176, + "learning_rate": 1.800301055829475e-05, + "loss": 3.0179, + "step": 13351 + }, + { + "epoch": 0.22855577808589672, + "grad_norm": 2.240633010864258, + "learning_rate": 1.8002678125519054e-05, + "loss": 2.7746, + "step": 13352 + }, + { + "epoch": 0.22857289580444717, + "grad_norm": 2.3643085956573486, + "learning_rate": 1.8002345668145916e-05, + "loss": 3.0138, + "step": 13353 + }, + { + "epoch": 0.22859001352299765, + "grad_norm": 2.4285194873809814, + "learning_rate": 1.800201318617635e-05, + "loss": 2.9291, + "step": 13354 + }, + { + "epoch": 0.22860713124154813, + "grad_norm": 2.2282018661499023, + "learning_rate": 1.800168067961139e-05, + "loss": 2.7436, + "step": 13355 + }, + { + "epoch": 0.22862424896009859, + "grad_norm": 2.397301435470581, + "learning_rate": 1.8001348148452053e-05, + "loss": 2.8394, + "step": 13356 + }, + { + "epoch": 0.22864136667864907, + "grad_norm": 2.3393561840057373, + "learning_rate": 1.8001015592699355e-05, + "loss": 2.9243, + "step": 13357 + }, + { + "epoch": 0.22865848439719955, + "grad_norm": 2.2822320461273193, + "learning_rate": 1.8000683012354323e-05, + "loss": 2.886, + "step": 13358 + }, + { + "epoch": 0.22867560211575003, + "grad_norm": 2.4500210285186768, + "learning_rate": 1.800035040741798e-05, + "loss": 2.6932, + "step": 13359 + }, + { + "epoch": 0.22869271983430048, + "grad_norm": 2.4410579204559326, + "learning_rate": 1.800001777789135e-05, + "loss": 2.9488, + "step": 13360 + }, + { + "epoch": 0.22870983755285096, + "grad_norm": 2.3052315711975098, + "learning_rate": 1.7999685123775453e-05, + "loss": 2.9063, + "step": 13361 + }, + { + "epoch": 0.22872695527140144, + "grad_norm": 2.430327892303467, + "learning_rate": 1.799935244507131e-05, + "loss": 2.8916, + "step": 13362 + }, + { + "epoch": 0.2287440729899519, + "grad_norm": 2.384180784225464, + "learning_rate": 1.7999019741779942e-05, + "loss": 2.9936, + "step": 13363 + }, + { + "epoch": 0.22876119070850237, + "grad_norm": 2.2311527729034424, + "learning_rate": 1.799868701390238e-05, + "loss": 2.8461, + "step": 13364 + }, + { + "epoch": 0.22877830842705285, + "grad_norm": 2.3144993782043457, + "learning_rate": 1.7998354261439638e-05, + "loss": 2.8844, + "step": 13365 + }, + { + "epoch": 0.2287954261456033, + "grad_norm": 2.365485668182373, + "learning_rate": 1.7998021484392745e-05, + "loss": 3.0289, + "step": 13366 + }, + { + "epoch": 0.22881254386415378, + "grad_norm": 2.205554485321045, + "learning_rate": 1.7997688682762717e-05, + "loss": 2.834, + "step": 13367 + }, + { + "epoch": 0.22882966158270426, + "grad_norm": 2.392834424972534, + "learning_rate": 1.7997355856550584e-05, + "loss": 2.895, + "step": 13368 + }, + { + "epoch": 0.22884677930125472, + "grad_norm": 2.4472384452819824, + "learning_rate": 1.7997023005757364e-05, + "loss": 2.8824, + "step": 13369 + }, + { + "epoch": 0.2288638970198052, + "grad_norm": 2.3033344745635986, + "learning_rate": 1.7996690130384082e-05, + "loss": 2.908, + "step": 13370 + }, + { + "epoch": 0.22888101473835568, + "grad_norm": 2.289968967437744, + "learning_rate": 1.799635723043176e-05, + "loss": 2.8289, + "step": 13371 + }, + { + "epoch": 0.22889813245690616, + "grad_norm": 2.2912044525146484, + "learning_rate": 1.7996024305901427e-05, + "loss": 2.9591, + "step": 13372 + }, + { + "epoch": 0.2289152501754566, + "grad_norm": 2.377437114715576, + "learning_rate": 1.79956913567941e-05, + "loss": 2.9012, + "step": 13373 + }, + { + "epoch": 0.2289323678940071, + "grad_norm": 2.191023588180542, + "learning_rate": 1.79953583831108e-05, + "loss": 2.7815, + "step": 13374 + }, + { + "epoch": 0.22894948561255757, + "grad_norm": 2.264976978302002, + "learning_rate": 1.7995025384852555e-05, + "loss": 2.8019, + "step": 13375 + }, + { + "epoch": 0.22896660333110802, + "grad_norm": 2.513338565826416, + "learning_rate": 1.799469236202039e-05, + "loss": 2.9136, + "step": 13376 + }, + { + "epoch": 0.2289837210496585, + "grad_norm": 2.471080780029297, + "learning_rate": 1.7994359314615328e-05, + "loss": 2.8466, + "step": 13377 + }, + { + "epoch": 0.22900083876820898, + "grad_norm": 2.279200315475464, + "learning_rate": 1.7994026242638387e-05, + "loss": 2.8268, + "step": 13378 + }, + { + "epoch": 0.22901795648675943, + "grad_norm": 2.301973342895508, + "learning_rate": 1.79936931460906e-05, + "loss": 2.871, + "step": 13379 + }, + { + "epoch": 0.2290350742053099, + "grad_norm": 2.4098591804504395, + "learning_rate": 1.7993360024972978e-05, + "loss": 2.9739, + "step": 13380 + }, + { + "epoch": 0.2290521919238604, + "grad_norm": 2.5543220043182373, + "learning_rate": 1.799302687928656e-05, + "loss": 2.9734, + "step": 13381 + }, + { + "epoch": 0.22906930964241087, + "grad_norm": 2.34238600730896, + "learning_rate": 1.799269370903236e-05, + "loss": 2.7971, + "step": 13382 + }, + { + "epoch": 0.22908642736096133, + "grad_norm": 2.4120993614196777, + "learning_rate": 1.7992360514211403e-05, + "loss": 2.9064, + "step": 13383 + }, + { + "epoch": 0.2291035450795118, + "grad_norm": 2.3843533992767334, + "learning_rate": 1.7992027294824715e-05, + "loss": 2.8252, + "step": 13384 + }, + { + "epoch": 0.22912066279806229, + "grad_norm": 2.4923431873321533, + "learning_rate": 1.7991694050873323e-05, + "loss": 2.993, + "step": 13385 + }, + { + "epoch": 0.22913778051661274, + "grad_norm": 2.3966376781463623, + "learning_rate": 1.7991360782358244e-05, + "loss": 2.9789, + "step": 13386 + }, + { + "epoch": 0.22915489823516322, + "grad_norm": 2.4057116508483887, + "learning_rate": 1.7991027489280513e-05, + "loss": 2.9358, + "step": 13387 + }, + { + "epoch": 0.2291720159537137, + "grad_norm": 2.4865427017211914, + "learning_rate": 1.7990694171641144e-05, + "loss": 2.874, + "step": 13388 + }, + { + "epoch": 0.22918913367226415, + "grad_norm": 2.4706990718841553, + "learning_rate": 1.799036082944116e-05, + "loss": 2.852, + "step": 13389 + }, + { + "epoch": 0.22920625139081463, + "grad_norm": 2.389096975326538, + "learning_rate": 1.79900274626816e-05, + "loss": 2.9149, + "step": 13390 + }, + { + "epoch": 0.2292233691093651, + "grad_norm": 2.5390665531158447, + "learning_rate": 1.7989694071363476e-05, + "loss": 2.97, + "step": 13391 + }, + { + "epoch": 0.22924048682791556, + "grad_norm": 2.321678400039673, + "learning_rate": 1.798936065548782e-05, + "loss": 2.7873, + "step": 13392 + }, + { + "epoch": 0.22925760454646604, + "grad_norm": 2.356715202331543, + "learning_rate": 1.798902721505565e-05, + "loss": 3.0031, + "step": 13393 + }, + { + "epoch": 0.22927472226501652, + "grad_norm": 2.2982311248779297, + "learning_rate": 1.798869375006799e-05, + "loss": 2.7879, + "step": 13394 + }, + { + "epoch": 0.229291839983567, + "grad_norm": 2.3167614936828613, + "learning_rate": 1.7988360260525873e-05, + "loss": 2.8669, + "step": 13395 + }, + { + "epoch": 0.22930895770211746, + "grad_norm": 2.5112669467926025, + "learning_rate": 1.798802674643032e-05, + "loss": 3.005, + "step": 13396 + }, + { + "epoch": 0.22932607542066794, + "grad_norm": 2.585724353790283, + "learning_rate": 1.7987693207782357e-05, + "loss": 3.0004, + "step": 13397 + }, + { + "epoch": 0.22934319313921842, + "grad_norm": 2.5604357719421387, + "learning_rate": 1.798735964458301e-05, + "loss": 2.9671, + "step": 13398 + }, + { + "epoch": 0.22936031085776887, + "grad_norm": 2.3216381072998047, + "learning_rate": 1.79870260568333e-05, + "loss": 2.7665, + "step": 13399 + }, + { + "epoch": 0.22937742857631935, + "grad_norm": 2.421820640563965, + "learning_rate": 1.7986692444534258e-05, + "loss": 2.8347, + "step": 13400 + }, + { + "epoch": 0.22939454629486983, + "grad_norm": 2.3326332569122314, + "learning_rate": 1.7986358807686904e-05, + "loss": 2.8956, + "step": 13401 + }, + { + "epoch": 0.22941166401342028, + "grad_norm": 2.251819133758545, + "learning_rate": 1.7986025146292262e-05, + "loss": 2.8498, + "step": 13402 + }, + { + "epoch": 0.22942878173197076, + "grad_norm": 2.3449056148529053, + "learning_rate": 1.798569146035137e-05, + "loss": 2.8697, + "step": 13403 + }, + { + "epoch": 0.22944589945052124, + "grad_norm": 2.333944320678711, + "learning_rate": 1.798535774986524e-05, + "loss": 3.0026, + "step": 13404 + }, + { + "epoch": 0.2294630171690717, + "grad_norm": 2.234924077987671, + "learning_rate": 1.79850240148349e-05, + "loss": 2.8452, + "step": 13405 + }, + { + "epoch": 0.22948013488762217, + "grad_norm": 2.3709638118743896, + "learning_rate": 1.7984690255261385e-05, + "loss": 2.9289, + "step": 13406 + }, + { + "epoch": 0.22949725260617265, + "grad_norm": 2.531947374343872, + "learning_rate": 1.798435647114571e-05, + "loss": 2.9822, + "step": 13407 + }, + { + "epoch": 0.22951437032472313, + "grad_norm": 2.294752836227417, + "learning_rate": 1.798402266248891e-05, + "loss": 2.9298, + "step": 13408 + }, + { + "epoch": 0.22953148804327358, + "grad_norm": 2.389939308166504, + "learning_rate": 1.7983688829292e-05, + "loss": 2.9585, + "step": 13409 + }, + { + "epoch": 0.22954860576182406, + "grad_norm": 2.528930902481079, + "learning_rate": 1.798335497155602e-05, + "loss": 2.9712, + "step": 13410 + }, + { + "epoch": 0.22956572348037455, + "grad_norm": 2.4614672660827637, + "learning_rate": 1.7983021089281983e-05, + "loss": 2.8574, + "step": 13411 + }, + { + "epoch": 0.229582841198925, + "grad_norm": 2.327709197998047, + "learning_rate": 1.798268718247092e-05, + "loss": 2.9789, + "step": 13412 + }, + { + "epoch": 0.22959995891747548, + "grad_norm": 2.434752941131592, + "learning_rate": 1.7982353251123863e-05, + "loss": 2.9412, + "step": 13413 + }, + { + "epoch": 0.22961707663602596, + "grad_norm": 2.4407243728637695, + "learning_rate": 1.798201929524183e-05, + "loss": 2.9538, + "step": 13414 + }, + { + "epoch": 0.2296341943545764, + "grad_norm": 2.202852487564087, + "learning_rate": 1.7981685314825853e-05, + "loss": 2.8092, + "step": 13415 + }, + { + "epoch": 0.2296513120731269, + "grad_norm": 2.343172073364258, + "learning_rate": 1.7981351309876958e-05, + "loss": 2.9695, + "step": 13416 + }, + { + "epoch": 0.22966842979167737, + "grad_norm": 2.3282864093780518, + "learning_rate": 1.7981017280396165e-05, + "loss": 2.8579, + "step": 13417 + }, + { + "epoch": 0.22968554751022785, + "grad_norm": 2.270169973373413, + "learning_rate": 1.798068322638451e-05, + "loss": 2.8044, + "step": 13418 + }, + { + "epoch": 0.2297026652287783, + "grad_norm": 2.2090845108032227, + "learning_rate": 1.7980349147843016e-05, + "loss": 2.8716, + "step": 13419 + }, + { + "epoch": 0.22971978294732878, + "grad_norm": 2.4601891040802, + "learning_rate": 1.7980015044772706e-05, + "loss": 3.0382, + "step": 13420 + }, + { + "epoch": 0.22973690066587926, + "grad_norm": 2.2686479091644287, + "learning_rate": 1.7979680917174613e-05, + "loss": 2.9179, + "step": 13421 + }, + { + "epoch": 0.22975401838442971, + "grad_norm": 2.2806527614593506, + "learning_rate": 1.7979346765049765e-05, + "loss": 2.8976, + "step": 13422 + }, + { + "epoch": 0.2297711361029802, + "grad_norm": 2.371527910232544, + "learning_rate": 1.797901258839918e-05, + "loss": 2.9059, + "step": 13423 + }, + { + "epoch": 0.22978825382153067, + "grad_norm": 2.38067889213562, + "learning_rate": 1.797867838722389e-05, + "loss": 2.8199, + "step": 13424 + }, + { + "epoch": 0.22980537154008113, + "grad_norm": 2.3788657188415527, + "learning_rate": 1.7978344161524925e-05, + "loss": 2.8056, + "step": 13425 + }, + { + "epoch": 0.2298224892586316, + "grad_norm": 2.214053153991699, + "learning_rate": 1.7978009911303308e-05, + "loss": 2.9277, + "step": 13426 + }, + { + "epoch": 0.2298396069771821, + "grad_norm": 2.3889832496643066, + "learning_rate": 1.7977675636560073e-05, + "loss": 2.8837, + "step": 13427 + }, + { + "epoch": 0.22985672469573254, + "grad_norm": 2.374220371246338, + "learning_rate": 1.797734133729624e-05, + "loss": 2.83, + "step": 13428 + }, + { + "epoch": 0.22987384241428302, + "grad_norm": 2.340428352355957, + "learning_rate": 1.7977007013512842e-05, + "loss": 2.8497, + "step": 13429 + }, + { + "epoch": 0.2298909601328335, + "grad_norm": 2.2364165782928467, + "learning_rate": 1.79766726652109e-05, + "loss": 2.8911, + "step": 13430 + }, + { + "epoch": 0.22990807785138398, + "grad_norm": 2.3043456077575684, + "learning_rate": 1.797633829239145e-05, + "loss": 2.9974, + "step": 13431 + }, + { + "epoch": 0.22992519556993443, + "grad_norm": 2.40299391746521, + "learning_rate": 1.797600389505551e-05, + "loss": 3.0042, + "step": 13432 + }, + { + "epoch": 0.2299423132884849, + "grad_norm": 2.37990403175354, + "learning_rate": 1.7975669473204117e-05, + "loss": 2.9325, + "step": 13433 + }, + { + "epoch": 0.2299594310070354, + "grad_norm": 2.355898857116699, + "learning_rate": 1.7975335026838296e-05, + "loss": 2.9286, + "step": 13434 + }, + { + "epoch": 0.22997654872558584, + "grad_norm": 2.266993761062622, + "learning_rate": 1.7975000555959074e-05, + "loss": 2.926, + "step": 13435 + }, + { + "epoch": 0.22999366644413632, + "grad_norm": 2.53700852394104, + "learning_rate": 1.7974666060567477e-05, + "loss": 2.91, + "step": 13436 + }, + { + "epoch": 0.2300107841626868, + "grad_norm": 2.2734503746032715, + "learning_rate": 1.797433154066454e-05, + "loss": 2.859, + "step": 13437 + }, + { + "epoch": 0.23002790188123726, + "grad_norm": 2.4591574668884277, + "learning_rate": 1.7973996996251282e-05, + "loss": 2.9386, + "step": 13438 + }, + { + "epoch": 0.23004501959978774, + "grad_norm": 2.2562458515167236, + "learning_rate": 1.7973662427328735e-05, + "loss": 2.8059, + "step": 13439 + }, + { + "epoch": 0.23006213731833822, + "grad_norm": 2.3422389030456543, + "learning_rate": 1.797332783389793e-05, + "loss": 2.8843, + "step": 13440 + }, + { + "epoch": 0.2300792550368887, + "grad_norm": 2.3737785816192627, + "learning_rate": 1.7972993215959896e-05, + "loss": 2.7781, + "step": 13441 + }, + { + "epoch": 0.23009637275543915, + "grad_norm": 2.268181324005127, + "learning_rate": 1.7972658573515654e-05, + "loss": 2.7836, + "step": 13442 + }, + { + "epoch": 0.23011349047398963, + "grad_norm": 2.3019492626190186, + "learning_rate": 1.797232390656624e-05, + "loss": 2.8768, + "step": 13443 + }, + { + "epoch": 0.2301306081925401, + "grad_norm": 2.502096652984619, + "learning_rate": 1.797198921511268e-05, + "loss": 2.8169, + "step": 13444 + }, + { + "epoch": 0.23014772591109056, + "grad_norm": 2.3037989139556885, + "learning_rate": 1.7971654499156004e-05, + "loss": 2.8045, + "step": 13445 + }, + { + "epoch": 0.23016484362964104, + "grad_norm": 2.339536428451538, + "learning_rate": 1.797131975869724e-05, + "loss": 2.835, + "step": 13446 + }, + { + "epoch": 0.23018196134819152, + "grad_norm": 2.49287486076355, + "learning_rate": 1.7970984993737418e-05, + "loss": 2.8367, + "step": 13447 + }, + { + "epoch": 0.23019907906674197, + "grad_norm": 2.3210771083831787, + "learning_rate": 1.7970650204277564e-05, + "loss": 2.9159, + "step": 13448 + }, + { + "epoch": 0.23021619678529245, + "grad_norm": 2.361355781555176, + "learning_rate": 1.797031539031871e-05, + "loss": 2.9364, + "step": 13449 + }, + { + "epoch": 0.23023331450384293, + "grad_norm": 2.4730405807495117, + "learning_rate": 1.796998055186188e-05, + "loss": 2.9788, + "step": 13450 + }, + { + "epoch": 0.2302504322223934, + "grad_norm": 2.3195252418518066, + "learning_rate": 1.796964568890811e-05, + "loss": 2.8732, + "step": 13451 + }, + { + "epoch": 0.23026754994094387, + "grad_norm": 2.391206741333008, + "learning_rate": 1.7969310801458426e-05, + "loss": 2.8013, + "step": 13452 + }, + { + "epoch": 0.23028466765949435, + "grad_norm": 2.4823718070983887, + "learning_rate": 1.7968975889513857e-05, + "loss": 2.8871, + "step": 13453 + }, + { + "epoch": 0.23030178537804483, + "grad_norm": 2.2969295978546143, + "learning_rate": 1.7968640953075433e-05, + "loss": 2.8623, + "step": 13454 + }, + { + "epoch": 0.23031890309659528, + "grad_norm": 2.4795420169830322, + "learning_rate": 1.7968305992144185e-05, + "loss": 2.8526, + "step": 13455 + }, + { + "epoch": 0.23033602081514576, + "grad_norm": 2.5706920623779297, + "learning_rate": 1.7967971006721137e-05, + "loss": 2.9463, + "step": 13456 + }, + { + "epoch": 0.23035313853369624, + "grad_norm": 2.338024377822876, + "learning_rate": 1.7967635996807325e-05, + "loss": 2.8767, + "step": 13457 + }, + { + "epoch": 0.2303702562522467, + "grad_norm": 2.44331431388855, + "learning_rate": 1.7967300962403778e-05, + "loss": 2.8772, + "step": 13458 + }, + { + "epoch": 0.23038737397079717, + "grad_norm": 2.3379557132720947, + "learning_rate": 1.7966965903511525e-05, + "loss": 3.0091, + "step": 13459 + }, + { + "epoch": 0.23040449168934765, + "grad_norm": 2.3814258575439453, + "learning_rate": 1.796663082013159e-05, + "loss": 2.9356, + "step": 13460 + }, + { + "epoch": 0.2304216094078981, + "grad_norm": 2.2608580589294434, + "learning_rate": 1.7966295712265012e-05, + "loss": 2.8597, + "step": 13461 + }, + { + "epoch": 0.23043872712644858, + "grad_norm": 2.2587766647338867, + "learning_rate": 1.7965960579912814e-05, + "loss": 2.8477, + "step": 13462 + }, + { + "epoch": 0.23045584484499906, + "grad_norm": 2.4285390377044678, + "learning_rate": 1.7965625423076028e-05, + "loss": 2.8151, + "step": 13463 + }, + { + "epoch": 0.23047296256354954, + "grad_norm": 2.3929603099823, + "learning_rate": 1.796529024175569e-05, + "loss": 2.8312, + "step": 13464 + }, + { + "epoch": 0.2304900802821, + "grad_norm": 2.3803296089172363, + "learning_rate": 1.7964955035952824e-05, + "loss": 2.9068, + "step": 13465 + }, + { + "epoch": 0.23050719800065048, + "grad_norm": 2.592128276824951, + "learning_rate": 1.796461980566846e-05, + "loss": 2.9598, + "step": 13466 + }, + { + "epoch": 0.23052431571920096, + "grad_norm": 2.3665151596069336, + "learning_rate": 1.796428455090363e-05, + "loss": 2.8099, + "step": 13467 + }, + { + "epoch": 0.2305414334377514, + "grad_norm": 2.3987858295440674, + "learning_rate": 1.7963949271659363e-05, + "loss": 2.7585, + "step": 13468 + }, + { + "epoch": 0.2305585511563019, + "grad_norm": 2.639436721801758, + "learning_rate": 1.7963613967936693e-05, + "loss": 2.9214, + "step": 13469 + }, + { + "epoch": 0.23057566887485237, + "grad_norm": 2.7235374450683594, + "learning_rate": 1.7963278639736647e-05, + "loss": 2.9352, + "step": 13470 + }, + { + "epoch": 0.23059278659340282, + "grad_norm": 2.488762140274048, + "learning_rate": 1.7962943287060257e-05, + "loss": 2.8953, + "step": 13471 + }, + { + "epoch": 0.2306099043119533, + "grad_norm": 2.3618650436401367, + "learning_rate": 1.7962607909908558e-05, + "loss": 2.9013, + "step": 13472 + }, + { + "epoch": 0.23062702203050378, + "grad_norm": 2.419234037399292, + "learning_rate": 1.7962272508282573e-05, + "loss": 2.8028, + "step": 13473 + }, + { + "epoch": 0.23064413974905423, + "grad_norm": 2.40354323387146, + "learning_rate": 1.796193708218334e-05, + "loss": 2.8529, + "step": 13474 + }, + { + "epoch": 0.2306612574676047, + "grad_norm": 2.4080069065093994, + "learning_rate": 1.7961601631611886e-05, + "loss": 2.7762, + "step": 13475 + }, + { + "epoch": 0.2306783751861552, + "grad_norm": 2.407371759414673, + "learning_rate": 1.796126615656924e-05, + "loss": 2.8551, + "step": 13476 + }, + { + "epoch": 0.23069549290470567, + "grad_norm": 2.355076789855957, + "learning_rate": 1.796093065705644e-05, + "loss": 2.7454, + "step": 13477 + }, + { + "epoch": 0.23071261062325613, + "grad_norm": 2.544408082962036, + "learning_rate": 1.796059513307451e-05, + "loss": 2.9602, + "step": 13478 + }, + { + "epoch": 0.2307297283418066, + "grad_norm": 2.375265121459961, + "learning_rate": 1.7960259584624484e-05, + "loss": 2.8969, + "step": 13479 + }, + { + "epoch": 0.23074684606035709, + "grad_norm": 2.3913686275482178, + "learning_rate": 1.7959924011707398e-05, + "loss": 2.9068, + "step": 13480 + }, + { + "epoch": 0.23076396377890754, + "grad_norm": 2.6252646446228027, + "learning_rate": 1.7959588414324276e-05, + "loss": 2.9761, + "step": 13481 + }, + { + "epoch": 0.23078108149745802, + "grad_norm": 2.5084047317504883, + "learning_rate": 1.7959252792476153e-05, + "loss": 2.9443, + "step": 13482 + }, + { + "epoch": 0.2307981992160085, + "grad_norm": 2.505070686340332, + "learning_rate": 1.7958917146164065e-05, + "loss": 2.7774, + "step": 13483 + }, + { + "epoch": 0.23081531693455895, + "grad_norm": 2.4239838123321533, + "learning_rate": 1.795858147538903e-05, + "loss": 2.8562, + "step": 13484 + }, + { + "epoch": 0.23083243465310943, + "grad_norm": 2.417537212371826, + "learning_rate": 1.7958245780152097e-05, + "loss": 2.9835, + "step": 13485 + }, + { + "epoch": 0.2308495523716599, + "grad_norm": 2.4021108150482178, + "learning_rate": 1.7957910060454283e-05, + "loss": 2.9535, + "step": 13486 + }, + { + "epoch": 0.23086667009021036, + "grad_norm": 2.4994425773620605, + "learning_rate": 1.7957574316296632e-05, + "loss": 3.0224, + "step": 13487 + }, + { + "epoch": 0.23088378780876084, + "grad_norm": 2.3410491943359375, + "learning_rate": 1.7957238547680166e-05, + "loss": 2.9436, + "step": 13488 + }, + { + "epoch": 0.23090090552731132, + "grad_norm": 2.4332504272460938, + "learning_rate": 1.795690275460592e-05, + "loss": 2.8948, + "step": 13489 + }, + { + "epoch": 0.2309180232458618, + "grad_norm": 2.322950839996338, + "learning_rate": 1.7956566937074935e-05, + "loss": 2.8149, + "step": 13490 + }, + { + "epoch": 0.23093514096441226, + "grad_norm": 2.356874465942383, + "learning_rate": 1.795623109508823e-05, + "loss": 2.9239, + "step": 13491 + }, + { + "epoch": 0.23095225868296274, + "grad_norm": 2.2418887615203857, + "learning_rate": 1.7955895228646846e-05, + "loss": 2.9028, + "step": 13492 + }, + { + "epoch": 0.23096937640151322, + "grad_norm": 2.2840075492858887, + "learning_rate": 1.7955559337751812e-05, + "loss": 2.7985, + "step": 13493 + }, + { + "epoch": 0.23098649412006367, + "grad_norm": 2.652651786804199, + "learning_rate": 1.795522342240416e-05, + "loss": 2.8714, + "step": 13494 + }, + { + "epoch": 0.23100361183861415, + "grad_norm": 2.329235553741455, + "learning_rate": 1.7954887482604924e-05, + "loss": 2.9473, + "step": 13495 + }, + { + "epoch": 0.23102072955716463, + "grad_norm": 2.3042311668395996, + "learning_rate": 1.7954551518355136e-05, + "loss": 2.9011, + "step": 13496 + }, + { + "epoch": 0.23103784727571508, + "grad_norm": 2.2327356338500977, + "learning_rate": 1.7954215529655824e-05, + "loss": 2.85, + "step": 13497 + }, + { + "epoch": 0.23105496499426556, + "grad_norm": 2.420954942703247, + "learning_rate": 1.795387951650803e-05, + "loss": 2.7702, + "step": 13498 + }, + { + "epoch": 0.23107208271281604, + "grad_norm": 2.5611443519592285, + "learning_rate": 1.7953543478912782e-05, + "loss": 3.006, + "step": 13499 + }, + { + "epoch": 0.23108920043136652, + "grad_norm": 2.2707366943359375, + "learning_rate": 1.795320741687111e-05, + "loss": 2.9005, + "step": 13500 + }, + { + "epoch": 0.23110631814991697, + "grad_norm": 2.278214931488037, + "learning_rate": 1.795287133038405e-05, + "loss": 2.7838, + "step": 13501 + }, + { + "epoch": 0.23112343586846745, + "grad_norm": 2.2586135864257812, + "learning_rate": 1.7952535219452637e-05, + "loss": 2.7385, + "step": 13502 + }, + { + "epoch": 0.23114055358701793, + "grad_norm": 2.497880220413208, + "learning_rate": 1.7952199084077898e-05, + "loss": 2.9339, + "step": 13503 + }, + { + "epoch": 0.23115767130556839, + "grad_norm": 2.4144132137298584, + "learning_rate": 1.7951862924260874e-05, + "loss": 2.9699, + "step": 13504 + }, + { + "epoch": 0.23117478902411887, + "grad_norm": 2.385566234588623, + "learning_rate": 1.7951526740002593e-05, + "loss": 2.8383, + "step": 13505 + }, + { + "epoch": 0.23119190674266935, + "grad_norm": 2.419002056121826, + "learning_rate": 1.7951190531304087e-05, + "loss": 2.8929, + "step": 13506 + }, + { + "epoch": 0.2312090244612198, + "grad_norm": 2.3718602657318115, + "learning_rate": 1.7950854298166397e-05, + "loss": 2.7844, + "step": 13507 + }, + { + "epoch": 0.23122614217977028, + "grad_norm": 2.4379477500915527, + "learning_rate": 1.795051804059055e-05, + "loss": 2.988, + "step": 13508 + }, + { + "epoch": 0.23124325989832076, + "grad_norm": 2.4087026119232178, + "learning_rate": 1.795018175857758e-05, + "loss": 2.839, + "step": 13509 + }, + { + "epoch": 0.2312603776168712, + "grad_norm": 2.3715615272521973, + "learning_rate": 1.7949845452128517e-05, + "loss": 2.839, + "step": 13510 + }, + { + "epoch": 0.2312774953354217, + "grad_norm": 2.272615671157837, + "learning_rate": 1.7949509121244407e-05, + "loss": 2.8724, + "step": 13511 + }, + { + "epoch": 0.23129461305397217, + "grad_norm": 2.19348406791687, + "learning_rate": 1.794917276592627e-05, + "loss": 2.7576, + "step": 13512 + }, + { + "epoch": 0.23131173077252265, + "grad_norm": 2.3235344886779785, + "learning_rate": 1.794883638617515e-05, + "loss": 2.7706, + "step": 13513 + }, + { + "epoch": 0.2313288484910731, + "grad_norm": 2.436638593673706, + "learning_rate": 1.7948499981992075e-05, + "loss": 2.8913, + "step": 13514 + }, + { + "epoch": 0.23134596620962358, + "grad_norm": 2.379180431365967, + "learning_rate": 1.794816355337808e-05, + "loss": 2.9732, + "step": 13515 + }, + { + "epoch": 0.23136308392817406, + "grad_norm": 2.576425552368164, + "learning_rate": 1.7947827100334202e-05, + "loss": 3.0105, + "step": 13516 + }, + { + "epoch": 0.23138020164672451, + "grad_norm": 2.5471134185791016, + "learning_rate": 1.794749062286147e-05, + "loss": 2.9863, + "step": 13517 + }, + { + "epoch": 0.231397319365275, + "grad_norm": 2.2187108993530273, + "learning_rate": 1.794715412096092e-05, + "loss": 2.7418, + "step": 13518 + }, + { + "epoch": 0.23141443708382547, + "grad_norm": 2.3832221031188965, + "learning_rate": 1.794681759463359e-05, + "loss": 3.0045, + "step": 13519 + }, + { + "epoch": 0.23143155480237593, + "grad_norm": 2.4619905948638916, + "learning_rate": 1.7946481043880514e-05, + "loss": 2.8908, + "step": 13520 + }, + { + "epoch": 0.2314486725209264, + "grad_norm": 2.3740739822387695, + "learning_rate": 1.794614446870272e-05, + "loss": 2.8834, + "step": 13521 + }, + { + "epoch": 0.2314657902394769, + "grad_norm": 2.2874057292938232, + "learning_rate": 1.794580786910125e-05, + "loss": 2.801, + "step": 13522 + }, + { + "epoch": 0.23148290795802737, + "grad_norm": 2.4242451190948486, + "learning_rate": 1.794547124507714e-05, + "loss": 2.8369, + "step": 13523 + }, + { + "epoch": 0.23150002567657782, + "grad_norm": 2.4276273250579834, + "learning_rate": 1.794513459663141e-05, + "loss": 2.8778, + "step": 13524 + }, + { + "epoch": 0.2315171433951283, + "grad_norm": 2.5390121936798096, + "learning_rate": 1.794479792376511e-05, + "loss": 2.952, + "step": 13525 + }, + { + "epoch": 0.23153426111367878, + "grad_norm": 2.296513557434082, + "learning_rate": 1.7944461226479267e-05, + "loss": 2.9702, + "step": 13526 + }, + { + "epoch": 0.23155137883222923, + "grad_norm": 2.564314603805542, + "learning_rate": 1.794412450477492e-05, + "loss": 2.8157, + "step": 13527 + }, + { + "epoch": 0.2315684965507797, + "grad_norm": 2.3147997856140137, + "learning_rate": 1.7943787758653103e-05, + "loss": 2.8136, + "step": 13528 + }, + { + "epoch": 0.2315856142693302, + "grad_norm": 2.4056196212768555, + "learning_rate": 1.794345098811485e-05, + "loss": 2.8432, + "step": 13529 + }, + { + "epoch": 0.23160273198788064, + "grad_norm": 2.3859479427337646, + "learning_rate": 1.7943114193161197e-05, + "loss": 2.8429, + "step": 13530 + }, + { + "epoch": 0.23161984970643112, + "grad_norm": 2.404134511947632, + "learning_rate": 1.7942777373793177e-05, + "loss": 2.8901, + "step": 13531 + }, + { + "epoch": 0.2316369674249816, + "grad_norm": 2.557461977005005, + "learning_rate": 1.794244053001183e-05, + "loss": 2.9513, + "step": 13532 + }, + { + "epoch": 0.23165408514353206, + "grad_norm": 2.359346866607666, + "learning_rate": 1.794210366181819e-05, + "loss": 2.8183, + "step": 13533 + }, + { + "epoch": 0.23167120286208254, + "grad_norm": 2.5477356910705566, + "learning_rate": 1.7941766769213288e-05, + "loss": 2.8701, + "step": 13534 + }, + { + "epoch": 0.23168832058063302, + "grad_norm": 2.3786659240722656, + "learning_rate": 1.794142985219816e-05, + "loss": 2.7974, + "step": 13535 + }, + { + "epoch": 0.2317054382991835, + "grad_norm": 2.315945625305176, + "learning_rate": 1.7941092910773845e-05, + "loss": 2.8082, + "step": 13536 + }, + { + "epoch": 0.23172255601773395, + "grad_norm": 2.266826868057251, + "learning_rate": 1.794075594494138e-05, + "loss": 2.8743, + "step": 13537 + }, + { + "epoch": 0.23173967373628443, + "grad_norm": 2.4253342151641846, + "learning_rate": 1.7940418954701793e-05, + "loss": 2.8751, + "step": 13538 + }, + { + "epoch": 0.2317567914548349, + "grad_norm": 2.385650873184204, + "learning_rate": 1.794008194005613e-05, + "loss": 2.8921, + "step": 13539 + }, + { + "epoch": 0.23177390917338536, + "grad_norm": 2.5056796073913574, + "learning_rate": 1.793974490100542e-05, + "loss": 2.9905, + "step": 13540 + }, + { + "epoch": 0.23179102689193584, + "grad_norm": 2.346897602081299, + "learning_rate": 1.7939407837550704e-05, + "loss": 2.9578, + "step": 13541 + }, + { + "epoch": 0.23180814461048632, + "grad_norm": 2.352428913116455, + "learning_rate": 1.793907074969301e-05, + "loss": 2.8937, + "step": 13542 + }, + { + "epoch": 0.23182526232903677, + "grad_norm": 2.3513503074645996, + "learning_rate": 1.7938733637433383e-05, + "loss": 2.8398, + "step": 13543 + }, + { + "epoch": 0.23184238004758725, + "grad_norm": 2.3479554653167725, + "learning_rate": 1.793839650077285e-05, + "loss": 2.9464, + "step": 13544 + }, + { + "epoch": 0.23185949776613773, + "grad_norm": 2.275620460510254, + "learning_rate": 1.7938059339712458e-05, + "loss": 2.7795, + "step": 13545 + }, + { + "epoch": 0.23187661548468821, + "grad_norm": 2.370649814605713, + "learning_rate": 1.7937722154253237e-05, + "loss": 2.8326, + "step": 13546 + }, + { + "epoch": 0.23189373320323867, + "grad_norm": 2.2996630668640137, + "learning_rate": 1.793738494439622e-05, + "loss": 2.8651, + "step": 13547 + }, + { + "epoch": 0.23191085092178915, + "grad_norm": 2.3121163845062256, + "learning_rate": 1.793704771014245e-05, + "loss": 2.821, + "step": 13548 + }, + { + "epoch": 0.23192796864033963, + "grad_norm": 2.2973804473876953, + "learning_rate": 1.7936710451492963e-05, + "loss": 2.7355, + "step": 13549 + }, + { + "epoch": 0.23194508635889008, + "grad_norm": 2.4823877811431885, + "learning_rate": 1.7936373168448788e-05, + "loss": 2.9963, + "step": 13550 + }, + { + "epoch": 0.23196220407744056, + "grad_norm": 2.5180554389953613, + "learning_rate": 1.793603586101097e-05, + "loss": 2.909, + "step": 13551 + }, + { + "epoch": 0.23197932179599104, + "grad_norm": 2.4489073753356934, + "learning_rate": 1.7935698529180547e-05, + "loss": 2.8594, + "step": 13552 + }, + { + "epoch": 0.2319964395145415, + "grad_norm": 2.4945080280303955, + "learning_rate": 1.793536117295855e-05, + "loss": 2.8616, + "step": 13553 + }, + { + "epoch": 0.23201355723309197, + "grad_norm": 2.6649329662323, + "learning_rate": 1.7935023792346013e-05, + "loss": 3.0291, + "step": 13554 + }, + { + "epoch": 0.23203067495164245, + "grad_norm": 2.2804596424102783, + "learning_rate": 1.7934686387343984e-05, + "loss": 2.8487, + "step": 13555 + }, + { + "epoch": 0.2320477926701929, + "grad_norm": 2.2636773586273193, + "learning_rate": 1.793434895795349e-05, + "loss": 2.8761, + "step": 13556 + }, + { + "epoch": 0.23206491038874338, + "grad_norm": 2.3715670108795166, + "learning_rate": 1.7934011504175574e-05, + "loss": 2.8753, + "step": 13557 + }, + { + "epoch": 0.23208202810729386, + "grad_norm": 2.504554033279419, + "learning_rate": 1.7933674026011274e-05, + "loss": 2.9301, + "step": 13558 + }, + { + "epoch": 0.23209914582584434, + "grad_norm": 2.479306221008301, + "learning_rate": 1.7933336523461616e-05, + "loss": 2.993, + "step": 13559 + }, + { + "epoch": 0.2321162635443948, + "grad_norm": 2.2833449840545654, + "learning_rate": 1.7932998996527656e-05, + "loss": 2.895, + "step": 13560 + }, + { + "epoch": 0.23213338126294528, + "grad_norm": 2.4054245948791504, + "learning_rate": 1.7932661445210416e-05, + "loss": 2.9142, + "step": 13561 + }, + { + "epoch": 0.23215049898149576, + "grad_norm": 2.30531644821167, + "learning_rate": 1.7932323869510936e-05, + "loss": 2.8431, + "step": 13562 + }, + { + "epoch": 0.2321676167000462, + "grad_norm": 2.24550199508667, + "learning_rate": 1.7931986269430263e-05, + "loss": 2.7996, + "step": 13563 + }, + { + "epoch": 0.2321847344185967, + "grad_norm": 2.3964717388153076, + "learning_rate": 1.7931648644969424e-05, + "loss": 2.9486, + "step": 13564 + }, + { + "epoch": 0.23220185213714717, + "grad_norm": 2.2864017486572266, + "learning_rate": 1.793131099612946e-05, + "loss": 2.8492, + "step": 13565 + }, + { + "epoch": 0.23221896985569762, + "grad_norm": 2.2391164302825928, + "learning_rate": 1.7930973322911414e-05, + "loss": 2.8716, + "step": 13566 + }, + { + "epoch": 0.2322360875742481, + "grad_norm": 2.4949066638946533, + "learning_rate": 1.7930635625316317e-05, + "loss": 2.9474, + "step": 13567 + }, + { + "epoch": 0.23225320529279858, + "grad_norm": 2.330796718597412, + "learning_rate": 1.7930297903345207e-05, + "loss": 2.829, + "step": 13568 + }, + { + "epoch": 0.23227032301134903, + "grad_norm": 2.3503777980804443, + "learning_rate": 1.7929960156999132e-05, + "loss": 2.9353, + "step": 13569 + }, + { + "epoch": 0.2322874407298995, + "grad_norm": 2.330620050430298, + "learning_rate": 1.7929622386279115e-05, + "loss": 2.9314, + "step": 13570 + }, + { + "epoch": 0.23230455844845, + "grad_norm": 2.448838710784912, + "learning_rate": 1.7929284591186206e-05, + "loss": 2.8321, + "step": 13571 + }, + { + "epoch": 0.23232167616700047, + "grad_norm": 2.451723337173462, + "learning_rate": 1.7928946771721438e-05, + "loss": 3.0066, + "step": 13572 + }, + { + "epoch": 0.23233879388555093, + "grad_norm": 2.395453453063965, + "learning_rate": 1.7928608927885852e-05, + "loss": 2.8035, + "step": 13573 + }, + { + "epoch": 0.2323559116041014, + "grad_norm": 2.387388229370117, + "learning_rate": 1.7928271059680484e-05, + "loss": 2.9194, + "step": 13574 + }, + { + "epoch": 0.2323730293226519, + "grad_norm": 2.447472333908081, + "learning_rate": 1.7927933167106372e-05, + "loss": 2.8155, + "step": 13575 + }, + { + "epoch": 0.23239014704120234, + "grad_norm": 2.4311931133270264, + "learning_rate": 1.7927595250164558e-05, + "loss": 2.9161, + "step": 13576 + }, + { + "epoch": 0.23240726475975282, + "grad_norm": 2.4777791500091553, + "learning_rate": 1.7927257308856076e-05, + "loss": 2.8795, + "step": 13577 + }, + { + "epoch": 0.2324243824783033, + "grad_norm": 2.27093243598938, + "learning_rate": 1.7926919343181973e-05, + "loss": 2.9597, + "step": 13578 + }, + { + "epoch": 0.23244150019685375, + "grad_norm": 2.191159725189209, + "learning_rate": 1.7926581353143276e-05, + "loss": 2.7882, + "step": 13579 + }, + { + "epoch": 0.23245861791540423, + "grad_norm": 2.353863477706909, + "learning_rate": 1.792624333874103e-05, + "loss": 2.7163, + "step": 13580 + }, + { + "epoch": 0.2324757356339547, + "grad_norm": 2.3458194732666016, + "learning_rate": 1.792590529997628e-05, + "loss": 2.8793, + "step": 13581 + }, + { + "epoch": 0.2324928533525052, + "grad_norm": 2.4104321002960205, + "learning_rate": 1.7925567236850053e-05, + "loss": 2.9695, + "step": 13582 + }, + { + "epoch": 0.23250997107105564, + "grad_norm": 2.413311719894409, + "learning_rate": 1.7925229149363396e-05, + "loss": 2.9197, + "step": 13583 + }, + { + "epoch": 0.23252708878960612, + "grad_norm": 2.441412925720215, + "learning_rate": 1.7924891037517346e-05, + "loss": 2.8418, + "step": 13584 + }, + { + "epoch": 0.2325442065081566, + "grad_norm": 2.5304677486419678, + "learning_rate": 1.7924552901312943e-05, + "loss": 2.8875, + "step": 13585 + }, + { + "epoch": 0.23256132422670706, + "grad_norm": 2.3086633682250977, + "learning_rate": 1.7924214740751226e-05, + "loss": 2.7982, + "step": 13586 + }, + { + "epoch": 0.23257844194525754, + "grad_norm": 2.416820526123047, + "learning_rate": 1.792387655583323e-05, + "loss": 2.8603, + "step": 13587 + }, + { + "epoch": 0.23259555966380802, + "grad_norm": 2.450758934020996, + "learning_rate": 1.7923538346560003e-05, + "loss": 2.8535, + "step": 13588 + }, + { + "epoch": 0.23261267738235847, + "grad_norm": 2.50584077835083, + "learning_rate": 1.792320011293258e-05, + "loss": 3.0243, + "step": 13589 + }, + { + "epoch": 0.23262979510090895, + "grad_norm": 2.5454914569854736, + "learning_rate": 1.7922861854952e-05, + "loss": 3.0308, + "step": 13590 + }, + { + "epoch": 0.23264691281945943, + "grad_norm": 2.4026126861572266, + "learning_rate": 1.7922523572619303e-05, + "loss": 2.9083, + "step": 13591 + }, + { + "epoch": 0.23266403053800988, + "grad_norm": 2.4139187335968018, + "learning_rate": 1.792218526593553e-05, + "loss": 2.9477, + "step": 13592 + }, + { + "epoch": 0.23268114825656036, + "grad_norm": 2.2332963943481445, + "learning_rate": 1.792184693490172e-05, + "loss": 2.9455, + "step": 13593 + }, + { + "epoch": 0.23269826597511084, + "grad_norm": 2.2622768878936768, + "learning_rate": 1.7921508579518912e-05, + "loss": 2.8427, + "step": 13594 + }, + { + "epoch": 0.23271538369366132, + "grad_norm": 2.4108426570892334, + "learning_rate": 1.792117019978815e-05, + "loss": 3.0506, + "step": 13595 + }, + { + "epoch": 0.23273250141221177, + "grad_norm": 2.3596513271331787, + "learning_rate": 1.7920831795710467e-05, + "loss": 2.869, + "step": 13596 + }, + { + "epoch": 0.23274961913076225, + "grad_norm": 2.301142454147339, + "learning_rate": 1.7920493367286906e-05, + "loss": 2.9471, + "step": 13597 + }, + { + "epoch": 0.23276673684931273, + "grad_norm": 2.342353105545044, + "learning_rate": 1.792015491451851e-05, + "loss": 2.9866, + "step": 13598 + }, + { + "epoch": 0.23278385456786319, + "grad_norm": 2.201207399368286, + "learning_rate": 1.7919816437406318e-05, + "loss": 2.7735, + "step": 13599 + }, + { + "epoch": 0.23280097228641367, + "grad_norm": 2.3669047355651855, + "learning_rate": 1.7919477935951373e-05, + "loss": 2.7612, + "step": 13600 + }, + { + "epoch": 0.23281809000496415, + "grad_norm": 2.313612699508667, + "learning_rate": 1.7919139410154708e-05, + "loss": 2.7993, + "step": 13601 + }, + { + "epoch": 0.2328352077235146, + "grad_norm": 2.429838180541992, + "learning_rate": 1.7918800860017368e-05, + "loss": 2.9094, + "step": 13602 + }, + { + "epoch": 0.23285232544206508, + "grad_norm": 2.3212316036224365, + "learning_rate": 1.7918462285540398e-05, + "loss": 2.8075, + "step": 13603 + }, + { + "epoch": 0.23286944316061556, + "grad_norm": 2.3680803775787354, + "learning_rate": 1.791812368672483e-05, + "loss": 2.8174, + "step": 13604 + }, + { + "epoch": 0.23288656087916604, + "grad_norm": 2.402250051498413, + "learning_rate": 1.7917785063571712e-05, + "loss": 2.8532, + "step": 13605 + }, + { + "epoch": 0.2329036785977165, + "grad_norm": 2.4250731468200684, + "learning_rate": 1.791744641608208e-05, + "loss": 2.8519, + "step": 13606 + }, + { + "epoch": 0.23292079631626697, + "grad_norm": 2.3242545127868652, + "learning_rate": 1.7917107744256975e-05, + "loss": 2.9236, + "step": 13607 + }, + { + "epoch": 0.23293791403481745, + "grad_norm": 2.501662254333496, + "learning_rate": 1.791676904809744e-05, + "loss": 2.883, + "step": 13608 + }, + { + "epoch": 0.2329550317533679, + "grad_norm": 2.299772024154663, + "learning_rate": 1.791643032760452e-05, + "loss": 2.8966, + "step": 13609 + }, + { + "epoch": 0.23297214947191838, + "grad_norm": 2.2893948554992676, + "learning_rate": 1.7916091582779245e-05, + "loss": 2.8328, + "step": 13610 + }, + { + "epoch": 0.23298926719046886, + "grad_norm": 2.2901391983032227, + "learning_rate": 1.7915752813622665e-05, + "loss": 2.7816, + "step": 13611 + }, + { + "epoch": 0.23300638490901932, + "grad_norm": 2.503166437149048, + "learning_rate": 1.7915414020135823e-05, + "loss": 2.9178, + "step": 13612 + }, + { + "epoch": 0.2330235026275698, + "grad_norm": 2.3169219493865967, + "learning_rate": 1.7915075202319754e-05, + "loss": 2.7966, + "step": 13613 + }, + { + "epoch": 0.23304062034612028, + "grad_norm": 2.399235486984253, + "learning_rate": 1.79147363601755e-05, + "loss": 2.9283, + "step": 13614 + }, + { + "epoch": 0.23305773806467073, + "grad_norm": 2.3493916988372803, + "learning_rate": 1.7914397493704108e-05, + "loss": 2.8728, + "step": 13615 + }, + { + "epoch": 0.2330748557832212, + "grad_norm": 2.225726366043091, + "learning_rate": 1.7914058602906614e-05, + "loss": 2.7011, + "step": 13616 + }, + { + "epoch": 0.2330919735017717, + "grad_norm": 2.362772226333618, + "learning_rate": 1.7913719687784058e-05, + "loss": 2.7558, + "step": 13617 + }, + { + "epoch": 0.23310909122032217, + "grad_norm": 2.3519785404205322, + "learning_rate": 1.7913380748337494e-05, + "loss": 2.9496, + "step": 13618 + }, + { + "epoch": 0.23312620893887262, + "grad_norm": 2.332545042037964, + "learning_rate": 1.7913041784567945e-05, + "loss": 2.8144, + "step": 13619 + }, + { + "epoch": 0.2331433266574231, + "grad_norm": 2.4302585124969482, + "learning_rate": 1.791270279647647e-05, + "loss": 2.911, + "step": 13620 + }, + { + "epoch": 0.23316044437597358, + "grad_norm": 2.2770960330963135, + "learning_rate": 1.7912363784064098e-05, + "loss": 2.8018, + "step": 13621 + }, + { + "epoch": 0.23317756209452403, + "grad_norm": 2.540079116821289, + "learning_rate": 1.7912024747331883e-05, + "loss": 2.8033, + "step": 13622 + }, + { + "epoch": 0.2331946798130745, + "grad_norm": 2.5369975566864014, + "learning_rate": 1.7911685686280858e-05, + "loss": 2.948, + "step": 13623 + }, + { + "epoch": 0.233211797531625, + "grad_norm": 2.428051233291626, + "learning_rate": 1.7911346600912066e-05, + "loss": 2.9988, + "step": 13624 + }, + { + "epoch": 0.23322891525017544, + "grad_norm": 2.3698010444641113, + "learning_rate": 1.7911007491226554e-05, + "loss": 2.8347, + "step": 13625 + }, + { + "epoch": 0.23324603296872592, + "grad_norm": 2.296189069747925, + "learning_rate": 1.791066835722536e-05, + "loss": 2.8849, + "step": 13626 + }, + { + "epoch": 0.2332631506872764, + "grad_norm": 2.4682705402374268, + "learning_rate": 1.7910329198909533e-05, + "loss": 2.7564, + "step": 13627 + }, + { + "epoch": 0.23328026840582688, + "grad_norm": 2.312072277069092, + "learning_rate": 1.7909990016280104e-05, + "loss": 2.9124, + "step": 13628 + }, + { + "epoch": 0.23329738612437734, + "grad_norm": 2.389163017272949, + "learning_rate": 1.7909650809338127e-05, + "loss": 2.8951, + "step": 13629 + }, + { + "epoch": 0.23331450384292782, + "grad_norm": 2.401846408843994, + "learning_rate": 1.7909311578084636e-05, + "loss": 2.9833, + "step": 13630 + }, + { + "epoch": 0.2333316215614783, + "grad_norm": 2.3099968433380127, + "learning_rate": 1.7908972322520677e-05, + "loss": 2.8646, + "step": 13631 + }, + { + "epoch": 0.23334873928002875, + "grad_norm": 2.420428514480591, + "learning_rate": 1.7908633042647296e-05, + "loss": 2.9399, + "step": 13632 + }, + { + "epoch": 0.23336585699857923, + "grad_norm": 2.417579174041748, + "learning_rate": 1.790829373846553e-05, + "loss": 2.8121, + "step": 13633 + }, + { + "epoch": 0.2333829747171297, + "grad_norm": 2.558330774307251, + "learning_rate": 1.7907954409976428e-05, + "loss": 2.996, + "step": 13634 + }, + { + "epoch": 0.23340009243568016, + "grad_norm": 2.5592682361602783, + "learning_rate": 1.7907615057181025e-05, + "loss": 2.9287, + "step": 13635 + }, + { + "epoch": 0.23341721015423064, + "grad_norm": 2.4596359729766846, + "learning_rate": 1.790727568008037e-05, + "loss": 3.009, + "step": 13636 + }, + { + "epoch": 0.23343432787278112, + "grad_norm": 2.3524363040924072, + "learning_rate": 1.7906936278675508e-05, + "loss": 2.8559, + "step": 13637 + }, + { + "epoch": 0.23345144559133157, + "grad_norm": 2.278533458709717, + "learning_rate": 1.7906596852967478e-05, + "loss": 2.9962, + "step": 13638 + }, + { + "epoch": 0.23346856330988205, + "grad_norm": 2.2903764247894287, + "learning_rate": 1.7906257402957325e-05, + "loss": 2.9135, + "step": 13639 + }, + { + "epoch": 0.23348568102843253, + "grad_norm": 2.42328143119812, + "learning_rate": 1.7905917928646087e-05, + "loss": 2.8087, + "step": 13640 + }, + { + "epoch": 0.23350279874698301, + "grad_norm": 2.2711246013641357, + "learning_rate": 1.7905578430034816e-05, + "loss": 2.8733, + "step": 13641 + }, + { + "epoch": 0.23351991646553347, + "grad_norm": 2.286882162094116, + "learning_rate": 1.7905238907124554e-05, + "loss": 2.8953, + "step": 13642 + }, + { + "epoch": 0.23353703418408395, + "grad_norm": 2.490496873855591, + "learning_rate": 1.7904899359916337e-05, + "loss": 2.7881, + "step": 13643 + }, + { + "epoch": 0.23355415190263443, + "grad_norm": 2.564931869506836, + "learning_rate": 1.790455978841122e-05, + "loss": 2.938, + "step": 13644 + }, + { + "epoch": 0.23357126962118488, + "grad_norm": 2.3438518047332764, + "learning_rate": 1.7904220192610236e-05, + "loss": 2.7849, + "step": 13645 + }, + { + "epoch": 0.23358838733973536, + "grad_norm": 2.5543267726898193, + "learning_rate": 1.7903880572514433e-05, + "loss": 2.943, + "step": 13646 + }, + { + "epoch": 0.23360550505828584, + "grad_norm": 2.3339271545410156, + "learning_rate": 1.7903540928124858e-05, + "loss": 2.8234, + "step": 13647 + }, + { + "epoch": 0.2336226227768363, + "grad_norm": 2.4136006832122803, + "learning_rate": 1.7903201259442547e-05, + "loss": 2.8249, + "step": 13648 + }, + { + "epoch": 0.23363974049538677, + "grad_norm": 2.5260047912597656, + "learning_rate": 1.7902861566468555e-05, + "loss": 2.8071, + "step": 13649 + }, + { + "epoch": 0.23365685821393725, + "grad_norm": 2.342848300933838, + "learning_rate": 1.7902521849203917e-05, + "loss": 2.9926, + "step": 13650 + }, + { + "epoch": 0.23367397593248773, + "grad_norm": 2.401888608932495, + "learning_rate": 1.7902182107649682e-05, + "loss": 2.8807, + "step": 13651 + }, + { + "epoch": 0.23369109365103818, + "grad_norm": 2.446075439453125, + "learning_rate": 1.790184234180689e-05, + "loss": 2.7123, + "step": 13652 + }, + { + "epoch": 0.23370821136958866, + "grad_norm": 2.271972417831421, + "learning_rate": 1.7901502551676594e-05, + "loss": 2.8113, + "step": 13653 + }, + { + "epoch": 0.23372532908813914, + "grad_norm": 2.3992111682891846, + "learning_rate": 1.790116273725983e-05, + "loss": 2.8796, + "step": 13654 + }, + { + "epoch": 0.2337424468066896, + "grad_norm": 2.4365010261535645, + "learning_rate": 1.7900822898557643e-05, + "loss": 2.8871, + "step": 13655 + }, + { + "epoch": 0.23375956452524008, + "grad_norm": 2.4949254989624023, + "learning_rate": 1.790048303557108e-05, + "loss": 2.9594, + "step": 13656 + }, + { + "epoch": 0.23377668224379056, + "grad_norm": 2.3798885345458984, + "learning_rate": 1.7900143148301187e-05, + "loss": 2.7966, + "step": 13657 + }, + { + "epoch": 0.233793799962341, + "grad_norm": 2.4715304374694824, + "learning_rate": 1.7899803236749005e-05, + "loss": 2.839, + "step": 13658 + }, + { + "epoch": 0.2338109176808915, + "grad_norm": 2.467681884765625, + "learning_rate": 1.789946330091558e-05, + "loss": 2.8565, + "step": 13659 + }, + { + "epoch": 0.23382803539944197, + "grad_norm": 2.4629967212677, + "learning_rate": 1.7899123340801957e-05, + "loss": 2.9758, + "step": 13660 + }, + { + "epoch": 0.23384515311799242, + "grad_norm": 2.4308152198791504, + "learning_rate": 1.7898783356409186e-05, + "loss": 2.9119, + "step": 13661 + }, + { + "epoch": 0.2338622708365429, + "grad_norm": 2.341311454772949, + "learning_rate": 1.7898443347738303e-05, + "loss": 2.8068, + "step": 13662 + }, + { + "epoch": 0.23387938855509338, + "grad_norm": 2.358173370361328, + "learning_rate": 1.789810331479036e-05, + "loss": 2.8381, + "step": 13663 + }, + { + "epoch": 0.23389650627364386, + "grad_norm": 2.314239025115967, + "learning_rate": 1.7897763257566397e-05, + "loss": 2.8826, + "step": 13664 + }, + { + "epoch": 0.23391362399219431, + "grad_norm": 2.339869737625122, + "learning_rate": 1.7897423176067462e-05, + "loss": 2.9958, + "step": 13665 + }, + { + "epoch": 0.2339307417107448, + "grad_norm": 2.2690517902374268, + "learning_rate": 1.7897083070294602e-05, + "loss": 2.796, + "step": 13666 + }, + { + "epoch": 0.23394785942929527, + "grad_norm": 2.4264333248138428, + "learning_rate": 1.7896742940248858e-05, + "loss": 2.9571, + "step": 13667 + }, + { + "epoch": 0.23396497714784573, + "grad_norm": 2.368382453918457, + "learning_rate": 1.789640278593128e-05, + "loss": 2.8696, + "step": 13668 + }, + { + "epoch": 0.2339820948663962, + "grad_norm": 2.244762420654297, + "learning_rate": 1.7896062607342914e-05, + "loss": 2.8637, + "step": 13669 + }, + { + "epoch": 0.2339992125849467, + "grad_norm": 2.2506167888641357, + "learning_rate": 1.7895722404484798e-05, + "loss": 2.7971, + "step": 13670 + }, + { + "epoch": 0.23401633030349714, + "grad_norm": 2.378730535507202, + "learning_rate": 1.789538217735798e-05, + "loss": 2.7986, + "step": 13671 + }, + { + "epoch": 0.23403344802204762, + "grad_norm": 2.4888463020324707, + "learning_rate": 1.7895041925963515e-05, + "loss": 2.9838, + "step": 13672 + }, + { + "epoch": 0.2340505657405981, + "grad_norm": 2.3337900638580322, + "learning_rate": 1.789470165030244e-05, + "loss": 2.8747, + "step": 13673 + }, + { + "epoch": 0.23406768345914855, + "grad_norm": 2.3537824153900146, + "learning_rate": 1.78943613503758e-05, + "loss": 2.8688, + "step": 13674 + }, + { + "epoch": 0.23408480117769903, + "grad_norm": 2.303542137145996, + "learning_rate": 1.789402102618465e-05, + "loss": 2.8125, + "step": 13675 + }, + { + "epoch": 0.2341019188962495, + "grad_norm": 2.410646438598633, + "learning_rate": 1.7893680677730024e-05, + "loss": 2.956, + "step": 13676 + }, + { + "epoch": 0.2341190366148, + "grad_norm": 2.399085283279419, + "learning_rate": 1.789334030501298e-05, + "loss": 2.8875, + "step": 13677 + }, + { + "epoch": 0.23413615433335044, + "grad_norm": 2.584853410720825, + "learning_rate": 1.7892999908034553e-05, + "loss": 2.9866, + "step": 13678 + }, + { + "epoch": 0.23415327205190092, + "grad_norm": 2.6870126724243164, + "learning_rate": 1.7892659486795798e-05, + "loss": 2.7352, + "step": 13679 + }, + { + "epoch": 0.2341703897704514, + "grad_norm": 2.2425601482391357, + "learning_rate": 1.7892319041297756e-05, + "loss": 2.7477, + "step": 13680 + }, + { + "epoch": 0.23418750748900186, + "grad_norm": 2.4419093132019043, + "learning_rate": 1.789197857154148e-05, + "loss": 2.7976, + "step": 13681 + }, + { + "epoch": 0.23420462520755234, + "grad_norm": 2.5063538551330566, + "learning_rate": 1.7891638077528005e-05, + "loss": 2.8466, + "step": 13682 + }, + { + "epoch": 0.23422174292610282, + "grad_norm": 2.4369890689849854, + "learning_rate": 1.789129755925839e-05, + "loss": 2.9375, + "step": 13683 + }, + { + "epoch": 0.23423886064465327, + "grad_norm": 2.425898551940918, + "learning_rate": 1.7890957016733672e-05, + "loss": 2.8558, + "step": 13684 + }, + { + "epoch": 0.23425597836320375, + "grad_norm": 2.5198144912719727, + "learning_rate": 1.7890616449954904e-05, + "loss": 2.899, + "step": 13685 + }, + { + "epoch": 0.23427309608175423, + "grad_norm": 2.3826277256011963, + "learning_rate": 1.789027585892313e-05, + "loss": 2.9254, + "step": 13686 + }, + { + "epoch": 0.2342902138003047, + "grad_norm": 2.4821205139160156, + "learning_rate": 1.7889935243639397e-05, + "loss": 2.942, + "step": 13687 + }, + { + "epoch": 0.23430733151885516, + "grad_norm": 2.4634156227111816, + "learning_rate": 1.7889594604104754e-05, + "loss": 2.8951, + "step": 13688 + }, + { + "epoch": 0.23432444923740564, + "grad_norm": 2.358841896057129, + "learning_rate": 1.7889253940320243e-05, + "loss": 2.8936, + "step": 13689 + }, + { + "epoch": 0.23434156695595612, + "grad_norm": 2.35629940032959, + "learning_rate": 1.788891325228692e-05, + "loss": 2.848, + "step": 13690 + }, + { + "epoch": 0.23435868467450657, + "grad_norm": 2.3989744186401367, + "learning_rate": 1.7888572540005822e-05, + "loss": 2.9544, + "step": 13691 + }, + { + "epoch": 0.23437580239305705, + "grad_norm": 2.541942596435547, + "learning_rate": 1.7888231803478002e-05, + "loss": 2.8765, + "step": 13692 + }, + { + "epoch": 0.23439292011160753, + "grad_norm": 2.3614275455474854, + "learning_rate": 1.7887891042704505e-05, + "loss": 2.9665, + "step": 13693 + }, + { + "epoch": 0.23441003783015799, + "grad_norm": 2.3854830265045166, + "learning_rate": 1.788755025768638e-05, + "loss": 2.861, + "step": 13694 + }, + { + "epoch": 0.23442715554870847, + "grad_norm": 2.347548723220825, + "learning_rate": 1.7887209448424675e-05, + "loss": 2.8434, + "step": 13695 + }, + { + "epoch": 0.23444427326725895, + "grad_norm": 2.3070602416992188, + "learning_rate": 1.788686861492044e-05, + "loss": 2.7819, + "step": 13696 + }, + { + "epoch": 0.2344613909858094, + "grad_norm": 2.619734525680542, + "learning_rate": 1.788652775717471e-05, + "loss": 2.9366, + "step": 13697 + }, + { + "epoch": 0.23447850870435988, + "grad_norm": 2.325690984725952, + "learning_rate": 1.788618687518855e-05, + "loss": 2.8743, + "step": 13698 + }, + { + "epoch": 0.23449562642291036, + "grad_norm": 2.399620771408081, + "learning_rate": 1.7885845968963e-05, + "loss": 2.8512, + "step": 13699 + }, + { + "epoch": 0.23451274414146084, + "grad_norm": 2.317197561264038, + "learning_rate": 1.78855050384991e-05, + "loss": 2.8226, + "step": 13700 + }, + { + "epoch": 0.2345298618600113, + "grad_norm": 2.3118233680725098, + "learning_rate": 1.788516408379791e-05, + "loss": 2.7984, + "step": 13701 + }, + { + "epoch": 0.23454697957856177, + "grad_norm": 2.419290542602539, + "learning_rate": 1.788482310486047e-05, + "loss": 2.7369, + "step": 13702 + }, + { + "epoch": 0.23456409729711225, + "grad_norm": 2.3261637687683105, + "learning_rate": 1.7884482101687835e-05, + "loss": 2.8786, + "step": 13703 + }, + { + "epoch": 0.2345812150156627, + "grad_norm": 2.264136552810669, + "learning_rate": 1.7884141074281048e-05, + "loss": 2.9396, + "step": 13704 + }, + { + "epoch": 0.23459833273421318, + "grad_norm": 2.250324249267578, + "learning_rate": 1.7883800022641157e-05, + "loss": 2.9489, + "step": 13705 + }, + { + "epoch": 0.23461545045276366, + "grad_norm": 2.2801167964935303, + "learning_rate": 1.7883458946769218e-05, + "loss": 2.7589, + "step": 13706 + }, + { + "epoch": 0.23463256817131412, + "grad_norm": 2.349987506866455, + "learning_rate": 1.7883117846666268e-05, + "loss": 2.8647, + "step": 13707 + }, + { + "epoch": 0.2346496858898646, + "grad_norm": 2.516117572784424, + "learning_rate": 1.788277672233336e-05, + "loss": 2.9893, + "step": 13708 + }, + { + "epoch": 0.23466680360841508, + "grad_norm": 2.288203239440918, + "learning_rate": 1.7882435573771542e-05, + "loss": 2.8495, + "step": 13709 + }, + { + "epoch": 0.23468392132696556, + "grad_norm": 2.644397258758545, + "learning_rate": 1.788209440098187e-05, + "loss": 2.9083, + "step": 13710 + }, + { + "epoch": 0.234701039045516, + "grad_norm": 2.2681384086608887, + "learning_rate": 1.788175320396538e-05, + "loss": 2.7692, + "step": 13711 + }, + { + "epoch": 0.2347181567640665, + "grad_norm": 2.3830933570861816, + "learning_rate": 1.788141198272313e-05, + "loss": 2.8754, + "step": 13712 + }, + { + "epoch": 0.23473527448261697, + "grad_norm": 2.304166316986084, + "learning_rate": 1.7881070737256165e-05, + "loss": 2.876, + "step": 13713 + }, + { + "epoch": 0.23475239220116742, + "grad_norm": 2.40043044090271, + "learning_rate": 1.788072946756554e-05, + "loss": 2.8501, + "step": 13714 + }, + { + "epoch": 0.2347695099197179, + "grad_norm": 2.19486665725708, + "learning_rate": 1.788038817365229e-05, + "loss": 2.8435, + "step": 13715 + }, + { + "epoch": 0.23478662763826838, + "grad_norm": 2.388110399246216, + "learning_rate": 1.788004685551748e-05, + "loss": 2.781, + "step": 13716 + }, + { + "epoch": 0.23480374535681883, + "grad_norm": 2.3779470920562744, + "learning_rate": 1.7879705513162146e-05, + "loss": 2.8698, + "step": 13717 + }, + { + "epoch": 0.2348208630753693, + "grad_norm": 2.293278217315674, + "learning_rate": 1.7879364146587344e-05, + "loss": 2.7599, + "step": 13718 + }, + { + "epoch": 0.2348379807939198, + "grad_norm": 2.274914026260376, + "learning_rate": 1.7879022755794125e-05, + "loss": 2.7519, + "step": 13719 + }, + { + "epoch": 0.23485509851247025, + "grad_norm": 2.361147165298462, + "learning_rate": 1.7878681340783534e-05, + "loss": 2.779, + "step": 13720 + }, + { + "epoch": 0.23487221623102073, + "grad_norm": 2.2379612922668457, + "learning_rate": 1.7878339901556622e-05, + "loss": 2.8083, + "step": 13721 + }, + { + "epoch": 0.2348893339495712, + "grad_norm": 2.443143129348755, + "learning_rate": 1.787799843811444e-05, + "loss": 2.8237, + "step": 13722 + }, + { + "epoch": 0.23490645166812169, + "grad_norm": 2.253718376159668, + "learning_rate": 1.7877656950458035e-05, + "loss": 2.825, + "step": 13723 + }, + { + "epoch": 0.23492356938667214, + "grad_norm": 2.350989580154419, + "learning_rate": 1.7877315438588456e-05, + "loss": 2.9903, + "step": 13724 + }, + { + "epoch": 0.23494068710522262, + "grad_norm": 2.3292887210845947, + "learning_rate": 1.7876973902506756e-05, + "loss": 2.7553, + "step": 13725 + }, + { + "epoch": 0.2349578048237731, + "grad_norm": 2.2656779289245605, + "learning_rate": 1.787663234221398e-05, + "loss": 2.7444, + "step": 13726 + }, + { + "epoch": 0.23497492254232355, + "grad_norm": 2.2407851219177246, + "learning_rate": 1.7876290757711185e-05, + "loss": 2.6847, + "step": 13727 + }, + { + "epoch": 0.23499204026087403, + "grad_norm": 2.3619024753570557, + "learning_rate": 1.7875949148999418e-05, + "loss": 2.9411, + "step": 13728 + }, + { + "epoch": 0.2350091579794245, + "grad_norm": 2.4905498027801514, + "learning_rate": 1.787560751607972e-05, + "loss": 2.823, + "step": 13729 + }, + { + "epoch": 0.23502627569797496, + "grad_norm": 2.300863027572632, + "learning_rate": 1.7875265858953156e-05, + "loss": 2.8664, + "step": 13730 + }, + { + "epoch": 0.23504339341652544, + "grad_norm": 2.3444855213165283, + "learning_rate": 1.7874924177620766e-05, + "loss": 3.0066, + "step": 13731 + }, + { + "epoch": 0.23506051113507592, + "grad_norm": 2.2783682346343994, + "learning_rate": 1.7874582472083602e-05, + "loss": 2.8511, + "step": 13732 + }, + { + "epoch": 0.2350776288536264, + "grad_norm": 2.383615493774414, + "learning_rate": 1.787424074234272e-05, + "loss": 2.8888, + "step": 13733 + }, + { + "epoch": 0.23509474657217685, + "grad_norm": 2.393690347671509, + "learning_rate": 1.787389898839916e-05, + "loss": 2.9953, + "step": 13734 + }, + { + "epoch": 0.23511186429072733, + "grad_norm": 2.3295633792877197, + "learning_rate": 1.787355721025398e-05, + "loss": 2.8808, + "step": 13735 + }, + { + "epoch": 0.23512898200927781, + "grad_norm": 2.383457899093628, + "learning_rate": 1.787321540790823e-05, + "loss": 2.7989, + "step": 13736 + }, + { + "epoch": 0.23514609972782827, + "grad_norm": 2.321043014526367, + "learning_rate": 1.787287358136296e-05, + "loss": 2.8507, + "step": 13737 + }, + { + "epoch": 0.23516321744637875, + "grad_norm": 2.3604815006256104, + "learning_rate": 1.787253173061922e-05, + "loss": 2.9445, + "step": 13738 + }, + { + "epoch": 0.23518033516492923, + "grad_norm": 2.376086950302124, + "learning_rate": 1.7872189855678058e-05, + "loss": 2.8953, + "step": 13739 + }, + { + "epoch": 0.23519745288347968, + "grad_norm": 2.3825972080230713, + "learning_rate": 1.787184795654053e-05, + "loss": 2.8286, + "step": 13740 + }, + { + "epoch": 0.23521457060203016, + "grad_norm": 2.532601833343506, + "learning_rate": 1.7871506033207682e-05, + "loss": 2.9459, + "step": 13741 + }, + { + "epoch": 0.23523168832058064, + "grad_norm": 2.272639274597168, + "learning_rate": 1.7871164085680568e-05, + "loss": 2.7677, + "step": 13742 + }, + { + "epoch": 0.2352488060391311, + "grad_norm": 2.462904453277588, + "learning_rate": 1.787082211396024e-05, + "loss": 2.8566, + "step": 13743 + }, + { + "epoch": 0.23526592375768157, + "grad_norm": 2.4336884021759033, + "learning_rate": 1.7870480118047746e-05, + "loss": 2.7949, + "step": 13744 + }, + { + "epoch": 0.23528304147623205, + "grad_norm": 2.260652542114258, + "learning_rate": 1.787013809794414e-05, + "loss": 2.7363, + "step": 13745 + }, + { + "epoch": 0.23530015919478253, + "grad_norm": 2.3756794929504395, + "learning_rate": 1.7869796053650473e-05, + "loss": 2.8862, + "step": 13746 + }, + { + "epoch": 0.23531727691333298, + "grad_norm": 2.349999189376831, + "learning_rate": 1.7869453985167792e-05, + "loss": 2.9053, + "step": 13747 + }, + { + "epoch": 0.23533439463188346, + "grad_norm": 2.3720641136169434, + "learning_rate": 1.786911189249715e-05, + "loss": 2.676, + "step": 13748 + }, + { + "epoch": 0.23535151235043394, + "grad_norm": 2.372605800628662, + "learning_rate": 1.7868769775639606e-05, + "loss": 2.9294, + "step": 13749 + }, + { + "epoch": 0.2353686300689844, + "grad_norm": 2.4120068550109863, + "learning_rate": 1.78684276345962e-05, + "loss": 2.7343, + "step": 13750 + }, + { + "epoch": 0.23538574778753488, + "grad_norm": 2.236130475997925, + "learning_rate": 1.786808546936799e-05, + "loss": 3.0245, + "step": 13751 + }, + { + "epoch": 0.23540286550608536, + "grad_norm": 2.3244667053222656, + "learning_rate": 1.786774327995603e-05, + "loss": 2.8302, + "step": 13752 + }, + { + "epoch": 0.2354199832246358, + "grad_norm": 2.4524638652801514, + "learning_rate": 1.786740106636137e-05, + "loss": 2.826, + "step": 13753 + }, + { + "epoch": 0.2354371009431863, + "grad_norm": 2.418069362640381, + "learning_rate": 1.7867058828585056e-05, + "loss": 2.9109, + "step": 13754 + }, + { + "epoch": 0.23545421866173677, + "grad_norm": 2.3856399059295654, + "learning_rate": 1.7866716566628145e-05, + "loss": 2.8928, + "step": 13755 + }, + { + "epoch": 0.23547133638028722, + "grad_norm": 2.697829008102417, + "learning_rate": 1.786637428049169e-05, + "loss": 2.9615, + "step": 13756 + }, + { + "epoch": 0.2354884540988377, + "grad_norm": 2.385343313217163, + "learning_rate": 1.786603197017674e-05, + "loss": 2.8112, + "step": 13757 + }, + { + "epoch": 0.23550557181738818, + "grad_norm": 2.5700185298919678, + "learning_rate": 1.7865689635684353e-05, + "loss": 2.9641, + "step": 13758 + }, + { + "epoch": 0.23552268953593866, + "grad_norm": 2.384169340133667, + "learning_rate": 1.7865347277015575e-05, + "loss": 2.8694, + "step": 13759 + }, + { + "epoch": 0.23553980725448911, + "grad_norm": 2.354325532913208, + "learning_rate": 1.786500489417146e-05, + "loss": 2.8474, + "step": 13760 + }, + { + "epoch": 0.2355569249730396, + "grad_norm": 2.4095568656921387, + "learning_rate": 1.7864662487153057e-05, + "loss": 2.9491, + "step": 13761 + }, + { + "epoch": 0.23557404269159007, + "grad_norm": 2.384791612625122, + "learning_rate": 1.7864320055961423e-05, + "loss": 2.8408, + "step": 13762 + }, + { + "epoch": 0.23559116041014053, + "grad_norm": 2.3125221729278564, + "learning_rate": 1.7863977600597613e-05, + "loss": 2.8509, + "step": 13763 + }, + { + "epoch": 0.235608278128691, + "grad_norm": 2.33598256111145, + "learning_rate": 1.7863635121062674e-05, + "loss": 2.7612, + "step": 13764 + }, + { + "epoch": 0.2356253958472415, + "grad_norm": 2.349740982055664, + "learning_rate": 1.786329261735766e-05, + "loss": 2.9051, + "step": 13765 + }, + { + "epoch": 0.23564251356579194, + "grad_norm": 2.3455002307891846, + "learning_rate": 1.7862950089483625e-05, + "loss": 2.8869, + "step": 13766 + }, + { + "epoch": 0.23565963128434242, + "grad_norm": 2.2166385650634766, + "learning_rate": 1.7862607537441622e-05, + "loss": 2.8002, + "step": 13767 + }, + { + "epoch": 0.2356767490028929, + "grad_norm": 2.316392183303833, + "learning_rate": 1.7862264961232706e-05, + "loss": 2.8462, + "step": 13768 + }, + { + "epoch": 0.23569386672144338, + "grad_norm": 2.2313365936279297, + "learning_rate": 1.7861922360857922e-05, + "loss": 2.8701, + "step": 13769 + }, + { + "epoch": 0.23571098443999383, + "grad_norm": 2.3090925216674805, + "learning_rate": 1.7861579736318332e-05, + "loss": 2.7874, + "step": 13770 + }, + { + "epoch": 0.2357281021585443, + "grad_norm": 2.139688491821289, + "learning_rate": 1.7861237087614983e-05, + "loss": 2.8063, + "step": 13771 + }, + { + "epoch": 0.2357452198770948, + "grad_norm": 2.434713840484619, + "learning_rate": 1.786089441474893e-05, + "loss": 2.9096, + "step": 13772 + }, + { + "epoch": 0.23576233759564524, + "grad_norm": 2.1431267261505127, + "learning_rate": 1.7860551717721227e-05, + "loss": 2.79, + "step": 13773 + }, + { + "epoch": 0.23577945531419572, + "grad_norm": 2.335653066635132, + "learning_rate": 1.786020899653293e-05, + "loss": 2.8674, + "step": 13774 + }, + { + "epoch": 0.2357965730327462, + "grad_norm": 2.2825188636779785, + "learning_rate": 1.7859866251185088e-05, + "loss": 2.7477, + "step": 13775 + }, + { + "epoch": 0.23581369075129666, + "grad_norm": 2.2950963973999023, + "learning_rate": 1.7859523481678757e-05, + "loss": 2.802, + "step": 13776 + }, + { + "epoch": 0.23583080846984714, + "grad_norm": 2.375863790512085, + "learning_rate": 1.7859180688014985e-05, + "loss": 2.7962, + "step": 13777 + }, + { + "epoch": 0.23584792618839762, + "grad_norm": 2.3419175148010254, + "learning_rate": 1.7858837870194833e-05, + "loss": 2.9937, + "step": 13778 + }, + { + "epoch": 0.23586504390694807, + "grad_norm": 2.3291444778442383, + "learning_rate": 1.785849502821935e-05, + "loss": 2.8801, + "step": 13779 + }, + { + "epoch": 0.23588216162549855, + "grad_norm": 2.3774778842926025, + "learning_rate": 1.7858152162089594e-05, + "loss": 2.8425, + "step": 13780 + }, + { + "epoch": 0.23589927934404903, + "grad_norm": 2.400770664215088, + "learning_rate": 1.7857809271806617e-05, + "loss": 2.8122, + "step": 13781 + }, + { + "epoch": 0.2359163970625995, + "grad_norm": 2.290504217147827, + "learning_rate": 1.785746635737147e-05, + "loss": 2.825, + "step": 13782 + }, + { + "epoch": 0.23593351478114996, + "grad_norm": 2.3167080879211426, + "learning_rate": 1.7857123418785214e-05, + "loss": 2.762, + "step": 13783 + }, + { + "epoch": 0.23595063249970044, + "grad_norm": 2.3128738403320312, + "learning_rate": 1.7856780456048892e-05, + "loss": 2.9192, + "step": 13784 + }, + { + "epoch": 0.23596775021825092, + "grad_norm": 2.3327622413635254, + "learning_rate": 1.785643746916357e-05, + "loss": 2.8726, + "step": 13785 + }, + { + "epoch": 0.23598486793680137, + "grad_norm": 2.476567268371582, + "learning_rate": 1.7856094458130292e-05, + "loss": 2.9812, + "step": 13786 + }, + { + "epoch": 0.23600198565535185, + "grad_norm": 2.2055671215057373, + "learning_rate": 1.785575142295012e-05, + "loss": 2.7823, + "step": 13787 + }, + { + "epoch": 0.23601910337390233, + "grad_norm": 2.2775096893310547, + "learning_rate": 1.7855408363624106e-05, + "loss": 2.8383, + "step": 13788 + }, + { + "epoch": 0.23603622109245279, + "grad_norm": 2.2578418254852295, + "learning_rate": 1.7855065280153307e-05, + "loss": 2.8937, + "step": 13789 + }, + { + "epoch": 0.23605333881100327, + "grad_norm": 2.3157241344451904, + "learning_rate": 1.785472217253877e-05, + "loss": 2.8715, + "step": 13790 + }, + { + "epoch": 0.23607045652955375, + "grad_norm": 2.3069233894348145, + "learning_rate": 1.7854379040781552e-05, + "loss": 2.84, + "step": 13791 + }, + { + "epoch": 0.23608757424810423, + "grad_norm": 2.3897061347961426, + "learning_rate": 1.785403588488271e-05, + "loss": 2.9082, + "step": 13792 + }, + { + "epoch": 0.23610469196665468, + "grad_norm": 2.370298147201538, + "learning_rate": 1.7853692704843305e-05, + "loss": 2.8478, + "step": 13793 + }, + { + "epoch": 0.23612180968520516, + "grad_norm": 2.345508575439453, + "learning_rate": 1.7853349500664378e-05, + "loss": 2.801, + "step": 13794 + }, + { + "epoch": 0.23613892740375564, + "grad_norm": 2.3635401725769043, + "learning_rate": 1.7853006272346998e-05, + "loss": 2.7835, + "step": 13795 + }, + { + "epoch": 0.2361560451223061, + "grad_norm": 2.3940353393554688, + "learning_rate": 1.7852663019892208e-05, + "loss": 2.9296, + "step": 13796 + }, + { + "epoch": 0.23617316284085657, + "grad_norm": 2.381380081176758, + "learning_rate": 1.785231974330107e-05, + "loss": 2.8047, + "step": 13797 + }, + { + "epoch": 0.23619028055940705, + "grad_norm": 2.330082416534424, + "learning_rate": 1.7851976442574636e-05, + "loss": 2.862, + "step": 13798 + }, + { + "epoch": 0.2362073982779575, + "grad_norm": 2.3265511989593506, + "learning_rate": 1.785163311771396e-05, + "loss": 2.8903, + "step": 13799 + }, + { + "epoch": 0.23622451599650798, + "grad_norm": 2.5061285495758057, + "learning_rate": 1.785128976872011e-05, + "loss": 2.9323, + "step": 13800 + }, + { + "epoch": 0.23624163371505846, + "grad_norm": 2.2106053829193115, + "learning_rate": 1.7850946395594122e-05, + "loss": 2.7028, + "step": 13801 + }, + { + "epoch": 0.23625875143360892, + "grad_norm": 2.423656940460205, + "learning_rate": 1.785060299833706e-05, + "loss": 2.8829, + "step": 13802 + }, + { + "epoch": 0.2362758691521594, + "grad_norm": 2.3178398609161377, + "learning_rate": 1.7850259576949985e-05, + "loss": 2.7935, + "step": 13803 + }, + { + "epoch": 0.23629298687070988, + "grad_norm": 2.2839062213897705, + "learning_rate": 1.7849916131433944e-05, + "loss": 2.9028, + "step": 13804 + }, + { + "epoch": 0.23631010458926036, + "grad_norm": 2.365598678588867, + "learning_rate": 1.784957266179e-05, + "loss": 2.8323, + "step": 13805 + }, + { + "epoch": 0.2363272223078108, + "grad_norm": 2.486470937728882, + "learning_rate": 1.78492291680192e-05, + "loss": 2.9867, + "step": 13806 + }, + { + "epoch": 0.2363443400263613, + "grad_norm": 2.5032172203063965, + "learning_rate": 1.784888565012261e-05, + "loss": 2.9995, + "step": 13807 + }, + { + "epoch": 0.23636145774491177, + "grad_norm": 2.3757386207580566, + "learning_rate": 1.7848542108101274e-05, + "loss": 2.7347, + "step": 13808 + }, + { + "epoch": 0.23637857546346222, + "grad_norm": 2.330069065093994, + "learning_rate": 1.7848198541956258e-05, + "loss": 2.8648, + "step": 13809 + }, + { + "epoch": 0.2363956931820127, + "grad_norm": 2.2030131816864014, + "learning_rate": 1.7847854951688614e-05, + "loss": 2.7904, + "step": 13810 + }, + { + "epoch": 0.23641281090056318, + "grad_norm": 2.531590700149536, + "learning_rate": 1.78475113372994e-05, + "loss": 3.0561, + "step": 13811 + }, + { + "epoch": 0.23642992861911363, + "grad_norm": 2.3569042682647705, + "learning_rate": 1.784716769878967e-05, + "loss": 2.8973, + "step": 13812 + }, + { + "epoch": 0.2364470463376641, + "grad_norm": 2.193514585494995, + "learning_rate": 1.784682403616048e-05, + "loss": 2.8951, + "step": 13813 + }, + { + "epoch": 0.2364641640562146, + "grad_norm": 2.3243067264556885, + "learning_rate": 1.7846480349412886e-05, + "loss": 2.9415, + "step": 13814 + }, + { + "epoch": 0.23648128177476507, + "grad_norm": 2.1973609924316406, + "learning_rate": 1.7846136638547948e-05, + "loss": 2.7992, + "step": 13815 + }, + { + "epoch": 0.23649839949331553, + "grad_norm": 2.349174976348877, + "learning_rate": 1.7845792903566717e-05, + "loss": 2.7128, + "step": 13816 + }, + { + "epoch": 0.236515517211866, + "grad_norm": 2.5699520111083984, + "learning_rate": 1.7845449144470256e-05, + "loss": 2.9137, + "step": 13817 + }, + { + "epoch": 0.23653263493041649, + "grad_norm": 2.2932260036468506, + "learning_rate": 1.7845105361259616e-05, + "loss": 2.9562, + "step": 13818 + }, + { + "epoch": 0.23654975264896694, + "grad_norm": 2.3962814807891846, + "learning_rate": 1.7844761553935857e-05, + "loss": 2.8609, + "step": 13819 + }, + { + "epoch": 0.23656687036751742, + "grad_norm": 2.3158106803894043, + "learning_rate": 1.7844417722500034e-05, + "loss": 2.9076, + "step": 13820 + }, + { + "epoch": 0.2365839880860679, + "grad_norm": 2.261091470718384, + "learning_rate": 1.78440738669532e-05, + "loss": 2.7929, + "step": 13821 + }, + { + "epoch": 0.23660110580461835, + "grad_norm": 2.475584030151367, + "learning_rate": 1.7843729987296422e-05, + "loss": 2.9062, + "step": 13822 + }, + { + "epoch": 0.23661822352316883, + "grad_norm": 2.325944423675537, + "learning_rate": 1.784338608353075e-05, + "loss": 2.8262, + "step": 13823 + }, + { + "epoch": 0.2366353412417193, + "grad_norm": 2.3051717281341553, + "learning_rate": 1.7843042155657242e-05, + "loss": 2.834, + "step": 13824 + }, + { + "epoch": 0.23665245896026976, + "grad_norm": 2.340898036956787, + "learning_rate": 1.784269820367696e-05, + "loss": 2.8438, + "step": 13825 + }, + { + "epoch": 0.23666957667882024, + "grad_norm": 2.2836527824401855, + "learning_rate": 1.7842354227590947e-05, + "loss": 2.872, + "step": 13826 + }, + { + "epoch": 0.23668669439737072, + "grad_norm": 2.3612468242645264, + "learning_rate": 1.7842010227400276e-05, + "loss": 2.8487, + "step": 13827 + }, + { + "epoch": 0.2367038121159212, + "grad_norm": 2.3174054622650146, + "learning_rate": 1.7841666203105998e-05, + "loss": 2.9143, + "step": 13828 + }, + { + "epoch": 0.23672092983447166, + "grad_norm": 2.4965827465057373, + "learning_rate": 1.784132215470917e-05, + "loss": 2.9776, + "step": 13829 + }, + { + "epoch": 0.23673804755302214, + "grad_norm": 2.326632261276245, + "learning_rate": 1.7840978082210847e-05, + "loss": 2.8437, + "step": 13830 + }, + { + "epoch": 0.23675516527157262, + "grad_norm": 2.2787630558013916, + "learning_rate": 1.784063398561209e-05, + "loss": 2.8871, + "step": 13831 + }, + { + "epoch": 0.23677228299012307, + "grad_norm": 2.350170373916626, + "learning_rate": 1.784028986491396e-05, + "loss": 2.8903, + "step": 13832 + }, + { + "epoch": 0.23678940070867355, + "grad_norm": 2.343452215194702, + "learning_rate": 1.783994572011751e-05, + "loss": 2.8953, + "step": 13833 + }, + { + "epoch": 0.23680651842722403, + "grad_norm": 2.3045554161071777, + "learning_rate": 1.7839601551223798e-05, + "loss": 2.8174, + "step": 13834 + }, + { + "epoch": 0.23682363614577448, + "grad_norm": 2.183708667755127, + "learning_rate": 1.7839257358233882e-05, + "loss": 2.8197, + "step": 13835 + }, + { + "epoch": 0.23684075386432496, + "grad_norm": 2.4331085681915283, + "learning_rate": 1.783891314114882e-05, + "loss": 2.9927, + "step": 13836 + }, + { + "epoch": 0.23685787158287544, + "grad_norm": 2.378183126449585, + "learning_rate": 1.7838568899969672e-05, + "loss": 2.9273, + "step": 13837 + }, + { + "epoch": 0.2368749893014259, + "grad_norm": 2.3465564250946045, + "learning_rate": 1.7838224634697495e-05, + "loss": 2.8492, + "step": 13838 + }, + { + "epoch": 0.23689210701997637, + "grad_norm": 2.2558817863464355, + "learning_rate": 1.7837880345333347e-05, + "loss": 2.7953, + "step": 13839 + }, + { + "epoch": 0.23690922473852685, + "grad_norm": 2.5235073566436768, + "learning_rate": 1.7837536031878283e-05, + "loss": 2.9407, + "step": 13840 + }, + { + "epoch": 0.23692634245707733, + "grad_norm": 2.2310385704040527, + "learning_rate": 1.7837191694333366e-05, + "loss": 2.8491, + "step": 13841 + }, + { + "epoch": 0.23694346017562778, + "grad_norm": 2.307154655456543, + "learning_rate": 1.7836847332699655e-05, + "loss": 2.9272, + "step": 13842 + }, + { + "epoch": 0.23696057789417826, + "grad_norm": 2.223013401031494, + "learning_rate": 1.7836502946978203e-05, + "loss": 2.8075, + "step": 13843 + }, + { + "epoch": 0.23697769561272874, + "grad_norm": 2.507812023162842, + "learning_rate": 1.783615853717007e-05, + "loss": 2.9169, + "step": 13844 + }, + { + "epoch": 0.2369948133312792, + "grad_norm": 2.2236533164978027, + "learning_rate": 1.783581410327632e-05, + "loss": 2.7813, + "step": 13845 + }, + { + "epoch": 0.23701193104982968, + "grad_norm": 2.5284433364868164, + "learning_rate": 1.7835469645298004e-05, + "loss": 2.912, + "step": 13846 + }, + { + "epoch": 0.23702904876838016, + "grad_norm": 2.4512643814086914, + "learning_rate": 1.7835125163236188e-05, + "loss": 2.877, + "step": 13847 + }, + { + "epoch": 0.2370461664869306, + "grad_norm": 2.4199271202087402, + "learning_rate": 1.7834780657091927e-05, + "loss": 2.8622, + "step": 13848 + }, + { + "epoch": 0.2370632842054811, + "grad_norm": 2.2133185863494873, + "learning_rate": 1.783443612686628e-05, + "loss": 2.9063, + "step": 13849 + }, + { + "epoch": 0.23708040192403157, + "grad_norm": 2.5143790245056152, + "learning_rate": 1.7834091572560304e-05, + "loss": 2.8805, + "step": 13850 + }, + { + "epoch": 0.23709751964258205, + "grad_norm": 2.3138632774353027, + "learning_rate": 1.7833746994175067e-05, + "loss": 2.9316, + "step": 13851 + }, + { + "epoch": 0.2371146373611325, + "grad_norm": 2.269548177719116, + "learning_rate": 1.7833402391711613e-05, + "loss": 2.8703, + "step": 13852 + }, + { + "epoch": 0.23713175507968298, + "grad_norm": 2.45793080329895, + "learning_rate": 1.7833057765171014e-05, + "loss": 2.8084, + "step": 13853 + }, + { + "epoch": 0.23714887279823346, + "grad_norm": 2.42293643951416, + "learning_rate": 1.7832713114554327e-05, + "loss": 2.8491, + "step": 13854 + }, + { + "epoch": 0.23716599051678391, + "grad_norm": 2.177434206008911, + "learning_rate": 1.7832368439862605e-05, + "loss": 2.7596, + "step": 13855 + }, + { + "epoch": 0.2371831082353344, + "grad_norm": 2.739635467529297, + "learning_rate": 1.7832023741096913e-05, + "loss": 2.9869, + "step": 13856 + }, + { + "epoch": 0.23720022595388487, + "grad_norm": 2.3128654956817627, + "learning_rate": 1.7831679018258307e-05, + "loss": 2.8387, + "step": 13857 + }, + { + "epoch": 0.23721734367243533, + "grad_norm": 2.487800121307373, + "learning_rate": 1.7831334271347855e-05, + "loss": 2.831, + "step": 13858 + }, + { + "epoch": 0.2372344613909858, + "grad_norm": 2.520813226699829, + "learning_rate": 1.7830989500366603e-05, + "loss": 2.8069, + "step": 13859 + }, + { + "epoch": 0.2372515791095363, + "grad_norm": 2.266441583633423, + "learning_rate": 1.7830644705315623e-05, + "loss": 2.8508, + "step": 13860 + }, + { + "epoch": 0.23726869682808674, + "grad_norm": 2.535823345184326, + "learning_rate": 1.783029988619597e-05, + "loss": 2.9529, + "step": 13861 + }, + { + "epoch": 0.23728581454663722, + "grad_norm": 2.543459415435791, + "learning_rate": 1.7829955043008698e-05, + "loss": 2.9258, + "step": 13862 + }, + { + "epoch": 0.2373029322651877, + "grad_norm": 2.483588933944702, + "learning_rate": 1.7829610175754878e-05, + "loss": 2.9689, + "step": 13863 + }, + { + "epoch": 0.23732004998373818, + "grad_norm": 2.3724420070648193, + "learning_rate": 1.7829265284435564e-05, + "loss": 2.84, + "step": 13864 + }, + { + "epoch": 0.23733716770228863, + "grad_norm": 2.348782539367676, + "learning_rate": 1.7828920369051817e-05, + "loss": 2.9356, + "step": 13865 + }, + { + "epoch": 0.2373542854208391, + "grad_norm": 2.525268793106079, + "learning_rate": 1.7828575429604695e-05, + "loss": 2.8941, + "step": 13866 + }, + { + "epoch": 0.2373714031393896, + "grad_norm": 2.4360647201538086, + "learning_rate": 1.7828230466095256e-05, + "loss": 2.8533, + "step": 13867 + }, + { + "epoch": 0.23738852085794004, + "grad_norm": 2.337472677230835, + "learning_rate": 1.7827885478524574e-05, + "loss": 2.8371, + "step": 13868 + }, + { + "epoch": 0.23740563857649052, + "grad_norm": 2.4602749347686768, + "learning_rate": 1.7827540466893693e-05, + "loss": 2.9128, + "step": 13869 + }, + { + "epoch": 0.237422756295041, + "grad_norm": 2.4582934379577637, + "learning_rate": 1.782719543120368e-05, + "loss": 2.9941, + "step": 13870 + }, + { + "epoch": 0.23743987401359146, + "grad_norm": 2.390655994415283, + "learning_rate": 1.78268503714556e-05, + "loss": 2.8106, + "step": 13871 + }, + { + "epoch": 0.23745699173214194, + "grad_norm": 2.3159265518188477, + "learning_rate": 1.7826505287650505e-05, + "loss": 2.8569, + "step": 13872 + }, + { + "epoch": 0.23747410945069242, + "grad_norm": 2.347951650619507, + "learning_rate": 1.782616017978946e-05, + "loss": 2.7994, + "step": 13873 + }, + { + "epoch": 0.2374912271692429, + "grad_norm": 2.545203924179077, + "learning_rate": 1.782581504787353e-05, + "loss": 2.8812, + "step": 13874 + }, + { + "epoch": 0.23750834488779335, + "grad_norm": 2.227623462677002, + "learning_rate": 1.7825469891903768e-05, + "loss": 2.9005, + "step": 13875 + }, + { + "epoch": 0.23752546260634383, + "grad_norm": 2.4282846450805664, + "learning_rate": 1.782512471188124e-05, + "loss": 2.7697, + "step": 13876 + }, + { + "epoch": 0.2375425803248943, + "grad_norm": 2.3568358421325684, + "learning_rate": 1.7824779507807004e-05, + "loss": 2.8782, + "step": 13877 + }, + { + "epoch": 0.23755969804344476, + "grad_norm": 2.2755162715911865, + "learning_rate": 1.7824434279682122e-05, + "loss": 2.8855, + "step": 13878 + }, + { + "epoch": 0.23757681576199524, + "grad_norm": 2.395660638809204, + "learning_rate": 1.7824089027507657e-05, + "loss": 2.8561, + "step": 13879 + }, + { + "epoch": 0.23759393348054572, + "grad_norm": 2.5014073848724365, + "learning_rate": 1.782374375128467e-05, + "loss": 3.0501, + "step": 13880 + }, + { + "epoch": 0.23761105119909617, + "grad_norm": 2.4039175510406494, + "learning_rate": 1.7823398451014216e-05, + "loss": 2.8774, + "step": 13881 + }, + { + "epoch": 0.23762816891764665, + "grad_norm": 2.363224983215332, + "learning_rate": 1.7823053126697366e-05, + "loss": 2.8218, + "step": 13882 + }, + { + "epoch": 0.23764528663619713, + "grad_norm": 2.3784515857696533, + "learning_rate": 1.7822707778335174e-05, + "loss": 2.887, + "step": 13883 + }, + { + "epoch": 0.2376624043547476, + "grad_norm": 2.2779078483581543, + "learning_rate": 1.7822362405928705e-05, + "loss": 2.7043, + "step": 13884 + }, + { + "epoch": 0.23767952207329807, + "grad_norm": 2.4270412921905518, + "learning_rate": 1.7822017009479017e-05, + "loss": 2.8461, + "step": 13885 + }, + { + "epoch": 0.23769663979184855, + "grad_norm": 2.4510228633880615, + "learning_rate": 1.782167158898718e-05, + "loss": 2.8997, + "step": 13886 + }, + { + "epoch": 0.23771375751039903, + "grad_norm": 2.3374407291412354, + "learning_rate": 1.782132614445425e-05, + "loss": 2.9157, + "step": 13887 + }, + { + "epoch": 0.23773087522894948, + "grad_norm": 2.437223434448242, + "learning_rate": 1.782098067588128e-05, + "loss": 2.8937, + "step": 13888 + }, + { + "epoch": 0.23774799294749996, + "grad_norm": 2.340217113494873, + "learning_rate": 1.7820635183269347e-05, + "loss": 2.9058, + "step": 13889 + }, + { + "epoch": 0.23776511066605044, + "grad_norm": 2.318789005279541, + "learning_rate": 1.782028966661951e-05, + "loss": 2.9186, + "step": 13890 + }, + { + "epoch": 0.2377822283846009, + "grad_norm": 2.180624485015869, + "learning_rate": 1.7819944125932822e-05, + "loss": 2.7507, + "step": 13891 + }, + { + "epoch": 0.23779934610315137, + "grad_norm": 2.341095209121704, + "learning_rate": 1.7819598561210352e-05, + "loss": 2.8171, + "step": 13892 + }, + { + "epoch": 0.23781646382170185, + "grad_norm": 2.2576375007629395, + "learning_rate": 1.7819252972453163e-05, + "loss": 2.7853, + "step": 13893 + }, + { + "epoch": 0.2378335815402523, + "grad_norm": 2.242673873901367, + "learning_rate": 1.781890735966231e-05, + "loss": 2.7423, + "step": 13894 + }, + { + "epoch": 0.23785069925880278, + "grad_norm": 2.345515727996826, + "learning_rate": 1.7818561722838865e-05, + "loss": 2.9589, + "step": 13895 + }, + { + "epoch": 0.23786781697735326, + "grad_norm": 2.4520926475524902, + "learning_rate": 1.7818216061983884e-05, + "loss": 2.9757, + "step": 13896 + }, + { + "epoch": 0.23788493469590374, + "grad_norm": 2.2835934162139893, + "learning_rate": 1.781787037709843e-05, + "loss": 2.7661, + "step": 13897 + }, + { + "epoch": 0.2379020524144542, + "grad_norm": 2.4195587635040283, + "learning_rate": 1.781752466818357e-05, + "loss": 2.8331, + "step": 13898 + }, + { + "epoch": 0.23791917013300468, + "grad_norm": 2.497328996658325, + "learning_rate": 1.781717893524036e-05, + "loss": 2.871, + "step": 13899 + }, + { + "epoch": 0.23793628785155516, + "grad_norm": 2.2937352657318115, + "learning_rate": 1.7816833178269866e-05, + "loss": 2.8331, + "step": 13900 + }, + { + "epoch": 0.2379534055701056, + "grad_norm": 2.3156168460845947, + "learning_rate": 1.7816487397273152e-05, + "loss": 2.9386, + "step": 13901 + }, + { + "epoch": 0.2379705232886561, + "grad_norm": 2.408745527267456, + "learning_rate": 1.781614159225128e-05, + "loss": 2.9035, + "step": 13902 + }, + { + "epoch": 0.23798764100720657, + "grad_norm": 2.376103162765503, + "learning_rate": 1.781579576320531e-05, + "loss": 2.9715, + "step": 13903 + }, + { + "epoch": 0.23800475872575702, + "grad_norm": 2.226837635040283, + "learning_rate": 1.7815449910136312e-05, + "loss": 2.7482, + "step": 13904 + }, + { + "epoch": 0.2380218764443075, + "grad_norm": 2.5709993839263916, + "learning_rate": 1.781510403304534e-05, + "loss": 2.9935, + "step": 13905 + }, + { + "epoch": 0.23803899416285798, + "grad_norm": 2.369664430618286, + "learning_rate": 1.781475813193346e-05, + "loss": 3.016, + "step": 13906 + }, + { + "epoch": 0.23805611188140843, + "grad_norm": 2.5006213188171387, + "learning_rate": 1.781441220680174e-05, + "loss": 2.9126, + "step": 13907 + }, + { + "epoch": 0.2380732295999589, + "grad_norm": 2.4279072284698486, + "learning_rate": 1.781406625765124e-05, + "loss": 2.8775, + "step": 13908 + }, + { + "epoch": 0.2380903473185094, + "grad_norm": 2.536651134490967, + "learning_rate": 1.7813720284483022e-05, + "loss": 2.9076, + "step": 13909 + }, + { + "epoch": 0.23810746503705987, + "grad_norm": 2.423443078994751, + "learning_rate": 1.781337428729815e-05, + "loss": 2.9304, + "step": 13910 + }, + { + "epoch": 0.23812458275561033, + "grad_norm": 2.272735357284546, + "learning_rate": 1.781302826609769e-05, + "loss": 2.9504, + "step": 13911 + }, + { + "epoch": 0.2381417004741608, + "grad_norm": 2.4299588203430176, + "learning_rate": 1.78126822208827e-05, + "loss": 2.7635, + "step": 13912 + }, + { + "epoch": 0.23815881819271129, + "grad_norm": 2.290663480758667, + "learning_rate": 1.781233615165425e-05, + "loss": 2.7235, + "step": 13913 + }, + { + "epoch": 0.23817593591126174, + "grad_norm": 2.4082627296447754, + "learning_rate": 1.78119900584134e-05, + "loss": 2.7155, + "step": 13914 + }, + { + "epoch": 0.23819305362981222, + "grad_norm": 2.387500524520874, + "learning_rate": 1.7811643941161217e-05, + "loss": 2.9197, + "step": 13915 + }, + { + "epoch": 0.2382101713483627, + "grad_norm": 2.308328628540039, + "learning_rate": 1.781129779989876e-05, + "loss": 2.8679, + "step": 13916 + }, + { + "epoch": 0.23822728906691315, + "grad_norm": 2.5256361961364746, + "learning_rate": 1.7810951634627095e-05, + "loss": 2.8209, + "step": 13917 + }, + { + "epoch": 0.23824440678546363, + "grad_norm": 2.3200478553771973, + "learning_rate": 1.7810605445347286e-05, + "loss": 2.9152, + "step": 13918 + }, + { + "epoch": 0.2382615245040141, + "grad_norm": 2.452908754348755, + "learning_rate": 1.78102592320604e-05, + "loss": 2.9317, + "step": 13919 + }, + { + "epoch": 0.23827864222256456, + "grad_norm": 2.488987445831299, + "learning_rate": 1.78099129947675e-05, + "loss": 2.8459, + "step": 13920 + }, + { + "epoch": 0.23829575994111504, + "grad_norm": 2.432034730911255, + "learning_rate": 1.7809566733469644e-05, + "loss": 2.8983, + "step": 13921 + }, + { + "epoch": 0.23831287765966552, + "grad_norm": 2.483400821685791, + "learning_rate": 1.7809220448167904e-05, + "loss": 2.8484, + "step": 13922 + }, + { + "epoch": 0.238329995378216, + "grad_norm": 2.4557528495788574, + "learning_rate": 1.780887413886334e-05, + "loss": 2.91, + "step": 13923 + }, + { + "epoch": 0.23834711309676646, + "grad_norm": 2.563668727874756, + "learning_rate": 1.7808527805557018e-05, + "loss": 2.9201, + "step": 13924 + }, + { + "epoch": 0.23836423081531694, + "grad_norm": 2.533318519592285, + "learning_rate": 1.7808181448250006e-05, + "loss": 2.8893, + "step": 13925 + }, + { + "epoch": 0.23838134853386742, + "grad_norm": 2.326148509979248, + "learning_rate": 1.7807835066943363e-05, + "loss": 2.8358, + "step": 13926 + }, + { + "epoch": 0.23839846625241787, + "grad_norm": 2.453418493270874, + "learning_rate": 1.7807488661638156e-05, + "loss": 2.9301, + "step": 13927 + }, + { + "epoch": 0.23841558397096835, + "grad_norm": 2.3395767211914062, + "learning_rate": 1.7807142232335448e-05, + "loss": 2.8969, + "step": 13928 + }, + { + "epoch": 0.23843270168951883, + "grad_norm": 2.501913547515869, + "learning_rate": 1.7806795779036307e-05, + "loss": 2.8854, + "step": 13929 + }, + { + "epoch": 0.23844981940806928, + "grad_norm": 2.49018931388855, + "learning_rate": 1.7806449301741793e-05, + "loss": 2.78, + "step": 13930 + }, + { + "epoch": 0.23846693712661976, + "grad_norm": 2.3608317375183105, + "learning_rate": 1.7806102800452977e-05, + "loss": 2.8314, + "step": 13931 + }, + { + "epoch": 0.23848405484517024, + "grad_norm": 2.267169713973999, + "learning_rate": 1.780575627517092e-05, + "loss": 2.7358, + "step": 13932 + }, + { + "epoch": 0.23850117256372072, + "grad_norm": 2.3398091793060303, + "learning_rate": 1.7805409725896687e-05, + "loss": 2.8968, + "step": 13933 + }, + { + "epoch": 0.23851829028227117, + "grad_norm": 2.3933098316192627, + "learning_rate": 1.7805063152631345e-05, + "loss": 2.9214, + "step": 13934 + }, + { + "epoch": 0.23853540800082165, + "grad_norm": 2.3281829357147217, + "learning_rate": 1.780471655537596e-05, + "loss": 2.9173, + "step": 13935 + }, + { + "epoch": 0.23855252571937213, + "grad_norm": 2.3250234127044678, + "learning_rate": 1.7804369934131594e-05, + "loss": 2.8264, + "step": 13936 + }, + { + "epoch": 0.23856964343792258, + "grad_norm": 2.54168438911438, + "learning_rate": 1.7804023288899313e-05, + "loss": 2.952, + "step": 13937 + }, + { + "epoch": 0.23858676115647307, + "grad_norm": 2.389801263809204, + "learning_rate": 1.7803676619680188e-05, + "loss": 2.7765, + "step": 13938 + }, + { + "epoch": 0.23860387887502355, + "grad_norm": 2.198683977127075, + "learning_rate": 1.780332992647528e-05, + "loss": 2.7682, + "step": 13939 + }, + { + "epoch": 0.238620996593574, + "grad_norm": 2.3658318519592285, + "learning_rate": 1.7802983209285655e-05, + "loss": 2.9307, + "step": 13940 + }, + { + "epoch": 0.23863811431212448, + "grad_norm": 2.3268277645111084, + "learning_rate": 1.7802636468112372e-05, + "loss": 2.8969, + "step": 13941 + }, + { + "epoch": 0.23865523203067496, + "grad_norm": 2.44059419631958, + "learning_rate": 1.780228970295651e-05, + "loss": 2.9819, + "step": 13942 + }, + { + "epoch": 0.2386723497492254, + "grad_norm": 2.390251636505127, + "learning_rate": 1.7801942913819128e-05, + "loss": 2.9327, + "step": 13943 + }, + { + "epoch": 0.2386894674677759, + "grad_norm": 2.441434144973755, + "learning_rate": 1.780159610070129e-05, + "loss": 2.8672, + "step": 13944 + }, + { + "epoch": 0.23870658518632637, + "grad_norm": 2.455266237258911, + "learning_rate": 1.7801249263604062e-05, + "loss": 2.867, + "step": 13945 + }, + { + "epoch": 0.23872370290487685, + "grad_norm": 2.5119271278381348, + "learning_rate": 1.7800902402528518e-05, + "loss": 2.9577, + "step": 13946 + }, + { + "epoch": 0.2387408206234273, + "grad_norm": 2.5591413974761963, + "learning_rate": 1.780055551747571e-05, + "loss": 2.7715, + "step": 13947 + }, + { + "epoch": 0.23875793834197778, + "grad_norm": 2.416980743408203, + "learning_rate": 1.7800208608446722e-05, + "loss": 2.9507, + "step": 13948 + }, + { + "epoch": 0.23877505606052826, + "grad_norm": 2.3582029342651367, + "learning_rate": 1.7799861675442604e-05, + "loss": 2.8422, + "step": 13949 + }, + { + "epoch": 0.23879217377907871, + "grad_norm": 2.400111198425293, + "learning_rate": 1.779951471846443e-05, + "loss": 2.8904, + "step": 13950 + }, + { + "epoch": 0.2388092914976292, + "grad_norm": 2.387646198272705, + "learning_rate": 1.779916773751327e-05, + "loss": 2.869, + "step": 13951 + }, + { + "epoch": 0.23882640921617967, + "grad_norm": 2.4189999103546143, + "learning_rate": 1.7798820732590185e-05, + "loss": 2.8054, + "step": 13952 + }, + { + "epoch": 0.23884352693473013, + "grad_norm": 2.359694004058838, + "learning_rate": 1.7798473703696238e-05, + "loss": 2.8255, + "step": 13953 + }, + { + "epoch": 0.2388606446532806, + "grad_norm": 2.3766329288482666, + "learning_rate": 1.7798126650832503e-05, + "loss": 2.8643, + "step": 13954 + }, + { + "epoch": 0.2388777623718311, + "grad_norm": 2.479921817779541, + "learning_rate": 1.7797779574000046e-05, + "loss": 2.9223, + "step": 13955 + }, + { + "epoch": 0.23889488009038157, + "grad_norm": 2.357731342315674, + "learning_rate": 1.7797432473199927e-05, + "loss": 2.8669, + "step": 13956 + }, + { + "epoch": 0.23891199780893202, + "grad_norm": 2.435136318206787, + "learning_rate": 1.7797085348433222e-05, + "loss": 2.8197, + "step": 13957 + }, + { + "epoch": 0.2389291155274825, + "grad_norm": 2.3762505054473877, + "learning_rate": 1.779673819970099e-05, + "loss": 2.8975, + "step": 13958 + }, + { + "epoch": 0.23894623324603298, + "grad_norm": 2.3594679832458496, + "learning_rate": 1.7796391027004305e-05, + "loss": 2.8409, + "step": 13959 + }, + { + "epoch": 0.23896335096458343, + "grad_norm": 2.410379409790039, + "learning_rate": 1.7796043830344228e-05, + "loss": 2.8013, + "step": 13960 + }, + { + "epoch": 0.2389804686831339, + "grad_norm": 2.328134536743164, + "learning_rate": 1.779569660972183e-05, + "loss": 2.8778, + "step": 13961 + }, + { + "epoch": 0.2389975864016844, + "grad_norm": 2.319701910018921, + "learning_rate": 1.7795349365138176e-05, + "loss": 2.8239, + "step": 13962 + }, + { + "epoch": 0.23901470412023484, + "grad_norm": 2.3972206115722656, + "learning_rate": 1.7795002096594337e-05, + "loss": 2.8803, + "step": 13963 + }, + { + "epoch": 0.23903182183878532, + "grad_norm": 2.5192549228668213, + "learning_rate": 1.7794654804091377e-05, + "loss": 2.7815, + "step": 13964 + }, + { + "epoch": 0.2390489395573358, + "grad_norm": 2.4383232593536377, + "learning_rate": 1.779430748763036e-05, + "loss": 2.8125, + "step": 13965 + }, + { + "epoch": 0.23906605727588626, + "grad_norm": 2.3212521076202393, + "learning_rate": 1.779396014721236e-05, + "loss": 2.9166, + "step": 13966 + }, + { + "epoch": 0.23908317499443674, + "grad_norm": 2.374708652496338, + "learning_rate": 1.7793612782838446e-05, + "loss": 2.8625, + "step": 13967 + }, + { + "epoch": 0.23910029271298722, + "grad_norm": 2.331331729888916, + "learning_rate": 1.7793265394509677e-05, + "loss": 2.8954, + "step": 13968 + }, + { + "epoch": 0.2391174104315377, + "grad_norm": 2.3528451919555664, + "learning_rate": 1.779291798222713e-05, + "loss": 2.7912, + "step": 13969 + }, + { + "epoch": 0.23913452815008815, + "grad_norm": 2.3189687728881836, + "learning_rate": 1.7792570545991865e-05, + "loss": 2.7902, + "step": 13970 + }, + { + "epoch": 0.23915164586863863, + "grad_norm": 2.3592445850372314, + "learning_rate": 1.7792223085804958e-05, + "loss": 2.8707, + "step": 13971 + }, + { + "epoch": 0.2391687635871891, + "grad_norm": 2.3227317333221436, + "learning_rate": 1.779187560166747e-05, + "loss": 2.7894, + "step": 13972 + }, + { + "epoch": 0.23918588130573956, + "grad_norm": 2.4871699810028076, + "learning_rate": 1.779152809358047e-05, + "loss": 2.8373, + "step": 13973 + }, + { + "epoch": 0.23920299902429004, + "grad_norm": 2.2095532417297363, + "learning_rate": 1.779118056154503e-05, + "loss": 2.8688, + "step": 13974 + }, + { + "epoch": 0.23922011674284052, + "grad_norm": 2.413558006286621, + "learning_rate": 1.7790833005562214e-05, + "loss": 2.8817, + "step": 13975 + }, + { + "epoch": 0.23923723446139097, + "grad_norm": 2.2933738231658936, + "learning_rate": 1.779048542563309e-05, + "loss": 2.8014, + "step": 13976 + }, + { + "epoch": 0.23925435217994145, + "grad_norm": 2.301084041595459, + "learning_rate": 1.7790137821758733e-05, + "loss": 2.8692, + "step": 13977 + }, + { + "epoch": 0.23927146989849193, + "grad_norm": 2.3383188247680664, + "learning_rate": 1.7789790193940204e-05, + "loss": 2.8756, + "step": 13978 + }, + { + "epoch": 0.23928858761704241, + "grad_norm": 2.3457107543945312, + "learning_rate": 1.7789442542178577e-05, + "loss": 2.8662, + "step": 13979 + }, + { + "epoch": 0.23930570533559287, + "grad_norm": 2.351938009262085, + "learning_rate": 1.7789094866474917e-05, + "loss": 2.8364, + "step": 13980 + }, + { + "epoch": 0.23932282305414335, + "grad_norm": 2.251997709274292, + "learning_rate": 1.778874716683029e-05, + "loss": 2.7215, + "step": 13981 + }, + { + "epoch": 0.23933994077269383, + "grad_norm": 2.2799859046936035, + "learning_rate": 1.7788399443245773e-05, + "loss": 2.8048, + "step": 13982 + }, + { + "epoch": 0.23935705849124428, + "grad_norm": 2.4386017322540283, + "learning_rate": 1.7788051695722427e-05, + "loss": 2.8153, + "step": 13983 + }, + { + "epoch": 0.23937417620979476, + "grad_norm": 2.4479923248291016, + "learning_rate": 1.7787703924261326e-05, + "loss": 2.8092, + "step": 13984 + }, + { + "epoch": 0.23939129392834524, + "grad_norm": 2.4077301025390625, + "learning_rate": 1.7787356128863535e-05, + "loss": 2.9707, + "step": 13985 + }, + { + "epoch": 0.2394084116468957, + "grad_norm": 2.5071520805358887, + "learning_rate": 1.7787008309530125e-05, + "loss": 2.9652, + "step": 13986 + }, + { + "epoch": 0.23942552936544617, + "grad_norm": 2.273197650909424, + "learning_rate": 1.7786660466262165e-05, + "loss": 2.7006, + "step": 13987 + }, + { + "epoch": 0.23944264708399665, + "grad_norm": 2.3622303009033203, + "learning_rate": 1.7786312599060727e-05, + "loss": 2.8948, + "step": 13988 + }, + { + "epoch": 0.2394597648025471, + "grad_norm": 2.3045287132263184, + "learning_rate": 1.7785964707926875e-05, + "loss": 2.6872, + "step": 13989 + }, + { + "epoch": 0.23947688252109758, + "grad_norm": 2.3999407291412354, + "learning_rate": 1.778561679286168e-05, + "loss": 2.8754, + "step": 13990 + }, + { + "epoch": 0.23949400023964806, + "grad_norm": 2.4261207580566406, + "learning_rate": 1.7785268853866213e-05, + "loss": 2.8819, + "step": 13991 + }, + { + "epoch": 0.23951111795819854, + "grad_norm": 2.4911646842956543, + "learning_rate": 1.778492089094154e-05, + "loss": 2.8891, + "step": 13992 + }, + { + "epoch": 0.239528235676749, + "grad_norm": 2.539951801300049, + "learning_rate": 1.7784572904088733e-05, + "loss": 2.804, + "step": 13993 + }, + { + "epoch": 0.23954535339529948, + "grad_norm": 2.373757839202881, + "learning_rate": 1.7784224893308865e-05, + "loss": 2.771, + "step": 13994 + }, + { + "epoch": 0.23956247111384996, + "grad_norm": 2.3578250408172607, + "learning_rate": 1.7783876858603e-05, + "loss": 2.6889, + "step": 13995 + }, + { + "epoch": 0.2395795888324004, + "grad_norm": 2.3827526569366455, + "learning_rate": 1.778352879997221e-05, + "loss": 2.8311, + "step": 13996 + }, + { + "epoch": 0.2395967065509509, + "grad_norm": 2.441539764404297, + "learning_rate": 1.778318071741756e-05, + "loss": 2.9585, + "step": 13997 + }, + { + "epoch": 0.23961382426950137, + "grad_norm": 2.4315531253814697, + "learning_rate": 1.7782832610940134e-05, + "loss": 2.7481, + "step": 13998 + }, + { + "epoch": 0.23963094198805182, + "grad_norm": 2.3233790397644043, + "learning_rate": 1.7782484480540986e-05, + "loss": 2.8588, + "step": 13999 + }, + { + "epoch": 0.2396480597066023, + "grad_norm": 2.3103041648864746, + "learning_rate": 1.7782136326221193e-05, + "loss": 2.8691, + "step": 14000 + }, + { + "epoch": 0.23966517742515278, + "grad_norm": 2.2604820728302, + "learning_rate": 1.7781788147981826e-05, + "loss": 2.8252, + "step": 14001 + }, + { + "epoch": 0.23968229514370323, + "grad_norm": 2.52255916595459, + "learning_rate": 1.7781439945823954e-05, + "loss": 2.8719, + "step": 14002 + }, + { + "epoch": 0.2396994128622537, + "grad_norm": 2.398146629333496, + "learning_rate": 1.7781091719748646e-05, + "loss": 2.9332, + "step": 14003 + }, + { + "epoch": 0.2397165305808042, + "grad_norm": 2.321829319000244, + "learning_rate": 1.7780743469756976e-05, + "loss": 2.8652, + "step": 14004 + }, + { + "epoch": 0.23973364829935467, + "grad_norm": 2.229034900665283, + "learning_rate": 1.778039519585001e-05, + "loss": 2.8272, + "step": 14005 + }, + { + "epoch": 0.23975076601790513, + "grad_norm": 2.558124542236328, + "learning_rate": 1.7780046898028818e-05, + "loss": 2.9637, + "step": 14006 + }, + { + "epoch": 0.2397678837364556, + "grad_norm": 2.5146491527557373, + "learning_rate": 1.7779698576294478e-05, + "loss": 2.87, + "step": 14007 + }, + { + "epoch": 0.23978500145500609, + "grad_norm": 2.4658069610595703, + "learning_rate": 1.7779350230648052e-05, + "loss": 2.9105, + "step": 14008 + }, + { + "epoch": 0.23980211917355654, + "grad_norm": 2.177645444869995, + "learning_rate": 1.7779001861090614e-05, + "loss": 2.8206, + "step": 14009 + }, + { + "epoch": 0.23981923689210702, + "grad_norm": 2.3566842079162598, + "learning_rate": 1.7778653467623235e-05, + "loss": 2.8037, + "step": 14010 + }, + { + "epoch": 0.2398363546106575, + "grad_norm": 2.2862966060638428, + "learning_rate": 1.7778305050246986e-05, + "loss": 2.8685, + "step": 14011 + }, + { + "epoch": 0.23985347232920795, + "grad_norm": 2.2751011848449707, + "learning_rate": 1.7777956608962938e-05, + "loss": 2.8433, + "step": 14012 + }, + { + "epoch": 0.23987059004775843, + "grad_norm": 2.3162941932678223, + "learning_rate": 1.7777608143772163e-05, + "loss": 2.7694, + "step": 14013 + }, + { + "epoch": 0.2398877077663089, + "grad_norm": 2.4455671310424805, + "learning_rate": 1.777725965467573e-05, + "loss": 2.8341, + "step": 14014 + }, + { + "epoch": 0.2399048254848594, + "grad_norm": 2.408092975616455, + "learning_rate": 1.777691114167471e-05, + "loss": 2.8643, + "step": 14015 + }, + { + "epoch": 0.23992194320340984, + "grad_norm": 2.3927485942840576, + "learning_rate": 1.7776562604770172e-05, + "loss": 2.8233, + "step": 14016 + }, + { + "epoch": 0.23993906092196032, + "grad_norm": 2.297299861907959, + "learning_rate": 1.7776214043963195e-05, + "loss": 2.7913, + "step": 14017 + }, + { + "epoch": 0.2399561786405108, + "grad_norm": 2.2924611568450928, + "learning_rate": 1.7775865459254845e-05, + "loss": 2.7632, + "step": 14018 + }, + { + "epoch": 0.23997329635906126, + "grad_norm": 2.4224472045898438, + "learning_rate": 1.7775516850646193e-05, + "loss": 2.9107, + "step": 14019 + }, + { + "epoch": 0.23999041407761174, + "grad_norm": 2.5151402950286865, + "learning_rate": 1.7775168218138314e-05, + "loss": 2.8663, + "step": 14020 + }, + { + "epoch": 0.24000753179616222, + "grad_norm": 2.2995760440826416, + "learning_rate": 1.7774819561732274e-05, + "loss": 2.7885, + "step": 14021 + }, + { + "epoch": 0.24002464951471267, + "grad_norm": 2.47070574760437, + "learning_rate": 1.7774470881429148e-05, + "loss": 2.9167, + "step": 14022 + }, + { + "epoch": 0.24004176723326315, + "grad_norm": 2.294708251953125, + "learning_rate": 1.777412217723001e-05, + "loss": 2.7893, + "step": 14023 + }, + { + "epoch": 0.24005888495181363, + "grad_norm": 2.515136241912842, + "learning_rate": 1.7773773449135926e-05, + "loss": 2.8253, + "step": 14024 + }, + { + "epoch": 0.24007600267036408, + "grad_norm": 2.4818015098571777, + "learning_rate": 1.7773424697147974e-05, + "loss": 2.8962, + "step": 14025 + }, + { + "epoch": 0.24009312038891456, + "grad_norm": 2.298848867416382, + "learning_rate": 1.7773075921267222e-05, + "loss": 2.796, + "step": 14026 + }, + { + "epoch": 0.24011023810746504, + "grad_norm": 2.4798269271850586, + "learning_rate": 1.7772727121494744e-05, + "loss": 2.9074, + "step": 14027 + }, + { + "epoch": 0.24012735582601552, + "grad_norm": 2.445423126220703, + "learning_rate": 1.777237829783161e-05, + "loss": 2.8371, + "step": 14028 + }, + { + "epoch": 0.24014447354456597, + "grad_norm": 2.3354556560516357, + "learning_rate": 1.7772029450278894e-05, + "loss": 2.83, + "step": 14029 + }, + { + "epoch": 0.24016159126311645, + "grad_norm": 2.4549622535705566, + "learning_rate": 1.7771680578837667e-05, + "loss": 2.9002, + "step": 14030 + }, + { + "epoch": 0.24017870898166693, + "grad_norm": 2.382780075073242, + "learning_rate": 1.7771331683509007e-05, + "loss": 2.8198, + "step": 14031 + }, + { + "epoch": 0.24019582670021739, + "grad_norm": 2.346651315689087, + "learning_rate": 1.7770982764293973e-05, + "loss": 2.7789, + "step": 14032 + }, + { + "epoch": 0.24021294441876787, + "grad_norm": 2.2945644855499268, + "learning_rate": 1.7770633821193654e-05, + "loss": 2.8291, + "step": 14033 + }, + { + "epoch": 0.24023006213731835, + "grad_norm": 2.679140567779541, + "learning_rate": 1.7770284854209106e-05, + "loss": 2.9519, + "step": 14034 + }, + { + "epoch": 0.2402471798558688, + "grad_norm": 2.317758560180664, + "learning_rate": 1.7769935863341418e-05, + "loss": 2.7231, + "step": 14035 + }, + { + "epoch": 0.24026429757441928, + "grad_norm": 2.482649803161621, + "learning_rate": 1.7769586848591652e-05, + "loss": 2.8602, + "step": 14036 + }, + { + "epoch": 0.24028141529296976, + "grad_norm": 2.582082986831665, + "learning_rate": 1.776923780996088e-05, + "loss": 2.9125, + "step": 14037 + }, + { + "epoch": 0.24029853301152024, + "grad_norm": 2.226766586303711, + "learning_rate": 1.776888874745018e-05, + "loss": 2.7337, + "step": 14038 + }, + { + "epoch": 0.2403156507300707, + "grad_norm": 2.4949324131011963, + "learning_rate": 1.7768539661060624e-05, + "loss": 2.8611, + "step": 14039 + }, + { + "epoch": 0.24033276844862117, + "grad_norm": 2.5064680576324463, + "learning_rate": 1.7768190550793284e-05, + "loss": 2.907, + "step": 14040 + }, + { + "epoch": 0.24034988616717165, + "grad_norm": 2.2886850833892822, + "learning_rate": 1.776784141664923e-05, + "loss": 2.8333, + "step": 14041 + }, + { + "epoch": 0.2403670038857221, + "grad_norm": 2.566781997680664, + "learning_rate": 1.7767492258629544e-05, + "loss": 2.8467, + "step": 14042 + }, + { + "epoch": 0.24038412160427258, + "grad_norm": 2.259615659713745, + "learning_rate": 1.7767143076735292e-05, + "loss": 2.7542, + "step": 14043 + }, + { + "epoch": 0.24040123932282306, + "grad_norm": 2.571984052658081, + "learning_rate": 1.7766793870967545e-05, + "loss": 2.891, + "step": 14044 + }, + { + "epoch": 0.24041835704137351, + "grad_norm": 2.4705281257629395, + "learning_rate": 1.776644464132738e-05, + "loss": 2.763, + "step": 14045 + }, + { + "epoch": 0.240435474759924, + "grad_norm": 2.2652056217193604, + "learning_rate": 1.7766095387815877e-05, + "loss": 2.7728, + "step": 14046 + }, + { + "epoch": 0.24045259247847448, + "grad_norm": 2.565812110900879, + "learning_rate": 1.7765746110434097e-05, + "loss": 2.9804, + "step": 14047 + }, + { + "epoch": 0.24046971019702493, + "grad_norm": 2.5430867671966553, + "learning_rate": 1.776539680918312e-05, + "loss": 2.879, + "step": 14048 + }, + { + "epoch": 0.2404868279155754, + "grad_norm": 2.570460557937622, + "learning_rate": 1.776504748406402e-05, + "loss": 2.8873, + "step": 14049 + }, + { + "epoch": 0.2405039456341259, + "grad_norm": 2.4530699253082275, + "learning_rate": 1.7764698135077873e-05, + "loss": 2.9914, + "step": 14050 + }, + { + "epoch": 0.24052106335267637, + "grad_norm": 2.3126678466796875, + "learning_rate": 1.7764348762225742e-05, + "loss": 2.8194, + "step": 14051 + }, + { + "epoch": 0.24053818107122682, + "grad_norm": 2.420571804046631, + "learning_rate": 1.7763999365508715e-05, + "loss": 2.8401, + "step": 14052 + }, + { + "epoch": 0.2405552987897773, + "grad_norm": 2.4419610500335693, + "learning_rate": 1.7763649944927856e-05, + "loss": 2.8858, + "step": 14053 + }, + { + "epoch": 0.24057241650832778, + "grad_norm": 2.5923428535461426, + "learning_rate": 1.7763300500484243e-05, + "loss": 2.9091, + "step": 14054 + }, + { + "epoch": 0.24058953422687823, + "grad_norm": 2.4442033767700195, + "learning_rate": 1.776295103217895e-05, + "loss": 2.7771, + "step": 14055 + }, + { + "epoch": 0.2406066519454287, + "grad_norm": 2.5274789333343506, + "learning_rate": 1.7762601540013053e-05, + "loss": 2.8919, + "step": 14056 + }, + { + "epoch": 0.2406237696639792, + "grad_norm": 2.5084099769592285, + "learning_rate": 1.776225202398762e-05, + "loss": 2.8634, + "step": 14057 + }, + { + "epoch": 0.24064088738252964, + "grad_norm": 2.329993486404419, + "learning_rate": 1.776190248410373e-05, + "loss": 2.8928, + "step": 14058 + }, + { + "epoch": 0.24065800510108012, + "grad_norm": 2.5956242084503174, + "learning_rate": 1.7761552920362458e-05, + "loss": 2.9074, + "step": 14059 + }, + { + "epoch": 0.2406751228196306, + "grad_norm": 2.5743632316589355, + "learning_rate": 1.7761203332764876e-05, + "loss": 3.0283, + "step": 14060 + }, + { + "epoch": 0.24069224053818108, + "grad_norm": 2.5438036918640137, + "learning_rate": 1.7760853721312058e-05, + "loss": 2.9206, + "step": 14061 + }, + { + "epoch": 0.24070935825673154, + "grad_norm": 2.62632417678833, + "learning_rate": 1.776050408600508e-05, + "loss": 2.9803, + "step": 14062 + }, + { + "epoch": 0.24072647597528202, + "grad_norm": 2.260293483734131, + "learning_rate": 1.776015442684502e-05, + "loss": 2.7506, + "step": 14063 + }, + { + "epoch": 0.2407435936938325, + "grad_norm": 2.453146457672119, + "learning_rate": 1.7759804743832947e-05, + "loss": 2.8522, + "step": 14064 + }, + { + "epoch": 0.24076071141238295, + "grad_norm": 2.4096617698669434, + "learning_rate": 1.7759455036969937e-05, + "loss": 2.8474, + "step": 14065 + }, + { + "epoch": 0.24077782913093343, + "grad_norm": 2.239173173904419, + "learning_rate": 1.775910530625707e-05, + "loss": 2.9335, + "step": 14066 + }, + { + "epoch": 0.2407949468494839, + "grad_norm": 2.32574200630188, + "learning_rate": 1.7758755551695412e-05, + "loss": 2.8183, + "step": 14067 + }, + { + "epoch": 0.24081206456803436, + "grad_norm": 2.5161688327789307, + "learning_rate": 1.7758405773286047e-05, + "loss": 2.9297, + "step": 14068 + }, + { + "epoch": 0.24082918228658484, + "grad_norm": 2.4971797466278076, + "learning_rate": 1.775805597103004e-05, + "loss": 2.9047, + "step": 14069 + }, + { + "epoch": 0.24084630000513532, + "grad_norm": 2.3723361492156982, + "learning_rate": 1.775770614492848e-05, + "loss": 2.9593, + "step": 14070 + }, + { + "epoch": 0.24086341772368577, + "grad_norm": 2.450084924697876, + "learning_rate": 1.775735629498243e-05, + "loss": 2.9458, + "step": 14071 + }, + { + "epoch": 0.24088053544223625, + "grad_norm": 2.3104429244995117, + "learning_rate": 1.775700642119297e-05, + "loss": 2.8442, + "step": 14072 + }, + { + "epoch": 0.24089765316078673, + "grad_norm": 2.274742603302002, + "learning_rate": 1.7756656523561177e-05, + "loss": 2.7952, + "step": 14073 + }, + { + "epoch": 0.24091477087933721, + "grad_norm": 2.3580925464630127, + "learning_rate": 1.7756306602088123e-05, + "loss": 2.8509, + "step": 14074 + }, + { + "epoch": 0.24093188859788767, + "grad_norm": 2.3145081996917725, + "learning_rate": 1.7755956656774887e-05, + "loss": 2.9684, + "step": 14075 + }, + { + "epoch": 0.24094900631643815, + "grad_norm": 2.3736469745635986, + "learning_rate": 1.7755606687622542e-05, + "loss": 2.7966, + "step": 14076 + }, + { + "epoch": 0.24096612403498863, + "grad_norm": 2.540536403656006, + "learning_rate": 1.7755256694632166e-05, + "loss": 2.8764, + "step": 14077 + }, + { + "epoch": 0.24098324175353908, + "grad_norm": 2.365460157394409, + "learning_rate": 1.775490667780483e-05, + "loss": 2.9343, + "step": 14078 + }, + { + "epoch": 0.24100035947208956, + "grad_norm": 2.3666350841522217, + "learning_rate": 1.7754556637141616e-05, + "loss": 2.8295, + "step": 14079 + }, + { + "epoch": 0.24101747719064004, + "grad_norm": 2.1689631938934326, + "learning_rate": 1.7754206572643597e-05, + "loss": 2.7023, + "step": 14080 + }, + { + "epoch": 0.2410345949091905, + "grad_norm": 2.3450496196746826, + "learning_rate": 1.7753856484311846e-05, + "loss": 2.7694, + "step": 14081 + }, + { + "epoch": 0.24105171262774097, + "grad_norm": 2.352294921875, + "learning_rate": 1.7753506372147444e-05, + "loss": 2.9774, + "step": 14082 + }, + { + "epoch": 0.24106883034629145, + "grad_norm": 2.1900289058685303, + "learning_rate": 1.7753156236151465e-05, + "loss": 2.7261, + "step": 14083 + }, + { + "epoch": 0.24108594806484193, + "grad_norm": 2.228884696960449, + "learning_rate": 1.7752806076324987e-05, + "loss": 2.7532, + "step": 14084 + }, + { + "epoch": 0.24110306578339238, + "grad_norm": 2.4081685543060303, + "learning_rate": 1.7752455892669084e-05, + "loss": 2.786, + "step": 14085 + }, + { + "epoch": 0.24112018350194286, + "grad_norm": 2.32596492767334, + "learning_rate": 1.7752105685184832e-05, + "loss": 2.8525, + "step": 14086 + }, + { + "epoch": 0.24113730122049334, + "grad_norm": 2.498281478881836, + "learning_rate": 1.7751755453873306e-05, + "loss": 2.8529, + "step": 14087 + }, + { + "epoch": 0.2411544189390438, + "grad_norm": 2.323347568511963, + "learning_rate": 1.7751405198735588e-05, + "loss": 2.8619, + "step": 14088 + }, + { + "epoch": 0.24117153665759428, + "grad_norm": 2.434882402420044, + "learning_rate": 1.775105491977275e-05, + "loss": 2.929, + "step": 14089 + }, + { + "epoch": 0.24118865437614476, + "grad_norm": 2.4735426902770996, + "learning_rate": 1.775070461698587e-05, + "loss": 2.8017, + "step": 14090 + }, + { + "epoch": 0.2412057720946952, + "grad_norm": 2.2558107376098633, + "learning_rate": 1.7750354290376026e-05, + "loss": 2.869, + "step": 14091 + }, + { + "epoch": 0.2412228898132457, + "grad_norm": 2.354360342025757, + "learning_rate": 1.7750003939944292e-05, + "loss": 2.7796, + "step": 14092 + }, + { + "epoch": 0.24124000753179617, + "grad_norm": 2.2867863178253174, + "learning_rate": 1.774965356569175e-05, + "loss": 2.9479, + "step": 14093 + }, + { + "epoch": 0.24125712525034662, + "grad_norm": 2.2958452701568604, + "learning_rate": 1.774930316761947e-05, + "loss": 2.8071, + "step": 14094 + }, + { + "epoch": 0.2412742429688971, + "grad_norm": 2.4151880741119385, + "learning_rate": 1.7748952745728533e-05, + "loss": 2.7735, + "step": 14095 + }, + { + "epoch": 0.24129136068744758, + "grad_norm": 2.293227434158325, + "learning_rate": 1.7748602300020015e-05, + "loss": 2.9397, + "step": 14096 + }, + { + "epoch": 0.24130847840599806, + "grad_norm": 2.2914443016052246, + "learning_rate": 1.7748251830494995e-05, + "loss": 2.8874, + "step": 14097 + }, + { + "epoch": 0.2413255961245485, + "grad_norm": 2.3263156414031982, + "learning_rate": 1.774790133715455e-05, + "loss": 2.7787, + "step": 14098 + }, + { + "epoch": 0.241342713843099, + "grad_norm": 2.276158332824707, + "learning_rate": 1.774755081999975e-05, + "loss": 2.7235, + "step": 14099 + }, + { + "epoch": 0.24135983156164947, + "grad_norm": 2.3292484283447266, + "learning_rate": 1.7747200279031686e-05, + "loss": 2.8582, + "step": 14100 + }, + { + "epoch": 0.24137694928019993, + "grad_norm": 2.423126697540283, + "learning_rate": 1.7746849714251424e-05, + "loss": 2.8647, + "step": 14101 + }, + { + "epoch": 0.2413940669987504, + "grad_norm": 2.436845064163208, + "learning_rate": 1.7746499125660042e-05, + "loss": 2.8316, + "step": 14102 + }, + { + "epoch": 0.2414111847173009, + "grad_norm": 2.339804172515869, + "learning_rate": 1.774614851325863e-05, + "loss": 2.7219, + "step": 14103 + }, + { + "epoch": 0.24142830243585134, + "grad_norm": 2.3936164379119873, + "learning_rate": 1.7745797877048248e-05, + "loss": 2.8423, + "step": 14104 + }, + { + "epoch": 0.24144542015440182, + "grad_norm": 2.3943519592285156, + "learning_rate": 1.7745447217029987e-05, + "loss": 2.8132, + "step": 14105 + }, + { + "epoch": 0.2414625378729523, + "grad_norm": 2.348656177520752, + "learning_rate": 1.774509653320492e-05, + "loss": 2.8767, + "step": 14106 + }, + { + "epoch": 0.24147965559150275, + "grad_norm": 2.2282445430755615, + "learning_rate": 1.7744745825574123e-05, + "loss": 2.8848, + "step": 14107 + }, + { + "epoch": 0.24149677331005323, + "grad_norm": 2.3713598251342773, + "learning_rate": 1.7744395094138678e-05, + "loss": 2.8015, + "step": 14108 + }, + { + "epoch": 0.2415138910286037, + "grad_norm": 2.2895069122314453, + "learning_rate": 1.774404433889966e-05, + "loss": 2.8745, + "step": 14109 + }, + { + "epoch": 0.2415310087471542, + "grad_norm": 2.4016757011413574, + "learning_rate": 1.7743693559858148e-05, + "loss": 2.8801, + "step": 14110 + }, + { + "epoch": 0.24154812646570464, + "grad_norm": 2.524249792098999, + "learning_rate": 1.774334275701522e-05, + "loss": 3.0424, + "step": 14111 + }, + { + "epoch": 0.24156524418425512, + "grad_norm": 2.3321831226348877, + "learning_rate": 1.7742991930371955e-05, + "loss": 2.7919, + "step": 14112 + }, + { + "epoch": 0.2415823619028056, + "grad_norm": 2.402243137359619, + "learning_rate": 1.774264107992943e-05, + "loss": 2.8644, + "step": 14113 + }, + { + "epoch": 0.24159947962135606, + "grad_norm": 2.3966166973114014, + "learning_rate": 1.7742290205688724e-05, + "loss": 2.8594, + "step": 14114 + }, + { + "epoch": 0.24161659733990654, + "grad_norm": 2.520970106124878, + "learning_rate": 1.774193930765092e-05, + "loss": 2.9904, + "step": 14115 + }, + { + "epoch": 0.24163371505845702, + "grad_norm": 2.313857316970825, + "learning_rate": 1.774158838581709e-05, + "loss": 2.8604, + "step": 14116 + }, + { + "epoch": 0.24165083277700747, + "grad_norm": 2.319153070449829, + "learning_rate": 1.7741237440188315e-05, + "loss": 2.8511, + "step": 14117 + }, + { + "epoch": 0.24166795049555795, + "grad_norm": 2.408675193786621, + "learning_rate": 1.774088647076567e-05, + "loss": 2.8973, + "step": 14118 + }, + { + "epoch": 0.24168506821410843, + "grad_norm": 2.252253293991089, + "learning_rate": 1.774053547755024e-05, + "loss": 2.9359, + "step": 14119 + }, + { + "epoch": 0.2417021859326589, + "grad_norm": 2.3190391063690186, + "learning_rate": 1.7740184460543106e-05, + "loss": 2.8208, + "step": 14120 + }, + { + "epoch": 0.24171930365120936, + "grad_norm": 2.338438034057617, + "learning_rate": 1.7739833419745333e-05, + "loss": 2.8749, + "step": 14121 + }, + { + "epoch": 0.24173642136975984, + "grad_norm": 2.439342737197876, + "learning_rate": 1.7739482355158014e-05, + "loss": 2.9983, + "step": 14122 + }, + { + "epoch": 0.24175353908831032, + "grad_norm": 2.3257203102111816, + "learning_rate": 1.7739131266782225e-05, + "loss": 2.7114, + "step": 14123 + }, + { + "epoch": 0.24177065680686077, + "grad_norm": 2.4866600036621094, + "learning_rate": 1.773878015461904e-05, + "loss": 2.9946, + "step": 14124 + }, + { + "epoch": 0.24178777452541125, + "grad_norm": 2.4244027137756348, + "learning_rate": 1.7738429018669543e-05, + "loss": 2.8066, + "step": 14125 + }, + { + "epoch": 0.24180489224396173, + "grad_norm": 2.2254245281219482, + "learning_rate": 1.7738077858934806e-05, + "loss": 2.7327, + "step": 14126 + }, + { + "epoch": 0.24182200996251219, + "grad_norm": 2.4567811489105225, + "learning_rate": 1.7737726675415923e-05, + "loss": 3.0216, + "step": 14127 + }, + { + "epoch": 0.24183912768106267, + "grad_norm": 2.493501901626587, + "learning_rate": 1.773737546811396e-05, + "loss": 2.9203, + "step": 14128 + }, + { + "epoch": 0.24185624539961315, + "grad_norm": 2.2971580028533936, + "learning_rate": 1.773702423703e-05, + "loss": 2.7885, + "step": 14129 + }, + { + "epoch": 0.2418733631181636, + "grad_norm": 2.5374131202697754, + "learning_rate": 1.7736672982165127e-05, + "loss": 2.9083, + "step": 14130 + }, + { + "epoch": 0.24189048083671408, + "grad_norm": 2.180490255355835, + "learning_rate": 1.7736321703520415e-05, + "loss": 2.713, + "step": 14131 + }, + { + "epoch": 0.24190759855526456, + "grad_norm": 2.5225608348846436, + "learning_rate": 1.7735970401096944e-05, + "loss": 2.8785, + "step": 14132 + }, + { + "epoch": 0.24192471627381504, + "grad_norm": 2.331374406814575, + "learning_rate": 1.7735619074895797e-05, + "loss": 2.8307, + "step": 14133 + }, + { + "epoch": 0.2419418339923655, + "grad_norm": 2.424046277999878, + "learning_rate": 1.7735267724918053e-05, + "loss": 2.9287, + "step": 14134 + }, + { + "epoch": 0.24195895171091597, + "grad_norm": 2.3863110542297363, + "learning_rate": 1.7734916351164792e-05, + "loss": 2.9327, + "step": 14135 + }, + { + "epoch": 0.24197606942946645, + "grad_norm": 2.3008828163146973, + "learning_rate": 1.773456495363709e-05, + "loss": 2.8309, + "step": 14136 + }, + { + "epoch": 0.2419931871480169, + "grad_norm": 2.4444565773010254, + "learning_rate": 1.773421353233604e-05, + "loss": 2.904, + "step": 14137 + }, + { + "epoch": 0.24201030486656738, + "grad_norm": 2.235811948776245, + "learning_rate": 1.7733862087262702e-05, + "loss": 2.8327, + "step": 14138 + }, + { + "epoch": 0.24202742258511786, + "grad_norm": 2.4220919609069824, + "learning_rate": 1.773351061841817e-05, + "loss": 2.8061, + "step": 14139 + }, + { + "epoch": 0.24204454030366832, + "grad_norm": 2.2918477058410645, + "learning_rate": 1.773315912580352e-05, + "loss": 2.7864, + "step": 14140 + }, + { + "epoch": 0.2420616580222188, + "grad_norm": 2.3268790245056152, + "learning_rate": 1.7732807609419836e-05, + "loss": 2.8235, + "step": 14141 + }, + { + "epoch": 0.24207877574076928, + "grad_norm": 2.3851587772369385, + "learning_rate": 1.77324560692682e-05, + "loss": 2.8768, + "step": 14142 + }, + { + "epoch": 0.24209589345931976, + "grad_norm": 2.293792724609375, + "learning_rate": 1.7732104505349682e-05, + "loss": 2.8435, + "step": 14143 + }, + { + "epoch": 0.2421130111778702, + "grad_norm": 2.241434097290039, + "learning_rate": 1.7731752917665372e-05, + "loss": 2.7932, + "step": 14144 + }, + { + "epoch": 0.2421301288964207, + "grad_norm": 2.359051465988159, + "learning_rate": 1.7731401306216346e-05, + "loss": 2.834, + "step": 14145 + }, + { + "epoch": 0.24214724661497117, + "grad_norm": 2.3897628784179688, + "learning_rate": 1.7731049671003686e-05, + "loss": 2.8704, + "step": 14146 + }, + { + "epoch": 0.24216436433352162, + "grad_norm": 2.270230770111084, + "learning_rate": 1.773069801202847e-05, + "loss": 2.925, + "step": 14147 + }, + { + "epoch": 0.2421814820520721, + "grad_norm": 2.2588675022125244, + "learning_rate": 1.773034632929179e-05, + "loss": 2.947, + "step": 14148 + }, + { + "epoch": 0.24219859977062258, + "grad_norm": 2.3203251361846924, + "learning_rate": 1.7729994622794715e-05, + "loss": 2.8723, + "step": 14149 + }, + { + "epoch": 0.24221571748917303, + "grad_norm": 2.3070247173309326, + "learning_rate": 1.772964289253833e-05, + "loss": 2.8725, + "step": 14150 + }, + { + "epoch": 0.2422328352077235, + "grad_norm": 2.300074815750122, + "learning_rate": 1.7729291138523716e-05, + "loss": 2.745, + "step": 14151 + }, + { + "epoch": 0.242249952926274, + "grad_norm": 2.316002607345581, + "learning_rate": 1.7728939360751955e-05, + "loss": 2.8473, + "step": 14152 + }, + { + "epoch": 0.24226707064482444, + "grad_norm": 2.3502285480499268, + "learning_rate": 1.7728587559224128e-05, + "loss": 2.9118, + "step": 14153 + }, + { + "epoch": 0.24228418836337492, + "grad_norm": 2.4054434299468994, + "learning_rate": 1.7728235733941316e-05, + "loss": 2.7366, + "step": 14154 + }, + { + "epoch": 0.2423013060819254, + "grad_norm": 2.4688286781311035, + "learning_rate": 1.7727883884904597e-05, + "loss": 2.93, + "step": 14155 + }, + { + "epoch": 0.24231842380047589, + "grad_norm": 2.405881643295288, + "learning_rate": 1.772753201211506e-05, + "loss": 2.7611, + "step": 14156 + }, + { + "epoch": 0.24233554151902634, + "grad_norm": 2.3277547359466553, + "learning_rate": 1.772718011557378e-05, + "loss": 2.8474, + "step": 14157 + }, + { + "epoch": 0.24235265923757682, + "grad_norm": 2.4479432106018066, + "learning_rate": 1.772682819528184e-05, + "loss": 2.9463, + "step": 14158 + }, + { + "epoch": 0.2423697769561273, + "grad_norm": 2.5093636512756348, + "learning_rate": 1.7726476251240328e-05, + "loss": 2.8516, + "step": 14159 + }, + { + "epoch": 0.24238689467467775, + "grad_norm": 2.392212390899658, + "learning_rate": 1.7726124283450318e-05, + "loss": 2.8855, + "step": 14160 + }, + { + "epoch": 0.24240401239322823, + "grad_norm": 2.4192094802856445, + "learning_rate": 1.772577229191289e-05, + "loss": 2.9138, + "step": 14161 + }, + { + "epoch": 0.2424211301117787, + "grad_norm": 2.2644596099853516, + "learning_rate": 1.7725420276629135e-05, + "loss": 2.818, + "step": 14162 + }, + { + "epoch": 0.24243824783032916, + "grad_norm": 2.3056485652923584, + "learning_rate": 1.7725068237600128e-05, + "loss": 2.8564, + "step": 14163 + }, + { + "epoch": 0.24245536554887964, + "grad_norm": 2.3246171474456787, + "learning_rate": 1.7724716174826954e-05, + "loss": 2.859, + "step": 14164 + }, + { + "epoch": 0.24247248326743012, + "grad_norm": 2.360719680786133, + "learning_rate": 1.772436408831069e-05, + "loss": 2.8191, + "step": 14165 + }, + { + "epoch": 0.2424896009859806, + "grad_norm": 2.4768450260162354, + "learning_rate": 1.7724011978052425e-05, + "loss": 2.8777, + "step": 14166 + }, + { + "epoch": 0.24250671870453105, + "grad_norm": 2.4390199184417725, + "learning_rate": 1.7723659844053237e-05, + "loss": 2.9359, + "step": 14167 + }, + { + "epoch": 0.24252383642308153, + "grad_norm": 2.4103686809539795, + "learning_rate": 1.7723307686314215e-05, + "loss": 2.8251, + "step": 14168 + }, + { + "epoch": 0.24254095414163201, + "grad_norm": 2.589491128921509, + "learning_rate": 1.7722955504836434e-05, + "loss": 2.8917, + "step": 14169 + }, + { + "epoch": 0.24255807186018247, + "grad_norm": 2.2431418895721436, + "learning_rate": 1.7722603299620978e-05, + "loss": 2.7713, + "step": 14170 + }, + { + "epoch": 0.24257518957873295, + "grad_norm": 2.3577730655670166, + "learning_rate": 1.772225107066893e-05, + "loss": 2.7702, + "step": 14171 + }, + { + "epoch": 0.24259230729728343, + "grad_norm": 2.366948127746582, + "learning_rate": 1.7721898817981372e-05, + "loss": 2.918, + "step": 14172 + }, + { + "epoch": 0.24260942501583388, + "grad_norm": 2.255214214324951, + "learning_rate": 1.772154654155939e-05, + "loss": 2.7664, + "step": 14173 + }, + { + "epoch": 0.24262654273438436, + "grad_norm": 2.359994649887085, + "learning_rate": 1.7721194241404064e-05, + "loss": 2.9426, + "step": 14174 + }, + { + "epoch": 0.24264366045293484, + "grad_norm": 2.375499963760376, + "learning_rate": 1.772084191751648e-05, + "loss": 2.8925, + "step": 14175 + }, + { + "epoch": 0.2426607781714853, + "grad_norm": 2.497748851776123, + "learning_rate": 1.7720489569897713e-05, + "loss": 2.851, + "step": 14176 + }, + { + "epoch": 0.24267789589003577, + "grad_norm": 2.3753275871276855, + "learning_rate": 1.7720137198548857e-05, + "loss": 2.8535, + "step": 14177 + }, + { + "epoch": 0.24269501360858625, + "grad_norm": 2.5352060794830322, + "learning_rate": 1.7719784803470984e-05, + "loss": 2.9239, + "step": 14178 + }, + { + "epoch": 0.24271213132713673, + "grad_norm": 2.4780867099761963, + "learning_rate": 1.7719432384665186e-05, + "loss": 2.934, + "step": 14179 + }, + { + "epoch": 0.24272924904568718, + "grad_norm": 2.4743545055389404, + "learning_rate": 1.7719079942132542e-05, + "loss": 2.8308, + "step": 14180 + }, + { + "epoch": 0.24274636676423766, + "grad_norm": 2.2767884731292725, + "learning_rate": 1.7718727475874136e-05, + "loss": 2.7348, + "step": 14181 + }, + { + "epoch": 0.24276348448278814, + "grad_norm": 2.3202030658721924, + "learning_rate": 1.771837498589105e-05, + "loss": 2.932, + "step": 14182 + }, + { + "epoch": 0.2427806022013386, + "grad_norm": 2.2763419151306152, + "learning_rate": 1.771802247218437e-05, + "loss": 2.7506, + "step": 14183 + }, + { + "epoch": 0.24279771991988908, + "grad_norm": 2.337548017501831, + "learning_rate": 1.771766993475518e-05, + "loss": 2.8884, + "step": 14184 + }, + { + "epoch": 0.24281483763843956, + "grad_norm": 2.3648762702941895, + "learning_rate": 1.771731737360456e-05, + "loss": 2.798, + "step": 14185 + }, + { + "epoch": 0.24283195535699, + "grad_norm": 2.4087748527526855, + "learning_rate": 1.77169647887336e-05, + "loss": 2.8324, + "step": 14186 + }, + { + "epoch": 0.2428490730755405, + "grad_norm": 2.4194531440734863, + "learning_rate": 1.7716612180143368e-05, + "loss": 2.9561, + "step": 14187 + }, + { + "epoch": 0.24286619079409097, + "grad_norm": 2.414472818374634, + "learning_rate": 1.7716259547834967e-05, + "loss": 2.9715, + "step": 14188 + }, + { + "epoch": 0.24288330851264142, + "grad_norm": 2.4257359504699707, + "learning_rate": 1.7715906891809474e-05, + "loss": 2.9841, + "step": 14189 + }, + { + "epoch": 0.2429004262311919, + "grad_norm": 2.347439765930176, + "learning_rate": 1.771555421206797e-05, + "loss": 2.8298, + "step": 14190 + }, + { + "epoch": 0.24291754394974238, + "grad_norm": 2.256690740585327, + "learning_rate": 1.771520150861154e-05, + "loss": 2.7424, + "step": 14191 + }, + { + "epoch": 0.24293466166829286, + "grad_norm": 2.397254228591919, + "learning_rate": 1.771484878144127e-05, + "loss": 2.8806, + "step": 14192 + }, + { + "epoch": 0.24295177938684331, + "grad_norm": 2.3068182468414307, + "learning_rate": 1.7714496030558242e-05, + "loss": 2.777, + "step": 14193 + }, + { + "epoch": 0.2429688971053938, + "grad_norm": 2.4085774421691895, + "learning_rate": 1.771414325596354e-05, + "loss": 2.875, + "step": 14194 + }, + { + "epoch": 0.24298601482394427, + "grad_norm": 2.562378168106079, + "learning_rate": 1.7713790457658253e-05, + "loss": 2.8551, + "step": 14195 + }, + { + "epoch": 0.24300313254249473, + "grad_norm": 2.3594658374786377, + "learning_rate": 1.771343763564346e-05, + "loss": 2.8226, + "step": 14196 + }, + { + "epoch": 0.2430202502610452, + "grad_norm": 2.3774726390838623, + "learning_rate": 1.771308478992025e-05, + "loss": 2.8353, + "step": 14197 + }, + { + "epoch": 0.2430373679795957, + "grad_norm": 2.551706552505493, + "learning_rate": 1.77127319204897e-05, + "loss": 2.9401, + "step": 14198 + }, + { + "epoch": 0.24305448569814614, + "grad_norm": 2.3708977699279785, + "learning_rate": 1.7712379027352906e-05, + "loss": 2.888, + "step": 14199 + }, + { + "epoch": 0.24307160341669662, + "grad_norm": 2.730178117752075, + "learning_rate": 1.7712026110510942e-05, + "loss": 2.9159, + "step": 14200 + }, + { + "epoch": 0.2430887211352471, + "grad_norm": 2.4473509788513184, + "learning_rate": 1.7711673169964897e-05, + "loss": 2.9244, + "step": 14201 + }, + { + "epoch": 0.24310583885379758, + "grad_norm": 2.4204065799713135, + "learning_rate": 1.771132020571586e-05, + "loss": 2.9011, + "step": 14202 + }, + { + "epoch": 0.24312295657234803, + "grad_norm": 2.4337503910064697, + "learning_rate": 1.7710967217764907e-05, + "loss": 2.8199, + "step": 14203 + }, + { + "epoch": 0.2431400742908985, + "grad_norm": 2.262631416320801, + "learning_rate": 1.771061420611313e-05, + "loss": 2.6303, + "step": 14204 + }, + { + "epoch": 0.243157192009449, + "grad_norm": 2.372699737548828, + "learning_rate": 1.771026117076161e-05, + "loss": 2.896, + "step": 14205 + }, + { + "epoch": 0.24317430972799944, + "grad_norm": 2.304877758026123, + "learning_rate": 1.7709908111711435e-05, + "loss": 2.8464, + "step": 14206 + }, + { + "epoch": 0.24319142744654992, + "grad_norm": 2.4522345066070557, + "learning_rate": 1.770955502896369e-05, + "loss": 2.9147, + "step": 14207 + }, + { + "epoch": 0.2432085451651004, + "grad_norm": 2.2877697944641113, + "learning_rate": 1.770920192251946e-05, + "loss": 2.8608, + "step": 14208 + }, + { + "epoch": 0.24322566288365086, + "grad_norm": 2.1903626918792725, + "learning_rate": 1.7708848792379827e-05, + "loss": 2.9317, + "step": 14209 + }, + { + "epoch": 0.24324278060220134, + "grad_norm": 2.457615375518799, + "learning_rate": 1.770849563854588e-05, + "loss": 2.9301, + "step": 14210 + }, + { + "epoch": 0.24325989832075182, + "grad_norm": 2.2593703269958496, + "learning_rate": 1.7708142461018704e-05, + "loss": 2.751, + "step": 14211 + }, + { + "epoch": 0.24327701603930227, + "grad_norm": 2.2314305305480957, + "learning_rate": 1.770778925979938e-05, + "loss": 2.7931, + "step": 14212 + }, + { + "epoch": 0.24329413375785275, + "grad_norm": 2.3797152042388916, + "learning_rate": 1.7707436034889004e-05, + "loss": 2.9035, + "step": 14213 + }, + { + "epoch": 0.24331125147640323, + "grad_norm": 2.7053213119506836, + "learning_rate": 1.7707082786288653e-05, + "loss": 2.9399, + "step": 14214 + }, + { + "epoch": 0.2433283691949537, + "grad_norm": 2.3662526607513428, + "learning_rate": 1.7706729513999413e-05, + "loss": 2.8676, + "step": 14215 + }, + { + "epoch": 0.24334548691350416, + "grad_norm": 2.3508667945861816, + "learning_rate": 1.7706376218022372e-05, + "loss": 2.7531, + "step": 14216 + }, + { + "epoch": 0.24336260463205464, + "grad_norm": 2.4012858867645264, + "learning_rate": 1.770602289835862e-05, + "loss": 2.9411, + "step": 14217 + }, + { + "epoch": 0.24337972235060512, + "grad_norm": 2.367276430130005, + "learning_rate": 1.7705669555009236e-05, + "loss": 2.8291, + "step": 14218 + }, + { + "epoch": 0.24339684006915557, + "grad_norm": 2.2457149028778076, + "learning_rate": 1.770531618797531e-05, + "loss": 2.7759, + "step": 14219 + }, + { + "epoch": 0.24341395778770605, + "grad_norm": 2.3978583812713623, + "learning_rate": 1.7704962797257924e-05, + "loss": 2.7439, + "step": 14220 + }, + { + "epoch": 0.24343107550625653, + "grad_norm": 2.521390676498413, + "learning_rate": 1.7704609382858168e-05, + "loss": 2.8151, + "step": 14221 + }, + { + "epoch": 0.24344819322480699, + "grad_norm": 2.5878870487213135, + "learning_rate": 1.770425594477713e-05, + "loss": 2.8335, + "step": 14222 + }, + { + "epoch": 0.24346531094335747, + "grad_norm": 2.4623515605926514, + "learning_rate": 1.770390248301589e-05, + "loss": 2.792, + "step": 14223 + }, + { + "epoch": 0.24348242866190795, + "grad_norm": 2.3535616397857666, + "learning_rate": 1.7703548997575543e-05, + "loss": 2.8522, + "step": 14224 + }, + { + "epoch": 0.24349954638045843, + "grad_norm": 2.532259941101074, + "learning_rate": 1.7703195488457168e-05, + "loss": 2.8604, + "step": 14225 + }, + { + "epoch": 0.24351666409900888, + "grad_norm": 2.5594100952148438, + "learning_rate": 1.7702841955661855e-05, + "loss": 2.9372, + "step": 14226 + }, + { + "epoch": 0.24353378181755936, + "grad_norm": 2.66113018989563, + "learning_rate": 1.7702488399190686e-05, + "loss": 2.9069, + "step": 14227 + }, + { + "epoch": 0.24355089953610984, + "grad_norm": 2.5132970809936523, + "learning_rate": 1.7702134819044757e-05, + "loss": 2.7118, + "step": 14228 + }, + { + "epoch": 0.2435680172546603, + "grad_norm": 2.2554280757904053, + "learning_rate": 1.7701781215225148e-05, + "loss": 2.7769, + "step": 14229 + }, + { + "epoch": 0.24358513497321077, + "grad_norm": 2.478525161743164, + "learning_rate": 1.7701427587732943e-05, + "loss": 2.8406, + "step": 14230 + }, + { + "epoch": 0.24360225269176125, + "grad_norm": 2.331773519515991, + "learning_rate": 1.770107393656924e-05, + "loss": 2.8984, + "step": 14231 + }, + { + "epoch": 0.2436193704103117, + "grad_norm": 2.375157356262207, + "learning_rate": 1.7700720261735115e-05, + "loss": 2.8029, + "step": 14232 + }, + { + "epoch": 0.24363648812886218, + "grad_norm": 2.2332777976989746, + "learning_rate": 1.7700366563231663e-05, + "loss": 2.8647, + "step": 14233 + }, + { + "epoch": 0.24365360584741266, + "grad_norm": 2.431291341781616, + "learning_rate": 1.7700012841059965e-05, + "loss": 3.0238, + "step": 14234 + }, + { + "epoch": 0.24367072356596312, + "grad_norm": 2.354407787322998, + "learning_rate": 1.7699659095221107e-05, + "loss": 2.8691, + "step": 14235 + }, + { + "epoch": 0.2436878412845136, + "grad_norm": 2.4822661876678467, + "learning_rate": 1.7699305325716185e-05, + "loss": 2.926, + "step": 14236 + }, + { + "epoch": 0.24370495900306408, + "grad_norm": 2.6741604804992676, + "learning_rate": 1.7698951532546277e-05, + "loss": 2.9308, + "step": 14237 + }, + { + "epoch": 0.24372207672161456, + "grad_norm": 2.31925630569458, + "learning_rate": 1.769859771571248e-05, + "loss": 2.7758, + "step": 14238 + }, + { + "epoch": 0.243739194440165, + "grad_norm": 2.2353875637054443, + "learning_rate": 1.769824387521587e-05, + "loss": 2.7276, + "step": 14239 + }, + { + "epoch": 0.2437563121587155, + "grad_norm": 2.428588628768921, + "learning_rate": 1.769789001105755e-05, + "loss": 2.9663, + "step": 14240 + }, + { + "epoch": 0.24377342987726597, + "grad_norm": 2.488668918609619, + "learning_rate": 1.769753612323859e-05, + "loss": 2.8789, + "step": 14241 + }, + { + "epoch": 0.24379054759581642, + "grad_norm": 2.29701828956604, + "learning_rate": 1.7697182211760088e-05, + "loss": 2.8938, + "step": 14242 + }, + { + "epoch": 0.2438076653143669, + "grad_norm": 2.3684470653533936, + "learning_rate": 1.7696828276623135e-05, + "loss": 2.8633, + "step": 14243 + }, + { + "epoch": 0.24382478303291738, + "grad_norm": 2.363182783126831, + "learning_rate": 1.769647431782881e-05, + "loss": 2.8666, + "step": 14244 + }, + { + "epoch": 0.24384190075146783, + "grad_norm": 2.4065778255462646, + "learning_rate": 1.7696120335378202e-05, + "loss": 2.8272, + "step": 14245 + }, + { + "epoch": 0.2438590184700183, + "grad_norm": 2.4707584381103516, + "learning_rate": 1.7695766329272404e-05, + "loss": 3.0265, + "step": 14246 + }, + { + "epoch": 0.2438761361885688, + "grad_norm": 2.341777801513672, + "learning_rate": 1.7695412299512503e-05, + "loss": 2.8428, + "step": 14247 + }, + { + "epoch": 0.24389325390711927, + "grad_norm": 2.395174741744995, + "learning_rate": 1.7695058246099586e-05, + "loss": 2.85, + "step": 14248 + }, + { + "epoch": 0.24391037162566973, + "grad_norm": 2.347499370574951, + "learning_rate": 1.769470416903474e-05, + "loss": 2.8854, + "step": 14249 + }, + { + "epoch": 0.2439274893442202, + "grad_norm": 2.3683927059173584, + "learning_rate": 1.769435006831906e-05, + "loss": 2.9618, + "step": 14250 + }, + { + "epoch": 0.24394460706277069, + "grad_norm": 2.444603204727173, + "learning_rate": 1.7693995943953625e-05, + "loss": 2.8617, + "step": 14251 + }, + { + "epoch": 0.24396172478132114, + "grad_norm": 2.231778860092163, + "learning_rate": 1.7693641795939525e-05, + "loss": 2.7221, + "step": 14252 + }, + { + "epoch": 0.24397884249987162, + "grad_norm": 2.2832353115081787, + "learning_rate": 1.7693287624277854e-05, + "loss": 2.8056, + "step": 14253 + }, + { + "epoch": 0.2439959602184221, + "grad_norm": 2.3050179481506348, + "learning_rate": 1.7692933428969694e-05, + "loss": 2.943, + "step": 14254 + }, + { + "epoch": 0.24401307793697255, + "grad_norm": 2.254225730895996, + "learning_rate": 1.7692579210016144e-05, + "loss": 2.7272, + "step": 14255 + }, + { + "epoch": 0.24403019565552303, + "grad_norm": 2.2531096935272217, + "learning_rate": 1.769222496741828e-05, + "loss": 2.7976, + "step": 14256 + }, + { + "epoch": 0.2440473133740735, + "grad_norm": 2.3849382400512695, + "learning_rate": 1.7691870701177198e-05, + "loss": 2.925, + "step": 14257 + }, + { + "epoch": 0.24406443109262396, + "grad_norm": 2.3496265411376953, + "learning_rate": 1.7691516411293987e-05, + "loss": 2.8749, + "step": 14258 + }, + { + "epoch": 0.24408154881117444, + "grad_norm": 2.3940155506134033, + "learning_rate": 1.7691162097769734e-05, + "loss": 2.8548, + "step": 14259 + }, + { + "epoch": 0.24409866652972492, + "grad_norm": 2.3624560832977295, + "learning_rate": 1.769080776060553e-05, + "loss": 2.8309, + "step": 14260 + }, + { + "epoch": 0.2441157842482754, + "grad_norm": 2.482095718383789, + "learning_rate": 1.7690453399802462e-05, + "loss": 2.8714, + "step": 14261 + }, + { + "epoch": 0.24413290196682585, + "grad_norm": 2.298398494720459, + "learning_rate": 1.769009901536162e-05, + "loss": 2.9335, + "step": 14262 + }, + { + "epoch": 0.24415001968537633, + "grad_norm": 2.2563557624816895, + "learning_rate": 1.7689744607284095e-05, + "loss": 2.7525, + "step": 14263 + }, + { + "epoch": 0.24416713740392681, + "grad_norm": 2.2291648387908936, + "learning_rate": 1.768939017557097e-05, + "loss": 2.6653, + "step": 14264 + }, + { + "epoch": 0.24418425512247727, + "grad_norm": 2.4089081287384033, + "learning_rate": 1.7689035720223342e-05, + "loss": 2.973, + "step": 14265 + }, + { + "epoch": 0.24420137284102775, + "grad_norm": 2.4118385314941406, + "learning_rate": 1.7688681241242295e-05, + "loss": 2.851, + "step": 14266 + }, + { + "epoch": 0.24421849055957823, + "grad_norm": 2.2200145721435547, + "learning_rate": 1.7688326738628924e-05, + "loss": 2.7301, + "step": 14267 + }, + { + "epoch": 0.24423560827812868, + "grad_norm": 2.3050873279571533, + "learning_rate": 1.7687972212384317e-05, + "loss": 2.9051, + "step": 14268 + }, + { + "epoch": 0.24425272599667916, + "grad_norm": 2.3687899112701416, + "learning_rate": 1.768761766250956e-05, + "loss": 2.9141, + "step": 14269 + }, + { + "epoch": 0.24426984371522964, + "grad_norm": 2.8865914344787598, + "learning_rate": 1.7687263089005746e-05, + "loss": 2.8333, + "step": 14270 + }, + { + "epoch": 0.2442869614337801, + "grad_norm": 2.3628153800964355, + "learning_rate": 1.768690849187396e-05, + "loss": 2.829, + "step": 14271 + }, + { + "epoch": 0.24430407915233057, + "grad_norm": 2.402592420578003, + "learning_rate": 1.7686553871115303e-05, + "loss": 2.9915, + "step": 14272 + }, + { + "epoch": 0.24432119687088105, + "grad_norm": 2.3254189491271973, + "learning_rate": 1.7686199226730853e-05, + "loss": 2.9049, + "step": 14273 + }, + { + "epoch": 0.24433831458943153, + "grad_norm": 2.2094478607177734, + "learning_rate": 1.7685844558721705e-05, + "loss": 2.7926, + "step": 14274 + }, + { + "epoch": 0.24435543230798198, + "grad_norm": 2.3020987510681152, + "learning_rate": 1.768548986708895e-05, + "loss": 2.9263, + "step": 14275 + }, + { + "epoch": 0.24437255002653246, + "grad_norm": 2.2709462642669678, + "learning_rate": 1.7685135151833678e-05, + "loss": 2.8775, + "step": 14276 + }, + { + "epoch": 0.24438966774508294, + "grad_norm": 2.223573684692383, + "learning_rate": 1.7684780412956977e-05, + "loss": 2.8022, + "step": 14277 + }, + { + "epoch": 0.2444067854636334, + "grad_norm": 2.35272479057312, + "learning_rate": 1.768442565045994e-05, + "loss": 2.7973, + "step": 14278 + }, + { + "epoch": 0.24442390318218388, + "grad_norm": 2.3517773151397705, + "learning_rate": 1.7684070864343655e-05, + "loss": 2.8465, + "step": 14279 + }, + { + "epoch": 0.24444102090073436, + "grad_norm": 2.350104570388794, + "learning_rate": 1.7683716054609212e-05, + "loss": 2.8568, + "step": 14280 + }, + { + "epoch": 0.2444581386192848, + "grad_norm": 2.4170219898223877, + "learning_rate": 1.7683361221257705e-05, + "loss": 2.8466, + "step": 14281 + }, + { + "epoch": 0.2444752563378353, + "grad_norm": 2.46069073677063, + "learning_rate": 1.7683006364290225e-05, + "loss": 2.8866, + "step": 14282 + }, + { + "epoch": 0.24449237405638577, + "grad_norm": 2.390277147293091, + "learning_rate": 1.768265148370786e-05, + "loss": 2.8262, + "step": 14283 + }, + { + "epoch": 0.24450949177493625, + "grad_norm": 2.372076988220215, + "learning_rate": 1.76822965795117e-05, + "loss": 2.8377, + "step": 14284 + }, + { + "epoch": 0.2445266094934867, + "grad_norm": 2.377666711807251, + "learning_rate": 1.7681941651702836e-05, + "loss": 2.9125, + "step": 14285 + }, + { + "epoch": 0.24454372721203718, + "grad_norm": 2.5037624835968018, + "learning_rate": 1.7681586700282363e-05, + "loss": 2.9609, + "step": 14286 + }, + { + "epoch": 0.24456084493058766, + "grad_norm": 2.2295563220977783, + "learning_rate": 1.768123172525137e-05, + "loss": 2.6918, + "step": 14287 + }, + { + "epoch": 0.24457796264913811, + "grad_norm": 2.453707695007324, + "learning_rate": 1.7680876726610944e-05, + "loss": 2.9585, + "step": 14288 + }, + { + "epoch": 0.2445950803676886, + "grad_norm": 2.64601731300354, + "learning_rate": 1.7680521704362182e-05, + "loss": 2.8372, + "step": 14289 + }, + { + "epoch": 0.24461219808623907, + "grad_norm": 2.2309539318084717, + "learning_rate": 1.768016665850617e-05, + "loss": 2.8003, + "step": 14290 + }, + { + "epoch": 0.24462931580478953, + "grad_norm": 2.365762710571289, + "learning_rate": 1.7679811589044e-05, + "loss": 2.9463, + "step": 14291 + }, + { + "epoch": 0.24464643352334, + "grad_norm": 2.286172866821289, + "learning_rate": 1.7679456495976773e-05, + "loss": 2.9524, + "step": 14292 + }, + { + "epoch": 0.2446635512418905, + "grad_norm": 2.319241762161255, + "learning_rate": 1.7679101379305566e-05, + "loss": 2.8348, + "step": 14293 + }, + { + "epoch": 0.24468066896044094, + "grad_norm": 2.4531829357147217, + "learning_rate": 1.7678746239031478e-05, + "loss": 2.8689, + "step": 14294 + }, + { + "epoch": 0.24469778667899142, + "grad_norm": 2.2775704860687256, + "learning_rate": 1.7678391075155602e-05, + "loss": 2.9439, + "step": 14295 + }, + { + "epoch": 0.2447149043975419, + "grad_norm": 2.3845231533050537, + "learning_rate": 1.7678035887679028e-05, + "loss": 2.8388, + "step": 14296 + }, + { + "epoch": 0.24473202211609238, + "grad_norm": 2.260068416595459, + "learning_rate": 1.7677680676602844e-05, + "loss": 2.7968, + "step": 14297 + }, + { + "epoch": 0.24474913983464283, + "grad_norm": 2.305155038833618, + "learning_rate": 1.7677325441928147e-05, + "loss": 2.8543, + "step": 14298 + }, + { + "epoch": 0.2447662575531933, + "grad_norm": 2.2788808345794678, + "learning_rate": 1.7676970183656026e-05, + "loss": 2.7642, + "step": 14299 + }, + { + "epoch": 0.2447833752717438, + "grad_norm": 2.444709062576294, + "learning_rate": 1.7676614901787574e-05, + "loss": 2.794, + "step": 14300 + }, + { + "epoch": 0.24480049299029424, + "grad_norm": 2.2008445262908936, + "learning_rate": 1.7676259596323883e-05, + "loss": 2.7951, + "step": 14301 + }, + { + "epoch": 0.24481761070884472, + "grad_norm": 2.162731170654297, + "learning_rate": 1.7675904267266043e-05, + "loss": 2.7191, + "step": 14302 + }, + { + "epoch": 0.2448347284273952, + "grad_norm": 2.3356964588165283, + "learning_rate": 1.767554891461515e-05, + "loss": 2.7491, + "step": 14303 + }, + { + "epoch": 0.24485184614594566, + "grad_norm": 2.346094846725464, + "learning_rate": 1.7675193538372295e-05, + "loss": 2.9635, + "step": 14304 + }, + { + "epoch": 0.24486896386449614, + "grad_norm": 2.29923939704895, + "learning_rate": 1.7674838138538567e-05, + "loss": 2.8361, + "step": 14305 + }, + { + "epoch": 0.24488608158304662, + "grad_norm": 2.2878899574279785, + "learning_rate": 1.7674482715115063e-05, + "loss": 2.8572, + "step": 14306 + }, + { + "epoch": 0.2449031993015971, + "grad_norm": 2.3540403842926025, + "learning_rate": 1.7674127268102873e-05, + "loss": 2.7625, + "step": 14307 + }, + { + "epoch": 0.24492031702014755, + "grad_norm": 2.310878038406372, + "learning_rate": 1.767377179750309e-05, + "loss": 2.8857, + "step": 14308 + }, + { + "epoch": 0.24493743473869803, + "grad_norm": 2.2263197898864746, + "learning_rate": 1.7673416303316803e-05, + "loss": 2.9323, + "step": 14309 + }, + { + "epoch": 0.2449545524572485, + "grad_norm": 2.3788678646087646, + "learning_rate": 1.767306078554511e-05, + "loss": 2.7995, + "step": 14310 + }, + { + "epoch": 0.24497167017579896, + "grad_norm": 2.378358840942383, + "learning_rate": 1.7672705244189107e-05, + "loss": 2.8493, + "step": 14311 + }, + { + "epoch": 0.24498878789434944, + "grad_norm": 2.3688321113586426, + "learning_rate": 1.7672349679249877e-05, + "loss": 2.8066, + "step": 14312 + }, + { + "epoch": 0.24500590561289992, + "grad_norm": 2.25980281829834, + "learning_rate": 1.7671994090728518e-05, + "loss": 2.7618, + "step": 14313 + }, + { + "epoch": 0.24502302333145037, + "grad_norm": 2.2127561569213867, + "learning_rate": 1.7671638478626124e-05, + "loss": 2.7285, + "step": 14314 + }, + { + "epoch": 0.24504014105000085, + "grad_norm": 2.3339743614196777, + "learning_rate": 1.7671282842943783e-05, + "loss": 2.8779, + "step": 14315 + }, + { + "epoch": 0.24505725876855133, + "grad_norm": 2.333240509033203, + "learning_rate": 1.7670927183682592e-05, + "loss": 2.8386, + "step": 14316 + }, + { + "epoch": 0.24507437648710179, + "grad_norm": 2.223898410797119, + "learning_rate": 1.7670571500843647e-05, + "loss": 2.8701, + "step": 14317 + }, + { + "epoch": 0.24509149420565227, + "grad_norm": 2.501354694366455, + "learning_rate": 1.7670215794428037e-05, + "loss": 2.8963, + "step": 14318 + }, + { + "epoch": 0.24510861192420275, + "grad_norm": 2.3541011810302734, + "learning_rate": 1.7669860064436855e-05, + "loss": 2.805, + "step": 14319 + }, + { + "epoch": 0.24512572964275323, + "grad_norm": 2.289184808731079, + "learning_rate": 1.7669504310871197e-05, + "loss": 2.8973, + "step": 14320 + }, + { + "epoch": 0.24514284736130368, + "grad_norm": 2.292862892150879, + "learning_rate": 1.7669148533732158e-05, + "loss": 2.8067, + "step": 14321 + }, + { + "epoch": 0.24515996507985416, + "grad_norm": 2.279524803161621, + "learning_rate": 1.7668792733020823e-05, + "loss": 2.8576, + "step": 14322 + }, + { + "epoch": 0.24517708279840464, + "grad_norm": 2.300520420074463, + "learning_rate": 1.7668436908738295e-05, + "loss": 2.8397, + "step": 14323 + }, + { + "epoch": 0.2451942005169551, + "grad_norm": 2.393773317337036, + "learning_rate": 1.7668081060885663e-05, + "loss": 2.8549, + "step": 14324 + }, + { + "epoch": 0.24521131823550557, + "grad_norm": 2.4924514293670654, + "learning_rate": 1.766772518946402e-05, + "loss": 2.923, + "step": 14325 + }, + { + "epoch": 0.24522843595405605, + "grad_norm": 2.412160634994507, + "learning_rate": 1.7667369294474465e-05, + "loss": 2.7838, + "step": 14326 + }, + { + "epoch": 0.2452455536726065, + "grad_norm": 2.4009151458740234, + "learning_rate": 1.766701337591809e-05, + "loss": 2.8261, + "step": 14327 + }, + { + "epoch": 0.24526267139115698, + "grad_norm": 2.236668825149536, + "learning_rate": 1.766665743379598e-05, + "loss": 2.7449, + "step": 14328 + }, + { + "epoch": 0.24527978910970746, + "grad_norm": 2.3360040187835693, + "learning_rate": 1.766630146810924e-05, + "loss": 2.8202, + "step": 14329 + }, + { + "epoch": 0.24529690682825794, + "grad_norm": 2.4337217807769775, + "learning_rate": 1.7665945478858963e-05, + "loss": 2.9168, + "step": 14330 + }, + { + "epoch": 0.2453140245468084, + "grad_norm": 2.199861526489258, + "learning_rate": 1.766558946604624e-05, + "loss": 2.6893, + "step": 14331 + }, + { + "epoch": 0.24533114226535888, + "grad_norm": 2.4283742904663086, + "learning_rate": 1.7665233429672165e-05, + "loss": 2.8842, + "step": 14332 + }, + { + "epoch": 0.24534825998390936, + "grad_norm": 2.266916275024414, + "learning_rate": 1.7664877369737835e-05, + "loss": 2.823, + "step": 14333 + }, + { + "epoch": 0.2453653777024598, + "grad_norm": 2.4079017639160156, + "learning_rate": 1.766452128624434e-05, + "loss": 2.8378, + "step": 14334 + }, + { + "epoch": 0.2453824954210103, + "grad_norm": 2.449636697769165, + "learning_rate": 1.766416517919278e-05, + "loss": 2.926, + "step": 14335 + }, + { + "epoch": 0.24539961313956077, + "grad_norm": 2.298799753189087, + "learning_rate": 1.7663809048584248e-05, + "loss": 2.9111, + "step": 14336 + }, + { + "epoch": 0.24541673085811122, + "grad_norm": 2.3952198028564453, + "learning_rate": 1.7663452894419836e-05, + "loss": 2.9006, + "step": 14337 + }, + { + "epoch": 0.2454338485766617, + "grad_norm": 2.4660632610321045, + "learning_rate": 1.7663096716700638e-05, + "loss": 2.8823, + "step": 14338 + }, + { + "epoch": 0.24545096629521218, + "grad_norm": 2.3414146900177, + "learning_rate": 1.7662740515427753e-05, + "loss": 2.9074, + "step": 14339 + }, + { + "epoch": 0.24546808401376263, + "grad_norm": 2.3375017642974854, + "learning_rate": 1.766238429060227e-05, + "loss": 2.848, + "step": 14340 + }, + { + "epoch": 0.2454852017323131, + "grad_norm": 2.190154790878296, + "learning_rate": 1.7662028042225295e-05, + "loss": 2.7199, + "step": 14341 + }, + { + "epoch": 0.2455023194508636, + "grad_norm": 2.317871332168579, + "learning_rate": 1.766167177029791e-05, + "loss": 2.8486, + "step": 14342 + }, + { + "epoch": 0.24551943716941407, + "grad_norm": 2.2349815368652344, + "learning_rate": 1.7661315474821216e-05, + "loss": 2.8649, + "step": 14343 + }, + { + "epoch": 0.24553655488796453, + "grad_norm": 2.301661729812622, + "learning_rate": 1.7660959155796312e-05, + "loss": 2.8642, + "step": 14344 + }, + { + "epoch": 0.245553672606515, + "grad_norm": 2.4906809329986572, + "learning_rate": 1.7660602813224285e-05, + "loss": 2.8549, + "step": 14345 + }, + { + "epoch": 0.24557079032506549, + "grad_norm": 2.225219964981079, + "learning_rate": 1.7660246447106236e-05, + "loss": 2.7731, + "step": 14346 + }, + { + "epoch": 0.24558790804361594, + "grad_norm": 2.1797425746917725, + "learning_rate": 1.765989005744326e-05, + "loss": 2.7508, + "step": 14347 + }, + { + "epoch": 0.24560502576216642, + "grad_norm": 2.245826244354248, + "learning_rate": 1.7659533644236447e-05, + "loss": 2.7888, + "step": 14348 + }, + { + "epoch": 0.2456221434807169, + "grad_norm": 2.337229013442993, + "learning_rate": 1.7659177207486903e-05, + "loss": 2.9283, + "step": 14349 + }, + { + "epoch": 0.24563926119926735, + "grad_norm": 2.5499284267425537, + "learning_rate": 1.765882074719571e-05, + "loss": 2.9717, + "step": 14350 + }, + { + "epoch": 0.24565637891781783, + "grad_norm": 2.3065264225006104, + "learning_rate": 1.7658464263363975e-05, + "loss": 2.9017, + "step": 14351 + }, + { + "epoch": 0.2456734966363683, + "grad_norm": 2.537808895111084, + "learning_rate": 1.7658107755992788e-05, + "loss": 2.9496, + "step": 14352 + }, + { + "epoch": 0.24569061435491876, + "grad_norm": 2.394361734390259, + "learning_rate": 1.7657751225083246e-05, + "loss": 2.8537, + "step": 14353 + }, + { + "epoch": 0.24570773207346924, + "grad_norm": 2.2259368896484375, + "learning_rate": 1.7657394670636447e-05, + "loss": 2.804, + "step": 14354 + }, + { + "epoch": 0.24572484979201972, + "grad_norm": 2.395399332046509, + "learning_rate": 1.7657038092653486e-05, + "loss": 2.8594, + "step": 14355 + }, + { + "epoch": 0.2457419675105702, + "grad_norm": 2.4429759979248047, + "learning_rate": 1.7656681491135454e-05, + "loss": 2.7339, + "step": 14356 + }, + { + "epoch": 0.24575908522912066, + "grad_norm": 2.447223424911499, + "learning_rate": 1.765632486608345e-05, + "loss": 2.8208, + "step": 14357 + }, + { + "epoch": 0.24577620294767114, + "grad_norm": 2.456904411315918, + "learning_rate": 1.7655968217498577e-05, + "loss": 2.8105, + "step": 14358 + }, + { + "epoch": 0.24579332066622162, + "grad_norm": 2.340517997741699, + "learning_rate": 1.765561154538192e-05, + "loss": 2.8094, + "step": 14359 + }, + { + "epoch": 0.24581043838477207, + "grad_norm": 2.349925994873047, + "learning_rate": 1.7655254849734587e-05, + "loss": 2.8108, + "step": 14360 + }, + { + "epoch": 0.24582755610332255, + "grad_norm": 2.4259603023529053, + "learning_rate": 1.7654898130557664e-05, + "loss": 2.8737, + "step": 14361 + }, + { + "epoch": 0.24584467382187303, + "grad_norm": 2.294198989868164, + "learning_rate": 1.765454138785225e-05, + "loss": 2.7947, + "step": 14362 + }, + { + "epoch": 0.24586179154042348, + "grad_norm": 2.567530393600464, + "learning_rate": 1.7654184621619446e-05, + "loss": 2.8247, + "step": 14363 + }, + { + "epoch": 0.24587890925897396, + "grad_norm": 2.6209044456481934, + "learning_rate": 1.7653827831860345e-05, + "loss": 2.9094, + "step": 14364 + }, + { + "epoch": 0.24589602697752444, + "grad_norm": 2.517669916152954, + "learning_rate": 1.7653471018576046e-05, + "loss": 2.8778, + "step": 14365 + }, + { + "epoch": 0.24591314469607492, + "grad_norm": 2.380070447921753, + "learning_rate": 1.765311418176764e-05, + "loss": 2.7616, + "step": 14366 + }, + { + "epoch": 0.24593026241462537, + "grad_norm": 2.450596570968628, + "learning_rate": 1.765275732143623e-05, + "loss": 2.8399, + "step": 14367 + }, + { + "epoch": 0.24594738013317585, + "grad_norm": 2.3683931827545166, + "learning_rate": 1.765240043758291e-05, + "loss": 2.844, + "step": 14368 + }, + { + "epoch": 0.24596449785172633, + "grad_norm": 2.4041683673858643, + "learning_rate": 1.7652043530208778e-05, + "loss": 2.7605, + "step": 14369 + }, + { + "epoch": 0.24598161557027678, + "grad_norm": 2.20176100730896, + "learning_rate": 1.765168659931493e-05, + "loss": 2.7223, + "step": 14370 + }, + { + "epoch": 0.24599873328882726, + "grad_norm": 2.202272415161133, + "learning_rate": 1.7651329644902464e-05, + "loss": 2.7554, + "step": 14371 + }, + { + "epoch": 0.24601585100737774, + "grad_norm": 2.3412375450134277, + "learning_rate": 1.7650972666972477e-05, + "loss": 2.9712, + "step": 14372 + }, + { + "epoch": 0.2460329687259282, + "grad_norm": 2.342611312866211, + "learning_rate": 1.7650615665526066e-05, + "loss": 2.7733, + "step": 14373 + }, + { + "epoch": 0.24605008644447868, + "grad_norm": 2.265699625015259, + "learning_rate": 1.7650258640564327e-05, + "loss": 2.8429, + "step": 14374 + }, + { + "epoch": 0.24606720416302916, + "grad_norm": 2.3424324989318848, + "learning_rate": 1.764990159208836e-05, + "loss": 2.7976, + "step": 14375 + }, + { + "epoch": 0.2460843218815796, + "grad_norm": 2.3121895790100098, + "learning_rate": 1.764954452009926e-05, + "loss": 2.7478, + "step": 14376 + }, + { + "epoch": 0.2461014396001301, + "grad_norm": 2.4623072147369385, + "learning_rate": 1.764918742459813e-05, + "loss": 2.8468, + "step": 14377 + }, + { + "epoch": 0.24611855731868057, + "grad_norm": 2.4012906551361084, + "learning_rate": 1.764883030558606e-05, + "loss": 2.8893, + "step": 14378 + }, + { + "epoch": 0.24613567503723105, + "grad_norm": 2.3203437328338623, + "learning_rate": 1.764847316306415e-05, + "loss": 2.7434, + "step": 14379 + }, + { + "epoch": 0.2461527927557815, + "grad_norm": 2.6630332469940186, + "learning_rate": 1.7648115997033503e-05, + "loss": 2.899, + "step": 14380 + }, + { + "epoch": 0.24616991047433198, + "grad_norm": 2.334439516067505, + "learning_rate": 1.7647758807495207e-05, + "loss": 2.8124, + "step": 14381 + }, + { + "epoch": 0.24618702819288246, + "grad_norm": 2.4939560890197754, + "learning_rate": 1.7647401594450368e-05, + "loss": 2.8322, + "step": 14382 + }, + { + "epoch": 0.24620414591143291, + "grad_norm": 2.461547374725342, + "learning_rate": 1.764704435790008e-05, + "loss": 2.8005, + "step": 14383 + }, + { + "epoch": 0.2462212636299834, + "grad_norm": 2.313248872756958, + "learning_rate": 1.7646687097845444e-05, + "loss": 2.9306, + "step": 14384 + }, + { + "epoch": 0.24623838134853387, + "grad_norm": 2.4522833824157715, + "learning_rate": 1.7646329814287555e-05, + "loss": 2.8005, + "step": 14385 + }, + { + "epoch": 0.24625549906708433, + "grad_norm": 2.3722217082977295, + "learning_rate": 1.7645972507227513e-05, + "loss": 2.7861, + "step": 14386 + }, + { + "epoch": 0.2462726167856348, + "grad_norm": 2.357367753982544, + "learning_rate": 1.7645615176666414e-05, + "loss": 2.9103, + "step": 14387 + }, + { + "epoch": 0.2462897345041853, + "grad_norm": 2.2553181648254395, + "learning_rate": 1.7645257822605362e-05, + "loss": 2.8651, + "step": 14388 + }, + { + "epoch": 0.24630685222273577, + "grad_norm": 2.421773910522461, + "learning_rate": 1.7644900445045447e-05, + "loss": 2.9343, + "step": 14389 + }, + { + "epoch": 0.24632396994128622, + "grad_norm": 2.364959955215454, + "learning_rate": 1.7644543043987777e-05, + "loss": 2.814, + "step": 14390 + }, + { + "epoch": 0.2463410876598367, + "grad_norm": 2.309635877609253, + "learning_rate": 1.764418561943344e-05, + "loss": 2.9213, + "step": 14391 + }, + { + "epoch": 0.24635820537838718, + "grad_norm": 2.342111587524414, + "learning_rate": 1.7643828171383543e-05, + "loss": 2.9331, + "step": 14392 + }, + { + "epoch": 0.24637532309693763, + "grad_norm": 2.339740514755249, + "learning_rate": 1.7643470699839183e-05, + "loss": 2.8463, + "step": 14393 + }, + { + "epoch": 0.2463924408154881, + "grad_norm": 2.355247735977173, + "learning_rate": 1.7643113204801453e-05, + "loss": 2.7413, + "step": 14394 + }, + { + "epoch": 0.2464095585340386, + "grad_norm": 2.2417900562286377, + "learning_rate": 1.764275568627146e-05, + "loss": 2.7061, + "step": 14395 + }, + { + "epoch": 0.24642667625258904, + "grad_norm": 2.248917818069458, + "learning_rate": 1.76423981442503e-05, + "loss": 2.9166, + "step": 14396 + }, + { + "epoch": 0.24644379397113952, + "grad_norm": 2.3212788105010986, + "learning_rate": 1.764204057873907e-05, + "loss": 2.8632, + "step": 14397 + }, + { + "epoch": 0.24646091168969, + "grad_norm": 2.3208749294281006, + "learning_rate": 1.7641682989738868e-05, + "loss": 2.8012, + "step": 14398 + }, + { + "epoch": 0.24647802940824046, + "grad_norm": 2.3332319259643555, + "learning_rate": 1.7641325377250797e-05, + "loss": 2.7891, + "step": 14399 + }, + { + "epoch": 0.24649514712679094, + "grad_norm": 2.3043196201324463, + "learning_rate": 1.7640967741275953e-05, + "loss": 2.8011, + "step": 14400 + }, + { + "epoch": 0.24651226484534142, + "grad_norm": 2.262108325958252, + "learning_rate": 1.764061008181544e-05, + "loss": 2.852, + "step": 14401 + }, + { + "epoch": 0.2465293825638919, + "grad_norm": 2.502925395965576, + "learning_rate": 1.7640252398870356e-05, + "loss": 2.9984, + "step": 14402 + }, + { + "epoch": 0.24654650028244235, + "grad_norm": 2.4126548767089844, + "learning_rate": 1.763989469244179e-05, + "loss": 2.8056, + "step": 14403 + }, + { + "epoch": 0.24656361800099283, + "grad_norm": 2.4756581783294678, + "learning_rate": 1.7639536962530858e-05, + "loss": 2.855, + "step": 14404 + }, + { + "epoch": 0.2465807357195433, + "grad_norm": 2.3857762813568115, + "learning_rate": 1.7639179209138646e-05, + "loss": 2.845, + "step": 14405 + }, + { + "epoch": 0.24659785343809376, + "grad_norm": 2.342824935913086, + "learning_rate": 1.7638821432266258e-05, + "loss": 2.8289, + "step": 14406 + }, + { + "epoch": 0.24661497115664424, + "grad_norm": 2.393519163131714, + "learning_rate": 1.76384636319148e-05, + "loss": 2.9038, + "step": 14407 + }, + { + "epoch": 0.24663208887519472, + "grad_norm": 2.2854995727539062, + "learning_rate": 1.7638105808085363e-05, + "loss": 2.8186, + "step": 14408 + }, + { + "epoch": 0.24664920659374517, + "grad_norm": 2.2124736309051514, + "learning_rate": 1.763774796077905e-05, + "loss": 2.7669, + "step": 14409 + }, + { + "epoch": 0.24666632431229565, + "grad_norm": 2.311166524887085, + "learning_rate": 1.7637390089996964e-05, + "loss": 2.825, + "step": 14410 + }, + { + "epoch": 0.24668344203084613, + "grad_norm": 2.365445375442505, + "learning_rate": 1.76370321957402e-05, + "loss": 2.8138, + "step": 14411 + }, + { + "epoch": 0.24670055974939661, + "grad_norm": 2.4719438552856445, + "learning_rate": 1.7636674278009863e-05, + "loss": 2.9151, + "step": 14412 + }, + { + "epoch": 0.24671767746794707, + "grad_norm": 2.4376471042633057, + "learning_rate": 1.7636316336807045e-05, + "loss": 2.9159, + "step": 14413 + }, + { + "epoch": 0.24673479518649755, + "grad_norm": 2.4425599575042725, + "learning_rate": 1.7635958372132857e-05, + "loss": 2.8656, + "step": 14414 + }, + { + "epoch": 0.24675191290504803, + "grad_norm": 2.453470230102539, + "learning_rate": 1.763560038398839e-05, + "loss": 2.9271, + "step": 14415 + }, + { + "epoch": 0.24676903062359848, + "grad_norm": 2.303818464279175, + "learning_rate": 1.763524237237475e-05, + "loss": 2.949, + "step": 14416 + }, + { + "epoch": 0.24678614834214896, + "grad_norm": 2.395761728286743, + "learning_rate": 1.763488433729304e-05, + "loss": 2.8136, + "step": 14417 + }, + { + "epoch": 0.24680326606069944, + "grad_norm": 2.250474452972412, + "learning_rate": 1.763452627874435e-05, + "loss": 2.8234, + "step": 14418 + }, + { + "epoch": 0.2468203837792499, + "grad_norm": 2.3788506984710693, + "learning_rate": 1.7634168196729782e-05, + "loss": 2.8986, + "step": 14419 + }, + { + "epoch": 0.24683750149780037, + "grad_norm": 2.2384185791015625, + "learning_rate": 1.763381009125045e-05, + "loss": 2.8022, + "step": 14420 + }, + { + "epoch": 0.24685461921635085, + "grad_norm": 2.250656843185425, + "learning_rate": 1.763345196230744e-05, + "loss": 2.777, + "step": 14421 + }, + { + "epoch": 0.2468717369349013, + "grad_norm": 2.270001173019409, + "learning_rate": 1.7633093809901862e-05, + "loss": 2.7621, + "step": 14422 + }, + { + "epoch": 0.24688885465345178, + "grad_norm": 2.413262128829956, + "learning_rate": 1.763273563403481e-05, + "loss": 2.7959, + "step": 14423 + }, + { + "epoch": 0.24690597237200226, + "grad_norm": 2.2781503200531006, + "learning_rate": 1.7632377434707393e-05, + "loss": 2.7044, + "step": 14424 + }, + { + "epoch": 0.24692309009055274, + "grad_norm": 2.4103331565856934, + "learning_rate": 1.7632019211920706e-05, + "loss": 2.8933, + "step": 14425 + }, + { + "epoch": 0.2469402078091032, + "grad_norm": 2.331754207611084, + "learning_rate": 1.763166096567585e-05, + "loss": 2.7242, + "step": 14426 + }, + { + "epoch": 0.24695732552765368, + "grad_norm": 2.230705738067627, + "learning_rate": 1.763130269597393e-05, + "loss": 2.8244, + "step": 14427 + }, + { + "epoch": 0.24697444324620416, + "grad_norm": 2.4267160892486572, + "learning_rate": 1.763094440281604e-05, + "loss": 2.9051, + "step": 14428 + }, + { + "epoch": 0.2469915609647546, + "grad_norm": 2.2427480220794678, + "learning_rate": 1.763058608620329e-05, + "loss": 2.7716, + "step": 14429 + }, + { + "epoch": 0.2470086786833051, + "grad_norm": 2.3988263607025146, + "learning_rate": 1.7630227746136774e-05, + "loss": 2.9031, + "step": 14430 + }, + { + "epoch": 0.24702579640185557, + "grad_norm": 2.277033805847168, + "learning_rate": 1.7629869382617597e-05, + "loss": 2.9538, + "step": 14431 + }, + { + "epoch": 0.24704291412040602, + "grad_norm": 2.3438212871551514, + "learning_rate": 1.7629510995646862e-05, + "loss": 2.9479, + "step": 14432 + }, + { + "epoch": 0.2470600318389565, + "grad_norm": 2.5351479053497314, + "learning_rate": 1.762915258522567e-05, + "loss": 2.8399, + "step": 14433 + }, + { + "epoch": 0.24707714955750698, + "grad_norm": 2.241654872894287, + "learning_rate": 1.7628794151355118e-05, + "loss": 2.8485, + "step": 14434 + }, + { + "epoch": 0.24709426727605743, + "grad_norm": 2.3614420890808105, + "learning_rate": 1.762843569403631e-05, + "loss": 2.8751, + "step": 14435 + }, + { + "epoch": 0.2471113849946079, + "grad_norm": 2.32696270942688, + "learning_rate": 1.7628077213270355e-05, + "loss": 2.9102, + "step": 14436 + }, + { + "epoch": 0.2471285027131584, + "grad_norm": 2.296112298965454, + "learning_rate": 1.7627718709058344e-05, + "loss": 2.8055, + "step": 14437 + }, + { + "epoch": 0.24714562043170887, + "grad_norm": 2.243661403656006, + "learning_rate": 1.7627360181401386e-05, + "loss": 2.7598, + "step": 14438 + }, + { + "epoch": 0.24716273815025933, + "grad_norm": 2.250680923461914, + "learning_rate": 1.762700163030058e-05, + "loss": 2.8139, + "step": 14439 + }, + { + "epoch": 0.2471798558688098, + "grad_norm": 2.1430160999298096, + "learning_rate": 1.7626643055757027e-05, + "loss": 2.7151, + "step": 14440 + }, + { + "epoch": 0.24719697358736029, + "grad_norm": 2.372837781906128, + "learning_rate": 1.7626284457771835e-05, + "loss": 2.9305, + "step": 14441 + }, + { + "epoch": 0.24721409130591074, + "grad_norm": 2.4346225261688232, + "learning_rate": 1.7625925836346097e-05, + "loss": 2.8823, + "step": 14442 + }, + { + "epoch": 0.24723120902446122, + "grad_norm": 2.3762576580047607, + "learning_rate": 1.762556719148092e-05, + "loss": 2.9255, + "step": 14443 + }, + { + "epoch": 0.2472483267430117, + "grad_norm": 2.4096226692199707, + "learning_rate": 1.7625208523177412e-05, + "loss": 2.8457, + "step": 14444 + }, + { + "epoch": 0.24726544446156215, + "grad_norm": 2.4734368324279785, + "learning_rate": 1.7624849831436667e-05, + "loss": 2.8337, + "step": 14445 + }, + { + "epoch": 0.24728256218011263, + "grad_norm": 2.2909555435180664, + "learning_rate": 1.762449111625979e-05, + "loss": 2.8631, + "step": 14446 + }, + { + "epoch": 0.2472996798986631, + "grad_norm": 2.309640645980835, + "learning_rate": 1.7624132377647885e-05, + "loss": 2.7902, + "step": 14447 + }, + { + "epoch": 0.2473167976172136, + "grad_norm": 2.3649702072143555, + "learning_rate": 1.762377361560205e-05, + "loss": 2.8304, + "step": 14448 + }, + { + "epoch": 0.24733391533576404, + "grad_norm": 2.5249433517456055, + "learning_rate": 1.7623414830123398e-05, + "loss": 2.8303, + "step": 14449 + }, + { + "epoch": 0.24735103305431452, + "grad_norm": 2.398251533508301, + "learning_rate": 1.762305602121302e-05, + "loss": 2.713, + "step": 14450 + }, + { + "epoch": 0.247368150772865, + "grad_norm": 2.4324686527252197, + "learning_rate": 1.7622697188872028e-05, + "loss": 2.8262, + "step": 14451 + }, + { + "epoch": 0.24738526849141546, + "grad_norm": 2.432840347290039, + "learning_rate": 1.762233833310152e-05, + "loss": 2.8574, + "step": 14452 + }, + { + "epoch": 0.24740238620996594, + "grad_norm": 2.2009646892547607, + "learning_rate": 1.7621979453902596e-05, + "loss": 2.7, + "step": 14453 + }, + { + "epoch": 0.24741950392851642, + "grad_norm": 2.5012876987457275, + "learning_rate": 1.7621620551276366e-05, + "loss": 2.949, + "step": 14454 + }, + { + "epoch": 0.24743662164706687, + "grad_norm": 2.46346116065979, + "learning_rate": 1.762126162522393e-05, + "loss": 2.9852, + "step": 14455 + }, + { + "epoch": 0.24745373936561735, + "grad_norm": 2.2797043323516846, + "learning_rate": 1.7620902675746393e-05, + "loss": 2.76, + "step": 14456 + }, + { + "epoch": 0.24747085708416783, + "grad_norm": 2.428330421447754, + "learning_rate": 1.7620543702844856e-05, + "loss": 2.7122, + "step": 14457 + }, + { + "epoch": 0.24748797480271828, + "grad_norm": 2.3945231437683105, + "learning_rate": 1.762018470652042e-05, + "loss": 2.7113, + "step": 14458 + }, + { + "epoch": 0.24750509252126876, + "grad_norm": 2.4983530044555664, + "learning_rate": 1.7619825686774194e-05, + "loss": 2.9184, + "step": 14459 + }, + { + "epoch": 0.24752221023981924, + "grad_norm": 2.637561082839966, + "learning_rate": 1.761946664360728e-05, + "loss": 2.896, + "step": 14460 + }, + { + "epoch": 0.24753932795836972, + "grad_norm": 2.5183868408203125, + "learning_rate": 1.761910757702078e-05, + "loss": 2.8897, + "step": 14461 + }, + { + "epoch": 0.24755644567692017, + "grad_norm": 2.6138193607330322, + "learning_rate": 1.76187484870158e-05, + "loss": 2.9846, + "step": 14462 + }, + { + "epoch": 0.24757356339547065, + "grad_norm": 2.6265087127685547, + "learning_rate": 1.7618389373593436e-05, + "loss": 2.7799, + "step": 14463 + }, + { + "epoch": 0.24759068111402113, + "grad_norm": 2.278491973876953, + "learning_rate": 1.7618030236754804e-05, + "loss": 2.8679, + "step": 14464 + }, + { + "epoch": 0.24760779883257159, + "grad_norm": 2.3172850608825684, + "learning_rate": 1.7617671076500997e-05, + "loss": 2.8666, + "step": 14465 + }, + { + "epoch": 0.24762491655112207, + "grad_norm": 2.3001749515533447, + "learning_rate": 1.7617311892833125e-05, + "loss": 2.6964, + "step": 14466 + }, + { + "epoch": 0.24764203426967255, + "grad_norm": 2.21889066696167, + "learning_rate": 1.7616952685752293e-05, + "loss": 2.6235, + "step": 14467 + }, + { + "epoch": 0.247659151988223, + "grad_norm": 2.2425696849823, + "learning_rate": 1.76165934552596e-05, + "loss": 2.8255, + "step": 14468 + }, + { + "epoch": 0.24767626970677348, + "grad_norm": 2.3365020751953125, + "learning_rate": 1.7616234201356153e-05, + "loss": 2.8305, + "step": 14469 + }, + { + "epoch": 0.24769338742532396, + "grad_norm": 2.39741849899292, + "learning_rate": 1.7615874924043056e-05, + "loss": 2.9099, + "step": 14470 + }, + { + "epoch": 0.24771050514387444, + "grad_norm": 2.3793466091156006, + "learning_rate": 1.7615515623321414e-05, + "loss": 2.7895, + "step": 14471 + }, + { + "epoch": 0.2477276228624249, + "grad_norm": 2.405179500579834, + "learning_rate": 1.7615156299192332e-05, + "loss": 2.909, + "step": 14472 + }, + { + "epoch": 0.24774474058097537, + "grad_norm": 2.375699996948242, + "learning_rate": 1.761479695165691e-05, + "loss": 2.8529, + "step": 14473 + }, + { + "epoch": 0.24776185829952585, + "grad_norm": 2.524489641189575, + "learning_rate": 1.7614437580716258e-05, + "loss": 2.8157, + "step": 14474 + }, + { + "epoch": 0.2477789760180763, + "grad_norm": 2.3594937324523926, + "learning_rate": 1.7614078186371478e-05, + "loss": 2.8803, + "step": 14475 + }, + { + "epoch": 0.24779609373662678, + "grad_norm": 2.3254129886627197, + "learning_rate": 1.7613718768623673e-05, + "loss": 2.789, + "step": 14476 + }, + { + "epoch": 0.24781321145517726, + "grad_norm": 2.421128749847412, + "learning_rate": 1.761335932747395e-05, + "loss": 2.8122, + "step": 14477 + }, + { + "epoch": 0.24783032917372771, + "grad_norm": 2.2915198802948, + "learning_rate": 1.7612999862923414e-05, + "loss": 2.8278, + "step": 14478 + }, + { + "epoch": 0.2478474468922782, + "grad_norm": 2.5484731197357178, + "learning_rate": 1.761264037497317e-05, + "loss": 2.9528, + "step": 14479 + }, + { + "epoch": 0.24786456461082867, + "grad_norm": 2.312437057495117, + "learning_rate": 1.761228086362432e-05, + "loss": 2.7161, + "step": 14480 + }, + { + "epoch": 0.24788168232937913, + "grad_norm": 2.300178289413452, + "learning_rate": 1.761192132887797e-05, + "loss": 2.7995, + "step": 14481 + }, + { + "epoch": 0.2478988000479296, + "grad_norm": 2.2490010261535645, + "learning_rate": 1.7611561770735234e-05, + "loss": 2.7194, + "step": 14482 + }, + { + "epoch": 0.2479159177664801, + "grad_norm": 2.3072268962860107, + "learning_rate": 1.76112021891972e-05, + "loss": 2.6716, + "step": 14483 + }, + { + "epoch": 0.24793303548503057, + "grad_norm": 2.1956026554107666, + "learning_rate": 1.761084258426499e-05, + "loss": 2.7617, + "step": 14484 + }, + { + "epoch": 0.24795015320358102, + "grad_norm": 2.4497618675231934, + "learning_rate": 1.7610482955939698e-05, + "loss": 2.7522, + "step": 14485 + }, + { + "epoch": 0.2479672709221315, + "grad_norm": 2.3481884002685547, + "learning_rate": 1.7610123304222433e-05, + "loss": 2.8806, + "step": 14486 + }, + { + "epoch": 0.24798438864068198, + "grad_norm": 2.341630697250366, + "learning_rate": 1.76097636291143e-05, + "loss": 2.7711, + "step": 14487 + }, + { + "epoch": 0.24800150635923243, + "grad_norm": 2.4107131958007812, + "learning_rate": 1.760940393061641e-05, + "loss": 2.9516, + "step": 14488 + }, + { + "epoch": 0.2480186240777829, + "grad_norm": 2.443997859954834, + "learning_rate": 1.760904420872986e-05, + "loss": 2.8739, + "step": 14489 + }, + { + "epoch": 0.2480357417963334, + "grad_norm": 2.4924449920654297, + "learning_rate": 1.760868446345576e-05, + "loss": 2.8814, + "step": 14490 + }, + { + "epoch": 0.24805285951488384, + "grad_norm": 2.3097801208496094, + "learning_rate": 1.7608324694795212e-05, + "loss": 2.8674, + "step": 14491 + }, + { + "epoch": 0.24806997723343432, + "grad_norm": 2.485980987548828, + "learning_rate": 1.7607964902749334e-05, + "loss": 2.8838, + "step": 14492 + }, + { + "epoch": 0.2480870949519848, + "grad_norm": 2.288292646408081, + "learning_rate": 1.7607605087319215e-05, + "loss": 2.877, + "step": 14493 + }, + { + "epoch": 0.24810421267053528, + "grad_norm": 2.2947280406951904, + "learning_rate": 1.760724524850597e-05, + "loss": 2.8918, + "step": 14494 + }, + { + "epoch": 0.24812133038908574, + "grad_norm": 2.3331897258758545, + "learning_rate": 1.7606885386310705e-05, + "loss": 2.7484, + "step": 14495 + }, + { + "epoch": 0.24813844810763622, + "grad_norm": 2.311302900314331, + "learning_rate": 1.7606525500734525e-05, + "loss": 2.8075, + "step": 14496 + }, + { + "epoch": 0.2481555658261867, + "grad_norm": 2.1721413135528564, + "learning_rate": 1.7606165591778537e-05, + "loss": 2.8366, + "step": 14497 + }, + { + "epoch": 0.24817268354473715, + "grad_norm": 2.4105594158172607, + "learning_rate": 1.7605805659443844e-05, + "loss": 2.8322, + "step": 14498 + }, + { + "epoch": 0.24818980126328763, + "grad_norm": 2.2086455821990967, + "learning_rate": 1.760544570373156e-05, + "loss": 2.7777, + "step": 14499 + }, + { + "epoch": 0.2482069189818381, + "grad_norm": 2.415471076965332, + "learning_rate": 1.7605085724642782e-05, + "loss": 2.9138, + "step": 14500 + }, + { + "epoch": 0.24822403670038856, + "grad_norm": 2.563877820968628, + "learning_rate": 1.760472572217862e-05, + "loss": 2.7879, + "step": 14501 + }, + { + "epoch": 0.24824115441893904, + "grad_norm": 2.25368595123291, + "learning_rate": 1.7604365696340183e-05, + "loss": 2.8508, + "step": 14502 + }, + { + "epoch": 0.24825827213748952, + "grad_norm": 2.358067035675049, + "learning_rate": 1.7604005647128574e-05, + "loss": 2.8626, + "step": 14503 + }, + { + "epoch": 0.24827538985603997, + "grad_norm": 2.2629928588867188, + "learning_rate": 1.76036455745449e-05, + "loss": 2.8312, + "step": 14504 + }, + { + "epoch": 0.24829250757459045, + "grad_norm": 2.31972336769104, + "learning_rate": 1.760328547859027e-05, + "loss": 2.7605, + "step": 14505 + }, + { + "epoch": 0.24830962529314093, + "grad_norm": 2.339118242263794, + "learning_rate": 1.7602925359265795e-05, + "loss": 2.8637, + "step": 14506 + }, + { + "epoch": 0.24832674301169141, + "grad_norm": 2.4187865257263184, + "learning_rate": 1.7602565216572573e-05, + "loss": 2.9299, + "step": 14507 + }, + { + "epoch": 0.24834386073024187, + "grad_norm": 2.416475296020508, + "learning_rate": 1.760220505051171e-05, + "loss": 2.808, + "step": 14508 + }, + { + "epoch": 0.24836097844879235, + "grad_norm": 2.2858691215515137, + "learning_rate": 1.7601844861084324e-05, + "loss": 2.8891, + "step": 14509 + }, + { + "epoch": 0.24837809616734283, + "grad_norm": 2.390587091445923, + "learning_rate": 1.7601484648291513e-05, + "loss": 2.8004, + "step": 14510 + }, + { + "epoch": 0.24839521388589328, + "grad_norm": 2.271953821182251, + "learning_rate": 1.7601124412134386e-05, + "loss": 2.8871, + "step": 14511 + }, + { + "epoch": 0.24841233160444376, + "grad_norm": 2.5244827270507812, + "learning_rate": 1.7600764152614057e-05, + "loss": 2.7803, + "step": 14512 + }, + { + "epoch": 0.24842944932299424, + "grad_norm": 2.3124516010284424, + "learning_rate": 1.760040386973162e-05, + "loss": 2.7464, + "step": 14513 + }, + { + "epoch": 0.2484465670415447, + "grad_norm": 2.407975196838379, + "learning_rate": 1.7600043563488192e-05, + "loss": 2.8916, + "step": 14514 + }, + { + "epoch": 0.24846368476009517, + "grad_norm": 2.370927333831787, + "learning_rate": 1.7599683233884882e-05, + "loss": 2.9057, + "step": 14515 + }, + { + "epoch": 0.24848080247864565, + "grad_norm": 2.4355077743530273, + "learning_rate": 1.7599322880922793e-05, + "loss": 2.8971, + "step": 14516 + }, + { + "epoch": 0.24849792019719613, + "grad_norm": 2.3936877250671387, + "learning_rate": 1.759896250460303e-05, + "loss": 2.7852, + "step": 14517 + }, + { + "epoch": 0.24851503791574658, + "grad_norm": 2.3169872760772705, + "learning_rate": 1.7598602104926708e-05, + "loss": 2.6992, + "step": 14518 + }, + { + "epoch": 0.24853215563429706, + "grad_norm": 2.389086961746216, + "learning_rate": 1.759824168189493e-05, + "loss": 2.7951, + "step": 14519 + }, + { + "epoch": 0.24854927335284754, + "grad_norm": 2.1851847171783447, + "learning_rate": 1.75978812355088e-05, + "loss": 2.7748, + "step": 14520 + }, + { + "epoch": 0.248566391071398, + "grad_norm": 2.451031446456909, + "learning_rate": 1.7597520765769437e-05, + "loss": 2.8189, + "step": 14521 + }, + { + "epoch": 0.24858350878994848, + "grad_norm": 2.4850270748138428, + "learning_rate": 1.759716027267794e-05, + "loss": 2.8845, + "step": 14522 + }, + { + "epoch": 0.24860062650849896, + "grad_norm": 2.2811214923858643, + "learning_rate": 1.7596799756235418e-05, + "loss": 2.8402, + "step": 14523 + }, + { + "epoch": 0.2486177442270494, + "grad_norm": 2.311556816101074, + "learning_rate": 1.7596439216442983e-05, + "loss": 2.8394, + "step": 14524 + }, + { + "epoch": 0.2486348619455999, + "grad_norm": 2.3289034366607666, + "learning_rate": 1.759607865330174e-05, + "loss": 2.8618, + "step": 14525 + }, + { + "epoch": 0.24865197966415037, + "grad_norm": 2.51951003074646, + "learning_rate": 1.7595718066812798e-05, + "loss": 2.8971, + "step": 14526 + }, + { + "epoch": 0.24866909738270082, + "grad_norm": 2.381819486618042, + "learning_rate": 1.7595357456977263e-05, + "loss": 2.8172, + "step": 14527 + }, + { + "epoch": 0.2486862151012513, + "grad_norm": 2.377584934234619, + "learning_rate": 1.759499682379625e-05, + "loss": 2.8647, + "step": 14528 + }, + { + "epoch": 0.24870333281980178, + "grad_norm": 2.270859718322754, + "learning_rate": 1.759463616727086e-05, + "loss": 2.7564, + "step": 14529 + }, + { + "epoch": 0.24872045053835226, + "grad_norm": 2.4304568767547607, + "learning_rate": 1.759427548740221e-05, + "loss": 2.9833, + "step": 14530 + }, + { + "epoch": 0.2487375682569027, + "grad_norm": 2.4042258262634277, + "learning_rate": 1.75939147841914e-05, + "loss": 2.8889, + "step": 14531 + }, + { + "epoch": 0.2487546859754532, + "grad_norm": 2.4238967895507812, + "learning_rate": 1.7593554057639543e-05, + "loss": 2.9217, + "step": 14532 + }, + { + "epoch": 0.24877180369400367, + "grad_norm": 2.18428373336792, + "learning_rate": 1.7593193307747745e-05, + "loss": 2.8133, + "step": 14533 + }, + { + "epoch": 0.24878892141255413, + "grad_norm": 2.345285177230835, + "learning_rate": 1.7592832534517115e-05, + "loss": 2.8578, + "step": 14534 + }, + { + "epoch": 0.2488060391311046, + "grad_norm": 2.2822141647338867, + "learning_rate": 1.7592471737948767e-05, + "loss": 2.8206, + "step": 14535 + }, + { + "epoch": 0.24882315684965509, + "grad_norm": 2.3723549842834473, + "learning_rate": 1.7592110918043807e-05, + "loss": 2.8445, + "step": 14536 + }, + { + "epoch": 0.24884027456820554, + "grad_norm": 2.4049034118652344, + "learning_rate": 1.7591750074803343e-05, + "loss": 2.847, + "step": 14537 + }, + { + "epoch": 0.24885739228675602, + "grad_norm": 2.347693920135498, + "learning_rate": 1.759138920822848e-05, + "loss": 2.8966, + "step": 14538 + }, + { + "epoch": 0.2488745100053065, + "grad_norm": 2.614926338195801, + "learning_rate": 1.7591028318320336e-05, + "loss": 2.8603, + "step": 14539 + }, + { + "epoch": 0.24889162772385695, + "grad_norm": 2.40681791305542, + "learning_rate": 1.7590667405080016e-05, + "loss": 2.782, + "step": 14540 + }, + { + "epoch": 0.24890874544240743, + "grad_norm": 2.505863666534424, + "learning_rate": 1.7590306468508627e-05, + "loss": 2.8296, + "step": 14541 + }, + { + "epoch": 0.2489258631609579, + "grad_norm": 2.423522710800171, + "learning_rate": 1.7589945508607288e-05, + "loss": 2.9111, + "step": 14542 + }, + { + "epoch": 0.2489429808795084, + "grad_norm": 2.3645875453948975, + "learning_rate": 1.7589584525377096e-05, + "loss": 2.9328, + "step": 14543 + }, + { + "epoch": 0.24896009859805884, + "grad_norm": 2.309547185897827, + "learning_rate": 1.7589223518819163e-05, + "loss": 2.8433, + "step": 14544 + }, + { + "epoch": 0.24897721631660932, + "grad_norm": 2.3673770427703857, + "learning_rate": 1.7588862488934607e-05, + "loss": 2.8204, + "step": 14545 + }, + { + "epoch": 0.2489943340351598, + "grad_norm": 2.333639621734619, + "learning_rate": 1.7588501435724528e-05, + "loss": 2.8069, + "step": 14546 + }, + { + "epoch": 0.24901145175371026, + "grad_norm": 2.3792130947113037, + "learning_rate": 1.7588140359190042e-05, + "loss": 2.8408, + "step": 14547 + }, + { + "epoch": 0.24902856947226074, + "grad_norm": 2.2332890033721924, + "learning_rate": 1.7587779259332256e-05, + "loss": 2.8206, + "step": 14548 + }, + { + "epoch": 0.24904568719081122, + "grad_norm": 2.3097450733184814, + "learning_rate": 1.758741813615228e-05, + "loss": 3.0072, + "step": 14549 + }, + { + "epoch": 0.24906280490936167, + "grad_norm": 2.3883485794067383, + "learning_rate": 1.7587056989651225e-05, + "loss": 2.9257, + "step": 14550 + }, + { + "epoch": 0.24907992262791215, + "grad_norm": 2.3635218143463135, + "learning_rate": 1.7586695819830198e-05, + "loss": 2.8343, + "step": 14551 + }, + { + "epoch": 0.24909704034646263, + "grad_norm": 2.4503369331359863, + "learning_rate": 1.7586334626690317e-05, + "loss": 2.9082, + "step": 14552 + }, + { + "epoch": 0.2491141580650131, + "grad_norm": 2.2926182746887207, + "learning_rate": 1.7585973410232683e-05, + "loss": 2.8062, + "step": 14553 + }, + { + "epoch": 0.24913127578356356, + "grad_norm": 2.2174489498138428, + "learning_rate": 1.7585612170458414e-05, + "loss": 2.8867, + "step": 14554 + }, + { + "epoch": 0.24914839350211404, + "grad_norm": 2.413053274154663, + "learning_rate": 1.758525090736861e-05, + "loss": 2.7999, + "step": 14555 + }, + { + "epoch": 0.24916551122066452, + "grad_norm": 2.286303758621216, + "learning_rate": 1.7584889620964392e-05, + "loss": 2.8571, + "step": 14556 + }, + { + "epoch": 0.24918262893921497, + "grad_norm": 2.192775249481201, + "learning_rate": 1.758452831124687e-05, + "loss": 2.7907, + "step": 14557 + }, + { + "epoch": 0.24919974665776545, + "grad_norm": 2.2085468769073486, + "learning_rate": 1.758416697821714e-05, + "loss": 2.7162, + "step": 14558 + }, + { + "epoch": 0.24921686437631593, + "grad_norm": 2.2882814407348633, + "learning_rate": 1.7583805621876333e-05, + "loss": 2.775, + "step": 14559 + }, + { + "epoch": 0.24923398209486639, + "grad_norm": 2.323829412460327, + "learning_rate": 1.7583444242225546e-05, + "loss": 2.8311, + "step": 14560 + }, + { + "epoch": 0.24925109981341687, + "grad_norm": 2.263051986694336, + "learning_rate": 1.7583082839265894e-05, + "loss": 2.6533, + "step": 14561 + }, + { + "epoch": 0.24926821753196735, + "grad_norm": 2.214456081390381, + "learning_rate": 1.758272141299849e-05, + "loss": 2.8229, + "step": 14562 + }, + { + "epoch": 0.2492853352505178, + "grad_norm": 2.2672250270843506, + "learning_rate": 1.7582359963424443e-05, + "loss": 2.7622, + "step": 14563 + }, + { + "epoch": 0.24930245296906828, + "grad_norm": 2.301959991455078, + "learning_rate": 1.758199849054486e-05, + "loss": 2.8568, + "step": 14564 + }, + { + "epoch": 0.24931957068761876, + "grad_norm": 2.278634548187256, + "learning_rate": 1.7581636994360857e-05, + "loss": 2.6996, + "step": 14565 + }, + { + "epoch": 0.24933668840616924, + "grad_norm": 2.3238980770111084, + "learning_rate": 1.7581275474873547e-05, + "loss": 2.9434, + "step": 14566 + }, + { + "epoch": 0.2493538061247197, + "grad_norm": 2.32073974609375, + "learning_rate": 1.7580913932084032e-05, + "loss": 2.8085, + "step": 14567 + }, + { + "epoch": 0.24937092384327017, + "grad_norm": 2.394517421722412, + "learning_rate": 1.7580552365993434e-05, + "loss": 2.9851, + "step": 14568 + }, + { + "epoch": 0.24938804156182065, + "grad_norm": 2.3385303020477295, + "learning_rate": 1.758019077660286e-05, + "loss": 2.7453, + "step": 14569 + }, + { + "epoch": 0.2494051592803711, + "grad_norm": 2.5922441482543945, + "learning_rate": 1.7579829163913418e-05, + "loss": 3.0083, + "step": 14570 + }, + { + "epoch": 0.24942227699892158, + "grad_norm": 2.2447452545166016, + "learning_rate": 1.7579467527926223e-05, + "loss": 2.8306, + "step": 14571 + }, + { + "epoch": 0.24943939471747206, + "grad_norm": 2.4214415550231934, + "learning_rate": 1.7579105868642387e-05, + "loss": 2.9771, + "step": 14572 + }, + { + "epoch": 0.24945651243602252, + "grad_norm": 2.156466484069824, + "learning_rate": 1.7578744186063017e-05, + "loss": 2.6488, + "step": 14573 + }, + { + "epoch": 0.249473630154573, + "grad_norm": 2.2331886291503906, + "learning_rate": 1.757838248018923e-05, + "loss": 2.9524, + "step": 14574 + }, + { + "epoch": 0.24949074787312348, + "grad_norm": 2.362821102142334, + "learning_rate": 1.7578020751022137e-05, + "loss": 2.9375, + "step": 14575 + }, + { + "epoch": 0.24950786559167396, + "grad_norm": 2.243593454360962, + "learning_rate": 1.757765899856285e-05, + "loss": 2.8424, + "step": 14576 + }, + { + "epoch": 0.2495249833102244, + "grad_norm": 2.387129068374634, + "learning_rate": 1.7577297222812478e-05, + "loss": 2.8367, + "step": 14577 + }, + { + "epoch": 0.2495421010287749, + "grad_norm": 2.2259747982025146, + "learning_rate": 1.7576935423772135e-05, + "loss": 2.8688, + "step": 14578 + }, + { + "epoch": 0.24955921874732537, + "grad_norm": 2.3888988494873047, + "learning_rate": 1.7576573601442934e-05, + "loss": 2.9144, + "step": 14579 + }, + { + "epoch": 0.24957633646587582, + "grad_norm": 2.313997268676758, + "learning_rate": 1.7576211755825984e-05, + "loss": 2.8248, + "step": 14580 + }, + { + "epoch": 0.2495934541844263, + "grad_norm": 2.302961587905884, + "learning_rate": 1.7575849886922398e-05, + "loss": 2.7164, + "step": 14581 + }, + { + "epoch": 0.24961057190297678, + "grad_norm": 2.380868911743164, + "learning_rate": 1.7575487994733293e-05, + "loss": 2.9541, + "step": 14582 + }, + { + "epoch": 0.24962768962152723, + "grad_norm": 2.442286491394043, + "learning_rate": 1.7575126079259775e-05, + "loss": 2.8047, + "step": 14583 + }, + { + "epoch": 0.2496448073400777, + "grad_norm": 2.314441442489624, + "learning_rate": 1.757476414050296e-05, + "loss": 2.7699, + "step": 14584 + }, + { + "epoch": 0.2496619250586282, + "grad_norm": 2.28448224067688, + "learning_rate": 1.7574402178463958e-05, + "loss": 2.8766, + "step": 14585 + }, + { + "epoch": 0.24967904277717864, + "grad_norm": 2.2356693744659424, + "learning_rate": 1.7574040193143886e-05, + "loss": 2.8312, + "step": 14586 + }, + { + "epoch": 0.24969616049572912, + "grad_norm": 2.4201242923736572, + "learning_rate": 1.7573678184543848e-05, + "loss": 2.8547, + "step": 14587 + }, + { + "epoch": 0.2497132782142796, + "grad_norm": 2.4067270755767822, + "learning_rate": 1.7573316152664967e-05, + "loss": 2.824, + "step": 14588 + }, + { + "epoch": 0.24973039593283008, + "grad_norm": 2.381415367126465, + "learning_rate": 1.7572954097508353e-05, + "loss": 2.8319, + "step": 14589 + }, + { + "epoch": 0.24974751365138054, + "grad_norm": 2.242513418197632, + "learning_rate": 1.757259201907511e-05, + "loss": 2.695, + "step": 14590 + }, + { + "epoch": 0.24976463136993102, + "grad_norm": 2.4509778022766113, + "learning_rate": 1.7572229917366366e-05, + "loss": 2.8377, + "step": 14591 + }, + { + "epoch": 0.2497817490884815, + "grad_norm": 2.434535264968872, + "learning_rate": 1.757186779238322e-05, + "loss": 2.8893, + "step": 14592 + }, + { + "epoch": 0.24979886680703195, + "grad_norm": 2.34829044342041, + "learning_rate": 1.757150564412679e-05, + "loss": 2.8225, + "step": 14593 + }, + { + "epoch": 0.24981598452558243, + "grad_norm": 2.430178165435791, + "learning_rate": 1.7571143472598197e-05, + "loss": 2.9229, + "step": 14594 + }, + { + "epoch": 0.2498331022441329, + "grad_norm": 2.397859573364258, + "learning_rate": 1.7570781277798542e-05, + "loss": 2.8631, + "step": 14595 + }, + { + "epoch": 0.24985021996268336, + "grad_norm": 2.4576003551483154, + "learning_rate": 1.7570419059728944e-05, + "loss": 2.8641, + "step": 14596 + }, + { + "epoch": 0.24986733768123384, + "grad_norm": 2.470952272415161, + "learning_rate": 1.7570056818390514e-05, + "loss": 2.9318, + "step": 14597 + }, + { + "epoch": 0.24988445539978432, + "grad_norm": 2.335890293121338, + "learning_rate": 1.756969455378437e-05, + "loss": 2.835, + "step": 14598 + }, + { + "epoch": 0.2499015731183348, + "grad_norm": 2.3127944469451904, + "learning_rate": 1.756933226591162e-05, + "loss": 2.7987, + "step": 14599 + }, + { + "epoch": 0.24991869083688525, + "grad_norm": 2.404386281967163, + "learning_rate": 1.7568969954773382e-05, + "loss": 2.8571, + "step": 14600 + }, + { + "epoch": 0.24993580855543573, + "grad_norm": 2.319288969039917, + "learning_rate": 1.756860762037077e-05, + "loss": 2.8719, + "step": 14601 + }, + { + "epoch": 0.24995292627398621, + "grad_norm": 2.4364101886749268, + "learning_rate": 1.7568245262704892e-05, + "loss": 2.8998, + "step": 14602 + }, + { + "epoch": 0.24997004399253667, + "grad_norm": 2.554776430130005, + "learning_rate": 1.756788288177687e-05, + "loss": 3.0824, + "step": 14603 + }, + { + "epoch": 0.24998716171108715, + "grad_norm": 2.371542453765869, + "learning_rate": 1.7567520477587807e-05, + "loss": 2.9037, + "step": 14604 + }, + { + "epoch": 0.2500042794296376, + "grad_norm": 2.5168755054473877, + "learning_rate": 1.7567158050138826e-05, + "loss": 2.9107, + "step": 14605 + }, + { + "epoch": 0.2500213971481881, + "grad_norm": 2.4278900623321533, + "learning_rate": 1.7566795599431036e-05, + "loss": 2.913, + "step": 14606 + }, + { + "epoch": 0.25003851486673856, + "grad_norm": 2.510845422744751, + "learning_rate": 1.7566433125465555e-05, + "loss": 2.9253, + "step": 14607 + }, + { + "epoch": 0.250055632585289, + "grad_norm": 2.3359885215759277, + "learning_rate": 1.7566070628243496e-05, + "loss": 2.8341, + "step": 14608 + }, + { + "epoch": 0.2500727503038395, + "grad_norm": 2.4490537643432617, + "learning_rate": 1.756570810776597e-05, + "loss": 2.7625, + "step": 14609 + }, + { + "epoch": 0.25008986802238997, + "grad_norm": 2.3193492889404297, + "learning_rate": 1.7565345564034096e-05, + "loss": 2.7634, + "step": 14610 + }, + { + "epoch": 0.2501069857409404, + "grad_norm": 2.3294923305511475, + "learning_rate": 1.7564982997048984e-05, + "loss": 2.7997, + "step": 14611 + }, + { + "epoch": 0.25012410345949093, + "grad_norm": 2.3212289810180664, + "learning_rate": 1.756462040681175e-05, + "loss": 2.7845, + "step": 14612 + }, + { + "epoch": 0.2501412211780414, + "grad_norm": 2.250713586807251, + "learning_rate": 1.756425779332351e-05, + "loss": 2.7338, + "step": 14613 + }, + { + "epoch": 0.25015833889659184, + "grad_norm": 2.4143168926239014, + "learning_rate": 1.7563895156585376e-05, + "loss": 2.9512, + "step": 14614 + }, + { + "epoch": 0.25017545661514234, + "grad_norm": 2.4036035537719727, + "learning_rate": 1.7563532496598466e-05, + "loss": 2.8428, + "step": 14615 + }, + { + "epoch": 0.2501925743336928, + "grad_norm": 2.3508212566375732, + "learning_rate": 1.7563169813363892e-05, + "loss": 2.8918, + "step": 14616 + }, + { + "epoch": 0.2502096920522433, + "grad_norm": 2.220827341079712, + "learning_rate": 1.7562807106882768e-05, + "loss": 2.8818, + "step": 14617 + }, + { + "epoch": 0.25022680977079376, + "grad_norm": 2.3908746242523193, + "learning_rate": 1.7562444377156212e-05, + "loss": 2.8106, + "step": 14618 + }, + { + "epoch": 0.2502439274893442, + "grad_norm": 2.29695725440979, + "learning_rate": 1.7562081624185335e-05, + "loss": 2.7997, + "step": 14619 + }, + { + "epoch": 0.2502610452078947, + "grad_norm": 2.2550604343414307, + "learning_rate": 1.7561718847971257e-05, + "loss": 2.8613, + "step": 14620 + }, + { + "epoch": 0.25027816292644517, + "grad_norm": 2.305743932723999, + "learning_rate": 1.756135604851509e-05, + "loss": 2.7617, + "step": 14621 + }, + { + "epoch": 0.2502952806449956, + "grad_norm": 2.318821907043457, + "learning_rate": 1.7560993225817945e-05, + "loss": 2.8075, + "step": 14622 + }, + { + "epoch": 0.25031239836354613, + "grad_norm": 2.1918516159057617, + "learning_rate": 1.7560630379880946e-05, + "loss": 2.8249, + "step": 14623 + }, + { + "epoch": 0.2503295160820966, + "grad_norm": 2.387760639190674, + "learning_rate": 1.75602675107052e-05, + "loss": 2.8115, + "step": 14624 + }, + { + "epoch": 0.25034663380064703, + "grad_norm": 2.3595659732818604, + "learning_rate": 1.755990461829183e-05, + "loss": 2.8367, + "step": 14625 + }, + { + "epoch": 0.25036375151919754, + "grad_norm": 2.3246607780456543, + "learning_rate": 1.7559541702641947e-05, + "loss": 2.8661, + "step": 14626 + }, + { + "epoch": 0.250380869237748, + "grad_norm": 2.2907490730285645, + "learning_rate": 1.7559178763756665e-05, + "loss": 2.7158, + "step": 14627 + }, + { + "epoch": 0.25039798695629845, + "grad_norm": 2.3186533451080322, + "learning_rate": 1.75588158016371e-05, + "loss": 2.8626, + "step": 14628 + }, + { + "epoch": 0.25041510467484895, + "grad_norm": 2.4115066528320312, + "learning_rate": 1.7558452816284374e-05, + "loss": 2.8898, + "step": 14629 + }, + { + "epoch": 0.2504322223933994, + "grad_norm": 2.380154848098755, + "learning_rate": 1.7558089807699597e-05, + "loss": 2.8498, + "step": 14630 + }, + { + "epoch": 0.25044934011194986, + "grad_norm": 2.377876043319702, + "learning_rate": 1.755772677588388e-05, + "loss": 2.8896, + "step": 14631 + }, + { + "epoch": 0.25046645783050037, + "grad_norm": 2.4438414573669434, + "learning_rate": 1.755736372083835e-05, + "loss": 2.7526, + "step": 14632 + }, + { + "epoch": 0.2504835755490508, + "grad_norm": 2.3136847019195557, + "learning_rate": 1.7557000642564115e-05, + "loss": 2.8838, + "step": 14633 + }, + { + "epoch": 0.25050069326760127, + "grad_norm": 2.4032297134399414, + "learning_rate": 1.7556637541062294e-05, + "loss": 2.8272, + "step": 14634 + }, + { + "epoch": 0.2505178109861518, + "grad_norm": 2.442870616912842, + "learning_rate": 1.7556274416334002e-05, + "loss": 2.7449, + "step": 14635 + }, + { + "epoch": 0.25053492870470223, + "grad_norm": 2.2441048622131348, + "learning_rate": 1.7555911268380356e-05, + "loss": 2.7258, + "step": 14636 + }, + { + "epoch": 0.2505520464232527, + "grad_norm": 2.313169240951538, + "learning_rate": 1.755554809720247e-05, + "loss": 2.8629, + "step": 14637 + }, + { + "epoch": 0.2505691641418032, + "grad_norm": 2.291109323501587, + "learning_rate": 1.7555184902801465e-05, + "loss": 2.8225, + "step": 14638 + }, + { + "epoch": 0.25058628186035364, + "grad_norm": 2.4409990310668945, + "learning_rate": 1.7554821685178454e-05, + "loss": 2.7898, + "step": 14639 + }, + { + "epoch": 0.25060339957890415, + "grad_norm": 2.148010492324829, + "learning_rate": 1.7554458444334552e-05, + "loss": 2.7886, + "step": 14640 + }, + { + "epoch": 0.2506205172974546, + "grad_norm": 2.2434945106506348, + "learning_rate": 1.7554095180270876e-05, + "loss": 2.7664, + "step": 14641 + }, + { + "epoch": 0.25063763501600506, + "grad_norm": 2.2496373653411865, + "learning_rate": 1.7553731892988546e-05, + "loss": 2.8627, + "step": 14642 + }, + { + "epoch": 0.25065475273455556, + "grad_norm": 2.4607481956481934, + "learning_rate": 1.7553368582488674e-05, + "loss": 2.7667, + "step": 14643 + }, + { + "epoch": 0.250671870453106, + "grad_norm": 2.246905565261841, + "learning_rate": 1.755300524877238e-05, + "loss": 2.7681, + "step": 14644 + }, + { + "epoch": 0.25068898817165647, + "grad_norm": 2.3901631832122803, + "learning_rate": 1.755264189184078e-05, + "loss": 2.7886, + "step": 14645 + }, + { + "epoch": 0.250706105890207, + "grad_norm": 2.3541719913482666, + "learning_rate": 1.755227851169499e-05, + "loss": 2.852, + "step": 14646 + }, + { + "epoch": 0.25072322360875743, + "grad_norm": 2.512094259262085, + "learning_rate": 1.755191510833613e-05, + "loss": 2.9446, + "step": 14647 + }, + { + "epoch": 0.2507403413273079, + "grad_norm": 2.5743789672851562, + "learning_rate": 1.7551551681765312e-05, + "loss": 2.9139, + "step": 14648 + }, + { + "epoch": 0.2507574590458584, + "grad_norm": 2.2842419147491455, + "learning_rate": 1.7551188231983655e-05, + "loss": 2.8964, + "step": 14649 + }, + { + "epoch": 0.25077457676440884, + "grad_norm": 2.5275511741638184, + "learning_rate": 1.755082475899228e-05, + "loss": 2.9738, + "step": 14650 + }, + { + "epoch": 0.2507916944829593, + "grad_norm": 2.330162525177002, + "learning_rate": 1.7550461262792298e-05, + "loss": 2.7117, + "step": 14651 + }, + { + "epoch": 0.2508088122015098, + "grad_norm": 2.2468817234039307, + "learning_rate": 1.7550097743384827e-05, + "loss": 2.799, + "step": 14652 + }, + { + "epoch": 0.25082592992006025, + "grad_norm": 2.412576675415039, + "learning_rate": 1.7549734200770988e-05, + "loss": 2.8088, + "step": 14653 + }, + { + "epoch": 0.2508430476386107, + "grad_norm": 2.3792061805725098, + "learning_rate": 1.7549370634951902e-05, + "loss": 2.8548, + "step": 14654 + }, + { + "epoch": 0.2508601653571612, + "grad_norm": 2.4142191410064697, + "learning_rate": 1.7549007045928674e-05, + "loss": 2.8071, + "step": 14655 + }, + { + "epoch": 0.25087728307571167, + "grad_norm": 2.3299903869628906, + "learning_rate": 1.7548643433702432e-05, + "loss": 2.9533, + "step": 14656 + }, + { + "epoch": 0.2508944007942621, + "grad_norm": 2.595555067062378, + "learning_rate": 1.754827979827429e-05, + "loss": 2.9524, + "step": 14657 + }, + { + "epoch": 0.2509115185128126, + "grad_norm": 2.617023229598999, + "learning_rate": 1.7547916139645367e-05, + "loss": 2.9772, + "step": 14658 + }, + { + "epoch": 0.2509286362313631, + "grad_norm": 2.524913787841797, + "learning_rate": 1.754755245781678e-05, + "loss": 2.9415, + "step": 14659 + }, + { + "epoch": 0.25094575394991353, + "grad_norm": 2.667423963546753, + "learning_rate": 1.7547188752789647e-05, + "loss": 2.8537, + "step": 14660 + }, + { + "epoch": 0.25096287166846404, + "grad_norm": 2.3864707946777344, + "learning_rate": 1.7546825024565085e-05, + "loss": 2.8409, + "step": 14661 + }, + { + "epoch": 0.2509799893870145, + "grad_norm": 2.3686909675598145, + "learning_rate": 1.754646127314421e-05, + "loss": 2.9143, + "step": 14662 + }, + { + "epoch": 0.25099710710556494, + "grad_norm": 2.556574583053589, + "learning_rate": 1.7546097498528146e-05, + "loss": 2.8997, + "step": 14663 + }, + { + "epoch": 0.25101422482411545, + "grad_norm": 2.290631055831909, + "learning_rate": 1.7545733700718005e-05, + "loss": 2.7885, + "step": 14664 + }, + { + "epoch": 0.2510313425426659, + "grad_norm": 2.4161524772644043, + "learning_rate": 1.7545369879714912e-05, + "loss": 2.8224, + "step": 14665 + }, + { + "epoch": 0.2510484602612164, + "grad_norm": 2.3128695487976074, + "learning_rate": 1.754500603551998e-05, + "loss": 2.8529, + "step": 14666 + }, + { + "epoch": 0.25106557797976686, + "grad_norm": 2.4132370948791504, + "learning_rate": 1.7544642168134325e-05, + "loss": 2.8873, + "step": 14667 + }, + { + "epoch": 0.2510826956983173, + "grad_norm": 2.3978922367095947, + "learning_rate": 1.7544278277559074e-05, + "loss": 2.8124, + "step": 14668 + }, + { + "epoch": 0.2510998134168678, + "grad_norm": 2.537900447845459, + "learning_rate": 1.7543914363795336e-05, + "loss": 2.8075, + "step": 14669 + }, + { + "epoch": 0.2511169311354183, + "grad_norm": 2.2769548892974854, + "learning_rate": 1.7543550426844235e-05, + "loss": 2.7997, + "step": 14670 + }, + { + "epoch": 0.2511340488539687, + "grad_norm": 2.2961366176605225, + "learning_rate": 1.7543186466706887e-05, + "loss": 2.8063, + "step": 14671 + }, + { + "epoch": 0.25115116657251924, + "grad_norm": 2.2871899604797363, + "learning_rate": 1.7542822483384418e-05, + "loss": 2.754, + "step": 14672 + }, + { + "epoch": 0.2511682842910697, + "grad_norm": 2.481867551803589, + "learning_rate": 1.7542458476877935e-05, + "loss": 2.7758, + "step": 14673 + }, + { + "epoch": 0.25118540200962014, + "grad_norm": 2.386720895767212, + "learning_rate": 1.7542094447188567e-05, + "loss": 2.7634, + "step": 14674 + }, + { + "epoch": 0.25120251972817065, + "grad_norm": 2.2977118492126465, + "learning_rate": 1.7541730394317426e-05, + "loss": 2.7936, + "step": 14675 + }, + { + "epoch": 0.2512196374467211, + "grad_norm": 2.389003038406372, + "learning_rate": 1.7541366318265635e-05, + "loss": 2.785, + "step": 14676 + }, + { + "epoch": 0.25123675516527155, + "grad_norm": 2.2972192764282227, + "learning_rate": 1.754100221903431e-05, + "loss": 2.7439, + "step": 14677 + }, + { + "epoch": 0.25125387288382206, + "grad_norm": 2.2915594577789307, + "learning_rate": 1.7540638096624575e-05, + "loss": 2.8839, + "step": 14678 + }, + { + "epoch": 0.2512709906023725, + "grad_norm": 2.49242901802063, + "learning_rate": 1.7540273951037546e-05, + "loss": 2.9161, + "step": 14679 + }, + { + "epoch": 0.25128810832092296, + "grad_norm": 2.383565902709961, + "learning_rate": 1.753990978227434e-05, + "loss": 2.9253, + "step": 14680 + }, + { + "epoch": 0.2513052260394735, + "grad_norm": 2.3519864082336426, + "learning_rate": 1.753954559033608e-05, + "loss": 2.9101, + "step": 14681 + }, + { + "epoch": 0.2513223437580239, + "grad_norm": 2.434490442276001, + "learning_rate": 1.7539181375223884e-05, + "loss": 2.8271, + "step": 14682 + }, + { + "epoch": 0.2513394614765744, + "grad_norm": 2.4112377166748047, + "learning_rate": 1.753881713693887e-05, + "loss": 2.874, + "step": 14683 + }, + { + "epoch": 0.2513565791951249, + "grad_norm": 2.639165163040161, + "learning_rate": 1.7538452875482162e-05, + "loss": 2.8962, + "step": 14684 + }, + { + "epoch": 0.25137369691367534, + "grad_norm": 2.3907382488250732, + "learning_rate": 1.753808859085487e-05, + "loss": 2.9185, + "step": 14685 + }, + { + "epoch": 0.2513908146322258, + "grad_norm": 2.496936798095703, + "learning_rate": 1.753772428305813e-05, + "loss": 2.7764, + "step": 14686 + }, + { + "epoch": 0.2514079323507763, + "grad_norm": 2.3554494380950928, + "learning_rate": 1.7537359952093046e-05, + "loss": 2.8492, + "step": 14687 + }, + { + "epoch": 0.25142505006932675, + "grad_norm": 2.3407835960388184, + "learning_rate": 1.7536995597960745e-05, + "loss": 2.8335, + "step": 14688 + }, + { + "epoch": 0.25144216778787726, + "grad_norm": 2.347249984741211, + "learning_rate": 1.7536631220662344e-05, + "loss": 2.9027, + "step": 14689 + }, + { + "epoch": 0.2514592855064277, + "grad_norm": 2.291057586669922, + "learning_rate": 1.7536266820198968e-05, + "loss": 2.8582, + "step": 14690 + }, + { + "epoch": 0.25147640322497816, + "grad_norm": 2.2751364707946777, + "learning_rate": 1.7535902396571734e-05, + "loss": 2.7629, + "step": 14691 + }, + { + "epoch": 0.25149352094352867, + "grad_norm": 2.3487658500671387, + "learning_rate": 1.753553794978176e-05, + "loss": 2.9362, + "step": 14692 + }, + { + "epoch": 0.2515106386620791, + "grad_norm": 2.190620183944702, + "learning_rate": 1.753517347983017e-05, + "loss": 2.7691, + "step": 14693 + }, + { + "epoch": 0.2515277563806296, + "grad_norm": 2.281219005584717, + "learning_rate": 1.7534808986718078e-05, + "loss": 2.8894, + "step": 14694 + }, + { + "epoch": 0.2515448740991801, + "grad_norm": 2.30249285697937, + "learning_rate": 1.7534444470446615e-05, + "loss": 2.7815, + "step": 14695 + }, + { + "epoch": 0.25156199181773053, + "grad_norm": 2.4168543815612793, + "learning_rate": 1.7534079931016892e-05, + "loss": 3.009, + "step": 14696 + }, + { + "epoch": 0.251579109536281, + "grad_norm": 2.3877451419830322, + "learning_rate": 1.753371536843003e-05, + "loss": 2.947, + "step": 14697 + }, + { + "epoch": 0.2515962272548315, + "grad_norm": 2.42321515083313, + "learning_rate": 1.7533350782687155e-05, + "loss": 2.8644, + "step": 14698 + }, + { + "epoch": 0.25161334497338195, + "grad_norm": 2.2598116397857666, + "learning_rate": 1.7532986173789387e-05, + "loss": 2.8115, + "step": 14699 + }, + { + "epoch": 0.2516304626919324, + "grad_norm": 2.3012866973876953, + "learning_rate": 1.753262154173784e-05, + "loss": 2.7929, + "step": 14700 + }, + { + "epoch": 0.2516475804104829, + "grad_norm": 2.3090176582336426, + "learning_rate": 1.7532256886533642e-05, + "loss": 2.7743, + "step": 14701 + }, + { + "epoch": 0.25166469812903336, + "grad_norm": 2.3017525672912598, + "learning_rate": 1.753189220817791e-05, + "loss": 2.9647, + "step": 14702 + }, + { + "epoch": 0.2516818158475838, + "grad_norm": 2.2867093086242676, + "learning_rate": 1.7531527506671765e-05, + "loss": 2.7225, + "step": 14703 + }, + { + "epoch": 0.2516989335661343, + "grad_norm": 2.347493886947632, + "learning_rate": 1.753116278201633e-05, + "loss": 2.9307, + "step": 14704 + }, + { + "epoch": 0.25171605128468477, + "grad_norm": 2.3889565467834473, + "learning_rate": 1.7530798034212724e-05, + "loss": 2.799, + "step": 14705 + }, + { + "epoch": 0.2517331690032352, + "grad_norm": 2.324317693710327, + "learning_rate": 1.753043326326207e-05, + "loss": 2.813, + "step": 14706 + }, + { + "epoch": 0.25175028672178573, + "grad_norm": 2.492959499359131, + "learning_rate": 1.7530068469165487e-05, + "loss": 2.9553, + "step": 14707 + }, + { + "epoch": 0.2517674044403362, + "grad_norm": 2.462984561920166, + "learning_rate": 1.75297036519241e-05, + "loss": 2.9719, + "step": 14708 + }, + { + "epoch": 0.25178452215888664, + "grad_norm": 2.480684995651245, + "learning_rate": 1.7529338811539027e-05, + "loss": 2.8712, + "step": 14709 + }, + { + "epoch": 0.25180163987743714, + "grad_norm": 2.327472686767578, + "learning_rate": 1.7528973948011384e-05, + "loss": 2.7503, + "step": 14710 + }, + { + "epoch": 0.2518187575959876, + "grad_norm": 2.312976360321045, + "learning_rate": 1.7528609061342307e-05, + "loss": 2.7724, + "step": 14711 + }, + { + "epoch": 0.2518358753145381, + "grad_norm": 2.3166232109069824, + "learning_rate": 1.7528244151532906e-05, + "loss": 2.7995, + "step": 14712 + }, + { + "epoch": 0.25185299303308856, + "grad_norm": 2.466695785522461, + "learning_rate": 1.7527879218584304e-05, + "loss": 2.8549, + "step": 14713 + }, + { + "epoch": 0.251870110751639, + "grad_norm": 2.259101629257202, + "learning_rate": 1.7527514262497627e-05, + "loss": 2.8279, + "step": 14714 + }, + { + "epoch": 0.2518872284701895, + "grad_norm": 2.216883897781372, + "learning_rate": 1.7527149283273992e-05, + "loss": 2.8945, + "step": 14715 + }, + { + "epoch": 0.25190434618873997, + "grad_norm": 2.5343523025512695, + "learning_rate": 1.7526784280914522e-05, + "loss": 2.8511, + "step": 14716 + }, + { + "epoch": 0.2519214639072904, + "grad_norm": 2.35841965675354, + "learning_rate": 1.7526419255420343e-05, + "loss": 2.8608, + "step": 14717 + }, + { + "epoch": 0.25193858162584093, + "grad_norm": 2.349628448486328, + "learning_rate": 1.7526054206792573e-05, + "loss": 2.8364, + "step": 14718 + }, + { + "epoch": 0.2519556993443914, + "grad_norm": 2.283782482147217, + "learning_rate": 1.7525689135032336e-05, + "loss": 2.7926, + "step": 14719 + }, + { + "epoch": 0.25197281706294183, + "grad_norm": 2.3507840633392334, + "learning_rate": 1.752532404014075e-05, + "loss": 2.985, + "step": 14720 + }, + { + "epoch": 0.25198993478149234, + "grad_norm": 2.3467044830322266, + "learning_rate": 1.7524958922118943e-05, + "loss": 2.7799, + "step": 14721 + }, + { + "epoch": 0.2520070525000428, + "grad_norm": 2.3896825313568115, + "learning_rate": 1.7524593780968032e-05, + "loss": 2.8816, + "step": 14722 + }, + { + "epoch": 0.25202417021859325, + "grad_norm": 2.3269495964050293, + "learning_rate": 1.752422861668914e-05, + "loss": 2.7958, + "step": 14723 + }, + { + "epoch": 0.25204128793714375, + "grad_norm": 2.2423508167266846, + "learning_rate": 1.7523863429283398e-05, + "loss": 2.8021, + "step": 14724 + }, + { + "epoch": 0.2520584056556942, + "grad_norm": 2.50281023979187, + "learning_rate": 1.7523498218751914e-05, + "loss": 2.9433, + "step": 14725 + }, + { + "epoch": 0.25207552337424466, + "grad_norm": 2.285555601119995, + "learning_rate": 1.7523132985095827e-05, + "loss": 2.8515, + "step": 14726 + }, + { + "epoch": 0.25209264109279517, + "grad_norm": 2.4074559211730957, + "learning_rate": 1.7522767728316242e-05, + "loss": 2.9835, + "step": 14727 + }, + { + "epoch": 0.2521097588113456, + "grad_norm": 2.3852317333221436, + "learning_rate": 1.7522402448414295e-05, + "loss": 2.766, + "step": 14728 + }, + { + "epoch": 0.25212687652989607, + "grad_norm": 2.346090316772461, + "learning_rate": 1.75220371453911e-05, + "loss": 2.7956, + "step": 14729 + }, + { + "epoch": 0.2521439942484466, + "grad_norm": 2.3694653511047363, + "learning_rate": 1.7521671819247786e-05, + "loss": 2.9278, + "step": 14730 + }, + { + "epoch": 0.25216111196699703, + "grad_norm": 2.4829211235046387, + "learning_rate": 1.7521306469985474e-05, + "loss": 2.791, + "step": 14731 + }, + { + "epoch": 0.2521782296855475, + "grad_norm": 2.411116123199463, + "learning_rate": 1.752094109760529e-05, + "loss": 3.0317, + "step": 14732 + }, + { + "epoch": 0.252195347404098, + "grad_norm": 2.479529857635498, + "learning_rate": 1.752057570210835e-05, + "loss": 2.9024, + "step": 14733 + }, + { + "epoch": 0.25221246512264844, + "grad_norm": 2.3298938274383545, + "learning_rate": 1.752021028349578e-05, + "loss": 2.7677, + "step": 14734 + }, + { + "epoch": 0.25222958284119895, + "grad_norm": 2.5579833984375, + "learning_rate": 1.7519844841768703e-05, + "loss": 2.8253, + "step": 14735 + }, + { + "epoch": 0.2522467005597494, + "grad_norm": 2.183401584625244, + "learning_rate": 1.751947937692825e-05, + "loss": 2.6791, + "step": 14736 + }, + { + "epoch": 0.25226381827829986, + "grad_norm": 2.3232367038726807, + "learning_rate": 1.751911388897553e-05, + "loss": 2.8023, + "step": 14737 + }, + { + "epoch": 0.25228093599685036, + "grad_norm": 2.574766159057617, + "learning_rate": 1.751874837791168e-05, + "loss": 2.9168, + "step": 14738 + }, + { + "epoch": 0.2522980537154008, + "grad_norm": 2.361952543258667, + "learning_rate": 1.7518382843737812e-05, + "loss": 2.8389, + "step": 14739 + }, + { + "epoch": 0.25231517143395127, + "grad_norm": 2.247429132461548, + "learning_rate": 1.751801728645506e-05, + "loss": 2.9137, + "step": 14740 + }, + { + "epoch": 0.2523322891525018, + "grad_norm": 2.444330930709839, + "learning_rate": 1.7517651706064543e-05, + "loss": 3.0294, + "step": 14741 + }, + { + "epoch": 0.25234940687105223, + "grad_norm": 2.185382843017578, + "learning_rate": 1.751728610256738e-05, + "loss": 2.849, + "step": 14742 + }, + { + "epoch": 0.2523665245896027, + "grad_norm": 2.459824562072754, + "learning_rate": 1.75169204759647e-05, + "loss": 2.7833, + "step": 14743 + }, + { + "epoch": 0.2523836423081532, + "grad_norm": 2.454676866531372, + "learning_rate": 1.7516554826257626e-05, + "loss": 2.9559, + "step": 14744 + }, + { + "epoch": 0.25240076002670364, + "grad_norm": 2.346799850463867, + "learning_rate": 1.7516189153447283e-05, + "loss": 2.8806, + "step": 14745 + }, + { + "epoch": 0.2524178777452541, + "grad_norm": 2.2686498165130615, + "learning_rate": 1.7515823457534793e-05, + "loss": 2.8929, + "step": 14746 + }, + { + "epoch": 0.2524349954638046, + "grad_norm": 2.253469228744507, + "learning_rate": 1.751545773852128e-05, + "loss": 2.7295, + "step": 14747 + }, + { + "epoch": 0.25245211318235505, + "grad_norm": 2.241544246673584, + "learning_rate": 1.7515091996407868e-05, + "loss": 2.8046, + "step": 14748 + }, + { + "epoch": 0.2524692309009055, + "grad_norm": 2.517380475997925, + "learning_rate": 1.7514726231195683e-05, + "loss": 2.932, + "step": 14749 + }, + { + "epoch": 0.252486348619456, + "grad_norm": 2.3486056327819824, + "learning_rate": 1.751436044288585e-05, + "loss": 2.9061, + "step": 14750 + }, + { + "epoch": 0.25250346633800647, + "grad_norm": 2.441884994506836, + "learning_rate": 1.7513994631479487e-05, + "loss": 2.9909, + "step": 14751 + }, + { + "epoch": 0.2525205840565569, + "grad_norm": 2.346893548965454, + "learning_rate": 1.7513628796977723e-05, + "loss": 2.766, + "step": 14752 + }, + { + "epoch": 0.2525377017751074, + "grad_norm": 2.3082761764526367, + "learning_rate": 1.7513262939381687e-05, + "loss": 2.7886, + "step": 14753 + }, + { + "epoch": 0.2525548194936579, + "grad_norm": 2.3200995922088623, + "learning_rate": 1.7512897058692497e-05, + "loss": 2.791, + "step": 14754 + }, + { + "epoch": 0.25257193721220833, + "grad_norm": 2.5965161323547363, + "learning_rate": 1.7512531154911278e-05, + "loss": 3.1193, + "step": 14755 + }, + { + "epoch": 0.25258905493075884, + "grad_norm": 2.356229782104492, + "learning_rate": 1.7512165228039154e-05, + "loss": 2.8359, + "step": 14756 + }, + { + "epoch": 0.2526061726493093, + "grad_norm": 2.3754546642303467, + "learning_rate": 1.7511799278077255e-05, + "loss": 2.7707, + "step": 14757 + }, + { + "epoch": 0.2526232903678598, + "grad_norm": 2.430814027786255, + "learning_rate": 1.75114333050267e-05, + "loss": 2.768, + "step": 14758 + }, + { + "epoch": 0.25264040808641025, + "grad_norm": 2.382323980331421, + "learning_rate": 1.7511067308888622e-05, + "loss": 2.8875, + "step": 14759 + }, + { + "epoch": 0.2526575258049607, + "grad_norm": 2.3929197788238525, + "learning_rate": 1.7510701289664137e-05, + "loss": 2.8792, + "step": 14760 + }, + { + "epoch": 0.2526746435235112, + "grad_norm": 2.219219923019409, + "learning_rate": 1.751033524735437e-05, + "loss": 2.7631, + "step": 14761 + }, + { + "epoch": 0.25269176124206166, + "grad_norm": 2.299823522567749, + "learning_rate": 1.7509969181960453e-05, + "loss": 2.703, + "step": 14762 + }, + { + "epoch": 0.2527088789606121, + "grad_norm": 2.4322421550750732, + "learning_rate": 1.7509603093483507e-05, + "loss": 2.8797, + "step": 14763 + }, + { + "epoch": 0.2527259966791626, + "grad_norm": 2.365037441253662, + "learning_rate": 1.750923698192466e-05, + "loss": 2.9436, + "step": 14764 + }, + { + "epoch": 0.2527431143977131, + "grad_norm": 2.3956525325775146, + "learning_rate": 1.750887084728503e-05, + "loss": 2.7499, + "step": 14765 + }, + { + "epoch": 0.25276023211626353, + "grad_norm": 2.422417402267456, + "learning_rate": 1.7508504689565752e-05, + "loss": 2.8775, + "step": 14766 + }, + { + "epoch": 0.25277734983481404, + "grad_norm": 2.182689905166626, + "learning_rate": 1.7508138508767944e-05, + "loss": 2.7744, + "step": 14767 + }, + { + "epoch": 0.2527944675533645, + "grad_norm": 2.291775703430176, + "learning_rate": 1.7507772304892737e-05, + "loss": 2.8715, + "step": 14768 + }, + { + "epoch": 0.25281158527191494, + "grad_norm": 2.393124580383301, + "learning_rate": 1.7507406077941252e-05, + "loss": 2.8109, + "step": 14769 + }, + { + "epoch": 0.25282870299046545, + "grad_norm": 2.3582160472869873, + "learning_rate": 1.7507039827914618e-05, + "loss": 2.8785, + "step": 14770 + }, + { + "epoch": 0.2528458207090159, + "grad_norm": 2.4729559421539307, + "learning_rate": 1.750667355481396e-05, + "loss": 2.8244, + "step": 14771 + }, + { + "epoch": 0.25286293842756635, + "grad_norm": 2.535614490509033, + "learning_rate": 1.7506307258640404e-05, + "loss": 2.9484, + "step": 14772 + }, + { + "epoch": 0.25288005614611686, + "grad_norm": 2.244511604309082, + "learning_rate": 1.750594093939507e-05, + "loss": 2.8643, + "step": 14773 + }, + { + "epoch": 0.2528971738646673, + "grad_norm": 2.3766443729400635, + "learning_rate": 1.7505574597079094e-05, + "loss": 2.873, + "step": 14774 + }, + { + "epoch": 0.25291429158321777, + "grad_norm": 2.5269510746002197, + "learning_rate": 1.7505208231693593e-05, + "loss": 2.8562, + "step": 14775 + }, + { + "epoch": 0.2529314093017683, + "grad_norm": 2.3212685585021973, + "learning_rate": 1.75048418432397e-05, + "loss": 2.7707, + "step": 14776 + }, + { + "epoch": 0.2529485270203187, + "grad_norm": 2.2979118824005127, + "learning_rate": 1.750447543171854e-05, + "loss": 2.9353, + "step": 14777 + }, + { + "epoch": 0.2529656447388692, + "grad_norm": 2.479187250137329, + "learning_rate": 1.7504108997131234e-05, + "loss": 2.8453, + "step": 14778 + }, + { + "epoch": 0.2529827624574197, + "grad_norm": 2.3769242763519287, + "learning_rate": 1.7503742539478914e-05, + "loss": 2.8553, + "step": 14779 + }, + { + "epoch": 0.25299988017597014, + "grad_norm": 2.2678017616271973, + "learning_rate": 1.7503376058762704e-05, + "loss": 2.8034, + "step": 14780 + }, + { + "epoch": 0.25301699789452065, + "grad_norm": 2.368597984313965, + "learning_rate": 1.750300955498373e-05, + "loss": 2.8495, + "step": 14781 + }, + { + "epoch": 0.2530341156130711, + "grad_norm": 2.2731361389160156, + "learning_rate": 1.750264302814312e-05, + "loss": 2.8341, + "step": 14782 + }, + { + "epoch": 0.25305123333162155, + "grad_norm": 2.3871264457702637, + "learning_rate": 1.7502276478241996e-05, + "loss": 2.7971, + "step": 14783 + }, + { + "epoch": 0.25306835105017206, + "grad_norm": 2.207338333129883, + "learning_rate": 1.7501909905281493e-05, + "loss": 2.8133, + "step": 14784 + }, + { + "epoch": 0.2530854687687225, + "grad_norm": 2.3944218158721924, + "learning_rate": 1.750154330926273e-05, + "loss": 2.8892, + "step": 14785 + }, + { + "epoch": 0.25310258648727296, + "grad_norm": 2.396477699279785, + "learning_rate": 1.7501176690186835e-05, + "loss": 2.659, + "step": 14786 + }, + { + "epoch": 0.25311970420582347, + "grad_norm": 2.275127410888672, + "learning_rate": 1.750081004805494e-05, + "loss": 2.7969, + "step": 14787 + }, + { + "epoch": 0.2531368219243739, + "grad_norm": 2.443525791168213, + "learning_rate": 1.750044338286817e-05, + "loss": 2.9128, + "step": 14788 + }, + { + "epoch": 0.2531539396429244, + "grad_norm": 2.4063515663146973, + "learning_rate": 1.750007669462765e-05, + "loss": 2.8214, + "step": 14789 + }, + { + "epoch": 0.2531710573614749, + "grad_norm": 2.400585889816284, + "learning_rate": 1.7499709983334507e-05, + "loss": 2.823, + "step": 14790 + }, + { + "epoch": 0.25318817508002534, + "grad_norm": 2.442513942718506, + "learning_rate": 1.7499343248989866e-05, + "loss": 2.9377, + "step": 14791 + }, + { + "epoch": 0.2532052927985758, + "grad_norm": 2.4945943355560303, + "learning_rate": 1.749897649159486e-05, + "loss": 2.8825, + "step": 14792 + }, + { + "epoch": 0.2532224105171263, + "grad_norm": 2.285223960876465, + "learning_rate": 1.7498609711150614e-05, + "loss": 2.8258, + "step": 14793 + }, + { + "epoch": 0.25323952823567675, + "grad_norm": 2.4023313522338867, + "learning_rate": 1.7498242907658253e-05, + "loss": 2.8277, + "step": 14794 + }, + { + "epoch": 0.2532566459542272, + "grad_norm": 2.488283157348633, + "learning_rate": 1.7497876081118904e-05, + "loss": 2.9194, + "step": 14795 + }, + { + "epoch": 0.2532737636727777, + "grad_norm": 2.3768038749694824, + "learning_rate": 1.74975092315337e-05, + "loss": 2.8485, + "step": 14796 + }, + { + "epoch": 0.25329088139132816, + "grad_norm": 2.3970091342926025, + "learning_rate": 1.7497142358903764e-05, + "loss": 2.8982, + "step": 14797 + }, + { + "epoch": 0.2533079991098786, + "grad_norm": 2.4669229984283447, + "learning_rate": 1.7496775463230226e-05, + "loss": 2.9307, + "step": 14798 + }, + { + "epoch": 0.2533251168284291, + "grad_norm": 2.2107226848602295, + "learning_rate": 1.749640854451421e-05, + "loss": 2.7285, + "step": 14799 + }, + { + "epoch": 0.25334223454697957, + "grad_norm": 2.290259838104248, + "learning_rate": 1.7496041602756847e-05, + "loss": 2.8312, + "step": 14800 + }, + { + "epoch": 0.25335935226553, + "grad_norm": 2.365957736968994, + "learning_rate": 1.7495674637959264e-05, + "loss": 2.891, + "step": 14801 + }, + { + "epoch": 0.25337646998408053, + "grad_norm": 2.4050426483154297, + "learning_rate": 1.749530765012259e-05, + "loss": 2.8299, + "step": 14802 + }, + { + "epoch": 0.253393587702631, + "grad_norm": 2.40364670753479, + "learning_rate": 1.7494940639247953e-05, + "loss": 2.8356, + "step": 14803 + }, + { + "epoch": 0.2534107054211815, + "grad_norm": 2.5469696521759033, + "learning_rate": 1.749457360533648e-05, + "loss": 2.8851, + "step": 14804 + }, + { + "epoch": 0.25342782313973194, + "grad_norm": 2.555849552154541, + "learning_rate": 1.7494206548389295e-05, + "loss": 2.7868, + "step": 14805 + }, + { + "epoch": 0.2534449408582824, + "grad_norm": 2.6206648349761963, + "learning_rate": 1.7493839468407538e-05, + "loss": 2.836, + "step": 14806 + }, + { + "epoch": 0.2534620585768329, + "grad_norm": 2.5114965438842773, + "learning_rate": 1.7493472365392325e-05, + "loss": 2.8164, + "step": 14807 + }, + { + "epoch": 0.25347917629538336, + "grad_norm": 2.7924323081970215, + "learning_rate": 1.749310523934479e-05, + "loss": 2.895, + "step": 14808 + }, + { + "epoch": 0.2534962940139338, + "grad_norm": 2.3680965900421143, + "learning_rate": 1.7492738090266058e-05, + "loss": 2.8045, + "step": 14809 + }, + { + "epoch": 0.2535134117324843, + "grad_norm": 2.500826835632324, + "learning_rate": 1.7492370918157264e-05, + "loss": 2.8729, + "step": 14810 + }, + { + "epoch": 0.25353052945103477, + "grad_norm": 2.5778818130493164, + "learning_rate": 1.749200372301953e-05, + "loss": 2.7435, + "step": 14811 + }, + { + "epoch": 0.2535476471695852, + "grad_norm": 2.287480354309082, + "learning_rate": 1.7491636504853987e-05, + "loss": 2.7254, + "step": 14812 + }, + { + "epoch": 0.25356476488813573, + "grad_norm": 2.4651379585266113, + "learning_rate": 1.7491269263661765e-05, + "loss": 2.911, + "step": 14813 + }, + { + "epoch": 0.2535818826066862, + "grad_norm": 2.325880527496338, + "learning_rate": 1.749090199944399e-05, + "loss": 2.8399, + "step": 14814 + }, + { + "epoch": 0.25359900032523663, + "grad_norm": 2.3979227542877197, + "learning_rate": 1.7490534712201793e-05, + "loss": 2.8001, + "step": 14815 + }, + { + "epoch": 0.25361611804378714, + "grad_norm": 2.357132911682129, + "learning_rate": 1.7490167401936307e-05, + "loss": 2.8106, + "step": 14816 + }, + { + "epoch": 0.2536332357623376, + "grad_norm": 2.3598244190216064, + "learning_rate": 1.7489800068648652e-05, + "loss": 2.7581, + "step": 14817 + }, + { + "epoch": 0.25365035348088805, + "grad_norm": 2.3528692722320557, + "learning_rate": 1.748943271233996e-05, + "loss": 2.9282, + "step": 14818 + }, + { + "epoch": 0.25366747119943855, + "grad_norm": 2.4382355213165283, + "learning_rate": 1.7489065333011365e-05, + "loss": 2.7869, + "step": 14819 + }, + { + "epoch": 0.253684588917989, + "grad_norm": 2.266465663909912, + "learning_rate": 1.7488697930663992e-05, + "loss": 2.8815, + "step": 14820 + }, + { + "epoch": 0.25370170663653946, + "grad_norm": 2.4979891777038574, + "learning_rate": 1.748833050529897e-05, + "loss": 2.8612, + "step": 14821 + }, + { + "epoch": 0.25371882435508997, + "grad_norm": 2.4900460243225098, + "learning_rate": 1.748796305691743e-05, + "loss": 2.8691, + "step": 14822 + }, + { + "epoch": 0.2537359420736404, + "grad_norm": 2.322895050048828, + "learning_rate": 1.74875955855205e-05, + "loss": 2.7668, + "step": 14823 + }, + { + "epoch": 0.25375305979219087, + "grad_norm": 2.296642541885376, + "learning_rate": 1.748722809110931e-05, + "loss": 2.8434, + "step": 14824 + }, + { + "epoch": 0.2537701775107414, + "grad_norm": 2.278571367263794, + "learning_rate": 1.748686057368499e-05, + "loss": 2.907, + "step": 14825 + }, + { + "epoch": 0.25378729522929183, + "grad_norm": 2.4797146320343018, + "learning_rate": 1.748649303324867e-05, + "loss": 2.9074, + "step": 14826 + }, + { + "epoch": 0.2538044129478423, + "grad_norm": 2.4598910808563232, + "learning_rate": 1.748612546980148e-05, + "loss": 2.8146, + "step": 14827 + }, + { + "epoch": 0.2538215306663928, + "grad_norm": 2.3248114585876465, + "learning_rate": 1.748575788334455e-05, + "loss": 2.8725, + "step": 14828 + }, + { + "epoch": 0.25383864838494324, + "grad_norm": 2.214337110519409, + "learning_rate": 1.7485390273879006e-05, + "loss": 2.7999, + "step": 14829 + }, + { + "epoch": 0.25385576610349375, + "grad_norm": 2.4532387256622314, + "learning_rate": 1.7485022641405982e-05, + "loss": 2.8791, + "step": 14830 + }, + { + "epoch": 0.2538728838220442, + "grad_norm": 2.3338825702667236, + "learning_rate": 1.7484654985926604e-05, + "loss": 2.8052, + "step": 14831 + }, + { + "epoch": 0.25389000154059466, + "grad_norm": 2.3137283325195312, + "learning_rate": 1.748428730744201e-05, + "loss": 2.7997, + "step": 14832 + }, + { + "epoch": 0.25390711925914516, + "grad_norm": 2.3510353565216064, + "learning_rate": 1.7483919605953322e-05, + "loss": 2.774, + "step": 14833 + }, + { + "epoch": 0.2539242369776956, + "grad_norm": 2.2614502906799316, + "learning_rate": 1.7483551881461668e-05, + "loss": 2.8607, + "step": 14834 + }, + { + "epoch": 0.25394135469624607, + "grad_norm": 2.455207109451294, + "learning_rate": 1.748318413396819e-05, + "loss": 2.8582, + "step": 14835 + }, + { + "epoch": 0.2539584724147966, + "grad_norm": 2.4063520431518555, + "learning_rate": 1.748281636347401e-05, + "loss": 2.8861, + "step": 14836 + }, + { + "epoch": 0.25397559013334703, + "grad_norm": 2.2969095706939697, + "learning_rate": 1.7482448569980256e-05, + "loss": 2.7968, + "step": 14837 + }, + { + "epoch": 0.2539927078518975, + "grad_norm": 2.476815938949585, + "learning_rate": 1.748208075348807e-05, + "loss": 2.9539, + "step": 14838 + }, + { + "epoch": 0.254009825570448, + "grad_norm": 2.299363851547241, + "learning_rate": 1.7481712913998568e-05, + "loss": 2.7916, + "step": 14839 + }, + { + "epoch": 0.25402694328899844, + "grad_norm": 2.6790056228637695, + "learning_rate": 1.748134505151289e-05, + "loss": 2.7602, + "step": 14840 + }, + { + "epoch": 0.2540440610075489, + "grad_norm": 2.3096468448638916, + "learning_rate": 1.7480977166032164e-05, + "loss": 2.745, + "step": 14841 + }, + { + "epoch": 0.2540611787260994, + "grad_norm": 2.460601568222046, + "learning_rate": 1.748060925755752e-05, + "loss": 2.8754, + "step": 14842 + }, + { + "epoch": 0.25407829644464985, + "grad_norm": 2.1860570907592773, + "learning_rate": 1.748024132609009e-05, + "loss": 2.7305, + "step": 14843 + }, + { + "epoch": 0.2540954141632003, + "grad_norm": 2.2949421405792236, + "learning_rate": 1.7479873371631008e-05, + "loss": 2.7822, + "step": 14844 + }, + { + "epoch": 0.2541125318817508, + "grad_norm": 2.4027183055877686, + "learning_rate": 1.74795053941814e-05, + "loss": 2.8271, + "step": 14845 + }, + { + "epoch": 0.25412964960030127, + "grad_norm": 2.4173858165740967, + "learning_rate": 1.74791373937424e-05, + "loss": 2.7976, + "step": 14846 + }, + { + "epoch": 0.2541467673188517, + "grad_norm": 2.367265224456787, + "learning_rate": 1.7478769370315132e-05, + "loss": 2.8335, + "step": 14847 + }, + { + "epoch": 0.2541638850374022, + "grad_norm": 2.4000325202941895, + "learning_rate": 1.7478401323900738e-05, + "loss": 2.7866, + "step": 14848 + }, + { + "epoch": 0.2541810027559527, + "grad_norm": 2.440052032470703, + "learning_rate": 1.747803325450034e-05, + "loss": 2.8177, + "step": 14849 + }, + { + "epoch": 0.25419812047450313, + "grad_norm": 2.4191505908966064, + "learning_rate": 1.7477665162115077e-05, + "loss": 2.8435, + "step": 14850 + }, + { + "epoch": 0.25421523819305364, + "grad_norm": 2.3259758949279785, + "learning_rate": 1.747729704674608e-05, + "loss": 2.823, + "step": 14851 + }, + { + "epoch": 0.2542323559116041, + "grad_norm": 2.3027288913726807, + "learning_rate": 1.747692890839447e-05, + "loss": 2.7731, + "step": 14852 + }, + { + "epoch": 0.2542494736301546, + "grad_norm": 2.423508882522583, + "learning_rate": 1.747656074706139e-05, + "loss": 2.8147, + "step": 14853 + }, + { + "epoch": 0.25426659134870505, + "grad_norm": 2.370614767074585, + "learning_rate": 1.747619256274797e-05, + "loss": 2.8996, + "step": 14854 + }, + { + "epoch": 0.2542837090672555, + "grad_norm": 2.2504844665527344, + "learning_rate": 1.7475824355455335e-05, + "loss": 2.8409, + "step": 14855 + }, + { + "epoch": 0.254300826785806, + "grad_norm": 2.3012943267822266, + "learning_rate": 1.747545612518462e-05, + "loss": 2.8637, + "step": 14856 + }, + { + "epoch": 0.25431794450435646, + "grad_norm": 2.1695783138275146, + "learning_rate": 1.747508787193696e-05, + "loss": 2.767, + "step": 14857 + }, + { + "epoch": 0.2543350622229069, + "grad_norm": 2.460040330886841, + "learning_rate": 1.7474719595713484e-05, + "loss": 2.9292, + "step": 14858 + }, + { + "epoch": 0.2543521799414574, + "grad_norm": 2.31239914894104, + "learning_rate": 1.7474351296515328e-05, + "loss": 2.8186, + "step": 14859 + }, + { + "epoch": 0.2543692976600079, + "grad_norm": 2.3580963611602783, + "learning_rate": 1.747398297434362e-05, + "loss": 2.8191, + "step": 14860 + }, + { + "epoch": 0.25438641537855833, + "grad_norm": 2.3937132358551025, + "learning_rate": 1.747361462919949e-05, + "loss": 3.0298, + "step": 14861 + }, + { + "epoch": 0.25440353309710884, + "grad_norm": 2.1428520679473877, + "learning_rate": 1.747324626108407e-05, + "loss": 2.726, + "step": 14862 + }, + { + "epoch": 0.2544206508156593, + "grad_norm": 2.2742042541503906, + "learning_rate": 1.7472877869998498e-05, + "loss": 2.8551, + "step": 14863 + }, + { + "epoch": 0.25443776853420974, + "grad_norm": 2.186018228530884, + "learning_rate": 1.7472509455943904e-05, + "loss": 2.7425, + "step": 14864 + }, + { + "epoch": 0.25445488625276025, + "grad_norm": 2.3807430267333984, + "learning_rate": 1.747214101892142e-05, + "loss": 2.8716, + "step": 14865 + }, + { + "epoch": 0.2544720039713107, + "grad_norm": 2.342634677886963, + "learning_rate": 1.7471772558932177e-05, + "loss": 2.8363, + "step": 14866 + }, + { + "epoch": 0.25448912168986115, + "grad_norm": 2.2839889526367188, + "learning_rate": 1.747140407597731e-05, + "loss": 2.8536, + "step": 14867 + }, + { + "epoch": 0.25450623940841166, + "grad_norm": 2.3829233646392822, + "learning_rate": 1.747103557005795e-05, + "loss": 2.8568, + "step": 14868 + }, + { + "epoch": 0.2545233571269621, + "grad_norm": 2.2942934036254883, + "learning_rate": 1.747066704117523e-05, + "loss": 2.7501, + "step": 14869 + }, + { + "epoch": 0.25454047484551257, + "grad_norm": 2.258270740509033, + "learning_rate": 1.7470298489330282e-05, + "loss": 2.7663, + "step": 14870 + }, + { + "epoch": 0.2545575925640631, + "grad_norm": 2.1681318283081055, + "learning_rate": 1.746992991452424e-05, + "loss": 2.7132, + "step": 14871 + }, + { + "epoch": 0.2545747102826135, + "grad_norm": 2.3175837993621826, + "learning_rate": 1.7469561316758236e-05, + "loss": 2.7747, + "step": 14872 + }, + { + "epoch": 0.254591828001164, + "grad_norm": 2.3713133335113525, + "learning_rate": 1.7469192696033404e-05, + "loss": 2.8596, + "step": 14873 + }, + { + "epoch": 0.2546089457197145, + "grad_norm": 2.237177848815918, + "learning_rate": 1.7468824052350878e-05, + "loss": 2.7794, + "step": 14874 + }, + { + "epoch": 0.25462606343826494, + "grad_norm": 2.3890016078948975, + "learning_rate": 1.7468455385711785e-05, + "loss": 2.9205, + "step": 14875 + }, + { + "epoch": 0.25464318115681545, + "grad_norm": 2.2473886013031006, + "learning_rate": 1.7468086696117265e-05, + "loss": 2.8704, + "step": 14876 + }, + { + "epoch": 0.2546602988753659, + "grad_norm": 2.4046592712402344, + "learning_rate": 1.746771798356845e-05, + "loss": 2.8994, + "step": 14877 + }, + { + "epoch": 0.25467741659391635, + "grad_norm": 2.4428515434265137, + "learning_rate": 1.746734924806647e-05, + "loss": 2.9177, + "step": 14878 + }, + { + "epoch": 0.25469453431246686, + "grad_norm": 2.458355188369751, + "learning_rate": 1.7466980489612463e-05, + "loss": 2.9349, + "step": 14879 + }, + { + "epoch": 0.2547116520310173, + "grad_norm": 2.245126485824585, + "learning_rate": 1.7466611708207554e-05, + "loss": 2.7425, + "step": 14880 + }, + { + "epoch": 0.25472876974956776, + "grad_norm": 2.324918746948242, + "learning_rate": 1.7466242903852887e-05, + "loss": 2.8474, + "step": 14881 + }, + { + "epoch": 0.25474588746811827, + "grad_norm": 2.2044198513031006, + "learning_rate": 1.746587407654959e-05, + "loss": 2.7463, + "step": 14882 + }, + { + "epoch": 0.2547630051866687, + "grad_norm": 2.3416788578033447, + "learning_rate": 1.74655052262988e-05, + "loss": 2.8377, + "step": 14883 + }, + { + "epoch": 0.2547801229052192, + "grad_norm": 2.325178384780884, + "learning_rate": 1.7465136353101647e-05, + "loss": 2.874, + "step": 14884 + }, + { + "epoch": 0.2547972406237697, + "grad_norm": 2.1590731143951416, + "learning_rate": 1.7464767456959265e-05, + "loss": 2.655, + "step": 14885 + }, + { + "epoch": 0.25481435834232014, + "grad_norm": 2.4264814853668213, + "learning_rate": 1.746439853787279e-05, + "loss": 2.7914, + "step": 14886 + }, + { + "epoch": 0.2548314760608706, + "grad_norm": 2.4251549243927, + "learning_rate": 1.746402959584335e-05, + "loss": 2.733, + "step": 14887 + }, + { + "epoch": 0.2548485937794211, + "grad_norm": 2.3276875019073486, + "learning_rate": 1.746366063087209e-05, + "loss": 2.7062, + "step": 14888 + }, + { + "epoch": 0.25486571149797155, + "grad_norm": 2.418665885925293, + "learning_rate": 1.7463291642960137e-05, + "loss": 2.8861, + "step": 14889 + }, + { + "epoch": 0.254882829216522, + "grad_norm": 2.223130464553833, + "learning_rate": 1.7462922632108625e-05, + "loss": 2.7504, + "step": 14890 + }, + { + "epoch": 0.2548999469350725, + "grad_norm": 2.5412793159484863, + "learning_rate": 1.746255359831869e-05, + "loss": 2.8977, + "step": 14891 + }, + { + "epoch": 0.25491706465362296, + "grad_norm": 2.5449562072753906, + "learning_rate": 1.7462184541591467e-05, + "loss": 2.8585, + "step": 14892 + }, + { + "epoch": 0.2549341823721734, + "grad_norm": 2.352156639099121, + "learning_rate": 1.7461815461928083e-05, + "loss": 2.8457, + "step": 14893 + }, + { + "epoch": 0.2549513000907239, + "grad_norm": 2.3123419284820557, + "learning_rate": 1.7461446359329687e-05, + "loss": 2.6795, + "step": 14894 + }, + { + "epoch": 0.2549684178092744, + "grad_norm": 2.350034236907959, + "learning_rate": 1.74610772337974e-05, + "loss": 2.7019, + "step": 14895 + }, + { + "epoch": 0.2549855355278248, + "grad_norm": 2.2790403366088867, + "learning_rate": 1.746070808533236e-05, + "loss": 2.8725, + "step": 14896 + }, + { + "epoch": 0.25500265324637533, + "grad_norm": 2.3822765350341797, + "learning_rate": 1.7460338913935706e-05, + "loss": 2.8027, + "step": 14897 + }, + { + "epoch": 0.2550197709649258, + "grad_norm": 2.1910829544067383, + "learning_rate": 1.7459969719608567e-05, + "loss": 2.7006, + "step": 14898 + }, + { + "epoch": 0.2550368886834763, + "grad_norm": 2.4042413234710693, + "learning_rate": 1.7459600502352084e-05, + "loss": 2.7675, + "step": 14899 + }, + { + "epoch": 0.25505400640202675, + "grad_norm": 2.2224624156951904, + "learning_rate": 1.7459231262167385e-05, + "loss": 2.8556, + "step": 14900 + }, + { + "epoch": 0.2550711241205772, + "grad_norm": 2.6327402591705322, + "learning_rate": 1.745886199905561e-05, + "loss": 3.0655, + "step": 14901 + }, + { + "epoch": 0.2550882418391277, + "grad_norm": 2.4344403743743896, + "learning_rate": 1.7458492713017895e-05, + "loss": 2.8766, + "step": 14902 + }, + { + "epoch": 0.25510535955767816, + "grad_norm": 2.3842756748199463, + "learning_rate": 1.7458123404055368e-05, + "loss": 2.9434, + "step": 14903 + }, + { + "epoch": 0.2551224772762286, + "grad_norm": 2.257814645767212, + "learning_rate": 1.745775407216917e-05, + "loss": 2.7742, + "step": 14904 + }, + { + "epoch": 0.2551395949947791, + "grad_norm": 2.2860453128814697, + "learning_rate": 1.7457384717360436e-05, + "loss": 2.6663, + "step": 14905 + }, + { + "epoch": 0.25515671271332957, + "grad_norm": 2.2156124114990234, + "learning_rate": 1.7457015339630298e-05, + "loss": 2.7908, + "step": 14906 + }, + { + "epoch": 0.25517383043188, + "grad_norm": 2.351649761199951, + "learning_rate": 1.7456645938979893e-05, + "loss": 2.8506, + "step": 14907 + }, + { + "epoch": 0.25519094815043053, + "grad_norm": 2.3574438095092773, + "learning_rate": 1.745627651541036e-05, + "loss": 2.8456, + "step": 14908 + }, + { + "epoch": 0.255208065868981, + "grad_norm": 2.4726905822753906, + "learning_rate": 1.7455907068922826e-05, + "loss": 2.8302, + "step": 14909 + }, + { + "epoch": 0.25522518358753143, + "grad_norm": 2.391603708267212, + "learning_rate": 1.7455537599518435e-05, + "loss": 2.8572, + "step": 14910 + }, + { + "epoch": 0.25524230130608194, + "grad_norm": 2.288132667541504, + "learning_rate": 1.745516810719832e-05, + "loss": 2.8926, + "step": 14911 + }, + { + "epoch": 0.2552594190246324, + "grad_norm": 2.381840944290161, + "learning_rate": 1.7454798591963614e-05, + "loss": 2.9054, + "step": 14912 + }, + { + "epoch": 0.25527653674318285, + "grad_norm": 2.3724379539489746, + "learning_rate": 1.7454429053815455e-05, + "loss": 2.8339, + "step": 14913 + }, + { + "epoch": 0.25529365446173335, + "grad_norm": 2.361726760864258, + "learning_rate": 1.745405949275498e-05, + "loss": 2.7574, + "step": 14914 + }, + { + "epoch": 0.2553107721802838, + "grad_norm": 2.4195992946624756, + "learning_rate": 1.7453689908783325e-05, + "loss": 2.8902, + "step": 14915 + }, + { + "epoch": 0.25532788989883426, + "grad_norm": 2.291928291320801, + "learning_rate": 1.745332030190162e-05, + "loss": 2.8243, + "step": 14916 + }, + { + "epoch": 0.25534500761738477, + "grad_norm": 2.344083309173584, + "learning_rate": 1.7452950672111008e-05, + "loss": 2.7928, + "step": 14917 + }, + { + "epoch": 0.2553621253359352, + "grad_norm": 2.3350183963775635, + "learning_rate": 1.7452581019412624e-05, + "loss": 2.871, + "step": 14918 + }, + { + "epoch": 0.25537924305448567, + "grad_norm": 2.429197311401367, + "learning_rate": 1.74522113438076e-05, + "loss": 2.8377, + "step": 14919 + }, + { + "epoch": 0.2553963607730362, + "grad_norm": 2.4344661235809326, + "learning_rate": 1.7451841645297075e-05, + "loss": 3.01, + "step": 14920 + }, + { + "epoch": 0.25541347849158663, + "grad_norm": 2.3895227909088135, + "learning_rate": 1.7451471923882188e-05, + "loss": 2.9102, + "step": 14921 + }, + { + "epoch": 0.25543059621013714, + "grad_norm": 2.3276567459106445, + "learning_rate": 1.745110217956407e-05, + "loss": 2.7904, + "step": 14922 + }, + { + "epoch": 0.2554477139286876, + "grad_norm": 2.3813717365264893, + "learning_rate": 1.7450732412343865e-05, + "loss": 2.8176, + "step": 14923 + }, + { + "epoch": 0.25546483164723804, + "grad_norm": 2.426705837249756, + "learning_rate": 1.74503626222227e-05, + "loss": 2.9153, + "step": 14924 + }, + { + "epoch": 0.25548194936578855, + "grad_norm": 2.321486473083496, + "learning_rate": 1.7449992809201717e-05, + "loss": 2.8631, + "step": 14925 + }, + { + "epoch": 0.255499067084339, + "grad_norm": 2.385291337966919, + "learning_rate": 1.7449622973282056e-05, + "loss": 2.8249, + "step": 14926 + }, + { + "epoch": 0.25551618480288946, + "grad_norm": 2.4493563175201416, + "learning_rate": 1.7449253114464845e-05, + "loss": 2.9381, + "step": 14927 + }, + { + "epoch": 0.25553330252143996, + "grad_norm": 2.417994737625122, + "learning_rate": 1.744888323275123e-05, + "loss": 2.8145, + "step": 14928 + }, + { + "epoch": 0.2555504202399904, + "grad_norm": 2.30942702293396, + "learning_rate": 1.744851332814234e-05, + "loss": 2.9115, + "step": 14929 + }, + { + "epoch": 0.25556753795854087, + "grad_norm": 2.2837204933166504, + "learning_rate": 1.7448143400639317e-05, + "loss": 2.736, + "step": 14930 + }, + { + "epoch": 0.2555846556770914, + "grad_norm": 2.433771848678589, + "learning_rate": 1.7447773450243296e-05, + "loss": 2.8412, + "step": 14931 + }, + { + "epoch": 0.25560177339564183, + "grad_norm": 2.5318591594696045, + "learning_rate": 1.7447403476955416e-05, + "loss": 2.9135, + "step": 14932 + }, + { + "epoch": 0.2556188911141923, + "grad_norm": 2.503779411315918, + "learning_rate": 1.744703348077681e-05, + "loss": 2.825, + "step": 14933 + }, + { + "epoch": 0.2556360088327428, + "grad_norm": 2.38149356842041, + "learning_rate": 1.744666346170862e-05, + "loss": 2.8306, + "step": 14934 + }, + { + "epoch": 0.25565312655129324, + "grad_norm": 2.507115364074707, + "learning_rate": 1.744629341975198e-05, + "loss": 2.8307, + "step": 14935 + }, + { + "epoch": 0.2556702442698437, + "grad_norm": 2.460691213607788, + "learning_rate": 1.7445923354908033e-05, + "loss": 2.7814, + "step": 14936 + }, + { + "epoch": 0.2556873619883942, + "grad_norm": 2.2996389865875244, + "learning_rate": 1.7445553267177908e-05, + "loss": 2.6851, + "step": 14937 + }, + { + "epoch": 0.25570447970694465, + "grad_norm": 2.3860538005828857, + "learning_rate": 1.7445183156562748e-05, + "loss": 2.8406, + "step": 14938 + }, + { + "epoch": 0.2557215974254951, + "grad_norm": 2.336235284805298, + "learning_rate": 1.744481302306369e-05, + "loss": 2.7967, + "step": 14939 + }, + { + "epoch": 0.2557387151440456, + "grad_norm": 2.434440851211548, + "learning_rate": 1.744444286668187e-05, + "loss": 2.7993, + "step": 14940 + }, + { + "epoch": 0.25575583286259607, + "grad_norm": 2.5135600566864014, + "learning_rate": 1.7444072687418426e-05, + "loss": 2.8376, + "step": 14941 + }, + { + "epoch": 0.2557729505811465, + "grad_norm": 2.3497893810272217, + "learning_rate": 1.7443702485274495e-05, + "loss": 2.7908, + "step": 14942 + }, + { + "epoch": 0.255790068299697, + "grad_norm": 2.5238144397735596, + "learning_rate": 1.744333226025122e-05, + "loss": 2.8943, + "step": 14943 + }, + { + "epoch": 0.2558071860182475, + "grad_norm": 2.2045881748199463, + "learning_rate": 1.7442962012349732e-05, + "loss": 2.7487, + "step": 14944 + }, + { + "epoch": 0.255824303736798, + "grad_norm": 2.409942388534546, + "learning_rate": 1.7442591741571172e-05, + "loss": 2.7491, + "step": 14945 + }, + { + "epoch": 0.25584142145534844, + "grad_norm": 2.3437345027923584, + "learning_rate": 1.7442221447916682e-05, + "loss": 2.7103, + "step": 14946 + }, + { + "epoch": 0.2558585391738989, + "grad_norm": 2.3216729164123535, + "learning_rate": 1.7441851131387396e-05, + "loss": 2.885, + "step": 14947 + }, + { + "epoch": 0.2558756568924494, + "grad_norm": 2.355681896209717, + "learning_rate": 1.744148079198445e-05, + "loss": 2.7672, + "step": 14948 + }, + { + "epoch": 0.25589277461099985, + "grad_norm": 2.4890928268432617, + "learning_rate": 1.7441110429708988e-05, + "loss": 2.9979, + "step": 14949 + }, + { + "epoch": 0.2559098923295503, + "grad_norm": 2.377943992614746, + "learning_rate": 1.7440740044562146e-05, + "loss": 2.8106, + "step": 14950 + }, + { + "epoch": 0.2559270100481008, + "grad_norm": 2.3097927570343018, + "learning_rate": 1.744036963654506e-05, + "loss": 2.7241, + "step": 14951 + }, + { + "epoch": 0.25594412776665126, + "grad_norm": 2.2564165592193604, + "learning_rate": 1.7439999205658867e-05, + "loss": 2.8487, + "step": 14952 + }, + { + "epoch": 0.2559612454852017, + "grad_norm": 2.3901538848876953, + "learning_rate": 1.7439628751904715e-05, + "loss": 2.7814, + "step": 14953 + }, + { + "epoch": 0.2559783632037522, + "grad_norm": 2.3497610092163086, + "learning_rate": 1.7439258275283735e-05, + "loss": 2.9629, + "step": 14954 + }, + { + "epoch": 0.2559954809223027, + "grad_norm": 2.4006235599517822, + "learning_rate": 1.7438887775797068e-05, + "loss": 2.8078, + "step": 14955 + }, + { + "epoch": 0.25601259864085313, + "grad_norm": 2.374687433242798, + "learning_rate": 1.7438517253445847e-05, + "loss": 2.785, + "step": 14956 + }, + { + "epoch": 0.25602971635940364, + "grad_norm": 2.559113025665283, + "learning_rate": 1.743814670823122e-05, + "loss": 2.9085, + "step": 14957 + }, + { + "epoch": 0.2560468340779541, + "grad_norm": 2.3968265056610107, + "learning_rate": 1.7437776140154322e-05, + "loss": 2.8761, + "step": 14958 + }, + { + "epoch": 0.25606395179650454, + "grad_norm": 2.3216729164123535, + "learning_rate": 1.7437405549216292e-05, + "loss": 2.9184, + "step": 14959 + }, + { + "epoch": 0.25608106951505505, + "grad_norm": 2.2554116249084473, + "learning_rate": 1.7437034935418266e-05, + "loss": 2.764, + "step": 14960 + }, + { + "epoch": 0.2560981872336055, + "grad_norm": 2.371331214904785, + "learning_rate": 1.743666429876139e-05, + "loss": 2.8574, + "step": 14961 + }, + { + "epoch": 0.25611530495215595, + "grad_norm": 2.3860745429992676, + "learning_rate": 1.7436293639246795e-05, + "loss": 2.9131, + "step": 14962 + }, + { + "epoch": 0.25613242267070646, + "grad_norm": 2.2346863746643066, + "learning_rate": 1.7435922956875625e-05, + "loss": 2.8029, + "step": 14963 + }, + { + "epoch": 0.2561495403892569, + "grad_norm": 2.375950336456299, + "learning_rate": 1.7435552251649025e-05, + "loss": 2.9237, + "step": 14964 + }, + { + "epoch": 0.25616665810780737, + "grad_norm": 2.2693634033203125, + "learning_rate": 1.743518152356812e-05, + "loss": 2.7826, + "step": 14965 + }, + { + "epoch": 0.2561837758263579, + "grad_norm": 2.4013116359710693, + "learning_rate": 1.7434810772634064e-05, + "loss": 2.8733, + "step": 14966 + }, + { + "epoch": 0.2562008935449083, + "grad_norm": 2.321176528930664, + "learning_rate": 1.743443999884799e-05, + "loss": 2.9459, + "step": 14967 + }, + { + "epoch": 0.25621801126345883, + "grad_norm": 2.4608614444732666, + "learning_rate": 1.7434069202211035e-05, + "loss": 2.7716, + "step": 14968 + }, + { + "epoch": 0.2562351289820093, + "grad_norm": 2.301478385925293, + "learning_rate": 1.7433698382724343e-05, + "loss": 2.8268, + "step": 14969 + }, + { + "epoch": 0.25625224670055974, + "grad_norm": 2.310875177383423, + "learning_rate": 1.7433327540389055e-05, + "loss": 2.8997, + "step": 14970 + }, + { + "epoch": 0.25626936441911025, + "grad_norm": 2.439206838607788, + "learning_rate": 1.7432956675206304e-05, + "loss": 2.8529, + "step": 14971 + }, + { + "epoch": 0.2562864821376607, + "grad_norm": 2.3208985328674316, + "learning_rate": 1.7432585787177237e-05, + "loss": 2.8105, + "step": 14972 + }, + { + "epoch": 0.25630359985621115, + "grad_norm": 2.496999979019165, + "learning_rate": 1.743221487630299e-05, + "loss": 2.7567, + "step": 14973 + }, + { + "epoch": 0.25632071757476166, + "grad_norm": 2.350031852722168, + "learning_rate": 1.7431843942584707e-05, + "loss": 2.9516, + "step": 14974 + }, + { + "epoch": 0.2563378352933121, + "grad_norm": 2.461905002593994, + "learning_rate": 1.743147298602352e-05, + "loss": 2.8784, + "step": 14975 + }, + { + "epoch": 0.25635495301186256, + "grad_norm": 2.1380584239959717, + "learning_rate": 1.743110200662058e-05, + "loss": 2.7748, + "step": 14976 + }, + { + "epoch": 0.25637207073041307, + "grad_norm": 2.1749420166015625, + "learning_rate": 1.7430731004377016e-05, + "loss": 2.7045, + "step": 14977 + }, + { + "epoch": 0.2563891884489635, + "grad_norm": 2.314619779586792, + "learning_rate": 1.7430359979293977e-05, + "loss": 2.8014, + "step": 14978 + }, + { + "epoch": 0.256406306167514, + "grad_norm": 2.276454448699951, + "learning_rate": 1.7429988931372602e-05, + "loss": 2.7794, + "step": 14979 + }, + { + "epoch": 0.2564234238860645, + "grad_norm": 2.283151388168335, + "learning_rate": 1.742961786061403e-05, + "loss": 2.7903, + "step": 14980 + }, + { + "epoch": 0.25644054160461494, + "grad_norm": 2.452596664428711, + "learning_rate": 1.74292467670194e-05, + "loss": 2.8404, + "step": 14981 + }, + { + "epoch": 0.2564576593231654, + "grad_norm": 2.424036741256714, + "learning_rate": 1.7428875650589856e-05, + "loss": 2.8316, + "step": 14982 + }, + { + "epoch": 0.2564747770417159, + "grad_norm": 2.320028066635132, + "learning_rate": 1.7428504511326535e-05, + "loss": 2.7748, + "step": 14983 + }, + { + "epoch": 0.25649189476026635, + "grad_norm": 2.387315034866333, + "learning_rate": 1.7428133349230583e-05, + "loss": 2.8737, + "step": 14984 + }, + { + "epoch": 0.2565090124788168, + "grad_norm": 2.293015241622925, + "learning_rate": 1.7427762164303133e-05, + "loss": 2.8099, + "step": 14985 + }, + { + "epoch": 0.2565261301973673, + "grad_norm": 2.423449754714966, + "learning_rate": 1.742739095654533e-05, + "loss": 2.8786, + "step": 14986 + }, + { + "epoch": 0.25654324791591776, + "grad_norm": 2.2350847721099854, + "learning_rate": 1.7427019725958322e-05, + "loss": 2.8449, + "step": 14987 + }, + { + "epoch": 0.2565603656344682, + "grad_norm": 2.234907388687134, + "learning_rate": 1.7426648472543237e-05, + "loss": 2.7906, + "step": 14988 + }, + { + "epoch": 0.2565774833530187, + "grad_norm": 2.311004638671875, + "learning_rate": 1.7426277196301224e-05, + "loss": 2.7637, + "step": 14989 + }, + { + "epoch": 0.2565946010715692, + "grad_norm": 2.36129093170166, + "learning_rate": 1.7425905897233424e-05, + "loss": 2.8554, + "step": 14990 + }, + { + "epoch": 0.2566117187901197, + "grad_norm": 2.443002700805664, + "learning_rate": 1.7425534575340974e-05, + "loss": 2.8135, + "step": 14991 + }, + { + "epoch": 0.25662883650867013, + "grad_norm": 2.342573642730713, + "learning_rate": 1.742516323062502e-05, + "loss": 2.7526, + "step": 14992 + }, + { + "epoch": 0.2566459542272206, + "grad_norm": 2.4452438354492188, + "learning_rate": 1.7424791863086703e-05, + "loss": 2.8492, + "step": 14993 + }, + { + "epoch": 0.2566630719457711, + "grad_norm": 2.4688515663146973, + "learning_rate": 1.742442047272716e-05, + "loss": 2.9675, + "step": 14994 + }, + { + "epoch": 0.25668018966432155, + "grad_norm": 2.578119993209839, + "learning_rate": 1.742404905954754e-05, + "loss": 2.8666, + "step": 14995 + }, + { + "epoch": 0.256697307382872, + "grad_norm": 2.340376853942871, + "learning_rate": 1.7423677623548977e-05, + "loss": 2.7928, + "step": 14996 + }, + { + "epoch": 0.2567144251014225, + "grad_norm": 2.3857221603393555, + "learning_rate": 1.7423306164732614e-05, + "loss": 2.7277, + "step": 14997 + }, + { + "epoch": 0.25673154281997296, + "grad_norm": 2.288501262664795, + "learning_rate": 1.74229346830996e-05, + "loss": 2.8459, + "step": 14998 + }, + { + "epoch": 0.2567486605385234, + "grad_norm": 2.324798107147217, + "learning_rate": 1.7422563178651067e-05, + "loss": 2.9703, + "step": 14999 + }, + { + "epoch": 0.2567657782570739, + "grad_norm": 2.354433536529541, + "learning_rate": 1.742219165138816e-05, + "loss": 2.6235, + "step": 15000 + }, + { + "epoch": 0.25678289597562437, + "grad_norm": 2.3475098609924316, + "learning_rate": 1.7421820101312023e-05, + "loss": 2.8979, + "step": 15001 + }, + { + "epoch": 0.2568000136941748, + "grad_norm": 2.3763206005096436, + "learning_rate": 1.74214485284238e-05, + "loss": 2.9162, + "step": 15002 + }, + { + "epoch": 0.25681713141272533, + "grad_norm": 2.3723480701446533, + "learning_rate": 1.742107693272463e-05, + "loss": 2.8411, + "step": 15003 + }, + { + "epoch": 0.2568342491312758, + "grad_norm": 2.308000326156616, + "learning_rate": 1.7420705314215655e-05, + "loss": 2.8867, + "step": 15004 + }, + { + "epoch": 0.25685136684982623, + "grad_norm": 2.3595430850982666, + "learning_rate": 1.7420333672898017e-05, + "loss": 2.869, + "step": 15005 + }, + { + "epoch": 0.25686848456837674, + "grad_norm": 2.2475554943084717, + "learning_rate": 1.7419962008772858e-05, + "loss": 2.7767, + "step": 15006 + }, + { + "epoch": 0.2568856022869272, + "grad_norm": 2.3070662021636963, + "learning_rate": 1.741959032184132e-05, + "loss": 2.8157, + "step": 15007 + }, + { + "epoch": 0.25690272000547765, + "grad_norm": 2.291917562484741, + "learning_rate": 1.741921861210455e-05, + "loss": 2.8774, + "step": 15008 + }, + { + "epoch": 0.25691983772402816, + "grad_norm": 2.283047914505005, + "learning_rate": 1.7418846879563687e-05, + "loss": 2.765, + "step": 15009 + }, + { + "epoch": 0.2569369554425786, + "grad_norm": 2.2978475093841553, + "learning_rate": 1.7418475124219873e-05, + "loss": 2.7563, + "step": 15010 + }, + { + "epoch": 0.25695407316112906, + "grad_norm": 2.3354055881500244, + "learning_rate": 1.741810334607425e-05, + "loss": 2.7873, + "step": 15011 + }, + { + "epoch": 0.25697119087967957, + "grad_norm": 2.3464813232421875, + "learning_rate": 1.7417731545127964e-05, + "loss": 2.9539, + "step": 15012 + }, + { + "epoch": 0.25698830859823, + "grad_norm": 2.2322442531585693, + "learning_rate": 1.7417359721382157e-05, + "loss": 2.8186, + "step": 15013 + }, + { + "epoch": 0.25700542631678047, + "grad_norm": 2.311305046081543, + "learning_rate": 1.741698787483797e-05, + "loss": 2.7205, + "step": 15014 + }, + { + "epoch": 0.257022544035331, + "grad_norm": 2.3092615604400635, + "learning_rate": 1.741661600549654e-05, + "loss": 2.7019, + "step": 15015 + }, + { + "epoch": 0.25703966175388143, + "grad_norm": 2.9239087104797363, + "learning_rate": 1.7416244113359027e-05, + "loss": 2.9622, + "step": 15016 + }, + { + "epoch": 0.25705677947243194, + "grad_norm": 2.2454404830932617, + "learning_rate": 1.741587219842656e-05, + "loss": 2.7931, + "step": 15017 + }, + { + "epoch": 0.2570738971909824, + "grad_norm": 2.384803295135498, + "learning_rate": 1.7415500260700288e-05, + "loss": 2.7914, + "step": 15018 + }, + { + "epoch": 0.25709101490953284, + "grad_norm": 2.5580129623413086, + "learning_rate": 1.7415128300181346e-05, + "loss": 2.8812, + "step": 15019 + }, + { + "epoch": 0.25710813262808335, + "grad_norm": 2.3564045429229736, + "learning_rate": 1.741475631687089e-05, + "loss": 2.8294, + "step": 15020 + }, + { + "epoch": 0.2571252503466338, + "grad_norm": 2.300405502319336, + "learning_rate": 1.7414384310770053e-05, + "loss": 2.7731, + "step": 15021 + }, + { + "epoch": 0.25714236806518426, + "grad_norm": 2.2588634490966797, + "learning_rate": 1.741401228187998e-05, + "loss": 2.8575, + "step": 15022 + }, + { + "epoch": 0.25715948578373476, + "grad_norm": 2.5825448036193848, + "learning_rate": 1.7413640230201822e-05, + "loss": 2.7829, + "step": 15023 + }, + { + "epoch": 0.2571766035022852, + "grad_norm": 2.372443675994873, + "learning_rate": 1.7413268155736715e-05, + "loss": 2.9165, + "step": 15024 + }, + { + "epoch": 0.25719372122083567, + "grad_norm": 2.6027634143829346, + "learning_rate": 1.7412896058485805e-05, + "loss": 2.8756, + "step": 15025 + }, + { + "epoch": 0.2572108389393862, + "grad_norm": 2.3708155155181885, + "learning_rate": 1.7412523938450238e-05, + "loss": 2.7689, + "step": 15026 + }, + { + "epoch": 0.25722795665793663, + "grad_norm": 2.5344951152801514, + "learning_rate": 1.741215179563115e-05, + "loss": 2.8666, + "step": 15027 + }, + { + "epoch": 0.2572450743764871, + "grad_norm": 2.305734157562256, + "learning_rate": 1.7411779630029693e-05, + "loss": 2.6922, + "step": 15028 + }, + { + "epoch": 0.2572621920950376, + "grad_norm": 2.416597843170166, + "learning_rate": 1.741140744164701e-05, + "loss": 2.9225, + "step": 15029 + }, + { + "epoch": 0.25727930981358804, + "grad_norm": 2.4439785480499268, + "learning_rate": 1.741103523048424e-05, + "loss": 2.9086, + "step": 15030 + }, + { + "epoch": 0.2572964275321385, + "grad_norm": 2.4864020347595215, + "learning_rate": 1.741066299654253e-05, + "loss": 2.8271, + "step": 15031 + }, + { + "epoch": 0.257313545250689, + "grad_norm": 2.3781063556671143, + "learning_rate": 1.741029073982303e-05, + "loss": 2.8886, + "step": 15032 + }, + { + "epoch": 0.25733066296923945, + "grad_norm": 2.442267894744873, + "learning_rate": 1.7409918460326872e-05, + "loss": 3.0032, + "step": 15033 + }, + { + "epoch": 0.2573477806877899, + "grad_norm": 2.4597079753875732, + "learning_rate": 1.740954615805521e-05, + "loss": 2.8274, + "step": 15034 + }, + { + "epoch": 0.2573648984063404, + "grad_norm": 2.4133565425872803, + "learning_rate": 1.7409173833009184e-05, + "loss": 2.8742, + "step": 15035 + }, + { + "epoch": 0.25738201612489087, + "grad_norm": 2.3962347507476807, + "learning_rate": 1.740880148518994e-05, + "loss": 2.8902, + "step": 15036 + }, + { + "epoch": 0.2573991338434413, + "grad_norm": 2.4533677101135254, + "learning_rate": 1.7408429114598618e-05, + "loss": 2.9097, + "step": 15037 + }, + { + "epoch": 0.2574162515619918, + "grad_norm": 2.3423819541931152, + "learning_rate": 1.740805672123637e-05, + "loss": 2.8605, + "step": 15038 + }, + { + "epoch": 0.2574333692805423, + "grad_norm": 2.415383815765381, + "learning_rate": 1.7407684305104336e-05, + "loss": 2.9044, + "step": 15039 + }, + { + "epoch": 0.2574504869990928, + "grad_norm": 2.3673388957977295, + "learning_rate": 1.7407311866203663e-05, + "loss": 2.8808, + "step": 15040 + }, + { + "epoch": 0.25746760471764324, + "grad_norm": 2.5052666664123535, + "learning_rate": 1.7406939404535493e-05, + "loss": 2.9278, + "step": 15041 + }, + { + "epoch": 0.2574847224361937, + "grad_norm": 2.5034701824188232, + "learning_rate": 1.7406566920100975e-05, + "loss": 2.8219, + "step": 15042 + }, + { + "epoch": 0.2575018401547442, + "grad_norm": 2.4801957607269287, + "learning_rate": 1.7406194412901246e-05, + "loss": 2.8495, + "step": 15043 + }, + { + "epoch": 0.25751895787329465, + "grad_norm": 2.2506587505340576, + "learning_rate": 1.740582188293746e-05, + "loss": 2.7616, + "step": 15044 + }, + { + "epoch": 0.2575360755918451, + "grad_norm": 2.272444248199463, + "learning_rate": 1.7405449330210758e-05, + "loss": 2.8732, + "step": 15045 + }, + { + "epoch": 0.2575531933103956, + "grad_norm": 2.3748691082000732, + "learning_rate": 1.7405076754722285e-05, + "loss": 2.7547, + "step": 15046 + }, + { + "epoch": 0.25757031102894606, + "grad_norm": 2.4033102989196777, + "learning_rate": 1.7404704156473186e-05, + "loss": 2.7775, + "step": 15047 + }, + { + "epoch": 0.2575874287474965, + "grad_norm": 2.4102866649627686, + "learning_rate": 1.7404331535464604e-05, + "loss": 2.8307, + "step": 15048 + }, + { + "epoch": 0.257604546466047, + "grad_norm": 2.3185086250305176, + "learning_rate": 1.740395889169769e-05, + "loss": 2.8306, + "step": 15049 + }, + { + "epoch": 0.2576216641845975, + "grad_norm": 2.46132230758667, + "learning_rate": 1.7403586225173588e-05, + "loss": 2.8635, + "step": 15050 + }, + { + "epoch": 0.25763878190314793, + "grad_norm": 2.2391250133514404, + "learning_rate": 1.740321353589344e-05, + "loss": 2.7388, + "step": 15051 + }, + { + "epoch": 0.25765589962169844, + "grad_norm": 2.380080461502075, + "learning_rate": 1.740284082385839e-05, + "loss": 2.7617, + "step": 15052 + }, + { + "epoch": 0.2576730173402489, + "grad_norm": 2.3865060806274414, + "learning_rate": 1.740246808906959e-05, + "loss": 2.7458, + "step": 15053 + }, + { + "epoch": 0.25769013505879934, + "grad_norm": 2.4270079135894775, + "learning_rate": 1.740209533152818e-05, + "loss": 2.8491, + "step": 15054 + }, + { + "epoch": 0.25770725277734985, + "grad_norm": 2.4005420207977295, + "learning_rate": 1.7401722551235313e-05, + "loss": 2.8383, + "step": 15055 + }, + { + "epoch": 0.2577243704959003, + "grad_norm": 2.433821201324463, + "learning_rate": 1.740134974819213e-05, + "loss": 2.7919, + "step": 15056 + }, + { + "epoch": 0.25774148821445075, + "grad_norm": 2.4655823707580566, + "learning_rate": 1.7400976922399773e-05, + "loss": 2.9149, + "step": 15057 + }, + { + "epoch": 0.25775860593300126, + "grad_norm": 2.4722185134887695, + "learning_rate": 1.740060407385939e-05, + "loss": 2.8931, + "step": 15058 + }, + { + "epoch": 0.2577757236515517, + "grad_norm": 2.3560545444488525, + "learning_rate": 1.7400231202572135e-05, + "loss": 2.7644, + "step": 15059 + }, + { + "epoch": 0.25779284137010217, + "grad_norm": 2.751027822494507, + "learning_rate": 1.7399858308539145e-05, + "loss": 2.9475, + "step": 15060 + }, + { + "epoch": 0.2578099590886527, + "grad_norm": 2.4127490520477295, + "learning_rate": 1.7399485391761568e-05, + "loss": 2.9193, + "step": 15061 + }, + { + "epoch": 0.2578270768072031, + "grad_norm": 2.5499589443206787, + "learning_rate": 1.739911245224055e-05, + "loss": 2.8668, + "step": 15062 + }, + { + "epoch": 0.25784419452575363, + "grad_norm": 2.2848095893859863, + "learning_rate": 1.7398739489977243e-05, + "loss": 2.7955, + "step": 15063 + }, + { + "epoch": 0.2578613122443041, + "grad_norm": 2.345919609069824, + "learning_rate": 1.739836650497279e-05, + "loss": 2.7701, + "step": 15064 + }, + { + "epoch": 0.25787842996285454, + "grad_norm": 2.3569753170013428, + "learning_rate": 1.7397993497228333e-05, + "loss": 2.8098, + "step": 15065 + }, + { + "epoch": 0.25789554768140505, + "grad_norm": 2.259279727935791, + "learning_rate": 1.739762046674502e-05, + "loss": 2.6135, + "step": 15066 + }, + { + "epoch": 0.2579126653999555, + "grad_norm": 2.256887912750244, + "learning_rate": 1.7397247413523997e-05, + "loss": 2.6574, + "step": 15067 + }, + { + "epoch": 0.25792978311850595, + "grad_norm": 2.511523962020874, + "learning_rate": 1.739687433756642e-05, + "loss": 2.8698, + "step": 15068 + }, + { + "epoch": 0.25794690083705646, + "grad_norm": 2.17667555809021, + "learning_rate": 1.739650123887343e-05, + "loss": 2.7011, + "step": 15069 + }, + { + "epoch": 0.2579640185556069, + "grad_norm": 2.491044521331787, + "learning_rate": 1.7396128117446167e-05, + "loss": 2.8912, + "step": 15070 + }, + { + "epoch": 0.25798113627415736, + "grad_norm": 2.351719379425049, + "learning_rate": 1.7395754973285784e-05, + "loss": 2.7383, + "step": 15071 + }, + { + "epoch": 0.25799825399270787, + "grad_norm": 2.372544765472412, + "learning_rate": 1.739538180639343e-05, + "loss": 2.6932, + "step": 15072 + }, + { + "epoch": 0.2580153717112583, + "grad_norm": 2.2714028358459473, + "learning_rate": 1.7395008616770246e-05, + "loss": 2.8496, + "step": 15073 + }, + { + "epoch": 0.2580324894298088, + "grad_norm": 2.4522862434387207, + "learning_rate": 1.7394635404417385e-05, + "loss": 2.7836, + "step": 15074 + }, + { + "epoch": 0.2580496071483593, + "grad_norm": 2.452488660812378, + "learning_rate": 1.739426216933599e-05, + "loss": 2.7953, + "step": 15075 + }, + { + "epoch": 0.25806672486690974, + "grad_norm": 2.4606223106384277, + "learning_rate": 1.739388891152721e-05, + "loss": 2.8741, + "step": 15076 + }, + { + "epoch": 0.2580838425854602, + "grad_norm": 2.42411732673645, + "learning_rate": 1.7393515630992193e-05, + "loss": 2.8126, + "step": 15077 + }, + { + "epoch": 0.2581009603040107, + "grad_norm": 2.3598439693450928, + "learning_rate": 1.7393142327732083e-05, + "loss": 2.8119, + "step": 15078 + }, + { + "epoch": 0.25811807802256115, + "grad_norm": 2.5516037940979004, + "learning_rate": 1.739276900174803e-05, + "loss": 3.0599, + "step": 15079 + }, + { + "epoch": 0.2581351957411116, + "grad_norm": 2.2206544876098633, + "learning_rate": 1.7392395653041182e-05, + "loss": 2.6565, + "step": 15080 + }, + { + "epoch": 0.2581523134596621, + "grad_norm": 2.3718371391296387, + "learning_rate": 1.7392022281612687e-05, + "loss": 2.8896, + "step": 15081 + }, + { + "epoch": 0.25816943117821256, + "grad_norm": 2.207227945327759, + "learning_rate": 1.7391648887463693e-05, + "loss": 2.8341, + "step": 15082 + }, + { + "epoch": 0.258186548896763, + "grad_norm": 2.484520673751831, + "learning_rate": 1.739127547059534e-05, + "loss": 2.9105, + "step": 15083 + }, + { + "epoch": 0.2582036666153135, + "grad_norm": 2.2689836025238037, + "learning_rate": 1.7390902031008784e-05, + "loss": 2.7336, + "step": 15084 + }, + { + "epoch": 0.258220784333864, + "grad_norm": 2.358569383621216, + "learning_rate": 1.7390528568705174e-05, + "loss": 2.8361, + "step": 15085 + }, + { + "epoch": 0.2582379020524145, + "grad_norm": 2.4053030014038086, + "learning_rate": 1.739015508368565e-05, + "loss": 2.7419, + "step": 15086 + }, + { + "epoch": 0.25825501977096493, + "grad_norm": 2.4981775283813477, + "learning_rate": 1.7389781575951368e-05, + "loss": 2.8428, + "step": 15087 + }, + { + "epoch": 0.2582721374895154, + "grad_norm": 2.5436253547668457, + "learning_rate": 1.7389408045503472e-05, + "loss": 2.9332, + "step": 15088 + }, + { + "epoch": 0.2582892552080659, + "grad_norm": 2.398871421813965, + "learning_rate": 1.738903449234311e-05, + "loss": 2.8621, + "step": 15089 + }, + { + "epoch": 0.25830637292661635, + "grad_norm": 2.3803369998931885, + "learning_rate": 1.7388660916471427e-05, + "loss": 2.8785, + "step": 15090 + }, + { + "epoch": 0.2583234906451668, + "grad_norm": 2.166659116744995, + "learning_rate": 1.738828731788958e-05, + "loss": 2.7708, + "step": 15091 + }, + { + "epoch": 0.2583406083637173, + "grad_norm": 2.321584939956665, + "learning_rate": 1.738791369659871e-05, + "loss": 2.8625, + "step": 15092 + }, + { + "epoch": 0.25835772608226776, + "grad_norm": 2.2283577919006348, + "learning_rate": 1.738754005259997e-05, + "loss": 2.8595, + "step": 15093 + }, + { + "epoch": 0.2583748438008182, + "grad_norm": 2.383115768432617, + "learning_rate": 1.73871663858945e-05, + "loss": 2.7868, + "step": 15094 + }, + { + "epoch": 0.2583919615193687, + "grad_norm": 2.374326705932617, + "learning_rate": 1.738679269648346e-05, + "loss": 2.8637, + "step": 15095 + }, + { + "epoch": 0.25840907923791917, + "grad_norm": 2.3763976097106934, + "learning_rate": 1.7386418984367992e-05, + "loss": 2.7507, + "step": 15096 + }, + { + "epoch": 0.2584261969564696, + "grad_norm": 2.6308436393737793, + "learning_rate": 1.7386045249549244e-05, + "loss": 3.0147, + "step": 15097 + }, + { + "epoch": 0.25844331467502013, + "grad_norm": 2.5233309268951416, + "learning_rate": 1.738567149202837e-05, + "loss": 2.7815, + "step": 15098 + }, + { + "epoch": 0.2584604323935706, + "grad_norm": 2.241276979446411, + "learning_rate": 1.7385297711806512e-05, + "loss": 2.7823, + "step": 15099 + }, + { + "epoch": 0.25847755011212104, + "grad_norm": 2.3640928268432617, + "learning_rate": 1.7384923908884824e-05, + "loss": 2.7753, + "step": 15100 + }, + { + "epoch": 0.25849466783067154, + "grad_norm": 2.300189733505249, + "learning_rate": 1.7384550083264456e-05, + "loss": 2.7607, + "step": 15101 + }, + { + "epoch": 0.258511785549222, + "grad_norm": 2.3158838748931885, + "learning_rate": 1.738417623494655e-05, + "loss": 2.8167, + "step": 15102 + }, + { + "epoch": 0.25852890326777245, + "grad_norm": 2.2377586364746094, + "learning_rate": 1.738380236393226e-05, + "loss": 2.7874, + "step": 15103 + }, + { + "epoch": 0.25854602098632296, + "grad_norm": 2.340320110321045, + "learning_rate": 1.7383428470222738e-05, + "loss": 2.824, + "step": 15104 + }, + { + "epoch": 0.2585631387048734, + "grad_norm": 2.3555283546447754, + "learning_rate": 1.7383054553819123e-05, + "loss": 2.7521, + "step": 15105 + }, + { + "epoch": 0.25858025642342386, + "grad_norm": 2.4201464653015137, + "learning_rate": 1.7382680614722575e-05, + "loss": 2.8666, + "step": 15106 + }, + { + "epoch": 0.25859737414197437, + "grad_norm": 2.544301986694336, + "learning_rate": 1.7382306652934237e-05, + "loss": 2.8551, + "step": 15107 + }, + { + "epoch": 0.2586144918605248, + "grad_norm": 2.3537986278533936, + "learning_rate": 1.7381932668455266e-05, + "loss": 2.8164, + "step": 15108 + }, + { + "epoch": 0.25863160957907533, + "grad_norm": 2.680264711380005, + "learning_rate": 1.7381558661286802e-05, + "loss": 2.9798, + "step": 15109 + }, + { + "epoch": 0.2586487272976258, + "grad_norm": 2.278557062149048, + "learning_rate": 1.7381184631430003e-05, + "loss": 2.7865, + "step": 15110 + }, + { + "epoch": 0.25866584501617623, + "grad_norm": 2.605682611465454, + "learning_rate": 1.7380810578886008e-05, + "loss": 2.8566, + "step": 15111 + }, + { + "epoch": 0.25868296273472674, + "grad_norm": 2.2710769176483154, + "learning_rate": 1.7380436503655977e-05, + "loss": 2.8577, + "step": 15112 + }, + { + "epoch": 0.2587000804532772, + "grad_norm": 2.4318857192993164, + "learning_rate": 1.7380062405741056e-05, + "loss": 2.8774, + "step": 15113 + }, + { + "epoch": 0.25871719817182764, + "grad_norm": 2.6418955326080322, + "learning_rate": 1.7379688285142396e-05, + "loss": 2.762, + "step": 15114 + }, + { + "epoch": 0.25873431589037815, + "grad_norm": 2.288778781890869, + "learning_rate": 1.7379314141861142e-05, + "loss": 2.8204, + "step": 15115 + }, + { + "epoch": 0.2587514336089286, + "grad_norm": 2.4717328548431396, + "learning_rate": 1.7378939975898447e-05, + "loss": 2.9036, + "step": 15116 + }, + { + "epoch": 0.25876855132747906, + "grad_norm": 2.4207706451416016, + "learning_rate": 1.7378565787255465e-05, + "loss": 2.8881, + "step": 15117 + }, + { + "epoch": 0.25878566904602956, + "grad_norm": 2.290537118911743, + "learning_rate": 1.7378191575933342e-05, + "loss": 2.723, + "step": 15118 + }, + { + "epoch": 0.25880278676458, + "grad_norm": 2.4154884815216064, + "learning_rate": 1.7377817341933233e-05, + "loss": 2.8108, + "step": 15119 + }, + { + "epoch": 0.25881990448313047, + "grad_norm": 2.2885098457336426, + "learning_rate": 1.737744308525628e-05, + "loss": 2.8353, + "step": 15120 + }, + { + "epoch": 0.258837022201681, + "grad_norm": 2.5153303146362305, + "learning_rate": 1.7377068805903635e-05, + "loss": 2.8525, + "step": 15121 + }, + { + "epoch": 0.25885413992023143, + "grad_norm": 2.3844997882843018, + "learning_rate": 1.7376694503876457e-05, + "loss": 2.7916, + "step": 15122 + }, + { + "epoch": 0.2588712576387819, + "grad_norm": 2.2948050498962402, + "learning_rate": 1.7376320179175888e-05, + "loss": 2.754, + "step": 15123 + }, + { + "epoch": 0.2588883753573324, + "grad_norm": 2.57269024848938, + "learning_rate": 1.7375945831803082e-05, + "loss": 2.8003, + "step": 15124 + }, + { + "epoch": 0.25890549307588284, + "grad_norm": 2.3756754398345947, + "learning_rate": 1.7375571461759185e-05, + "loss": 2.7744, + "step": 15125 + }, + { + "epoch": 0.2589226107944333, + "grad_norm": 2.3631017208099365, + "learning_rate": 1.7375197069045356e-05, + "loss": 2.8561, + "step": 15126 + }, + { + "epoch": 0.2589397285129838, + "grad_norm": 2.293290376663208, + "learning_rate": 1.7374822653662737e-05, + "loss": 2.8282, + "step": 15127 + }, + { + "epoch": 0.25895684623153425, + "grad_norm": 2.2833337783813477, + "learning_rate": 1.7374448215612486e-05, + "loss": 2.8561, + "step": 15128 + }, + { + "epoch": 0.2589739639500847, + "grad_norm": 2.529184341430664, + "learning_rate": 1.737407375489575e-05, + "loss": 2.9275, + "step": 15129 + }, + { + "epoch": 0.2589910816686352, + "grad_norm": 2.44022536277771, + "learning_rate": 1.737369927151368e-05, + "loss": 2.9057, + "step": 15130 + }, + { + "epoch": 0.25900819938718567, + "grad_norm": 2.3465511798858643, + "learning_rate": 1.737332476546743e-05, + "loss": 2.85, + "step": 15131 + }, + { + "epoch": 0.2590253171057362, + "grad_norm": 2.32218074798584, + "learning_rate": 1.7372950236758148e-05, + "loss": 2.8927, + "step": 15132 + }, + { + "epoch": 0.2590424348242866, + "grad_norm": 2.393859624862671, + "learning_rate": 1.7372575685386984e-05, + "loss": 2.8587, + "step": 15133 + }, + { + "epoch": 0.2590595525428371, + "grad_norm": 2.5012295246124268, + "learning_rate": 1.7372201111355094e-05, + "loss": 2.8582, + "step": 15134 + }, + { + "epoch": 0.2590766702613876, + "grad_norm": 2.4017410278320312, + "learning_rate": 1.7371826514663625e-05, + "loss": 2.8324, + "step": 15135 + }, + { + "epoch": 0.25909378797993804, + "grad_norm": 2.2488129138946533, + "learning_rate": 1.737145189531373e-05, + "loss": 2.7489, + "step": 15136 + }, + { + "epoch": 0.2591109056984885, + "grad_norm": 2.1734702587127686, + "learning_rate": 1.7371077253306562e-05, + "loss": 2.65, + "step": 15137 + }, + { + "epoch": 0.259128023417039, + "grad_norm": 2.365739583969116, + "learning_rate": 1.737070258864327e-05, + "loss": 2.8101, + "step": 15138 + }, + { + "epoch": 0.25914514113558945, + "grad_norm": 2.438748836517334, + "learning_rate": 1.7370327901325007e-05, + "loss": 2.7989, + "step": 15139 + }, + { + "epoch": 0.2591622588541399, + "grad_norm": 2.242598533630371, + "learning_rate": 1.7369953191352925e-05, + "loss": 2.7695, + "step": 15140 + }, + { + "epoch": 0.2591793765726904, + "grad_norm": 2.3276171684265137, + "learning_rate": 1.7369578458728176e-05, + "loss": 2.8059, + "step": 15141 + }, + { + "epoch": 0.25919649429124086, + "grad_norm": 2.304018497467041, + "learning_rate": 1.7369203703451906e-05, + "loss": 2.8058, + "step": 15142 + }, + { + "epoch": 0.2592136120097913, + "grad_norm": 2.472425699234009, + "learning_rate": 1.7368828925525273e-05, + "loss": 2.8708, + "step": 15143 + }, + { + "epoch": 0.2592307297283418, + "grad_norm": 2.2399966716766357, + "learning_rate": 1.736845412494943e-05, + "loss": 2.821, + "step": 15144 + }, + { + "epoch": 0.2592478474468923, + "grad_norm": 2.31496524810791, + "learning_rate": 1.7368079301725526e-05, + "loss": 2.7638, + "step": 15145 + }, + { + "epoch": 0.25926496516544273, + "grad_norm": 2.261972188949585, + "learning_rate": 1.7367704455854715e-05, + "loss": 2.7997, + "step": 15146 + }, + { + "epoch": 0.25928208288399324, + "grad_norm": 2.264808416366577, + "learning_rate": 1.7367329587338146e-05, + "loss": 2.7071, + "step": 15147 + }, + { + "epoch": 0.2592992006025437, + "grad_norm": 2.5015580654144287, + "learning_rate": 1.736695469617697e-05, + "loss": 2.9009, + "step": 15148 + }, + { + "epoch": 0.25931631832109414, + "grad_norm": 2.3662569522857666, + "learning_rate": 1.736657978237235e-05, + "loss": 2.9893, + "step": 15149 + }, + { + "epoch": 0.25933343603964465, + "grad_norm": 2.251317262649536, + "learning_rate": 1.7366204845925425e-05, + "loss": 2.695, + "step": 15150 + }, + { + "epoch": 0.2593505537581951, + "grad_norm": 2.308417797088623, + "learning_rate": 1.7365829886837355e-05, + "loss": 2.7733, + "step": 15151 + }, + { + "epoch": 0.25936767147674555, + "grad_norm": 2.3453774452209473, + "learning_rate": 1.736545490510929e-05, + "loss": 2.8091, + "step": 15152 + }, + { + "epoch": 0.25938478919529606, + "grad_norm": 2.372131109237671, + "learning_rate": 1.736507990074238e-05, + "loss": 2.7934, + "step": 15153 + }, + { + "epoch": 0.2594019069138465, + "grad_norm": 2.178490161895752, + "learning_rate": 1.7364704873737786e-05, + "loss": 2.6325, + "step": 15154 + }, + { + "epoch": 0.259419024632397, + "grad_norm": 2.3742783069610596, + "learning_rate": 1.7364329824096652e-05, + "loss": 2.8017, + "step": 15155 + }, + { + "epoch": 0.2594361423509475, + "grad_norm": 2.172410011291504, + "learning_rate": 1.7363954751820135e-05, + "loss": 2.7615, + "step": 15156 + }, + { + "epoch": 0.2594532600694979, + "grad_norm": 2.453742504119873, + "learning_rate": 1.736357965690939e-05, + "loss": 2.8377, + "step": 15157 + }, + { + "epoch": 0.25947037778804843, + "grad_norm": 2.4720826148986816, + "learning_rate": 1.7363204539365564e-05, + "loss": 2.8613, + "step": 15158 + }, + { + "epoch": 0.2594874955065989, + "grad_norm": 2.454275608062744, + "learning_rate": 1.736282939918981e-05, + "loss": 2.8942, + "step": 15159 + }, + { + "epoch": 0.25950461322514934, + "grad_norm": 2.4099206924438477, + "learning_rate": 1.736245423638329e-05, + "loss": 3.035, + "step": 15160 + }, + { + "epoch": 0.25952173094369985, + "grad_norm": 2.466301918029785, + "learning_rate": 1.7362079050947148e-05, + "loss": 2.8787, + "step": 15161 + }, + { + "epoch": 0.2595388486622503, + "grad_norm": 2.301476240158081, + "learning_rate": 1.7361703842882542e-05, + "loss": 2.855, + "step": 15162 + }, + { + "epoch": 0.25955596638080075, + "grad_norm": 2.37762451171875, + "learning_rate": 1.7361328612190626e-05, + "loss": 2.8833, + "step": 15163 + }, + { + "epoch": 0.25957308409935126, + "grad_norm": 2.286189556121826, + "learning_rate": 1.7360953358872542e-05, + "loss": 2.8491, + "step": 15164 + }, + { + "epoch": 0.2595902018179017, + "grad_norm": 2.51995849609375, + "learning_rate": 1.7360578082929463e-05, + "loss": 2.8499, + "step": 15165 + }, + { + "epoch": 0.25960731953645216, + "grad_norm": 2.436756134033203, + "learning_rate": 1.7360202784362527e-05, + "loss": 2.952, + "step": 15166 + }, + { + "epoch": 0.25962443725500267, + "grad_norm": 2.3966403007507324, + "learning_rate": 1.735982746317289e-05, + "loss": 2.963, + "step": 15167 + }, + { + "epoch": 0.2596415549735531, + "grad_norm": 2.277838945388794, + "learning_rate": 1.7359452119361712e-05, + "loss": 2.8313, + "step": 15168 + }, + { + "epoch": 0.2596586726921036, + "grad_norm": 2.4034149646759033, + "learning_rate": 1.735907675293014e-05, + "loss": 3.0161, + "step": 15169 + }, + { + "epoch": 0.2596757904106541, + "grad_norm": 2.3568639755249023, + "learning_rate": 1.735870136387933e-05, + "loss": 2.759, + "step": 15170 + }, + { + "epoch": 0.25969290812920454, + "grad_norm": 2.2620670795440674, + "learning_rate": 1.735832595221044e-05, + "loss": 2.7844, + "step": 15171 + }, + { + "epoch": 0.259710025847755, + "grad_norm": 2.3042030334472656, + "learning_rate": 1.7357950517924617e-05, + "loss": 2.7833, + "step": 15172 + }, + { + "epoch": 0.2597271435663055, + "grad_norm": 2.557727575302124, + "learning_rate": 1.7357575061023014e-05, + "loss": 3.0154, + "step": 15173 + }, + { + "epoch": 0.25974426128485595, + "grad_norm": 2.242784261703491, + "learning_rate": 1.7357199581506795e-05, + "loss": 2.7378, + "step": 15174 + }, + { + "epoch": 0.2597613790034064, + "grad_norm": 2.350687026977539, + "learning_rate": 1.7356824079377106e-05, + "loss": 2.7754, + "step": 15175 + }, + { + "epoch": 0.2597784967219569, + "grad_norm": 2.3086490631103516, + "learning_rate": 1.7356448554635107e-05, + "loss": 2.7092, + "step": 15176 + }, + { + "epoch": 0.25979561444050736, + "grad_norm": 2.5288586616516113, + "learning_rate": 1.7356073007281943e-05, + "loss": 2.9149, + "step": 15177 + }, + { + "epoch": 0.2598127321590578, + "grad_norm": 2.4882099628448486, + "learning_rate": 1.7355697437318776e-05, + "loss": 2.7813, + "step": 15178 + }, + { + "epoch": 0.2598298498776083, + "grad_norm": 2.263702869415283, + "learning_rate": 1.735532184474676e-05, + "loss": 2.6851, + "step": 15179 + }, + { + "epoch": 0.2598469675961588, + "grad_norm": 2.219604015350342, + "learning_rate": 1.7354946229567048e-05, + "loss": 2.7414, + "step": 15180 + }, + { + "epoch": 0.2598640853147093, + "grad_norm": 2.210855007171631, + "learning_rate": 1.7354570591780788e-05, + "loss": 2.7556, + "step": 15181 + }, + { + "epoch": 0.25988120303325973, + "grad_norm": 2.3573665618896484, + "learning_rate": 1.7354194931389146e-05, + "loss": 2.8816, + "step": 15182 + }, + { + "epoch": 0.2598983207518102, + "grad_norm": 2.4596049785614014, + "learning_rate": 1.735381924839327e-05, + "loss": 2.8907, + "step": 15183 + }, + { + "epoch": 0.2599154384703607, + "grad_norm": 2.24456787109375, + "learning_rate": 1.7353443542794318e-05, + "loss": 2.7668, + "step": 15184 + }, + { + "epoch": 0.25993255618891115, + "grad_norm": 2.4196553230285645, + "learning_rate": 1.735306781459344e-05, + "loss": 2.8907, + "step": 15185 + }, + { + "epoch": 0.2599496739074616, + "grad_norm": 2.268089771270752, + "learning_rate": 1.7352692063791795e-05, + "loss": 2.7278, + "step": 15186 + }, + { + "epoch": 0.2599667916260121, + "grad_norm": 2.4206948280334473, + "learning_rate": 1.7352316290390535e-05, + "loss": 2.7421, + "step": 15187 + }, + { + "epoch": 0.25998390934456256, + "grad_norm": 2.378570318222046, + "learning_rate": 1.7351940494390822e-05, + "loss": 2.9512, + "step": 15188 + }, + { + "epoch": 0.260001027063113, + "grad_norm": 2.447701930999756, + "learning_rate": 1.7351564675793802e-05, + "loss": 2.938, + "step": 15189 + }, + { + "epoch": 0.2600181447816635, + "grad_norm": 2.2133424282073975, + "learning_rate": 1.7351188834600633e-05, + "loss": 2.7712, + "step": 15190 + }, + { + "epoch": 0.26003526250021397, + "grad_norm": 2.5048890113830566, + "learning_rate": 1.7350812970812473e-05, + "loss": 2.9038, + "step": 15191 + }, + { + "epoch": 0.2600523802187644, + "grad_norm": 2.285996913909912, + "learning_rate": 1.7350437084430473e-05, + "loss": 2.7702, + "step": 15192 + }, + { + "epoch": 0.26006949793731493, + "grad_norm": 2.2372467517852783, + "learning_rate": 1.7350061175455792e-05, + "loss": 2.7427, + "step": 15193 + }, + { + "epoch": 0.2600866156558654, + "grad_norm": 2.3760509490966797, + "learning_rate": 1.7349685243889585e-05, + "loss": 2.8133, + "step": 15194 + }, + { + "epoch": 0.26010373337441584, + "grad_norm": 2.410032272338867, + "learning_rate": 1.7349309289733005e-05, + "loss": 2.8389, + "step": 15195 + }, + { + "epoch": 0.26012085109296634, + "grad_norm": 2.3646128177642822, + "learning_rate": 1.734893331298721e-05, + "loss": 2.8594, + "step": 15196 + }, + { + "epoch": 0.2601379688115168, + "grad_norm": 2.362182855606079, + "learning_rate": 1.7348557313653357e-05, + "loss": 2.9213, + "step": 15197 + }, + { + "epoch": 0.26015508653006725, + "grad_norm": 2.431647777557373, + "learning_rate": 1.7348181291732596e-05, + "loss": 2.8465, + "step": 15198 + }, + { + "epoch": 0.26017220424861776, + "grad_norm": 2.3896117210388184, + "learning_rate": 1.734780524722609e-05, + "loss": 2.7431, + "step": 15199 + }, + { + "epoch": 0.2601893219671682, + "grad_norm": 2.379387140274048, + "learning_rate": 1.7347429180134985e-05, + "loss": 2.7809, + "step": 15200 + }, + { + "epoch": 0.26020643968571866, + "grad_norm": 2.3032567501068115, + "learning_rate": 1.734705309046045e-05, + "loss": 2.7784, + "step": 15201 + }, + { + "epoch": 0.26022355740426917, + "grad_norm": 2.358011245727539, + "learning_rate": 1.7346676978203628e-05, + "loss": 2.8106, + "step": 15202 + }, + { + "epoch": 0.2602406751228196, + "grad_norm": 2.414865016937256, + "learning_rate": 1.7346300843365684e-05, + "loss": 2.8553, + "step": 15203 + }, + { + "epoch": 0.26025779284137013, + "grad_norm": 2.3727545738220215, + "learning_rate": 1.734592468594777e-05, + "loss": 2.8929, + "step": 15204 + }, + { + "epoch": 0.2602749105599206, + "grad_norm": 2.4541571140289307, + "learning_rate": 1.7345548505951045e-05, + "loss": 2.8615, + "step": 15205 + }, + { + "epoch": 0.26029202827847103, + "grad_norm": 2.437839984893799, + "learning_rate": 1.734517230337666e-05, + "loss": 2.8218, + "step": 15206 + }, + { + "epoch": 0.26030914599702154, + "grad_norm": 2.241223096847534, + "learning_rate": 1.7344796078225776e-05, + "loss": 2.845, + "step": 15207 + }, + { + "epoch": 0.260326263715572, + "grad_norm": 2.305494546890259, + "learning_rate": 1.734441983049955e-05, + "loss": 2.9783, + "step": 15208 + }, + { + "epoch": 0.26034338143412245, + "grad_norm": 2.4819350242614746, + "learning_rate": 1.7344043560199137e-05, + "loss": 2.6962, + "step": 15209 + }, + { + "epoch": 0.26036049915267295, + "grad_norm": 2.296206474304199, + "learning_rate": 1.7343667267325693e-05, + "loss": 2.7768, + "step": 15210 + }, + { + "epoch": 0.2603776168712234, + "grad_norm": 2.514650344848633, + "learning_rate": 1.7343290951880373e-05, + "loss": 2.9558, + "step": 15211 + }, + { + "epoch": 0.26039473458977386, + "grad_norm": 2.4504430294036865, + "learning_rate": 1.7342914613864334e-05, + "loss": 2.897, + "step": 15212 + }, + { + "epoch": 0.26041185230832437, + "grad_norm": 2.2745115756988525, + "learning_rate": 1.7342538253278738e-05, + "loss": 2.9279, + "step": 15213 + }, + { + "epoch": 0.2604289700268748, + "grad_norm": 2.3815455436706543, + "learning_rate": 1.7342161870124737e-05, + "loss": 2.7792, + "step": 15214 + }, + { + "epoch": 0.26044608774542527, + "grad_norm": 2.4408023357391357, + "learning_rate": 1.7341785464403485e-05, + "loss": 2.8743, + "step": 15215 + }, + { + "epoch": 0.2604632054639758, + "grad_norm": 2.395230531692505, + "learning_rate": 1.7341409036116148e-05, + "loss": 2.8671, + "step": 15216 + }, + { + "epoch": 0.26048032318252623, + "grad_norm": 2.364314079284668, + "learning_rate": 1.7341032585263876e-05, + "loss": 2.7786, + "step": 15217 + }, + { + "epoch": 0.2604974409010767, + "grad_norm": 2.4167966842651367, + "learning_rate": 1.7340656111847825e-05, + "loss": 2.729, + "step": 15218 + }, + { + "epoch": 0.2605145586196272, + "grad_norm": 2.64457631111145, + "learning_rate": 1.734027961586916e-05, + "loss": 2.924, + "step": 15219 + }, + { + "epoch": 0.26053167633817764, + "grad_norm": 2.2383151054382324, + "learning_rate": 1.733990309732903e-05, + "loss": 2.7783, + "step": 15220 + }, + { + "epoch": 0.2605487940567281, + "grad_norm": 2.3932719230651855, + "learning_rate": 1.7339526556228596e-05, + "loss": 2.8138, + "step": 15221 + }, + { + "epoch": 0.2605659117752786, + "grad_norm": 2.2512409687042236, + "learning_rate": 1.7339149992569012e-05, + "loss": 2.7404, + "step": 15222 + }, + { + "epoch": 0.26058302949382905, + "grad_norm": 2.3896443843841553, + "learning_rate": 1.7338773406351443e-05, + "loss": 2.8457, + "step": 15223 + }, + { + "epoch": 0.2606001472123795, + "grad_norm": 2.5343053340911865, + "learning_rate": 1.733839679757704e-05, + "loss": 2.8678, + "step": 15224 + }, + { + "epoch": 0.26061726493093, + "grad_norm": 2.2263708114624023, + "learning_rate": 1.7338020166246964e-05, + "loss": 2.8356, + "step": 15225 + }, + { + "epoch": 0.26063438264948047, + "grad_norm": 2.3023183345794678, + "learning_rate": 1.733764351236237e-05, + "loss": 2.777, + "step": 15226 + }, + { + "epoch": 0.260651500368031, + "grad_norm": 2.261704444885254, + "learning_rate": 1.7337266835924416e-05, + "loss": 2.8246, + "step": 15227 + }, + { + "epoch": 0.2606686180865814, + "grad_norm": 2.374615430831909, + "learning_rate": 1.733689013693426e-05, + "loss": 2.7682, + "step": 15228 + }, + { + "epoch": 0.2606857358051319, + "grad_norm": 2.392378330230713, + "learning_rate": 1.733651341539306e-05, + "loss": 2.8613, + "step": 15229 + }, + { + "epoch": 0.2607028535236824, + "grad_norm": 2.2643818855285645, + "learning_rate": 1.7336136671301976e-05, + "loss": 2.7303, + "step": 15230 + }, + { + "epoch": 0.26071997124223284, + "grad_norm": 2.2940263748168945, + "learning_rate": 1.7335759904662164e-05, + "loss": 2.7715, + "step": 15231 + }, + { + "epoch": 0.2607370889607833, + "grad_norm": 2.3116612434387207, + "learning_rate": 1.733538311547478e-05, + "loss": 2.8196, + "step": 15232 + }, + { + "epoch": 0.2607542066793338, + "grad_norm": 2.7536041736602783, + "learning_rate": 1.7335006303740986e-05, + "loss": 2.7442, + "step": 15233 + }, + { + "epoch": 0.26077132439788425, + "grad_norm": 2.2968080043792725, + "learning_rate": 1.7334629469461937e-05, + "loss": 2.7635, + "step": 15234 + }, + { + "epoch": 0.2607884421164347, + "grad_norm": 2.3823697566986084, + "learning_rate": 1.7334252612638795e-05, + "loss": 2.8183, + "step": 15235 + }, + { + "epoch": 0.2608055598349852, + "grad_norm": 2.4416580200195312, + "learning_rate": 1.7333875733272714e-05, + "loss": 2.7208, + "step": 15236 + }, + { + "epoch": 0.26082267755353566, + "grad_norm": 2.5068905353546143, + "learning_rate": 1.7333498831364858e-05, + "loss": 2.7567, + "step": 15237 + }, + { + "epoch": 0.2608397952720861, + "grad_norm": 2.3374292850494385, + "learning_rate": 1.733312190691638e-05, + "loss": 2.6797, + "step": 15238 + }, + { + "epoch": 0.2608569129906366, + "grad_norm": 2.3992061614990234, + "learning_rate": 1.733274495992844e-05, + "loss": 2.8916, + "step": 15239 + }, + { + "epoch": 0.2608740307091871, + "grad_norm": 2.2720131874084473, + "learning_rate": 1.7332367990402198e-05, + "loss": 2.7915, + "step": 15240 + }, + { + "epoch": 0.26089114842773753, + "grad_norm": 2.452587366104126, + "learning_rate": 1.733199099833881e-05, + "loss": 2.7931, + "step": 15241 + }, + { + "epoch": 0.26090826614628804, + "grad_norm": 2.346708297729492, + "learning_rate": 1.7331613983739438e-05, + "loss": 2.7926, + "step": 15242 + }, + { + "epoch": 0.2609253838648385, + "grad_norm": 2.2903454303741455, + "learning_rate": 1.7331236946605237e-05, + "loss": 2.7875, + "step": 15243 + }, + { + "epoch": 0.26094250158338894, + "grad_norm": 2.2628448009490967, + "learning_rate": 1.7330859886937372e-05, + "loss": 2.7863, + "step": 15244 + }, + { + "epoch": 0.26095961930193945, + "grad_norm": 2.369688034057617, + "learning_rate": 1.7330482804736998e-05, + "loss": 2.7336, + "step": 15245 + }, + { + "epoch": 0.2609767370204899, + "grad_norm": 2.333225727081299, + "learning_rate": 1.7330105700005272e-05, + "loss": 2.732, + "step": 15246 + }, + { + "epoch": 0.26099385473904035, + "grad_norm": 2.433211326599121, + "learning_rate": 1.7329728572743355e-05, + "loss": 2.9776, + "step": 15247 + }, + { + "epoch": 0.26101097245759086, + "grad_norm": 2.3097996711730957, + "learning_rate": 1.7329351422952407e-05, + "loss": 2.7852, + "step": 15248 + }, + { + "epoch": 0.2610280901761413, + "grad_norm": 2.4049344062805176, + "learning_rate": 1.7328974250633588e-05, + "loss": 2.9093, + "step": 15249 + }, + { + "epoch": 0.2610452078946918, + "grad_norm": 2.344705104827881, + "learning_rate": 1.7328597055788054e-05, + "loss": 2.8373, + "step": 15250 + }, + { + "epoch": 0.2610623256132423, + "grad_norm": 2.396202325820923, + "learning_rate": 1.7328219838416965e-05, + "loss": 2.9429, + "step": 15251 + }, + { + "epoch": 0.2610794433317927, + "grad_norm": 2.3364005088806152, + "learning_rate": 1.732784259852149e-05, + "loss": 2.8852, + "step": 15252 + }, + { + "epoch": 0.26109656105034323, + "grad_norm": 2.3839564323425293, + "learning_rate": 1.7327465336102772e-05, + "loss": 2.9054, + "step": 15253 + }, + { + "epoch": 0.2611136787688937, + "grad_norm": 2.4025607109069824, + "learning_rate": 1.732708805116198e-05, + "loss": 2.8909, + "step": 15254 + }, + { + "epoch": 0.26113079648744414, + "grad_norm": 2.3848752975463867, + "learning_rate": 1.7326710743700276e-05, + "loss": 2.9126, + "step": 15255 + }, + { + "epoch": 0.26114791420599465, + "grad_norm": 2.2081682682037354, + "learning_rate": 1.7326333413718814e-05, + "loss": 2.7533, + "step": 15256 + }, + { + "epoch": 0.2611650319245451, + "grad_norm": 2.4855751991271973, + "learning_rate": 1.7325956061218753e-05, + "loss": 2.8021, + "step": 15257 + }, + { + "epoch": 0.26118214964309555, + "grad_norm": 2.33251953125, + "learning_rate": 1.732557868620126e-05, + "loss": 2.8334, + "step": 15258 + }, + { + "epoch": 0.26119926736164606, + "grad_norm": 2.481916904449463, + "learning_rate": 1.732520128866749e-05, + "loss": 2.7864, + "step": 15259 + }, + { + "epoch": 0.2612163850801965, + "grad_norm": 2.302849292755127, + "learning_rate": 1.7324823868618603e-05, + "loss": 2.8391, + "step": 15260 + }, + { + "epoch": 0.26123350279874696, + "grad_norm": 2.4514191150665283, + "learning_rate": 1.7324446426055762e-05, + "loss": 2.9311, + "step": 15261 + }, + { + "epoch": 0.26125062051729747, + "grad_norm": 2.302349805831909, + "learning_rate": 1.732406896098012e-05, + "loss": 2.7324, + "step": 15262 + }, + { + "epoch": 0.2612677382358479, + "grad_norm": 2.461074113845825, + "learning_rate": 1.7323691473392847e-05, + "loss": 2.926, + "step": 15263 + }, + { + "epoch": 0.2612848559543984, + "grad_norm": 2.442145586013794, + "learning_rate": 1.7323313963295097e-05, + "loss": 3.0012, + "step": 15264 + }, + { + "epoch": 0.2613019736729489, + "grad_norm": 2.5549702644348145, + "learning_rate": 1.7322936430688032e-05, + "loss": 2.8587, + "step": 15265 + }, + { + "epoch": 0.26131909139149934, + "grad_norm": 2.473297357559204, + "learning_rate": 1.7322558875572812e-05, + "loss": 2.8468, + "step": 15266 + }, + { + "epoch": 0.2613362091100498, + "grad_norm": 2.452970266342163, + "learning_rate": 1.7322181297950595e-05, + "loss": 2.8649, + "step": 15267 + }, + { + "epoch": 0.2613533268286003, + "grad_norm": 2.342345952987671, + "learning_rate": 1.7321803697822543e-05, + "loss": 2.8665, + "step": 15268 + }, + { + "epoch": 0.26137044454715075, + "grad_norm": 2.384349822998047, + "learning_rate": 1.7321426075189825e-05, + "loss": 2.9029, + "step": 15269 + }, + { + "epoch": 0.2613875622657012, + "grad_norm": 2.5001869201660156, + "learning_rate": 1.732104843005359e-05, + "loss": 2.8169, + "step": 15270 + }, + { + "epoch": 0.2614046799842517, + "grad_norm": 2.3157825469970703, + "learning_rate": 1.7320670762415003e-05, + "loss": 2.8295, + "step": 15271 + }, + { + "epoch": 0.26142179770280216, + "grad_norm": 2.3381481170654297, + "learning_rate": 1.7320293072275226e-05, + "loss": 2.8735, + "step": 15272 + }, + { + "epoch": 0.26143891542135267, + "grad_norm": 2.2489283084869385, + "learning_rate": 1.7319915359635415e-05, + "loss": 2.7028, + "step": 15273 + }, + { + "epoch": 0.2614560331399031, + "grad_norm": 2.4152791500091553, + "learning_rate": 1.731953762449674e-05, + "loss": 2.7425, + "step": 15274 + }, + { + "epoch": 0.2614731508584536, + "grad_norm": 2.239880084991455, + "learning_rate": 1.7319159866860355e-05, + "loss": 2.8145, + "step": 15275 + }, + { + "epoch": 0.2614902685770041, + "grad_norm": 2.488839864730835, + "learning_rate": 1.7318782086727424e-05, + "loss": 2.8753, + "step": 15276 + }, + { + "epoch": 0.26150738629555453, + "grad_norm": 2.4095540046691895, + "learning_rate": 1.7318404284099104e-05, + "loss": 2.8531, + "step": 15277 + }, + { + "epoch": 0.261524504014105, + "grad_norm": 2.2450368404388428, + "learning_rate": 1.7318026458976563e-05, + "loss": 2.7979, + "step": 15278 + }, + { + "epoch": 0.2615416217326555, + "grad_norm": 2.4663476943969727, + "learning_rate": 1.7317648611360954e-05, + "loss": 2.9046, + "step": 15279 + }, + { + "epoch": 0.26155873945120595, + "grad_norm": 2.3487625122070312, + "learning_rate": 1.731727074125345e-05, + "loss": 2.8194, + "step": 15280 + }, + { + "epoch": 0.2615758571697564, + "grad_norm": 2.2850501537323, + "learning_rate": 1.73168928486552e-05, + "loss": 2.8053, + "step": 15281 + }, + { + "epoch": 0.2615929748883069, + "grad_norm": 2.3059089183807373, + "learning_rate": 1.7316514933567372e-05, + "loss": 2.8215, + "step": 15282 + }, + { + "epoch": 0.26161009260685736, + "grad_norm": 2.396275520324707, + "learning_rate": 1.7316136995991128e-05, + "loss": 2.7745, + "step": 15283 + }, + { + "epoch": 0.2616272103254078, + "grad_norm": 2.494824171066284, + "learning_rate": 1.731575903592763e-05, + "loss": 2.7346, + "step": 15284 + }, + { + "epoch": 0.2616443280439583, + "grad_norm": 2.4324684143066406, + "learning_rate": 1.7315381053378033e-05, + "loss": 2.9697, + "step": 15285 + }, + { + "epoch": 0.26166144576250877, + "grad_norm": 2.5655670166015625, + "learning_rate": 1.7315003048343505e-05, + "loss": 2.9108, + "step": 15286 + }, + { + "epoch": 0.2616785634810592, + "grad_norm": 2.4495255947113037, + "learning_rate": 1.731462502082521e-05, + "loss": 2.8772, + "step": 15287 + }, + { + "epoch": 0.26169568119960973, + "grad_norm": 2.3809216022491455, + "learning_rate": 1.7314246970824302e-05, + "loss": 2.6715, + "step": 15288 + }, + { + "epoch": 0.2617127989181602, + "grad_norm": 2.3984909057617188, + "learning_rate": 1.731386889834195e-05, + "loss": 2.772, + "step": 15289 + }, + { + "epoch": 0.26172991663671064, + "grad_norm": 2.379199981689453, + "learning_rate": 1.7313490803379314e-05, + "loss": 2.7632, + "step": 15290 + }, + { + "epoch": 0.26174703435526114, + "grad_norm": 2.4506237506866455, + "learning_rate": 1.7313112685937555e-05, + "loss": 2.9009, + "step": 15291 + }, + { + "epoch": 0.2617641520738116, + "grad_norm": 2.534564256668091, + "learning_rate": 1.7312734546017835e-05, + "loss": 2.8674, + "step": 15292 + }, + { + "epoch": 0.26178126979236205, + "grad_norm": 2.2102322578430176, + "learning_rate": 1.731235638362132e-05, + "loss": 2.8195, + "step": 15293 + }, + { + "epoch": 0.26179838751091256, + "grad_norm": 2.4053304195404053, + "learning_rate": 1.7311978198749165e-05, + "loss": 2.7954, + "step": 15294 + }, + { + "epoch": 0.261815505229463, + "grad_norm": 2.3820669651031494, + "learning_rate": 1.731159999140254e-05, + "loss": 2.8607, + "step": 15295 + }, + { + "epoch": 0.2618326229480135, + "grad_norm": 2.606278896331787, + "learning_rate": 1.7311221761582605e-05, + "loss": 2.893, + "step": 15296 + }, + { + "epoch": 0.26184974066656397, + "grad_norm": 2.5964272022247314, + "learning_rate": 1.731084350929052e-05, + "loss": 2.6816, + "step": 15297 + }, + { + "epoch": 0.2618668583851144, + "grad_norm": 2.256434679031372, + "learning_rate": 1.731046523452745e-05, + "loss": 2.742, + "step": 15298 + }, + { + "epoch": 0.26188397610366493, + "grad_norm": 2.3257665634155273, + "learning_rate": 1.7310086937294557e-05, + "loss": 2.8085, + "step": 15299 + }, + { + "epoch": 0.2619010938222154, + "grad_norm": 2.281843662261963, + "learning_rate": 1.7309708617593006e-05, + "loss": 2.8573, + "step": 15300 + }, + { + "epoch": 0.26191821154076583, + "grad_norm": 2.445760488510132, + "learning_rate": 1.7309330275423953e-05, + "loss": 2.8755, + "step": 15301 + }, + { + "epoch": 0.26193532925931634, + "grad_norm": 2.387185573577881, + "learning_rate": 1.730895191078857e-05, + "loss": 2.9462, + "step": 15302 + }, + { + "epoch": 0.2619524469778668, + "grad_norm": 2.4601283073425293, + "learning_rate": 1.7308573523688018e-05, + "loss": 2.903, + "step": 15303 + }, + { + "epoch": 0.26196956469641725, + "grad_norm": 2.4138569831848145, + "learning_rate": 1.7308195114123454e-05, + "loss": 2.8028, + "step": 15304 + }, + { + "epoch": 0.26198668241496775, + "grad_norm": 2.354820489883423, + "learning_rate": 1.7307816682096043e-05, + "loss": 2.6793, + "step": 15305 + }, + { + "epoch": 0.2620038001335182, + "grad_norm": 2.3957417011260986, + "learning_rate": 1.7307438227606952e-05, + "loss": 2.8908, + "step": 15306 + }, + { + "epoch": 0.26202091785206866, + "grad_norm": 2.4287705421447754, + "learning_rate": 1.7307059750657346e-05, + "loss": 2.7907, + "step": 15307 + }, + { + "epoch": 0.26203803557061917, + "grad_norm": 2.435107469558716, + "learning_rate": 1.730668125124838e-05, + "loss": 2.7392, + "step": 15308 + }, + { + "epoch": 0.2620551532891696, + "grad_norm": 2.5224483013153076, + "learning_rate": 1.7306302729381222e-05, + "loss": 2.8828, + "step": 15309 + }, + { + "epoch": 0.26207227100772007, + "grad_norm": 2.3824169635772705, + "learning_rate": 1.7305924185057036e-05, + "loss": 2.8022, + "step": 15310 + }, + { + "epoch": 0.2620893887262706, + "grad_norm": 2.41251277923584, + "learning_rate": 1.7305545618276984e-05, + "loss": 2.7708, + "step": 15311 + }, + { + "epoch": 0.26210650644482103, + "grad_norm": 2.442807197570801, + "learning_rate": 1.730516702904223e-05, + "loss": 2.854, + "step": 15312 + }, + { + "epoch": 0.2621236241633715, + "grad_norm": 2.3423893451690674, + "learning_rate": 1.730478841735394e-05, + "loss": 2.8373, + "step": 15313 + }, + { + "epoch": 0.262140741881922, + "grad_norm": 2.382739782333374, + "learning_rate": 1.7304409783213275e-05, + "loss": 2.764, + "step": 15314 + }, + { + "epoch": 0.26215785960047244, + "grad_norm": 2.431793689727783, + "learning_rate": 1.73040311266214e-05, + "loss": 2.8215, + "step": 15315 + }, + { + "epoch": 0.2621749773190229, + "grad_norm": 2.4712209701538086, + "learning_rate": 1.7303652447579477e-05, + "loss": 2.8851, + "step": 15316 + }, + { + "epoch": 0.2621920950375734, + "grad_norm": 2.299114227294922, + "learning_rate": 1.7303273746088677e-05, + "loss": 2.8547, + "step": 15317 + }, + { + "epoch": 0.26220921275612386, + "grad_norm": 2.3704612255096436, + "learning_rate": 1.7302895022150152e-05, + "loss": 2.8314, + "step": 15318 + }, + { + "epoch": 0.26222633047467436, + "grad_norm": 2.21783185005188, + "learning_rate": 1.7302516275765074e-05, + "loss": 2.7835, + "step": 15319 + }, + { + "epoch": 0.2622434481932248, + "grad_norm": 2.2540059089660645, + "learning_rate": 1.7302137506934605e-05, + "loss": 2.8643, + "step": 15320 + }, + { + "epoch": 0.26226056591177527, + "grad_norm": 2.401087522506714, + "learning_rate": 1.7301758715659912e-05, + "loss": 2.7532, + "step": 15321 + }, + { + "epoch": 0.2622776836303258, + "grad_norm": 2.3590455055236816, + "learning_rate": 1.7301379901942155e-05, + "loss": 2.8148, + "step": 15322 + }, + { + "epoch": 0.2622948013488762, + "grad_norm": 2.2034192085266113, + "learning_rate": 1.7301001065782502e-05, + "loss": 2.788, + "step": 15323 + }, + { + "epoch": 0.2623119190674267, + "grad_norm": 2.4337997436523438, + "learning_rate": 1.7300622207182113e-05, + "loss": 2.8367, + "step": 15324 + }, + { + "epoch": 0.2623290367859772, + "grad_norm": 2.281690835952759, + "learning_rate": 1.7300243326142157e-05, + "loss": 2.7219, + "step": 15325 + }, + { + "epoch": 0.26234615450452764, + "grad_norm": 2.4147303104400635, + "learning_rate": 1.7299864422663798e-05, + "loss": 2.8319, + "step": 15326 + }, + { + "epoch": 0.2623632722230781, + "grad_norm": 2.5102715492248535, + "learning_rate": 1.72994854967482e-05, + "loss": 2.8713, + "step": 15327 + }, + { + "epoch": 0.2623803899416286, + "grad_norm": 2.3645451068878174, + "learning_rate": 1.7299106548396525e-05, + "loss": 2.722, + "step": 15328 + }, + { + "epoch": 0.26239750766017905, + "grad_norm": 2.3151769638061523, + "learning_rate": 1.729872757760994e-05, + "loss": 2.8027, + "step": 15329 + }, + { + "epoch": 0.2624146253787295, + "grad_norm": 2.4432482719421387, + "learning_rate": 1.729834858438961e-05, + "loss": 2.7942, + "step": 15330 + }, + { + "epoch": 0.26243174309728, + "grad_norm": 2.2912850379943848, + "learning_rate": 1.7297969568736703e-05, + "loss": 2.7678, + "step": 15331 + }, + { + "epoch": 0.26244886081583046, + "grad_norm": 2.228243589401245, + "learning_rate": 1.7297590530652373e-05, + "loss": 2.8331, + "step": 15332 + }, + { + "epoch": 0.2624659785343809, + "grad_norm": 2.5592868328094482, + "learning_rate": 1.72972114701378e-05, + "loss": 2.8548, + "step": 15333 + }, + { + "epoch": 0.2624830962529314, + "grad_norm": 2.321659564971924, + "learning_rate": 1.7296832387194137e-05, + "loss": 2.7568, + "step": 15334 + }, + { + "epoch": 0.2625002139714819, + "grad_norm": 2.4287428855895996, + "learning_rate": 1.7296453281822553e-05, + "loss": 2.7573, + "step": 15335 + }, + { + "epoch": 0.26251733169003233, + "grad_norm": 2.249866485595703, + "learning_rate": 1.7296074154024218e-05, + "loss": 2.7593, + "step": 15336 + }, + { + "epoch": 0.26253444940858284, + "grad_norm": 2.3374359607696533, + "learning_rate": 1.7295695003800292e-05, + "loss": 2.9158, + "step": 15337 + }, + { + "epoch": 0.2625515671271333, + "grad_norm": 2.3707163333892822, + "learning_rate": 1.729531583115194e-05, + "loss": 2.8591, + "step": 15338 + }, + { + "epoch": 0.26256868484568374, + "grad_norm": 2.203566551208496, + "learning_rate": 1.729493663608033e-05, + "loss": 2.6643, + "step": 15339 + }, + { + "epoch": 0.26258580256423425, + "grad_norm": 2.3917107582092285, + "learning_rate": 1.729455741858663e-05, + "loss": 2.8613, + "step": 15340 + }, + { + "epoch": 0.2626029202827847, + "grad_norm": 2.32551646232605, + "learning_rate": 1.7294178178672e-05, + "loss": 2.882, + "step": 15341 + }, + { + "epoch": 0.26262003800133515, + "grad_norm": 2.3881850242614746, + "learning_rate": 1.7293798916337608e-05, + "loss": 2.8761, + "step": 15342 + }, + { + "epoch": 0.26263715571988566, + "grad_norm": 2.318528890609741, + "learning_rate": 1.729341963158462e-05, + "loss": 2.8389, + "step": 15343 + }, + { + "epoch": 0.2626542734384361, + "grad_norm": 2.4299936294555664, + "learning_rate": 1.72930403244142e-05, + "loss": 2.8837, + "step": 15344 + }, + { + "epoch": 0.2626713911569866, + "grad_norm": 2.2587292194366455, + "learning_rate": 1.729266099482752e-05, + "loss": 2.8626, + "step": 15345 + }, + { + "epoch": 0.2626885088755371, + "grad_norm": 2.4005014896392822, + "learning_rate": 1.7292281642825733e-05, + "loss": 2.8503, + "step": 15346 + }, + { + "epoch": 0.2627056265940875, + "grad_norm": 2.5573065280914307, + "learning_rate": 1.729190226841002e-05, + "loss": 2.7687, + "step": 15347 + }, + { + "epoch": 0.26272274431263803, + "grad_norm": 2.4621753692626953, + "learning_rate": 1.729152287158154e-05, + "loss": 2.6808, + "step": 15348 + }, + { + "epoch": 0.2627398620311885, + "grad_norm": 2.5686488151550293, + "learning_rate": 1.7291143452341458e-05, + "loss": 2.8927, + "step": 15349 + }, + { + "epoch": 0.26275697974973894, + "grad_norm": 2.3168718814849854, + "learning_rate": 1.729076401069094e-05, + "loss": 2.891, + "step": 15350 + }, + { + "epoch": 0.26277409746828945, + "grad_norm": 2.562995195388794, + "learning_rate": 1.7290384546631157e-05, + "loss": 2.7857, + "step": 15351 + }, + { + "epoch": 0.2627912151868399, + "grad_norm": 2.471282958984375, + "learning_rate": 1.729000506016327e-05, + "loss": 2.8717, + "step": 15352 + }, + { + "epoch": 0.26280833290539035, + "grad_norm": 2.445770263671875, + "learning_rate": 1.7289625551288446e-05, + "loss": 2.7328, + "step": 15353 + }, + { + "epoch": 0.26282545062394086, + "grad_norm": 2.3752174377441406, + "learning_rate": 1.7289246020007856e-05, + "loss": 2.8589, + "step": 15354 + }, + { + "epoch": 0.2628425683424913, + "grad_norm": 2.3451173305511475, + "learning_rate": 1.7288866466322663e-05, + "loss": 2.855, + "step": 15355 + }, + { + "epoch": 0.26285968606104176, + "grad_norm": 2.3471338748931885, + "learning_rate": 1.7288486890234034e-05, + "loss": 2.8309, + "step": 15356 + }, + { + "epoch": 0.26287680377959227, + "grad_norm": 2.4178712368011475, + "learning_rate": 1.728810729174314e-05, + "loss": 2.8774, + "step": 15357 + }, + { + "epoch": 0.2628939214981427, + "grad_norm": 2.3381972312927246, + "learning_rate": 1.728772767085114e-05, + "loss": 2.885, + "step": 15358 + }, + { + "epoch": 0.2629110392166932, + "grad_norm": 2.3833253383636475, + "learning_rate": 1.7287348027559204e-05, + "loss": 2.7258, + "step": 15359 + }, + { + "epoch": 0.2629281569352437, + "grad_norm": 2.2837438583374023, + "learning_rate": 1.72869683618685e-05, + "loss": 2.7095, + "step": 15360 + }, + { + "epoch": 0.26294527465379414, + "grad_norm": 2.3582143783569336, + "learning_rate": 1.7286588673780197e-05, + "loss": 2.9165, + "step": 15361 + }, + { + "epoch": 0.2629623923723446, + "grad_norm": 2.4048845767974854, + "learning_rate": 1.7286208963295455e-05, + "loss": 2.8548, + "step": 15362 + }, + { + "epoch": 0.2629795100908951, + "grad_norm": 2.2968833446502686, + "learning_rate": 1.7285829230415448e-05, + "loss": 2.7546, + "step": 15363 + }, + { + "epoch": 0.26299662780944555, + "grad_norm": 2.2815966606140137, + "learning_rate": 1.728544947514134e-05, + "loss": 2.8213, + "step": 15364 + }, + { + "epoch": 0.263013745527996, + "grad_norm": 2.504718542098999, + "learning_rate": 1.7285069697474298e-05, + "loss": 2.8547, + "step": 15365 + }, + { + "epoch": 0.2630308632465465, + "grad_norm": 2.371156692504883, + "learning_rate": 1.728468989741549e-05, + "loss": 2.902, + "step": 15366 + }, + { + "epoch": 0.26304798096509696, + "grad_norm": 2.4585225582122803, + "learning_rate": 1.728431007496609e-05, + "loss": 2.9175, + "step": 15367 + }, + { + "epoch": 0.26306509868364747, + "grad_norm": 2.4763944149017334, + "learning_rate": 1.7283930230127252e-05, + "loss": 2.9295, + "step": 15368 + }, + { + "epoch": 0.2630822164021979, + "grad_norm": 2.322572946548462, + "learning_rate": 1.728355036290015e-05, + "loss": 2.8129, + "step": 15369 + }, + { + "epoch": 0.2630993341207484, + "grad_norm": 2.1341512203216553, + "learning_rate": 1.728317047328596e-05, + "loss": 2.663, + "step": 15370 + }, + { + "epoch": 0.2631164518392989, + "grad_norm": 2.2610886096954346, + "learning_rate": 1.7282790561285836e-05, + "loss": 2.9635, + "step": 15371 + }, + { + "epoch": 0.26313356955784933, + "grad_norm": 2.3157949447631836, + "learning_rate": 1.7282410626900953e-05, + "loss": 2.806, + "step": 15372 + }, + { + "epoch": 0.2631506872763998, + "grad_norm": 2.40018892288208, + "learning_rate": 1.7282030670132478e-05, + "loss": 2.9456, + "step": 15373 + }, + { + "epoch": 0.2631678049949503, + "grad_norm": 2.236783742904663, + "learning_rate": 1.7281650690981578e-05, + "loss": 2.811, + "step": 15374 + }, + { + "epoch": 0.26318492271350075, + "grad_norm": 2.253887176513672, + "learning_rate": 1.7281270689449418e-05, + "loss": 2.8279, + "step": 15375 + }, + { + "epoch": 0.2632020404320512, + "grad_norm": 2.4047038555145264, + "learning_rate": 1.728089066553717e-05, + "loss": 2.7742, + "step": 15376 + }, + { + "epoch": 0.2632191581506017, + "grad_norm": 2.2897915840148926, + "learning_rate": 1.7280510619246003e-05, + "loss": 2.7028, + "step": 15377 + }, + { + "epoch": 0.26323627586915216, + "grad_norm": 2.273343324661255, + "learning_rate": 1.7280130550577087e-05, + "loss": 2.8164, + "step": 15378 + }, + { + "epoch": 0.2632533935877026, + "grad_norm": 2.2960736751556396, + "learning_rate": 1.727975045953158e-05, + "loss": 2.763, + "step": 15379 + }, + { + "epoch": 0.2632705113062531, + "grad_norm": 2.303866147994995, + "learning_rate": 1.7279370346110656e-05, + "loss": 2.6732, + "step": 15380 + }, + { + "epoch": 0.26328762902480357, + "grad_norm": 2.281505584716797, + "learning_rate": 1.727899021031549e-05, + "loss": 2.6272, + "step": 15381 + }, + { + "epoch": 0.263304746743354, + "grad_norm": 2.3808937072753906, + "learning_rate": 1.727861005214724e-05, + "loss": 2.8489, + "step": 15382 + }, + { + "epoch": 0.26332186446190453, + "grad_norm": 2.419619560241699, + "learning_rate": 1.7278229871607083e-05, + "loss": 2.7504, + "step": 15383 + }, + { + "epoch": 0.263338982180455, + "grad_norm": 2.321733236312866, + "learning_rate": 1.7277849668696177e-05, + "loss": 2.8494, + "step": 15384 + }, + { + "epoch": 0.26335609989900544, + "grad_norm": 2.3693466186523438, + "learning_rate": 1.72774694434157e-05, + "loss": 2.8431, + "step": 15385 + }, + { + "epoch": 0.26337321761755594, + "grad_norm": 2.2415823936462402, + "learning_rate": 1.727708919576682e-05, + "loss": 2.7717, + "step": 15386 + }, + { + "epoch": 0.2633903353361064, + "grad_norm": 2.3688385486602783, + "learning_rate": 1.7276708925750706e-05, + "loss": 2.7914, + "step": 15387 + }, + { + "epoch": 0.26340745305465685, + "grad_norm": 2.4648661613464355, + "learning_rate": 1.7276328633368516e-05, + "loss": 2.8369, + "step": 15388 + }, + { + "epoch": 0.26342457077320736, + "grad_norm": 2.5099549293518066, + "learning_rate": 1.7275948318621434e-05, + "loss": 2.8222, + "step": 15389 + }, + { + "epoch": 0.2634416884917578, + "grad_norm": 2.273651123046875, + "learning_rate": 1.7275567981510623e-05, + "loss": 2.6624, + "step": 15390 + }, + { + "epoch": 0.2634588062103083, + "grad_norm": 2.3277790546417236, + "learning_rate": 1.7275187622037247e-05, + "loss": 2.8216, + "step": 15391 + }, + { + "epoch": 0.26347592392885877, + "grad_norm": 2.547046661376953, + "learning_rate": 1.7274807240202483e-05, + "loss": 2.8761, + "step": 15392 + }, + { + "epoch": 0.2634930416474092, + "grad_norm": 2.380702257156372, + "learning_rate": 1.7274426836007495e-05, + "loss": 2.8891, + "step": 15393 + }, + { + "epoch": 0.26351015936595973, + "grad_norm": 2.289050579071045, + "learning_rate": 1.727404640945345e-05, + "loss": 2.8286, + "step": 15394 + }, + { + "epoch": 0.2635272770845102, + "grad_norm": 2.2935521602630615, + "learning_rate": 1.7273665960541523e-05, + "loss": 2.7198, + "step": 15395 + }, + { + "epoch": 0.26354439480306063, + "grad_norm": 2.37140154838562, + "learning_rate": 1.7273285489272883e-05, + "loss": 2.8699, + "step": 15396 + }, + { + "epoch": 0.26356151252161114, + "grad_norm": 2.283660888671875, + "learning_rate": 1.72729049956487e-05, + "loss": 2.8588, + "step": 15397 + }, + { + "epoch": 0.2635786302401616, + "grad_norm": 2.352393627166748, + "learning_rate": 1.7272524479670137e-05, + "loss": 2.892, + "step": 15398 + }, + { + "epoch": 0.26359574795871205, + "grad_norm": 2.4821414947509766, + "learning_rate": 1.7272143941338368e-05, + "loss": 2.8227, + "step": 15399 + }, + { + "epoch": 0.26361286567726255, + "grad_norm": 2.33453369140625, + "learning_rate": 1.727176338065457e-05, + "loss": 2.8252, + "step": 15400 + }, + { + "epoch": 0.263629983395813, + "grad_norm": 2.258465528488159, + "learning_rate": 1.7271382797619894e-05, + "loss": 2.6944, + "step": 15401 + }, + { + "epoch": 0.26364710111436346, + "grad_norm": 2.253026008605957, + "learning_rate": 1.727100219223553e-05, + "loss": 2.7916, + "step": 15402 + }, + { + "epoch": 0.26366421883291397, + "grad_norm": 2.218513250350952, + "learning_rate": 1.7270621564502632e-05, + "loss": 2.8365, + "step": 15403 + }, + { + "epoch": 0.2636813365514644, + "grad_norm": 2.320472240447998, + "learning_rate": 1.727024091442238e-05, + "loss": 2.8044, + "step": 15404 + }, + { + "epoch": 0.26369845427001487, + "grad_norm": 2.288234233856201, + "learning_rate": 1.726986024199594e-05, + "loss": 2.8934, + "step": 15405 + }, + { + "epoch": 0.2637155719885654, + "grad_norm": 2.289048910140991, + "learning_rate": 1.7269479547224484e-05, + "loss": 2.7934, + "step": 15406 + }, + { + "epoch": 0.26373268970711583, + "grad_norm": 2.296834945678711, + "learning_rate": 1.726909883010918e-05, + "loss": 2.844, + "step": 15407 + }, + { + "epoch": 0.2637498074256663, + "grad_norm": 2.2924787998199463, + "learning_rate": 1.72687180906512e-05, + "loss": 2.7506, + "step": 15408 + }, + { + "epoch": 0.2637669251442168, + "grad_norm": 2.3343544006347656, + "learning_rate": 1.7268337328851716e-05, + "loss": 2.6851, + "step": 15409 + }, + { + "epoch": 0.26378404286276724, + "grad_norm": 2.4199163913726807, + "learning_rate": 1.726795654471189e-05, + "loss": 2.9098, + "step": 15410 + }, + { + "epoch": 0.2638011605813177, + "grad_norm": 2.305076837539673, + "learning_rate": 1.7267575738232902e-05, + "loss": 2.7893, + "step": 15411 + }, + { + "epoch": 0.2638182782998682, + "grad_norm": 2.285465955734253, + "learning_rate": 1.7267194909415917e-05, + "loss": 2.7902, + "step": 15412 + }, + { + "epoch": 0.26383539601841866, + "grad_norm": 2.2191524505615234, + "learning_rate": 1.7266814058262108e-05, + "loss": 2.6852, + "step": 15413 + }, + { + "epoch": 0.26385251373696916, + "grad_norm": 2.247734546661377, + "learning_rate": 1.7266433184772643e-05, + "loss": 2.8413, + "step": 15414 + }, + { + "epoch": 0.2638696314555196, + "grad_norm": 2.2908992767333984, + "learning_rate": 1.7266052288948698e-05, + "loss": 2.7225, + "step": 15415 + }, + { + "epoch": 0.26388674917407007, + "grad_norm": 2.519225835800171, + "learning_rate": 1.7265671370791438e-05, + "loss": 2.8303, + "step": 15416 + }, + { + "epoch": 0.2639038668926206, + "grad_norm": 2.30027437210083, + "learning_rate": 1.7265290430302036e-05, + "loss": 2.7189, + "step": 15417 + }, + { + "epoch": 0.26392098461117103, + "grad_norm": 2.3566579818725586, + "learning_rate": 1.7264909467481664e-05, + "loss": 2.7579, + "step": 15418 + }, + { + "epoch": 0.2639381023297215, + "grad_norm": 2.3144075870513916, + "learning_rate": 1.7264528482331487e-05, + "loss": 2.8111, + "step": 15419 + }, + { + "epoch": 0.263955220048272, + "grad_norm": 2.245523452758789, + "learning_rate": 1.7264147474852686e-05, + "loss": 2.833, + "step": 15420 + }, + { + "epoch": 0.26397233776682244, + "grad_norm": 2.4806928634643555, + "learning_rate": 1.7263766445046427e-05, + "loss": 2.7785, + "step": 15421 + }, + { + "epoch": 0.2639894554853729, + "grad_norm": 2.3720788955688477, + "learning_rate": 1.726338539291388e-05, + "loss": 2.7751, + "step": 15422 + }, + { + "epoch": 0.2640065732039234, + "grad_norm": 2.4061436653137207, + "learning_rate": 1.7263004318456214e-05, + "loss": 2.938, + "step": 15423 + }, + { + "epoch": 0.26402369092247385, + "grad_norm": 2.2415003776550293, + "learning_rate": 1.7262623221674607e-05, + "loss": 2.7617, + "step": 15424 + }, + { + "epoch": 0.2640408086410243, + "grad_norm": 2.3321878910064697, + "learning_rate": 1.7262242102570225e-05, + "loss": 2.7373, + "step": 15425 + }, + { + "epoch": 0.2640579263595748, + "grad_norm": 2.3565008640289307, + "learning_rate": 1.7261860961144242e-05, + "loss": 2.7452, + "step": 15426 + }, + { + "epoch": 0.26407504407812527, + "grad_norm": 2.509495735168457, + "learning_rate": 1.726147979739783e-05, + "loss": 2.8736, + "step": 15427 + }, + { + "epoch": 0.2640921617966757, + "grad_norm": 2.2197840213775635, + "learning_rate": 1.726109861133216e-05, + "loss": 2.773, + "step": 15428 + }, + { + "epoch": 0.2641092795152262, + "grad_norm": 2.324784755706787, + "learning_rate": 1.72607174029484e-05, + "loss": 2.7898, + "step": 15429 + }, + { + "epoch": 0.2641263972337767, + "grad_norm": 2.410440683364868, + "learning_rate": 1.7260336172247728e-05, + "loss": 2.8992, + "step": 15430 + }, + { + "epoch": 0.26414351495232713, + "grad_norm": 2.340959072113037, + "learning_rate": 1.725995491923131e-05, + "loss": 2.7887, + "step": 15431 + }, + { + "epoch": 0.26416063267087764, + "grad_norm": 2.2306885719299316, + "learning_rate": 1.7259573643900324e-05, + "loss": 2.7628, + "step": 15432 + }, + { + "epoch": 0.2641777503894281, + "grad_norm": 2.541604995727539, + "learning_rate": 1.7259192346255933e-05, + "loss": 2.9025, + "step": 15433 + }, + { + "epoch": 0.26419486810797854, + "grad_norm": 2.219327449798584, + "learning_rate": 1.7258811026299314e-05, + "loss": 2.8298, + "step": 15434 + }, + { + "epoch": 0.26421198582652905, + "grad_norm": 2.295186758041382, + "learning_rate": 1.7258429684031645e-05, + "loss": 2.8684, + "step": 15435 + }, + { + "epoch": 0.2642291035450795, + "grad_norm": 2.3354461193084717, + "learning_rate": 1.725804831945409e-05, + "loss": 2.8342, + "step": 15436 + }, + { + "epoch": 0.26424622126363, + "grad_norm": 2.332510471343994, + "learning_rate": 1.725766693256782e-05, + "loss": 2.8758, + "step": 15437 + }, + { + "epoch": 0.26426333898218046, + "grad_norm": 2.486011266708374, + "learning_rate": 1.7257285523374015e-05, + "loss": 2.8417, + "step": 15438 + }, + { + "epoch": 0.2642804567007309, + "grad_norm": 2.383808135986328, + "learning_rate": 1.7256904091873844e-05, + "loss": 2.912, + "step": 15439 + }, + { + "epoch": 0.2642975744192814, + "grad_norm": 2.2898480892181396, + "learning_rate": 1.7256522638068476e-05, + "loss": 2.8299, + "step": 15440 + }, + { + "epoch": 0.2643146921378319, + "grad_norm": 2.394501209259033, + "learning_rate": 1.7256141161959087e-05, + "loss": 2.7858, + "step": 15441 + }, + { + "epoch": 0.2643318098563823, + "grad_norm": 2.344778299331665, + "learning_rate": 1.7255759663546847e-05, + "loss": 2.7658, + "step": 15442 + }, + { + "epoch": 0.26434892757493283, + "grad_norm": 2.181420087814331, + "learning_rate": 1.725537814283293e-05, + "loss": 2.7248, + "step": 15443 + }, + { + "epoch": 0.2643660452934833, + "grad_norm": 2.4549601078033447, + "learning_rate": 1.725499659981851e-05, + "loss": 2.823, + "step": 15444 + }, + { + "epoch": 0.26438316301203374, + "grad_norm": 2.3720767498016357, + "learning_rate": 1.7254615034504758e-05, + "loss": 2.8034, + "step": 15445 + }, + { + "epoch": 0.26440028073058425, + "grad_norm": 2.3766427040100098, + "learning_rate": 1.725423344689285e-05, + "loss": 2.7489, + "step": 15446 + }, + { + "epoch": 0.2644173984491347, + "grad_norm": 2.3789188861846924, + "learning_rate": 1.7253851836983952e-05, + "loss": 2.7392, + "step": 15447 + }, + { + "epoch": 0.26443451616768515, + "grad_norm": 2.49495267868042, + "learning_rate": 1.7253470204779242e-05, + "loss": 2.8494, + "step": 15448 + }, + { + "epoch": 0.26445163388623566, + "grad_norm": 2.3779914379119873, + "learning_rate": 1.7253088550279894e-05, + "loss": 2.829, + "step": 15449 + }, + { + "epoch": 0.2644687516047861, + "grad_norm": 2.3548457622528076, + "learning_rate": 1.725270687348708e-05, + "loss": 2.7401, + "step": 15450 + }, + { + "epoch": 0.26448586932333656, + "grad_norm": 2.0915379524230957, + "learning_rate": 1.7252325174401965e-05, + "loss": 2.6757, + "step": 15451 + }, + { + "epoch": 0.26450298704188707, + "grad_norm": 2.407144546508789, + "learning_rate": 1.725194345302574e-05, + "loss": 2.7403, + "step": 15452 + }, + { + "epoch": 0.2645201047604375, + "grad_norm": 2.32258939743042, + "learning_rate": 1.7251561709359562e-05, + "loss": 2.8574, + "step": 15453 + }, + { + "epoch": 0.264537222478988, + "grad_norm": 2.2319023609161377, + "learning_rate": 1.725117994340461e-05, + "loss": 2.7611, + "step": 15454 + }, + { + "epoch": 0.2645543401975385, + "grad_norm": 2.3820061683654785, + "learning_rate": 1.725079815516206e-05, + "loss": 2.8173, + "step": 15455 + }, + { + "epoch": 0.26457145791608894, + "grad_norm": 2.3168203830718994, + "learning_rate": 1.725041634463308e-05, + "loss": 2.9032, + "step": 15456 + }, + { + "epoch": 0.2645885756346394, + "grad_norm": 2.2559518814086914, + "learning_rate": 1.725003451181885e-05, + "loss": 2.7817, + "step": 15457 + }, + { + "epoch": 0.2646056933531899, + "grad_norm": 2.3025338649749756, + "learning_rate": 1.7249652656720538e-05, + "loss": 2.8822, + "step": 15458 + }, + { + "epoch": 0.26462281107174035, + "grad_norm": 2.1650712490081787, + "learning_rate": 1.724927077933932e-05, + "loss": 2.6709, + "step": 15459 + }, + { + "epoch": 0.26463992879029086, + "grad_norm": 2.4244329929351807, + "learning_rate": 1.7248888879676368e-05, + "loss": 2.7885, + "step": 15460 + }, + { + "epoch": 0.2646570465088413, + "grad_norm": 2.667348623275757, + "learning_rate": 1.724850695773286e-05, + "loss": 2.9255, + "step": 15461 + }, + { + "epoch": 0.26467416422739176, + "grad_norm": 2.4808883666992188, + "learning_rate": 1.7248125013509966e-05, + "loss": 2.9124, + "step": 15462 + }, + { + "epoch": 0.26469128194594227, + "grad_norm": 2.2978971004486084, + "learning_rate": 1.7247743047008863e-05, + "loss": 2.7943, + "step": 15463 + }, + { + "epoch": 0.2647083996644927, + "grad_norm": 2.539005756378174, + "learning_rate": 1.7247361058230724e-05, + "loss": 2.8441, + "step": 15464 + }, + { + "epoch": 0.2647255173830432, + "grad_norm": 2.4216556549072266, + "learning_rate": 1.7246979047176718e-05, + "loss": 2.7607, + "step": 15465 + }, + { + "epoch": 0.2647426351015937, + "grad_norm": 2.15006160736084, + "learning_rate": 1.7246597013848027e-05, + "loss": 2.7671, + "step": 15466 + }, + { + "epoch": 0.26475975282014413, + "grad_norm": 2.3757710456848145, + "learning_rate": 1.724621495824582e-05, + "loss": 2.8096, + "step": 15467 + }, + { + "epoch": 0.2647768705386946, + "grad_norm": 2.1754424571990967, + "learning_rate": 1.7245832880371277e-05, + "loss": 2.7784, + "step": 15468 + }, + { + "epoch": 0.2647939882572451, + "grad_norm": 2.4610445499420166, + "learning_rate": 1.7245450780225564e-05, + "loss": 2.9569, + "step": 15469 + }, + { + "epoch": 0.26481110597579555, + "grad_norm": 2.246736526489258, + "learning_rate": 1.7245068657809864e-05, + "loss": 2.701, + "step": 15470 + }, + { + "epoch": 0.264828223694346, + "grad_norm": 2.266702175140381, + "learning_rate": 1.7244686513125346e-05, + "loss": 2.6471, + "step": 15471 + }, + { + "epoch": 0.2648453414128965, + "grad_norm": 2.2262887954711914, + "learning_rate": 1.7244304346173185e-05, + "loss": 2.7881, + "step": 15472 + }, + { + "epoch": 0.26486245913144696, + "grad_norm": 2.38080096244812, + "learning_rate": 1.7243922156954558e-05, + "loss": 2.8333, + "step": 15473 + }, + { + "epoch": 0.2648795768499974, + "grad_norm": 2.354896068572998, + "learning_rate": 1.724353994547064e-05, + "loss": 2.7168, + "step": 15474 + }, + { + "epoch": 0.2648966945685479, + "grad_norm": 2.4940731525421143, + "learning_rate": 1.7243157711722602e-05, + "loss": 2.921, + "step": 15475 + }, + { + "epoch": 0.26491381228709837, + "grad_norm": 2.26084566116333, + "learning_rate": 1.724277545571162e-05, + "loss": 2.7529, + "step": 15476 + }, + { + "epoch": 0.2649309300056488, + "grad_norm": 2.4159131050109863, + "learning_rate": 1.724239317743887e-05, + "loss": 2.8249, + "step": 15477 + }, + { + "epoch": 0.26494804772419933, + "grad_norm": 2.4095804691314697, + "learning_rate": 1.7242010876905532e-05, + "loss": 2.9014, + "step": 15478 + }, + { + "epoch": 0.2649651654427498, + "grad_norm": 2.327256679534912, + "learning_rate": 1.7241628554112773e-05, + "loss": 2.8374, + "step": 15479 + }, + { + "epoch": 0.26498228316130024, + "grad_norm": 2.404214859008789, + "learning_rate": 1.724124620906177e-05, + "loss": 2.8678, + "step": 15480 + }, + { + "epoch": 0.26499940087985074, + "grad_norm": 2.405092239379883, + "learning_rate": 1.72408638417537e-05, + "loss": 2.8264, + "step": 15481 + }, + { + "epoch": 0.2650165185984012, + "grad_norm": 2.5377237796783447, + "learning_rate": 1.724048145218974e-05, + "loss": 2.8718, + "step": 15482 + }, + { + "epoch": 0.2650336363169517, + "grad_norm": 2.3566792011260986, + "learning_rate": 1.724009904037106e-05, + "loss": 2.9508, + "step": 15483 + }, + { + "epoch": 0.26505075403550216, + "grad_norm": 2.3760647773742676, + "learning_rate": 1.723971660629884e-05, + "loss": 2.9026, + "step": 15484 + }, + { + "epoch": 0.2650678717540526, + "grad_norm": 2.2802178859710693, + "learning_rate": 1.723933414997425e-05, + "loss": 2.7732, + "step": 15485 + }, + { + "epoch": 0.2650849894726031, + "grad_norm": 2.374971866607666, + "learning_rate": 1.7238951671398475e-05, + "loss": 2.8367, + "step": 15486 + }, + { + "epoch": 0.26510210719115357, + "grad_norm": 2.241861343383789, + "learning_rate": 1.7238569170572683e-05, + "loss": 2.7539, + "step": 15487 + }, + { + "epoch": 0.265119224909704, + "grad_norm": 2.199099540710449, + "learning_rate": 1.723818664749805e-05, + "loss": 2.8359, + "step": 15488 + }, + { + "epoch": 0.26513634262825453, + "grad_norm": 2.2501626014709473, + "learning_rate": 1.7237804102175752e-05, + "loss": 2.7938, + "step": 15489 + }, + { + "epoch": 0.265153460346805, + "grad_norm": 2.429891586303711, + "learning_rate": 1.7237421534606972e-05, + "loss": 2.7894, + "step": 15490 + }, + { + "epoch": 0.26517057806535543, + "grad_norm": 2.356414794921875, + "learning_rate": 1.7237038944792877e-05, + "loss": 2.8011, + "step": 15491 + }, + { + "epoch": 0.26518769578390594, + "grad_norm": 2.2425990104675293, + "learning_rate": 1.7236656332734644e-05, + "loss": 2.8635, + "step": 15492 + }, + { + "epoch": 0.2652048135024564, + "grad_norm": 2.193624258041382, + "learning_rate": 1.7236273698433454e-05, + "loss": 2.6649, + "step": 15493 + }, + { + "epoch": 0.26522193122100685, + "grad_norm": 2.3833587169647217, + "learning_rate": 1.723589104189048e-05, + "loss": 2.8274, + "step": 15494 + }, + { + "epoch": 0.26523904893955735, + "grad_norm": 2.394324541091919, + "learning_rate": 1.7235508363106897e-05, + "loss": 2.7181, + "step": 15495 + }, + { + "epoch": 0.2652561666581078, + "grad_norm": 2.4675192832946777, + "learning_rate": 1.723512566208388e-05, + "loss": 2.8456, + "step": 15496 + }, + { + "epoch": 0.26527328437665826, + "grad_norm": 2.4543545246124268, + "learning_rate": 1.7234742938822616e-05, + "loss": 2.7503, + "step": 15497 + }, + { + "epoch": 0.26529040209520877, + "grad_norm": 2.4754412174224854, + "learning_rate": 1.723436019332427e-05, + "loss": 2.8939, + "step": 15498 + }, + { + "epoch": 0.2653075198137592, + "grad_norm": 2.3196158409118652, + "learning_rate": 1.7233977425590015e-05, + "loss": 2.8143, + "step": 15499 + }, + { + "epoch": 0.26532463753230967, + "grad_norm": 2.3529980182647705, + "learning_rate": 1.723359463562104e-05, + "loss": 2.9258, + "step": 15500 + }, + { + "epoch": 0.2653417552508602, + "grad_norm": 2.455374240875244, + "learning_rate": 1.7233211823418515e-05, + "loss": 2.8312, + "step": 15501 + }, + { + "epoch": 0.26535887296941063, + "grad_norm": 2.5051791667938232, + "learning_rate": 1.723282898898362e-05, + "loss": 2.6954, + "step": 15502 + }, + { + "epoch": 0.2653759906879611, + "grad_norm": 2.32204270362854, + "learning_rate": 1.7232446132317524e-05, + "loss": 2.862, + "step": 15503 + }, + { + "epoch": 0.2653931084065116, + "grad_norm": 2.256507396697998, + "learning_rate": 1.7232063253421412e-05, + "loss": 2.7199, + "step": 15504 + }, + { + "epoch": 0.26541022612506204, + "grad_norm": 2.367993116378784, + "learning_rate": 1.7231680352296454e-05, + "loss": 2.7497, + "step": 15505 + }, + { + "epoch": 0.26542734384361255, + "grad_norm": 2.313673973083496, + "learning_rate": 1.723129742894383e-05, + "loss": 2.8236, + "step": 15506 + }, + { + "epoch": 0.265444461562163, + "grad_norm": 2.23356032371521, + "learning_rate": 1.723091448336472e-05, + "loss": 2.8214, + "step": 15507 + }, + { + "epoch": 0.26546157928071346, + "grad_norm": 2.395186424255371, + "learning_rate": 1.7230531515560304e-05, + "loss": 2.7984, + "step": 15508 + }, + { + "epoch": 0.26547869699926396, + "grad_norm": 2.296720027923584, + "learning_rate": 1.7230148525531747e-05, + "loss": 2.8504, + "step": 15509 + }, + { + "epoch": 0.2654958147178144, + "grad_norm": 2.54829478263855, + "learning_rate": 1.7229765513280234e-05, + "loss": 2.7634, + "step": 15510 + }, + { + "epoch": 0.26551293243636487, + "grad_norm": 2.4787309169769287, + "learning_rate": 1.722938247880694e-05, + "loss": 2.783, + "step": 15511 + }, + { + "epoch": 0.2655300501549154, + "grad_norm": 2.294840097427368, + "learning_rate": 1.7228999422113046e-05, + "loss": 2.7582, + "step": 15512 + }, + { + "epoch": 0.26554716787346583, + "grad_norm": 2.5139009952545166, + "learning_rate": 1.7228616343199725e-05, + "loss": 3.0041, + "step": 15513 + }, + { + "epoch": 0.2655642855920163, + "grad_norm": 2.2867753505706787, + "learning_rate": 1.7228233242068158e-05, + "loss": 2.8601, + "step": 15514 + }, + { + "epoch": 0.2655814033105668, + "grad_norm": 2.6250550746917725, + "learning_rate": 1.722785011871952e-05, + "loss": 2.9198, + "step": 15515 + }, + { + "epoch": 0.26559852102911724, + "grad_norm": 2.3874967098236084, + "learning_rate": 1.722746697315499e-05, + "loss": 2.8183, + "step": 15516 + }, + { + "epoch": 0.2656156387476677, + "grad_norm": 2.313788890838623, + "learning_rate": 1.7227083805375738e-05, + "loss": 2.842, + "step": 15517 + }, + { + "epoch": 0.2656327564662182, + "grad_norm": 2.3828554153442383, + "learning_rate": 1.7226700615382957e-05, + "loss": 2.8503, + "step": 15518 + }, + { + "epoch": 0.26564987418476865, + "grad_norm": 2.3644065856933594, + "learning_rate": 1.7226317403177815e-05, + "loss": 2.8178, + "step": 15519 + }, + { + "epoch": 0.2656669919033191, + "grad_norm": 2.437680721282959, + "learning_rate": 1.722593416876149e-05, + "loss": 2.8618, + "step": 15520 + }, + { + "epoch": 0.2656841096218696, + "grad_norm": 2.2828879356384277, + "learning_rate": 1.7225550912135157e-05, + "loss": 2.7741, + "step": 15521 + }, + { + "epoch": 0.26570122734042007, + "grad_norm": 2.284059524536133, + "learning_rate": 1.7225167633300008e-05, + "loss": 2.8454, + "step": 15522 + }, + { + "epoch": 0.2657183450589705, + "grad_norm": 2.242441177368164, + "learning_rate": 1.7224784332257206e-05, + "loss": 2.7448, + "step": 15523 + }, + { + "epoch": 0.265735462777521, + "grad_norm": 2.5470128059387207, + "learning_rate": 1.7224401009007935e-05, + "loss": 2.8805, + "step": 15524 + }, + { + "epoch": 0.2657525804960715, + "grad_norm": 2.2680225372314453, + "learning_rate": 1.722401766355337e-05, + "loss": 2.8145, + "step": 15525 + }, + { + "epoch": 0.26576969821462193, + "grad_norm": 2.453908681869507, + "learning_rate": 1.7223634295894696e-05, + "loss": 2.8843, + "step": 15526 + }, + { + "epoch": 0.26578681593317244, + "grad_norm": 2.461484432220459, + "learning_rate": 1.7223250906033083e-05, + "loss": 2.9072, + "step": 15527 + }, + { + "epoch": 0.2658039336517229, + "grad_norm": 2.388258457183838, + "learning_rate": 1.7222867493969717e-05, + "loss": 2.7974, + "step": 15528 + }, + { + "epoch": 0.26582105137027334, + "grad_norm": 2.262345314025879, + "learning_rate": 1.7222484059705773e-05, + "loss": 2.9533, + "step": 15529 + }, + { + "epoch": 0.26583816908882385, + "grad_norm": 2.253537893295288, + "learning_rate": 1.7222100603242427e-05, + "loss": 2.8885, + "step": 15530 + }, + { + "epoch": 0.2658552868073743, + "grad_norm": 2.3056955337524414, + "learning_rate": 1.7221717124580862e-05, + "loss": 2.8755, + "step": 15531 + }, + { + "epoch": 0.2658724045259248, + "grad_norm": 2.247540235519409, + "learning_rate": 1.7221333623722256e-05, + "loss": 2.8417, + "step": 15532 + }, + { + "epoch": 0.26588952224447526, + "grad_norm": 2.3713788986206055, + "learning_rate": 1.7220950100667785e-05, + "loss": 2.7626, + "step": 15533 + }, + { + "epoch": 0.2659066399630257, + "grad_norm": 2.373727560043335, + "learning_rate": 1.7220566555418632e-05, + "loss": 2.7936, + "step": 15534 + }, + { + "epoch": 0.2659237576815762, + "grad_norm": 2.3159005641937256, + "learning_rate": 1.7220182987975973e-05, + "loss": 2.8687, + "step": 15535 + }, + { + "epoch": 0.2659408754001267, + "grad_norm": 2.3070709705352783, + "learning_rate": 1.7219799398340985e-05, + "loss": 2.7884, + "step": 15536 + }, + { + "epoch": 0.2659579931186771, + "grad_norm": 2.3141214847564697, + "learning_rate": 1.7219415786514853e-05, + "loss": 2.8471, + "step": 15537 + }, + { + "epoch": 0.26597511083722764, + "grad_norm": 2.352750778198242, + "learning_rate": 1.7219032152498748e-05, + "loss": 2.7826, + "step": 15538 + }, + { + "epoch": 0.2659922285557781, + "grad_norm": 2.1820456981658936, + "learning_rate": 1.7218648496293856e-05, + "loss": 2.7736, + "step": 15539 + }, + { + "epoch": 0.26600934627432854, + "grad_norm": 2.3638405799865723, + "learning_rate": 1.7218264817901355e-05, + "loss": 2.8047, + "step": 15540 + }, + { + "epoch": 0.26602646399287905, + "grad_norm": 2.310263156890869, + "learning_rate": 1.7217881117322423e-05, + "loss": 2.7194, + "step": 15541 + }, + { + "epoch": 0.2660435817114295, + "grad_norm": 2.315556526184082, + "learning_rate": 1.7217497394558237e-05, + "loss": 2.7899, + "step": 15542 + }, + { + "epoch": 0.26606069942997995, + "grad_norm": 2.3947057723999023, + "learning_rate": 1.721711364960998e-05, + "loss": 2.7327, + "step": 15543 + }, + { + "epoch": 0.26607781714853046, + "grad_norm": 2.33695650100708, + "learning_rate": 1.7216729882478837e-05, + "loss": 2.8613, + "step": 15544 + }, + { + "epoch": 0.2660949348670809, + "grad_norm": 2.3350460529327393, + "learning_rate": 1.7216346093165973e-05, + "loss": 2.8545, + "step": 15545 + }, + { + "epoch": 0.26611205258563136, + "grad_norm": 2.3269741535186768, + "learning_rate": 1.7215962281672575e-05, + "loss": 2.6568, + "step": 15546 + }, + { + "epoch": 0.2661291703041819, + "grad_norm": 2.327877998352051, + "learning_rate": 1.7215578447999827e-05, + "loss": 2.7972, + "step": 15547 + }, + { + "epoch": 0.2661462880227323, + "grad_norm": 2.3352839946746826, + "learning_rate": 1.7215194592148907e-05, + "loss": 2.8293, + "step": 15548 + }, + { + "epoch": 0.2661634057412828, + "grad_norm": 2.4570319652557373, + "learning_rate": 1.721481071412099e-05, + "loss": 2.9166, + "step": 15549 + }, + { + "epoch": 0.2661805234598333, + "grad_norm": 2.3224356174468994, + "learning_rate": 1.721442681391726e-05, + "loss": 2.8235, + "step": 15550 + }, + { + "epoch": 0.26619764117838374, + "grad_norm": 2.2650394439697266, + "learning_rate": 1.7214042891538894e-05, + "loss": 2.7991, + "step": 15551 + }, + { + "epoch": 0.2662147588969342, + "grad_norm": 2.3633666038513184, + "learning_rate": 1.7213658946987076e-05, + "loss": 2.8167, + "step": 15552 + }, + { + "epoch": 0.2662318766154847, + "grad_norm": 2.3878884315490723, + "learning_rate": 1.7213274980262982e-05, + "loss": 2.7948, + "step": 15553 + }, + { + "epoch": 0.26624899433403515, + "grad_norm": 2.285285234451294, + "learning_rate": 1.7212890991367794e-05, + "loss": 2.7921, + "step": 15554 + }, + { + "epoch": 0.26626611205258566, + "grad_norm": 2.287907123565674, + "learning_rate": 1.7212506980302697e-05, + "loss": 2.7214, + "step": 15555 + }, + { + "epoch": 0.2662832297711361, + "grad_norm": 2.3327441215515137, + "learning_rate": 1.721212294706886e-05, + "loss": 2.9192, + "step": 15556 + }, + { + "epoch": 0.26630034748968656, + "grad_norm": 2.2359278202056885, + "learning_rate": 1.7211738891667474e-05, + "loss": 2.725, + "step": 15557 + }, + { + "epoch": 0.26631746520823707, + "grad_norm": 2.346473217010498, + "learning_rate": 1.7211354814099717e-05, + "loss": 2.7333, + "step": 15558 + }, + { + "epoch": 0.2663345829267875, + "grad_norm": 2.378047466278076, + "learning_rate": 1.7210970714366767e-05, + "loss": 2.8893, + "step": 15559 + }, + { + "epoch": 0.266351700645338, + "grad_norm": 2.2546656131744385, + "learning_rate": 1.7210586592469805e-05, + "loss": 2.7584, + "step": 15560 + }, + { + "epoch": 0.2663688183638885, + "grad_norm": 2.302246332168579, + "learning_rate": 1.7210202448410012e-05, + "loss": 2.7495, + "step": 15561 + }, + { + "epoch": 0.26638593608243893, + "grad_norm": 2.336176872253418, + "learning_rate": 1.720981828218857e-05, + "loss": 2.8503, + "step": 15562 + }, + { + "epoch": 0.2664030538009894, + "grad_norm": 2.3289690017700195, + "learning_rate": 1.7209434093806657e-05, + "loss": 2.8978, + "step": 15563 + }, + { + "epoch": 0.2664201715195399, + "grad_norm": 2.2199299335479736, + "learning_rate": 1.720904988326546e-05, + "loss": 2.6598, + "step": 15564 + }, + { + "epoch": 0.26643728923809035, + "grad_norm": 2.339369297027588, + "learning_rate": 1.7208665650566153e-05, + "loss": 2.9411, + "step": 15565 + }, + { + "epoch": 0.2664544069566408, + "grad_norm": 2.297527551651001, + "learning_rate": 1.7208281395709917e-05, + "loss": 2.9311, + "step": 15566 + }, + { + "epoch": 0.2664715246751913, + "grad_norm": 2.4506471157073975, + "learning_rate": 1.720789711869794e-05, + "loss": 2.7581, + "step": 15567 + }, + { + "epoch": 0.26648864239374176, + "grad_norm": 2.5017895698547363, + "learning_rate": 1.7207512819531397e-05, + "loss": 2.8879, + "step": 15568 + }, + { + "epoch": 0.2665057601122922, + "grad_norm": 2.312734603881836, + "learning_rate": 1.720712849821147e-05, + "loss": 2.8412, + "step": 15569 + }, + { + "epoch": 0.2665228778308427, + "grad_norm": 2.438847541809082, + "learning_rate": 1.7206744154739346e-05, + "loss": 2.8679, + "step": 15570 + }, + { + "epoch": 0.26653999554939317, + "grad_norm": 2.2670841217041016, + "learning_rate": 1.7206359789116195e-05, + "loss": 2.8477, + "step": 15571 + }, + { + "epoch": 0.2665571132679436, + "grad_norm": 2.4400672912597656, + "learning_rate": 1.720597540134321e-05, + "loss": 3.0148, + "step": 15572 + }, + { + "epoch": 0.26657423098649413, + "grad_norm": 2.237602949142456, + "learning_rate": 1.7205590991421568e-05, + "loss": 2.7651, + "step": 15573 + }, + { + "epoch": 0.2665913487050446, + "grad_norm": 2.3828036785125732, + "learning_rate": 1.7205206559352446e-05, + "loss": 2.8986, + "step": 15574 + }, + { + "epoch": 0.26660846642359504, + "grad_norm": 2.5016121864318848, + "learning_rate": 1.7204822105137035e-05, + "loss": 2.9577, + "step": 15575 + }, + { + "epoch": 0.26662558414214554, + "grad_norm": 2.3121559619903564, + "learning_rate": 1.7204437628776506e-05, + "loss": 2.8714, + "step": 15576 + }, + { + "epoch": 0.266642701860696, + "grad_norm": 2.336792469024658, + "learning_rate": 1.720405313027205e-05, + "loss": 2.9296, + "step": 15577 + }, + { + "epoch": 0.2666598195792465, + "grad_norm": 2.202080726623535, + "learning_rate": 1.7203668609624844e-05, + "loss": 2.8542, + "step": 15578 + }, + { + "epoch": 0.26667693729779696, + "grad_norm": 2.2669551372528076, + "learning_rate": 1.7203284066836068e-05, + "loss": 2.8379, + "step": 15579 + }, + { + "epoch": 0.2666940550163474, + "grad_norm": 2.2311697006225586, + "learning_rate": 1.720289950190691e-05, + "loss": 2.8295, + "step": 15580 + }, + { + "epoch": 0.2667111727348979, + "grad_norm": 2.224851608276367, + "learning_rate": 1.720251491483855e-05, + "loss": 2.9058, + "step": 15581 + }, + { + "epoch": 0.26672829045344837, + "grad_norm": 2.367727041244507, + "learning_rate": 1.7202130305632165e-05, + "loss": 2.821, + "step": 15582 + }, + { + "epoch": 0.2667454081719988, + "grad_norm": 2.203409433364868, + "learning_rate": 1.7201745674288944e-05, + "loss": 2.836, + "step": 15583 + }, + { + "epoch": 0.26676252589054933, + "grad_norm": 2.2736246585845947, + "learning_rate": 1.7201361020810066e-05, + "loss": 2.808, + "step": 15584 + }, + { + "epoch": 0.2667796436090998, + "grad_norm": 2.3447682857513428, + "learning_rate": 1.7200976345196712e-05, + "loss": 2.9251, + "step": 15585 + }, + { + "epoch": 0.26679676132765023, + "grad_norm": 2.323453187942505, + "learning_rate": 1.7200591647450065e-05, + "loss": 2.8561, + "step": 15586 + }, + { + "epoch": 0.26681387904620074, + "grad_norm": 2.230940580368042, + "learning_rate": 1.720020692757131e-05, + "loss": 2.8155, + "step": 15587 + }, + { + "epoch": 0.2668309967647512, + "grad_norm": 2.2249648571014404, + "learning_rate": 1.719982218556163e-05, + "loss": 2.816, + "step": 15588 + }, + { + "epoch": 0.26684811448330165, + "grad_norm": 2.350398540496826, + "learning_rate": 1.7199437421422203e-05, + "loss": 2.7681, + "step": 15589 + }, + { + "epoch": 0.26686523220185215, + "grad_norm": 2.2697160243988037, + "learning_rate": 1.7199052635154213e-05, + "loss": 2.7754, + "step": 15590 + }, + { + "epoch": 0.2668823499204026, + "grad_norm": 2.273822546005249, + "learning_rate": 1.719866782675885e-05, + "loss": 2.8057, + "step": 15591 + }, + { + "epoch": 0.26689946763895306, + "grad_norm": 2.176072597503662, + "learning_rate": 1.7198282996237284e-05, + "loss": 2.6973, + "step": 15592 + }, + { + "epoch": 0.26691658535750357, + "grad_norm": 2.282028913497925, + "learning_rate": 1.7197898143590704e-05, + "loss": 2.7538, + "step": 15593 + }, + { + "epoch": 0.266933703076054, + "grad_norm": 2.270477533340454, + "learning_rate": 1.7197513268820297e-05, + "loss": 2.7704, + "step": 15594 + }, + { + "epoch": 0.26695082079460447, + "grad_norm": 2.4354467391967773, + "learning_rate": 1.719712837192724e-05, + "loss": 2.9464, + "step": 15595 + }, + { + "epoch": 0.266967938513155, + "grad_norm": 2.2481613159179688, + "learning_rate": 1.7196743452912717e-05, + "loss": 2.8137, + "step": 15596 + }, + { + "epoch": 0.26698505623170543, + "grad_norm": 2.2183666229248047, + "learning_rate": 1.7196358511777912e-05, + "loss": 2.8546, + "step": 15597 + }, + { + "epoch": 0.2670021739502559, + "grad_norm": 2.2996909618377686, + "learning_rate": 1.719597354852401e-05, + "loss": 2.8397, + "step": 15598 + }, + { + "epoch": 0.2670192916688064, + "grad_norm": 2.2773945331573486, + "learning_rate": 1.7195588563152195e-05, + "loss": 2.7299, + "step": 15599 + }, + { + "epoch": 0.26703640938735684, + "grad_norm": 2.203964948654175, + "learning_rate": 1.7195203555663648e-05, + "loss": 2.6008, + "step": 15600 + }, + { + "epoch": 0.26705352710590735, + "grad_norm": 2.155313014984131, + "learning_rate": 1.7194818526059552e-05, + "loss": 2.7343, + "step": 15601 + }, + { + "epoch": 0.2670706448244578, + "grad_norm": 2.304408073425293, + "learning_rate": 1.719443347434109e-05, + "loss": 2.7749, + "step": 15602 + }, + { + "epoch": 0.26708776254300826, + "grad_norm": 2.296316623687744, + "learning_rate": 1.7194048400509446e-05, + "loss": 2.7028, + "step": 15603 + }, + { + "epoch": 0.26710488026155876, + "grad_norm": 2.247487783432007, + "learning_rate": 1.7193663304565804e-05, + "loss": 2.6601, + "step": 15604 + }, + { + "epoch": 0.2671219979801092, + "grad_norm": 2.418732166290283, + "learning_rate": 1.719327818651135e-05, + "loss": 2.8047, + "step": 15605 + }, + { + "epoch": 0.26713911569865967, + "grad_norm": 2.368473768234253, + "learning_rate": 1.719289304634726e-05, + "loss": 2.9523, + "step": 15606 + }, + { + "epoch": 0.2671562334172102, + "grad_norm": 2.4650776386260986, + "learning_rate": 1.719250788407473e-05, + "loss": 2.8593, + "step": 15607 + }, + { + "epoch": 0.26717335113576063, + "grad_norm": 2.290515422821045, + "learning_rate": 1.719212269969493e-05, + "loss": 2.8685, + "step": 15608 + }, + { + "epoch": 0.2671904688543111, + "grad_norm": 2.43928861618042, + "learning_rate": 1.7191737493209055e-05, + "loss": 2.8834, + "step": 15609 + }, + { + "epoch": 0.2672075865728616, + "grad_norm": 2.3342316150665283, + "learning_rate": 1.7191352264618285e-05, + "loss": 2.7005, + "step": 15610 + }, + { + "epoch": 0.26722470429141204, + "grad_norm": 2.244856357574463, + "learning_rate": 1.7190967013923804e-05, + "loss": 2.8186, + "step": 15611 + }, + { + "epoch": 0.2672418220099625, + "grad_norm": 2.389387607574463, + "learning_rate": 1.7190581741126794e-05, + "loss": 2.8287, + "step": 15612 + }, + { + "epoch": 0.267258939728513, + "grad_norm": 2.280941963195801, + "learning_rate": 1.7190196446228445e-05, + "loss": 2.7222, + "step": 15613 + }, + { + "epoch": 0.26727605744706345, + "grad_norm": 2.3536922931671143, + "learning_rate": 1.7189811129229936e-05, + "loss": 2.7796, + "step": 15614 + }, + { + "epoch": 0.2672931751656139, + "grad_norm": 2.43873929977417, + "learning_rate": 1.7189425790132452e-05, + "loss": 2.8324, + "step": 15615 + }, + { + "epoch": 0.2673102928841644, + "grad_norm": 2.409425973892212, + "learning_rate": 1.7189040428937177e-05, + "loss": 2.8254, + "step": 15616 + }, + { + "epoch": 0.26732741060271487, + "grad_norm": 2.224935293197632, + "learning_rate": 1.7188655045645298e-05, + "loss": 2.7952, + "step": 15617 + }, + { + "epoch": 0.2673445283212653, + "grad_norm": 2.3417208194732666, + "learning_rate": 1.7188269640258003e-05, + "loss": 2.7813, + "step": 15618 + }, + { + "epoch": 0.2673616460398158, + "grad_norm": 2.3458545207977295, + "learning_rate": 1.7187884212776467e-05, + "loss": 2.8156, + "step": 15619 + }, + { + "epoch": 0.2673787637583663, + "grad_norm": 2.3068132400512695, + "learning_rate": 1.718749876320188e-05, + "loss": 2.8306, + "step": 15620 + }, + { + "epoch": 0.26739588147691673, + "grad_norm": 2.2003908157348633, + "learning_rate": 1.7187113291535428e-05, + "loss": 2.7416, + "step": 15621 + }, + { + "epoch": 0.26741299919546724, + "grad_norm": 2.312376022338867, + "learning_rate": 1.718672779777829e-05, + "loss": 2.7244, + "step": 15622 + }, + { + "epoch": 0.2674301169140177, + "grad_norm": 2.272723913192749, + "learning_rate": 1.7186342281931657e-05, + "loss": 2.7859, + "step": 15623 + }, + { + "epoch": 0.2674472346325682, + "grad_norm": 2.420874834060669, + "learning_rate": 1.7185956743996716e-05, + "loss": 2.803, + "step": 15624 + }, + { + "epoch": 0.26746435235111865, + "grad_norm": 2.48459529876709, + "learning_rate": 1.7185571183974642e-05, + "loss": 2.7513, + "step": 15625 + }, + { + "epoch": 0.2674814700696691, + "grad_norm": 2.4027974605560303, + "learning_rate": 1.7185185601866628e-05, + "loss": 2.7305, + "step": 15626 + }, + { + "epoch": 0.2674985877882196, + "grad_norm": 2.5035722255706787, + "learning_rate": 1.7184799997673856e-05, + "loss": 2.7765, + "step": 15627 + }, + { + "epoch": 0.26751570550677006, + "grad_norm": 2.4009745121002197, + "learning_rate": 1.718441437139752e-05, + "loss": 2.8868, + "step": 15628 + }, + { + "epoch": 0.2675328232253205, + "grad_norm": 2.6383721828460693, + "learning_rate": 1.718402872303879e-05, + "loss": 2.8544, + "step": 15629 + }, + { + "epoch": 0.267549940943871, + "grad_norm": 2.4473466873168945, + "learning_rate": 1.7183643052598862e-05, + "loss": 2.8122, + "step": 15630 + }, + { + "epoch": 0.2675670586624215, + "grad_norm": 2.305044412612915, + "learning_rate": 1.7183257360078914e-05, + "loss": 2.7294, + "step": 15631 + }, + { + "epoch": 0.2675841763809719, + "grad_norm": 2.412108898162842, + "learning_rate": 1.718287164548014e-05, + "loss": 2.8187, + "step": 15632 + }, + { + "epoch": 0.26760129409952244, + "grad_norm": 2.3588714599609375, + "learning_rate": 1.7182485908803722e-05, + "loss": 2.7678, + "step": 15633 + }, + { + "epoch": 0.2676184118180729, + "grad_norm": 2.4110870361328125, + "learning_rate": 1.7182100150050846e-05, + "loss": 2.87, + "step": 15634 + }, + { + "epoch": 0.26763552953662334, + "grad_norm": 2.3199915885925293, + "learning_rate": 1.7181714369222692e-05, + "loss": 2.7339, + "step": 15635 + }, + { + "epoch": 0.26765264725517385, + "grad_norm": 2.2642557621002197, + "learning_rate": 1.7181328566320453e-05, + "loss": 2.7272, + "step": 15636 + }, + { + "epoch": 0.2676697649737243, + "grad_norm": 2.2650935649871826, + "learning_rate": 1.7180942741345314e-05, + "loss": 2.7914, + "step": 15637 + }, + { + "epoch": 0.26768688269227475, + "grad_norm": 2.5977284908294678, + "learning_rate": 1.7180556894298455e-05, + "loss": 2.8397, + "step": 15638 + }, + { + "epoch": 0.26770400041082526, + "grad_norm": 2.3362388610839844, + "learning_rate": 1.7180171025181072e-05, + "loss": 2.7148, + "step": 15639 + }, + { + "epoch": 0.2677211181293757, + "grad_norm": 2.343909502029419, + "learning_rate": 1.717978513399434e-05, + "loss": 2.8455, + "step": 15640 + }, + { + "epoch": 0.26773823584792616, + "grad_norm": 2.311469316482544, + "learning_rate": 1.7179399220739453e-05, + "loss": 2.854, + "step": 15641 + }, + { + "epoch": 0.2677553535664767, + "grad_norm": 2.6669676303863525, + "learning_rate": 1.7179013285417592e-05, + "loss": 2.9173, + "step": 15642 + }, + { + "epoch": 0.2677724712850271, + "grad_norm": 2.350980758666992, + "learning_rate": 1.717862732802995e-05, + "loss": 2.7786, + "step": 15643 + }, + { + "epoch": 0.2677895890035776, + "grad_norm": 2.348634719848633, + "learning_rate": 1.7178241348577707e-05, + "loss": 2.8394, + "step": 15644 + }, + { + "epoch": 0.2678067067221281, + "grad_norm": 2.3709683418273926, + "learning_rate": 1.717785534706205e-05, + "loss": 2.6926, + "step": 15645 + }, + { + "epoch": 0.26782382444067854, + "grad_norm": 2.325319528579712, + "learning_rate": 1.7177469323484167e-05, + "loss": 2.7218, + "step": 15646 + }, + { + "epoch": 0.26784094215922905, + "grad_norm": 2.2967052459716797, + "learning_rate": 1.7177083277845247e-05, + "loss": 2.7347, + "step": 15647 + }, + { + "epoch": 0.2678580598777795, + "grad_norm": 2.249324083328247, + "learning_rate": 1.717669721014647e-05, + "loss": 2.7793, + "step": 15648 + }, + { + "epoch": 0.26787517759632995, + "grad_norm": 2.1852033138275146, + "learning_rate": 1.717631112038903e-05, + "loss": 2.7664, + "step": 15649 + }, + { + "epoch": 0.26789229531488046, + "grad_norm": 2.4491264820098877, + "learning_rate": 1.717592500857411e-05, + "loss": 2.7929, + "step": 15650 + }, + { + "epoch": 0.2679094130334309, + "grad_norm": 2.3489513397216797, + "learning_rate": 1.7175538874702894e-05, + "loss": 2.7235, + "step": 15651 + }, + { + "epoch": 0.26792653075198136, + "grad_norm": 2.3958966732025146, + "learning_rate": 1.7175152718776577e-05, + "loss": 2.8319, + "step": 15652 + }, + { + "epoch": 0.26794364847053187, + "grad_norm": 2.3906209468841553, + "learning_rate": 1.7174766540796338e-05, + "loss": 2.7925, + "step": 15653 + }, + { + "epoch": 0.2679607661890823, + "grad_norm": 2.234189033508301, + "learning_rate": 1.7174380340763365e-05, + "loss": 2.7916, + "step": 15654 + }, + { + "epoch": 0.2679778839076328, + "grad_norm": 2.4529950618743896, + "learning_rate": 1.717399411867885e-05, + "loss": 2.814, + "step": 15655 + }, + { + "epoch": 0.2679950016261833, + "grad_norm": 2.1819684505462646, + "learning_rate": 1.717360787454397e-05, + "loss": 2.693, + "step": 15656 + }, + { + "epoch": 0.26801211934473373, + "grad_norm": 2.325819253921509, + "learning_rate": 1.7173221608359924e-05, + "loss": 2.8687, + "step": 15657 + }, + { + "epoch": 0.2680292370632842, + "grad_norm": 2.4133877754211426, + "learning_rate": 1.7172835320127895e-05, + "loss": 2.8937, + "step": 15658 + }, + { + "epoch": 0.2680463547818347, + "grad_norm": 2.251828670501709, + "learning_rate": 1.717244900984907e-05, + "loss": 2.8022, + "step": 15659 + }, + { + "epoch": 0.26806347250038515, + "grad_norm": 2.205498456954956, + "learning_rate": 1.7172062677524633e-05, + "loss": 2.7817, + "step": 15660 + }, + { + "epoch": 0.2680805902189356, + "grad_norm": 2.295353412628174, + "learning_rate": 1.717167632315578e-05, + "loss": 2.8597, + "step": 15661 + }, + { + "epoch": 0.2680977079374861, + "grad_norm": 2.300179958343506, + "learning_rate": 1.717128994674369e-05, + "loss": 2.7794, + "step": 15662 + }, + { + "epoch": 0.26811482565603656, + "grad_norm": 2.3355443477630615, + "learning_rate": 1.7170903548289553e-05, + "loss": 2.7551, + "step": 15663 + }, + { + "epoch": 0.268131943374587, + "grad_norm": 2.3474576473236084, + "learning_rate": 1.717051712779456e-05, + "loss": 2.8664, + "step": 15664 + }, + { + "epoch": 0.2681490610931375, + "grad_norm": 2.4054901599884033, + "learning_rate": 1.7170130685259885e-05, + "loss": 2.6731, + "step": 15665 + }, + { + "epoch": 0.26816617881168797, + "grad_norm": 2.2540805339813232, + "learning_rate": 1.716974422068674e-05, + "loss": 2.7173, + "step": 15666 + }, + { + "epoch": 0.2681832965302384, + "grad_norm": 2.3522515296936035, + "learning_rate": 1.7169357734076294e-05, + "loss": 2.703, + "step": 15667 + }, + { + "epoch": 0.26820041424878893, + "grad_norm": 2.4791412353515625, + "learning_rate": 1.716897122542974e-05, + "loss": 2.8619, + "step": 15668 + }, + { + "epoch": 0.2682175319673394, + "grad_norm": 2.3237478733062744, + "learning_rate": 1.7168584694748268e-05, + "loss": 2.9023, + "step": 15669 + }, + { + "epoch": 0.2682346496858899, + "grad_norm": 2.388730764389038, + "learning_rate": 1.7168198142033064e-05, + "loss": 2.7913, + "step": 15670 + }, + { + "epoch": 0.26825176740444034, + "grad_norm": 2.239565849304199, + "learning_rate": 1.7167811567285316e-05, + "loss": 2.6827, + "step": 15671 + }, + { + "epoch": 0.2682688851229908, + "grad_norm": 2.3927783966064453, + "learning_rate": 1.7167424970506214e-05, + "loss": 2.7968, + "step": 15672 + }, + { + "epoch": 0.2682860028415413, + "grad_norm": 2.2726778984069824, + "learning_rate": 1.7167038351696947e-05, + "loss": 2.8401, + "step": 15673 + }, + { + "epoch": 0.26830312056009176, + "grad_norm": 2.26814341545105, + "learning_rate": 1.7166651710858698e-05, + "loss": 2.7921, + "step": 15674 + }, + { + "epoch": 0.2683202382786422, + "grad_norm": 2.1887552738189697, + "learning_rate": 1.716626504799266e-05, + "loss": 2.7049, + "step": 15675 + }, + { + "epoch": 0.2683373559971927, + "grad_norm": 2.2947592735290527, + "learning_rate": 1.716587836310002e-05, + "loss": 2.6604, + "step": 15676 + }, + { + "epoch": 0.26835447371574317, + "grad_norm": 2.2504477500915527, + "learning_rate": 1.716549165618197e-05, + "loss": 2.722, + "step": 15677 + }, + { + "epoch": 0.2683715914342936, + "grad_norm": 2.4010767936706543, + "learning_rate": 1.7165104927239693e-05, + "loss": 2.6895, + "step": 15678 + }, + { + "epoch": 0.26838870915284413, + "grad_norm": 2.268549680709839, + "learning_rate": 1.716471817627438e-05, + "loss": 2.6825, + "step": 15679 + }, + { + "epoch": 0.2684058268713946, + "grad_norm": 2.4290542602539062, + "learning_rate": 1.716433140328722e-05, + "loss": 2.8831, + "step": 15680 + }, + { + "epoch": 0.26842294458994503, + "grad_norm": 2.4078195095062256, + "learning_rate": 1.71639446082794e-05, + "loss": 2.7729, + "step": 15681 + }, + { + "epoch": 0.26844006230849554, + "grad_norm": 2.577983856201172, + "learning_rate": 1.7163557791252116e-05, + "loss": 2.8486, + "step": 15682 + }, + { + "epoch": 0.268457180027046, + "grad_norm": 2.3884437084198, + "learning_rate": 1.7163170952206548e-05, + "loss": 2.7538, + "step": 15683 + }, + { + "epoch": 0.26847429774559645, + "grad_norm": 2.4018971920013428, + "learning_rate": 1.7162784091143887e-05, + "loss": 2.8576, + "step": 15684 + }, + { + "epoch": 0.26849141546414695, + "grad_norm": 2.5175294876098633, + "learning_rate": 1.7162397208065324e-05, + "loss": 2.7871, + "step": 15685 + }, + { + "epoch": 0.2685085331826974, + "grad_norm": 2.279197931289673, + "learning_rate": 1.7162010302972047e-05, + "loss": 2.747, + "step": 15686 + }, + { + "epoch": 0.26852565090124786, + "grad_norm": 2.3614633083343506, + "learning_rate": 1.716162337586525e-05, + "loss": 2.7256, + "step": 15687 + }, + { + "epoch": 0.26854276861979837, + "grad_norm": 2.4541561603546143, + "learning_rate": 1.7161236426746115e-05, + "loss": 2.7819, + "step": 15688 + }, + { + "epoch": 0.2685598863383488, + "grad_norm": 2.3151886463165283, + "learning_rate": 1.7160849455615838e-05, + "loss": 2.7127, + "step": 15689 + }, + { + "epoch": 0.26857700405689927, + "grad_norm": 2.3145103454589844, + "learning_rate": 1.7160462462475604e-05, + "loss": 2.7397, + "step": 15690 + }, + { + "epoch": 0.2685941217754498, + "grad_norm": 2.4945366382598877, + "learning_rate": 1.7160075447326597e-05, + "loss": 2.8915, + "step": 15691 + }, + { + "epoch": 0.26861123949400023, + "grad_norm": 2.112457752227783, + "learning_rate": 1.715968841017002e-05, + "loss": 2.7387, + "step": 15692 + }, + { + "epoch": 0.2686283572125507, + "grad_norm": 2.3675599098205566, + "learning_rate": 1.7159301351007055e-05, + "loss": 2.7862, + "step": 15693 + }, + { + "epoch": 0.2686454749311012, + "grad_norm": 2.356924533843994, + "learning_rate": 1.7158914269838887e-05, + "loss": 2.751, + "step": 15694 + }, + { + "epoch": 0.26866259264965164, + "grad_norm": 2.442129135131836, + "learning_rate": 1.7158527166666718e-05, + "loss": 2.9753, + "step": 15695 + }, + { + "epoch": 0.26867971036820215, + "grad_norm": 2.312002420425415, + "learning_rate": 1.715814004149173e-05, + "loss": 2.785, + "step": 15696 + }, + { + "epoch": 0.2686968280867526, + "grad_norm": 2.4746034145355225, + "learning_rate": 1.715775289431511e-05, + "loss": 2.7901, + "step": 15697 + }, + { + "epoch": 0.26871394580530306, + "grad_norm": 2.2644567489624023, + "learning_rate": 1.7157365725138056e-05, + "loss": 2.8311, + "step": 15698 + }, + { + "epoch": 0.26873106352385356, + "grad_norm": 2.3811004161834717, + "learning_rate": 1.7156978533961752e-05, + "loss": 2.8246, + "step": 15699 + }, + { + "epoch": 0.268748181242404, + "grad_norm": 2.3133716583251953, + "learning_rate": 1.715659132078739e-05, + "loss": 2.7765, + "step": 15700 + }, + { + "epoch": 0.26876529896095447, + "grad_norm": 2.3159639835357666, + "learning_rate": 1.7156204085616157e-05, + "loss": 2.8516, + "step": 15701 + }, + { + "epoch": 0.268782416679505, + "grad_norm": 2.301659107208252, + "learning_rate": 1.715581682844925e-05, + "loss": 2.8377, + "step": 15702 + }, + { + "epoch": 0.26879953439805543, + "grad_norm": 2.243961811065674, + "learning_rate": 1.7155429549287854e-05, + "loss": 2.8006, + "step": 15703 + }, + { + "epoch": 0.2688166521166059, + "grad_norm": 2.3811395168304443, + "learning_rate": 1.715504224813316e-05, + "loss": 2.9805, + "step": 15704 + }, + { + "epoch": 0.2688337698351564, + "grad_norm": 2.2701563835144043, + "learning_rate": 1.7154654924986363e-05, + "loss": 2.6981, + "step": 15705 + }, + { + "epoch": 0.26885088755370684, + "grad_norm": 2.461676597595215, + "learning_rate": 1.7154267579848648e-05, + "loss": 3.0242, + "step": 15706 + }, + { + "epoch": 0.2688680052722573, + "grad_norm": 2.2625327110290527, + "learning_rate": 1.7153880212721205e-05, + "loss": 2.7946, + "step": 15707 + }, + { + "epoch": 0.2688851229908078, + "grad_norm": 2.391925573348999, + "learning_rate": 1.7153492823605228e-05, + "loss": 2.774, + "step": 15708 + }, + { + "epoch": 0.26890224070935825, + "grad_norm": 2.3997855186462402, + "learning_rate": 1.715310541250191e-05, + "loss": 2.8783, + "step": 15709 + }, + { + "epoch": 0.2689193584279087, + "grad_norm": 2.3110318183898926, + "learning_rate": 1.7152717979412436e-05, + "loss": 2.6605, + "step": 15710 + }, + { + "epoch": 0.2689364761464592, + "grad_norm": 2.2804477214813232, + "learning_rate": 1.7152330524337996e-05, + "loss": 2.709, + "step": 15711 + }, + { + "epoch": 0.26895359386500967, + "grad_norm": 2.362244129180908, + "learning_rate": 1.715194304727979e-05, + "loss": 2.8189, + "step": 15712 + }, + { + "epoch": 0.2689707115835601, + "grad_norm": 2.27789306640625, + "learning_rate": 1.7151555548239e-05, + "loss": 2.7461, + "step": 15713 + }, + { + "epoch": 0.2689878293021106, + "grad_norm": 2.286983013153076, + "learning_rate": 1.715116802721682e-05, + "loss": 2.728, + "step": 15714 + }, + { + "epoch": 0.2690049470206611, + "grad_norm": 2.318610191345215, + "learning_rate": 1.7150780484214442e-05, + "loss": 2.8138, + "step": 15715 + }, + { + "epoch": 0.26902206473921153, + "grad_norm": 2.4637341499328613, + "learning_rate": 1.7150392919233056e-05, + "loss": 2.9519, + "step": 15716 + }, + { + "epoch": 0.26903918245776204, + "grad_norm": 2.356981039047241, + "learning_rate": 1.7150005332273855e-05, + "loss": 2.8474, + "step": 15717 + }, + { + "epoch": 0.2690563001763125, + "grad_norm": 2.370481491088867, + "learning_rate": 1.714961772333803e-05, + "loss": 2.8433, + "step": 15718 + }, + { + "epoch": 0.269073417894863, + "grad_norm": 2.381727457046509, + "learning_rate": 1.714923009242677e-05, + "loss": 2.7757, + "step": 15719 + }, + { + "epoch": 0.26909053561341345, + "grad_norm": 2.4046435356140137, + "learning_rate": 1.714884243954127e-05, + "loss": 2.8109, + "step": 15720 + }, + { + "epoch": 0.2691076533319639, + "grad_norm": 2.3560233116149902, + "learning_rate": 1.7148454764682715e-05, + "loss": 2.7065, + "step": 15721 + }, + { + "epoch": 0.2691247710505144, + "grad_norm": 2.4479310512542725, + "learning_rate": 1.7148067067852302e-05, + "loss": 2.963, + "step": 15722 + }, + { + "epoch": 0.26914188876906486, + "grad_norm": 2.348860263824463, + "learning_rate": 1.7147679349051227e-05, + "loss": 2.7349, + "step": 15723 + }, + { + "epoch": 0.2691590064876153, + "grad_norm": 2.573928117752075, + "learning_rate": 1.7147291608280668e-05, + "loss": 2.9401, + "step": 15724 + }, + { + "epoch": 0.2691761242061658, + "grad_norm": 2.2704668045043945, + "learning_rate": 1.714690384554183e-05, + "loss": 2.8026, + "step": 15725 + }, + { + "epoch": 0.2691932419247163, + "grad_norm": 2.4675662517547607, + "learning_rate": 1.71465160608359e-05, + "loss": 2.9268, + "step": 15726 + }, + { + "epoch": 0.26921035964326673, + "grad_norm": 2.347897529602051, + "learning_rate": 1.714612825416407e-05, + "loss": 2.969, + "step": 15727 + }, + { + "epoch": 0.26922747736181724, + "grad_norm": 2.407579183578491, + "learning_rate": 1.714574042552753e-05, + "loss": 2.8297, + "step": 15728 + }, + { + "epoch": 0.2692445950803677, + "grad_norm": 2.2312464714050293, + "learning_rate": 1.7145352574927474e-05, + "loss": 2.8499, + "step": 15729 + }, + { + "epoch": 0.26926171279891814, + "grad_norm": 2.4106814861297607, + "learning_rate": 1.7144964702365094e-05, + "loss": 2.7598, + "step": 15730 + }, + { + "epoch": 0.26927883051746865, + "grad_norm": 2.280325412750244, + "learning_rate": 1.7144576807841583e-05, + "loss": 2.8035, + "step": 15731 + }, + { + "epoch": 0.2692959482360191, + "grad_norm": 2.2281031608581543, + "learning_rate": 1.7144188891358132e-05, + "loss": 2.772, + "step": 15732 + }, + { + "epoch": 0.26931306595456955, + "grad_norm": 2.2378597259521484, + "learning_rate": 1.7143800952915935e-05, + "loss": 2.7011, + "step": 15733 + }, + { + "epoch": 0.26933018367312006, + "grad_norm": 2.2988908290863037, + "learning_rate": 1.7143412992516184e-05, + "loss": 2.7436, + "step": 15734 + }, + { + "epoch": 0.2693473013916705, + "grad_norm": 2.394420862197876, + "learning_rate": 1.714302501016007e-05, + "loss": 2.8938, + "step": 15735 + }, + { + "epoch": 0.26936441911022097, + "grad_norm": 2.1969995498657227, + "learning_rate": 1.7142637005848785e-05, + "loss": 2.7822, + "step": 15736 + }, + { + "epoch": 0.2693815368287715, + "grad_norm": 2.232577323913574, + "learning_rate": 1.7142248979583525e-05, + "loss": 2.9437, + "step": 15737 + }, + { + "epoch": 0.2693986545473219, + "grad_norm": 2.2980380058288574, + "learning_rate": 1.714186093136548e-05, + "loss": 2.779, + "step": 15738 + }, + { + "epoch": 0.2694157722658724, + "grad_norm": 2.2559995651245117, + "learning_rate": 1.7141472861195838e-05, + "loss": 2.8217, + "step": 15739 + }, + { + "epoch": 0.2694328899844229, + "grad_norm": 2.446768045425415, + "learning_rate": 1.7141084769075803e-05, + "loss": 2.8978, + "step": 15740 + }, + { + "epoch": 0.26945000770297334, + "grad_norm": 2.3777763843536377, + "learning_rate": 1.7140696655006556e-05, + "loss": 2.8273, + "step": 15741 + }, + { + "epoch": 0.26946712542152385, + "grad_norm": 2.4521031379699707, + "learning_rate": 1.71403085189893e-05, + "loss": 2.8301, + "step": 15742 + }, + { + "epoch": 0.2694842431400743, + "grad_norm": 2.364574432373047, + "learning_rate": 1.7139920361025222e-05, + "loss": 2.7312, + "step": 15743 + }, + { + "epoch": 0.26950136085862475, + "grad_norm": 2.3138771057128906, + "learning_rate": 1.7139532181115517e-05, + "loss": 2.7496, + "step": 15744 + }, + { + "epoch": 0.26951847857717526, + "grad_norm": 2.3574867248535156, + "learning_rate": 1.7139143979261378e-05, + "loss": 2.6845, + "step": 15745 + }, + { + "epoch": 0.2695355962957257, + "grad_norm": 2.254246711730957, + "learning_rate": 1.7138755755464e-05, + "loss": 2.846, + "step": 15746 + }, + { + "epoch": 0.26955271401427616, + "grad_norm": 2.4174647331237793, + "learning_rate": 1.7138367509724568e-05, + "loss": 2.927, + "step": 15747 + }, + { + "epoch": 0.26956983173282667, + "grad_norm": 2.4332172870635986, + "learning_rate": 1.713797924204429e-05, + "loss": 2.8514, + "step": 15748 + }, + { + "epoch": 0.2695869494513771, + "grad_norm": 2.416229486465454, + "learning_rate": 1.7137590952424347e-05, + "loss": 2.8674, + "step": 15749 + }, + { + "epoch": 0.2696040671699276, + "grad_norm": 2.3600895404815674, + "learning_rate": 1.7137202640865936e-05, + "loss": 2.8308, + "step": 15750 + }, + { + "epoch": 0.2696211848884781, + "grad_norm": 2.414799928665161, + "learning_rate": 1.7136814307370252e-05, + "loss": 2.8498, + "step": 15751 + }, + { + "epoch": 0.26963830260702853, + "grad_norm": 2.3103878498077393, + "learning_rate": 1.7136425951938485e-05, + "loss": 2.9012, + "step": 15752 + }, + { + "epoch": 0.269655420325579, + "grad_norm": 2.29996657371521, + "learning_rate": 1.7136037574571838e-05, + "loss": 2.7662, + "step": 15753 + }, + { + "epoch": 0.2696725380441295, + "grad_norm": 2.2332751750946045, + "learning_rate": 1.7135649175271493e-05, + "loss": 2.9151, + "step": 15754 + }, + { + "epoch": 0.26968965576267995, + "grad_norm": 2.203864574432373, + "learning_rate": 1.713526075403865e-05, + "loss": 2.8827, + "step": 15755 + }, + { + "epoch": 0.2697067734812304, + "grad_norm": 2.2570931911468506, + "learning_rate": 1.7134872310874503e-05, + "loss": 2.7765, + "step": 15756 + }, + { + "epoch": 0.2697238911997809, + "grad_norm": 2.358320713043213, + "learning_rate": 1.7134483845780243e-05, + "loss": 2.8699, + "step": 15757 + }, + { + "epoch": 0.26974100891833136, + "grad_norm": 2.5511834621429443, + "learning_rate": 1.7134095358757066e-05, + "loss": 2.8361, + "step": 15758 + }, + { + "epoch": 0.2697581266368818, + "grad_norm": 2.4172823429107666, + "learning_rate": 1.7133706849806165e-05, + "loss": 2.8756, + "step": 15759 + }, + { + "epoch": 0.2697752443554323, + "grad_norm": 2.461446762084961, + "learning_rate": 1.7133318318928735e-05, + "loss": 2.8451, + "step": 15760 + }, + { + "epoch": 0.26979236207398277, + "grad_norm": 2.335890769958496, + "learning_rate": 1.7132929766125972e-05, + "loss": 2.8265, + "step": 15761 + }, + { + "epoch": 0.2698094797925332, + "grad_norm": 2.4782938957214355, + "learning_rate": 1.7132541191399066e-05, + "loss": 2.7821, + "step": 15762 + }, + { + "epoch": 0.26982659751108373, + "grad_norm": 2.3694114685058594, + "learning_rate": 1.7132152594749216e-05, + "loss": 2.8379, + "step": 15763 + }, + { + "epoch": 0.2698437152296342, + "grad_norm": 2.421785593032837, + "learning_rate": 1.7131763976177614e-05, + "loss": 2.8576, + "step": 15764 + }, + { + "epoch": 0.2698608329481847, + "grad_norm": 2.42166805267334, + "learning_rate": 1.7131375335685454e-05, + "loss": 2.8871, + "step": 15765 + }, + { + "epoch": 0.26987795066673514, + "grad_norm": 2.4038381576538086, + "learning_rate": 1.713098667327393e-05, + "loss": 2.8674, + "step": 15766 + }, + { + "epoch": 0.2698950683852856, + "grad_norm": 2.452608585357666, + "learning_rate": 1.713059798894424e-05, + "loss": 2.7248, + "step": 15767 + }, + { + "epoch": 0.2699121861038361, + "grad_norm": 2.560598373413086, + "learning_rate": 1.7130209282697573e-05, + "loss": 2.8256, + "step": 15768 + }, + { + "epoch": 0.26992930382238656, + "grad_norm": 2.5047378540039062, + "learning_rate": 1.712982055453513e-05, + "loss": 2.9062, + "step": 15769 + }, + { + "epoch": 0.269946421540937, + "grad_norm": 2.3932697772979736, + "learning_rate": 1.7129431804458104e-05, + "loss": 2.7696, + "step": 15770 + }, + { + "epoch": 0.2699635392594875, + "grad_norm": 2.426513195037842, + "learning_rate": 1.7129043032467687e-05, + "loss": 2.8828, + "step": 15771 + }, + { + "epoch": 0.26998065697803797, + "grad_norm": 2.2736928462982178, + "learning_rate": 1.7128654238565076e-05, + "loss": 2.8102, + "step": 15772 + }, + { + "epoch": 0.2699977746965884, + "grad_norm": 2.1901943683624268, + "learning_rate": 1.7128265422751468e-05, + "loss": 2.7529, + "step": 15773 + }, + { + "epoch": 0.27001489241513893, + "grad_norm": 2.4676592350006104, + "learning_rate": 1.7127876585028052e-05, + "loss": 2.84, + "step": 15774 + }, + { + "epoch": 0.2700320101336894, + "grad_norm": 2.413261890411377, + "learning_rate": 1.712748772539603e-05, + "loss": 2.7415, + "step": 15775 + }, + { + "epoch": 0.27004912785223983, + "grad_norm": 2.2802493572235107, + "learning_rate": 1.7127098843856593e-05, + "loss": 2.822, + "step": 15776 + }, + { + "epoch": 0.27006624557079034, + "grad_norm": 2.3501994609832764, + "learning_rate": 1.7126709940410938e-05, + "loss": 2.7461, + "step": 15777 + }, + { + "epoch": 0.2700833632893408, + "grad_norm": 2.310148239135742, + "learning_rate": 1.7126321015060263e-05, + "loss": 2.7769, + "step": 15778 + }, + { + "epoch": 0.27010048100789125, + "grad_norm": 2.426839828491211, + "learning_rate": 1.7125932067805756e-05, + "loss": 2.9419, + "step": 15779 + }, + { + "epoch": 0.27011759872644175, + "grad_norm": 2.4289441108703613, + "learning_rate": 1.712554309864862e-05, + "loss": 2.9609, + "step": 15780 + }, + { + "epoch": 0.2701347164449922, + "grad_norm": 2.19577956199646, + "learning_rate": 1.7125154107590044e-05, + "loss": 2.6876, + "step": 15781 + }, + { + "epoch": 0.27015183416354266, + "grad_norm": 2.2622478008270264, + "learning_rate": 1.712476509463123e-05, + "loss": 2.7805, + "step": 15782 + }, + { + "epoch": 0.27016895188209317, + "grad_norm": 2.3566269874572754, + "learning_rate": 1.712437605977337e-05, + "loss": 2.7087, + "step": 15783 + }, + { + "epoch": 0.2701860696006436, + "grad_norm": 2.2354555130004883, + "learning_rate": 1.712398700301766e-05, + "loss": 2.6504, + "step": 15784 + }, + { + "epoch": 0.27020318731919407, + "grad_norm": 2.288177490234375, + "learning_rate": 1.7123597924365295e-05, + "loss": 2.6357, + "step": 15785 + }, + { + "epoch": 0.2702203050377446, + "grad_norm": 2.3722758293151855, + "learning_rate": 1.7123208823817476e-05, + "loss": 2.9106, + "step": 15786 + }, + { + "epoch": 0.27023742275629503, + "grad_norm": 2.3727314472198486, + "learning_rate": 1.7122819701375393e-05, + "loss": 2.7793, + "step": 15787 + }, + { + "epoch": 0.27025454047484554, + "grad_norm": 2.349411725997925, + "learning_rate": 1.7122430557040243e-05, + "loss": 2.8456, + "step": 15788 + }, + { + "epoch": 0.270271658193396, + "grad_norm": 2.469972610473633, + "learning_rate": 1.7122041390813228e-05, + "loss": 2.7546, + "step": 15789 + }, + { + "epoch": 0.27028877591194644, + "grad_norm": 2.2677955627441406, + "learning_rate": 1.7121652202695534e-05, + "loss": 2.6421, + "step": 15790 + }, + { + "epoch": 0.27030589363049695, + "grad_norm": 2.4072422981262207, + "learning_rate": 1.7121262992688364e-05, + "loss": 2.7391, + "step": 15791 + }, + { + "epoch": 0.2703230113490474, + "grad_norm": 2.2344167232513428, + "learning_rate": 1.7120873760792915e-05, + "loss": 2.7963, + "step": 15792 + }, + { + "epoch": 0.27034012906759786, + "grad_norm": 2.360187530517578, + "learning_rate": 1.712048450701038e-05, + "loss": 2.7035, + "step": 15793 + }, + { + "epoch": 0.27035724678614836, + "grad_norm": 2.321329116821289, + "learning_rate": 1.712009523134196e-05, + "loss": 2.8426, + "step": 15794 + }, + { + "epoch": 0.2703743645046988, + "grad_norm": 2.3724865913391113, + "learning_rate": 1.7119705933788842e-05, + "loss": 2.8455, + "step": 15795 + }, + { + "epoch": 0.27039148222324927, + "grad_norm": 2.3369715213775635, + "learning_rate": 1.7119316614352232e-05, + "loss": 2.7909, + "step": 15796 + }, + { + "epoch": 0.2704085999417998, + "grad_norm": 2.431478500366211, + "learning_rate": 1.7118927273033326e-05, + "loss": 2.9294, + "step": 15797 + }, + { + "epoch": 0.27042571766035023, + "grad_norm": 2.314328193664551, + "learning_rate": 1.7118537909833312e-05, + "loss": 2.7146, + "step": 15798 + }, + { + "epoch": 0.2704428353789007, + "grad_norm": 2.4469552040100098, + "learning_rate": 1.7118148524753397e-05, + "loss": 2.7368, + "step": 15799 + }, + { + "epoch": 0.2704599530974512, + "grad_norm": 2.407909631729126, + "learning_rate": 1.7117759117794777e-05, + "loss": 2.7657, + "step": 15800 + }, + { + "epoch": 0.27047707081600164, + "grad_norm": 2.3603098392486572, + "learning_rate": 1.711736968895864e-05, + "loss": 2.8582, + "step": 15801 + }, + { + "epoch": 0.2704941885345521, + "grad_norm": 2.365577459335327, + "learning_rate": 1.711698023824619e-05, + "loss": 2.8851, + "step": 15802 + }, + { + "epoch": 0.2705113062531026, + "grad_norm": 2.3465991020202637, + "learning_rate": 1.7116590765658625e-05, + "loss": 2.8737, + "step": 15803 + }, + { + "epoch": 0.27052842397165305, + "grad_norm": 2.1847610473632812, + "learning_rate": 1.711620127119714e-05, + "loss": 2.6672, + "step": 15804 + }, + { + "epoch": 0.2705455416902035, + "grad_norm": 2.3068687915802, + "learning_rate": 1.7115811754862928e-05, + "loss": 2.7073, + "step": 15805 + }, + { + "epoch": 0.270562659408754, + "grad_norm": 2.1290969848632812, + "learning_rate": 1.7115422216657193e-05, + "loss": 2.7419, + "step": 15806 + }, + { + "epoch": 0.27057977712730447, + "grad_norm": 2.4001333713531494, + "learning_rate": 1.711503265658113e-05, + "loss": 2.8558, + "step": 15807 + }, + { + "epoch": 0.2705968948458549, + "grad_norm": 2.38641357421875, + "learning_rate": 1.7114643074635933e-05, + "loss": 2.7837, + "step": 15808 + }, + { + "epoch": 0.2706140125644054, + "grad_norm": 2.2531039714813232, + "learning_rate": 1.7114253470822804e-05, + "loss": 2.7704, + "step": 15809 + }, + { + "epoch": 0.2706311302829559, + "grad_norm": 2.589531421661377, + "learning_rate": 1.711386384514294e-05, + "loss": 2.8212, + "step": 15810 + }, + { + "epoch": 0.2706482480015064, + "grad_norm": 2.4239895343780518, + "learning_rate": 1.7113474197597537e-05, + "loss": 2.7993, + "step": 15811 + }, + { + "epoch": 0.27066536572005684, + "grad_norm": 2.2532567977905273, + "learning_rate": 1.7113084528187794e-05, + "loss": 2.8079, + "step": 15812 + }, + { + "epoch": 0.2706824834386073, + "grad_norm": 2.3648922443389893, + "learning_rate": 1.71126948369149e-05, + "loss": 2.8133, + "step": 15813 + }, + { + "epoch": 0.2706996011571578, + "grad_norm": 2.3430891036987305, + "learning_rate": 1.711230512378007e-05, + "loss": 2.7636, + "step": 15814 + }, + { + "epoch": 0.27071671887570825, + "grad_norm": 2.178586959838867, + "learning_rate": 1.711191538878449e-05, + "loss": 2.8333, + "step": 15815 + }, + { + "epoch": 0.2707338365942587, + "grad_norm": 2.198715925216675, + "learning_rate": 1.711152563192936e-05, + "loss": 2.7678, + "step": 15816 + }, + { + "epoch": 0.2707509543128092, + "grad_norm": 2.2707669734954834, + "learning_rate": 1.711113585321588e-05, + "loss": 2.7674, + "step": 15817 + }, + { + "epoch": 0.27076807203135966, + "grad_norm": 2.328047752380371, + "learning_rate": 1.711074605264524e-05, + "loss": 2.8835, + "step": 15818 + }, + { + "epoch": 0.2707851897499101, + "grad_norm": 2.4202892780303955, + "learning_rate": 1.711035623021865e-05, + "loss": 2.8396, + "step": 15819 + }, + { + "epoch": 0.2708023074684606, + "grad_norm": 2.3084068298339844, + "learning_rate": 1.7109966385937302e-05, + "loss": 2.8552, + "step": 15820 + }, + { + "epoch": 0.2708194251870111, + "grad_norm": 2.3298544883728027, + "learning_rate": 1.7109576519802392e-05, + "loss": 2.8107, + "step": 15821 + }, + { + "epoch": 0.27083654290556153, + "grad_norm": 2.3704798221588135, + "learning_rate": 1.7109186631815123e-05, + "loss": 2.8471, + "step": 15822 + }, + { + "epoch": 0.27085366062411204, + "grad_norm": 2.4280238151550293, + "learning_rate": 1.710879672197669e-05, + "loss": 2.7987, + "step": 15823 + }, + { + "epoch": 0.2708707783426625, + "grad_norm": 2.3296332359313965, + "learning_rate": 1.7108406790288296e-05, + "loss": 2.8308, + "step": 15824 + }, + { + "epoch": 0.27088789606121294, + "grad_norm": 2.330716848373413, + "learning_rate": 1.7108016836751136e-05, + "loss": 2.9825, + "step": 15825 + }, + { + "epoch": 0.27090501377976345, + "grad_norm": 2.246474504470825, + "learning_rate": 1.7107626861366408e-05, + "loss": 2.6811, + "step": 15826 + }, + { + "epoch": 0.2709221314983139, + "grad_norm": 2.189377784729004, + "learning_rate": 1.710723686413531e-05, + "loss": 2.8094, + "step": 15827 + }, + { + "epoch": 0.27093924921686435, + "grad_norm": 2.423802614212036, + "learning_rate": 1.7106846845059045e-05, + "loss": 2.8669, + "step": 15828 + }, + { + "epoch": 0.27095636693541486, + "grad_norm": 2.250372886657715, + "learning_rate": 1.710645680413881e-05, + "loss": 2.8791, + "step": 15829 + }, + { + "epoch": 0.2709734846539653, + "grad_norm": 2.364523410797119, + "learning_rate": 1.71060667413758e-05, + "loss": 2.8299, + "step": 15830 + }, + { + "epoch": 0.27099060237251577, + "grad_norm": 2.40786075592041, + "learning_rate": 1.7105676656771216e-05, + "loss": 2.8143, + "step": 15831 + }, + { + "epoch": 0.2710077200910663, + "grad_norm": 2.415403127670288, + "learning_rate": 1.710528655032626e-05, + "loss": 2.8347, + "step": 15832 + }, + { + "epoch": 0.2710248378096167, + "grad_norm": 2.4522547721862793, + "learning_rate": 1.7104896422042133e-05, + "loss": 2.8172, + "step": 15833 + }, + { + "epoch": 0.27104195552816723, + "grad_norm": 2.460747003555298, + "learning_rate": 1.7104506271920024e-05, + "loss": 2.7851, + "step": 15834 + }, + { + "epoch": 0.2710590732467177, + "grad_norm": 2.225841522216797, + "learning_rate": 1.7104116099961145e-05, + "loss": 2.743, + "step": 15835 + }, + { + "epoch": 0.27107619096526814, + "grad_norm": 2.303004741668701, + "learning_rate": 1.710372590616668e-05, + "loss": 2.6561, + "step": 15836 + }, + { + "epoch": 0.27109330868381865, + "grad_norm": 2.385737419128418, + "learning_rate": 1.7103335690537842e-05, + "loss": 2.7348, + "step": 15837 + }, + { + "epoch": 0.2711104264023691, + "grad_norm": 2.365257501602173, + "learning_rate": 1.7102945453075824e-05, + "loss": 2.6927, + "step": 15838 + }, + { + "epoch": 0.27112754412091955, + "grad_norm": 2.3614578247070312, + "learning_rate": 1.7102555193781827e-05, + "loss": 2.8356, + "step": 15839 + }, + { + "epoch": 0.27114466183947006, + "grad_norm": 2.282271385192871, + "learning_rate": 1.710216491265705e-05, + "loss": 2.7878, + "step": 15840 + }, + { + "epoch": 0.2711617795580205, + "grad_norm": 2.334367036819458, + "learning_rate": 1.7101774609702696e-05, + "loss": 2.8287, + "step": 15841 + }, + { + "epoch": 0.27117889727657096, + "grad_norm": 2.260822057723999, + "learning_rate": 1.710138428491996e-05, + "loss": 2.7605, + "step": 15842 + }, + { + "epoch": 0.27119601499512147, + "grad_norm": 2.2470762729644775, + "learning_rate": 1.710099393831004e-05, + "loss": 2.7751, + "step": 15843 + }, + { + "epoch": 0.2712131327136719, + "grad_norm": 2.358800172805786, + "learning_rate": 1.7100603569874143e-05, + "loss": 2.8752, + "step": 15844 + }, + { + "epoch": 0.2712302504322224, + "grad_norm": 2.3257880210876465, + "learning_rate": 1.710021317961346e-05, + "loss": 2.8615, + "step": 15845 + }, + { + "epoch": 0.2712473681507729, + "grad_norm": 2.497623920440674, + "learning_rate": 1.70998227675292e-05, + "loss": 2.9551, + "step": 15846 + }, + { + "epoch": 0.27126448586932334, + "grad_norm": 2.1942529678344727, + "learning_rate": 1.709943233362256e-05, + "loss": 2.7013, + "step": 15847 + }, + { + "epoch": 0.2712816035878738, + "grad_norm": 2.2922275066375732, + "learning_rate": 1.7099041877894734e-05, + "loss": 2.7289, + "step": 15848 + }, + { + "epoch": 0.2712987213064243, + "grad_norm": 2.253455877304077, + "learning_rate": 1.709865140034693e-05, + "loss": 2.7206, + "step": 15849 + }, + { + "epoch": 0.27131583902497475, + "grad_norm": 2.4482157230377197, + "learning_rate": 1.7098260900980346e-05, + "loss": 2.9106, + "step": 15850 + }, + { + "epoch": 0.2713329567435252, + "grad_norm": 2.2624008655548096, + "learning_rate": 1.709787037979618e-05, + "loss": 2.7616, + "step": 15851 + }, + { + "epoch": 0.2713500744620757, + "grad_norm": 2.239960193634033, + "learning_rate": 1.7097479836795632e-05, + "loss": 2.8297, + "step": 15852 + }, + { + "epoch": 0.27136719218062616, + "grad_norm": 2.3536603450775146, + "learning_rate": 1.7097089271979907e-05, + "loss": 2.7175, + "step": 15853 + }, + { + "epoch": 0.2713843098991766, + "grad_norm": 2.516634941101074, + "learning_rate": 1.70966986853502e-05, + "loss": 2.9177, + "step": 15854 + }, + { + "epoch": 0.2714014276177271, + "grad_norm": 2.2415566444396973, + "learning_rate": 1.7096308076907715e-05, + "loss": 2.8924, + "step": 15855 + }, + { + "epoch": 0.2714185453362776, + "grad_norm": 2.3553354740142822, + "learning_rate": 1.7095917446653653e-05, + "loss": 2.7709, + "step": 15856 + }, + { + "epoch": 0.2714356630548281, + "grad_norm": 2.2472763061523438, + "learning_rate": 1.709552679458921e-05, + "loss": 2.8017, + "step": 15857 + }, + { + "epoch": 0.27145278077337853, + "grad_norm": 2.252803325653076, + "learning_rate": 1.7095136120715595e-05, + "loss": 2.7733, + "step": 15858 + }, + { + "epoch": 0.271469898491929, + "grad_norm": 2.2820329666137695, + "learning_rate": 1.7094745425034e-05, + "loss": 2.7819, + "step": 15859 + }, + { + "epoch": 0.2714870162104795, + "grad_norm": 2.3653504848480225, + "learning_rate": 1.7094354707545633e-05, + "loss": 2.7089, + "step": 15860 + }, + { + "epoch": 0.27150413392902994, + "grad_norm": 2.3961172103881836, + "learning_rate": 1.709396396825169e-05, + "loss": 2.7561, + "step": 15861 + }, + { + "epoch": 0.2715212516475804, + "grad_norm": 2.3939895629882812, + "learning_rate": 1.7093573207153374e-05, + "loss": 2.8905, + "step": 15862 + }, + { + "epoch": 0.2715383693661309, + "grad_norm": 2.255106210708618, + "learning_rate": 1.7093182424251886e-05, + "loss": 2.8631, + "step": 15863 + }, + { + "epoch": 0.27155548708468136, + "grad_norm": 2.574093818664551, + "learning_rate": 1.7092791619548424e-05, + "loss": 2.9087, + "step": 15864 + }, + { + "epoch": 0.2715726048032318, + "grad_norm": 2.3347601890563965, + "learning_rate": 1.7092400793044195e-05, + "loss": 2.8105, + "step": 15865 + }, + { + "epoch": 0.2715897225217823, + "grad_norm": 2.393545150756836, + "learning_rate": 1.7092009944740396e-05, + "loss": 2.8328, + "step": 15866 + }, + { + "epoch": 0.27160684024033277, + "grad_norm": 2.3409264087677, + "learning_rate": 1.7091619074638232e-05, + "loss": 2.7898, + "step": 15867 + }, + { + "epoch": 0.2716239579588832, + "grad_norm": 2.3067657947540283, + "learning_rate": 1.70912281827389e-05, + "loss": 2.8078, + "step": 15868 + }, + { + "epoch": 0.27164107567743373, + "grad_norm": 2.4037723541259766, + "learning_rate": 1.7090837269043604e-05, + "loss": 2.7664, + "step": 15869 + }, + { + "epoch": 0.2716581933959842, + "grad_norm": 2.5002896785736084, + "learning_rate": 1.7090446333553545e-05, + "loss": 2.8093, + "step": 15870 + }, + { + "epoch": 0.27167531111453463, + "grad_norm": 2.3544178009033203, + "learning_rate": 1.7090055376269926e-05, + "loss": 2.7532, + "step": 15871 + }, + { + "epoch": 0.27169242883308514, + "grad_norm": 2.287830114364624, + "learning_rate": 1.7089664397193947e-05, + "loss": 2.8221, + "step": 15872 + }, + { + "epoch": 0.2717095465516356, + "grad_norm": 2.3657093048095703, + "learning_rate": 1.708927339632681e-05, + "loss": 2.8398, + "step": 15873 + }, + { + "epoch": 0.27172666427018605, + "grad_norm": 2.2943708896636963, + "learning_rate": 1.7088882373669715e-05, + "loss": 2.6359, + "step": 15874 + }, + { + "epoch": 0.27174378198873655, + "grad_norm": 2.7636609077453613, + "learning_rate": 1.7088491329223868e-05, + "loss": 2.8898, + "step": 15875 + }, + { + "epoch": 0.271760899707287, + "grad_norm": 2.332658290863037, + "learning_rate": 1.7088100262990466e-05, + "loss": 2.8275, + "step": 15876 + }, + { + "epoch": 0.27177801742583746, + "grad_norm": 2.2562780380249023, + "learning_rate": 1.7087709174970715e-05, + "loss": 2.7141, + "step": 15877 + }, + { + "epoch": 0.27179513514438797, + "grad_norm": 2.3026163578033447, + "learning_rate": 1.7087318065165813e-05, + "loss": 2.8816, + "step": 15878 + }, + { + "epoch": 0.2718122528629384, + "grad_norm": 2.3047375679016113, + "learning_rate": 1.7086926933576972e-05, + "loss": 2.727, + "step": 15879 + }, + { + "epoch": 0.27182937058148887, + "grad_norm": 2.3134732246398926, + "learning_rate": 1.708653578020538e-05, + "loss": 2.8801, + "step": 15880 + }, + { + "epoch": 0.2718464883000394, + "grad_norm": 2.4104957580566406, + "learning_rate": 1.708614460505225e-05, + "loss": 2.8371, + "step": 15881 + }, + { + "epoch": 0.27186360601858983, + "grad_norm": 2.345686197280884, + "learning_rate": 1.708575340811878e-05, + "loss": 2.7464, + "step": 15882 + }, + { + "epoch": 0.27188072373714034, + "grad_norm": 2.3487231731414795, + "learning_rate": 1.7085362189406173e-05, + "loss": 2.8262, + "step": 15883 + }, + { + "epoch": 0.2718978414556908, + "grad_norm": 2.2949302196502686, + "learning_rate": 1.708497094891563e-05, + "loss": 2.7872, + "step": 15884 + }, + { + "epoch": 0.27191495917424124, + "grad_norm": 2.4673585891723633, + "learning_rate": 1.7084579686648358e-05, + "loss": 2.7725, + "step": 15885 + }, + { + "epoch": 0.27193207689279175, + "grad_norm": 2.3275210857391357, + "learning_rate": 1.7084188402605556e-05, + "loss": 2.8497, + "step": 15886 + }, + { + "epoch": 0.2719491946113422, + "grad_norm": 2.443889856338501, + "learning_rate": 1.7083797096788424e-05, + "loss": 2.9263, + "step": 15887 + }, + { + "epoch": 0.27196631232989266, + "grad_norm": 2.368215799331665, + "learning_rate": 1.708340576919817e-05, + "loss": 2.8576, + "step": 15888 + }, + { + "epoch": 0.27198343004844316, + "grad_norm": 2.349621057510376, + "learning_rate": 1.7083014419835997e-05, + "loss": 2.7701, + "step": 15889 + }, + { + "epoch": 0.2720005477669936, + "grad_norm": 2.3460912704467773, + "learning_rate": 1.7082623048703108e-05, + "loss": 2.9642, + "step": 15890 + }, + { + "epoch": 0.27201766548554407, + "grad_norm": 2.377415657043457, + "learning_rate": 1.70822316558007e-05, + "loss": 2.7172, + "step": 15891 + }, + { + "epoch": 0.2720347832040946, + "grad_norm": 2.4756181240081787, + "learning_rate": 1.7081840241129977e-05, + "loss": 2.7907, + "step": 15892 + }, + { + "epoch": 0.27205190092264503, + "grad_norm": 2.3592476844787598, + "learning_rate": 1.708144880469215e-05, + "loss": 2.7798, + "step": 15893 + }, + { + "epoch": 0.2720690186411955, + "grad_norm": 2.339143753051758, + "learning_rate": 1.7081057346488413e-05, + "loss": 2.7497, + "step": 15894 + }, + { + "epoch": 0.272086136359746, + "grad_norm": 2.380764961242676, + "learning_rate": 1.7080665866519975e-05, + "loss": 2.755, + "step": 15895 + }, + { + "epoch": 0.27210325407829644, + "grad_norm": 2.3291258811950684, + "learning_rate": 1.708027436478804e-05, + "loss": 2.7161, + "step": 15896 + }, + { + "epoch": 0.2721203717968469, + "grad_norm": 2.4669806957244873, + "learning_rate": 1.7079882841293804e-05, + "loss": 2.902, + "step": 15897 + }, + { + "epoch": 0.2721374895153974, + "grad_norm": 2.2968862056732178, + "learning_rate": 1.7079491296038476e-05, + "loss": 2.7062, + "step": 15898 + }, + { + "epoch": 0.27215460723394785, + "grad_norm": 2.400630474090576, + "learning_rate": 1.707909972902326e-05, + "loss": 2.7916, + "step": 15899 + }, + { + "epoch": 0.2721717249524983, + "grad_norm": 2.318815231323242, + "learning_rate": 1.707870814024936e-05, + "loss": 2.7845, + "step": 15900 + }, + { + "epoch": 0.2721888426710488, + "grad_norm": 2.376516819000244, + "learning_rate": 1.7078316529717975e-05, + "loss": 2.8304, + "step": 15901 + }, + { + "epoch": 0.27220596038959927, + "grad_norm": 2.556331157684326, + "learning_rate": 1.707792489743031e-05, + "loss": 2.7528, + "step": 15902 + }, + { + "epoch": 0.2722230781081497, + "grad_norm": 2.4709668159484863, + "learning_rate": 1.7077533243387573e-05, + "loss": 2.82, + "step": 15903 + }, + { + "epoch": 0.2722401958267002, + "grad_norm": 2.3971776962280273, + "learning_rate": 1.7077141567590966e-05, + "loss": 2.8734, + "step": 15904 + }, + { + "epoch": 0.2722573135452507, + "grad_norm": 2.4347691535949707, + "learning_rate": 1.7076749870041692e-05, + "loss": 2.8052, + "step": 15905 + }, + { + "epoch": 0.2722744312638012, + "grad_norm": 2.4574689865112305, + "learning_rate": 1.707635815074095e-05, + "loss": 2.9323, + "step": 15906 + }, + { + "epoch": 0.27229154898235164, + "grad_norm": 2.2690672874450684, + "learning_rate": 1.7075966409689956e-05, + "loss": 2.7672, + "step": 15907 + }, + { + "epoch": 0.2723086667009021, + "grad_norm": 2.3042490482330322, + "learning_rate": 1.7075574646889902e-05, + "loss": 2.7356, + "step": 15908 + }, + { + "epoch": 0.2723257844194526, + "grad_norm": 2.411752939224243, + "learning_rate": 1.7075182862341993e-05, + "loss": 2.8119, + "step": 15909 + }, + { + "epoch": 0.27234290213800305, + "grad_norm": 2.3755218982696533, + "learning_rate": 1.7074791056047445e-05, + "loss": 2.7961, + "step": 15910 + }, + { + "epoch": 0.2723600198565535, + "grad_norm": 2.505570888519287, + "learning_rate": 1.7074399228007454e-05, + "loss": 2.8896, + "step": 15911 + }, + { + "epoch": 0.272377137575104, + "grad_norm": 2.3469390869140625, + "learning_rate": 1.7074007378223222e-05, + "loss": 2.8349, + "step": 15912 + }, + { + "epoch": 0.27239425529365446, + "grad_norm": 2.3420567512512207, + "learning_rate": 1.7073615506695956e-05, + "loss": 2.8173, + "step": 15913 + }, + { + "epoch": 0.2724113730122049, + "grad_norm": 2.4295449256896973, + "learning_rate": 1.707322361342686e-05, + "loss": 2.9061, + "step": 15914 + }, + { + "epoch": 0.2724284907307554, + "grad_norm": 2.3099048137664795, + "learning_rate": 1.7072831698417142e-05, + "loss": 2.784, + "step": 15915 + }, + { + "epoch": 0.2724456084493059, + "grad_norm": 2.2757365703582764, + "learning_rate": 1.7072439761668004e-05, + "loss": 2.7696, + "step": 15916 + }, + { + "epoch": 0.27246272616785633, + "grad_norm": 2.4119789600372314, + "learning_rate": 1.707204780318065e-05, + "loss": 2.7346, + "step": 15917 + }, + { + "epoch": 0.27247984388640684, + "grad_norm": 2.290412664413452, + "learning_rate": 1.7071655822956285e-05, + "loss": 2.7627, + "step": 15918 + }, + { + "epoch": 0.2724969616049573, + "grad_norm": 2.327962875366211, + "learning_rate": 1.7071263820996112e-05, + "loss": 2.7934, + "step": 15919 + }, + { + "epoch": 0.27251407932350774, + "grad_norm": 2.356248140335083, + "learning_rate": 1.707087179730134e-05, + "loss": 2.8533, + "step": 15920 + }, + { + "epoch": 0.27253119704205825, + "grad_norm": 2.2579331398010254, + "learning_rate": 1.7070479751873174e-05, + "loss": 2.7166, + "step": 15921 + }, + { + "epoch": 0.2725483147606087, + "grad_norm": 2.3314452171325684, + "learning_rate": 1.7070087684712814e-05, + "loss": 2.8051, + "step": 15922 + }, + { + "epoch": 0.27256543247915915, + "grad_norm": 2.269109010696411, + "learning_rate": 1.706969559582147e-05, + "loss": 2.6588, + "step": 15923 + }, + { + "epoch": 0.27258255019770966, + "grad_norm": 2.3579938411712646, + "learning_rate": 1.7069303485200345e-05, + "loss": 2.8361, + "step": 15924 + }, + { + "epoch": 0.2725996679162601, + "grad_norm": 2.4793243408203125, + "learning_rate": 1.7068911352850645e-05, + "loss": 2.7925, + "step": 15925 + }, + { + "epoch": 0.27261678563481057, + "grad_norm": 2.2631473541259766, + "learning_rate": 1.706851919877357e-05, + "loss": 2.6775, + "step": 15926 + }, + { + "epoch": 0.2726339033533611, + "grad_norm": 2.2728545665740967, + "learning_rate": 1.7068127022970335e-05, + "loss": 2.7031, + "step": 15927 + }, + { + "epoch": 0.2726510210719115, + "grad_norm": 2.278057336807251, + "learning_rate": 1.7067734825442137e-05, + "loss": 2.8137, + "step": 15928 + }, + { + "epoch": 0.27266813879046203, + "grad_norm": 2.3350343704223633, + "learning_rate": 1.706734260619019e-05, + "loss": 2.8416, + "step": 15929 + }, + { + "epoch": 0.2726852565090125, + "grad_norm": 2.2866170406341553, + "learning_rate": 1.7066950365215688e-05, + "loss": 2.8515, + "step": 15930 + }, + { + "epoch": 0.27270237422756294, + "grad_norm": 2.3196117877960205, + "learning_rate": 1.706655810251985e-05, + "loss": 2.904, + "step": 15931 + }, + { + "epoch": 0.27271949194611345, + "grad_norm": 2.307328939437866, + "learning_rate": 1.706616581810387e-05, + "loss": 2.8128, + "step": 15932 + }, + { + "epoch": 0.2727366096646639, + "grad_norm": 2.4162192344665527, + "learning_rate": 1.7065773511968958e-05, + "loss": 2.7772, + "step": 15933 + }, + { + "epoch": 0.27275372738321435, + "grad_norm": 2.5363829135894775, + "learning_rate": 1.7065381184116322e-05, + "loss": 2.8696, + "step": 15934 + }, + { + "epoch": 0.27277084510176486, + "grad_norm": 2.3998639583587646, + "learning_rate": 1.7064988834547167e-05, + "loss": 2.8895, + "step": 15935 + }, + { + "epoch": 0.2727879628203153, + "grad_norm": 2.371397018432617, + "learning_rate": 1.7064596463262697e-05, + "loss": 2.8336, + "step": 15936 + }, + { + "epoch": 0.27280508053886576, + "grad_norm": 2.437206268310547, + "learning_rate": 1.706420407026412e-05, + "loss": 2.9093, + "step": 15937 + }, + { + "epoch": 0.27282219825741627, + "grad_norm": 2.5552008152008057, + "learning_rate": 1.706381165555264e-05, + "loss": 2.8812, + "step": 15938 + }, + { + "epoch": 0.2728393159759667, + "grad_norm": 2.294337749481201, + "learning_rate": 1.7063419219129465e-05, + "loss": 2.7654, + "step": 15939 + }, + { + "epoch": 0.2728564336945172, + "grad_norm": 2.450589895248413, + "learning_rate": 1.70630267609958e-05, + "loss": 2.8042, + "step": 15940 + }, + { + "epoch": 0.2728735514130677, + "grad_norm": 2.281529664993286, + "learning_rate": 1.7062634281152856e-05, + "loss": 2.8411, + "step": 15941 + }, + { + "epoch": 0.27289066913161814, + "grad_norm": 2.263308048248291, + "learning_rate": 1.706224177960183e-05, + "loss": 2.6472, + "step": 15942 + }, + { + "epoch": 0.2729077868501686, + "grad_norm": 2.3966784477233887, + "learning_rate": 1.7061849256343938e-05, + "loss": 2.75, + "step": 15943 + }, + { + "epoch": 0.2729249045687191, + "grad_norm": 2.16485857963562, + "learning_rate": 1.7061456711380376e-05, + "loss": 2.8034, + "step": 15944 + }, + { + "epoch": 0.27294202228726955, + "grad_norm": 2.4735331535339355, + "learning_rate": 1.7061064144712364e-05, + "loss": 2.8311, + "step": 15945 + }, + { + "epoch": 0.27295914000582, + "grad_norm": 2.3092079162597656, + "learning_rate": 1.7060671556341094e-05, + "loss": 2.8986, + "step": 15946 + }, + { + "epoch": 0.2729762577243705, + "grad_norm": 2.51278018951416, + "learning_rate": 1.7060278946267783e-05, + "loss": 2.9202, + "step": 15947 + }, + { + "epoch": 0.27299337544292096, + "grad_norm": 2.559438943862915, + "learning_rate": 1.7059886314493637e-05, + "loss": 2.8491, + "step": 15948 + }, + { + "epoch": 0.2730104931614714, + "grad_norm": 2.3342418670654297, + "learning_rate": 1.705949366101986e-05, + "loss": 2.6858, + "step": 15949 + }, + { + "epoch": 0.2730276108800219, + "grad_norm": 2.2720863819122314, + "learning_rate": 1.7059100985847655e-05, + "loss": 2.7907, + "step": 15950 + }, + { + "epoch": 0.2730447285985724, + "grad_norm": 2.440239191055298, + "learning_rate": 1.7058708288978238e-05, + "loss": 2.8096, + "step": 15951 + }, + { + "epoch": 0.2730618463171229, + "grad_norm": 2.367706298828125, + "learning_rate": 1.705831557041281e-05, + "loss": 2.8088, + "step": 15952 + }, + { + "epoch": 0.27307896403567333, + "grad_norm": 2.217001438140869, + "learning_rate": 1.705792283015258e-05, + "loss": 2.8166, + "step": 15953 + }, + { + "epoch": 0.2730960817542238, + "grad_norm": 2.2704646587371826, + "learning_rate": 1.7057530068198752e-05, + "loss": 2.8409, + "step": 15954 + }, + { + "epoch": 0.2731131994727743, + "grad_norm": 2.2591147422790527, + "learning_rate": 1.7057137284552537e-05, + "loss": 2.7486, + "step": 15955 + }, + { + "epoch": 0.27313031719132475, + "grad_norm": 2.4626882076263428, + "learning_rate": 1.7056744479215144e-05, + "loss": 2.9157, + "step": 15956 + }, + { + "epoch": 0.2731474349098752, + "grad_norm": 2.3382701873779297, + "learning_rate": 1.7056351652187774e-05, + "loss": 2.7601, + "step": 15957 + }, + { + "epoch": 0.2731645526284257, + "grad_norm": 2.188056468963623, + "learning_rate": 1.705595880347164e-05, + "loss": 2.7018, + "step": 15958 + }, + { + "epoch": 0.27318167034697616, + "grad_norm": 2.248253583908081, + "learning_rate": 1.7055565933067945e-05, + "loss": 2.7923, + "step": 15959 + }, + { + "epoch": 0.2731987880655266, + "grad_norm": 2.468273639678955, + "learning_rate": 1.70551730409779e-05, + "loss": 2.8737, + "step": 15960 + }, + { + "epoch": 0.2732159057840771, + "grad_norm": 2.3519933223724365, + "learning_rate": 1.7054780127202715e-05, + "loss": 2.7782, + "step": 15961 + }, + { + "epoch": 0.27323302350262757, + "grad_norm": 2.3549349308013916, + "learning_rate": 1.705438719174359e-05, + "loss": 2.874, + "step": 15962 + }, + { + "epoch": 0.273250141221178, + "grad_norm": 2.3971030712127686, + "learning_rate": 1.7053994234601736e-05, + "loss": 2.7669, + "step": 15963 + }, + { + "epoch": 0.27326725893972853, + "grad_norm": 2.212599277496338, + "learning_rate": 1.7053601255778364e-05, + "loss": 2.6757, + "step": 15964 + }, + { + "epoch": 0.273284376658279, + "grad_norm": 2.256455421447754, + "learning_rate": 1.705320825527468e-05, + "loss": 2.8433, + "step": 15965 + }, + { + "epoch": 0.27330149437682943, + "grad_norm": 2.220371961593628, + "learning_rate": 1.7052815233091888e-05, + "loss": 2.8022, + "step": 15966 + }, + { + "epoch": 0.27331861209537994, + "grad_norm": 2.294372081756592, + "learning_rate": 1.7052422189231202e-05, + "loss": 2.6803, + "step": 15967 + }, + { + "epoch": 0.2733357298139304, + "grad_norm": 2.2973203659057617, + "learning_rate": 1.705202912369383e-05, + "loss": 2.7086, + "step": 15968 + }, + { + "epoch": 0.27335284753248085, + "grad_norm": 2.2860710620880127, + "learning_rate": 1.7051636036480977e-05, + "loss": 2.8207, + "step": 15969 + }, + { + "epoch": 0.27336996525103135, + "grad_norm": 2.686021327972412, + "learning_rate": 1.705124292759385e-05, + "loss": 2.8596, + "step": 15970 + }, + { + "epoch": 0.2733870829695818, + "grad_norm": 2.6150400638580322, + "learning_rate": 1.705084979703366e-05, + "loss": 2.7175, + "step": 15971 + }, + { + "epoch": 0.27340420068813226, + "grad_norm": 2.6061198711395264, + "learning_rate": 1.7050456644801614e-05, + "loss": 2.6862, + "step": 15972 + }, + { + "epoch": 0.27342131840668277, + "grad_norm": 2.2245795726776123, + "learning_rate": 1.705006347089892e-05, + "loss": 2.7721, + "step": 15973 + }, + { + "epoch": 0.2734384361252332, + "grad_norm": 2.4582996368408203, + "learning_rate": 1.704967027532679e-05, + "loss": 2.8395, + "step": 15974 + }, + { + "epoch": 0.2734555538437837, + "grad_norm": 2.4979777336120605, + "learning_rate": 1.704927705808643e-05, + "loss": 2.8417, + "step": 15975 + }, + { + "epoch": 0.2734726715623342, + "grad_norm": 2.3241093158721924, + "learning_rate": 1.7048883819179047e-05, + "loss": 2.7596, + "step": 15976 + }, + { + "epoch": 0.27348978928088463, + "grad_norm": 2.391813278198242, + "learning_rate": 1.7048490558605852e-05, + "loss": 2.8891, + "step": 15977 + }, + { + "epoch": 0.27350690699943514, + "grad_norm": 2.283064126968384, + "learning_rate": 1.7048097276368055e-05, + "loss": 2.6771, + "step": 15978 + }, + { + "epoch": 0.2735240247179856, + "grad_norm": 2.402827501296997, + "learning_rate": 1.704770397246686e-05, + "loss": 2.7899, + "step": 15979 + }, + { + "epoch": 0.27354114243653604, + "grad_norm": 2.2916507720947266, + "learning_rate": 1.7047310646903483e-05, + "loss": 2.7457, + "step": 15980 + }, + { + "epoch": 0.27355826015508655, + "grad_norm": 2.2679574489593506, + "learning_rate": 1.7046917299679126e-05, + "loss": 2.7325, + "step": 15981 + }, + { + "epoch": 0.273575377873637, + "grad_norm": 2.3971939086914062, + "learning_rate": 1.7046523930795e-05, + "loss": 2.9119, + "step": 15982 + }, + { + "epoch": 0.27359249559218746, + "grad_norm": 2.2860515117645264, + "learning_rate": 1.7046130540252313e-05, + "loss": 2.877, + "step": 15983 + }, + { + "epoch": 0.27360961331073796, + "grad_norm": 2.294146776199341, + "learning_rate": 1.704573712805228e-05, + "loss": 2.8346, + "step": 15984 + }, + { + "epoch": 0.2736267310292884, + "grad_norm": 2.265392541885376, + "learning_rate": 1.7045343694196103e-05, + "loss": 2.7523, + "step": 15985 + }, + { + "epoch": 0.27364384874783887, + "grad_norm": 2.3227288722991943, + "learning_rate": 1.7044950238684998e-05, + "loss": 2.737, + "step": 15986 + }, + { + "epoch": 0.2736609664663894, + "grad_norm": 2.4070749282836914, + "learning_rate": 1.7044556761520166e-05, + "loss": 2.8029, + "step": 15987 + }, + { + "epoch": 0.27367808418493983, + "grad_norm": 2.4211153984069824, + "learning_rate": 1.7044163262702827e-05, + "loss": 2.8526, + "step": 15988 + }, + { + "epoch": 0.2736952019034903, + "grad_norm": 2.280719041824341, + "learning_rate": 1.7043769742234178e-05, + "loss": 2.8111, + "step": 15989 + }, + { + "epoch": 0.2737123196220408, + "grad_norm": 2.3706369400024414, + "learning_rate": 1.704337620011544e-05, + "loss": 2.9495, + "step": 15990 + }, + { + "epoch": 0.27372943734059124, + "grad_norm": 2.288860321044922, + "learning_rate": 1.7042982636347817e-05, + "loss": 2.692, + "step": 15991 + }, + { + "epoch": 0.2737465550591417, + "grad_norm": 2.256782293319702, + "learning_rate": 1.704258905093252e-05, + "loss": 2.8367, + "step": 15992 + }, + { + "epoch": 0.2737636727776922, + "grad_norm": 2.3069276809692383, + "learning_rate": 1.7042195443870757e-05, + "loss": 2.9004, + "step": 15993 + }, + { + "epoch": 0.27378079049624265, + "grad_norm": 2.343353748321533, + "learning_rate": 1.7041801815163742e-05, + "loss": 2.8213, + "step": 15994 + }, + { + "epoch": 0.2737979082147931, + "grad_norm": 2.3315765857696533, + "learning_rate": 1.7041408164812677e-05, + "loss": 2.8367, + "step": 15995 + }, + { + "epoch": 0.2738150259333436, + "grad_norm": 2.405611991882324, + "learning_rate": 1.704101449281878e-05, + "loss": 2.7275, + "step": 15996 + }, + { + "epoch": 0.27383214365189407, + "grad_norm": 2.384533405303955, + "learning_rate": 1.704062079918326e-05, + "loss": 2.7818, + "step": 15997 + }, + { + "epoch": 0.2738492613704446, + "grad_norm": 2.344435214996338, + "learning_rate": 1.704022708390732e-05, + "loss": 2.8491, + "step": 15998 + }, + { + "epoch": 0.273866379088995, + "grad_norm": 2.381864547729492, + "learning_rate": 1.703983334699218e-05, + "loss": 2.9497, + "step": 15999 + }, + { + "epoch": 0.2738834968075455, + "grad_norm": 2.3304882049560547, + "learning_rate": 1.703943958843904e-05, + "loss": 2.7862, + "step": 16000 + }, + { + "epoch": 0.273900614526096, + "grad_norm": 2.3384952545166016, + "learning_rate": 1.7039045808249118e-05, + "loss": 2.7812, + "step": 16001 + }, + { + "epoch": 0.27391773224464644, + "grad_norm": 2.368577718734741, + "learning_rate": 1.7038652006423626e-05, + "loss": 2.816, + "step": 16002 + }, + { + "epoch": 0.2739348499631969, + "grad_norm": 2.269409656524658, + "learning_rate": 1.7038258182963766e-05, + "loss": 2.7881, + "step": 16003 + }, + { + "epoch": 0.2739519676817474, + "grad_norm": 2.363206148147583, + "learning_rate": 1.7037864337870753e-05, + "loss": 2.8617, + "step": 16004 + }, + { + "epoch": 0.27396908540029785, + "grad_norm": 2.2530250549316406, + "learning_rate": 1.70374704711458e-05, + "loss": 2.7283, + "step": 16005 + }, + { + "epoch": 0.2739862031188483, + "grad_norm": 2.3005664348602295, + "learning_rate": 1.703707658279011e-05, + "loss": 2.7757, + "step": 16006 + }, + { + "epoch": 0.2740033208373988, + "grad_norm": 2.247140884399414, + "learning_rate": 1.7036682672804904e-05, + "loss": 2.7865, + "step": 16007 + }, + { + "epoch": 0.27402043855594926, + "grad_norm": 2.234733819961548, + "learning_rate": 1.703628874119139e-05, + "loss": 2.8019, + "step": 16008 + }, + { + "epoch": 0.2740375562744997, + "grad_norm": 2.351203680038452, + "learning_rate": 1.7035894787950767e-05, + "loss": 2.8186, + "step": 16009 + }, + { + "epoch": 0.2740546739930502, + "grad_norm": 2.3397514820098877, + "learning_rate": 1.703550081308426e-05, + "loss": 2.8364, + "step": 16010 + }, + { + "epoch": 0.2740717917116007, + "grad_norm": 2.505253314971924, + "learning_rate": 1.7035106816593075e-05, + "loss": 2.8948, + "step": 16011 + }, + { + "epoch": 0.27408890943015113, + "grad_norm": 2.3200597763061523, + "learning_rate": 1.7034712798478424e-05, + "loss": 2.8018, + "step": 16012 + }, + { + "epoch": 0.27410602714870164, + "grad_norm": 2.281705856323242, + "learning_rate": 1.7034318758741512e-05, + "loss": 2.839, + "step": 16013 + }, + { + "epoch": 0.2741231448672521, + "grad_norm": 2.379429817199707, + "learning_rate": 1.7033924697383563e-05, + "loss": 2.7857, + "step": 16014 + }, + { + "epoch": 0.27414026258580254, + "grad_norm": 2.3170197010040283, + "learning_rate": 1.7033530614405774e-05, + "loss": 2.6842, + "step": 16015 + }, + { + "epoch": 0.27415738030435305, + "grad_norm": 2.347660779953003, + "learning_rate": 1.7033136509809368e-05, + "loss": 2.6656, + "step": 16016 + }, + { + "epoch": 0.2741744980229035, + "grad_norm": 2.323606491088867, + "learning_rate": 1.703274238359555e-05, + "loss": 2.8436, + "step": 16017 + }, + { + "epoch": 0.27419161574145395, + "grad_norm": 2.339242696762085, + "learning_rate": 1.703234823576553e-05, + "loss": 2.8041, + "step": 16018 + }, + { + "epoch": 0.27420873346000446, + "grad_norm": 2.266383647918701, + "learning_rate": 1.703195406632052e-05, + "loss": 2.6991, + "step": 16019 + }, + { + "epoch": 0.2742258511785549, + "grad_norm": 2.391178846359253, + "learning_rate": 1.703155987526174e-05, + "loss": 2.727, + "step": 16020 + }, + { + "epoch": 0.2742429688971054, + "grad_norm": 2.192305564880371, + "learning_rate": 1.703116566259039e-05, + "loss": 2.6666, + "step": 16021 + }, + { + "epoch": 0.2742600866156559, + "grad_norm": 2.301287889480591, + "learning_rate": 1.703077142830769e-05, + "loss": 2.8524, + "step": 16022 + }, + { + "epoch": 0.2742772043342063, + "grad_norm": 2.1767542362213135, + "learning_rate": 1.7030377172414846e-05, + "loss": 2.7269, + "step": 16023 + }, + { + "epoch": 0.27429432205275683, + "grad_norm": 2.4016363620758057, + "learning_rate": 1.7029982894913072e-05, + "loss": 2.7732, + "step": 16024 + }, + { + "epoch": 0.2743114397713073, + "grad_norm": 2.3228211402893066, + "learning_rate": 1.7029588595803582e-05, + "loss": 2.6951, + "step": 16025 + }, + { + "epoch": 0.27432855748985774, + "grad_norm": 2.3879764080047607, + "learning_rate": 1.7029194275087587e-05, + "loss": 2.9092, + "step": 16026 + }, + { + "epoch": 0.27434567520840825, + "grad_norm": 2.286215305328369, + "learning_rate": 1.7028799932766298e-05, + "loss": 2.7489, + "step": 16027 + }, + { + "epoch": 0.2743627929269587, + "grad_norm": 2.444307565689087, + "learning_rate": 1.7028405568840925e-05, + "loss": 2.7586, + "step": 16028 + }, + { + "epoch": 0.27437991064550915, + "grad_norm": 2.426821708679199, + "learning_rate": 1.7028011183312685e-05, + "loss": 2.8761, + "step": 16029 + }, + { + "epoch": 0.27439702836405966, + "grad_norm": 2.344113349914551, + "learning_rate": 1.7027616776182785e-05, + "loss": 2.9237, + "step": 16030 + }, + { + "epoch": 0.2744141460826101, + "grad_norm": 2.323061227798462, + "learning_rate": 1.7027222347452443e-05, + "loss": 2.9201, + "step": 16031 + }, + { + "epoch": 0.27443126380116056, + "grad_norm": 2.3116674423217773, + "learning_rate": 1.7026827897122866e-05, + "loss": 2.8407, + "step": 16032 + }, + { + "epoch": 0.27444838151971107, + "grad_norm": 2.3444130420684814, + "learning_rate": 1.7026433425195266e-05, + "loss": 2.8982, + "step": 16033 + }, + { + "epoch": 0.2744654992382615, + "grad_norm": 2.3406484127044678, + "learning_rate": 1.702603893167086e-05, + "loss": 2.891, + "step": 16034 + }, + { + "epoch": 0.274482616956812, + "grad_norm": 2.372371196746826, + "learning_rate": 1.7025644416550863e-05, + "loss": 2.8493, + "step": 16035 + }, + { + "epoch": 0.2744997346753625, + "grad_norm": 2.510852575302124, + "learning_rate": 1.702524987983648e-05, + "loss": 2.6824, + "step": 16036 + }, + { + "epoch": 0.27451685239391294, + "grad_norm": 2.373353958129883, + "learning_rate": 1.7024855321528923e-05, + "loss": 2.8514, + "step": 16037 + }, + { + "epoch": 0.2745339701124634, + "grad_norm": 2.3892242908477783, + "learning_rate": 1.702446074162941e-05, + "loss": 2.7533, + "step": 16038 + }, + { + "epoch": 0.2745510878310139, + "grad_norm": 2.3595898151397705, + "learning_rate": 1.7024066140139157e-05, + "loss": 2.8365, + "step": 16039 + }, + { + "epoch": 0.27456820554956435, + "grad_norm": 2.502396583557129, + "learning_rate": 1.702367151705937e-05, + "loss": 2.904, + "step": 16040 + }, + { + "epoch": 0.2745853232681148, + "grad_norm": 2.1455636024475098, + "learning_rate": 1.7023276872391265e-05, + "loss": 2.7359, + "step": 16041 + }, + { + "epoch": 0.2746024409866653, + "grad_norm": 2.370168924331665, + "learning_rate": 1.7022882206136052e-05, + "loss": 2.7796, + "step": 16042 + }, + { + "epoch": 0.27461955870521576, + "grad_norm": 2.326542615890503, + "learning_rate": 1.7022487518294947e-05, + "loss": 2.6838, + "step": 16043 + }, + { + "epoch": 0.2746366764237662, + "grad_norm": 2.301391839981079, + "learning_rate": 1.7022092808869165e-05, + "loss": 2.7546, + "step": 16044 + }, + { + "epoch": 0.2746537941423167, + "grad_norm": 2.4995124340057373, + "learning_rate": 1.702169807785991e-05, + "loss": 2.851, + "step": 16045 + }, + { + "epoch": 0.2746709118608672, + "grad_norm": 2.461759328842163, + "learning_rate": 1.7021303325268408e-05, + "loss": 2.7644, + "step": 16046 + }, + { + "epoch": 0.2746880295794177, + "grad_norm": 2.3653316497802734, + "learning_rate": 1.702090855109586e-05, + "loss": 2.8524, + "step": 16047 + }, + { + "epoch": 0.27470514729796813, + "grad_norm": 2.4411227703094482, + "learning_rate": 1.7020513755343494e-05, + "loss": 2.7583, + "step": 16048 + }, + { + "epoch": 0.2747222650165186, + "grad_norm": 2.3946523666381836, + "learning_rate": 1.702011893801251e-05, + "loss": 2.8127, + "step": 16049 + }, + { + "epoch": 0.2747393827350691, + "grad_norm": 2.3704538345336914, + "learning_rate": 1.701972409910413e-05, + "loss": 2.814, + "step": 16050 + }, + { + "epoch": 0.27475650045361955, + "grad_norm": 2.308422327041626, + "learning_rate": 1.701932923861956e-05, + "loss": 2.734, + "step": 16051 + }, + { + "epoch": 0.27477361817217, + "grad_norm": 2.3140153884887695, + "learning_rate": 1.7018934356560017e-05, + "loss": 2.7609, + "step": 16052 + }, + { + "epoch": 0.2747907358907205, + "grad_norm": 2.446345567703247, + "learning_rate": 1.7018539452926718e-05, + "loss": 2.8406, + "step": 16053 + }, + { + "epoch": 0.27480785360927096, + "grad_norm": 2.3151450157165527, + "learning_rate": 1.701814452772088e-05, + "loss": 2.7358, + "step": 16054 + }, + { + "epoch": 0.2748249713278214, + "grad_norm": 2.411316156387329, + "learning_rate": 1.7017749580943702e-05, + "loss": 2.7028, + "step": 16055 + }, + { + "epoch": 0.2748420890463719, + "grad_norm": 2.5103230476379395, + "learning_rate": 1.701735461259641e-05, + "loss": 2.8729, + "step": 16056 + }, + { + "epoch": 0.27485920676492237, + "grad_norm": 2.4218318462371826, + "learning_rate": 1.7016959622680216e-05, + "loss": 2.7633, + "step": 16057 + }, + { + "epoch": 0.2748763244834728, + "grad_norm": 2.7356841564178467, + "learning_rate": 1.7016564611196332e-05, + "loss": 2.82, + "step": 16058 + }, + { + "epoch": 0.27489344220202333, + "grad_norm": 2.376922130584717, + "learning_rate": 1.7016169578145977e-05, + "loss": 2.7491, + "step": 16059 + }, + { + "epoch": 0.2749105599205738, + "grad_norm": 2.31197190284729, + "learning_rate": 1.701577452353036e-05, + "loss": 2.8165, + "step": 16060 + }, + { + "epoch": 0.27492767763912423, + "grad_norm": 2.470029592514038, + "learning_rate": 1.7015379447350692e-05, + "loss": 2.6803, + "step": 16061 + }, + { + "epoch": 0.27494479535767474, + "grad_norm": 2.6751527786254883, + "learning_rate": 1.70149843496082e-05, + "loss": 2.8621, + "step": 16062 + }, + { + "epoch": 0.2749619130762252, + "grad_norm": 2.35319447517395, + "learning_rate": 1.7014589230304085e-05, + "loss": 2.7306, + "step": 16063 + }, + { + "epoch": 0.27497903079477565, + "grad_norm": 2.300973415374756, + "learning_rate": 1.7014194089439565e-05, + "loss": 2.702, + "step": 16064 + }, + { + "epoch": 0.27499614851332616, + "grad_norm": 2.3750057220458984, + "learning_rate": 1.7013798927015864e-05, + "loss": 2.8151, + "step": 16065 + }, + { + "epoch": 0.2750132662318766, + "grad_norm": 2.3487491607666016, + "learning_rate": 1.701340374303418e-05, + "loss": 2.8474, + "step": 16066 + }, + { + "epoch": 0.27503038395042706, + "grad_norm": 2.2389609813690186, + "learning_rate": 1.7013008537495744e-05, + "loss": 2.7944, + "step": 16067 + }, + { + "epoch": 0.27504750166897757, + "grad_norm": 2.5255677700042725, + "learning_rate": 1.7012613310401762e-05, + "loss": 2.7731, + "step": 16068 + }, + { + "epoch": 0.275064619387528, + "grad_norm": 2.3030636310577393, + "learning_rate": 1.701221806175345e-05, + "loss": 2.834, + "step": 16069 + }, + { + "epoch": 0.2750817371060785, + "grad_norm": 2.3177175521850586, + "learning_rate": 1.701182279155202e-05, + "loss": 2.6981, + "step": 16070 + }, + { + "epoch": 0.275098854824629, + "grad_norm": 2.416640520095825, + "learning_rate": 1.7011427499798697e-05, + "loss": 2.8059, + "step": 16071 + }, + { + "epoch": 0.27511597254317943, + "grad_norm": 2.486135482788086, + "learning_rate": 1.7011032186494684e-05, + "loss": 2.8662, + "step": 16072 + }, + { + "epoch": 0.27513309026172994, + "grad_norm": 2.5181033611297607, + "learning_rate": 1.70106368516412e-05, + "loss": 2.7909, + "step": 16073 + }, + { + "epoch": 0.2751502079802804, + "grad_norm": 2.2713630199432373, + "learning_rate": 1.7010241495239463e-05, + "loss": 2.7732, + "step": 16074 + }, + { + "epoch": 0.27516732569883084, + "grad_norm": 2.33046293258667, + "learning_rate": 1.7009846117290685e-05, + "loss": 2.7538, + "step": 16075 + }, + { + "epoch": 0.27518444341738135, + "grad_norm": 2.4022157192230225, + "learning_rate": 1.7009450717796086e-05, + "loss": 2.8383, + "step": 16076 + }, + { + "epoch": 0.2752015611359318, + "grad_norm": 2.4069364070892334, + "learning_rate": 1.7009055296756875e-05, + "loss": 2.7579, + "step": 16077 + }, + { + "epoch": 0.27521867885448226, + "grad_norm": 2.553731918334961, + "learning_rate": 1.700865985417427e-05, + "loss": 2.744, + "step": 16078 + }, + { + "epoch": 0.27523579657303276, + "grad_norm": 2.362638235092163, + "learning_rate": 1.7008264390049493e-05, + "loss": 2.8339, + "step": 16079 + }, + { + "epoch": 0.2752529142915832, + "grad_norm": 2.605485200881958, + "learning_rate": 1.7007868904383745e-05, + "loss": 2.7213, + "step": 16080 + }, + { + "epoch": 0.27527003201013367, + "grad_norm": 2.274714469909668, + "learning_rate": 1.7007473397178254e-05, + "loss": 2.7899, + "step": 16081 + }, + { + "epoch": 0.2752871497286842, + "grad_norm": 2.2454426288604736, + "learning_rate": 1.700707786843423e-05, + "loss": 2.6866, + "step": 16082 + }, + { + "epoch": 0.27530426744723463, + "grad_norm": 2.424755811691284, + "learning_rate": 1.7006682318152892e-05, + "loss": 2.8188, + "step": 16083 + }, + { + "epoch": 0.2753213851657851, + "grad_norm": 2.3337957859039307, + "learning_rate": 1.7006286746335453e-05, + "loss": 2.8183, + "step": 16084 + }, + { + "epoch": 0.2753385028843356, + "grad_norm": 2.2939229011535645, + "learning_rate": 1.700589115298313e-05, + "loss": 2.7838, + "step": 16085 + }, + { + "epoch": 0.27535562060288604, + "grad_norm": 2.377354383468628, + "learning_rate": 1.700549553809714e-05, + "loss": 2.735, + "step": 16086 + }, + { + "epoch": 0.2753727383214365, + "grad_norm": 2.3999783992767334, + "learning_rate": 1.70050999016787e-05, + "loss": 2.6469, + "step": 16087 + }, + { + "epoch": 0.275389856039987, + "grad_norm": 2.2725400924682617, + "learning_rate": 1.700470424372902e-05, + "loss": 2.7651, + "step": 16088 + }, + { + "epoch": 0.27540697375853745, + "grad_norm": 2.453687906265259, + "learning_rate": 1.700430856424932e-05, + "loss": 2.794, + "step": 16089 + }, + { + "epoch": 0.2754240914770879, + "grad_norm": 2.323383092880249, + "learning_rate": 1.7003912863240815e-05, + "loss": 2.685, + "step": 16090 + }, + { + "epoch": 0.2754412091956384, + "grad_norm": 2.638653039932251, + "learning_rate": 1.7003517140704723e-05, + "loss": 2.939, + "step": 16091 + }, + { + "epoch": 0.27545832691418887, + "grad_norm": 2.2143638134002686, + "learning_rate": 1.700312139664226e-05, + "loss": 2.6413, + "step": 16092 + }, + { + "epoch": 0.2754754446327394, + "grad_norm": 2.4768145084381104, + "learning_rate": 1.7002725631054647e-05, + "loss": 2.8454, + "step": 16093 + }, + { + "epoch": 0.2754925623512898, + "grad_norm": 2.374249219894409, + "learning_rate": 1.700232984394309e-05, + "loss": 2.8031, + "step": 16094 + }, + { + "epoch": 0.2755096800698403, + "grad_norm": 2.3832364082336426, + "learning_rate": 1.7001934035308813e-05, + "loss": 2.8031, + "step": 16095 + }, + { + "epoch": 0.2755267977883908, + "grad_norm": 2.2895286083221436, + "learning_rate": 1.700153820515303e-05, + "loss": 2.8066, + "step": 16096 + }, + { + "epoch": 0.27554391550694124, + "grad_norm": 2.335088014602661, + "learning_rate": 1.700114235347696e-05, + "loss": 2.8718, + "step": 16097 + }, + { + "epoch": 0.2755610332254917, + "grad_norm": 2.5080950260162354, + "learning_rate": 1.7000746480281814e-05, + "loss": 2.9718, + "step": 16098 + }, + { + "epoch": 0.2755781509440422, + "grad_norm": 2.315547466278076, + "learning_rate": 1.7000350585568815e-05, + "loss": 2.8465, + "step": 16099 + }, + { + "epoch": 0.27559526866259265, + "grad_norm": 2.374035358428955, + "learning_rate": 1.699995466933918e-05, + "loss": 2.8027, + "step": 16100 + }, + { + "epoch": 0.2756123863811431, + "grad_norm": 2.4224791526794434, + "learning_rate": 1.699955873159412e-05, + "loss": 2.8071, + "step": 16101 + }, + { + "epoch": 0.2756295040996936, + "grad_norm": 2.247034788131714, + "learning_rate": 1.6999162772334857e-05, + "loss": 2.7629, + "step": 16102 + }, + { + "epoch": 0.27564662181824406, + "grad_norm": 2.3164730072021484, + "learning_rate": 1.6998766791562607e-05, + "loss": 2.7752, + "step": 16103 + }, + { + "epoch": 0.2756637395367945, + "grad_norm": 2.343817710876465, + "learning_rate": 1.6998370789278586e-05, + "loss": 2.8362, + "step": 16104 + }, + { + "epoch": 0.275680857255345, + "grad_norm": 2.3338000774383545, + "learning_rate": 1.699797476548401e-05, + "loss": 2.8203, + "step": 16105 + }, + { + "epoch": 0.2756979749738955, + "grad_norm": 2.405594825744629, + "learning_rate": 1.69975787201801e-05, + "loss": 2.7992, + "step": 16106 + }, + { + "epoch": 0.27571509269244593, + "grad_norm": 2.4146180152893066, + "learning_rate": 1.6997182653368074e-05, + "loss": 2.9058, + "step": 16107 + }, + { + "epoch": 0.27573221041099644, + "grad_norm": 2.574486255645752, + "learning_rate": 1.6996786565049145e-05, + "loss": 2.8748, + "step": 16108 + }, + { + "epoch": 0.2757493281295469, + "grad_norm": 2.3709754943847656, + "learning_rate": 1.699639045522453e-05, + "loss": 2.7396, + "step": 16109 + }, + { + "epoch": 0.27576644584809734, + "grad_norm": 2.365006446838379, + "learning_rate": 1.699599432389545e-05, + "loss": 2.7615, + "step": 16110 + }, + { + "epoch": 0.27578356356664785, + "grad_norm": 2.4079504013061523, + "learning_rate": 1.699559817106312e-05, + "loss": 2.9039, + "step": 16111 + }, + { + "epoch": 0.2758006812851983, + "grad_norm": 2.2415988445281982, + "learning_rate": 1.699520199672876e-05, + "loss": 2.7124, + "step": 16112 + }, + { + "epoch": 0.27581779900374875, + "grad_norm": 2.484388828277588, + "learning_rate": 1.6994805800893588e-05, + "loss": 2.9181, + "step": 16113 + }, + { + "epoch": 0.27583491672229926, + "grad_norm": 2.1759307384490967, + "learning_rate": 1.6994409583558818e-05, + "loss": 2.6763, + "step": 16114 + }, + { + "epoch": 0.2758520344408497, + "grad_norm": 2.471918821334839, + "learning_rate": 1.699401334472567e-05, + "loss": 2.8968, + "step": 16115 + }, + { + "epoch": 0.2758691521594002, + "grad_norm": 2.4681556224823, + "learning_rate": 1.6993617084395367e-05, + "loss": 2.7786, + "step": 16116 + }, + { + "epoch": 0.2758862698779507, + "grad_norm": 2.3178768157958984, + "learning_rate": 1.6993220802569115e-05, + "loss": 2.8005, + "step": 16117 + }, + { + "epoch": 0.2759033875965011, + "grad_norm": 2.2977724075317383, + "learning_rate": 1.699282449924814e-05, + "loss": 2.7796, + "step": 16118 + }, + { + "epoch": 0.27592050531505163, + "grad_norm": 2.290109872817993, + "learning_rate": 1.6992428174433662e-05, + "loss": 2.8588, + "step": 16119 + }, + { + "epoch": 0.2759376230336021, + "grad_norm": 2.0920352935791016, + "learning_rate": 1.6992031828126898e-05, + "loss": 2.526, + "step": 16120 + }, + { + "epoch": 0.27595474075215254, + "grad_norm": 2.3736281394958496, + "learning_rate": 1.699163546032906e-05, + "loss": 2.7806, + "step": 16121 + }, + { + "epoch": 0.27597185847070305, + "grad_norm": 2.2359564304351807, + "learning_rate": 1.6991239071041376e-05, + "loss": 2.8294, + "step": 16122 + }, + { + "epoch": 0.2759889761892535, + "grad_norm": 2.390986680984497, + "learning_rate": 1.6990842660265057e-05, + "loss": 2.818, + "step": 16123 + }, + { + "epoch": 0.27600609390780395, + "grad_norm": 2.4489190578460693, + "learning_rate": 1.6990446228001322e-05, + "loss": 2.8697, + "step": 16124 + }, + { + "epoch": 0.27602321162635446, + "grad_norm": 2.2381091117858887, + "learning_rate": 1.6990049774251393e-05, + "loss": 2.703, + "step": 16125 + }, + { + "epoch": 0.2760403293449049, + "grad_norm": 2.334033250808716, + "learning_rate": 1.6989653299016487e-05, + "loss": 2.7107, + "step": 16126 + }, + { + "epoch": 0.27605744706345536, + "grad_norm": 2.1653242111206055, + "learning_rate": 1.698925680229782e-05, + "loss": 2.7444, + "step": 16127 + }, + { + "epoch": 0.27607456478200587, + "grad_norm": 2.3422887325286865, + "learning_rate": 1.6988860284096612e-05, + "loss": 2.7025, + "step": 16128 + }, + { + "epoch": 0.2760916825005563, + "grad_norm": 2.1135013103485107, + "learning_rate": 1.6988463744414086e-05, + "loss": 2.7151, + "step": 16129 + }, + { + "epoch": 0.2761088002191068, + "grad_norm": 2.2214395999908447, + "learning_rate": 1.698806718325146e-05, + "loss": 2.7696, + "step": 16130 + }, + { + "epoch": 0.2761259179376573, + "grad_norm": 2.2685728073120117, + "learning_rate": 1.6987670600609946e-05, + "loss": 2.7399, + "step": 16131 + }, + { + "epoch": 0.27614303565620774, + "grad_norm": 2.299384832382202, + "learning_rate": 1.6987273996490768e-05, + "loss": 2.718, + "step": 16132 + }, + { + "epoch": 0.2761601533747582, + "grad_norm": 2.4603195190429688, + "learning_rate": 1.6986877370895147e-05, + "loss": 2.8772, + "step": 16133 + }, + { + "epoch": 0.2761772710933087, + "grad_norm": 2.327967643737793, + "learning_rate": 1.6986480723824293e-05, + "loss": 2.7674, + "step": 16134 + }, + { + "epoch": 0.27619438881185915, + "grad_norm": 2.3601584434509277, + "learning_rate": 1.698608405527944e-05, + "loss": 2.8378, + "step": 16135 + }, + { + "epoch": 0.2762115065304096, + "grad_norm": 2.3732926845550537, + "learning_rate": 1.6985687365261796e-05, + "loss": 2.7822, + "step": 16136 + }, + { + "epoch": 0.2762286242489601, + "grad_norm": 2.553330183029175, + "learning_rate": 1.6985290653772583e-05, + "loss": 2.8163, + "step": 16137 + }, + { + "epoch": 0.27624574196751056, + "grad_norm": 2.1929023265838623, + "learning_rate": 1.698489392081302e-05, + "loss": 2.6798, + "step": 16138 + }, + { + "epoch": 0.27626285968606107, + "grad_norm": 2.286698579788208, + "learning_rate": 1.6984497166384323e-05, + "loss": 2.7578, + "step": 16139 + }, + { + "epoch": 0.2762799774046115, + "grad_norm": 2.462294816970825, + "learning_rate": 1.6984100390487724e-05, + "loss": 2.8967, + "step": 16140 + }, + { + "epoch": 0.276297095123162, + "grad_norm": 2.223289966583252, + "learning_rate": 1.6983703593124426e-05, + "loss": 2.8427, + "step": 16141 + }, + { + "epoch": 0.2763142128417125, + "grad_norm": 2.3610289096832275, + "learning_rate": 1.6983306774295664e-05, + "loss": 2.7022, + "step": 16142 + }, + { + "epoch": 0.27633133056026293, + "grad_norm": 2.3989009857177734, + "learning_rate": 1.6982909934002646e-05, + "loss": 2.8229, + "step": 16143 + }, + { + "epoch": 0.2763484482788134, + "grad_norm": 2.46026349067688, + "learning_rate": 1.6982513072246595e-05, + "loss": 2.7203, + "step": 16144 + }, + { + "epoch": 0.2763655659973639, + "grad_norm": 2.4721155166625977, + "learning_rate": 1.6982116189028736e-05, + "loss": 2.7345, + "step": 16145 + }, + { + "epoch": 0.27638268371591435, + "grad_norm": 2.22660493850708, + "learning_rate": 1.698171928435028e-05, + "loss": 2.6829, + "step": 16146 + }, + { + "epoch": 0.2763998014344648, + "grad_norm": 2.5797972679138184, + "learning_rate": 1.6981322358212456e-05, + "loss": 2.8992, + "step": 16147 + }, + { + "epoch": 0.2764169191530153, + "grad_norm": 2.272858142852783, + "learning_rate": 1.6980925410616477e-05, + "loss": 2.8665, + "step": 16148 + }, + { + "epoch": 0.27643403687156576, + "grad_norm": 2.5235025882720947, + "learning_rate": 1.6980528441563565e-05, + "loss": 2.7881, + "step": 16149 + }, + { + "epoch": 0.2764511545901162, + "grad_norm": 2.3923375606536865, + "learning_rate": 1.6980131451054943e-05, + "loss": 2.7606, + "step": 16150 + }, + { + "epoch": 0.2764682723086667, + "grad_norm": 2.468087911605835, + "learning_rate": 1.697973443909183e-05, + "loss": 2.8369, + "step": 16151 + }, + { + "epoch": 0.27648539002721717, + "grad_norm": 2.2384965419769287, + "learning_rate": 1.6979337405675446e-05, + "loss": 2.72, + "step": 16152 + }, + { + "epoch": 0.2765025077457676, + "grad_norm": 2.4181525707244873, + "learning_rate": 1.697894035080701e-05, + "loss": 2.8183, + "step": 16153 + }, + { + "epoch": 0.27651962546431813, + "grad_norm": 2.383366584777832, + "learning_rate": 1.697854327448774e-05, + "loss": 2.747, + "step": 16154 + }, + { + "epoch": 0.2765367431828686, + "grad_norm": 2.2414538860321045, + "learning_rate": 1.6978146176718864e-05, + "loss": 2.6297, + "step": 16155 + }, + { + "epoch": 0.27655386090141904, + "grad_norm": 2.3311941623687744, + "learning_rate": 1.6977749057501596e-05, + "loss": 2.7919, + "step": 16156 + }, + { + "epoch": 0.27657097861996954, + "grad_norm": 2.44624924659729, + "learning_rate": 1.697735191683716e-05, + "loss": 2.6785, + "step": 16157 + }, + { + "epoch": 0.27658809633852, + "grad_norm": 2.3685898780822754, + "learning_rate": 1.6976954754726774e-05, + "loss": 2.8732, + "step": 16158 + }, + { + "epoch": 0.27660521405707045, + "grad_norm": 2.4732086658477783, + "learning_rate": 1.6976557571171662e-05, + "loss": 2.747, + "step": 16159 + }, + { + "epoch": 0.27662233177562096, + "grad_norm": 2.3065333366394043, + "learning_rate": 1.697616036617304e-05, + "loss": 2.8056, + "step": 16160 + }, + { + "epoch": 0.2766394494941714, + "grad_norm": 2.355767011642456, + "learning_rate": 1.6975763139732135e-05, + "loss": 2.844, + "step": 16161 + }, + { + "epoch": 0.2766565672127219, + "grad_norm": 2.2876477241516113, + "learning_rate": 1.6975365891850163e-05, + "loss": 2.8574, + "step": 16162 + }, + { + "epoch": 0.27667368493127237, + "grad_norm": 2.3163113594055176, + "learning_rate": 1.6974968622528347e-05, + "loss": 2.7258, + "step": 16163 + }, + { + "epoch": 0.2766908026498228, + "grad_norm": 2.349078893661499, + "learning_rate": 1.697457133176791e-05, + "loss": 2.7646, + "step": 16164 + }, + { + "epoch": 0.27670792036837333, + "grad_norm": 2.377354621887207, + "learning_rate": 1.6974174019570073e-05, + "loss": 2.7502, + "step": 16165 + }, + { + "epoch": 0.2767250380869238, + "grad_norm": 2.3514883518218994, + "learning_rate": 1.6973776685936047e-05, + "loss": 2.7211, + "step": 16166 + }, + { + "epoch": 0.27674215580547423, + "grad_norm": 2.4455082416534424, + "learning_rate": 1.697337933086707e-05, + "loss": 2.9121, + "step": 16167 + }, + { + "epoch": 0.27675927352402474, + "grad_norm": 2.362347364425659, + "learning_rate": 1.6972981954364347e-05, + "loss": 2.8964, + "step": 16168 + }, + { + "epoch": 0.2767763912425752, + "grad_norm": 2.2130889892578125, + "learning_rate": 1.6972584556429113e-05, + "loss": 2.7817, + "step": 16169 + }, + { + "epoch": 0.27679350896112564, + "grad_norm": 2.4497926235198975, + "learning_rate": 1.697218713706258e-05, + "loss": 2.9596, + "step": 16170 + }, + { + "epoch": 0.27681062667967615, + "grad_norm": 2.298220157623291, + "learning_rate": 1.6971789696265977e-05, + "loss": 2.8646, + "step": 16171 + }, + { + "epoch": 0.2768277443982266, + "grad_norm": 2.419248342514038, + "learning_rate": 1.6971392234040522e-05, + "loss": 2.8246, + "step": 16172 + }, + { + "epoch": 0.27684486211677706, + "grad_norm": 2.454996109008789, + "learning_rate": 1.6970994750387434e-05, + "loss": 2.7882, + "step": 16173 + }, + { + "epoch": 0.27686197983532757, + "grad_norm": 2.324014902114868, + "learning_rate": 1.6970597245307936e-05, + "loss": 2.676, + "step": 16174 + }, + { + "epoch": 0.276879097553878, + "grad_norm": 2.288686513900757, + "learning_rate": 1.6970199718803255e-05, + "loss": 2.7396, + "step": 16175 + }, + { + "epoch": 0.27689621527242847, + "grad_norm": 2.3769688606262207, + "learning_rate": 1.6969802170874606e-05, + "loss": 2.7185, + "step": 16176 + }, + { + "epoch": 0.276913332990979, + "grad_norm": 2.2347466945648193, + "learning_rate": 1.6969404601523214e-05, + "loss": 2.7596, + "step": 16177 + }, + { + "epoch": 0.27693045070952943, + "grad_norm": 2.3681511878967285, + "learning_rate": 1.69690070107503e-05, + "loss": 2.7468, + "step": 16178 + }, + { + "epoch": 0.2769475684280799, + "grad_norm": 2.3673555850982666, + "learning_rate": 1.696860939855709e-05, + "loss": 2.7863, + "step": 16179 + }, + { + "epoch": 0.2769646861466304, + "grad_norm": 2.3910114765167236, + "learning_rate": 1.69682117649448e-05, + "loss": 2.7914, + "step": 16180 + }, + { + "epoch": 0.27698180386518084, + "grad_norm": 2.515321731567383, + "learning_rate": 1.6967814109914656e-05, + "loss": 2.7782, + "step": 16181 + }, + { + "epoch": 0.2769989215837313, + "grad_norm": 2.508225917816162, + "learning_rate": 1.696741643346788e-05, + "loss": 2.7381, + "step": 16182 + }, + { + "epoch": 0.2770160393022818, + "grad_norm": 2.3510401248931885, + "learning_rate": 1.6967018735605693e-05, + "loss": 2.9414, + "step": 16183 + }, + { + "epoch": 0.27703315702083225, + "grad_norm": 2.2573163509368896, + "learning_rate": 1.696662101632932e-05, + "loss": 2.6378, + "step": 16184 + }, + { + "epoch": 0.27705027473938276, + "grad_norm": 2.3773910999298096, + "learning_rate": 1.6966223275639978e-05, + "loss": 2.7731, + "step": 16185 + }, + { + "epoch": 0.2770673924579332, + "grad_norm": 2.223480463027954, + "learning_rate": 1.6965825513538896e-05, + "loss": 2.7692, + "step": 16186 + }, + { + "epoch": 0.27708451017648367, + "grad_norm": 2.141676187515259, + "learning_rate": 1.6965427730027295e-05, + "loss": 2.704, + "step": 16187 + }, + { + "epoch": 0.2771016278950342, + "grad_norm": 2.3947222232818604, + "learning_rate": 1.6965029925106393e-05, + "loss": 2.7873, + "step": 16188 + }, + { + "epoch": 0.2771187456135846, + "grad_norm": 2.5994985103607178, + "learning_rate": 1.6964632098777416e-05, + "loss": 2.9474, + "step": 16189 + }, + { + "epoch": 0.2771358633321351, + "grad_norm": 2.224879026412964, + "learning_rate": 1.6964234251041588e-05, + "loss": 2.8178, + "step": 16190 + }, + { + "epoch": 0.2771529810506856, + "grad_norm": 2.3845977783203125, + "learning_rate": 1.696383638190013e-05, + "loss": 2.7623, + "step": 16191 + }, + { + "epoch": 0.27717009876923604, + "grad_norm": 2.3421597480773926, + "learning_rate": 1.6963438491354267e-05, + "loss": 2.8162, + "step": 16192 + }, + { + "epoch": 0.2771872164877865, + "grad_norm": 2.5251331329345703, + "learning_rate": 1.696304057940522e-05, + "loss": 2.818, + "step": 16193 + }, + { + "epoch": 0.277204334206337, + "grad_norm": 2.285330057144165, + "learning_rate": 1.6962642646054212e-05, + "loss": 2.7603, + "step": 16194 + }, + { + "epoch": 0.27722145192488745, + "grad_norm": 2.2012779712677, + "learning_rate": 1.6962244691302466e-05, + "loss": 2.6607, + "step": 16195 + }, + { + "epoch": 0.2772385696434379, + "grad_norm": 2.2273125648498535, + "learning_rate": 1.6961846715151208e-05, + "loss": 2.794, + "step": 16196 + }, + { + "epoch": 0.2772556873619884, + "grad_norm": 2.276336908340454, + "learning_rate": 1.6961448717601655e-05, + "loss": 2.8394, + "step": 16197 + }, + { + "epoch": 0.27727280508053886, + "grad_norm": 2.449542999267578, + "learning_rate": 1.6961050698655037e-05, + "loss": 2.9228, + "step": 16198 + }, + { + "epoch": 0.2772899227990893, + "grad_norm": 2.4353177547454834, + "learning_rate": 1.6960652658312574e-05, + "loss": 2.7941, + "step": 16199 + }, + { + "epoch": 0.2773070405176398, + "grad_norm": 2.244335651397705, + "learning_rate": 1.696025459657549e-05, + "loss": 2.7927, + "step": 16200 + }, + { + "epoch": 0.2773241582361903, + "grad_norm": 2.4137744903564453, + "learning_rate": 1.6959856513445013e-05, + "loss": 2.8393, + "step": 16201 + }, + { + "epoch": 0.27734127595474073, + "grad_norm": 2.412714719772339, + "learning_rate": 1.6959458408922358e-05, + "loss": 2.9516, + "step": 16202 + }, + { + "epoch": 0.27735839367329124, + "grad_norm": 2.34567928314209, + "learning_rate": 1.6959060283008753e-05, + "loss": 2.7304, + "step": 16203 + }, + { + "epoch": 0.2773755113918417, + "grad_norm": 2.35679292678833, + "learning_rate": 1.6958662135705422e-05, + "loss": 2.6638, + "step": 16204 + }, + { + "epoch": 0.27739262911039214, + "grad_norm": 2.3022148609161377, + "learning_rate": 1.6958263967013587e-05, + "loss": 2.9125, + "step": 16205 + }, + { + "epoch": 0.27740974682894265, + "grad_norm": 2.430624485015869, + "learning_rate": 1.695786577693448e-05, + "loss": 2.8197, + "step": 16206 + }, + { + "epoch": 0.2774268645474931, + "grad_norm": 2.415393829345703, + "learning_rate": 1.695746756546931e-05, + "loss": 2.6841, + "step": 16207 + }, + { + "epoch": 0.2774439822660436, + "grad_norm": 2.3351597785949707, + "learning_rate": 1.6957069332619314e-05, + "loss": 2.8406, + "step": 16208 + }, + { + "epoch": 0.27746109998459406, + "grad_norm": 2.485731363296509, + "learning_rate": 1.695667107838571e-05, + "loss": 2.8319, + "step": 16209 + }, + { + "epoch": 0.2774782177031445, + "grad_norm": 2.408985137939453, + "learning_rate": 1.695627280276972e-05, + "loss": 2.7751, + "step": 16210 + }, + { + "epoch": 0.277495335421695, + "grad_norm": 2.336491823196411, + "learning_rate": 1.6955874505772575e-05, + "loss": 2.7458, + "step": 16211 + }, + { + "epoch": 0.2775124531402455, + "grad_norm": 2.442772150039673, + "learning_rate": 1.6955476187395494e-05, + "loss": 2.8916, + "step": 16212 + }, + { + "epoch": 0.2775295708587959, + "grad_norm": 2.2921178340911865, + "learning_rate": 1.6955077847639704e-05, + "loss": 2.7374, + "step": 16213 + }, + { + "epoch": 0.27754668857734643, + "grad_norm": 2.3366026878356934, + "learning_rate": 1.6954679486506426e-05, + "loss": 2.8528, + "step": 16214 + }, + { + "epoch": 0.2775638062958969, + "grad_norm": 2.271742343902588, + "learning_rate": 1.695428110399689e-05, + "loss": 2.7672, + "step": 16215 + }, + { + "epoch": 0.27758092401444734, + "grad_norm": 2.4133896827697754, + "learning_rate": 1.6953882700112316e-05, + "loss": 2.7911, + "step": 16216 + }, + { + "epoch": 0.27759804173299785, + "grad_norm": 2.329496145248413, + "learning_rate": 1.695348427485393e-05, + "loss": 2.879, + "step": 16217 + }, + { + "epoch": 0.2776151594515483, + "grad_norm": 2.6622018814086914, + "learning_rate": 1.6953085828222952e-05, + "loss": 2.8028, + "step": 16218 + }, + { + "epoch": 0.27763227717009875, + "grad_norm": 2.3813791275024414, + "learning_rate": 1.6952687360220618e-05, + "loss": 2.8153, + "step": 16219 + }, + { + "epoch": 0.27764939488864926, + "grad_norm": 2.4746220111846924, + "learning_rate": 1.695228887084814e-05, + "loss": 2.8115, + "step": 16220 + }, + { + "epoch": 0.2776665126071997, + "grad_norm": 2.4680633544921875, + "learning_rate": 1.6951890360106752e-05, + "loss": 2.7857, + "step": 16221 + }, + { + "epoch": 0.27768363032575016, + "grad_norm": 2.5310232639312744, + "learning_rate": 1.695149182799767e-05, + "loss": 2.9578, + "step": 16222 + }, + { + "epoch": 0.27770074804430067, + "grad_norm": 2.388688325881958, + "learning_rate": 1.695109327452213e-05, + "loss": 2.7509, + "step": 16223 + }, + { + "epoch": 0.2777178657628511, + "grad_norm": 2.3256943225860596, + "learning_rate": 1.6950694699681348e-05, + "loss": 2.8327, + "step": 16224 + }, + { + "epoch": 0.2777349834814016, + "grad_norm": 2.41922664642334, + "learning_rate": 1.6950296103476555e-05, + "loss": 2.673, + "step": 16225 + }, + { + "epoch": 0.2777521011999521, + "grad_norm": 2.33534574508667, + "learning_rate": 1.6949897485908975e-05, + "loss": 2.9922, + "step": 16226 + }, + { + "epoch": 0.27776921891850254, + "grad_norm": 2.309688091278076, + "learning_rate": 1.694949884697983e-05, + "loss": 2.775, + "step": 16227 + }, + { + "epoch": 0.277786336637053, + "grad_norm": 2.2881667613983154, + "learning_rate": 1.6949100186690348e-05, + "loss": 2.7925, + "step": 16228 + }, + { + "epoch": 0.2778034543556035, + "grad_norm": 2.3150861263275146, + "learning_rate": 1.694870150504175e-05, + "loss": 2.7787, + "step": 16229 + }, + { + "epoch": 0.27782057207415395, + "grad_norm": 2.292029619216919, + "learning_rate": 1.6948302802035268e-05, + "loss": 2.8076, + "step": 16230 + }, + { + "epoch": 0.2778376897927044, + "grad_norm": 2.247973918914795, + "learning_rate": 1.6947904077672123e-05, + "loss": 2.9208, + "step": 16231 + }, + { + "epoch": 0.2778548075112549, + "grad_norm": 2.2149696350097656, + "learning_rate": 1.6947505331953544e-05, + "loss": 2.7749, + "step": 16232 + }, + { + "epoch": 0.27787192522980536, + "grad_norm": 2.188805341720581, + "learning_rate": 1.6947106564880752e-05, + "loss": 2.7589, + "step": 16233 + }, + { + "epoch": 0.27788904294835587, + "grad_norm": 2.340106964111328, + "learning_rate": 1.6946707776454978e-05, + "loss": 2.8028, + "step": 16234 + }, + { + "epoch": 0.2779061606669063, + "grad_norm": 2.267744779586792, + "learning_rate": 1.694630896667744e-05, + "loss": 2.7506, + "step": 16235 + }, + { + "epoch": 0.2779232783854568, + "grad_norm": 2.2713239192962646, + "learning_rate": 1.6945910135549372e-05, + "loss": 2.7497, + "step": 16236 + }, + { + "epoch": 0.2779403961040073, + "grad_norm": 2.334219455718994, + "learning_rate": 1.6945511283072e-05, + "loss": 2.8774, + "step": 16237 + }, + { + "epoch": 0.27795751382255773, + "grad_norm": 2.2962238788604736, + "learning_rate": 1.6945112409246544e-05, + "loss": 2.7901, + "step": 16238 + }, + { + "epoch": 0.2779746315411082, + "grad_norm": 2.332930564880371, + "learning_rate": 1.694471351407423e-05, + "loss": 2.7301, + "step": 16239 + }, + { + "epoch": 0.2779917492596587, + "grad_norm": 2.2041194438934326, + "learning_rate": 1.6944314597556287e-05, + "loss": 2.6926, + "step": 16240 + }, + { + "epoch": 0.27800886697820915, + "grad_norm": 2.4740209579467773, + "learning_rate": 1.6943915659693942e-05, + "loss": 2.8209, + "step": 16241 + }, + { + "epoch": 0.2780259846967596, + "grad_norm": 2.1680712699890137, + "learning_rate": 1.694351670048842e-05, + "loss": 2.775, + "step": 16242 + }, + { + "epoch": 0.2780431024153101, + "grad_norm": 2.395512580871582, + "learning_rate": 1.6943117719940946e-05, + "loss": 2.7953, + "step": 16243 + }, + { + "epoch": 0.27806022013386056, + "grad_norm": 2.1937825679779053, + "learning_rate": 1.6942718718052752e-05, + "loss": 2.813, + "step": 16244 + }, + { + "epoch": 0.278077337852411, + "grad_norm": 2.3846957683563232, + "learning_rate": 1.6942319694825054e-05, + "loss": 2.9278, + "step": 16245 + }, + { + "epoch": 0.2780944555709615, + "grad_norm": 2.28055739402771, + "learning_rate": 1.694192065025909e-05, + "loss": 2.8036, + "step": 16246 + }, + { + "epoch": 0.27811157328951197, + "grad_norm": 2.3681459426879883, + "learning_rate": 1.6941521584356075e-05, + "loss": 2.8116, + "step": 16247 + }, + { + "epoch": 0.2781286910080624, + "grad_norm": 2.316298484802246, + "learning_rate": 1.6941122497117243e-05, + "loss": 2.763, + "step": 16248 + }, + { + "epoch": 0.27814580872661293, + "grad_norm": 2.236865282058716, + "learning_rate": 1.694072338854382e-05, + "loss": 2.7502, + "step": 16249 + }, + { + "epoch": 0.2781629264451634, + "grad_norm": 2.3827712535858154, + "learning_rate": 1.694032425863703e-05, + "loss": 2.7427, + "step": 16250 + }, + { + "epoch": 0.27818004416371384, + "grad_norm": 2.3116986751556396, + "learning_rate": 1.6939925107398108e-05, + "loss": 2.6764, + "step": 16251 + }, + { + "epoch": 0.27819716188226434, + "grad_norm": 2.3979406356811523, + "learning_rate": 1.693952593482827e-05, + "loss": 2.9359, + "step": 16252 + }, + { + "epoch": 0.2782142796008148, + "grad_norm": 2.4219884872436523, + "learning_rate": 1.6939126740928745e-05, + "loss": 2.8692, + "step": 16253 + }, + { + "epoch": 0.27823139731936525, + "grad_norm": 2.3102288246154785, + "learning_rate": 1.6938727525700765e-05, + "loss": 2.7695, + "step": 16254 + }, + { + "epoch": 0.27824851503791576, + "grad_norm": 2.470874309539795, + "learning_rate": 1.6938328289145552e-05, + "loss": 2.9204, + "step": 16255 + }, + { + "epoch": 0.2782656327564662, + "grad_norm": 2.3033406734466553, + "learning_rate": 1.693792903126434e-05, + "loss": 2.6811, + "step": 16256 + }, + { + "epoch": 0.2782827504750167, + "grad_norm": 2.2277333736419678, + "learning_rate": 1.693752975205835e-05, + "loss": 2.7678, + "step": 16257 + }, + { + "epoch": 0.27829986819356717, + "grad_norm": 2.335658550262451, + "learning_rate": 1.6937130451528808e-05, + "loss": 2.8996, + "step": 16258 + }, + { + "epoch": 0.2783169859121176, + "grad_norm": 2.3881092071533203, + "learning_rate": 1.6936731129676948e-05, + "loss": 2.6462, + "step": 16259 + }, + { + "epoch": 0.27833410363066813, + "grad_norm": 2.347419261932373, + "learning_rate": 1.6936331786503994e-05, + "loss": 2.8101, + "step": 16260 + }, + { + "epoch": 0.2783512213492186, + "grad_norm": 2.454132318496704, + "learning_rate": 1.693593242201117e-05, + "loss": 2.7766, + "step": 16261 + }, + { + "epoch": 0.27836833906776903, + "grad_norm": 2.222729444503784, + "learning_rate": 1.6935533036199706e-05, + "loss": 2.8267, + "step": 16262 + }, + { + "epoch": 0.27838545678631954, + "grad_norm": 2.2739245891571045, + "learning_rate": 1.6935133629070835e-05, + "loss": 2.7595, + "step": 16263 + }, + { + "epoch": 0.27840257450487, + "grad_norm": 2.2881362438201904, + "learning_rate": 1.6934734200625776e-05, + "loss": 2.8152, + "step": 16264 + }, + { + "epoch": 0.27841969222342045, + "grad_norm": 2.3039636611938477, + "learning_rate": 1.693433475086576e-05, + "loss": 2.6827, + "step": 16265 + }, + { + "epoch": 0.27843680994197095, + "grad_norm": 2.345148801803589, + "learning_rate": 1.6933935279792018e-05, + "loss": 2.7677, + "step": 16266 + }, + { + "epoch": 0.2784539276605214, + "grad_norm": 2.3497836589813232, + "learning_rate": 1.6933535787405774e-05, + "loss": 2.7799, + "step": 16267 + }, + { + "epoch": 0.27847104537907186, + "grad_norm": 2.2581160068511963, + "learning_rate": 1.6933136273708255e-05, + "loss": 2.7264, + "step": 16268 + }, + { + "epoch": 0.27848816309762237, + "grad_norm": 2.3739876747131348, + "learning_rate": 1.6932736738700693e-05, + "loss": 2.7689, + "step": 16269 + }, + { + "epoch": 0.2785052808161728, + "grad_norm": 2.3699567317962646, + "learning_rate": 1.693233718238431e-05, + "loss": 2.7925, + "step": 16270 + }, + { + "epoch": 0.27852239853472327, + "grad_norm": 2.229299545288086, + "learning_rate": 1.6931937604760346e-05, + "loss": 2.9615, + "step": 16271 + }, + { + "epoch": 0.2785395162532738, + "grad_norm": 2.4391584396362305, + "learning_rate": 1.693153800583002e-05, + "loss": 2.735, + "step": 16272 + }, + { + "epoch": 0.27855663397182423, + "grad_norm": 2.326814889907837, + "learning_rate": 1.6931138385594556e-05, + "loss": 2.8518, + "step": 16273 + }, + { + "epoch": 0.2785737516903747, + "grad_norm": 2.364365339279175, + "learning_rate": 1.6930738744055192e-05, + "loss": 2.7667, + "step": 16274 + }, + { + "epoch": 0.2785908694089252, + "grad_norm": 2.40228009223938, + "learning_rate": 1.693033908121315e-05, + "loss": 2.8509, + "step": 16275 + }, + { + "epoch": 0.27860798712747564, + "grad_norm": 2.320758819580078, + "learning_rate": 1.692993939706966e-05, + "loss": 2.6965, + "step": 16276 + }, + { + "epoch": 0.2786251048460261, + "grad_norm": 2.32279896736145, + "learning_rate": 1.6929539691625953e-05, + "loss": 2.866, + "step": 16277 + }, + { + "epoch": 0.2786422225645766, + "grad_norm": 2.254467725753784, + "learning_rate": 1.6929139964883254e-05, + "loss": 2.7674, + "step": 16278 + }, + { + "epoch": 0.27865934028312705, + "grad_norm": 2.500955581665039, + "learning_rate": 1.6928740216842795e-05, + "loss": 2.7618, + "step": 16279 + }, + { + "epoch": 0.27867645800167756, + "grad_norm": 2.300485372543335, + "learning_rate": 1.6928340447505803e-05, + "loss": 2.7266, + "step": 16280 + }, + { + "epoch": 0.278693575720228, + "grad_norm": 2.352062702178955, + "learning_rate": 1.6927940656873506e-05, + "loss": 2.6791, + "step": 16281 + }, + { + "epoch": 0.27871069343877847, + "grad_norm": 2.3891396522521973, + "learning_rate": 1.692754084494713e-05, + "loss": 2.7912, + "step": 16282 + }, + { + "epoch": 0.278727811157329, + "grad_norm": 2.307356357574463, + "learning_rate": 1.692714101172791e-05, + "loss": 2.8129, + "step": 16283 + }, + { + "epoch": 0.2787449288758794, + "grad_norm": 2.4865562915802, + "learning_rate": 1.6926741157217074e-05, + "loss": 2.886, + "step": 16284 + }, + { + "epoch": 0.2787620465944299, + "grad_norm": 2.365600109100342, + "learning_rate": 1.692634128141585e-05, + "loss": 2.7603, + "step": 16285 + }, + { + "epoch": 0.2787791643129804, + "grad_norm": 2.42979097366333, + "learning_rate": 1.6925941384325464e-05, + "loss": 2.7312, + "step": 16286 + }, + { + "epoch": 0.27879628203153084, + "grad_norm": 2.5412042140960693, + "learning_rate": 1.692554146594715e-05, + "loss": 2.8834, + "step": 16287 + }, + { + "epoch": 0.2788133997500813, + "grad_norm": 2.357133150100708, + "learning_rate": 1.6925141526282133e-05, + "loss": 2.792, + "step": 16288 + }, + { + "epoch": 0.2788305174686318, + "grad_norm": 2.3246734142303467, + "learning_rate": 1.6924741565331642e-05, + "loss": 2.8401, + "step": 16289 + }, + { + "epoch": 0.27884763518718225, + "grad_norm": 2.3685779571533203, + "learning_rate": 1.692434158309691e-05, + "loss": 2.8545, + "step": 16290 + }, + { + "epoch": 0.2788647529057327, + "grad_norm": 2.482088327407837, + "learning_rate": 1.6923941579579165e-05, + "loss": 2.7448, + "step": 16291 + }, + { + "epoch": 0.2788818706242832, + "grad_norm": 2.408397674560547, + "learning_rate": 1.692354155477964e-05, + "loss": 2.6503, + "step": 16292 + }, + { + "epoch": 0.27889898834283366, + "grad_norm": 2.4661953449249268, + "learning_rate": 1.6923141508699554e-05, + "loss": 2.901, + "step": 16293 + }, + { + "epoch": 0.2789161060613841, + "grad_norm": 2.3378336429595947, + "learning_rate": 1.6922741441340146e-05, + "loss": 2.7926, + "step": 16294 + }, + { + "epoch": 0.2789332237799346, + "grad_norm": 2.301546812057495, + "learning_rate": 1.6922341352702643e-05, + "loss": 2.7525, + "step": 16295 + }, + { + "epoch": 0.2789503414984851, + "grad_norm": 2.1987922191619873, + "learning_rate": 1.692194124278828e-05, + "loss": 2.6494, + "step": 16296 + }, + { + "epoch": 0.27896745921703553, + "grad_norm": 2.200178384780884, + "learning_rate": 1.6921541111598277e-05, + "loss": 2.7753, + "step": 16297 + }, + { + "epoch": 0.27898457693558604, + "grad_norm": 2.4459095001220703, + "learning_rate": 1.6921140959133867e-05, + "loss": 2.7847, + "step": 16298 + }, + { + "epoch": 0.2790016946541365, + "grad_norm": 2.423912525177002, + "learning_rate": 1.6920740785396282e-05, + "loss": 2.8829, + "step": 16299 + }, + { + "epoch": 0.27901881237268694, + "grad_norm": 2.3086113929748535, + "learning_rate": 1.6920340590386752e-05, + "loss": 2.7173, + "step": 16300 + }, + { + "epoch": 0.27903593009123745, + "grad_norm": 2.4514362812042236, + "learning_rate": 1.6919940374106507e-05, + "loss": 2.8629, + "step": 16301 + }, + { + "epoch": 0.2790530478097879, + "grad_norm": 2.4008145332336426, + "learning_rate": 1.6919540136556777e-05, + "loss": 2.8687, + "step": 16302 + }, + { + "epoch": 0.2790701655283384, + "grad_norm": 2.440793037414551, + "learning_rate": 1.691913987773879e-05, + "loss": 2.8876, + "step": 16303 + }, + { + "epoch": 0.27908728324688886, + "grad_norm": 2.3530309200286865, + "learning_rate": 1.691873959765378e-05, + "loss": 2.8019, + "step": 16304 + }, + { + "epoch": 0.2791044009654393, + "grad_norm": 2.54015851020813, + "learning_rate": 1.6918339296302977e-05, + "loss": 2.8381, + "step": 16305 + }, + { + "epoch": 0.2791215186839898, + "grad_norm": 2.3337504863739014, + "learning_rate": 1.6917938973687605e-05, + "loss": 2.7532, + "step": 16306 + }, + { + "epoch": 0.2791386364025403, + "grad_norm": 2.2785098552703857, + "learning_rate": 1.6917538629808904e-05, + "loss": 2.7956, + "step": 16307 + }, + { + "epoch": 0.2791557541210907, + "grad_norm": 2.297851800918579, + "learning_rate": 1.6917138264668094e-05, + "loss": 2.8127, + "step": 16308 + }, + { + "epoch": 0.27917287183964123, + "grad_norm": 2.316605806350708, + "learning_rate": 1.6916737878266414e-05, + "loss": 2.7116, + "step": 16309 + }, + { + "epoch": 0.2791899895581917, + "grad_norm": 2.4879608154296875, + "learning_rate": 1.6916337470605096e-05, + "loss": 2.8838, + "step": 16310 + }, + { + "epoch": 0.27920710727674214, + "grad_norm": 2.205120801925659, + "learning_rate": 1.691593704168536e-05, + "loss": 2.8006, + "step": 16311 + }, + { + "epoch": 0.27922422499529265, + "grad_norm": 2.2102129459381104, + "learning_rate": 1.6915536591508446e-05, + "loss": 2.6716, + "step": 16312 + }, + { + "epoch": 0.2792413427138431, + "grad_norm": 2.275580406188965, + "learning_rate": 1.6915136120075586e-05, + "loss": 2.745, + "step": 16313 + }, + { + "epoch": 0.27925846043239355, + "grad_norm": 2.2123029232025146, + "learning_rate": 1.6914735627388005e-05, + "loss": 2.7471, + "step": 16314 + }, + { + "epoch": 0.27927557815094406, + "grad_norm": 2.3189032077789307, + "learning_rate": 1.6914335113446935e-05, + "loss": 2.7683, + "step": 16315 + }, + { + "epoch": 0.2792926958694945, + "grad_norm": 2.2010953426361084, + "learning_rate": 1.6913934578253605e-05, + "loss": 2.7591, + "step": 16316 + }, + { + "epoch": 0.27930981358804496, + "grad_norm": 2.254789352416992, + "learning_rate": 1.6913534021809255e-05, + "loss": 2.8592, + "step": 16317 + }, + { + "epoch": 0.27932693130659547, + "grad_norm": 2.2790005207061768, + "learning_rate": 1.6913133444115105e-05, + "loss": 2.7246, + "step": 16318 + }, + { + "epoch": 0.2793440490251459, + "grad_norm": 2.368518114089966, + "learning_rate": 1.6912732845172394e-05, + "loss": 2.9082, + "step": 16319 + }, + { + "epoch": 0.2793611667436964, + "grad_norm": 2.380669355392456, + "learning_rate": 1.6912332224982354e-05, + "loss": 2.7103, + "step": 16320 + }, + { + "epoch": 0.2793782844622469, + "grad_norm": 2.397007703781128, + "learning_rate": 1.6911931583546213e-05, + "loss": 2.7703, + "step": 16321 + }, + { + "epoch": 0.27939540218079734, + "grad_norm": 2.2700798511505127, + "learning_rate": 1.69115309208652e-05, + "loss": 2.6435, + "step": 16322 + }, + { + "epoch": 0.2794125198993478, + "grad_norm": 2.352301597595215, + "learning_rate": 1.691113023694055e-05, + "loss": 2.7419, + "step": 16323 + }, + { + "epoch": 0.2794296376178983, + "grad_norm": 2.3606503009796143, + "learning_rate": 1.6910729531773495e-05, + "loss": 2.748, + "step": 16324 + }, + { + "epoch": 0.27944675533644875, + "grad_norm": 2.409241199493408, + "learning_rate": 1.6910328805365265e-05, + "loss": 2.7859, + "step": 16325 + }, + { + "epoch": 0.27946387305499926, + "grad_norm": 2.316826820373535, + "learning_rate": 1.690992805771709e-05, + "loss": 2.7917, + "step": 16326 + }, + { + "epoch": 0.2794809907735497, + "grad_norm": 2.352492094039917, + "learning_rate": 1.6909527288830207e-05, + "loss": 2.8528, + "step": 16327 + }, + { + "epoch": 0.27949810849210016, + "grad_norm": 2.355623722076416, + "learning_rate": 1.690912649870584e-05, + "loss": 2.7679, + "step": 16328 + }, + { + "epoch": 0.27951522621065067, + "grad_norm": 2.250826120376587, + "learning_rate": 1.6908725687345232e-05, + "loss": 2.7908, + "step": 16329 + }, + { + "epoch": 0.2795323439292011, + "grad_norm": 2.184678077697754, + "learning_rate": 1.6908324854749605e-05, + "loss": 2.7789, + "step": 16330 + }, + { + "epoch": 0.2795494616477516, + "grad_norm": 2.3862946033477783, + "learning_rate": 1.6907924000920196e-05, + "loss": 2.7761, + "step": 16331 + }, + { + "epoch": 0.2795665793663021, + "grad_norm": 2.2822482585906982, + "learning_rate": 1.6907523125858234e-05, + "loss": 2.7998, + "step": 16332 + }, + { + "epoch": 0.27958369708485253, + "grad_norm": 2.266350269317627, + "learning_rate": 1.6907122229564956e-05, + "loss": 2.7535, + "step": 16333 + }, + { + "epoch": 0.279600814803403, + "grad_norm": 2.2378876209259033, + "learning_rate": 1.690672131204159e-05, + "loss": 2.9148, + "step": 16334 + }, + { + "epoch": 0.2796179325219535, + "grad_norm": 2.310269594192505, + "learning_rate": 1.6906320373289367e-05, + "loss": 2.7943, + "step": 16335 + }, + { + "epoch": 0.27963505024050395, + "grad_norm": 2.2746102809906006, + "learning_rate": 1.6905919413309526e-05, + "loss": 2.6319, + "step": 16336 + }, + { + "epoch": 0.2796521679590544, + "grad_norm": 2.2646524906158447, + "learning_rate": 1.690551843210329e-05, + "loss": 2.6903, + "step": 16337 + }, + { + "epoch": 0.2796692856776049, + "grad_norm": 2.376315116882324, + "learning_rate": 1.69051174296719e-05, + "loss": 2.7836, + "step": 16338 + }, + { + "epoch": 0.27968640339615536, + "grad_norm": 2.263697385787964, + "learning_rate": 1.690471640601658e-05, + "loss": 2.7449, + "step": 16339 + }, + { + "epoch": 0.2797035211147058, + "grad_norm": 2.3154454231262207, + "learning_rate": 1.6904315361138573e-05, + "loss": 2.7961, + "step": 16340 + }, + { + "epoch": 0.2797206388332563, + "grad_norm": 2.532949924468994, + "learning_rate": 1.6903914295039107e-05, + "loss": 2.8781, + "step": 16341 + }, + { + "epoch": 0.27973775655180677, + "grad_norm": 2.4629907608032227, + "learning_rate": 1.690351320771941e-05, + "loss": 2.8918, + "step": 16342 + }, + { + "epoch": 0.2797548742703572, + "grad_norm": 2.3456830978393555, + "learning_rate": 1.6903112099180725e-05, + "loss": 2.7344, + "step": 16343 + }, + { + "epoch": 0.27977199198890773, + "grad_norm": 2.515526294708252, + "learning_rate": 1.6902710969424272e-05, + "loss": 2.8498, + "step": 16344 + }, + { + "epoch": 0.2797891097074582, + "grad_norm": 2.4472761154174805, + "learning_rate": 1.6902309818451295e-05, + "loss": 2.8755, + "step": 16345 + }, + { + "epoch": 0.27980622742600864, + "grad_norm": 2.3045387268066406, + "learning_rate": 1.690190864626302e-05, + "loss": 2.6984, + "step": 16346 + }, + { + "epoch": 0.27982334514455914, + "grad_norm": 2.383472204208374, + "learning_rate": 1.6901507452860686e-05, + "loss": 2.8586, + "step": 16347 + }, + { + "epoch": 0.2798404628631096, + "grad_norm": 2.4063215255737305, + "learning_rate": 1.6901106238245522e-05, + "loss": 2.7413, + "step": 16348 + }, + { + "epoch": 0.2798575805816601, + "grad_norm": 2.3494973182678223, + "learning_rate": 1.690070500241876e-05, + "loss": 2.7829, + "step": 16349 + }, + { + "epoch": 0.27987469830021056, + "grad_norm": 2.5898001194000244, + "learning_rate": 1.6900303745381638e-05, + "loss": 2.8986, + "step": 16350 + }, + { + "epoch": 0.279891816018761, + "grad_norm": 2.2812483310699463, + "learning_rate": 1.6899902467135387e-05, + "loss": 2.7621, + "step": 16351 + }, + { + "epoch": 0.2799089337373115, + "grad_norm": 2.2490668296813965, + "learning_rate": 1.6899501167681237e-05, + "loss": 2.847, + "step": 16352 + }, + { + "epoch": 0.27992605145586197, + "grad_norm": 2.324965238571167, + "learning_rate": 1.6899099847020428e-05, + "loss": 2.8548, + "step": 16353 + }, + { + "epoch": 0.2799431691744124, + "grad_norm": 2.235591173171997, + "learning_rate": 1.689869850515419e-05, + "loss": 2.6572, + "step": 16354 + }, + { + "epoch": 0.27996028689296293, + "grad_norm": 2.3713841438293457, + "learning_rate": 1.6898297142083752e-05, + "loss": 2.8683, + "step": 16355 + }, + { + "epoch": 0.2799774046115134, + "grad_norm": 2.2212023735046387, + "learning_rate": 1.6897895757810355e-05, + "loss": 2.7271, + "step": 16356 + }, + { + "epoch": 0.27999452233006383, + "grad_norm": 2.3294718265533447, + "learning_rate": 1.6897494352335232e-05, + "loss": 2.8088, + "step": 16357 + }, + { + "epoch": 0.28001164004861434, + "grad_norm": 2.3519740104675293, + "learning_rate": 1.6897092925659613e-05, + "loss": 2.7879, + "step": 16358 + }, + { + "epoch": 0.2800287577671648, + "grad_norm": 2.2207257747650146, + "learning_rate": 1.6896691477784735e-05, + "loss": 2.8986, + "step": 16359 + }, + { + "epoch": 0.28004587548571525, + "grad_norm": 2.23976993560791, + "learning_rate": 1.6896290008711828e-05, + "loss": 2.8892, + "step": 16360 + }, + { + "epoch": 0.28006299320426575, + "grad_norm": 2.205808401107788, + "learning_rate": 1.689588851844213e-05, + "loss": 2.7689, + "step": 16361 + }, + { + "epoch": 0.2800801109228162, + "grad_norm": 2.5106656551361084, + "learning_rate": 1.6895487006976877e-05, + "loss": 2.8263, + "step": 16362 + }, + { + "epoch": 0.28009722864136666, + "grad_norm": 2.2915291786193848, + "learning_rate": 1.6895085474317294e-05, + "loss": 2.7343, + "step": 16363 + }, + { + "epoch": 0.28011434635991717, + "grad_norm": 2.32214617729187, + "learning_rate": 1.6894683920464625e-05, + "loss": 2.8349, + "step": 16364 + }, + { + "epoch": 0.2801314640784676, + "grad_norm": 2.3310391902923584, + "learning_rate": 1.68942823454201e-05, + "loss": 2.7696, + "step": 16365 + }, + { + "epoch": 0.28014858179701807, + "grad_norm": 2.3655714988708496, + "learning_rate": 1.689388074918495e-05, + "loss": 2.7385, + "step": 16366 + }, + { + "epoch": 0.2801656995155686, + "grad_norm": 2.344938039779663, + "learning_rate": 1.6893479131760416e-05, + "loss": 2.8619, + "step": 16367 + }, + { + "epoch": 0.28018281723411903, + "grad_norm": 2.3190293312072754, + "learning_rate": 1.6893077493147728e-05, + "loss": 2.765, + "step": 16368 + }, + { + "epoch": 0.2801999349526695, + "grad_norm": 2.533513307571411, + "learning_rate": 1.6892675833348124e-05, + "loss": 2.7937, + "step": 16369 + }, + { + "epoch": 0.28021705267122, + "grad_norm": 2.2419824600219727, + "learning_rate": 1.689227415236283e-05, + "loss": 2.7946, + "step": 16370 + }, + { + "epoch": 0.28023417038977044, + "grad_norm": 2.358530282974243, + "learning_rate": 1.6891872450193092e-05, + "loss": 2.8459, + "step": 16371 + }, + { + "epoch": 0.28025128810832095, + "grad_norm": 2.231894016265869, + "learning_rate": 1.6891470726840138e-05, + "loss": 2.8262, + "step": 16372 + }, + { + "epoch": 0.2802684058268714, + "grad_norm": 2.375366687774658, + "learning_rate": 1.6891068982305204e-05, + "loss": 2.7539, + "step": 16373 + }, + { + "epoch": 0.28028552354542186, + "grad_norm": 2.317564010620117, + "learning_rate": 1.6890667216589527e-05, + "loss": 2.7327, + "step": 16374 + }, + { + "epoch": 0.28030264126397236, + "grad_norm": 2.2170403003692627, + "learning_rate": 1.689026542969434e-05, + "loss": 2.8016, + "step": 16375 + }, + { + "epoch": 0.2803197589825228, + "grad_norm": 2.4005203247070312, + "learning_rate": 1.6889863621620876e-05, + "loss": 2.9658, + "step": 16376 + }, + { + "epoch": 0.28033687670107327, + "grad_norm": 2.27323579788208, + "learning_rate": 1.6889461792370375e-05, + "loss": 2.8355, + "step": 16377 + }, + { + "epoch": 0.2803539944196238, + "grad_norm": 2.2852983474731445, + "learning_rate": 1.6889059941944065e-05, + "loss": 2.8157, + "step": 16378 + }, + { + "epoch": 0.2803711121381742, + "grad_norm": 2.307255983352661, + "learning_rate": 1.6888658070343188e-05, + "loss": 2.7747, + "step": 16379 + }, + { + "epoch": 0.2803882298567247, + "grad_norm": 2.2358877658843994, + "learning_rate": 1.6888256177568974e-05, + "loss": 2.7314, + "step": 16380 + }, + { + "epoch": 0.2804053475752752, + "grad_norm": 2.438563823699951, + "learning_rate": 1.6887854263622666e-05, + "loss": 2.7689, + "step": 16381 + }, + { + "epoch": 0.28042246529382564, + "grad_norm": 2.3300373554229736, + "learning_rate": 1.6887452328505492e-05, + "loss": 2.79, + "step": 16382 + }, + { + "epoch": 0.2804395830123761, + "grad_norm": 2.25030517578125, + "learning_rate": 1.6887050372218684e-05, + "loss": 2.8188, + "step": 16383 + }, + { + "epoch": 0.2804567007309266, + "grad_norm": 2.267280101776123, + "learning_rate": 1.6886648394763486e-05, + "loss": 2.7307, + "step": 16384 + }, + { + "epoch": 0.28047381844947705, + "grad_norm": 2.2835702896118164, + "learning_rate": 1.6886246396141135e-05, + "loss": 2.8892, + "step": 16385 + }, + { + "epoch": 0.2804909361680275, + "grad_norm": 2.3839149475097656, + "learning_rate": 1.6885844376352856e-05, + "loss": 2.8241, + "step": 16386 + }, + { + "epoch": 0.280508053886578, + "grad_norm": 2.2631266117095947, + "learning_rate": 1.6885442335399895e-05, + "loss": 2.7582, + "step": 16387 + }, + { + "epoch": 0.28052517160512846, + "grad_norm": 2.3474233150482178, + "learning_rate": 1.6885040273283482e-05, + "loss": 2.7761, + "step": 16388 + }, + { + "epoch": 0.2805422893236789, + "grad_norm": 2.2341198921203613, + "learning_rate": 1.6884638190004857e-05, + "loss": 2.7376, + "step": 16389 + }, + { + "epoch": 0.2805594070422294, + "grad_norm": 2.2110071182250977, + "learning_rate": 1.688423608556525e-05, + "loss": 2.7393, + "step": 16390 + }, + { + "epoch": 0.2805765247607799, + "grad_norm": 2.314103126525879, + "learning_rate": 1.68838339599659e-05, + "loss": 2.7453, + "step": 16391 + }, + { + "epoch": 0.28059364247933033, + "grad_norm": 2.275745391845703, + "learning_rate": 1.6883431813208045e-05, + "loss": 2.7068, + "step": 16392 + }, + { + "epoch": 0.28061076019788084, + "grad_norm": 2.275710344314575, + "learning_rate": 1.6883029645292918e-05, + "loss": 2.7126, + "step": 16393 + }, + { + "epoch": 0.2806278779164313, + "grad_norm": 2.21968150138855, + "learning_rate": 1.6882627456221758e-05, + "loss": 2.752, + "step": 16394 + }, + { + "epoch": 0.28064499563498174, + "grad_norm": 2.8899576663970947, + "learning_rate": 1.6882225245995797e-05, + "loss": 2.8266, + "step": 16395 + }, + { + "epoch": 0.28066211335353225, + "grad_norm": 2.1795847415924072, + "learning_rate": 1.6881823014616273e-05, + "loss": 2.6343, + "step": 16396 + }, + { + "epoch": 0.2806792310720827, + "grad_norm": 2.3856089115142822, + "learning_rate": 1.6881420762084425e-05, + "loss": 2.8607, + "step": 16397 + }, + { + "epoch": 0.2806963487906332, + "grad_norm": 2.3003201484680176, + "learning_rate": 1.6881018488401487e-05, + "loss": 2.8388, + "step": 16398 + }, + { + "epoch": 0.28071346650918366, + "grad_norm": 2.5075747966766357, + "learning_rate": 1.68806161935687e-05, + "loss": 2.9535, + "step": 16399 + }, + { + "epoch": 0.2807305842277341, + "grad_norm": 2.332817554473877, + "learning_rate": 1.688021387758729e-05, + "loss": 2.6797, + "step": 16400 + }, + { + "epoch": 0.2807477019462846, + "grad_norm": 2.3406214714050293, + "learning_rate": 1.68798115404585e-05, + "loss": 2.7757, + "step": 16401 + }, + { + "epoch": 0.2807648196648351, + "grad_norm": 2.4255073070526123, + "learning_rate": 1.6879409182183567e-05, + "loss": 2.7189, + "step": 16402 + }, + { + "epoch": 0.2807819373833855, + "grad_norm": 2.2074685096740723, + "learning_rate": 1.6879006802763734e-05, + "loss": 2.6466, + "step": 16403 + }, + { + "epoch": 0.28079905510193603, + "grad_norm": 2.273642063140869, + "learning_rate": 1.6878604402200224e-05, + "loss": 2.7184, + "step": 16404 + }, + { + "epoch": 0.2808161728204865, + "grad_norm": 2.1937379837036133, + "learning_rate": 1.6878201980494284e-05, + "loss": 2.7728, + "step": 16405 + }, + { + "epoch": 0.28083329053903694, + "grad_norm": 2.141763687133789, + "learning_rate": 1.6877799537647147e-05, + "loss": 2.746, + "step": 16406 + }, + { + "epoch": 0.28085040825758745, + "grad_norm": 2.29758882522583, + "learning_rate": 1.6877397073660052e-05, + "loss": 2.8454, + "step": 16407 + }, + { + "epoch": 0.2808675259761379, + "grad_norm": 2.18619704246521, + "learning_rate": 1.6876994588534234e-05, + "loss": 2.8062, + "step": 16408 + }, + { + "epoch": 0.28088464369468835, + "grad_norm": 2.275881052017212, + "learning_rate": 1.687659208227093e-05, + "loss": 2.7936, + "step": 16409 + }, + { + "epoch": 0.28090176141323886, + "grad_norm": 2.2759997844696045, + "learning_rate": 1.687618955487138e-05, + "loss": 2.7519, + "step": 16410 + }, + { + "epoch": 0.2809188791317893, + "grad_norm": 2.518019676208496, + "learning_rate": 1.687578700633682e-05, + "loss": 2.7187, + "step": 16411 + }, + { + "epoch": 0.28093599685033976, + "grad_norm": 2.185042381286621, + "learning_rate": 1.6875384436668484e-05, + "loss": 2.6834, + "step": 16412 + }, + { + "epoch": 0.28095311456889027, + "grad_norm": 2.3963887691497803, + "learning_rate": 1.6874981845867614e-05, + "loss": 2.7936, + "step": 16413 + }, + { + "epoch": 0.2809702322874407, + "grad_norm": 2.3524510860443115, + "learning_rate": 1.6874579233935445e-05, + "loss": 2.8317, + "step": 16414 + }, + { + "epoch": 0.2809873500059912, + "grad_norm": 2.428077459335327, + "learning_rate": 1.6874176600873212e-05, + "loss": 2.7806, + "step": 16415 + }, + { + "epoch": 0.2810044677245417, + "grad_norm": 2.2809510231018066, + "learning_rate": 1.6873773946682156e-05, + "loss": 2.7461, + "step": 16416 + }, + { + "epoch": 0.28102158544309214, + "grad_norm": 2.2957637310028076, + "learning_rate": 1.6873371271363523e-05, + "loss": 2.7249, + "step": 16417 + }, + { + "epoch": 0.2810387031616426, + "grad_norm": 2.450509786605835, + "learning_rate": 1.6872968574918532e-05, + "loss": 2.814, + "step": 16418 + }, + { + "epoch": 0.2810558208801931, + "grad_norm": 2.2510616779327393, + "learning_rate": 1.6872565857348432e-05, + "loss": 2.65, + "step": 16419 + }, + { + "epoch": 0.28107293859874355, + "grad_norm": 2.3885719776153564, + "learning_rate": 1.6872163118654462e-05, + "loss": 2.726, + "step": 16420 + }, + { + "epoch": 0.28109005631729406, + "grad_norm": 2.345104932785034, + "learning_rate": 1.6871760358837855e-05, + "loss": 2.7902, + "step": 16421 + }, + { + "epoch": 0.2811071740358445, + "grad_norm": 2.2760586738586426, + "learning_rate": 1.687135757789985e-05, + "loss": 2.8146, + "step": 16422 + }, + { + "epoch": 0.28112429175439496, + "grad_norm": 2.389554977416992, + "learning_rate": 1.687095477584169e-05, + "loss": 2.8377, + "step": 16423 + }, + { + "epoch": 0.28114140947294547, + "grad_norm": 2.3511769771575928, + "learning_rate": 1.6870551952664607e-05, + "loss": 2.6604, + "step": 16424 + }, + { + "epoch": 0.2811585271914959, + "grad_norm": 2.3802058696746826, + "learning_rate": 1.6870149108369843e-05, + "loss": 2.8181, + "step": 16425 + }, + { + "epoch": 0.2811756449100464, + "grad_norm": 2.4157822132110596, + "learning_rate": 1.6869746242958632e-05, + "loss": 2.7698, + "step": 16426 + }, + { + "epoch": 0.2811927626285969, + "grad_norm": 2.3873860836029053, + "learning_rate": 1.686934335643222e-05, + "loss": 2.8445, + "step": 16427 + }, + { + "epoch": 0.28120988034714733, + "grad_norm": 2.299893379211426, + "learning_rate": 1.686894044879183e-05, + "loss": 2.8214, + "step": 16428 + }, + { + "epoch": 0.2812269980656978, + "grad_norm": 2.4053072929382324, + "learning_rate": 1.6868537520038718e-05, + "loss": 2.7122, + "step": 16429 + }, + { + "epoch": 0.2812441157842483, + "grad_norm": 2.2619714736938477, + "learning_rate": 1.6868134570174115e-05, + "loss": 2.7495, + "step": 16430 + }, + { + "epoch": 0.28126123350279875, + "grad_norm": 2.462095260620117, + "learning_rate": 1.6867731599199258e-05, + "loss": 2.8417, + "step": 16431 + }, + { + "epoch": 0.2812783512213492, + "grad_norm": 2.340959072113037, + "learning_rate": 1.6867328607115388e-05, + "loss": 2.6883, + "step": 16432 + }, + { + "epoch": 0.2812954689398997, + "grad_norm": 2.341810464859009, + "learning_rate": 1.6866925593923742e-05, + "loss": 2.8289, + "step": 16433 + }, + { + "epoch": 0.28131258665845016, + "grad_norm": 2.538691997528076, + "learning_rate": 1.6866522559625563e-05, + "loss": 2.8782, + "step": 16434 + }, + { + "epoch": 0.2813297043770006, + "grad_norm": 2.263496160507202, + "learning_rate": 1.6866119504222084e-05, + "loss": 2.6919, + "step": 16435 + }, + { + "epoch": 0.2813468220955511, + "grad_norm": 2.619701862335205, + "learning_rate": 1.6865716427714542e-05, + "loss": 2.8882, + "step": 16436 + }, + { + "epoch": 0.28136393981410157, + "grad_norm": 2.443124294281006, + "learning_rate": 1.6865313330104184e-05, + "loss": 2.8638, + "step": 16437 + }, + { + "epoch": 0.281381057532652, + "grad_norm": 2.4081037044525146, + "learning_rate": 1.6864910211392243e-05, + "loss": 2.7309, + "step": 16438 + }, + { + "epoch": 0.28139817525120253, + "grad_norm": 2.3222851753234863, + "learning_rate": 1.6864507071579966e-05, + "loss": 2.8508, + "step": 16439 + }, + { + "epoch": 0.281415292969753, + "grad_norm": 2.4875335693359375, + "learning_rate": 1.6864103910668583e-05, + "loss": 2.8884, + "step": 16440 + }, + { + "epoch": 0.28143241068830344, + "grad_norm": 2.3127641677856445, + "learning_rate": 1.686370072865933e-05, + "loss": 2.8738, + "step": 16441 + }, + { + "epoch": 0.28144952840685394, + "grad_norm": 2.174973726272583, + "learning_rate": 1.686329752555346e-05, + "loss": 2.7809, + "step": 16442 + }, + { + "epoch": 0.2814666461254044, + "grad_norm": 2.237494468688965, + "learning_rate": 1.6862894301352203e-05, + "loss": 2.8244, + "step": 16443 + }, + { + "epoch": 0.2814837638439549, + "grad_norm": 2.2634387016296387, + "learning_rate": 1.68624910560568e-05, + "loss": 2.6868, + "step": 16444 + }, + { + "epoch": 0.28150088156250536, + "grad_norm": 2.2759034633636475, + "learning_rate": 1.686208778966849e-05, + "loss": 2.787, + "step": 16445 + }, + { + "epoch": 0.2815179992810558, + "grad_norm": 2.3071630001068115, + "learning_rate": 1.6861684502188515e-05, + "loss": 2.718, + "step": 16446 + }, + { + "epoch": 0.2815351169996063, + "grad_norm": 2.1998987197875977, + "learning_rate": 1.6861281193618114e-05, + "loss": 2.7854, + "step": 16447 + }, + { + "epoch": 0.28155223471815677, + "grad_norm": 2.2973902225494385, + "learning_rate": 1.6860877863958522e-05, + "loss": 2.7874, + "step": 16448 + }, + { + "epoch": 0.2815693524367072, + "grad_norm": 2.2558541297912598, + "learning_rate": 1.6860474513210986e-05, + "loss": 2.718, + "step": 16449 + }, + { + "epoch": 0.28158647015525773, + "grad_norm": 2.187662124633789, + "learning_rate": 1.6860071141376737e-05, + "loss": 2.7395, + "step": 16450 + }, + { + "epoch": 0.2816035878738082, + "grad_norm": 2.533439874649048, + "learning_rate": 1.6859667748457025e-05, + "loss": 2.8027, + "step": 16451 + }, + { + "epoch": 0.28162070559235863, + "grad_norm": 2.365635633468628, + "learning_rate": 1.685926433445308e-05, + "loss": 2.8157, + "step": 16452 + }, + { + "epoch": 0.28163782331090914, + "grad_norm": 2.383338451385498, + "learning_rate": 1.6858860899366152e-05, + "loss": 2.7946, + "step": 16453 + }, + { + "epoch": 0.2816549410294596, + "grad_norm": 2.207181215286255, + "learning_rate": 1.685845744319747e-05, + "loss": 2.7318, + "step": 16454 + }, + { + "epoch": 0.28167205874801005, + "grad_norm": 2.380728006362915, + "learning_rate": 1.685805396594828e-05, + "loss": 2.8359, + "step": 16455 + }, + { + "epoch": 0.28168917646656055, + "grad_norm": 2.3572003841400146, + "learning_rate": 1.685765046761983e-05, + "loss": 2.7663, + "step": 16456 + }, + { + "epoch": 0.281706294185111, + "grad_norm": 2.271726131439209, + "learning_rate": 1.685724694821334e-05, + "loss": 2.7549, + "step": 16457 + }, + { + "epoch": 0.28172341190366146, + "grad_norm": 2.335890293121338, + "learning_rate": 1.6856843407730072e-05, + "loss": 2.8738, + "step": 16458 + }, + { + "epoch": 0.28174052962221197, + "grad_norm": 2.342092275619507, + "learning_rate": 1.685643984617125e-05, + "loss": 2.768, + "step": 16459 + }, + { + "epoch": 0.2817576473407624, + "grad_norm": 2.2290008068084717, + "learning_rate": 1.6856036263538124e-05, + "loss": 2.7905, + "step": 16460 + }, + { + "epoch": 0.28177476505931287, + "grad_norm": 2.2031872272491455, + "learning_rate": 1.6855632659831933e-05, + "loss": 2.7072, + "step": 16461 + }, + { + "epoch": 0.2817918827778634, + "grad_norm": 2.3741047382354736, + "learning_rate": 1.6855229035053913e-05, + "loss": 2.8595, + "step": 16462 + }, + { + "epoch": 0.28180900049641383, + "grad_norm": 2.4384119510650635, + "learning_rate": 1.685482538920531e-05, + "loss": 2.824, + "step": 16463 + }, + { + "epoch": 0.2818261182149643, + "grad_norm": 2.350065231323242, + "learning_rate": 1.6854421722287362e-05, + "loss": 2.7991, + "step": 16464 + }, + { + "epoch": 0.2818432359335148, + "grad_norm": 2.4410295486450195, + "learning_rate": 1.6854018034301308e-05, + "loss": 2.8186, + "step": 16465 + }, + { + "epoch": 0.28186035365206524, + "grad_norm": 2.351860523223877, + "learning_rate": 1.6853614325248392e-05, + "loss": 2.7053, + "step": 16466 + }, + { + "epoch": 0.28187747137061575, + "grad_norm": 2.300206422805786, + "learning_rate": 1.6853210595129856e-05, + "loss": 2.7265, + "step": 16467 + }, + { + "epoch": 0.2818945890891662, + "grad_norm": 2.402970314025879, + "learning_rate": 1.6852806843946937e-05, + "loss": 2.8777, + "step": 16468 + }, + { + "epoch": 0.28191170680771666, + "grad_norm": 2.4134180545806885, + "learning_rate": 1.6852403071700878e-05, + "loss": 2.6804, + "step": 16469 + }, + { + "epoch": 0.28192882452626716, + "grad_norm": 2.276297092437744, + "learning_rate": 1.6851999278392917e-05, + "loss": 2.7212, + "step": 16470 + }, + { + "epoch": 0.2819459422448176, + "grad_norm": 2.2968368530273438, + "learning_rate": 1.6851595464024302e-05, + "loss": 2.822, + "step": 16471 + }, + { + "epoch": 0.28196305996336807, + "grad_norm": 2.117601156234741, + "learning_rate": 1.685119162859627e-05, + "loss": 2.5987, + "step": 16472 + }, + { + "epoch": 0.2819801776819186, + "grad_norm": 2.4215304851531982, + "learning_rate": 1.6850787772110056e-05, + "loss": 2.7658, + "step": 16473 + }, + { + "epoch": 0.28199729540046903, + "grad_norm": 2.403116226196289, + "learning_rate": 1.6850383894566912e-05, + "loss": 2.7712, + "step": 16474 + }, + { + "epoch": 0.2820144131190195, + "grad_norm": 2.3852739334106445, + "learning_rate": 1.6849979995968077e-05, + "loss": 2.8038, + "step": 16475 + }, + { + "epoch": 0.28203153083757, + "grad_norm": 2.4133923053741455, + "learning_rate": 1.684957607631479e-05, + "loss": 2.78, + "step": 16476 + }, + { + "epoch": 0.28204864855612044, + "grad_norm": 2.439208984375, + "learning_rate": 1.684917213560829e-05, + "loss": 2.7784, + "step": 16477 + }, + { + "epoch": 0.2820657662746709, + "grad_norm": 2.3707761764526367, + "learning_rate": 1.6848768173849822e-05, + "loss": 2.657, + "step": 16478 + }, + { + "epoch": 0.2820828839932214, + "grad_norm": 2.3032305240631104, + "learning_rate": 1.684836419104063e-05, + "loss": 2.6778, + "step": 16479 + }, + { + "epoch": 0.28210000171177185, + "grad_norm": 2.2580726146698, + "learning_rate": 1.6847960187181948e-05, + "loss": 2.7176, + "step": 16480 + }, + { + "epoch": 0.2821171194303223, + "grad_norm": 2.5188162326812744, + "learning_rate": 1.6847556162275023e-05, + "loss": 2.879, + "step": 16481 + }, + { + "epoch": 0.2821342371488728, + "grad_norm": 2.288386106491089, + "learning_rate": 1.6847152116321102e-05, + "loss": 2.7275, + "step": 16482 + }, + { + "epoch": 0.28215135486742327, + "grad_norm": 2.327195882797241, + "learning_rate": 1.6846748049321418e-05, + "loss": 2.6572, + "step": 16483 + }, + { + "epoch": 0.2821684725859737, + "grad_norm": 2.501478910446167, + "learning_rate": 1.6846343961277217e-05, + "loss": 2.8588, + "step": 16484 + }, + { + "epoch": 0.2821855903045242, + "grad_norm": 2.2294914722442627, + "learning_rate": 1.684593985218974e-05, + "loss": 2.6242, + "step": 16485 + }, + { + "epoch": 0.2822027080230747, + "grad_norm": 2.3514676094055176, + "learning_rate": 1.6845535722060228e-05, + "loss": 2.7323, + "step": 16486 + }, + { + "epoch": 0.28221982574162513, + "grad_norm": 2.250985622406006, + "learning_rate": 1.6845131570889924e-05, + "loss": 2.7858, + "step": 16487 + }, + { + "epoch": 0.28223694346017564, + "grad_norm": 2.475098133087158, + "learning_rate": 1.6844727398680074e-05, + "loss": 2.7402, + "step": 16488 + }, + { + "epoch": 0.2822540611787261, + "grad_norm": 2.304466724395752, + "learning_rate": 1.6844323205431917e-05, + "loss": 2.8413, + "step": 16489 + }, + { + "epoch": 0.2822711788972766, + "grad_norm": 2.364837884902954, + "learning_rate": 1.684391899114669e-05, + "loss": 2.8712, + "step": 16490 + }, + { + "epoch": 0.28228829661582705, + "grad_norm": 2.195842981338501, + "learning_rate": 1.6843514755825646e-05, + "loss": 2.7921, + "step": 16491 + }, + { + "epoch": 0.2823054143343775, + "grad_norm": 2.436999797821045, + "learning_rate": 1.6843110499470022e-05, + "loss": 2.8106, + "step": 16492 + }, + { + "epoch": 0.282322532052928, + "grad_norm": 2.383805990219116, + "learning_rate": 1.6842706222081058e-05, + "loss": 2.8148, + "step": 16493 + }, + { + "epoch": 0.28233964977147846, + "grad_norm": 2.3686087131500244, + "learning_rate": 1.6842301923660002e-05, + "loss": 2.8037, + "step": 16494 + }, + { + "epoch": 0.2823567674900289, + "grad_norm": 2.4157772064208984, + "learning_rate": 1.6841897604208094e-05, + "loss": 2.9071, + "step": 16495 + }, + { + "epoch": 0.2823738852085794, + "grad_norm": 2.2542195320129395, + "learning_rate": 1.6841493263726577e-05, + "loss": 2.8123, + "step": 16496 + }, + { + "epoch": 0.2823910029271299, + "grad_norm": 2.4282896518707275, + "learning_rate": 1.684108890221669e-05, + "loss": 2.8519, + "step": 16497 + }, + { + "epoch": 0.2824081206456803, + "grad_norm": 2.3855743408203125, + "learning_rate": 1.6840684519679683e-05, + "loss": 2.7043, + "step": 16498 + }, + { + "epoch": 0.28242523836423084, + "grad_norm": 2.5099124908447266, + "learning_rate": 1.6840280116116793e-05, + "loss": 2.8654, + "step": 16499 + }, + { + "epoch": 0.2824423560827813, + "grad_norm": 2.34212064743042, + "learning_rate": 1.6839875691529268e-05, + "loss": 2.8177, + "step": 16500 + }, + { + "epoch": 0.28245947380133174, + "grad_norm": 2.4578704833984375, + "learning_rate": 1.683947124591835e-05, + "loss": 2.8928, + "step": 16501 + }, + { + "epoch": 0.28247659151988225, + "grad_norm": 2.2635104656219482, + "learning_rate": 1.6839066779285277e-05, + "loss": 2.6644, + "step": 16502 + }, + { + "epoch": 0.2824937092384327, + "grad_norm": 2.342319965362549, + "learning_rate": 1.6838662291631297e-05, + "loss": 2.8363, + "step": 16503 + }, + { + "epoch": 0.28251082695698315, + "grad_norm": 2.38110089302063, + "learning_rate": 1.6838257782957653e-05, + "loss": 2.8085, + "step": 16504 + }, + { + "epoch": 0.28252794467553366, + "grad_norm": 2.2952542304992676, + "learning_rate": 1.6837853253265587e-05, + "loss": 2.7876, + "step": 16505 + }, + { + "epoch": 0.2825450623940841, + "grad_norm": 2.3062758445739746, + "learning_rate": 1.6837448702556344e-05, + "loss": 2.7686, + "step": 16506 + }, + { + "epoch": 0.28256218011263456, + "grad_norm": 2.316956043243408, + "learning_rate": 1.6837044130831163e-05, + "loss": 2.7019, + "step": 16507 + }, + { + "epoch": 0.2825792978311851, + "grad_norm": 2.499237298965454, + "learning_rate": 1.6836639538091294e-05, + "loss": 2.8847, + "step": 16508 + }, + { + "epoch": 0.2825964155497355, + "grad_norm": 2.3638603687286377, + "learning_rate": 1.6836234924337975e-05, + "loss": 2.7781, + "step": 16509 + }, + { + "epoch": 0.282613533268286, + "grad_norm": 2.334063768386841, + "learning_rate": 1.683583028957245e-05, + "loss": 2.7363, + "step": 16510 + }, + { + "epoch": 0.2826306509868365, + "grad_norm": 2.3249759674072266, + "learning_rate": 1.683542563379597e-05, + "loss": 2.6725, + "step": 16511 + }, + { + "epoch": 0.28264776870538694, + "grad_norm": 2.3187267780303955, + "learning_rate": 1.683502095700977e-05, + "loss": 2.9042, + "step": 16512 + }, + { + "epoch": 0.28266488642393744, + "grad_norm": 2.384047508239746, + "learning_rate": 1.6834616259215098e-05, + "loss": 2.7125, + "step": 16513 + }, + { + "epoch": 0.2826820041424879, + "grad_norm": 2.3267667293548584, + "learning_rate": 1.6834211540413196e-05, + "loss": 2.7268, + "step": 16514 + }, + { + "epoch": 0.28269912186103835, + "grad_norm": 2.2697925567626953, + "learning_rate": 1.683380680060531e-05, + "loss": 2.7353, + "step": 16515 + }, + { + "epoch": 0.28271623957958886, + "grad_norm": 2.2778725624084473, + "learning_rate": 1.6833402039792686e-05, + "loss": 2.6893, + "step": 16516 + }, + { + "epoch": 0.2827333572981393, + "grad_norm": 2.3720803260803223, + "learning_rate": 1.683299725797656e-05, + "loss": 2.8147, + "step": 16517 + }, + { + "epoch": 0.28275047501668976, + "grad_norm": 2.258683204650879, + "learning_rate": 1.6832592455158186e-05, + "loss": 2.7687, + "step": 16518 + }, + { + "epoch": 0.28276759273524027, + "grad_norm": 2.3593554496765137, + "learning_rate": 1.6832187631338805e-05, + "loss": 2.8171, + "step": 16519 + }, + { + "epoch": 0.2827847104537907, + "grad_norm": 2.4417412281036377, + "learning_rate": 1.6831782786519654e-05, + "loss": 2.8869, + "step": 16520 + }, + { + "epoch": 0.2828018281723412, + "grad_norm": 2.2611889839172363, + "learning_rate": 1.6831377920701984e-05, + "loss": 2.685, + "step": 16521 + }, + { + "epoch": 0.2828189458908917, + "grad_norm": 2.4638633728027344, + "learning_rate": 1.6830973033887042e-05, + "loss": 2.7188, + "step": 16522 + }, + { + "epoch": 0.28283606360944213, + "grad_norm": 2.4380228519439697, + "learning_rate": 1.6830568126076067e-05, + "loss": 2.8054, + "step": 16523 + }, + { + "epoch": 0.2828531813279926, + "grad_norm": 2.2904977798461914, + "learning_rate": 1.6830163197270306e-05, + "loss": 2.8803, + "step": 16524 + }, + { + "epoch": 0.2828702990465431, + "grad_norm": 2.4450976848602295, + "learning_rate": 1.6829758247471007e-05, + "loss": 2.8083, + "step": 16525 + }, + { + "epoch": 0.28288741676509355, + "grad_norm": 2.283341407775879, + "learning_rate": 1.682935327667941e-05, + "loss": 2.8877, + "step": 16526 + }, + { + "epoch": 0.282904534483644, + "grad_norm": 2.2858479022979736, + "learning_rate": 1.6828948284896756e-05, + "loss": 2.6771, + "step": 16527 + }, + { + "epoch": 0.2829216522021945, + "grad_norm": 2.4347681999206543, + "learning_rate": 1.6828543272124297e-05, + "loss": 2.7923, + "step": 16528 + }, + { + "epoch": 0.28293876992074496, + "grad_norm": 2.2599337100982666, + "learning_rate": 1.6828138238363277e-05, + "loss": 2.8036, + "step": 16529 + }, + { + "epoch": 0.2829558876392954, + "grad_norm": 2.3723204135894775, + "learning_rate": 1.6827733183614935e-05, + "loss": 2.8535, + "step": 16530 + }, + { + "epoch": 0.2829730053578459, + "grad_norm": 2.3596291542053223, + "learning_rate": 1.6827328107880526e-05, + "loss": 2.8523, + "step": 16531 + }, + { + "epoch": 0.28299012307639637, + "grad_norm": 2.365579605102539, + "learning_rate": 1.6826923011161288e-05, + "loss": 2.7402, + "step": 16532 + }, + { + "epoch": 0.2830072407949468, + "grad_norm": 2.2738852500915527, + "learning_rate": 1.6826517893458466e-05, + "loss": 2.7086, + "step": 16533 + }, + { + "epoch": 0.28302435851349733, + "grad_norm": 2.306475877761841, + "learning_rate": 1.6826112754773306e-05, + "loss": 2.8062, + "step": 16534 + }, + { + "epoch": 0.2830414762320478, + "grad_norm": 2.4201903343200684, + "learning_rate": 1.6825707595107056e-05, + "loss": 2.858, + "step": 16535 + }, + { + "epoch": 0.2830585939505983, + "grad_norm": 2.2538840770721436, + "learning_rate": 1.6825302414460958e-05, + "loss": 2.8222, + "step": 16536 + }, + { + "epoch": 0.28307571166914874, + "grad_norm": 2.391435384750366, + "learning_rate": 1.6824897212836256e-05, + "loss": 2.7897, + "step": 16537 + }, + { + "epoch": 0.2830928293876992, + "grad_norm": 2.397671937942505, + "learning_rate": 1.68244919902342e-05, + "loss": 2.8879, + "step": 16538 + }, + { + "epoch": 0.2831099471062497, + "grad_norm": 2.3570516109466553, + "learning_rate": 1.6824086746656035e-05, + "loss": 2.8629, + "step": 16539 + }, + { + "epoch": 0.28312706482480016, + "grad_norm": 2.465296983718872, + "learning_rate": 1.682368148210301e-05, + "loss": 2.8265, + "step": 16540 + }, + { + "epoch": 0.2831441825433506, + "grad_norm": 2.2962217330932617, + "learning_rate": 1.682327619657636e-05, + "loss": 2.7723, + "step": 16541 + }, + { + "epoch": 0.2831613002619011, + "grad_norm": 2.3702549934387207, + "learning_rate": 1.6822870890077338e-05, + "loss": 2.8067, + "step": 16542 + }, + { + "epoch": 0.28317841798045157, + "grad_norm": 2.2519819736480713, + "learning_rate": 1.6822465562607186e-05, + "loss": 2.8062, + "step": 16543 + }, + { + "epoch": 0.283195535699002, + "grad_norm": 2.2471282482147217, + "learning_rate": 1.6822060214167154e-05, + "loss": 2.5866, + "step": 16544 + }, + { + "epoch": 0.28321265341755253, + "grad_norm": 2.3245849609375, + "learning_rate": 1.6821654844758487e-05, + "loss": 2.8472, + "step": 16545 + }, + { + "epoch": 0.283229771136103, + "grad_norm": 2.4466118812561035, + "learning_rate": 1.682124945438243e-05, + "loss": 2.9281, + "step": 16546 + }, + { + "epoch": 0.28324688885465343, + "grad_norm": 2.2100625038146973, + "learning_rate": 1.682084404304023e-05, + "loss": 2.7168, + "step": 16547 + }, + { + "epoch": 0.28326400657320394, + "grad_norm": 2.4399752616882324, + "learning_rate": 1.682043861073313e-05, + "loss": 2.7717, + "step": 16548 + }, + { + "epoch": 0.2832811242917544, + "grad_norm": 2.4908599853515625, + "learning_rate": 1.6820033157462376e-05, + "loss": 2.767, + "step": 16549 + }, + { + "epoch": 0.28329824201030485, + "grad_norm": 2.3291985988616943, + "learning_rate": 1.681962768322922e-05, + "loss": 2.8409, + "step": 16550 + }, + { + "epoch": 0.28331535972885535, + "grad_norm": 2.2242777347564697, + "learning_rate": 1.6819222188034904e-05, + "loss": 2.6968, + "step": 16551 + }, + { + "epoch": 0.2833324774474058, + "grad_norm": 2.3617475032806396, + "learning_rate": 1.6818816671880675e-05, + "loss": 2.7717, + "step": 16552 + }, + { + "epoch": 0.28334959516595626, + "grad_norm": 2.138753652572632, + "learning_rate": 1.6818411134767782e-05, + "loss": 2.6769, + "step": 16553 + }, + { + "epoch": 0.28336671288450677, + "grad_norm": 2.305202007293701, + "learning_rate": 1.6818005576697464e-05, + "loss": 2.6923, + "step": 16554 + }, + { + "epoch": 0.2833838306030572, + "grad_norm": 2.456725835800171, + "learning_rate": 1.6817599997670978e-05, + "loss": 2.9079, + "step": 16555 + }, + { + "epoch": 0.28340094832160767, + "grad_norm": 2.203204870223999, + "learning_rate": 1.6817194397689564e-05, + "loss": 2.6855, + "step": 16556 + }, + { + "epoch": 0.2834180660401582, + "grad_norm": 2.323364496231079, + "learning_rate": 1.6816788776754466e-05, + "loss": 2.7556, + "step": 16557 + }, + { + "epoch": 0.28343518375870863, + "grad_norm": 2.29695463180542, + "learning_rate": 1.6816383134866938e-05, + "loss": 2.8474, + "step": 16558 + }, + { + "epoch": 0.2834523014772591, + "grad_norm": 2.4530160427093506, + "learning_rate": 1.6815977472028226e-05, + "loss": 2.874, + "step": 16559 + }, + { + "epoch": 0.2834694191958096, + "grad_norm": 2.2554173469543457, + "learning_rate": 1.681557178823957e-05, + "loss": 2.8418, + "step": 16560 + }, + { + "epoch": 0.28348653691436004, + "grad_norm": 2.3438422679901123, + "learning_rate": 1.681516608350222e-05, + "loss": 2.6679, + "step": 16561 + }, + { + "epoch": 0.28350365463291055, + "grad_norm": 2.5055224895477295, + "learning_rate": 1.6814760357817428e-05, + "loss": 2.9137, + "step": 16562 + }, + { + "epoch": 0.283520772351461, + "grad_norm": 2.42050838470459, + "learning_rate": 1.6814354611186435e-05, + "loss": 2.842, + "step": 16563 + }, + { + "epoch": 0.28353789007001146, + "grad_norm": 2.3299496173858643, + "learning_rate": 1.681394884361049e-05, + "loss": 2.8709, + "step": 16564 + }, + { + "epoch": 0.28355500778856196, + "grad_norm": 2.2971019744873047, + "learning_rate": 1.6813543055090842e-05, + "loss": 2.6246, + "step": 16565 + }, + { + "epoch": 0.2835721255071124, + "grad_norm": 2.4700539112091064, + "learning_rate": 1.6813137245628738e-05, + "loss": 2.7445, + "step": 16566 + }, + { + "epoch": 0.28358924322566287, + "grad_norm": 2.401585102081299, + "learning_rate": 1.6812731415225424e-05, + "loss": 2.8077, + "step": 16567 + }, + { + "epoch": 0.2836063609442134, + "grad_norm": 2.477043628692627, + "learning_rate": 1.681232556388215e-05, + "loss": 2.7764, + "step": 16568 + }, + { + "epoch": 0.28362347866276383, + "grad_norm": 2.445204734802246, + "learning_rate": 1.6811919691600154e-05, + "loss": 2.7616, + "step": 16569 + }, + { + "epoch": 0.2836405963813143, + "grad_norm": 2.3324379920959473, + "learning_rate": 1.6811513798380695e-05, + "loss": 2.7499, + "step": 16570 + }, + { + "epoch": 0.2836577140998648, + "grad_norm": 2.4232523441314697, + "learning_rate": 1.6811107884225017e-05, + "loss": 2.8696, + "step": 16571 + }, + { + "epoch": 0.28367483181841524, + "grad_norm": 2.3244616985321045, + "learning_rate": 1.6810701949134364e-05, + "loss": 2.6829, + "step": 16572 + }, + { + "epoch": 0.2836919495369657, + "grad_norm": 2.465452194213867, + "learning_rate": 1.6810295993109983e-05, + "loss": 2.797, + "step": 16573 + }, + { + "epoch": 0.2837090672555162, + "grad_norm": 2.4217073917388916, + "learning_rate": 1.680989001615313e-05, + "loss": 2.7679, + "step": 16574 + }, + { + "epoch": 0.28372618497406665, + "grad_norm": 2.2986679077148438, + "learning_rate": 1.680948401826505e-05, + "loss": 2.7799, + "step": 16575 + }, + { + "epoch": 0.2837433026926171, + "grad_norm": 2.290468454360962, + "learning_rate": 1.6809077999446987e-05, + "loss": 2.8681, + "step": 16576 + }, + { + "epoch": 0.2837604204111676, + "grad_norm": 2.3686182498931885, + "learning_rate": 1.6808671959700192e-05, + "loss": 2.732, + "step": 16577 + }, + { + "epoch": 0.28377753812971807, + "grad_norm": 2.3123881816864014, + "learning_rate": 1.6808265899025907e-05, + "loss": 2.8626, + "step": 16578 + }, + { + "epoch": 0.2837946558482685, + "grad_norm": 2.3579769134521484, + "learning_rate": 1.6807859817425388e-05, + "loss": 2.8265, + "step": 16579 + }, + { + "epoch": 0.283811773566819, + "grad_norm": 2.433941125869751, + "learning_rate": 1.6807453714899883e-05, + "loss": 2.7186, + "step": 16580 + }, + { + "epoch": 0.2838288912853695, + "grad_norm": 2.2443530559539795, + "learning_rate": 1.6807047591450634e-05, + "loss": 2.7428, + "step": 16581 + }, + { + "epoch": 0.28384600900391993, + "grad_norm": 2.3295505046844482, + "learning_rate": 1.6806641447078892e-05, + "loss": 2.806, + "step": 16582 + }, + { + "epoch": 0.28386312672247044, + "grad_norm": 2.4157984256744385, + "learning_rate": 1.680623528178591e-05, + "loss": 2.7194, + "step": 16583 + }, + { + "epoch": 0.2838802444410209, + "grad_norm": 2.4216909408569336, + "learning_rate": 1.6805829095572927e-05, + "loss": 2.6373, + "step": 16584 + }, + { + "epoch": 0.2838973621595714, + "grad_norm": 2.3223817348480225, + "learning_rate": 1.68054228884412e-05, + "loss": 2.7847, + "step": 16585 + }, + { + "epoch": 0.28391447987812185, + "grad_norm": 2.2421796321868896, + "learning_rate": 1.6805016660391975e-05, + "loss": 2.8105, + "step": 16586 + }, + { + "epoch": 0.2839315975966723, + "grad_norm": 2.288008451461792, + "learning_rate": 1.6804610411426497e-05, + "loss": 2.5958, + "step": 16587 + }, + { + "epoch": 0.2839487153152228, + "grad_norm": 2.534733533859253, + "learning_rate": 1.680420414154602e-05, + "loss": 2.7979, + "step": 16588 + }, + { + "epoch": 0.28396583303377326, + "grad_norm": 2.370500326156616, + "learning_rate": 1.680379785075179e-05, + "loss": 2.9669, + "step": 16589 + }, + { + "epoch": 0.2839829507523237, + "grad_norm": 2.1669578552246094, + "learning_rate": 1.680339153904506e-05, + "loss": 2.724, + "step": 16590 + }, + { + "epoch": 0.2840000684708742, + "grad_norm": 2.1799473762512207, + "learning_rate": 1.680298520642707e-05, + "loss": 2.8345, + "step": 16591 + }, + { + "epoch": 0.2840171861894247, + "grad_norm": 2.3415167331695557, + "learning_rate": 1.6802578852899078e-05, + "loss": 2.9059, + "step": 16592 + }, + { + "epoch": 0.2840343039079751, + "grad_norm": 2.3917272090911865, + "learning_rate": 1.6802172478462325e-05, + "loss": 2.9713, + "step": 16593 + }, + { + "epoch": 0.28405142162652564, + "grad_norm": 2.3577558994293213, + "learning_rate": 1.6801766083118065e-05, + "loss": 2.7261, + "step": 16594 + }, + { + "epoch": 0.2840685393450761, + "grad_norm": 2.2252230644226074, + "learning_rate": 1.6801359666867548e-05, + "loss": 2.7946, + "step": 16595 + }, + { + "epoch": 0.28408565706362654, + "grad_norm": 2.3246002197265625, + "learning_rate": 1.6800953229712017e-05, + "loss": 2.7739, + "step": 16596 + }, + { + "epoch": 0.28410277478217705, + "grad_norm": 2.1773369312286377, + "learning_rate": 1.680054677165273e-05, + "loss": 2.7203, + "step": 16597 + }, + { + "epoch": 0.2841198925007275, + "grad_norm": 2.3920249938964844, + "learning_rate": 1.6800140292690932e-05, + "loss": 2.7095, + "step": 16598 + }, + { + "epoch": 0.28413701021927795, + "grad_norm": 2.443469762802124, + "learning_rate": 1.679973379282787e-05, + "loss": 2.7035, + "step": 16599 + }, + { + "epoch": 0.28415412793782846, + "grad_norm": 2.283001184463501, + "learning_rate": 1.6799327272064798e-05, + "loss": 2.7803, + "step": 16600 + }, + { + "epoch": 0.2841712456563789, + "grad_norm": 2.1821632385253906, + "learning_rate": 1.6798920730402962e-05, + "loss": 2.7046, + "step": 16601 + }, + { + "epoch": 0.28418836337492936, + "grad_norm": 2.1666219234466553, + "learning_rate": 1.679851416784361e-05, + "loss": 2.7805, + "step": 16602 + }, + { + "epoch": 0.2842054810934799, + "grad_norm": 2.389003038406372, + "learning_rate": 1.6798107584387997e-05, + "loss": 2.789, + "step": 16603 + }, + { + "epoch": 0.2842225988120303, + "grad_norm": 2.379789113998413, + "learning_rate": 1.679770098003737e-05, + "loss": 2.9497, + "step": 16604 + }, + { + "epoch": 0.2842397165305808, + "grad_norm": 2.4571406841278076, + "learning_rate": 1.679729435479298e-05, + "loss": 2.7562, + "step": 16605 + }, + { + "epoch": 0.2842568342491313, + "grad_norm": 2.3120315074920654, + "learning_rate": 1.6796887708656074e-05, + "loss": 2.7072, + "step": 16606 + }, + { + "epoch": 0.28427395196768174, + "grad_norm": 2.3436195850372314, + "learning_rate": 1.6796481041627907e-05, + "loss": 2.7608, + "step": 16607 + }, + { + "epoch": 0.28429106968623225, + "grad_norm": 2.2712526321411133, + "learning_rate": 1.6796074353709723e-05, + "loss": 2.7138, + "step": 16608 + }, + { + "epoch": 0.2843081874047827, + "grad_norm": 2.5305092334747314, + "learning_rate": 1.6795667644902774e-05, + "loss": 2.8804, + "step": 16609 + }, + { + "epoch": 0.28432530512333315, + "grad_norm": 2.505387783050537, + "learning_rate": 1.679526091520831e-05, + "loss": 2.8174, + "step": 16610 + }, + { + "epoch": 0.28434242284188366, + "grad_norm": 2.4730324745178223, + "learning_rate": 1.6794854164627584e-05, + "loss": 2.8978, + "step": 16611 + }, + { + "epoch": 0.2843595405604341, + "grad_norm": 2.295037269592285, + "learning_rate": 1.6794447393161843e-05, + "loss": 2.6632, + "step": 16612 + }, + { + "epoch": 0.28437665827898456, + "grad_norm": 2.437377691268921, + "learning_rate": 1.6794040600812336e-05, + "loss": 2.88, + "step": 16613 + }, + { + "epoch": 0.28439377599753507, + "grad_norm": 2.343724250793457, + "learning_rate": 1.6793633787580323e-05, + "loss": 2.6888, + "step": 16614 + }, + { + "epoch": 0.2844108937160855, + "grad_norm": 2.3086295127868652, + "learning_rate": 1.679322695346704e-05, + "loss": 2.7654, + "step": 16615 + }, + { + "epoch": 0.284428011434636, + "grad_norm": 2.3180654048919678, + "learning_rate": 1.6792820098473744e-05, + "loss": 2.859, + "step": 16616 + }, + { + "epoch": 0.2844451291531865, + "grad_norm": 2.295527696609497, + "learning_rate": 1.679241322260169e-05, + "loss": 2.8734, + "step": 16617 + }, + { + "epoch": 0.28446224687173693, + "grad_norm": 2.3324813842773438, + "learning_rate": 1.6792006325852122e-05, + "loss": 2.7085, + "step": 16618 + }, + { + "epoch": 0.2844793645902874, + "grad_norm": 2.28027606010437, + "learning_rate": 1.6791599408226297e-05, + "loss": 2.7917, + "step": 16619 + }, + { + "epoch": 0.2844964823088379, + "grad_norm": 2.286156177520752, + "learning_rate": 1.6791192469725456e-05, + "loss": 2.7925, + "step": 16620 + }, + { + "epoch": 0.28451360002738835, + "grad_norm": 2.455495595932007, + "learning_rate": 1.679078551035086e-05, + "loss": 2.8811, + "step": 16621 + }, + { + "epoch": 0.2845307177459388, + "grad_norm": 2.4381909370422363, + "learning_rate": 1.6790378530103753e-05, + "loss": 2.795, + "step": 16622 + }, + { + "epoch": 0.2845478354644893, + "grad_norm": 2.412451982498169, + "learning_rate": 1.6789971528985392e-05, + "loss": 2.7995, + "step": 16623 + }, + { + "epoch": 0.28456495318303976, + "grad_norm": 2.3911194801330566, + "learning_rate": 1.6789564506997023e-05, + "loss": 2.8666, + "step": 16624 + }, + { + "epoch": 0.2845820709015902, + "grad_norm": 2.3751559257507324, + "learning_rate": 1.6789157464139897e-05, + "loss": 2.7695, + "step": 16625 + }, + { + "epoch": 0.2845991886201407, + "grad_norm": 2.3801207542419434, + "learning_rate": 1.6788750400415267e-05, + "loss": 2.9091, + "step": 16626 + }, + { + "epoch": 0.28461630633869117, + "grad_norm": 2.3567447662353516, + "learning_rate": 1.6788343315824387e-05, + "loss": 2.8138, + "step": 16627 + }, + { + "epoch": 0.2846334240572416, + "grad_norm": 2.338672161102295, + "learning_rate": 1.6787936210368504e-05, + "loss": 2.8062, + "step": 16628 + }, + { + "epoch": 0.28465054177579213, + "grad_norm": 2.180480480194092, + "learning_rate": 1.6787529084048868e-05, + "loss": 2.8357, + "step": 16629 + }, + { + "epoch": 0.2846676594943426, + "grad_norm": 2.232074022293091, + "learning_rate": 1.6787121936866732e-05, + "loss": 2.8058, + "step": 16630 + }, + { + "epoch": 0.2846847772128931, + "grad_norm": 2.1483206748962402, + "learning_rate": 1.678671476882335e-05, + "loss": 2.7031, + "step": 16631 + }, + { + "epoch": 0.28470189493144354, + "grad_norm": 2.291435480117798, + "learning_rate": 1.6786307579919974e-05, + "loss": 2.8928, + "step": 16632 + }, + { + "epoch": 0.284719012649994, + "grad_norm": 2.1362922191619873, + "learning_rate": 1.678590037015785e-05, + "loss": 2.6849, + "step": 16633 + }, + { + "epoch": 0.2847361303685445, + "grad_norm": 2.2979438304901123, + "learning_rate": 1.6785493139538234e-05, + "loss": 2.8577, + "step": 16634 + }, + { + "epoch": 0.28475324808709496, + "grad_norm": 2.3231189250946045, + "learning_rate": 1.6785085888062375e-05, + "loss": 2.7291, + "step": 16635 + }, + { + "epoch": 0.2847703658056454, + "grad_norm": 2.3351101875305176, + "learning_rate": 1.6784678615731528e-05, + "loss": 2.7063, + "step": 16636 + }, + { + "epoch": 0.2847874835241959, + "grad_norm": 2.251282215118408, + "learning_rate": 1.6784271322546943e-05, + "loss": 2.7768, + "step": 16637 + }, + { + "epoch": 0.28480460124274637, + "grad_norm": 2.2356650829315186, + "learning_rate": 1.678386400850987e-05, + "loss": 2.7471, + "step": 16638 + }, + { + "epoch": 0.2848217189612968, + "grad_norm": 2.257706642150879, + "learning_rate": 1.6783456673621565e-05, + "loss": 2.8106, + "step": 16639 + }, + { + "epoch": 0.28483883667984733, + "grad_norm": 2.333667039871216, + "learning_rate": 1.678304931788328e-05, + "loss": 2.839, + "step": 16640 + }, + { + "epoch": 0.2848559543983978, + "grad_norm": 2.2891314029693604, + "learning_rate": 1.6782641941296262e-05, + "loss": 2.7442, + "step": 16641 + }, + { + "epoch": 0.28487307211694823, + "grad_norm": 2.3468360900878906, + "learning_rate": 1.6782234543861766e-05, + "loss": 2.763, + "step": 16642 + }, + { + "epoch": 0.28489018983549874, + "grad_norm": 2.2821102142333984, + "learning_rate": 1.6781827125581043e-05, + "loss": 2.7779, + "step": 16643 + }, + { + "epoch": 0.2849073075540492, + "grad_norm": 2.3376455307006836, + "learning_rate": 1.6781419686455352e-05, + "loss": 2.8266, + "step": 16644 + }, + { + "epoch": 0.28492442527259965, + "grad_norm": 2.4612159729003906, + "learning_rate": 1.6781012226485934e-05, + "loss": 2.8505, + "step": 16645 + }, + { + "epoch": 0.28494154299115015, + "grad_norm": 2.087400197982788, + "learning_rate": 1.6780604745674048e-05, + "loss": 2.6156, + "step": 16646 + }, + { + "epoch": 0.2849586607097006, + "grad_norm": 2.415705680847168, + "learning_rate": 1.6780197244020947e-05, + "loss": 2.8605, + "step": 16647 + }, + { + "epoch": 0.28497577842825106, + "grad_norm": 2.306213855743408, + "learning_rate": 1.6779789721527887e-05, + "loss": 2.767, + "step": 16648 + }, + { + "epoch": 0.28499289614680157, + "grad_norm": 2.2569801807403564, + "learning_rate": 1.677938217819611e-05, + "loss": 2.6899, + "step": 16649 + }, + { + "epoch": 0.285010013865352, + "grad_norm": 2.293133020401001, + "learning_rate": 1.6778974614026874e-05, + "loss": 2.7732, + "step": 16650 + }, + { + "epoch": 0.28502713158390247, + "grad_norm": 2.203528881072998, + "learning_rate": 1.6778567029021434e-05, + "loss": 2.664, + "step": 16651 + }, + { + "epoch": 0.285044249302453, + "grad_norm": 2.449820041656494, + "learning_rate": 1.6778159423181044e-05, + "loss": 2.8033, + "step": 16652 + }, + { + "epoch": 0.28506136702100343, + "grad_norm": 2.2318365573883057, + "learning_rate": 1.677775179650695e-05, + "loss": 2.7844, + "step": 16653 + }, + { + "epoch": 0.28507848473955394, + "grad_norm": 2.4082653522491455, + "learning_rate": 1.677734414900041e-05, + "loss": 2.9714, + "step": 16654 + }, + { + "epoch": 0.2850956024581044, + "grad_norm": 2.179623603820801, + "learning_rate": 1.6776936480662677e-05, + "loss": 2.7701, + "step": 16655 + }, + { + "epoch": 0.28511272017665484, + "grad_norm": 2.3074426651000977, + "learning_rate": 1.6776528791495e-05, + "loss": 2.8111, + "step": 16656 + }, + { + "epoch": 0.28512983789520535, + "grad_norm": 2.3657236099243164, + "learning_rate": 1.6776121081498635e-05, + "loss": 2.7574, + "step": 16657 + }, + { + "epoch": 0.2851469556137558, + "grad_norm": 2.257833957672119, + "learning_rate": 1.6775713350674837e-05, + "loss": 2.7726, + "step": 16658 + }, + { + "epoch": 0.28516407333230626, + "grad_norm": 2.2464089393615723, + "learning_rate": 1.6775305599024853e-05, + "loss": 2.6048, + "step": 16659 + }, + { + "epoch": 0.28518119105085676, + "grad_norm": 2.253946542739868, + "learning_rate": 1.6774897826549945e-05, + "loss": 2.7109, + "step": 16660 + }, + { + "epoch": 0.2851983087694072, + "grad_norm": 2.2812018394470215, + "learning_rate": 1.6774490033251362e-05, + "loss": 2.8705, + "step": 16661 + }, + { + "epoch": 0.28521542648795767, + "grad_norm": 2.2168760299682617, + "learning_rate": 1.6774082219130354e-05, + "loss": 2.7568, + "step": 16662 + }, + { + "epoch": 0.2852325442065082, + "grad_norm": 2.4106075763702393, + "learning_rate": 1.6773674384188182e-05, + "loss": 2.9586, + "step": 16663 + }, + { + "epoch": 0.28524966192505863, + "grad_norm": 2.194824695587158, + "learning_rate": 1.677326652842609e-05, + "loss": 2.7858, + "step": 16664 + }, + { + "epoch": 0.2852667796436091, + "grad_norm": 2.2409121990203857, + "learning_rate": 1.677285865184534e-05, + "loss": 2.7057, + "step": 16665 + }, + { + "epoch": 0.2852838973621596, + "grad_norm": 2.4991464614868164, + "learning_rate": 1.6772450754447183e-05, + "loss": 2.9108, + "step": 16666 + }, + { + "epoch": 0.28530101508071004, + "grad_norm": 2.295013666152954, + "learning_rate": 1.677204283623287e-05, + "loss": 2.6456, + "step": 16667 + }, + { + "epoch": 0.2853181327992605, + "grad_norm": 2.4744441509246826, + "learning_rate": 1.6771634897203658e-05, + "loss": 2.7736, + "step": 16668 + }, + { + "epoch": 0.285335250517811, + "grad_norm": 2.4962377548217773, + "learning_rate": 1.67712269373608e-05, + "loss": 2.8845, + "step": 16669 + }, + { + "epoch": 0.28535236823636145, + "grad_norm": 2.4425244331359863, + "learning_rate": 1.677081895670555e-05, + "loss": 2.7331, + "step": 16670 + }, + { + "epoch": 0.2853694859549119, + "grad_norm": 2.1895673274993896, + "learning_rate": 1.6770410955239165e-05, + "loss": 2.7302, + "step": 16671 + }, + { + "epoch": 0.2853866036734624, + "grad_norm": 2.484206199645996, + "learning_rate": 1.677000293296289e-05, + "loss": 2.7543, + "step": 16672 + }, + { + "epoch": 0.28540372139201287, + "grad_norm": 2.3319251537323, + "learning_rate": 1.6769594889877988e-05, + "loss": 2.8057, + "step": 16673 + }, + { + "epoch": 0.2854208391105633, + "grad_norm": 2.2908501625061035, + "learning_rate": 1.676918682598571e-05, + "loss": 2.6982, + "step": 16674 + }, + { + "epoch": 0.2854379568291138, + "grad_norm": 2.4181392192840576, + "learning_rate": 1.6768778741287312e-05, + "loss": 2.8889, + "step": 16675 + }, + { + "epoch": 0.2854550745476643, + "grad_norm": 2.3949105739593506, + "learning_rate": 1.6768370635784046e-05, + "loss": 2.8335, + "step": 16676 + }, + { + "epoch": 0.2854721922662148, + "grad_norm": 2.3344244956970215, + "learning_rate": 1.6767962509477164e-05, + "loss": 2.7504, + "step": 16677 + }, + { + "epoch": 0.28548930998476524, + "grad_norm": 2.2381584644317627, + "learning_rate": 1.6767554362367928e-05, + "loss": 2.7103, + "step": 16678 + }, + { + "epoch": 0.2855064277033157, + "grad_norm": 2.3175833225250244, + "learning_rate": 1.6767146194457585e-05, + "loss": 2.7711, + "step": 16679 + }, + { + "epoch": 0.2855235454218662, + "grad_norm": 2.2957866191864014, + "learning_rate": 1.6766738005747397e-05, + "loss": 2.6988, + "step": 16680 + }, + { + "epoch": 0.28554066314041665, + "grad_norm": 2.3133435249328613, + "learning_rate": 1.676632979623861e-05, + "loss": 2.7721, + "step": 16681 + }, + { + "epoch": 0.2855577808589671, + "grad_norm": 2.3685247898101807, + "learning_rate": 1.6765921565932483e-05, + "loss": 2.8015, + "step": 16682 + }, + { + "epoch": 0.2855748985775176, + "grad_norm": 2.2600769996643066, + "learning_rate": 1.676551331483027e-05, + "loss": 2.8249, + "step": 16683 + }, + { + "epoch": 0.28559201629606806, + "grad_norm": 2.31957745552063, + "learning_rate": 1.676510504293323e-05, + "loss": 2.7839, + "step": 16684 + }, + { + "epoch": 0.2856091340146185, + "grad_norm": 2.377926826477051, + "learning_rate": 1.6764696750242612e-05, + "loss": 2.9065, + "step": 16685 + }, + { + "epoch": 0.285626251733169, + "grad_norm": 2.374448537826538, + "learning_rate": 1.6764288436759676e-05, + "loss": 2.741, + "step": 16686 + }, + { + "epoch": 0.2856433694517195, + "grad_norm": 2.554025650024414, + "learning_rate": 1.6763880102485673e-05, + "loss": 2.9808, + "step": 16687 + }, + { + "epoch": 0.28566048717026993, + "grad_norm": 2.5026674270629883, + "learning_rate": 1.6763471747421856e-05, + "loss": 2.8577, + "step": 16688 + }, + { + "epoch": 0.28567760488882044, + "grad_norm": 2.3249614238739014, + "learning_rate": 1.6763063371569486e-05, + "loss": 2.7099, + "step": 16689 + }, + { + "epoch": 0.2856947226073709, + "grad_norm": 2.2407779693603516, + "learning_rate": 1.676265497492982e-05, + "loss": 2.7677, + "step": 16690 + }, + { + "epoch": 0.28571184032592134, + "grad_norm": 2.2471392154693604, + "learning_rate": 1.6762246557504105e-05, + "loss": 2.6127, + "step": 16691 + }, + { + "epoch": 0.28572895804447185, + "grad_norm": 2.3497328758239746, + "learning_rate": 1.67618381192936e-05, + "loss": 2.7862, + "step": 16692 + }, + { + "epoch": 0.2857460757630223, + "grad_norm": 2.32218861579895, + "learning_rate": 1.676142966029956e-05, + "loss": 2.7702, + "step": 16693 + }, + { + "epoch": 0.28576319348157275, + "grad_norm": 2.3162152767181396, + "learning_rate": 1.676102118052324e-05, + "loss": 2.6596, + "step": 16694 + }, + { + "epoch": 0.28578031120012326, + "grad_norm": 2.4610965251922607, + "learning_rate": 1.6760612679965903e-05, + "loss": 2.7065, + "step": 16695 + }, + { + "epoch": 0.2857974289186737, + "grad_norm": 2.3683178424835205, + "learning_rate": 1.6760204158628797e-05, + "loss": 2.7954, + "step": 16696 + }, + { + "epoch": 0.28581454663722416, + "grad_norm": 2.3186991214752197, + "learning_rate": 1.6759795616513176e-05, + "loss": 2.7029, + "step": 16697 + }, + { + "epoch": 0.2858316643557747, + "grad_norm": 2.4443325996398926, + "learning_rate": 1.67593870536203e-05, + "loss": 2.9639, + "step": 16698 + }, + { + "epoch": 0.2858487820743251, + "grad_norm": 2.3501572608947754, + "learning_rate": 1.6758978469951426e-05, + "loss": 2.7752, + "step": 16699 + }, + { + "epoch": 0.28586589979287563, + "grad_norm": 2.4475011825561523, + "learning_rate": 1.6758569865507804e-05, + "loss": 2.7645, + "step": 16700 + }, + { + "epoch": 0.2858830175114261, + "grad_norm": 2.3105483055114746, + "learning_rate": 1.6758161240290692e-05, + "loss": 2.8204, + "step": 16701 + }, + { + "epoch": 0.28590013522997654, + "grad_norm": 2.365593671798706, + "learning_rate": 1.675775259430135e-05, + "loss": 2.784, + "step": 16702 + }, + { + "epoch": 0.28591725294852705, + "grad_norm": 2.2038941383361816, + "learning_rate": 1.675734392754103e-05, + "loss": 2.7458, + "step": 16703 + }, + { + "epoch": 0.2859343706670775, + "grad_norm": 2.3801400661468506, + "learning_rate": 1.6756935240010988e-05, + "loss": 2.7878, + "step": 16704 + }, + { + "epoch": 0.28595148838562795, + "grad_norm": 2.3546457290649414, + "learning_rate": 1.6756526531712487e-05, + "loss": 2.7819, + "step": 16705 + }, + { + "epoch": 0.28596860610417846, + "grad_norm": 2.2439870834350586, + "learning_rate": 1.6756117802646774e-05, + "loss": 2.7172, + "step": 16706 + }, + { + "epoch": 0.2859857238227289, + "grad_norm": 2.2110230922698975, + "learning_rate": 1.675570905281511e-05, + "loss": 2.748, + "step": 16707 + }, + { + "epoch": 0.28600284154127936, + "grad_norm": 2.220895528793335, + "learning_rate": 1.675530028221875e-05, + "loss": 2.8036, + "step": 16708 + }, + { + "epoch": 0.28601995925982987, + "grad_norm": 2.3425564765930176, + "learning_rate": 1.675489149085895e-05, + "loss": 2.7427, + "step": 16709 + }, + { + "epoch": 0.2860370769783803, + "grad_norm": 2.2727267742156982, + "learning_rate": 1.6754482678736968e-05, + "loss": 2.6924, + "step": 16710 + }, + { + "epoch": 0.2860541946969308, + "grad_norm": 2.387305974960327, + "learning_rate": 1.675407384585406e-05, + "loss": 2.699, + "step": 16711 + }, + { + "epoch": 0.2860713124154813, + "grad_norm": 2.359393835067749, + "learning_rate": 1.6753664992211484e-05, + "loss": 2.7761, + "step": 16712 + }, + { + "epoch": 0.28608843013403173, + "grad_norm": 2.3536806106567383, + "learning_rate": 1.6753256117810496e-05, + "loss": 2.7232, + "step": 16713 + }, + { + "epoch": 0.2861055478525822, + "grad_norm": 2.151611089706421, + "learning_rate": 1.6752847222652346e-05, + "loss": 2.7466, + "step": 16714 + }, + { + "epoch": 0.2861226655711327, + "grad_norm": 2.4521005153656006, + "learning_rate": 1.67524383067383e-05, + "loss": 2.8619, + "step": 16715 + }, + { + "epoch": 0.28613978328968315, + "grad_norm": 2.521364212036133, + "learning_rate": 1.675202937006961e-05, + "loss": 2.8122, + "step": 16716 + }, + { + "epoch": 0.2861569010082336, + "grad_norm": 2.3382606506347656, + "learning_rate": 1.675162041264754e-05, + "loss": 2.7548, + "step": 16717 + }, + { + "epoch": 0.2861740187267841, + "grad_norm": 2.2777321338653564, + "learning_rate": 1.6751211434473336e-05, + "loss": 2.6361, + "step": 16718 + }, + { + "epoch": 0.28619113644533456, + "grad_norm": 2.2990214824676514, + "learning_rate": 1.6750802435548263e-05, + "loss": 2.8048, + "step": 16719 + }, + { + "epoch": 0.286208254163885, + "grad_norm": 2.3586196899414062, + "learning_rate": 1.6750393415873576e-05, + "loss": 2.6881, + "step": 16720 + }, + { + "epoch": 0.2862253718824355, + "grad_norm": 2.4551825523376465, + "learning_rate": 1.6749984375450532e-05, + "loss": 2.7768, + "step": 16721 + }, + { + "epoch": 0.28624248960098597, + "grad_norm": 2.421530246734619, + "learning_rate": 1.6749575314280385e-05, + "loss": 2.7034, + "step": 16722 + }, + { + "epoch": 0.2862596073195365, + "grad_norm": 2.364879846572876, + "learning_rate": 1.6749166232364396e-05, + "loss": 2.7724, + "step": 16723 + }, + { + "epoch": 0.28627672503808693, + "grad_norm": 2.261478900909424, + "learning_rate": 1.6748757129703825e-05, + "loss": 2.7066, + "step": 16724 + }, + { + "epoch": 0.2862938427566374, + "grad_norm": 2.3972036838531494, + "learning_rate": 1.6748348006299924e-05, + "loss": 2.7767, + "step": 16725 + }, + { + "epoch": 0.2863109604751879, + "grad_norm": 2.4546680450439453, + "learning_rate": 1.6747938862153952e-05, + "loss": 2.9219, + "step": 16726 + }, + { + "epoch": 0.28632807819373834, + "grad_norm": 2.3299567699432373, + "learning_rate": 1.674752969726717e-05, + "loss": 2.7418, + "step": 16727 + }, + { + "epoch": 0.2863451959122888, + "grad_norm": 2.3692965507507324, + "learning_rate": 1.6747120511640832e-05, + "loss": 2.7818, + "step": 16728 + }, + { + "epoch": 0.2863623136308393, + "grad_norm": 2.3000659942626953, + "learning_rate": 1.6746711305276197e-05, + "loss": 2.7732, + "step": 16729 + }, + { + "epoch": 0.28637943134938976, + "grad_norm": 2.2126572132110596, + "learning_rate": 1.674630207817452e-05, + "loss": 2.7425, + "step": 16730 + }, + { + "epoch": 0.2863965490679402, + "grad_norm": 2.2989325523376465, + "learning_rate": 1.674589283033706e-05, + "loss": 2.8005, + "step": 16731 + }, + { + "epoch": 0.2864136667864907, + "grad_norm": 2.362847328186035, + "learning_rate": 1.6745483561765083e-05, + "loss": 2.6853, + "step": 16732 + }, + { + "epoch": 0.28643078450504117, + "grad_norm": 2.2770137786865234, + "learning_rate": 1.6745074272459832e-05, + "loss": 2.776, + "step": 16733 + }, + { + "epoch": 0.2864479022235916, + "grad_norm": 2.2448720932006836, + "learning_rate": 1.674466496242258e-05, + "loss": 2.5319, + "step": 16734 + }, + { + "epoch": 0.28646501994214213, + "grad_norm": 2.3650052547454834, + "learning_rate": 1.6744255631654575e-05, + "loss": 2.8674, + "step": 16735 + }, + { + "epoch": 0.2864821376606926, + "grad_norm": 2.2346627712249756, + "learning_rate": 1.6743846280157075e-05, + "loss": 2.7728, + "step": 16736 + }, + { + "epoch": 0.28649925537924303, + "grad_norm": 2.337984323501587, + "learning_rate": 1.6743436907931345e-05, + "loss": 2.7269, + "step": 16737 + }, + { + "epoch": 0.28651637309779354, + "grad_norm": 2.3139801025390625, + "learning_rate": 1.6743027514978637e-05, + "loss": 2.8768, + "step": 16738 + }, + { + "epoch": 0.286533490816344, + "grad_norm": 2.2850966453552246, + "learning_rate": 1.6742618101300218e-05, + "loss": 2.692, + "step": 16739 + }, + { + "epoch": 0.28655060853489445, + "grad_norm": 2.4345335960388184, + "learning_rate": 1.6742208666897336e-05, + "loss": 2.8273, + "step": 16740 + }, + { + "epoch": 0.28656772625344495, + "grad_norm": 2.157914400100708, + "learning_rate": 1.6741799211771254e-05, + "loss": 2.6759, + "step": 16741 + }, + { + "epoch": 0.2865848439719954, + "grad_norm": 2.408684015274048, + "learning_rate": 1.674138973592323e-05, + "loss": 2.7641, + "step": 16742 + }, + { + "epoch": 0.28660196169054586, + "grad_norm": 2.3370954990386963, + "learning_rate": 1.6740980239354526e-05, + "loss": 2.8304, + "step": 16743 + }, + { + "epoch": 0.28661907940909637, + "grad_norm": 2.5245327949523926, + "learning_rate": 1.6740570722066394e-05, + "loss": 2.8209, + "step": 16744 + }, + { + "epoch": 0.2866361971276468, + "grad_norm": 2.2622249126434326, + "learning_rate": 1.67401611840601e-05, + "loss": 2.7131, + "step": 16745 + }, + { + "epoch": 0.28665331484619727, + "grad_norm": 2.4217424392700195, + "learning_rate": 1.6739751625336898e-05, + "loss": 2.7284, + "step": 16746 + }, + { + "epoch": 0.2866704325647478, + "grad_norm": 2.261390447616577, + "learning_rate": 1.6739342045898045e-05, + "loss": 2.8789, + "step": 16747 + }, + { + "epoch": 0.28668755028329823, + "grad_norm": 2.332763195037842, + "learning_rate": 1.6738932445744808e-05, + "loss": 2.7256, + "step": 16748 + }, + { + "epoch": 0.28670466800184874, + "grad_norm": 2.426631212234497, + "learning_rate": 1.6738522824878437e-05, + "loss": 2.8794, + "step": 16749 + }, + { + "epoch": 0.2867217857203992, + "grad_norm": 2.390786647796631, + "learning_rate": 1.6738113183300197e-05, + "loss": 2.8437, + "step": 16750 + }, + { + "epoch": 0.28673890343894964, + "grad_norm": 2.2732136249542236, + "learning_rate": 1.673770352101134e-05, + "loss": 2.8154, + "step": 16751 + }, + { + "epoch": 0.28675602115750015, + "grad_norm": 2.1690919399261475, + "learning_rate": 1.6737293838013135e-05, + "loss": 2.7082, + "step": 16752 + }, + { + "epoch": 0.2867731388760506, + "grad_norm": 2.3942415714263916, + "learning_rate": 1.6736884134306833e-05, + "loss": 2.9355, + "step": 16753 + }, + { + "epoch": 0.28679025659460106, + "grad_norm": 2.1703457832336426, + "learning_rate": 1.6736474409893704e-05, + "loss": 2.7836, + "step": 16754 + }, + { + "epoch": 0.28680737431315156, + "grad_norm": 2.4843947887420654, + "learning_rate": 1.6736064664774993e-05, + "loss": 2.6945, + "step": 16755 + }, + { + "epoch": 0.286824492031702, + "grad_norm": 2.2544498443603516, + "learning_rate": 1.673565489895197e-05, + "loss": 2.726, + "step": 16756 + }, + { + "epoch": 0.28684160975025247, + "grad_norm": 2.373528242111206, + "learning_rate": 1.673524511242589e-05, + "loss": 2.8699, + "step": 16757 + }, + { + "epoch": 0.286858727468803, + "grad_norm": 2.4499757289886475, + "learning_rate": 1.6734835305198012e-05, + "loss": 2.7725, + "step": 16758 + }, + { + "epoch": 0.28687584518735343, + "grad_norm": 2.3254950046539307, + "learning_rate": 1.6734425477269596e-05, + "loss": 2.824, + "step": 16759 + }, + { + "epoch": 0.2868929629059039, + "grad_norm": 2.1779236793518066, + "learning_rate": 1.6734015628641908e-05, + "loss": 2.7183, + "step": 16760 + }, + { + "epoch": 0.2869100806244544, + "grad_norm": 2.9382474422454834, + "learning_rate": 1.6733605759316196e-05, + "loss": 2.6921, + "step": 16761 + }, + { + "epoch": 0.28692719834300484, + "grad_norm": 2.4353089332580566, + "learning_rate": 1.673319586929373e-05, + "loss": 2.7809, + "step": 16762 + }, + { + "epoch": 0.2869443160615553, + "grad_norm": 2.430521249771118, + "learning_rate": 1.6732785958575767e-05, + "loss": 2.824, + "step": 16763 + }, + { + "epoch": 0.2869614337801058, + "grad_norm": 2.290911912918091, + "learning_rate": 1.6732376027163564e-05, + "loss": 2.7818, + "step": 16764 + }, + { + "epoch": 0.28697855149865625, + "grad_norm": 2.483046054840088, + "learning_rate": 1.6731966075058387e-05, + "loss": 2.7411, + "step": 16765 + }, + { + "epoch": 0.2869956692172067, + "grad_norm": 2.2566986083984375, + "learning_rate": 1.6731556102261485e-05, + "loss": 2.7915, + "step": 16766 + }, + { + "epoch": 0.2870127869357572, + "grad_norm": 2.3686459064483643, + "learning_rate": 1.673114610877413e-05, + "loss": 2.8565, + "step": 16767 + }, + { + "epoch": 0.28702990465430767, + "grad_norm": 2.348794937133789, + "learning_rate": 1.6730736094597575e-05, + "loss": 2.7542, + "step": 16768 + }, + { + "epoch": 0.2870470223728581, + "grad_norm": 2.211949348449707, + "learning_rate": 1.6730326059733084e-05, + "loss": 2.6888, + "step": 16769 + }, + { + "epoch": 0.2870641400914086, + "grad_norm": 2.297325849533081, + "learning_rate": 1.6729916004181918e-05, + "loss": 2.7863, + "step": 16770 + }, + { + "epoch": 0.2870812578099591, + "grad_norm": 2.4482421875, + "learning_rate": 1.6729505927945332e-05, + "loss": 2.9574, + "step": 16771 + }, + { + "epoch": 0.2870983755285096, + "grad_norm": 2.2496089935302734, + "learning_rate": 1.6729095831024592e-05, + "loss": 2.7869, + "step": 16772 + }, + { + "epoch": 0.28711549324706004, + "grad_norm": 2.234037160873413, + "learning_rate": 1.6728685713420954e-05, + "loss": 2.7822, + "step": 16773 + }, + { + "epoch": 0.2871326109656105, + "grad_norm": 2.335953712463379, + "learning_rate": 1.672827557513568e-05, + "loss": 2.7864, + "step": 16774 + }, + { + "epoch": 0.287149728684161, + "grad_norm": 2.311373472213745, + "learning_rate": 1.6727865416170032e-05, + "loss": 2.7499, + "step": 16775 + }, + { + "epoch": 0.28716684640271145, + "grad_norm": 2.2898600101470947, + "learning_rate": 1.6727455236525272e-05, + "loss": 2.6384, + "step": 16776 + }, + { + "epoch": 0.2871839641212619, + "grad_norm": 2.328683376312256, + "learning_rate": 1.672704503620266e-05, + "loss": 2.8917, + "step": 16777 + }, + { + "epoch": 0.2872010818398124, + "grad_norm": 2.341264247894287, + "learning_rate": 1.6726634815203455e-05, + "loss": 2.7706, + "step": 16778 + }, + { + "epoch": 0.28721819955836286, + "grad_norm": 2.1768593788146973, + "learning_rate": 1.6726224573528917e-05, + "loss": 2.698, + "step": 16779 + }, + { + "epoch": 0.2872353172769133, + "grad_norm": 2.3697397708892822, + "learning_rate": 1.6725814311180308e-05, + "loss": 2.7938, + "step": 16780 + }, + { + "epoch": 0.2872524349954638, + "grad_norm": 2.4329705238342285, + "learning_rate": 1.672540402815889e-05, + "loss": 2.886, + "step": 16781 + }, + { + "epoch": 0.2872695527140143, + "grad_norm": 2.3098087310791016, + "learning_rate": 1.6724993724465922e-05, + "loss": 2.7725, + "step": 16782 + }, + { + "epoch": 0.28728667043256473, + "grad_norm": 2.4600672721862793, + "learning_rate": 1.672458340010267e-05, + "loss": 2.8361, + "step": 16783 + }, + { + "epoch": 0.28730378815111524, + "grad_norm": 2.525304079055786, + "learning_rate": 1.672417305507039e-05, + "loss": 2.9344, + "step": 16784 + }, + { + "epoch": 0.2873209058696657, + "grad_norm": 2.369084358215332, + "learning_rate": 1.6723762689370344e-05, + "loss": 2.7177, + "step": 16785 + }, + { + "epoch": 0.28733802358821614, + "grad_norm": 2.17440128326416, + "learning_rate": 1.6723352303003796e-05, + "loss": 2.7235, + "step": 16786 + }, + { + "epoch": 0.28735514130676665, + "grad_norm": 2.3778271675109863, + "learning_rate": 1.6722941895972008e-05, + "loss": 2.7754, + "step": 16787 + }, + { + "epoch": 0.2873722590253171, + "grad_norm": 2.3593850135803223, + "learning_rate": 1.6722531468276235e-05, + "loss": 2.8264, + "step": 16788 + }, + { + "epoch": 0.28738937674386755, + "grad_norm": 2.4560773372650146, + "learning_rate": 1.6722121019917744e-05, + "loss": 2.8105, + "step": 16789 + }, + { + "epoch": 0.28740649446241806, + "grad_norm": 2.168588876724243, + "learning_rate": 1.6721710550897795e-05, + "loss": 2.7339, + "step": 16790 + }, + { + "epoch": 0.2874236121809685, + "grad_norm": 2.233527421951294, + "learning_rate": 1.672130006121765e-05, + "loss": 2.7577, + "step": 16791 + }, + { + "epoch": 0.28744072989951897, + "grad_norm": 2.578252077102661, + "learning_rate": 1.6720889550878575e-05, + "loss": 2.7535, + "step": 16792 + }, + { + "epoch": 0.2874578476180695, + "grad_norm": 2.4113051891326904, + "learning_rate": 1.672047901988182e-05, + "loss": 2.7798, + "step": 16793 + }, + { + "epoch": 0.2874749653366199, + "grad_norm": 2.314176559448242, + "learning_rate": 1.6720068468228658e-05, + "loss": 2.7647, + "step": 16794 + }, + { + "epoch": 0.28749208305517043, + "grad_norm": 2.395703077316284, + "learning_rate": 1.6719657895920346e-05, + "loss": 2.7765, + "step": 16795 + }, + { + "epoch": 0.2875092007737209, + "grad_norm": 2.265479564666748, + "learning_rate": 1.671924730295815e-05, + "loss": 2.8392, + "step": 16796 + }, + { + "epoch": 0.28752631849227134, + "grad_norm": 2.3316030502319336, + "learning_rate": 1.671883668934333e-05, + "loss": 2.782, + "step": 16797 + }, + { + "epoch": 0.28754343621082185, + "grad_norm": 2.317429542541504, + "learning_rate": 1.6718426055077142e-05, + "loss": 2.7001, + "step": 16798 + }, + { + "epoch": 0.2875605539293723, + "grad_norm": 2.3204500675201416, + "learning_rate": 1.6718015400160857e-05, + "loss": 2.6615, + "step": 16799 + }, + { + "epoch": 0.28757767164792275, + "grad_norm": 2.243177890777588, + "learning_rate": 1.6717604724595732e-05, + "loss": 2.6081, + "step": 16800 + }, + { + "epoch": 0.28759478936647326, + "grad_norm": 2.2771806716918945, + "learning_rate": 1.6717194028383034e-05, + "loss": 2.9253, + "step": 16801 + }, + { + "epoch": 0.2876119070850237, + "grad_norm": 2.3315086364746094, + "learning_rate": 1.671678331152402e-05, + "loss": 2.7221, + "step": 16802 + }, + { + "epoch": 0.28762902480357416, + "grad_norm": 2.4032249450683594, + "learning_rate": 1.6716372574019952e-05, + "loss": 2.767, + "step": 16803 + }, + { + "epoch": 0.28764614252212467, + "grad_norm": 2.33500075340271, + "learning_rate": 1.6715961815872096e-05, + "loss": 2.7397, + "step": 16804 + }, + { + "epoch": 0.2876632602406751, + "grad_norm": 2.234062910079956, + "learning_rate": 1.6715551037081716e-05, + "loss": 2.8305, + "step": 16805 + }, + { + "epoch": 0.2876803779592256, + "grad_norm": 2.4065845012664795, + "learning_rate": 1.6715140237650074e-05, + "loss": 2.7428, + "step": 16806 + }, + { + "epoch": 0.2876974956777761, + "grad_norm": 2.2567296028137207, + "learning_rate": 1.6714729417578427e-05, + "loss": 2.8336, + "step": 16807 + }, + { + "epoch": 0.28771461339632654, + "grad_norm": 2.3169498443603516, + "learning_rate": 1.6714318576868044e-05, + "loss": 2.7404, + "step": 16808 + }, + { + "epoch": 0.287731731114877, + "grad_norm": 2.374037504196167, + "learning_rate": 1.671390771552018e-05, + "loss": 2.783, + "step": 16809 + }, + { + "epoch": 0.2877488488334275, + "grad_norm": 2.4544832706451416, + "learning_rate": 1.671349683353611e-05, + "loss": 2.9015, + "step": 16810 + }, + { + "epoch": 0.28776596655197795, + "grad_norm": 2.4630470275878906, + "learning_rate": 1.6713085930917087e-05, + "loss": 2.8387, + "step": 16811 + }, + { + "epoch": 0.2877830842705284, + "grad_norm": 2.172624349594116, + "learning_rate": 1.6712675007664376e-05, + "loss": 2.6762, + "step": 16812 + }, + { + "epoch": 0.2878002019890789, + "grad_norm": 2.2162508964538574, + "learning_rate": 1.671226406377924e-05, + "loss": 2.708, + "step": 16813 + }, + { + "epoch": 0.28781731970762936, + "grad_norm": 2.325244188308716, + "learning_rate": 1.671185309926295e-05, + "loss": 2.6957, + "step": 16814 + }, + { + "epoch": 0.2878344374261798, + "grad_norm": 2.621171712875366, + "learning_rate": 1.6711442114116757e-05, + "loss": 2.778, + "step": 16815 + }, + { + "epoch": 0.2878515551447303, + "grad_norm": 2.3820488452911377, + "learning_rate": 1.6711031108341932e-05, + "loss": 2.7874, + "step": 16816 + }, + { + "epoch": 0.2878686728632808, + "grad_norm": 2.323882579803467, + "learning_rate": 1.671062008193973e-05, + "loss": 2.6574, + "step": 16817 + }, + { + "epoch": 0.2878857905818313, + "grad_norm": 2.282416343688965, + "learning_rate": 1.6710209034911428e-05, + "loss": 2.5715, + "step": 16818 + }, + { + "epoch": 0.28790290830038173, + "grad_norm": 2.275878667831421, + "learning_rate": 1.6709797967258275e-05, + "loss": 2.6771, + "step": 16819 + }, + { + "epoch": 0.2879200260189322, + "grad_norm": 2.378084659576416, + "learning_rate": 1.6709386878981547e-05, + "loss": 2.8643, + "step": 16820 + }, + { + "epoch": 0.2879371437374827, + "grad_norm": 2.3713459968566895, + "learning_rate": 1.6708975770082498e-05, + "loss": 2.6832, + "step": 16821 + }, + { + "epoch": 0.28795426145603314, + "grad_norm": 2.4549081325531006, + "learning_rate": 1.6708564640562394e-05, + "loss": 2.7883, + "step": 16822 + }, + { + "epoch": 0.2879713791745836, + "grad_norm": 2.570389747619629, + "learning_rate": 1.6708153490422503e-05, + "loss": 2.7302, + "step": 16823 + }, + { + "epoch": 0.2879884968931341, + "grad_norm": 2.658982992172241, + "learning_rate": 1.6707742319664086e-05, + "loss": 2.8572, + "step": 16824 + }, + { + "epoch": 0.28800561461168456, + "grad_norm": 2.189227819442749, + "learning_rate": 1.6707331128288405e-05, + "loss": 2.7487, + "step": 16825 + }, + { + "epoch": 0.288022732330235, + "grad_norm": 2.4918718338012695, + "learning_rate": 1.6706919916296725e-05, + "loss": 2.8992, + "step": 16826 + }, + { + "epoch": 0.2880398500487855, + "grad_norm": 2.4553802013397217, + "learning_rate": 1.670650868369031e-05, + "loss": 2.7344, + "step": 16827 + }, + { + "epoch": 0.28805696776733597, + "grad_norm": 2.2875137329101562, + "learning_rate": 1.670609743047043e-05, + "loss": 2.7216, + "step": 16828 + }, + { + "epoch": 0.2880740854858864, + "grad_norm": 2.409292697906494, + "learning_rate": 1.6705686156638337e-05, + "loss": 2.7823, + "step": 16829 + }, + { + "epoch": 0.28809120320443693, + "grad_norm": 2.4522156715393066, + "learning_rate": 1.67052748621953e-05, + "loss": 2.7877, + "step": 16830 + }, + { + "epoch": 0.2881083209229874, + "grad_norm": 2.285917282104492, + "learning_rate": 1.6704863547142588e-05, + "loss": 2.7475, + "step": 16831 + }, + { + "epoch": 0.28812543864153783, + "grad_norm": 2.484039306640625, + "learning_rate": 1.670445221148146e-05, + "loss": 2.9583, + "step": 16832 + }, + { + "epoch": 0.28814255636008834, + "grad_norm": 2.495616912841797, + "learning_rate": 1.6704040855213182e-05, + "loss": 2.8271, + "step": 16833 + }, + { + "epoch": 0.2881596740786388, + "grad_norm": 2.272367000579834, + "learning_rate": 1.670362947833902e-05, + "loss": 2.7855, + "step": 16834 + }, + { + "epoch": 0.28817679179718925, + "grad_norm": 2.3075459003448486, + "learning_rate": 1.670321808086024e-05, + "loss": 2.6219, + "step": 16835 + }, + { + "epoch": 0.28819390951573975, + "grad_norm": 2.2885076999664307, + "learning_rate": 1.6702806662778096e-05, + "loss": 2.7273, + "step": 16836 + }, + { + "epoch": 0.2882110272342902, + "grad_norm": 2.2696964740753174, + "learning_rate": 1.6702395224093866e-05, + "loss": 2.7834, + "step": 16837 + }, + { + "epoch": 0.28822814495284066, + "grad_norm": 2.320641040802002, + "learning_rate": 1.6701983764808803e-05, + "loss": 2.6664, + "step": 16838 + }, + { + "epoch": 0.28824526267139117, + "grad_norm": 2.374462127685547, + "learning_rate": 1.670157228492418e-05, + "loss": 2.8984, + "step": 16839 + }, + { + "epoch": 0.2882623803899416, + "grad_norm": 2.4300425052642822, + "learning_rate": 1.670116078444126e-05, + "loss": 2.7716, + "step": 16840 + }, + { + "epoch": 0.2882794981084921, + "grad_norm": 2.352189064025879, + "learning_rate": 1.6700749263361305e-05, + "loss": 2.7977, + "step": 16841 + }, + { + "epoch": 0.2882966158270426, + "grad_norm": 2.334162950515747, + "learning_rate": 1.6700337721685588e-05, + "loss": 2.8605, + "step": 16842 + }, + { + "epoch": 0.28831373354559303, + "grad_norm": 2.2567391395568848, + "learning_rate": 1.6699926159415362e-05, + "loss": 2.7631, + "step": 16843 + }, + { + "epoch": 0.28833085126414354, + "grad_norm": 2.4036834239959717, + "learning_rate": 1.6699514576551895e-05, + "loss": 2.7532, + "step": 16844 + }, + { + "epoch": 0.288347968982694, + "grad_norm": 2.305076837539673, + "learning_rate": 1.669910297309646e-05, + "loss": 2.7454, + "step": 16845 + }, + { + "epoch": 0.28836508670124444, + "grad_norm": 2.3093667030334473, + "learning_rate": 1.6698691349050316e-05, + "loss": 2.784, + "step": 16846 + }, + { + "epoch": 0.28838220441979495, + "grad_norm": 2.3803813457489014, + "learning_rate": 1.6698279704414725e-05, + "loss": 2.8378, + "step": 16847 + }, + { + "epoch": 0.2883993221383454, + "grad_norm": 2.542093276977539, + "learning_rate": 1.669786803919096e-05, + "loss": 2.7623, + "step": 16848 + }, + { + "epoch": 0.28841643985689586, + "grad_norm": 2.2784600257873535, + "learning_rate": 1.6697456353380282e-05, + "loss": 2.72, + "step": 16849 + }, + { + "epoch": 0.28843355757544636, + "grad_norm": 2.1596415042877197, + "learning_rate": 1.6697044646983958e-05, + "loss": 2.8757, + "step": 16850 + }, + { + "epoch": 0.2884506752939968, + "grad_norm": 2.419670581817627, + "learning_rate": 1.669663292000325e-05, + "loss": 2.911, + "step": 16851 + }, + { + "epoch": 0.28846779301254727, + "grad_norm": 2.4547390937805176, + "learning_rate": 1.6696221172439427e-05, + "loss": 2.8714, + "step": 16852 + }, + { + "epoch": 0.2884849107310978, + "grad_norm": 2.2700648307800293, + "learning_rate": 1.6695809404293754e-05, + "loss": 2.6921, + "step": 16853 + }, + { + "epoch": 0.28850202844964823, + "grad_norm": 2.1932995319366455, + "learning_rate": 1.6695397615567494e-05, + "loss": 2.6906, + "step": 16854 + }, + { + "epoch": 0.2885191461681987, + "grad_norm": 2.450305223464966, + "learning_rate": 1.6694985806261915e-05, + "loss": 2.8549, + "step": 16855 + }, + { + "epoch": 0.2885362638867492, + "grad_norm": 2.115570545196533, + "learning_rate": 1.6694573976378284e-05, + "loss": 2.6642, + "step": 16856 + }, + { + "epoch": 0.28855338160529964, + "grad_norm": 2.101863145828247, + "learning_rate": 1.6694162125917864e-05, + "loss": 2.7409, + "step": 16857 + }, + { + "epoch": 0.2885704993238501, + "grad_norm": 2.3742835521698, + "learning_rate": 1.6693750254881923e-05, + "loss": 2.8264, + "step": 16858 + }, + { + "epoch": 0.2885876170424006, + "grad_norm": 2.194150924682617, + "learning_rate": 1.669333836327173e-05, + "loss": 2.7647, + "step": 16859 + }, + { + "epoch": 0.28860473476095105, + "grad_norm": 2.3547356128692627, + "learning_rate": 1.669292645108854e-05, + "loss": 2.7024, + "step": 16860 + }, + { + "epoch": 0.2886218524795015, + "grad_norm": 2.4299590587615967, + "learning_rate": 1.6692514518333628e-05, + "loss": 2.7739, + "step": 16861 + }, + { + "epoch": 0.288638970198052, + "grad_norm": 2.327986240386963, + "learning_rate": 1.669210256500826e-05, + "loss": 2.6781, + "step": 16862 + }, + { + "epoch": 0.28865608791660247, + "grad_norm": 2.4394309520721436, + "learning_rate": 1.6691690591113703e-05, + "loss": 2.7453, + "step": 16863 + }, + { + "epoch": 0.288673205635153, + "grad_norm": 2.325761318206787, + "learning_rate": 1.6691278596651218e-05, + "loss": 2.7831, + "step": 16864 + }, + { + "epoch": 0.2886903233537034, + "grad_norm": 2.1967456340789795, + "learning_rate": 1.6690866581622075e-05, + "loss": 2.6296, + "step": 16865 + }, + { + "epoch": 0.2887074410722539, + "grad_norm": 2.5110044479370117, + "learning_rate": 1.6690454546027538e-05, + "loss": 2.7335, + "step": 16866 + }, + { + "epoch": 0.2887245587908044, + "grad_norm": 2.529263734817505, + "learning_rate": 1.6690042489868877e-05, + "loss": 2.8468, + "step": 16867 + }, + { + "epoch": 0.28874167650935484, + "grad_norm": 2.307692050933838, + "learning_rate": 1.6689630413147356e-05, + "loss": 2.6681, + "step": 16868 + }, + { + "epoch": 0.2887587942279053, + "grad_norm": 2.4676036834716797, + "learning_rate": 1.6689218315864243e-05, + "loss": 2.7387, + "step": 16869 + }, + { + "epoch": 0.2887759119464558, + "grad_norm": 2.383744955062866, + "learning_rate": 1.6688806198020804e-05, + "loss": 2.7856, + "step": 16870 + }, + { + "epoch": 0.28879302966500625, + "grad_norm": 2.2869696617126465, + "learning_rate": 1.6688394059618303e-05, + "loss": 2.8267, + "step": 16871 + }, + { + "epoch": 0.2888101473835567, + "grad_norm": 2.3455562591552734, + "learning_rate": 1.6687981900658012e-05, + "loss": 2.7495, + "step": 16872 + }, + { + "epoch": 0.2888272651021072, + "grad_norm": 2.4066543579101562, + "learning_rate": 1.6687569721141196e-05, + "loss": 2.7806, + "step": 16873 + }, + { + "epoch": 0.28884438282065766, + "grad_norm": 2.279581308364868, + "learning_rate": 1.6687157521069117e-05, + "loss": 2.8346, + "step": 16874 + }, + { + "epoch": 0.2888615005392081, + "grad_norm": 2.336160659790039, + "learning_rate": 1.6686745300443048e-05, + "loss": 2.7769, + "step": 16875 + }, + { + "epoch": 0.2888786182577586, + "grad_norm": 2.307222366333008, + "learning_rate": 1.6686333059264253e-05, + "loss": 2.8253, + "step": 16876 + }, + { + "epoch": 0.2888957359763091, + "grad_norm": 2.341641426086426, + "learning_rate": 1.6685920797534002e-05, + "loss": 2.8139, + "step": 16877 + }, + { + "epoch": 0.28891285369485953, + "grad_norm": 2.392292022705078, + "learning_rate": 1.668550851525356e-05, + "loss": 2.7884, + "step": 16878 + }, + { + "epoch": 0.28892997141341004, + "grad_norm": 2.3038806915283203, + "learning_rate": 1.668509621242419e-05, + "loss": 2.7644, + "step": 16879 + }, + { + "epoch": 0.2889470891319605, + "grad_norm": 2.2796783447265625, + "learning_rate": 1.6684683889047167e-05, + "loss": 2.688, + "step": 16880 + }, + { + "epoch": 0.28896420685051094, + "grad_norm": 2.313284158706665, + "learning_rate": 1.6684271545123757e-05, + "loss": 2.7762, + "step": 16881 + }, + { + "epoch": 0.28898132456906145, + "grad_norm": 2.239895820617676, + "learning_rate": 1.6683859180655223e-05, + "loss": 2.6716, + "step": 16882 + }, + { + "epoch": 0.2889984422876119, + "grad_norm": 2.3003909587860107, + "learning_rate": 1.6683446795642834e-05, + "loss": 2.6815, + "step": 16883 + }, + { + "epoch": 0.28901556000616235, + "grad_norm": 2.402327537536621, + "learning_rate": 1.6683034390087863e-05, + "loss": 2.779, + "step": 16884 + }, + { + "epoch": 0.28903267772471286, + "grad_norm": 2.3060848712921143, + "learning_rate": 1.668262196399157e-05, + "loss": 2.7921, + "step": 16885 + }, + { + "epoch": 0.2890497954432633, + "grad_norm": 2.3470823764801025, + "learning_rate": 1.6682209517355224e-05, + "loss": 2.745, + "step": 16886 + }, + { + "epoch": 0.2890669131618138, + "grad_norm": 2.3797554969787598, + "learning_rate": 1.6681797050180097e-05, + "loss": 2.8892, + "step": 16887 + }, + { + "epoch": 0.2890840308803643, + "grad_norm": 2.4332070350646973, + "learning_rate": 1.6681384562467454e-05, + "loss": 2.7972, + "step": 16888 + }, + { + "epoch": 0.2891011485989147, + "grad_norm": 2.3281939029693604, + "learning_rate": 1.668097205421856e-05, + "loss": 2.8073, + "step": 16889 + }, + { + "epoch": 0.28911826631746523, + "grad_norm": 2.482978105545044, + "learning_rate": 1.668055952543469e-05, + "loss": 2.8528, + "step": 16890 + }, + { + "epoch": 0.2891353840360157, + "grad_norm": 2.3952810764312744, + "learning_rate": 1.6680146976117105e-05, + "loss": 2.741, + "step": 16891 + }, + { + "epoch": 0.28915250175456614, + "grad_norm": 2.204751491546631, + "learning_rate": 1.6679734406267077e-05, + "loss": 2.71, + "step": 16892 + }, + { + "epoch": 0.28916961947311665, + "grad_norm": 2.2431252002716064, + "learning_rate": 1.6679321815885874e-05, + "loss": 2.7941, + "step": 16893 + }, + { + "epoch": 0.2891867371916671, + "grad_norm": 2.271636962890625, + "learning_rate": 1.6678909204974762e-05, + "loss": 2.737, + "step": 16894 + }, + { + "epoch": 0.28920385491021755, + "grad_norm": 2.280376434326172, + "learning_rate": 1.667849657353501e-05, + "loss": 2.7755, + "step": 16895 + }, + { + "epoch": 0.28922097262876806, + "grad_norm": 2.2375030517578125, + "learning_rate": 1.6678083921567888e-05, + "loss": 2.6955, + "step": 16896 + }, + { + "epoch": 0.2892380903473185, + "grad_norm": 2.359077215194702, + "learning_rate": 1.667767124907466e-05, + "loss": 2.769, + "step": 16897 + }, + { + "epoch": 0.28925520806586896, + "grad_norm": 2.4797000885009766, + "learning_rate": 1.66772585560566e-05, + "loss": 2.6409, + "step": 16898 + }, + { + "epoch": 0.28927232578441947, + "grad_norm": 2.273010730743408, + "learning_rate": 1.6676845842514974e-05, + "loss": 2.6052, + "step": 16899 + }, + { + "epoch": 0.2892894435029699, + "grad_norm": 2.3931705951690674, + "learning_rate": 1.667643310845105e-05, + "loss": 3.0266, + "step": 16900 + }, + { + "epoch": 0.2893065612215204, + "grad_norm": 2.1760096549987793, + "learning_rate": 1.66760203538661e-05, + "loss": 2.7317, + "step": 16901 + }, + { + "epoch": 0.2893236789400709, + "grad_norm": 2.282989740371704, + "learning_rate": 1.6675607578761383e-05, + "loss": 2.7792, + "step": 16902 + }, + { + "epoch": 0.28934079665862134, + "grad_norm": 2.308741807937622, + "learning_rate": 1.667519478313818e-05, + "loss": 2.742, + "step": 16903 + }, + { + "epoch": 0.2893579143771718, + "grad_norm": 2.2571160793304443, + "learning_rate": 1.6674781966997752e-05, + "loss": 2.8977, + "step": 16904 + }, + { + "epoch": 0.2893750320957223, + "grad_norm": 2.3596346378326416, + "learning_rate": 1.667436913034137e-05, + "loss": 2.8437, + "step": 16905 + }, + { + "epoch": 0.28939214981427275, + "grad_norm": 2.4459798336029053, + "learning_rate": 1.6673956273170304e-05, + "loss": 2.8023, + "step": 16906 + }, + { + "epoch": 0.2894092675328232, + "grad_norm": 2.328566312789917, + "learning_rate": 1.6673543395485822e-05, + "loss": 2.7627, + "step": 16907 + }, + { + "epoch": 0.2894263852513737, + "grad_norm": 2.2622883319854736, + "learning_rate": 1.6673130497289194e-05, + "loss": 2.7589, + "step": 16908 + }, + { + "epoch": 0.28944350296992416, + "grad_norm": 2.32340669631958, + "learning_rate": 1.6672717578581688e-05, + "loss": 2.7601, + "step": 16909 + }, + { + "epoch": 0.2894606206884746, + "grad_norm": 2.3184797763824463, + "learning_rate": 1.667230463936457e-05, + "loss": 2.6672, + "step": 16910 + }, + { + "epoch": 0.2894777384070251, + "grad_norm": 2.3805205821990967, + "learning_rate": 1.6671891679639116e-05, + "loss": 2.829, + "step": 16911 + }, + { + "epoch": 0.2894948561255756, + "grad_norm": 2.2804694175720215, + "learning_rate": 1.6671478699406588e-05, + "loss": 2.813, + "step": 16912 + }, + { + "epoch": 0.2895119738441261, + "grad_norm": 2.3727099895477295, + "learning_rate": 1.6671065698668263e-05, + "loss": 2.7922, + "step": 16913 + }, + { + "epoch": 0.28952909156267653, + "grad_norm": 2.5964605808258057, + "learning_rate": 1.6670652677425406e-05, + "loss": 2.8007, + "step": 16914 + }, + { + "epoch": 0.289546209281227, + "grad_norm": 2.439441204071045, + "learning_rate": 1.6670239635679286e-05, + "loss": 2.8159, + "step": 16915 + }, + { + "epoch": 0.2895633269997775, + "grad_norm": 2.3117728233337402, + "learning_rate": 1.6669826573431173e-05, + "loss": 2.7614, + "step": 16916 + }, + { + "epoch": 0.28958044471832795, + "grad_norm": 2.1915500164031982, + "learning_rate": 1.666941349068234e-05, + "loss": 2.6985, + "step": 16917 + }, + { + "epoch": 0.2895975624368784, + "grad_norm": 2.220447540283203, + "learning_rate": 1.666900038743405e-05, + "loss": 2.7718, + "step": 16918 + }, + { + "epoch": 0.2896146801554289, + "grad_norm": 2.2386021614074707, + "learning_rate": 1.666858726368758e-05, + "loss": 2.8135, + "step": 16919 + }, + { + "epoch": 0.28963179787397936, + "grad_norm": 2.3010997772216797, + "learning_rate": 1.6668174119444195e-05, + "loss": 2.832, + "step": 16920 + }, + { + "epoch": 0.2896489155925298, + "grad_norm": 2.325082540512085, + "learning_rate": 1.6667760954705167e-05, + "loss": 2.8393, + "step": 16921 + }, + { + "epoch": 0.2896660333110803, + "grad_norm": 2.1634037494659424, + "learning_rate": 1.6667347769471764e-05, + "loss": 2.6971, + "step": 16922 + }, + { + "epoch": 0.28968315102963077, + "grad_norm": 2.099447250366211, + "learning_rate": 1.666693456374526e-05, + "loss": 2.6717, + "step": 16923 + }, + { + "epoch": 0.2897002687481812, + "grad_norm": 2.3801634311676025, + "learning_rate": 1.6666521337526917e-05, + "loss": 2.9405, + "step": 16924 + }, + { + "epoch": 0.28971738646673173, + "grad_norm": 2.3259267807006836, + "learning_rate": 1.6666108090818017e-05, + "loss": 2.707, + "step": 16925 + }, + { + "epoch": 0.2897345041852822, + "grad_norm": 2.2942323684692383, + "learning_rate": 1.666569482361982e-05, + "loss": 2.7726, + "step": 16926 + }, + { + "epoch": 0.28975162190383263, + "grad_norm": 2.462623357772827, + "learning_rate": 1.6665281535933598e-05, + "loss": 2.7936, + "step": 16927 + }, + { + "epoch": 0.28976873962238314, + "grad_norm": 2.2767891883850098, + "learning_rate": 1.6664868227760623e-05, + "loss": 2.7094, + "step": 16928 + }, + { + "epoch": 0.2897858573409336, + "grad_norm": 2.416470527648926, + "learning_rate": 1.666445489910217e-05, + "loss": 2.9313, + "step": 16929 + }, + { + "epoch": 0.28980297505948405, + "grad_norm": 2.402679681777954, + "learning_rate": 1.6664041549959503e-05, + "loss": 2.7375, + "step": 16930 + }, + { + "epoch": 0.28982009277803455, + "grad_norm": 2.201667308807373, + "learning_rate": 1.6663628180333895e-05, + "loss": 2.619, + "step": 16931 + }, + { + "epoch": 0.289837210496585, + "grad_norm": 2.4293572902679443, + "learning_rate": 1.6663214790226613e-05, + "loss": 2.7935, + "step": 16932 + }, + { + "epoch": 0.28985432821513546, + "grad_norm": 2.390429735183716, + "learning_rate": 1.6662801379638932e-05, + "loss": 2.8108, + "step": 16933 + }, + { + "epoch": 0.28987144593368597, + "grad_norm": 2.2981016635894775, + "learning_rate": 1.6662387948572122e-05, + "loss": 2.6279, + "step": 16934 + }, + { + "epoch": 0.2898885636522364, + "grad_norm": 2.238424301147461, + "learning_rate": 1.6661974497027454e-05, + "loss": 2.6757, + "step": 16935 + }, + { + "epoch": 0.2899056813707869, + "grad_norm": 2.31423020362854, + "learning_rate": 1.6661561025006198e-05, + "loss": 2.7111, + "step": 16936 + }, + { + "epoch": 0.2899227990893374, + "grad_norm": 2.282757520675659, + "learning_rate": 1.666114753250962e-05, + "loss": 2.7674, + "step": 16937 + }, + { + "epoch": 0.28993991680788783, + "grad_norm": 2.2751729488372803, + "learning_rate": 1.6660734019539e-05, + "loss": 2.6342, + "step": 16938 + }, + { + "epoch": 0.28995703452643834, + "grad_norm": 2.3764145374298096, + "learning_rate": 1.6660320486095605e-05, + "loss": 2.764, + "step": 16939 + }, + { + "epoch": 0.2899741522449888, + "grad_norm": 2.4457778930664062, + "learning_rate": 1.6659906932180703e-05, + "loss": 2.8356, + "step": 16940 + }, + { + "epoch": 0.28999126996353924, + "grad_norm": 2.380877733230591, + "learning_rate": 1.665949335779557e-05, + "loss": 2.7375, + "step": 16941 + }, + { + "epoch": 0.29000838768208975, + "grad_norm": 2.248117685317993, + "learning_rate": 1.665907976294147e-05, + "loss": 2.6312, + "step": 16942 + }, + { + "epoch": 0.2900255054006402, + "grad_norm": 2.3557305335998535, + "learning_rate": 1.6658666147619683e-05, + "loss": 2.8232, + "step": 16943 + }, + { + "epoch": 0.29004262311919066, + "grad_norm": 2.4036037921905518, + "learning_rate": 1.665825251183148e-05, + "loss": 2.7753, + "step": 16944 + }, + { + "epoch": 0.29005974083774116, + "grad_norm": 2.5411839485168457, + "learning_rate": 1.6657838855578123e-05, + "loss": 2.9367, + "step": 16945 + }, + { + "epoch": 0.2900768585562916, + "grad_norm": 2.486433506011963, + "learning_rate": 1.6657425178860893e-05, + "loss": 2.8011, + "step": 16946 + }, + { + "epoch": 0.29009397627484207, + "grad_norm": 2.3242413997650146, + "learning_rate": 1.6657011481681057e-05, + "loss": 2.8284, + "step": 16947 + }, + { + "epoch": 0.2901110939933926, + "grad_norm": 2.3105721473693848, + "learning_rate": 1.6656597764039884e-05, + "loss": 2.804, + "step": 16948 + }, + { + "epoch": 0.29012821171194303, + "grad_norm": 2.2422826290130615, + "learning_rate": 1.6656184025938654e-05, + "loss": 2.7695, + "step": 16949 + }, + { + "epoch": 0.2901453294304935, + "grad_norm": 2.3468902111053467, + "learning_rate": 1.665577026737863e-05, + "loss": 2.8411, + "step": 16950 + }, + { + "epoch": 0.290162447149044, + "grad_norm": 2.3245630264282227, + "learning_rate": 1.665535648836109e-05, + "loss": 2.7459, + "step": 16951 + }, + { + "epoch": 0.29017956486759444, + "grad_norm": 2.284900426864624, + "learning_rate": 1.6654942688887302e-05, + "loss": 2.8031, + "step": 16952 + }, + { + "epoch": 0.2901966825861449, + "grad_norm": 2.3101515769958496, + "learning_rate": 1.665452886895854e-05, + "loss": 2.7494, + "step": 16953 + }, + { + "epoch": 0.2902138003046954, + "grad_norm": 2.1272590160369873, + "learning_rate": 1.6654115028576074e-05, + "loss": 2.6916, + "step": 16954 + }, + { + "epoch": 0.29023091802324585, + "grad_norm": 2.423510789871216, + "learning_rate": 1.6653701167741176e-05, + "loss": 2.7501, + "step": 16955 + }, + { + "epoch": 0.2902480357417963, + "grad_norm": 2.214790105819702, + "learning_rate": 1.665328728645512e-05, + "loss": 2.8165, + "step": 16956 + }, + { + "epoch": 0.2902651534603468, + "grad_norm": 2.351101875305176, + "learning_rate": 1.665287338471918e-05, + "loss": 2.6537, + "step": 16957 + }, + { + "epoch": 0.29028227117889727, + "grad_norm": 2.284409523010254, + "learning_rate": 1.6652459462534624e-05, + "loss": 2.7409, + "step": 16958 + }, + { + "epoch": 0.2902993888974478, + "grad_norm": 2.3410708904266357, + "learning_rate": 1.6652045519902723e-05, + "loss": 2.7055, + "step": 16959 + }, + { + "epoch": 0.2903165066159982, + "grad_norm": 2.3444392681121826, + "learning_rate": 1.6651631556824755e-05, + "loss": 2.7912, + "step": 16960 + }, + { + "epoch": 0.2903336243345487, + "grad_norm": 2.4240715503692627, + "learning_rate": 1.665121757330199e-05, + "loss": 2.8313, + "step": 16961 + }, + { + "epoch": 0.2903507420530992, + "grad_norm": 2.3934895992279053, + "learning_rate": 1.6650803569335697e-05, + "loss": 2.8016, + "step": 16962 + }, + { + "epoch": 0.29036785977164964, + "grad_norm": 2.2819697856903076, + "learning_rate": 1.6650389544927153e-05, + "loss": 2.755, + "step": 16963 + }, + { + "epoch": 0.2903849774902001, + "grad_norm": 2.235870599746704, + "learning_rate": 1.6649975500077627e-05, + "loss": 2.7604, + "step": 16964 + }, + { + "epoch": 0.2904020952087506, + "grad_norm": 2.3398380279541016, + "learning_rate": 1.6649561434788396e-05, + "loss": 2.753, + "step": 16965 + }, + { + "epoch": 0.29041921292730105, + "grad_norm": 2.336237907409668, + "learning_rate": 1.6649147349060727e-05, + "loss": 2.7442, + "step": 16966 + }, + { + "epoch": 0.2904363306458515, + "grad_norm": 2.5162932872772217, + "learning_rate": 1.66487332428959e-05, + "loss": 3.0067, + "step": 16967 + }, + { + "epoch": 0.290453448364402, + "grad_norm": 2.383532762527466, + "learning_rate": 1.664831911629518e-05, + "loss": 2.813, + "step": 16968 + }, + { + "epoch": 0.29047056608295246, + "grad_norm": 2.391321897506714, + "learning_rate": 1.6647904969259843e-05, + "loss": 2.8826, + "step": 16969 + }, + { + "epoch": 0.2904876838015029, + "grad_norm": 2.3300883769989014, + "learning_rate": 1.6647490801791168e-05, + "loss": 2.668, + "step": 16970 + }, + { + "epoch": 0.2905048015200534, + "grad_norm": 2.284449815750122, + "learning_rate": 1.6647076613890418e-05, + "loss": 2.6763, + "step": 16971 + }, + { + "epoch": 0.2905219192386039, + "grad_norm": 2.479036569595337, + "learning_rate": 1.6646662405558874e-05, + "loss": 2.8094, + "step": 16972 + }, + { + "epoch": 0.29053903695715433, + "grad_norm": 2.2985715866088867, + "learning_rate": 1.6646248176797807e-05, + "loss": 2.8881, + "step": 16973 + }, + { + "epoch": 0.29055615467570484, + "grad_norm": 2.519580602645874, + "learning_rate": 1.6645833927608484e-05, + "loss": 2.8429, + "step": 16974 + }, + { + "epoch": 0.2905732723942553, + "grad_norm": 2.2726335525512695, + "learning_rate": 1.6645419657992185e-05, + "loss": 2.7706, + "step": 16975 + }, + { + "epoch": 0.29059039011280574, + "grad_norm": 2.3822855949401855, + "learning_rate": 1.664500536795018e-05, + "loss": 2.8874, + "step": 16976 + }, + { + "epoch": 0.29060750783135625, + "grad_norm": 2.3518412113189697, + "learning_rate": 1.664459105748375e-05, + "loss": 2.7188, + "step": 16977 + }, + { + "epoch": 0.2906246255499067, + "grad_norm": 2.2955384254455566, + "learning_rate": 1.6644176726594156e-05, + "loss": 2.727, + "step": 16978 + }, + { + "epoch": 0.29064174326845715, + "grad_norm": 2.2173757553100586, + "learning_rate": 1.664376237528268e-05, + "loss": 2.7993, + "step": 16979 + }, + { + "epoch": 0.29065886098700766, + "grad_norm": 2.3092970848083496, + "learning_rate": 1.6643348003550598e-05, + "loss": 2.8016, + "step": 16980 + }, + { + "epoch": 0.2906759787055581, + "grad_norm": 2.2600128650665283, + "learning_rate": 1.6642933611399176e-05, + "loss": 2.7212, + "step": 16981 + }, + { + "epoch": 0.2906930964241086, + "grad_norm": 2.3905980587005615, + "learning_rate": 1.664251919882969e-05, + "loss": 2.7944, + "step": 16982 + }, + { + "epoch": 0.2907102141426591, + "grad_norm": 2.259474992752075, + "learning_rate": 1.664210476584341e-05, + "loss": 2.6848, + "step": 16983 + }, + { + "epoch": 0.2907273318612095, + "grad_norm": 2.336205005645752, + "learning_rate": 1.664169031244162e-05, + "loss": 2.6606, + "step": 16984 + }, + { + "epoch": 0.29074444957976003, + "grad_norm": 2.3437864780426025, + "learning_rate": 1.6641275838625587e-05, + "loss": 2.7942, + "step": 16985 + }, + { + "epoch": 0.2907615672983105, + "grad_norm": 2.3291091918945312, + "learning_rate": 1.6640861344396588e-05, + "loss": 2.6903, + "step": 16986 + }, + { + "epoch": 0.29077868501686094, + "grad_norm": 2.295182228088379, + "learning_rate": 1.6640446829755898e-05, + "loss": 2.7195, + "step": 16987 + }, + { + "epoch": 0.29079580273541145, + "grad_norm": 2.293353796005249, + "learning_rate": 1.664003229470478e-05, + "loss": 2.7046, + "step": 16988 + }, + { + "epoch": 0.2908129204539619, + "grad_norm": 2.2429423332214355, + "learning_rate": 1.6639617739244524e-05, + "loss": 2.7623, + "step": 16989 + }, + { + "epoch": 0.29083003817251235, + "grad_norm": 2.4938578605651855, + "learning_rate": 1.663920316337639e-05, + "loss": 2.7153, + "step": 16990 + }, + { + "epoch": 0.29084715589106286, + "grad_norm": 2.291001558303833, + "learning_rate": 1.6638788567101665e-05, + "loss": 2.807, + "step": 16991 + }, + { + "epoch": 0.2908642736096133, + "grad_norm": 2.4100754261016846, + "learning_rate": 1.6638373950421612e-05, + "loss": 2.7474, + "step": 16992 + }, + { + "epoch": 0.29088139132816376, + "grad_norm": 2.328186511993408, + "learning_rate": 1.6637959313337515e-05, + "loss": 2.7557, + "step": 16993 + }, + { + "epoch": 0.29089850904671427, + "grad_norm": 2.290947675704956, + "learning_rate": 1.663754465585064e-05, + "loss": 2.7924, + "step": 16994 + }, + { + "epoch": 0.2909156267652647, + "grad_norm": 2.350060224533081, + "learning_rate": 1.663712997796227e-05, + "loss": 2.8367, + "step": 16995 + }, + { + "epoch": 0.2909327444838152, + "grad_norm": 2.2673697471618652, + "learning_rate": 1.663671527967367e-05, + "loss": 2.6853, + "step": 16996 + }, + { + "epoch": 0.2909498622023657, + "grad_norm": 2.3044533729553223, + "learning_rate": 1.6636300560986125e-05, + "loss": 2.7812, + "step": 16997 + }, + { + "epoch": 0.29096697992091614, + "grad_norm": 2.4085779190063477, + "learning_rate": 1.6635885821900904e-05, + "loss": 2.8333, + "step": 16998 + }, + { + "epoch": 0.2909840976394666, + "grad_norm": 2.2869153022766113, + "learning_rate": 1.663547106241928e-05, + "loss": 2.7418, + "step": 16999 + }, + { + "epoch": 0.2910012153580171, + "grad_norm": 2.3846428394317627, + "learning_rate": 1.663505628254253e-05, + "loss": 2.6735, + "step": 17000 + }, + { + "epoch": 0.29101833307656755, + "grad_norm": 2.169703483581543, + "learning_rate": 1.663464148227193e-05, + "loss": 2.7865, + "step": 17001 + }, + { + "epoch": 0.291035450795118, + "grad_norm": 2.4375274181365967, + "learning_rate": 1.6634226661608753e-05, + "loss": 2.843, + "step": 17002 + }, + { + "epoch": 0.2910525685136685, + "grad_norm": 2.23150372505188, + "learning_rate": 1.6633811820554277e-05, + "loss": 2.8239, + "step": 17003 + }, + { + "epoch": 0.29106968623221896, + "grad_norm": 2.3275694847106934, + "learning_rate": 1.6633396959109773e-05, + "loss": 2.7577, + "step": 17004 + }, + { + "epoch": 0.29108680395076947, + "grad_norm": 2.3117475509643555, + "learning_rate": 1.663298207727652e-05, + "loss": 2.7945, + "step": 17005 + }, + { + "epoch": 0.2911039216693199, + "grad_norm": 2.3525092601776123, + "learning_rate": 1.6632567175055788e-05, + "loss": 2.8148, + "step": 17006 + }, + { + "epoch": 0.2911210393878704, + "grad_norm": 2.3273348808288574, + "learning_rate": 1.663215225244886e-05, + "loss": 2.7659, + "step": 17007 + }, + { + "epoch": 0.2911381571064209, + "grad_norm": 2.231340169906616, + "learning_rate": 1.6631737309457006e-05, + "loss": 2.7308, + "step": 17008 + }, + { + "epoch": 0.29115527482497133, + "grad_norm": 2.421658515930176, + "learning_rate": 1.66313223460815e-05, + "loss": 2.9221, + "step": 17009 + }, + { + "epoch": 0.2911723925435218, + "grad_norm": 2.2548975944519043, + "learning_rate": 1.663090736232362e-05, + "loss": 2.7939, + "step": 17010 + }, + { + "epoch": 0.2911895102620723, + "grad_norm": 2.1930720806121826, + "learning_rate": 1.6630492358184644e-05, + "loss": 2.8201, + "step": 17011 + }, + { + "epoch": 0.29120662798062275, + "grad_norm": 2.4195966720581055, + "learning_rate": 1.6630077333665843e-05, + "loss": 2.8102, + "step": 17012 + }, + { + "epoch": 0.2912237456991732, + "grad_norm": 2.213653326034546, + "learning_rate": 1.6629662288768494e-05, + "loss": 2.7502, + "step": 17013 + }, + { + "epoch": 0.2912408634177237, + "grad_norm": 2.360332489013672, + "learning_rate": 1.6629247223493877e-05, + "loss": 2.8828, + "step": 17014 + }, + { + "epoch": 0.29125798113627416, + "grad_norm": 2.3440611362457275, + "learning_rate": 1.6628832137843262e-05, + "loss": 2.8215, + "step": 17015 + }, + { + "epoch": 0.2912750988548246, + "grad_norm": 2.277425765991211, + "learning_rate": 1.6628417031817927e-05, + "loss": 2.5925, + "step": 17016 + }, + { + "epoch": 0.2912922165733751, + "grad_norm": 2.2491230964660645, + "learning_rate": 1.6628001905419145e-05, + "loss": 2.8064, + "step": 17017 + }, + { + "epoch": 0.29130933429192557, + "grad_norm": 2.317850112915039, + "learning_rate": 1.6627586758648198e-05, + "loss": 2.7149, + "step": 17018 + }, + { + "epoch": 0.291326452010476, + "grad_norm": 2.2090983390808105, + "learning_rate": 1.6627171591506356e-05, + "loss": 2.786, + "step": 17019 + }, + { + "epoch": 0.29134356972902653, + "grad_norm": 2.3515045642852783, + "learning_rate": 1.66267564039949e-05, + "loss": 2.7636, + "step": 17020 + }, + { + "epoch": 0.291360687447577, + "grad_norm": 2.273960590362549, + "learning_rate": 1.6626341196115103e-05, + "loss": 2.7079, + "step": 17021 + }, + { + "epoch": 0.29137780516612743, + "grad_norm": 2.414123058319092, + "learning_rate": 1.6625925967868243e-05, + "loss": 2.7203, + "step": 17022 + }, + { + "epoch": 0.29139492288467794, + "grad_norm": 2.412749767303467, + "learning_rate": 1.6625510719255594e-05, + "loss": 2.6867, + "step": 17023 + }, + { + "epoch": 0.2914120406032284, + "grad_norm": 2.3497939109802246, + "learning_rate": 1.6625095450278433e-05, + "loss": 2.7739, + "step": 17024 + }, + { + "epoch": 0.29142915832177885, + "grad_norm": 2.334249496459961, + "learning_rate": 1.6624680160938038e-05, + "loss": 2.692, + "step": 17025 + }, + { + "epoch": 0.29144627604032936, + "grad_norm": 2.272860050201416, + "learning_rate": 1.662426485123569e-05, + "loss": 2.7422, + "step": 17026 + }, + { + "epoch": 0.2914633937588798, + "grad_norm": 2.3755500316619873, + "learning_rate": 1.662384952117265e-05, + "loss": 2.7853, + "step": 17027 + }, + { + "epoch": 0.2914805114774303, + "grad_norm": 2.3077776432037354, + "learning_rate": 1.662343417075021e-05, + "loss": 2.7651, + "step": 17028 + }, + { + "epoch": 0.29149762919598077, + "grad_norm": 2.3655357360839844, + "learning_rate": 1.6623018799969644e-05, + "loss": 2.8776, + "step": 17029 + }, + { + "epoch": 0.2915147469145312, + "grad_norm": 2.3818728923797607, + "learning_rate": 1.6622603408832223e-05, + "loss": 2.7107, + "step": 17030 + }, + { + "epoch": 0.2915318646330817, + "grad_norm": 2.342517852783203, + "learning_rate": 1.6622187997339224e-05, + "loss": 2.7692, + "step": 17031 + }, + { + "epoch": 0.2915489823516322, + "grad_norm": 2.409731149673462, + "learning_rate": 1.6621772565491932e-05, + "loss": 2.743, + "step": 17032 + }, + { + "epoch": 0.29156610007018263, + "grad_norm": 2.2927348613739014, + "learning_rate": 1.6621357113291618e-05, + "loss": 2.7583, + "step": 17033 + }, + { + "epoch": 0.29158321778873314, + "grad_norm": 2.434415340423584, + "learning_rate": 1.6620941640739558e-05, + "loss": 2.6712, + "step": 17034 + }, + { + "epoch": 0.2916003355072836, + "grad_norm": 2.238102674484253, + "learning_rate": 1.662052614783703e-05, + "loss": 2.7595, + "step": 17035 + }, + { + "epoch": 0.29161745322583404, + "grad_norm": 2.3085813522338867, + "learning_rate": 1.662011063458531e-05, + "loss": 2.6951, + "step": 17036 + }, + { + "epoch": 0.29163457094438455, + "grad_norm": 2.349161386489868, + "learning_rate": 1.661969510098568e-05, + "loss": 2.6768, + "step": 17037 + }, + { + "epoch": 0.291651688662935, + "grad_norm": 2.3434534072875977, + "learning_rate": 1.661927954703941e-05, + "loss": 2.8161, + "step": 17038 + }, + { + "epoch": 0.29166880638148546, + "grad_norm": 2.316178560256958, + "learning_rate": 1.6618863972747785e-05, + "loss": 2.765, + "step": 17039 + }, + { + "epoch": 0.29168592410003596, + "grad_norm": 2.2907190322875977, + "learning_rate": 1.6618448378112077e-05, + "loss": 2.7888, + "step": 17040 + }, + { + "epoch": 0.2917030418185864, + "grad_norm": 2.2918550968170166, + "learning_rate": 1.6618032763133565e-05, + "loss": 2.7466, + "step": 17041 + }, + { + "epoch": 0.29172015953713687, + "grad_norm": 2.430172920227051, + "learning_rate": 1.6617617127813526e-05, + "loss": 2.8614, + "step": 17042 + }, + { + "epoch": 0.2917372772556874, + "grad_norm": 2.245955228805542, + "learning_rate": 1.6617201472153238e-05, + "loss": 2.7116, + "step": 17043 + }, + { + "epoch": 0.29175439497423783, + "grad_norm": 2.4581525325775146, + "learning_rate": 1.661678579615398e-05, + "loss": 2.7423, + "step": 17044 + }, + { + "epoch": 0.2917715126927883, + "grad_norm": 2.379594087600708, + "learning_rate": 1.6616370099817026e-05, + "loss": 2.7875, + "step": 17045 + }, + { + "epoch": 0.2917886304113388, + "grad_norm": 2.3352713584899902, + "learning_rate": 1.6615954383143657e-05, + "loss": 2.8981, + "step": 17046 + }, + { + "epoch": 0.29180574812988924, + "grad_norm": 2.4002277851104736, + "learning_rate": 1.661553864613515e-05, + "loss": 2.793, + "step": 17047 + }, + { + "epoch": 0.2918228658484397, + "grad_norm": 2.349362850189209, + "learning_rate": 1.661512288879278e-05, + "loss": 2.7013, + "step": 17048 + }, + { + "epoch": 0.2918399835669902, + "grad_norm": 2.2796618938446045, + "learning_rate": 1.661470711111783e-05, + "loss": 2.7458, + "step": 17049 + }, + { + "epoch": 0.29185710128554065, + "grad_norm": 2.250048875808716, + "learning_rate": 1.6614291313111573e-05, + "loss": 2.7744, + "step": 17050 + }, + { + "epoch": 0.29187421900409116, + "grad_norm": 2.37843918800354, + "learning_rate": 1.6613875494775294e-05, + "loss": 2.8692, + "step": 17051 + }, + { + "epoch": 0.2918913367226416, + "grad_norm": 2.3433353900909424, + "learning_rate": 1.661345965611026e-05, + "loss": 2.7614, + "step": 17052 + }, + { + "epoch": 0.29190845444119207, + "grad_norm": 2.3586888313293457, + "learning_rate": 1.661304379711776e-05, + "loss": 2.833, + "step": 17053 + }, + { + "epoch": 0.2919255721597426, + "grad_norm": 2.253955125808716, + "learning_rate": 1.6612627917799065e-05, + "loss": 2.7094, + "step": 17054 + }, + { + "epoch": 0.291942689878293, + "grad_norm": 2.496220111846924, + "learning_rate": 1.661221201815546e-05, + "loss": 2.7577, + "step": 17055 + }, + { + "epoch": 0.2919598075968435, + "grad_norm": 2.222682476043701, + "learning_rate": 1.6611796098188217e-05, + "loss": 2.7762, + "step": 17056 + }, + { + "epoch": 0.291976925315394, + "grad_norm": 2.325793981552124, + "learning_rate": 1.6611380157898614e-05, + "loss": 2.7502, + "step": 17057 + }, + { + "epoch": 0.29199404303394444, + "grad_norm": 2.2060232162475586, + "learning_rate": 1.6610964197287935e-05, + "loss": 2.7922, + "step": 17058 + }, + { + "epoch": 0.2920111607524949, + "grad_norm": 2.4137511253356934, + "learning_rate": 1.6610548216357454e-05, + "loss": 2.9284, + "step": 17059 + }, + { + "epoch": 0.2920282784710454, + "grad_norm": 2.265427350997925, + "learning_rate": 1.6610132215108455e-05, + "loss": 2.6179, + "step": 17060 + }, + { + "epoch": 0.29204539618959585, + "grad_norm": 2.1674764156341553, + "learning_rate": 1.660971619354221e-05, + "loss": 2.7063, + "step": 17061 + }, + { + "epoch": 0.2920625139081463, + "grad_norm": 2.2043001651763916, + "learning_rate": 1.6609300151659996e-05, + "loss": 2.6627, + "step": 17062 + }, + { + "epoch": 0.2920796316266968, + "grad_norm": 2.29248046875, + "learning_rate": 1.6608884089463104e-05, + "loss": 2.7797, + "step": 17063 + }, + { + "epoch": 0.29209674934524726, + "grad_norm": 2.4465088844299316, + "learning_rate": 1.6608468006952803e-05, + "loss": 2.7561, + "step": 17064 + }, + { + "epoch": 0.2921138670637977, + "grad_norm": 2.275495767593384, + "learning_rate": 1.6608051904130375e-05, + "loss": 2.7267, + "step": 17065 + }, + { + "epoch": 0.2921309847823482, + "grad_norm": 2.416145086288452, + "learning_rate": 1.6607635780997092e-05, + "loss": 2.9141, + "step": 17066 + }, + { + "epoch": 0.2921481025008987, + "grad_norm": 2.3652806282043457, + "learning_rate": 1.6607219637554247e-05, + "loss": 2.6738, + "step": 17067 + }, + { + "epoch": 0.29216522021944913, + "grad_norm": 2.290555000305176, + "learning_rate": 1.6606803473803105e-05, + "loss": 2.7073, + "step": 17068 + }, + { + "epoch": 0.29218233793799964, + "grad_norm": 2.316084861755371, + "learning_rate": 1.6606387289744955e-05, + "loss": 2.7993, + "step": 17069 + }, + { + "epoch": 0.2921994556565501, + "grad_norm": 2.2597882747650146, + "learning_rate": 1.660597108538107e-05, + "loss": 2.6055, + "step": 17070 + }, + { + "epoch": 0.29221657337510054, + "grad_norm": 2.2668862342834473, + "learning_rate": 1.6605554860712736e-05, + "loss": 2.7309, + "step": 17071 + }, + { + "epoch": 0.29223369109365105, + "grad_norm": 2.4612114429473877, + "learning_rate": 1.6605138615741225e-05, + "loss": 2.8823, + "step": 17072 + }, + { + "epoch": 0.2922508088122015, + "grad_norm": 2.316667079925537, + "learning_rate": 1.660472235046782e-05, + "loss": 2.809, + "step": 17073 + }, + { + "epoch": 0.292267926530752, + "grad_norm": 2.243556499481201, + "learning_rate": 1.66043060648938e-05, + "loss": 2.8138, + "step": 17074 + }, + { + "epoch": 0.29228504424930246, + "grad_norm": 2.2671940326690674, + "learning_rate": 1.6603889759020442e-05, + "loss": 2.7745, + "step": 17075 + }, + { + "epoch": 0.2923021619678529, + "grad_norm": 2.1946561336517334, + "learning_rate": 1.6603473432849032e-05, + "loss": 2.7496, + "step": 17076 + }, + { + "epoch": 0.2923192796864034, + "grad_norm": 2.4068000316619873, + "learning_rate": 1.6603057086380846e-05, + "loss": 2.8368, + "step": 17077 + }, + { + "epoch": 0.2923363974049539, + "grad_norm": 2.3526108264923096, + "learning_rate": 1.660264071961716e-05, + "loss": 2.7727, + "step": 17078 + }, + { + "epoch": 0.2923535151235043, + "grad_norm": 2.1510472297668457, + "learning_rate": 1.6602224332559258e-05, + "loss": 2.7339, + "step": 17079 + }, + { + "epoch": 0.29237063284205483, + "grad_norm": 2.1600494384765625, + "learning_rate": 1.660180792520842e-05, + "loss": 2.6865, + "step": 17080 + }, + { + "epoch": 0.2923877505606053, + "grad_norm": 2.1686367988586426, + "learning_rate": 1.6601391497565926e-05, + "loss": 2.6802, + "step": 17081 + }, + { + "epoch": 0.29240486827915574, + "grad_norm": 2.314598560333252, + "learning_rate": 1.660097504963305e-05, + "loss": 2.8047, + "step": 17082 + }, + { + "epoch": 0.29242198599770625, + "grad_norm": 2.245244026184082, + "learning_rate": 1.6600558581411082e-05, + "loss": 2.7228, + "step": 17083 + }, + { + "epoch": 0.2924391037162567, + "grad_norm": 2.549051523208618, + "learning_rate": 1.660014209290129e-05, + "loss": 2.7943, + "step": 17084 + }, + { + "epoch": 0.29245622143480715, + "grad_norm": 2.1880428791046143, + "learning_rate": 1.659972558410497e-05, + "loss": 2.6814, + "step": 17085 + }, + { + "epoch": 0.29247333915335766, + "grad_norm": 2.333770990371704, + "learning_rate": 1.6599309055023386e-05, + "loss": 2.7475, + "step": 17086 + }, + { + "epoch": 0.2924904568719081, + "grad_norm": 2.1726176738739014, + "learning_rate": 1.6598892505657832e-05, + "loss": 2.7493, + "step": 17087 + }, + { + "epoch": 0.29250757459045856, + "grad_norm": 2.395822763442993, + "learning_rate": 1.659847593600958e-05, + "loss": 2.8973, + "step": 17088 + }, + { + "epoch": 0.29252469230900907, + "grad_norm": 2.21620512008667, + "learning_rate": 1.6598059346079913e-05, + "loss": 2.7171, + "step": 17089 + }, + { + "epoch": 0.2925418100275595, + "grad_norm": 2.344113826751709, + "learning_rate": 1.6597642735870105e-05, + "loss": 2.8656, + "step": 17090 + }, + { + "epoch": 0.29255892774611, + "grad_norm": 2.348849296569824, + "learning_rate": 1.6597226105381445e-05, + "loss": 2.6825, + "step": 17091 + }, + { + "epoch": 0.2925760454646605, + "grad_norm": 2.376742362976074, + "learning_rate": 1.6596809454615212e-05, + "loss": 2.8434, + "step": 17092 + }, + { + "epoch": 0.29259316318321094, + "grad_norm": 2.1987767219543457, + "learning_rate": 1.6596392783572687e-05, + "loss": 2.8085, + "step": 17093 + }, + { + "epoch": 0.2926102809017614, + "grad_norm": 2.379239559173584, + "learning_rate": 1.659597609225515e-05, + "loss": 2.7553, + "step": 17094 + }, + { + "epoch": 0.2926273986203119, + "grad_norm": 2.3231186866760254, + "learning_rate": 1.6595559380663876e-05, + "loss": 2.7623, + "step": 17095 + }, + { + "epoch": 0.29264451633886235, + "grad_norm": 2.2715036869049072, + "learning_rate": 1.659514264880015e-05, + "loss": 2.8233, + "step": 17096 + }, + { + "epoch": 0.2926616340574128, + "grad_norm": 2.2243361473083496, + "learning_rate": 1.6594725896665257e-05, + "loss": 2.7024, + "step": 17097 + }, + { + "epoch": 0.2926787517759633, + "grad_norm": 2.236158847808838, + "learning_rate": 1.6594309124260475e-05, + "loss": 2.6494, + "step": 17098 + }, + { + "epoch": 0.29269586949451376, + "grad_norm": 2.256805419921875, + "learning_rate": 1.6593892331587082e-05, + "loss": 2.698, + "step": 17099 + }, + { + "epoch": 0.29271298721306427, + "grad_norm": 2.4259371757507324, + "learning_rate": 1.6593475518646362e-05, + "loss": 2.9361, + "step": 17100 + }, + { + "epoch": 0.2927301049316147, + "grad_norm": 2.2643041610717773, + "learning_rate": 1.6593058685439597e-05, + "loss": 2.6207, + "step": 17101 + }, + { + "epoch": 0.2927472226501652, + "grad_norm": 2.164116621017456, + "learning_rate": 1.659264183196807e-05, + "loss": 2.6645, + "step": 17102 + }, + { + "epoch": 0.2927643403687157, + "grad_norm": 2.44661283493042, + "learning_rate": 1.6592224958233055e-05, + "loss": 2.937, + "step": 17103 + }, + { + "epoch": 0.29278145808726613, + "grad_norm": 2.156796932220459, + "learning_rate": 1.659180806423584e-05, + "loss": 2.6925, + "step": 17104 + }, + { + "epoch": 0.2927985758058166, + "grad_norm": 2.347255229949951, + "learning_rate": 1.6591391149977704e-05, + "loss": 2.7483, + "step": 17105 + }, + { + "epoch": 0.2928156935243671, + "grad_norm": 2.337503671646118, + "learning_rate": 1.6590974215459926e-05, + "loss": 2.7797, + "step": 17106 + }, + { + "epoch": 0.29283281124291755, + "grad_norm": 2.374871253967285, + "learning_rate": 1.6590557260683787e-05, + "loss": 2.6954, + "step": 17107 + }, + { + "epoch": 0.292849928961468, + "grad_norm": 2.2934038639068604, + "learning_rate": 1.6590140285650577e-05, + "loss": 2.795, + "step": 17108 + }, + { + "epoch": 0.2928670466800185, + "grad_norm": 2.590036392211914, + "learning_rate": 1.6589723290361574e-05, + "loss": 2.7612, + "step": 17109 + }, + { + "epoch": 0.29288416439856896, + "grad_norm": 2.3694753646850586, + "learning_rate": 1.658930627481805e-05, + "loss": 2.8042, + "step": 17110 + }, + { + "epoch": 0.2929012821171194, + "grad_norm": 2.385195255279541, + "learning_rate": 1.6588889239021303e-05, + "loss": 2.6877, + "step": 17111 + }, + { + "epoch": 0.2929183998356699, + "grad_norm": 2.479151487350464, + "learning_rate": 1.65884721829726e-05, + "loss": 2.7441, + "step": 17112 + }, + { + "epoch": 0.29293551755422037, + "grad_norm": 2.422285318374634, + "learning_rate": 1.6588055106673234e-05, + "loss": 2.7775, + "step": 17113 + }, + { + "epoch": 0.2929526352727708, + "grad_norm": 2.192763566970825, + "learning_rate": 1.6587638010124477e-05, + "loss": 2.6843, + "step": 17114 + }, + { + "epoch": 0.29296975299132133, + "grad_norm": 2.363473653793335, + "learning_rate": 1.658722089332762e-05, + "loss": 2.7916, + "step": 17115 + }, + { + "epoch": 0.2929868707098718, + "grad_norm": 2.3447556495666504, + "learning_rate": 1.658680375628394e-05, + "loss": 2.7797, + "step": 17116 + }, + { + "epoch": 0.29300398842842224, + "grad_norm": 2.310181140899658, + "learning_rate": 1.6586386598994723e-05, + "loss": 2.7775, + "step": 17117 + }, + { + "epoch": 0.29302110614697274, + "grad_norm": 2.160557508468628, + "learning_rate": 1.6585969421461245e-05, + "loss": 2.7138, + "step": 17118 + }, + { + "epoch": 0.2930382238655232, + "grad_norm": 2.2781355381011963, + "learning_rate": 1.6585552223684794e-05, + "loss": 2.8386, + "step": 17119 + }, + { + "epoch": 0.29305534158407365, + "grad_norm": 2.496400833129883, + "learning_rate": 1.6585135005666648e-05, + "loss": 2.865, + "step": 17120 + }, + { + "epoch": 0.29307245930262416, + "grad_norm": 2.2784228324890137, + "learning_rate": 1.6584717767408097e-05, + "loss": 2.7298, + "step": 17121 + }, + { + "epoch": 0.2930895770211746, + "grad_norm": 2.325054883956909, + "learning_rate": 1.6584300508910415e-05, + "loss": 2.6976, + "step": 17122 + }, + { + "epoch": 0.2931066947397251, + "grad_norm": 2.364777088165283, + "learning_rate": 1.6583883230174884e-05, + "loss": 2.7559, + "step": 17123 + }, + { + "epoch": 0.29312381245827557, + "grad_norm": 2.394395112991333, + "learning_rate": 1.6583465931202797e-05, + "loss": 2.6716, + "step": 17124 + }, + { + "epoch": 0.293140930176826, + "grad_norm": 2.2606375217437744, + "learning_rate": 1.658304861199542e-05, + "loss": 2.798, + "step": 17125 + }, + { + "epoch": 0.29315804789537653, + "grad_norm": 2.28328800201416, + "learning_rate": 1.658263127255405e-05, + "loss": 2.6877, + "step": 17126 + }, + { + "epoch": 0.293175165613927, + "grad_norm": 2.2938592433929443, + "learning_rate": 1.658221391287997e-05, + "loss": 2.7893, + "step": 17127 + }, + { + "epoch": 0.29319228333247743, + "grad_norm": 2.3632113933563232, + "learning_rate": 1.6581796532974455e-05, + "loss": 2.7542, + "step": 17128 + }, + { + "epoch": 0.29320940105102794, + "grad_norm": 2.197922468185425, + "learning_rate": 1.658137913283879e-05, + "loss": 2.8144, + "step": 17129 + }, + { + "epoch": 0.2932265187695784, + "grad_norm": 2.5064187049865723, + "learning_rate": 1.658096171247426e-05, + "loss": 2.8981, + "step": 17130 + }, + { + "epoch": 0.29324363648812884, + "grad_norm": 2.223568916320801, + "learning_rate": 1.6580544271882145e-05, + "loss": 2.8243, + "step": 17131 + }, + { + "epoch": 0.29326075420667935, + "grad_norm": 2.2133350372314453, + "learning_rate": 1.6580126811063732e-05, + "loss": 2.6828, + "step": 17132 + }, + { + "epoch": 0.2932778719252298, + "grad_norm": 2.3139426708221436, + "learning_rate": 1.65797093300203e-05, + "loss": 2.7754, + "step": 17133 + }, + { + "epoch": 0.29329498964378026, + "grad_norm": 2.3352510929107666, + "learning_rate": 1.657929182875314e-05, + "loss": 2.7777, + "step": 17134 + }, + { + "epoch": 0.29331210736233077, + "grad_norm": 2.2703845500946045, + "learning_rate": 1.6578874307263523e-05, + "loss": 2.7996, + "step": 17135 + }, + { + "epoch": 0.2933292250808812, + "grad_norm": 2.1993439197540283, + "learning_rate": 1.6578456765552742e-05, + "loss": 2.7885, + "step": 17136 + }, + { + "epoch": 0.29334634279943167, + "grad_norm": 2.3012025356292725, + "learning_rate": 1.6578039203622075e-05, + "loss": 2.786, + "step": 17137 + }, + { + "epoch": 0.2933634605179822, + "grad_norm": 2.323126792907715, + "learning_rate": 1.657762162147281e-05, + "loss": 2.7203, + "step": 17138 + }, + { + "epoch": 0.29338057823653263, + "grad_norm": 2.238868236541748, + "learning_rate": 1.6577204019106226e-05, + "loss": 2.8042, + "step": 17139 + }, + { + "epoch": 0.2933976959550831, + "grad_norm": 2.3672823905944824, + "learning_rate": 1.657678639652361e-05, + "loss": 2.7965, + "step": 17140 + }, + { + "epoch": 0.2934148136736336, + "grad_norm": 2.3450849056243896, + "learning_rate": 1.6576368753726243e-05, + "loss": 2.83, + "step": 17141 + }, + { + "epoch": 0.29343193139218404, + "grad_norm": 2.239185094833374, + "learning_rate": 1.657595109071541e-05, + "loss": 2.7298, + "step": 17142 + }, + { + "epoch": 0.2934490491107345, + "grad_norm": 2.4528839588165283, + "learning_rate": 1.6575533407492397e-05, + "loss": 2.8663, + "step": 17143 + }, + { + "epoch": 0.293466166829285, + "grad_norm": 2.291274070739746, + "learning_rate": 1.6575115704058483e-05, + "loss": 2.6711, + "step": 17144 + }, + { + "epoch": 0.29348328454783545, + "grad_norm": 2.304253339767456, + "learning_rate": 1.6574697980414955e-05, + "loss": 2.8023, + "step": 17145 + }, + { + "epoch": 0.29350040226638596, + "grad_norm": 2.284567356109619, + "learning_rate": 1.65742802365631e-05, + "loss": 2.7365, + "step": 17146 + }, + { + "epoch": 0.2935175199849364, + "grad_norm": 2.3602073192596436, + "learning_rate": 1.6573862472504194e-05, + "loss": 2.8184, + "step": 17147 + }, + { + "epoch": 0.29353463770348687, + "grad_norm": 2.2615106105804443, + "learning_rate": 1.6573444688239525e-05, + "loss": 2.6864, + "step": 17148 + }, + { + "epoch": 0.2935517554220374, + "grad_norm": 2.404129981994629, + "learning_rate": 1.6573026883770382e-05, + "loss": 2.6793, + "step": 17149 + }, + { + "epoch": 0.2935688731405878, + "grad_norm": 2.3625833988189697, + "learning_rate": 1.657260905909804e-05, + "loss": 2.8396, + "step": 17150 + }, + { + "epoch": 0.2935859908591383, + "grad_norm": 2.3926920890808105, + "learning_rate": 1.6572191214223793e-05, + "loss": 2.7263, + "step": 17151 + }, + { + "epoch": 0.2936031085776888, + "grad_norm": 2.24362850189209, + "learning_rate": 1.6571773349148918e-05, + "loss": 2.8256, + "step": 17152 + }, + { + "epoch": 0.29362022629623924, + "grad_norm": 2.372032403945923, + "learning_rate": 1.65713554638747e-05, + "loss": 2.6933, + "step": 17153 + }, + { + "epoch": 0.2936373440147897, + "grad_norm": 2.2938973903656006, + "learning_rate": 1.6570937558402427e-05, + "loss": 2.7172, + "step": 17154 + }, + { + "epoch": 0.2936544617333402, + "grad_norm": 2.264634847640991, + "learning_rate": 1.6570519632733383e-05, + "loss": 2.8137, + "step": 17155 + }, + { + "epoch": 0.29367157945189065, + "grad_norm": 2.3368334770202637, + "learning_rate": 1.6570101686868848e-05, + "loss": 2.7667, + "step": 17156 + }, + { + "epoch": 0.2936886971704411, + "grad_norm": 2.2011380195617676, + "learning_rate": 1.6569683720810112e-05, + "loss": 2.7807, + "step": 17157 + }, + { + "epoch": 0.2937058148889916, + "grad_norm": 2.1576459407806396, + "learning_rate": 1.6569265734558453e-05, + "loss": 2.8003, + "step": 17158 + }, + { + "epoch": 0.29372293260754206, + "grad_norm": 2.3088247776031494, + "learning_rate": 1.6568847728115164e-05, + "loss": 2.8906, + "step": 17159 + }, + { + "epoch": 0.2937400503260925, + "grad_norm": 2.268486976623535, + "learning_rate": 1.6568429701481528e-05, + "loss": 2.7206, + "step": 17160 + }, + { + "epoch": 0.293757168044643, + "grad_norm": 2.375054121017456, + "learning_rate": 1.6568011654658824e-05, + "loss": 2.7667, + "step": 17161 + }, + { + "epoch": 0.2937742857631935, + "grad_norm": 2.4076108932495117, + "learning_rate": 1.6567593587648343e-05, + "loss": 2.8951, + "step": 17162 + }, + { + "epoch": 0.29379140348174393, + "grad_norm": 2.3686821460723877, + "learning_rate": 1.6567175500451366e-05, + "loss": 2.812, + "step": 17163 + }, + { + "epoch": 0.29380852120029444, + "grad_norm": 2.368654251098633, + "learning_rate": 1.656675739306918e-05, + "loss": 2.7476, + "step": 17164 + }, + { + "epoch": 0.2938256389188449, + "grad_norm": 2.2986714839935303, + "learning_rate": 1.6566339265503075e-05, + "loss": 2.7222, + "step": 17165 + }, + { + "epoch": 0.29384275663739534, + "grad_norm": 2.3711800575256348, + "learning_rate": 1.6565921117754325e-05, + "loss": 2.8769, + "step": 17166 + }, + { + "epoch": 0.29385987435594585, + "grad_norm": 2.4358346462249756, + "learning_rate": 1.6565502949824225e-05, + "loss": 2.8726, + "step": 17167 + }, + { + "epoch": 0.2938769920744963, + "grad_norm": 2.3761022090911865, + "learning_rate": 1.6565084761714057e-05, + "loss": 2.7828, + "step": 17168 + }, + { + "epoch": 0.2938941097930468, + "grad_norm": 2.306413412094116, + "learning_rate": 1.65646665534251e-05, + "loss": 2.6885, + "step": 17169 + }, + { + "epoch": 0.29391122751159726, + "grad_norm": 2.3128886222839355, + "learning_rate": 1.656424832495865e-05, + "loss": 2.6273, + "step": 17170 + }, + { + "epoch": 0.2939283452301477, + "grad_norm": 2.3422603607177734, + "learning_rate": 1.656383007631599e-05, + "loss": 2.8017, + "step": 17171 + }, + { + "epoch": 0.2939454629486982, + "grad_norm": 2.257284164428711, + "learning_rate": 1.65634118074984e-05, + "loss": 2.7655, + "step": 17172 + }, + { + "epoch": 0.2939625806672487, + "grad_norm": 2.2703118324279785, + "learning_rate": 1.6562993518507175e-05, + "loss": 2.8031, + "step": 17173 + }, + { + "epoch": 0.2939796983857991, + "grad_norm": 2.410759925842285, + "learning_rate": 1.656257520934359e-05, + "loss": 2.7902, + "step": 17174 + }, + { + "epoch": 0.29399681610434963, + "grad_norm": 2.3953778743743896, + "learning_rate": 1.6562156880008934e-05, + "loss": 2.7889, + "step": 17175 + }, + { + "epoch": 0.2940139338229001, + "grad_norm": 2.314676284790039, + "learning_rate": 1.6561738530504495e-05, + "loss": 2.6818, + "step": 17176 + }, + { + "epoch": 0.29403105154145054, + "grad_norm": 2.35952091217041, + "learning_rate": 1.656132016083156e-05, + "loss": 2.7767, + "step": 17177 + }, + { + "epoch": 0.29404816926000105, + "grad_norm": 2.3138654232025146, + "learning_rate": 1.6560901770991417e-05, + "loss": 2.7207, + "step": 17178 + }, + { + "epoch": 0.2940652869785515, + "grad_norm": 2.419971227645874, + "learning_rate": 1.656048336098534e-05, + "loss": 2.8353, + "step": 17179 + }, + { + "epoch": 0.29408240469710195, + "grad_norm": 2.5587878227233887, + "learning_rate": 1.656006493081463e-05, + "loss": 2.8659, + "step": 17180 + }, + { + "epoch": 0.29409952241565246, + "grad_norm": 2.4286954402923584, + "learning_rate": 1.6559646480480563e-05, + "loss": 2.7879, + "step": 17181 + }, + { + "epoch": 0.2941166401342029, + "grad_norm": 2.342658519744873, + "learning_rate": 1.6559228009984427e-05, + "loss": 2.7478, + "step": 17182 + }, + { + "epoch": 0.29413375785275336, + "grad_norm": 2.3216471672058105, + "learning_rate": 1.6558809519327514e-05, + "loss": 2.7754, + "step": 17183 + }, + { + "epoch": 0.29415087557130387, + "grad_norm": 2.3196606636047363, + "learning_rate": 1.65583910085111e-05, + "loss": 2.8042, + "step": 17184 + }, + { + "epoch": 0.2941679932898543, + "grad_norm": 2.4784109592437744, + "learning_rate": 1.655797247753648e-05, + "loss": 2.8847, + "step": 17185 + }, + { + "epoch": 0.2941851110084048, + "grad_norm": 2.223939895629883, + "learning_rate": 1.6557553926404942e-05, + "loss": 2.6964, + "step": 17186 + }, + { + "epoch": 0.2942022287269553, + "grad_norm": 2.399756908416748, + "learning_rate": 1.6557135355117764e-05, + "loss": 2.7411, + "step": 17187 + }, + { + "epoch": 0.29421934644550574, + "grad_norm": 2.352614641189575, + "learning_rate": 1.6556716763676236e-05, + "loss": 2.8291, + "step": 17188 + }, + { + "epoch": 0.2942364641640562, + "grad_norm": 2.4986557960510254, + "learning_rate": 1.655629815208165e-05, + "loss": 2.8142, + "step": 17189 + }, + { + "epoch": 0.2942535818826067, + "grad_norm": 2.273395538330078, + "learning_rate": 1.655587952033528e-05, + "loss": 2.7654, + "step": 17190 + }, + { + "epoch": 0.29427069960115715, + "grad_norm": 2.2102184295654297, + "learning_rate": 1.655546086843843e-05, + "loss": 2.7983, + "step": 17191 + }, + { + "epoch": 0.29428781731970766, + "grad_norm": 2.2438268661499023, + "learning_rate": 1.6555042196392373e-05, + "loss": 2.6625, + "step": 17192 + }, + { + "epoch": 0.2943049350382581, + "grad_norm": 2.2341766357421875, + "learning_rate": 1.65546235041984e-05, + "loss": 2.7777, + "step": 17193 + }, + { + "epoch": 0.29432205275680856, + "grad_norm": 2.272346258163452, + "learning_rate": 1.65542047918578e-05, + "loss": 2.7229, + "step": 17194 + }, + { + "epoch": 0.29433917047535907, + "grad_norm": 2.329463481903076, + "learning_rate": 1.655378605937186e-05, + "loss": 2.8021, + "step": 17195 + }, + { + "epoch": 0.2943562881939095, + "grad_norm": 2.3145828247070312, + "learning_rate": 1.6553367306741865e-05, + "loss": 2.7911, + "step": 17196 + }, + { + "epoch": 0.29437340591246, + "grad_norm": 2.3641037940979004, + "learning_rate": 1.65529485339691e-05, + "loss": 2.8557, + "step": 17197 + }, + { + "epoch": 0.2943905236310105, + "grad_norm": 2.1963140964508057, + "learning_rate": 1.6552529741054852e-05, + "loss": 2.6965, + "step": 17198 + }, + { + "epoch": 0.29440764134956093, + "grad_norm": 2.4602980613708496, + "learning_rate": 1.6552110928000414e-05, + "loss": 2.8871, + "step": 17199 + }, + { + "epoch": 0.2944247590681114, + "grad_norm": 2.3480224609375, + "learning_rate": 1.655169209480707e-05, + "loss": 2.7949, + "step": 17200 + }, + { + "epoch": 0.2944418767866619, + "grad_norm": 2.2887558937072754, + "learning_rate": 1.6551273241476108e-05, + "loss": 2.7715, + "step": 17201 + }, + { + "epoch": 0.29445899450521235, + "grad_norm": 2.3330399990081787, + "learning_rate": 1.6550854368008814e-05, + "loss": 2.6742, + "step": 17202 + }, + { + "epoch": 0.2944761122237628, + "grad_norm": 2.2522830963134766, + "learning_rate": 1.6550435474406476e-05, + "loss": 2.6856, + "step": 17203 + }, + { + "epoch": 0.2944932299423133, + "grad_norm": 2.344409227371216, + "learning_rate": 1.6550016560670382e-05, + "loss": 2.7259, + "step": 17204 + }, + { + "epoch": 0.29451034766086376, + "grad_norm": 2.2466652393341064, + "learning_rate": 1.654959762680182e-05, + "loss": 2.7975, + "step": 17205 + }, + { + "epoch": 0.2945274653794142, + "grad_norm": 2.4234867095947266, + "learning_rate": 1.654917867280208e-05, + "loss": 2.8117, + "step": 17206 + }, + { + "epoch": 0.2945445830979647, + "grad_norm": 2.4220163822174072, + "learning_rate": 1.654875969867244e-05, + "loss": 2.8121, + "step": 17207 + }, + { + "epoch": 0.29456170081651517, + "grad_norm": 2.264616012573242, + "learning_rate": 1.65483407044142e-05, + "loss": 2.7762, + "step": 17208 + }, + { + "epoch": 0.2945788185350656, + "grad_norm": 2.3063597679138184, + "learning_rate": 1.654792169002864e-05, + "loss": 2.9114, + "step": 17209 + }, + { + "epoch": 0.29459593625361613, + "grad_norm": 2.319917917251587, + "learning_rate": 1.6547502655517052e-05, + "loss": 2.8601, + "step": 17210 + }, + { + "epoch": 0.2946130539721666, + "grad_norm": 2.2614197731018066, + "learning_rate": 1.6547083600880724e-05, + "loss": 2.7133, + "step": 17211 + }, + { + "epoch": 0.29463017169071704, + "grad_norm": 2.544184684753418, + "learning_rate": 1.654666452612094e-05, + "loss": 2.7519, + "step": 17212 + }, + { + "epoch": 0.29464728940926754, + "grad_norm": 2.199191093444824, + "learning_rate": 1.654624543123899e-05, + "loss": 2.7215, + "step": 17213 + }, + { + "epoch": 0.294664407127818, + "grad_norm": 2.372995376586914, + "learning_rate": 1.654582631623616e-05, + "loss": 2.7241, + "step": 17214 + }, + { + "epoch": 0.2946815248463685, + "grad_norm": 2.3337910175323486, + "learning_rate": 1.654540718111375e-05, + "loss": 2.7605, + "step": 17215 + }, + { + "epoch": 0.29469864256491896, + "grad_norm": 2.227262496948242, + "learning_rate": 1.654498802587303e-05, + "loss": 2.7622, + "step": 17216 + }, + { + "epoch": 0.2947157602834694, + "grad_norm": 2.2680962085723877, + "learning_rate": 1.6544568850515303e-05, + "loss": 2.7059, + "step": 17217 + }, + { + "epoch": 0.2947328780020199, + "grad_norm": 2.2254812717437744, + "learning_rate": 1.6544149655041848e-05, + "loss": 2.6886, + "step": 17218 + }, + { + "epoch": 0.29474999572057037, + "grad_norm": 2.150181293487549, + "learning_rate": 1.654373043945396e-05, + "loss": 2.6234, + "step": 17219 + }, + { + "epoch": 0.2947671134391208, + "grad_norm": 2.3037328720092773, + "learning_rate": 1.654331120375292e-05, + "loss": 2.7137, + "step": 17220 + }, + { + "epoch": 0.29478423115767133, + "grad_norm": 2.370622158050537, + "learning_rate": 1.654289194794003e-05, + "loss": 2.7278, + "step": 17221 + }, + { + "epoch": 0.2948013488762218, + "grad_norm": 2.3617043495178223, + "learning_rate": 1.6542472672016563e-05, + "loss": 2.6677, + "step": 17222 + }, + { + "epoch": 0.29481846659477223, + "grad_norm": 2.302408456802368, + "learning_rate": 1.6542053375983814e-05, + "loss": 2.7053, + "step": 17223 + }, + { + "epoch": 0.29483558431332274, + "grad_norm": 2.277101993560791, + "learning_rate": 1.6541634059843078e-05, + "loss": 2.6598, + "step": 17224 + }, + { + "epoch": 0.2948527020318732, + "grad_norm": 2.2780258655548096, + "learning_rate": 1.6541214723595634e-05, + "loss": 2.6917, + "step": 17225 + }, + { + "epoch": 0.29486981975042365, + "grad_norm": 2.2353923320770264, + "learning_rate": 1.6540795367242778e-05, + "loss": 2.6538, + "step": 17226 + }, + { + "epoch": 0.29488693746897415, + "grad_norm": 2.515979528427124, + "learning_rate": 1.6540375990785795e-05, + "loss": 2.7429, + "step": 17227 + }, + { + "epoch": 0.2949040551875246, + "grad_norm": 2.3863189220428467, + "learning_rate": 1.6539956594225976e-05, + "loss": 2.8768, + "step": 17228 + }, + { + "epoch": 0.29492117290607506, + "grad_norm": 2.2707364559173584, + "learning_rate": 1.653953717756461e-05, + "loss": 2.7616, + "step": 17229 + }, + { + "epoch": 0.29493829062462557, + "grad_norm": 2.464904308319092, + "learning_rate": 1.653911774080298e-05, + "loss": 2.7864, + "step": 17230 + }, + { + "epoch": 0.294955408343176, + "grad_norm": 2.1634395122528076, + "learning_rate": 1.653869828394239e-05, + "loss": 2.5802, + "step": 17231 + }, + { + "epoch": 0.29497252606172647, + "grad_norm": 2.3536930084228516, + "learning_rate": 1.6538278806984115e-05, + "loss": 2.7391, + "step": 17232 + }, + { + "epoch": 0.294989643780277, + "grad_norm": 2.394845485687256, + "learning_rate": 1.6537859309929448e-05, + "loss": 2.829, + "step": 17233 + }, + { + "epoch": 0.29500676149882743, + "grad_norm": 2.288015842437744, + "learning_rate": 1.653743979277968e-05, + "loss": 2.8907, + "step": 17234 + }, + { + "epoch": 0.2950238792173779, + "grad_norm": 2.4420506954193115, + "learning_rate": 1.65370202555361e-05, + "loss": 2.8071, + "step": 17235 + }, + { + "epoch": 0.2950409969359284, + "grad_norm": 2.3568313121795654, + "learning_rate": 1.65366006982e-05, + "loss": 2.7203, + "step": 17236 + }, + { + "epoch": 0.29505811465447884, + "grad_norm": 2.371184825897217, + "learning_rate": 1.6536181120772662e-05, + "loss": 2.8693, + "step": 17237 + }, + { + "epoch": 0.29507523237302935, + "grad_norm": 2.2737441062927246, + "learning_rate": 1.6535761523255388e-05, + "loss": 2.8856, + "step": 17238 + }, + { + "epoch": 0.2950923500915798, + "grad_norm": 2.351128339767456, + "learning_rate": 1.6535341905649453e-05, + "loss": 2.7774, + "step": 17239 + }, + { + "epoch": 0.29510946781013025, + "grad_norm": 2.1755807399749756, + "learning_rate": 1.653492226795616e-05, + "loss": 2.8053, + "step": 17240 + }, + { + "epoch": 0.29512658552868076, + "grad_norm": 2.3689560890197754, + "learning_rate": 1.653450261017679e-05, + "loss": 2.8132, + "step": 17241 + }, + { + "epoch": 0.2951437032472312, + "grad_norm": 2.3020379543304443, + "learning_rate": 1.6534082932312637e-05, + "loss": 2.7694, + "step": 17242 + }, + { + "epoch": 0.29516082096578167, + "grad_norm": 2.264024257659912, + "learning_rate": 1.6533663234364993e-05, + "loss": 2.8866, + "step": 17243 + }, + { + "epoch": 0.2951779386843322, + "grad_norm": 2.291165828704834, + "learning_rate": 1.653324351633514e-05, + "loss": 2.8191, + "step": 17244 + }, + { + "epoch": 0.2951950564028826, + "grad_norm": 2.2653250694274902, + "learning_rate": 1.6532823778224373e-05, + "loss": 2.7611, + "step": 17245 + }, + { + "epoch": 0.2952121741214331, + "grad_norm": 2.217721939086914, + "learning_rate": 1.6532404020033985e-05, + "loss": 2.7707, + "step": 17246 + }, + { + "epoch": 0.2952292918399836, + "grad_norm": 2.203850269317627, + "learning_rate": 1.6531984241765263e-05, + "loss": 2.6641, + "step": 17247 + }, + { + "epoch": 0.29524640955853404, + "grad_norm": 2.258234739303589, + "learning_rate": 1.6531564443419496e-05, + "loss": 2.7788, + "step": 17248 + }, + { + "epoch": 0.2952635272770845, + "grad_norm": 2.4162139892578125, + "learning_rate": 1.6531144624997977e-05, + "loss": 2.6196, + "step": 17249 + }, + { + "epoch": 0.295280644995635, + "grad_norm": 2.2688350677490234, + "learning_rate": 1.6530724786501994e-05, + "loss": 2.6956, + "step": 17250 + }, + { + "epoch": 0.29529776271418545, + "grad_norm": 2.347078323364258, + "learning_rate": 1.6530304927932838e-05, + "loss": 2.7337, + "step": 17251 + }, + { + "epoch": 0.2953148804327359, + "grad_norm": 2.2851531505584717, + "learning_rate": 1.6529885049291803e-05, + "loss": 2.7028, + "step": 17252 + }, + { + "epoch": 0.2953319981512864, + "grad_norm": 2.237302303314209, + "learning_rate": 1.6529465150580177e-05, + "loss": 2.7053, + "step": 17253 + }, + { + "epoch": 0.29534911586983686, + "grad_norm": 2.2607548236846924, + "learning_rate": 1.6529045231799247e-05, + "loss": 2.6962, + "step": 17254 + }, + { + "epoch": 0.2953662335883873, + "grad_norm": 3.854724168777466, + "learning_rate": 1.652862529295031e-05, + "loss": 2.7826, + "step": 17255 + }, + { + "epoch": 0.2953833513069378, + "grad_norm": 2.4807395935058594, + "learning_rate": 1.6528205334034652e-05, + "loss": 2.8011, + "step": 17256 + }, + { + "epoch": 0.2954004690254883, + "grad_norm": 2.2563066482543945, + "learning_rate": 1.652778535505357e-05, + "loss": 2.7866, + "step": 17257 + }, + { + "epoch": 0.29541758674403873, + "grad_norm": 2.304652214050293, + "learning_rate": 1.6527365356008342e-05, + "loss": 2.8358, + "step": 17258 + }, + { + "epoch": 0.29543470446258924, + "grad_norm": 2.4017181396484375, + "learning_rate": 1.6526945336900273e-05, + "loss": 2.7659, + "step": 17259 + }, + { + "epoch": 0.2954518221811397, + "grad_norm": 2.3375582695007324, + "learning_rate": 1.6526525297730648e-05, + "loss": 2.7413, + "step": 17260 + }, + { + "epoch": 0.29546893989969014, + "grad_norm": 2.2591826915740967, + "learning_rate": 1.6526105238500755e-05, + "loss": 2.7652, + "step": 17261 + }, + { + "epoch": 0.29548605761824065, + "grad_norm": 2.464772939682007, + "learning_rate": 1.6525685159211896e-05, + "loss": 2.8182, + "step": 17262 + }, + { + "epoch": 0.2955031753367911, + "grad_norm": 2.395827293395996, + "learning_rate": 1.6525265059865348e-05, + "loss": 2.8524, + "step": 17263 + }, + { + "epoch": 0.2955202930553416, + "grad_norm": 2.3882930278778076, + "learning_rate": 1.652484494046241e-05, + "loss": 2.7289, + "step": 17264 + }, + { + "epoch": 0.29553741077389206, + "grad_norm": 2.4016034603118896, + "learning_rate": 1.6524424801004373e-05, + "loss": 2.7379, + "step": 17265 + }, + { + "epoch": 0.2955545284924425, + "grad_norm": 2.435837745666504, + "learning_rate": 1.652400464149253e-05, + "loss": 2.8487, + "step": 17266 + }, + { + "epoch": 0.295571646210993, + "grad_norm": 2.450666904449463, + "learning_rate": 1.6523584461928166e-05, + "loss": 2.7133, + "step": 17267 + }, + { + "epoch": 0.2955887639295435, + "grad_norm": 2.3111379146575928, + "learning_rate": 1.6523164262312578e-05, + "loss": 2.5694, + "step": 17268 + }, + { + "epoch": 0.2956058816480939, + "grad_norm": 2.305807590484619, + "learning_rate": 1.652274404264706e-05, + "loss": 2.7725, + "step": 17269 + }, + { + "epoch": 0.29562299936664443, + "grad_norm": 2.5061607360839844, + "learning_rate": 1.6522323802932894e-05, + "loss": 2.722, + "step": 17270 + }, + { + "epoch": 0.2956401170851949, + "grad_norm": 2.525346040725708, + "learning_rate": 1.652190354317138e-05, + "loss": 2.7215, + "step": 17271 + }, + { + "epoch": 0.29565723480374534, + "grad_norm": 2.2951295375823975, + "learning_rate": 1.652148326336381e-05, + "loss": 2.7226, + "step": 17272 + }, + { + "epoch": 0.29567435252229585, + "grad_norm": 2.6005053520202637, + "learning_rate": 1.6521062963511466e-05, + "loss": 2.807, + "step": 17273 + }, + { + "epoch": 0.2956914702408463, + "grad_norm": 2.3816733360290527, + "learning_rate": 1.652064264361565e-05, + "loss": 2.8278, + "step": 17274 + }, + { + "epoch": 0.29570858795939675, + "grad_norm": 2.3223342895507812, + "learning_rate": 1.652022230367765e-05, + "loss": 2.742, + "step": 17275 + }, + { + "epoch": 0.29572570567794726, + "grad_norm": 2.211785316467285, + "learning_rate": 1.651980194369876e-05, + "loss": 2.696, + "step": 17276 + }, + { + "epoch": 0.2957428233964977, + "grad_norm": 2.3874402046203613, + "learning_rate": 1.651938156368027e-05, + "loss": 2.8277, + "step": 17277 + }, + { + "epoch": 0.29575994111504816, + "grad_norm": 2.387007713317871, + "learning_rate": 1.6518961163623474e-05, + "loss": 2.8005, + "step": 17278 + }, + { + "epoch": 0.29577705883359867, + "grad_norm": 2.1948323249816895, + "learning_rate": 1.6518540743529662e-05, + "loss": 2.6476, + "step": 17279 + }, + { + "epoch": 0.2957941765521491, + "grad_norm": 2.2450437545776367, + "learning_rate": 1.651812030340013e-05, + "loss": 2.8696, + "step": 17280 + }, + { + "epoch": 0.2958112942706996, + "grad_norm": 2.219944477081299, + "learning_rate": 1.6517699843236163e-05, + "loss": 2.7332, + "step": 17281 + }, + { + "epoch": 0.2958284119892501, + "grad_norm": 2.3859448432922363, + "learning_rate": 1.651727936303906e-05, + "loss": 2.606, + "step": 17282 + }, + { + "epoch": 0.29584552970780054, + "grad_norm": 2.3620779514312744, + "learning_rate": 1.651685886281011e-05, + "loss": 2.7995, + "step": 17283 + }, + { + "epoch": 0.295862647426351, + "grad_norm": 2.4637975692749023, + "learning_rate": 1.6516438342550607e-05, + "loss": 2.7482, + "step": 17284 + }, + { + "epoch": 0.2958797651449015, + "grad_norm": 2.2216618061065674, + "learning_rate": 1.6516017802261844e-05, + "loss": 2.635, + "step": 17285 + }, + { + "epoch": 0.29589688286345195, + "grad_norm": 2.1794137954711914, + "learning_rate": 1.6515597241945115e-05, + "loss": 2.5945, + "step": 17286 + }, + { + "epoch": 0.29591400058200246, + "grad_norm": 2.3687987327575684, + "learning_rate": 1.6515176661601706e-05, + "loss": 2.7629, + "step": 17287 + }, + { + "epoch": 0.2959311183005529, + "grad_norm": 2.325988531112671, + "learning_rate": 1.6514756061232916e-05, + "loss": 2.8056, + "step": 17288 + }, + { + "epoch": 0.29594823601910336, + "grad_norm": 2.339538335800171, + "learning_rate": 1.6514335440840037e-05, + "loss": 2.731, + "step": 17289 + }, + { + "epoch": 0.29596535373765387, + "grad_norm": 2.350567579269409, + "learning_rate": 1.651391480042436e-05, + "loss": 2.861, + "step": 17290 + }, + { + "epoch": 0.2959824714562043, + "grad_norm": 2.3198280334472656, + "learning_rate": 1.6513494139987177e-05, + "loss": 2.7884, + "step": 17291 + }, + { + "epoch": 0.2959995891747548, + "grad_norm": 2.358036756515503, + "learning_rate": 1.6513073459529786e-05, + "loss": 2.697, + "step": 17292 + }, + { + "epoch": 0.2960167068933053, + "grad_norm": 2.460911273956299, + "learning_rate": 1.6512652759053472e-05, + "loss": 2.8831, + "step": 17293 + }, + { + "epoch": 0.29603382461185573, + "grad_norm": 2.294992208480835, + "learning_rate": 1.6512232038559537e-05, + "loss": 2.7674, + "step": 17294 + }, + { + "epoch": 0.2960509423304062, + "grad_norm": 2.422560691833496, + "learning_rate": 1.651181129804927e-05, + "loss": 2.9238, + "step": 17295 + }, + { + "epoch": 0.2960680600489567, + "grad_norm": 2.3263726234436035, + "learning_rate": 1.6511390537523963e-05, + "loss": 2.7494, + "step": 17296 + }, + { + "epoch": 0.29608517776750715, + "grad_norm": 2.3200366497039795, + "learning_rate": 1.651096975698491e-05, + "loss": 2.7931, + "step": 17297 + }, + { + "epoch": 0.2961022954860576, + "grad_norm": 2.3524136543273926, + "learning_rate": 1.6510548956433404e-05, + "loss": 2.8277, + "step": 17298 + }, + { + "epoch": 0.2961194132046081, + "grad_norm": 2.205030679702759, + "learning_rate": 1.651012813587074e-05, + "loss": 2.6486, + "step": 17299 + }, + { + "epoch": 0.29613653092315856, + "grad_norm": 2.3107528686523438, + "learning_rate": 1.650970729529821e-05, + "loss": 2.6975, + "step": 17300 + }, + { + "epoch": 0.296153648641709, + "grad_norm": 2.353703737258911, + "learning_rate": 1.6509286434717112e-05, + "loss": 2.7898, + "step": 17301 + }, + { + "epoch": 0.2961707663602595, + "grad_norm": 2.222416639328003, + "learning_rate": 1.650886555412873e-05, + "loss": 2.7239, + "step": 17302 + }, + { + "epoch": 0.29618788407880997, + "grad_norm": 2.331334114074707, + "learning_rate": 1.6508444653534365e-05, + "loss": 2.6964, + "step": 17303 + }, + { + "epoch": 0.2962050017973604, + "grad_norm": 2.2325451374053955, + "learning_rate": 1.6508023732935314e-05, + "loss": 2.7078, + "step": 17304 + }, + { + "epoch": 0.29622211951591093, + "grad_norm": 2.251682758331299, + "learning_rate": 1.650760279233286e-05, + "loss": 2.7777, + "step": 17305 + }, + { + "epoch": 0.2962392372344614, + "grad_norm": 2.1663172245025635, + "learning_rate": 1.6507181831728303e-05, + "loss": 2.7395, + "step": 17306 + }, + { + "epoch": 0.29625635495301184, + "grad_norm": 2.2699944972991943, + "learning_rate": 1.6506760851122937e-05, + "loss": 2.8321, + "step": 17307 + }, + { + "epoch": 0.29627347267156234, + "grad_norm": 2.188109874725342, + "learning_rate": 1.650633985051806e-05, + "loss": 2.7206, + "step": 17308 + }, + { + "epoch": 0.2962905903901128, + "grad_norm": 2.3578243255615234, + "learning_rate": 1.6505918829914957e-05, + "loss": 2.8538, + "step": 17309 + }, + { + "epoch": 0.2963077081086633, + "grad_norm": 2.2987613677978516, + "learning_rate": 1.6505497789314924e-05, + "loss": 2.7231, + "step": 17310 + }, + { + "epoch": 0.29632482582721376, + "grad_norm": 2.128347158432007, + "learning_rate": 1.6505076728719263e-05, + "loss": 2.7751, + "step": 17311 + }, + { + "epoch": 0.2963419435457642, + "grad_norm": 2.1613802909851074, + "learning_rate": 1.650465564812926e-05, + "loss": 2.7258, + "step": 17312 + }, + { + "epoch": 0.2963590612643147, + "grad_norm": 2.320385217666626, + "learning_rate": 1.650423454754621e-05, + "loss": 2.804, + "step": 17313 + }, + { + "epoch": 0.29637617898286517, + "grad_norm": 2.299112319946289, + "learning_rate": 1.6503813426971414e-05, + "loss": 2.7878, + "step": 17314 + }, + { + "epoch": 0.2963932967014156, + "grad_norm": 2.4027371406555176, + "learning_rate": 1.6503392286406163e-05, + "loss": 2.7909, + "step": 17315 + }, + { + "epoch": 0.29641041441996613, + "grad_norm": 2.3824732303619385, + "learning_rate": 1.6502971125851747e-05, + "loss": 2.8455, + "step": 17316 + }, + { + "epoch": 0.2964275321385166, + "grad_norm": 2.3959455490112305, + "learning_rate": 1.6502549945309465e-05, + "loss": 2.8601, + "step": 17317 + }, + { + "epoch": 0.29644464985706703, + "grad_norm": 2.2428274154663086, + "learning_rate": 1.650212874478061e-05, + "loss": 2.8726, + "step": 17318 + }, + { + "epoch": 0.29646176757561754, + "grad_norm": 2.4334163665771484, + "learning_rate": 1.6501707524266476e-05, + "loss": 2.8456, + "step": 17319 + }, + { + "epoch": 0.296478885294168, + "grad_norm": 2.3585219383239746, + "learning_rate": 1.6501286283768356e-05, + "loss": 2.7146, + "step": 17320 + }, + { + "epoch": 0.29649600301271845, + "grad_norm": 2.2647719383239746, + "learning_rate": 1.6500865023287552e-05, + "loss": 2.742, + "step": 17321 + }, + { + "epoch": 0.29651312073126895, + "grad_norm": 2.2689287662506104, + "learning_rate": 1.6500443742825353e-05, + "loss": 2.7406, + "step": 17322 + }, + { + "epoch": 0.2965302384498194, + "grad_norm": 2.479261875152588, + "learning_rate": 1.6500022442383053e-05, + "loss": 2.8814, + "step": 17323 + }, + { + "epoch": 0.29654735616836986, + "grad_norm": 2.352583885192871, + "learning_rate": 1.6499601121961953e-05, + "loss": 2.7416, + "step": 17324 + }, + { + "epoch": 0.29656447388692037, + "grad_norm": 2.4150753021240234, + "learning_rate": 1.649917978156334e-05, + "loss": 2.787, + "step": 17325 + }, + { + "epoch": 0.2965815916054708, + "grad_norm": 2.2608470916748047, + "learning_rate": 1.6498758421188516e-05, + "loss": 2.7409, + "step": 17326 + }, + { + "epoch": 0.29659870932402127, + "grad_norm": 2.3602135181427, + "learning_rate": 1.649833704083877e-05, + "loss": 2.7739, + "step": 17327 + }, + { + "epoch": 0.2966158270425718, + "grad_norm": 2.509225368499756, + "learning_rate": 1.6497915640515403e-05, + "loss": 2.8154, + "step": 17328 + }, + { + "epoch": 0.29663294476112223, + "grad_norm": 2.372483015060425, + "learning_rate": 1.6497494220219706e-05, + "loss": 2.8292, + "step": 17329 + }, + { + "epoch": 0.2966500624796727, + "grad_norm": 2.2331128120422363, + "learning_rate": 1.6497072779952978e-05, + "loss": 2.7794, + "step": 17330 + }, + { + "epoch": 0.2966671801982232, + "grad_norm": 2.250972270965576, + "learning_rate": 1.649665131971651e-05, + "loss": 2.7866, + "step": 17331 + }, + { + "epoch": 0.29668429791677364, + "grad_norm": 2.3851513862609863, + "learning_rate": 1.6496229839511602e-05, + "loss": 2.8424, + "step": 17332 + }, + { + "epoch": 0.29670141563532415, + "grad_norm": 2.1920485496520996, + "learning_rate": 1.6495808339339543e-05, + "loss": 2.7522, + "step": 17333 + }, + { + "epoch": 0.2967185333538746, + "grad_norm": 2.285222291946411, + "learning_rate": 1.6495386819201636e-05, + "loss": 2.7074, + "step": 17334 + }, + { + "epoch": 0.29673565107242506, + "grad_norm": 2.1782562732696533, + "learning_rate": 1.6494965279099174e-05, + "loss": 2.7788, + "step": 17335 + }, + { + "epoch": 0.29675276879097556, + "grad_norm": 2.501441717147827, + "learning_rate": 1.6494543719033445e-05, + "loss": 2.7269, + "step": 17336 + }, + { + "epoch": 0.296769886509526, + "grad_norm": 2.1273438930511475, + "learning_rate": 1.649412213900576e-05, + "loss": 2.6653, + "step": 17337 + }, + { + "epoch": 0.29678700422807647, + "grad_norm": 2.508714199066162, + "learning_rate": 1.6493700539017403e-05, + "loss": 2.8658, + "step": 17338 + }, + { + "epoch": 0.296804121946627, + "grad_norm": 2.2285244464874268, + "learning_rate": 1.6493278919069674e-05, + "loss": 2.7388, + "step": 17339 + }, + { + "epoch": 0.2968212396651774, + "grad_norm": 2.5884175300598145, + "learning_rate": 1.6492857279163867e-05, + "loss": 2.9035, + "step": 17340 + }, + { + "epoch": 0.2968383573837279, + "grad_norm": 2.4542219638824463, + "learning_rate": 1.6492435619301282e-05, + "loss": 2.5958, + "step": 17341 + }, + { + "epoch": 0.2968554751022784, + "grad_norm": 2.267435073852539, + "learning_rate": 1.6492013939483208e-05, + "loss": 2.7585, + "step": 17342 + }, + { + "epoch": 0.29687259282082884, + "grad_norm": 2.532280445098877, + "learning_rate": 1.649159223971095e-05, + "loss": 2.8286, + "step": 17343 + }, + { + "epoch": 0.2968897105393793, + "grad_norm": 2.364464044570923, + "learning_rate": 1.6491170519985795e-05, + "loss": 2.8889, + "step": 17344 + }, + { + "epoch": 0.2969068282579298, + "grad_norm": 2.5662026405334473, + "learning_rate": 1.6490748780309047e-05, + "loss": 2.8159, + "step": 17345 + }, + { + "epoch": 0.29692394597648025, + "grad_norm": 2.3722498416900635, + "learning_rate": 1.6490327020681998e-05, + "loss": 2.7559, + "step": 17346 + }, + { + "epoch": 0.2969410636950307, + "grad_norm": 2.317660093307495, + "learning_rate": 1.6489905241105946e-05, + "loss": 2.7519, + "step": 17347 + }, + { + "epoch": 0.2969581814135812, + "grad_norm": 2.186138868331909, + "learning_rate": 1.6489483441582184e-05, + "loss": 2.7106, + "step": 17348 + }, + { + "epoch": 0.29697529913213166, + "grad_norm": 2.2984697818756104, + "learning_rate": 1.6489061622112013e-05, + "loss": 2.7254, + "step": 17349 + }, + { + "epoch": 0.2969924168506821, + "grad_norm": 2.231776475906372, + "learning_rate": 1.648863978269673e-05, + "loss": 2.5838, + "step": 17350 + }, + { + "epoch": 0.2970095345692326, + "grad_norm": 2.445221185684204, + "learning_rate": 1.6488217923337625e-05, + "loss": 2.9077, + "step": 17351 + }, + { + "epoch": 0.2970266522877831, + "grad_norm": 2.376286745071411, + "learning_rate": 1.6487796044036e-05, + "loss": 2.9063, + "step": 17352 + }, + { + "epoch": 0.29704377000633353, + "grad_norm": 2.304940700531006, + "learning_rate": 1.648737414479315e-05, + "loss": 2.698, + "step": 17353 + }, + { + "epoch": 0.29706088772488404, + "grad_norm": 2.196324348449707, + "learning_rate": 1.648695222561038e-05, + "loss": 2.7111, + "step": 17354 + }, + { + "epoch": 0.2970780054434345, + "grad_norm": 2.1755545139312744, + "learning_rate": 1.648653028648897e-05, + "loss": 2.6658, + "step": 17355 + }, + { + "epoch": 0.297095123161985, + "grad_norm": 2.254263162612915, + "learning_rate": 1.648610832743023e-05, + "loss": 2.6575, + "step": 17356 + }, + { + "epoch": 0.29711224088053545, + "grad_norm": 2.3368794918060303, + "learning_rate": 1.648568634843545e-05, + "loss": 2.7808, + "step": 17357 + }, + { + "epoch": 0.2971293585990859, + "grad_norm": 2.195513963699341, + "learning_rate": 1.6485264349505934e-05, + "loss": 2.6638, + "step": 17358 + }, + { + "epoch": 0.2971464763176364, + "grad_norm": 2.261051893234253, + "learning_rate": 1.6484842330642977e-05, + "loss": 2.7738, + "step": 17359 + }, + { + "epoch": 0.29716359403618686, + "grad_norm": 2.2893190383911133, + "learning_rate": 1.6484420291847867e-05, + "loss": 2.7947, + "step": 17360 + }, + { + "epoch": 0.2971807117547373, + "grad_norm": 2.229968547821045, + "learning_rate": 1.6483998233121917e-05, + "loss": 2.6863, + "step": 17361 + }, + { + "epoch": 0.2971978294732878, + "grad_norm": 2.50323486328125, + "learning_rate": 1.6483576154466412e-05, + "loss": 2.8257, + "step": 17362 + }, + { + "epoch": 0.2972149471918383, + "grad_norm": 2.290130853652954, + "learning_rate": 1.6483154055882652e-05, + "loss": 2.8447, + "step": 17363 + }, + { + "epoch": 0.2972320649103887, + "grad_norm": 2.293794870376587, + "learning_rate": 1.6482731937371937e-05, + "loss": 2.8243, + "step": 17364 + }, + { + "epoch": 0.29724918262893923, + "grad_norm": 2.2067553997039795, + "learning_rate": 1.648230979893556e-05, + "loss": 2.7425, + "step": 17365 + }, + { + "epoch": 0.2972663003474897, + "grad_norm": 2.240217685699463, + "learning_rate": 1.6481887640574826e-05, + "loss": 2.6155, + "step": 17366 + }, + { + "epoch": 0.29728341806604014, + "grad_norm": 2.312565565109253, + "learning_rate": 1.6481465462291025e-05, + "loss": 2.7816, + "step": 17367 + }, + { + "epoch": 0.29730053578459065, + "grad_norm": 2.241594076156616, + "learning_rate": 1.648104326408546e-05, + "loss": 2.7778, + "step": 17368 + }, + { + "epoch": 0.2973176535031411, + "grad_norm": 2.22578763961792, + "learning_rate": 1.6480621045959422e-05, + "loss": 2.7836, + "step": 17369 + }, + { + "epoch": 0.29733477122169155, + "grad_norm": 2.212324619293213, + "learning_rate": 1.6480198807914218e-05, + "loss": 2.7623, + "step": 17370 + }, + { + "epoch": 0.29735188894024206, + "grad_norm": 2.2743427753448486, + "learning_rate": 1.647977654995114e-05, + "loss": 2.6955, + "step": 17371 + }, + { + "epoch": 0.2973690066587925, + "grad_norm": 2.268641948699951, + "learning_rate": 1.6479354272071483e-05, + "loss": 2.7575, + "step": 17372 + }, + { + "epoch": 0.29738612437734296, + "grad_norm": 2.265474557876587, + "learning_rate": 1.647893197427655e-05, + "loss": 2.7775, + "step": 17373 + }, + { + "epoch": 0.29740324209589347, + "grad_norm": 2.287940740585327, + "learning_rate": 1.647850965656764e-05, + "loss": 2.7643, + "step": 17374 + }, + { + "epoch": 0.2974203598144439, + "grad_norm": 2.255509853363037, + "learning_rate": 1.647808731894605e-05, + "loss": 2.6346, + "step": 17375 + }, + { + "epoch": 0.2974374775329944, + "grad_norm": 2.2856900691986084, + "learning_rate": 1.6477664961413076e-05, + "loss": 2.8024, + "step": 17376 + }, + { + "epoch": 0.2974545952515449, + "grad_norm": 2.328902244567871, + "learning_rate": 1.6477242583970013e-05, + "loss": 2.7798, + "step": 17377 + }, + { + "epoch": 0.29747171297009534, + "grad_norm": 2.4252989292144775, + "learning_rate": 1.6476820186618166e-05, + "loss": 2.8649, + "step": 17378 + }, + { + "epoch": 0.29748883068864584, + "grad_norm": 2.3927180767059326, + "learning_rate": 1.6476397769358832e-05, + "loss": 2.8182, + "step": 17379 + }, + { + "epoch": 0.2975059484071963, + "grad_norm": 2.402764320373535, + "learning_rate": 1.647597533219331e-05, + "loss": 2.8679, + "step": 17380 + }, + { + "epoch": 0.29752306612574675, + "grad_norm": 2.2317516803741455, + "learning_rate": 1.6475552875122888e-05, + "loss": 2.7671, + "step": 17381 + }, + { + "epoch": 0.29754018384429726, + "grad_norm": 2.3690333366394043, + "learning_rate": 1.647513039814888e-05, + "loss": 2.8573, + "step": 17382 + }, + { + "epoch": 0.2975573015628477, + "grad_norm": 2.3231496810913086, + "learning_rate": 1.6474707901272576e-05, + "loss": 2.8089, + "step": 17383 + }, + { + "epoch": 0.29757441928139816, + "grad_norm": 2.3770885467529297, + "learning_rate": 1.6474285384495273e-05, + "loss": 2.8691, + "step": 17384 + }, + { + "epoch": 0.29759153699994867, + "grad_norm": 2.2818894386291504, + "learning_rate": 1.647386284781828e-05, + "loss": 2.8495, + "step": 17385 + }, + { + "epoch": 0.2976086547184991, + "grad_norm": 2.221778154373169, + "learning_rate": 1.647344029124288e-05, + "loss": 2.6477, + "step": 17386 + }, + { + "epoch": 0.2976257724370496, + "grad_norm": 2.176985025405884, + "learning_rate": 1.6473017714770385e-05, + "loss": 2.766, + "step": 17387 + }, + { + "epoch": 0.2976428901556001, + "grad_norm": 2.3401296138763428, + "learning_rate": 1.647259511840209e-05, + "loss": 2.8233, + "step": 17388 + }, + { + "epoch": 0.29766000787415053, + "grad_norm": 2.24298357963562, + "learning_rate": 1.647217250213929e-05, + "loss": 2.7466, + "step": 17389 + }, + { + "epoch": 0.297677125592701, + "grad_norm": 2.2431533336639404, + "learning_rate": 1.6471749865983288e-05, + "loss": 2.6837, + "step": 17390 + }, + { + "epoch": 0.2976942433112515, + "grad_norm": 2.2350988388061523, + "learning_rate": 1.6471327209935384e-05, + "loss": 2.5462, + "step": 17391 + }, + { + "epoch": 0.29771136102980195, + "grad_norm": 2.2209529876708984, + "learning_rate": 1.647090453399687e-05, + "loss": 2.7475, + "step": 17392 + }, + { + "epoch": 0.2977284787483524, + "grad_norm": 2.287632942199707, + "learning_rate": 1.6470481838169058e-05, + "loss": 2.767, + "step": 17393 + }, + { + "epoch": 0.2977455964669029, + "grad_norm": 2.172151803970337, + "learning_rate": 1.6470059122453234e-05, + "loss": 2.7936, + "step": 17394 + }, + { + "epoch": 0.29776271418545336, + "grad_norm": 2.182175874710083, + "learning_rate": 1.6469636386850702e-05, + "loss": 2.6611, + "step": 17395 + }, + { + "epoch": 0.2977798319040038, + "grad_norm": 2.267146348953247, + "learning_rate": 1.6469213631362764e-05, + "loss": 2.83, + "step": 17396 + }, + { + "epoch": 0.2977969496225543, + "grad_norm": 2.263648748397827, + "learning_rate": 1.6468790855990717e-05, + "loss": 2.6711, + "step": 17397 + }, + { + "epoch": 0.29781406734110477, + "grad_norm": 2.217543125152588, + "learning_rate": 1.6468368060735863e-05, + "loss": 2.6438, + "step": 17398 + }, + { + "epoch": 0.2978311850596552, + "grad_norm": 2.3237757682800293, + "learning_rate": 1.64679452455995e-05, + "loss": 2.8445, + "step": 17399 + }, + { + "epoch": 0.29784830277820573, + "grad_norm": 2.2638540267944336, + "learning_rate": 1.6467522410582922e-05, + "loss": 2.7214, + "step": 17400 + }, + { + "epoch": 0.2978654204967562, + "grad_norm": 2.233752727508545, + "learning_rate": 1.6467099555687438e-05, + "loss": 2.6786, + "step": 17401 + }, + { + "epoch": 0.2978825382153067, + "grad_norm": 2.3923165798187256, + "learning_rate": 1.646667668091434e-05, + "loss": 2.7143, + "step": 17402 + }, + { + "epoch": 0.29789965593385714, + "grad_norm": 2.340070962905884, + "learning_rate": 1.6466253786264937e-05, + "loss": 2.7166, + "step": 17403 + }, + { + "epoch": 0.2979167736524076, + "grad_norm": 2.238234758377075, + "learning_rate": 1.646583087174052e-05, + "loss": 2.6584, + "step": 17404 + }, + { + "epoch": 0.2979338913709581, + "grad_norm": 2.2933263778686523, + "learning_rate": 1.646540793734239e-05, + "loss": 2.6693, + "step": 17405 + }, + { + "epoch": 0.29795100908950856, + "grad_norm": 2.3395791053771973, + "learning_rate": 1.646498498307185e-05, + "loss": 2.845, + "step": 17406 + }, + { + "epoch": 0.297968126808059, + "grad_norm": 2.2663378715515137, + "learning_rate": 1.64645620089302e-05, + "loss": 2.7419, + "step": 17407 + }, + { + "epoch": 0.2979852445266095, + "grad_norm": 2.250891923904419, + "learning_rate": 1.6464139014918738e-05, + "loss": 2.7074, + "step": 17408 + }, + { + "epoch": 0.29800236224515997, + "grad_norm": 2.27490496635437, + "learning_rate": 1.6463716001038764e-05, + "loss": 2.6793, + "step": 17409 + }, + { + "epoch": 0.2980194799637104, + "grad_norm": 2.4786529541015625, + "learning_rate": 1.6463292967291582e-05, + "loss": 2.8198, + "step": 17410 + }, + { + "epoch": 0.29803659768226093, + "grad_norm": 2.367520332336426, + "learning_rate": 1.646286991367849e-05, + "loss": 2.9158, + "step": 17411 + }, + { + "epoch": 0.2980537154008114, + "grad_norm": 2.233118772506714, + "learning_rate": 1.6462446840200786e-05, + "loss": 2.7263, + "step": 17412 + }, + { + "epoch": 0.29807083311936183, + "grad_norm": 2.4179160594940186, + "learning_rate": 1.6462023746859774e-05, + "loss": 2.7175, + "step": 17413 + }, + { + "epoch": 0.29808795083791234, + "grad_norm": 2.2969977855682373, + "learning_rate": 1.646160063365675e-05, + "loss": 2.7107, + "step": 17414 + }, + { + "epoch": 0.2981050685564628, + "grad_norm": 2.3937759399414062, + "learning_rate": 1.6461177500593017e-05, + "loss": 2.7241, + "step": 17415 + }, + { + "epoch": 0.29812218627501325, + "grad_norm": 2.2261500358581543, + "learning_rate": 1.6460754347669875e-05, + "loss": 2.6853, + "step": 17416 + }, + { + "epoch": 0.29813930399356375, + "grad_norm": 2.1691324710845947, + "learning_rate": 1.646033117488863e-05, + "loss": 2.6788, + "step": 17417 + }, + { + "epoch": 0.2981564217121142, + "grad_norm": 2.3004672527313232, + "learning_rate": 1.6459907982250577e-05, + "loss": 2.6449, + "step": 17418 + }, + { + "epoch": 0.29817353943066466, + "grad_norm": 2.42551851272583, + "learning_rate": 1.6459484769757017e-05, + "loss": 2.683, + "step": 17419 + }, + { + "epoch": 0.29819065714921517, + "grad_norm": 2.55163836479187, + "learning_rate": 1.6459061537409252e-05, + "loss": 2.8319, + "step": 17420 + }, + { + "epoch": 0.2982077748677656, + "grad_norm": 2.2878425121307373, + "learning_rate": 1.6458638285208583e-05, + "loss": 2.8121, + "step": 17421 + }, + { + "epoch": 0.29822489258631607, + "grad_norm": 2.5546340942382812, + "learning_rate": 1.6458215013156308e-05, + "loss": 2.737, + "step": 17422 + }, + { + "epoch": 0.2982420103048666, + "grad_norm": 2.3869259357452393, + "learning_rate": 1.645779172125373e-05, + "loss": 2.7622, + "step": 17423 + }, + { + "epoch": 0.29825912802341703, + "grad_norm": 2.301165819168091, + "learning_rate": 1.6457368409502153e-05, + "loss": 2.7729, + "step": 17424 + }, + { + "epoch": 0.2982762457419675, + "grad_norm": 2.3667795658111572, + "learning_rate": 1.6456945077902875e-05, + "loss": 2.834, + "step": 17425 + }, + { + "epoch": 0.298293363460518, + "grad_norm": 2.342275619506836, + "learning_rate": 1.64565217264572e-05, + "loss": 2.7249, + "step": 17426 + }, + { + "epoch": 0.29831048117906844, + "grad_norm": 2.256930351257324, + "learning_rate": 1.6456098355166425e-05, + "loss": 2.7396, + "step": 17427 + }, + { + "epoch": 0.29832759889761895, + "grad_norm": 2.2177867889404297, + "learning_rate": 1.645567496403185e-05, + "loss": 2.7947, + "step": 17428 + }, + { + "epoch": 0.2983447166161694, + "grad_norm": 2.372805118560791, + "learning_rate": 1.645525155305478e-05, + "loss": 2.9021, + "step": 17429 + }, + { + "epoch": 0.29836183433471986, + "grad_norm": 2.4274001121520996, + "learning_rate": 1.645482812223652e-05, + "loss": 2.7294, + "step": 17430 + }, + { + "epoch": 0.29837895205327036, + "grad_norm": 2.279223680496216, + "learning_rate": 1.6454404671578367e-05, + "loss": 2.7773, + "step": 17431 + }, + { + "epoch": 0.2983960697718208, + "grad_norm": 2.3612730503082275, + "learning_rate": 1.6453981201081624e-05, + "loss": 2.767, + "step": 17432 + }, + { + "epoch": 0.29841318749037127, + "grad_norm": 2.3941287994384766, + "learning_rate": 1.6453557710747593e-05, + "loss": 2.8906, + "step": 17433 + }, + { + "epoch": 0.2984303052089218, + "grad_norm": 2.180675745010376, + "learning_rate": 1.645313420057757e-05, + "loss": 2.694, + "step": 17434 + }, + { + "epoch": 0.29844742292747223, + "grad_norm": 2.278524160385132, + "learning_rate": 1.6452710670572864e-05, + "loss": 2.6338, + "step": 17435 + }, + { + "epoch": 0.2984645406460227, + "grad_norm": 2.2705206871032715, + "learning_rate": 1.645228712073477e-05, + "loss": 2.7104, + "step": 17436 + }, + { + "epoch": 0.2984816583645732, + "grad_norm": 2.3771748542785645, + "learning_rate": 1.64518635510646e-05, + "loss": 2.7342, + "step": 17437 + }, + { + "epoch": 0.29849877608312364, + "grad_norm": 2.2853598594665527, + "learning_rate": 1.6451439961563643e-05, + "loss": 2.6525, + "step": 17438 + }, + { + "epoch": 0.2985158938016741, + "grad_norm": 2.5155751705169678, + "learning_rate": 1.645101635223321e-05, + "loss": 2.8106, + "step": 17439 + }, + { + "epoch": 0.2985330115202246, + "grad_norm": 2.4023661613464355, + "learning_rate": 1.64505927230746e-05, + "loss": 2.6929, + "step": 17440 + }, + { + "epoch": 0.29855012923877505, + "grad_norm": 2.2597014904022217, + "learning_rate": 1.6450169074089117e-05, + "loss": 2.7082, + "step": 17441 + }, + { + "epoch": 0.2985672469573255, + "grad_norm": 2.382230281829834, + "learning_rate": 1.644974540527806e-05, + "loss": 2.8041, + "step": 17442 + }, + { + "epoch": 0.298584364675876, + "grad_norm": 2.3899247646331787, + "learning_rate": 1.6449321716642738e-05, + "loss": 2.8089, + "step": 17443 + }, + { + "epoch": 0.29860148239442647, + "grad_norm": 2.3586838245391846, + "learning_rate": 1.6448898008184445e-05, + "loss": 2.8399, + "step": 17444 + }, + { + "epoch": 0.2986186001129769, + "grad_norm": 2.361161708831787, + "learning_rate": 1.6448474279904486e-05, + "loss": 2.7169, + "step": 17445 + }, + { + "epoch": 0.2986357178315274, + "grad_norm": 2.421823263168335, + "learning_rate": 1.6448050531804167e-05, + "loss": 2.7481, + "step": 17446 + }, + { + "epoch": 0.2986528355500779, + "grad_norm": 2.330995798110962, + "learning_rate": 1.6447626763884784e-05, + "loss": 2.6831, + "step": 17447 + }, + { + "epoch": 0.29866995326862833, + "grad_norm": 2.275423526763916, + "learning_rate": 1.6447202976147646e-05, + "loss": 2.8013, + "step": 17448 + }, + { + "epoch": 0.29868707098717884, + "grad_norm": 2.4755377769470215, + "learning_rate": 1.6446779168594047e-05, + "loss": 2.8, + "step": 17449 + }, + { + "epoch": 0.2987041887057293, + "grad_norm": 2.3196816444396973, + "learning_rate": 1.64463553412253e-05, + "loss": 2.7809, + "step": 17450 + }, + { + "epoch": 0.2987213064242798, + "grad_norm": 2.365811586380005, + "learning_rate": 1.6445931494042703e-05, + "loss": 2.664, + "step": 17451 + }, + { + "epoch": 0.29873842414283025, + "grad_norm": 2.2084176540374756, + "learning_rate": 1.6445507627047557e-05, + "loss": 2.7079, + "step": 17452 + }, + { + "epoch": 0.2987555418613807, + "grad_norm": 2.447066307067871, + "learning_rate": 1.6445083740241167e-05, + "loss": 2.7831, + "step": 17453 + }, + { + "epoch": 0.2987726595799312, + "grad_norm": 2.402385950088501, + "learning_rate": 1.6444659833624836e-05, + "loss": 2.7891, + "step": 17454 + }, + { + "epoch": 0.29878977729848166, + "grad_norm": 2.2488036155700684, + "learning_rate": 1.6444235907199866e-05, + "loss": 2.6808, + "step": 17455 + }, + { + "epoch": 0.2988068950170321, + "grad_norm": 2.1656265258789062, + "learning_rate": 1.644381196096756e-05, + "loss": 2.7401, + "step": 17456 + }, + { + "epoch": 0.2988240127355826, + "grad_norm": 2.263505697250366, + "learning_rate": 1.644338799492922e-05, + "loss": 2.7405, + "step": 17457 + }, + { + "epoch": 0.2988411304541331, + "grad_norm": 2.3895857334136963, + "learning_rate": 1.6442964009086156e-05, + "loss": 2.7714, + "step": 17458 + }, + { + "epoch": 0.2988582481726835, + "grad_norm": 2.212754487991333, + "learning_rate": 1.644254000343966e-05, + "loss": 2.761, + "step": 17459 + }, + { + "epoch": 0.29887536589123403, + "grad_norm": 2.427452325820923, + "learning_rate": 1.6442115977991045e-05, + "loss": 2.8084, + "step": 17460 + }, + { + "epoch": 0.2988924836097845, + "grad_norm": 2.277378797531128, + "learning_rate": 1.6441691932741607e-05, + "loss": 2.772, + "step": 17461 + }, + { + "epoch": 0.29890960132833494, + "grad_norm": 2.236192226409912, + "learning_rate": 1.6441267867692654e-05, + "loss": 2.788, + "step": 17462 + }, + { + "epoch": 0.29892671904688545, + "grad_norm": 2.2898154258728027, + "learning_rate": 1.644084378284549e-05, + "loss": 2.831, + "step": 17463 + }, + { + "epoch": 0.2989438367654359, + "grad_norm": 2.3181824684143066, + "learning_rate": 1.6440419678201413e-05, + "loss": 2.7126, + "step": 17464 + }, + { + "epoch": 0.29896095448398635, + "grad_norm": 2.3471970558166504, + "learning_rate": 1.6439995553761733e-05, + "loss": 2.7604, + "step": 17465 + }, + { + "epoch": 0.29897807220253686, + "grad_norm": 2.222748041152954, + "learning_rate": 1.6439571409527746e-05, + "loss": 2.7823, + "step": 17466 + }, + { + "epoch": 0.2989951899210873, + "grad_norm": 2.3108458518981934, + "learning_rate": 1.6439147245500765e-05, + "loss": 2.821, + "step": 17467 + }, + { + "epoch": 0.29901230763963776, + "grad_norm": 2.317307949066162, + "learning_rate": 1.6438723061682086e-05, + "loss": 2.8002, + "step": 17468 + }, + { + "epoch": 0.29902942535818827, + "grad_norm": 2.3992552757263184, + "learning_rate": 1.643829885807302e-05, + "loss": 2.834, + "step": 17469 + }, + { + "epoch": 0.2990465430767387, + "grad_norm": 2.286375045776367, + "learning_rate": 1.6437874634674865e-05, + "loss": 2.654, + "step": 17470 + }, + { + "epoch": 0.2990636607952892, + "grad_norm": 2.5215108394622803, + "learning_rate": 1.6437450391488928e-05, + "loss": 2.7795, + "step": 17471 + }, + { + "epoch": 0.2990807785138397, + "grad_norm": 2.369697332382202, + "learning_rate": 1.6437026128516507e-05, + "loss": 2.7426, + "step": 17472 + }, + { + "epoch": 0.29909789623239014, + "grad_norm": 2.462496042251587, + "learning_rate": 1.6436601845758915e-05, + "loss": 2.7306, + "step": 17473 + }, + { + "epoch": 0.29911501395094064, + "grad_norm": 2.4445295333862305, + "learning_rate": 1.643617754321745e-05, + "loss": 2.7092, + "step": 17474 + }, + { + "epoch": 0.2991321316694911, + "grad_norm": 2.379430055618286, + "learning_rate": 1.6435753220893417e-05, + "loss": 2.7016, + "step": 17475 + }, + { + "epoch": 0.29914924938804155, + "grad_norm": 2.2561593055725098, + "learning_rate": 1.6435328878788123e-05, + "loss": 2.8293, + "step": 17476 + }, + { + "epoch": 0.29916636710659206, + "grad_norm": 2.2819747924804688, + "learning_rate": 1.643490451690287e-05, + "loss": 2.6751, + "step": 17477 + }, + { + "epoch": 0.2991834848251425, + "grad_norm": 2.1988916397094727, + "learning_rate": 1.6434480135238966e-05, + "loss": 2.792, + "step": 17478 + }, + { + "epoch": 0.29920060254369296, + "grad_norm": 2.367398500442505, + "learning_rate": 1.643405573379771e-05, + "loss": 2.7609, + "step": 17479 + }, + { + "epoch": 0.29921772026224347, + "grad_norm": 2.428217887878418, + "learning_rate": 1.6433631312580405e-05, + "loss": 2.8443, + "step": 17480 + }, + { + "epoch": 0.2992348379807939, + "grad_norm": 2.391883611679077, + "learning_rate": 1.643320687158836e-05, + "loss": 2.7993, + "step": 17481 + }, + { + "epoch": 0.2992519556993444, + "grad_norm": 2.258486032485962, + "learning_rate": 1.6432782410822882e-05, + "loss": 2.6633, + "step": 17482 + }, + { + "epoch": 0.2992690734178949, + "grad_norm": 2.479140281677246, + "learning_rate": 1.6432357930285272e-05, + "loss": 2.7164, + "step": 17483 + }, + { + "epoch": 0.29928619113644533, + "grad_norm": 2.3868460655212402, + "learning_rate": 1.6431933429976832e-05, + "loss": 2.7621, + "step": 17484 + }, + { + "epoch": 0.2993033088549958, + "grad_norm": 2.5436105728149414, + "learning_rate": 1.643150890989887e-05, + "loss": 2.7764, + "step": 17485 + }, + { + "epoch": 0.2993204265735463, + "grad_norm": 2.285123825073242, + "learning_rate": 1.6431084370052698e-05, + "loss": 2.7988, + "step": 17486 + }, + { + "epoch": 0.29933754429209675, + "grad_norm": 2.3511240482330322, + "learning_rate": 1.6430659810439606e-05, + "loss": 2.7448, + "step": 17487 + }, + { + "epoch": 0.2993546620106472, + "grad_norm": 2.4250905513763428, + "learning_rate": 1.6430235231060908e-05, + "loss": 2.6445, + "step": 17488 + }, + { + "epoch": 0.2993717797291977, + "grad_norm": 2.4626402854919434, + "learning_rate": 1.642981063191791e-05, + "loss": 2.8997, + "step": 17489 + }, + { + "epoch": 0.29938889744774816, + "grad_norm": 2.424405336380005, + "learning_rate": 1.642938601301191e-05, + "loss": 2.7673, + "step": 17490 + }, + { + "epoch": 0.2994060151662986, + "grad_norm": 2.2662510871887207, + "learning_rate": 1.6428961374344224e-05, + "loss": 2.825, + "step": 17491 + }, + { + "epoch": 0.2994231328848491, + "grad_norm": 2.477113723754883, + "learning_rate": 1.6428536715916146e-05, + "loss": 2.7896, + "step": 17492 + }, + { + "epoch": 0.29944025060339957, + "grad_norm": 2.2942709922790527, + "learning_rate": 1.6428112037728988e-05, + "loss": 2.7469, + "step": 17493 + }, + { + "epoch": 0.29945736832195, + "grad_norm": 2.3730509281158447, + "learning_rate": 1.6427687339784055e-05, + "loss": 2.7739, + "step": 17494 + }, + { + "epoch": 0.29947448604050053, + "grad_norm": 2.4599807262420654, + "learning_rate": 1.6427262622082647e-05, + "loss": 2.7872, + "step": 17495 + }, + { + "epoch": 0.299491603759051, + "grad_norm": 2.2736449241638184, + "learning_rate": 1.6426837884626077e-05, + "loss": 2.7129, + "step": 17496 + }, + { + "epoch": 0.2995087214776015, + "grad_norm": 2.3853111267089844, + "learning_rate": 1.6426413127415647e-05, + "loss": 2.6749, + "step": 17497 + }, + { + "epoch": 0.29952583919615194, + "grad_norm": 2.327100992202759, + "learning_rate": 1.642598835045266e-05, + "loss": 2.7617, + "step": 17498 + }, + { + "epoch": 0.2995429569147024, + "grad_norm": 2.435229539871216, + "learning_rate": 1.6425563553738424e-05, + "loss": 2.7227, + "step": 17499 + }, + { + "epoch": 0.2995600746332529, + "grad_norm": 2.2315075397491455, + "learning_rate": 1.6425138737274245e-05, + "loss": 2.795, + "step": 17500 + }, + { + "epoch": 0.29957719235180336, + "grad_norm": 2.647773265838623, + "learning_rate": 1.6424713901061426e-05, + "loss": 2.705, + "step": 17501 + }, + { + "epoch": 0.2995943100703538, + "grad_norm": 2.3602516651153564, + "learning_rate": 1.642428904510128e-05, + "loss": 2.6669, + "step": 17502 + }, + { + "epoch": 0.2996114277889043, + "grad_norm": 2.524928092956543, + "learning_rate": 1.6423864169395106e-05, + "loss": 2.7851, + "step": 17503 + }, + { + "epoch": 0.29962854550745477, + "grad_norm": 2.3038578033447266, + "learning_rate": 1.642343927394421e-05, + "loss": 2.6042, + "step": 17504 + }, + { + "epoch": 0.2996456632260052, + "grad_norm": 2.4042792320251465, + "learning_rate": 1.6423014358749902e-05, + "loss": 2.7236, + "step": 17505 + }, + { + "epoch": 0.29966278094455573, + "grad_norm": 2.424651622772217, + "learning_rate": 1.6422589423813485e-05, + "loss": 2.8281, + "step": 17506 + }, + { + "epoch": 0.2996798986631062, + "grad_norm": 2.146498203277588, + "learning_rate": 1.642216446913627e-05, + "loss": 2.7809, + "step": 17507 + }, + { + "epoch": 0.29969701638165663, + "grad_norm": 2.537205696105957, + "learning_rate": 1.6421739494719556e-05, + "loss": 2.7367, + "step": 17508 + }, + { + "epoch": 0.29971413410020714, + "grad_norm": 2.390744686126709, + "learning_rate": 1.642131450056465e-05, + "loss": 2.7337, + "step": 17509 + }, + { + "epoch": 0.2997312518187576, + "grad_norm": 2.436873435974121, + "learning_rate": 1.6420889486672863e-05, + "loss": 2.7637, + "step": 17510 + }, + { + "epoch": 0.29974836953730805, + "grad_norm": 2.418699264526367, + "learning_rate": 1.64204644530455e-05, + "loss": 2.8931, + "step": 17511 + }, + { + "epoch": 0.29976548725585855, + "grad_norm": 2.2386646270751953, + "learning_rate": 1.6420039399683865e-05, + "loss": 2.7564, + "step": 17512 + }, + { + "epoch": 0.299782604974409, + "grad_norm": 2.252880811691284, + "learning_rate": 1.641961432658927e-05, + "loss": 2.8396, + "step": 17513 + }, + { + "epoch": 0.29979972269295946, + "grad_norm": 2.2135329246520996, + "learning_rate": 1.6419189233763015e-05, + "loss": 2.7095, + "step": 17514 + }, + { + "epoch": 0.29981684041150997, + "grad_norm": 2.318965196609497, + "learning_rate": 1.6418764121206408e-05, + "loss": 2.6991, + "step": 17515 + }, + { + "epoch": 0.2998339581300604, + "grad_norm": 2.239962577819824, + "learning_rate": 1.6418338988920757e-05, + "loss": 2.8042, + "step": 17516 + }, + { + "epoch": 0.29985107584861087, + "grad_norm": 2.328514814376831, + "learning_rate": 1.641791383690737e-05, + "loss": 2.6894, + "step": 17517 + }, + { + "epoch": 0.2998681935671614, + "grad_norm": 2.3092033863067627, + "learning_rate": 1.641748866516755e-05, + "loss": 2.8068, + "step": 17518 + }, + { + "epoch": 0.29988531128571183, + "grad_norm": 2.404036283493042, + "learning_rate": 1.6417063473702608e-05, + "loss": 2.7825, + "step": 17519 + }, + { + "epoch": 0.29990242900426234, + "grad_norm": 2.4404613971710205, + "learning_rate": 1.6416638262513846e-05, + "loss": 2.771, + "step": 17520 + }, + { + "epoch": 0.2999195467228128, + "grad_norm": 2.340740442276001, + "learning_rate": 1.641621303160258e-05, + "loss": 2.7662, + "step": 17521 + }, + { + "epoch": 0.29993666444136324, + "grad_norm": 2.4797744750976562, + "learning_rate": 1.6415787780970104e-05, + "loss": 2.7633, + "step": 17522 + }, + { + "epoch": 0.29995378215991375, + "grad_norm": 2.2471683025360107, + "learning_rate": 1.6415362510617734e-05, + "loss": 2.8048, + "step": 17523 + }, + { + "epoch": 0.2999708998784642, + "grad_norm": 2.4646689891815186, + "learning_rate": 1.6414937220546775e-05, + "loss": 2.8236, + "step": 17524 + }, + { + "epoch": 0.29998801759701466, + "grad_norm": 2.2626988887786865, + "learning_rate": 1.6414511910758536e-05, + "loss": 2.7157, + "step": 17525 + }, + { + "epoch": 0.30000513531556516, + "grad_norm": 2.512645959854126, + "learning_rate": 1.641408658125432e-05, + "loss": 2.7757, + "step": 17526 + }, + { + "epoch": 0.3000222530341156, + "grad_norm": 2.5294878482818604, + "learning_rate": 1.641366123203544e-05, + "loss": 2.8966, + "step": 17527 + }, + { + "epoch": 0.30003937075266607, + "grad_norm": 2.3035197257995605, + "learning_rate": 1.6413235863103198e-05, + "loss": 2.7102, + "step": 17528 + }, + { + "epoch": 0.3000564884712166, + "grad_norm": 2.498332977294922, + "learning_rate": 1.6412810474458906e-05, + "loss": 2.7433, + "step": 17529 + }, + { + "epoch": 0.30007360618976703, + "grad_norm": 2.550605535507202, + "learning_rate": 1.6412385066103865e-05, + "loss": 2.755, + "step": 17530 + }, + { + "epoch": 0.3000907239083175, + "grad_norm": 2.3373429775238037, + "learning_rate": 1.641195963803939e-05, + "loss": 2.7793, + "step": 17531 + }, + { + "epoch": 0.300107841626868, + "grad_norm": 2.4363725185394287, + "learning_rate": 1.641153419026679e-05, + "loss": 2.8321, + "step": 17532 + }, + { + "epoch": 0.30012495934541844, + "grad_norm": 2.3955085277557373, + "learning_rate": 1.6411108722787357e-05, + "loss": 2.7621, + "step": 17533 + }, + { + "epoch": 0.3001420770639689, + "grad_norm": 2.336439609527588, + "learning_rate": 1.641068323560242e-05, + "loss": 2.7458, + "step": 17534 + }, + { + "epoch": 0.3001591947825194, + "grad_norm": 2.3032004833221436, + "learning_rate": 1.641025772871327e-05, + "loss": 2.8508, + "step": 17535 + }, + { + "epoch": 0.30017631250106985, + "grad_norm": 2.2093024253845215, + "learning_rate": 1.6409832202121222e-05, + "loss": 2.709, + "step": 17536 + }, + { + "epoch": 0.3001934302196203, + "grad_norm": 2.219154119491577, + "learning_rate": 1.6409406655827588e-05, + "loss": 2.7104, + "step": 17537 + }, + { + "epoch": 0.3002105479381708, + "grad_norm": 2.2969133853912354, + "learning_rate": 1.6408981089833668e-05, + "loss": 2.6879, + "step": 17538 + }, + { + "epoch": 0.30022766565672127, + "grad_norm": 2.397568464279175, + "learning_rate": 1.6408555504140774e-05, + "loss": 2.8681, + "step": 17539 + }, + { + "epoch": 0.3002447833752717, + "grad_norm": 2.254941940307617, + "learning_rate": 1.640812989875021e-05, + "loss": 2.682, + "step": 17540 + }, + { + "epoch": 0.3002619010938222, + "grad_norm": 2.3487117290496826, + "learning_rate": 1.6407704273663294e-05, + "loss": 2.6976, + "step": 17541 + }, + { + "epoch": 0.3002790188123727, + "grad_norm": 2.36716890335083, + "learning_rate": 1.6407278628881324e-05, + "loss": 2.7379, + "step": 17542 + }, + { + "epoch": 0.3002961365309232, + "grad_norm": 2.40683913230896, + "learning_rate": 1.6406852964405614e-05, + "loss": 2.8224, + "step": 17543 + }, + { + "epoch": 0.30031325424947364, + "grad_norm": 2.2374608516693115, + "learning_rate": 1.6406427280237466e-05, + "loss": 2.6768, + "step": 17544 + }, + { + "epoch": 0.3003303719680241, + "grad_norm": 2.320171594619751, + "learning_rate": 1.64060015763782e-05, + "loss": 2.8171, + "step": 17545 + }, + { + "epoch": 0.3003474896865746, + "grad_norm": 2.228160858154297, + "learning_rate": 1.6405575852829108e-05, + "loss": 2.7743, + "step": 17546 + }, + { + "epoch": 0.30036460740512505, + "grad_norm": 2.31498122215271, + "learning_rate": 1.6405150109591518e-05, + "loss": 2.8063, + "step": 17547 + }, + { + "epoch": 0.3003817251236755, + "grad_norm": 2.270705461502075, + "learning_rate": 1.640472434666672e-05, + "loss": 2.7838, + "step": 17548 + }, + { + "epoch": 0.300398842842226, + "grad_norm": 2.28741717338562, + "learning_rate": 1.6404298564056037e-05, + "loss": 2.7953, + "step": 17549 + }, + { + "epoch": 0.30041596056077646, + "grad_norm": 2.2794344425201416, + "learning_rate": 1.640387276176077e-05, + "loss": 2.7288, + "step": 17550 + }, + { + "epoch": 0.3004330782793269, + "grad_norm": 2.3155863285064697, + "learning_rate": 1.6403446939782227e-05, + "loss": 2.7765, + "step": 17551 + }, + { + "epoch": 0.3004501959978774, + "grad_norm": 2.47367262840271, + "learning_rate": 1.6403021098121722e-05, + "loss": 2.7104, + "step": 17552 + }, + { + "epoch": 0.3004673137164279, + "grad_norm": 2.3764638900756836, + "learning_rate": 1.6402595236780563e-05, + "loss": 2.832, + "step": 17553 + }, + { + "epoch": 0.3004844314349783, + "grad_norm": 2.4234681129455566, + "learning_rate": 1.6402169355760054e-05, + "loss": 2.7586, + "step": 17554 + }, + { + "epoch": 0.30050154915352884, + "grad_norm": 2.4990086555480957, + "learning_rate": 1.640174345506151e-05, + "loss": 2.7103, + "step": 17555 + }, + { + "epoch": 0.3005186668720793, + "grad_norm": 2.3677756786346436, + "learning_rate": 1.6401317534686236e-05, + "loss": 2.7335, + "step": 17556 + }, + { + "epoch": 0.30053578459062974, + "grad_norm": 2.341585397720337, + "learning_rate": 1.6400891594635543e-05, + "loss": 2.7173, + "step": 17557 + }, + { + "epoch": 0.30055290230918025, + "grad_norm": 2.424569606781006, + "learning_rate": 1.6400465634910738e-05, + "loss": 2.7157, + "step": 17558 + }, + { + "epoch": 0.3005700200277307, + "grad_norm": 2.417919397354126, + "learning_rate": 1.6400039655513135e-05, + "loss": 2.8763, + "step": 17559 + }, + { + "epoch": 0.30058713774628115, + "grad_norm": 2.3550186157226562, + "learning_rate": 1.6399613656444036e-05, + "loss": 2.708, + "step": 17560 + }, + { + "epoch": 0.30060425546483166, + "grad_norm": 2.2747318744659424, + "learning_rate": 1.6399187637704758e-05, + "loss": 2.7632, + "step": 17561 + }, + { + "epoch": 0.3006213731833821, + "grad_norm": 2.2957611083984375, + "learning_rate": 1.6398761599296603e-05, + "loss": 2.7123, + "step": 17562 + }, + { + "epoch": 0.30063849090193256, + "grad_norm": 2.310882329940796, + "learning_rate": 1.6398335541220888e-05, + "loss": 2.7544, + "step": 17563 + }, + { + "epoch": 0.3006556086204831, + "grad_norm": 2.3717613220214844, + "learning_rate": 1.639790946347892e-05, + "loss": 2.8195, + "step": 17564 + }, + { + "epoch": 0.3006727263390335, + "grad_norm": 2.2893500328063965, + "learning_rate": 1.6397483366072004e-05, + "loss": 2.7339, + "step": 17565 + }, + { + "epoch": 0.30068984405758403, + "grad_norm": 2.250762701034546, + "learning_rate": 1.6397057249001457e-05, + "loss": 2.689, + "step": 17566 + }, + { + "epoch": 0.3007069617761345, + "grad_norm": 2.4409596920013428, + "learning_rate": 1.6396631112268582e-05, + "loss": 2.639, + "step": 17567 + }, + { + "epoch": 0.30072407949468494, + "grad_norm": 2.3493876457214355, + "learning_rate": 1.6396204955874694e-05, + "loss": 2.7725, + "step": 17568 + }, + { + "epoch": 0.30074119721323544, + "grad_norm": 2.341125965118408, + "learning_rate": 1.63957787798211e-05, + "loss": 2.7272, + "step": 17569 + }, + { + "epoch": 0.3007583149317859, + "grad_norm": 2.282768487930298, + "learning_rate": 1.6395352584109114e-05, + "loss": 2.7323, + "step": 17570 + }, + { + "epoch": 0.30077543265033635, + "grad_norm": 2.2103309631347656, + "learning_rate": 1.6394926368740038e-05, + "loss": 2.6832, + "step": 17571 + }, + { + "epoch": 0.30079255036888686, + "grad_norm": 2.2282116413116455, + "learning_rate": 1.6394500133715186e-05, + "loss": 2.7011, + "step": 17572 + }, + { + "epoch": 0.3008096680874373, + "grad_norm": 2.384211540222168, + "learning_rate": 1.6394073879035874e-05, + "loss": 2.8322, + "step": 17573 + }, + { + "epoch": 0.30082678580598776, + "grad_norm": 2.2254316806793213, + "learning_rate": 1.63936476047034e-05, + "loss": 2.7323, + "step": 17574 + }, + { + "epoch": 0.30084390352453827, + "grad_norm": 2.171778440475464, + "learning_rate": 1.6393221310719087e-05, + "loss": 2.7682, + "step": 17575 + }, + { + "epoch": 0.3008610212430887, + "grad_norm": 2.2248659133911133, + "learning_rate": 1.6392794997084238e-05, + "loss": 2.7639, + "step": 17576 + }, + { + "epoch": 0.3008781389616392, + "grad_norm": 2.2407755851745605, + "learning_rate": 1.6392368663800166e-05, + "loss": 2.7455, + "step": 17577 + }, + { + "epoch": 0.3008952566801897, + "grad_norm": 2.236363649368286, + "learning_rate": 1.6391942310868176e-05, + "loss": 2.7648, + "step": 17578 + }, + { + "epoch": 0.30091237439874013, + "grad_norm": 2.272428512573242, + "learning_rate": 1.6391515938289585e-05, + "loss": 2.6483, + "step": 17579 + }, + { + "epoch": 0.3009294921172906, + "grad_norm": 2.2413809299468994, + "learning_rate": 1.63910895460657e-05, + "loss": 2.8372, + "step": 17580 + }, + { + "epoch": 0.3009466098358411, + "grad_norm": 2.377297878265381, + "learning_rate": 1.6390663134197836e-05, + "loss": 2.7814, + "step": 17581 + }, + { + "epoch": 0.30096372755439155, + "grad_norm": 2.390909194946289, + "learning_rate": 1.6390236702687298e-05, + "loss": 2.7365, + "step": 17582 + }, + { + "epoch": 0.300980845272942, + "grad_norm": 2.2106382846832275, + "learning_rate": 1.63898102515354e-05, + "loss": 2.6193, + "step": 17583 + }, + { + "epoch": 0.3009979629914925, + "grad_norm": 2.4397504329681396, + "learning_rate": 1.6389383780743454e-05, + "loss": 2.7514, + "step": 17584 + }, + { + "epoch": 0.30101508071004296, + "grad_norm": 2.244018077850342, + "learning_rate": 1.6388957290312764e-05, + "loss": 2.7616, + "step": 17585 + }, + { + "epoch": 0.3010321984285934, + "grad_norm": 2.1274960041046143, + "learning_rate": 1.638853078024465e-05, + "loss": 2.6094, + "step": 17586 + }, + { + "epoch": 0.3010493161471439, + "grad_norm": 2.3536367416381836, + "learning_rate": 1.6388104250540414e-05, + "loss": 2.7421, + "step": 17587 + }, + { + "epoch": 0.30106643386569437, + "grad_norm": 2.238389015197754, + "learning_rate": 1.638767770120137e-05, + "loss": 2.6179, + "step": 17588 + }, + { + "epoch": 0.3010835515842449, + "grad_norm": 2.441932201385498, + "learning_rate": 1.6387251132228837e-05, + "loss": 2.8616, + "step": 17589 + }, + { + "epoch": 0.30110066930279533, + "grad_norm": 2.244410514831543, + "learning_rate": 1.6386824543624115e-05, + "loss": 2.6522, + "step": 17590 + }, + { + "epoch": 0.3011177870213458, + "grad_norm": 2.1916840076446533, + "learning_rate": 1.6386397935388524e-05, + "loss": 2.629, + "step": 17591 + }, + { + "epoch": 0.3011349047398963, + "grad_norm": 2.3174147605895996, + "learning_rate": 1.638597130752337e-05, + "loss": 2.7918, + "step": 17592 + }, + { + "epoch": 0.30115202245844674, + "grad_norm": 2.431920051574707, + "learning_rate": 1.6385544660029965e-05, + "loss": 2.7317, + "step": 17593 + }, + { + "epoch": 0.3011691401769972, + "grad_norm": 2.186755418777466, + "learning_rate": 1.638511799290962e-05, + "loss": 2.6039, + "step": 17594 + }, + { + "epoch": 0.3011862578955477, + "grad_norm": 2.4901959896087646, + "learning_rate": 1.6384691306163645e-05, + "loss": 2.7683, + "step": 17595 + }, + { + "epoch": 0.30120337561409816, + "grad_norm": 2.4011738300323486, + "learning_rate": 1.6384264599793357e-05, + "loss": 2.6708, + "step": 17596 + }, + { + "epoch": 0.3012204933326486, + "grad_norm": 2.3315930366516113, + "learning_rate": 1.638383787380006e-05, + "loss": 2.7744, + "step": 17597 + }, + { + "epoch": 0.3012376110511991, + "grad_norm": 2.5537118911743164, + "learning_rate": 1.6383411128185077e-05, + "loss": 2.7009, + "step": 17598 + }, + { + "epoch": 0.30125472876974957, + "grad_norm": 2.3041441440582275, + "learning_rate": 1.6382984362949706e-05, + "loss": 2.724, + "step": 17599 + }, + { + "epoch": 0.3012718464883, + "grad_norm": 2.252847671508789, + "learning_rate": 1.6382557578095267e-05, + "loss": 2.7107, + "step": 17600 + }, + { + "epoch": 0.30128896420685053, + "grad_norm": 2.304011583328247, + "learning_rate": 1.6382130773623074e-05, + "loss": 2.8519, + "step": 17601 + }, + { + "epoch": 0.301306081925401, + "grad_norm": 2.3065831661224365, + "learning_rate": 1.638170394953443e-05, + "loss": 2.6428, + "step": 17602 + }, + { + "epoch": 0.30132319964395143, + "grad_norm": 2.319916248321533, + "learning_rate": 1.6381277105830653e-05, + "loss": 2.6811, + "step": 17603 + }, + { + "epoch": 0.30134031736250194, + "grad_norm": 2.412764310836792, + "learning_rate": 1.6380850242513052e-05, + "loss": 2.8156, + "step": 17604 + }, + { + "epoch": 0.3013574350810524, + "grad_norm": 2.356480121612549, + "learning_rate": 1.6380423359582945e-05, + "loss": 2.8737, + "step": 17605 + }, + { + "epoch": 0.30137455279960285, + "grad_norm": 2.1208748817443848, + "learning_rate": 1.637999645704164e-05, + "loss": 2.7203, + "step": 17606 + }, + { + "epoch": 0.30139167051815335, + "grad_norm": 2.28405499458313, + "learning_rate": 1.6379569534890447e-05, + "loss": 2.6157, + "step": 17607 + }, + { + "epoch": 0.3014087882367038, + "grad_norm": 2.376091241836548, + "learning_rate": 1.637914259313068e-05, + "loss": 2.7966, + "step": 17608 + }, + { + "epoch": 0.30142590595525426, + "grad_norm": 2.243168592453003, + "learning_rate": 1.637871563176365e-05, + "loss": 2.7331, + "step": 17609 + }, + { + "epoch": 0.30144302367380477, + "grad_norm": 2.3775131702423096, + "learning_rate": 1.6378288650790673e-05, + "loss": 2.7765, + "step": 17610 + }, + { + "epoch": 0.3014601413923552, + "grad_norm": 2.3388588428497314, + "learning_rate": 1.637786165021306e-05, + "loss": 2.6586, + "step": 17611 + }, + { + "epoch": 0.30147725911090567, + "grad_norm": 2.3883283138275146, + "learning_rate": 1.637743463003212e-05, + "loss": 2.8581, + "step": 17612 + }, + { + "epoch": 0.3014943768294562, + "grad_norm": 2.4609875679016113, + "learning_rate": 1.637700759024917e-05, + "loss": 2.7563, + "step": 17613 + }, + { + "epoch": 0.30151149454800663, + "grad_norm": 2.3668372631073, + "learning_rate": 1.637658053086552e-05, + "loss": 2.7387, + "step": 17614 + }, + { + "epoch": 0.30152861226655714, + "grad_norm": 2.290715456008911, + "learning_rate": 1.6376153451882484e-05, + "loss": 2.6645, + "step": 17615 + }, + { + "epoch": 0.3015457299851076, + "grad_norm": 2.3862369060516357, + "learning_rate": 1.6375726353301377e-05, + "loss": 2.7515, + "step": 17616 + }, + { + "epoch": 0.30156284770365804, + "grad_norm": 2.4921796321868896, + "learning_rate": 1.6375299235123505e-05, + "loss": 2.7107, + "step": 17617 + }, + { + "epoch": 0.30157996542220855, + "grad_norm": 2.3656294345855713, + "learning_rate": 1.6374872097350183e-05, + "loss": 2.7383, + "step": 17618 + }, + { + "epoch": 0.301597083140759, + "grad_norm": 2.247783660888672, + "learning_rate": 1.637444493998273e-05, + "loss": 2.73, + "step": 17619 + }, + { + "epoch": 0.30161420085930946, + "grad_norm": 2.3519155979156494, + "learning_rate": 1.637401776302245e-05, + "loss": 2.7719, + "step": 17620 + }, + { + "epoch": 0.30163131857785996, + "grad_norm": 2.373825788497925, + "learning_rate": 1.6373590566470662e-05, + "loss": 2.713, + "step": 17621 + }, + { + "epoch": 0.3016484362964104, + "grad_norm": 2.2639122009277344, + "learning_rate": 1.637316335032868e-05, + "loss": 2.8231, + "step": 17622 + }, + { + "epoch": 0.30166555401496087, + "grad_norm": 2.2627885341644287, + "learning_rate": 1.6372736114597813e-05, + "loss": 2.6752, + "step": 17623 + }, + { + "epoch": 0.3016826717335114, + "grad_norm": 2.210223436355591, + "learning_rate": 1.6372308859279374e-05, + "loss": 2.7235, + "step": 17624 + }, + { + "epoch": 0.30169978945206183, + "grad_norm": 2.3237831592559814, + "learning_rate": 1.6371881584374684e-05, + "loss": 2.8742, + "step": 17625 + }, + { + "epoch": 0.3017169071706123, + "grad_norm": 2.221226215362549, + "learning_rate": 1.6371454289885044e-05, + "loss": 2.728, + "step": 17626 + }, + { + "epoch": 0.3017340248891628, + "grad_norm": 2.2959189414978027, + "learning_rate": 1.637102697581178e-05, + "loss": 2.7511, + "step": 17627 + }, + { + "epoch": 0.30175114260771324, + "grad_norm": 2.397749900817871, + "learning_rate": 1.6370599642156192e-05, + "loss": 2.9473, + "step": 17628 + }, + { + "epoch": 0.3017682603262637, + "grad_norm": 2.1065080165863037, + "learning_rate": 1.6370172288919602e-05, + "loss": 2.6222, + "step": 17629 + }, + { + "epoch": 0.3017853780448142, + "grad_norm": 2.27038311958313, + "learning_rate": 1.6369744916103325e-05, + "loss": 2.8877, + "step": 17630 + }, + { + "epoch": 0.30180249576336465, + "grad_norm": 2.220470905303955, + "learning_rate": 1.6369317523708666e-05, + "loss": 2.6962, + "step": 17631 + }, + { + "epoch": 0.3018196134819151, + "grad_norm": 2.268242835998535, + "learning_rate": 1.636889011173695e-05, + "loss": 2.7476, + "step": 17632 + }, + { + "epoch": 0.3018367312004656, + "grad_norm": 2.2637717723846436, + "learning_rate": 1.6368462680189487e-05, + "loss": 2.7233, + "step": 17633 + }, + { + "epoch": 0.30185384891901607, + "grad_norm": 2.3840670585632324, + "learning_rate": 1.636803522906758e-05, + "loss": 2.803, + "step": 17634 + }, + { + "epoch": 0.3018709666375665, + "grad_norm": 2.202153205871582, + "learning_rate": 1.636760775837256e-05, + "loss": 2.715, + "step": 17635 + }, + { + "epoch": 0.301888084356117, + "grad_norm": 2.2222282886505127, + "learning_rate": 1.636718026810573e-05, + "loss": 2.6357, + "step": 17636 + }, + { + "epoch": 0.3019052020746675, + "grad_norm": 2.210967779159546, + "learning_rate": 1.6366752758268407e-05, + "loss": 2.7189, + "step": 17637 + }, + { + "epoch": 0.301922319793218, + "grad_norm": 2.3112599849700928, + "learning_rate": 1.6366325228861903e-05, + "loss": 2.7871, + "step": 17638 + }, + { + "epoch": 0.30193943751176844, + "grad_norm": 2.3475263118743896, + "learning_rate": 1.6365897679887533e-05, + "loss": 2.8254, + "step": 17639 + }, + { + "epoch": 0.3019565552303189, + "grad_norm": 2.1732585430145264, + "learning_rate": 1.6365470111346617e-05, + "loss": 2.7126, + "step": 17640 + }, + { + "epoch": 0.3019736729488694, + "grad_norm": 2.2618408203125, + "learning_rate": 1.6365042523240456e-05, + "loss": 2.7945, + "step": 17641 + }, + { + "epoch": 0.30199079066741985, + "grad_norm": 2.226919651031494, + "learning_rate": 1.6364614915570382e-05, + "loss": 2.7349, + "step": 17642 + }, + { + "epoch": 0.3020079083859703, + "grad_norm": 2.370288133621216, + "learning_rate": 1.6364187288337692e-05, + "loss": 2.7099, + "step": 17643 + }, + { + "epoch": 0.3020250261045208, + "grad_norm": 2.207051992416382, + "learning_rate": 1.6363759641543708e-05, + "loss": 2.6945, + "step": 17644 + }, + { + "epoch": 0.30204214382307126, + "grad_norm": 2.542628049850464, + "learning_rate": 1.6363331975189748e-05, + "loss": 2.8043, + "step": 17645 + }, + { + "epoch": 0.3020592615416217, + "grad_norm": 2.416254997253418, + "learning_rate": 1.636290428927712e-05, + "loss": 2.6918, + "step": 17646 + }, + { + "epoch": 0.3020763792601722, + "grad_norm": 2.2417306900024414, + "learning_rate": 1.6362476583807144e-05, + "loss": 2.7535, + "step": 17647 + }, + { + "epoch": 0.3020934969787227, + "grad_norm": 2.239429473876953, + "learning_rate": 1.636204885878113e-05, + "loss": 2.6715, + "step": 17648 + }, + { + "epoch": 0.3021106146972731, + "grad_norm": 2.2927844524383545, + "learning_rate": 1.6361621114200394e-05, + "loss": 2.7834, + "step": 17649 + }, + { + "epoch": 0.30212773241582364, + "grad_norm": 2.2490055561065674, + "learning_rate": 1.6361193350066255e-05, + "loss": 2.7473, + "step": 17650 + }, + { + "epoch": 0.3021448501343741, + "grad_norm": 2.1931231021881104, + "learning_rate": 1.636076556638002e-05, + "loss": 2.7641, + "step": 17651 + }, + { + "epoch": 0.30216196785292454, + "grad_norm": 2.4284403324127197, + "learning_rate": 1.6360337763143012e-05, + "loss": 2.7995, + "step": 17652 + }, + { + "epoch": 0.30217908557147505, + "grad_norm": 2.1714439392089844, + "learning_rate": 1.6359909940356537e-05, + "loss": 2.7556, + "step": 17653 + }, + { + "epoch": 0.3021962032900255, + "grad_norm": 2.123270273208618, + "learning_rate": 1.6359482098021918e-05, + "loss": 2.6247, + "step": 17654 + }, + { + "epoch": 0.30221332100857595, + "grad_norm": 2.2823100090026855, + "learning_rate": 1.6359054236140468e-05, + "loss": 2.7488, + "step": 17655 + }, + { + "epoch": 0.30223043872712646, + "grad_norm": 2.142169952392578, + "learning_rate": 1.63586263547135e-05, + "loss": 2.5817, + "step": 17656 + }, + { + "epoch": 0.3022475564456769, + "grad_norm": 2.248584270477295, + "learning_rate": 1.6358198453742333e-05, + "loss": 2.6957, + "step": 17657 + }, + { + "epoch": 0.30226467416422736, + "grad_norm": 2.286512613296509, + "learning_rate": 1.6357770533228273e-05, + "loss": 2.7311, + "step": 17658 + }, + { + "epoch": 0.3022817918827779, + "grad_norm": 2.1840736865997314, + "learning_rate": 1.6357342593172645e-05, + "loss": 2.7176, + "step": 17659 + }, + { + "epoch": 0.3022989096013283, + "grad_norm": 2.3744044303894043, + "learning_rate": 1.6356914633576763e-05, + "loss": 2.7815, + "step": 17660 + }, + { + "epoch": 0.30231602731987883, + "grad_norm": 2.274149179458618, + "learning_rate": 1.6356486654441938e-05, + "loss": 2.723, + "step": 17661 + }, + { + "epoch": 0.3023331450384293, + "grad_norm": 2.2812163829803467, + "learning_rate": 1.635605865576949e-05, + "loss": 2.8975, + "step": 17662 + }, + { + "epoch": 0.30235026275697974, + "grad_norm": 2.1242566108703613, + "learning_rate": 1.6355630637560732e-05, + "loss": 2.7056, + "step": 17663 + }, + { + "epoch": 0.30236738047553025, + "grad_norm": 2.3087046146392822, + "learning_rate": 1.635520259981698e-05, + "loss": 2.7482, + "step": 17664 + }, + { + "epoch": 0.3023844981940807, + "grad_norm": 2.415055513381958, + "learning_rate": 1.6354774542539548e-05, + "loss": 2.8463, + "step": 17665 + }, + { + "epoch": 0.30240161591263115, + "grad_norm": 2.374288558959961, + "learning_rate": 1.6354346465729756e-05, + "loss": 2.7765, + "step": 17666 + }, + { + "epoch": 0.30241873363118166, + "grad_norm": 2.3206894397735596, + "learning_rate": 1.6353918369388915e-05, + "loss": 2.8244, + "step": 17667 + }, + { + "epoch": 0.3024358513497321, + "grad_norm": 2.179882526397705, + "learning_rate": 1.6353490253518345e-05, + "loss": 2.5302, + "step": 17668 + }, + { + "epoch": 0.30245296906828256, + "grad_norm": 2.230149745941162, + "learning_rate": 1.6353062118119358e-05, + "loss": 2.8223, + "step": 17669 + }, + { + "epoch": 0.30247008678683307, + "grad_norm": 2.2549784183502197, + "learning_rate": 1.6352633963193274e-05, + "loss": 2.7147, + "step": 17670 + }, + { + "epoch": 0.3024872045053835, + "grad_norm": 2.2720160484313965, + "learning_rate": 1.6352205788741406e-05, + "loss": 2.7933, + "step": 17671 + }, + { + "epoch": 0.302504322223934, + "grad_norm": 2.3297665119171143, + "learning_rate": 1.6351777594765067e-05, + "loss": 2.7, + "step": 17672 + }, + { + "epoch": 0.3025214399424845, + "grad_norm": 2.325885534286499, + "learning_rate": 1.6351349381265584e-05, + "loss": 2.6488, + "step": 17673 + }, + { + "epoch": 0.30253855766103493, + "grad_norm": 2.3636183738708496, + "learning_rate": 1.635092114824426e-05, + "loss": 2.774, + "step": 17674 + }, + { + "epoch": 0.3025556753795854, + "grad_norm": 2.340355157852173, + "learning_rate": 1.635049289570242e-05, + "loss": 2.8656, + "step": 17675 + }, + { + "epoch": 0.3025727930981359, + "grad_norm": 2.3202192783355713, + "learning_rate": 1.635006462364138e-05, + "loss": 2.7347, + "step": 17676 + }, + { + "epoch": 0.30258991081668635, + "grad_norm": 2.3903605937957764, + "learning_rate": 1.6349636332062447e-05, + "loss": 2.7901, + "step": 17677 + }, + { + "epoch": 0.3026070285352368, + "grad_norm": 2.360581159591675, + "learning_rate": 1.634920802096695e-05, + "loss": 2.8428, + "step": 17678 + }, + { + "epoch": 0.3026241462537873, + "grad_norm": 2.255221128463745, + "learning_rate": 1.6348779690356203e-05, + "loss": 2.7697, + "step": 17679 + }, + { + "epoch": 0.30264126397233776, + "grad_norm": 2.2359812259674072, + "learning_rate": 1.6348351340231515e-05, + "loss": 2.6556, + "step": 17680 + }, + { + "epoch": 0.3026583816908882, + "grad_norm": 2.2351319789886475, + "learning_rate": 1.6347922970594207e-05, + "loss": 2.6878, + "step": 17681 + }, + { + "epoch": 0.3026754994094387, + "grad_norm": 2.3065507411956787, + "learning_rate": 1.6347494581445596e-05, + "loss": 2.7262, + "step": 17682 + }, + { + "epoch": 0.30269261712798917, + "grad_norm": 2.3619701862335205, + "learning_rate": 1.6347066172786998e-05, + "loss": 2.836, + "step": 17683 + }, + { + "epoch": 0.3027097348465397, + "grad_norm": 2.444427013397217, + "learning_rate": 1.634663774461973e-05, + "loss": 2.673, + "step": 17684 + }, + { + "epoch": 0.30272685256509013, + "grad_norm": 2.438182830810547, + "learning_rate": 1.6346209296945114e-05, + "loss": 2.8107, + "step": 17685 + }, + { + "epoch": 0.3027439702836406, + "grad_norm": 2.5848886966705322, + "learning_rate": 1.6345780829764457e-05, + "loss": 2.8492, + "step": 17686 + }, + { + "epoch": 0.3027610880021911, + "grad_norm": 2.231804609298706, + "learning_rate": 1.634535234307908e-05, + "loss": 2.7294, + "step": 17687 + }, + { + "epoch": 0.30277820572074154, + "grad_norm": 2.394075870513916, + "learning_rate": 1.6344923836890307e-05, + "loss": 2.6917, + "step": 17688 + }, + { + "epoch": 0.302795323439292, + "grad_norm": 2.3104817867279053, + "learning_rate": 1.6344495311199443e-05, + "loss": 2.7083, + "step": 17689 + }, + { + "epoch": 0.3028124411578425, + "grad_norm": 2.4616124629974365, + "learning_rate": 1.6344066766007814e-05, + "loss": 2.739, + "step": 17690 + }, + { + "epoch": 0.30282955887639296, + "grad_norm": 2.416243314743042, + "learning_rate": 1.6343638201316734e-05, + "loss": 2.7812, + "step": 17691 + }, + { + "epoch": 0.3028466765949434, + "grad_norm": 2.3547520637512207, + "learning_rate": 1.634320961712752e-05, + "loss": 2.7609, + "step": 17692 + }, + { + "epoch": 0.3028637943134939, + "grad_norm": 2.5432913303375244, + "learning_rate": 1.6342781013441488e-05, + "loss": 2.8955, + "step": 17693 + }, + { + "epoch": 0.30288091203204437, + "grad_norm": 2.23050594329834, + "learning_rate": 1.634235239025996e-05, + "loss": 2.7108, + "step": 17694 + }, + { + "epoch": 0.3028980297505948, + "grad_norm": 2.709301233291626, + "learning_rate": 1.6341923747584252e-05, + "loss": 2.702, + "step": 17695 + }, + { + "epoch": 0.30291514746914533, + "grad_norm": 2.4483559131622314, + "learning_rate": 1.634149508541568e-05, + "loss": 2.7707, + "step": 17696 + }, + { + "epoch": 0.3029322651876958, + "grad_norm": 2.3546884059906006, + "learning_rate": 1.634106640375556e-05, + "loss": 2.7354, + "step": 17697 + }, + { + "epoch": 0.30294938290624623, + "grad_norm": 2.3701629638671875, + "learning_rate": 1.6340637702605212e-05, + "loss": 2.7186, + "step": 17698 + }, + { + "epoch": 0.30296650062479674, + "grad_norm": 2.299602746963501, + "learning_rate": 1.634020898196595e-05, + "loss": 2.6976, + "step": 17699 + }, + { + "epoch": 0.3029836183433472, + "grad_norm": 2.4064676761627197, + "learning_rate": 1.6339780241839102e-05, + "loss": 2.7028, + "step": 17700 + }, + { + "epoch": 0.30300073606189765, + "grad_norm": 2.2644472122192383, + "learning_rate": 1.6339351482225975e-05, + "loss": 2.6556, + "step": 17701 + }, + { + "epoch": 0.30301785378044815, + "grad_norm": 2.424758195877075, + "learning_rate": 1.6338922703127888e-05, + "loss": 2.7302, + "step": 17702 + }, + { + "epoch": 0.3030349714989986, + "grad_norm": 2.3460135459899902, + "learning_rate": 1.6338493904546163e-05, + "loss": 2.7401, + "step": 17703 + }, + { + "epoch": 0.30305208921754906, + "grad_norm": 2.3828630447387695, + "learning_rate": 1.6338065086482118e-05, + "loss": 2.7314, + "step": 17704 + }, + { + "epoch": 0.30306920693609957, + "grad_norm": 2.465442180633545, + "learning_rate": 1.6337636248937067e-05, + "loss": 2.8384, + "step": 17705 + }, + { + "epoch": 0.30308632465465, + "grad_norm": 2.4421446323394775, + "learning_rate": 1.6337207391912332e-05, + "loss": 2.8044, + "step": 17706 + }, + { + "epoch": 0.3031034423732005, + "grad_norm": 2.437042236328125, + "learning_rate": 1.6336778515409234e-05, + "loss": 2.7696, + "step": 17707 + }, + { + "epoch": 0.303120560091751, + "grad_norm": 2.1743435859680176, + "learning_rate": 1.633634961942908e-05, + "loss": 2.6414, + "step": 17708 + }, + { + "epoch": 0.30313767781030143, + "grad_norm": 2.3337578773498535, + "learning_rate": 1.6335920703973198e-05, + "loss": 2.7559, + "step": 17709 + }, + { + "epoch": 0.30315479552885194, + "grad_norm": 2.3978469371795654, + "learning_rate": 1.6335491769042905e-05, + "loss": 2.8018, + "step": 17710 + }, + { + "epoch": 0.3031719132474024, + "grad_norm": 2.2836086750030518, + "learning_rate": 1.6335062814639515e-05, + "loss": 2.6025, + "step": 17711 + }, + { + "epoch": 0.30318903096595284, + "grad_norm": 2.1908762454986572, + "learning_rate": 1.633463384076435e-05, + "loss": 2.6019, + "step": 17712 + }, + { + "epoch": 0.30320614868450335, + "grad_norm": 2.3203697204589844, + "learning_rate": 1.6334204847418728e-05, + "loss": 2.6502, + "step": 17713 + }, + { + "epoch": 0.3032232664030538, + "grad_norm": 2.3909380435943604, + "learning_rate": 1.633377583460397e-05, + "loss": 2.7909, + "step": 17714 + }, + { + "epoch": 0.30324038412160426, + "grad_norm": 2.363600254058838, + "learning_rate": 1.633334680232139e-05, + "loss": 2.7447, + "step": 17715 + }, + { + "epoch": 0.30325750184015476, + "grad_norm": 2.4018161296844482, + "learning_rate": 1.6332917750572307e-05, + "loss": 2.7511, + "step": 17716 + }, + { + "epoch": 0.3032746195587052, + "grad_norm": 2.360405445098877, + "learning_rate": 1.6332488679358046e-05, + "loss": 2.6828, + "step": 17717 + }, + { + "epoch": 0.30329173727725567, + "grad_norm": 2.413137197494507, + "learning_rate": 1.633205958867992e-05, + "loss": 2.7931, + "step": 17718 + }, + { + "epoch": 0.3033088549958062, + "grad_norm": 2.284898281097412, + "learning_rate": 1.6331630478539246e-05, + "loss": 2.634, + "step": 17719 + }, + { + "epoch": 0.30332597271435663, + "grad_norm": 2.33170223236084, + "learning_rate": 1.633120134893735e-05, + "loss": 2.6774, + "step": 17720 + }, + { + "epoch": 0.3033430904329071, + "grad_norm": 2.4498937129974365, + "learning_rate": 1.6330772199875543e-05, + "loss": 2.6871, + "step": 17721 + }, + { + "epoch": 0.3033602081514576, + "grad_norm": 2.395521402359009, + "learning_rate": 1.6330343031355153e-05, + "loss": 2.7449, + "step": 17722 + }, + { + "epoch": 0.30337732587000804, + "grad_norm": 2.3565614223480225, + "learning_rate": 1.6329913843377492e-05, + "loss": 2.7419, + "step": 17723 + }, + { + "epoch": 0.3033944435885585, + "grad_norm": 2.3847315311431885, + "learning_rate": 1.6329484635943883e-05, + "loss": 2.7778, + "step": 17724 + }, + { + "epoch": 0.303411561307109, + "grad_norm": 2.335803508758545, + "learning_rate": 1.6329055409055642e-05, + "loss": 2.7535, + "step": 17725 + }, + { + "epoch": 0.30342867902565945, + "grad_norm": 2.578977346420288, + "learning_rate": 1.632862616271409e-05, + "loss": 2.7981, + "step": 17726 + }, + { + "epoch": 0.3034457967442099, + "grad_norm": 2.2930166721343994, + "learning_rate": 1.6328196896920548e-05, + "loss": 2.7188, + "step": 17727 + }, + { + "epoch": 0.3034629144627604, + "grad_norm": 2.4031481742858887, + "learning_rate": 1.632776761167633e-05, + "loss": 2.7944, + "step": 17728 + }, + { + "epoch": 0.30348003218131087, + "grad_norm": 2.257279396057129, + "learning_rate": 1.6327338306982764e-05, + "loss": 2.7171, + "step": 17729 + }, + { + "epoch": 0.3034971498998614, + "grad_norm": 2.3203487396240234, + "learning_rate": 1.6326908982841165e-05, + "loss": 2.7504, + "step": 17730 + }, + { + "epoch": 0.3035142676184118, + "grad_norm": 2.291524887084961, + "learning_rate": 1.6326479639252848e-05, + "loss": 2.8211, + "step": 17731 + }, + { + "epoch": 0.3035313853369623, + "grad_norm": 2.3588318824768066, + "learning_rate": 1.632605027621914e-05, + "loss": 2.6757, + "step": 17732 + }, + { + "epoch": 0.3035485030555128, + "grad_norm": 2.3478643894195557, + "learning_rate": 1.6325620893741356e-05, + "loss": 2.7656, + "step": 17733 + }, + { + "epoch": 0.30356562077406324, + "grad_norm": 2.2353925704956055, + "learning_rate": 1.6325191491820817e-05, + "loss": 2.6492, + "step": 17734 + }, + { + "epoch": 0.3035827384926137, + "grad_norm": 2.4240005016326904, + "learning_rate": 1.632476207045885e-05, + "loss": 2.6481, + "step": 17735 + }, + { + "epoch": 0.3035998562111642, + "grad_norm": 2.3171226978302, + "learning_rate": 1.6324332629656764e-05, + "loss": 2.8171, + "step": 17736 + }, + { + "epoch": 0.30361697392971465, + "grad_norm": 2.1904609203338623, + "learning_rate": 1.6323903169415883e-05, + "loss": 2.6994, + "step": 17737 + }, + { + "epoch": 0.3036340916482651, + "grad_norm": 2.4014127254486084, + "learning_rate": 1.6323473689737523e-05, + "loss": 2.7748, + "step": 17738 + }, + { + "epoch": 0.3036512093668156, + "grad_norm": 2.240729570388794, + "learning_rate": 1.6323044190623013e-05, + "loss": 2.6254, + "step": 17739 + }, + { + "epoch": 0.30366832708536606, + "grad_norm": 2.399590015411377, + "learning_rate": 1.6322614672073667e-05, + "loss": 2.7936, + "step": 17740 + }, + { + "epoch": 0.3036854448039165, + "grad_norm": 2.253523826599121, + "learning_rate": 1.6322185134090808e-05, + "loss": 2.7317, + "step": 17741 + }, + { + "epoch": 0.303702562522467, + "grad_norm": 2.284209728240967, + "learning_rate": 1.6321755576675755e-05, + "loss": 2.7299, + "step": 17742 + }, + { + "epoch": 0.3037196802410175, + "grad_norm": 2.133155107498169, + "learning_rate": 1.6321325999829828e-05, + "loss": 2.5587, + "step": 17743 + }, + { + "epoch": 0.30373679795956793, + "grad_norm": 2.35007381439209, + "learning_rate": 1.6320896403554347e-05, + "loss": 2.7296, + "step": 17744 + }, + { + "epoch": 0.30375391567811844, + "grad_norm": 2.367462635040283, + "learning_rate": 1.6320466787850634e-05, + "loss": 2.7092, + "step": 17745 + }, + { + "epoch": 0.3037710333966689, + "grad_norm": 2.333461046218872, + "learning_rate": 1.6320037152720004e-05, + "loss": 2.7777, + "step": 17746 + }, + { + "epoch": 0.30378815111521934, + "grad_norm": 2.323664903640747, + "learning_rate": 1.6319607498163788e-05, + "loss": 2.6847, + "step": 17747 + }, + { + "epoch": 0.30380526883376985, + "grad_norm": 2.372483253479004, + "learning_rate": 1.63191778241833e-05, + "loss": 2.7724, + "step": 17748 + }, + { + "epoch": 0.3038223865523203, + "grad_norm": 2.249115467071533, + "learning_rate": 1.631874813077986e-05, + "loss": 2.8004, + "step": 17749 + }, + { + "epoch": 0.30383950427087075, + "grad_norm": 2.3394346237182617, + "learning_rate": 1.631831841795479e-05, + "loss": 2.7843, + "step": 17750 + }, + { + "epoch": 0.30385662198942126, + "grad_norm": 2.430074453353882, + "learning_rate": 1.631788868570941e-05, + "loss": 2.7651, + "step": 17751 + }, + { + "epoch": 0.3038737397079717, + "grad_norm": 2.248525857925415, + "learning_rate": 1.631745893404504e-05, + "loss": 2.7142, + "step": 17752 + }, + { + "epoch": 0.3038908574265222, + "grad_norm": 2.3292243480682373, + "learning_rate": 1.6317029162963006e-05, + "loss": 2.8375, + "step": 17753 + }, + { + "epoch": 0.3039079751450727, + "grad_norm": 2.431800603866577, + "learning_rate": 1.6316599372464622e-05, + "loss": 2.675, + "step": 17754 + }, + { + "epoch": 0.3039250928636231, + "grad_norm": 2.3533999919891357, + "learning_rate": 1.6316169562551216e-05, + "loss": 2.7069, + "step": 17755 + }, + { + "epoch": 0.30394221058217363, + "grad_norm": 2.4470794200897217, + "learning_rate": 1.6315739733224103e-05, + "loss": 2.5806, + "step": 17756 + }, + { + "epoch": 0.3039593283007241, + "grad_norm": 2.398437023162842, + "learning_rate": 1.631530988448461e-05, + "loss": 2.7522, + "step": 17757 + }, + { + "epoch": 0.30397644601927454, + "grad_norm": 2.366715669631958, + "learning_rate": 1.6314880016334055e-05, + "loss": 2.7776, + "step": 17758 + }, + { + "epoch": 0.30399356373782505, + "grad_norm": 2.294677972793579, + "learning_rate": 1.6314450128773756e-05, + "loss": 2.749, + "step": 17759 + }, + { + "epoch": 0.3040106814563755, + "grad_norm": 2.3099329471588135, + "learning_rate": 1.6314020221805038e-05, + "loss": 2.7252, + "step": 17760 + }, + { + "epoch": 0.30402779917492595, + "grad_norm": 2.3891782760620117, + "learning_rate": 1.6313590295429224e-05, + "loss": 2.7322, + "step": 17761 + }, + { + "epoch": 0.30404491689347646, + "grad_norm": 2.252393960952759, + "learning_rate": 1.631316034964763e-05, + "loss": 2.6796, + "step": 17762 + }, + { + "epoch": 0.3040620346120269, + "grad_norm": 2.277549982070923, + "learning_rate": 1.6312730384461586e-05, + "loss": 2.7394, + "step": 17763 + }, + { + "epoch": 0.30407915233057736, + "grad_norm": 2.3451805114746094, + "learning_rate": 1.6312300399872406e-05, + "loss": 2.8002, + "step": 17764 + }, + { + "epoch": 0.30409627004912787, + "grad_norm": 2.4143359661102295, + "learning_rate": 1.6311870395881414e-05, + "loss": 2.785, + "step": 17765 + }, + { + "epoch": 0.3041133877676783, + "grad_norm": 2.23477840423584, + "learning_rate": 1.6311440372489932e-05, + "loss": 2.7046, + "step": 17766 + }, + { + "epoch": 0.3041305054862288, + "grad_norm": 2.250798463821411, + "learning_rate": 1.6311010329699285e-05, + "loss": 2.7364, + "step": 17767 + }, + { + "epoch": 0.3041476232047793, + "grad_norm": 2.397860527038574, + "learning_rate": 1.6310580267510787e-05, + "loss": 2.7887, + "step": 17768 + }, + { + "epoch": 0.30416474092332974, + "grad_norm": 2.190836191177368, + "learning_rate": 1.6310150185925763e-05, + "loss": 2.6913, + "step": 17769 + }, + { + "epoch": 0.3041818586418802, + "grad_norm": 2.270811080932617, + "learning_rate": 1.6309720084945538e-05, + "loss": 2.7152, + "step": 17770 + }, + { + "epoch": 0.3041989763604307, + "grad_norm": 2.2897112369537354, + "learning_rate": 1.6309289964571437e-05, + "loss": 2.7331, + "step": 17771 + }, + { + "epoch": 0.30421609407898115, + "grad_norm": 2.401878833770752, + "learning_rate": 1.630885982480477e-05, + "loss": 2.7763, + "step": 17772 + }, + { + "epoch": 0.3042332117975316, + "grad_norm": 2.4229190349578857, + "learning_rate": 1.630842966564687e-05, + "loss": 2.8435, + "step": 17773 + }, + { + "epoch": 0.3042503295160821, + "grad_norm": 2.238708257675171, + "learning_rate": 1.6307999487099054e-05, + "loss": 2.7157, + "step": 17774 + }, + { + "epoch": 0.30426744723463256, + "grad_norm": 2.2582998275756836, + "learning_rate": 1.6307569289162643e-05, + "loss": 2.6269, + "step": 17775 + }, + { + "epoch": 0.304284564953183, + "grad_norm": 2.258960723876953, + "learning_rate": 1.6307139071838967e-05, + "loss": 2.7637, + "step": 17776 + }, + { + "epoch": 0.3043016826717335, + "grad_norm": 2.7399518489837646, + "learning_rate": 1.630670883512934e-05, + "loss": 2.9259, + "step": 17777 + }, + { + "epoch": 0.30431880039028397, + "grad_norm": 2.327265739440918, + "learning_rate": 1.6306278579035087e-05, + "loss": 2.8134, + "step": 17778 + }, + { + "epoch": 0.3043359181088345, + "grad_norm": 2.6500537395477295, + "learning_rate": 1.6305848303557533e-05, + "loss": 2.7701, + "step": 17779 + }, + { + "epoch": 0.30435303582738493, + "grad_norm": 2.371516227722168, + "learning_rate": 1.6305418008698e-05, + "loss": 2.8632, + "step": 17780 + }, + { + "epoch": 0.3043701535459354, + "grad_norm": 2.289135694503784, + "learning_rate": 1.630498769445781e-05, + "loss": 2.6265, + "step": 17781 + }, + { + "epoch": 0.3043872712644859, + "grad_norm": 2.3078372478485107, + "learning_rate": 1.630455736083828e-05, + "loss": 2.8024, + "step": 17782 + }, + { + "epoch": 0.30440438898303634, + "grad_norm": 2.284583806991577, + "learning_rate": 1.630412700784074e-05, + "loss": 2.7992, + "step": 17783 + }, + { + "epoch": 0.3044215067015868, + "grad_norm": 2.3000948429107666, + "learning_rate": 1.630369663546651e-05, + "loss": 2.6708, + "step": 17784 + }, + { + "epoch": 0.3044386244201373, + "grad_norm": 2.184687614440918, + "learning_rate": 1.6303266243716912e-05, + "loss": 2.74, + "step": 17785 + }, + { + "epoch": 0.30445574213868776, + "grad_norm": 2.2871451377868652, + "learning_rate": 1.6302835832593273e-05, + "loss": 2.8445, + "step": 17786 + }, + { + "epoch": 0.3044728598572382, + "grad_norm": 2.210224151611328, + "learning_rate": 1.630240540209691e-05, + "loss": 2.6471, + "step": 17787 + }, + { + "epoch": 0.3044899775757887, + "grad_norm": 2.3297688961029053, + "learning_rate": 1.630197495222915e-05, + "loss": 2.7396, + "step": 17788 + }, + { + "epoch": 0.30450709529433917, + "grad_norm": 2.2899765968322754, + "learning_rate": 1.6301544482991316e-05, + "loss": 2.6526, + "step": 17789 + }, + { + "epoch": 0.3045242130128896, + "grad_norm": 2.344790458679199, + "learning_rate": 1.630111399438473e-05, + "loss": 2.8343, + "step": 17790 + }, + { + "epoch": 0.30454133073144013, + "grad_norm": 2.1946887969970703, + "learning_rate": 1.6300683486410714e-05, + "loss": 2.701, + "step": 17791 + }, + { + "epoch": 0.3045584484499906, + "grad_norm": 2.532506227493286, + "learning_rate": 1.6300252959070594e-05, + "loss": 2.7795, + "step": 17792 + }, + { + "epoch": 0.30457556616854103, + "grad_norm": 2.189823865890503, + "learning_rate": 1.6299822412365688e-05, + "loss": 2.6775, + "step": 17793 + }, + { + "epoch": 0.30459268388709154, + "grad_norm": 2.370692729949951, + "learning_rate": 1.6299391846297327e-05, + "loss": 2.7475, + "step": 17794 + }, + { + "epoch": 0.304609801605642, + "grad_norm": 2.3208651542663574, + "learning_rate": 1.629896126086683e-05, + "loss": 2.7802, + "step": 17795 + }, + { + "epoch": 0.30462691932419245, + "grad_norm": 2.3751533031463623, + "learning_rate": 1.6298530656075517e-05, + "loss": 2.7323, + "step": 17796 + }, + { + "epoch": 0.30464403704274295, + "grad_norm": 2.221874952316284, + "learning_rate": 1.6298100031924718e-05, + "loss": 2.7688, + "step": 17797 + }, + { + "epoch": 0.3046611547612934, + "grad_norm": 2.6032774448394775, + "learning_rate": 1.6297669388415757e-05, + "loss": 2.7956, + "step": 17798 + }, + { + "epoch": 0.30467827247984386, + "grad_norm": 2.2813186645507812, + "learning_rate": 1.629723872554995e-05, + "loss": 2.6321, + "step": 17799 + }, + { + "epoch": 0.30469539019839437, + "grad_norm": 2.234029531478882, + "learning_rate": 1.629680804332863e-05, + "loss": 2.719, + "step": 17800 + }, + { + "epoch": 0.3047125079169448, + "grad_norm": 2.306441068649292, + "learning_rate": 1.6296377341753114e-05, + "loss": 2.7811, + "step": 17801 + }, + { + "epoch": 0.3047296256354953, + "grad_norm": 2.2564988136291504, + "learning_rate": 1.6295946620824728e-05, + "loss": 2.6834, + "step": 17802 + }, + { + "epoch": 0.3047467433540458, + "grad_norm": 2.4230246543884277, + "learning_rate": 1.6295515880544797e-05, + "loss": 2.6407, + "step": 17803 + }, + { + "epoch": 0.30476386107259623, + "grad_norm": 2.3369104862213135, + "learning_rate": 1.6295085120914646e-05, + "loss": 2.7563, + "step": 17804 + }, + { + "epoch": 0.30478097879114674, + "grad_norm": 2.2539725303649902, + "learning_rate": 1.6294654341935592e-05, + "loss": 2.8452, + "step": 17805 + }, + { + "epoch": 0.3047980965096972, + "grad_norm": 2.3203394412994385, + "learning_rate": 1.6294223543608964e-05, + "loss": 2.6509, + "step": 17806 + }, + { + "epoch": 0.30481521422824764, + "grad_norm": 2.1923930644989014, + "learning_rate": 1.6293792725936087e-05, + "loss": 2.7169, + "step": 17807 + }, + { + "epoch": 0.30483233194679815, + "grad_norm": 2.2576146125793457, + "learning_rate": 1.6293361888918288e-05, + "loss": 2.6972, + "step": 17808 + }, + { + "epoch": 0.3048494496653486, + "grad_norm": 2.1616454124450684, + "learning_rate": 1.6292931032556883e-05, + "loss": 2.6536, + "step": 17809 + }, + { + "epoch": 0.30486656738389906, + "grad_norm": 2.3054189682006836, + "learning_rate": 1.6292500156853202e-05, + "loss": 2.7434, + "step": 17810 + }, + { + "epoch": 0.30488368510244956, + "grad_norm": 2.5051755905151367, + "learning_rate": 1.6292069261808568e-05, + "loss": 2.8179, + "step": 17811 + }, + { + "epoch": 0.304900802821, + "grad_norm": 2.372424364089966, + "learning_rate": 1.6291638347424308e-05, + "loss": 2.7228, + "step": 17812 + }, + { + "epoch": 0.30491792053955047, + "grad_norm": 2.443509817123413, + "learning_rate": 1.629120741370174e-05, + "loss": 2.822, + "step": 17813 + }, + { + "epoch": 0.304935038258101, + "grad_norm": 2.2769367694854736, + "learning_rate": 1.6290776460642196e-05, + "loss": 2.7827, + "step": 17814 + }, + { + "epoch": 0.30495215597665143, + "grad_norm": 2.3458640575408936, + "learning_rate": 1.6290345488246998e-05, + "loss": 2.7199, + "step": 17815 + }, + { + "epoch": 0.3049692736952019, + "grad_norm": 2.2652361392974854, + "learning_rate": 1.6289914496517466e-05, + "loss": 2.8222, + "step": 17816 + }, + { + "epoch": 0.3049863914137524, + "grad_norm": 2.3285627365112305, + "learning_rate": 1.6289483485454932e-05, + "loss": 2.6635, + "step": 17817 + }, + { + "epoch": 0.30500350913230284, + "grad_norm": 2.3662610054016113, + "learning_rate": 1.6289052455060717e-05, + "loss": 2.7753, + "step": 17818 + }, + { + "epoch": 0.3050206268508533, + "grad_norm": 2.4832260608673096, + "learning_rate": 1.6288621405336144e-05, + "loss": 2.6918, + "step": 17819 + }, + { + "epoch": 0.3050377445694038, + "grad_norm": 2.4426279067993164, + "learning_rate": 1.628819033628254e-05, + "loss": 2.871, + "step": 17820 + }, + { + "epoch": 0.30505486228795425, + "grad_norm": 2.4140472412109375, + "learning_rate": 1.6287759247901232e-05, + "loss": 2.8638, + "step": 17821 + }, + { + "epoch": 0.3050719800065047, + "grad_norm": 2.289790391921997, + "learning_rate": 1.6287328140193547e-05, + "loss": 2.5997, + "step": 17822 + }, + { + "epoch": 0.3050890977250552, + "grad_norm": 2.2608988285064697, + "learning_rate": 1.62868970131608e-05, + "loss": 2.7115, + "step": 17823 + }, + { + "epoch": 0.30510621544360567, + "grad_norm": 2.2478315830230713, + "learning_rate": 1.628646586680432e-05, + "loss": 2.7395, + "step": 17824 + }, + { + "epoch": 0.3051233331621562, + "grad_norm": 2.279412031173706, + "learning_rate": 1.6286034701125443e-05, + "loss": 2.6801, + "step": 17825 + }, + { + "epoch": 0.3051404508807066, + "grad_norm": 2.2422075271606445, + "learning_rate": 1.628560351612548e-05, + "loss": 2.5988, + "step": 17826 + }, + { + "epoch": 0.3051575685992571, + "grad_norm": 2.4238202571868896, + "learning_rate": 1.628517231180576e-05, + "loss": 2.7451, + "step": 17827 + }, + { + "epoch": 0.3051746863178076, + "grad_norm": 2.1406784057617188, + "learning_rate": 1.6284741088167618e-05, + "loss": 2.5935, + "step": 17828 + }, + { + "epoch": 0.30519180403635804, + "grad_norm": 2.274566650390625, + "learning_rate": 1.6284309845212366e-05, + "loss": 2.7356, + "step": 17829 + }, + { + "epoch": 0.3052089217549085, + "grad_norm": 2.3272080421447754, + "learning_rate": 1.6283878582941337e-05, + "loss": 2.7589, + "step": 17830 + }, + { + "epoch": 0.305226039473459, + "grad_norm": 2.5114474296569824, + "learning_rate": 1.6283447301355853e-05, + "loss": 2.8208, + "step": 17831 + }, + { + "epoch": 0.30524315719200945, + "grad_norm": 2.3224844932556152, + "learning_rate": 1.6283016000457242e-05, + "loss": 2.6818, + "step": 17832 + }, + { + "epoch": 0.3052602749105599, + "grad_norm": 2.283215045928955, + "learning_rate": 1.6282584680246832e-05, + "loss": 2.608, + "step": 17833 + }, + { + "epoch": 0.3052773926291104, + "grad_norm": 2.484858512878418, + "learning_rate": 1.6282153340725945e-05, + "loss": 2.9198, + "step": 17834 + }, + { + "epoch": 0.30529451034766086, + "grad_norm": 2.398611068725586, + "learning_rate": 1.6281721981895905e-05, + "loss": 2.7938, + "step": 17835 + }, + { + "epoch": 0.3053116280662113, + "grad_norm": 2.248589277267456, + "learning_rate": 1.6281290603758043e-05, + "loss": 2.5022, + "step": 17836 + }, + { + "epoch": 0.3053287457847618, + "grad_norm": 2.390180826187134, + "learning_rate": 1.628085920631368e-05, + "loss": 2.6689, + "step": 17837 + }, + { + "epoch": 0.3053458635033123, + "grad_norm": 2.3773856163024902, + "learning_rate": 1.628042778956415e-05, + "loss": 2.7899, + "step": 17838 + }, + { + "epoch": 0.30536298122186273, + "grad_norm": 2.4432244300842285, + "learning_rate": 1.6279996353510768e-05, + "loss": 2.7894, + "step": 17839 + }, + { + "epoch": 0.30538009894041324, + "grad_norm": 2.3388102054595947, + "learning_rate": 1.6279564898154866e-05, + "loss": 2.7712, + "step": 17840 + }, + { + "epoch": 0.3053972166589637, + "grad_norm": 2.149902105331421, + "learning_rate": 1.627913342349777e-05, + "loss": 2.6875, + "step": 17841 + }, + { + "epoch": 0.30541433437751414, + "grad_norm": 2.1811556816101074, + "learning_rate": 1.6278701929540807e-05, + "loss": 2.6465, + "step": 17842 + }, + { + "epoch": 0.30543145209606465, + "grad_norm": 2.2837204933166504, + "learning_rate": 1.6278270416285303e-05, + "loss": 2.7784, + "step": 17843 + }, + { + "epoch": 0.3054485698146151, + "grad_norm": 2.1968038082122803, + "learning_rate": 1.6277838883732583e-05, + "loss": 2.6545, + "step": 17844 + }, + { + "epoch": 0.30546568753316555, + "grad_norm": 2.320279836654663, + "learning_rate": 1.6277407331883975e-05, + "loss": 2.7034, + "step": 17845 + }, + { + "epoch": 0.30548280525171606, + "grad_norm": 2.3329381942749023, + "learning_rate": 1.62769757607408e-05, + "loss": 2.8105, + "step": 17846 + }, + { + "epoch": 0.3054999229702665, + "grad_norm": 2.1981868743896484, + "learning_rate": 1.627654417030439e-05, + "loss": 2.8073, + "step": 17847 + }, + { + "epoch": 0.305517040688817, + "grad_norm": 2.326568603515625, + "learning_rate": 1.6276112560576072e-05, + "loss": 2.7423, + "step": 17848 + }, + { + "epoch": 0.3055341584073675, + "grad_norm": 2.1082990169525146, + "learning_rate": 1.627568093155717e-05, + "loss": 2.6695, + "step": 17849 + }, + { + "epoch": 0.3055512761259179, + "grad_norm": 2.2096052169799805, + "learning_rate": 1.6275249283249014e-05, + "loss": 2.7179, + "step": 17850 + }, + { + "epoch": 0.30556839384446843, + "grad_norm": 2.302783966064453, + "learning_rate": 1.6274817615652923e-05, + "loss": 2.7949, + "step": 17851 + }, + { + "epoch": 0.3055855115630189, + "grad_norm": 2.401790142059326, + "learning_rate": 1.6274385928770234e-05, + "loss": 2.8199, + "step": 17852 + }, + { + "epoch": 0.30560262928156934, + "grad_norm": 2.196516513824463, + "learning_rate": 1.627395422260227e-05, + "loss": 2.8264, + "step": 17853 + }, + { + "epoch": 0.30561974700011985, + "grad_norm": 2.276768922805786, + "learning_rate": 1.627352249715035e-05, + "loss": 2.6835, + "step": 17854 + }, + { + "epoch": 0.3056368647186703, + "grad_norm": 2.299340009689331, + "learning_rate": 1.6273090752415814e-05, + "loss": 2.7497, + "step": 17855 + }, + { + "epoch": 0.30565398243722075, + "grad_norm": 2.241227626800537, + "learning_rate": 1.627265898839998e-05, + "loss": 2.6797, + "step": 17856 + }, + { + "epoch": 0.30567110015577126, + "grad_norm": 2.4077329635620117, + "learning_rate": 1.627222720510418e-05, + "loss": 2.7945, + "step": 17857 + }, + { + "epoch": 0.3056882178743217, + "grad_norm": 2.3152778148651123, + "learning_rate": 1.6271795402529737e-05, + "loss": 2.7916, + "step": 17858 + }, + { + "epoch": 0.30570533559287216, + "grad_norm": 2.435279607772827, + "learning_rate": 1.6271363580677982e-05, + "loss": 2.6734, + "step": 17859 + }, + { + "epoch": 0.30572245331142267, + "grad_norm": 2.50829815864563, + "learning_rate": 1.627093173955024e-05, + "loss": 2.7676, + "step": 17860 + }, + { + "epoch": 0.3057395710299731, + "grad_norm": 2.458078145980835, + "learning_rate": 1.627049987914784e-05, + "loss": 2.7547, + "step": 17861 + }, + { + "epoch": 0.3057566887485236, + "grad_norm": 2.286284923553467, + "learning_rate": 1.6270067999472106e-05, + "loss": 2.6823, + "step": 17862 + }, + { + "epoch": 0.3057738064670741, + "grad_norm": 2.480477809906006, + "learning_rate": 1.6269636100524372e-05, + "loss": 2.8508, + "step": 17863 + }, + { + "epoch": 0.30579092418562454, + "grad_norm": 2.429157018661499, + "learning_rate": 1.6269204182305957e-05, + "loss": 2.8211, + "step": 17864 + }, + { + "epoch": 0.305808041904175, + "grad_norm": 2.468963384628296, + "learning_rate": 1.6268772244818193e-05, + "loss": 2.6504, + "step": 17865 + }, + { + "epoch": 0.3058251596227255, + "grad_norm": 2.329129934310913, + "learning_rate": 1.626834028806241e-05, + "loss": 2.8323, + "step": 17866 + }, + { + "epoch": 0.30584227734127595, + "grad_norm": 2.312321662902832, + "learning_rate": 1.626790831203993e-05, + "loss": 2.7436, + "step": 17867 + }, + { + "epoch": 0.3058593950598264, + "grad_norm": 2.3582069873809814, + "learning_rate": 1.6267476316752088e-05, + "loss": 2.6678, + "step": 17868 + }, + { + "epoch": 0.3058765127783769, + "grad_norm": 2.361506700515747, + "learning_rate": 1.6267044302200206e-05, + "loss": 2.7904, + "step": 17869 + }, + { + "epoch": 0.30589363049692736, + "grad_norm": 2.5184106826782227, + "learning_rate": 1.6266612268385612e-05, + "loss": 2.8019, + "step": 17870 + }, + { + "epoch": 0.30591074821547787, + "grad_norm": 2.287539482116699, + "learning_rate": 1.6266180215309638e-05, + "loss": 2.7413, + "step": 17871 + }, + { + "epoch": 0.3059278659340283, + "grad_norm": 2.4147605895996094, + "learning_rate": 1.626574814297361e-05, + "loss": 2.7921, + "step": 17872 + }, + { + "epoch": 0.3059449836525788, + "grad_norm": 2.2670600414276123, + "learning_rate": 1.6265316051378856e-05, + "loss": 2.677, + "step": 17873 + }, + { + "epoch": 0.3059621013711293, + "grad_norm": 2.379880428314209, + "learning_rate": 1.62648839405267e-05, + "loss": 2.8343, + "step": 17874 + }, + { + "epoch": 0.30597921908967973, + "grad_norm": 2.404327154159546, + "learning_rate": 1.6264451810418473e-05, + "loss": 2.8255, + "step": 17875 + }, + { + "epoch": 0.3059963368082302, + "grad_norm": 2.398070812225342, + "learning_rate": 1.6264019661055507e-05, + "loss": 2.8013, + "step": 17876 + }, + { + "epoch": 0.3060134545267807, + "grad_norm": 2.272052526473999, + "learning_rate": 1.6263587492439127e-05, + "loss": 2.7505, + "step": 17877 + }, + { + "epoch": 0.30603057224533114, + "grad_norm": 2.1333963871002197, + "learning_rate": 1.626315530457066e-05, + "loss": 2.6077, + "step": 17878 + }, + { + "epoch": 0.3060476899638816, + "grad_norm": 2.3430426120758057, + "learning_rate": 1.626272309745144e-05, + "loss": 2.5871, + "step": 17879 + }, + { + "epoch": 0.3060648076824321, + "grad_norm": 2.2254509925842285, + "learning_rate": 1.626229087108279e-05, + "loss": 2.7194, + "step": 17880 + }, + { + "epoch": 0.30608192540098256, + "grad_norm": 2.5378761291503906, + "learning_rate": 1.6261858625466034e-05, + "loss": 2.8815, + "step": 17881 + }, + { + "epoch": 0.306099043119533, + "grad_norm": 2.5461480617523193, + "learning_rate": 1.6261426360602516e-05, + "loss": 2.7639, + "step": 17882 + }, + { + "epoch": 0.3061161608380835, + "grad_norm": 2.3574979305267334, + "learning_rate": 1.626099407649355e-05, + "loss": 2.72, + "step": 17883 + }, + { + "epoch": 0.30613327855663397, + "grad_norm": 2.4144723415374756, + "learning_rate": 1.6260561773140468e-05, + "loss": 2.816, + "step": 17884 + }, + { + "epoch": 0.3061503962751844, + "grad_norm": 2.5866174697875977, + "learning_rate": 1.6260129450544604e-05, + "loss": 2.8072, + "step": 17885 + }, + { + "epoch": 0.30616751399373493, + "grad_norm": 2.4426934719085693, + "learning_rate": 1.625969710870728e-05, + "loss": 2.883, + "step": 17886 + }, + { + "epoch": 0.3061846317122854, + "grad_norm": 2.2023470401763916, + "learning_rate": 1.6259264747629836e-05, + "loss": 2.6896, + "step": 17887 + }, + { + "epoch": 0.30620174943083583, + "grad_norm": 2.539048910140991, + "learning_rate": 1.6258832367313586e-05, + "loss": 2.7465, + "step": 17888 + }, + { + "epoch": 0.30621886714938634, + "grad_norm": 2.4175071716308594, + "learning_rate": 1.625839996775987e-05, + "loss": 2.8549, + "step": 17889 + }, + { + "epoch": 0.3062359848679368, + "grad_norm": 2.4014346599578857, + "learning_rate": 1.6257967548970007e-05, + "loss": 2.7556, + "step": 17890 + }, + { + "epoch": 0.30625310258648725, + "grad_norm": 2.3632471561431885, + "learning_rate": 1.6257535110945338e-05, + "loss": 2.7276, + "step": 17891 + }, + { + "epoch": 0.30627022030503775, + "grad_norm": 2.2900571823120117, + "learning_rate": 1.6257102653687187e-05, + "loss": 2.7685, + "step": 17892 + }, + { + "epoch": 0.3062873380235882, + "grad_norm": 2.4606010913848877, + "learning_rate": 1.625667017719688e-05, + "loss": 2.6241, + "step": 17893 + }, + { + "epoch": 0.3063044557421387, + "grad_norm": 2.4540088176727295, + "learning_rate": 1.6256237681475753e-05, + "loss": 2.8477, + "step": 17894 + }, + { + "epoch": 0.30632157346068917, + "grad_norm": 2.51235294342041, + "learning_rate": 1.6255805166525127e-05, + "loss": 2.9075, + "step": 17895 + }, + { + "epoch": 0.3063386911792396, + "grad_norm": 2.361851692199707, + "learning_rate": 1.6255372632346338e-05, + "loss": 2.8829, + "step": 17896 + }, + { + "epoch": 0.3063558088977901, + "grad_norm": 2.4406282901763916, + "learning_rate": 1.6254940078940715e-05, + "loss": 2.7144, + "step": 17897 + }, + { + "epoch": 0.3063729266163406, + "grad_norm": 2.240541696548462, + "learning_rate": 1.625450750630958e-05, + "loss": 2.667, + "step": 17898 + }, + { + "epoch": 0.30639004433489103, + "grad_norm": 2.437446117401123, + "learning_rate": 1.6254074914454272e-05, + "loss": 2.8306, + "step": 17899 + }, + { + "epoch": 0.30640716205344154, + "grad_norm": 2.3909153938293457, + "learning_rate": 1.6253642303376117e-05, + "loss": 2.7035, + "step": 17900 + }, + { + "epoch": 0.306424279771992, + "grad_norm": 2.3461458683013916, + "learning_rate": 1.6253209673076446e-05, + "loss": 2.7708, + "step": 17901 + }, + { + "epoch": 0.30644139749054244, + "grad_norm": 2.4112870693206787, + "learning_rate": 1.6252777023556588e-05, + "loss": 2.695, + "step": 17902 + }, + { + "epoch": 0.30645851520909295, + "grad_norm": 2.3859293460845947, + "learning_rate": 1.6252344354817867e-05, + "loss": 2.8431, + "step": 17903 + }, + { + "epoch": 0.3064756329276434, + "grad_norm": 2.4429476261138916, + "learning_rate": 1.6251911666861622e-05, + "loss": 2.8234, + "step": 17904 + }, + { + "epoch": 0.30649275064619386, + "grad_norm": 2.379016876220703, + "learning_rate": 1.6251478959689178e-05, + "loss": 2.7358, + "step": 17905 + }, + { + "epoch": 0.30650986836474436, + "grad_norm": 2.331695079803467, + "learning_rate": 1.6251046233301866e-05, + "loss": 2.6813, + "step": 17906 + }, + { + "epoch": 0.3065269860832948, + "grad_norm": 2.3387093544006348, + "learning_rate": 1.6250613487701017e-05, + "loss": 2.7033, + "step": 17907 + }, + { + "epoch": 0.30654410380184527, + "grad_norm": 2.372295379638672, + "learning_rate": 1.625018072288796e-05, + "loss": 2.7603, + "step": 17908 + }, + { + "epoch": 0.3065612215203958, + "grad_norm": 2.306217670440674, + "learning_rate": 1.6249747938864024e-05, + "loss": 2.7128, + "step": 17909 + }, + { + "epoch": 0.30657833923894623, + "grad_norm": 2.3250234127044678, + "learning_rate": 1.6249315135630542e-05, + "loss": 2.7533, + "step": 17910 + }, + { + "epoch": 0.3065954569574967, + "grad_norm": 2.0367372035980225, + "learning_rate": 1.6248882313188844e-05, + "loss": 2.6118, + "step": 17911 + }, + { + "epoch": 0.3066125746760472, + "grad_norm": 2.2507402896881104, + "learning_rate": 1.6248449471540256e-05, + "loss": 2.7672, + "step": 17912 + }, + { + "epoch": 0.30662969239459764, + "grad_norm": 2.2270240783691406, + "learning_rate": 1.624801661068611e-05, + "loss": 2.7115, + "step": 17913 + }, + { + "epoch": 0.3066468101131481, + "grad_norm": 2.0934786796569824, + "learning_rate": 1.6247583730627744e-05, + "loss": 2.6617, + "step": 17914 + }, + { + "epoch": 0.3066639278316986, + "grad_norm": 2.2588272094726562, + "learning_rate": 1.624715083136648e-05, + "loss": 2.8095, + "step": 17915 + }, + { + "epoch": 0.30668104555024905, + "grad_norm": 2.1361992359161377, + "learning_rate": 1.624671791290365e-05, + "loss": 2.7689, + "step": 17916 + }, + { + "epoch": 0.30669816326879956, + "grad_norm": 2.1953182220458984, + "learning_rate": 1.624628497524059e-05, + "loss": 2.6374, + "step": 17917 + }, + { + "epoch": 0.30671528098735, + "grad_norm": 2.196449041366577, + "learning_rate": 1.624585201837862e-05, + "loss": 2.7543, + "step": 17918 + }, + { + "epoch": 0.30673239870590047, + "grad_norm": 2.2033984661102295, + "learning_rate": 1.6245419042319085e-05, + "loss": 2.754, + "step": 17919 + }, + { + "epoch": 0.306749516424451, + "grad_norm": 2.356867790222168, + "learning_rate": 1.62449860470633e-05, + "loss": 2.7048, + "step": 17920 + }, + { + "epoch": 0.3067666341430014, + "grad_norm": 2.3263661861419678, + "learning_rate": 1.624455303261261e-05, + "loss": 2.6957, + "step": 17921 + }, + { + "epoch": 0.3067837518615519, + "grad_norm": 2.423161506652832, + "learning_rate": 1.6244119998968338e-05, + "loss": 2.7517, + "step": 17922 + }, + { + "epoch": 0.3068008695801024, + "grad_norm": 2.4438352584838867, + "learning_rate": 1.6243686946131818e-05, + "loss": 2.7032, + "step": 17923 + }, + { + "epoch": 0.30681798729865284, + "grad_norm": 2.4193804264068604, + "learning_rate": 1.624325387410438e-05, + "loss": 2.8325, + "step": 17924 + }, + { + "epoch": 0.3068351050172033, + "grad_norm": 2.411389112472534, + "learning_rate": 1.6242820782887353e-05, + "loss": 2.8414, + "step": 17925 + }, + { + "epoch": 0.3068522227357538, + "grad_norm": 2.333542823791504, + "learning_rate": 1.624238767248207e-05, + "loss": 2.7597, + "step": 17926 + }, + { + "epoch": 0.30686934045430425, + "grad_norm": 2.1965491771698, + "learning_rate": 1.6241954542889862e-05, + "loss": 2.617, + "step": 17927 + }, + { + "epoch": 0.3068864581728547, + "grad_norm": 2.196998119354248, + "learning_rate": 1.6241521394112065e-05, + "loss": 2.6032, + "step": 17928 + }, + { + "epoch": 0.3069035758914052, + "grad_norm": 2.2890210151672363, + "learning_rate": 1.624108822615e-05, + "loss": 2.7328, + "step": 17929 + }, + { + "epoch": 0.30692069360995566, + "grad_norm": 2.3129961490631104, + "learning_rate": 1.624065503900501e-05, + "loss": 2.7992, + "step": 17930 + }, + { + "epoch": 0.3069378113285061, + "grad_norm": 2.352975606918335, + "learning_rate": 1.624022183267842e-05, + "loss": 2.7748, + "step": 17931 + }, + { + "epoch": 0.3069549290470566, + "grad_norm": 2.26676344871521, + "learning_rate": 1.623978860717156e-05, + "loss": 2.8932, + "step": 17932 + }, + { + "epoch": 0.3069720467656071, + "grad_norm": 2.3129138946533203, + "learning_rate": 1.6239355362485767e-05, + "loss": 2.8415, + "step": 17933 + }, + { + "epoch": 0.30698916448415753, + "grad_norm": 2.4324791431427, + "learning_rate": 1.623892209862237e-05, + "loss": 2.8069, + "step": 17934 + }, + { + "epoch": 0.30700628220270804, + "grad_norm": 2.3628151416778564, + "learning_rate": 1.6238488815582693e-05, + "loss": 2.7438, + "step": 17935 + }, + { + "epoch": 0.3070233999212585, + "grad_norm": 2.292015552520752, + "learning_rate": 1.6238055513368082e-05, + "loss": 2.755, + "step": 17936 + }, + { + "epoch": 0.30704051763980894, + "grad_norm": 2.304593086242676, + "learning_rate": 1.6237622191979864e-05, + "loss": 2.7788, + "step": 17937 + }, + { + "epoch": 0.30705763535835945, + "grad_norm": 2.353938579559326, + "learning_rate": 1.6237188851419366e-05, + "loss": 2.7342, + "step": 17938 + }, + { + "epoch": 0.3070747530769099, + "grad_norm": 2.264573335647583, + "learning_rate": 1.6236755491687922e-05, + "loss": 2.6546, + "step": 17939 + }, + { + "epoch": 0.3070918707954604, + "grad_norm": 2.2810750007629395, + "learning_rate": 1.6236322112786864e-05, + "loss": 2.793, + "step": 17940 + }, + { + "epoch": 0.30710898851401086, + "grad_norm": 2.265199899673462, + "learning_rate": 1.6235888714717526e-05, + "loss": 2.794, + "step": 17941 + }, + { + "epoch": 0.3071261062325613, + "grad_norm": 2.242077112197876, + "learning_rate": 1.623545529748124e-05, + "loss": 2.7986, + "step": 17942 + }, + { + "epoch": 0.3071432239511118, + "grad_norm": 2.4280967712402344, + "learning_rate": 1.623502186107934e-05, + "loss": 2.725, + "step": 17943 + }, + { + "epoch": 0.3071603416696623, + "grad_norm": 2.3348727226257324, + "learning_rate": 1.6234588405513153e-05, + "loss": 2.7841, + "step": 17944 + }, + { + "epoch": 0.3071774593882127, + "grad_norm": 2.3627407550811768, + "learning_rate": 1.623415493078401e-05, + "loss": 2.7498, + "step": 17945 + }, + { + "epoch": 0.30719457710676323, + "grad_norm": 2.3747880458831787, + "learning_rate": 1.623372143689325e-05, + "loss": 2.8666, + "step": 17946 + }, + { + "epoch": 0.3072116948253137, + "grad_norm": 2.473895311355591, + "learning_rate": 1.6233287923842204e-05, + "loss": 2.8166, + "step": 17947 + }, + { + "epoch": 0.30722881254386414, + "grad_norm": 2.1508846282958984, + "learning_rate": 1.62328543916322e-05, + "loss": 2.7079, + "step": 17948 + }, + { + "epoch": 0.30724593026241465, + "grad_norm": 2.250153064727783, + "learning_rate": 1.6232420840264573e-05, + "loss": 2.8005, + "step": 17949 + }, + { + "epoch": 0.3072630479809651, + "grad_norm": 2.4672670364379883, + "learning_rate": 1.623198726974066e-05, + "loss": 2.8249, + "step": 17950 + }, + { + "epoch": 0.30728016569951555, + "grad_norm": 2.2880330085754395, + "learning_rate": 1.6231553680061788e-05, + "loss": 2.7501, + "step": 17951 + }, + { + "epoch": 0.30729728341806606, + "grad_norm": 2.2525060176849365, + "learning_rate": 1.623112007122929e-05, + "loss": 2.7413, + "step": 17952 + }, + { + "epoch": 0.3073144011366165, + "grad_norm": 2.183608055114746, + "learning_rate": 1.6230686443244503e-05, + "loss": 2.7521, + "step": 17953 + }, + { + "epoch": 0.30733151885516696, + "grad_norm": 2.12870717048645, + "learning_rate": 1.6230252796108755e-05, + "loss": 2.6385, + "step": 17954 + }, + { + "epoch": 0.30734863657371747, + "grad_norm": 2.4073033332824707, + "learning_rate": 1.622981912982338e-05, + "loss": 2.7658, + "step": 17955 + }, + { + "epoch": 0.3073657542922679, + "grad_norm": 2.2442827224731445, + "learning_rate": 1.6229385444389713e-05, + "loss": 2.8364, + "step": 17956 + }, + { + "epoch": 0.3073828720108184, + "grad_norm": 2.2023446559906006, + "learning_rate": 1.6228951739809085e-05, + "loss": 2.7048, + "step": 17957 + }, + { + "epoch": 0.3073999897293689, + "grad_norm": 2.2560901641845703, + "learning_rate": 1.622851801608283e-05, + "loss": 2.697, + "step": 17958 + }, + { + "epoch": 0.30741710744791934, + "grad_norm": 2.270846366882324, + "learning_rate": 1.6228084273212284e-05, + "loss": 2.8138, + "step": 17959 + }, + { + "epoch": 0.3074342251664698, + "grad_norm": 2.200744390487671, + "learning_rate": 1.622765051119877e-05, + "loss": 2.6477, + "step": 17960 + }, + { + "epoch": 0.3074513428850203, + "grad_norm": 2.264458417892456, + "learning_rate": 1.6227216730043636e-05, + "loss": 2.7576, + "step": 17961 + }, + { + "epoch": 0.30746846060357075, + "grad_norm": 2.2444519996643066, + "learning_rate": 1.6226782929748204e-05, + "loss": 2.836, + "step": 17962 + }, + { + "epoch": 0.3074855783221212, + "grad_norm": 2.3528945446014404, + "learning_rate": 1.6226349110313812e-05, + "loss": 2.7468, + "step": 17963 + }, + { + "epoch": 0.3075026960406717, + "grad_norm": 2.1681463718414307, + "learning_rate": 1.622591527174179e-05, + "loss": 2.6981, + "step": 17964 + }, + { + "epoch": 0.30751981375922216, + "grad_norm": 2.165506601333618, + "learning_rate": 1.6225481414033476e-05, + "loss": 2.7143, + "step": 17965 + }, + { + "epoch": 0.30753693147777267, + "grad_norm": 2.3768222332000732, + "learning_rate": 1.6225047537190203e-05, + "loss": 2.7845, + "step": 17966 + }, + { + "epoch": 0.3075540491963231, + "grad_norm": 2.16943359375, + "learning_rate": 1.6224613641213302e-05, + "loss": 2.6663, + "step": 17967 + }, + { + "epoch": 0.3075711669148736, + "grad_norm": 2.2517945766448975, + "learning_rate": 1.6224179726104105e-05, + "loss": 2.7731, + "step": 17968 + }, + { + "epoch": 0.3075882846334241, + "grad_norm": 2.432180881500244, + "learning_rate": 1.622374579186395e-05, + "loss": 2.8214, + "step": 17969 + }, + { + "epoch": 0.30760540235197453, + "grad_norm": 2.2020084857940674, + "learning_rate": 1.6223311838494172e-05, + "loss": 2.7412, + "step": 17970 + }, + { + "epoch": 0.307622520070525, + "grad_norm": 2.2790327072143555, + "learning_rate": 1.62228778659961e-05, + "loss": 2.7641, + "step": 17971 + }, + { + "epoch": 0.3076396377890755, + "grad_norm": 2.3215248584747314, + "learning_rate": 1.6222443874371068e-05, + "loss": 2.8836, + "step": 17972 + }, + { + "epoch": 0.30765675550762595, + "grad_norm": 2.1981759071350098, + "learning_rate": 1.6222009863620413e-05, + "loss": 2.7939, + "step": 17973 + }, + { + "epoch": 0.3076738732261764, + "grad_norm": 2.4388842582702637, + "learning_rate": 1.6221575833745473e-05, + "loss": 2.6694, + "step": 17974 + }, + { + "epoch": 0.3076909909447269, + "grad_norm": 2.2689666748046875, + "learning_rate": 1.6221141784747567e-05, + "loss": 2.6461, + "step": 17975 + }, + { + "epoch": 0.30770810866327736, + "grad_norm": 2.33229398727417, + "learning_rate": 1.6220707716628042e-05, + "loss": 2.792, + "step": 17976 + }, + { + "epoch": 0.3077252263818278, + "grad_norm": 2.2955727577209473, + "learning_rate": 1.6220273629388232e-05, + "loss": 2.647, + "step": 17977 + }, + { + "epoch": 0.3077423441003783, + "grad_norm": 2.279292345046997, + "learning_rate": 1.621983952302947e-05, + "loss": 2.7378, + "step": 17978 + }, + { + "epoch": 0.30775946181892877, + "grad_norm": 2.3553693294525146, + "learning_rate": 1.6219405397553084e-05, + "loss": 2.7924, + "step": 17979 + }, + { + "epoch": 0.3077765795374792, + "grad_norm": 2.2716996669769287, + "learning_rate": 1.6218971252960415e-05, + "loss": 2.8924, + "step": 17980 + }, + { + "epoch": 0.30779369725602973, + "grad_norm": 2.3869740962982178, + "learning_rate": 1.62185370892528e-05, + "loss": 2.8207, + "step": 17981 + }, + { + "epoch": 0.3078108149745802, + "grad_norm": 2.331460952758789, + "learning_rate": 1.621810290643156e-05, + "loss": 2.7375, + "step": 17982 + }, + { + "epoch": 0.30782793269313063, + "grad_norm": 2.2387590408325195, + "learning_rate": 1.6217668704498042e-05, + "loss": 2.6598, + "step": 17983 + }, + { + "epoch": 0.30784505041168114, + "grad_norm": 2.3366682529449463, + "learning_rate": 1.6217234483453576e-05, + "loss": 2.7011, + "step": 17984 + }, + { + "epoch": 0.3078621681302316, + "grad_norm": 2.1794350147247314, + "learning_rate": 1.62168002432995e-05, + "loss": 2.6442, + "step": 17985 + }, + { + "epoch": 0.30787928584878205, + "grad_norm": 2.241258382797241, + "learning_rate": 1.6216365984037145e-05, + "loss": 2.7037, + "step": 17986 + }, + { + "epoch": 0.30789640356733255, + "grad_norm": 2.160224676132202, + "learning_rate": 1.6215931705667848e-05, + "loss": 2.6749, + "step": 17987 + }, + { + "epoch": 0.307913521285883, + "grad_norm": 2.3148815631866455, + "learning_rate": 1.6215497408192946e-05, + "loss": 2.7153, + "step": 17988 + }, + { + "epoch": 0.3079306390044335, + "grad_norm": 2.3799734115600586, + "learning_rate": 1.6215063091613764e-05, + "loss": 2.7993, + "step": 17989 + }, + { + "epoch": 0.30794775672298397, + "grad_norm": 2.4627749919891357, + "learning_rate": 1.621462875593165e-05, + "loss": 2.7343, + "step": 17990 + }, + { + "epoch": 0.3079648744415344, + "grad_norm": 2.4468555450439453, + "learning_rate": 1.6214194401147928e-05, + "loss": 2.73, + "step": 17991 + }, + { + "epoch": 0.3079819921600849, + "grad_norm": 2.2658071517944336, + "learning_rate": 1.621376002726394e-05, + "loss": 2.688, + "step": 17992 + }, + { + "epoch": 0.3079991098786354, + "grad_norm": 2.369919776916504, + "learning_rate": 1.6213325634281017e-05, + "loss": 2.588, + "step": 17993 + }, + { + "epoch": 0.30801622759718583, + "grad_norm": 2.400775671005249, + "learning_rate": 1.6212891222200497e-05, + "loss": 2.8254, + "step": 17994 + }, + { + "epoch": 0.30803334531573634, + "grad_norm": 2.6119768619537354, + "learning_rate": 1.6212456791023714e-05, + "loss": 2.7957, + "step": 17995 + }, + { + "epoch": 0.3080504630342868, + "grad_norm": 2.4168217182159424, + "learning_rate": 1.6212022340752004e-05, + "loss": 2.7997, + "step": 17996 + }, + { + "epoch": 0.30806758075283724, + "grad_norm": 2.542647123336792, + "learning_rate": 1.6211587871386703e-05, + "loss": 2.8202, + "step": 17997 + }, + { + "epoch": 0.30808469847138775, + "grad_norm": 2.45393443107605, + "learning_rate": 1.6211153382929145e-05, + "loss": 2.7133, + "step": 17998 + }, + { + "epoch": 0.3081018161899382, + "grad_norm": 2.4863693714141846, + "learning_rate": 1.6210718875380663e-05, + "loss": 2.7724, + "step": 17999 + }, + { + "epoch": 0.30811893390848866, + "grad_norm": 2.3310835361480713, + "learning_rate": 1.62102843487426e-05, + "loss": 2.8424, + "step": 18000 + }, + { + "epoch": 0.30813605162703916, + "grad_norm": 2.3045880794525146, + "learning_rate": 1.6209849803016283e-05, + "loss": 2.685, + "step": 18001 + }, + { + "epoch": 0.3081531693455896, + "grad_norm": 2.197359561920166, + "learning_rate": 1.6209415238203055e-05, + "loss": 2.7434, + "step": 18002 + }, + { + "epoch": 0.30817028706414007, + "grad_norm": 2.4322547912597656, + "learning_rate": 1.6208980654304246e-05, + "loss": 2.7589, + "step": 18003 + }, + { + "epoch": 0.3081874047826906, + "grad_norm": 2.180696964263916, + "learning_rate": 1.6208546051321196e-05, + "loss": 2.6486, + "step": 18004 + }, + { + "epoch": 0.30820452250124103, + "grad_norm": 2.352246046066284, + "learning_rate": 1.6208111429255232e-05, + "loss": 2.6754, + "step": 18005 + }, + { + "epoch": 0.3082216402197915, + "grad_norm": 2.2913260459899902, + "learning_rate": 1.6207676788107706e-05, + "loss": 2.8183, + "step": 18006 + }, + { + "epoch": 0.308238757938342, + "grad_norm": 2.2103939056396484, + "learning_rate": 1.620724212787994e-05, + "loss": 2.7041, + "step": 18007 + }, + { + "epoch": 0.30825587565689244, + "grad_norm": 2.384197235107422, + "learning_rate": 1.6206807448573275e-05, + "loss": 2.8381, + "step": 18008 + }, + { + "epoch": 0.3082729933754429, + "grad_norm": 2.3801474571228027, + "learning_rate": 1.620637275018905e-05, + "loss": 2.7823, + "step": 18009 + }, + { + "epoch": 0.3082901110939934, + "grad_norm": 2.2825818061828613, + "learning_rate": 1.620593803272859e-05, + "loss": 2.5645, + "step": 18010 + }, + { + "epoch": 0.30830722881254385, + "grad_norm": 2.3150901794433594, + "learning_rate": 1.6205503296193247e-05, + "loss": 2.6623, + "step": 18011 + }, + { + "epoch": 0.30832434653109436, + "grad_norm": 2.285240650177002, + "learning_rate": 1.6205068540584346e-05, + "loss": 2.6065, + "step": 18012 + }, + { + "epoch": 0.3083414642496448, + "grad_norm": 2.37835955619812, + "learning_rate": 1.6204633765903224e-05, + "loss": 2.7129, + "step": 18013 + }, + { + "epoch": 0.30835858196819527, + "grad_norm": 2.4382638931274414, + "learning_rate": 1.6204198972151224e-05, + "loss": 2.57, + "step": 18014 + }, + { + "epoch": 0.3083756996867458, + "grad_norm": 2.3971757888793945, + "learning_rate": 1.6203764159329676e-05, + "loss": 2.6249, + "step": 18015 + }, + { + "epoch": 0.3083928174052962, + "grad_norm": 2.353604316711426, + "learning_rate": 1.620332932743992e-05, + "loss": 2.7079, + "step": 18016 + }, + { + "epoch": 0.3084099351238467, + "grad_norm": 2.3809499740600586, + "learning_rate": 1.6202894476483288e-05, + "loss": 2.7401, + "step": 18017 + }, + { + "epoch": 0.3084270528423972, + "grad_norm": 2.4505481719970703, + "learning_rate": 1.6202459606461124e-05, + "loss": 2.7174, + "step": 18018 + }, + { + "epoch": 0.30844417056094764, + "grad_norm": 2.4427645206451416, + "learning_rate": 1.620202471737476e-05, + "loss": 2.7101, + "step": 18019 + }, + { + "epoch": 0.3084612882794981, + "grad_norm": 2.361074686050415, + "learning_rate": 1.620158980922553e-05, + "loss": 2.8701, + "step": 18020 + }, + { + "epoch": 0.3084784059980486, + "grad_norm": 2.4599199295043945, + "learning_rate": 1.6201154882014772e-05, + "loss": 2.7788, + "step": 18021 + }, + { + "epoch": 0.30849552371659905, + "grad_norm": 2.313744068145752, + "learning_rate": 1.620071993574383e-05, + "loss": 2.6689, + "step": 18022 + }, + { + "epoch": 0.3085126414351495, + "grad_norm": 2.311826229095459, + "learning_rate": 1.6200284970414034e-05, + "loss": 2.6992, + "step": 18023 + }, + { + "epoch": 0.3085297591537, + "grad_norm": 2.39176344871521, + "learning_rate": 1.6199849986026725e-05, + "loss": 2.8348, + "step": 18024 + }, + { + "epoch": 0.30854687687225046, + "grad_norm": 2.4213485717773438, + "learning_rate": 1.6199414982583234e-05, + "loss": 2.9191, + "step": 18025 + }, + { + "epoch": 0.3085639945908009, + "grad_norm": 2.721644163131714, + "learning_rate": 1.6198979960084904e-05, + "loss": 2.7355, + "step": 18026 + }, + { + "epoch": 0.3085811123093514, + "grad_norm": 2.1731560230255127, + "learning_rate": 1.6198544918533066e-05, + "loss": 2.6673, + "step": 18027 + }, + { + "epoch": 0.3085982300279019, + "grad_norm": 2.2718493938446045, + "learning_rate": 1.6198109857929062e-05, + "loss": 2.598, + "step": 18028 + }, + { + "epoch": 0.30861534774645233, + "grad_norm": 2.3474559783935547, + "learning_rate": 1.619767477827423e-05, + "loss": 2.7289, + "step": 18029 + }, + { + "epoch": 0.30863246546500284, + "grad_norm": 2.38086199760437, + "learning_rate": 1.6197239679569903e-05, + "loss": 2.761, + "step": 18030 + }, + { + "epoch": 0.3086495831835533, + "grad_norm": 2.408275604248047, + "learning_rate": 1.6196804561817426e-05, + "loss": 2.8787, + "step": 18031 + }, + { + "epoch": 0.30866670090210374, + "grad_norm": 2.3905675411224365, + "learning_rate": 1.6196369425018126e-05, + "loss": 2.8029, + "step": 18032 + }, + { + "epoch": 0.30868381862065425, + "grad_norm": 2.319688081741333, + "learning_rate": 1.6195934269173347e-05, + "loss": 2.7836, + "step": 18033 + }, + { + "epoch": 0.3087009363392047, + "grad_norm": 2.4015424251556396, + "learning_rate": 1.6195499094284425e-05, + "loss": 2.7903, + "step": 18034 + }, + { + "epoch": 0.3087180540577552, + "grad_norm": 2.3167243003845215, + "learning_rate": 1.6195063900352698e-05, + "loss": 2.6925, + "step": 18035 + }, + { + "epoch": 0.30873517177630566, + "grad_norm": 2.3071212768554688, + "learning_rate": 1.61946286873795e-05, + "loss": 2.7153, + "step": 18036 + }, + { + "epoch": 0.3087522894948561, + "grad_norm": 2.1724867820739746, + "learning_rate": 1.619419345536618e-05, + "loss": 2.5881, + "step": 18037 + }, + { + "epoch": 0.3087694072134066, + "grad_norm": 2.472712755203247, + "learning_rate": 1.619375820431406e-05, + "loss": 2.6804, + "step": 18038 + }, + { + "epoch": 0.3087865249319571, + "grad_norm": 2.4276070594787598, + "learning_rate": 1.6193322934224486e-05, + "loss": 2.6952, + "step": 18039 + }, + { + "epoch": 0.3088036426505075, + "grad_norm": 2.2786500453948975, + "learning_rate": 1.61928876450988e-05, + "loss": 2.7539, + "step": 18040 + }, + { + "epoch": 0.30882076036905803, + "grad_norm": 2.434018135070801, + "learning_rate": 1.6192452336938332e-05, + "loss": 2.7097, + "step": 18041 + }, + { + "epoch": 0.3088378780876085, + "grad_norm": 2.3745808601379395, + "learning_rate": 1.6192017009744423e-05, + "loss": 2.746, + "step": 18042 + }, + { + "epoch": 0.30885499580615894, + "grad_norm": 2.363682270050049, + "learning_rate": 1.6191581663518415e-05, + "loss": 2.6466, + "step": 18043 + }, + { + "epoch": 0.30887211352470945, + "grad_norm": 2.2661802768707275, + "learning_rate": 1.6191146298261637e-05, + "loss": 2.7268, + "step": 18044 + }, + { + "epoch": 0.3088892312432599, + "grad_norm": 2.3291690349578857, + "learning_rate": 1.619071091397544e-05, + "loss": 2.8937, + "step": 18045 + }, + { + "epoch": 0.30890634896181035, + "grad_norm": 2.3968591690063477, + "learning_rate": 1.6190275510661146e-05, + "loss": 2.6616, + "step": 18046 + }, + { + "epoch": 0.30892346668036086, + "grad_norm": 2.311126708984375, + "learning_rate": 1.6189840088320107e-05, + "loss": 2.8165, + "step": 18047 + }, + { + "epoch": 0.3089405843989113, + "grad_norm": 2.4254086017608643, + "learning_rate": 1.6189404646953654e-05, + "loss": 2.8294, + "step": 18048 + }, + { + "epoch": 0.30895770211746176, + "grad_norm": 2.280852794647217, + "learning_rate": 1.6188969186563132e-05, + "loss": 2.6757, + "step": 18049 + }, + { + "epoch": 0.30897481983601227, + "grad_norm": 2.530113935470581, + "learning_rate": 1.618853370714987e-05, + "loss": 2.7467, + "step": 18050 + }, + { + "epoch": 0.3089919375545627, + "grad_norm": 2.159637451171875, + "learning_rate": 1.6188098208715216e-05, + "loss": 2.7154, + "step": 18051 + }, + { + "epoch": 0.3090090552731132, + "grad_norm": 2.4689230918884277, + "learning_rate": 1.6187662691260505e-05, + "loss": 2.8465, + "step": 18052 + }, + { + "epoch": 0.3090261729916637, + "grad_norm": 2.263035535812378, + "learning_rate": 1.6187227154787072e-05, + "loss": 2.5948, + "step": 18053 + }, + { + "epoch": 0.30904329071021414, + "grad_norm": 2.3840255737304688, + "learning_rate": 1.6186791599296262e-05, + "loss": 2.6614, + "step": 18054 + }, + { + "epoch": 0.3090604084287646, + "grad_norm": 2.4731452465057373, + "learning_rate": 1.6186356024789406e-05, + "loss": 2.7658, + "step": 18055 + }, + { + "epoch": 0.3090775261473151, + "grad_norm": 2.2536656856536865, + "learning_rate": 1.618592043126785e-05, + "loss": 2.6532, + "step": 18056 + }, + { + "epoch": 0.30909464386586555, + "grad_norm": 2.3547985553741455, + "learning_rate": 1.6185484818732932e-05, + "loss": 2.7863, + "step": 18057 + }, + { + "epoch": 0.30911176158441606, + "grad_norm": 2.3433661460876465, + "learning_rate": 1.6185049187185983e-05, + "loss": 2.7381, + "step": 18058 + }, + { + "epoch": 0.3091288793029665, + "grad_norm": 2.2713236808776855, + "learning_rate": 1.6184613536628352e-05, + "loss": 2.7789, + "step": 18059 + }, + { + "epoch": 0.30914599702151696, + "grad_norm": 2.5250298976898193, + "learning_rate": 1.6184177867061374e-05, + "loss": 2.9497, + "step": 18060 + }, + { + "epoch": 0.30916311474006747, + "grad_norm": 2.200443983078003, + "learning_rate": 1.6183742178486387e-05, + "loss": 2.6725, + "step": 18061 + }, + { + "epoch": 0.3091802324586179, + "grad_norm": 2.3619534969329834, + "learning_rate": 1.6183306470904733e-05, + "loss": 2.6739, + "step": 18062 + }, + { + "epoch": 0.3091973501771684, + "grad_norm": 2.359457015991211, + "learning_rate": 1.618287074431775e-05, + "loss": 2.7844, + "step": 18063 + }, + { + "epoch": 0.3092144678957189, + "grad_norm": 2.5142359733581543, + "learning_rate": 1.6182434998726776e-05, + "loss": 2.7138, + "step": 18064 + }, + { + "epoch": 0.30923158561426933, + "grad_norm": 2.3443198204040527, + "learning_rate": 1.618199923413315e-05, + "loss": 2.8556, + "step": 18065 + }, + { + "epoch": 0.3092487033328198, + "grad_norm": 2.3524534702301025, + "learning_rate": 1.618156345053821e-05, + "loss": 2.9222, + "step": 18066 + }, + { + "epoch": 0.3092658210513703, + "grad_norm": 2.327503204345703, + "learning_rate": 1.61811276479433e-05, + "loss": 2.6768, + "step": 18067 + }, + { + "epoch": 0.30928293876992075, + "grad_norm": 2.3709824085235596, + "learning_rate": 1.6180691826349762e-05, + "loss": 2.7362, + "step": 18068 + }, + { + "epoch": 0.3093000564884712, + "grad_norm": 2.382150411605835, + "learning_rate": 1.6180255985758928e-05, + "loss": 2.6535, + "step": 18069 + }, + { + "epoch": 0.3093171742070217, + "grad_norm": 2.4226016998291016, + "learning_rate": 1.617982012617214e-05, + "loss": 2.6811, + "step": 18070 + }, + { + "epoch": 0.30933429192557216, + "grad_norm": 2.2240068912506104, + "learning_rate": 1.617938424759074e-05, + "loss": 2.6631, + "step": 18071 + }, + { + "epoch": 0.3093514096441226, + "grad_norm": 2.306046724319458, + "learning_rate": 1.617894835001606e-05, + "loss": 2.6219, + "step": 18072 + }, + { + "epoch": 0.3093685273626731, + "grad_norm": 2.2954843044281006, + "learning_rate": 1.617851243344945e-05, + "loss": 2.7793, + "step": 18073 + }, + { + "epoch": 0.30938564508122357, + "grad_norm": 2.256803035736084, + "learning_rate": 1.617807649789225e-05, + "loss": 2.6606, + "step": 18074 + }, + { + "epoch": 0.309402762799774, + "grad_norm": 2.0917413234710693, + "learning_rate": 1.617764054334579e-05, + "loss": 2.7061, + "step": 18075 + }, + { + "epoch": 0.30941988051832453, + "grad_norm": 2.2378766536712646, + "learning_rate": 1.617720456981142e-05, + "loss": 2.7183, + "step": 18076 + }, + { + "epoch": 0.309436998236875, + "grad_norm": 2.3784868717193604, + "learning_rate": 1.617676857729047e-05, + "loss": 2.7035, + "step": 18077 + }, + { + "epoch": 0.30945411595542544, + "grad_norm": 2.1881821155548096, + "learning_rate": 1.617633256578429e-05, + "loss": 2.6924, + "step": 18078 + }, + { + "epoch": 0.30947123367397594, + "grad_norm": 2.373039960861206, + "learning_rate": 1.6175896535294212e-05, + "loss": 2.6443, + "step": 18079 + }, + { + "epoch": 0.3094883513925264, + "grad_norm": 2.42206072807312, + "learning_rate": 1.6175460485821583e-05, + "loss": 2.7397, + "step": 18080 + }, + { + "epoch": 0.3095054691110769, + "grad_norm": 2.314725160598755, + "learning_rate": 1.6175024417367742e-05, + "loss": 2.8147, + "step": 18081 + }, + { + "epoch": 0.30952258682962736, + "grad_norm": 2.363600730895996, + "learning_rate": 1.6174588329934024e-05, + "loss": 2.7096, + "step": 18082 + }, + { + "epoch": 0.3095397045481778, + "grad_norm": 2.2778995037078857, + "learning_rate": 1.6174152223521777e-05, + "loss": 2.8513, + "step": 18083 + }, + { + "epoch": 0.3095568222667283, + "grad_norm": 2.3447089195251465, + "learning_rate": 1.6173716098132332e-05, + "loss": 2.5285, + "step": 18084 + }, + { + "epoch": 0.30957393998527877, + "grad_norm": 2.4555282592773438, + "learning_rate": 1.617327995376704e-05, + "loss": 2.7554, + "step": 18085 + }, + { + "epoch": 0.3095910577038292, + "grad_norm": 2.2359204292297363, + "learning_rate": 1.6172843790427233e-05, + "loss": 2.6724, + "step": 18086 + }, + { + "epoch": 0.30960817542237973, + "grad_norm": 2.5034687519073486, + "learning_rate": 1.6172407608114257e-05, + "loss": 2.8066, + "step": 18087 + }, + { + "epoch": 0.3096252931409302, + "grad_norm": 2.3177740573883057, + "learning_rate": 1.617197140682945e-05, + "loss": 2.7098, + "step": 18088 + }, + { + "epoch": 0.30964241085948063, + "grad_norm": 2.2392163276672363, + "learning_rate": 1.6171535186574153e-05, + "loss": 2.6248, + "step": 18089 + }, + { + "epoch": 0.30965952857803114, + "grad_norm": 2.424603223800659, + "learning_rate": 1.617109894734971e-05, + "loss": 2.6974, + "step": 18090 + }, + { + "epoch": 0.3096766462965816, + "grad_norm": 2.3687477111816406, + "learning_rate": 1.6170662689157458e-05, + "loss": 2.6865, + "step": 18091 + }, + { + "epoch": 0.30969376401513204, + "grad_norm": 2.356579542160034, + "learning_rate": 1.6170226411998737e-05, + "loss": 2.7641, + "step": 18092 + }, + { + "epoch": 0.30971088173368255, + "grad_norm": 2.335878372192383, + "learning_rate": 1.616979011587489e-05, + "loss": 2.7508, + "step": 18093 + }, + { + "epoch": 0.309727999452233, + "grad_norm": 2.253995180130005, + "learning_rate": 1.6169353800787262e-05, + "loss": 2.6487, + "step": 18094 + }, + { + "epoch": 0.30974511717078346, + "grad_norm": 2.429967164993286, + "learning_rate": 1.6168917466737187e-05, + "loss": 2.7614, + "step": 18095 + }, + { + "epoch": 0.30976223488933396, + "grad_norm": 2.440136194229126, + "learning_rate": 1.6168481113726012e-05, + "loss": 2.7741, + "step": 18096 + }, + { + "epoch": 0.3097793526078844, + "grad_norm": 2.3291304111480713, + "learning_rate": 1.6168044741755075e-05, + "loss": 2.6082, + "step": 18097 + }, + { + "epoch": 0.30979647032643487, + "grad_norm": 2.3403749465942383, + "learning_rate": 1.6167608350825715e-05, + "loss": 2.5769, + "step": 18098 + }, + { + "epoch": 0.3098135880449854, + "grad_norm": 2.400261402130127, + "learning_rate": 1.616717194093928e-05, + "loss": 2.7435, + "step": 18099 + }, + { + "epoch": 0.30983070576353583, + "grad_norm": 2.454430341720581, + "learning_rate": 1.6166735512097104e-05, + "loss": 2.7222, + "step": 18100 + }, + { + "epoch": 0.3098478234820863, + "grad_norm": 2.268754482269287, + "learning_rate": 1.6166299064300533e-05, + "loss": 2.6628, + "step": 18101 + }, + { + "epoch": 0.3098649412006368, + "grad_norm": 2.4859185218811035, + "learning_rate": 1.616586259755091e-05, + "loss": 2.822, + "step": 18102 + }, + { + "epoch": 0.30988205891918724, + "grad_norm": 2.4192276000976562, + "learning_rate": 1.616542611184957e-05, + "loss": 2.7236, + "step": 18103 + }, + { + "epoch": 0.30989917663773775, + "grad_norm": 2.397726058959961, + "learning_rate": 1.6164989607197857e-05, + "loss": 2.6342, + "step": 18104 + }, + { + "epoch": 0.3099162943562882, + "grad_norm": 2.362192392349243, + "learning_rate": 1.616455308359712e-05, + "loss": 2.6678, + "step": 18105 + }, + { + "epoch": 0.30993341207483865, + "grad_norm": 2.3546223640441895, + "learning_rate": 1.616411654104869e-05, + "loss": 2.7516, + "step": 18106 + }, + { + "epoch": 0.30995052979338916, + "grad_norm": 2.3161234855651855, + "learning_rate": 1.6163679979553913e-05, + "loss": 2.8184, + "step": 18107 + }, + { + "epoch": 0.3099676475119396, + "grad_norm": 2.3672802448272705, + "learning_rate": 1.6163243399114134e-05, + "loss": 2.7332, + "step": 18108 + }, + { + "epoch": 0.30998476523049007, + "grad_norm": 2.228630304336548, + "learning_rate": 1.6162806799730694e-05, + "loss": 2.6709, + "step": 18109 + }, + { + "epoch": 0.3100018829490406, + "grad_norm": 2.5308096408843994, + "learning_rate": 1.616237018140493e-05, + "loss": 2.8215, + "step": 18110 + }, + { + "epoch": 0.310019000667591, + "grad_norm": 2.3351192474365234, + "learning_rate": 1.6161933544138193e-05, + "loss": 2.7486, + "step": 18111 + }, + { + "epoch": 0.3100361183861415, + "grad_norm": 2.396528959274292, + "learning_rate": 1.6161496887931815e-05, + "loss": 2.7738, + "step": 18112 + }, + { + "epoch": 0.310053236104692, + "grad_norm": 2.3775482177734375, + "learning_rate": 1.6161060212787142e-05, + "loss": 2.874, + "step": 18113 + }, + { + "epoch": 0.31007035382324244, + "grad_norm": 2.305511951446533, + "learning_rate": 1.6160623518705516e-05, + "loss": 2.6703, + "step": 18114 + }, + { + "epoch": 0.3100874715417929, + "grad_norm": 2.2787976264953613, + "learning_rate": 1.616018680568828e-05, + "loss": 2.7578, + "step": 18115 + }, + { + "epoch": 0.3101045892603434, + "grad_norm": 2.3304781913757324, + "learning_rate": 1.615975007373678e-05, + "loss": 2.7334, + "step": 18116 + }, + { + "epoch": 0.31012170697889385, + "grad_norm": 2.4187285900115967, + "learning_rate": 1.6159313322852353e-05, + "loss": 2.8901, + "step": 18117 + }, + { + "epoch": 0.3101388246974443, + "grad_norm": 2.317392349243164, + "learning_rate": 1.6158876553036346e-05, + "loss": 2.7946, + "step": 18118 + }, + { + "epoch": 0.3101559424159948, + "grad_norm": 2.397979974746704, + "learning_rate": 1.615843976429009e-05, + "loss": 2.7413, + "step": 18119 + }, + { + "epoch": 0.31017306013454526, + "grad_norm": 2.3940484523773193, + "learning_rate": 1.6158002956614944e-05, + "loss": 2.7666, + "step": 18120 + }, + { + "epoch": 0.3101901778530957, + "grad_norm": 2.237433671951294, + "learning_rate": 1.615756613001224e-05, + "loss": 2.672, + "step": 18121 + }, + { + "epoch": 0.3102072955716462, + "grad_norm": 2.2744481563568115, + "learning_rate": 1.6157129284483324e-05, + "loss": 2.6526, + "step": 18122 + }, + { + "epoch": 0.3102244132901967, + "grad_norm": 2.2981131076812744, + "learning_rate": 1.6156692420029536e-05, + "loss": 2.6015, + "step": 18123 + }, + { + "epoch": 0.31024153100874713, + "grad_norm": 2.172517776489258, + "learning_rate": 1.6156255536652225e-05, + "loss": 2.6443, + "step": 18124 + }, + { + "epoch": 0.31025864872729764, + "grad_norm": 2.321221113204956, + "learning_rate": 1.6155818634352723e-05, + "loss": 2.8256, + "step": 18125 + }, + { + "epoch": 0.3102757664458481, + "grad_norm": 2.359973669052124, + "learning_rate": 1.615538171313239e-05, + "loss": 2.6792, + "step": 18126 + }, + { + "epoch": 0.31029288416439854, + "grad_norm": 2.402531147003174, + "learning_rate": 1.6154944772992548e-05, + "loss": 2.7003, + "step": 18127 + }, + { + "epoch": 0.31031000188294905, + "grad_norm": 2.3810908794403076, + "learning_rate": 1.6154507813934554e-05, + "loss": 2.8789, + "step": 18128 + }, + { + "epoch": 0.3103271196014995, + "grad_norm": 2.2720954418182373, + "learning_rate": 1.615407083595975e-05, + "loss": 2.6096, + "step": 18129 + }, + { + "epoch": 0.31034423732005, + "grad_norm": 2.3684818744659424, + "learning_rate": 1.615363383906947e-05, + "loss": 2.7148, + "step": 18130 + }, + { + "epoch": 0.31036135503860046, + "grad_norm": 2.4259235858917236, + "learning_rate": 1.6153196823265073e-05, + "loss": 2.7418, + "step": 18131 + }, + { + "epoch": 0.3103784727571509, + "grad_norm": 2.171851396560669, + "learning_rate": 1.615275978854789e-05, + "loss": 2.7372, + "step": 18132 + }, + { + "epoch": 0.3103955904757014, + "grad_norm": 2.3392233848571777, + "learning_rate": 1.6152322734919265e-05, + "loss": 2.7166, + "step": 18133 + }, + { + "epoch": 0.3104127081942519, + "grad_norm": 2.4059946537017822, + "learning_rate": 1.6151885662380543e-05, + "loss": 2.729, + "step": 18134 + }, + { + "epoch": 0.3104298259128023, + "grad_norm": 2.588529109954834, + "learning_rate": 1.6151448570933072e-05, + "loss": 2.8864, + "step": 18135 + }, + { + "epoch": 0.31044694363135283, + "grad_norm": 2.659656286239624, + "learning_rate": 1.615101146057819e-05, + "loss": 2.8423, + "step": 18136 + }, + { + "epoch": 0.3104640613499033, + "grad_norm": 2.1200342178344727, + "learning_rate": 1.6150574331317242e-05, + "loss": 2.7175, + "step": 18137 + }, + { + "epoch": 0.31048117906845374, + "grad_norm": 2.3702714443206787, + "learning_rate": 1.6150137183151567e-05, + "loss": 2.7722, + "step": 18138 + }, + { + "epoch": 0.31049829678700425, + "grad_norm": 2.2565455436706543, + "learning_rate": 1.614970001608252e-05, + "loss": 2.5792, + "step": 18139 + }, + { + "epoch": 0.3105154145055547, + "grad_norm": 2.3448684215545654, + "learning_rate": 1.6149262830111435e-05, + "loss": 2.8172, + "step": 18140 + }, + { + "epoch": 0.31053253222410515, + "grad_norm": 2.253397226333618, + "learning_rate": 1.614882562523966e-05, + "loss": 2.7177, + "step": 18141 + }, + { + "epoch": 0.31054964994265566, + "grad_norm": 2.3369460105895996, + "learning_rate": 1.6148388401468538e-05, + "loss": 2.7298, + "step": 18142 + }, + { + "epoch": 0.3105667676612061, + "grad_norm": 2.345226526260376, + "learning_rate": 1.614795115879941e-05, + "loss": 2.8331, + "step": 18143 + }, + { + "epoch": 0.31058388537975656, + "grad_norm": 2.126211166381836, + "learning_rate": 1.6147513897233625e-05, + "loss": 2.7008, + "step": 18144 + }, + { + "epoch": 0.31060100309830707, + "grad_norm": 2.2089321613311768, + "learning_rate": 1.6147076616772524e-05, + "loss": 2.7474, + "step": 18145 + }, + { + "epoch": 0.3106181208168575, + "grad_norm": 2.2753543853759766, + "learning_rate": 1.614663931741745e-05, + "loss": 2.7121, + "step": 18146 + }, + { + "epoch": 0.310635238535408, + "grad_norm": 2.22759747505188, + "learning_rate": 1.6146201999169752e-05, + "loss": 2.6836, + "step": 18147 + }, + { + "epoch": 0.3106523562539585, + "grad_norm": 2.299757957458496, + "learning_rate": 1.614576466203077e-05, + "loss": 2.6972, + "step": 18148 + }, + { + "epoch": 0.31066947397250894, + "grad_norm": 2.3680436611175537, + "learning_rate": 1.6145327306001843e-05, + "loss": 2.7287, + "step": 18149 + }, + { + "epoch": 0.3106865916910594, + "grad_norm": 2.216233015060425, + "learning_rate": 1.6144889931084327e-05, + "loss": 2.8111, + "step": 18150 + }, + { + "epoch": 0.3107037094096099, + "grad_norm": 2.3168373107910156, + "learning_rate": 1.6144452537279558e-05, + "loss": 2.7771, + "step": 18151 + }, + { + "epoch": 0.31072082712816035, + "grad_norm": 2.4896762371063232, + "learning_rate": 1.6144015124588885e-05, + "loss": 2.7269, + "step": 18152 + }, + { + "epoch": 0.31073794484671086, + "grad_norm": 2.239705801010132, + "learning_rate": 1.614357769301365e-05, + "loss": 2.6481, + "step": 18153 + }, + { + "epoch": 0.3107550625652613, + "grad_norm": 2.298593759536743, + "learning_rate": 1.6143140242555197e-05, + "loss": 2.7285, + "step": 18154 + }, + { + "epoch": 0.31077218028381176, + "grad_norm": 2.336374282836914, + "learning_rate": 1.6142702773214872e-05, + "loss": 2.6641, + "step": 18155 + }, + { + "epoch": 0.31078929800236227, + "grad_norm": 2.2947306632995605, + "learning_rate": 1.6142265284994017e-05, + "loss": 2.7341, + "step": 18156 + }, + { + "epoch": 0.3108064157209127, + "grad_norm": 2.4943833351135254, + "learning_rate": 1.614182777789398e-05, + "loss": 2.8232, + "step": 18157 + }, + { + "epoch": 0.3108235334394632, + "grad_norm": 2.3470070362091064, + "learning_rate": 1.6141390251916106e-05, + "loss": 2.7626, + "step": 18158 + }, + { + "epoch": 0.3108406511580137, + "grad_norm": 2.3093621730804443, + "learning_rate": 1.6140952707061737e-05, + "loss": 2.6712, + "step": 18159 + }, + { + "epoch": 0.31085776887656413, + "grad_norm": 2.7321910858154297, + "learning_rate": 1.6140515143332222e-05, + "loss": 2.6304, + "step": 18160 + }, + { + "epoch": 0.3108748865951146, + "grad_norm": 2.4369349479675293, + "learning_rate": 1.61400775607289e-05, + "loss": 2.8047, + "step": 18161 + }, + { + "epoch": 0.3108920043136651, + "grad_norm": 2.469433546066284, + "learning_rate": 1.613963995925312e-05, + "loss": 2.7848, + "step": 18162 + }, + { + "epoch": 0.31090912203221555, + "grad_norm": 2.506594657897949, + "learning_rate": 1.613920233890623e-05, + "loss": 2.7005, + "step": 18163 + }, + { + "epoch": 0.310926239750766, + "grad_norm": 2.444227695465088, + "learning_rate": 1.6138764699689564e-05, + "loss": 2.7583, + "step": 18164 + }, + { + "epoch": 0.3109433574693165, + "grad_norm": 2.3805675506591797, + "learning_rate": 1.6138327041604478e-05, + "loss": 2.7684, + "step": 18165 + }, + { + "epoch": 0.31096047518786696, + "grad_norm": 2.394435167312622, + "learning_rate": 1.6137889364652312e-05, + "loss": 2.7089, + "step": 18166 + }, + { + "epoch": 0.3109775929064174, + "grad_norm": 2.243861436843872, + "learning_rate": 1.6137451668834415e-05, + "loss": 2.6261, + "step": 18167 + }, + { + "epoch": 0.3109947106249679, + "grad_norm": 2.3215606212615967, + "learning_rate": 1.613701395415213e-05, + "loss": 2.654, + "step": 18168 + }, + { + "epoch": 0.31101182834351837, + "grad_norm": 2.3868560791015625, + "learning_rate": 1.6136576220606802e-05, + "loss": 2.7312, + "step": 18169 + }, + { + "epoch": 0.3110289460620688, + "grad_norm": 2.402858257293701, + "learning_rate": 1.613613846819978e-05, + "loss": 2.7594, + "step": 18170 + }, + { + "epoch": 0.31104606378061933, + "grad_norm": 2.337822675704956, + "learning_rate": 1.6135700696932402e-05, + "loss": 2.7482, + "step": 18171 + }, + { + "epoch": 0.3110631814991698, + "grad_norm": 2.246924877166748, + "learning_rate": 1.613526290680602e-05, + "loss": 2.6168, + "step": 18172 + }, + { + "epoch": 0.31108029921772024, + "grad_norm": 2.4773943424224854, + "learning_rate": 1.6134825097821977e-05, + "loss": 2.9273, + "step": 18173 + }, + { + "epoch": 0.31109741693627074, + "grad_norm": 2.1700353622436523, + "learning_rate": 1.613438726998162e-05, + "loss": 2.664, + "step": 18174 + }, + { + "epoch": 0.3111145346548212, + "grad_norm": 2.3717541694641113, + "learning_rate": 1.6133949423286296e-05, + "loss": 2.7735, + "step": 18175 + }, + { + "epoch": 0.3111316523733717, + "grad_norm": 2.3128068447113037, + "learning_rate": 1.6133511557737346e-05, + "loss": 2.6647, + "step": 18176 + }, + { + "epoch": 0.31114877009192216, + "grad_norm": 2.564051389694214, + "learning_rate": 1.6133073673336118e-05, + "loss": 2.7823, + "step": 18177 + }, + { + "epoch": 0.3111658878104726, + "grad_norm": 2.402462959289551, + "learning_rate": 1.613263577008396e-05, + "loss": 2.8346, + "step": 18178 + }, + { + "epoch": 0.3111830055290231, + "grad_norm": 2.394375801086426, + "learning_rate": 1.6132197847982217e-05, + "loss": 2.767, + "step": 18179 + }, + { + "epoch": 0.31120012324757357, + "grad_norm": 2.3993279933929443, + "learning_rate": 1.6131759907032233e-05, + "loss": 2.8333, + "step": 18180 + }, + { + "epoch": 0.311217240966124, + "grad_norm": 2.375065565109253, + "learning_rate": 1.613132194723536e-05, + "loss": 2.7276, + "step": 18181 + }, + { + "epoch": 0.31123435868467453, + "grad_norm": 2.225426435470581, + "learning_rate": 1.6130883968592938e-05, + "loss": 2.6842, + "step": 18182 + }, + { + "epoch": 0.311251476403225, + "grad_norm": 2.4003608226776123, + "learning_rate": 1.6130445971106313e-05, + "loss": 2.7621, + "step": 18183 + }, + { + "epoch": 0.31126859412177543, + "grad_norm": 2.2299206256866455, + "learning_rate": 1.613000795477683e-05, + "loss": 2.6053, + "step": 18184 + }, + { + "epoch": 0.31128571184032594, + "grad_norm": 2.312467575073242, + "learning_rate": 1.6129569919605847e-05, + "loss": 2.8124, + "step": 18185 + }, + { + "epoch": 0.3113028295588764, + "grad_norm": 2.2724485397338867, + "learning_rate": 1.6129131865594694e-05, + "loss": 2.6884, + "step": 18186 + }, + { + "epoch": 0.31131994727742685, + "grad_norm": 2.3439550399780273, + "learning_rate": 1.6128693792744733e-05, + "loss": 2.7558, + "step": 18187 + }, + { + "epoch": 0.31133706499597735, + "grad_norm": 2.3352739810943604, + "learning_rate": 1.6128255701057295e-05, + "loss": 2.7499, + "step": 18188 + }, + { + "epoch": 0.3113541827145278, + "grad_norm": 2.2330806255340576, + "learning_rate": 1.612781759053374e-05, + "loss": 2.7616, + "step": 18189 + }, + { + "epoch": 0.31137130043307826, + "grad_norm": 2.3260154724121094, + "learning_rate": 1.6127379461175406e-05, + "loss": 2.7298, + "step": 18190 + }, + { + "epoch": 0.31138841815162877, + "grad_norm": 2.236161231994629, + "learning_rate": 1.6126941312983646e-05, + "loss": 2.7229, + "step": 18191 + }, + { + "epoch": 0.3114055358701792, + "grad_norm": 2.3040521144866943, + "learning_rate": 1.61265031459598e-05, + "loss": 2.7043, + "step": 18192 + }, + { + "epoch": 0.31142265358872967, + "grad_norm": 2.286005973815918, + "learning_rate": 1.612606496010522e-05, + "loss": 2.7318, + "step": 18193 + }, + { + "epoch": 0.3114397713072802, + "grad_norm": 2.3693904876708984, + "learning_rate": 1.612562675542125e-05, + "loss": 2.8396, + "step": 18194 + }, + { + "epoch": 0.31145688902583063, + "grad_norm": 2.6576740741729736, + "learning_rate": 1.612518853190924e-05, + "loss": 2.7695, + "step": 18195 + }, + { + "epoch": 0.3114740067443811, + "grad_norm": 2.366929292678833, + "learning_rate": 1.612475028957053e-05, + "loss": 2.7823, + "step": 18196 + }, + { + "epoch": 0.3114911244629316, + "grad_norm": 2.475705146789551, + "learning_rate": 1.6124312028406477e-05, + "loss": 2.7099, + "step": 18197 + }, + { + "epoch": 0.31150824218148204, + "grad_norm": 2.1467232704162598, + "learning_rate": 1.6123873748418423e-05, + "loss": 2.6026, + "step": 18198 + }, + { + "epoch": 0.31152535990003255, + "grad_norm": 2.4811511039733887, + "learning_rate": 1.612343544960771e-05, + "loss": 2.6465, + "step": 18199 + }, + { + "epoch": 0.311542477618583, + "grad_norm": 2.2407119274139404, + "learning_rate": 1.612299713197569e-05, + "loss": 2.6795, + "step": 18200 + }, + { + "epoch": 0.31155959533713345, + "grad_norm": 2.588498115539551, + "learning_rate": 1.6122558795523717e-05, + "loss": 2.7867, + "step": 18201 + }, + { + "epoch": 0.31157671305568396, + "grad_norm": 2.28794264793396, + "learning_rate": 1.6122120440253127e-05, + "loss": 2.7373, + "step": 18202 + }, + { + "epoch": 0.3115938307742344, + "grad_norm": 2.3153586387634277, + "learning_rate": 1.6121682066165273e-05, + "loss": 2.6964, + "step": 18203 + }, + { + "epoch": 0.31161094849278487, + "grad_norm": 2.383406400680542, + "learning_rate": 1.61212436732615e-05, + "loss": 2.7021, + "step": 18204 + }, + { + "epoch": 0.3116280662113354, + "grad_norm": 2.362229824066162, + "learning_rate": 1.612080526154316e-05, + "loss": 2.7575, + "step": 18205 + }, + { + "epoch": 0.3116451839298858, + "grad_norm": 2.500631809234619, + "learning_rate": 1.6120366831011596e-05, + "loss": 2.8642, + "step": 18206 + }, + { + "epoch": 0.3116623016484363, + "grad_norm": 2.3032283782958984, + "learning_rate": 1.6119928381668155e-05, + "loss": 2.6992, + "step": 18207 + }, + { + "epoch": 0.3116794193669868, + "grad_norm": 2.176811456680298, + "learning_rate": 1.6119489913514192e-05, + "loss": 2.6707, + "step": 18208 + }, + { + "epoch": 0.31169653708553724, + "grad_norm": 2.192645311355591, + "learning_rate": 1.6119051426551046e-05, + "loss": 2.6907, + "step": 18209 + }, + { + "epoch": 0.3117136548040877, + "grad_norm": 2.2674849033355713, + "learning_rate": 1.6118612920780065e-05, + "loss": 2.7381, + "step": 18210 + }, + { + "epoch": 0.3117307725226382, + "grad_norm": 2.2872447967529297, + "learning_rate": 1.6118174396202605e-05, + "loss": 2.8217, + "step": 18211 + }, + { + "epoch": 0.31174789024118865, + "grad_norm": 2.3147361278533936, + "learning_rate": 1.6117735852820007e-05, + "loss": 2.6997, + "step": 18212 + }, + { + "epoch": 0.3117650079597391, + "grad_norm": 2.144491672515869, + "learning_rate": 1.611729729063362e-05, + "loss": 2.6811, + "step": 18213 + }, + { + "epoch": 0.3117821256782896, + "grad_norm": 2.181704044342041, + "learning_rate": 1.6116858709644793e-05, + "loss": 2.6998, + "step": 18214 + }, + { + "epoch": 0.31179924339684006, + "grad_norm": 2.2279701232910156, + "learning_rate": 1.6116420109854873e-05, + "loss": 2.7217, + "step": 18215 + }, + { + "epoch": 0.3118163611153905, + "grad_norm": 2.16436505317688, + "learning_rate": 1.6115981491265212e-05, + "loss": 2.7184, + "step": 18216 + }, + { + "epoch": 0.311833478833941, + "grad_norm": 2.195139169692993, + "learning_rate": 1.6115542853877153e-05, + "loss": 2.6886, + "step": 18217 + }, + { + "epoch": 0.3118505965524915, + "grad_norm": 2.258784532546997, + "learning_rate": 1.6115104197692047e-05, + "loss": 2.7515, + "step": 18218 + }, + { + "epoch": 0.31186771427104193, + "grad_norm": 2.655583381652832, + "learning_rate": 1.6114665522711243e-05, + "loss": 2.6781, + "step": 18219 + }, + { + "epoch": 0.31188483198959244, + "grad_norm": 2.262265920639038, + "learning_rate": 1.611422682893608e-05, + "loss": 2.6979, + "step": 18220 + }, + { + "epoch": 0.3119019497081429, + "grad_norm": 2.269732713699341, + "learning_rate": 1.6113788116367923e-05, + "loss": 2.7057, + "step": 18221 + }, + { + "epoch": 0.3119190674266934, + "grad_norm": 2.325678586959839, + "learning_rate": 1.6113349385008107e-05, + "loss": 2.8072, + "step": 18222 + }, + { + "epoch": 0.31193618514524385, + "grad_norm": 2.319650411605835, + "learning_rate": 1.6112910634857984e-05, + "loss": 2.8533, + "step": 18223 + }, + { + "epoch": 0.3119533028637943, + "grad_norm": 2.220082998275757, + "learning_rate": 1.611247186591891e-05, + "loss": 2.7084, + "step": 18224 + }, + { + "epoch": 0.3119704205823448, + "grad_norm": 2.251854419708252, + "learning_rate": 1.6112033078192225e-05, + "loss": 2.6519, + "step": 18225 + }, + { + "epoch": 0.31198753830089526, + "grad_norm": 2.344568967819214, + "learning_rate": 1.611159427167928e-05, + "loss": 2.6718, + "step": 18226 + }, + { + "epoch": 0.3120046560194457, + "grad_norm": 2.2809736728668213, + "learning_rate": 1.6111155446381423e-05, + "loss": 2.6762, + "step": 18227 + }, + { + "epoch": 0.3120217737379962, + "grad_norm": 2.273336410522461, + "learning_rate": 1.61107166023e-05, + "loss": 2.7786, + "step": 18228 + }, + { + "epoch": 0.3120388914565467, + "grad_norm": 2.3440802097320557, + "learning_rate": 1.611027773943637e-05, + "loss": 2.8369, + "step": 18229 + }, + { + "epoch": 0.3120560091750971, + "grad_norm": 2.34360408782959, + "learning_rate": 1.6109838857791872e-05, + "loss": 2.7075, + "step": 18230 + }, + { + "epoch": 0.31207312689364763, + "grad_norm": 2.3036019802093506, + "learning_rate": 1.6109399957367858e-05, + "loss": 2.6348, + "step": 18231 + }, + { + "epoch": 0.3120902446121981, + "grad_norm": 2.0367839336395264, + "learning_rate": 1.610896103816568e-05, + "loss": 2.5439, + "step": 18232 + }, + { + "epoch": 0.31210736233074854, + "grad_norm": 2.1471476554870605, + "learning_rate": 1.610852210018668e-05, + "loss": 2.6664, + "step": 18233 + }, + { + "epoch": 0.31212448004929905, + "grad_norm": 2.2032217979431152, + "learning_rate": 1.6108083143432215e-05, + "loss": 2.7994, + "step": 18234 + }, + { + "epoch": 0.3121415977678495, + "grad_norm": 2.316713809967041, + "learning_rate": 1.610764416790363e-05, + "loss": 2.7576, + "step": 18235 + }, + { + "epoch": 0.31215871548639995, + "grad_norm": 2.3635475635528564, + "learning_rate": 1.6107205173602273e-05, + "loss": 2.7386, + "step": 18236 + }, + { + "epoch": 0.31217583320495046, + "grad_norm": 2.374028205871582, + "learning_rate": 1.6106766160529498e-05, + "loss": 2.7193, + "step": 18237 + }, + { + "epoch": 0.3121929509235009, + "grad_norm": 2.380474805831909, + "learning_rate": 1.6106327128686652e-05, + "loss": 2.7712, + "step": 18238 + }, + { + "epoch": 0.31221006864205136, + "grad_norm": 2.355161428451538, + "learning_rate": 1.6105888078075084e-05, + "loss": 2.7694, + "step": 18239 + }, + { + "epoch": 0.31222718636060187, + "grad_norm": 2.4062345027923584, + "learning_rate": 1.6105449008696142e-05, + "loss": 2.7064, + "step": 18240 + }, + { + "epoch": 0.3122443040791523, + "grad_norm": 2.1956381797790527, + "learning_rate": 1.610500992055118e-05, + "loss": 2.6575, + "step": 18241 + }, + { + "epoch": 0.3122614217977028, + "grad_norm": 2.203641891479492, + "learning_rate": 1.6104570813641543e-05, + "loss": 2.6027, + "step": 18242 + }, + { + "epoch": 0.3122785395162533, + "grad_norm": 2.363436222076416, + "learning_rate": 1.610413168796858e-05, + "loss": 2.7132, + "step": 18243 + }, + { + "epoch": 0.31229565723480374, + "grad_norm": 2.3278610706329346, + "learning_rate": 1.6103692543533647e-05, + "loss": 2.5924, + "step": 18244 + }, + { + "epoch": 0.31231277495335424, + "grad_norm": 2.350181818008423, + "learning_rate": 1.6103253380338092e-05, + "loss": 2.8296, + "step": 18245 + }, + { + "epoch": 0.3123298926719047, + "grad_norm": 2.364443063735962, + "learning_rate": 1.6102814198383257e-05, + "loss": 2.7263, + "step": 18246 + }, + { + "epoch": 0.31234701039045515, + "grad_norm": 2.2223408222198486, + "learning_rate": 1.6102374997670502e-05, + "loss": 2.6344, + "step": 18247 + }, + { + "epoch": 0.31236412810900566, + "grad_norm": 2.367936849594116, + "learning_rate": 1.610193577820117e-05, + "loss": 2.6764, + "step": 18248 + }, + { + "epoch": 0.3123812458275561, + "grad_norm": 2.261110782623291, + "learning_rate": 1.6101496539976613e-05, + "loss": 2.6332, + "step": 18249 + }, + { + "epoch": 0.31239836354610656, + "grad_norm": 2.315042495727539, + "learning_rate": 1.6101057282998183e-05, + "loss": 2.8112, + "step": 18250 + }, + { + "epoch": 0.31241548126465707, + "grad_norm": 2.388486862182617, + "learning_rate": 1.610061800726723e-05, + "loss": 2.8085, + "step": 18251 + }, + { + "epoch": 0.3124325989832075, + "grad_norm": 2.206843137741089, + "learning_rate": 1.6100178712785105e-05, + "loss": 2.666, + "step": 18252 + }, + { + "epoch": 0.312449716701758, + "grad_norm": 2.4292795658111572, + "learning_rate": 1.609973939955315e-05, + "loss": 2.7718, + "step": 18253 + }, + { + "epoch": 0.3124668344203085, + "grad_norm": 2.3772835731506348, + "learning_rate": 1.6099300067572728e-05, + "loss": 2.8128, + "step": 18254 + }, + { + "epoch": 0.31248395213885893, + "grad_norm": 2.2942118644714355, + "learning_rate": 1.609886071684518e-05, + "loss": 2.753, + "step": 18255 + }, + { + "epoch": 0.3125010698574094, + "grad_norm": 2.209819793701172, + "learning_rate": 1.609842134737186e-05, + "loss": 2.6535, + "step": 18256 + }, + { + "epoch": 0.3125181875759599, + "grad_norm": 2.3177030086517334, + "learning_rate": 1.6097981959154118e-05, + "loss": 2.784, + "step": 18257 + }, + { + "epoch": 0.31253530529451035, + "grad_norm": 2.39748215675354, + "learning_rate": 1.60975425521933e-05, + "loss": 2.758, + "step": 18258 + }, + { + "epoch": 0.3125524230130608, + "grad_norm": 2.29899525642395, + "learning_rate": 1.6097103126490764e-05, + "loss": 2.6034, + "step": 18259 + }, + { + "epoch": 0.3125695407316113, + "grad_norm": 2.458401679992676, + "learning_rate": 1.6096663682047856e-05, + "loss": 2.8297, + "step": 18260 + }, + { + "epoch": 0.31258665845016176, + "grad_norm": 2.483928918838501, + "learning_rate": 1.6096224218865933e-05, + "loss": 2.7015, + "step": 18261 + }, + { + "epoch": 0.3126037761687122, + "grad_norm": 2.4354748725891113, + "learning_rate": 1.6095784736946337e-05, + "loss": 2.8601, + "step": 18262 + }, + { + "epoch": 0.3126208938872627, + "grad_norm": 2.3835089206695557, + "learning_rate": 1.6095345236290426e-05, + "loss": 2.794, + "step": 18263 + }, + { + "epoch": 0.31263801160581317, + "grad_norm": 2.2899010181427, + "learning_rate": 1.6094905716899546e-05, + "loss": 2.714, + "step": 18264 + }, + { + "epoch": 0.3126551293243636, + "grad_norm": 2.3776957988739014, + "learning_rate": 1.609446617877505e-05, + "loss": 2.7752, + "step": 18265 + }, + { + "epoch": 0.31267224704291413, + "grad_norm": 2.4705615043640137, + "learning_rate": 1.6094026621918285e-05, + "loss": 2.813, + "step": 18266 + }, + { + "epoch": 0.3126893647614646, + "grad_norm": 2.403592109680176, + "learning_rate": 1.609358704633061e-05, + "loss": 2.7263, + "step": 18267 + }, + { + "epoch": 0.3127064824800151, + "grad_norm": 2.3391783237457275, + "learning_rate": 1.609314745201337e-05, + "loss": 2.784, + "step": 18268 + }, + { + "epoch": 0.31272360019856554, + "grad_norm": 2.2418999671936035, + "learning_rate": 1.609270783896792e-05, + "loss": 2.7624, + "step": 18269 + }, + { + "epoch": 0.312740717917116, + "grad_norm": 2.3123018741607666, + "learning_rate": 1.6092268207195607e-05, + "loss": 2.7621, + "step": 18270 + }, + { + "epoch": 0.3127578356356665, + "grad_norm": 2.290048837661743, + "learning_rate": 1.6091828556697785e-05, + "loss": 2.7394, + "step": 18271 + }, + { + "epoch": 0.31277495335421696, + "grad_norm": 2.392428398132324, + "learning_rate": 1.6091388887475803e-05, + "loss": 2.8555, + "step": 18272 + }, + { + "epoch": 0.3127920710727674, + "grad_norm": 2.375023126602173, + "learning_rate": 1.6090949199531017e-05, + "loss": 2.61, + "step": 18273 + }, + { + "epoch": 0.3128091887913179, + "grad_norm": 2.3584401607513428, + "learning_rate": 1.6090509492864775e-05, + "loss": 2.8879, + "step": 18274 + }, + { + "epoch": 0.31282630650986837, + "grad_norm": 2.4233224391937256, + "learning_rate": 1.6090069767478426e-05, + "loss": 2.7589, + "step": 18275 + }, + { + "epoch": 0.3128434242284188, + "grad_norm": 2.2260847091674805, + "learning_rate": 1.6089630023373327e-05, + "loss": 2.6971, + "step": 18276 + }, + { + "epoch": 0.31286054194696933, + "grad_norm": 2.475348949432373, + "learning_rate": 1.608919026055083e-05, + "loss": 2.772, + "step": 18277 + }, + { + "epoch": 0.3128776596655198, + "grad_norm": 2.4355084896087646, + "learning_rate": 1.608875047901228e-05, + "loss": 2.7125, + "step": 18278 + }, + { + "epoch": 0.31289477738407023, + "grad_norm": 2.2663981914520264, + "learning_rate": 1.6088310678759034e-05, + "loss": 2.6723, + "step": 18279 + }, + { + "epoch": 0.31291189510262074, + "grad_norm": 2.2590627670288086, + "learning_rate": 1.608787085979244e-05, + "loss": 2.6427, + "step": 18280 + }, + { + "epoch": 0.3129290128211712, + "grad_norm": 2.242732286453247, + "learning_rate": 1.6087431022113858e-05, + "loss": 2.7505, + "step": 18281 + }, + { + "epoch": 0.31294613053972165, + "grad_norm": 2.274730682373047, + "learning_rate": 1.608699116572463e-05, + "loss": 2.7662, + "step": 18282 + }, + { + "epoch": 0.31296324825827215, + "grad_norm": 2.3370378017425537, + "learning_rate": 1.6086551290626117e-05, + "loss": 2.7109, + "step": 18283 + }, + { + "epoch": 0.3129803659768226, + "grad_norm": 2.3937056064605713, + "learning_rate": 1.608611139681966e-05, + "loss": 2.8147, + "step": 18284 + }, + { + "epoch": 0.31299748369537306, + "grad_norm": 2.2691385746002197, + "learning_rate": 1.608567148430662e-05, + "loss": 2.7306, + "step": 18285 + }, + { + "epoch": 0.31301460141392357, + "grad_norm": 2.3535890579223633, + "learning_rate": 1.6085231553088345e-05, + "loss": 2.7576, + "step": 18286 + }, + { + "epoch": 0.313031719132474, + "grad_norm": 2.312143564224243, + "learning_rate": 1.6084791603166186e-05, + "loss": 2.8695, + "step": 18287 + }, + { + "epoch": 0.31304883685102447, + "grad_norm": 2.2022039890289307, + "learning_rate": 1.6084351634541502e-05, + "loss": 2.7159, + "step": 18288 + }, + { + "epoch": 0.313065954569575, + "grad_norm": 2.2252516746520996, + "learning_rate": 1.6083911647215643e-05, + "loss": 2.7951, + "step": 18289 + }, + { + "epoch": 0.31308307228812543, + "grad_norm": 2.238793134689331, + "learning_rate": 1.608347164118996e-05, + "loss": 2.6922, + "step": 18290 + }, + { + "epoch": 0.3131001900066759, + "grad_norm": 2.163431406021118, + "learning_rate": 1.60830316164658e-05, + "loss": 2.7682, + "step": 18291 + }, + { + "epoch": 0.3131173077252264, + "grad_norm": 2.2602312564849854, + "learning_rate": 1.6082591573044524e-05, + "loss": 2.7722, + "step": 18292 + }, + { + "epoch": 0.31313442544377684, + "grad_norm": 2.2480905055999756, + "learning_rate": 1.608215151092748e-05, + "loss": 2.6903, + "step": 18293 + }, + { + "epoch": 0.31315154316232735, + "grad_norm": 2.144333839416504, + "learning_rate": 1.608171143011602e-05, + "loss": 2.693, + "step": 18294 + }, + { + "epoch": 0.3131686608808778, + "grad_norm": 2.2458324432373047, + "learning_rate": 1.60812713306115e-05, + "loss": 2.7096, + "step": 18295 + }, + { + "epoch": 0.31318577859942826, + "grad_norm": 2.3695995807647705, + "learning_rate": 1.6080831212415272e-05, + "loss": 2.8628, + "step": 18296 + }, + { + "epoch": 0.31320289631797876, + "grad_norm": 2.2786686420440674, + "learning_rate": 1.6080391075528686e-05, + "loss": 2.6616, + "step": 18297 + }, + { + "epoch": 0.3132200140365292, + "grad_norm": 2.2465898990631104, + "learning_rate": 1.6079950919953097e-05, + "loss": 2.6883, + "step": 18298 + }, + { + "epoch": 0.31323713175507967, + "grad_norm": 2.350010633468628, + "learning_rate": 1.6079510745689858e-05, + "loss": 2.6731, + "step": 18299 + }, + { + "epoch": 0.3132542494736302, + "grad_norm": 2.270029306411743, + "learning_rate": 1.6079070552740323e-05, + "loss": 2.792, + "step": 18300 + }, + { + "epoch": 0.3132713671921806, + "grad_norm": 2.2055394649505615, + "learning_rate": 1.6078630341105837e-05, + "loss": 2.771, + "step": 18301 + }, + { + "epoch": 0.3132884849107311, + "grad_norm": 2.3166165351867676, + "learning_rate": 1.6078190110787766e-05, + "loss": 2.8338, + "step": 18302 + }, + { + "epoch": 0.3133056026292816, + "grad_norm": 2.358279228210449, + "learning_rate": 1.6077749861787452e-05, + "loss": 2.8419, + "step": 18303 + }, + { + "epoch": 0.31332272034783204, + "grad_norm": 2.2566614151000977, + "learning_rate": 1.6077309594106257e-05, + "loss": 2.6526, + "step": 18304 + }, + { + "epoch": 0.3133398380663825, + "grad_norm": 2.2697744369506836, + "learning_rate": 1.607686930774553e-05, + "loss": 2.6023, + "step": 18305 + }, + { + "epoch": 0.313356955784933, + "grad_norm": 2.300431251525879, + "learning_rate": 1.607642900270662e-05, + "loss": 2.5874, + "step": 18306 + }, + { + "epoch": 0.31337407350348345, + "grad_norm": 2.303819417953491, + "learning_rate": 1.6075988678990888e-05, + "loss": 2.7712, + "step": 18307 + }, + { + "epoch": 0.3133911912220339, + "grad_norm": 2.242332935333252, + "learning_rate": 1.6075548336599682e-05, + "loss": 2.7232, + "step": 18308 + }, + { + "epoch": 0.3134083089405844, + "grad_norm": 2.3598320484161377, + "learning_rate": 1.6075107975534358e-05, + "loss": 2.8627, + "step": 18309 + }, + { + "epoch": 0.31342542665913486, + "grad_norm": 2.457360029220581, + "learning_rate": 1.607466759579627e-05, + "loss": 2.7678, + "step": 18310 + }, + { + "epoch": 0.3134425443776853, + "grad_norm": 2.3439650535583496, + "learning_rate": 1.6074227197386768e-05, + "loss": 2.797, + "step": 18311 + }, + { + "epoch": 0.3134596620962358, + "grad_norm": 2.3241851329803467, + "learning_rate": 1.6073786780307212e-05, + "loss": 2.7161, + "step": 18312 + }, + { + "epoch": 0.3134767798147863, + "grad_norm": 2.284989833831787, + "learning_rate": 1.6073346344558952e-05, + "loss": 2.676, + "step": 18313 + }, + { + "epoch": 0.31349389753333673, + "grad_norm": 2.5745718479156494, + "learning_rate": 1.6072905890143336e-05, + "loss": 2.8422, + "step": 18314 + }, + { + "epoch": 0.31351101525188724, + "grad_norm": 2.3231852054595947, + "learning_rate": 1.607246541706173e-05, + "loss": 2.7942, + "step": 18315 + }, + { + "epoch": 0.3135281329704377, + "grad_norm": 2.4867000579833984, + "learning_rate": 1.607202492531548e-05, + "loss": 2.7859, + "step": 18316 + }, + { + "epoch": 0.3135452506889882, + "grad_norm": 2.304687976837158, + "learning_rate": 1.6071584414905936e-05, + "loss": 2.731, + "step": 18317 + }, + { + "epoch": 0.31356236840753865, + "grad_norm": 2.36791729927063, + "learning_rate": 1.6071143885834463e-05, + "loss": 2.8111, + "step": 18318 + }, + { + "epoch": 0.3135794861260891, + "grad_norm": 2.257344961166382, + "learning_rate": 1.6070703338102406e-05, + "loss": 2.6533, + "step": 18319 + }, + { + "epoch": 0.3135966038446396, + "grad_norm": 2.3951797485351562, + "learning_rate": 1.6070262771711122e-05, + "loss": 2.7202, + "step": 18320 + }, + { + "epoch": 0.31361372156319006, + "grad_norm": 2.2171378135681152, + "learning_rate": 1.606982218666197e-05, + "loss": 2.7591, + "step": 18321 + }, + { + "epoch": 0.3136308392817405, + "grad_norm": 2.352710723876953, + "learning_rate": 1.6069381582956294e-05, + "loss": 2.7812, + "step": 18322 + }, + { + "epoch": 0.313647957000291, + "grad_norm": 2.3433544635772705, + "learning_rate": 1.6068940960595455e-05, + "loss": 2.7849, + "step": 18323 + }, + { + "epoch": 0.3136650747188415, + "grad_norm": 2.3568243980407715, + "learning_rate": 1.606850031958081e-05, + "loss": 2.8652, + "step": 18324 + }, + { + "epoch": 0.3136821924373919, + "grad_norm": 2.20520281791687, + "learning_rate": 1.6068059659913707e-05, + "loss": 2.6419, + "step": 18325 + }, + { + "epoch": 0.31369931015594243, + "grad_norm": 2.3269145488739014, + "learning_rate": 1.6067618981595503e-05, + "loss": 2.8018, + "step": 18326 + }, + { + "epoch": 0.3137164278744929, + "grad_norm": 2.286229372024536, + "learning_rate": 1.606717828462755e-05, + "loss": 2.7642, + "step": 18327 + }, + { + "epoch": 0.31373354559304334, + "grad_norm": 2.2066192626953125, + "learning_rate": 1.606673756901121e-05, + "loss": 2.6875, + "step": 18328 + }, + { + "epoch": 0.31375066331159385, + "grad_norm": 2.3248682022094727, + "learning_rate": 1.606629683474783e-05, + "loss": 2.6, + "step": 18329 + }, + { + "epoch": 0.3137677810301443, + "grad_norm": 2.286193609237671, + "learning_rate": 1.6065856081838766e-05, + "loss": 2.8325, + "step": 18330 + }, + { + "epoch": 0.31378489874869475, + "grad_norm": 2.3930418491363525, + "learning_rate": 1.606541531028538e-05, + "loss": 2.7975, + "step": 18331 + }, + { + "epoch": 0.31380201646724526, + "grad_norm": 2.401610851287842, + "learning_rate": 1.6064974520089016e-05, + "loss": 2.7821, + "step": 18332 + }, + { + "epoch": 0.3138191341857957, + "grad_norm": 2.2873592376708984, + "learning_rate": 1.6064533711251034e-05, + "loss": 2.6849, + "step": 18333 + }, + { + "epoch": 0.31383625190434616, + "grad_norm": 2.261779546737671, + "learning_rate": 1.6064092883772787e-05, + "loss": 2.6775, + "step": 18334 + }, + { + "epoch": 0.31385336962289667, + "grad_norm": 2.196098804473877, + "learning_rate": 1.6063652037655634e-05, + "loss": 2.7321, + "step": 18335 + }, + { + "epoch": 0.3138704873414471, + "grad_norm": 2.2471764087677, + "learning_rate": 1.6063211172900928e-05, + "loss": 2.6925, + "step": 18336 + }, + { + "epoch": 0.3138876050599976, + "grad_norm": 2.250304698944092, + "learning_rate": 1.6062770289510023e-05, + "loss": 2.7357, + "step": 18337 + }, + { + "epoch": 0.3139047227785481, + "grad_norm": 2.309598922729492, + "learning_rate": 1.6062329387484274e-05, + "loss": 2.6991, + "step": 18338 + }, + { + "epoch": 0.31392184049709854, + "grad_norm": 2.223726987838745, + "learning_rate": 1.6061888466825038e-05, + "loss": 2.6877, + "step": 18339 + }, + { + "epoch": 0.31393895821564904, + "grad_norm": 2.3364033699035645, + "learning_rate": 1.6061447527533668e-05, + "loss": 2.8872, + "step": 18340 + }, + { + "epoch": 0.3139560759341995, + "grad_norm": 2.4301130771636963, + "learning_rate": 1.6061006569611524e-05, + "loss": 2.7162, + "step": 18341 + }, + { + "epoch": 0.31397319365274995, + "grad_norm": 2.2654802799224854, + "learning_rate": 1.6060565593059955e-05, + "loss": 2.6532, + "step": 18342 + }, + { + "epoch": 0.31399031137130046, + "grad_norm": 2.344994068145752, + "learning_rate": 1.6060124597880315e-05, + "loss": 2.764, + "step": 18343 + }, + { + "epoch": 0.3140074290898509, + "grad_norm": 2.2509255409240723, + "learning_rate": 1.605968358407397e-05, + "loss": 2.7049, + "step": 18344 + }, + { + "epoch": 0.31402454680840136, + "grad_norm": 2.438666343688965, + "learning_rate": 1.6059242551642267e-05, + "loss": 2.7715, + "step": 18345 + }, + { + "epoch": 0.31404166452695187, + "grad_norm": 2.2583203315734863, + "learning_rate": 1.6058801500586564e-05, + "loss": 2.7102, + "step": 18346 + }, + { + "epoch": 0.3140587822455023, + "grad_norm": 2.2436015605926514, + "learning_rate": 1.6058360430908214e-05, + "loss": 2.7325, + "step": 18347 + }, + { + "epoch": 0.3140758999640528, + "grad_norm": 2.21209454536438, + "learning_rate": 1.605791934260858e-05, + "loss": 2.6517, + "step": 18348 + }, + { + "epoch": 0.3140930176826033, + "grad_norm": 2.1740331649780273, + "learning_rate": 1.6057478235689008e-05, + "loss": 2.7607, + "step": 18349 + }, + { + "epoch": 0.31411013540115373, + "grad_norm": 2.2266595363616943, + "learning_rate": 1.605703711015086e-05, + "loss": 2.7279, + "step": 18350 + }, + { + "epoch": 0.3141272531197042, + "grad_norm": 2.2724204063415527, + "learning_rate": 1.605659596599549e-05, + "loss": 2.6415, + "step": 18351 + }, + { + "epoch": 0.3141443708382547, + "grad_norm": 2.364257335662842, + "learning_rate": 1.605615480322426e-05, + "loss": 2.7695, + "step": 18352 + }, + { + "epoch": 0.31416148855680515, + "grad_norm": 2.237947463989258, + "learning_rate": 1.6055713621838513e-05, + "loss": 2.6324, + "step": 18353 + }, + { + "epoch": 0.3141786062753556, + "grad_norm": 2.407712697982788, + "learning_rate": 1.6055272421839615e-05, + "loss": 2.7857, + "step": 18354 + }, + { + "epoch": 0.3141957239939061, + "grad_norm": 2.201578140258789, + "learning_rate": 1.6054831203228922e-05, + "loss": 2.6986, + "step": 18355 + }, + { + "epoch": 0.31421284171245656, + "grad_norm": 2.348283529281616, + "learning_rate": 1.6054389966007788e-05, + "loss": 2.7352, + "step": 18356 + }, + { + "epoch": 0.314229959431007, + "grad_norm": 2.2812130451202393, + "learning_rate": 1.6053948710177563e-05, + "loss": 2.7723, + "step": 18357 + }, + { + "epoch": 0.3142470771495575, + "grad_norm": 2.3252649307250977, + "learning_rate": 1.6053507435739614e-05, + "loss": 2.663, + "step": 18358 + }, + { + "epoch": 0.31426419486810797, + "grad_norm": 2.2828211784362793, + "learning_rate": 1.605306614269529e-05, + "loss": 2.7632, + "step": 18359 + }, + { + "epoch": 0.3142813125866584, + "grad_norm": 2.343087911605835, + "learning_rate": 1.6052624831045954e-05, + "loss": 2.7437, + "step": 18360 + }, + { + "epoch": 0.31429843030520893, + "grad_norm": 2.35421085357666, + "learning_rate": 1.605218350079295e-05, + "loss": 2.7609, + "step": 18361 + }, + { + "epoch": 0.3143155480237594, + "grad_norm": 2.250335931777954, + "learning_rate": 1.6051742151937655e-05, + "loss": 2.7277, + "step": 18362 + }, + { + "epoch": 0.3143326657423099, + "grad_norm": 2.1634092330932617, + "learning_rate": 1.6051300784481404e-05, + "loss": 2.6069, + "step": 18363 + }, + { + "epoch": 0.31434978346086034, + "grad_norm": 2.4469940662384033, + "learning_rate": 1.6050859398425566e-05, + "loss": 2.7598, + "step": 18364 + }, + { + "epoch": 0.3143669011794108, + "grad_norm": 2.3461642265319824, + "learning_rate": 1.6050417993771496e-05, + "loss": 2.7658, + "step": 18365 + }, + { + "epoch": 0.3143840188979613, + "grad_norm": 2.254828929901123, + "learning_rate": 1.6049976570520547e-05, + "loss": 2.8136, + "step": 18366 + }, + { + "epoch": 0.31440113661651176, + "grad_norm": 2.1418118476867676, + "learning_rate": 1.6049535128674078e-05, + "loss": 2.6373, + "step": 18367 + }, + { + "epoch": 0.3144182543350622, + "grad_norm": 2.3908445835113525, + "learning_rate": 1.604909366823345e-05, + "loss": 2.7104, + "step": 18368 + }, + { + "epoch": 0.3144353720536127, + "grad_norm": 2.2365055084228516, + "learning_rate": 1.604865218920001e-05, + "loss": 2.7383, + "step": 18369 + }, + { + "epoch": 0.31445248977216317, + "grad_norm": 2.1571903228759766, + "learning_rate": 1.6048210691575124e-05, + "loss": 2.6282, + "step": 18370 + }, + { + "epoch": 0.3144696074907136, + "grad_norm": 2.3182568550109863, + "learning_rate": 1.6047769175360148e-05, + "loss": 2.7069, + "step": 18371 + }, + { + "epoch": 0.31448672520926413, + "grad_norm": 2.3730196952819824, + "learning_rate": 1.6047327640556434e-05, + "loss": 2.7845, + "step": 18372 + }, + { + "epoch": 0.3145038429278146, + "grad_norm": 2.3715927600860596, + "learning_rate": 1.6046886087165344e-05, + "loss": 2.6659, + "step": 18373 + }, + { + "epoch": 0.31452096064636503, + "grad_norm": 2.340315818786621, + "learning_rate": 1.604644451518823e-05, + "loss": 2.7183, + "step": 18374 + }, + { + "epoch": 0.31453807836491554, + "grad_norm": 2.3924269676208496, + "learning_rate": 1.6046002924626455e-05, + "loss": 2.801, + "step": 18375 + }, + { + "epoch": 0.314555196083466, + "grad_norm": 2.4701149463653564, + "learning_rate": 1.6045561315481373e-05, + "loss": 2.6092, + "step": 18376 + }, + { + "epoch": 0.31457231380201645, + "grad_norm": 2.4497275352478027, + "learning_rate": 1.6045119687754343e-05, + "loss": 2.8958, + "step": 18377 + }, + { + "epoch": 0.31458943152056695, + "grad_norm": 2.373164653778076, + "learning_rate": 1.604467804144672e-05, + "loss": 2.8135, + "step": 18378 + }, + { + "epoch": 0.3146065492391174, + "grad_norm": 2.4618542194366455, + "learning_rate": 1.6044236376559864e-05, + "loss": 2.7757, + "step": 18379 + }, + { + "epoch": 0.31462366695766786, + "grad_norm": 2.597818613052368, + "learning_rate": 1.604379469309513e-05, + "loss": 2.7889, + "step": 18380 + }, + { + "epoch": 0.31464078467621837, + "grad_norm": 2.3313093185424805, + "learning_rate": 1.604335299105388e-05, + "loss": 2.5577, + "step": 18381 + }, + { + "epoch": 0.3146579023947688, + "grad_norm": 2.1557211875915527, + "learning_rate": 1.6042911270437466e-05, + "loss": 2.6386, + "step": 18382 + }, + { + "epoch": 0.31467502011331927, + "grad_norm": 2.1231536865234375, + "learning_rate": 1.604246953124725e-05, + "loss": 2.7097, + "step": 18383 + }, + { + "epoch": 0.3146921378318698, + "grad_norm": 2.3254222869873047, + "learning_rate": 1.604202777348459e-05, + "loss": 2.6118, + "step": 18384 + }, + { + "epoch": 0.31470925555042023, + "grad_norm": 2.202303171157837, + "learning_rate": 1.604158599715084e-05, + "loss": 2.6426, + "step": 18385 + }, + { + "epoch": 0.31472637326897074, + "grad_norm": 2.284555196762085, + "learning_rate": 1.6041144202247356e-05, + "loss": 2.8176, + "step": 18386 + }, + { + "epoch": 0.3147434909875212, + "grad_norm": 2.368558168411255, + "learning_rate": 1.6040702388775505e-05, + "loss": 2.7539, + "step": 18387 + }, + { + "epoch": 0.31476060870607164, + "grad_norm": 2.4524338245391846, + "learning_rate": 1.6040260556736637e-05, + "loss": 2.7988, + "step": 18388 + }, + { + "epoch": 0.31477772642462215, + "grad_norm": 2.377791166305542, + "learning_rate": 1.6039818706132114e-05, + "loss": 2.8626, + "step": 18389 + }, + { + "epoch": 0.3147948441431726, + "grad_norm": 2.4052300453186035, + "learning_rate": 1.6039376836963293e-05, + "loss": 2.6442, + "step": 18390 + }, + { + "epoch": 0.31481196186172306, + "grad_norm": 2.318549871444702, + "learning_rate": 1.6038934949231534e-05, + "loss": 2.6965, + "step": 18391 + }, + { + "epoch": 0.31482907958027356, + "grad_norm": 2.317922353744507, + "learning_rate": 1.603849304293819e-05, + "loss": 2.7337, + "step": 18392 + }, + { + "epoch": 0.314846197298824, + "grad_norm": 2.413435459136963, + "learning_rate": 1.6038051118084627e-05, + "loss": 2.7365, + "step": 18393 + }, + { + "epoch": 0.31486331501737447, + "grad_norm": 2.2760567665100098, + "learning_rate": 1.6037609174672192e-05, + "loss": 2.666, + "step": 18394 + }, + { + "epoch": 0.314880432735925, + "grad_norm": 2.598773717880249, + "learning_rate": 1.6037167212702254e-05, + "loss": 2.7171, + "step": 18395 + }, + { + "epoch": 0.31489755045447543, + "grad_norm": 2.3288769721984863, + "learning_rate": 1.603672523217617e-05, + "loss": 2.6996, + "step": 18396 + }, + { + "epoch": 0.3149146681730259, + "grad_norm": 2.2652392387390137, + "learning_rate": 1.6036283233095293e-05, + "loss": 2.7654, + "step": 18397 + }, + { + "epoch": 0.3149317858915764, + "grad_norm": 2.388075351715088, + "learning_rate": 1.6035841215460986e-05, + "loss": 2.7597, + "step": 18398 + }, + { + "epoch": 0.31494890361012684, + "grad_norm": 2.2948083877563477, + "learning_rate": 1.6035399179274604e-05, + "loss": 2.8032, + "step": 18399 + }, + { + "epoch": 0.3149660213286773, + "grad_norm": 2.390038251876831, + "learning_rate": 1.603495712453751e-05, + "loss": 2.7295, + "step": 18400 + }, + { + "epoch": 0.3149831390472278, + "grad_norm": 2.334174156188965, + "learning_rate": 1.603451505125106e-05, + "loss": 2.8593, + "step": 18401 + }, + { + "epoch": 0.31500025676577825, + "grad_norm": 2.4621567726135254, + "learning_rate": 1.6034072959416614e-05, + "loss": 2.783, + "step": 18402 + }, + { + "epoch": 0.3150173744843287, + "grad_norm": 2.328824758529663, + "learning_rate": 1.603363084903553e-05, + "loss": 2.7013, + "step": 18403 + }, + { + "epoch": 0.3150344922028792, + "grad_norm": 2.2785165309906006, + "learning_rate": 1.6033188720109168e-05, + "loss": 2.7679, + "step": 18404 + }, + { + "epoch": 0.31505160992142967, + "grad_norm": 2.273819923400879, + "learning_rate": 1.6032746572638886e-05, + "loss": 2.7192, + "step": 18405 + }, + { + "epoch": 0.3150687276399801, + "grad_norm": 2.380516529083252, + "learning_rate": 1.6032304406626044e-05, + "loss": 2.8114, + "step": 18406 + }, + { + "epoch": 0.3150858453585306, + "grad_norm": 2.3722548484802246, + "learning_rate": 1.6031862222072e-05, + "loss": 2.7167, + "step": 18407 + }, + { + "epoch": 0.3151029630770811, + "grad_norm": 2.324763298034668, + "learning_rate": 1.603142001897811e-05, + "loss": 2.7676, + "step": 18408 + }, + { + "epoch": 0.3151200807956316, + "grad_norm": 2.2442703247070312, + "learning_rate": 1.603097779734574e-05, + "loss": 2.7768, + "step": 18409 + }, + { + "epoch": 0.31513719851418204, + "grad_norm": 2.27902889251709, + "learning_rate": 1.6030535557176244e-05, + "loss": 2.7878, + "step": 18410 + }, + { + "epoch": 0.3151543162327325, + "grad_norm": 2.2499170303344727, + "learning_rate": 1.6030093298470983e-05, + "loss": 2.7583, + "step": 18411 + }, + { + "epoch": 0.315171433951283, + "grad_norm": 2.149343967437744, + "learning_rate": 1.6029651021231317e-05, + "loss": 2.6534, + "step": 18412 + }, + { + "epoch": 0.31518855166983345, + "grad_norm": 2.2731053829193115, + "learning_rate": 1.6029208725458607e-05, + "loss": 2.7135, + "step": 18413 + }, + { + "epoch": 0.3152056693883839, + "grad_norm": 2.3335330486297607, + "learning_rate": 1.6028766411154206e-05, + "loss": 2.7654, + "step": 18414 + }, + { + "epoch": 0.3152227871069344, + "grad_norm": 2.3076932430267334, + "learning_rate": 1.602832407831948e-05, + "loss": 2.6842, + "step": 18415 + }, + { + "epoch": 0.31523990482548486, + "grad_norm": 2.3572850227355957, + "learning_rate": 1.602788172695579e-05, + "loss": 2.7737, + "step": 18416 + }, + { + "epoch": 0.3152570225440353, + "grad_norm": 2.2456767559051514, + "learning_rate": 1.6027439357064488e-05, + "loss": 2.7007, + "step": 18417 + }, + { + "epoch": 0.3152741402625858, + "grad_norm": 2.4976513385772705, + "learning_rate": 1.6026996968646936e-05, + "loss": 2.9219, + "step": 18418 + }, + { + "epoch": 0.3152912579811363, + "grad_norm": 2.3948302268981934, + "learning_rate": 1.6026554561704496e-05, + "loss": 2.7543, + "step": 18419 + }, + { + "epoch": 0.3153083756996867, + "grad_norm": 2.3959357738494873, + "learning_rate": 1.6026112136238533e-05, + "loss": 2.8016, + "step": 18420 + }, + { + "epoch": 0.31532549341823723, + "grad_norm": 2.3221161365509033, + "learning_rate": 1.6025669692250395e-05, + "loss": 2.6384, + "step": 18421 + }, + { + "epoch": 0.3153426111367877, + "grad_norm": 2.2411372661590576, + "learning_rate": 1.6025227229741452e-05, + "loss": 2.6586, + "step": 18422 + }, + { + "epoch": 0.31535972885533814, + "grad_norm": 2.1713414192199707, + "learning_rate": 1.6024784748713055e-05, + "loss": 2.6665, + "step": 18423 + }, + { + "epoch": 0.31537684657388865, + "grad_norm": 2.2565431594848633, + "learning_rate": 1.6024342249166573e-05, + "loss": 2.7412, + "step": 18424 + }, + { + "epoch": 0.3153939642924391, + "grad_norm": 2.2867910861968994, + "learning_rate": 1.602389973110336e-05, + "loss": 2.6637, + "step": 18425 + }, + { + "epoch": 0.31541108201098955, + "grad_norm": 2.2688934803009033, + "learning_rate": 1.602345719452478e-05, + "loss": 2.6615, + "step": 18426 + }, + { + "epoch": 0.31542819972954006, + "grad_norm": 2.247847557067871, + "learning_rate": 1.6023014639432193e-05, + "loss": 2.701, + "step": 18427 + }, + { + "epoch": 0.3154453174480905, + "grad_norm": 2.310755968093872, + "learning_rate": 1.6022572065826957e-05, + "loss": 2.709, + "step": 18428 + }, + { + "epoch": 0.31546243516664096, + "grad_norm": 2.311082124710083, + "learning_rate": 1.602212947371043e-05, + "loss": 2.7836, + "step": 18429 + }, + { + "epoch": 0.31547955288519147, + "grad_norm": 2.190173387527466, + "learning_rate": 1.6021686863083975e-05, + "loss": 2.7579, + "step": 18430 + }, + { + "epoch": 0.3154966706037419, + "grad_norm": 2.216637134552002, + "learning_rate": 1.6021244233948957e-05, + "loss": 2.6405, + "step": 18431 + }, + { + "epoch": 0.31551378832229243, + "grad_norm": 2.327338218688965, + "learning_rate": 1.602080158630673e-05, + "loss": 2.7477, + "step": 18432 + }, + { + "epoch": 0.3155309060408429, + "grad_norm": 2.1819214820861816, + "learning_rate": 1.6020358920158655e-05, + "loss": 2.7003, + "step": 18433 + }, + { + "epoch": 0.31554802375939334, + "grad_norm": 2.2491111755371094, + "learning_rate": 1.60199162355061e-05, + "loss": 2.7339, + "step": 18434 + }, + { + "epoch": 0.31556514147794384, + "grad_norm": 2.3194174766540527, + "learning_rate": 1.6019473532350416e-05, + "loss": 2.8482, + "step": 18435 + }, + { + "epoch": 0.3155822591964943, + "grad_norm": 2.317047357559204, + "learning_rate": 1.601903081069297e-05, + "loss": 2.8565, + "step": 18436 + }, + { + "epoch": 0.31559937691504475, + "grad_norm": 2.310079574584961, + "learning_rate": 1.601858807053512e-05, + "loss": 2.7502, + "step": 18437 + }, + { + "epoch": 0.31561649463359526, + "grad_norm": 2.3681089878082275, + "learning_rate": 1.6018145311878227e-05, + "loss": 2.6662, + "step": 18438 + }, + { + "epoch": 0.3156336123521457, + "grad_norm": 2.324359655380249, + "learning_rate": 1.6017702534723652e-05, + "loss": 2.7941, + "step": 18439 + }, + { + "epoch": 0.31565073007069616, + "grad_norm": 2.3657164573669434, + "learning_rate": 1.6017259739072758e-05, + "loss": 2.8536, + "step": 18440 + }, + { + "epoch": 0.31566784778924667, + "grad_norm": 2.5250539779663086, + "learning_rate": 1.6016816924926903e-05, + "loss": 2.9119, + "step": 18441 + }, + { + "epoch": 0.3156849655077971, + "grad_norm": 2.3180553913116455, + "learning_rate": 1.601637409228745e-05, + "loss": 2.7577, + "step": 18442 + }, + { + "epoch": 0.3157020832263476, + "grad_norm": 2.3713700771331787, + "learning_rate": 1.6015931241155757e-05, + "loss": 2.6469, + "step": 18443 + }, + { + "epoch": 0.3157192009448981, + "grad_norm": 2.383319854736328, + "learning_rate": 1.601548837153319e-05, + "loss": 2.7014, + "step": 18444 + }, + { + "epoch": 0.31573631866344853, + "grad_norm": 2.490114688873291, + "learning_rate": 1.6015045483421108e-05, + "loss": 2.8073, + "step": 18445 + }, + { + "epoch": 0.315753436381999, + "grad_norm": 2.3384270668029785, + "learning_rate": 1.601460257682087e-05, + "loss": 2.6393, + "step": 18446 + }, + { + "epoch": 0.3157705541005495, + "grad_norm": 2.269090175628662, + "learning_rate": 1.601415965173384e-05, + "loss": 2.6988, + "step": 18447 + }, + { + "epoch": 0.31578767181909995, + "grad_norm": 2.3936407566070557, + "learning_rate": 1.6013716708161383e-05, + "loss": 2.8286, + "step": 18448 + }, + { + "epoch": 0.3158047895376504, + "grad_norm": 2.336216688156128, + "learning_rate": 1.6013273746104852e-05, + "loss": 2.7292, + "step": 18449 + }, + { + "epoch": 0.3158219072562009, + "grad_norm": 2.3832340240478516, + "learning_rate": 1.6012830765565615e-05, + "loss": 2.6799, + "step": 18450 + }, + { + "epoch": 0.31583902497475136, + "grad_norm": 2.369715690612793, + "learning_rate": 1.601238776654503e-05, + "loss": 2.6767, + "step": 18451 + }, + { + "epoch": 0.3158561426933018, + "grad_norm": 2.334691047668457, + "learning_rate": 1.601194474904446e-05, + "loss": 2.6988, + "step": 18452 + }, + { + "epoch": 0.3158732604118523, + "grad_norm": 2.3312063217163086, + "learning_rate": 1.6011501713065268e-05, + "loss": 2.6992, + "step": 18453 + }, + { + "epoch": 0.31589037813040277, + "grad_norm": 2.3139455318450928, + "learning_rate": 1.6011058658608813e-05, + "loss": 2.7347, + "step": 18454 + }, + { + "epoch": 0.3159074958489533, + "grad_norm": 2.4963955879211426, + "learning_rate": 1.601061558567646e-05, + "loss": 2.7848, + "step": 18455 + }, + { + "epoch": 0.31592461356750373, + "grad_norm": 2.365244150161743, + "learning_rate": 1.601017249426957e-05, + "loss": 2.7128, + "step": 18456 + }, + { + "epoch": 0.3159417312860542, + "grad_norm": 2.310093402862549, + "learning_rate": 1.60097293843895e-05, + "loss": 2.7358, + "step": 18457 + }, + { + "epoch": 0.3159588490046047, + "grad_norm": 2.2869489192962646, + "learning_rate": 1.600928625603762e-05, + "loss": 2.7051, + "step": 18458 + }, + { + "epoch": 0.31597596672315514, + "grad_norm": 2.2549426555633545, + "learning_rate": 1.6008843109215286e-05, + "loss": 2.6878, + "step": 18459 + }, + { + "epoch": 0.3159930844417056, + "grad_norm": 2.148151159286499, + "learning_rate": 1.600839994392386e-05, + "loss": 2.6276, + "step": 18460 + }, + { + "epoch": 0.3160102021602561, + "grad_norm": 2.4334843158721924, + "learning_rate": 1.600795676016471e-05, + "loss": 2.785, + "step": 18461 + }, + { + "epoch": 0.31602731987880656, + "grad_norm": 2.283844470977783, + "learning_rate": 1.600751355793919e-05, + "loss": 2.6807, + "step": 18462 + }, + { + "epoch": 0.316044437597357, + "grad_norm": 2.6012792587280273, + "learning_rate": 1.6007070337248674e-05, + "loss": 2.8605, + "step": 18463 + }, + { + "epoch": 0.3160615553159075, + "grad_norm": 2.3231475353240967, + "learning_rate": 1.600662709809451e-05, + "loss": 2.7188, + "step": 18464 + }, + { + "epoch": 0.31607867303445797, + "grad_norm": 2.3419861793518066, + "learning_rate": 1.600618384047807e-05, + "loss": 2.7199, + "step": 18465 + }, + { + "epoch": 0.3160957907530084, + "grad_norm": 2.3786444664001465, + "learning_rate": 1.6005740564400714e-05, + "loss": 2.7483, + "step": 18466 + }, + { + "epoch": 0.31611290847155893, + "grad_norm": 2.2784340381622314, + "learning_rate": 1.6005297269863805e-05, + "loss": 2.6165, + "step": 18467 + }, + { + "epoch": 0.3161300261901094, + "grad_norm": 2.336550235748291, + "learning_rate": 1.6004853956868704e-05, + "loss": 2.7166, + "step": 18468 + }, + { + "epoch": 0.31614714390865983, + "grad_norm": 2.2764768600463867, + "learning_rate": 1.6004410625416774e-05, + "loss": 2.7165, + "step": 18469 + }, + { + "epoch": 0.31616426162721034, + "grad_norm": 2.192352771759033, + "learning_rate": 1.6003967275509376e-05, + "loss": 2.6187, + "step": 18470 + }, + { + "epoch": 0.3161813793457608, + "grad_norm": 2.231808662414551, + "learning_rate": 1.6003523907147878e-05, + "loss": 2.7107, + "step": 18471 + }, + { + "epoch": 0.31619849706431125, + "grad_norm": 2.419433355331421, + "learning_rate": 1.6003080520333642e-05, + "loss": 2.7092, + "step": 18472 + }, + { + "epoch": 0.31621561478286175, + "grad_norm": 2.4192240238189697, + "learning_rate": 1.600263711506802e-05, + "loss": 2.6534, + "step": 18473 + }, + { + "epoch": 0.3162327325014122, + "grad_norm": 2.520472526550293, + "learning_rate": 1.600219369135239e-05, + "loss": 2.7904, + "step": 18474 + }, + { + "epoch": 0.31624985021996266, + "grad_norm": 2.3261568546295166, + "learning_rate": 1.6001750249188104e-05, + "loss": 2.7428, + "step": 18475 + }, + { + "epoch": 0.31626696793851317, + "grad_norm": 2.2551767826080322, + "learning_rate": 1.600130678857653e-05, + "loss": 2.67, + "step": 18476 + }, + { + "epoch": 0.3162840856570636, + "grad_norm": 2.481893539428711, + "learning_rate": 1.6000863309519032e-05, + "loss": 2.7621, + "step": 18477 + }, + { + "epoch": 0.31630120337561407, + "grad_norm": 2.3384640216827393, + "learning_rate": 1.600041981201697e-05, + "loss": 2.862, + "step": 18478 + }, + { + "epoch": 0.3163183210941646, + "grad_norm": 2.414926290512085, + "learning_rate": 1.599997629607171e-05, + "loss": 2.8021, + "step": 18479 + }, + { + "epoch": 0.31633543881271503, + "grad_norm": 2.289801836013794, + "learning_rate": 1.5999532761684612e-05, + "loss": 2.8233, + "step": 18480 + }, + { + "epoch": 0.31635255653126554, + "grad_norm": 2.296142578125, + "learning_rate": 1.5999089208857038e-05, + "loss": 2.7469, + "step": 18481 + }, + { + "epoch": 0.316369674249816, + "grad_norm": 2.31982421875, + "learning_rate": 1.599864563759036e-05, + "loss": 2.7643, + "step": 18482 + }, + { + "epoch": 0.31638679196836644, + "grad_norm": 2.226447105407715, + "learning_rate": 1.599820204788593e-05, + "loss": 2.7051, + "step": 18483 + }, + { + "epoch": 0.31640390968691695, + "grad_norm": 2.32474422454834, + "learning_rate": 1.599775843974512e-05, + "loss": 2.6581, + "step": 18484 + }, + { + "epoch": 0.3164210274054674, + "grad_norm": 2.259506940841675, + "learning_rate": 1.5997314813169293e-05, + "loss": 2.7113, + "step": 18485 + }, + { + "epoch": 0.31643814512401786, + "grad_norm": 2.1915760040283203, + "learning_rate": 1.5996871168159808e-05, + "loss": 2.5667, + "step": 18486 + }, + { + "epoch": 0.31645526284256836, + "grad_norm": 2.32790207862854, + "learning_rate": 1.5996427504718028e-05, + "loss": 2.8456, + "step": 18487 + }, + { + "epoch": 0.3164723805611188, + "grad_norm": 2.4058141708374023, + "learning_rate": 1.599598382284532e-05, + "loss": 2.7401, + "step": 18488 + }, + { + "epoch": 0.31648949827966927, + "grad_norm": 2.2766079902648926, + "learning_rate": 1.599554012254305e-05, + "loss": 2.77, + "step": 18489 + }, + { + "epoch": 0.3165066159982198, + "grad_norm": 2.5684995651245117, + "learning_rate": 1.5995096403812577e-05, + "loss": 2.9721, + "step": 18490 + }, + { + "epoch": 0.31652373371677023, + "grad_norm": 2.2682602405548096, + "learning_rate": 1.5994652666655265e-05, + "loss": 2.7015, + "step": 18491 + }, + { + "epoch": 0.3165408514353207, + "grad_norm": 2.1806819438934326, + "learning_rate": 1.5994208911072486e-05, + "loss": 2.6593, + "step": 18492 + }, + { + "epoch": 0.3165579691538712, + "grad_norm": 2.220550298690796, + "learning_rate": 1.599376513706559e-05, + "loss": 2.7767, + "step": 18493 + }, + { + "epoch": 0.31657508687242164, + "grad_norm": 2.2173614501953125, + "learning_rate": 1.5993321344635953e-05, + "loss": 2.757, + "step": 18494 + }, + { + "epoch": 0.3165922045909721, + "grad_norm": 2.2387185096740723, + "learning_rate": 1.599287753378493e-05, + "loss": 2.8004, + "step": 18495 + }, + { + "epoch": 0.3166093223095226, + "grad_norm": 2.231485366821289, + "learning_rate": 1.5992433704513894e-05, + "loss": 2.7123, + "step": 18496 + }, + { + "epoch": 0.31662644002807305, + "grad_norm": 2.2680037021636963, + "learning_rate": 1.5991989856824203e-05, + "loss": 2.8103, + "step": 18497 + }, + { + "epoch": 0.3166435577466235, + "grad_norm": 2.166959762573242, + "learning_rate": 1.5991545990717227e-05, + "loss": 2.6579, + "step": 18498 + }, + { + "epoch": 0.316660675465174, + "grad_norm": 2.3707456588745117, + "learning_rate": 1.5991102106194322e-05, + "loss": 2.8315, + "step": 18499 + }, + { + "epoch": 0.31667779318372447, + "grad_norm": 2.3042538166046143, + "learning_rate": 1.5990658203256856e-05, + "loss": 2.6904, + "step": 18500 + }, + { + "epoch": 0.3166949109022749, + "grad_norm": 2.2319488525390625, + "learning_rate": 1.59902142819062e-05, + "loss": 2.6781, + "step": 18501 + }, + { + "epoch": 0.3167120286208254, + "grad_norm": 2.468820810317993, + "learning_rate": 1.5989770342143708e-05, + "loss": 2.7475, + "step": 18502 + }, + { + "epoch": 0.3167291463393759, + "grad_norm": 2.2187466621398926, + "learning_rate": 1.5989326383970746e-05, + "loss": 2.7239, + "step": 18503 + }, + { + "epoch": 0.3167462640579264, + "grad_norm": 2.3937571048736572, + "learning_rate": 1.5988882407388685e-05, + "loss": 2.8482, + "step": 18504 + }, + { + "epoch": 0.31676338177647684, + "grad_norm": 2.3633031845092773, + "learning_rate": 1.598843841239889e-05, + "loss": 2.8538, + "step": 18505 + }, + { + "epoch": 0.3167804994950273, + "grad_norm": 2.3087689876556396, + "learning_rate": 1.598799439900272e-05, + "loss": 2.645, + "step": 18506 + }, + { + "epoch": 0.3167976172135778, + "grad_norm": 2.2857775688171387, + "learning_rate": 1.5987550367201538e-05, + "loss": 2.742, + "step": 18507 + }, + { + "epoch": 0.31681473493212825, + "grad_norm": 2.086439371109009, + "learning_rate": 1.598710631699672e-05, + "loss": 2.6101, + "step": 18508 + }, + { + "epoch": 0.3168318526506787, + "grad_norm": 2.2865638732910156, + "learning_rate": 1.5986662248389617e-05, + "loss": 2.649, + "step": 18509 + }, + { + "epoch": 0.3168489703692292, + "grad_norm": 2.345536470413208, + "learning_rate": 1.5986218161381598e-05, + "loss": 2.694, + "step": 18510 + }, + { + "epoch": 0.31686608808777966, + "grad_norm": 2.40999436378479, + "learning_rate": 1.5985774055974035e-05, + "loss": 2.74, + "step": 18511 + }, + { + "epoch": 0.3168832058063301, + "grad_norm": 2.303600311279297, + "learning_rate": 1.598532993216829e-05, + "loss": 2.6894, + "step": 18512 + }, + { + "epoch": 0.3169003235248806, + "grad_norm": 2.5863373279571533, + "learning_rate": 1.5984885789965724e-05, + "loss": 2.8683, + "step": 18513 + }, + { + "epoch": 0.3169174412434311, + "grad_norm": 2.45646333694458, + "learning_rate": 1.5984441629367704e-05, + "loss": 2.7661, + "step": 18514 + }, + { + "epoch": 0.3169345589619815, + "grad_norm": 2.3810627460479736, + "learning_rate": 1.5983997450375594e-05, + "loss": 2.7854, + "step": 18515 + }, + { + "epoch": 0.31695167668053204, + "grad_norm": 2.2713241577148438, + "learning_rate": 1.5983553252990766e-05, + "loss": 2.6395, + "step": 18516 + }, + { + "epoch": 0.3169687943990825, + "grad_norm": 2.2653961181640625, + "learning_rate": 1.5983109037214576e-05, + "loss": 2.7177, + "step": 18517 + }, + { + "epoch": 0.31698591211763294, + "grad_norm": 2.3315606117248535, + "learning_rate": 1.5982664803048397e-05, + "loss": 2.8242, + "step": 18518 + }, + { + "epoch": 0.31700302983618345, + "grad_norm": 2.3356518745422363, + "learning_rate": 1.598222055049359e-05, + "loss": 2.7904, + "step": 18519 + }, + { + "epoch": 0.3170201475547339, + "grad_norm": 2.278225898742676, + "learning_rate": 1.5981776279551516e-05, + "loss": 2.5982, + "step": 18520 + }, + { + "epoch": 0.31703726527328435, + "grad_norm": 2.3639304637908936, + "learning_rate": 1.5981331990223556e-05, + "loss": 2.6637, + "step": 18521 + }, + { + "epoch": 0.31705438299183486, + "grad_norm": 2.34627366065979, + "learning_rate": 1.5980887682511057e-05, + "loss": 2.7361, + "step": 18522 + }, + { + "epoch": 0.3170715007103853, + "grad_norm": 2.337435483932495, + "learning_rate": 1.59804433564154e-05, + "loss": 2.7647, + "step": 18523 + }, + { + "epoch": 0.31708861842893576, + "grad_norm": 2.3527865409851074, + "learning_rate": 1.597999901193794e-05, + "loss": 2.7257, + "step": 18524 + }, + { + "epoch": 0.3171057361474863, + "grad_norm": 2.3071036338806152, + "learning_rate": 1.597955464908005e-05, + "loss": 2.7102, + "step": 18525 + }, + { + "epoch": 0.3171228538660367, + "grad_norm": 2.4106602668762207, + "learning_rate": 1.597911026784309e-05, + "loss": 2.7461, + "step": 18526 + }, + { + "epoch": 0.31713997158458723, + "grad_norm": 2.253063440322876, + "learning_rate": 1.5978665868228426e-05, + "loss": 2.7402, + "step": 18527 + }, + { + "epoch": 0.3171570893031377, + "grad_norm": 2.205690622329712, + "learning_rate": 1.5978221450237432e-05, + "loss": 2.6942, + "step": 18528 + }, + { + "epoch": 0.31717420702168814, + "grad_norm": 2.781667709350586, + "learning_rate": 1.5977777013871464e-05, + "loss": 2.7266, + "step": 18529 + }, + { + "epoch": 0.31719132474023864, + "grad_norm": 2.263547897338867, + "learning_rate": 1.5977332559131894e-05, + "loss": 2.7199, + "step": 18530 + }, + { + "epoch": 0.3172084424587891, + "grad_norm": 2.2688069343566895, + "learning_rate": 1.597688808602009e-05, + "loss": 2.7225, + "step": 18531 + }, + { + "epoch": 0.31722556017733955, + "grad_norm": 2.309684991836548, + "learning_rate": 1.597644359453741e-05, + "loss": 2.7114, + "step": 18532 + }, + { + "epoch": 0.31724267789589006, + "grad_norm": 2.319218635559082, + "learning_rate": 1.5975999084685224e-05, + "loss": 2.703, + "step": 18533 + }, + { + "epoch": 0.3172597956144405, + "grad_norm": 2.2756922245025635, + "learning_rate": 1.5975554556464902e-05, + "loss": 2.7102, + "step": 18534 + }, + { + "epoch": 0.31727691333299096, + "grad_norm": 2.442502021789551, + "learning_rate": 1.5975110009877806e-05, + "loss": 2.6641, + "step": 18535 + }, + { + "epoch": 0.31729403105154147, + "grad_norm": 2.3135480880737305, + "learning_rate": 1.5974665444925305e-05, + "loss": 2.7905, + "step": 18536 + }, + { + "epoch": 0.3173111487700919, + "grad_norm": 2.29893159866333, + "learning_rate": 1.5974220861608766e-05, + "loss": 2.7665, + "step": 18537 + }, + { + "epoch": 0.3173282664886424, + "grad_norm": 2.248009204864502, + "learning_rate": 1.5973776259929553e-05, + "loss": 2.6395, + "step": 18538 + }, + { + "epoch": 0.3173453842071929, + "grad_norm": 2.3415563106536865, + "learning_rate": 1.597333163988903e-05, + "loss": 2.7066, + "step": 18539 + }, + { + "epoch": 0.31736250192574333, + "grad_norm": 2.2003159523010254, + "learning_rate": 1.597288700148857e-05, + "loss": 2.6881, + "step": 18540 + }, + { + "epoch": 0.3173796196442938, + "grad_norm": 2.3431904315948486, + "learning_rate": 1.5972442344729536e-05, + "loss": 2.8298, + "step": 18541 + }, + { + "epoch": 0.3173967373628443, + "grad_norm": 2.330226421356201, + "learning_rate": 1.5971997669613295e-05, + "loss": 2.799, + "step": 18542 + }, + { + "epoch": 0.31741385508139475, + "grad_norm": 2.261744737625122, + "learning_rate": 1.5971552976141216e-05, + "loss": 2.7654, + "step": 18543 + }, + { + "epoch": 0.3174309727999452, + "grad_norm": 2.2705447673797607, + "learning_rate": 1.597110826431466e-05, + "loss": 2.7882, + "step": 18544 + }, + { + "epoch": 0.3174480905184957, + "grad_norm": 2.1992154121398926, + "learning_rate": 1.5970663534135004e-05, + "loss": 2.6977, + "step": 18545 + }, + { + "epoch": 0.31746520823704616, + "grad_norm": 2.232106924057007, + "learning_rate": 1.5970218785603605e-05, + "loss": 2.7095, + "step": 18546 + }, + { + "epoch": 0.3174823259555966, + "grad_norm": 2.226557970046997, + "learning_rate": 1.596977401872183e-05, + "loss": 2.668, + "step": 18547 + }, + { + "epoch": 0.3174994436741471, + "grad_norm": 2.321173906326294, + "learning_rate": 1.5969329233491055e-05, + "loss": 2.7416, + "step": 18548 + }, + { + "epoch": 0.31751656139269757, + "grad_norm": 2.185238838195801, + "learning_rate": 1.596888442991264e-05, + "loss": 2.7304, + "step": 18549 + }, + { + "epoch": 0.3175336791112481, + "grad_norm": 2.3161067962646484, + "learning_rate": 1.596843960798796e-05, + "loss": 2.7411, + "step": 18550 + }, + { + "epoch": 0.31755079682979853, + "grad_norm": 2.277198076248169, + "learning_rate": 1.5967994767718368e-05, + "loss": 2.6492, + "step": 18551 + }, + { + "epoch": 0.317567914548349, + "grad_norm": 2.314394950866699, + "learning_rate": 1.5967549909105243e-05, + "loss": 2.7816, + "step": 18552 + }, + { + "epoch": 0.3175850322668995, + "grad_norm": 2.5414202213287354, + "learning_rate": 1.596710503214995e-05, + "loss": 2.7539, + "step": 18553 + }, + { + "epoch": 0.31760214998544994, + "grad_norm": 2.3419320583343506, + "learning_rate": 1.5966660136853854e-05, + "loss": 2.8055, + "step": 18554 + }, + { + "epoch": 0.3176192677040004, + "grad_norm": 2.3314871788024902, + "learning_rate": 1.5966215223218326e-05, + "loss": 2.7409, + "step": 18555 + }, + { + "epoch": 0.3176363854225509, + "grad_norm": 2.373194694519043, + "learning_rate": 1.5965770291244727e-05, + "loss": 2.6943, + "step": 18556 + }, + { + "epoch": 0.31765350314110136, + "grad_norm": 2.3433098793029785, + "learning_rate": 1.5965325340934433e-05, + "loss": 2.6272, + "step": 18557 + }, + { + "epoch": 0.3176706208596518, + "grad_norm": 2.430224657058716, + "learning_rate": 1.5964880372288804e-05, + "loss": 2.7537, + "step": 18558 + }, + { + "epoch": 0.3176877385782023, + "grad_norm": 2.256498098373413, + "learning_rate": 1.5964435385309214e-05, + "loss": 2.7228, + "step": 18559 + }, + { + "epoch": 0.31770485629675277, + "grad_norm": 2.3542940616607666, + "learning_rate": 1.5963990379997026e-05, + "loss": 2.7811, + "step": 18560 + }, + { + "epoch": 0.3177219740153032, + "grad_norm": 2.193979263305664, + "learning_rate": 1.5963545356353612e-05, + "loss": 2.6382, + "step": 18561 + }, + { + "epoch": 0.31773909173385373, + "grad_norm": 2.1683156490325928, + "learning_rate": 1.5963100314380337e-05, + "loss": 2.7216, + "step": 18562 + }, + { + "epoch": 0.3177562094524042, + "grad_norm": 2.343292713165283, + "learning_rate": 1.5962655254078567e-05, + "loss": 2.8359, + "step": 18563 + }, + { + "epoch": 0.31777332717095463, + "grad_norm": 2.2358169555664062, + "learning_rate": 1.5962210175449677e-05, + "loss": 2.7085, + "step": 18564 + }, + { + "epoch": 0.31779044488950514, + "grad_norm": 2.222083806991577, + "learning_rate": 1.596176507849503e-05, + "loss": 2.7002, + "step": 18565 + }, + { + "epoch": 0.3178075626080556, + "grad_norm": 2.37260365486145, + "learning_rate": 1.5961319963215992e-05, + "loss": 2.809, + "step": 18566 + }, + { + "epoch": 0.31782468032660605, + "grad_norm": 2.175727605819702, + "learning_rate": 1.5960874829613932e-05, + "loss": 2.774, + "step": 18567 + }, + { + "epoch": 0.31784179804515655, + "grad_norm": 2.3361973762512207, + "learning_rate": 1.596042967769022e-05, + "loss": 2.7368, + "step": 18568 + }, + { + "epoch": 0.317858915763707, + "grad_norm": 2.323671817779541, + "learning_rate": 1.595998450744623e-05, + "loss": 2.6813, + "step": 18569 + }, + { + "epoch": 0.31787603348225746, + "grad_norm": 2.197869062423706, + "learning_rate": 1.595953931888332e-05, + "loss": 2.7267, + "step": 18570 + }, + { + "epoch": 0.31789315120080797, + "grad_norm": 2.4055662155151367, + "learning_rate": 1.5959094112002863e-05, + "loss": 2.7367, + "step": 18571 + }, + { + "epoch": 0.3179102689193584, + "grad_norm": 2.1902453899383545, + "learning_rate": 1.5958648886806228e-05, + "loss": 2.6536, + "step": 18572 + }, + { + "epoch": 0.3179273866379089, + "grad_norm": 2.2796952724456787, + "learning_rate": 1.595820364329478e-05, + "loss": 2.7114, + "step": 18573 + }, + { + "epoch": 0.3179445043564594, + "grad_norm": 2.290517568588257, + "learning_rate": 1.5957758381469894e-05, + "loss": 2.6006, + "step": 18574 + }, + { + "epoch": 0.31796162207500983, + "grad_norm": 2.348203182220459, + "learning_rate": 1.5957313101332933e-05, + "loss": 2.8252, + "step": 18575 + }, + { + "epoch": 0.31797873979356034, + "grad_norm": 2.248720169067383, + "learning_rate": 1.5956867802885268e-05, + "loss": 2.6857, + "step": 18576 + }, + { + "epoch": 0.3179958575121108, + "grad_norm": 2.2150912284851074, + "learning_rate": 1.5956422486128267e-05, + "loss": 2.6183, + "step": 18577 + }, + { + "epoch": 0.31801297523066124, + "grad_norm": 2.4096648693084717, + "learning_rate": 1.59559771510633e-05, + "loss": 2.6708, + "step": 18578 + }, + { + "epoch": 0.31803009294921175, + "grad_norm": 2.2585718631744385, + "learning_rate": 1.595553179769173e-05, + "loss": 2.6126, + "step": 18579 + }, + { + "epoch": 0.3180472106677622, + "grad_norm": 2.5297164916992188, + "learning_rate": 1.5955086426014937e-05, + "loss": 2.7506, + "step": 18580 + }, + { + "epoch": 0.31806432838631266, + "grad_norm": 2.330345869064331, + "learning_rate": 1.595464103603428e-05, + "loss": 2.8591, + "step": 18581 + }, + { + "epoch": 0.31808144610486316, + "grad_norm": 2.3319098949432373, + "learning_rate": 1.595419562775113e-05, + "loss": 2.6974, + "step": 18582 + }, + { + "epoch": 0.3180985638234136, + "grad_norm": 2.3283445835113525, + "learning_rate": 1.595375020116686e-05, + "loss": 2.6606, + "step": 18583 + }, + { + "epoch": 0.31811568154196407, + "grad_norm": 2.364088773727417, + "learning_rate": 1.5953304756282833e-05, + "loss": 2.834, + "step": 18584 + }, + { + "epoch": 0.3181327992605146, + "grad_norm": 2.372948169708252, + "learning_rate": 1.5952859293100426e-05, + "loss": 2.7349, + "step": 18585 + }, + { + "epoch": 0.31814991697906503, + "grad_norm": 2.419318675994873, + "learning_rate": 1.5952413811621e-05, + "loss": 2.7798, + "step": 18586 + }, + { + "epoch": 0.3181670346976155, + "grad_norm": 2.3665530681610107, + "learning_rate": 1.5951968311845928e-05, + "loss": 2.8103, + "step": 18587 + }, + { + "epoch": 0.318184152416166, + "grad_norm": 2.1762309074401855, + "learning_rate": 1.5951522793776582e-05, + "loss": 2.7891, + "step": 18588 + }, + { + "epoch": 0.31820127013471644, + "grad_norm": 2.2829880714416504, + "learning_rate": 1.595107725741433e-05, + "loss": 2.7932, + "step": 18589 + }, + { + "epoch": 0.3182183878532669, + "grad_norm": 2.341306686401367, + "learning_rate": 1.5950631702760537e-05, + "loss": 2.7165, + "step": 18590 + }, + { + "epoch": 0.3182355055718174, + "grad_norm": 2.2183566093444824, + "learning_rate": 1.5950186129816575e-05, + "loss": 2.7243, + "step": 18591 + }, + { + "epoch": 0.31825262329036785, + "grad_norm": 2.3082635402679443, + "learning_rate": 1.5949740538583816e-05, + "loss": 2.6192, + "step": 18592 + }, + { + "epoch": 0.3182697410089183, + "grad_norm": 2.1127026081085205, + "learning_rate": 1.594929492906363e-05, + "loss": 2.776, + "step": 18593 + }, + { + "epoch": 0.3182868587274688, + "grad_norm": 2.3749282360076904, + "learning_rate": 1.5948849301257384e-05, + "loss": 2.8104, + "step": 18594 + }, + { + "epoch": 0.31830397644601927, + "grad_norm": 2.331233263015747, + "learning_rate": 1.5948403655166445e-05, + "loss": 2.6919, + "step": 18595 + }, + { + "epoch": 0.3183210941645698, + "grad_norm": 2.235891819000244, + "learning_rate": 1.5947957990792188e-05, + "loss": 2.7375, + "step": 18596 + }, + { + "epoch": 0.3183382118831202, + "grad_norm": 2.3948795795440674, + "learning_rate": 1.594751230813598e-05, + "loss": 2.8004, + "step": 18597 + }, + { + "epoch": 0.3183553296016707, + "grad_norm": 2.143092393875122, + "learning_rate": 1.594706660719919e-05, + "loss": 2.6633, + "step": 18598 + }, + { + "epoch": 0.3183724473202212, + "grad_norm": 2.3115456104278564, + "learning_rate": 1.594662088798319e-05, + "loss": 2.6949, + "step": 18599 + }, + { + "epoch": 0.31838956503877164, + "grad_norm": 2.3251864910125732, + "learning_rate": 1.5946175150489354e-05, + "loss": 2.7511, + "step": 18600 + }, + { + "epoch": 0.3184066827573221, + "grad_norm": 2.3451952934265137, + "learning_rate": 1.5945729394719042e-05, + "loss": 2.5319, + "step": 18601 + }, + { + "epoch": 0.3184238004758726, + "grad_norm": 2.3877148628234863, + "learning_rate": 1.5945283620673633e-05, + "loss": 2.7584, + "step": 18602 + }, + { + "epoch": 0.31844091819442305, + "grad_norm": 2.2887492179870605, + "learning_rate": 1.5944837828354493e-05, + "loss": 2.6677, + "step": 18603 + }, + { + "epoch": 0.3184580359129735, + "grad_norm": 2.363086700439453, + "learning_rate": 1.5944392017762993e-05, + "loss": 2.7025, + "step": 18604 + }, + { + "epoch": 0.318475153631524, + "grad_norm": 2.221069097518921, + "learning_rate": 1.5943946188900505e-05, + "loss": 2.5967, + "step": 18605 + }, + { + "epoch": 0.31849227135007446, + "grad_norm": 2.463240385055542, + "learning_rate": 1.5943500341768393e-05, + "loss": 2.6509, + "step": 18606 + }, + { + "epoch": 0.3185093890686249, + "grad_norm": 2.4650990962982178, + "learning_rate": 1.5943054476368037e-05, + "loss": 2.7401, + "step": 18607 + }, + { + "epoch": 0.3185265067871754, + "grad_norm": 2.354182481765747, + "learning_rate": 1.59426085927008e-05, + "loss": 2.8472, + "step": 18608 + }, + { + "epoch": 0.3185436245057259, + "grad_norm": 2.4065051078796387, + "learning_rate": 1.5942162690768054e-05, + "loss": 2.7512, + "step": 18609 + }, + { + "epoch": 0.3185607422242763, + "grad_norm": 2.3730857372283936, + "learning_rate": 1.594171677057117e-05, + "loss": 2.762, + "step": 18610 + }, + { + "epoch": 0.31857785994282684, + "grad_norm": 2.369209051132202, + "learning_rate": 1.594127083211152e-05, + "loss": 2.68, + "step": 18611 + }, + { + "epoch": 0.3185949776613773, + "grad_norm": 2.3876686096191406, + "learning_rate": 1.5940824875390476e-05, + "loss": 2.7944, + "step": 18612 + }, + { + "epoch": 0.31861209537992774, + "grad_norm": 2.34958815574646, + "learning_rate": 1.5940378900409403e-05, + "loss": 2.7732, + "step": 18613 + }, + { + "epoch": 0.31862921309847825, + "grad_norm": 2.3224737644195557, + "learning_rate": 1.5939932907169678e-05, + "loss": 2.6813, + "step": 18614 + }, + { + "epoch": 0.3186463308170287, + "grad_norm": 2.399179697036743, + "learning_rate": 1.5939486895672666e-05, + "loss": 2.8157, + "step": 18615 + }, + { + "epoch": 0.31866344853557915, + "grad_norm": 2.257465362548828, + "learning_rate": 1.5939040865919743e-05, + "loss": 2.7181, + "step": 18616 + }, + { + "epoch": 0.31868056625412966, + "grad_norm": 2.2667057514190674, + "learning_rate": 1.593859481791228e-05, + "loss": 2.7286, + "step": 18617 + }, + { + "epoch": 0.3186976839726801, + "grad_norm": 2.2361268997192383, + "learning_rate": 1.5938148751651644e-05, + "loss": 2.6639, + "step": 18618 + }, + { + "epoch": 0.3187148016912306, + "grad_norm": 2.2270774841308594, + "learning_rate": 1.5937702667139206e-05, + "loss": 2.7088, + "step": 18619 + }, + { + "epoch": 0.3187319194097811, + "grad_norm": 2.4753336906433105, + "learning_rate": 1.593725656437634e-05, + "loss": 2.8106, + "step": 18620 + }, + { + "epoch": 0.3187490371283315, + "grad_norm": 2.2543423175811768, + "learning_rate": 1.5936810443364418e-05, + "loss": 2.5681, + "step": 18621 + }, + { + "epoch": 0.31876615484688203, + "grad_norm": 2.2479796409606934, + "learning_rate": 1.5936364304104808e-05, + "loss": 2.841, + "step": 18622 + }, + { + "epoch": 0.3187832725654325, + "grad_norm": 2.2779715061187744, + "learning_rate": 1.5935918146598883e-05, + "loss": 2.679, + "step": 18623 + }, + { + "epoch": 0.31880039028398294, + "grad_norm": 2.257880210876465, + "learning_rate": 1.5935471970848016e-05, + "loss": 2.7088, + "step": 18624 + }, + { + "epoch": 0.31881750800253345, + "grad_norm": 2.4270458221435547, + "learning_rate": 1.593502577685357e-05, + "loss": 2.7195, + "step": 18625 + }, + { + "epoch": 0.3188346257210839, + "grad_norm": 2.343554973602295, + "learning_rate": 1.593457956461693e-05, + "loss": 2.7145, + "step": 18626 + }, + { + "epoch": 0.31885174343963435, + "grad_norm": 2.3791024684906006, + "learning_rate": 1.5934133334139455e-05, + "loss": 2.7518, + "step": 18627 + }, + { + "epoch": 0.31886886115818486, + "grad_norm": 2.413727283477783, + "learning_rate": 1.5933687085422525e-05, + "loss": 2.8479, + "step": 18628 + }, + { + "epoch": 0.3188859788767353, + "grad_norm": 2.3908298015594482, + "learning_rate": 1.593324081846751e-05, + "loss": 2.7389, + "step": 18629 + }, + { + "epoch": 0.31890309659528576, + "grad_norm": 2.4432718753814697, + "learning_rate": 1.5932794533275777e-05, + "loss": 2.8776, + "step": 18630 + }, + { + "epoch": 0.31892021431383627, + "grad_norm": 2.3807928562164307, + "learning_rate": 1.5932348229848704e-05, + "loss": 2.6918, + "step": 18631 + }, + { + "epoch": 0.3189373320323867, + "grad_norm": 2.1948277950286865, + "learning_rate": 1.5931901908187657e-05, + "loss": 2.6654, + "step": 18632 + }, + { + "epoch": 0.3189544497509372, + "grad_norm": 2.3550069332122803, + "learning_rate": 1.593145556829401e-05, + "loss": 2.7276, + "step": 18633 + }, + { + "epoch": 0.3189715674694877, + "grad_norm": 2.2783701419830322, + "learning_rate": 1.5931009210169137e-05, + "loss": 2.7693, + "step": 18634 + }, + { + "epoch": 0.31898868518803813, + "grad_norm": 2.4398629665374756, + "learning_rate": 1.5930562833814408e-05, + "loss": 2.8121, + "step": 18635 + }, + { + "epoch": 0.3190058029065886, + "grad_norm": 2.5453197956085205, + "learning_rate": 1.5930116439231197e-05, + "loss": 2.6895, + "step": 18636 + }, + { + "epoch": 0.3190229206251391, + "grad_norm": 2.3532211780548096, + "learning_rate": 1.592967002642087e-05, + "loss": 2.6984, + "step": 18637 + }, + { + "epoch": 0.31904003834368955, + "grad_norm": 2.4585320949554443, + "learning_rate": 1.5929223595384805e-05, + "loss": 2.7512, + "step": 18638 + }, + { + "epoch": 0.31905715606224, + "grad_norm": 2.4551703929901123, + "learning_rate": 1.5928777146124377e-05, + "loss": 2.7076, + "step": 18639 + }, + { + "epoch": 0.3190742737807905, + "grad_norm": 2.365896463394165, + "learning_rate": 1.592833067864095e-05, + "loss": 2.8006, + "step": 18640 + }, + { + "epoch": 0.31909139149934096, + "grad_norm": 2.3701796531677246, + "learning_rate": 1.5927884192935904e-05, + "loss": 2.7698, + "step": 18641 + }, + { + "epoch": 0.3191085092178914, + "grad_norm": 2.282592296600342, + "learning_rate": 1.5927437689010603e-05, + "loss": 2.8268, + "step": 18642 + }, + { + "epoch": 0.3191256269364419, + "grad_norm": 2.4270901679992676, + "learning_rate": 1.5926991166866426e-05, + "loss": 2.6357, + "step": 18643 + }, + { + "epoch": 0.31914274465499237, + "grad_norm": 2.2149932384490967, + "learning_rate": 1.5926544626504746e-05, + "loss": 2.7132, + "step": 18644 + }, + { + "epoch": 0.3191598623735429, + "grad_norm": 2.3273189067840576, + "learning_rate": 1.5926098067926927e-05, + "loss": 2.7601, + "step": 18645 + }, + { + "epoch": 0.31917698009209333, + "grad_norm": 2.259963274002075, + "learning_rate": 1.592565149113435e-05, + "loss": 2.7318, + "step": 18646 + }, + { + "epoch": 0.3191940978106438, + "grad_norm": 2.298859119415283, + "learning_rate": 1.592520489612839e-05, + "loss": 2.7217, + "step": 18647 + }, + { + "epoch": 0.3192112155291943, + "grad_norm": 2.285311460494995, + "learning_rate": 1.592475828291041e-05, + "loss": 2.6235, + "step": 18648 + }, + { + "epoch": 0.31922833324774474, + "grad_norm": 2.2366833686828613, + "learning_rate": 1.5924311651481787e-05, + "loss": 2.6989, + "step": 18649 + }, + { + "epoch": 0.3192454509662952, + "grad_norm": 2.3403851985931396, + "learning_rate": 1.5923865001843895e-05, + "loss": 2.7784, + "step": 18650 + }, + { + "epoch": 0.3192625686848457, + "grad_norm": 2.2023091316223145, + "learning_rate": 1.5923418333998108e-05, + "loss": 2.6914, + "step": 18651 + }, + { + "epoch": 0.31927968640339616, + "grad_norm": 2.4094302654266357, + "learning_rate": 1.5922971647945795e-05, + "loss": 2.9139, + "step": 18652 + }, + { + "epoch": 0.3192968041219466, + "grad_norm": 2.2305498123168945, + "learning_rate": 1.5922524943688332e-05, + "loss": 2.7359, + "step": 18653 + }, + { + "epoch": 0.3193139218404971, + "grad_norm": 2.4562528133392334, + "learning_rate": 1.592207822122709e-05, + "loss": 2.6618, + "step": 18654 + }, + { + "epoch": 0.31933103955904757, + "grad_norm": 2.139220714569092, + "learning_rate": 1.5921631480563443e-05, + "loss": 2.5871, + "step": 18655 + }, + { + "epoch": 0.319348157277598, + "grad_norm": 2.1909396648406982, + "learning_rate": 1.592118472169877e-05, + "loss": 2.6719, + "step": 18656 + }, + { + "epoch": 0.31936527499614853, + "grad_norm": 2.3616158962249756, + "learning_rate": 1.5920737944634432e-05, + "loss": 2.9, + "step": 18657 + }, + { + "epoch": 0.319382392714699, + "grad_norm": 2.4465625286102295, + "learning_rate": 1.592029114937181e-05, + "loss": 2.7673, + "step": 18658 + }, + { + "epoch": 0.31939951043324943, + "grad_norm": 2.331791639328003, + "learning_rate": 1.5919844335912277e-05, + "loss": 2.7144, + "step": 18659 + }, + { + "epoch": 0.31941662815179994, + "grad_norm": 2.3056845664978027, + "learning_rate": 1.5919397504257203e-05, + "loss": 2.743, + "step": 18660 + }, + { + "epoch": 0.3194337458703504, + "grad_norm": 2.2883427143096924, + "learning_rate": 1.5918950654407966e-05, + "loss": 2.7489, + "step": 18661 + }, + { + "epoch": 0.31945086358890085, + "grad_norm": 2.288480520248413, + "learning_rate": 1.591850378636594e-05, + "loss": 2.7529, + "step": 18662 + }, + { + "epoch": 0.31946798130745135, + "grad_norm": 2.26760196685791, + "learning_rate": 1.591805690013249e-05, + "loss": 2.6921, + "step": 18663 + }, + { + "epoch": 0.3194850990260018, + "grad_norm": 2.3128082752227783, + "learning_rate": 1.5917609995708998e-05, + "loss": 2.7767, + "step": 18664 + }, + { + "epoch": 0.31950221674455226, + "grad_norm": 2.3567190170288086, + "learning_rate": 1.5917163073096835e-05, + "loss": 2.7062, + "step": 18665 + }, + { + "epoch": 0.31951933446310277, + "grad_norm": 2.26252818107605, + "learning_rate": 1.5916716132297375e-05, + "loss": 2.8496, + "step": 18666 + }, + { + "epoch": 0.3195364521816532, + "grad_norm": 2.201371431350708, + "learning_rate": 1.5916269173311988e-05, + "loss": 2.6428, + "step": 18667 + }, + { + "epoch": 0.3195535699002037, + "grad_norm": 2.3152785301208496, + "learning_rate": 1.5915822196142054e-05, + "loss": 2.772, + "step": 18668 + }, + { + "epoch": 0.3195706876187542, + "grad_norm": 2.168063163757324, + "learning_rate": 1.5915375200788945e-05, + "loss": 2.693, + "step": 18669 + }, + { + "epoch": 0.31958780533730463, + "grad_norm": 2.3014070987701416, + "learning_rate": 1.591492818725403e-05, + "loss": 2.7927, + "step": 18670 + }, + { + "epoch": 0.31960492305585514, + "grad_norm": 2.2425336837768555, + "learning_rate": 1.591448115553869e-05, + "loss": 2.6734, + "step": 18671 + }, + { + "epoch": 0.3196220407744056, + "grad_norm": 2.2490038871765137, + "learning_rate": 1.5914034105644297e-05, + "loss": 2.6076, + "step": 18672 + }, + { + "epoch": 0.31963915849295604, + "grad_norm": 2.136895179748535, + "learning_rate": 1.591358703757222e-05, + "loss": 2.5957, + "step": 18673 + }, + { + "epoch": 0.31965627621150655, + "grad_norm": 2.307619571685791, + "learning_rate": 1.591313995132384e-05, + "loss": 2.6576, + "step": 18674 + }, + { + "epoch": 0.319673393930057, + "grad_norm": 2.2416040897369385, + "learning_rate": 1.5912692846900525e-05, + "loss": 2.698, + "step": 18675 + }, + { + "epoch": 0.31969051164860746, + "grad_norm": 2.3643999099731445, + "learning_rate": 1.5912245724303656e-05, + "loss": 2.6934, + "step": 18676 + }, + { + "epoch": 0.31970762936715796, + "grad_norm": 2.332247257232666, + "learning_rate": 1.5911798583534604e-05, + "loss": 2.6232, + "step": 18677 + }, + { + "epoch": 0.3197247470857084, + "grad_norm": 2.3586578369140625, + "learning_rate": 1.591135142459474e-05, + "loss": 2.8021, + "step": 18678 + }, + { + "epoch": 0.31974186480425887, + "grad_norm": 2.338434934616089, + "learning_rate": 1.5910904247485444e-05, + "loss": 2.7376, + "step": 18679 + }, + { + "epoch": 0.3197589825228094, + "grad_norm": 2.3200459480285645, + "learning_rate": 1.5910457052208087e-05, + "loss": 2.7421, + "step": 18680 + }, + { + "epoch": 0.31977610024135983, + "grad_norm": 2.2948620319366455, + "learning_rate": 1.5910009838764045e-05, + "loss": 2.7555, + "step": 18681 + }, + { + "epoch": 0.3197932179599103, + "grad_norm": 2.2682294845581055, + "learning_rate": 1.5909562607154694e-05, + "loss": 2.6707, + "step": 18682 + }, + { + "epoch": 0.3198103356784608, + "grad_norm": 2.465039014816284, + "learning_rate": 1.5909115357381402e-05, + "loss": 2.7231, + "step": 18683 + }, + { + "epoch": 0.31982745339701124, + "grad_norm": 2.236030101776123, + "learning_rate": 1.5908668089445552e-05, + "loss": 2.705, + "step": 18684 + }, + { + "epoch": 0.3198445711155617, + "grad_norm": 2.4173367023468018, + "learning_rate": 1.5908220803348517e-05, + "loss": 2.8429, + "step": 18685 + }, + { + "epoch": 0.3198616888341122, + "grad_norm": 2.328470468521118, + "learning_rate": 1.5907773499091667e-05, + "loss": 2.7309, + "step": 18686 + }, + { + "epoch": 0.31987880655266265, + "grad_norm": 2.454859495162964, + "learning_rate": 1.590732617667638e-05, + "loss": 2.8091, + "step": 18687 + }, + { + "epoch": 0.3198959242712131, + "grad_norm": 2.316662073135376, + "learning_rate": 1.5906878836104032e-05, + "loss": 2.7839, + "step": 18688 + }, + { + "epoch": 0.3199130419897636, + "grad_norm": 2.239123582839966, + "learning_rate": 1.5906431477375994e-05, + "loss": 2.6399, + "step": 18689 + }, + { + "epoch": 0.31993015970831407, + "grad_norm": 2.3036513328552246, + "learning_rate": 1.5905984100493645e-05, + "loss": 2.7629, + "step": 18690 + }, + { + "epoch": 0.3199472774268646, + "grad_norm": 2.3037266731262207, + "learning_rate": 1.590553670545836e-05, + "loss": 2.7784, + "step": 18691 + }, + { + "epoch": 0.319964395145415, + "grad_norm": 2.238455057144165, + "learning_rate": 1.590508929227151e-05, + "loss": 2.7731, + "step": 18692 + }, + { + "epoch": 0.3199815128639655, + "grad_norm": 2.295520544052124, + "learning_rate": 1.5904641860934478e-05, + "loss": 2.6635, + "step": 18693 + }, + { + "epoch": 0.319998630582516, + "grad_norm": 2.3505208492279053, + "learning_rate": 1.5904194411448632e-05, + "loss": 2.6594, + "step": 18694 + }, + { + "epoch": 0.32001574830106644, + "grad_norm": 2.307898759841919, + "learning_rate": 1.590374694381535e-05, + "loss": 2.6947, + "step": 18695 + }, + { + "epoch": 0.3200328660196169, + "grad_norm": 2.156745433807373, + "learning_rate": 1.5903299458036005e-05, + "loss": 2.6653, + "step": 18696 + }, + { + "epoch": 0.3200499837381674, + "grad_norm": 2.3684911727905273, + "learning_rate": 1.590285195411198e-05, + "loss": 2.8262, + "step": 18697 + }, + { + "epoch": 0.32006710145671785, + "grad_norm": 2.3215153217315674, + "learning_rate": 1.590240443204464e-05, + "loss": 2.7639, + "step": 18698 + }, + { + "epoch": 0.3200842191752683, + "grad_norm": 2.303422689437866, + "learning_rate": 1.5901956891835367e-05, + "loss": 2.7683, + "step": 18699 + }, + { + "epoch": 0.3201013368938188, + "grad_norm": 2.3338403701782227, + "learning_rate": 1.5901509333485533e-05, + "loss": 2.8024, + "step": 18700 + }, + { + "epoch": 0.32011845461236926, + "grad_norm": 2.2534945011138916, + "learning_rate": 1.590106175699652e-05, + "loss": 2.5631, + "step": 18701 + }, + { + "epoch": 0.3201355723309197, + "grad_norm": 2.3129100799560547, + "learning_rate": 1.5900614162369694e-05, + "loss": 2.6915, + "step": 18702 + }, + { + "epoch": 0.3201526900494702, + "grad_norm": 2.216712474822998, + "learning_rate": 1.590016654960644e-05, + "loss": 2.6343, + "step": 18703 + }, + { + "epoch": 0.3201698077680207, + "grad_norm": 2.251647710800171, + "learning_rate": 1.589971891870813e-05, + "loss": 2.6033, + "step": 18704 + }, + { + "epoch": 0.32018692548657113, + "grad_norm": 2.286156415939331, + "learning_rate": 1.5899271269676137e-05, + "loss": 2.7359, + "step": 18705 + }, + { + "epoch": 0.32020404320512164, + "grad_norm": 2.2437567710876465, + "learning_rate": 1.5898823602511843e-05, + "loss": 2.7267, + "step": 18706 + }, + { + "epoch": 0.3202211609236721, + "grad_norm": 2.3756139278411865, + "learning_rate": 1.589837591721662e-05, + "loss": 2.6477, + "step": 18707 + }, + { + "epoch": 0.32023827864222254, + "grad_norm": 2.256739377975464, + "learning_rate": 1.5897928213791843e-05, + "loss": 2.7773, + "step": 18708 + }, + { + "epoch": 0.32025539636077305, + "grad_norm": 2.271183729171753, + "learning_rate": 1.5897480492238893e-05, + "loss": 2.7135, + "step": 18709 + }, + { + "epoch": 0.3202725140793235, + "grad_norm": 2.239736557006836, + "learning_rate": 1.589703275255914e-05, + "loss": 2.8128, + "step": 18710 + }, + { + "epoch": 0.32028963179787395, + "grad_norm": 2.3119139671325684, + "learning_rate": 1.5896584994753964e-05, + "loss": 2.6188, + "step": 18711 + }, + { + "epoch": 0.32030674951642446, + "grad_norm": 2.27866530418396, + "learning_rate": 1.5896137218824738e-05, + "loss": 2.7535, + "step": 18712 + }, + { + "epoch": 0.3203238672349749, + "grad_norm": 2.5225236415863037, + "learning_rate": 1.5895689424772845e-05, + "loss": 2.858, + "step": 18713 + }, + { + "epoch": 0.3203409849535254, + "grad_norm": 2.4254372119903564, + "learning_rate": 1.5895241612599654e-05, + "loss": 2.79, + "step": 18714 + }, + { + "epoch": 0.3203581026720759, + "grad_norm": 2.3167383670806885, + "learning_rate": 1.589479378230655e-05, + "loss": 2.6856, + "step": 18715 + }, + { + "epoch": 0.3203752203906263, + "grad_norm": 2.314458131790161, + "learning_rate": 1.5894345933894896e-05, + "loss": 2.8117, + "step": 18716 + }, + { + "epoch": 0.32039233810917683, + "grad_norm": 2.406130075454712, + "learning_rate": 1.589389806736608e-05, + "loss": 2.7632, + "step": 18717 + }, + { + "epoch": 0.3204094558277273, + "grad_norm": 2.270203113555908, + "learning_rate": 1.5893450182721476e-05, + "loss": 2.6341, + "step": 18718 + }, + { + "epoch": 0.32042657354627774, + "grad_norm": 2.2621939182281494, + "learning_rate": 1.589300227996246e-05, + "loss": 2.7333, + "step": 18719 + }, + { + "epoch": 0.32044369126482825, + "grad_norm": 2.3995795249938965, + "learning_rate": 1.5892554359090407e-05, + "loss": 2.7259, + "step": 18720 + }, + { + "epoch": 0.3204608089833787, + "grad_norm": 2.325835943222046, + "learning_rate": 1.5892106420106698e-05, + "loss": 2.6627, + "step": 18721 + }, + { + "epoch": 0.32047792670192915, + "grad_norm": 2.2264270782470703, + "learning_rate": 1.5891658463012706e-05, + "loss": 2.7043, + "step": 18722 + }, + { + "epoch": 0.32049504442047966, + "grad_norm": 2.47741436958313, + "learning_rate": 1.5891210487809803e-05, + "loss": 2.7297, + "step": 18723 + }, + { + "epoch": 0.3205121621390301, + "grad_norm": 2.2005696296691895, + "learning_rate": 1.5890762494499376e-05, + "loss": 2.7034, + "step": 18724 + }, + { + "epoch": 0.32052927985758056, + "grad_norm": 2.4095888137817383, + "learning_rate": 1.58903144830828e-05, + "loss": 2.777, + "step": 18725 + }, + { + "epoch": 0.32054639757613107, + "grad_norm": 2.327194929122925, + "learning_rate": 1.588986645356145e-05, + "loss": 2.6944, + "step": 18726 + }, + { + "epoch": 0.3205635152946815, + "grad_norm": 2.2418928146362305, + "learning_rate": 1.5889418405936698e-05, + "loss": 2.6862, + "step": 18727 + }, + { + "epoch": 0.320580633013232, + "grad_norm": 2.1922919750213623, + "learning_rate": 1.588897034020993e-05, + "loss": 2.6876, + "step": 18728 + }, + { + "epoch": 0.3205977507317825, + "grad_norm": 2.3715269565582275, + "learning_rate": 1.5888522256382517e-05, + "loss": 2.626, + "step": 18729 + }, + { + "epoch": 0.32061486845033293, + "grad_norm": 2.3243484497070312, + "learning_rate": 1.5888074154455838e-05, + "loss": 2.6728, + "step": 18730 + }, + { + "epoch": 0.3206319861688834, + "grad_norm": 2.319645404815674, + "learning_rate": 1.5887626034431277e-05, + "loss": 2.7098, + "step": 18731 + }, + { + "epoch": 0.3206491038874339, + "grad_norm": 2.3794140815734863, + "learning_rate": 1.5887177896310197e-05, + "loss": 2.7261, + "step": 18732 + }, + { + "epoch": 0.32066622160598435, + "grad_norm": 2.3294694423675537, + "learning_rate": 1.5886729740093988e-05, + "loss": 2.8287, + "step": 18733 + }, + { + "epoch": 0.3206833393245348, + "grad_norm": 2.3762831687927246, + "learning_rate": 1.5886281565784024e-05, + "loss": 2.8127, + "step": 18734 + }, + { + "epoch": 0.3207004570430853, + "grad_norm": 2.3029565811157227, + "learning_rate": 1.5885833373381678e-05, + "loss": 2.6939, + "step": 18735 + }, + { + "epoch": 0.32071757476163576, + "grad_norm": 2.3953793048858643, + "learning_rate": 1.5885385162888333e-05, + "loss": 2.7514, + "step": 18736 + }, + { + "epoch": 0.32073469248018627, + "grad_norm": 2.4069087505340576, + "learning_rate": 1.5884936934305364e-05, + "loss": 2.8609, + "step": 18737 + }, + { + "epoch": 0.3207518101987367, + "grad_norm": 2.0743796825408936, + "learning_rate": 1.588448868763415e-05, + "loss": 2.604, + "step": 18738 + }, + { + "epoch": 0.32076892791728717, + "grad_norm": 2.2107231616973877, + "learning_rate": 1.588404042287607e-05, + "loss": 2.8124, + "step": 18739 + }, + { + "epoch": 0.3207860456358377, + "grad_norm": 2.2086715698242188, + "learning_rate": 1.5883592140032496e-05, + "loss": 2.6351, + "step": 18740 + }, + { + "epoch": 0.32080316335438813, + "grad_norm": 2.221604347229004, + "learning_rate": 1.5883143839104812e-05, + "loss": 2.6735, + "step": 18741 + }, + { + "epoch": 0.3208202810729386, + "grad_norm": 2.1841635704040527, + "learning_rate": 1.5882695520094397e-05, + "loss": 2.7519, + "step": 18742 + }, + { + "epoch": 0.3208373987914891, + "grad_norm": 2.4408955574035645, + "learning_rate": 1.588224718300262e-05, + "loss": 2.7791, + "step": 18743 + }, + { + "epoch": 0.32085451651003954, + "grad_norm": 2.4027907848358154, + "learning_rate": 1.588179882783087e-05, + "loss": 2.768, + "step": 18744 + }, + { + "epoch": 0.32087163422859, + "grad_norm": 2.082301378250122, + "learning_rate": 1.5881350454580516e-05, + "loss": 2.5675, + "step": 18745 + }, + { + "epoch": 0.3208887519471405, + "grad_norm": 2.3097898960113525, + "learning_rate": 1.5880902063252942e-05, + "loss": 2.6444, + "step": 18746 + }, + { + "epoch": 0.32090586966569096, + "grad_norm": 2.3784990310668945, + "learning_rate": 1.5880453653849523e-05, + "loss": 2.7623, + "step": 18747 + }, + { + "epoch": 0.3209229873842414, + "grad_norm": 2.274454116821289, + "learning_rate": 1.588000522637164e-05, + "loss": 2.7565, + "step": 18748 + }, + { + "epoch": 0.3209401051027919, + "grad_norm": 2.3604912757873535, + "learning_rate": 1.5879556780820672e-05, + "loss": 2.7074, + "step": 18749 + }, + { + "epoch": 0.32095722282134237, + "grad_norm": 2.35119366645813, + "learning_rate": 1.587910831719799e-05, + "loss": 2.6777, + "step": 18750 + }, + { + "epoch": 0.3209743405398928, + "grad_norm": 2.287510871887207, + "learning_rate": 1.5878659835504983e-05, + "loss": 2.7105, + "step": 18751 + }, + { + "epoch": 0.32099145825844333, + "grad_norm": 2.310410499572754, + "learning_rate": 1.587821133574302e-05, + "loss": 2.6113, + "step": 18752 + }, + { + "epoch": 0.3210085759769938, + "grad_norm": 2.3609373569488525, + "learning_rate": 1.5877762817913488e-05, + "loss": 2.5946, + "step": 18753 + }, + { + "epoch": 0.32102569369554423, + "grad_norm": 2.22096586227417, + "learning_rate": 1.5877314282017756e-05, + "loss": 2.5267, + "step": 18754 + }, + { + "epoch": 0.32104281141409474, + "grad_norm": 2.3117291927337646, + "learning_rate": 1.587686572805721e-05, + "loss": 2.6976, + "step": 18755 + }, + { + "epoch": 0.3210599291326452, + "grad_norm": 2.4380340576171875, + "learning_rate": 1.587641715603323e-05, + "loss": 2.7559, + "step": 18756 + }, + { + "epoch": 0.32107704685119565, + "grad_norm": 2.3482375144958496, + "learning_rate": 1.5875968565947186e-05, + "loss": 2.6433, + "step": 18757 + }, + { + "epoch": 0.32109416456974615, + "grad_norm": 2.3965842723846436, + "learning_rate": 1.5875519957800465e-05, + "loss": 2.7071, + "step": 18758 + }, + { + "epoch": 0.3211112822882966, + "grad_norm": 2.1686131954193115, + "learning_rate": 1.587507133159444e-05, + "loss": 2.7354, + "step": 18759 + }, + { + "epoch": 0.3211284000068471, + "grad_norm": 2.295501708984375, + "learning_rate": 1.5874622687330498e-05, + "loss": 2.6252, + "step": 18760 + }, + { + "epoch": 0.32114551772539757, + "grad_norm": 2.3644745349884033, + "learning_rate": 1.587417402501001e-05, + "loss": 2.727, + "step": 18761 + }, + { + "epoch": 0.321162635443948, + "grad_norm": 2.382225751876831, + "learning_rate": 1.5873725344634357e-05, + "loss": 2.7579, + "step": 18762 + }, + { + "epoch": 0.3211797531624985, + "grad_norm": 2.5664989948272705, + "learning_rate": 1.587327664620492e-05, + "loss": 2.935, + "step": 18763 + }, + { + "epoch": 0.321196870881049, + "grad_norm": 2.386540174484253, + "learning_rate": 1.5872827929723077e-05, + "loss": 2.6993, + "step": 18764 + }, + { + "epoch": 0.32121398859959943, + "grad_norm": 2.1877260208129883, + "learning_rate": 1.5872379195190205e-05, + "loss": 2.7539, + "step": 18765 + }, + { + "epoch": 0.32123110631814994, + "grad_norm": 2.405447006225586, + "learning_rate": 1.587193044260769e-05, + "loss": 2.671, + "step": 18766 + }, + { + "epoch": 0.3212482240367004, + "grad_norm": 2.3301241397857666, + "learning_rate": 1.5871481671976906e-05, + "loss": 2.7494, + "step": 18767 + }, + { + "epoch": 0.32126534175525084, + "grad_norm": 2.390036106109619, + "learning_rate": 1.5871032883299234e-05, + "loss": 2.6557, + "step": 18768 + }, + { + "epoch": 0.32128245947380135, + "grad_norm": 2.268812894821167, + "learning_rate": 1.587058407657605e-05, + "loss": 2.588, + "step": 18769 + }, + { + "epoch": 0.3212995771923518, + "grad_norm": 2.3505916595458984, + "learning_rate": 1.5870135251808738e-05, + "loss": 2.6793, + "step": 18770 + }, + { + "epoch": 0.32131669491090226, + "grad_norm": 2.300348997116089, + "learning_rate": 1.586968640899867e-05, + "loss": 2.7537, + "step": 18771 + }, + { + "epoch": 0.32133381262945276, + "grad_norm": 2.3446366786956787, + "learning_rate": 1.586923754814724e-05, + "loss": 2.77, + "step": 18772 + }, + { + "epoch": 0.3213509303480032, + "grad_norm": 2.5063018798828125, + "learning_rate": 1.5868788669255816e-05, + "loss": 2.7199, + "step": 18773 + }, + { + "epoch": 0.32136804806655367, + "grad_norm": 2.2156498432159424, + "learning_rate": 1.586833977232578e-05, + "loss": 2.7751, + "step": 18774 + }, + { + "epoch": 0.3213851657851042, + "grad_norm": 2.530795097351074, + "learning_rate": 1.5867890857358513e-05, + "loss": 2.7353, + "step": 18775 + }, + { + "epoch": 0.32140228350365463, + "grad_norm": 2.348881721496582, + "learning_rate": 1.5867441924355392e-05, + "loss": 2.7275, + "step": 18776 + }, + { + "epoch": 0.3214194012222051, + "grad_norm": 2.4736926555633545, + "learning_rate": 1.58669929733178e-05, + "loss": 2.7678, + "step": 18777 + }, + { + "epoch": 0.3214365189407556, + "grad_norm": 2.3455731868743896, + "learning_rate": 1.5866544004247116e-05, + "loss": 2.8066, + "step": 18778 + }, + { + "epoch": 0.32145363665930604, + "grad_norm": 2.3863625526428223, + "learning_rate": 1.586609501714472e-05, + "loss": 2.7183, + "step": 18779 + }, + { + "epoch": 0.3214707543778565, + "grad_norm": 2.3890726566314697, + "learning_rate": 1.5865646012011996e-05, + "loss": 2.7578, + "step": 18780 + }, + { + "epoch": 0.321487872096407, + "grad_norm": 2.325085163116455, + "learning_rate": 1.5865196988850316e-05, + "loss": 2.6501, + "step": 18781 + }, + { + "epoch": 0.32150498981495745, + "grad_norm": 2.1965882778167725, + "learning_rate": 1.5864747947661064e-05, + "loss": 2.6767, + "step": 18782 + }, + { + "epoch": 0.32152210753350796, + "grad_norm": 2.126326560974121, + "learning_rate": 1.5864298888445622e-05, + "loss": 2.6718, + "step": 18783 + }, + { + "epoch": 0.3215392252520584, + "grad_norm": 2.231206178665161, + "learning_rate": 1.5863849811205367e-05, + "loss": 2.7756, + "step": 18784 + }, + { + "epoch": 0.32155634297060887, + "grad_norm": 2.1220126152038574, + "learning_rate": 1.586340071594168e-05, + "loss": 2.6021, + "step": 18785 + }, + { + "epoch": 0.3215734606891594, + "grad_norm": 2.3869268894195557, + "learning_rate": 1.5862951602655946e-05, + "loss": 2.8832, + "step": 18786 + }, + { + "epoch": 0.3215905784077098, + "grad_norm": 2.290539503097534, + "learning_rate": 1.586250247134954e-05, + "loss": 2.666, + "step": 18787 + }, + { + "epoch": 0.3216076961262603, + "grad_norm": 2.1671996116638184, + "learning_rate": 1.5862053322023844e-05, + "loss": 2.643, + "step": 18788 + }, + { + "epoch": 0.3216248138448108, + "grad_norm": 2.13804292678833, + "learning_rate": 1.586160415468024e-05, + "loss": 2.6134, + "step": 18789 + }, + { + "epoch": 0.32164193156336124, + "grad_norm": 2.437892198562622, + "learning_rate": 1.5861154969320104e-05, + "loss": 2.7715, + "step": 18790 + }, + { + "epoch": 0.3216590492819117, + "grad_norm": 2.284120559692383, + "learning_rate": 1.5860705765944822e-05, + "loss": 2.8352, + "step": 18791 + }, + { + "epoch": 0.3216761670004622, + "grad_norm": 2.1765623092651367, + "learning_rate": 1.586025654455577e-05, + "loss": 2.5956, + "step": 18792 + }, + { + "epoch": 0.32169328471901265, + "grad_norm": 2.2778067588806152, + "learning_rate": 1.585980730515434e-05, + "loss": 2.7471, + "step": 18793 + }, + { + "epoch": 0.3217104024375631, + "grad_norm": 2.239091396331787, + "learning_rate": 1.58593580477419e-05, + "loss": 2.6607, + "step": 18794 + }, + { + "epoch": 0.3217275201561136, + "grad_norm": 2.1477391719818115, + "learning_rate": 1.5858908772319834e-05, + "loss": 2.6728, + "step": 18795 + }, + { + "epoch": 0.32174463787466406, + "grad_norm": 2.295985460281372, + "learning_rate": 1.585845947888952e-05, + "loss": 2.7044, + "step": 18796 + }, + { + "epoch": 0.3217617555932145, + "grad_norm": 2.503056764602661, + "learning_rate": 1.5858010167452346e-05, + "loss": 2.7458, + "step": 18797 + }, + { + "epoch": 0.321778873311765, + "grad_norm": 2.2108418941497803, + "learning_rate": 1.5857560838009688e-05, + "loss": 2.6892, + "step": 18798 + }, + { + "epoch": 0.3217959910303155, + "grad_norm": 2.2985196113586426, + "learning_rate": 1.5857111490562934e-05, + "loss": 2.7226, + "step": 18799 + }, + { + "epoch": 0.32181310874886593, + "grad_norm": 2.1686995029449463, + "learning_rate": 1.5856662125113457e-05, + "loss": 2.6417, + "step": 18800 + }, + { + "epoch": 0.32183022646741644, + "grad_norm": 2.1359715461730957, + "learning_rate": 1.5856212741662643e-05, + "loss": 2.5775, + "step": 18801 + }, + { + "epoch": 0.3218473441859669, + "grad_norm": 2.394399642944336, + "learning_rate": 1.585576334021187e-05, + "loss": 2.82, + "step": 18802 + }, + { + "epoch": 0.32186446190451734, + "grad_norm": 2.3563451766967773, + "learning_rate": 1.5855313920762523e-05, + "loss": 2.726, + "step": 18803 + }, + { + "epoch": 0.32188157962306785, + "grad_norm": 2.454789400100708, + "learning_rate": 1.5854864483315978e-05, + "loss": 2.757, + "step": 18804 + }, + { + "epoch": 0.3218986973416183, + "grad_norm": 2.371091365814209, + "learning_rate": 1.5854415027873624e-05, + "loss": 2.7959, + "step": 18805 + }, + { + "epoch": 0.3219158150601688, + "grad_norm": 2.3530595302581787, + "learning_rate": 1.5853965554436836e-05, + "loss": 2.8034, + "step": 18806 + }, + { + "epoch": 0.32193293277871926, + "grad_norm": 2.273040294647217, + "learning_rate": 1.5853516063006997e-05, + "loss": 2.6076, + "step": 18807 + }, + { + "epoch": 0.3219500504972697, + "grad_norm": 2.3565547466278076, + "learning_rate": 1.585306655358549e-05, + "loss": 2.7705, + "step": 18808 + }, + { + "epoch": 0.3219671682158202, + "grad_norm": 2.254835605621338, + "learning_rate": 1.58526170261737e-05, + "loss": 2.5784, + "step": 18809 + }, + { + "epoch": 0.3219842859343707, + "grad_norm": 2.3282885551452637, + "learning_rate": 1.5852167480772997e-05, + "loss": 2.8318, + "step": 18810 + }, + { + "epoch": 0.3220014036529211, + "grad_norm": 2.430813789367676, + "learning_rate": 1.5851717917384776e-05, + "loss": 2.7898, + "step": 18811 + }, + { + "epoch": 0.32201852137147163, + "grad_norm": 2.195233106613159, + "learning_rate": 1.585126833601041e-05, + "loss": 2.7165, + "step": 18812 + }, + { + "epoch": 0.3220356390900221, + "grad_norm": 2.201021671295166, + "learning_rate": 1.5850818736651286e-05, + "loss": 2.6994, + "step": 18813 + }, + { + "epoch": 0.32205275680857254, + "grad_norm": 2.1085433959960938, + "learning_rate": 1.585036911930878e-05, + "loss": 2.6896, + "step": 18814 + }, + { + "epoch": 0.32206987452712305, + "grad_norm": 2.269378900527954, + "learning_rate": 1.5849919483984283e-05, + "loss": 2.746, + "step": 18815 + }, + { + "epoch": 0.3220869922456735, + "grad_norm": 2.203120231628418, + "learning_rate": 1.584946983067917e-05, + "loss": 2.6948, + "step": 18816 + }, + { + "epoch": 0.32210410996422395, + "grad_norm": 2.093350887298584, + "learning_rate": 1.5849020159394824e-05, + "loss": 2.6258, + "step": 18817 + }, + { + "epoch": 0.32212122768277446, + "grad_norm": 2.3190155029296875, + "learning_rate": 1.584857047013263e-05, + "loss": 2.7548, + "step": 18818 + }, + { + "epoch": 0.3221383454013249, + "grad_norm": 2.2826225757598877, + "learning_rate": 1.584812076289397e-05, + "loss": 2.7961, + "step": 18819 + }, + { + "epoch": 0.32215546311987536, + "grad_norm": 2.3516669273376465, + "learning_rate": 1.584767103768022e-05, + "loss": 2.7712, + "step": 18820 + }, + { + "epoch": 0.32217258083842587, + "grad_norm": 2.2035093307495117, + "learning_rate": 1.584722129449277e-05, + "loss": 2.6343, + "step": 18821 + }, + { + "epoch": 0.3221896985569763, + "grad_norm": 2.291116952896118, + "learning_rate": 1.5846771533332997e-05, + "loss": 2.8157, + "step": 18822 + }, + { + "epoch": 0.3222068162755268, + "grad_norm": 2.264072895050049, + "learning_rate": 1.584632175420229e-05, + "loss": 2.6087, + "step": 18823 + }, + { + "epoch": 0.3222239339940773, + "grad_norm": 2.1219139099121094, + "learning_rate": 1.5845871957102023e-05, + "loss": 2.6348, + "step": 18824 + }, + { + "epoch": 0.32224105171262774, + "grad_norm": 2.2272167205810547, + "learning_rate": 1.584542214203358e-05, + "loss": 2.6524, + "step": 18825 + }, + { + "epoch": 0.3222581694311782, + "grad_norm": 2.3014934062957764, + "learning_rate": 1.5844972308998353e-05, + "loss": 2.7739, + "step": 18826 + }, + { + "epoch": 0.3222752871497287, + "grad_norm": 2.289311408996582, + "learning_rate": 1.5844522457997715e-05, + "loss": 2.7043, + "step": 18827 + }, + { + "epoch": 0.32229240486827915, + "grad_norm": 2.2463481426239014, + "learning_rate": 1.584407258903305e-05, + "loss": 2.6095, + "step": 18828 + }, + { + "epoch": 0.3223095225868296, + "grad_norm": 2.3359873294830322, + "learning_rate": 1.5843622702105744e-05, + "loss": 2.7026, + "step": 18829 + }, + { + "epoch": 0.3223266403053801, + "grad_norm": 2.314728260040283, + "learning_rate": 1.584317279721718e-05, + "loss": 2.7464, + "step": 18830 + }, + { + "epoch": 0.32234375802393056, + "grad_norm": 2.2890431880950928, + "learning_rate": 1.5842722874368733e-05, + "loss": 2.7036, + "step": 18831 + }, + { + "epoch": 0.32236087574248107, + "grad_norm": 2.3123600482940674, + "learning_rate": 1.5842272933561797e-05, + "loss": 2.7811, + "step": 18832 + }, + { + "epoch": 0.3223779934610315, + "grad_norm": 2.3908770084381104, + "learning_rate": 1.584182297479775e-05, + "loss": 2.7629, + "step": 18833 + }, + { + "epoch": 0.322395111179582, + "grad_norm": 2.2434980869293213, + "learning_rate": 1.584137299807797e-05, + "loss": 2.7957, + "step": 18834 + }, + { + "epoch": 0.3224122288981325, + "grad_norm": 2.4098637104034424, + "learning_rate": 1.5840923003403848e-05, + "loss": 2.8214, + "step": 18835 + }, + { + "epoch": 0.32242934661668293, + "grad_norm": 2.2276971340179443, + "learning_rate": 1.584047299077676e-05, + "loss": 2.7974, + "step": 18836 + }, + { + "epoch": 0.3224464643352334, + "grad_norm": 2.362032890319824, + "learning_rate": 1.5840022960198102e-05, + "loss": 2.7797, + "step": 18837 + }, + { + "epoch": 0.3224635820537839, + "grad_norm": 2.165194511413574, + "learning_rate": 1.5839572911669242e-05, + "loss": 2.6763, + "step": 18838 + }, + { + "epoch": 0.32248069977233434, + "grad_norm": 2.2585299015045166, + "learning_rate": 1.583912284519157e-05, + "loss": 2.7719, + "step": 18839 + }, + { + "epoch": 0.3224978174908848, + "grad_norm": 2.2530133724212646, + "learning_rate": 1.583867276076647e-05, + "loss": 2.704, + "step": 18840 + }, + { + "epoch": 0.3225149352094353, + "grad_norm": 2.269855499267578, + "learning_rate": 1.5838222658395322e-05, + "loss": 2.696, + "step": 18841 + }, + { + "epoch": 0.32253205292798576, + "grad_norm": 2.2954158782958984, + "learning_rate": 1.5837772538079516e-05, + "loss": 2.6604, + "step": 18842 + }, + { + "epoch": 0.3225491706465362, + "grad_norm": 2.3378286361694336, + "learning_rate": 1.583732239982043e-05, + "loss": 2.7295, + "step": 18843 + }, + { + "epoch": 0.3225662883650867, + "grad_norm": 2.2979204654693604, + "learning_rate": 1.583687224361945e-05, + "loss": 2.743, + "step": 18844 + }, + { + "epoch": 0.32258340608363717, + "grad_norm": 2.3044228553771973, + "learning_rate": 1.5836422069477955e-05, + "loss": 2.7658, + "step": 18845 + }, + { + "epoch": 0.3226005238021876, + "grad_norm": 2.3822898864746094, + "learning_rate": 1.5835971877397336e-05, + "loss": 2.6835, + "step": 18846 + }, + { + "epoch": 0.32261764152073813, + "grad_norm": 2.4425222873687744, + "learning_rate": 1.5835521667378972e-05, + "loss": 2.6374, + "step": 18847 + }, + { + "epoch": 0.3226347592392886, + "grad_norm": 2.1974310874938965, + "learning_rate": 1.5835071439424248e-05, + "loss": 2.7273, + "step": 18848 + }, + { + "epoch": 0.32265187695783903, + "grad_norm": 2.2678041458129883, + "learning_rate": 1.5834621193534546e-05, + "loss": 2.6745, + "step": 18849 + }, + { + "epoch": 0.32266899467638954, + "grad_norm": 2.398191452026367, + "learning_rate": 1.5834170929711253e-05, + "loss": 2.756, + "step": 18850 + }, + { + "epoch": 0.32268611239494, + "grad_norm": 2.251269578933716, + "learning_rate": 1.583372064795575e-05, + "loss": 2.7108, + "step": 18851 + }, + { + "epoch": 0.32270323011349045, + "grad_norm": 2.396103858947754, + "learning_rate": 1.5833270348269425e-05, + "loss": 2.7455, + "step": 18852 + }, + { + "epoch": 0.32272034783204095, + "grad_norm": 2.293308973312378, + "learning_rate": 1.5832820030653658e-05, + "loss": 2.6179, + "step": 18853 + }, + { + "epoch": 0.3227374655505914, + "grad_norm": 2.3118648529052734, + "learning_rate": 1.5832369695109836e-05, + "loss": 2.5803, + "step": 18854 + }, + { + "epoch": 0.3227545832691419, + "grad_norm": 2.251631736755371, + "learning_rate": 1.583191934163934e-05, + "loss": 2.6107, + "step": 18855 + }, + { + "epoch": 0.32277170098769237, + "grad_norm": 2.390413761138916, + "learning_rate": 1.5831468970243554e-05, + "loss": 2.7509, + "step": 18856 + }, + { + "epoch": 0.3227888187062428, + "grad_norm": 2.264066219329834, + "learning_rate": 1.5831018580923866e-05, + "loss": 2.7046, + "step": 18857 + }, + { + "epoch": 0.3228059364247933, + "grad_norm": 2.3638148307800293, + "learning_rate": 1.5830568173681663e-05, + "loss": 2.7154, + "step": 18858 + }, + { + "epoch": 0.3228230541433438, + "grad_norm": 2.4151270389556885, + "learning_rate": 1.5830117748518322e-05, + "loss": 2.8474, + "step": 18859 + }, + { + "epoch": 0.32284017186189423, + "grad_norm": 2.346362590789795, + "learning_rate": 1.582966730543523e-05, + "loss": 2.7078, + "step": 18860 + }, + { + "epoch": 0.32285728958044474, + "grad_norm": 2.278271198272705, + "learning_rate": 1.5829216844433774e-05, + "loss": 2.6307, + "step": 18861 + }, + { + "epoch": 0.3228744072989952, + "grad_norm": 2.129775285720825, + "learning_rate": 1.5828766365515337e-05, + "loss": 2.6005, + "step": 18862 + }, + { + "epoch": 0.32289152501754564, + "grad_norm": 2.3512656688690186, + "learning_rate": 1.58283158686813e-05, + "loss": 2.675, + "step": 18863 + }, + { + "epoch": 0.32290864273609615, + "grad_norm": 2.282966136932373, + "learning_rate": 1.582786535393305e-05, + "loss": 2.6867, + "step": 18864 + }, + { + "epoch": 0.3229257604546466, + "grad_norm": 2.324542760848999, + "learning_rate": 1.5827414821271977e-05, + "loss": 2.5776, + "step": 18865 + }, + { + "epoch": 0.32294287817319706, + "grad_norm": 2.2249252796173096, + "learning_rate": 1.5826964270699462e-05, + "loss": 2.763, + "step": 18866 + }, + { + "epoch": 0.32295999589174756, + "grad_norm": 2.283738851547241, + "learning_rate": 1.5826513702216887e-05, + "loss": 2.6719, + "step": 18867 + }, + { + "epoch": 0.322977113610298, + "grad_norm": 2.3910417556762695, + "learning_rate": 1.5826063115825636e-05, + "loss": 2.6329, + "step": 18868 + }, + { + "epoch": 0.32299423132884847, + "grad_norm": 2.3253397941589355, + "learning_rate": 1.5825612511527103e-05, + "loss": 2.8188, + "step": 18869 + }, + { + "epoch": 0.323011349047399, + "grad_norm": 2.396658420562744, + "learning_rate": 1.5825161889322665e-05, + "loss": 2.5805, + "step": 18870 + }, + { + "epoch": 0.32302846676594943, + "grad_norm": 2.2190074920654297, + "learning_rate": 1.5824711249213706e-05, + "loss": 2.7675, + "step": 18871 + }, + { + "epoch": 0.3230455844844999, + "grad_norm": 2.390209674835205, + "learning_rate": 1.5824260591201615e-05, + "loss": 2.7603, + "step": 18872 + }, + { + "epoch": 0.3230627022030504, + "grad_norm": 2.284066915512085, + "learning_rate": 1.582380991528778e-05, + "loss": 2.7803, + "step": 18873 + }, + { + "epoch": 0.32307981992160084, + "grad_norm": 2.3161706924438477, + "learning_rate": 1.5823359221473582e-05, + "loss": 2.701, + "step": 18874 + }, + { + "epoch": 0.3230969376401513, + "grad_norm": 2.230617046356201, + "learning_rate": 1.5822908509760405e-05, + "loss": 2.7534, + "step": 18875 + }, + { + "epoch": 0.3231140553587018, + "grad_norm": 2.2192986011505127, + "learning_rate": 1.5822457780149635e-05, + "loss": 2.7187, + "step": 18876 + }, + { + "epoch": 0.32313117307725225, + "grad_norm": 2.280543565750122, + "learning_rate": 1.5822007032642662e-05, + "loss": 2.6576, + "step": 18877 + }, + { + "epoch": 0.32314829079580276, + "grad_norm": 2.199730396270752, + "learning_rate": 1.5821556267240868e-05, + "loss": 2.7238, + "step": 18878 + }, + { + "epoch": 0.3231654085143532, + "grad_norm": 2.3965959548950195, + "learning_rate": 1.5821105483945637e-05, + "loss": 2.7083, + "step": 18879 + }, + { + "epoch": 0.32318252623290367, + "grad_norm": 2.448904275894165, + "learning_rate": 1.5820654682758358e-05, + "loss": 2.7046, + "step": 18880 + }, + { + "epoch": 0.3231996439514542, + "grad_norm": 2.3098559379577637, + "learning_rate": 1.5820203863680414e-05, + "loss": 2.706, + "step": 18881 + }, + { + "epoch": 0.3232167616700046, + "grad_norm": 2.3792405128479004, + "learning_rate": 1.581975302671319e-05, + "loss": 2.7347, + "step": 18882 + }, + { + "epoch": 0.3232338793885551, + "grad_norm": 2.3093361854553223, + "learning_rate": 1.581930217185807e-05, + "loss": 2.6639, + "step": 18883 + }, + { + "epoch": 0.3232509971071056, + "grad_norm": 2.402475118637085, + "learning_rate": 1.581885129911645e-05, + "loss": 2.6998, + "step": 18884 + }, + { + "epoch": 0.32326811482565604, + "grad_norm": 2.1896936893463135, + "learning_rate": 1.5818400408489703e-05, + "loss": 2.5693, + "step": 18885 + }, + { + "epoch": 0.3232852325442065, + "grad_norm": 2.3705825805664062, + "learning_rate": 1.5817949499979222e-05, + "loss": 2.7991, + "step": 18886 + }, + { + "epoch": 0.323302350262757, + "grad_norm": 2.2522928714752197, + "learning_rate": 1.5817498573586395e-05, + "loss": 2.5999, + "step": 18887 + }, + { + "epoch": 0.32331946798130745, + "grad_norm": 2.13474440574646, + "learning_rate": 1.5817047629312605e-05, + "loss": 2.7566, + "step": 18888 + }, + { + "epoch": 0.3233365856998579, + "grad_norm": 2.1999688148498535, + "learning_rate": 1.5816596667159232e-05, + "loss": 2.7122, + "step": 18889 + }, + { + "epoch": 0.3233537034184084, + "grad_norm": 2.1425814628601074, + "learning_rate": 1.5816145687127668e-05, + "loss": 2.6503, + "step": 18890 + }, + { + "epoch": 0.32337082113695886, + "grad_norm": 2.224091053009033, + "learning_rate": 1.5815694689219303e-05, + "loss": 2.7907, + "step": 18891 + }, + { + "epoch": 0.3233879388555093, + "grad_norm": 2.3681557178497314, + "learning_rate": 1.5815243673435515e-05, + "loss": 2.6581, + "step": 18892 + }, + { + "epoch": 0.3234050565740598, + "grad_norm": 2.498953342437744, + "learning_rate": 1.5814792639777698e-05, + "loss": 2.7225, + "step": 18893 + }, + { + "epoch": 0.3234221742926103, + "grad_norm": 2.105766534805298, + "learning_rate": 1.5814341588247232e-05, + "loss": 2.7187, + "step": 18894 + }, + { + "epoch": 0.32343929201116073, + "grad_norm": 2.3102543354034424, + "learning_rate": 1.5813890518845506e-05, + "loss": 2.609, + "step": 18895 + }, + { + "epoch": 0.32345640972971124, + "grad_norm": 2.175726890563965, + "learning_rate": 1.581343943157391e-05, + "loss": 2.678, + "step": 18896 + }, + { + "epoch": 0.3234735274482617, + "grad_norm": 2.3968284130096436, + "learning_rate": 1.5812988326433823e-05, + "loss": 2.8945, + "step": 18897 + }, + { + "epoch": 0.32349064516681214, + "grad_norm": 2.469590187072754, + "learning_rate": 1.5812537203426637e-05, + "loss": 2.6465, + "step": 18898 + }, + { + "epoch": 0.32350776288536265, + "grad_norm": 2.256446599960327, + "learning_rate": 1.5812086062553738e-05, + "loss": 2.612, + "step": 18899 + }, + { + "epoch": 0.3235248806039131, + "grad_norm": 2.4381754398345947, + "learning_rate": 1.581163490381651e-05, + "loss": 2.7885, + "step": 18900 + }, + { + "epoch": 0.3235419983224636, + "grad_norm": 2.320801258087158, + "learning_rate": 1.581118372721634e-05, + "loss": 2.777, + "step": 18901 + }, + { + "epoch": 0.32355911604101406, + "grad_norm": 2.4377942085266113, + "learning_rate": 1.581073253275462e-05, + "loss": 2.8776, + "step": 18902 + }, + { + "epoch": 0.3235762337595645, + "grad_norm": 2.2093963623046875, + "learning_rate": 1.581028132043273e-05, + "loss": 2.7068, + "step": 18903 + }, + { + "epoch": 0.323593351478115, + "grad_norm": 2.28243088722229, + "learning_rate": 1.580983009025206e-05, + "loss": 2.6366, + "step": 18904 + }, + { + "epoch": 0.3236104691966655, + "grad_norm": 2.3249940872192383, + "learning_rate": 1.5809378842214e-05, + "loss": 2.8228, + "step": 18905 + }, + { + "epoch": 0.3236275869152159, + "grad_norm": 2.2162461280822754, + "learning_rate": 1.580892757631993e-05, + "loss": 2.5986, + "step": 18906 + }, + { + "epoch": 0.32364470463376643, + "grad_norm": 2.246718168258667, + "learning_rate": 1.5808476292571242e-05, + "loss": 2.6378, + "step": 18907 + }, + { + "epoch": 0.3236618223523169, + "grad_norm": 2.2978410720825195, + "learning_rate": 1.580802499096932e-05, + "loss": 2.7544, + "step": 18908 + }, + { + "epoch": 0.32367894007086734, + "grad_norm": 2.309358835220337, + "learning_rate": 1.5807573671515558e-05, + "loss": 2.6012, + "step": 18909 + }, + { + "epoch": 0.32369605778941785, + "grad_norm": 2.2385919094085693, + "learning_rate": 1.5807122334211334e-05, + "loss": 2.7784, + "step": 18910 + }, + { + "epoch": 0.3237131755079683, + "grad_norm": 2.289590358734131, + "learning_rate": 1.5806670979058042e-05, + "loss": 2.7527, + "step": 18911 + }, + { + "epoch": 0.32373029322651875, + "grad_norm": 2.2560484409332275, + "learning_rate": 1.5806219606057064e-05, + "loss": 2.6795, + "step": 18912 + }, + { + "epoch": 0.32374741094506926, + "grad_norm": 2.331249475479126, + "learning_rate": 1.580576821520979e-05, + "loss": 2.7226, + "step": 18913 + }, + { + "epoch": 0.3237645286636197, + "grad_norm": 2.1547257900238037, + "learning_rate": 1.580531680651761e-05, + "loss": 2.7273, + "step": 18914 + }, + { + "epoch": 0.32378164638217016, + "grad_norm": 2.4078354835510254, + "learning_rate": 1.580486537998191e-05, + "loss": 2.6605, + "step": 18915 + }, + { + "epoch": 0.32379876410072067, + "grad_norm": 2.2793350219726562, + "learning_rate": 1.5804413935604075e-05, + "loss": 2.8159, + "step": 18916 + }, + { + "epoch": 0.3238158818192711, + "grad_norm": 2.407538414001465, + "learning_rate": 1.5803962473385494e-05, + "loss": 2.7119, + "step": 18917 + }, + { + "epoch": 0.3238329995378216, + "grad_norm": 2.3414273262023926, + "learning_rate": 1.5803510993327554e-05, + "loss": 2.6787, + "step": 18918 + }, + { + "epoch": 0.3238501172563721, + "grad_norm": 2.4621694087982178, + "learning_rate": 1.5803059495431643e-05, + "loss": 2.7808, + "step": 18919 + }, + { + "epoch": 0.32386723497492254, + "grad_norm": 2.166517734527588, + "learning_rate": 1.5802607979699153e-05, + "loss": 2.7716, + "step": 18920 + }, + { + "epoch": 0.323884352693473, + "grad_norm": 2.447047472000122, + "learning_rate": 1.5802156446131463e-05, + "loss": 2.7569, + "step": 18921 + }, + { + "epoch": 0.3239014704120235, + "grad_norm": 2.290146827697754, + "learning_rate": 1.5801704894729968e-05, + "loss": 2.6885, + "step": 18922 + }, + { + "epoch": 0.32391858813057395, + "grad_norm": 2.327831983566284, + "learning_rate": 1.5801253325496054e-05, + "loss": 2.7607, + "step": 18923 + }, + { + "epoch": 0.32393570584912446, + "grad_norm": 2.372070789337158, + "learning_rate": 1.5800801738431108e-05, + "loss": 2.791, + "step": 18924 + }, + { + "epoch": 0.3239528235676749, + "grad_norm": 2.4673523902893066, + "learning_rate": 1.580035013353652e-05, + "loss": 2.7136, + "step": 18925 + }, + { + "epoch": 0.32396994128622536, + "grad_norm": 2.289240837097168, + "learning_rate": 1.5799898510813677e-05, + "loss": 2.626, + "step": 18926 + }, + { + "epoch": 0.32398705900477587, + "grad_norm": 2.4294321537017822, + "learning_rate": 1.5799446870263967e-05, + "loss": 2.87, + "step": 18927 + }, + { + "epoch": 0.3240041767233263, + "grad_norm": 2.3200018405914307, + "learning_rate": 1.5798995211888777e-05, + "loss": 2.6865, + "step": 18928 + }, + { + "epoch": 0.3240212944418768, + "grad_norm": 2.3523435592651367, + "learning_rate": 1.5798543535689493e-05, + "loss": 2.8429, + "step": 18929 + }, + { + "epoch": 0.3240384121604273, + "grad_norm": 2.3954787254333496, + "learning_rate": 1.5798091841667514e-05, + "loss": 2.5846, + "step": 18930 + }, + { + "epoch": 0.32405552987897773, + "grad_norm": 2.3957602977752686, + "learning_rate": 1.579764012982422e-05, + "loss": 2.8126, + "step": 18931 + }, + { + "epoch": 0.3240726475975282, + "grad_norm": 2.4832653999328613, + "learning_rate": 1.5797188400160996e-05, + "loss": 2.724, + "step": 18932 + }, + { + "epoch": 0.3240897653160787, + "grad_norm": 2.4771077632904053, + "learning_rate": 1.5796736652679238e-05, + "loss": 2.7466, + "step": 18933 + }, + { + "epoch": 0.32410688303462915, + "grad_norm": 2.36037540435791, + "learning_rate": 1.5796284887380328e-05, + "loss": 2.7985, + "step": 18934 + }, + { + "epoch": 0.3241240007531796, + "grad_norm": 2.423219680786133, + "learning_rate": 1.5795833104265662e-05, + "loss": 2.7229, + "step": 18935 + }, + { + "epoch": 0.3241411184717301, + "grad_norm": 2.367269277572632, + "learning_rate": 1.5795381303336623e-05, + "loss": 2.6011, + "step": 18936 + }, + { + "epoch": 0.32415823619028056, + "grad_norm": 2.3181450366973877, + "learning_rate": 1.5794929484594603e-05, + "loss": 2.7188, + "step": 18937 + }, + { + "epoch": 0.324175353908831, + "grad_norm": 2.4644901752471924, + "learning_rate": 1.5794477648040987e-05, + "loss": 2.7289, + "step": 18938 + }, + { + "epoch": 0.3241924716273815, + "grad_norm": 2.3297781944274902, + "learning_rate": 1.5794025793677166e-05, + "loss": 2.7024, + "step": 18939 + }, + { + "epoch": 0.32420958934593197, + "grad_norm": 2.5031583309173584, + "learning_rate": 1.5793573921504528e-05, + "loss": 2.7446, + "step": 18940 + }, + { + "epoch": 0.3242267070644824, + "grad_norm": 2.1447415351867676, + "learning_rate": 1.5793122031524465e-05, + "loss": 2.6265, + "step": 18941 + }, + { + "epoch": 0.32424382478303293, + "grad_norm": 2.408205986022949, + "learning_rate": 1.579267012373836e-05, + "loss": 2.7963, + "step": 18942 + }, + { + "epoch": 0.3242609425015834, + "grad_norm": 2.3416435718536377, + "learning_rate": 1.579221819814761e-05, + "loss": 2.7322, + "step": 18943 + }, + { + "epoch": 0.32427806022013383, + "grad_norm": 2.4255735874176025, + "learning_rate": 1.5791766254753596e-05, + "loss": 2.7502, + "step": 18944 + }, + { + "epoch": 0.32429517793868434, + "grad_norm": 2.261458158493042, + "learning_rate": 1.579131429355771e-05, + "loss": 2.6038, + "step": 18945 + }, + { + "epoch": 0.3243122956572348, + "grad_norm": 2.4327445030212402, + "learning_rate": 1.5790862314561346e-05, + "loss": 2.6691, + "step": 18946 + }, + { + "epoch": 0.3243294133757853, + "grad_norm": 2.210885763168335, + "learning_rate": 1.579041031776589e-05, + "loss": 2.5803, + "step": 18947 + }, + { + "epoch": 0.32434653109433575, + "grad_norm": 2.390080213546753, + "learning_rate": 1.5789958303172724e-05, + "loss": 2.6004, + "step": 18948 + }, + { + "epoch": 0.3243636488128862, + "grad_norm": 2.348604440689087, + "learning_rate": 1.5789506270783245e-05, + "loss": 2.7291, + "step": 18949 + }, + { + "epoch": 0.3243807665314367, + "grad_norm": 2.3657114505767822, + "learning_rate": 1.5789054220598844e-05, + "loss": 2.6651, + "step": 18950 + }, + { + "epoch": 0.32439788424998717, + "grad_norm": 2.42340087890625, + "learning_rate": 1.5788602152620906e-05, + "loss": 2.8355, + "step": 18951 + }, + { + "epoch": 0.3244150019685376, + "grad_norm": 2.3397905826568604, + "learning_rate": 1.5788150066850824e-05, + "loss": 2.6767, + "step": 18952 + }, + { + "epoch": 0.3244321196870881, + "grad_norm": 2.479726552963257, + "learning_rate": 1.5787697963289984e-05, + "loss": 2.7971, + "step": 18953 + }, + { + "epoch": 0.3244492374056386, + "grad_norm": 2.521254777908325, + "learning_rate": 1.578724584193978e-05, + "loss": 2.7208, + "step": 18954 + }, + { + "epoch": 0.32446635512418903, + "grad_norm": 2.487039566040039, + "learning_rate": 1.5786793702801593e-05, + "loss": 2.7477, + "step": 18955 + }, + { + "epoch": 0.32448347284273954, + "grad_norm": 2.440962314605713, + "learning_rate": 1.578634154587682e-05, + "loss": 2.7998, + "step": 18956 + }, + { + "epoch": 0.32450059056129, + "grad_norm": 2.444422483444214, + "learning_rate": 1.578588937116685e-05, + "loss": 2.7018, + "step": 18957 + }, + { + "epoch": 0.32451770827984044, + "grad_norm": 2.306293487548828, + "learning_rate": 1.5785437178673077e-05, + "loss": 2.741, + "step": 18958 + }, + { + "epoch": 0.32453482599839095, + "grad_norm": 2.397028923034668, + "learning_rate": 1.578498496839688e-05, + "loss": 2.6064, + "step": 18959 + }, + { + "epoch": 0.3245519437169414, + "grad_norm": 2.4197194576263428, + "learning_rate": 1.578453274033966e-05, + "loss": 2.742, + "step": 18960 + }, + { + "epoch": 0.32456906143549186, + "grad_norm": 2.4517154693603516, + "learning_rate": 1.57840804945028e-05, + "loss": 2.7299, + "step": 18961 + }, + { + "epoch": 0.32458617915404236, + "grad_norm": 2.4265458583831787, + "learning_rate": 1.5783628230887692e-05, + "loss": 2.7402, + "step": 18962 + }, + { + "epoch": 0.3246032968725928, + "grad_norm": 2.3696322441101074, + "learning_rate": 1.5783175949495724e-05, + "loss": 2.6903, + "step": 18963 + }, + { + "epoch": 0.32462041459114327, + "grad_norm": 2.3404228687286377, + "learning_rate": 1.5782723650328292e-05, + "loss": 2.6902, + "step": 18964 + }, + { + "epoch": 0.3246375323096938, + "grad_norm": 2.226519823074341, + "learning_rate": 1.5782271333386778e-05, + "loss": 2.6434, + "step": 18965 + }, + { + "epoch": 0.32465465002824423, + "grad_norm": 2.6512598991394043, + "learning_rate": 1.578181899867258e-05, + "loss": 2.5188, + "step": 18966 + }, + { + "epoch": 0.3246717677467947, + "grad_norm": 2.300576686859131, + "learning_rate": 1.5781366646187085e-05, + "loss": 2.8377, + "step": 18967 + }, + { + "epoch": 0.3246888854653452, + "grad_norm": 2.290569305419922, + "learning_rate": 1.5780914275931684e-05, + "loss": 2.6653, + "step": 18968 + }, + { + "epoch": 0.32470600318389564, + "grad_norm": 2.3731753826141357, + "learning_rate": 1.5780461887907765e-05, + "loss": 2.8228, + "step": 18969 + }, + { + "epoch": 0.32472312090244615, + "grad_norm": 2.285956859588623, + "learning_rate": 1.578000948211672e-05, + "loss": 2.6939, + "step": 18970 + }, + { + "epoch": 0.3247402386209966, + "grad_norm": 2.306161880493164, + "learning_rate": 1.577955705855994e-05, + "loss": 2.6894, + "step": 18971 + }, + { + "epoch": 0.32475735633954705, + "grad_norm": 2.402637481689453, + "learning_rate": 1.5779104617238818e-05, + "loss": 2.5788, + "step": 18972 + }, + { + "epoch": 0.32477447405809756, + "grad_norm": 2.343493700027466, + "learning_rate": 1.577865215815474e-05, + "loss": 2.6332, + "step": 18973 + }, + { + "epoch": 0.324791591776648, + "grad_norm": 2.22829532623291, + "learning_rate": 1.5778199681309103e-05, + "loss": 2.573, + "step": 18974 + }, + { + "epoch": 0.32480870949519847, + "grad_norm": 2.212982654571533, + "learning_rate": 1.577774718670329e-05, + "loss": 2.6021, + "step": 18975 + }, + { + "epoch": 0.324825827213749, + "grad_norm": 2.3469231128692627, + "learning_rate": 1.5777294674338693e-05, + "loss": 2.6765, + "step": 18976 + }, + { + "epoch": 0.3248429449322994, + "grad_norm": 2.1773464679718018, + "learning_rate": 1.577684214421671e-05, + "loss": 2.6087, + "step": 18977 + }, + { + "epoch": 0.3248600626508499, + "grad_norm": 2.2554666996002197, + "learning_rate": 1.5776389596338724e-05, + "loss": 2.8375, + "step": 18978 + }, + { + "epoch": 0.3248771803694004, + "grad_norm": 2.2238433361053467, + "learning_rate": 1.577593703070613e-05, + "loss": 2.7392, + "step": 18979 + }, + { + "epoch": 0.32489429808795084, + "grad_norm": 2.222919464111328, + "learning_rate": 1.577548444732032e-05, + "loss": 2.7701, + "step": 18980 + }, + { + "epoch": 0.3249114158065013, + "grad_norm": 2.2258923053741455, + "learning_rate": 1.577503184618268e-05, + "loss": 2.757, + "step": 18981 + }, + { + "epoch": 0.3249285335250518, + "grad_norm": 2.302337169647217, + "learning_rate": 1.577457922729461e-05, + "loss": 2.7274, + "step": 18982 + }, + { + "epoch": 0.32494565124360225, + "grad_norm": 2.2083582878112793, + "learning_rate": 1.577412659065749e-05, + "loss": 2.6491, + "step": 18983 + }, + { + "epoch": 0.3249627689621527, + "grad_norm": 2.3268566131591797, + "learning_rate": 1.577367393627272e-05, + "loss": 2.7974, + "step": 18984 + }, + { + "epoch": 0.3249798866807032, + "grad_norm": 2.2909820079803467, + "learning_rate": 1.5773221264141686e-05, + "loss": 2.6012, + "step": 18985 + }, + { + "epoch": 0.32499700439925366, + "grad_norm": 2.2622745037078857, + "learning_rate": 1.5772768574265782e-05, + "loss": 2.6556, + "step": 18986 + }, + { + "epoch": 0.3250141221178041, + "grad_norm": 2.4473443031311035, + "learning_rate": 1.57723158666464e-05, + "loss": 2.667, + "step": 18987 + }, + { + "epoch": 0.3250312398363546, + "grad_norm": 2.202033519744873, + "learning_rate": 1.577186314128493e-05, + "loss": 2.7074, + "step": 18988 + }, + { + "epoch": 0.3250483575549051, + "grad_norm": 2.245175361633301, + "learning_rate": 1.5771410398182765e-05, + "loss": 2.6567, + "step": 18989 + }, + { + "epoch": 0.32506547527345553, + "grad_norm": 2.346696138381958, + "learning_rate": 1.5770957637341292e-05, + "loss": 2.8106, + "step": 18990 + }, + { + "epoch": 0.32508259299200604, + "grad_norm": 2.2794954776763916, + "learning_rate": 1.577050485876191e-05, + "loss": 2.7825, + "step": 18991 + }, + { + "epoch": 0.3250997107105565, + "grad_norm": 2.262903928756714, + "learning_rate": 1.5770052062446005e-05, + "loss": 2.7206, + "step": 18992 + }, + { + "epoch": 0.32511682842910694, + "grad_norm": 2.4383203983306885, + "learning_rate": 1.5769599248394973e-05, + "loss": 2.6859, + "step": 18993 + }, + { + "epoch": 0.32513394614765745, + "grad_norm": 2.2536914348602295, + "learning_rate": 1.5769146416610198e-05, + "loss": 2.6476, + "step": 18994 + }, + { + "epoch": 0.3251510638662079, + "grad_norm": 2.3002734184265137, + "learning_rate": 1.576869356709308e-05, + "loss": 2.6785, + "step": 18995 + }, + { + "epoch": 0.3251681815847584, + "grad_norm": 2.3260838985443115, + "learning_rate": 1.576824069984501e-05, + "loss": 2.6764, + "step": 18996 + }, + { + "epoch": 0.32518529930330886, + "grad_norm": 2.4152674674987793, + "learning_rate": 1.5767787814867375e-05, + "loss": 2.6747, + "step": 18997 + }, + { + "epoch": 0.3252024170218593, + "grad_norm": 2.4121735095977783, + "learning_rate": 1.5767334912161575e-05, + "loss": 2.7271, + "step": 18998 + }, + { + "epoch": 0.3252195347404098, + "grad_norm": 2.3349056243896484, + "learning_rate": 1.576688199172899e-05, + "loss": 2.6483, + "step": 18999 + }, + { + "epoch": 0.3252366524589603, + "grad_norm": 2.3983590602874756, + "learning_rate": 1.5766429053571024e-05, + "loss": 2.6384, + "step": 19000 + }, + { + "epoch": 0.3252537701775107, + "grad_norm": 2.3729822635650635, + "learning_rate": 1.5765976097689068e-05, + "loss": 2.756, + "step": 19001 + }, + { + "epoch": 0.32527088789606123, + "grad_norm": 2.3869898319244385, + "learning_rate": 1.5765523124084502e-05, + "loss": 2.7849, + "step": 19002 + }, + { + "epoch": 0.3252880056146117, + "grad_norm": 2.1856043338775635, + "learning_rate": 1.5765070132758734e-05, + "loss": 2.5903, + "step": 19003 + }, + { + "epoch": 0.32530512333316214, + "grad_norm": 2.3141720294952393, + "learning_rate": 1.5764617123713148e-05, + "loss": 2.7946, + "step": 19004 + }, + { + "epoch": 0.32532224105171265, + "grad_norm": 2.185297966003418, + "learning_rate": 1.5764164096949133e-05, + "loss": 2.5633, + "step": 19005 + }, + { + "epoch": 0.3253393587702631, + "grad_norm": 2.3618087768554688, + "learning_rate": 1.576371105246809e-05, + "loss": 2.7726, + "step": 19006 + }, + { + "epoch": 0.32535647648881355, + "grad_norm": 2.1475861072540283, + "learning_rate": 1.5763257990271407e-05, + "loss": 2.5847, + "step": 19007 + }, + { + "epoch": 0.32537359420736406, + "grad_norm": 2.3370230197906494, + "learning_rate": 1.5762804910360476e-05, + "loss": 2.7772, + "step": 19008 + }, + { + "epoch": 0.3253907119259145, + "grad_norm": 2.303661584854126, + "learning_rate": 1.576235181273669e-05, + "loss": 2.6641, + "step": 19009 + }, + { + "epoch": 0.32540782964446496, + "grad_norm": 2.3365399837493896, + "learning_rate": 1.5761898697401447e-05, + "loss": 2.6674, + "step": 19010 + }, + { + "epoch": 0.32542494736301547, + "grad_norm": 2.1719157695770264, + "learning_rate": 1.5761445564356133e-05, + "loss": 2.6607, + "step": 19011 + }, + { + "epoch": 0.3254420650815659, + "grad_norm": 2.2628228664398193, + "learning_rate": 1.576099241360214e-05, + "loss": 2.7035, + "step": 19012 + }, + { + "epoch": 0.3254591828001164, + "grad_norm": 2.1487247943878174, + "learning_rate": 1.576053924514087e-05, + "loss": 2.5758, + "step": 19013 + }, + { + "epoch": 0.3254763005186669, + "grad_norm": 2.2820608615875244, + "learning_rate": 1.5760086058973703e-05, + "loss": 2.6818, + "step": 19014 + }, + { + "epoch": 0.32549341823721734, + "grad_norm": 2.4714913368225098, + "learning_rate": 1.5759632855102042e-05, + "loss": 2.7696, + "step": 19015 + }, + { + "epoch": 0.3255105359557678, + "grad_norm": 2.3615562915802, + "learning_rate": 1.5759179633527274e-05, + "loss": 2.8195, + "step": 19016 + }, + { + "epoch": 0.3255276536743183, + "grad_norm": 2.260483503341675, + "learning_rate": 1.5758726394250797e-05, + "loss": 2.5974, + "step": 19017 + }, + { + "epoch": 0.32554477139286875, + "grad_norm": 2.214836835861206, + "learning_rate": 1.5758273137274002e-05, + "loss": 2.817, + "step": 19018 + }, + { + "epoch": 0.32556188911141926, + "grad_norm": 2.3431804180145264, + "learning_rate": 1.575781986259828e-05, + "loss": 2.6181, + "step": 19019 + }, + { + "epoch": 0.3255790068299697, + "grad_norm": 2.3595845699310303, + "learning_rate": 1.575736657022503e-05, + "loss": 2.74, + "step": 19020 + }, + { + "epoch": 0.32559612454852016, + "grad_norm": 2.341946601867676, + "learning_rate": 1.5756913260155636e-05, + "loss": 2.7249, + "step": 19021 + }, + { + "epoch": 0.32561324226707067, + "grad_norm": 2.4108941555023193, + "learning_rate": 1.57564599323915e-05, + "loss": 2.6246, + "step": 19022 + }, + { + "epoch": 0.3256303599856211, + "grad_norm": 2.292572021484375, + "learning_rate": 1.575600658693401e-05, + "loss": 2.7533, + "step": 19023 + }, + { + "epoch": 0.3256474777041716, + "grad_norm": 2.3134422302246094, + "learning_rate": 1.5755553223784563e-05, + "loss": 2.7165, + "step": 19024 + }, + { + "epoch": 0.3256645954227221, + "grad_norm": 2.446030616760254, + "learning_rate": 1.575509984294455e-05, + "loss": 2.7024, + "step": 19025 + }, + { + "epoch": 0.32568171314127253, + "grad_norm": 2.3672895431518555, + "learning_rate": 1.5754646444415367e-05, + "loss": 2.721, + "step": 19026 + }, + { + "epoch": 0.325698830859823, + "grad_norm": 2.20658016204834, + "learning_rate": 1.5754193028198404e-05, + "loss": 2.6674, + "step": 19027 + }, + { + "epoch": 0.3257159485783735, + "grad_norm": 2.3005802631378174, + "learning_rate": 1.575373959429506e-05, + "loss": 2.7289, + "step": 19028 + }, + { + "epoch": 0.32573306629692395, + "grad_norm": 2.3249166011810303, + "learning_rate": 1.5753286142706724e-05, + "loss": 2.7285, + "step": 19029 + }, + { + "epoch": 0.3257501840154744, + "grad_norm": 2.234229803085327, + "learning_rate": 1.575283267343479e-05, + "loss": 2.7124, + "step": 19030 + }, + { + "epoch": 0.3257673017340249, + "grad_norm": 2.2905545234680176, + "learning_rate": 1.5752379186480654e-05, + "loss": 2.8145, + "step": 19031 + }, + { + "epoch": 0.32578441945257536, + "grad_norm": 2.280506134033203, + "learning_rate": 1.575192568184571e-05, + "loss": 2.6852, + "step": 19032 + }, + { + "epoch": 0.3258015371711258, + "grad_norm": 2.251129627227783, + "learning_rate": 1.5751472159531347e-05, + "loss": 2.6967, + "step": 19033 + }, + { + "epoch": 0.3258186548896763, + "grad_norm": 2.2251508235931396, + "learning_rate": 1.5751018619538964e-05, + "loss": 2.6276, + "step": 19034 + }, + { + "epoch": 0.32583577260822677, + "grad_norm": 2.4611709117889404, + "learning_rate": 1.5750565061869955e-05, + "loss": 2.7216, + "step": 19035 + }, + { + "epoch": 0.3258528903267772, + "grad_norm": 2.3834471702575684, + "learning_rate": 1.5750111486525713e-05, + "loss": 2.7768, + "step": 19036 + }, + { + "epoch": 0.32587000804532773, + "grad_norm": 2.3496716022491455, + "learning_rate": 1.5749657893507627e-05, + "loss": 2.6208, + "step": 19037 + }, + { + "epoch": 0.3258871257638782, + "grad_norm": 2.3715949058532715, + "learning_rate": 1.5749204282817104e-05, + "loss": 2.7467, + "step": 19038 + }, + { + "epoch": 0.32590424348242863, + "grad_norm": 2.3761823177337646, + "learning_rate": 1.5748750654455528e-05, + "loss": 2.7222, + "step": 19039 + }, + { + "epoch": 0.32592136120097914, + "grad_norm": 2.4370546340942383, + "learning_rate": 1.5748297008424293e-05, + "loss": 2.8183, + "step": 19040 + }, + { + "epoch": 0.3259384789195296, + "grad_norm": 2.3104135990142822, + "learning_rate": 1.5747843344724798e-05, + "loss": 2.7742, + "step": 19041 + }, + { + "epoch": 0.3259555966380801, + "grad_norm": 2.4968245029449463, + "learning_rate": 1.5747389663358434e-05, + "loss": 2.9095, + "step": 19042 + }, + { + "epoch": 0.32597271435663056, + "grad_norm": 2.488985776901245, + "learning_rate": 1.5746935964326596e-05, + "loss": 2.6521, + "step": 19043 + }, + { + "epoch": 0.325989832075181, + "grad_norm": 2.231311321258545, + "learning_rate": 1.574648224763068e-05, + "loss": 2.7606, + "step": 19044 + }, + { + "epoch": 0.3260069497937315, + "grad_norm": 2.2282395362854004, + "learning_rate": 1.5746028513272084e-05, + "loss": 2.7164, + "step": 19045 + }, + { + "epoch": 0.32602406751228197, + "grad_norm": 2.3151206970214844, + "learning_rate": 1.5745574761252195e-05, + "loss": 2.6594, + "step": 19046 + }, + { + "epoch": 0.3260411852308324, + "grad_norm": 2.206641674041748, + "learning_rate": 1.5745120991572412e-05, + "loss": 2.6539, + "step": 19047 + }, + { + "epoch": 0.3260583029493829, + "grad_norm": 2.137242555618286, + "learning_rate": 1.574466720423413e-05, + "loss": 2.6209, + "step": 19048 + }, + { + "epoch": 0.3260754206679334, + "grad_norm": 2.2813940048217773, + "learning_rate": 1.574421339923874e-05, + "loss": 2.7242, + "step": 19049 + }, + { + "epoch": 0.32609253838648383, + "grad_norm": 2.2679362297058105, + "learning_rate": 1.5743759576587644e-05, + "loss": 2.6957, + "step": 19050 + }, + { + "epoch": 0.32610965610503434, + "grad_norm": 2.324162006378174, + "learning_rate": 1.5743305736282226e-05, + "loss": 2.7725, + "step": 19051 + }, + { + "epoch": 0.3261267738235848, + "grad_norm": 2.1894235610961914, + "learning_rate": 1.5742851878323893e-05, + "loss": 2.7357, + "step": 19052 + }, + { + "epoch": 0.32614389154213524, + "grad_norm": 2.2581450939178467, + "learning_rate": 1.574239800271403e-05, + "loss": 2.6909, + "step": 19053 + }, + { + "epoch": 0.32616100926068575, + "grad_norm": 2.230541706085205, + "learning_rate": 1.574194410945404e-05, + "loss": 2.7825, + "step": 19054 + }, + { + "epoch": 0.3261781269792362, + "grad_norm": 2.234790325164795, + "learning_rate": 1.5741490198545317e-05, + "loss": 2.7428, + "step": 19055 + }, + { + "epoch": 0.32619524469778666, + "grad_norm": 2.1598029136657715, + "learning_rate": 1.574103626998925e-05, + "loss": 2.6282, + "step": 19056 + }, + { + "epoch": 0.32621236241633716, + "grad_norm": 2.2718775272369385, + "learning_rate": 1.574058232378724e-05, + "loss": 2.762, + "step": 19057 + }, + { + "epoch": 0.3262294801348876, + "grad_norm": 2.1758413314819336, + "learning_rate": 1.5740128359940676e-05, + "loss": 2.6632, + "step": 19058 + }, + { + "epoch": 0.32624659785343807, + "grad_norm": 2.183797597885132, + "learning_rate": 1.573967437845096e-05, + "loss": 2.6408, + "step": 19059 + }, + { + "epoch": 0.3262637155719886, + "grad_norm": 2.3762950897216797, + "learning_rate": 1.5739220379319485e-05, + "loss": 2.7167, + "step": 19060 + }, + { + "epoch": 0.32628083329053903, + "grad_norm": 2.267632007598877, + "learning_rate": 1.5738766362547648e-05, + "loss": 2.663, + "step": 19061 + }, + { + "epoch": 0.3262979510090895, + "grad_norm": 2.300276517868042, + "learning_rate": 1.573831232813684e-05, + "loss": 2.6257, + "step": 19062 + }, + { + "epoch": 0.32631506872764, + "grad_norm": 2.30350923538208, + "learning_rate": 1.5737858276088464e-05, + "loss": 2.5122, + "step": 19063 + }, + { + "epoch": 0.32633218644619044, + "grad_norm": 2.4304819107055664, + "learning_rate": 1.5737404206403905e-05, + "loss": 2.751, + "step": 19064 + }, + { + "epoch": 0.32634930416474095, + "grad_norm": 2.3171911239624023, + "learning_rate": 1.5736950119084567e-05, + "loss": 2.7291, + "step": 19065 + }, + { + "epoch": 0.3263664218832914, + "grad_norm": 2.349208354949951, + "learning_rate": 1.5736496014131847e-05, + "loss": 2.7133, + "step": 19066 + }, + { + "epoch": 0.32638353960184185, + "grad_norm": 2.2916698455810547, + "learning_rate": 1.5736041891547133e-05, + "loss": 2.688, + "step": 19067 + }, + { + "epoch": 0.32640065732039236, + "grad_norm": 2.1584348678588867, + "learning_rate": 1.5735587751331828e-05, + "loss": 2.6389, + "step": 19068 + }, + { + "epoch": 0.3264177750389428, + "grad_norm": 2.4288783073425293, + "learning_rate": 1.5735133593487324e-05, + "loss": 2.6545, + "step": 19069 + }, + { + "epoch": 0.32643489275749327, + "grad_norm": 2.380458354949951, + "learning_rate": 1.5734679418015018e-05, + "loss": 2.757, + "step": 19070 + }, + { + "epoch": 0.3264520104760438, + "grad_norm": 2.3314874172210693, + "learning_rate": 1.5734225224916305e-05, + "loss": 2.7747, + "step": 19071 + }, + { + "epoch": 0.3264691281945942, + "grad_norm": 2.310112953186035, + "learning_rate": 1.5733771014192578e-05, + "loss": 2.6275, + "step": 19072 + }, + { + "epoch": 0.3264862459131447, + "grad_norm": 2.2068212032318115, + "learning_rate": 1.5733316785845243e-05, + "loss": 2.7079, + "step": 19073 + }, + { + "epoch": 0.3265033636316952, + "grad_norm": 2.3646326065063477, + "learning_rate": 1.5732862539875686e-05, + "loss": 2.5644, + "step": 19074 + }, + { + "epoch": 0.32652048135024564, + "grad_norm": 2.3086469173431396, + "learning_rate": 1.573240827628531e-05, + "loss": 2.6882, + "step": 19075 + }, + { + "epoch": 0.3265375990687961, + "grad_norm": 2.342280387878418, + "learning_rate": 1.5731953995075505e-05, + "loss": 2.7207, + "step": 19076 + }, + { + "epoch": 0.3265547167873466, + "grad_norm": 2.192918062210083, + "learning_rate": 1.5731499696247673e-05, + "loss": 2.5842, + "step": 19077 + }, + { + "epoch": 0.32657183450589705, + "grad_norm": 2.3561699390411377, + "learning_rate": 1.5731045379803206e-05, + "loss": 2.783, + "step": 19078 + }, + { + "epoch": 0.3265889522244475, + "grad_norm": 2.398700714111328, + "learning_rate": 1.573059104574351e-05, + "loss": 2.6646, + "step": 19079 + }, + { + "epoch": 0.326606069942998, + "grad_norm": 2.445923328399658, + "learning_rate": 1.5730136694069966e-05, + "loss": 2.8098, + "step": 19080 + }, + { + "epoch": 0.32662318766154846, + "grad_norm": 2.4436075687408447, + "learning_rate": 1.572968232478398e-05, + "loss": 2.7813, + "step": 19081 + }, + { + "epoch": 0.3266403053800989, + "grad_norm": 2.4678807258605957, + "learning_rate": 1.5729227937886947e-05, + "loss": 2.7719, + "step": 19082 + }, + { + "epoch": 0.3266574230986494, + "grad_norm": 2.344182014465332, + "learning_rate": 1.5728773533380266e-05, + "loss": 2.8068, + "step": 19083 + }, + { + "epoch": 0.3266745408171999, + "grad_norm": 2.349024772644043, + "learning_rate": 1.572831911126533e-05, + "loss": 2.6434, + "step": 19084 + }, + { + "epoch": 0.32669165853575033, + "grad_norm": 2.2585320472717285, + "learning_rate": 1.5727864671543537e-05, + "loss": 2.6546, + "step": 19085 + }, + { + "epoch": 0.32670877625430084, + "grad_norm": 2.3042638301849365, + "learning_rate": 1.5727410214216284e-05, + "loss": 2.7447, + "step": 19086 + }, + { + "epoch": 0.3267258939728513, + "grad_norm": 2.264646053314209, + "learning_rate": 1.5726955739284966e-05, + "loss": 2.7535, + "step": 19087 + }, + { + "epoch": 0.3267430116914018, + "grad_norm": 2.2194929122924805, + "learning_rate": 1.5726501246750986e-05, + "loss": 2.6425, + "step": 19088 + }, + { + "epoch": 0.32676012940995225, + "grad_norm": 2.3608388900756836, + "learning_rate": 1.5726046736615735e-05, + "loss": 2.7327, + "step": 19089 + }, + { + "epoch": 0.3267772471285027, + "grad_norm": 2.409414052963257, + "learning_rate": 1.572559220888061e-05, + "loss": 2.7125, + "step": 19090 + }, + { + "epoch": 0.3267943648470532, + "grad_norm": 2.3582065105438232, + "learning_rate": 1.572513766354701e-05, + "loss": 2.7939, + "step": 19091 + }, + { + "epoch": 0.32681148256560366, + "grad_norm": 2.16032075881958, + "learning_rate": 1.5724683100616332e-05, + "loss": 2.6475, + "step": 19092 + }, + { + "epoch": 0.3268286002841541, + "grad_norm": 2.399639844894409, + "learning_rate": 1.5724228520089974e-05, + "loss": 2.6111, + "step": 19093 + }, + { + "epoch": 0.3268457180027046, + "grad_norm": 2.270550489425659, + "learning_rate": 1.5723773921969328e-05, + "loss": 2.6502, + "step": 19094 + }, + { + "epoch": 0.3268628357212551, + "grad_norm": 2.230398654937744, + "learning_rate": 1.5723319306255798e-05, + "loss": 2.6204, + "step": 19095 + }, + { + "epoch": 0.3268799534398055, + "grad_norm": 2.2448599338531494, + "learning_rate": 1.572286467295078e-05, + "loss": 2.6886, + "step": 19096 + }, + { + "epoch": 0.32689707115835603, + "grad_norm": 2.291182041168213, + "learning_rate": 1.5722410022055672e-05, + "loss": 2.6023, + "step": 19097 + }, + { + "epoch": 0.3269141888769065, + "grad_norm": 2.1778059005737305, + "learning_rate": 1.5721955353571867e-05, + "loss": 2.6544, + "step": 19098 + }, + { + "epoch": 0.32693130659545694, + "grad_norm": 2.290436267852783, + "learning_rate": 1.5721500667500765e-05, + "loss": 2.7355, + "step": 19099 + }, + { + "epoch": 0.32694842431400745, + "grad_norm": 2.2690162658691406, + "learning_rate": 1.5721045963843765e-05, + "loss": 2.6492, + "step": 19100 + }, + { + "epoch": 0.3269655420325579, + "grad_norm": 2.4069323539733887, + "learning_rate": 1.5720591242602263e-05, + "loss": 2.751, + "step": 19101 + }, + { + "epoch": 0.32698265975110835, + "grad_norm": 2.357125759124756, + "learning_rate": 1.5720136503777654e-05, + "loss": 2.862, + "step": 19102 + }, + { + "epoch": 0.32699977746965886, + "grad_norm": 2.1397242546081543, + "learning_rate": 1.5719681747371338e-05, + "loss": 2.6735, + "step": 19103 + }, + { + "epoch": 0.3270168951882093, + "grad_norm": 2.3600285053253174, + "learning_rate": 1.5719226973384718e-05, + "loss": 2.8402, + "step": 19104 + }, + { + "epoch": 0.32703401290675976, + "grad_norm": 2.282905340194702, + "learning_rate": 1.5718772181819186e-05, + "loss": 2.7801, + "step": 19105 + }, + { + "epoch": 0.32705113062531027, + "grad_norm": 2.2401630878448486, + "learning_rate": 1.5718317372676138e-05, + "loss": 2.799, + "step": 19106 + }, + { + "epoch": 0.3270682483438607, + "grad_norm": 2.2556309700012207, + "learning_rate": 1.571786254595698e-05, + "loss": 2.6012, + "step": 19107 + }, + { + "epoch": 0.3270853660624112, + "grad_norm": 2.14060640335083, + "learning_rate": 1.5717407701663102e-05, + "loss": 2.6134, + "step": 19108 + }, + { + "epoch": 0.3271024837809617, + "grad_norm": 2.199970006942749, + "learning_rate": 1.5716952839795902e-05, + "loss": 2.6915, + "step": 19109 + }, + { + "epoch": 0.32711960149951214, + "grad_norm": 2.216721534729004, + "learning_rate": 1.5716497960356787e-05, + "loss": 2.5577, + "step": 19110 + }, + { + "epoch": 0.32713671921806264, + "grad_norm": 2.304943084716797, + "learning_rate": 1.5716043063347145e-05, + "loss": 2.7156, + "step": 19111 + }, + { + "epoch": 0.3271538369366131, + "grad_norm": 2.3447437286376953, + "learning_rate": 1.571558814876838e-05, + "loss": 2.7534, + "step": 19112 + }, + { + "epoch": 0.32717095465516355, + "grad_norm": 2.307656764984131, + "learning_rate": 1.5715133216621888e-05, + "loss": 2.6712, + "step": 19113 + }, + { + "epoch": 0.32718807237371406, + "grad_norm": 2.4809746742248535, + "learning_rate": 1.5714678266909067e-05, + "loss": 2.6916, + "step": 19114 + }, + { + "epoch": 0.3272051900922645, + "grad_norm": 2.3729851245880127, + "learning_rate": 1.5714223299631318e-05, + "loss": 2.6289, + "step": 19115 + }, + { + "epoch": 0.32722230781081496, + "grad_norm": 2.413407802581787, + "learning_rate": 1.5713768314790038e-05, + "loss": 2.6176, + "step": 19116 + }, + { + "epoch": 0.32723942552936547, + "grad_norm": 2.327904224395752, + "learning_rate": 1.5713313312386625e-05, + "loss": 2.7369, + "step": 19117 + }, + { + "epoch": 0.3272565432479159, + "grad_norm": 2.2248013019561768, + "learning_rate": 1.5712858292422477e-05, + "loss": 2.6431, + "step": 19118 + }, + { + "epoch": 0.3272736609664664, + "grad_norm": 2.4156978130340576, + "learning_rate": 1.5712403254898997e-05, + "loss": 2.7096, + "step": 19119 + }, + { + "epoch": 0.3272907786850169, + "grad_norm": 2.490736484527588, + "learning_rate": 1.5711948199817575e-05, + "loss": 2.6904, + "step": 19120 + }, + { + "epoch": 0.32730789640356733, + "grad_norm": 2.3601551055908203, + "learning_rate": 1.5711493127179616e-05, + "loss": 2.7025, + "step": 19121 + }, + { + "epoch": 0.3273250141221178, + "grad_norm": 2.3202850818634033, + "learning_rate": 1.5711038036986517e-05, + "loss": 2.6665, + "step": 19122 + }, + { + "epoch": 0.3273421318406683, + "grad_norm": 2.459383249282837, + "learning_rate": 1.5710582929239676e-05, + "loss": 2.7664, + "step": 19123 + }, + { + "epoch": 0.32735924955921875, + "grad_norm": 2.332725763320923, + "learning_rate": 1.5710127803940496e-05, + "loss": 2.688, + "step": 19124 + }, + { + "epoch": 0.3273763672777692, + "grad_norm": 2.378138303756714, + "learning_rate": 1.570967266109037e-05, + "loss": 2.6962, + "step": 19125 + }, + { + "epoch": 0.3273934849963197, + "grad_norm": 2.2813265323638916, + "learning_rate": 1.57092175006907e-05, + "loss": 2.7096, + "step": 19126 + }, + { + "epoch": 0.32741060271487016, + "grad_norm": 2.200312614440918, + "learning_rate": 1.5708762322742887e-05, + "loss": 2.6163, + "step": 19127 + }, + { + "epoch": 0.3274277204334206, + "grad_norm": 2.3570942878723145, + "learning_rate": 1.5708307127248326e-05, + "loss": 2.757, + "step": 19128 + }, + { + "epoch": 0.3274448381519711, + "grad_norm": 2.311965227127075, + "learning_rate": 1.5707851914208418e-05, + "loss": 2.664, + "step": 19129 + }, + { + "epoch": 0.32746195587052157, + "grad_norm": 2.2154791355133057, + "learning_rate": 1.5707396683624564e-05, + "loss": 2.6493, + "step": 19130 + }, + { + "epoch": 0.327479073589072, + "grad_norm": 2.3371200561523438, + "learning_rate": 1.570694143549816e-05, + "loss": 2.7645, + "step": 19131 + }, + { + "epoch": 0.32749619130762253, + "grad_norm": 2.153066873550415, + "learning_rate": 1.5706486169830605e-05, + "loss": 2.5855, + "step": 19132 + }, + { + "epoch": 0.327513309026173, + "grad_norm": 2.305603265762329, + "learning_rate": 1.570603088662331e-05, + "loss": 2.75, + "step": 19133 + }, + { + "epoch": 0.3275304267447235, + "grad_norm": 2.3508198261260986, + "learning_rate": 1.570557558587765e-05, + "loss": 2.6793, + "step": 19134 + }, + { + "epoch": 0.32754754446327394, + "grad_norm": 2.2835566997528076, + "learning_rate": 1.5705120267595046e-05, + "loss": 2.7446, + "step": 19135 + }, + { + "epoch": 0.3275646621818244, + "grad_norm": 2.324753761291504, + "learning_rate": 1.5704664931776886e-05, + "loss": 2.7675, + "step": 19136 + }, + { + "epoch": 0.3275817799003749, + "grad_norm": 2.4901838302612305, + "learning_rate": 1.5704209578424582e-05, + "loss": 2.7371, + "step": 19137 + }, + { + "epoch": 0.32759889761892536, + "grad_norm": 2.3019723892211914, + "learning_rate": 1.5703754207539516e-05, + "loss": 2.772, + "step": 19138 + }, + { + "epoch": 0.3276160153374758, + "grad_norm": 2.249850273132324, + "learning_rate": 1.5703298819123104e-05, + "loss": 2.7933, + "step": 19139 + }, + { + "epoch": 0.3276331330560263, + "grad_norm": 2.5221505165100098, + "learning_rate": 1.5702843413176738e-05, + "loss": 2.631, + "step": 19140 + }, + { + "epoch": 0.32765025077457677, + "grad_norm": 2.31557035446167, + "learning_rate": 1.5702387989701815e-05, + "loss": 2.6649, + "step": 19141 + }, + { + "epoch": 0.3276673684931272, + "grad_norm": 2.340285539627075, + "learning_rate": 1.570193254869974e-05, + "loss": 2.5896, + "step": 19142 + }, + { + "epoch": 0.32768448621167773, + "grad_norm": 2.6065495014190674, + "learning_rate": 1.570147709017191e-05, + "loss": 2.827, + "step": 19143 + }, + { + "epoch": 0.3277016039302282, + "grad_norm": 2.4503519535064697, + "learning_rate": 1.570102161411973e-05, + "loss": 2.6991, + "step": 19144 + }, + { + "epoch": 0.32771872164877863, + "grad_norm": 2.388744354248047, + "learning_rate": 1.5700566120544593e-05, + "loss": 2.7481, + "step": 19145 + }, + { + "epoch": 0.32773583936732914, + "grad_norm": 2.399024248123169, + "learning_rate": 1.5700110609447903e-05, + "loss": 2.6835, + "step": 19146 + }, + { + "epoch": 0.3277529570858796, + "grad_norm": 2.4922146797180176, + "learning_rate": 1.569965508083106e-05, + "loss": 2.7428, + "step": 19147 + }, + { + "epoch": 0.32777007480443004, + "grad_norm": 2.1962573528289795, + "learning_rate": 1.569919953469546e-05, + "loss": 2.6567, + "step": 19148 + }, + { + "epoch": 0.32778719252298055, + "grad_norm": 2.4416399002075195, + "learning_rate": 1.5698743971042508e-05, + "loss": 2.6486, + "step": 19149 + }, + { + "epoch": 0.327804310241531, + "grad_norm": 2.333827257156372, + "learning_rate": 1.5698288389873605e-05, + "loss": 2.7833, + "step": 19150 + }, + { + "epoch": 0.32782142796008146, + "grad_norm": 2.650707960128784, + "learning_rate": 1.5697832791190147e-05, + "loss": 2.8191, + "step": 19151 + }, + { + "epoch": 0.32783854567863197, + "grad_norm": 2.427830219268799, + "learning_rate": 1.5697377174993538e-05, + "loss": 2.807, + "step": 19152 + }, + { + "epoch": 0.3278556633971824, + "grad_norm": 2.414393901824951, + "learning_rate": 1.5696921541285176e-05, + "loss": 2.8131, + "step": 19153 + }, + { + "epoch": 0.32787278111573287, + "grad_norm": 2.3214006423950195, + "learning_rate": 1.5696465890066465e-05, + "loss": 2.6366, + "step": 19154 + }, + { + "epoch": 0.3278898988342834, + "grad_norm": 2.472789764404297, + "learning_rate": 1.5696010221338797e-05, + "loss": 2.6395, + "step": 19155 + }, + { + "epoch": 0.32790701655283383, + "grad_norm": 2.3977785110473633, + "learning_rate": 1.5695554535103585e-05, + "loss": 2.727, + "step": 19156 + }, + { + "epoch": 0.3279241342713843, + "grad_norm": 2.3730125427246094, + "learning_rate": 1.5695098831362217e-05, + "loss": 2.7848, + "step": 19157 + }, + { + "epoch": 0.3279412519899348, + "grad_norm": 2.3679940700531006, + "learning_rate": 1.5694643110116104e-05, + "loss": 2.7199, + "step": 19158 + }, + { + "epoch": 0.32795836970848524, + "grad_norm": 2.153366804122925, + "learning_rate": 1.569418737136664e-05, + "loss": 2.6846, + "step": 19159 + }, + { + "epoch": 0.32797548742703575, + "grad_norm": 2.3321526050567627, + "learning_rate": 1.5693731615115228e-05, + "loss": 2.7816, + "step": 19160 + }, + { + "epoch": 0.3279926051455862, + "grad_norm": 2.340291738510132, + "learning_rate": 1.569327584136327e-05, + "loss": 2.8926, + "step": 19161 + }, + { + "epoch": 0.32800972286413665, + "grad_norm": 2.216449737548828, + "learning_rate": 1.5692820050112168e-05, + "loss": 2.6757, + "step": 19162 + }, + { + "epoch": 0.32802684058268716, + "grad_norm": 2.258254051208496, + "learning_rate": 1.5692364241363316e-05, + "loss": 2.7482, + "step": 19163 + }, + { + "epoch": 0.3280439583012376, + "grad_norm": 2.3245325088500977, + "learning_rate": 1.569190841511812e-05, + "loss": 2.6479, + "step": 19164 + }, + { + "epoch": 0.32806107601978807, + "grad_norm": 2.325338840484619, + "learning_rate": 1.5691452571377986e-05, + "loss": 2.6859, + "step": 19165 + }, + { + "epoch": 0.3280781937383386, + "grad_norm": 2.4104971885681152, + "learning_rate": 1.5690996710144307e-05, + "loss": 2.8228, + "step": 19166 + }, + { + "epoch": 0.328095311456889, + "grad_norm": 2.325251817703247, + "learning_rate": 1.569054083141849e-05, + "loss": 2.6389, + "step": 19167 + }, + { + "epoch": 0.3281124291754395, + "grad_norm": 2.2885143756866455, + "learning_rate": 1.5690084935201932e-05, + "loss": 2.7801, + "step": 19168 + }, + { + "epoch": 0.32812954689399, + "grad_norm": 2.269230604171753, + "learning_rate": 1.568962902149603e-05, + "loss": 2.5943, + "step": 19169 + }, + { + "epoch": 0.32814666461254044, + "grad_norm": 2.455449104309082, + "learning_rate": 1.5689173090302198e-05, + "loss": 2.8278, + "step": 19170 + }, + { + "epoch": 0.3281637823310909, + "grad_norm": 2.2871243953704834, + "learning_rate": 1.5688717141621826e-05, + "loss": 2.6631, + "step": 19171 + }, + { + "epoch": 0.3281809000496414, + "grad_norm": 2.2452354431152344, + "learning_rate": 1.5688261175456326e-05, + "loss": 2.6034, + "step": 19172 + }, + { + "epoch": 0.32819801776819185, + "grad_norm": 2.459223508834839, + "learning_rate": 1.5687805191807087e-05, + "loss": 2.8341, + "step": 19173 + }, + { + "epoch": 0.3282151354867423, + "grad_norm": 2.325310707092285, + "learning_rate": 1.5687349190675518e-05, + "loss": 2.7593, + "step": 19174 + }, + { + "epoch": 0.3282322532052928, + "grad_norm": 2.2028751373291016, + "learning_rate": 1.5686893172063018e-05, + "loss": 2.7233, + "step": 19175 + }, + { + "epoch": 0.32824937092384326, + "grad_norm": 2.441237688064575, + "learning_rate": 1.5686437135970995e-05, + "loss": 2.7226, + "step": 19176 + }, + { + "epoch": 0.3282664886423937, + "grad_norm": 2.3260960578918457, + "learning_rate": 1.5685981082400842e-05, + "loss": 2.6195, + "step": 19177 + }, + { + "epoch": 0.3282836063609442, + "grad_norm": 2.3534703254699707, + "learning_rate": 1.5685525011353964e-05, + "loss": 2.7058, + "step": 19178 + }, + { + "epoch": 0.3283007240794947, + "grad_norm": 2.2034614086151123, + "learning_rate": 1.5685068922831767e-05, + "loss": 2.6838, + "step": 19179 + }, + { + "epoch": 0.32831784179804513, + "grad_norm": 2.3511273860931396, + "learning_rate": 1.5684612816835645e-05, + "loss": 2.7933, + "step": 19180 + }, + { + "epoch": 0.32833495951659564, + "grad_norm": 2.3936209678649902, + "learning_rate": 1.5684156693367006e-05, + "loss": 2.7508, + "step": 19181 + }, + { + "epoch": 0.3283520772351461, + "grad_norm": 2.245485305786133, + "learning_rate": 1.568370055242725e-05, + "loss": 2.6963, + "step": 19182 + }, + { + "epoch": 0.3283691949536966, + "grad_norm": 2.4492006301879883, + "learning_rate": 1.5683244394017778e-05, + "loss": 2.7442, + "step": 19183 + }, + { + "epoch": 0.32838631267224705, + "grad_norm": 2.2865829467773438, + "learning_rate": 1.5682788218139995e-05, + "loss": 2.7501, + "step": 19184 + }, + { + "epoch": 0.3284034303907975, + "grad_norm": 2.2336947917938232, + "learning_rate": 1.56823320247953e-05, + "loss": 2.6584, + "step": 19185 + }, + { + "epoch": 0.328420548109348, + "grad_norm": 2.3847386837005615, + "learning_rate": 1.5681875813985094e-05, + "loss": 2.7593, + "step": 19186 + }, + { + "epoch": 0.32843766582789846, + "grad_norm": 2.2809085845947266, + "learning_rate": 1.5681419585710785e-05, + "loss": 2.757, + "step": 19187 + }, + { + "epoch": 0.3284547835464489, + "grad_norm": 2.3505477905273438, + "learning_rate": 1.5680963339973773e-05, + "loss": 2.7614, + "step": 19188 + }, + { + "epoch": 0.3284719012649994, + "grad_norm": 2.3577816486358643, + "learning_rate": 1.5680507076775455e-05, + "loss": 2.7938, + "step": 19189 + }, + { + "epoch": 0.3284890189835499, + "grad_norm": 2.3499958515167236, + "learning_rate": 1.568005079611724e-05, + "loss": 2.6809, + "step": 19190 + }, + { + "epoch": 0.3285061367021003, + "grad_norm": 2.2920992374420166, + "learning_rate": 1.567959449800053e-05, + "loss": 2.6146, + "step": 19191 + }, + { + "epoch": 0.32852325442065083, + "grad_norm": 2.291329860687256, + "learning_rate": 1.5679138182426724e-05, + "loss": 2.8114, + "step": 19192 + }, + { + "epoch": 0.3285403721392013, + "grad_norm": 2.358802080154419, + "learning_rate": 1.5678681849397224e-05, + "loss": 2.6362, + "step": 19193 + }, + { + "epoch": 0.32855748985775174, + "grad_norm": 2.226428985595703, + "learning_rate": 1.5678225498913434e-05, + "loss": 2.6571, + "step": 19194 + }, + { + "epoch": 0.32857460757630225, + "grad_norm": 2.3499655723571777, + "learning_rate": 1.567776913097676e-05, + "loss": 2.672, + "step": 19195 + }, + { + "epoch": 0.3285917252948527, + "grad_norm": 2.376209259033203, + "learning_rate": 1.5677312745588605e-05, + "loss": 2.7211, + "step": 19196 + }, + { + "epoch": 0.32860884301340315, + "grad_norm": 2.2393314838409424, + "learning_rate": 1.5676856342750363e-05, + "loss": 2.7066, + "step": 19197 + }, + { + "epoch": 0.32862596073195366, + "grad_norm": 2.2050132751464844, + "learning_rate": 1.5676399922463445e-05, + "loss": 2.7475, + "step": 19198 + }, + { + "epoch": 0.3286430784505041, + "grad_norm": 2.2462856769561768, + "learning_rate": 1.5675943484729255e-05, + "loss": 2.6025, + "step": 19199 + }, + { + "epoch": 0.32866019616905456, + "grad_norm": 2.2232677936553955, + "learning_rate": 1.567548702954919e-05, + "loss": 2.743, + "step": 19200 + }, + { + "epoch": 0.32867731388760507, + "grad_norm": 2.187443494796753, + "learning_rate": 1.5675030556924654e-05, + "loss": 2.6191, + "step": 19201 + }, + { + "epoch": 0.3286944316061555, + "grad_norm": 2.2482168674468994, + "learning_rate": 1.5674574066857052e-05, + "loss": 2.6193, + "step": 19202 + }, + { + "epoch": 0.328711549324706, + "grad_norm": 2.26009202003479, + "learning_rate": 1.5674117559347788e-05, + "loss": 2.8816, + "step": 19203 + }, + { + "epoch": 0.3287286670432565, + "grad_norm": 2.365675449371338, + "learning_rate": 1.5673661034398264e-05, + "loss": 2.7494, + "step": 19204 + }, + { + "epoch": 0.32874578476180694, + "grad_norm": 2.2861688137054443, + "learning_rate": 1.567320449200988e-05, + "loss": 2.7128, + "step": 19205 + }, + { + "epoch": 0.32876290248035744, + "grad_norm": 2.6059675216674805, + "learning_rate": 1.5672747932184046e-05, + "loss": 2.8534, + "step": 19206 + }, + { + "epoch": 0.3287800201989079, + "grad_norm": 2.4075732231140137, + "learning_rate": 1.567229135492216e-05, + "loss": 2.8024, + "step": 19207 + }, + { + "epoch": 0.32879713791745835, + "grad_norm": 2.2520220279693604, + "learning_rate": 1.5671834760225627e-05, + "loss": 2.5869, + "step": 19208 + }, + { + "epoch": 0.32881425563600886, + "grad_norm": 2.3075814247131348, + "learning_rate": 1.567137814809585e-05, + "loss": 2.7541, + "step": 19209 + }, + { + "epoch": 0.3288313733545593, + "grad_norm": 2.2287492752075195, + "learning_rate": 1.5670921518534234e-05, + "loss": 2.7582, + "step": 19210 + }, + { + "epoch": 0.32884849107310976, + "grad_norm": 2.253052234649658, + "learning_rate": 1.5670464871542178e-05, + "loss": 2.663, + "step": 19211 + }, + { + "epoch": 0.32886560879166027, + "grad_norm": 2.272972345352173, + "learning_rate": 1.5670008207121093e-05, + "loss": 2.7194, + "step": 19212 + }, + { + "epoch": 0.3288827265102107, + "grad_norm": 2.172017812728882, + "learning_rate": 1.5669551525272377e-05, + "loss": 2.5936, + "step": 19213 + }, + { + "epoch": 0.3288998442287612, + "grad_norm": 2.3259575366973877, + "learning_rate": 1.5669094825997435e-05, + "loss": 2.8394, + "step": 19214 + }, + { + "epoch": 0.3289169619473117, + "grad_norm": 2.4172751903533936, + "learning_rate": 1.566863810929767e-05, + "loss": 2.7966, + "step": 19215 + }, + { + "epoch": 0.32893407966586213, + "grad_norm": 2.327146530151367, + "learning_rate": 1.5668181375174485e-05, + "loss": 2.7613, + "step": 19216 + }, + { + "epoch": 0.3289511973844126, + "grad_norm": 2.3299953937530518, + "learning_rate": 1.5667724623629293e-05, + "loss": 2.7793, + "step": 19217 + }, + { + "epoch": 0.3289683151029631, + "grad_norm": 2.2022664546966553, + "learning_rate": 1.5667267854663482e-05, + "loss": 2.7007, + "step": 19218 + }, + { + "epoch": 0.32898543282151355, + "grad_norm": 2.3069345951080322, + "learning_rate": 1.5666811068278473e-05, + "loss": 2.6818, + "step": 19219 + }, + { + "epoch": 0.329002550540064, + "grad_norm": 2.417264938354492, + "learning_rate": 1.5666354264475657e-05, + "loss": 2.8585, + "step": 19220 + }, + { + "epoch": 0.3290196682586145, + "grad_norm": 2.42294979095459, + "learning_rate": 1.5665897443256438e-05, + "loss": 2.7665, + "step": 19221 + }, + { + "epoch": 0.32903678597716496, + "grad_norm": 2.335428476333618, + "learning_rate": 1.5665440604622228e-05, + "loss": 2.6549, + "step": 19222 + }, + { + "epoch": 0.3290539036957154, + "grad_norm": 2.177126407623291, + "learning_rate": 1.566498374857443e-05, + "loss": 2.7068, + "step": 19223 + }, + { + "epoch": 0.3290710214142659, + "grad_norm": 2.3332135677337646, + "learning_rate": 1.5664526875114444e-05, + "loss": 2.7456, + "step": 19224 + }, + { + "epoch": 0.32908813913281637, + "grad_norm": 2.329493999481201, + "learning_rate": 1.5664069984243675e-05, + "loss": 2.6587, + "step": 19225 + }, + { + "epoch": 0.3291052568513668, + "grad_norm": 2.1588642597198486, + "learning_rate": 1.566361307596353e-05, + "loss": 2.5417, + "step": 19226 + }, + { + "epoch": 0.32912237456991733, + "grad_norm": 2.331368923187256, + "learning_rate": 1.5663156150275414e-05, + "loss": 2.701, + "step": 19227 + }, + { + "epoch": 0.3291394922884678, + "grad_norm": 2.284250020980835, + "learning_rate": 1.5662699207180727e-05, + "loss": 2.6784, + "step": 19228 + }, + { + "epoch": 0.3291566100070183, + "grad_norm": 2.619266986846924, + "learning_rate": 1.5662242246680875e-05, + "loss": 2.7309, + "step": 19229 + }, + { + "epoch": 0.32917372772556874, + "grad_norm": 2.194805383682251, + "learning_rate": 1.5661785268777265e-05, + "loss": 2.6656, + "step": 19230 + }, + { + "epoch": 0.3291908454441192, + "grad_norm": 2.503275156021118, + "learning_rate": 1.5661328273471297e-05, + "loss": 2.7505, + "step": 19231 + }, + { + "epoch": 0.3292079631626697, + "grad_norm": 2.358774185180664, + "learning_rate": 1.5660871260764383e-05, + "loss": 2.7148, + "step": 19232 + }, + { + "epoch": 0.32922508088122016, + "grad_norm": 2.156862258911133, + "learning_rate": 1.5660414230657922e-05, + "loss": 2.5879, + "step": 19233 + }, + { + "epoch": 0.3292421985997706, + "grad_norm": 2.461334466934204, + "learning_rate": 1.565995718315332e-05, + "loss": 2.7365, + "step": 19234 + }, + { + "epoch": 0.3292593163183211, + "grad_norm": 2.3209617137908936, + "learning_rate": 1.5659500118251977e-05, + "loss": 2.678, + "step": 19235 + }, + { + "epoch": 0.32927643403687157, + "grad_norm": 2.345255136489868, + "learning_rate": 1.5659043035955306e-05, + "loss": 2.8794, + "step": 19236 + }, + { + "epoch": 0.329293551755422, + "grad_norm": 2.3607404232025146, + "learning_rate": 1.5658585936264712e-05, + "loss": 2.7205, + "step": 19237 + }, + { + "epoch": 0.32931066947397253, + "grad_norm": 2.3457815647125244, + "learning_rate": 1.5658128819181594e-05, + "loss": 2.8097, + "step": 19238 + }, + { + "epoch": 0.329327787192523, + "grad_norm": 2.392232656478882, + "learning_rate": 1.5657671684707358e-05, + "loss": 2.6042, + "step": 19239 + }, + { + "epoch": 0.32934490491107343, + "grad_norm": 2.320836067199707, + "learning_rate": 1.565721453284341e-05, + "loss": 2.6926, + "step": 19240 + }, + { + "epoch": 0.32936202262962394, + "grad_norm": 2.5505259037017822, + "learning_rate": 1.565675736359116e-05, + "loss": 2.7115, + "step": 19241 + }, + { + "epoch": 0.3293791403481744, + "grad_norm": 2.3723416328430176, + "learning_rate": 1.565630017695201e-05, + "loss": 2.6811, + "step": 19242 + }, + { + "epoch": 0.32939625806672485, + "grad_norm": 2.3174123764038086, + "learning_rate": 1.565584297292736e-05, + "loss": 2.7432, + "step": 19243 + }, + { + "epoch": 0.32941337578527535, + "grad_norm": 2.4444642066955566, + "learning_rate": 1.5655385751518624e-05, + "loss": 2.6879, + "step": 19244 + }, + { + "epoch": 0.3294304935038258, + "grad_norm": 2.269702196121216, + "learning_rate": 1.5654928512727198e-05, + "loss": 2.6351, + "step": 19245 + }, + { + "epoch": 0.32944761122237626, + "grad_norm": 2.3829848766326904, + "learning_rate": 1.5654471256554494e-05, + "loss": 2.7152, + "step": 19246 + }, + { + "epoch": 0.32946472894092677, + "grad_norm": 2.1823408603668213, + "learning_rate": 1.5654013983001917e-05, + "loss": 2.6638, + "step": 19247 + }, + { + "epoch": 0.3294818466594772, + "grad_norm": 2.3307647705078125, + "learning_rate": 1.565355669207087e-05, + "loss": 2.7153, + "step": 19248 + }, + { + "epoch": 0.32949896437802767, + "grad_norm": 2.2510008811950684, + "learning_rate": 1.565309938376276e-05, + "loss": 2.7175, + "step": 19249 + }, + { + "epoch": 0.3295160820965782, + "grad_norm": 2.2991726398468018, + "learning_rate": 1.565264205807899e-05, + "loss": 2.6954, + "step": 19250 + }, + { + "epoch": 0.32953319981512863, + "grad_norm": 2.3391759395599365, + "learning_rate": 1.565218471502097e-05, + "loss": 2.728, + "step": 19251 + }, + { + "epoch": 0.32955031753367914, + "grad_norm": 2.3223888874053955, + "learning_rate": 1.56517273545901e-05, + "loss": 2.7287, + "step": 19252 + }, + { + "epoch": 0.3295674352522296, + "grad_norm": 2.3734121322631836, + "learning_rate": 1.5651269976787796e-05, + "loss": 2.6995, + "step": 19253 + }, + { + "epoch": 0.32958455297078004, + "grad_norm": 2.2434470653533936, + "learning_rate": 1.5650812581615457e-05, + "loss": 2.7862, + "step": 19254 + }, + { + "epoch": 0.32960167068933055, + "grad_norm": 2.2183775901794434, + "learning_rate": 1.5650355169074483e-05, + "loss": 2.7678, + "step": 19255 + }, + { + "epoch": 0.329618788407881, + "grad_norm": 2.3362460136413574, + "learning_rate": 1.5649897739166292e-05, + "loss": 2.7451, + "step": 19256 + }, + { + "epoch": 0.32963590612643145, + "grad_norm": 2.2463340759277344, + "learning_rate": 1.5649440291892282e-05, + "loss": 2.6928, + "step": 19257 + }, + { + "epoch": 0.32965302384498196, + "grad_norm": 2.212730646133423, + "learning_rate": 1.564898282725386e-05, + "loss": 2.8047, + "step": 19258 + }, + { + "epoch": 0.3296701415635324, + "grad_norm": 2.4931437969207764, + "learning_rate": 1.5648525345252435e-05, + "loss": 2.8036, + "step": 19259 + }, + { + "epoch": 0.32968725928208287, + "grad_norm": 2.18695068359375, + "learning_rate": 1.564806784588941e-05, + "loss": 2.6383, + "step": 19260 + }, + { + "epoch": 0.3297043770006334, + "grad_norm": 2.2798309326171875, + "learning_rate": 1.564761032916619e-05, + "loss": 2.6959, + "step": 19261 + }, + { + "epoch": 0.3297214947191838, + "grad_norm": 2.2636773586273193, + "learning_rate": 1.564715279508419e-05, + "loss": 2.6704, + "step": 19262 + }, + { + "epoch": 0.3297386124377343, + "grad_norm": 2.1435182094573975, + "learning_rate": 1.5646695243644806e-05, + "loss": 2.6922, + "step": 19263 + }, + { + "epoch": 0.3297557301562848, + "grad_norm": 2.0164053440093994, + "learning_rate": 1.5646237674849452e-05, + "loss": 2.6078, + "step": 19264 + }, + { + "epoch": 0.32977284787483524, + "grad_norm": 2.234591245651245, + "learning_rate": 1.5645780088699526e-05, + "loss": 2.7801, + "step": 19265 + }, + { + "epoch": 0.3297899655933857, + "grad_norm": 2.142411708831787, + "learning_rate": 1.564532248519644e-05, + "loss": 2.625, + "step": 19266 + }, + { + "epoch": 0.3298070833119362, + "grad_norm": 2.324554920196533, + "learning_rate": 1.5644864864341603e-05, + "loss": 2.6769, + "step": 19267 + }, + { + "epoch": 0.32982420103048665, + "grad_norm": 2.1357929706573486, + "learning_rate": 1.564440722613642e-05, + "loss": 2.7065, + "step": 19268 + }, + { + "epoch": 0.3298413187490371, + "grad_norm": 2.382284164428711, + "learning_rate": 1.564394957058229e-05, + "loss": 2.7392, + "step": 19269 + }, + { + "epoch": 0.3298584364675876, + "grad_norm": 2.2014756202697754, + "learning_rate": 1.5643491897680627e-05, + "loss": 2.703, + "step": 19270 + }, + { + "epoch": 0.32987555418613806, + "grad_norm": 2.276092529296875, + "learning_rate": 1.5643034207432838e-05, + "loss": 2.7528, + "step": 19271 + }, + { + "epoch": 0.3298926719046885, + "grad_norm": 2.270010232925415, + "learning_rate": 1.5642576499840328e-05, + "loss": 2.6645, + "step": 19272 + }, + { + "epoch": 0.329909789623239, + "grad_norm": 2.1668219566345215, + "learning_rate": 1.5642118774904504e-05, + "loss": 2.6961, + "step": 19273 + }, + { + "epoch": 0.3299269073417895, + "grad_norm": 2.3841428756713867, + "learning_rate": 1.5641661032626774e-05, + "loss": 2.8556, + "step": 19274 + }, + { + "epoch": 0.32994402506034, + "grad_norm": 2.2654480934143066, + "learning_rate": 1.564120327300854e-05, + "loss": 2.5569, + "step": 19275 + }, + { + "epoch": 0.32996114277889044, + "grad_norm": 2.293301582336426, + "learning_rate": 1.5640745496051216e-05, + "loss": 2.7864, + "step": 19276 + }, + { + "epoch": 0.3299782604974409, + "grad_norm": 2.3920392990112305, + "learning_rate": 1.5640287701756207e-05, + "loss": 2.7272, + "step": 19277 + }, + { + "epoch": 0.3299953782159914, + "grad_norm": 2.2589972019195557, + "learning_rate": 1.5639829890124917e-05, + "loss": 2.6623, + "step": 19278 + }, + { + "epoch": 0.33001249593454185, + "grad_norm": 2.197941780090332, + "learning_rate": 1.563937206115876e-05, + "loss": 2.7921, + "step": 19279 + }, + { + "epoch": 0.3300296136530923, + "grad_norm": 2.5389318466186523, + "learning_rate": 1.5638914214859128e-05, + "loss": 2.7545, + "step": 19280 + }, + { + "epoch": 0.3300467313716428, + "grad_norm": 2.3174729347229004, + "learning_rate": 1.5638456351227445e-05, + "loss": 2.7981, + "step": 19281 + }, + { + "epoch": 0.33006384909019326, + "grad_norm": 2.4425461292266846, + "learning_rate": 1.5637998470265113e-05, + "loss": 2.6892, + "step": 19282 + }, + { + "epoch": 0.3300809668087437, + "grad_norm": 2.2339770793914795, + "learning_rate": 1.5637540571973536e-05, + "loss": 2.5967, + "step": 19283 + }, + { + "epoch": 0.3300980845272942, + "grad_norm": 2.3970305919647217, + "learning_rate": 1.5637082656354125e-05, + "loss": 2.6886, + "step": 19284 + }, + { + "epoch": 0.3301152022458447, + "grad_norm": 2.3203983306884766, + "learning_rate": 1.5636624723408286e-05, + "loss": 2.7353, + "step": 19285 + }, + { + "epoch": 0.3301323199643951, + "grad_norm": 2.3138418197631836, + "learning_rate": 1.5636166773137425e-05, + "loss": 2.6634, + "step": 19286 + }, + { + "epoch": 0.33014943768294563, + "grad_norm": 2.683851718902588, + "learning_rate": 1.5635708805542955e-05, + "loss": 2.7986, + "step": 19287 + }, + { + "epoch": 0.3301665554014961, + "grad_norm": 2.261874198913574, + "learning_rate": 1.5635250820626277e-05, + "loss": 2.669, + "step": 19288 + }, + { + "epoch": 0.33018367312004654, + "grad_norm": 2.3255879878997803, + "learning_rate": 1.5634792818388803e-05, + "loss": 2.6951, + "step": 19289 + }, + { + "epoch": 0.33020079083859705, + "grad_norm": 2.120525598526001, + "learning_rate": 1.5634334798831938e-05, + "loss": 2.6129, + "step": 19290 + }, + { + "epoch": 0.3302179085571475, + "grad_norm": 2.6818222999572754, + "learning_rate": 1.563387676195709e-05, + "loss": 2.7141, + "step": 19291 + }, + { + "epoch": 0.33023502627569795, + "grad_norm": 2.3489110469818115, + "learning_rate": 1.563341870776567e-05, + "loss": 2.7917, + "step": 19292 + }, + { + "epoch": 0.33025214399424846, + "grad_norm": 2.203758955001831, + "learning_rate": 1.5632960636259086e-05, + "loss": 2.5303, + "step": 19293 + }, + { + "epoch": 0.3302692617127989, + "grad_norm": 2.2596445083618164, + "learning_rate": 1.563250254743874e-05, + "loss": 2.7585, + "step": 19294 + }, + { + "epoch": 0.33028637943134936, + "grad_norm": 2.3331942558288574, + "learning_rate": 1.563204444130605e-05, + "loss": 2.7131, + "step": 19295 + }, + { + "epoch": 0.33030349714989987, + "grad_norm": 2.3468000888824463, + "learning_rate": 1.5631586317862408e-05, + "loss": 2.7888, + "step": 19296 + }, + { + "epoch": 0.3303206148684503, + "grad_norm": 2.152010440826416, + "learning_rate": 1.563112817710924e-05, + "loss": 2.6768, + "step": 19297 + }, + { + "epoch": 0.33033773258700083, + "grad_norm": 2.467947006225586, + "learning_rate": 1.563067001904794e-05, + "loss": 2.7858, + "step": 19298 + }, + { + "epoch": 0.3303548503055513, + "grad_norm": 2.49757719039917, + "learning_rate": 1.5630211843679925e-05, + "loss": 2.785, + "step": 19299 + }, + { + "epoch": 0.33037196802410174, + "grad_norm": 2.310356378555298, + "learning_rate": 1.56297536510066e-05, + "loss": 2.6862, + "step": 19300 + }, + { + "epoch": 0.33038908574265224, + "grad_norm": 2.2838597297668457, + "learning_rate": 1.562929544102938e-05, + "loss": 2.7897, + "step": 19301 + }, + { + "epoch": 0.3304062034612027, + "grad_norm": 2.247511625289917, + "learning_rate": 1.562883721374966e-05, + "loss": 2.8172, + "step": 19302 + }, + { + "epoch": 0.33042332117975315, + "grad_norm": 2.2128419876098633, + "learning_rate": 1.5628378969168858e-05, + "loss": 2.7416, + "step": 19303 + }, + { + "epoch": 0.33044043889830366, + "grad_norm": 2.313152313232422, + "learning_rate": 1.5627920707288382e-05, + "loss": 2.7528, + "step": 19304 + }, + { + "epoch": 0.3304575566168541, + "grad_norm": 2.220177173614502, + "learning_rate": 1.5627462428109637e-05, + "loss": 2.6686, + "step": 19305 + }, + { + "epoch": 0.33047467433540456, + "grad_norm": 2.3058922290802, + "learning_rate": 1.5627004131634035e-05, + "loss": 2.7258, + "step": 19306 + }, + { + "epoch": 0.33049179205395507, + "grad_norm": 2.196945905685425, + "learning_rate": 1.5626545817862982e-05, + "loss": 2.53, + "step": 19307 + }, + { + "epoch": 0.3305089097725055, + "grad_norm": 2.16457462310791, + "learning_rate": 1.562608748679789e-05, + "loss": 2.5713, + "step": 19308 + }, + { + "epoch": 0.330526027491056, + "grad_norm": 2.357614278793335, + "learning_rate": 1.562562913844016e-05, + "loss": 2.7044, + "step": 19309 + }, + { + "epoch": 0.3305431452096065, + "grad_norm": 2.2792470455169678, + "learning_rate": 1.5625170772791213e-05, + "loss": 2.784, + "step": 19310 + }, + { + "epoch": 0.33056026292815693, + "grad_norm": 2.3730902671813965, + "learning_rate": 1.5624712389852446e-05, + "loss": 2.6821, + "step": 19311 + }, + { + "epoch": 0.3305773806467074, + "grad_norm": 2.2665092945098877, + "learning_rate": 1.5624253989625272e-05, + "loss": 2.7139, + "step": 19312 + }, + { + "epoch": 0.3305944983652579, + "grad_norm": 2.1801977157592773, + "learning_rate": 1.5623795572111105e-05, + "loss": 2.6744, + "step": 19313 + }, + { + "epoch": 0.33061161608380835, + "grad_norm": 2.258016347885132, + "learning_rate": 1.562333713731135e-05, + "loss": 2.7325, + "step": 19314 + }, + { + "epoch": 0.3306287338023588, + "grad_norm": 2.1934821605682373, + "learning_rate": 1.5622878685227417e-05, + "loss": 2.621, + "step": 19315 + }, + { + "epoch": 0.3306458515209093, + "grad_norm": 2.2945306301116943, + "learning_rate": 1.562242021586071e-05, + "loss": 2.7634, + "step": 19316 + }, + { + "epoch": 0.33066296923945976, + "grad_norm": 2.2257890701293945, + "learning_rate": 1.5621961729212647e-05, + "loss": 2.6012, + "step": 19317 + }, + { + "epoch": 0.3306800869580102, + "grad_norm": 2.205439329147339, + "learning_rate": 1.5621503225284632e-05, + "loss": 2.6084, + "step": 19318 + }, + { + "epoch": 0.3306972046765607, + "grad_norm": 2.2733521461486816, + "learning_rate": 1.562104470407807e-05, + "loss": 2.7145, + "step": 19319 + }, + { + "epoch": 0.33071432239511117, + "grad_norm": 2.261730194091797, + "learning_rate": 1.562058616559438e-05, + "loss": 2.7271, + "step": 19320 + }, + { + "epoch": 0.3307314401136617, + "grad_norm": 2.166900396347046, + "learning_rate": 1.5620127609834964e-05, + "loss": 2.6736, + "step": 19321 + }, + { + "epoch": 0.33074855783221213, + "grad_norm": 2.317748546600342, + "learning_rate": 1.5619669036801238e-05, + "loss": 2.6776, + "step": 19322 + }, + { + "epoch": 0.3307656755507626, + "grad_norm": 2.3738632202148438, + "learning_rate": 1.5619210446494602e-05, + "loss": 2.6885, + "step": 19323 + }, + { + "epoch": 0.3307827932693131, + "grad_norm": 2.3798747062683105, + "learning_rate": 1.5618751838916474e-05, + "loss": 2.8527, + "step": 19324 + }, + { + "epoch": 0.33079991098786354, + "grad_norm": 2.3184852600097656, + "learning_rate": 1.5618293214068262e-05, + "loss": 2.7681, + "step": 19325 + }, + { + "epoch": 0.330817028706414, + "grad_norm": 2.623103618621826, + "learning_rate": 1.5617834571951372e-05, + "loss": 2.7544, + "step": 19326 + }, + { + "epoch": 0.3308341464249645, + "grad_norm": 2.217015027999878, + "learning_rate": 1.5617375912567218e-05, + "loss": 2.6191, + "step": 19327 + }, + { + "epoch": 0.33085126414351496, + "grad_norm": 2.2506797313690186, + "learning_rate": 1.5616917235917205e-05, + "loss": 2.6737, + "step": 19328 + }, + { + "epoch": 0.3308683818620654, + "grad_norm": 2.2842366695404053, + "learning_rate": 1.561645854200275e-05, + "loss": 2.6758, + "step": 19329 + }, + { + "epoch": 0.3308854995806159, + "grad_norm": 2.2625927925109863, + "learning_rate": 1.5615999830825258e-05, + "loss": 2.7294, + "step": 19330 + }, + { + "epoch": 0.33090261729916637, + "grad_norm": 2.422935724258423, + "learning_rate": 1.5615541102386136e-05, + "loss": 2.7574, + "step": 19331 + }, + { + "epoch": 0.3309197350177168, + "grad_norm": 2.198451280593872, + "learning_rate": 1.56150823566868e-05, + "loss": 2.7274, + "step": 19332 + }, + { + "epoch": 0.33093685273626733, + "grad_norm": 2.274892807006836, + "learning_rate": 1.5614623593728657e-05, + "loss": 2.7705, + "step": 19333 + }, + { + "epoch": 0.3309539704548178, + "grad_norm": 2.2539515495300293, + "learning_rate": 1.5614164813513114e-05, + "loss": 2.7684, + "step": 19334 + }, + { + "epoch": 0.33097108817336823, + "grad_norm": 2.314802408218384, + "learning_rate": 1.561370601604159e-05, + "loss": 2.6983, + "step": 19335 + }, + { + "epoch": 0.33098820589191874, + "grad_norm": 2.2916066646575928, + "learning_rate": 1.5613247201315486e-05, + "loss": 2.7278, + "step": 19336 + }, + { + "epoch": 0.3310053236104692, + "grad_norm": 2.280184268951416, + "learning_rate": 1.561278836933622e-05, + "loss": 2.6829, + "step": 19337 + }, + { + "epoch": 0.33102244132901965, + "grad_norm": 2.2230098247528076, + "learning_rate": 1.5612329520105195e-05, + "loss": 2.6602, + "step": 19338 + }, + { + "epoch": 0.33103955904757015, + "grad_norm": 2.3157830238342285, + "learning_rate": 1.5611870653623826e-05, + "loss": 2.7808, + "step": 19339 + }, + { + "epoch": 0.3310566767661206, + "grad_norm": 2.333270788192749, + "learning_rate": 1.5611411769893522e-05, + "loss": 2.7442, + "step": 19340 + }, + { + "epoch": 0.33107379448467106, + "grad_norm": 2.301222324371338, + "learning_rate": 1.5610952868915693e-05, + "loss": 2.7625, + "step": 19341 + }, + { + "epoch": 0.33109091220322157, + "grad_norm": 2.3398361206054688, + "learning_rate": 1.5610493950691748e-05, + "loss": 2.639, + "step": 19342 + }, + { + "epoch": 0.331108029921772, + "grad_norm": 2.3083770275115967, + "learning_rate": 1.5610035015223104e-05, + "loss": 2.5682, + "step": 19343 + }, + { + "epoch": 0.33112514764032247, + "grad_norm": 2.341336965560913, + "learning_rate": 1.5609576062511165e-05, + "loss": 2.7183, + "step": 19344 + }, + { + "epoch": 0.331142265358873, + "grad_norm": 2.2236366271972656, + "learning_rate": 1.5609117092557346e-05, + "loss": 2.7086, + "step": 19345 + }, + { + "epoch": 0.33115938307742343, + "grad_norm": 2.3412790298461914, + "learning_rate": 1.5608658105363052e-05, + "loss": 2.7208, + "step": 19346 + }, + { + "epoch": 0.33117650079597394, + "grad_norm": 2.552140951156616, + "learning_rate": 1.56081991009297e-05, + "loss": 2.7314, + "step": 19347 + }, + { + "epoch": 0.3311936185145244, + "grad_norm": 2.3227269649505615, + "learning_rate": 1.5607740079258695e-05, + "loss": 2.6435, + "step": 19348 + }, + { + "epoch": 0.33121073623307484, + "grad_norm": 2.4237680435180664, + "learning_rate": 1.5607281040351454e-05, + "loss": 2.633, + "step": 19349 + }, + { + "epoch": 0.33122785395162535, + "grad_norm": 2.4271533489227295, + "learning_rate": 1.5606821984209383e-05, + "loss": 2.6425, + "step": 19350 + }, + { + "epoch": 0.3312449716701758, + "grad_norm": 2.3371644020080566, + "learning_rate": 1.5606362910833898e-05, + "loss": 2.7384, + "step": 19351 + }, + { + "epoch": 0.33126208938872626, + "grad_norm": 2.285757303237915, + "learning_rate": 1.56059038202264e-05, + "loss": 2.7474, + "step": 19352 + }, + { + "epoch": 0.33127920710727676, + "grad_norm": 2.4566948413848877, + "learning_rate": 1.5605444712388317e-05, + "loss": 2.8217, + "step": 19353 + }, + { + "epoch": 0.3312963248258272, + "grad_norm": 2.4859652519226074, + "learning_rate": 1.5604985587321044e-05, + "loss": 2.8682, + "step": 19354 + }, + { + "epoch": 0.33131344254437767, + "grad_norm": 2.3318521976470947, + "learning_rate": 1.5604526445026002e-05, + "loss": 2.7086, + "step": 19355 + }, + { + "epoch": 0.3313305602629282, + "grad_norm": 2.1799733638763428, + "learning_rate": 1.5604067285504596e-05, + "loss": 2.6415, + "step": 19356 + }, + { + "epoch": 0.3313476779814786, + "grad_norm": 2.393366813659668, + "learning_rate": 1.560360810875824e-05, + "loss": 2.6954, + "step": 19357 + }, + { + "epoch": 0.3313647957000291, + "grad_norm": 2.170048475265503, + "learning_rate": 1.5603148914788344e-05, + "loss": 2.688, + "step": 19358 + }, + { + "epoch": 0.3313819134185796, + "grad_norm": 2.269275426864624, + "learning_rate": 1.5602689703596322e-05, + "loss": 2.7062, + "step": 19359 + }, + { + "epoch": 0.33139903113713004, + "grad_norm": 2.167495012283325, + "learning_rate": 1.5602230475183583e-05, + "loss": 2.7632, + "step": 19360 + }, + { + "epoch": 0.3314161488556805, + "grad_norm": 2.2999517917633057, + "learning_rate": 1.560177122955154e-05, + "loss": 2.7533, + "step": 19361 + }, + { + "epoch": 0.331433266574231, + "grad_norm": 2.1883246898651123, + "learning_rate": 1.5601311966701605e-05, + "loss": 2.6335, + "step": 19362 + }, + { + "epoch": 0.33145038429278145, + "grad_norm": 2.406250476837158, + "learning_rate": 1.5600852686635194e-05, + "loss": 2.7782, + "step": 19363 + }, + { + "epoch": 0.3314675020113319, + "grad_norm": 2.3800714015960693, + "learning_rate": 1.560039338935371e-05, + "loss": 2.7396, + "step": 19364 + }, + { + "epoch": 0.3314846197298824, + "grad_norm": 2.3429176807403564, + "learning_rate": 1.5599934074858562e-05, + "loss": 2.773, + "step": 19365 + }, + { + "epoch": 0.33150173744843286, + "grad_norm": 2.352726459503174, + "learning_rate": 1.5599474743151174e-05, + "loss": 2.8168, + "step": 19366 + }, + { + "epoch": 0.3315188551669833, + "grad_norm": 2.2105729579925537, + "learning_rate": 1.559901539423295e-05, + "loss": 2.7278, + "step": 19367 + }, + { + "epoch": 0.3315359728855338, + "grad_norm": 2.4037246704101562, + "learning_rate": 1.55985560281053e-05, + "loss": 2.7106, + "step": 19368 + }, + { + "epoch": 0.3315530906040843, + "grad_norm": 2.2691824436187744, + "learning_rate": 1.5598096644769646e-05, + "loss": 2.8431, + "step": 19369 + }, + { + "epoch": 0.3315702083226348, + "grad_norm": 2.188441514968872, + "learning_rate": 1.5597637244227394e-05, + "loss": 2.567, + "step": 19370 + }, + { + "epoch": 0.33158732604118524, + "grad_norm": 2.4230339527130127, + "learning_rate": 1.559717782647995e-05, + "loss": 2.7134, + "step": 19371 + }, + { + "epoch": 0.3316044437597357, + "grad_norm": 2.2644753456115723, + "learning_rate": 1.5596718391528737e-05, + "loss": 2.6334, + "step": 19372 + }, + { + "epoch": 0.3316215614782862, + "grad_norm": 2.199676990509033, + "learning_rate": 1.5596258939375158e-05, + "loss": 2.6755, + "step": 19373 + }, + { + "epoch": 0.33163867919683665, + "grad_norm": 2.2288734912872314, + "learning_rate": 1.5595799470020634e-05, + "loss": 2.6839, + "step": 19374 + }, + { + "epoch": 0.3316557969153871, + "grad_norm": 2.362619161605835, + "learning_rate": 1.5595339983466566e-05, + "loss": 2.6603, + "step": 19375 + }, + { + "epoch": 0.3316729146339376, + "grad_norm": 2.3642027378082275, + "learning_rate": 1.5594880479714376e-05, + "loss": 2.8275, + "step": 19376 + }, + { + "epoch": 0.33169003235248806, + "grad_norm": 2.356062650680542, + "learning_rate": 1.5594420958765472e-05, + "loss": 2.7642, + "step": 19377 + }, + { + "epoch": 0.3317071500710385, + "grad_norm": 2.3322553634643555, + "learning_rate": 1.559396142062127e-05, + "loss": 2.6894, + "step": 19378 + }, + { + "epoch": 0.331724267789589, + "grad_norm": 2.3703577518463135, + "learning_rate": 1.5593501865283175e-05, + "loss": 2.6571, + "step": 19379 + }, + { + "epoch": 0.3317413855081395, + "grad_norm": 2.3277573585510254, + "learning_rate": 1.559304229275261e-05, + "loss": 2.6421, + "step": 19380 + }, + { + "epoch": 0.3317585032266899, + "grad_norm": 2.2639176845550537, + "learning_rate": 1.5592582703030978e-05, + "loss": 2.7883, + "step": 19381 + }, + { + "epoch": 0.33177562094524043, + "grad_norm": 2.4422225952148438, + "learning_rate": 1.5592123096119695e-05, + "loss": 2.6601, + "step": 19382 + }, + { + "epoch": 0.3317927386637909, + "grad_norm": 2.3446884155273438, + "learning_rate": 1.5591663472020176e-05, + "loss": 2.7774, + "step": 19383 + }, + { + "epoch": 0.33180985638234134, + "grad_norm": 2.3005926609039307, + "learning_rate": 1.5591203830733833e-05, + "loss": 2.7062, + "step": 19384 + }, + { + "epoch": 0.33182697410089185, + "grad_norm": 2.329831600189209, + "learning_rate": 1.5590744172262076e-05, + "loss": 2.8139, + "step": 19385 + }, + { + "epoch": 0.3318440918194423, + "grad_norm": 2.3995494842529297, + "learning_rate": 1.559028449660632e-05, + "loss": 2.6802, + "step": 19386 + }, + { + "epoch": 0.33186120953799275, + "grad_norm": 2.319045066833496, + "learning_rate": 1.5589824803767978e-05, + "loss": 2.7453, + "step": 19387 + }, + { + "epoch": 0.33187832725654326, + "grad_norm": 2.274764060974121, + "learning_rate": 1.5589365093748463e-05, + "loss": 2.6218, + "step": 19388 + }, + { + "epoch": 0.3318954449750937, + "grad_norm": 2.3969905376434326, + "learning_rate": 1.5588905366549184e-05, + "loss": 2.6569, + "step": 19389 + }, + { + "epoch": 0.33191256269364416, + "grad_norm": 2.0892505645751953, + "learning_rate": 1.558844562217156e-05, + "loss": 2.5102, + "step": 19390 + }, + { + "epoch": 0.33192968041219467, + "grad_norm": 2.4691669940948486, + "learning_rate": 1.5587985860617e-05, + "loss": 2.7553, + "step": 19391 + }, + { + "epoch": 0.3319467981307451, + "grad_norm": 2.2924368381500244, + "learning_rate": 1.558752608188692e-05, + "loss": 2.753, + "step": 19392 + }, + { + "epoch": 0.33196391584929563, + "grad_norm": 2.2943758964538574, + "learning_rate": 1.5587066285982733e-05, + "loss": 2.5752, + "step": 19393 + }, + { + "epoch": 0.3319810335678461, + "grad_norm": 2.294407367706299, + "learning_rate": 1.558660647290585e-05, + "loss": 2.5739, + "step": 19394 + }, + { + "epoch": 0.33199815128639654, + "grad_norm": 2.3761649131774902, + "learning_rate": 1.5586146642657682e-05, + "loss": 2.556, + "step": 19395 + }, + { + "epoch": 0.33201526900494704, + "grad_norm": 2.3647358417510986, + "learning_rate": 1.558568679523965e-05, + "loss": 2.7623, + "step": 19396 + }, + { + "epoch": 0.3320323867234975, + "grad_norm": 2.2235682010650635, + "learning_rate": 1.558522693065316e-05, + "loss": 2.6997, + "step": 19397 + }, + { + "epoch": 0.33204950444204795, + "grad_norm": 2.326568841934204, + "learning_rate": 1.5584767048899632e-05, + "loss": 2.7, + "step": 19398 + }, + { + "epoch": 0.33206662216059846, + "grad_norm": 2.3541555404663086, + "learning_rate": 1.5584307149980477e-05, + "loss": 2.6424, + "step": 19399 + }, + { + "epoch": 0.3320837398791489, + "grad_norm": 2.2633907794952393, + "learning_rate": 1.5583847233897103e-05, + "loss": 2.7584, + "step": 19400 + }, + { + "epoch": 0.33210085759769936, + "grad_norm": 2.4345381259918213, + "learning_rate": 1.558338730065093e-05, + "loss": 2.7322, + "step": 19401 + }, + { + "epoch": 0.33211797531624987, + "grad_norm": 2.3466556072235107, + "learning_rate": 1.558292735024337e-05, + "loss": 2.8604, + "step": 19402 + }, + { + "epoch": 0.3321350930348003, + "grad_norm": 2.441302537918091, + "learning_rate": 1.5582467382675837e-05, + "loss": 2.6433, + "step": 19403 + }, + { + "epoch": 0.3321522107533508, + "grad_norm": 2.115537166595459, + "learning_rate": 1.5582007397949746e-05, + "loss": 2.6421, + "step": 19404 + }, + { + "epoch": 0.3321693284719013, + "grad_norm": 2.3033945560455322, + "learning_rate": 1.558154739606651e-05, + "loss": 2.6334, + "step": 19405 + }, + { + "epoch": 0.33218644619045173, + "grad_norm": 2.32504940032959, + "learning_rate": 1.5581087377027538e-05, + "loss": 2.7797, + "step": 19406 + }, + { + "epoch": 0.3322035639090022, + "grad_norm": 2.1333141326904297, + "learning_rate": 1.5580627340834252e-05, + "loss": 2.5781, + "step": 19407 + }, + { + "epoch": 0.3322206816275527, + "grad_norm": 2.3447628021240234, + "learning_rate": 1.5580167287488058e-05, + "loss": 2.7103, + "step": 19408 + }, + { + "epoch": 0.33223779934610315, + "grad_norm": 2.1784732341766357, + "learning_rate": 1.5579707216990375e-05, + "loss": 2.6702, + "step": 19409 + }, + { + "epoch": 0.3322549170646536, + "grad_norm": 2.583301544189453, + "learning_rate": 1.5579247129342622e-05, + "loss": 2.8178, + "step": 19410 + }, + { + "epoch": 0.3322720347832041, + "grad_norm": 2.2388052940368652, + "learning_rate": 1.55787870245462e-05, + "loss": 2.6911, + "step": 19411 + }, + { + "epoch": 0.33228915250175456, + "grad_norm": 2.489229440689087, + "learning_rate": 1.5578326902602534e-05, + "loss": 2.7794, + "step": 19412 + }, + { + "epoch": 0.332306270220305, + "grad_norm": 2.48545503616333, + "learning_rate": 1.5577866763513038e-05, + "loss": 2.7621, + "step": 19413 + }, + { + "epoch": 0.3323233879388555, + "grad_norm": 2.2774710655212402, + "learning_rate": 1.557740660727912e-05, + "loss": 2.7682, + "step": 19414 + }, + { + "epoch": 0.33234050565740597, + "grad_norm": 2.389220714569092, + "learning_rate": 1.5576946433902198e-05, + "loss": 2.6609, + "step": 19415 + }, + { + "epoch": 0.3323576233759565, + "grad_norm": 2.408173084259033, + "learning_rate": 1.5576486243383686e-05, + "loss": 2.7676, + "step": 19416 + }, + { + "epoch": 0.33237474109450693, + "grad_norm": 2.326051950454712, + "learning_rate": 1.5576026035725e-05, + "loss": 2.6589, + "step": 19417 + }, + { + "epoch": 0.3323918588130574, + "grad_norm": 2.224893569946289, + "learning_rate": 1.557556581092755e-05, + "loss": 2.6951, + "step": 19418 + }, + { + "epoch": 0.3324089765316079, + "grad_norm": 2.3360064029693604, + "learning_rate": 1.5575105568992756e-05, + "loss": 2.7335, + "step": 19419 + }, + { + "epoch": 0.33242609425015834, + "grad_norm": 2.372556447982788, + "learning_rate": 1.5574645309922025e-05, + "loss": 2.8335, + "step": 19420 + }, + { + "epoch": 0.3324432119687088, + "grad_norm": 2.5215415954589844, + "learning_rate": 1.5574185033716783e-05, + "loss": 2.7503, + "step": 19421 + }, + { + "epoch": 0.3324603296872593, + "grad_norm": 2.487818956375122, + "learning_rate": 1.5573724740378433e-05, + "loss": 2.7585, + "step": 19422 + }, + { + "epoch": 0.33247744740580976, + "grad_norm": 2.217799425125122, + "learning_rate": 1.5573264429908398e-05, + "loss": 2.6853, + "step": 19423 + }, + { + "epoch": 0.3324945651243602, + "grad_norm": 2.313544273376465, + "learning_rate": 1.5572804102308094e-05, + "loss": 2.7412, + "step": 19424 + }, + { + "epoch": 0.3325116828429107, + "grad_norm": 2.340639591217041, + "learning_rate": 1.5572343757578927e-05, + "loss": 2.6449, + "step": 19425 + }, + { + "epoch": 0.33252880056146117, + "grad_norm": 2.268617630004883, + "learning_rate": 1.5571883395722317e-05, + "loss": 2.6364, + "step": 19426 + }, + { + "epoch": 0.3325459182800116, + "grad_norm": 2.2449564933776855, + "learning_rate": 1.5571423016739683e-05, + "loss": 2.6584, + "step": 19427 + }, + { + "epoch": 0.33256303599856213, + "grad_norm": 2.195585250854492, + "learning_rate": 1.5570962620632435e-05, + "loss": 2.5919, + "step": 19428 + }, + { + "epoch": 0.3325801537171126, + "grad_norm": 2.3692104816436768, + "learning_rate": 1.557050220740199e-05, + "loss": 2.7507, + "step": 19429 + }, + { + "epoch": 0.33259727143566303, + "grad_norm": 2.3224072456359863, + "learning_rate": 1.5570041777049758e-05, + "loss": 2.7063, + "step": 19430 + }, + { + "epoch": 0.33261438915421354, + "grad_norm": 2.2927474975585938, + "learning_rate": 1.5569581329577158e-05, + "loss": 2.7102, + "step": 19431 + }, + { + "epoch": 0.332631506872764, + "grad_norm": 2.2270944118499756, + "learning_rate": 1.556912086498561e-05, + "loss": 2.6603, + "step": 19432 + }, + { + "epoch": 0.33264862459131445, + "grad_norm": 2.229548215866089, + "learning_rate": 1.5568660383276523e-05, + "loss": 2.6555, + "step": 19433 + }, + { + "epoch": 0.33266574230986495, + "grad_norm": 2.2916476726531982, + "learning_rate": 1.5568199884451317e-05, + "loss": 2.8101, + "step": 19434 + }, + { + "epoch": 0.3326828600284154, + "grad_norm": 2.244765520095825, + "learning_rate": 1.55677393685114e-05, + "loss": 2.8124, + "step": 19435 + }, + { + "epoch": 0.33269997774696586, + "grad_norm": 2.3120903968811035, + "learning_rate": 1.5567278835458197e-05, + "loss": 2.7169, + "step": 19436 + }, + { + "epoch": 0.33271709546551637, + "grad_norm": 2.22678279876709, + "learning_rate": 1.5566818285293118e-05, + "loss": 2.5322, + "step": 19437 + }, + { + "epoch": 0.3327342131840668, + "grad_norm": 2.254465103149414, + "learning_rate": 1.5566357718017578e-05, + "loss": 2.6741, + "step": 19438 + }, + { + "epoch": 0.3327513309026173, + "grad_norm": 2.235689640045166, + "learning_rate": 1.5565897133632994e-05, + "loss": 2.7118, + "step": 19439 + }, + { + "epoch": 0.3327684486211678, + "grad_norm": 2.316471576690674, + "learning_rate": 1.5565436532140782e-05, + "loss": 2.6703, + "step": 19440 + }, + { + "epoch": 0.33278556633971823, + "grad_norm": 2.3543951511383057, + "learning_rate": 1.5564975913542356e-05, + "loss": 2.7413, + "step": 19441 + }, + { + "epoch": 0.33280268405826874, + "grad_norm": 2.354153633117676, + "learning_rate": 1.5564515277839134e-05, + "loss": 2.6903, + "step": 19442 + }, + { + "epoch": 0.3328198017768192, + "grad_norm": 2.4134914875030518, + "learning_rate": 1.5564054625032534e-05, + "loss": 2.7597, + "step": 19443 + }, + { + "epoch": 0.33283691949536964, + "grad_norm": 2.2170190811157227, + "learning_rate": 1.5563593955123966e-05, + "loss": 2.7126, + "step": 19444 + }, + { + "epoch": 0.33285403721392015, + "grad_norm": 2.173912525177002, + "learning_rate": 1.5563133268114846e-05, + "loss": 2.6269, + "step": 19445 + }, + { + "epoch": 0.3328711549324706, + "grad_norm": 2.366647243499756, + "learning_rate": 1.5562672564006598e-05, + "loss": 2.6637, + "step": 19446 + }, + { + "epoch": 0.33288827265102106, + "grad_norm": 2.3376195430755615, + "learning_rate": 1.5562211842800634e-05, + "loss": 2.692, + "step": 19447 + }, + { + "epoch": 0.33290539036957156, + "grad_norm": 2.188974380493164, + "learning_rate": 1.5561751104498363e-05, + "loss": 2.6787, + "step": 19448 + }, + { + "epoch": 0.332922508088122, + "grad_norm": 2.3182153701782227, + "learning_rate": 1.556129034910121e-05, + "loss": 2.8681, + "step": 19449 + }, + { + "epoch": 0.33293962580667247, + "grad_norm": 2.3525891304016113, + "learning_rate": 1.556082957661059e-05, + "loss": 2.7583, + "step": 19450 + }, + { + "epoch": 0.332956743525223, + "grad_norm": 2.3393142223358154, + "learning_rate": 1.5560368787027914e-05, + "loss": 2.6445, + "step": 19451 + }, + { + "epoch": 0.33297386124377343, + "grad_norm": 2.319314479827881, + "learning_rate": 1.5559907980354604e-05, + "loss": 2.694, + "step": 19452 + }, + { + "epoch": 0.3329909789623239, + "grad_norm": 2.3285090923309326, + "learning_rate": 1.5559447156592073e-05, + "loss": 2.7614, + "step": 19453 + }, + { + "epoch": 0.3330080966808744, + "grad_norm": 2.216592311859131, + "learning_rate": 1.555898631574174e-05, + "loss": 2.6838, + "step": 19454 + }, + { + "epoch": 0.33302521439942484, + "grad_norm": 2.2073004245758057, + "learning_rate": 1.555852545780502e-05, + "loss": 2.6457, + "step": 19455 + }, + { + "epoch": 0.3330423321179753, + "grad_norm": 2.3563897609710693, + "learning_rate": 1.555806458278333e-05, + "loss": 2.6833, + "step": 19456 + }, + { + "epoch": 0.3330594498365258, + "grad_norm": 2.2662222385406494, + "learning_rate": 1.555760369067809e-05, + "loss": 2.6401, + "step": 19457 + }, + { + "epoch": 0.33307656755507625, + "grad_norm": 2.5362014770507812, + "learning_rate": 1.5557142781490705e-05, + "loss": 2.6841, + "step": 19458 + }, + { + "epoch": 0.3330936852736267, + "grad_norm": 2.485917806625366, + "learning_rate": 1.55566818552226e-05, + "loss": 2.7791, + "step": 19459 + }, + { + "epoch": 0.3331108029921772, + "grad_norm": 2.264991283416748, + "learning_rate": 1.5556220911875196e-05, + "loss": 2.7679, + "step": 19460 + }, + { + "epoch": 0.33312792071072767, + "grad_norm": 2.3219053745269775, + "learning_rate": 1.5555759951449903e-05, + "loss": 2.6702, + "step": 19461 + }, + { + "epoch": 0.3331450384292782, + "grad_norm": 2.432468891143799, + "learning_rate": 1.555529897394814e-05, + "loss": 2.867, + "step": 19462 + }, + { + "epoch": 0.3331621561478286, + "grad_norm": 2.303774833679199, + "learning_rate": 1.5554837979371325e-05, + "loss": 2.6635, + "step": 19463 + }, + { + "epoch": 0.3331792738663791, + "grad_norm": 2.2207117080688477, + "learning_rate": 1.5554376967720874e-05, + "loss": 2.7354, + "step": 19464 + }, + { + "epoch": 0.3331963915849296, + "grad_norm": 2.237839937210083, + "learning_rate": 1.5553915938998202e-05, + "loss": 2.804, + "step": 19465 + }, + { + "epoch": 0.33321350930348004, + "grad_norm": 2.2487330436706543, + "learning_rate": 1.5553454893204727e-05, + "loss": 2.8044, + "step": 19466 + }, + { + "epoch": 0.3332306270220305, + "grad_norm": 2.323068857192993, + "learning_rate": 1.5552993830341867e-05, + "loss": 2.6166, + "step": 19467 + }, + { + "epoch": 0.333247744740581, + "grad_norm": 2.3591971397399902, + "learning_rate": 1.5552532750411036e-05, + "loss": 2.6042, + "step": 19468 + }, + { + "epoch": 0.33326486245913145, + "grad_norm": 2.422852039337158, + "learning_rate": 1.555207165341366e-05, + "loss": 2.7652, + "step": 19469 + }, + { + "epoch": 0.3332819801776819, + "grad_norm": 2.2702717781066895, + "learning_rate": 1.555161053935115e-05, + "loss": 2.6487, + "step": 19470 + }, + { + "epoch": 0.3332990978962324, + "grad_norm": 2.220003366470337, + "learning_rate": 1.5551149408224922e-05, + "loss": 2.7287, + "step": 19471 + }, + { + "epoch": 0.33331621561478286, + "grad_norm": 2.277060031890869, + "learning_rate": 1.555068826003639e-05, + "loss": 2.6864, + "step": 19472 + }, + { + "epoch": 0.3333333333333333, + "grad_norm": 2.134122610092163, + "learning_rate": 1.5550227094786988e-05, + "loss": 2.5945, + "step": 19473 + }, + { + "epoch": 0.3333504510518838, + "grad_norm": 2.2805793285369873, + "learning_rate": 1.5549765912478113e-05, + "loss": 2.6839, + "step": 19474 + }, + { + "epoch": 0.3333675687704343, + "grad_norm": 2.275279998779297, + "learning_rate": 1.554930471311119e-05, + "loss": 2.7665, + "step": 19475 + }, + { + "epoch": 0.3333846864889847, + "grad_norm": 2.296704053878784, + "learning_rate": 1.5548843496687645e-05, + "loss": 2.7668, + "step": 19476 + }, + { + "epoch": 0.33340180420753524, + "grad_norm": 2.346290111541748, + "learning_rate": 1.5548382263208884e-05, + "loss": 2.7198, + "step": 19477 + }, + { + "epoch": 0.3334189219260857, + "grad_norm": 2.337932825088501, + "learning_rate": 1.554792101267633e-05, + "loss": 2.7412, + "step": 19478 + }, + { + "epoch": 0.33343603964463614, + "grad_norm": 2.2502212524414062, + "learning_rate": 1.55474597450914e-05, + "loss": 2.8179, + "step": 19479 + }, + { + "epoch": 0.33345315736318665, + "grad_norm": 2.2989065647125244, + "learning_rate": 1.5546998460455513e-05, + "loss": 2.6735, + "step": 19480 + }, + { + "epoch": 0.3334702750817371, + "grad_norm": 2.228896379470825, + "learning_rate": 1.5546537158770084e-05, + "loss": 2.6512, + "step": 19481 + }, + { + "epoch": 0.33348739280028755, + "grad_norm": 2.406386375427246, + "learning_rate": 1.5546075840036535e-05, + "loss": 2.7771, + "step": 19482 + }, + { + "epoch": 0.33350451051883806, + "grad_norm": 2.342371702194214, + "learning_rate": 1.554561450425628e-05, + "loss": 2.8008, + "step": 19483 + }, + { + "epoch": 0.3335216282373885, + "grad_norm": 2.2519690990448, + "learning_rate": 1.5545153151430737e-05, + "loss": 2.5098, + "step": 19484 + }, + { + "epoch": 0.333538745955939, + "grad_norm": 2.237882614135742, + "learning_rate": 1.5544691781561328e-05, + "loss": 2.6361, + "step": 19485 + }, + { + "epoch": 0.3335558636744895, + "grad_norm": 2.242799758911133, + "learning_rate": 1.5544230394649467e-05, + "loss": 2.6578, + "step": 19486 + }, + { + "epoch": 0.3335729813930399, + "grad_norm": 2.383012056350708, + "learning_rate": 1.5543768990696573e-05, + "loss": 2.7091, + "step": 19487 + }, + { + "epoch": 0.33359009911159043, + "grad_norm": 2.340195894241333, + "learning_rate": 1.5543307569704067e-05, + "loss": 2.6627, + "step": 19488 + }, + { + "epoch": 0.3336072168301409, + "grad_norm": 2.2004940509796143, + "learning_rate": 1.5542846131673364e-05, + "loss": 2.6185, + "step": 19489 + }, + { + "epoch": 0.33362433454869134, + "grad_norm": 2.176022529602051, + "learning_rate": 1.5542384676605885e-05, + "loss": 2.5337, + "step": 19490 + }, + { + "epoch": 0.33364145226724184, + "grad_norm": 2.627678871154785, + "learning_rate": 1.554192320450304e-05, + "loss": 2.8441, + "step": 19491 + }, + { + "epoch": 0.3336585699857923, + "grad_norm": 2.3440074920654297, + "learning_rate": 1.5541461715366263e-05, + "loss": 2.7013, + "step": 19492 + }, + { + "epoch": 0.33367568770434275, + "grad_norm": 2.3968751430511475, + "learning_rate": 1.554100020919696e-05, + "loss": 2.7617, + "step": 19493 + }, + { + "epoch": 0.33369280542289326, + "grad_norm": 2.373514413833618, + "learning_rate": 1.554053868599655e-05, + "loss": 2.7553, + "step": 19494 + }, + { + "epoch": 0.3337099231414437, + "grad_norm": 2.189622163772583, + "learning_rate": 1.554007714576646e-05, + "loss": 2.6678, + "step": 19495 + }, + { + "epoch": 0.33372704085999416, + "grad_norm": 2.2343735694885254, + "learning_rate": 1.5539615588508097e-05, + "loss": 2.6835, + "step": 19496 + }, + { + "epoch": 0.33374415857854467, + "grad_norm": 2.565385341644287, + "learning_rate": 1.5539154014222892e-05, + "loss": 2.7227, + "step": 19497 + }, + { + "epoch": 0.3337612762970951, + "grad_norm": 2.255796432495117, + "learning_rate": 1.5538692422912257e-05, + "loss": 2.7736, + "step": 19498 + }, + { + "epoch": 0.3337783940156456, + "grad_norm": 2.4305713176727295, + "learning_rate": 1.553823081457761e-05, + "loss": 2.7605, + "step": 19499 + }, + { + "epoch": 0.3337955117341961, + "grad_norm": 2.3417482376098633, + "learning_rate": 1.553776918922037e-05, + "loss": 2.6369, + "step": 19500 + }, + { + "epoch": 0.33381262945274653, + "grad_norm": 2.325693130493164, + "learning_rate": 1.553730754684196e-05, + "loss": 2.6239, + "step": 19501 + }, + { + "epoch": 0.333829747171297, + "grad_norm": 2.2885303497314453, + "learning_rate": 1.5536845887443798e-05, + "loss": 2.6461, + "step": 19502 + }, + { + "epoch": 0.3338468648898475, + "grad_norm": 2.248689651489258, + "learning_rate": 1.5536384211027297e-05, + "loss": 2.7578, + "step": 19503 + }, + { + "epoch": 0.33386398260839795, + "grad_norm": 2.274714708328247, + "learning_rate": 1.5535922517593877e-05, + "loss": 2.6937, + "step": 19504 + }, + { + "epoch": 0.3338811003269484, + "grad_norm": 2.311887741088867, + "learning_rate": 1.5535460807144968e-05, + "loss": 2.6785, + "step": 19505 + }, + { + "epoch": 0.3338982180454989, + "grad_norm": 2.3226850032806396, + "learning_rate": 1.5534999079681975e-05, + "loss": 2.6714, + "step": 19506 + }, + { + "epoch": 0.33391533576404936, + "grad_norm": 2.268977165222168, + "learning_rate": 1.5534537335206326e-05, + "loss": 2.701, + "step": 19507 + }, + { + "epoch": 0.3339324534825998, + "grad_norm": 2.2786648273468018, + "learning_rate": 1.553407557371944e-05, + "loss": 2.7735, + "step": 19508 + }, + { + "epoch": 0.3339495712011503, + "grad_norm": 2.3470277786254883, + "learning_rate": 1.553361379522273e-05, + "loss": 2.8279, + "step": 19509 + }, + { + "epoch": 0.33396668891970077, + "grad_norm": 2.2221946716308594, + "learning_rate": 1.5533151999717624e-05, + "loss": 2.6995, + "step": 19510 + }, + { + "epoch": 0.3339838066382513, + "grad_norm": 2.3635833263397217, + "learning_rate": 1.5532690187205534e-05, + "loss": 2.6087, + "step": 19511 + }, + { + "epoch": 0.33400092435680173, + "grad_norm": 2.160889148712158, + "learning_rate": 1.553222835768788e-05, + "loss": 2.6569, + "step": 19512 + }, + { + "epoch": 0.3340180420753522, + "grad_norm": 2.2718985080718994, + "learning_rate": 1.5531766511166087e-05, + "loss": 2.766, + "step": 19513 + }, + { + "epoch": 0.3340351597939027, + "grad_norm": 2.2875192165374756, + "learning_rate": 1.553130464764157e-05, + "loss": 2.5771, + "step": 19514 + }, + { + "epoch": 0.33405227751245314, + "grad_norm": 2.3098950386047363, + "learning_rate": 1.5530842767115753e-05, + "loss": 2.7178, + "step": 19515 + }, + { + "epoch": 0.3340693952310036, + "grad_norm": 2.2898712158203125, + "learning_rate": 1.553038086959005e-05, + "loss": 2.6295, + "step": 19516 + }, + { + "epoch": 0.3340865129495541, + "grad_norm": 2.2959115505218506, + "learning_rate": 1.5529918955065882e-05, + "loss": 2.657, + "step": 19517 + }, + { + "epoch": 0.33410363066810456, + "grad_norm": 2.3232157230377197, + "learning_rate": 1.552945702354467e-05, + "loss": 2.8399, + "step": 19518 + }, + { + "epoch": 0.334120748386655, + "grad_norm": 2.255134344100952, + "learning_rate": 1.5528995075027833e-05, + "loss": 2.6253, + "step": 19519 + }, + { + "epoch": 0.3341378661052055, + "grad_norm": 2.3280391693115234, + "learning_rate": 1.5528533109516795e-05, + "loss": 2.7793, + "step": 19520 + }, + { + "epoch": 0.33415498382375597, + "grad_norm": 2.680389165878296, + "learning_rate": 1.5528071127012972e-05, + "loss": 2.8821, + "step": 19521 + }, + { + "epoch": 0.3341721015423064, + "grad_norm": 2.3310649394989014, + "learning_rate": 1.5527609127517783e-05, + "loss": 2.6839, + "step": 19522 + }, + { + "epoch": 0.33418921926085693, + "grad_norm": 2.3461925983428955, + "learning_rate": 1.552714711103265e-05, + "loss": 2.6687, + "step": 19523 + }, + { + "epoch": 0.3342063369794074, + "grad_norm": 2.3598690032958984, + "learning_rate": 1.5526685077559e-05, + "loss": 2.6949, + "step": 19524 + }, + { + "epoch": 0.33422345469795783, + "grad_norm": 2.3283157348632812, + "learning_rate": 1.5526223027098234e-05, + "loss": 2.7167, + "step": 19525 + }, + { + "epoch": 0.33424057241650834, + "grad_norm": 2.2858636379241943, + "learning_rate": 1.5525760959651792e-05, + "loss": 2.5819, + "step": 19526 + }, + { + "epoch": 0.3342576901350588, + "grad_norm": 2.322978973388672, + "learning_rate": 1.5525298875221082e-05, + "loss": 2.6725, + "step": 19527 + }, + { + "epoch": 0.33427480785360925, + "grad_norm": 2.211094617843628, + "learning_rate": 1.552483677380753e-05, + "loss": 2.7486, + "step": 19528 + }, + { + "epoch": 0.33429192557215975, + "grad_norm": 2.1510822772979736, + "learning_rate": 1.552437465541256e-05, + "loss": 2.6369, + "step": 19529 + }, + { + "epoch": 0.3343090432907102, + "grad_norm": 2.2901127338409424, + "learning_rate": 1.552391252003758e-05, + "loss": 2.771, + "step": 19530 + }, + { + "epoch": 0.33432616100926066, + "grad_norm": 2.1602067947387695, + "learning_rate": 1.552345036768402e-05, + "loss": 2.6126, + "step": 19531 + }, + { + "epoch": 0.33434327872781117, + "grad_norm": 2.2589869499206543, + "learning_rate": 1.55229881983533e-05, + "loss": 2.7584, + "step": 19532 + }, + { + "epoch": 0.3343603964463616, + "grad_norm": 2.26936674118042, + "learning_rate": 1.552252601204684e-05, + "loss": 2.6846, + "step": 19533 + }, + { + "epoch": 0.3343775141649121, + "grad_norm": 2.3464670181274414, + "learning_rate": 1.5522063808766052e-05, + "loss": 2.7657, + "step": 19534 + }, + { + "epoch": 0.3343946318834626, + "grad_norm": 2.377833127975464, + "learning_rate": 1.552160158851237e-05, + "loss": 2.7556, + "step": 19535 + }, + { + "epoch": 0.33441174960201303, + "grad_norm": 2.331430435180664, + "learning_rate": 1.5521139351287206e-05, + "loss": 2.6711, + "step": 19536 + }, + { + "epoch": 0.33442886732056354, + "grad_norm": 2.327263593673706, + "learning_rate": 1.5520677097091988e-05, + "loss": 2.58, + "step": 19537 + }, + { + "epoch": 0.334445985039114, + "grad_norm": 2.3928520679473877, + "learning_rate": 1.5520214825928128e-05, + "loss": 2.7928, + "step": 19538 + }, + { + "epoch": 0.33446310275766444, + "grad_norm": 2.4083776473999023, + "learning_rate": 1.551975253779705e-05, + "loss": 2.7109, + "step": 19539 + }, + { + "epoch": 0.33448022047621495, + "grad_norm": 2.3353288173675537, + "learning_rate": 1.551929023270018e-05, + "loss": 2.6946, + "step": 19540 + }, + { + "epoch": 0.3344973381947654, + "grad_norm": 2.321211576461792, + "learning_rate": 1.5518827910638933e-05, + "loss": 2.6945, + "step": 19541 + }, + { + "epoch": 0.33451445591331586, + "grad_norm": 2.3268203735351562, + "learning_rate": 1.5518365571614734e-05, + "loss": 2.602, + "step": 19542 + }, + { + "epoch": 0.33453157363186636, + "grad_norm": 2.3416554927825928, + "learning_rate": 1.5517903215629e-05, + "loss": 2.7591, + "step": 19543 + }, + { + "epoch": 0.3345486913504168, + "grad_norm": 2.2812085151672363, + "learning_rate": 1.551744084268316e-05, + "loss": 2.7051, + "step": 19544 + }, + { + "epoch": 0.33456580906896727, + "grad_norm": 2.250471353530884, + "learning_rate": 1.5516978452778623e-05, + "loss": 2.5985, + "step": 19545 + }, + { + "epoch": 0.3345829267875178, + "grad_norm": 2.3683035373687744, + "learning_rate": 1.5516516045916816e-05, + "loss": 2.7179, + "step": 19546 + }, + { + "epoch": 0.33460004450606823, + "grad_norm": 2.1839025020599365, + "learning_rate": 1.5516053622099164e-05, + "loss": 2.5803, + "step": 19547 + }, + { + "epoch": 0.3346171622246187, + "grad_norm": 2.4770801067352295, + "learning_rate": 1.5515591181327084e-05, + "loss": 2.6535, + "step": 19548 + }, + { + "epoch": 0.3346342799431692, + "grad_norm": 2.360689878463745, + "learning_rate": 1.5515128723601998e-05, + "loss": 2.6335, + "step": 19549 + }, + { + "epoch": 0.33465139766171964, + "grad_norm": 2.220893144607544, + "learning_rate": 1.551466624892533e-05, + "loss": 2.5807, + "step": 19550 + }, + { + "epoch": 0.3346685153802701, + "grad_norm": 2.347588539123535, + "learning_rate": 1.55142037572985e-05, + "loss": 2.7045, + "step": 19551 + }, + { + "epoch": 0.3346856330988206, + "grad_norm": 2.337545871734619, + "learning_rate": 1.5513741248722926e-05, + "loss": 2.7431, + "step": 19552 + }, + { + "epoch": 0.33470275081737105, + "grad_norm": 2.2229979038238525, + "learning_rate": 1.5513278723200036e-05, + "loss": 2.6506, + "step": 19553 + }, + { + "epoch": 0.3347198685359215, + "grad_norm": 2.3489480018615723, + "learning_rate": 1.5512816180731246e-05, + "loss": 2.6463, + "step": 19554 + }, + { + "epoch": 0.334736986254472, + "grad_norm": 2.204739809036255, + "learning_rate": 1.551235362131798e-05, + "loss": 2.6595, + "step": 19555 + }, + { + "epoch": 0.33475410397302247, + "grad_norm": 2.215074300765991, + "learning_rate": 1.551189104496166e-05, + "loss": 2.68, + "step": 19556 + }, + { + "epoch": 0.334771221691573, + "grad_norm": 2.265197277069092, + "learning_rate": 1.551142845166371e-05, + "loss": 2.7132, + "step": 19557 + }, + { + "epoch": 0.3347883394101234, + "grad_norm": 2.259143590927124, + "learning_rate": 1.5510965841425547e-05, + "loss": 2.776, + "step": 19558 + }, + { + "epoch": 0.3348054571286739, + "grad_norm": 2.2607662677764893, + "learning_rate": 1.5510503214248597e-05, + "loss": 2.6879, + "step": 19559 + }, + { + "epoch": 0.3348225748472244, + "grad_norm": 2.1541035175323486, + "learning_rate": 1.5510040570134277e-05, + "loss": 2.6674, + "step": 19560 + }, + { + "epoch": 0.33483969256577484, + "grad_norm": 2.214808940887451, + "learning_rate": 1.5509577909084015e-05, + "loss": 2.7146, + "step": 19561 + }, + { + "epoch": 0.3348568102843253, + "grad_norm": 2.212338447570801, + "learning_rate": 1.550911523109923e-05, + "loss": 2.6951, + "step": 19562 + }, + { + "epoch": 0.3348739280028758, + "grad_norm": 2.2879366874694824, + "learning_rate": 1.5508652536181347e-05, + "loss": 2.6949, + "step": 19563 + }, + { + "epoch": 0.33489104572142625, + "grad_norm": 2.3503143787384033, + "learning_rate": 1.550818982433178e-05, + "loss": 2.7155, + "step": 19564 + }, + { + "epoch": 0.3349081634399767, + "grad_norm": 2.2053565979003906, + "learning_rate": 1.5507727095551962e-05, + "loss": 2.6771, + "step": 19565 + }, + { + "epoch": 0.3349252811585272, + "grad_norm": 2.331057548522949, + "learning_rate": 1.5507264349843308e-05, + "loss": 2.6361, + "step": 19566 + }, + { + "epoch": 0.33494239887707766, + "grad_norm": 2.0699477195739746, + "learning_rate": 1.5506801587207242e-05, + "loss": 2.6024, + "step": 19567 + }, + { + "epoch": 0.3349595165956281, + "grad_norm": 2.307036876678467, + "learning_rate": 1.5506338807645185e-05, + "loss": 2.8171, + "step": 19568 + }, + { + "epoch": 0.3349766343141786, + "grad_norm": 2.3467116355895996, + "learning_rate": 1.5505876011158566e-05, + "loss": 2.7339, + "step": 19569 + }, + { + "epoch": 0.3349937520327291, + "grad_norm": 2.3369319438934326, + "learning_rate": 1.5505413197748794e-05, + "loss": 2.7402, + "step": 19570 + }, + { + "epoch": 0.3350108697512795, + "grad_norm": 2.3522820472717285, + "learning_rate": 1.550495036741731e-05, + "loss": 2.7161, + "step": 19571 + }, + { + "epoch": 0.33502798746983004, + "grad_norm": 2.2739410400390625, + "learning_rate": 1.5504487520165523e-05, + "loss": 2.6146, + "step": 19572 + }, + { + "epoch": 0.3350451051883805, + "grad_norm": 2.362091064453125, + "learning_rate": 1.550402465599486e-05, + "loss": 2.6524, + "step": 19573 + }, + { + "epoch": 0.33506222290693094, + "grad_norm": 2.389120578765869, + "learning_rate": 1.5503561774906742e-05, + "loss": 2.7762, + "step": 19574 + }, + { + "epoch": 0.33507934062548145, + "grad_norm": 2.362009048461914, + "learning_rate": 1.5503098876902594e-05, + "loss": 2.7113, + "step": 19575 + }, + { + "epoch": 0.3350964583440319, + "grad_norm": 2.1898462772369385, + "learning_rate": 1.5502635961983835e-05, + "loss": 2.7709, + "step": 19576 + }, + { + "epoch": 0.33511357606258235, + "grad_norm": 2.3295483589172363, + "learning_rate": 1.5502173030151894e-05, + "loss": 2.6281, + "step": 19577 + }, + { + "epoch": 0.33513069378113286, + "grad_norm": 2.3994414806365967, + "learning_rate": 1.550171008140819e-05, + "loss": 2.7581, + "step": 19578 + }, + { + "epoch": 0.3351478114996833, + "grad_norm": 2.367741584777832, + "learning_rate": 1.5501247115754142e-05, + "loss": 2.6977, + "step": 19579 + }, + { + "epoch": 0.3351649292182338, + "grad_norm": 2.4694230556488037, + "learning_rate": 1.5500784133191183e-05, + "loss": 2.7525, + "step": 19580 + }, + { + "epoch": 0.3351820469367843, + "grad_norm": 2.2576377391815186, + "learning_rate": 1.5500321133720728e-05, + "loss": 2.6027, + "step": 19581 + }, + { + "epoch": 0.3351991646553347, + "grad_norm": 2.4336705207824707, + "learning_rate": 1.5499858117344203e-05, + "loss": 2.7096, + "step": 19582 + }, + { + "epoch": 0.33521628237388523, + "grad_norm": 2.3078718185424805, + "learning_rate": 1.549939508406303e-05, + "loss": 2.6367, + "step": 19583 + }, + { + "epoch": 0.3352334000924357, + "grad_norm": 2.428900718688965, + "learning_rate": 1.549893203387863e-05, + "loss": 2.7056, + "step": 19584 + }, + { + "epoch": 0.33525051781098614, + "grad_norm": 2.3383102416992188, + "learning_rate": 1.5498468966792432e-05, + "loss": 2.6944, + "step": 19585 + }, + { + "epoch": 0.33526763552953665, + "grad_norm": 2.4250121116638184, + "learning_rate": 1.5498005882805856e-05, + "loss": 2.6867, + "step": 19586 + }, + { + "epoch": 0.3352847532480871, + "grad_norm": 2.2861502170562744, + "learning_rate": 1.549754278192033e-05, + "loss": 2.6021, + "step": 19587 + }, + { + "epoch": 0.33530187096663755, + "grad_norm": 2.360846757888794, + "learning_rate": 1.5497079664137267e-05, + "loss": 2.7544, + "step": 19588 + }, + { + "epoch": 0.33531898868518806, + "grad_norm": 2.3404154777526855, + "learning_rate": 1.5496616529458093e-05, + "loss": 2.7193, + "step": 19589 + }, + { + "epoch": 0.3353361064037385, + "grad_norm": 2.614706039428711, + "learning_rate": 1.5496153377884245e-05, + "loss": 2.631, + "step": 19590 + }, + { + "epoch": 0.33535322412228896, + "grad_norm": 2.1850504875183105, + "learning_rate": 1.549569020941713e-05, + "loss": 2.6619, + "step": 19591 + }, + { + "epoch": 0.33537034184083947, + "grad_norm": 2.3984735012054443, + "learning_rate": 1.5495227024058183e-05, + "loss": 2.705, + "step": 19592 + }, + { + "epoch": 0.3353874595593899, + "grad_norm": 2.3612844944000244, + "learning_rate": 1.549476382180882e-05, + "loss": 2.7453, + "step": 19593 + }, + { + "epoch": 0.3354045772779404, + "grad_norm": 2.2363953590393066, + "learning_rate": 1.549430060267047e-05, + "loss": 2.6313, + "step": 19594 + }, + { + "epoch": 0.3354216949964909, + "grad_norm": 2.214345932006836, + "learning_rate": 1.5493837366644552e-05, + "loss": 2.7379, + "step": 19595 + }, + { + "epoch": 0.33543881271504133, + "grad_norm": 2.251438856124878, + "learning_rate": 1.5493374113732495e-05, + "loss": 2.5739, + "step": 19596 + }, + { + "epoch": 0.3354559304335918, + "grad_norm": 2.300509214401245, + "learning_rate": 1.5492910843935716e-05, + "loss": 2.6807, + "step": 19597 + }, + { + "epoch": 0.3354730481521423, + "grad_norm": 2.296929121017456, + "learning_rate": 1.5492447557255644e-05, + "loss": 2.7155, + "step": 19598 + }, + { + "epoch": 0.33549016587069275, + "grad_norm": 2.2949347496032715, + "learning_rate": 1.5491984253693703e-05, + "loss": 2.7093, + "step": 19599 + }, + { + "epoch": 0.3355072835892432, + "grad_norm": 2.219747304916382, + "learning_rate": 1.5491520933251317e-05, + "loss": 2.6275, + "step": 19600 + }, + { + "epoch": 0.3355244013077937, + "grad_norm": 2.3186893463134766, + "learning_rate": 1.549105759592991e-05, + "loss": 2.6698, + "step": 19601 + }, + { + "epoch": 0.33554151902634416, + "grad_norm": 2.27199649810791, + "learning_rate": 1.54905942417309e-05, + "loss": 2.7033, + "step": 19602 + }, + { + "epoch": 0.33555863674489467, + "grad_norm": 2.3364574909210205, + "learning_rate": 1.5490130870655722e-05, + "loss": 2.7393, + "step": 19603 + }, + { + "epoch": 0.3355757544634451, + "grad_norm": 2.2901148796081543, + "learning_rate": 1.5489667482705796e-05, + "loss": 2.6266, + "step": 19604 + }, + { + "epoch": 0.33559287218199557, + "grad_norm": 2.309107542037964, + "learning_rate": 1.548920407788254e-05, + "loss": 2.7445, + "step": 19605 + }, + { + "epoch": 0.3356099899005461, + "grad_norm": 2.326565980911255, + "learning_rate": 1.5488740656187387e-05, + "loss": 2.7785, + "step": 19606 + }, + { + "epoch": 0.33562710761909653, + "grad_norm": 2.293282985687256, + "learning_rate": 1.5488277217621757e-05, + "loss": 2.6779, + "step": 19607 + }, + { + "epoch": 0.335644225337647, + "grad_norm": 2.334352731704712, + "learning_rate": 1.5487813762187073e-05, + "loss": 2.5637, + "step": 19608 + }, + { + "epoch": 0.3356613430561975, + "grad_norm": 2.1355035305023193, + "learning_rate": 1.5487350289884765e-05, + "loss": 2.5838, + "step": 19609 + }, + { + "epoch": 0.33567846077474794, + "grad_norm": 2.1511855125427246, + "learning_rate": 1.548688680071625e-05, + "loss": 2.6199, + "step": 19610 + }, + { + "epoch": 0.3356955784932984, + "grad_norm": 2.1866133213043213, + "learning_rate": 1.5486423294682963e-05, + "loss": 2.5684, + "step": 19611 + }, + { + "epoch": 0.3357126962118489, + "grad_norm": 2.26973819732666, + "learning_rate": 1.548595977178632e-05, + "loss": 2.7303, + "step": 19612 + }, + { + "epoch": 0.33572981393039936, + "grad_norm": 2.246177911758423, + "learning_rate": 1.5485496232027747e-05, + "loss": 2.6984, + "step": 19613 + }, + { + "epoch": 0.3357469316489498, + "grad_norm": 2.253427743911743, + "learning_rate": 1.548503267540867e-05, + "loss": 2.6383, + "step": 19614 + }, + { + "epoch": 0.3357640493675003, + "grad_norm": 2.2208521366119385, + "learning_rate": 1.5484569101930514e-05, + "loss": 2.7181, + "step": 19615 + }, + { + "epoch": 0.33578116708605077, + "grad_norm": 2.364530563354492, + "learning_rate": 1.5484105511594703e-05, + "loss": 2.7157, + "step": 19616 + }, + { + "epoch": 0.3357982848046012, + "grad_norm": 2.1997921466827393, + "learning_rate": 1.5483641904402666e-05, + "loss": 2.6944, + "step": 19617 + }, + { + "epoch": 0.33581540252315173, + "grad_norm": 2.29974102973938, + "learning_rate": 1.548317828035582e-05, + "loss": 2.7283, + "step": 19618 + }, + { + "epoch": 0.3358325202417022, + "grad_norm": 2.2844316959381104, + "learning_rate": 1.54827146394556e-05, + "loss": 2.7719, + "step": 19619 + }, + { + "epoch": 0.33584963796025263, + "grad_norm": 2.2255165576934814, + "learning_rate": 1.5482250981703423e-05, + "loss": 2.7102, + "step": 19620 + }, + { + "epoch": 0.33586675567880314, + "grad_norm": 2.4964675903320312, + "learning_rate": 1.5481787307100712e-05, + "loss": 2.7824, + "step": 19621 + }, + { + "epoch": 0.3358838733973536, + "grad_norm": 2.403923988342285, + "learning_rate": 1.5481323615648903e-05, + "loss": 2.5797, + "step": 19622 + }, + { + "epoch": 0.33590099111590405, + "grad_norm": 2.2282252311706543, + "learning_rate": 1.548085990734942e-05, + "loss": 2.6167, + "step": 19623 + }, + { + "epoch": 0.33591810883445455, + "grad_norm": 2.3259949684143066, + "learning_rate": 1.5480396182203672e-05, + "loss": 2.75, + "step": 19624 + }, + { + "epoch": 0.335935226553005, + "grad_norm": 2.279359817504883, + "learning_rate": 1.54799324402131e-05, + "loss": 2.7132, + "step": 19625 + }, + { + "epoch": 0.3359523442715555, + "grad_norm": 2.4456324577331543, + "learning_rate": 1.5479468681379126e-05, + "loss": 2.6175, + "step": 19626 + }, + { + "epoch": 0.33596946199010597, + "grad_norm": 2.3436057567596436, + "learning_rate": 1.5479004905703175e-05, + "loss": 2.6186, + "step": 19627 + }, + { + "epoch": 0.3359865797086564, + "grad_norm": 2.3789541721343994, + "learning_rate": 1.547854111318667e-05, + "loss": 2.6819, + "step": 19628 + }, + { + "epoch": 0.3360036974272069, + "grad_norm": 2.191781997680664, + "learning_rate": 1.547807730383104e-05, + "loss": 2.7515, + "step": 19629 + }, + { + "epoch": 0.3360208151457574, + "grad_norm": 2.3418283462524414, + "learning_rate": 1.5477613477637713e-05, + "loss": 2.7577, + "step": 19630 + }, + { + "epoch": 0.33603793286430783, + "grad_norm": 2.314487934112549, + "learning_rate": 1.5477149634608108e-05, + "loss": 2.6899, + "step": 19631 + }, + { + "epoch": 0.33605505058285834, + "grad_norm": 2.290879249572754, + "learning_rate": 1.547668577474365e-05, + "loss": 2.5666, + "step": 19632 + }, + { + "epoch": 0.3360721683014088, + "grad_norm": 2.5276591777801514, + "learning_rate": 1.5476221898045774e-05, + "loss": 2.7583, + "step": 19633 + }, + { + "epoch": 0.33608928601995924, + "grad_norm": 2.4523634910583496, + "learning_rate": 1.54757580045159e-05, + "loss": 2.6572, + "step": 19634 + }, + { + "epoch": 0.33610640373850975, + "grad_norm": 2.4819023609161377, + "learning_rate": 1.5475294094155448e-05, + "loss": 2.73, + "step": 19635 + }, + { + "epoch": 0.3361235214570602, + "grad_norm": 2.3748905658721924, + "learning_rate": 1.5474830166965852e-05, + "loss": 2.7384, + "step": 19636 + }, + { + "epoch": 0.33614063917561066, + "grad_norm": 2.4556283950805664, + "learning_rate": 1.5474366222948537e-05, + "loss": 2.6384, + "step": 19637 + }, + { + "epoch": 0.33615775689416116, + "grad_norm": 2.3028242588043213, + "learning_rate": 1.5473902262104933e-05, + "loss": 2.6652, + "step": 19638 + }, + { + "epoch": 0.3361748746127116, + "grad_norm": 2.401294708251953, + "learning_rate": 1.5473438284436453e-05, + "loss": 2.6626, + "step": 19639 + }, + { + "epoch": 0.33619199233126207, + "grad_norm": 2.279123544692993, + "learning_rate": 1.5472974289944533e-05, + "loss": 2.7232, + "step": 19640 + }, + { + "epoch": 0.3362091100498126, + "grad_norm": 2.219778299331665, + "learning_rate": 1.5472510278630596e-05, + "loss": 2.629, + "step": 19641 + }, + { + "epoch": 0.33622622776836303, + "grad_norm": 2.306230306625366, + "learning_rate": 1.5472046250496072e-05, + "loss": 2.6281, + "step": 19642 + }, + { + "epoch": 0.3362433454869135, + "grad_norm": 2.3754091262817383, + "learning_rate": 1.5471582205542387e-05, + "loss": 2.7618, + "step": 19643 + }, + { + "epoch": 0.336260463205464, + "grad_norm": 2.4395272731781006, + "learning_rate": 1.5471118143770962e-05, + "loss": 2.7921, + "step": 19644 + }, + { + "epoch": 0.33627758092401444, + "grad_norm": 2.4608006477355957, + "learning_rate": 1.5470654065183226e-05, + "loss": 2.8481, + "step": 19645 + }, + { + "epoch": 0.3362946986425649, + "grad_norm": 2.326383590698242, + "learning_rate": 1.5470189969780604e-05, + "loss": 2.6949, + "step": 19646 + }, + { + "epoch": 0.3363118163611154, + "grad_norm": 2.3769423961639404, + "learning_rate": 1.5469725857564525e-05, + "loss": 2.7121, + "step": 19647 + }, + { + "epoch": 0.33632893407966585, + "grad_norm": 2.5311737060546875, + "learning_rate": 1.5469261728536417e-05, + "loss": 2.7098, + "step": 19648 + }, + { + "epoch": 0.33634605179821636, + "grad_norm": 2.116072654724121, + "learning_rate": 1.54687975826977e-05, + "loss": 2.4649, + "step": 19649 + }, + { + "epoch": 0.3363631695167668, + "grad_norm": 2.3013644218444824, + "learning_rate": 1.5468333420049808e-05, + "loss": 2.7024, + "step": 19650 + }, + { + "epoch": 0.33638028723531727, + "grad_norm": 2.301922082901001, + "learning_rate": 1.5467869240594166e-05, + "loss": 2.6032, + "step": 19651 + }, + { + "epoch": 0.3363974049538678, + "grad_norm": 2.3980467319488525, + "learning_rate": 1.5467405044332194e-05, + "loss": 2.7691, + "step": 19652 + }, + { + "epoch": 0.3364145226724182, + "grad_norm": 2.393841505050659, + "learning_rate": 1.546694083126533e-05, + "loss": 2.7703, + "step": 19653 + }, + { + "epoch": 0.3364316403909687, + "grad_norm": 2.497607946395874, + "learning_rate": 1.5466476601394995e-05, + "loss": 2.764, + "step": 19654 + }, + { + "epoch": 0.3364487581095192, + "grad_norm": 2.376706838607788, + "learning_rate": 1.546601235472261e-05, + "loss": 2.6343, + "step": 19655 + }, + { + "epoch": 0.33646587582806964, + "grad_norm": 2.1784214973449707, + "learning_rate": 1.546554809124961e-05, + "loss": 2.7063, + "step": 19656 + }, + { + "epoch": 0.3364829935466201, + "grad_norm": 2.507544755935669, + "learning_rate": 1.546508381097742e-05, + "loss": 2.7073, + "step": 19657 + }, + { + "epoch": 0.3365001112651706, + "grad_norm": 2.2892680168151855, + "learning_rate": 1.5464619513907465e-05, + "loss": 2.6704, + "step": 19658 + }, + { + "epoch": 0.33651722898372105, + "grad_norm": 2.3403358459472656, + "learning_rate": 1.5464155200041176e-05, + "loss": 2.6116, + "step": 19659 + }, + { + "epoch": 0.3365343467022715, + "grad_norm": 2.3696441650390625, + "learning_rate": 1.5463690869379982e-05, + "loss": 2.7562, + "step": 19660 + }, + { + "epoch": 0.336551464420822, + "grad_norm": 2.331028461456299, + "learning_rate": 1.54632265219253e-05, + "loss": 2.6884, + "step": 19661 + }, + { + "epoch": 0.33656858213937246, + "grad_norm": 2.328388214111328, + "learning_rate": 1.5462762157678564e-05, + "loss": 2.667, + "step": 19662 + }, + { + "epoch": 0.3365856998579229, + "grad_norm": 2.3279993534088135, + "learning_rate": 1.54622977766412e-05, + "loss": 2.6705, + "step": 19663 + }, + { + "epoch": 0.3366028175764734, + "grad_norm": 2.4113118648529053, + "learning_rate": 1.546183337881464e-05, + "loss": 2.7217, + "step": 19664 + }, + { + "epoch": 0.3366199352950239, + "grad_norm": 2.445573091506958, + "learning_rate": 1.5461368964200304e-05, + "loss": 2.7736, + "step": 19665 + }, + { + "epoch": 0.3366370530135743, + "grad_norm": 2.39243483543396, + "learning_rate": 1.5460904532799625e-05, + "loss": 2.7689, + "step": 19666 + }, + { + "epoch": 0.33665417073212484, + "grad_norm": 2.389923095703125, + "learning_rate": 1.546044008461403e-05, + "loss": 2.741, + "step": 19667 + }, + { + "epoch": 0.3366712884506753, + "grad_norm": 2.149259090423584, + "learning_rate": 1.545997561964494e-05, + "loss": 2.7107, + "step": 19668 + }, + { + "epoch": 0.33668840616922574, + "grad_norm": 2.272149085998535, + "learning_rate": 1.545951113789379e-05, + "loss": 2.5712, + "step": 19669 + }, + { + "epoch": 0.33670552388777625, + "grad_norm": 2.2981343269348145, + "learning_rate": 1.5459046639362005e-05, + "loss": 2.747, + "step": 19670 + }, + { + "epoch": 0.3367226416063267, + "grad_norm": 2.287808895111084, + "learning_rate": 1.5458582124051013e-05, + "loss": 2.7013, + "step": 19671 + }, + { + "epoch": 0.3367397593248772, + "grad_norm": 2.3056530952453613, + "learning_rate": 1.5458117591962243e-05, + "loss": 2.6417, + "step": 19672 + }, + { + "epoch": 0.33675687704342766, + "grad_norm": 2.310887575149536, + "learning_rate": 1.5457653043097122e-05, + "loss": 2.8924, + "step": 19673 + }, + { + "epoch": 0.3367739947619781, + "grad_norm": 2.252342700958252, + "learning_rate": 1.5457188477457072e-05, + "loss": 2.6979, + "step": 19674 + }, + { + "epoch": 0.3367911124805286, + "grad_norm": 2.2308404445648193, + "learning_rate": 1.545672389504353e-05, + "loss": 2.779, + "step": 19675 + }, + { + "epoch": 0.3368082301990791, + "grad_norm": 2.4549927711486816, + "learning_rate": 1.545625929585792e-05, + "loss": 2.7039, + "step": 19676 + }, + { + "epoch": 0.3368253479176295, + "grad_norm": 2.3448803424835205, + "learning_rate": 1.5455794679901667e-05, + "loss": 2.6843, + "step": 19677 + }, + { + "epoch": 0.33684246563618003, + "grad_norm": 2.4955034255981445, + "learning_rate": 1.5455330047176208e-05, + "loss": 2.7705, + "step": 19678 + }, + { + "epoch": 0.3368595833547305, + "grad_norm": 2.334703207015991, + "learning_rate": 1.5454865397682962e-05, + "loss": 2.6589, + "step": 19679 + }, + { + "epoch": 0.33687670107328094, + "grad_norm": 2.318606376647949, + "learning_rate": 1.545440073142336e-05, + "loss": 2.6557, + "step": 19680 + }, + { + "epoch": 0.33689381879183145, + "grad_norm": 2.3890628814697266, + "learning_rate": 1.5453936048398835e-05, + "loss": 2.6963, + "step": 19681 + }, + { + "epoch": 0.3369109365103819, + "grad_norm": 2.2920656204223633, + "learning_rate": 1.5453471348610803e-05, + "loss": 2.7788, + "step": 19682 + }, + { + "epoch": 0.33692805422893235, + "grad_norm": 2.3425533771514893, + "learning_rate": 1.5453006632060707e-05, + "loss": 2.7296, + "step": 19683 + }, + { + "epoch": 0.33694517194748286, + "grad_norm": 2.3385672569274902, + "learning_rate": 1.5452541898749967e-05, + "loss": 2.7019, + "step": 19684 + }, + { + "epoch": 0.3369622896660333, + "grad_norm": 2.476158618927002, + "learning_rate": 1.5452077148680013e-05, + "loss": 2.6786, + "step": 19685 + }, + { + "epoch": 0.33697940738458376, + "grad_norm": 2.4051835536956787, + "learning_rate": 1.5451612381852274e-05, + "loss": 2.7942, + "step": 19686 + }, + { + "epoch": 0.33699652510313427, + "grad_norm": 2.185901165008545, + "learning_rate": 1.5451147598268173e-05, + "loss": 2.6241, + "step": 19687 + }, + { + "epoch": 0.3370136428216847, + "grad_norm": 2.257016897201538, + "learning_rate": 1.545068279792915e-05, + "loss": 2.5837, + "step": 19688 + }, + { + "epoch": 0.3370307605402352, + "grad_norm": 2.2664146423339844, + "learning_rate": 1.545021798083663e-05, + "loss": 2.7108, + "step": 19689 + }, + { + "epoch": 0.3370478782587857, + "grad_norm": 2.296300172805786, + "learning_rate": 1.544975314699203e-05, + "loss": 2.7649, + "step": 19690 + }, + { + "epoch": 0.33706499597733613, + "grad_norm": 2.3699135780334473, + "learning_rate": 1.5449288296396796e-05, + "loss": 2.8183, + "step": 19691 + }, + { + "epoch": 0.3370821136958866, + "grad_norm": 2.4158272743225098, + "learning_rate": 1.5448823429052345e-05, + "loss": 2.8532, + "step": 19692 + }, + { + "epoch": 0.3370992314144371, + "grad_norm": 2.0997557640075684, + "learning_rate": 1.5448358544960108e-05, + "loss": 2.6282, + "step": 19693 + }, + { + "epoch": 0.33711634913298755, + "grad_norm": 2.3727400302886963, + "learning_rate": 1.5447893644121518e-05, + "loss": 2.6044, + "step": 19694 + }, + { + "epoch": 0.337133466851538, + "grad_norm": 2.234388589859009, + "learning_rate": 1.5447428726538e-05, + "loss": 2.6445, + "step": 19695 + }, + { + "epoch": 0.3371505845700885, + "grad_norm": 2.373573064804077, + "learning_rate": 1.5446963792210988e-05, + "loss": 2.7456, + "step": 19696 + }, + { + "epoch": 0.33716770228863896, + "grad_norm": 2.2521584033966064, + "learning_rate": 1.5446498841141904e-05, + "loss": 2.7314, + "step": 19697 + }, + { + "epoch": 0.33718482000718947, + "grad_norm": 2.294654130935669, + "learning_rate": 1.544603387333218e-05, + "loss": 2.8568, + "step": 19698 + }, + { + "epoch": 0.3372019377257399, + "grad_norm": 2.3391060829162598, + "learning_rate": 1.5445568888783244e-05, + "loss": 2.7404, + "step": 19699 + }, + { + "epoch": 0.33721905544429037, + "grad_norm": 2.172717571258545, + "learning_rate": 1.5445103887496528e-05, + "loss": 2.7105, + "step": 19700 + }, + { + "epoch": 0.3372361731628409, + "grad_norm": 2.3054230213165283, + "learning_rate": 1.5444638869473464e-05, + "loss": 2.7396, + "step": 19701 + }, + { + "epoch": 0.33725329088139133, + "grad_norm": 2.3469083309173584, + "learning_rate": 1.5444173834715475e-05, + "loss": 2.7157, + "step": 19702 + }, + { + "epoch": 0.3372704085999418, + "grad_norm": 2.3061325550079346, + "learning_rate": 1.544370878322399e-05, + "loss": 2.6587, + "step": 19703 + }, + { + "epoch": 0.3372875263184923, + "grad_norm": 2.268878936767578, + "learning_rate": 1.5443243715000442e-05, + "loss": 2.5678, + "step": 19704 + }, + { + "epoch": 0.33730464403704274, + "grad_norm": 2.2040600776672363, + "learning_rate": 1.544277863004626e-05, + "loss": 2.6305, + "step": 19705 + }, + { + "epoch": 0.3373217617555932, + "grad_norm": 2.2788219451904297, + "learning_rate": 1.5442313528362874e-05, + "loss": 2.6086, + "step": 19706 + }, + { + "epoch": 0.3373388794741437, + "grad_norm": 2.263413906097412, + "learning_rate": 1.5441848409951715e-05, + "loss": 2.699, + "step": 19707 + }, + { + "epoch": 0.33735599719269416, + "grad_norm": 2.4913134574890137, + "learning_rate": 1.5441383274814206e-05, + "loss": 2.8329, + "step": 19708 + }, + { + "epoch": 0.3373731149112446, + "grad_norm": 2.3343682289123535, + "learning_rate": 1.544091812295178e-05, + "loss": 2.7198, + "step": 19709 + }, + { + "epoch": 0.3373902326297951, + "grad_norm": 2.2868313789367676, + "learning_rate": 1.5440452954365873e-05, + "loss": 2.6947, + "step": 19710 + }, + { + "epoch": 0.33740735034834557, + "grad_norm": 2.3195693492889404, + "learning_rate": 1.543998776905791e-05, + "loss": 2.7204, + "step": 19711 + }, + { + "epoch": 0.337424468066896, + "grad_norm": 2.38879132270813, + "learning_rate": 1.5439522567029314e-05, + "loss": 2.8814, + "step": 19712 + }, + { + "epoch": 0.33744158578544653, + "grad_norm": 2.407344341278076, + "learning_rate": 1.543905734828152e-05, + "loss": 2.7416, + "step": 19713 + }, + { + "epoch": 0.337458703503997, + "grad_norm": 2.2500925064086914, + "learning_rate": 1.5438592112815966e-05, + "loss": 2.5839, + "step": 19714 + }, + { + "epoch": 0.33747582122254743, + "grad_norm": 2.245743989944458, + "learning_rate": 1.5438126860634072e-05, + "loss": 2.7159, + "step": 19715 + }, + { + "epoch": 0.33749293894109794, + "grad_norm": 2.1845366954803467, + "learning_rate": 1.543766159173727e-05, + "loss": 2.7003, + "step": 19716 + }, + { + "epoch": 0.3375100566596484, + "grad_norm": 2.285008192062378, + "learning_rate": 1.5437196306126988e-05, + "loss": 2.7337, + "step": 19717 + }, + { + "epoch": 0.33752717437819885, + "grad_norm": 2.3161349296569824, + "learning_rate": 1.5436731003804664e-05, + "loss": 2.6837, + "step": 19718 + }, + { + "epoch": 0.33754429209674935, + "grad_norm": 2.2507762908935547, + "learning_rate": 1.5436265684771722e-05, + "loss": 2.6479, + "step": 19719 + }, + { + "epoch": 0.3375614098152998, + "grad_norm": 2.2846310138702393, + "learning_rate": 1.5435800349029594e-05, + "loss": 2.7068, + "step": 19720 + }, + { + "epoch": 0.3375785275338503, + "grad_norm": 2.3747925758361816, + "learning_rate": 1.5435334996579708e-05, + "loss": 2.6636, + "step": 19721 + }, + { + "epoch": 0.33759564525240077, + "grad_norm": 2.5521838665008545, + "learning_rate": 1.54348696274235e-05, + "loss": 2.8832, + "step": 19722 + }, + { + "epoch": 0.3376127629709512, + "grad_norm": 2.305018424987793, + "learning_rate": 1.5434404241562392e-05, + "loss": 2.7453, + "step": 19723 + }, + { + "epoch": 0.3376298806895017, + "grad_norm": 2.366631507873535, + "learning_rate": 1.5433938838997825e-05, + "loss": 2.7588, + "step": 19724 + }, + { + "epoch": 0.3376469984080522, + "grad_norm": 2.1758410930633545, + "learning_rate": 1.543347341973122e-05, + "loss": 2.6633, + "step": 19725 + }, + { + "epoch": 0.33766411612660263, + "grad_norm": 2.3365976810455322, + "learning_rate": 1.543300798376401e-05, + "loss": 2.6947, + "step": 19726 + }, + { + "epoch": 0.33768123384515314, + "grad_norm": 2.348844051361084, + "learning_rate": 1.5432542531097627e-05, + "loss": 2.6648, + "step": 19727 + }, + { + "epoch": 0.3376983515637036, + "grad_norm": 2.21875, + "learning_rate": 1.54320770617335e-05, + "loss": 2.6261, + "step": 19728 + }, + { + "epoch": 0.33771546928225404, + "grad_norm": 2.2841179370880127, + "learning_rate": 1.543161157567306e-05, + "loss": 2.7447, + "step": 19729 + }, + { + "epoch": 0.33773258700080455, + "grad_norm": 2.3302576541900635, + "learning_rate": 1.5431146072917744e-05, + "loss": 2.7597, + "step": 19730 + }, + { + "epoch": 0.337749704719355, + "grad_norm": 2.3632442951202393, + "learning_rate": 1.5430680553468976e-05, + "loss": 2.8021, + "step": 19731 + }, + { + "epoch": 0.33776682243790546, + "grad_norm": 2.4287335872650146, + "learning_rate": 1.5430215017328184e-05, + "loss": 2.7005, + "step": 19732 + }, + { + "epoch": 0.33778394015645596, + "grad_norm": 2.269063949584961, + "learning_rate": 1.5429749464496808e-05, + "loss": 2.787, + "step": 19733 + }, + { + "epoch": 0.3378010578750064, + "grad_norm": 2.313861846923828, + "learning_rate": 1.5429283894976274e-05, + "loss": 2.7248, + "step": 19734 + }, + { + "epoch": 0.33781817559355687, + "grad_norm": 2.422619581222534, + "learning_rate": 1.542881830876801e-05, + "loss": 2.7774, + "step": 19735 + }, + { + "epoch": 0.3378352933121074, + "grad_norm": 2.2572524547576904, + "learning_rate": 1.542835270587345e-05, + "loss": 2.6566, + "step": 19736 + }, + { + "epoch": 0.33785241103065783, + "grad_norm": 2.276313543319702, + "learning_rate": 1.5427887086294026e-05, + "loss": 2.6738, + "step": 19737 + }, + { + "epoch": 0.3378695287492083, + "grad_norm": 2.3217031955718994, + "learning_rate": 1.542742145003117e-05, + "loss": 2.7125, + "step": 19738 + }, + { + "epoch": 0.3378866464677588, + "grad_norm": 2.367997646331787, + "learning_rate": 1.5426955797086315e-05, + "loss": 2.687, + "step": 19739 + }, + { + "epoch": 0.33790376418630924, + "grad_norm": 2.1692678928375244, + "learning_rate": 1.5426490127460886e-05, + "loss": 2.5576, + "step": 19740 + }, + { + "epoch": 0.3379208819048597, + "grad_norm": 2.3814659118652344, + "learning_rate": 1.5426024441156314e-05, + "loss": 2.9156, + "step": 19741 + }, + { + "epoch": 0.3379379996234102, + "grad_norm": 2.2574222087860107, + "learning_rate": 1.5425558738174037e-05, + "loss": 2.7614, + "step": 19742 + }, + { + "epoch": 0.33795511734196065, + "grad_norm": 2.3764188289642334, + "learning_rate": 1.5425093018515483e-05, + "loss": 2.7241, + "step": 19743 + }, + { + "epoch": 0.33797223506051116, + "grad_norm": 2.390685558319092, + "learning_rate": 1.542462728218208e-05, + "loss": 2.7566, + "step": 19744 + }, + { + "epoch": 0.3379893527790616, + "grad_norm": 2.216444730758667, + "learning_rate": 1.542416152917527e-05, + "loss": 2.5917, + "step": 19745 + }, + { + "epoch": 0.33800647049761207, + "grad_norm": 2.373455286026001, + "learning_rate": 1.5423695759496472e-05, + "loss": 2.7573, + "step": 19746 + }, + { + "epoch": 0.3380235882161626, + "grad_norm": 2.2431154251098633, + "learning_rate": 1.542322997314712e-05, + "loss": 2.7116, + "step": 19747 + }, + { + "epoch": 0.338040705934713, + "grad_norm": 2.283510208129883, + "learning_rate": 1.5422764170128654e-05, + "loss": 2.6391, + "step": 19748 + }, + { + "epoch": 0.3380578236532635, + "grad_norm": 2.251115322113037, + "learning_rate": 1.54222983504425e-05, + "loss": 2.6911, + "step": 19749 + }, + { + "epoch": 0.338074941371814, + "grad_norm": 2.2224693298339844, + "learning_rate": 1.542183251409009e-05, + "loss": 2.7604, + "step": 19750 + }, + { + "epoch": 0.33809205909036444, + "grad_norm": 2.357469320297241, + "learning_rate": 1.5421366661072855e-05, + "loss": 2.6626, + "step": 19751 + }, + { + "epoch": 0.3381091768089149, + "grad_norm": 2.348954200744629, + "learning_rate": 1.542090079139223e-05, + "loss": 2.6438, + "step": 19752 + }, + { + "epoch": 0.3381262945274654, + "grad_norm": 2.140944004058838, + "learning_rate": 1.5420434905049644e-05, + "loss": 2.6459, + "step": 19753 + }, + { + "epoch": 0.33814341224601585, + "grad_norm": 2.463123083114624, + "learning_rate": 1.541996900204653e-05, + "loss": 2.7078, + "step": 19754 + }, + { + "epoch": 0.3381605299645663, + "grad_norm": 2.121983051300049, + "learning_rate": 1.541950308238432e-05, + "loss": 2.5536, + "step": 19755 + }, + { + "epoch": 0.3381776476831168, + "grad_norm": 2.291700601577759, + "learning_rate": 1.5419037146064442e-05, + "loss": 2.5891, + "step": 19756 + }, + { + "epoch": 0.33819476540166726, + "grad_norm": 2.3468027114868164, + "learning_rate": 1.541857119308834e-05, + "loss": 2.6755, + "step": 19757 + }, + { + "epoch": 0.3382118831202177, + "grad_norm": 2.348949670791626, + "learning_rate": 1.541810522345743e-05, + "loss": 2.7032, + "step": 19758 + }, + { + "epoch": 0.3382290008387682, + "grad_norm": 2.2132365703582764, + "learning_rate": 1.5417639237173155e-05, + "loss": 2.6026, + "step": 19759 + }, + { + "epoch": 0.3382461185573187, + "grad_norm": 2.392246723175049, + "learning_rate": 1.5417173234236948e-05, + "loss": 2.7636, + "step": 19760 + }, + { + "epoch": 0.33826323627586913, + "grad_norm": 2.346654176712036, + "learning_rate": 1.5416707214650238e-05, + "loss": 2.7965, + "step": 19761 + }, + { + "epoch": 0.33828035399441964, + "grad_norm": 2.3290250301361084, + "learning_rate": 1.5416241178414455e-05, + "loss": 2.7387, + "step": 19762 + }, + { + "epoch": 0.3382974717129701, + "grad_norm": 2.2155914306640625, + "learning_rate": 1.5415775125531036e-05, + "loss": 2.7471, + "step": 19763 + }, + { + "epoch": 0.33831458943152054, + "grad_norm": 2.31734037399292, + "learning_rate": 1.541530905600141e-05, + "loss": 2.8117, + "step": 19764 + }, + { + "epoch": 0.33833170715007105, + "grad_norm": 2.212491750717163, + "learning_rate": 1.541484296982701e-05, + "loss": 2.6601, + "step": 19765 + }, + { + "epoch": 0.3383488248686215, + "grad_norm": 2.1977999210357666, + "learning_rate": 1.541437686700927e-05, + "loss": 2.6944, + "step": 19766 + }, + { + "epoch": 0.338365942587172, + "grad_norm": 2.2472431659698486, + "learning_rate": 1.5413910747549624e-05, + "loss": 2.6927, + "step": 19767 + }, + { + "epoch": 0.33838306030572246, + "grad_norm": 2.182138204574585, + "learning_rate": 1.54134446114495e-05, + "loss": 2.5923, + "step": 19768 + }, + { + "epoch": 0.3384001780242729, + "grad_norm": 2.201460599899292, + "learning_rate": 1.5412978458710336e-05, + "loss": 2.6593, + "step": 19769 + }, + { + "epoch": 0.3384172957428234, + "grad_norm": 2.3317301273345947, + "learning_rate": 1.5412512289333564e-05, + "loss": 2.7761, + "step": 19770 + }, + { + "epoch": 0.3384344134613739, + "grad_norm": 2.2760531902313232, + "learning_rate": 1.541204610332061e-05, + "loss": 2.6039, + "step": 19771 + }, + { + "epoch": 0.3384515311799243, + "grad_norm": 2.3313937187194824, + "learning_rate": 1.5411579900672914e-05, + "loss": 2.6321, + "step": 19772 + }, + { + "epoch": 0.33846864889847483, + "grad_norm": 2.2626984119415283, + "learning_rate": 1.541111368139191e-05, + "loss": 2.7186, + "step": 19773 + }, + { + "epoch": 0.3384857666170253, + "grad_norm": 2.366189479827881, + "learning_rate": 1.5410647445479028e-05, + "loss": 2.7612, + "step": 19774 + }, + { + "epoch": 0.33850288433557574, + "grad_norm": 2.340393543243408, + "learning_rate": 1.54101811929357e-05, + "loss": 2.7508, + "step": 19775 + }, + { + "epoch": 0.33852000205412625, + "grad_norm": 2.2639927864074707, + "learning_rate": 1.5409714923763355e-05, + "loss": 2.5528, + "step": 19776 + }, + { + "epoch": 0.3385371197726767, + "grad_norm": 2.2374320030212402, + "learning_rate": 1.540924863796344e-05, + "loss": 2.6223, + "step": 19777 + }, + { + "epoch": 0.33855423749122715, + "grad_norm": 2.2897121906280518, + "learning_rate": 1.5408782335537375e-05, + "loss": 2.546, + "step": 19778 + }, + { + "epoch": 0.33857135520977766, + "grad_norm": 2.3193492889404297, + "learning_rate": 1.54083160164866e-05, + "loss": 2.7135, + "step": 19779 + }, + { + "epoch": 0.3385884729283281, + "grad_norm": 2.3756721019744873, + "learning_rate": 1.5407849680812543e-05, + "loss": 2.7102, + "step": 19780 + }, + { + "epoch": 0.33860559064687856, + "grad_norm": 2.3135244846343994, + "learning_rate": 1.5407383328516644e-05, + "loss": 2.6752, + "step": 19781 + }, + { + "epoch": 0.33862270836542907, + "grad_norm": 2.3663737773895264, + "learning_rate": 1.540691695960033e-05, + "loss": 2.7622, + "step": 19782 + }, + { + "epoch": 0.3386398260839795, + "grad_norm": 2.4168081283569336, + "learning_rate": 1.540645057406504e-05, + "loss": 2.7452, + "step": 19783 + }, + { + "epoch": 0.33865694380253, + "grad_norm": 2.5077221393585205, + "learning_rate": 1.54059841719122e-05, + "loss": 2.7212, + "step": 19784 + }, + { + "epoch": 0.3386740615210805, + "grad_norm": 2.282219171524048, + "learning_rate": 1.540551775314325e-05, + "loss": 2.6508, + "step": 19785 + }, + { + "epoch": 0.33869117923963094, + "grad_norm": 2.2704060077667236, + "learning_rate": 1.540505131775962e-05, + "loss": 2.7318, + "step": 19786 + }, + { + "epoch": 0.3387082969581814, + "grad_norm": 2.232451915740967, + "learning_rate": 1.5404584865762754e-05, + "loss": 2.7756, + "step": 19787 + }, + { + "epoch": 0.3387254146767319, + "grad_norm": 2.181877613067627, + "learning_rate": 1.5404118397154067e-05, + "loss": 2.7422, + "step": 19788 + }, + { + "epoch": 0.33874253239528235, + "grad_norm": 2.1689276695251465, + "learning_rate": 1.5403651911935013e-05, + "loss": 2.6481, + "step": 19789 + }, + { + "epoch": 0.33875965011383286, + "grad_norm": 2.2463765144348145, + "learning_rate": 1.5403185410107015e-05, + "loss": 2.6273, + "step": 19790 + }, + { + "epoch": 0.3387767678323833, + "grad_norm": 2.3735268115997314, + "learning_rate": 1.54027188916715e-05, + "loss": 2.7091, + "step": 19791 + }, + { + "epoch": 0.33879388555093376, + "grad_norm": 2.275426149368286, + "learning_rate": 1.5402252356629916e-05, + "loss": 2.7334, + "step": 19792 + }, + { + "epoch": 0.33881100326948427, + "grad_norm": 2.2798469066619873, + "learning_rate": 1.5401785804983685e-05, + "loss": 2.728, + "step": 19793 + }, + { + "epoch": 0.3388281209880347, + "grad_norm": 2.3632302284240723, + "learning_rate": 1.540131923673425e-05, + "loss": 2.7916, + "step": 19794 + }, + { + "epoch": 0.3388452387065852, + "grad_norm": 2.400442361831665, + "learning_rate": 1.5400852651883043e-05, + "loss": 2.7202, + "step": 19795 + }, + { + "epoch": 0.3388623564251357, + "grad_norm": 2.3255207538604736, + "learning_rate": 1.54003860504315e-05, + "loss": 2.7672, + "step": 19796 + }, + { + "epoch": 0.33887947414368613, + "grad_norm": 2.3310959339141846, + "learning_rate": 1.5399919432381046e-05, + "loss": 2.7658, + "step": 19797 + }, + { + "epoch": 0.3388965918622366, + "grad_norm": 2.290872097015381, + "learning_rate": 1.5399452797733125e-05, + "loss": 2.6856, + "step": 19798 + }, + { + "epoch": 0.3389137095807871, + "grad_norm": 2.4763479232788086, + "learning_rate": 1.5398986146489162e-05, + "loss": 2.788, + "step": 19799 + }, + { + "epoch": 0.33893082729933754, + "grad_norm": 2.281049966812134, + "learning_rate": 1.5398519478650604e-05, + "loss": 2.7168, + "step": 19800 + }, + { + "epoch": 0.338947945017888, + "grad_norm": 2.184382438659668, + "learning_rate": 1.5398052794218874e-05, + "loss": 2.6311, + "step": 19801 + }, + { + "epoch": 0.3389650627364385, + "grad_norm": 2.4730961322784424, + "learning_rate": 1.539758609319541e-05, + "loss": 2.8115, + "step": 19802 + }, + { + "epoch": 0.33898218045498896, + "grad_norm": 2.3808798789978027, + "learning_rate": 1.5397119375581653e-05, + "loss": 2.7072, + "step": 19803 + }, + { + "epoch": 0.3389992981735394, + "grad_norm": 2.171337366104126, + "learning_rate": 1.5396652641379026e-05, + "loss": 2.6423, + "step": 19804 + }, + { + "epoch": 0.3390164158920899, + "grad_norm": 2.1874594688415527, + "learning_rate": 1.5396185890588973e-05, + "loss": 2.6808, + "step": 19805 + }, + { + "epoch": 0.33903353361064037, + "grad_norm": 2.161442518234253, + "learning_rate": 1.539571912321292e-05, + "loss": 2.6916, + "step": 19806 + }, + { + "epoch": 0.3390506513291908, + "grad_norm": 2.3088512420654297, + "learning_rate": 1.539525233925231e-05, + "loss": 2.706, + "step": 19807 + }, + { + "epoch": 0.33906776904774133, + "grad_norm": 2.226707696914673, + "learning_rate": 1.5394785538708573e-05, + "loss": 2.7497, + "step": 19808 + }, + { + "epoch": 0.3390848867662918, + "grad_norm": 2.2176990509033203, + "learning_rate": 1.5394318721583145e-05, + "loss": 2.7203, + "step": 19809 + }, + { + "epoch": 0.33910200448484223, + "grad_norm": 2.197273015975952, + "learning_rate": 1.5393851887877463e-05, + "loss": 2.5997, + "step": 19810 + }, + { + "epoch": 0.33911912220339274, + "grad_norm": 2.382030725479126, + "learning_rate": 1.5393385037592962e-05, + "loss": 2.7159, + "step": 19811 + }, + { + "epoch": 0.3391362399219432, + "grad_norm": 2.373215675354004, + "learning_rate": 1.5392918170731067e-05, + "loss": 2.7264, + "step": 19812 + }, + { + "epoch": 0.3391533576404937, + "grad_norm": 2.4142236709594727, + "learning_rate": 1.5392451287293228e-05, + "loss": 2.8755, + "step": 19813 + }, + { + "epoch": 0.33917047535904415, + "grad_norm": 2.3232293128967285, + "learning_rate": 1.539198438728087e-05, + "loss": 2.8072, + "step": 19814 + }, + { + "epoch": 0.3391875930775946, + "grad_norm": 2.424247980117798, + "learning_rate": 1.539151747069543e-05, + "loss": 2.7851, + "step": 19815 + }, + { + "epoch": 0.3392047107961451, + "grad_norm": 2.2418417930603027, + "learning_rate": 1.5391050537538342e-05, + "loss": 2.7592, + "step": 19816 + }, + { + "epoch": 0.33922182851469557, + "grad_norm": 2.3335556983947754, + "learning_rate": 1.5390583587811048e-05, + "loss": 2.6249, + "step": 19817 + }, + { + "epoch": 0.339238946233246, + "grad_norm": 2.2190513610839844, + "learning_rate": 1.5390116621514976e-05, + "loss": 2.6066, + "step": 19818 + }, + { + "epoch": 0.3392560639517965, + "grad_norm": 2.373220205307007, + "learning_rate": 1.5389649638651566e-05, + "loss": 2.7038, + "step": 19819 + }, + { + "epoch": 0.339273181670347, + "grad_norm": 2.4199647903442383, + "learning_rate": 1.538918263922225e-05, + "loss": 2.7326, + "step": 19820 + }, + { + "epoch": 0.33929029938889743, + "grad_norm": 2.4263293743133545, + "learning_rate": 1.538871562322846e-05, + "loss": 2.6938, + "step": 19821 + }, + { + "epoch": 0.33930741710744794, + "grad_norm": 2.4144725799560547, + "learning_rate": 1.538824859067164e-05, + "loss": 2.7475, + "step": 19822 + }, + { + "epoch": 0.3393245348259984, + "grad_norm": 2.3067739009857178, + "learning_rate": 1.5387781541553222e-05, + "loss": 2.7545, + "step": 19823 + }, + { + "epoch": 0.33934165254454884, + "grad_norm": 2.4167230129241943, + "learning_rate": 1.538731447587464e-05, + "loss": 2.7785, + "step": 19824 + }, + { + "epoch": 0.33935877026309935, + "grad_norm": 2.2901484966278076, + "learning_rate": 1.538684739363733e-05, + "loss": 2.7011, + "step": 19825 + }, + { + "epoch": 0.3393758879816498, + "grad_norm": 2.348045825958252, + "learning_rate": 1.5386380294842727e-05, + "loss": 2.6587, + "step": 19826 + }, + { + "epoch": 0.33939300570020026, + "grad_norm": 2.4979727268218994, + "learning_rate": 1.538591317949227e-05, + "loss": 2.6829, + "step": 19827 + }, + { + "epoch": 0.33941012341875076, + "grad_norm": 2.3581907749176025, + "learning_rate": 1.5385446047587394e-05, + "loss": 2.6453, + "step": 19828 + }, + { + "epoch": 0.3394272411373012, + "grad_norm": 2.178849220275879, + "learning_rate": 1.538497889912953e-05, + "loss": 2.7133, + "step": 19829 + }, + { + "epoch": 0.33944435885585167, + "grad_norm": 2.374908447265625, + "learning_rate": 1.5384511734120116e-05, + "loss": 2.695, + "step": 19830 + }, + { + "epoch": 0.3394614765744022, + "grad_norm": 2.274096965789795, + "learning_rate": 1.5384044552560595e-05, + "loss": 2.731, + "step": 19831 + }, + { + "epoch": 0.33947859429295263, + "grad_norm": 2.420527696609497, + "learning_rate": 1.5383577354452395e-05, + "loss": 2.7733, + "step": 19832 + }, + { + "epoch": 0.3394957120115031, + "grad_norm": 2.2962801456451416, + "learning_rate": 1.538311013979695e-05, + "loss": 2.8612, + "step": 19833 + }, + { + "epoch": 0.3395128297300536, + "grad_norm": 2.1796696186065674, + "learning_rate": 1.5382642908595707e-05, + "loss": 2.7061, + "step": 19834 + }, + { + "epoch": 0.33952994744860404, + "grad_norm": 2.3331077098846436, + "learning_rate": 1.5382175660850093e-05, + "loss": 2.5854, + "step": 19835 + }, + { + "epoch": 0.33954706516715455, + "grad_norm": 2.2438788414001465, + "learning_rate": 1.538170839656154e-05, + "loss": 2.6253, + "step": 19836 + }, + { + "epoch": 0.339564182885705, + "grad_norm": 2.40097713470459, + "learning_rate": 1.5381241115731497e-05, + "loss": 2.5915, + "step": 19837 + }, + { + "epoch": 0.33958130060425545, + "grad_norm": 2.3629631996154785, + "learning_rate": 1.5380773818361393e-05, + "loss": 2.6292, + "step": 19838 + }, + { + "epoch": 0.33959841832280596, + "grad_norm": 2.334916830062866, + "learning_rate": 1.5380306504452666e-05, + "loss": 2.6695, + "step": 19839 + }, + { + "epoch": 0.3396155360413564, + "grad_norm": 2.3921661376953125, + "learning_rate": 1.5379839174006752e-05, + "loss": 2.7771, + "step": 19840 + }, + { + "epoch": 0.33963265375990687, + "grad_norm": 2.36007022857666, + "learning_rate": 1.5379371827025085e-05, + "loss": 2.7324, + "step": 19841 + }, + { + "epoch": 0.3396497714784574, + "grad_norm": 2.36845326423645, + "learning_rate": 1.5378904463509104e-05, + "loss": 2.6567, + "step": 19842 + }, + { + "epoch": 0.3396668891970078, + "grad_norm": 2.524920701980591, + "learning_rate": 1.5378437083460243e-05, + "loss": 2.5761, + "step": 19843 + }, + { + "epoch": 0.3396840069155583, + "grad_norm": 2.4672200679779053, + "learning_rate": 1.5377969686879945e-05, + "loss": 2.7863, + "step": 19844 + }, + { + "epoch": 0.3397011246341088, + "grad_norm": 2.2911062240600586, + "learning_rate": 1.537750227376964e-05, + "loss": 2.6832, + "step": 19845 + }, + { + "epoch": 0.33971824235265924, + "grad_norm": 2.4638946056365967, + "learning_rate": 1.5377034844130767e-05, + "loss": 2.6994, + "step": 19846 + }, + { + "epoch": 0.3397353600712097, + "grad_norm": 2.11741304397583, + "learning_rate": 1.537656739796476e-05, + "loss": 2.5565, + "step": 19847 + }, + { + "epoch": 0.3397524777897602, + "grad_norm": 2.3856098651885986, + "learning_rate": 1.5376099935273063e-05, + "loss": 2.7666, + "step": 19848 + }, + { + "epoch": 0.33976959550831065, + "grad_norm": 2.1931657791137695, + "learning_rate": 1.5375632456057104e-05, + "loss": 2.4862, + "step": 19849 + }, + { + "epoch": 0.3397867132268611, + "grad_norm": 2.346316337585449, + "learning_rate": 1.5375164960318328e-05, + "loss": 2.7079, + "step": 19850 + }, + { + "epoch": 0.3398038309454116, + "grad_norm": 2.4517722129821777, + "learning_rate": 1.5374697448058164e-05, + "loss": 2.7594, + "step": 19851 + }, + { + "epoch": 0.33982094866396206, + "grad_norm": 2.238490343093872, + "learning_rate": 1.5374229919278053e-05, + "loss": 2.6049, + "step": 19852 + }, + { + "epoch": 0.3398380663825125, + "grad_norm": 2.522322416305542, + "learning_rate": 1.5373762373979433e-05, + "loss": 2.7977, + "step": 19853 + }, + { + "epoch": 0.339855184101063, + "grad_norm": 2.267848014831543, + "learning_rate": 1.5373294812163743e-05, + "loss": 2.5911, + "step": 19854 + }, + { + "epoch": 0.3398723018196135, + "grad_norm": 2.412363052368164, + "learning_rate": 1.5372827233832414e-05, + "loss": 2.5349, + "step": 19855 + }, + { + "epoch": 0.33988941953816393, + "grad_norm": 2.306708335876465, + "learning_rate": 1.5372359638986883e-05, + "loss": 2.5988, + "step": 19856 + }, + { + "epoch": 0.33990653725671444, + "grad_norm": 2.400951385498047, + "learning_rate": 1.5371892027628598e-05, + "loss": 2.6763, + "step": 19857 + }, + { + "epoch": 0.3399236549752649, + "grad_norm": 2.3303754329681396, + "learning_rate": 1.5371424399758984e-05, + "loss": 2.7176, + "step": 19858 + }, + { + "epoch": 0.33994077269381534, + "grad_norm": 2.2981677055358887, + "learning_rate": 1.537095675537948e-05, + "loss": 2.6009, + "step": 19859 + }, + { + "epoch": 0.33995789041236585, + "grad_norm": 2.272094964981079, + "learning_rate": 1.5370489094491534e-05, + "loss": 2.7392, + "step": 19860 + }, + { + "epoch": 0.3399750081309163, + "grad_norm": 2.357813596725464, + "learning_rate": 1.537002141709657e-05, + "loss": 2.6454, + "step": 19861 + }, + { + "epoch": 0.3399921258494668, + "grad_norm": 2.4101977348327637, + "learning_rate": 1.5369553723196037e-05, + "loss": 2.6836, + "step": 19862 + }, + { + "epoch": 0.34000924356801726, + "grad_norm": 2.380248785018921, + "learning_rate": 1.5369086012791363e-05, + "loss": 2.839, + "step": 19863 + }, + { + "epoch": 0.3400263612865677, + "grad_norm": 2.2739505767822266, + "learning_rate": 1.536861828588399e-05, + "loss": 2.6669, + "step": 19864 + }, + { + "epoch": 0.3400434790051182, + "grad_norm": 2.3273894786834717, + "learning_rate": 1.5368150542475356e-05, + "loss": 2.6407, + "step": 19865 + }, + { + "epoch": 0.3400605967236687, + "grad_norm": 2.3022658824920654, + "learning_rate": 1.53676827825669e-05, + "loss": 2.6333, + "step": 19866 + }, + { + "epoch": 0.3400777144422191, + "grad_norm": 2.3003807067871094, + "learning_rate": 1.536721500616005e-05, + "loss": 2.7441, + "step": 19867 + }, + { + "epoch": 0.34009483216076963, + "grad_norm": 2.1562106609344482, + "learning_rate": 1.5366747213256257e-05, + "loss": 2.6136, + "step": 19868 + }, + { + "epoch": 0.3401119498793201, + "grad_norm": 2.2988176345825195, + "learning_rate": 1.5366279403856952e-05, + "loss": 2.6635, + "step": 19869 + }, + { + "epoch": 0.34012906759787054, + "grad_norm": 2.3189616203308105, + "learning_rate": 1.5365811577963575e-05, + "loss": 2.6052, + "step": 19870 + }, + { + "epoch": 0.34014618531642105, + "grad_norm": 2.3953986167907715, + "learning_rate": 1.536534373557756e-05, + "loss": 2.732, + "step": 19871 + }, + { + "epoch": 0.3401633030349715, + "grad_norm": 2.423480749130249, + "learning_rate": 1.536487587670035e-05, + "loss": 2.7455, + "step": 19872 + }, + { + "epoch": 0.34018042075352195, + "grad_norm": 2.4542505741119385, + "learning_rate": 1.5364408001333382e-05, + "loss": 2.8034, + "step": 19873 + }, + { + "epoch": 0.34019753847207246, + "grad_norm": 2.606018543243408, + "learning_rate": 1.536394010947809e-05, + "loss": 2.7354, + "step": 19874 + }, + { + "epoch": 0.3402146561906229, + "grad_norm": 2.6431539058685303, + "learning_rate": 1.5363472201135918e-05, + "loss": 2.595, + "step": 19875 + }, + { + "epoch": 0.34023177390917336, + "grad_norm": 2.292372465133667, + "learning_rate": 1.53630042763083e-05, + "loss": 2.6761, + "step": 19876 + }, + { + "epoch": 0.34024889162772387, + "grad_norm": 2.3526923656463623, + "learning_rate": 1.5362536334996678e-05, + "loss": 2.6675, + "step": 19877 + }, + { + "epoch": 0.3402660093462743, + "grad_norm": 2.2175350189208984, + "learning_rate": 1.5362068377202483e-05, + "loss": 2.6952, + "step": 19878 + }, + { + "epoch": 0.3402831270648248, + "grad_norm": 2.448692560195923, + "learning_rate": 1.536160040292716e-05, + "loss": 2.744, + "step": 19879 + }, + { + "epoch": 0.3403002447833753, + "grad_norm": 2.2011849880218506, + "learning_rate": 1.536113241217215e-05, + "loss": 2.7251, + "step": 19880 + }, + { + "epoch": 0.34031736250192574, + "grad_norm": 2.389159679412842, + "learning_rate": 1.5360664404938885e-05, + "loss": 2.7003, + "step": 19881 + }, + { + "epoch": 0.3403344802204762, + "grad_norm": 2.4730162620544434, + "learning_rate": 1.5360196381228806e-05, + "loss": 2.7886, + "step": 19882 + }, + { + "epoch": 0.3403515979390267, + "grad_norm": 2.2440176010131836, + "learning_rate": 1.5359728341043347e-05, + "loss": 2.7312, + "step": 19883 + }, + { + "epoch": 0.34036871565757715, + "grad_norm": 2.1341702938079834, + "learning_rate": 1.535926028438395e-05, + "loss": 2.6062, + "step": 19884 + }, + { + "epoch": 0.34038583337612766, + "grad_norm": 2.2917518615722656, + "learning_rate": 1.535879221125206e-05, + "loss": 2.8153, + "step": 19885 + }, + { + "epoch": 0.3404029510946781, + "grad_norm": 2.323979139328003, + "learning_rate": 1.5358324121649107e-05, + "loss": 2.7765, + "step": 19886 + }, + { + "epoch": 0.34042006881322856, + "grad_norm": 2.4336795806884766, + "learning_rate": 1.5357856015576537e-05, + "loss": 2.728, + "step": 19887 + }, + { + "epoch": 0.34043718653177907, + "grad_norm": 2.2233734130859375, + "learning_rate": 1.535738789303578e-05, + "loss": 2.6941, + "step": 19888 + }, + { + "epoch": 0.3404543042503295, + "grad_norm": 2.239614963531494, + "learning_rate": 1.535691975402828e-05, + "loss": 2.7465, + "step": 19889 + }, + { + "epoch": 0.34047142196888, + "grad_norm": 2.3469185829162598, + "learning_rate": 1.5356451598555477e-05, + "loss": 2.738, + "step": 19890 + }, + { + "epoch": 0.3404885396874305, + "grad_norm": 2.398364782333374, + "learning_rate": 1.5355983426618807e-05, + "loss": 2.8741, + "step": 19891 + }, + { + "epoch": 0.34050565740598093, + "grad_norm": 2.382497787475586, + "learning_rate": 1.5355515238219712e-05, + "loss": 2.8917, + "step": 19892 + }, + { + "epoch": 0.3405227751245314, + "grad_norm": 2.297353744506836, + "learning_rate": 1.5355047033359623e-05, + "loss": 2.6178, + "step": 19893 + }, + { + "epoch": 0.3405398928430819, + "grad_norm": 2.2545571327209473, + "learning_rate": 1.5354578812039994e-05, + "loss": 2.7972, + "step": 19894 + }, + { + "epoch": 0.34055701056163235, + "grad_norm": 2.1545233726501465, + "learning_rate": 1.535411057426225e-05, + "loss": 2.5652, + "step": 19895 + }, + { + "epoch": 0.3405741282801828, + "grad_norm": 2.267197847366333, + "learning_rate": 1.5353642320027838e-05, + "loss": 2.6701, + "step": 19896 + }, + { + "epoch": 0.3405912459987333, + "grad_norm": 2.4210398197174072, + "learning_rate": 1.535317404933819e-05, + "loss": 2.6683, + "step": 19897 + }, + { + "epoch": 0.34060836371728376, + "grad_norm": 2.2048134803771973, + "learning_rate": 1.535270576219476e-05, + "loss": 2.6594, + "step": 19898 + }, + { + "epoch": 0.3406254814358342, + "grad_norm": 2.2958974838256836, + "learning_rate": 1.5352237458598972e-05, + "loss": 2.6957, + "step": 19899 + }, + { + "epoch": 0.3406425991543847, + "grad_norm": 2.3380777835845947, + "learning_rate": 1.5351769138552272e-05, + "loss": 2.7745, + "step": 19900 + }, + { + "epoch": 0.34065971687293517, + "grad_norm": 2.2964398860931396, + "learning_rate": 1.5351300802056094e-05, + "loss": 2.7181, + "step": 19901 + }, + { + "epoch": 0.3406768345914856, + "grad_norm": 2.374295711517334, + "learning_rate": 1.5350832449111885e-05, + "loss": 2.7254, + "step": 19902 + }, + { + "epoch": 0.34069395231003613, + "grad_norm": 2.220938205718994, + "learning_rate": 1.5350364079721084e-05, + "loss": 2.7644, + "step": 19903 + }, + { + "epoch": 0.3407110700285866, + "grad_norm": 2.31429386138916, + "learning_rate": 1.5349895693885128e-05, + "loss": 2.6486, + "step": 19904 + }, + { + "epoch": 0.34072818774713703, + "grad_norm": 2.254046678543091, + "learning_rate": 1.5349427291605457e-05, + "loss": 2.6372, + "step": 19905 + }, + { + "epoch": 0.34074530546568754, + "grad_norm": 2.272469997406006, + "learning_rate": 1.534895887288351e-05, + "loss": 2.633, + "step": 19906 + }, + { + "epoch": 0.340762423184238, + "grad_norm": 2.280344247817993, + "learning_rate": 1.5348490437720725e-05, + "loss": 2.6599, + "step": 19907 + }, + { + "epoch": 0.3407795409027885, + "grad_norm": 2.3918631076812744, + "learning_rate": 1.5348021986118546e-05, + "loss": 2.6429, + "step": 19908 + }, + { + "epoch": 0.34079665862133895, + "grad_norm": 2.2518362998962402, + "learning_rate": 1.534755351807841e-05, + "loss": 2.7308, + "step": 19909 + }, + { + "epoch": 0.3408137763398894, + "grad_norm": 2.21431040763855, + "learning_rate": 1.5347085033601756e-05, + "loss": 2.6682, + "step": 19910 + }, + { + "epoch": 0.3408308940584399, + "grad_norm": 2.1821017265319824, + "learning_rate": 1.5346616532690032e-05, + "loss": 2.629, + "step": 19911 + }, + { + "epoch": 0.34084801177699037, + "grad_norm": 2.170097827911377, + "learning_rate": 1.5346148015344666e-05, + "loss": 2.6274, + "step": 19912 + }, + { + "epoch": 0.3408651294955408, + "grad_norm": 2.353341817855835, + "learning_rate": 1.5345679481567105e-05, + "loss": 2.7625, + "step": 19913 + }, + { + "epoch": 0.3408822472140913, + "grad_norm": 2.311760187149048, + "learning_rate": 1.5345210931358788e-05, + "loss": 2.8056, + "step": 19914 + }, + { + "epoch": 0.3408993649326418, + "grad_norm": 2.155755043029785, + "learning_rate": 1.5344742364721156e-05, + "loss": 2.6232, + "step": 19915 + }, + { + "epoch": 0.34091648265119223, + "grad_norm": 2.2086856365203857, + "learning_rate": 1.534427378165565e-05, + "loss": 2.6148, + "step": 19916 + }, + { + "epoch": 0.34093360036974274, + "grad_norm": 2.1881182193756104, + "learning_rate": 1.5343805182163706e-05, + "loss": 2.6647, + "step": 19917 + }, + { + "epoch": 0.3409507180882932, + "grad_norm": 2.194706678390503, + "learning_rate": 1.534333656624677e-05, + "loss": 2.5867, + "step": 19918 + }, + { + "epoch": 0.34096783580684364, + "grad_norm": 2.152740716934204, + "learning_rate": 1.5342867933906278e-05, + "loss": 2.6179, + "step": 19919 + }, + { + "epoch": 0.34098495352539415, + "grad_norm": 2.257453203201294, + "learning_rate": 1.5342399285143672e-05, + "loss": 2.68, + "step": 19920 + }, + { + "epoch": 0.3410020712439446, + "grad_norm": 2.339292049407959, + "learning_rate": 1.534193061996039e-05, + "loss": 2.7495, + "step": 19921 + }, + { + "epoch": 0.34101918896249506, + "grad_norm": 2.3249289989471436, + "learning_rate": 1.5341461938357873e-05, + "loss": 2.6745, + "step": 19922 + }, + { + "epoch": 0.34103630668104556, + "grad_norm": 2.2501778602600098, + "learning_rate": 1.5340993240337567e-05, + "loss": 2.5829, + "step": 19923 + }, + { + "epoch": 0.341053424399596, + "grad_norm": 2.375884532928467, + "learning_rate": 1.534052452590091e-05, + "loss": 2.6811, + "step": 19924 + }, + { + "epoch": 0.34107054211814647, + "grad_norm": 2.3174777030944824, + "learning_rate": 1.534005579504934e-05, + "loss": 2.615, + "step": 19925 + }, + { + "epoch": 0.341087659836697, + "grad_norm": 2.308656692504883, + "learning_rate": 1.53395870477843e-05, + "loss": 2.7787, + "step": 19926 + }, + { + "epoch": 0.34110477755524743, + "grad_norm": 2.319136381149292, + "learning_rate": 1.5339118284107227e-05, + "loss": 2.5644, + "step": 19927 + }, + { + "epoch": 0.3411218952737979, + "grad_norm": 2.3582351207733154, + "learning_rate": 1.5338649504019566e-05, + "loss": 2.7935, + "step": 19928 + }, + { + "epoch": 0.3411390129923484, + "grad_norm": 2.3468995094299316, + "learning_rate": 1.533818070752276e-05, + "loss": 2.5773, + "step": 19929 + }, + { + "epoch": 0.34115613071089884, + "grad_norm": 2.3671715259552, + "learning_rate": 1.5337711894618242e-05, + "loss": 2.6523, + "step": 19930 + }, + { + "epoch": 0.34117324842944935, + "grad_norm": 2.462883949279785, + "learning_rate": 1.533724306530746e-05, + "loss": 2.6722, + "step": 19931 + }, + { + "epoch": 0.3411903661479998, + "grad_norm": 2.349669933319092, + "learning_rate": 1.533677421959185e-05, + "loss": 2.7043, + "step": 19932 + }, + { + "epoch": 0.34120748386655025, + "grad_norm": 2.2040717601776123, + "learning_rate": 1.5336305357472862e-05, + "loss": 2.6839, + "step": 19933 + }, + { + "epoch": 0.34122460158510076, + "grad_norm": 2.2630650997161865, + "learning_rate": 1.5335836478951925e-05, + "loss": 2.7194, + "step": 19934 + }, + { + "epoch": 0.3412417193036512, + "grad_norm": 2.3014185428619385, + "learning_rate": 1.5335367584030486e-05, + "loss": 2.6996, + "step": 19935 + }, + { + "epoch": 0.34125883702220167, + "grad_norm": 2.3379099369049072, + "learning_rate": 1.533489867270999e-05, + "loss": 2.7066, + "step": 19936 + }, + { + "epoch": 0.3412759547407522, + "grad_norm": 2.368068218231201, + "learning_rate": 1.5334429744991873e-05, + "loss": 2.7442, + "step": 19937 + }, + { + "epoch": 0.3412930724593026, + "grad_norm": 2.45676589012146, + "learning_rate": 1.5333960800877573e-05, + "loss": 2.5852, + "step": 19938 + }, + { + "epoch": 0.3413101901778531, + "grad_norm": 2.3144638538360596, + "learning_rate": 1.5333491840368543e-05, + "loss": 2.6726, + "step": 19939 + }, + { + "epoch": 0.3413273078964036, + "grad_norm": 2.2443385124206543, + "learning_rate": 1.5333022863466214e-05, + "loss": 2.6858, + "step": 19940 + }, + { + "epoch": 0.34134442561495404, + "grad_norm": 2.423969030380249, + "learning_rate": 1.533255387017203e-05, + "loss": 2.6769, + "step": 19941 + }, + { + "epoch": 0.3413615433335045, + "grad_norm": 2.2509632110595703, + "learning_rate": 1.5332084860487437e-05, + "loss": 2.7013, + "step": 19942 + }, + { + "epoch": 0.341378661052055, + "grad_norm": 2.4300568103790283, + "learning_rate": 1.5331615834413873e-05, + "loss": 2.7206, + "step": 19943 + }, + { + "epoch": 0.34139577877060545, + "grad_norm": 2.5054163932800293, + "learning_rate": 1.5331146791952775e-05, + "loss": 2.731, + "step": 19944 + }, + { + "epoch": 0.3414128964891559, + "grad_norm": 2.6173818111419678, + "learning_rate": 1.5330677733105595e-05, + "loss": 2.705, + "step": 19945 + }, + { + "epoch": 0.3414300142077064, + "grad_norm": 2.5163536071777344, + "learning_rate": 1.5330208657873766e-05, + "loss": 2.8663, + "step": 19946 + }, + { + "epoch": 0.34144713192625686, + "grad_norm": 2.337646245956421, + "learning_rate": 1.5329739566258734e-05, + "loss": 2.8003, + "step": 19947 + }, + { + "epoch": 0.3414642496448073, + "grad_norm": 2.330282211303711, + "learning_rate": 1.532927045826194e-05, + "loss": 2.7572, + "step": 19948 + }, + { + "epoch": 0.3414813673633578, + "grad_norm": 2.2188079357147217, + "learning_rate": 1.5328801333884823e-05, + "loss": 2.6958, + "step": 19949 + }, + { + "epoch": 0.3414984850819083, + "grad_norm": 2.4719810485839844, + "learning_rate": 1.5328332193128832e-05, + "loss": 2.7774, + "step": 19950 + }, + { + "epoch": 0.34151560280045873, + "grad_norm": 2.3289480209350586, + "learning_rate": 1.5327863035995402e-05, + "loss": 2.7242, + "step": 19951 + }, + { + "epoch": 0.34153272051900924, + "grad_norm": 2.546891689300537, + "learning_rate": 1.532739386248598e-05, + "loss": 2.7211, + "step": 19952 + }, + { + "epoch": 0.3415498382375597, + "grad_norm": 2.251903772354126, + "learning_rate": 1.5326924672602e-05, + "loss": 2.6285, + "step": 19953 + }, + { + "epoch": 0.3415669559561102, + "grad_norm": 2.1859664916992188, + "learning_rate": 1.5326455466344912e-05, + "loss": 2.6966, + "step": 19954 + }, + { + "epoch": 0.34158407367466065, + "grad_norm": 2.425795793533325, + "learning_rate": 1.532598624371616e-05, + "loss": 2.7066, + "step": 19955 + }, + { + "epoch": 0.3416011913932111, + "grad_norm": 2.3921620845794678, + "learning_rate": 1.5325517004717178e-05, + "loss": 2.7177, + "step": 19956 + }, + { + "epoch": 0.3416183091117616, + "grad_norm": 2.296159029006958, + "learning_rate": 1.5325047749349416e-05, + "loss": 2.6312, + "step": 19957 + }, + { + "epoch": 0.34163542683031206, + "grad_norm": 2.407500743865967, + "learning_rate": 1.532457847761431e-05, + "loss": 2.6966, + "step": 19958 + }, + { + "epoch": 0.3416525445488625, + "grad_norm": 2.3101868629455566, + "learning_rate": 1.5324109189513304e-05, + "loss": 2.7628, + "step": 19959 + }, + { + "epoch": 0.341669662267413, + "grad_norm": 2.388885974884033, + "learning_rate": 1.532363988504784e-05, + "loss": 2.7909, + "step": 19960 + }, + { + "epoch": 0.3416867799859635, + "grad_norm": 2.559622049331665, + "learning_rate": 1.5323170564219367e-05, + "loss": 2.7811, + "step": 19961 + }, + { + "epoch": 0.3417038977045139, + "grad_norm": 2.299031972885132, + "learning_rate": 1.532270122702932e-05, + "loss": 2.7268, + "step": 19962 + }, + { + "epoch": 0.34172101542306443, + "grad_norm": 2.459937810897827, + "learning_rate": 1.5322231873479147e-05, + "loss": 2.6479, + "step": 19963 + }, + { + "epoch": 0.3417381331416149, + "grad_norm": 2.2255289554595947, + "learning_rate": 1.5321762503570285e-05, + "loss": 2.6694, + "step": 19964 + }, + { + "epoch": 0.34175525086016534, + "grad_norm": 2.518127918243408, + "learning_rate": 1.532129311730418e-05, + "loss": 2.7022, + "step": 19965 + }, + { + "epoch": 0.34177236857871585, + "grad_norm": 2.200334072113037, + "learning_rate": 1.5320823714682274e-05, + "loss": 2.6386, + "step": 19966 + }, + { + "epoch": 0.3417894862972663, + "grad_norm": 2.570782423019409, + "learning_rate": 1.532035429570601e-05, + "loss": 2.7528, + "step": 19967 + }, + { + "epoch": 0.34180660401581675, + "grad_norm": 2.330320358276367, + "learning_rate": 1.531988486037683e-05, + "loss": 2.7411, + "step": 19968 + }, + { + "epoch": 0.34182372173436726, + "grad_norm": 2.3280012607574463, + "learning_rate": 1.5319415408696177e-05, + "loss": 2.7101, + "step": 19969 + }, + { + "epoch": 0.3418408394529177, + "grad_norm": 2.3371686935424805, + "learning_rate": 1.5318945940665497e-05, + "loss": 2.6738, + "step": 19970 + }, + { + "epoch": 0.34185795717146816, + "grad_norm": 2.2496731281280518, + "learning_rate": 1.531847645628623e-05, + "loss": 2.7014, + "step": 19971 + }, + { + "epoch": 0.34187507489001867, + "grad_norm": 2.256369113922119, + "learning_rate": 1.5318006955559824e-05, + "loss": 2.666, + "step": 19972 + }, + { + "epoch": 0.3418921926085691, + "grad_norm": 2.308155059814453, + "learning_rate": 1.5317537438487708e-05, + "loss": 2.5982, + "step": 19973 + }, + { + "epoch": 0.3419093103271196, + "grad_norm": 2.2323203086853027, + "learning_rate": 1.5317067905071342e-05, + "loss": 2.6453, + "step": 19974 + }, + { + "epoch": 0.3419264280456701, + "grad_norm": 2.3567874431610107, + "learning_rate": 1.5316598355312157e-05, + "loss": 2.6683, + "step": 19975 + }, + { + "epoch": 0.34194354576422054, + "grad_norm": 2.433777093887329, + "learning_rate": 1.531612878921161e-05, + "loss": 2.8249, + "step": 19976 + }, + { + "epoch": 0.34196066348277104, + "grad_norm": 2.275489330291748, + "learning_rate": 1.5315659206771125e-05, + "loss": 2.6261, + "step": 19977 + }, + { + "epoch": 0.3419777812013215, + "grad_norm": 2.1803698539733887, + "learning_rate": 1.5315189607992164e-05, + "loss": 2.6525, + "step": 19978 + }, + { + "epoch": 0.34199489891987195, + "grad_norm": 2.2135448455810547, + "learning_rate": 1.5314719992876157e-05, + "loss": 2.6169, + "step": 19979 + }, + { + "epoch": 0.34201201663842246, + "grad_norm": 2.3243935108184814, + "learning_rate": 1.5314250361424554e-05, + "loss": 2.7938, + "step": 19980 + }, + { + "epoch": 0.3420291343569729, + "grad_norm": 2.360361337661743, + "learning_rate": 1.5313780713638798e-05, + "loss": 2.6497, + "step": 19981 + }, + { + "epoch": 0.34204625207552336, + "grad_norm": 2.2258992195129395, + "learning_rate": 1.5313311049520332e-05, + "loss": 2.7488, + "step": 19982 + }, + { + "epoch": 0.34206336979407387, + "grad_norm": 2.1967082023620605, + "learning_rate": 1.53128413690706e-05, + "loss": 2.777, + "step": 19983 + }, + { + "epoch": 0.3420804875126243, + "grad_norm": 2.3036270141601562, + "learning_rate": 1.5312371672291043e-05, + "loss": 2.7482, + "step": 19984 + }, + { + "epoch": 0.3420976052311748, + "grad_norm": 2.3297476768493652, + "learning_rate": 1.5311901959183106e-05, + "loss": 2.74, + "step": 19985 + }, + { + "epoch": 0.3421147229497253, + "grad_norm": 2.303173780441284, + "learning_rate": 1.5311432229748235e-05, + "loss": 2.6344, + "step": 19986 + }, + { + "epoch": 0.34213184066827573, + "grad_norm": 2.207136392593384, + "learning_rate": 1.5310962483987872e-05, + "loss": 2.6596, + "step": 19987 + }, + { + "epoch": 0.3421489583868262, + "grad_norm": 2.292525291442871, + "learning_rate": 1.5310492721903464e-05, + "loss": 2.667, + "step": 19988 + }, + { + "epoch": 0.3421660761053767, + "grad_norm": 2.1384358406066895, + "learning_rate": 1.5310022943496445e-05, + "loss": 2.6198, + "step": 19989 + }, + { + "epoch": 0.34218319382392715, + "grad_norm": 2.512453079223633, + "learning_rate": 1.530955314876827e-05, + "loss": 2.6856, + "step": 19990 + }, + { + "epoch": 0.3422003115424776, + "grad_norm": 2.3233766555786133, + "learning_rate": 1.530908333772038e-05, + "loss": 2.9758, + "step": 19991 + }, + { + "epoch": 0.3422174292610281, + "grad_norm": 2.180763006210327, + "learning_rate": 1.5308613510354213e-05, + "loss": 2.649, + "step": 19992 + }, + { + "epoch": 0.34223454697957856, + "grad_norm": 2.2094123363494873, + "learning_rate": 1.530814366667122e-05, + "loss": 2.6529, + "step": 19993 + }, + { + "epoch": 0.342251664698129, + "grad_norm": 2.32987904548645, + "learning_rate": 1.5307673806672846e-05, + "loss": 2.7355, + "step": 19994 + }, + { + "epoch": 0.3422687824166795, + "grad_norm": 2.409482479095459, + "learning_rate": 1.5307203930360528e-05, + "loss": 2.6379, + "step": 19995 + }, + { + "epoch": 0.34228590013522997, + "grad_norm": 2.337646007537842, + "learning_rate": 1.5306734037735718e-05, + "loss": 2.709, + "step": 19996 + }, + { + "epoch": 0.3423030178537804, + "grad_norm": 2.328723192214966, + "learning_rate": 1.5306264128799855e-05, + "loss": 2.6135, + "step": 19997 + }, + { + "epoch": 0.34232013557233093, + "grad_norm": 2.3297102451324463, + "learning_rate": 1.5305794203554386e-05, + "loss": 2.5607, + "step": 19998 + }, + { + "epoch": 0.3423372532908814, + "grad_norm": 2.412618637084961, + "learning_rate": 1.5305324262000755e-05, + "loss": 2.6856, + "step": 19999 + }, + { + "epoch": 0.3423543710094319, + "grad_norm": 2.415705680847168, + "learning_rate": 1.53048543041404e-05, + "loss": 2.7364, + "step": 20000 + }, + { + "epoch": 0.34237148872798234, + "grad_norm": 2.3200623989105225, + "learning_rate": 1.5304384329974778e-05, + "loss": 2.7085, + "step": 20001 + }, + { + "epoch": 0.3423886064465328, + "grad_norm": 2.406431198120117, + "learning_rate": 1.5303914339505323e-05, + "loss": 2.8032, + "step": 20002 + }, + { + "epoch": 0.3424057241650833, + "grad_norm": 2.436645746231079, + "learning_rate": 1.5303444332733485e-05, + "loss": 2.7246, + "step": 20003 + }, + { + "epoch": 0.34242284188363376, + "grad_norm": 2.26839280128479, + "learning_rate": 1.5302974309660708e-05, + "loss": 2.5743, + "step": 20004 + }, + { + "epoch": 0.3424399596021842, + "grad_norm": 2.2776262760162354, + "learning_rate": 1.5302504270288436e-05, + "loss": 2.6078, + "step": 20005 + }, + { + "epoch": 0.3424570773207347, + "grad_norm": 2.4855663776397705, + "learning_rate": 1.5302034214618115e-05, + "loss": 2.61, + "step": 20006 + }, + { + "epoch": 0.34247419503928517, + "grad_norm": 2.1489217281341553, + "learning_rate": 1.5301564142651184e-05, + "loss": 2.7054, + "step": 20007 + }, + { + "epoch": 0.3424913127578356, + "grad_norm": 2.3834354877471924, + "learning_rate": 1.5301094054389095e-05, + "loss": 2.6865, + "step": 20008 + }, + { + "epoch": 0.3425084304763861, + "grad_norm": 2.17492938041687, + "learning_rate": 1.5300623949833287e-05, + "loss": 2.654, + "step": 20009 + }, + { + "epoch": 0.3425255481949366, + "grad_norm": 2.3611624240875244, + "learning_rate": 1.530015382898521e-05, + "loss": 2.6227, + "step": 20010 + }, + { + "epoch": 0.34254266591348703, + "grad_norm": 2.1766650676727295, + "learning_rate": 1.529968369184631e-05, + "loss": 2.6518, + "step": 20011 + }, + { + "epoch": 0.34255978363203754, + "grad_norm": 2.3915297985076904, + "learning_rate": 1.5299213538418027e-05, + "loss": 2.8034, + "step": 20012 + }, + { + "epoch": 0.342576901350588, + "grad_norm": 2.2250006198883057, + "learning_rate": 1.5298743368701808e-05, + "loss": 2.6756, + "step": 20013 + }, + { + "epoch": 0.34259401906913844, + "grad_norm": 2.2833502292633057, + "learning_rate": 1.5298273182699096e-05, + "loss": 2.7949, + "step": 20014 + }, + { + "epoch": 0.34261113678768895, + "grad_norm": 2.3088161945343018, + "learning_rate": 1.5297802980411343e-05, + "loss": 2.7563, + "step": 20015 + }, + { + "epoch": 0.3426282545062394, + "grad_norm": 2.247325897216797, + "learning_rate": 1.5297332761839984e-05, + "loss": 2.6527, + "step": 20016 + }, + { + "epoch": 0.34264537222478986, + "grad_norm": 2.2063827514648438, + "learning_rate": 1.5296862526986473e-05, + "loss": 2.6911, + "step": 20017 + }, + { + "epoch": 0.34266248994334036, + "grad_norm": 2.31459641456604, + "learning_rate": 1.529639227585225e-05, + "loss": 2.7076, + "step": 20018 + }, + { + "epoch": 0.3426796076618908, + "grad_norm": 2.233067274093628, + "learning_rate": 1.529592200843877e-05, + "loss": 2.7653, + "step": 20019 + }, + { + "epoch": 0.34269672538044127, + "grad_norm": 2.171973466873169, + "learning_rate": 1.5295451724747467e-05, + "loss": 2.6038, + "step": 20020 + }, + { + "epoch": 0.3427138430989918, + "grad_norm": 2.309330940246582, + "learning_rate": 1.5294981424779786e-05, + "loss": 2.7407, + "step": 20021 + }, + { + "epoch": 0.34273096081754223, + "grad_norm": 2.310147285461426, + "learning_rate": 1.5294511108537183e-05, + "loss": 2.7356, + "step": 20022 + }, + { + "epoch": 0.3427480785360927, + "grad_norm": 2.3020682334899902, + "learning_rate": 1.5294040776021092e-05, + "loss": 2.6301, + "step": 20023 + }, + { + "epoch": 0.3427651962546432, + "grad_norm": 2.3614184856414795, + "learning_rate": 1.529357042723297e-05, + "loss": 2.7458, + "step": 20024 + }, + { + "epoch": 0.34278231397319364, + "grad_norm": 2.2082366943359375, + "learning_rate": 1.5293100062174256e-05, + "loss": 2.6721, + "step": 20025 + }, + { + "epoch": 0.34279943169174415, + "grad_norm": 2.2543814182281494, + "learning_rate": 1.5292629680846397e-05, + "loss": 2.6562, + "step": 20026 + }, + { + "epoch": 0.3428165494102946, + "grad_norm": 2.3499374389648438, + "learning_rate": 1.5292159283250837e-05, + "loss": 2.7199, + "step": 20027 + }, + { + "epoch": 0.34283366712884505, + "grad_norm": 2.2532958984375, + "learning_rate": 1.5291688869389022e-05, + "loss": 2.7291, + "step": 20028 + }, + { + "epoch": 0.34285078484739556, + "grad_norm": 2.371532440185547, + "learning_rate": 1.5291218439262402e-05, + "loss": 2.6554, + "step": 20029 + }, + { + "epoch": 0.342867902565946, + "grad_norm": 2.1419336795806885, + "learning_rate": 1.5290747992872418e-05, + "loss": 2.6808, + "step": 20030 + }, + { + "epoch": 0.34288502028449647, + "grad_norm": 2.2292919158935547, + "learning_rate": 1.529027753022052e-05, + "loss": 2.6283, + "step": 20031 + }, + { + "epoch": 0.342902138003047, + "grad_norm": 2.310746431350708, + "learning_rate": 1.5289807051308153e-05, + "loss": 2.6494, + "step": 20032 + }, + { + "epoch": 0.3429192557215974, + "grad_norm": 2.2808940410614014, + "learning_rate": 1.5289336556136762e-05, + "loss": 2.5613, + "step": 20033 + }, + { + "epoch": 0.3429363734401479, + "grad_norm": 2.3546314239501953, + "learning_rate": 1.5288866044707794e-05, + "loss": 2.7321, + "step": 20034 + }, + { + "epoch": 0.3429534911586984, + "grad_norm": 2.3668463230133057, + "learning_rate": 1.528839551702269e-05, + "loss": 2.7254, + "step": 20035 + }, + { + "epoch": 0.34297060887724884, + "grad_norm": 2.48738431930542, + "learning_rate": 1.5287924973082907e-05, + "loss": 2.7762, + "step": 20036 + }, + { + "epoch": 0.3429877265957993, + "grad_norm": 2.3405885696411133, + "learning_rate": 1.5287454412889883e-05, + "loss": 2.8168, + "step": 20037 + }, + { + "epoch": 0.3430048443143498, + "grad_norm": 2.312044382095337, + "learning_rate": 1.5286983836445064e-05, + "loss": 2.7648, + "step": 20038 + }, + { + "epoch": 0.34302196203290025, + "grad_norm": 2.566293239593506, + "learning_rate": 1.52865132437499e-05, + "loss": 2.6393, + "step": 20039 + }, + { + "epoch": 0.3430390797514507, + "grad_norm": 2.21301007270813, + "learning_rate": 1.5286042634805838e-05, + "loss": 2.5958, + "step": 20040 + }, + { + "epoch": 0.3430561974700012, + "grad_norm": 2.3219547271728516, + "learning_rate": 1.5285572009614324e-05, + "loss": 2.7247, + "step": 20041 + }, + { + "epoch": 0.34307331518855166, + "grad_norm": 2.3808820247650146, + "learning_rate": 1.5285101368176806e-05, + "loss": 2.6429, + "step": 20042 + }, + { + "epoch": 0.3430904329071021, + "grad_norm": 2.382908344268799, + "learning_rate": 1.528463071049472e-05, + "loss": 2.6988, + "step": 20043 + }, + { + "epoch": 0.3431075506256526, + "grad_norm": 2.296300172805786, + "learning_rate": 1.5284160036569525e-05, + "loss": 2.6562, + "step": 20044 + }, + { + "epoch": 0.3431246683442031, + "grad_norm": 2.3122899532318115, + "learning_rate": 1.5283689346402663e-05, + "loss": 2.6755, + "step": 20045 + }, + { + "epoch": 0.34314178606275353, + "grad_norm": 2.245626211166382, + "learning_rate": 1.5283218639995583e-05, + "loss": 2.5797, + "step": 20046 + }, + { + "epoch": 0.34315890378130404, + "grad_norm": 2.2387194633483887, + "learning_rate": 1.5282747917349727e-05, + "loss": 2.8229, + "step": 20047 + }, + { + "epoch": 0.3431760214998545, + "grad_norm": 2.3776159286499023, + "learning_rate": 1.5282277178466547e-05, + "loss": 2.7921, + "step": 20048 + }, + { + "epoch": 0.343193139218405, + "grad_norm": 2.475050210952759, + "learning_rate": 1.5281806423347483e-05, + "loss": 2.8287, + "step": 20049 + }, + { + "epoch": 0.34321025693695545, + "grad_norm": 2.1164028644561768, + "learning_rate": 1.528133565199399e-05, + "loss": 2.6016, + "step": 20050 + }, + { + "epoch": 0.3432273746555059, + "grad_norm": 2.198444128036499, + "learning_rate": 1.5280864864407514e-05, + "loss": 2.6061, + "step": 20051 + }, + { + "epoch": 0.3432444923740564, + "grad_norm": 2.4040400981903076, + "learning_rate": 1.5280394060589497e-05, + "loss": 2.8826, + "step": 20052 + }, + { + "epoch": 0.34326161009260686, + "grad_norm": 2.396836519241333, + "learning_rate": 1.5279923240541388e-05, + "loss": 2.7273, + "step": 20053 + }, + { + "epoch": 0.3432787278111573, + "grad_norm": 2.2762808799743652, + "learning_rate": 1.5279452404264635e-05, + "loss": 2.7522, + "step": 20054 + }, + { + "epoch": 0.3432958455297078, + "grad_norm": 2.326022148132324, + "learning_rate": 1.5278981551760686e-05, + "loss": 2.744, + "step": 20055 + }, + { + "epoch": 0.3433129632482583, + "grad_norm": 2.2571051120758057, + "learning_rate": 1.5278510683030984e-05, + "loss": 2.7151, + "step": 20056 + }, + { + "epoch": 0.3433300809668087, + "grad_norm": 2.2010810375213623, + "learning_rate": 1.5278039798076982e-05, + "loss": 2.7432, + "step": 20057 + }, + { + "epoch": 0.34334719868535923, + "grad_norm": 2.2820334434509277, + "learning_rate": 1.5277568896900125e-05, + "loss": 2.7771, + "step": 20058 + }, + { + "epoch": 0.3433643164039097, + "grad_norm": 2.2220256328582764, + "learning_rate": 1.527709797950186e-05, + "loss": 2.5834, + "step": 20059 + }, + { + "epoch": 0.34338143412246014, + "grad_norm": 2.232060432434082, + "learning_rate": 1.5276627045883635e-05, + "loss": 2.7145, + "step": 20060 + }, + { + "epoch": 0.34339855184101065, + "grad_norm": 2.369701385498047, + "learning_rate": 1.5276156096046896e-05, + "loss": 2.6033, + "step": 20061 + }, + { + "epoch": 0.3434156695595611, + "grad_norm": 2.3033244609832764, + "learning_rate": 1.5275685129993095e-05, + "loss": 2.7772, + "step": 20062 + }, + { + "epoch": 0.34343278727811155, + "grad_norm": 2.3265910148620605, + "learning_rate": 1.5275214147723675e-05, + "loss": 2.6887, + "step": 20063 + }, + { + "epoch": 0.34344990499666206, + "grad_norm": 2.2706568241119385, + "learning_rate": 1.5274743149240082e-05, + "loss": 2.6106, + "step": 20064 + }, + { + "epoch": 0.3434670227152125, + "grad_norm": 2.3936619758605957, + "learning_rate": 1.5274272134543768e-05, + "loss": 2.8022, + "step": 20065 + }, + { + "epoch": 0.34348414043376296, + "grad_norm": 2.3977062702178955, + "learning_rate": 1.5273801103636177e-05, + "loss": 2.7631, + "step": 20066 + }, + { + "epoch": 0.34350125815231347, + "grad_norm": 2.34916353225708, + "learning_rate": 1.527333005651876e-05, + "loss": 2.6757, + "step": 20067 + }, + { + "epoch": 0.3435183758708639, + "grad_norm": 2.289302349090576, + "learning_rate": 1.527285899319297e-05, + "loss": 2.7256, + "step": 20068 + }, + { + "epoch": 0.3435354935894144, + "grad_norm": 2.376934766769409, + "learning_rate": 1.5272387913660245e-05, + "loss": 2.7055, + "step": 20069 + }, + { + "epoch": 0.3435526113079649, + "grad_norm": 2.3305225372314453, + "learning_rate": 1.5271916817922033e-05, + "loss": 2.7076, + "step": 20070 + }, + { + "epoch": 0.34356972902651534, + "grad_norm": 2.3986713886260986, + "learning_rate": 1.527144570597979e-05, + "loss": 2.7504, + "step": 20071 + }, + { + "epoch": 0.34358684674506584, + "grad_norm": 2.327277660369873, + "learning_rate": 1.5270974577834956e-05, + "loss": 2.6702, + "step": 20072 + }, + { + "epoch": 0.3436039644636163, + "grad_norm": 2.5071120262145996, + "learning_rate": 1.527050343348899e-05, + "loss": 2.8975, + "step": 20073 + }, + { + "epoch": 0.34362108218216675, + "grad_norm": 2.488370656967163, + "learning_rate": 1.5270032272943325e-05, + "loss": 2.7169, + "step": 20074 + }, + { + "epoch": 0.34363819990071726, + "grad_norm": 2.3188018798828125, + "learning_rate": 1.526956109619942e-05, + "loss": 2.748, + "step": 20075 + }, + { + "epoch": 0.3436553176192677, + "grad_norm": 2.443101167678833, + "learning_rate": 1.526908990325872e-05, + "loss": 2.6432, + "step": 20076 + }, + { + "epoch": 0.34367243533781816, + "grad_norm": 2.293884038925171, + "learning_rate": 1.5268618694122678e-05, + "loss": 2.7547, + "step": 20077 + }, + { + "epoch": 0.34368955305636867, + "grad_norm": 2.522834062576294, + "learning_rate": 1.526814746879273e-05, + "loss": 2.7742, + "step": 20078 + }, + { + "epoch": 0.3437066707749191, + "grad_norm": 2.30580735206604, + "learning_rate": 1.526767622727034e-05, + "loss": 2.6832, + "step": 20079 + }, + { + "epoch": 0.3437237884934696, + "grad_norm": 2.240781307220459, + "learning_rate": 1.5267204969556947e-05, + "loss": 2.7307, + "step": 20080 + }, + { + "epoch": 0.3437409062120201, + "grad_norm": 2.4815750122070312, + "learning_rate": 1.5266733695653998e-05, + "loss": 2.7132, + "step": 20081 + }, + { + "epoch": 0.34375802393057053, + "grad_norm": 2.2323758602142334, + "learning_rate": 1.5266262405562945e-05, + "loss": 2.7029, + "step": 20082 + }, + { + "epoch": 0.343775141649121, + "grad_norm": 2.330519437789917, + "learning_rate": 1.5265791099285242e-05, + "loss": 2.6769, + "step": 20083 + }, + { + "epoch": 0.3437922593676715, + "grad_norm": 2.311058759689331, + "learning_rate": 1.526531977682233e-05, + "loss": 2.6729, + "step": 20084 + }, + { + "epoch": 0.34380937708622195, + "grad_norm": 2.3571033477783203, + "learning_rate": 1.5264848438175657e-05, + "loss": 2.7169, + "step": 20085 + }, + { + "epoch": 0.3438264948047724, + "grad_norm": 2.334130048751831, + "learning_rate": 1.5264377083346673e-05, + "loss": 2.7877, + "step": 20086 + }, + { + "epoch": 0.3438436125233229, + "grad_norm": 2.3798434734344482, + "learning_rate": 1.526390571233683e-05, + "loss": 2.7321, + "step": 20087 + }, + { + "epoch": 0.34386073024187336, + "grad_norm": 2.431057929992676, + "learning_rate": 1.5263434325147576e-05, + "loss": 2.6793, + "step": 20088 + }, + { + "epoch": 0.3438778479604238, + "grad_norm": 2.561365842819214, + "learning_rate": 1.526296292178036e-05, + "loss": 2.7499, + "step": 20089 + }, + { + "epoch": 0.3438949656789743, + "grad_norm": 2.378988742828369, + "learning_rate": 1.526249150223663e-05, + "loss": 2.8476, + "step": 20090 + }, + { + "epoch": 0.34391208339752477, + "grad_norm": 2.455975294113159, + "learning_rate": 1.5262020066517835e-05, + "loss": 2.676, + "step": 20091 + }, + { + "epoch": 0.3439292011160752, + "grad_norm": 2.27294921875, + "learning_rate": 1.526154861462542e-05, + "loss": 2.6243, + "step": 20092 + }, + { + "epoch": 0.34394631883462573, + "grad_norm": 2.4111881256103516, + "learning_rate": 1.526107714656084e-05, + "loss": 2.7402, + "step": 20093 + }, + { + "epoch": 0.3439634365531762, + "grad_norm": 2.3721923828125, + "learning_rate": 1.526060566232554e-05, + "loss": 2.625, + "step": 20094 + }, + { + "epoch": 0.3439805542717267, + "grad_norm": 2.3504867553710938, + "learning_rate": 1.5260134161920976e-05, + "loss": 2.7213, + "step": 20095 + }, + { + "epoch": 0.34399767199027714, + "grad_norm": 2.3423984050750732, + "learning_rate": 1.525966264534859e-05, + "loss": 2.7551, + "step": 20096 + }, + { + "epoch": 0.3440147897088276, + "grad_norm": 2.2598822116851807, + "learning_rate": 1.5259191112609832e-05, + "loss": 2.7075, + "step": 20097 + }, + { + "epoch": 0.3440319074273781, + "grad_norm": 2.282552480697632, + "learning_rate": 1.5258719563706156e-05, + "loss": 2.7363, + "step": 20098 + }, + { + "epoch": 0.34404902514592856, + "grad_norm": 2.3256609439849854, + "learning_rate": 1.5258247998639008e-05, + "loss": 2.8042, + "step": 20099 + }, + { + "epoch": 0.344066142864479, + "grad_norm": 2.237105131149292, + "learning_rate": 1.525777641740984e-05, + "loss": 2.759, + "step": 20100 + }, + { + "epoch": 0.3440832605830295, + "grad_norm": 2.2034027576446533, + "learning_rate": 1.5257304820020096e-05, + "loss": 2.6044, + "step": 20101 + }, + { + "epoch": 0.34410037830157997, + "grad_norm": 2.3982460498809814, + "learning_rate": 1.525683320647123e-05, + "loss": 2.6193, + "step": 20102 + }, + { + "epoch": 0.3441174960201304, + "grad_norm": 2.1695163249969482, + "learning_rate": 1.5256361576764688e-05, + "loss": 2.7083, + "step": 20103 + }, + { + "epoch": 0.34413461373868093, + "grad_norm": 2.1636664867401123, + "learning_rate": 1.5255889930901924e-05, + "loss": 2.6478, + "step": 20104 + }, + { + "epoch": 0.3441517314572314, + "grad_norm": 2.350031852722168, + "learning_rate": 1.5255418268884387e-05, + "loss": 2.7668, + "step": 20105 + }, + { + "epoch": 0.34416884917578183, + "grad_norm": 2.288865566253662, + "learning_rate": 1.5254946590713528e-05, + "loss": 2.8554, + "step": 20106 + }, + { + "epoch": 0.34418596689433234, + "grad_norm": 2.369284152984619, + "learning_rate": 1.525447489639079e-05, + "loss": 2.6992, + "step": 20107 + }, + { + "epoch": 0.3442030846128828, + "grad_norm": 2.3412797451019287, + "learning_rate": 1.5254003185917628e-05, + "loss": 2.6477, + "step": 20108 + }, + { + "epoch": 0.34422020233143324, + "grad_norm": 2.2643940448760986, + "learning_rate": 1.525353145929549e-05, + "loss": 2.7033, + "step": 20109 + }, + { + "epoch": 0.34423732004998375, + "grad_norm": 2.3378171920776367, + "learning_rate": 1.5253059716525828e-05, + "loss": 2.6059, + "step": 20110 + }, + { + "epoch": 0.3442544377685342, + "grad_norm": 2.2647128105163574, + "learning_rate": 1.5252587957610093e-05, + "loss": 2.6989, + "step": 20111 + }, + { + "epoch": 0.34427155548708466, + "grad_norm": 2.504295825958252, + "learning_rate": 1.5252116182549728e-05, + "loss": 2.6111, + "step": 20112 + }, + { + "epoch": 0.34428867320563517, + "grad_norm": 2.2790157794952393, + "learning_rate": 1.5251644391346191e-05, + "loss": 2.5713, + "step": 20113 + }, + { + "epoch": 0.3443057909241856, + "grad_norm": 2.528341054916382, + "learning_rate": 1.525117258400093e-05, + "loss": 2.7161, + "step": 20114 + }, + { + "epoch": 0.34432290864273607, + "grad_norm": 2.3673031330108643, + "learning_rate": 1.5250700760515394e-05, + "loss": 2.7892, + "step": 20115 + }, + { + "epoch": 0.3443400263612866, + "grad_norm": 2.4426591396331787, + "learning_rate": 1.5250228920891035e-05, + "loss": 2.6679, + "step": 20116 + }, + { + "epoch": 0.34435714407983703, + "grad_norm": 2.301196813583374, + "learning_rate": 1.5249757065129297e-05, + "loss": 2.5804, + "step": 20117 + }, + { + "epoch": 0.34437426179838754, + "grad_norm": 2.3864214420318604, + "learning_rate": 1.5249285193231638e-05, + "loss": 2.6544, + "step": 20118 + }, + { + "epoch": 0.344391379516938, + "grad_norm": 2.367893695831299, + "learning_rate": 1.5248813305199504e-05, + "loss": 2.6812, + "step": 20119 + }, + { + "epoch": 0.34440849723548844, + "grad_norm": 2.4169821739196777, + "learning_rate": 1.524834140103435e-05, + "loss": 2.7146, + "step": 20120 + }, + { + "epoch": 0.34442561495403895, + "grad_norm": 2.326098680496216, + "learning_rate": 1.524786948073762e-05, + "loss": 2.574, + "step": 20121 + }, + { + "epoch": 0.3444427326725894, + "grad_norm": 2.2901082038879395, + "learning_rate": 1.524739754431077e-05, + "loss": 2.6611, + "step": 20122 + }, + { + "epoch": 0.34445985039113985, + "grad_norm": 2.318941831588745, + "learning_rate": 1.5246925591755247e-05, + "loss": 2.6182, + "step": 20123 + }, + { + "epoch": 0.34447696810969036, + "grad_norm": 2.267592191696167, + "learning_rate": 1.5246453623072501e-05, + "loss": 2.6353, + "step": 20124 + }, + { + "epoch": 0.3444940858282408, + "grad_norm": 2.371478319168091, + "learning_rate": 1.5245981638263989e-05, + "loss": 2.7746, + "step": 20125 + }, + { + "epoch": 0.34451120354679127, + "grad_norm": 2.5053038597106934, + "learning_rate": 1.5245509637331157e-05, + "loss": 2.748, + "step": 20126 + }, + { + "epoch": 0.3445283212653418, + "grad_norm": 2.3723223209381104, + "learning_rate": 1.5245037620275456e-05, + "loss": 2.7938, + "step": 20127 + }, + { + "epoch": 0.3445454389838922, + "grad_norm": 2.2295310497283936, + "learning_rate": 1.5244565587098335e-05, + "loss": 2.7055, + "step": 20128 + }, + { + "epoch": 0.3445625567024427, + "grad_norm": 2.309239387512207, + "learning_rate": 1.5244093537801248e-05, + "loss": 2.6508, + "step": 20129 + }, + { + "epoch": 0.3445796744209932, + "grad_norm": 2.291524648666382, + "learning_rate": 1.5243621472385643e-05, + "loss": 2.642, + "step": 20130 + }, + { + "epoch": 0.34459679213954364, + "grad_norm": 2.3029816150665283, + "learning_rate": 1.5243149390852974e-05, + "loss": 2.6418, + "step": 20131 + }, + { + "epoch": 0.3446139098580941, + "grad_norm": 2.2296228408813477, + "learning_rate": 1.5242677293204693e-05, + "loss": 2.6572, + "step": 20132 + }, + { + "epoch": 0.3446310275766446, + "grad_norm": 2.2164080142974854, + "learning_rate": 1.5242205179442246e-05, + "loss": 2.6822, + "step": 20133 + }, + { + "epoch": 0.34464814529519505, + "grad_norm": 2.3835558891296387, + "learning_rate": 1.524173304956709e-05, + "loss": 2.7255, + "step": 20134 + }, + { + "epoch": 0.3446652630137455, + "grad_norm": 2.222907543182373, + "learning_rate": 1.5241260903580668e-05, + "loss": 2.7088, + "step": 20135 + }, + { + "epoch": 0.344682380732296, + "grad_norm": 2.377915382385254, + "learning_rate": 1.524078874148444e-05, + "loss": 2.8392, + "step": 20136 + }, + { + "epoch": 0.34469949845084646, + "grad_norm": 2.215653657913208, + "learning_rate": 1.5240316563279853e-05, + "loss": 2.7388, + "step": 20137 + }, + { + "epoch": 0.3447166161693969, + "grad_norm": 2.227823257446289, + "learning_rate": 1.523984436896836e-05, + "loss": 2.6279, + "step": 20138 + }, + { + "epoch": 0.3447337338879474, + "grad_norm": 2.2245426177978516, + "learning_rate": 1.523937215855141e-05, + "loss": 2.707, + "step": 20139 + }, + { + "epoch": 0.3447508516064979, + "grad_norm": 2.1550209522247314, + "learning_rate": 1.5238899932030453e-05, + "loss": 2.6292, + "step": 20140 + }, + { + "epoch": 0.3447679693250484, + "grad_norm": 2.2983760833740234, + "learning_rate": 1.523842768940695e-05, + "loss": 2.8021, + "step": 20141 + }, + { + "epoch": 0.34478508704359884, + "grad_norm": 2.3098032474517822, + "learning_rate": 1.523795543068234e-05, + "loss": 2.6324, + "step": 20142 + }, + { + "epoch": 0.3448022047621493, + "grad_norm": 2.284447193145752, + "learning_rate": 1.5237483155858082e-05, + "loss": 2.6394, + "step": 20143 + }, + { + "epoch": 0.3448193224806998, + "grad_norm": 2.3329806327819824, + "learning_rate": 1.5237010864935626e-05, + "loss": 2.8389, + "step": 20144 + }, + { + "epoch": 0.34483644019925025, + "grad_norm": 2.2938854694366455, + "learning_rate": 1.523653855791642e-05, + "loss": 2.7831, + "step": 20145 + }, + { + "epoch": 0.3448535579178007, + "grad_norm": 2.3406641483306885, + "learning_rate": 1.5236066234801926e-05, + "loss": 2.658, + "step": 20146 + }, + { + "epoch": 0.3448706756363512, + "grad_norm": 2.27734637260437, + "learning_rate": 1.5235593895593583e-05, + "loss": 2.6591, + "step": 20147 + }, + { + "epoch": 0.34488779335490166, + "grad_norm": 2.1818394660949707, + "learning_rate": 1.5235121540292852e-05, + "loss": 2.6841, + "step": 20148 + }, + { + "epoch": 0.3449049110734521, + "grad_norm": 2.338926315307617, + "learning_rate": 1.523464916890118e-05, + "loss": 2.7992, + "step": 20149 + }, + { + "epoch": 0.3449220287920026, + "grad_norm": 2.3397181034088135, + "learning_rate": 1.523417678142002e-05, + "loss": 2.6334, + "step": 20150 + }, + { + "epoch": 0.3449391465105531, + "grad_norm": 2.3363559246063232, + "learning_rate": 1.5233704377850827e-05, + "loss": 2.6305, + "step": 20151 + }, + { + "epoch": 0.3449562642291035, + "grad_norm": 2.19834041595459, + "learning_rate": 1.5233231958195047e-05, + "loss": 2.6205, + "step": 20152 + }, + { + "epoch": 0.34497338194765403, + "grad_norm": 2.289597749710083, + "learning_rate": 1.5232759522454139e-05, + "loss": 2.6729, + "step": 20153 + }, + { + "epoch": 0.3449904996662045, + "grad_norm": 2.335716485977173, + "learning_rate": 1.523228707062955e-05, + "loss": 2.723, + "step": 20154 + }, + { + "epoch": 0.34500761738475494, + "grad_norm": 2.2639379501342773, + "learning_rate": 1.5231814602722732e-05, + "loss": 2.677, + "step": 20155 + }, + { + "epoch": 0.34502473510330545, + "grad_norm": 2.236013174057007, + "learning_rate": 1.5231342118735141e-05, + "loss": 2.6562, + "step": 20156 + }, + { + "epoch": 0.3450418528218559, + "grad_norm": 2.4233672618865967, + "learning_rate": 1.5230869618668227e-05, + "loss": 2.6682, + "step": 20157 + }, + { + "epoch": 0.34505897054040635, + "grad_norm": 2.2845377922058105, + "learning_rate": 1.5230397102523442e-05, + "loss": 2.7154, + "step": 20158 + }, + { + "epoch": 0.34507608825895686, + "grad_norm": 2.444758892059326, + "learning_rate": 1.5229924570302242e-05, + "loss": 2.7339, + "step": 20159 + }, + { + "epoch": 0.3450932059775073, + "grad_norm": 2.37516713142395, + "learning_rate": 1.5229452022006071e-05, + "loss": 2.7219, + "step": 20160 + }, + { + "epoch": 0.34511032369605776, + "grad_norm": 2.3117241859436035, + "learning_rate": 1.522897945763639e-05, + "loss": 2.6366, + "step": 20161 + }, + { + "epoch": 0.34512744141460827, + "grad_norm": 2.269519805908203, + "learning_rate": 1.5228506877194647e-05, + "loss": 2.6207, + "step": 20162 + }, + { + "epoch": 0.3451445591331587, + "grad_norm": 2.3363418579101562, + "learning_rate": 1.5228034280682296e-05, + "loss": 2.676, + "step": 20163 + }, + { + "epoch": 0.34516167685170923, + "grad_norm": 2.4336674213409424, + "learning_rate": 1.522756166810079e-05, + "loss": 2.8586, + "step": 20164 + }, + { + "epoch": 0.3451787945702597, + "grad_norm": 2.3729240894317627, + "learning_rate": 1.5227089039451581e-05, + "loss": 2.8332, + "step": 20165 + }, + { + "epoch": 0.34519591228881014, + "grad_norm": 2.6931374073028564, + "learning_rate": 1.5226616394736122e-05, + "loss": 2.6355, + "step": 20166 + }, + { + "epoch": 0.34521303000736064, + "grad_norm": 2.317988634109497, + "learning_rate": 1.5226143733955862e-05, + "loss": 2.6014, + "step": 20167 + }, + { + "epoch": 0.3452301477259111, + "grad_norm": 2.309250593185425, + "learning_rate": 1.5225671057112262e-05, + "loss": 2.7084, + "step": 20168 + }, + { + "epoch": 0.34524726544446155, + "grad_norm": 2.3244805335998535, + "learning_rate": 1.5225198364206768e-05, + "loss": 2.6795, + "step": 20169 + }, + { + "epoch": 0.34526438316301206, + "grad_norm": 2.2799453735351562, + "learning_rate": 1.5224725655240837e-05, + "loss": 2.7314, + "step": 20170 + }, + { + "epoch": 0.3452815008815625, + "grad_norm": 2.3709230422973633, + "learning_rate": 1.5224252930215917e-05, + "loss": 2.7626, + "step": 20171 + }, + { + "epoch": 0.34529861860011296, + "grad_norm": 2.5724270343780518, + "learning_rate": 1.5223780189133463e-05, + "loss": 2.7615, + "step": 20172 + }, + { + "epoch": 0.34531573631866347, + "grad_norm": 2.0985300540924072, + "learning_rate": 1.5223307431994929e-05, + "loss": 2.498, + "step": 20173 + }, + { + "epoch": 0.3453328540372139, + "grad_norm": 2.4157555103302, + "learning_rate": 1.5222834658801773e-05, + "loss": 2.6737, + "step": 20174 + }, + { + "epoch": 0.3453499717557644, + "grad_norm": 2.2597978115081787, + "learning_rate": 1.522236186955544e-05, + "loss": 2.7214, + "step": 20175 + }, + { + "epoch": 0.3453670894743149, + "grad_norm": 2.4733920097351074, + "learning_rate": 1.5221889064257385e-05, + "loss": 2.8063, + "step": 20176 + }, + { + "epoch": 0.34538420719286533, + "grad_norm": 2.369109630584717, + "learning_rate": 1.5221416242909061e-05, + "loss": 2.701, + "step": 20177 + }, + { + "epoch": 0.3454013249114158, + "grad_norm": 2.3613193035125732, + "learning_rate": 1.522094340551193e-05, + "loss": 2.7149, + "step": 20178 + }, + { + "epoch": 0.3454184426299663, + "grad_norm": 2.412379503250122, + "learning_rate": 1.5220470552067432e-05, + "loss": 2.7706, + "step": 20179 + }, + { + "epoch": 0.34543556034851675, + "grad_norm": 2.350341796875, + "learning_rate": 1.521999768257703e-05, + "loss": 2.7569, + "step": 20180 + }, + { + "epoch": 0.3454526780670672, + "grad_norm": 2.2981295585632324, + "learning_rate": 1.5219524797042174e-05, + "loss": 2.5917, + "step": 20181 + }, + { + "epoch": 0.3454697957856177, + "grad_norm": 2.2455945014953613, + "learning_rate": 1.5219051895464315e-05, + "loss": 2.7502, + "step": 20182 + }, + { + "epoch": 0.34548691350416816, + "grad_norm": 2.43927264213562, + "learning_rate": 1.521857897784491e-05, + "loss": 2.6998, + "step": 20183 + }, + { + "epoch": 0.3455040312227186, + "grad_norm": 2.2014756202697754, + "learning_rate": 1.521810604418541e-05, + "loss": 2.6753, + "step": 20184 + }, + { + "epoch": 0.3455211489412691, + "grad_norm": 2.3121979236602783, + "learning_rate": 1.5217633094487274e-05, + "loss": 2.7161, + "step": 20185 + }, + { + "epoch": 0.34553826665981957, + "grad_norm": 2.3682961463928223, + "learning_rate": 1.5217160128751953e-05, + "loss": 2.6754, + "step": 20186 + }, + { + "epoch": 0.3455553843783701, + "grad_norm": 2.4088897705078125, + "learning_rate": 1.5216687146980895e-05, + "loss": 2.6569, + "step": 20187 + }, + { + "epoch": 0.34557250209692053, + "grad_norm": 2.282437801361084, + "learning_rate": 1.5216214149175562e-05, + "loss": 2.5647, + "step": 20188 + }, + { + "epoch": 0.345589619815471, + "grad_norm": 2.3736472129821777, + "learning_rate": 1.5215741135337401e-05, + "loss": 2.7042, + "step": 20189 + }, + { + "epoch": 0.3456067375340215, + "grad_norm": 2.316664218902588, + "learning_rate": 1.5215268105467873e-05, + "loss": 2.5678, + "step": 20190 + }, + { + "epoch": 0.34562385525257194, + "grad_norm": 2.3403568267822266, + "learning_rate": 1.5214795059568426e-05, + "loss": 2.729, + "step": 20191 + }, + { + "epoch": 0.3456409729711224, + "grad_norm": 2.5032360553741455, + "learning_rate": 1.5214321997640515e-05, + "loss": 2.8153, + "step": 20192 + }, + { + "epoch": 0.3456580906896729, + "grad_norm": 2.2945542335510254, + "learning_rate": 1.5213848919685597e-05, + "loss": 2.7004, + "step": 20193 + }, + { + "epoch": 0.34567520840822336, + "grad_norm": 2.354562759399414, + "learning_rate": 1.5213375825705124e-05, + "loss": 2.6536, + "step": 20194 + }, + { + "epoch": 0.3456923261267738, + "grad_norm": 2.405590295791626, + "learning_rate": 1.5212902715700548e-05, + "loss": 2.7079, + "step": 20195 + }, + { + "epoch": 0.3457094438453243, + "grad_norm": 2.351233720779419, + "learning_rate": 1.5212429589673328e-05, + "loss": 2.6868, + "step": 20196 + }, + { + "epoch": 0.34572656156387477, + "grad_norm": 2.3766701221466064, + "learning_rate": 1.5211956447624916e-05, + "loss": 2.7077, + "step": 20197 + }, + { + "epoch": 0.3457436792824252, + "grad_norm": 2.380795955657959, + "learning_rate": 1.5211483289556763e-05, + "loss": 2.8374, + "step": 20198 + }, + { + "epoch": 0.34576079700097573, + "grad_norm": 2.3288028240203857, + "learning_rate": 1.5211010115470331e-05, + "loss": 2.5756, + "step": 20199 + }, + { + "epoch": 0.3457779147195262, + "grad_norm": 2.2993381023406982, + "learning_rate": 1.5210536925367065e-05, + "loss": 2.6882, + "step": 20200 + }, + { + "epoch": 0.34579503243807663, + "grad_norm": 2.283595561981201, + "learning_rate": 1.521006371924843e-05, + "loss": 2.5474, + "step": 20201 + }, + { + "epoch": 0.34581215015662714, + "grad_norm": 2.271066427230835, + "learning_rate": 1.520959049711587e-05, + "loss": 2.7849, + "step": 20202 + }, + { + "epoch": 0.3458292678751776, + "grad_norm": 2.2982606887817383, + "learning_rate": 1.5209117258970843e-05, + "loss": 2.7466, + "step": 20203 + }, + { + "epoch": 0.34584638559372805, + "grad_norm": 2.293435573577881, + "learning_rate": 1.5208644004814807e-05, + "loss": 2.7517, + "step": 20204 + }, + { + "epoch": 0.34586350331227855, + "grad_norm": 2.2439451217651367, + "learning_rate": 1.5208170734649215e-05, + "loss": 2.6686, + "step": 20205 + }, + { + "epoch": 0.345880621030829, + "grad_norm": 2.2660064697265625, + "learning_rate": 1.520769744847552e-05, + "loss": 2.7043, + "step": 20206 + }, + { + "epoch": 0.34589773874937946, + "grad_norm": 2.332721471786499, + "learning_rate": 1.5207224146295178e-05, + "loss": 2.8684, + "step": 20207 + }, + { + "epoch": 0.34591485646792997, + "grad_norm": 2.3002424240112305, + "learning_rate": 1.5206750828109641e-05, + "loss": 2.6663, + "step": 20208 + }, + { + "epoch": 0.3459319741864804, + "grad_norm": 2.3082597255706787, + "learning_rate": 1.5206277493920372e-05, + "loss": 2.8379, + "step": 20209 + }, + { + "epoch": 0.34594909190503087, + "grad_norm": 2.393697500228882, + "learning_rate": 1.5205804143728813e-05, + "loss": 2.6196, + "step": 20210 + }, + { + "epoch": 0.3459662096235814, + "grad_norm": 2.210116386413574, + "learning_rate": 1.5205330777536432e-05, + "loss": 2.6544, + "step": 20211 + }, + { + "epoch": 0.34598332734213183, + "grad_norm": 2.23598575592041, + "learning_rate": 1.5204857395344674e-05, + "loss": 2.6857, + "step": 20212 + }, + { + "epoch": 0.34600044506068234, + "grad_norm": 2.277087450027466, + "learning_rate": 1.5204383997154998e-05, + "loss": 2.649, + "step": 20213 + }, + { + "epoch": 0.3460175627792328, + "grad_norm": 2.274824619293213, + "learning_rate": 1.5203910582968867e-05, + "loss": 2.5087, + "step": 20214 + }, + { + "epoch": 0.34603468049778324, + "grad_norm": 2.365018367767334, + "learning_rate": 1.5203437152787719e-05, + "loss": 2.8166, + "step": 20215 + }, + { + "epoch": 0.34605179821633375, + "grad_norm": 2.396913766860962, + "learning_rate": 1.5202963706613022e-05, + "loss": 2.6082, + "step": 20216 + }, + { + "epoch": 0.3460689159348842, + "grad_norm": 2.3833115100860596, + "learning_rate": 1.5202490244446226e-05, + "loss": 2.8242, + "step": 20217 + }, + { + "epoch": 0.34608603365343465, + "grad_norm": 2.2696444988250732, + "learning_rate": 1.520201676628879e-05, + "loss": 2.4656, + "step": 20218 + }, + { + "epoch": 0.34610315137198516, + "grad_norm": 2.37009859085083, + "learning_rate": 1.5201543272142165e-05, + "loss": 2.6555, + "step": 20219 + }, + { + "epoch": 0.3461202690905356, + "grad_norm": 2.372677803039551, + "learning_rate": 1.5201069762007808e-05, + "loss": 2.6083, + "step": 20220 + }, + { + "epoch": 0.34613738680908607, + "grad_norm": 2.2976794242858887, + "learning_rate": 1.5200596235887177e-05, + "loss": 2.5694, + "step": 20221 + }, + { + "epoch": 0.3461545045276366, + "grad_norm": 2.340118169784546, + "learning_rate": 1.5200122693781725e-05, + "loss": 2.675, + "step": 20222 + }, + { + "epoch": 0.346171622246187, + "grad_norm": 2.309508800506592, + "learning_rate": 1.519964913569291e-05, + "loss": 2.7202, + "step": 20223 + }, + { + "epoch": 0.3461887399647375, + "grad_norm": 2.3608334064483643, + "learning_rate": 1.5199175561622182e-05, + "loss": 2.6764, + "step": 20224 + }, + { + "epoch": 0.346205857683288, + "grad_norm": 2.3663899898529053, + "learning_rate": 1.5198701971570997e-05, + "loss": 2.6697, + "step": 20225 + }, + { + "epoch": 0.34622297540183844, + "grad_norm": 2.4708333015441895, + "learning_rate": 1.5198228365540817e-05, + "loss": 2.7205, + "step": 20226 + }, + { + "epoch": 0.3462400931203889, + "grad_norm": 2.2589914798736572, + "learning_rate": 1.5197754743533098e-05, + "loss": 2.6223, + "step": 20227 + }, + { + "epoch": 0.3462572108389394, + "grad_norm": 2.5297489166259766, + "learning_rate": 1.5197281105549291e-05, + "loss": 2.8623, + "step": 20228 + }, + { + "epoch": 0.34627432855748985, + "grad_norm": 2.307321786880493, + "learning_rate": 1.519680745159085e-05, + "loss": 2.6832, + "step": 20229 + }, + { + "epoch": 0.3462914462760403, + "grad_norm": 2.5159897804260254, + "learning_rate": 1.5196333781659233e-05, + "loss": 2.7418, + "step": 20230 + }, + { + "epoch": 0.3463085639945908, + "grad_norm": 2.2213551998138428, + "learning_rate": 1.5195860095755896e-05, + "loss": 2.7336, + "step": 20231 + }, + { + "epoch": 0.34632568171314126, + "grad_norm": 2.5472869873046875, + "learning_rate": 1.51953863938823e-05, + "loss": 2.7145, + "step": 20232 + }, + { + "epoch": 0.3463427994316917, + "grad_norm": 2.319356918334961, + "learning_rate": 1.5194912676039894e-05, + "loss": 2.7297, + "step": 20233 + }, + { + "epoch": 0.3463599171502422, + "grad_norm": 2.6177403926849365, + "learning_rate": 1.5194438942230137e-05, + "loss": 2.6653, + "step": 20234 + }, + { + "epoch": 0.3463770348687927, + "grad_norm": 2.3095743656158447, + "learning_rate": 1.5193965192454484e-05, + "loss": 2.7354, + "step": 20235 + }, + { + "epoch": 0.3463941525873432, + "grad_norm": 2.482426166534424, + "learning_rate": 1.5193491426714392e-05, + "loss": 2.7173, + "step": 20236 + }, + { + "epoch": 0.34641127030589364, + "grad_norm": 2.3694353103637695, + "learning_rate": 1.5193017645011318e-05, + "loss": 2.7573, + "step": 20237 + }, + { + "epoch": 0.3464283880244441, + "grad_norm": 2.3403005599975586, + "learning_rate": 1.5192543847346719e-05, + "loss": 2.7096, + "step": 20238 + }, + { + "epoch": 0.3464455057429946, + "grad_norm": 2.5321381092071533, + "learning_rate": 1.5192070033722046e-05, + "loss": 2.829, + "step": 20239 + }, + { + "epoch": 0.34646262346154505, + "grad_norm": 2.3140618801116943, + "learning_rate": 1.5191596204138762e-05, + "loss": 2.7105, + "step": 20240 + }, + { + "epoch": 0.3464797411800955, + "grad_norm": 2.3509163856506348, + "learning_rate": 1.5191122358598316e-05, + "loss": 2.5904, + "step": 20241 + }, + { + "epoch": 0.346496858898646, + "grad_norm": 2.217383861541748, + "learning_rate": 1.5190648497102172e-05, + "loss": 2.7083, + "step": 20242 + }, + { + "epoch": 0.34651397661719646, + "grad_norm": 2.3330957889556885, + "learning_rate": 1.5190174619651784e-05, + "loss": 2.6484, + "step": 20243 + }, + { + "epoch": 0.3465310943357469, + "grad_norm": 2.2336294651031494, + "learning_rate": 1.5189700726248608e-05, + "loss": 2.5136, + "step": 20244 + }, + { + "epoch": 0.3465482120542974, + "grad_norm": 2.29536509513855, + "learning_rate": 1.5189226816894098e-05, + "loss": 2.625, + "step": 20245 + }, + { + "epoch": 0.3465653297728479, + "grad_norm": 2.5044829845428467, + "learning_rate": 1.518875289158971e-05, + "loss": 2.7202, + "step": 20246 + }, + { + "epoch": 0.3465824474913983, + "grad_norm": 2.338900327682495, + "learning_rate": 1.5188278950336907e-05, + "loss": 2.6519, + "step": 20247 + }, + { + "epoch": 0.34659956520994883, + "grad_norm": 2.3624205589294434, + "learning_rate": 1.5187804993137145e-05, + "loss": 2.7149, + "step": 20248 + }, + { + "epoch": 0.3466166829284993, + "grad_norm": 2.3138673305511475, + "learning_rate": 1.5187331019991876e-05, + "loss": 2.7794, + "step": 20249 + }, + { + "epoch": 0.34663380064704974, + "grad_norm": 2.445606231689453, + "learning_rate": 1.518685703090256e-05, + "loss": 2.6995, + "step": 20250 + }, + { + "epoch": 0.34665091836560025, + "grad_norm": 2.3780272006988525, + "learning_rate": 1.5186383025870652e-05, + "loss": 2.7253, + "step": 20251 + }, + { + "epoch": 0.3466680360841507, + "grad_norm": 2.2763900756835938, + "learning_rate": 1.5185909004897608e-05, + "loss": 2.6864, + "step": 20252 + }, + { + "epoch": 0.34668515380270115, + "grad_norm": 2.3455755710601807, + "learning_rate": 1.5185434967984888e-05, + "loss": 2.6195, + "step": 20253 + }, + { + "epoch": 0.34670227152125166, + "grad_norm": 2.2788212299346924, + "learning_rate": 1.518496091513395e-05, + "loss": 2.6762, + "step": 20254 + }, + { + "epoch": 0.3467193892398021, + "grad_norm": 2.3562707901000977, + "learning_rate": 1.5184486846346248e-05, + "loss": 2.6771, + "step": 20255 + }, + { + "epoch": 0.34673650695835256, + "grad_norm": 2.238748550415039, + "learning_rate": 1.5184012761623237e-05, + "loss": 2.679, + "step": 20256 + }, + { + "epoch": 0.34675362467690307, + "grad_norm": 2.286442756652832, + "learning_rate": 1.5183538660966382e-05, + "loss": 2.5575, + "step": 20257 + }, + { + "epoch": 0.3467707423954535, + "grad_norm": 2.363996744155884, + "learning_rate": 1.518306454437713e-05, + "loss": 2.7748, + "step": 20258 + }, + { + "epoch": 0.34678786011400403, + "grad_norm": 2.354318141937256, + "learning_rate": 1.5182590411856945e-05, + "loss": 2.8245, + "step": 20259 + }, + { + "epoch": 0.3468049778325545, + "grad_norm": 2.208012819290161, + "learning_rate": 1.5182116263407287e-05, + "loss": 2.5405, + "step": 20260 + }, + { + "epoch": 0.34682209555110494, + "grad_norm": 2.3504714965820312, + "learning_rate": 1.5181642099029605e-05, + "loss": 2.6501, + "step": 20261 + }, + { + "epoch": 0.34683921326965544, + "grad_norm": 2.2770962715148926, + "learning_rate": 1.5181167918725361e-05, + "loss": 2.7151, + "step": 20262 + }, + { + "epoch": 0.3468563309882059, + "grad_norm": 2.366750955581665, + "learning_rate": 1.5180693722496017e-05, + "loss": 2.7748, + "step": 20263 + }, + { + "epoch": 0.34687344870675635, + "grad_norm": 2.2823846340179443, + "learning_rate": 1.5180219510343022e-05, + "loss": 2.689, + "step": 20264 + }, + { + "epoch": 0.34689056642530686, + "grad_norm": 2.323854446411133, + "learning_rate": 1.5179745282267839e-05, + "loss": 2.6996, + "step": 20265 + }, + { + "epoch": 0.3469076841438573, + "grad_norm": 2.244912624359131, + "learning_rate": 1.5179271038271921e-05, + "loss": 2.6169, + "step": 20266 + }, + { + "epoch": 0.34692480186240776, + "grad_norm": 2.220231771469116, + "learning_rate": 1.5178796778356727e-05, + "loss": 2.5146, + "step": 20267 + }, + { + "epoch": 0.34694191958095827, + "grad_norm": 2.2536702156066895, + "learning_rate": 1.5178322502523721e-05, + "loss": 2.8044, + "step": 20268 + }, + { + "epoch": 0.3469590372995087, + "grad_norm": 2.422163963317871, + "learning_rate": 1.5177848210774352e-05, + "loss": 2.6864, + "step": 20269 + }, + { + "epoch": 0.3469761550180592, + "grad_norm": 2.2876832485198975, + "learning_rate": 1.5177373903110088e-05, + "loss": 2.6683, + "step": 20270 + }, + { + "epoch": 0.3469932727366097, + "grad_norm": 2.2581708431243896, + "learning_rate": 1.5176899579532378e-05, + "loss": 2.7732, + "step": 20271 + }, + { + "epoch": 0.34701039045516013, + "grad_norm": 2.335477113723755, + "learning_rate": 1.517642524004268e-05, + "loss": 2.6065, + "step": 20272 + }, + { + "epoch": 0.3470275081737106, + "grad_norm": 2.2469677925109863, + "learning_rate": 1.5175950884642457e-05, + "loss": 2.6009, + "step": 20273 + }, + { + "epoch": 0.3470446258922611, + "grad_norm": 2.2685704231262207, + "learning_rate": 1.5175476513333162e-05, + "loss": 2.701, + "step": 20274 + }, + { + "epoch": 0.34706174361081155, + "grad_norm": 2.3885715007781982, + "learning_rate": 1.5175002126116259e-05, + "loss": 2.7408, + "step": 20275 + }, + { + "epoch": 0.347078861329362, + "grad_norm": 2.2134664058685303, + "learning_rate": 1.5174527722993203e-05, + "loss": 2.6525, + "step": 20276 + }, + { + "epoch": 0.3470959790479125, + "grad_norm": 2.2517523765563965, + "learning_rate": 1.5174053303965446e-05, + "loss": 2.7385, + "step": 20277 + }, + { + "epoch": 0.34711309676646296, + "grad_norm": 2.2906951904296875, + "learning_rate": 1.5173578869034458e-05, + "loss": 2.6883, + "step": 20278 + }, + { + "epoch": 0.3471302144850134, + "grad_norm": 2.3765244483947754, + "learning_rate": 1.5173104418201687e-05, + "loss": 2.7261, + "step": 20279 + }, + { + "epoch": 0.3471473322035639, + "grad_norm": 2.3144242763519287, + "learning_rate": 1.5172629951468598e-05, + "loss": 2.5345, + "step": 20280 + }, + { + "epoch": 0.34716444992211437, + "grad_norm": 2.2754712104797363, + "learning_rate": 1.5172155468836648e-05, + "loss": 2.6572, + "step": 20281 + }, + { + "epoch": 0.3471815676406649, + "grad_norm": 2.219792366027832, + "learning_rate": 1.5171680970307293e-05, + "loss": 2.5193, + "step": 20282 + }, + { + "epoch": 0.34719868535921533, + "grad_norm": 2.2848291397094727, + "learning_rate": 1.5171206455881993e-05, + "loss": 2.8071, + "step": 20283 + }, + { + "epoch": 0.3472158030777658, + "grad_norm": 2.299957036972046, + "learning_rate": 1.5170731925562205e-05, + "loss": 2.5737, + "step": 20284 + }, + { + "epoch": 0.3472329207963163, + "grad_norm": 2.14646053314209, + "learning_rate": 1.5170257379349389e-05, + "loss": 2.5816, + "step": 20285 + }, + { + "epoch": 0.34725003851486674, + "grad_norm": 2.2663626670837402, + "learning_rate": 1.5169782817245007e-05, + "loss": 2.6792, + "step": 20286 + }, + { + "epoch": 0.3472671562334172, + "grad_norm": 2.4394118785858154, + "learning_rate": 1.5169308239250513e-05, + "loss": 2.807, + "step": 20287 + }, + { + "epoch": 0.3472842739519677, + "grad_norm": 2.3289575576782227, + "learning_rate": 1.5168833645367365e-05, + "loss": 2.6986, + "step": 20288 + }, + { + "epoch": 0.34730139167051816, + "grad_norm": 2.32306170463562, + "learning_rate": 1.5168359035597022e-05, + "loss": 2.7619, + "step": 20289 + }, + { + "epoch": 0.3473185093890686, + "grad_norm": 2.284611463546753, + "learning_rate": 1.5167884409940947e-05, + "loss": 2.6468, + "step": 20290 + }, + { + "epoch": 0.3473356271076191, + "grad_norm": 2.3596031665802, + "learning_rate": 1.5167409768400596e-05, + "loss": 2.6872, + "step": 20291 + }, + { + "epoch": 0.34735274482616957, + "grad_norm": 2.279594659805298, + "learning_rate": 1.5166935110977426e-05, + "loss": 2.6723, + "step": 20292 + }, + { + "epoch": 0.34736986254472, + "grad_norm": 2.305706739425659, + "learning_rate": 1.5166460437672902e-05, + "loss": 2.7313, + "step": 20293 + }, + { + "epoch": 0.34738698026327053, + "grad_norm": 2.237611770629883, + "learning_rate": 1.5165985748488474e-05, + "loss": 2.6501, + "step": 20294 + }, + { + "epoch": 0.347404097981821, + "grad_norm": 2.313755750656128, + "learning_rate": 1.5165511043425606e-05, + "loss": 2.818, + "step": 20295 + }, + { + "epoch": 0.34742121570037143, + "grad_norm": 2.220000743865967, + "learning_rate": 1.516503632248576e-05, + "loss": 2.6475, + "step": 20296 + }, + { + "epoch": 0.34743833341892194, + "grad_norm": 2.192244291305542, + "learning_rate": 1.516456158567039e-05, + "loss": 2.6023, + "step": 20297 + }, + { + "epoch": 0.3474554511374724, + "grad_norm": 2.29675555229187, + "learning_rate": 1.5164086832980958e-05, + "loss": 2.7174, + "step": 20298 + }, + { + "epoch": 0.34747256885602285, + "grad_norm": 2.3547825813293457, + "learning_rate": 1.5163612064418925e-05, + "loss": 2.7071, + "step": 20299 + }, + { + "epoch": 0.34748968657457335, + "grad_norm": 2.2391278743743896, + "learning_rate": 1.5163137279985745e-05, + "loss": 2.5883, + "step": 20300 + }, + { + "epoch": 0.3475068042931238, + "grad_norm": 2.235322952270508, + "learning_rate": 1.5162662479682882e-05, + "loss": 2.6308, + "step": 20301 + }, + { + "epoch": 0.34752392201167426, + "grad_norm": 2.229440450668335, + "learning_rate": 1.5162187663511792e-05, + "loss": 2.5129, + "step": 20302 + }, + { + "epoch": 0.34754103973022477, + "grad_norm": 2.3344929218292236, + "learning_rate": 1.5161712831473937e-05, + "loss": 2.6526, + "step": 20303 + }, + { + "epoch": 0.3475581574487752, + "grad_norm": 2.4689242839813232, + "learning_rate": 1.5161237983570773e-05, + "loss": 2.6749, + "step": 20304 + }, + { + "epoch": 0.3475752751673257, + "grad_norm": 2.325145721435547, + "learning_rate": 1.5160763119803763e-05, + "loss": 2.6684, + "step": 20305 + }, + { + "epoch": 0.3475923928858762, + "grad_norm": 2.1943790912628174, + "learning_rate": 1.5160288240174366e-05, + "loss": 2.6924, + "step": 20306 + }, + { + "epoch": 0.34760951060442663, + "grad_norm": 2.29732346534729, + "learning_rate": 1.515981334468404e-05, + "loss": 2.5482, + "step": 20307 + }, + { + "epoch": 0.34762662832297714, + "grad_norm": 2.5056257247924805, + "learning_rate": 1.515933843333425e-05, + "loss": 2.773, + "step": 20308 + }, + { + "epoch": 0.3476437460415276, + "grad_norm": 2.1567957401275635, + "learning_rate": 1.5158863506126444e-05, + "loss": 2.5549, + "step": 20309 + }, + { + "epoch": 0.34766086376007804, + "grad_norm": 2.5258729457855225, + "learning_rate": 1.5158388563062095e-05, + "loss": 2.7491, + "step": 20310 + }, + { + "epoch": 0.34767798147862855, + "grad_norm": 2.1939494609832764, + "learning_rate": 1.5157913604142653e-05, + "loss": 2.6502, + "step": 20311 + }, + { + "epoch": 0.347695099197179, + "grad_norm": 2.092885732650757, + "learning_rate": 1.5157438629369585e-05, + "loss": 2.5134, + "step": 20312 + }, + { + "epoch": 0.34771221691572946, + "grad_norm": 2.0967538356781006, + "learning_rate": 1.5156963638744348e-05, + "loss": 2.6367, + "step": 20313 + }, + { + "epoch": 0.34772933463427996, + "grad_norm": 2.3431923389434814, + "learning_rate": 1.5156488632268403e-05, + "loss": 2.7396, + "step": 20314 + }, + { + "epoch": 0.3477464523528304, + "grad_norm": 2.320146322250366, + "learning_rate": 1.5156013609943205e-05, + "loss": 2.6957, + "step": 20315 + }, + { + "epoch": 0.34776357007138087, + "grad_norm": 2.218778610229492, + "learning_rate": 1.515553857177022e-05, + "loss": 2.7372, + "step": 20316 + }, + { + "epoch": 0.3477806877899314, + "grad_norm": 2.2851390838623047, + "learning_rate": 1.5155063517750904e-05, + "loss": 2.714, + "step": 20317 + }, + { + "epoch": 0.3477978055084818, + "grad_norm": 2.331875801086426, + "learning_rate": 1.5154588447886722e-05, + "loss": 2.735, + "step": 20318 + }, + { + "epoch": 0.3478149232270323, + "grad_norm": 2.6207942962646484, + "learning_rate": 1.5154113362179128e-05, + "loss": 2.7382, + "step": 20319 + }, + { + "epoch": 0.3478320409455828, + "grad_norm": 2.214911460876465, + "learning_rate": 1.5153638260629586e-05, + "loss": 2.6067, + "step": 20320 + }, + { + "epoch": 0.34784915866413324, + "grad_norm": 2.2020225524902344, + "learning_rate": 1.5153163143239558e-05, + "loss": 2.6567, + "step": 20321 + }, + { + "epoch": 0.3478662763826837, + "grad_norm": 2.152015209197998, + "learning_rate": 1.5152688010010502e-05, + "loss": 2.6415, + "step": 20322 + }, + { + "epoch": 0.3478833941012342, + "grad_norm": 2.305734157562256, + "learning_rate": 1.5152212860943876e-05, + "loss": 2.6335, + "step": 20323 + }, + { + "epoch": 0.34790051181978465, + "grad_norm": 2.3229026794433594, + "learning_rate": 1.5151737696041146e-05, + "loss": 2.8028, + "step": 20324 + }, + { + "epoch": 0.3479176295383351, + "grad_norm": 2.170504331588745, + "learning_rate": 1.5151262515303767e-05, + "loss": 2.5676, + "step": 20325 + }, + { + "epoch": 0.3479347472568856, + "grad_norm": 2.347670078277588, + "learning_rate": 1.5150787318733203e-05, + "loss": 2.7985, + "step": 20326 + }, + { + "epoch": 0.34795186497543606, + "grad_norm": 2.196469783782959, + "learning_rate": 1.5150312106330911e-05, + "loss": 2.6041, + "step": 20327 + }, + { + "epoch": 0.3479689826939866, + "grad_norm": 2.1490566730499268, + "learning_rate": 1.5149836878098359e-05, + "loss": 2.6857, + "step": 20328 + }, + { + "epoch": 0.347986100412537, + "grad_norm": 2.454871416091919, + "learning_rate": 1.5149361634037001e-05, + "loss": 2.7907, + "step": 20329 + }, + { + "epoch": 0.3480032181310875, + "grad_norm": 2.1711158752441406, + "learning_rate": 1.51488863741483e-05, + "loss": 2.5679, + "step": 20330 + }, + { + "epoch": 0.348020335849638, + "grad_norm": 2.32248592376709, + "learning_rate": 1.5148411098433715e-05, + "loss": 2.6409, + "step": 20331 + }, + { + "epoch": 0.34803745356818844, + "grad_norm": 2.280912160873413, + "learning_rate": 1.5147935806894709e-05, + "loss": 2.7161, + "step": 20332 + }, + { + "epoch": 0.3480545712867389, + "grad_norm": 2.5568344593048096, + "learning_rate": 1.5147460499532742e-05, + "loss": 2.8137, + "step": 20333 + }, + { + "epoch": 0.3480716890052894, + "grad_norm": 2.21484112739563, + "learning_rate": 1.5146985176349276e-05, + "loss": 2.7205, + "step": 20334 + }, + { + "epoch": 0.34808880672383985, + "grad_norm": 2.3089194297790527, + "learning_rate": 1.5146509837345771e-05, + "loss": 2.6439, + "step": 20335 + }, + { + "epoch": 0.3481059244423903, + "grad_norm": 2.2416844367980957, + "learning_rate": 1.5146034482523689e-05, + "loss": 2.8281, + "step": 20336 + }, + { + "epoch": 0.3481230421609408, + "grad_norm": 2.3855509757995605, + "learning_rate": 1.5145559111884486e-05, + "loss": 2.7724, + "step": 20337 + }, + { + "epoch": 0.34814015987949126, + "grad_norm": 2.316214084625244, + "learning_rate": 1.514508372542963e-05, + "loss": 2.6985, + "step": 20338 + }, + { + "epoch": 0.3481572775980417, + "grad_norm": 2.408889055252075, + "learning_rate": 1.5144608323160578e-05, + "loss": 2.7217, + "step": 20339 + }, + { + "epoch": 0.3481743953165922, + "grad_norm": 2.338604688644409, + "learning_rate": 1.5144132905078796e-05, + "loss": 2.641, + "step": 20340 + }, + { + "epoch": 0.3481915130351427, + "grad_norm": 2.365217685699463, + "learning_rate": 1.5143657471185739e-05, + "loss": 2.7008, + "step": 20341 + }, + { + "epoch": 0.3482086307536931, + "grad_norm": 2.3894946575164795, + "learning_rate": 1.5143182021482871e-05, + "loss": 2.8677, + "step": 20342 + }, + { + "epoch": 0.34822574847224363, + "grad_norm": 2.3143398761749268, + "learning_rate": 1.5142706555971659e-05, + "loss": 2.8069, + "step": 20343 + }, + { + "epoch": 0.3482428661907941, + "grad_norm": 2.377497911453247, + "learning_rate": 1.5142231074653552e-05, + "loss": 2.6833, + "step": 20344 + }, + { + "epoch": 0.34825998390934454, + "grad_norm": 2.3416907787323, + "learning_rate": 1.5141755577530025e-05, + "loss": 2.7642, + "step": 20345 + }, + { + "epoch": 0.34827710162789505, + "grad_norm": 2.2744877338409424, + "learning_rate": 1.5141280064602527e-05, + "loss": 2.6315, + "step": 20346 + }, + { + "epoch": 0.3482942193464455, + "grad_norm": 2.452350378036499, + "learning_rate": 1.5140804535872526e-05, + "loss": 2.7976, + "step": 20347 + }, + { + "epoch": 0.34831133706499595, + "grad_norm": 2.31770658493042, + "learning_rate": 1.5140328991341486e-05, + "loss": 2.706, + "step": 20348 + }, + { + "epoch": 0.34832845478354646, + "grad_norm": 2.358039379119873, + "learning_rate": 1.5139853431010864e-05, + "loss": 2.693, + "step": 20349 + }, + { + "epoch": 0.3483455725020969, + "grad_norm": 2.4157118797302246, + "learning_rate": 1.5139377854882127e-05, + "loss": 2.7407, + "step": 20350 + }, + { + "epoch": 0.3483626902206474, + "grad_norm": 2.4104769229888916, + "learning_rate": 1.5138902262956732e-05, + "loss": 2.7568, + "step": 20351 + }, + { + "epoch": 0.34837980793919787, + "grad_norm": 2.2870633602142334, + "learning_rate": 1.513842665523614e-05, + "loss": 2.6759, + "step": 20352 + }, + { + "epoch": 0.3483969256577483, + "grad_norm": 2.3978755474090576, + "learning_rate": 1.5137951031721817e-05, + "loss": 2.7026, + "step": 20353 + }, + { + "epoch": 0.34841404337629883, + "grad_norm": 2.3479058742523193, + "learning_rate": 1.5137475392415221e-05, + "loss": 2.74, + "step": 20354 + }, + { + "epoch": 0.3484311610948493, + "grad_norm": 2.309248447418213, + "learning_rate": 1.513699973731782e-05, + "loss": 2.7577, + "step": 20355 + }, + { + "epoch": 0.34844827881339974, + "grad_norm": 2.468785285949707, + "learning_rate": 1.5136524066431065e-05, + "loss": 2.7334, + "step": 20356 + }, + { + "epoch": 0.34846539653195024, + "grad_norm": 2.308316707611084, + "learning_rate": 1.5136048379756427e-05, + "loss": 2.712, + "step": 20357 + }, + { + "epoch": 0.3484825142505007, + "grad_norm": 2.3221185207366943, + "learning_rate": 1.5135572677295369e-05, + "loss": 2.8039, + "step": 20358 + }, + { + "epoch": 0.34849963196905115, + "grad_norm": 2.3895623683929443, + "learning_rate": 1.5135096959049349e-05, + "loss": 2.6727, + "step": 20359 + }, + { + "epoch": 0.34851674968760166, + "grad_norm": 2.401724338531494, + "learning_rate": 1.513462122501983e-05, + "loss": 2.6781, + "step": 20360 + }, + { + "epoch": 0.3485338674061521, + "grad_norm": 2.3422420024871826, + "learning_rate": 1.5134145475208275e-05, + "loss": 2.5965, + "step": 20361 + }, + { + "epoch": 0.34855098512470256, + "grad_norm": 2.3941824436187744, + "learning_rate": 1.5133669709616143e-05, + "loss": 2.7727, + "step": 20362 + }, + { + "epoch": 0.34856810284325307, + "grad_norm": 2.269484758377075, + "learning_rate": 1.51331939282449e-05, + "loss": 2.6711, + "step": 20363 + }, + { + "epoch": 0.3485852205618035, + "grad_norm": 2.4071767330169678, + "learning_rate": 1.5132718131096012e-05, + "loss": 2.7881, + "step": 20364 + }, + { + "epoch": 0.348602338280354, + "grad_norm": 2.3897407054901123, + "learning_rate": 1.5132242318170934e-05, + "loss": 2.74, + "step": 20365 + }, + { + "epoch": 0.3486194559989045, + "grad_norm": 2.2462775707244873, + "learning_rate": 1.5131766489471131e-05, + "loss": 2.6915, + "step": 20366 + }, + { + "epoch": 0.34863657371745493, + "grad_norm": 2.4245917797088623, + "learning_rate": 1.5131290644998067e-05, + "loss": 2.8099, + "step": 20367 + }, + { + "epoch": 0.3486536914360054, + "grad_norm": 2.4440083503723145, + "learning_rate": 1.51308147847532e-05, + "loss": 2.6074, + "step": 20368 + }, + { + "epoch": 0.3486708091545559, + "grad_norm": 2.1907336711883545, + "learning_rate": 1.5130338908738e-05, + "loss": 2.6067, + "step": 20369 + }, + { + "epoch": 0.34868792687310635, + "grad_norm": 2.424962043762207, + "learning_rate": 1.5129863016953925e-05, + "loss": 2.7989, + "step": 20370 + }, + { + "epoch": 0.3487050445916568, + "grad_norm": 2.28889536857605, + "learning_rate": 1.512938710940244e-05, + "loss": 2.7488, + "step": 20371 + }, + { + "epoch": 0.3487221623102073, + "grad_norm": 2.440511465072632, + "learning_rate": 1.5128911186085007e-05, + "loss": 2.6857, + "step": 20372 + }, + { + "epoch": 0.34873928002875776, + "grad_norm": 2.123922348022461, + "learning_rate": 1.5128435247003084e-05, + "loss": 2.5681, + "step": 20373 + }, + { + "epoch": 0.3487563977473082, + "grad_norm": 2.463221788406372, + "learning_rate": 1.5127959292158141e-05, + "loss": 2.6883, + "step": 20374 + }, + { + "epoch": 0.3487735154658587, + "grad_norm": 2.263483762741089, + "learning_rate": 1.5127483321551637e-05, + "loss": 2.6645, + "step": 20375 + }, + { + "epoch": 0.34879063318440917, + "grad_norm": 2.329461097717285, + "learning_rate": 1.5127007335185035e-05, + "loss": 2.7353, + "step": 20376 + }, + { + "epoch": 0.3488077509029597, + "grad_norm": 2.3756465911865234, + "learning_rate": 1.5126531333059802e-05, + "loss": 2.8092, + "step": 20377 + }, + { + "epoch": 0.34882486862151013, + "grad_norm": 2.3756296634674072, + "learning_rate": 1.5126055315177395e-05, + "loss": 2.689, + "step": 20378 + }, + { + "epoch": 0.3488419863400606, + "grad_norm": 2.361147880554199, + "learning_rate": 1.5125579281539282e-05, + "loss": 2.7193, + "step": 20379 + }, + { + "epoch": 0.3488591040586111, + "grad_norm": 2.3880932331085205, + "learning_rate": 1.5125103232146923e-05, + "loss": 2.6988, + "step": 20380 + }, + { + "epoch": 0.34887622177716154, + "grad_norm": 2.339500665664673, + "learning_rate": 1.5124627167001785e-05, + "loss": 2.8047, + "step": 20381 + }, + { + "epoch": 0.348893339495712, + "grad_norm": 2.2941524982452393, + "learning_rate": 1.5124151086105328e-05, + "loss": 2.6281, + "step": 20382 + }, + { + "epoch": 0.3489104572142625, + "grad_norm": 2.2296109199523926, + "learning_rate": 1.5123674989459014e-05, + "loss": 2.7007, + "step": 20383 + }, + { + "epoch": 0.34892757493281296, + "grad_norm": 2.371156692504883, + "learning_rate": 1.512319887706431e-05, + "loss": 2.6283, + "step": 20384 + }, + { + "epoch": 0.3489446926513634, + "grad_norm": 2.165971279144287, + "learning_rate": 1.5122722748922676e-05, + "loss": 2.6766, + "step": 20385 + }, + { + "epoch": 0.3489618103699139, + "grad_norm": 2.2556543350219727, + "learning_rate": 1.512224660503558e-05, + "loss": 2.6763, + "step": 20386 + }, + { + "epoch": 0.34897892808846437, + "grad_norm": 2.3379058837890625, + "learning_rate": 1.5121770445404482e-05, + "loss": 2.5742, + "step": 20387 + }, + { + "epoch": 0.3489960458070148, + "grad_norm": 2.2938098907470703, + "learning_rate": 1.5121294270030847e-05, + "loss": 2.6485, + "step": 20388 + }, + { + "epoch": 0.34901316352556533, + "grad_norm": 2.3321075439453125, + "learning_rate": 1.5120818078916135e-05, + "loss": 2.7521, + "step": 20389 + }, + { + "epoch": 0.3490302812441158, + "grad_norm": 2.3854615688323975, + "learning_rate": 1.5120341872061814e-05, + "loss": 2.8037, + "step": 20390 + }, + { + "epoch": 0.34904739896266623, + "grad_norm": 2.347752332687378, + "learning_rate": 1.5119865649469344e-05, + "loss": 2.7044, + "step": 20391 + }, + { + "epoch": 0.34906451668121674, + "grad_norm": 2.358839511871338, + "learning_rate": 1.5119389411140197e-05, + "loss": 2.7351, + "step": 20392 + }, + { + "epoch": 0.3490816343997672, + "grad_norm": 2.290135145187378, + "learning_rate": 1.5118913157075827e-05, + "loss": 2.7545, + "step": 20393 + }, + { + "epoch": 0.34909875211831765, + "grad_norm": 2.276944160461426, + "learning_rate": 1.5118436887277703e-05, + "loss": 2.6785, + "step": 20394 + }, + { + "epoch": 0.34911586983686815, + "grad_norm": 2.396360397338867, + "learning_rate": 1.5117960601747289e-05, + "loss": 2.6816, + "step": 20395 + }, + { + "epoch": 0.3491329875554186, + "grad_norm": 2.3375327587127686, + "learning_rate": 1.5117484300486043e-05, + "loss": 2.7587, + "step": 20396 + }, + { + "epoch": 0.34915010527396906, + "grad_norm": 2.2554941177368164, + "learning_rate": 1.5117007983495436e-05, + "loss": 2.634, + "step": 20397 + }, + { + "epoch": 0.34916722299251957, + "grad_norm": 2.260356903076172, + "learning_rate": 1.511653165077693e-05, + "loss": 2.6788, + "step": 20398 + }, + { + "epoch": 0.34918434071107, + "grad_norm": 2.343900680541992, + "learning_rate": 1.5116055302331986e-05, + "loss": 2.7483, + "step": 20399 + }, + { + "epoch": 0.3492014584296205, + "grad_norm": 2.345400333404541, + "learning_rate": 1.5115578938162072e-05, + "loss": 2.8082, + "step": 20400 + }, + { + "epoch": 0.349218576148171, + "grad_norm": 2.3986949920654297, + "learning_rate": 1.5115102558268656e-05, + "loss": 2.7347, + "step": 20401 + }, + { + "epoch": 0.34923569386672143, + "grad_norm": 2.297635555267334, + "learning_rate": 1.511462616265319e-05, + "loss": 2.7414, + "step": 20402 + }, + { + "epoch": 0.34925281158527194, + "grad_norm": 2.2576904296875, + "learning_rate": 1.5114149751317149e-05, + "loss": 2.617, + "step": 20403 + }, + { + "epoch": 0.3492699293038224, + "grad_norm": 2.380631446838379, + "learning_rate": 1.5113673324261993e-05, + "loss": 2.6325, + "step": 20404 + }, + { + "epoch": 0.34928704702237284, + "grad_norm": 2.397613048553467, + "learning_rate": 1.5113196881489187e-05, + "loss": 2.6903, + "step": 20405 + }, + { + "epoch": 0.34930416474092335, + "grad_norm": 2.3230504989624023, + "learning_rate": 1.5112720423000193e-05, + "loss": 2.6728, + "step": 20406 + }, + { + "epoch": 0.3493212824594738, + "grad_norm": 2.327418088912964, + "learning_rate": 1.5112243948796482e-05, + "loss": 2.6499, + "step": 20407 + }, + { + "epoch": 0.34933840017802426, + "grad_norm": 2.326108932495117, + "learning_rate": 1.5111767458879514e-05, + "loss": 2.6902, + "step": 20408 + }, + { + "epoch": 0.34935551789657476, + "grad_norm": 2.2484891414642334, + "learning_rate": 1.5111290953250752e-05, + "loss": 2.6249, + "step": 20409 + }, + { + "epoch": 0.3493726356151252, + "grad_norm": 2.2457950115203857, + "learning_rate": 1.5110814431911664e-05, + "loss": 2.6968, + "step": 20410 + }, + { + "epoch": 0.34938975333367567, + "grad_norm": 2.239614486694336, + "learning_rate": 1.5110337894863711e-05, + "loss": 2.6967, + "step": 20411 + }, + { + "epoch": 0.3494068710522262, + "grad_norm": 2.4135570526123047, + "learning_rate": 1.5109861342108363e-05, + "loss": 2.7525, + "step": 20412 + }, + { + "epoch": 0.34942398877077663, + "grad_norm": 2.2140066623687744, + "learning_rate": 1.5109384773647078e-05, + "loss": 2.5961, + "step": 20413 + }, + { + "epoch": 0.3494411064893271, + "grad_norm": 2.374593734741211, + "learning_rate": 1.5108908189481328e-05, + "loss": 2.6765, + "step": 20414 + }, + { + "epoch": 0.3494582242078776, + "grad_norm": 2.3386285305023193, + "learning_rate": 1.5108431589612576e-05, + "loss": 2.736, + "step": 20415 + }, + { + "epoch": 0.34947534192642804, + "grad_norm": 2.3286004066467285, + "learning_rate": 1.5107954974042284e-05, + "loss": 2.7294, + "step": 20416 + }, + { + "epoch": 0.3494924596449785, + "grad_norm": 2.3802995681762695, + "learning_rate": 1.5107478342771917e-05, + "loss": 2.7407, + "step": 20417 + }, + { + "epoch": 0.349509577363529, + "grad_norm": 2.4688496589660645, + "learning_rate": 1.5107001695802938e-05, + "loss": 2.8164, + "step": 20418 + }, + { + "epoch": 0.34952669508207945, + "grad_norm": 2.309873342514038, + "learning_rate": 1.5106525033136824e-05, + "loss": 2.6947, + "step": 20419 + }, + { + "epoch": 0.3495438128006299, + "grad_norm": 2.3220434188842773, + "learning_rate": 1.5106048354775022e-05, + "loss": 2.77, + "step": 20420 + }, + { + "epoch": 0.3495609305191804, + "grad_norm": 2.207580327987671, + "learning_rate": 1.5105571660719011e-05, + "loss": 2.658, + "step": 20421 + }, + { + "epoch": 0.34957804823773087, + "grad_norm": 2.449040651321411, + "learning_rate": 1.5105094950970255e-05, + "loss": 2.8053, + "step": 20422 + }, + { + "epoch": 0.3495951659562814, + "grad_norm": 2.111734390258789, + "learning_rate": 1.5104618225530212e-05, + "loss": 2.6668, + "step": 20423 + }, + { + "epoch": 0.3496122836748318, + "grad_norm": 2.4118447303771973, + "learning_rate": 1.5104141484400352e-05, + "loss": 2.691, + "step": 20424 + }, + { + "epoch": 0.3496294013933823, + "grad_norm": 2.291750192642212, + "learning_rate": 1.5103664727582139e-05, + "loss": 2.5888, + "step": 20425 + }, + { + "epoch": 0.3496465191119328, + "grad_norm": 2.302487373352051, + "learning_rate": 1.510318795507704e-05, + "loss": 2.7747, + "step": 20426 + }, + { + "epoch": 0.34966363683048324, + "grad_norm": 2.319532871246338, + "learning_rate": 1.510271116688652e-05, + "loss": 2.7128, + "step": 20427 + }, + { + "epoch": 0.3496807545490337, + "grad_norm": 2.165659189224243, + "learning_rate": 1.510223436301204e-05, + "loss": 2.7006, + "step": 20428 + }, + { + "epoch": 0.3496978722675842, + "grad_norm": 2.3342108726501465, + "learning_rate": 1.5101757543455074e-05, + "loss": 2.6208, + "step": 20429 + }, + { + "epoch": 0.34971498998613465, + "grad_norm": 2.323777914047241, + "learning_rate": 1.5101280708217082e-05, + "loss": 2.5928, + "step": 20430 + }, + { + "epoch": 0.3497321077046851, + "grad_norm": 2.280954599380493, + "learning_rate": 1.5100803857299533e-05, + "loss": 2.7038, + "step": 20431 + }, + { + "epoch": 0.3497492254232356, + "grad_norm": 2.2417733669281006, + "learning_rate": 1.5100326990703887e-05, + "loss": 2.6792, + "step": 20432 + }, + { + "epoch": 0.34976634314178606, + "grad_norm": 2.267451763153076, + "learning_rate": 1.5099850108431612e-05, + "loss": 2.6251, + "step": 20433 + }, + { + "epoch": 0.3497834608603365, + "grad_norm": 2.35896897315979, + "learning_rate": 1.5099373210484177e-05, + "loss": 2.6186, + "step": 20434 + }, + { + "epoch": 0.349800578578887, + "grad_norm": 2.316220283508301, + "learning_rate": 1.5098896296863047e-05, + "loss": 2.691, + "step": 20435 + }, + { + "epoch": 0.3498176962974375, + "grad_norm": 2.337924003601074, + "learning_rate": 1.5098419367569683e-05, + "loss": 2.7509, + "step": 20436 + }, + { + "epoch": 0.3498348140159879, + "grad_norm": 2.188406229019165, + "learning_rate": 1.5097942422605559e-05, + "loss": 2.5916, + "step": 20437 + }, + { + "epoch": 0.34985193173453843, + "grad_norm": 2.4213879108428955, + "learning_rate": 1.5097465461972132e-05, + "loss": 2.7099, + "step": 20438 + }, + { + "epoch": 0.3498690494530889, + "grad_norm": 2.1910505294799805, + "learning_rate": 1.5096988485670874e-05, + "loss": 2.6312, + "step": 20439 + }, + { + "epoch": 0.34988616717163934, + "grad_norm": 2.24834942817688, + "learning_rate": 1.509651149370325e-05, + "loss": 2.7243, + "step": 20440 + }, + { + "epoch": 0.34990328489018985, + "grad_norm": 2.3503425121307373, + "learning_rate": 1.5096034486070723e-05, + "loss": 2.7334, + "step": 20441 + }, + { + "epoch": 0.3499204026087403, + "grad_norm": 2.2801363468170166, + "learning_rate": 1.5095557462774766e-05, + "loss": 2.8014, + "step": 20442 + }, + { + "epoch": 0.34993752032729075, + "grad_norm": 2.177022933959961, + "learning_rate": 1.5095080423816837e-05, + "loss": 2.6101, + "step": 20443 + }, + { + "epoch": 0.34995463804584126, + "grad_norm": 2.1775882244110107, + "learning_rate": 1.5094603369198408e-05, + "loss": 2.675, + "step": 20444 + }, + { + "epoch": 0.3499717557643917, + "grad_norm": 2.3545711040496826, + "learning_rate": 1.5094126298920944e-05, + "loss": 2.6942, + "step": 20445 + }, + { + "epoch": 0.3499888734829422, + "grad_norm": 2.252410650253296, + "learning_rate": 1.509364921298591e-05, + "loss": 2.6713, + "step": 20446 + }, + { + "epoch": 0.35000599120149267, + "grad_norm": 2.338697671890259, + "learning_rate": 1.5093172111394773e-05, + "loss": 2.7571, + "step": 20447 + }, + { + "epoch": 0.3500231089200431, + "grad_norm": 2.273070812225342, + "learning_rate": 1.5092694994149e-05, + "loss": 2.6366, + "step": 20448 + }, + { + "epoch": 0.35004022663859363, + "grad_norm": 2.2211272716522217, + "learning_rate": 1.5092217861250057e-05, + "loss": 2.6819, + "step": 20449 + }, + { + "epoch": 0.3500573443571441, + "grad_norm": 2.2712206840515137, + "learning_rate": 1.509174071269941e-05, + "loss": 2.661, + "step": 20450 + }, + { + "epoch": 0.35007446207569454, + "grad_norm": 2.2101993560791016, + "learning_rate": 1.5091263548498529e-05, + "loss": 2.7302, + "step": 20451 + }, + { + "epoch": 0.35009157979424504, + "grad_norm": 2.389014959335327, + "learning_rate": 1.5090786368648877e-05, + "loss": 2.675, + "step": 20452 + }, + { + "epoch": 0.3501086975127955, + "grad_norm": 2.3425679206848145, + "learning_rate": 1.509030917315192e-05, + "loss": 2.7636, + "step": 20453 + }, + { + "epoch": 0.35012581523134595, + "grad_norm": 2.2689461708068848, + "learning_rate": 1.5089831962009127e-05, + "loss": 2.7454, + "step": 20454 + }, + { + "epoch": 0.35014293294989646, + "grad_norm": 2.2953052520751953, + "learning_rate": 1.5089354735221963e-05, + "loss": 2.7162, + "step": 20455 + }, + { + "epoch": 0.3501600506684469, + "grad_norm": 2.3960120677948, + "learning_rate": 1.5088877492791901e-05, + "loss": 2.7972, + "step": 20456 + }, + { + "epoch": 0.35017716838699736, + "grad_norm": 2.2024130821228027, + "learning_rate": 1.5088400234720396e-05, + "loss": 2.7074, + "step": 20457 + }, + { + "epoch": 0.35019428610554787, + "grad_norm": 2.2414424419403076, + "learning_rate": 1.5087922961008927e-05, + "loss": 2.6406, + "step": 20458 + }, + { + "epoch": 0.3502114038240983, + "grad_norm": 2.3744421005249023, + "learning_rate": 1.5087445671658953e-05, + "loss": 2.7014, + "step": 20459 + }, + { + "epoch": 0.3502285215426488, + "grad_norm": 2.4706077575683594, + "learning_rate": 1.5086968366671944e-05, + "loss": 2.6895, + "step": 20460 + }, + { + "epoch": 0.3502456392611993, + "grad_norm": 2.2922189235687256, + "learning_rate": 1.5086491046049365e-05, + "loss": 2.7064, + "step": 20461 + }, + { + "epoch": 0.35026275697974973, + "grad_norm": 2.3266355991363525, + "learning_rate": 1.5086013709792688e-05, + "loss": 2.6238, + "step": 20462 + }, + { + "epoch": 0.3502798746983002, + "grad_norm": 2.2903201580047607, + "learning_rate": 1.5085536357903377e-05, + "loss": 2.6145, + "step": 20463 + }, + { + "epoch": 0.3502969924168507, + "grad_norm": 2.349409580230713, + "learning_rate": 1.5085058990382896e-05, + "loss": 2.67, + "step": 20464 + }, + { + "epoch": 0.35031411013540115, + "grad_norm": 2.3150978088378906, + "learning_rate": 1.5084581607232718e-05, + "loss": 2.6887, + "step": 20465 + }, + { + "epoch": 0.3503312278539516, + "grad_norm": 2.383652448654175, + "learning_rate": 1.5084104208454311e-05, + "loss": 2.6302, + "step": 20466 + }, + { + "epoch": 0.3503483455725021, + "grad_norm": 2.3297078609466553, + "learning_rate": 1.5083626794049132e-05, + "loss": 2.7995, + "step": 20467 + }, + { + "epoch": 0.35036546329105256, + "grad_norm": 2.300663709640503, + "learning_rate": 1.5083149364018664e-05, + "loss": 2.633, + "step": 20468 + }, + { + "epoch": 0.35038258100960307, + "grad_norm": 2.2345802783966064, + "learning_rate": 1.5082671918364363e-05, + "loss": 2.4874, + "step": 20469 + }, + { + "epoch": 0.3503996987281535, + "grad_norm": 2.224181890487671, + "learning_rate": 1.5082194457087696e-05, + "loss": 2.5777, + "step": 20470 + }, + { + "epoch": 0.35041681644670397, + "grad_norm": 2.2950406074523926, + "learning_rate": 1.5081716980190137e-05, + "loss": 2.6738, + "step": 20471 + }, + { + "epoch": 0.3504339341652545, + "grad_norm": 2.335725784301758, + "learning_rate": 1.508123948767315e-05, + "loss": 2.6819, + "step": 20472 + }, + { + "epoch": 0.35045105188380493, + "grad_norm": 2.3182013034820557, + "learning_rate": 1.5080761979538206e-05, + "loss": 2.7067, + "step": 20473 + }, + { + "epoch": 0.3504681696023554, + "grad_norm": 2.2143354415893555, + "learning_rate": 1.5080284455786767e-05, + "loss": 2.738, + "step": 20474 + }, + { + "epoch": 0.3504852873209059, + "grad_norm": 2.2372310161590576, + "learning_rate": 1.5079806916420303e-05, + "loss": 2.5478, + "step": 20475 + }, + { + "epoch": 0.35050240503945634, + "grad_norm": 2.2956278324127197, + "learning_rate": 1.5079329361440284e-05, + "loss": 2.6026, + "step": 20476 + }, + { + "epoch": 0.3505195227580068, + "grad_norm": 2.5054616928100586, + "learning_rate": 1.5078851790848178e-05, + "loss": 2.7826, + "step": 20477 + }, + { + "epoch": 0.3505366404765573, + "grad_norm": 2.2050023078918457, + "learning_rate": 1.5078374204645449e-05, + "loss": 2.5946, + "step": 20478 + }, + { + "epoch": 0.35055375819510776, + "grad_norm": 2.3578052520751953, + "learning_rate": 1.5077896602833568e-05, + "loss": 2.6632, + "step": 20479 + }, + { + "epoch": 0.3505708759136582, + "grad_norm": 2.2034268379211426, + "learning_rate": 1.5077418985414006e-05, + "loss": 2.752, + "step": 20480 + }, + { + "epoch": 0.3505879936322087, + "grad_norm": 2.367929220199585, + "learning_rate": 1.5076941352388224e-05, + "loss": 2.735, + "step": 20481 + }, + { + "epoch": 0.35060511135075917, + "grad_norm": 2.382507085800171, + "learning_rate": 1.5076463703757691e-05, + "loss": 2.672, + "step": 20482 + }, + { + "epoch": 0.3506222290693096, + "grad_norm": 2.3625779151916504, + "learning_rate": 1.5075986039523881e-05, + "loss": 2.7425, + "step": 20483 + }, + { + "epoch": 0.35063934678786013, + "grad_norm": 2.2946197986602783, + "learning_rate": 1.5075508359688259e-05, + "loss": 2.6508, + "step": 20484 + }, + { + "epoch": 0.3506564645064106, + "grad_norm": 2.200360059738159, + "learning_rate": 1.5075030664252288e-05, + "loss": 2.7916, + "step": 20485 + }, + { + "epoch": 0.35067358222496103, + "grad_norm": 2.2036502361297607, + "learning_rate": 1.5074552953217445e-05, + "loss": 2.7002, + "step": 20486 + }, + { + "epoch": 0.35069069994351154, + "grad_norm": 2.221620798110962, + "learning_rate": 1.5074075226585195e-05, + "loss": 2.607, + "step": 20487 + }, + { + "epoch": 0.350707817662062, + "grad_norm": 2.239687919616699, + "learning_rate": 1.5073597484357005e-05, + "loss": 2.7022, + "step": 20488 + }, + { + "epoch": 0.35072493538061245, + "grad_norm": 2.2791807651519775, + "learning_rate": 1.5073119726534343e-05, + "loss": 2.7413, + "step": 20489 + }, + { + "epoch": 0.35074205309916295, + "grad_norm": 2.3427484035491943, + "learning_rate": 1.5072641953118683e-05, + "loss": 2.8071, + "step": 20490 + }, + { + "epoch": 0.3507591708177134, + "grad_norm": 2.346761465072632, + "learning_rate": 1.5072164164111484e-05, + "loss": 2.6124, + "step": 20491 + }, + { + "epoch": 0.3507762885362639, + "grad_norm": 2.2973508834838867, + "learning_rate": 1.5071686359514222e-05, + "loss": 2.6458, + "step": 20492 + }, + { + "epoch": 0.35079340625481437, + "grad_norm": 2.379767417907715, + "learning_rate": 1.5071208539328362e-05, + "loss": 2.7849, + "step": 20493 + }, + { + "epoch": 0.3508105239733648, + "grad_norm": 2.343290328979492, + "learning_rate": 1.5070730703555376e-05, + "loss": 2.6488, + "step": 20494 + }, + { + "epoch": 0.3508276416919153, + "grad_norm": 2.292691230773926, + "learning_rate": 1.5070252852196732e-05, + "loss": 2.7259, + "step": 20495 + }, + { + "epoch": 0.3508447594104658, + "grad_norm": 2.1890079975128174, + "learning_rate": 1.5069774985253896e-05, + "loss": 2.616, + "step": 20496 + }, + { + "epoch": 0.35086187712901623, + "grad_norm": 2.305241107940674, + "learning_rate": 1.5069297102728335e-05, + "loss": 2.6503, + "step": 20497 + }, + { + "epoch": 0.35087899484756674, + "grad_norm": 2.2298505306243896, + "learning_rate": 1.5068819204621523e-05, + "loss": 2.6065, + "step": 20498 + }, + { + "epoch": 0.3508961125661172, + "grad_norm": 2.320101022720337, + "learning_rate": 1.506834129093493e-05, + "loss": 2.6504, + "step": 20499 + }, + { + "epoch": 0.35091323028466764, + "grad_norm": 2.3628432750701904, + "learning_rate": 1.5067863361670018e-05, + "loss": 2.6672, + "step": 20500 + }, + { + "epoch": 0.35093034800321815, + "grad_norm": 2.4324631690979004, + "learning_rate": 1.5067385416828262e-05, + "loss": 2.7612, + "step": 20501 + }, + { + "epoch": 0.3509474657217686, + "grad_norm": 2.2614142894744873, + "learning_rate": 1.506690745641113e-05, + "loss": 2.7483, + "step": 20502 + }, + { + "epoch": 0.35096458344031906, + "grad_norm": 2.5510036945343018, + "learning_rate": 1.5066429480420089e-05, + "loss": 2.576, + "step": 20503 + }, + { + "epoch": 0.35098170115886956, + "grad_norm": 2.3341269493103027, + "learning_rate": 1.5065951488856607e-05, + "loss": 2.6802, + "step": 20504 + }, + { + "epoch": 0.35099881887742, + "grad_norm": 2.624634027481079, + "learning_rate": 1.506547348172216e-05, + "loss": 2.7757, + "step": 20505 + }, + { + "epoch": 0.35101593659597047, + "grad_norm": 2.2576122283935547, + "learning_rate": 1.506499545901821e-05, + "loss": 2.7004, + "step": 20506 + }, + { + "epoch": 0.351033054314521, + "grad_norm": 2.3031232357025146, + "learning_rate": 1.506451742074623e-05, + "loss": 2.6787, + "step": 20507 + }, + { + "epoch": 0.35105017203307143, + "grad_norm": 2.343499183654785, + "learning_rate": 1.5064039366907683e-05, + "loss": 2.6773, + "step": 20508 + }, + { + "epoch": 0.3510672897516219, + "grad_norm": 2.2687201499938965, + "learning_rate": 1.506356129750405e-05, + "loss": 2.6774, + "step": 20509 + }, + { + "epoch": 0.3510844074701724, + "grad_norm": 2.265157461166382, + "learning_rate": 1.5063083212536794e-05, + "loss": 2.7759, + "step": 20510 + }, + { + "epoch": 0.35110152518872284, + "grad_norm": 2.145474433898926, + "learning_rate": 1.506260511200738e-05, + "loss": 2.674, + "step": 20511 + }, + { + "epoch": 0.3511186429072733, + "grad_norm": 2.227724313735962, + "learning_rate": 1.5062126995917284e-05, + "loss": 2.4899, + "step": 20512 + }, + { + "epoch": 0.3511357606258238, + "grad_norm": 2.1969919204711914, + "learning_rate": 1.5061648864267975e-05, + "loss": 2.5659, + "step": 20513 + }, + { + "epoch": 0.35115287834437425, + "grad_norm": 2.4408888816833496, + "learning_rate": 1.5061170717060917e-05, + "loss": 2.6747, + "step": 20514 + }, + { + "epoch": 0.35116999606292476, + "grad_norm": 2.2416844367980957, + "learning_rate": 1.506069255429759e-05, + "loss": 2.667, + "step": 20515 + }, + { + "epoch": 0.3511871137814752, + "grad_norm": 2.253448486328125, + "learning_rate": 1.5060214375979453e-05, + "loss": 2.5531, + "step": 20516 + }, + { + "epoch": 0.35120423150002567, + "grad_norm": 2.252868413925171, + "learning_rate": 1.5059736182107982e-05, + "loss": 2.6484, + "step": 20517 + }, + { + "epoch": 0.3512213492185762, + "grad_norm": 2.468506336212158, + "learning_rate": 1.5059257972684644e-05, + "loss": 2.7935, + "step": 20518 + }, + { + "epoch": 0.3512384669371266, + "grad_norm": 2.4103152751922607, + "learning_rate": 1.505877974771091e-05, + "loss": 2.7738, + "step": 20519 + }, + { + "epoch": 0.3512555846556771, + "grad_norm": 2.1956491470336914, + "learning_rate": 1.505830150718825e-05, + "loss": 2.6324, + "step": 20520 + }, + { + "epoch": 0.3512727023742276, + "grad_norm": 2.2853894233703613, + "learning_rate": 1.5057823251118135e-05, + "loss": 2.6299, + "step": 20521 + }, + { + "epoch": 0.35128982009277804, + "grad_norm": 2.3088202476501465, + "learning_rate": 1.5057344979502032e-05, + "loss": 2.5773, + "step": 20522 + }, + { + "epoch": 0.3513069378113285, + "grad_norm": 2.327228307723999, + "learning_rate": 1.5056866692341414e-05, + "loss": 2.6695, + "step": 20523 + }, + { + "epoch": 0.351324055529879, + "grad_norm": 2.379866600036621, + "learning_rate": 1.5056388389637749e-05, + "loss": 2.7822, + "step": 20524 + }, + { + "epoch": 0.35134117324842945, + "grad_norm": 2.4098453521728516, + "learning_rate": 1.5055910071392507e-05, + "loss": 2.7062, + "step": 20525 + }, + { + "epoch": 0.3513582909669799, + "grad_norm": 2.1762518882751465, + "learning_rate": 1.5055431737607163e-05, + "loss": 2.6443, + "step": 20526 + }, + { + "epoch": 0.3513754086855304, + "grad_norm": 2.2150137424468994, + "learning_rate": 1.505495338828318e-05, + "loss": 2.648, + "step": 20527 + }, + { + "epoch": 0.35139252640408086, + "grad_norm": 2.221395969390869, + "learning_rate": 1.5054475023422033e-05, + "loss": 2.7008, + "step": 20528 + }, + { + "epoch": 0.3514096441226313, + "grad_norm": 2.302673816680908, + "learning_rate": 1.505399664302519e-05, + "loss": 2.6444, + "step": 20529 + }, + { + "epoch": 0.3514267618411818, + "grad_norm": 2.3666889667510986, + "learning_rate": 1.505351824709412e-05, + "loss": 2.5673, + "step": 20530 + }, + { + "epoch": 0.3514438795597323, + "grad_norm": 2.3127787113189697, + "learning_rate": 1.5053039835630303e-05, + "loss": 2.7574, + "step": 20531 + }, + { + "epoch": 0.3514609972782827, + "grad_norm": 2.332709312438965, + "learning_rate": 1.5052561408635198e-05, + "loss": 2.65, + "step": 20532 + }, + { + "epoch": 0.35147811499683324, + "grad_norm": 2.3878345489501953, + "learning_rate": 1.5052082966110279e-05, + "loss": 2.6287, + "step": 20533 + }, + { + "epoch": 0.3514952327153837, + "grad_norm": 2.372713327407837, + "learning_rate": 1.5051604508057019e-05, + "loss": 2.6268, + "step": 20534 + }, + { + "epoch": 0.35151235043393414, + "grad_norm": 2.482240915298462, + "learning_rate": 1.5051126034476885e-05, + "loss": 2.7152, + "step": 20535 + }, + { + "epoch": 0.35152946815248465, + "grad_norm": 2.4139697551727295, + "learning_rate": 1.5050647545371353e-05, + "loss": 2.7463, + "step": 20536 + }, + { + "epoch": 0.3515465858710351, + "grad_norm": 2.4016895294189453, + "learning_rate": 1.5050169040741889e-05, + "loss": 2.7584, + "step": 20537 + }, + { + "epoch": 0.3515637035895856, + "grad_norm": 2.465710401535034, + "learning_rate": 1.5049690520589963e-05, + "loss": 2.647, + "step": 20538 + }, + { + "epoch": 0.35158082130813606, + "grad_norm": 2.556380033493042, + "learning_rate": 1.5049211984917051e-05, + "loss": 2.6657, + "step": 20539 + }, + { + "epoch": 0.3515979390266865, + "grad_norm": 2.398719310760498, + "learning_rate": 1.5048733433724619e-05, + "loss": 2.4864, + "step": 20540 + }, + { + "epoch": 0.351615056745237, + "grad_norm": 2.3609702587127686, + "learning_rate": 1.5048254867014138e-05, + "loss": 2.6953, + "step": 20541 + }, + { + "epoch": 0.3516321744637875, + "grad_norm": 2.4038121700286865, + "learning_rate": 1.5047776284787086e-05, + "loss": 2.5949, + "step": 20542 + }, + { + "epoch": 0.3516492921823379, + "grad_norm": 2.207279682159424, + "learning_rate": 1.5047297687044925e-05, + "loss": 2.5952, + "step": 20543 + }, + { + "epoch": 0.35166640990088843, + "grad_norm": 2.2726972103118896, + "learning_rate": 1.5046819073789128e-05, + "loss": 2.5457, + "step": 20544 + }, + { + "epoch": 0.3516835276194389, + "grad_norm": 2.402719736099243, + "learning_rate": 1.5046340445021171e-05, + "loss": 2.7988, + "step": 20545 + }, + { + "epoch": 0.35170064533798934, + "grad_norm": 2.359628915786743, + "learning_rate": 1.504586180074252e-05, + "loss": 2.7219, + "step": 20546 + }, + { + "epoch": 0.35171776305653984, + "grad_norm": 2.3585965633392334, + "learning_rate": 1.504538314095465e-05, + "loss": 2.7417, + "step": 20547 + }, + { + "epoch": 0.3517348807750903, + "grad_norm": 2.3358685970306396, + "learning_rate": 1.5044904465659027e-05, + "loss": 2.6841, + "step": 20548 + }, + { + "epoch": 0.35175199849364075, + "grad_norm": 2.291783571243286, + "learning_rate": 1.5044425774857127e-05, + "loss": 2.7854, + "step": 20549 + }, + { + "epoch": 0.35176911621219126, + "grad_norm": 2.3150289058685303, + "learning_rate": 1.5043947068550422e-05, + "loss": 2.6378, + "step": 20550 + }, + { + "epoch": 0.3517862339307417, + "grad_norm": 2.074056386947632, + "learning_rate": 1.5043468346740379e-05, + "loss": 2.7001, + "step": 20551 + }, + { + "epoch": 0.35180335164929216, + "grad_norm": 2.206355571746826, + "learning_rate": 1.5042989609428474e-05, + "loss": 2.5091, + "step": 20552 + }, + { + "epoch": 0.35182046936784267, + "grad_norm": 2.2840840816497803, + "learning_rate": 1.5042510856616174e-05, + "loss": 2.7026, + "step": 20553 + }, + { + "epoch": 0.3518375870863931, + "grad_norm": 2.279553174972534, + "learning_rate": 1.5042032088304954e-05, + "loss": 2.6648, + "step": 20554 + }, + { + "epoch": 0.3518547048049436, + "grad_norm": 2.218679666519165, + "learning_rate": 1.5041553304496281e-05, + "loss": 2.5823, + "step": 20555 + }, + { + "epoch": 0.3518718225234941, + "grad_norm": 2.462637186050415, + "learning_rate": 1.5041074505191634e-05, + "loss": 2.7515, + "step": 20556 + }, + { + "epoch": 0.35188894024204453, + "grad_norm": 2.3410322666168213, + "learning_rate": 1.5040595690392479e-05, + "loss": 2.6932, + "step": 20557 + }, + { + "epoch": 0.351906057960595, + "grad_norm": 2.3292348384857178, + "learning_rate": 1.5040116860100291e-05, + "loss": 2.6924, + "step": 20558 + }, + { + "epoch": 0.3519231756791455, + "grad_norm": 2.222280740737915, + "learning_rate": 1.5039638014316537e-05, + "loss": 2.6033, + "step": 20559 + }, + { + "epoch": 0.35194029339769595, + "grad_norm": 2.4183614253997803, + "learning_rate": 1.5039159153042695e-05, + "loss": 2.8188, + "step": 20560 + }, + { + "epoch": 0.3519574111162464, + "grad_norm": 2.264284610748291, + "learning_rate": 1.503868027628023e-05, + "loss": 2.6553, + "step": 20561 + }, + { + "epoch": 0.3519745288347969, + "grad_norm": 2.444439649581909, + "learning_rate": 1.5038201384030619e-05, + "loss": 2.5061, + "step": 20562 + }, + { + "epoch": 0.35199164655334736, + "grad_norm": 2.3371851444244385, + "learning_rate": 1.5037722476295336e-05, + "loss": 2.6339, + "step": 20563 + }, + { + "epoch": 0.35200876427189787, + "grad_norm": 2.4275498390197754, + "learning_rate": 1.5037243553075845e-05, + "loss": 2.7395, + "step": 20564 + }, + { + "epoch": 0.3520258819904483, + "grad_norm": 2.428152561187744, + "learning_rate": 1.5036764614373622e-05, + "loss": 2.6163, + "step": 20565 + }, + { + "epoch": 0.35204299970899877, + "grad_norm": 2.486090660095215, + "learning_rate": 1.5036285660190145e-05, + "loss": 2.6823, + "step": 20566 + }, + { + "epoch": 0.3520601174275493, + "grad_norm": 2.433811902999878, + "learning_rate": 1.5035806690526877e-05, + "loss": 2.7326, + "step": 20567 + }, + { + "epoch": 0.35207723514609973, + "grad_norm": 2.36898136138916, + "learning_rate": 1.5035327705385295e-05, + "loss": 2.7162, + "step": 20568 + }, + { + "epoch": 0.3520943528646502, + "grad_norm": 2.4287564754486084, + "learning_rate": 1.503484870476687e-05, + "loss": 2.7969, + "step": 20569 + }, + { + "epoch": 0.3521114705832007, + "grad_norm": 2.2792012691497803, + "learning_rate": 1.5034369688673073e-05, + "loss": 2.5821, + "step": 20570 + }, + { + "epoch": 0.35212858830175114, + "grad_norm": 2.488046646118164, + "learning_rate": 1.5033890657105378e-05, + "loss": 2.7769, + "step": 20571 + }, + { + "epoch": 0.3521457060203016, + "grad_norm": 2.2419073581695557, + "learning_rate": 1.5033411610065259e-05, + "loss": 2.6858, + "step": 20572 + }, + { + "epoch": 0.3521628237388521, + "grad_norm": 2.3419737815856934, + "learning_rate": 1.5032932547554188e-05, + "loss": 2.5633, + "step": 20573 + }, + { + "epoch": 0.35217994145740256, + "grad_norm": 2.113490104675293, + "learning_rate": 1.5032453469573636e-05, + "loss": 2.5753, + "step": 20574 + }, + { + "epoch": 0.352197059175953, + "grad_norm": 2.37441349029541, + "learning_rate": 1.5031974376125072e-05, + "loss": 2.6625, + "step": 20575 + }, + { + "epoch": 0.3522141768945035, + "grad_norm": 2.381591558456421, + "learning_rate": 1.5031495267209972e-05, + "loss": 2.6697, + "step": 20576 + }, + { + "epoch": 0.35223129461305397, + "grad_norm": 2.3694546222686768, + "learning_rate": 1.503101614282981e-05, + "loss": 2.6857, + "step": 20577 + }, + { + "epoch": 0.3522484123316044, + "grad_norm": 2.259639024734497, + "learning_rate": 1.5030537002986058e-05, + "loss": 2.6362, + "step": 20578 + }, + { + "epoch": 0.35226553005015493, + "grad_norm": 2.457413911819458, + "learning_rate": 1.503005784768019e-05, + "loss": 2.8209, + "step": 20579 + }, + { + "epoch": 0.3522826477687054, + "grad_norm": 2.4003782272338867, + "learning_rate": 1.5029578676913673e-05, + "loss": 2.7534, + "step": 20580 + }, + { + "epoch": 0.35229976548725583, + "grad_norm": 2.4151556491851807, + "learning_rate": 1.5029099490687991e-05, + "loss": 2.639, + "step": 20581 + }, + { + "epoch": 0.35231688320580634, + "grad_norm": 2.212970495223999, + "learning_rate": 1.5028620289004603e-05, + "loss": 2.5544, + "step": 20582 + }, + { + "epoch": 0.3523340009243568, + "grad_norm": 2.2122442722320557, + "learning_rate": 1.5028141071864987e-05, + "loss": 2.6817, + "step": 20583 + }, + { + "epoch": 0.35235111864290725, + "grad_norm": 2.331622362136841, + "learning_rate": 1.5027661839270624e-05, + "loss": 2.7458, + "step": 20584 + }, + { + "epoch": 0.35236823636145775, + "grad_norm": 2.2504172325134277, + "learning_rate": 1.5027182591222975e-05, + "loss": 2.6348, + "step": 20585 + }, + { + "epoch": 0.3523853540800082, + "grad_norm": 2.362525701522827, + "learning_rate": 1.502670332772352e-05, + "loss": 2.6965, + "step": 20586 + }, + { + "epoch": 0.3524024717985587, + "grad_norm": 2.3547985553741455, + "learning_rate": 1.502622404877373e-05, + "loss": 2.83, + "step": 20587 + }, + { + "epoch": 0.35241958951710917, + "grad_norm": 2.336782932281494, + "learning_rate": 1.5025744754375083e-05, + "loss": 2.7161, + "step": 20588 + }, + { + "epoch": 0.3524367072356596, + "grad_norm": 2.224740982055664, + "learning_rate": 1.5025265444529043e-05, + "loss": 2.7583, + "step": 20589 + }, + { + "epoch": 0.3524538249542101, + "grad_norm": 2.4458906650543213, + "learning_rate": 1.502478611923709e-05, + "loss": 2.7733, + "step": 20590 + }, + { + "epoch": 0.3524709426727606, + "grad_norm": 2.283123731613159, + "learning_rate": 1.5024306778500695e-05, + "loss": 2.5656, + "step": 20591 + }, + { + "epoch": 0.35248806039131103, + "grad_norm": 2.2151269912719727, + "learning_rate": 1.5023827422321331e-05, + "loss": 2.6446, + "step": 20592 + }, + { + "epoch": 0.35250517810986154, + "grad_norm": 2.193669319152832, + "learning_rate": 1.502334805070047e-05, + "loss": 2.6709, + "step": 20593 + }, + { + "epoch": 0.352522295828412, + "grad_norm": 2.253660202026367, + "learning_rate": 1.5022868663639591e-05, + "loss": 2.6404, + "step": 20594 + }, + { + "epoch": 0.35253941354696244, + "grad_norm": 2.3496487140655518, + "learning_rate": 1.5022389261140165e-05, + "loss": 2.811, + "step": 20595 + }, + { + "epoch": 0.35255653126551295, + "grad_norm": 2.196406126022339, + "learning_rate": 1.5021909843203664e-05, + "loss": 2.5776, + "step": 20596 + }, + { + "epoch": 0.3525736489840634, + "grad_norm": 2.3716959953308105, + "learning_rate": 1.5021430409831559e-05, + "loss": 2.7203, + "step": 20597 + }, + { + "epoch": 0.35259076670261386, + "grad_norm": 2.414045810699463, + "learning_rate": 1.5020950961025329e-05, + "loss": 2.633, + "step": 20598 + }, + { + "epoch": 0.35260788442116436, + "grad_norm": 2.265653610229492, + "learning_rate": 1.5020471496786443e-05, + "loss": 2.6014, + "step": 20599 + }, + { + "epoch": 0.3526250021397148, + "grad_norm": 2.3885979652404785, + "learning_rate": 1.5019992017116378e-05, + "loss": 2.6907, + "step": 20600 + }, + { + "epoch": 0.35264211985826527, + "grad_norm": 2.2178597450256348, + "learning_rate": 1.5019512522016609e-05, + "loss": 2.5969, + "step": 20601 + }, + { + "epoch": 0.3526592375768158, + "grad_norm": 2.278226613998413, + "learning_rate": 1.5019033011488606e-05, + "loss": 2.6523, + "step": 20602 + }, + { + "epoch": 0.35267635529536623, + "grad_norm": 2.2395753860473633, + "learning_rate": 1.5018553485533844e-05, + "loss": 2.6068, + "step": 20603 + }, + { + "epoch": 0.3526934730139167, + "grad_norm": 2.2939529418945312, + "learning_rate": 1.50180739441538e-05, + "loss": 2.6424, + "step": 20604 + }, + { + "epoch": 0.3527105907324672, + "grad_norm": 2.442722797393799, + "learning_rate": 1.501759438734994e-05, + "loss": 2.7231, + "step": 20605 + }, + { + "epoch": 0.35272770845101764, + "grad_norm": 2.444140672683716, + "learning_rate": 1.5017114815123748e-05, + "loss": 2.6311, + "step": 20606 + }, + { + "epoch": 0.3527448261695681, + "grad_norm": 2.4525818824768066, + "learning_rate": 1.501663522747669e-05, + "loss": 2.6873, + "step": 20607 + }, + { + "epoch": 0.3527619438881186, + "grad_norm": 2.1842923164367676, + "learning_rate": 1.5016155624410246e-05, + "loss": 2.5729, + "step": 20608 + }, + { + "epoch": 0.35277906160666905, + "grad_norm": 2.3677499294281006, + "learning_rate": 1.5015676005925885e-05, + "loss": 2.6171, + "step": 20609 + }, + { + "epoch": 0.35279617932521956, + "grad_norm": 2.4471683502197266, + "learning_rate": 1.5015196372025087e-05, + "loss": 2.6045, + "step": 20610 + }, + { + "epoch": 0.35281329704377, + "grad_norm": 2.2821011543273926, + "learning_rate": 1.5014716722709323e-05, + "loss": 2.615, + "step": 20611 + }, + { + "epoch": 0.35283041476232047, + "grad_norm": 2.3235924243927, + "learning_rate": 1.5014237057980063e-05, + "loss": 2.557, + "step": 20612 + }, + { + "epoch": 0.352847532480871, + "grad_norm": 2.307995080947876, + "learning_rate": 1.501375737783879e-05, + "loss": 2.7322, + "step": 20613 + }, + { + "epoch": 0.3528646501994214, + "grad_norm": 2.326840877532959, + "learning_rate": 1.5013277682286971e-05, + "loss": 2.7133, + "step": 20614 + }, + { + "epoch": 0.3528817679179719, + "grad_norm": 2.4570577144622803, + "learning_rate": 1.5012797971326082e-05, + "loss": 2.8734, + "step": 20615 + }, + { + "epoch": 0.3528988856365224, + "grad_norm": 2.3599815368652344, + "learning_rate": 1.5012318244957603e-05, + "loss": 2.7298, + "step": 20616 + }, + { + "epoch": 0.35291600335507284, + "grad_norm": 2.369452476501465, + "learning_rate": 1.5011838503183002e-05, + "loss": 2.7242, + "step": 20617 + }, + { + "epoch": 0.3529331210736233, + "grad_norm": 2.3335704803466797, + "learning_rate": 1.5011358746003755e-05, + "loss": 2.7214, + "step": 20618 + }, + { + "epoch": 0.3529502387921738, + "grad_norm": 2.427522897720337, + "learning_rate": 1.501087897342134e-05, + "loss": 2.7849, + "step": 20619 + }, + { + "epoch": 0.35296735651072425, + "grad_norm": 2.2691802978515625, + "learning_rate": 1.5010399185437225e-05, + "loss": 2.7078, + "step": 20620 + }, + { + "epoch": 0.3529844742292747, + "grad_norm": 2.3470113277435303, + "learning_rate": 1.5009919382052892e-05, + "loss": 2.6102, + "step": 20621 + }, + { + "epoch": 0.3530015919478252, + "grad_norm": 2.2856955528259277, + "learning_rate": 1.5009439563269812e-05, + "loss": 2.671, + "step": 20622 + }, + { + "epoch": 0.35301870966637566, + "grad_norm": 2.366619825363159, + "learning_rate": 1.5008959729089458e-05, + "loss": 2.7219, + "step": 20623 + }, + { + "epoch": 0.3530358273849261, + "grad_norm": 2.4717447757720947, + "learning_rate": 1.5008479879513313e-05, + "loss": 2.7666, + "step": 20624 + }, + { + "epoch": 0.3530529451034766, + "grad_norm": 2.3810627460479736, + "learning_rate": 1.5008000014542843e-05, + "loss": 2.7049, + "step": 20625 + }, + { + "epoch": 0.3530700628220271, + "grad_norm": 2.3936545848846436, + "learning_rate": 1.5007520134179522e-05, + "loss": 2.6401, + "step": 20626 + }, + { + "epoch": 0.3530871805405775, + "grad_norm": 2.2060298919677734, + "learning_rate": 1.5007040238424835e-05, + "loss": 2.7081, + "step": 20627 + }, + { + "epoch": 0.35310429825912804, + "grad_norm": 2.249164581298828, + "learning_rate": 1.5006560327280248e-05, + "loss": 2.617, + "step": 20628 + }, + { + "epoch": 0.3531214159776785, + "grad_norm": 2.22153902053833, + "learning_rate": 1.5006080400747237e-05, + "loss": 2.7129, + "step": 20629 + }, + { + "epoch": 0.35313853369622894, + "grad_norm": 2.1838366985321045, + "learning_rate": 1.5005600458827282e-05, + "loss": 2.6804, + "step": 20630 + }, + { + "epoch": 0.35315565141477945, + "grad_norm": 2.3667874336242676, + "learning_rate": 1.5005120501521856e-05, + "loss": 2.7127, + "step": 20631 + }, + { + "epoch": 0.3531727691333299, + "grad_norm": 2.3389246463775635, + "learning_rate": 1.5004640528832433e-05, + "loss": 2.6283, + "step": 20632 + }, + { + "epoch": 0.3531898868518804, + "grad_norm": 2.1986687183380127, + "learning_rate": 1.500416054076049e-05, + "loss": 2.6285, + "step": 20633 + }, + { + "epoch": 0.35320700457043086, + "grad_norm": 2.394364833831787, + "learning_rate": 1.5003680537307502e-05, + "loss": 2.7346, + "step": 20634 + }, + { + "epoch": 0.3532241222889813, + "grad_norm": 2.467233896255493, + "learning_rate": 1.500320051847494e-05, + "loss": 2.7301, + "step": 20635 + }, + { + "epoch": 0.3532412400075318, + "grad_norm": 2.3485910892486572, + "learning_rate": 1.5002720484264283e-05, + "loss": 2.7028, + "step": 20636 + }, + { + "epoch": 0.3532583577260823, + "grad_norm": 2.4542014598846436, + "learning_rate": 1.500224043467701e-05, + "loss": 2.8387, + "step": 20637 + }, + { + "epoch": 0.3532754754446327, + "grad_norm": 2.4867939949035645, + "learning_rate": 1.500176036971459e-05, + "loss": 2.6846, + "step": 20638 + }, + { + "epoch": 0.35329259316318323, + "grad_norm": 2.386810064315796, + "learning_rate": 1.5001280289378503e-05, + "loss": 2.6242, + "step": 20639 + }, + { + "epoch": 0.3533097108817337, + "grad_norm": 2.369201898574829, + "learning_rate": 1.5000800193670225e-05, + "loss": 2.7426, + "step": 20640 + }, + { + "epoch": 0.35332682860028414, + "grad_norm": 2.2959001064300537, + "learning_rate": 1.5000320082591224e-05, + "loss": 2.6517, + "step": 20641 + }, + { + "epoch": 0.35334394631883465, + "grad_norm": 2.328387498855591, + "learning_rate": 1.4999839956142985e-05, + "loss": 2.6902, + "step": 20642 + }, + { + "epoch": 0.3533610640373851, + "grad_norm": 2.353231906890869, + "learning_rate": 1.4999359814326981e-05, + "loss": 2.6824, + "step": 20643 + }, + { + "epoch": 0.35337818175593555, + "grad_norm": 2.2090654373168945, + "learning_rate": 1.4998879657144687e-05, + "loss": 2.6787, + "step": 20644 + }, + { + "epoch": 0.35339529947448606, + "grad_norm": 2.3856935501098633, + "learning_rate": 1.4998399484597577e-05, + "loss": 2.7572, + "step": 20645 + }, + { + "epoch": 0.3534124171930365, + "grad_norm": 2.2481772899627686, + "learning_rate": 1.499791929668713e-05, + "loss": 2.5907, + "step": 20646 + }, + { + "epoch": 0.35342953491158696, + "grad_norm": 2.163753032684326, + "learning_rate": 1.4997439093414818e-05, + "loss": 2.6419, + "step": 20647 + }, + { + "epoch": 0.35344665263013747, + "grad_norm": 2.16029691696167, + "learning_rate": 1.4996958874782123e-05, + "loss": 2.644, + "step": 20648 + }, + { + "epoch": 0.3534637703486879, + "grad_norm": 2.2034413814544678, + "learning_rate": 1.4996478640790517e-05, + "loss": 2.6621, + "step": 20649 + }, + { + "epoch": 0.3534808880672384, + "grad_norm": 2.3684258460998535, + "learning_rate": 1.4995998391441475e-05, + "loss": 2.7682, + "step": 20650 + }, + { + "epoch": 0.3534980057857889, + "grad_norm": 2.3301379680633545, + "learning_rate": 1.4995518126736476e-05, + "loss": 2.8047, + "step": 20651 + }, + { + "epoch": 0.35351512350433933, + "grad_norm": 2.4664063453674316, + "learning_rate": 1.4995037846676994e-05, + "loss": 2.8033, + "step": 20652 + }, + { + "epoch": 0.3535322412228898, + "grad_norm": 2.234895706176758, + "learning_rate": 1.499455755126451e-05, + "loss": 2.5987, + "step": 20653 + }, + { + "epoch": 0.3535493589414403, + "grad_norm": 2.2911429405212402, + "learning_rate": 1.4994077240500495e-05, + "loss": 2.6609, + "step": 20654 + }, + { + "epoch": 0.35356647665999075, + "grad_norm": 2.3871538639068604, + "learning_rate": 1.4993596914386423e-05, + "loss": 2.7358, + "step": 20655 + }, + { + "epoch": 0.35358359437854125, + "grad_norm": 2.4960670471191406, + "learning_rate": 1.4993116572923776e-05, + "loss": 2.641, + "step": 20656 + }, + { + "epoch": 0.3536007120970917, + "grad_norm": 2.3488621711730957, + "learning_rate": 1.4992636216114029e-05, + "loss": 2.6382, + "step": 20657 + }, + { + "epoch": 0.35361782981564216, + "grad_norm": 2.2499632835388184, + "learning_rate": 1.4992155843958659e-05, + "loss": 2.8002, + "step": 20658 + }, + { + "epoch": 0.35363494753419267, + "grad_norm": 2.3449981212615967, + "learning_rate": 1.4991675456459141e-05, + "loss": 2.6262, + "step": 20659 + }, + { + "epoch": 0.3536520652527431, + "grad_norm": 2.304755687713623, + "learning_rate": 1.4991195053616951e-05, + "loss": 2.729, + "step": 20660 + }, + { + "epoch": 0.35366918297129357, + "grad_norm": 2.095813274383545, + "learning_rate": 1.4990714635433568e-05, + "loss": 2.6161, + "step": 20661 + }, + { + "epoch": 0.3536863006898441, + "grad_norm": 2.30932354927063, + "learning_rate": 1.4990234201910465e-05, + "loss": 2.7236, + "step": 20662 + }, + { + "epoch": 0.35370341840839453, + "grad_norm": 2.2140281200408936, + "learning_rate": 1.4989753753049124e-05, + "loss": 2.7112, + "step": 20663 + }, + { + "epoch": 0.353720536126945, + "grad_norm": 2.107412338256836, + "learning_rate": 1.4989273288851017e-05, + "loss": 2.5474, + "step": 20664 + }, + { + "epoch": 0.3537376538454955, + "grad_norm": 2.2691261768341064, + "learning_rate": 1.498879280931762e-05, + "loss": 2.746, + "step": 20665 + }, + { + "epoch": 0.35375477156404594, + "grad_norm": 2.3219716548919678, + "learning_rate": 1.4988312314450415e-05, + "loss": 2.6517, + "step": 20666 + }, + { + "epoch": 0.3537718892825964, + "grad_norm": 2.2817187309265137, + "learning_rate": 1.4987831804250879e-05, + "loss": 2.6099, + "step": 20667 + }, + { + "epoch": 0.3537890070011469, + "grad_norm": 2.2130541801452637, + "learning_rate": 1.4987351278720482e-05, + "loss": 2.6352, + "step": 20668 + }, + { + "epoch": 0.35380612471969736, + "grad_norm": 2.293625593185425, + "learning_rate": 1.4986870737860704e-05, + "loss": 2.6534, + "step": 20669 + }, + { + "epoch": 0.3538232424382478, + "grad_norm": 2.363652229309082, + "learning_rate": 1.4986390181673028e-05, + "loss": 2.6915, + "step": 20670 + }, + { + "epoch": 0.3538403601567983, + "grad_norm": 2.406736135482788, + "learning_rate": 1.498590961015892e-05, + "loss": 2.7769, + "step": 20671 + }, + { + "epoch": 0.35385747787534877, + "grad_norm": 2.3368468284606934, + "learning_rate": 1.4985429023319866e-05, + "loss": 2.6107, + "step": 20672 + }, + { + "epoch": 0.3538745955938992, + "grad_norm": 2.1857528686523438, + "learning_rate": 1.4984948421157342e-05, + "loss": 2.587, + "step": 20673 + }, + { + "epoch": 0.35389171331244973, + "grad_norm": 2.347705841064453, + "learning_rate": 1.4984467803672822e-05, + "loss": 2.6497, + "step": 20674 + }, + { + "epoch": 0.3539088310310002, + "grad_norm": 2.294158458709717, + "learning_rate": 1.4983987170867786e-05, + "loss": 2.5512, + "step": 20675 + }, + { + "epoch": 0.35392594874955063, + "grad_norm": 2.692448377609253, + "learning_rate": 1.498350652274371e-05, + "loss": 2.7654, + "step": 20676 + }, + { + "epoch": 0.35394306646810114, + "grad_norm": 2.1956639289855957, + "learning_rate": 1.4983025859302069e-05, + "loss": 2.6211, + "step": 20677 + }, + { + "epoch": 0.3539601841866516, + "grad_norm": 2.200042724609375, + "learning_rate": 1.4982545180544343e-05, + "loss": 2.6238, + "step": 20678 + }, + { + "epoch": 0.3539773019052021, + "grad_norm": 2.404576063156128, + "learning_rate": 1.4982064486472013e-05, + "loss": 2.7364, + "step": 20679 + }, + { + "epoch": 0.35399441962375255, + "grad_norm": 2.375718116760254, + "learning_rate": 1.498158377708655e-05, + "loss": 2.7168, + "step": 20680 + }, + { + "epoch": 0.354011537342303, + "grad_norm": 2.373199701309204, + "learning_rate": 1.4981103052389436e-05, + "loss": 2.6763, + "step": 20681 + }, + { + "epoch": 0.3540286550608535, + "grad_norm": 2.232670545578003, + "learning_rate": 1.4980622312382146e-05, + "loss": 2.7216, + "step": 20682 + }, + { + "epoch": 0.35404577277940397, + "grad_norm": 2.3786511421203613, + "learning_rate": 1.4980141557066157e-05, + "loss": 2.6518, + "step": 20683 + }, + { + "epoch": 0.3540628904979544, + "grad_norm": 2.41610050201416, + "learning_rate": 1.4979660786442951e-05, + "loss": 2.7083, + "step": 20684 + }, + { + "epoch": 0.3540800082165049, + "grad_norm": 2.2703518867492676, + "learning_rate": 1.4979180000513999e-05, + "loss": 2.7392, + "step": 20685 + }, + { + "epoch": 0.3540971259350554, + "grad_norm": 2.1537058353424072, + "learning_rate": 1.4978699199280788e-05, + "loss": 2.6881, + "step": 20686 + }, + { + "epoch": 0.35411424365360583, + "grad_norm": 2.332881450653076, + "learning_rate": 1.4978218382744788e-05, + "loss": 2.74, + "step": 20687 + }, + { + "epoch": 0.35413136137215634, + "grad_norm": 2.294663190841675, + "learning_rate": 1.4977737550907478e-05, + "loss": 2.6983, + "step": 20688 + }, + { + "epoch": 0.3541484790907068, + "grad_norm": 2.305727481842041, + "learning_rate": 1.4977256703770339e-05, + "loss": 2.5983, + "step": 20689 + }, + { + "epoch": 0.35416559680925724, + "grad_norm": 2.4075403213500977, + "learning_rate": 1.4976775841334847e-05, + "loss": 2.7727, + "step": 20690 + }, + { + "epoch": 0.35418271452780775, + "grad_norm": 2.2573137283325195, + "learning_rate": 1.497629496360248e-05, + "loss": 2.6128, + "step": 20691 + }, + { + "epoch": 0.3541998322463582, + "grad_norm": 2.223217487335205, + "learning_rate": 1.4975814070574717e-05, + "loss": 2.6877, + "step": 20692 + }, + { + "epoch": 0.35421694996490866, + "grad_norm": 2.2536635398864746, + "learning_rate": 1.4975333162253034e-05, + "loss": 2.7239, + "step": 20693 + }, + { + "epoch": 0.35423406768345916, + "grad_norm": 2.312356948852539, + "learning_rate": 1.497485223863891e-05, + "loss": 2.7516, + "step": 20694 + }, + { + "epoch": 0.3542511854020096, + "grad_norm": 2.259655475616455, + "learning_rate": 1.4974371299733826e-05, + "loss": 2.4998, + "step": 20695 + }, + { + "epoch": 0.35426830312056007, + "grad_norm": 2.310793876647949, + "learning_rate": 1.4973890345539258e-05, + "loss": 2.6641, + "step": 20696 + }, + { + "epoch": 0.3542854208391106, + "grad_norm": 2.448575496673584, + "learning_rate": 1.4973409376056682e-05, + "loss": 2.7144, + "step": 20697 + }, + { + "epoch": 0.35430253855766103, + "grad_norm": 2.2501416206359863, + "learning_rate": 1.497292839128758e-05, + "loss": 2.601, + "step": 20698 + }, + { + "epoch": 0.3543196562762115, + "grad_norm": 2.346954584121704, + "learning_rate": 1.4972447391233428e-05, + "loss": 2.6966, + "step": 20699 + }, + { + "epoch": 0.354336773994762, + "grad_norm": 2.307288646697998, + "learning_rate": 1.4971966375895706e-05, + "loss": 2.5591, + "step": 20700 + }, + { + "epoch": 0.35435389171331244, + "grad_norm": 2.392322301864624, + "learning_rate": 1.4971485345275894e-05, + "loss": 2.7585, + "step": 20701 + }, + { + "epoch": 0.35437100943186295, + "grad_norm": 2.373678684234619, + "learning_rate": 1.4971004299375464e-05, + "loss": 2.5567, + "step": 20702 + }, + { + "epoch": 0.3543881271504134, + "grad_norm": 2.3026676177978516, + "learning_rate": 1.4970523238195905e-05, + "loss": 2.6623, + "step": 20703 + }, + { + "epoch": 0.35440524486896385, + "grad_norm": 2.3196656703948975, + "learning_rate": 1.4970042161738682e-05, + "loss": 2.6034, + "step": 20704 + }, + { + "epoch": 0.35442236258751436, + "grad_norm": 2.3203651905059814, + "learning_rate": 1.4969561070005286e-05, + "loss": 2.6733, + "step": 20705 + }, + { + "epoch": 0.3544394803060648, + "grad_norm": 2.353317975997925, + "learning_rate": 1.4969079962997189e-05, + "loss": 2.6681, + "step": 20706 + }, + { + "epoch": 0.35445659802461527, + "grad_norm": 2.203848123550415, + "learning_rate": 1.4968598840715873e-05, + "loss": 2.6442, + "step": 20707 + }, + { + "epoch": 0.3544737157431658, + "grad_norm": 2.322014331817627, + "learning_rate": 1.4968117703162817e-05, + "loss": 2.7, + "step": 20708 + }, + { + "epoch": 0.3544908334617162, + "grad_norm": 2.3930742740631104, + "learning_rate": 1.4967636550339495e-05, + "loss": 2.765, + "step": 20709 + }, + { + "epoch": 0.3545079511802667, + "grad_norm": 2.3459630012512207, + "learning_rate": 1.4967155382247388e-05, + "loss": 2.7217, + "step": 20710 + }, + { + "epoch": 0.3545250688988172, + "grad_norm": 2.2606918811798096, + "learning_rate": 1.4966674198887982e-05, + "loss": 2.5898, + "step": 20711 + }, + { + "epoch": 0.35454218661736764, + "grad_norm": 2.296036958694458, + "learning_rate": 1.4966193000262745e-05, + "loss": 2.6195, + "step": 20712 + }, + { + "epoch": 0.3545593043359181, + "grad_norm": 2.3022515773773193, + "learning_rate": 1.4965711786373165e-05, + "loss": 2.7126, + "step": 20713 + }, + { + "epoch": 0.3545764220544686, + "grad_norm": 2.2909154891967773, + "learning_rate": 1.4965230557220717e-05, + "loss": 2.5147, + "step": 20714 + }, + { + "epoch": 0.35459353977301905, + "grad_norm": 2.198420524597168, + "learning_rate": 1.4964749312806879e-05, + "loss": 2.6062, + "step": 20715 + }, + { + "epoch": 0.3546106574915695, + "grad_norm": 2.4857606887817383, + "learning_rate": 1.496426805313313e-05, + "loss": 2.7684, + "step": 20716 + }, + { + "epoch": 0.35462777521012, + "grad_norm": 2.2335762977600098, + "learning_rate": 1.4963786778200953e-05, + "loss": 2.6837, + "step": 20717 + }, + { + "epoch": 0.35464489292867046, + "grad_norm": 2.294274091720581, + "learning_rate": 1.4963305488011827e-05, + "loss": 2.695, + "step": 20718 + }, + { + "epoch": 0.3546620106472209, + "grad_norm": 2.1565990447998047, + "learning_rate": 1.4962824182567226e-05, + "loss": 2.7839, + "step": 20719 + }, + { + "epoch": 0.3546791283657714, + "grad_norm": 2.2701222896575928, + "learning_rate": 1.4962342861868633e-05, + "loss": 2.696, + "step": 20720 + }, + { + "epoch": 0.3546962460843219, + "grad_norm": 2.4117817878723145, + "learning_rate": 1.4961861525917527e-05, + "loss": 2.7098, + "step": 20721 + }, + { + "epoch": 0.35471336380287233, + "grad_norm": 2.319305658340454, + "learning_rate": 1.4961380174715388e-05, + "loss": 2.6932, + "step": 20722 + }, + { + "epoch": 0.35473048152142284, + "grad_norm": 2.232473850250244, + "learning_rate": 1.4960898808263698e-05, + "loss": 2.7161, + "step": 20723 + }, + { + "epoch": 0.3547475992399733, + "grad_norm": 2.289287805557251, + "learning_rate": 1.4960417426563932e-05, + "loss": 2.8385, + "step": 20724 + }, + { + "epoch": 0.35476471695852374, + "grad_norm": 2.263632297515869, + "learning_rate": 1.495993602961757e-05, + "loss": 2.6524, + "step": 20725 + }, + { + "epoch": 0.35478183467707425, + "grad_norm": 2.356271982192993, + "learning_rate": 1.4959454617426095e-05, + "loss": 2.6252, + "step": 20726 + }, + { + "epoch": 0.3547989523956247, + "grad_norm": 2.2742674350738525, + "learning_rate": 1.4958973189990982e-05, + "loss": 2.7243, + "step": 20727 + }, + { + "epoch": 0.3548160701141752, + "grad_norm": 2.426077365875244, + "learning_rate": 1.4958491747313715e-05, + "loss": 2.6946, + "step": 20728 + }, + { + "epoch": 0.35483318783272566, + "grad_norm": 2.389314889907837, + "learning_rate": 1.4958010289395773e-05, + "loss": 2.6802, + "step": 20729 + }, + { + "epoch": 0.3548503055512761, + "grad_norm": 2.263279676437378, + "learning_rate": 1.4957528816238633e-05, + "loss": 2.6352, + "step": 20730 + }, + { + "epoch": 0.3548674232698266, + "grad_norm": 2.3294918537139893, + "learning_rate": 1.4957047327843776e-05, + "loss": 2.7883, + "step": 20731 + }, + { + "epoch": 0.3548845409883771, + "grad_norm": 2.182339668273926, + "learning_rate": 1.4956565824212688e-05, + "loss": 2.6058, + "step": 20732 + }, + { + "epoch": 0.3549016587069275, + "grad_norm": 2.3987550735473633, + "learning_rate": 1.4956084305346838e-05, + "loss": 2.7444, + "step": 20733 + }, + { + "epoch": 0.35491877642547803, + "grad_norm": 2.2976763248443604, + "learning_rate": 1.4955602771247717e-05, + "loss": 2.6622, + "step": 20734 + }, + { + "epoch": 0.3549358941440285, + "grad_norm": 2.376115322113037, + "learning_rate": 1.4955121221916797e-05, + "loss": 2.7553, + "step": 20735 + }, + { + "epoch": 0.35495301186257894, + "grad_norm": 2.3233163356781006, + "learning_rate": 1.495463965735556e-05, + "loss": 2.6757, + "step": 20736 + }, + { + "epoch": 0.35497012958112945, + "grad_norm": 2.2941951751708984, + "learning_rate": 1.4954158077565489e-05, + "loss": 2.6636, + "step": 20737 + }, + { + "epoch": 0.3549872472996799, + "grad_norm": 2.1137609481811523, + "learning_rate": 1.4953676482548063e-05, + "loss": 2.699, + "step": 20738 + }, + { + "epoch": 0.35500436501823035, + "grad_norm": 2.3527066707611084, + "learning_rate": 1.495319487230476e-05, + "loss": 2.738, + "step": 20739 + }, + { + "epoch": 0.35502148273678086, + "grad_norm": 2.287165641784668, + "learning_rate": 1.4952713246837063e-05, + "loss": 2.7476, + "step": 20740 + }, + { + "epoch": 0.3550386004553313, + "grad_norm": 2.295578718185425, + "learning_rate": 1.495223160614645e-05, + "loss": 2.7224, + "step": 20741 + }, + { + "epoch": 0.35505571817388176, + "grad_norm": 2.375622034072876, + "learning_rate": 1.4951749950234402e-05, + "loss": 2.6346, + "step": 20742 + }, + { + "epoch": 0.35507283589243227, + "grad_norm": 2.2266647815704346, + "learning_rate": 1.49512682791024e-05, + "loss": 2.7286, + "step": 20743 + }, + { + "epoch": 0.3550899536109827, + "grad_norm": 2.514148712158203, + "learning_rate": 1.4950786592751926e-05, + "loss": 2.7278, + "step": 20744 + }, + { + "epoch": 0.3551070713295332, + "grad_norm": 2.195483922958374, + "learning_rate": 1.4950304891184459e-05, + "loss": 2.6327, + "step": 20745 + }, + { + "epoch": 0.3551241890480837, + "grad_norm": 2.417046546936035, + "learning_rate": 1.4949823174401482e-05, + "loss": 2.8547, + "step": 20746 + }, + { + "epoch": 0.35514130676663413, + "grad_norm": 2.2433316707611084, + "learning_rate": 1.494934144240447e-05, + "loss": 2.6286, + "step": 20747 + }, + { + "epoch": 0.3551584244851846, + "grad_norm": 2.2249715328216553, + "learning_rate": 1.4948859695194908e-05, + "loss": 2.586, + "step": 20748 + }, + { + "epoch": 0.3551755422037351, + "grad_norm": 2.295166492462158, + "learning_rate": 1.4948377932774277e-05, + "loss": 2.667, + "step": 20749 + }, + { + "epoch": 0.35519265992228555, + "grad_norm": 2.2508950233459473, + "learning_rate": 1.4947896155144058e-05, + "loss": 2.6718, + "step": 20750 + }, + { + "epoch": 0.35520977764083606, + "grad_norm": 2.296326160430908, + "learning_rate": 1.4947414362305726e-05, + "loss": 2.6813, + "step": 20751 + }, + { + "epoch": 0.3552268953593865, + "grad_norm": 2.4015603065490723, + "learning_rate": 1.4946932554260766e-05, + "loss": 2.6308, + "step": 20752 + }, + { + "epoch": 0.35524401307793696, + "grad_norm": 2.3067381381988525, + "learning_rate": 1.494645073101066e-05, + "loss": 2.7233, + "step": 20753 + }, + { + "epoch": 0.35526113079648747, + "grad_norm": 2.3434948921203613, + "learning_rate": 1.4945968892556892e-05, + "loss": 2.7627, + "step": 20754 + }, + { + "epoch": 0.3552782485150379, + "grad_norm": 2.3771870136260986, + "learning_rate": 1.4945487038900937e-05, + "loss": 2.6633, + "step": 20755 + }, + { + "epoch": 0.35529536623358837, + "grad_norm": 2.271699905395508, + "learning_rate": 1.4945005170044277e-05, + "loss": 2.7083, + "step": 20756 + }, + { + "epoch": 0.3553124839521389, + "grad_norm": 2.4176125526428223, + "learning_rate": 1.4944523285988393e-05, + "loss": 2.8009, + "step": 20757 + }, + { + "epoch": 0.35532960167068933, + "grad_norm": 2.296767234802246, + "learning_rate": 1.494404138673477e-05, + "loss": 2.721, + "step": 20758 + }, + { + "epoch": 0.3553467193892398, + "grad_norm": 2.4296536445617676, + "learning_rate": 1.4943559472284883e-05, + "loss": 2.6507, + "step": 20759 + }, + { + "epoch": 0.3553638371077903, + "grad_norm": 2.2041983604431152, + "learning_rate": 1.494307754264022e-05, + "loss": 2.7759, + "step": 20760 + }, + { + "epoch": 0.35538095482634074, + "grad_norm": 2.3330607414245605, + "learning_rate": 1.494259559780226e-05, + "loss": 2.786, + "step": 20761 + }, + { + "epoch": 0.3553980725448912, + "grad_norm": 2.196929454803467, + "learning_rate": 1.4942113637772485e-05, + "loss": 2.5864, + "step": 20762 + }, + { + "epoch": 0.3554151902634417, + "grad_norm": 2.3019297122955322, + "learning_rate": 1.4941631662552369e-05, + "loss": 2.7501, + "step": 20763 + }, + { + "epoch": 0.35543230798199216, + "grad_norm": 2.147016763687134, + "learning_rate": 1.49411496721434e-05, + "loss": 2.6077, + "step": 20764 + }, + { + "epoch": 0.3554494257005426, + "grad_norm": 2.1543502807617188, + "learning_rate": 1.4940667666547062e-05, + "loss": 2.7556, + "step": 20765 + }, + { + "epoch": 0.3554665434190931, + "grad_norm": 2.3587961196899414, + "learning_rate": 1.4940185645764831e-05, + "loss": 2.7521, + "step": 20766 + }, + { + "epoch": 0.35548366113764357, + "grad_norm": 2.13445782661438, + "learning_rate": 1.493970360979819e-05, + "loss": 2.6092, + "step": 20767 + }, + { + "epoch": 0.355500778856194, + "grad_norm": 2.210866689682007, + "learning_rate": 1.4939221558648624e-05, + "loss": 2.6003, + "step": 20768 + }, + { + "epoch": 0.35551789657474453, + "grad_norm": 2.2302563190460205, + "learning_rate": 1.493873949231761e-05, + "loss": 2.6258, + "step": 20769 + }, + { + "epoch": 0.355535014293295, + "grad_norm": 2.2372100353240967, + "learning_rate": 1.4938257410806634e-05, + "loss": 2.655, + "step": 20770 + }, + { + "epoch": 0.35555213201184543, + "grad_norm": 2.3565526008605957, + "learning_rate": 1.4937775314117176e-05, + "loss": 2.6439, + "step": 20771 + }, + { + "epoch": 0.35556924973039594, + "grad_norm": 2.269418954849243, + "learning_rate": 1.4937293202250713e-05, + "loss": 2.6472, + "step": 20772 + }, + { + "epoch": 0.3555863674489464, + "grad_norm": 2.234158992767334, + "learning_rate": 1.4936811075208732e-05, + "loss": 2.5654, + "step": 20773 + }, + { + "epoch": 0.3556034851674969, + "grad_norm": 2.3798632621765137, + "learning_rate": 1.4936328932992717e-05, + "loss": 2.7297, + "step": 20774 + }, + { + "epoch": 0.35562060288604735, + "grad_norm": 2.318773031234741, + "learning_rate": 1.4935846775604146e-05, + "loss": 2.7058, + "step": 20775 + }, + { + "epoch": 0.3556377206045978, + "grad_norm": 2.4140660762786865, + "learning_rate": 1.49353646030445e-05, + "loss": 2.6572, + "step": 20776 + }, + { + "epoch": 0.3556548383231483, + "grad_norm": 2.157761812210083, + "learning_rate": 1.4934882415315266e-05, + "loss": 2.646, + "step": 20777 + }, + { + "epoch": 0.35567195604169877, + "grad_norm": 2.3727009296417236, + "learning_rate": 1.4934400212417922e-05, + "loss": 2.7065, + "step": 20778 + }, + { + "epoch": 0.3556890737602492, + "grad_norm": 2.1774404048919678, + "learning_rate": 1.4933917994353948e-05, + "loss": 2.667, + "step": 20779 + }, + { + "epoch": 0.3557061914787997, + "grad_norm": 2.284478187561035, + "learning_rate": 1.493343576112483e-05, + "loss": 2.6009, + "step": 20780 + }, + { + "epoch": 0.3557233091973502, + "grad_norm": 2.2549033164978027, + "learning_rate": 1.4932953512732054e-05, + "loss": 2.6811, + "step": 20781 + }, + { + "epoch": 0.35574042691590063, + "grad_norm": 2.150744915008545, + "learning_rate": 1.4932471249177093e-05, + "loss": 2.7291, + "step": 20782 + }, + { + "epoch": 0.35575754463445114, + "grad_norm": 2.3577444553375244, + "learning_rate": 1.4931988970461439e-05, + "loss": 2.7819, + "step": 20783 + }, + { + "epoch": 0.3557746623530016, + "grad_norm": 2.2517216205596924, + "learning_rate": 1.4931506676586566e-05, + "loss": 2.6709, + "step": 20784 + }, + { + "epoch": 0.35579178007155204, + "grad_norm": 2.1966423988342285, + "learning_rate": 1.4931024367553961e-05, + "loss": 2.6346, + "step": 20785 + }, + { + "epoch": 0.35580889779010255, + "grad_norm": 2.2187893390655518, + "learning_rate": 1.4930542043365104e-05, + "loss": 2.6299, + "step": 20786 + }, + { + "epoch": 0.355826015508653, + "grad_norm": 2.2858827114105225, + "learning_rate": 1.4930059704021482e-05, + "loss": 2.7779, + "step": 20787 + }, + { + "epoch": 0.35584313322720346, + "grad_norm": 2.3653483390808105, + "learning_rate": 1.4929577349524572e-05, + "loss": 2.6811, + "step": 20788 + }, + { + "epoch": 0.35586025094575396, + "grad_norm": 2.2634546756744385, + "learning_rate": 1.4929094979875858e-05, + "loss": 2.5513, + "step": 20789 + }, + { + "epoch": 0.3558773686643044, + "grad_norm": 2.482002019882202, + "learning_rate": 1.4928612595076826e-05, + "loss": 2.6757, + "step": 20790 + }, + { + "epoch": 0.35589448638285487, + "grad_norm": 2.293966054916382, + "learning_rate": 1.4928130195128953e-05, + "loss": 2.6728, + "step": 20791 + }, + { + "epoch": 0.3559116041014054, + "grad_norm": 2.3914737701416016, + "learning_rate": 1.492764778003373e-05, + "loss": 2.6979, + "step": 20792 + }, + { + "epoch": 0.35592872181995583, + "grad_norm": 2.2789247035980225, + "learning_rate": 1.492716534979263e-05, + "loss": 2.6234, + "step": 20793 + }, + { + "epoch": 0.3559458395385063, + "grad_norm": 2.1967945098876953, + "learning_rate": 1.4926682904407142e-05, + "loss": 2.7116, + "step": 20794 + }, + { + "epoch": 0.3559629572570568, + "grad_norm": 2.206622838973999, + "learning_rate": 1.4926200443878747e-05, + "loss": 2.5773, + "step": 20795 + }, + { + "epoch": 0.35598007497560724, + "grad_norm": 2.385195732116699, + "learning_rate": 1.4925717968208928e-05, + "loss": 2.7689, + "step": 20796 + }, + { + "epoch": 0.35599719269415775, + "grad_norm": 2.370715379714966, + "learning_rate": 1.4925235477399172e-05, + "loss": 2.6379, + "step": 20797 + }, + { + "epoch": 0.3560143104127082, + "grad_norm": 2.148486852645874, + "learning_rate": 1.4924752971450957e-05, + "loss": 2.5345, + "step": 20798 + }, + { + "epoch": 0.35603142813125865, + "grad_norm": 2.378387928009033, + "learning_rate": 1.4924270450365765e-05, + "loss": 2.7349, + "step": 20799 + }, + { + "epoch": 0.35604854584980916, + "grad_norm": 2.233896255493164, + "learning_rate": 1.4923787914145082e-05, + "loss": 2.7164, + "step": 20800 + }, + { + "epoch": 0.3560656635683596, + "grad_norm": 2.334345579147339, + "learning_rate": 1.4923305362790392e-05, + "loss": 2.7606, + "step": 20801 + }, + { + "epoch": 0.35608278128691007, + "grad_norm": 2.2744266986846924, + "learning_rate": 1.4922822796303176e-05, + "loss": 2.7829, + "step": 20802 + }, + { + "epoch": 0.3560998990054606, + "grad_norm": 2.324460744857788, + "learning_rate": 1.492234021468492e-05, + "loss": 2.6276, + "step": 20803 + }, + { + "epoch": 0.356117016724011, + "grad_norm": 2.4212799072265625, + "learning_rate": 1.4921857617937106e-05, + "loss": 2.771, + "step": 20804 + }, + { + "epoch": 0.3561341344425615, + "grad_norm": 2.2778701782226562, + "learning_rate": 1.4921375006061214e-05, + "loss": 2.6034, + "step": 20805 + }, + { + "epoch": 0.356151252161112, + "grad_norm": 2.378429651260376, + "learning_rate": 1.492089237905873e-05, + "loss": 2.699, + "step": 20806 + }, + { + "epoch": 0.35616836987966244, + "grad_norm": 2.225768804550171, + "learning_rate": 1.4920409736931136e-05, + "loss": 2.6286, + "step": 20807 + }, + { + "epoch": 0.3561854875982129, + "grad_norm": 2.389409065246582, + "learning_rate": 1.4919927079679922e-05, + "loss": 2.7766, + "step": 20808 + }, + { + "epoch": 0.3562026053167634, + "grad_norm": 2.3538224697113037, + "learning_rate": 1.4919444407306562e-05, + "loss": 2.7327, + "step": 20809 + }, + { + "epoch": 0.35621972303531385, + "grad_norm": 2.2928826808929443, + "learning_rate": 1.4918961719812546e-05, + "loss": 2.8156, + "step": 20810 + }, + { + "epoch": 0.3562368407538643, + "grad_norm": 2.3263208866119385, + "learning_rate": 1.4918479017199357e-05, + "loss": 2.6737, + "step": 20811 + }, + { + "epoch": 0.3562539584724148, + "grad_norm": 2.248469352722168, + "learning_rate": 1.4917996299468476e-05, + "loss": 2.6814, + "step": 20812 + }, + { + "epoch": 0.35627107619096526, + "grad_norm": 2.384634017944336, + "learning_rate": 1.4917513566621387e-05, + "loss": 2.5895, + "step": 20813 + }, + { + "epoch": 0.3562881939095157, + "grad_norm": 2.2699625492095947, + "learning_rate": 1.4917030818659576e-05, + "loss": 2.7125, + "step": 20814 + }, + { + "epoch": 0.3563053116280662, + "grad_norm": 2.3784499168395996, + "learning_rate": 1.4916548055584526e-05, + "loss": 2.7534, + "step": 20815 + }, + { + "epoch": 0.3563224293466167, + "grad_norm": 2.5370357036590576, + "learning_rate": 1.491606527739772e-05, + "loss": 2.7207, + "step": 20816 + }, + { + "epoch": 0.35633954706516713, + "grad_norm": 2.143825054168701, + "learning_rate": 1.4915582484100641e-05, + "loss": 2.6848, + "step": 20817 + }, + { + "epoch": 0.35635666478371764, + "grad_norm": 2.2564520835876465, + "learning_rate": 1.4915099675694778e-05, + "loss": 2.6487, + "step": 20818 + }, + { + "epoch": 0.3563737825022681, + "grad_norm": 2.2437124252319336, + "learning_rate": 1.4914616852181612e-05, + "loss": 2.6786, + "step": 20819 + }, + { + "epoch": 0.3563909002208186, + "grad_norm": 2.2994604110717773, + "learning_rate": 1.4914134013562622e-05, + "loss": 2.7444, + "step": 20820 + }, + { + "epoch": 0.35640801793936905, + "grad_norm": 2.2268073558807373, + "learning_rate": 1.4913651159839295e-05, + "loss": 2.6826, + "step": 20821 + }, + { + "epoch": 0.3564251356579195, + "grad_norm": 2.2859528064727783, + "learning_rate": 1.491316829101312e-05, + "loss": 2.7388, + "step": 20822 + }, + { + "epoch": 0.35644225337647, + "grad_norm": 2.2882258892059326, + "learning_rate": 1.4912685407085577e-05, + "loss": 2.702, + "step": 20823 + }, + { + "epoch": 0.35645937109502046, + "grad_norm": 2.3154706954956055, + "learning_rate": 1.491220250805815e-05, + "loss": 2.6444, + "step": 20824 + }, + { + "epoch": 0.3564764888135709, + "grad_norm": 2.300760507583618, + "learning_rate": 1.4911719593932325e-05, + "loss": 2.6395, + "step": 20825 + }, + { + "epoch": 0.3564936065321214, + "grad_norm": 2.1386542320251465, + "learning_rate": 1.4911236664709587e-05, + "loss": 2.556, + "step": 20826 + }, + { + "epoch": 0.3565107242506719, + "grad_norm": 2.2352898120880127, + "learning_rate": 1.4910753720391418e-05, + "loss": 2.6883, + "step": 20827 + }, + { + "epoch": 0.3565278419692223, + "grad_norm": 2.1567704677581787, + "learning_rate": 1.4910270760979302e-05, + "loss": 2.6306, + "step": 20828 + }, + { + "epoch": 0.35654495968777283, + "grad_norm": 2.1687686443328857, + "learning_rate": 1.4909787786474725e-05, + "loss": 2.7033, + "step": 20829 + }, + { + "epoch": 0.3565620774063233, + "grad_norm": 2.2941160202026367, + "learning_rate": 1.4909304796879172e-05, + "loss": 2.618, + "step": 20830 + }, + { + "epoch": 0.35657919512487374, + "grad_norm": 2.1434717178344727, + "learning_rate": 1.4908821792194124e-05, + "loss": 2.6609, + "step": 20831 + }, + { + "epoch": 0.35659631284342425, + "grad_norm": 2.3002586364746094, + "learning_rate": 1.4908338772421069e-05, + "loss": 2.5982, + "step": 20832 + }, + { + "epoch": 0.3566134305619747, + "grad_norm": 2.375551223754883, + "learning_rate": 1.4907855737561496e-05, + "loss": 2.6391, + "step": 20833 + }, + { + "epoch": 0.35663054828052515, + "grad_norm": 2.309358596801758, + "learning_rate": 1.4907372687616878e-05, + "loss": 2.7873, + "step": 20834 + }, + { + "epoch": 0.35664766599907566, + "grad_norm": 2.3005876541137695, + "learning_rate": 1.4906889622588714e-05, + "loss": 2.7652, + "step": 20835 + }, + { + "epoch": 0.3566647837176261, + "grad_norm": 2.1442770957946777, + "learning_rate": 1.4906406542478475e-05, + "loss": 2.5298, + "step": 20836 + }, + { + "epoch": 0.35668190143617656, + "grad_norm": 2.2666375637054443, + "learning_rate": 1.490592344728765e-05, + "loss": 2.7211, + "step": 20837 + }, + { + "epoch": 0.35669901915472707, + "grad_norm": 2.3164405822753906, + "learning_rate": 1.490544033701773e-05, + "loss": 2.7743, + "step": 20838 + }, + { + "epoch": 0.3567161368732775, + "grad_norm": 2.2688844203948975, + "learning_rate": 1.4904957211670194e-05, + "loss": 2.6558, + "step": 20839 + }, + { + "epoch": 0.356733254591828, + "grad_norm": 2.2673330307006836, + "learning_rate": 1.4904474071246533e-05, + "loss": 2.657, + "step": 20840 + }, + { + "epoch": 0.3567503723103785, + "grad_norm": 2.3484878540039062, + "learning_rate": 1.4903990915748225e-05, + "loss": 2.7377, + "step": 20841 + }, + { + "epoch": 0.35676749002892894, + "grad_norm": 2.2664196491241455, + "learning_rate": 1.4903507745176757e-05, + "loss": 2.7818, + "step": 20842 + }, + { + "epoch": 0.35678460774747944, + "grad_norm": 2.54172945022583, + "learning_rate": 1.4903024559533614e-05, + "loss": 2.8511, + "step": 20843 + }, + { + "epoch": 0.3568017254660299, + "grad_norm": 2.295779228210449, + "learning_rate": 1.4902541358820282e-05, + "loss": 2.6852, + "step": 20844 + }, + { + "epoch": 0.35681884318458035, + "grad_norm": 2.394195318222046, + "learning_rate": 1.490205814303825e-05, + "loss": 2.7146, + "step": 20845 + }, + { + "epoch": 0.35683596090313086, + "grad_norm": 2.1928534507751465, + "learning_rate": 1.4901574912188994e-05, + "loss": 2.6555, + "step": 20846 + }, + { + "epoch": 0.3568530786216813, + "grad_norm": 2.465148448944092, + "learning_rate": 1.490109166627401e-05, + "loss": 2.6174, + "step": 20847 + }, + { + "epoch": 0.35687019634023176, + "grad_norm": 2.4011778831481934, + "learning_rate": 1.4900608405294773e-05, + "loss": 2.594, + "step": 20848 + }, + { + "epoch": 0.35688731405878227, + "grad_norm": 2.383350133895874, + "learning_rate": 1.4900125129252776e-05, + "loss": 2.7706, + "step": 20849 + }, + { + "epoch": 0.3569044317773327, + "grad_norm": 2.1036362648010254, + "learning_rate": 1.48996418381495e-05, + "loss": 2.618, + "step": 20850 + }, + { + "epoch": 0.3569215494958832, + "grad_norm": 2.1553831100463867, + "learning_rate": 1.4899158531986437e-05, + "loss": 2.5286, + "step": 20851 + }, + { + "epoch": 0.3569386672144337, + "grad_norm": 2.188657283782959, + "learning_rate": 1.4898675210765064e-05, + "loss": 2.5687, + "step": 20852 + }, + { + "epoch": 0.35695578493298413, + "grad_norm": 2.3896048069000244, + "learning_rate": 1.4898191874486868e-05, + "loss": 2.6727, + "step": 20853 + }, + { + "epoch": 0.3569729026515346, + "grad_norm": 2.2949464321136475, + "learning_rate": 1.489770852315334e-05, + "loss": 2.6306, + "step": 20854 + }, + { + "epoch": 0.3569900203700851, + "grad_norm": 2.2036819458007812, + "learning_rate": 1.4897225156765965e-05, + "loss": 2.6603, + "step": 20855 + }, + { + "epoch": 0.35700713808863554, + "grad_norm": 2.258244276046753, + "learning_rate": 1.4896741775326224e-05, + "loss": 2.6105, + "step": 20856 + }, + { + "epoch": 0.357024255807186, + "grad_norm": 2.2013118267059326, + "learning_rate": 1.4896258378835606e-05, + "loss": 2.6152, + "step": 20857 + }, + { + "epoch": 0.3570413735257365, + "grad_norm": 2.224501371383667, + "learning_rate": 1.4895774967295593e-05, + "loss": 2.7551, + "step": 20858 + }, + { + "epoch": 0.35705849124428696, + "grad_norm": 2.1303093433380127, + "learning_rate": 1.4895291540707675e-05, + "loss": 2.6649, + "step": 20859 + }, + { + "epoch": 0.3570756089628374, + "grad_norm": 2.2847259044647217, + "learning_rate": 1.4894808099073336e-05, + "loss": 2.6462, + "step": 20860 + }, + { + "epoch": 0.3570927266813879, + "grad_norm": 2.1776185035705566, + "learning_rate": 1.4894324642394066e-05, + "loss": 2.7296, + "step": 20861 + }, + { + "epoch": 0.35710984439993837, + "grad_norm": 2.5099189281463623, + "learning_rate": 1.4893841170671345e-05, + "loss": 2.8104, + "step": 20862 + }, + { + "epoch": 0.3571269621184888, + "grad_norm": 2.223148822784424, + "learning_rate": 1.4893357683906664e-05, + "loss": 2.7227, + "step": 20863 + }, + { + "epoch": 0.35714407983703933, + "grad_norm": 2.299862861633301, + "learning_rate": 1.4892874182101502e-05, + "loss": 2.6615, + "step": 20864 + }, + { + "epoch": 0.3571611975555898, + "grad_norm": 2.466757297515869, + "learning_rate": 1.4892390665257352e-05, + "loss": 2.7009, + "step": 20865 + }, + { + "epoch": 0.3571783152741403, + "grad_norm": 2.228425979614258, + "learning_rate": 1.4891907133375698e-05, + "loss": 2.5825, + "step": 20866 + }, + { + "epoch": 0.35719543299269074, + "grad_norm": 2.3436033725738525, + "learning_rate": 1.4891423586458027e-05, + "loss": 2.7123, + "step": 20867 + }, + { + "epoch": 0.3572125507112412, + "grad_norm": 2.1147232055664062, + "learning_rate": 1.4890940024505823e-05, + "loss": 2.5809, + "step": 20868 + }, + { + "epoch": 0.3572296684297917, + "grad_norm": 2.2802517414093018, + "learning_rate": 1.4890456447520573e-05, + "loss": 2.7019, + "step": 20869 + }, + { + "epoch": 0.35724678614834215, + "grad_norm": 2.263331413269043, + "learning_rate": 1.4889972855503764e-05, + "loss": 2.6711, + "step": 20870 + }, + { + "epoch": 0.3572639038668926, + "grad_norm": 2.2250046730041504, + "learning_rate": 1.4889489248456883e-05, + "loss": 2.6599, + "step": 20871 + }, + { + "epoch": 0.3572810215854431, + "grad_norm": 2.1867763996124268, + "learning_rate": 1.4889005626381418e-05, + "loss": 2.5965, + "step": 20872 + }, + { + "epoch": 0.35729813930399357, + "grad_norm": 2.2613837718963623, + "learning_rate": 1.488852198927885e-05, + "loss": 2.5344, + "step": 20873 + }, + { + "epoch": 0.357315257022544, + "grad_norm": 2.4076340198516846, + "learning_rate": 1.4888038337150673e-05, + "loss": 2.8941, + "step": 20874 + }, + { + "epoch": 0.3573323747410945, + "grad_norm": 2.305882215499878, + "learning_rate": 1.4887554669998366e-05, + "loss": 2.7292, + "step": 20875 + }, + { + "epoch": 0.357349492459645, + "grad_norm": 2.210256576538086, + "learning_rate": 1.488707098782342e-05, + "loss": 2.5545, + "step": 20876 + }, + { + "epoch": 0.35736661017819543, + "grad_norm": 2.3187012672424316, + "learning_rate": 1.488658729062732e-05, + "loss": 2.6966, + "step": 20877 + }, + { + "epoch": 0.35738372789674594, + "grad_norm": 2.3658196926116943, + "learning_rate": 1.4886103578411555e-05, + "loss": 2.7673, + "step": 20878 + }, + { + "epoch": 0.3574008456152964, + "grad_norm": 2.287526845932007, + "learning_rate": 1.4885619851177605e-05, + "loss": 2.5906, + "step": 20879 + }, + { + "epoch": 0.35741796333384684, + "grad_norm": 2.194817543029785, + "learning_rate": 1.4885136108926968e-05, + "loss": 2.5754, + "step": 20880 + }, + { + "epoch": 0.35743508105239735, + "grad_norm": 2.361036539077759, + "learning_rate": 1.4884652351661122e-05, + "loss": 2.7051, + "step": 20881 + }, + { + "epoch": 0.3574521987709478, + "grad_norm": 2.2838475704193115, + "learning_rate": 1.4884168579381559e-05, + "loss": 2.6762, + "step": 20882 + }, + { + "epoch": 0.35746931648949826, + "grad_norm": 2.2917659282684326, + "learning_rate": 1.4883684792089763e-05, + "loss": 2.6438, + "step": 20883 + }, + { + "epoch": 0.35748643420804876, + "grad_norm": 2.2849721908569336, + "learning_rate": 1.4883200989787222e-05, + "loss": 2.6293, + "step": 20884 + }, + { + "epoch": 0.3575035519265992, + "grad_norm": 2.2753982543945312, + "learning_rate": 1.488271717247542e-05, + "loss": 2.7403, + "step": 20885 + }, + { + "epoch": 0.35752066964514967, + "grad_norm": 2.102158546447754, + "learning_rate": 1.4882233340155848e-05, + "loss": 2.5316, + "step": 20886 + }, + { + "epoch": 0.3575377873637002, + "grad_norm": 2.3629355430603027, + "learning_rate": 1.4881749492829994e-05, + "loss": 2.6256, + "step": 20887 + }, + { + "epoch": 0.35755490508225063, + "grad_norm": 2.27772855758667, + "learning_rate": 1.4881265630499342e-05, + "loss": 2.6548, + "step": 20888 + }, + { + "epoch": 0.3575720228008011, + "grad_norm": 2.2997729778289795, + "learning_rate": 1.4880781753165379e-05, + "loss": 2.7273, + "step": 20889 + }, + { + "epoch": 0.3575891405193516, + "grad_norm": 2.3796958923339844, + "learning_rate": 1.4880297860829593e-05, + "loss": 2.7627, + "step": 20890 + }, + { + "epoch": 0.35760625823790204, + "grad_norm": 2.245614767074585, + "learning_rate": 1.4879813953493476e-05, + "loss": 2.7105, + "step": 20891 + }, + { + "epoch": 0.35762337595645255, + "grad_norm": 2.280686616897583, + "learning_rate": 1.4879330031158507e-05, + "loss": 2.6033, + "step": 20892 + }, + { + "epoch": 0.357640493675003, + "grad_norm": 2.2885854244232178, + "learning_rate": 1.487884609382618e-05, + "loss": 2.6658, + "step": 20893 + }, + { + "epoch": 0.35765761139355345, + "grad_norm": 2.382537603378296, + "learning_rate": 1.487836214149798e-05, + "loss": 2.7493, + "step": 20894 + }, + { + "epoch": 0.35767472911210396, + "grad_norm": 2.487957715988159, + "learning_rate": 1.4877878174175395e-05, + "loss": 2.7835, + "step": 20895 + }, + { + "epoch": 0.3576918468306544, + "grad_norm": 2.371556282043457, + "learning_rate": 1.4877394191859911e-05, + "loss": 2.6583, + "step": 20896 + }, + { + "epoch": 0.35770896454920487, + "grad_norm": 2.5145859718322754, + "learning_rate": 1.4876910194553016e-05, + "loss": 2.68, + "step": 20897 + }, + { + "epoch": 0.3577260822677554, + "grad_norm": 2.4365572929382324, + "learning_rate": 1.4876426182256201e-05, + "loss": 2.7895, + "step": 20898 + }, + { + "epoch": 0.3577431999863058, + "grad_norm": 2.4428319931030273, + "learning_rate": 1.487594215497095e-05, + "loss": 2.8298, + "step": 20899 + }, + { + "epoch": 0.3577603177048563, + "grad_norm": 2.40975284576416, + "learning_rate": 1.4875458112698754e-05, + "loss": 2.7055, + "step": 20900 + }, + { + "epoch": 0.3577774354234068, + "grad_norm": 2.2012460231781006, + "learning_rate": 1.4874974055441094e-05, + "loss": 2.6468, + "step": 20901 + }, + { + "epoch": 0.35779455314195724, + "grad_norm": 2.2335550785064697, + "learning_rate": 1.4874489983199465e-05, + "loss": 2.626, + "step": 20902 + }, + { + "epoch": 0.3578116708605077, + "grad_norm": 2.1853387355804443, + "learning_rate": 1.4874005895975352e-05, + "loss": 2.6011, + "step": 20903 + }, + { + "epoch": 0.3578287885790582, + "grad_norm": 2.2096621990203857, + "learning_rate": 1.4873521793770245e-05, + "loss": 2.636, + "step": 20904 + }, + { + "epoch": 0.35784590629760865, + "grad_norm": 2.3596348762512207, + "learning_rate": 1.4873037676585628e-05, + "loss": 2.6713, + "step": 20905 + }, + { + "epoch": 0.3578630240161591, + "grad_norm": 2.3450145721435547, + "learning_rate": 1.4872553544422992e-05, + "loss": 2.7421, + "step": 20906 + }, + { + "epoch": 0.3578801417347096, + "grad_norm": 2.215291976928711, + "learning_rate": 1.4872069397283824e-05, + "loss": 2.6999, + "step": 20907 + }, + { + "epoch": 0.35789725945326006, + "grad_norm": 2.2258434295654297, + "learning_rate": 1.4871585235169612e-05, + "loss": 2.5513, + "step": 20908 + }, + { + "epoch": 0.3579143771718105, + "grad_norm": 2.2557897567749023, + "learning_rate": 1.4871101058081847e-05, + "loss": 2.704, + "step": 20909 + }, + { + "epoch": 0.357931494890361, + "grad_norm": 2.318744659423828, + "learning_rate": 1.4870616866022011e-05, + "loss": 2.6767, + "step": 20910 + }, + { + "epoch": 0.3579486126089115, + "grad_norm": 2.269254446029663, + "learning_rate": 1.4870132658991598e-05, + "loss": 2.6381, + "step": 20911 + }, + { + "epoch": 0.35796573032746193, + "grad_norm": 2.226761817932129, + "learning_rate": 1.4869648436992094e-05, + "loss": 2.5785, + "step": 20912 + }, + { + "epoch": 0.35798284804601244, + "grad_norm": 2.3754491806030273, + "learning_rate": 1.4869164200024989e-05, + "loss": 2.6374, + "step": 20913 + }, + { + "epoch": 0.3579999657645629, + "grad_norm": 2.199639081954956, + "learning_rate": 1.4868679948091767e-05, + "loss": 2.5894, + "step": 20914 + }, + { + "epoch": 0.3580170834831134, + "grad_norm": 2.337934970855713, + "learning_rate": 1.4868195681193922e-05, + "loss": 2.7319, + "step": 20915 + }, + { + "epoch": 0.35803420120166385, + "grad_norm": 2.3641161918640137, + "learning_rate": 1.4867711399332938e-05, + "loss": 2.6314, + "step": 20916 + }, + { + "epoch": 0.3580513189202143, + "grad_norm": 2.211672782897949, + "learning_rate": 1.4867227102510305e-05, + "loss": 2.6174, + "step": 20917 + }, + { + "epoch": 0.3580684366387648, + "grad_norm": 2.349496841430664, + "learning_rate": 1.4866742790727512e-05, + "loss": 2.7438, + "step": 20918 + }, + { + "epoch": 0.35808555435731526, + "grad_norm": 2.3322713375091553, + "learning_rate": 1.486625846398605e-05, + "loss": 2.6147, + "step": 20919 + }, + { + "epoch": 0.3581026720758657, + "grad_norm": 2.3475871086120605, + "learning_rate": 1.4865774122287403e-05, + "loss": 2.6432, + "step": 20920 + }, + { + "epoch": 0.3581197897944162, + "grad_norm": 2.3360517024993896, + "learning_rate": 1.4865289765633064e-05, + "loss": 2.649, + "step": 20921 + }, + { + "epoch": 0.3581369075129667, + "grad_norm": 2.383955478668213, + "learning_rate": 1.4864805394024517e-05, + "loss": 2.7422, + "step": 20922 + }, + { + "epoch": 0.3581540252315171, + "grad_norm": 2.2611241340637207, + "learning_rate": 1.4864321007463253e-05, + "loss": 2.6064, + "step": 20923 + }, + { + "epoch": 0.35817114295006763, + "grad_norm": 2.406951427459717, + "learning_rate": 1.4863836605950764e-05, + "loss": 2.7095, + "step": 20924 + }, + { + "epoch": 0.3581882606686181, + "grad_norm": 2.3583385944366455, + "learning_rate": 1.4863352189488534e-05, + "loss": 2.6477, + "step": 20925 + }, + { + "epoch": 0.35820537838716854, + "grad_norm": 2.4092228412628174, + "learning_rate": 1.4862867758078055e-05, + "loss": 2.7483, + "step": 20926 + }, + { + "epoch": 0.35822249610571905, + "grad_norm": 2.5512382984161377, + "learning_rate": 1.4862383311720815e-05, + "loss": 2.7134, + "step": 20927 + }, + { + "epoch": 0.3582396138242695, + "grad_norm": 2.43780517578125, + "learning_rate": 1.4861898850418301e-05, + "loss": 2.5299, + "step": 20928 + }, + { + "epoch": 0.35825673154281995, + "grad_norm": 2.42635440826416, + "learning_rate": 1.4861414374172008e-05, + "loss": 2.6015, + "step": 20929 + }, + { + "epoch": 0.35827384926137046, + "grad_norm": 2.4108054637908936, + "learning_rate": 1.4860929882983417e-05, + "loss": 2.5869, + "step": 20930 + }, + { + "epoch": 0.3582909669799209, + "grad_norm": 2.3340628147125244, + "learning_rate": 1.4860445376854024e-05, + "loss": 2.6333, + "step": 20931 + }, + { + "epoch": 0.35830808469847136, + "grad_norm": 2.401362180709839, + "learning_rate": 1.4859960855785316e-05, + "loss": 2.7543, + "step": 20932 + }, + { + "epoch": 0.35832520241702187, + "grad_norm": 2.559921979904175, + "learning_rate": 1.4859476319778778e-05, + "loss": 2.7421, + "step": 20933 + }, + { + "epoch": 0.3583423201355723, + "grad_norm": 2.381901264190674, + "learning_rate": 1.4858991768835909e-05, + "loss": 2.7428, + "step": 20934 + }, + { + "epoch": 0.3583594378541228, + "grad_norm": 2.2022111415863037, + "learning_rate": 1.4858507202958187e-05, + "loss": 2.613, + "step": 20935 + }, + { + "epoch": 0.3583765555726733, + "grad_norm": 2.2272496223449707, + "learning_rate": 1.485802262214711e-05, + "loss": 2.6473, + "step": 20936 + }, + { + "epoch": 0.35839367329122374, + "grad_norm": 2.185634136199951, + "learning_rate": 1.4857538026404164e-05, + "loss": 2.5178, + "step": 20937 + }, + { + "epoch": 0.35841079100977424, + "grad_norm": 2.4280974864959717, + "learning_rate": 1.4857053415730838e-05, + "loss": 2.7439, + "step": 20938 + }, + { + "epoch": 0.3584279087283247, + "grad_norm": 2.3561480045318604, + "learning_rate": 1.485656879012862e-05, + "loss": 2.7376, + "step": 20939 + }, + { + "epoch": 0.35844502644687515, + "grad_norm": 2.32454514503479, + "learning_rate": 1.4856084149599003e-05, + "loss": 2.8635, + "step": 20940 + }, + { + "epoch": 0.35846214416542566, + "grad_norm": 2.3748416900634766, + "learning_rate": 1.485559949414348e-05, + "loss": 2.6021, + "step": 20941 + }, + { + "epoch": 0.3584792618839761, + "grad_norm": 2.391329050064087, + "learning_rate": 1.4855114823763535e-05, + "loss": 2.6417, + "step": 20942 + }, + { + "epoch": 0.35849637960252656, + "grad_norm": 2.4126689434051514, + "learning_rate": 1.4854630138460655e-05, + "loss": 2.7688, + "step": 20943 + }, + { + "epoch": 0.35851349732107707, + "grad_norm": 2.3972010612487793, + "learning_rate": 1.4854145438236333e-05, + "loss": 2.6773, + "step": 20944 + }, + { + "epoch": 0.3585306150396275, + "grad_norm": 2.3498942852020264, + "learning_rate": 1.4853660723092063e-05, + "loss": 2.7496, + "step": 20945 + }, + { + "epoch": 0.358547732758178, + "grad_norm": 2.2753586769104004, + "learning_rate": 1.485317599302933e-05, + "loss": 2.7042, + "step": 20946 + }, + { + "epoch": 0.3585648504767285, + "grad_norm": 2.252943515777588, + "learning_rate": 1.4852691248049624e-05, + "loss": 2.6619, + "step": 20947 + }, + { + "epoch": 0.35858196819527893, + "grad_norm": 2.3451948165893555, + "learning_rate": 1.485220648815444e-05, + "loss": 2.6728, + "step": 20948 + }, + { + "epoch": 0.3585990859138294, + "grad_norm": 2.276822090148926, + "learning_rate": 1.4851721713345257e-05, + "loss": 2.603, + "step": 20949 + }, + { + "epoch": 0.3586162036323799, + "grad_norm": 2.194115400314331, + "learning_rate": 1.4851236923623577e-05, + "loss": 2.6266, + "step": 20950 + }, + { + "epoch": 0.35863332135093035, + "grad_norm": 2.2208802700042725, + "learning_rate": 1.4850752118990884e-05, + "loss": 2.7098, + "step": 20951 + }, + { + "epoch": 0.3586504390694808, + "grad_norm": 2.428255796432495, + "learning_rate": 1.485026729944867e-05, + "loss": 2.8167, + "step": 20952 + }, + { + "epoch": 0.3586675567880313, + "grad_norm": 2.2082202434539795, + "learning_rate": 1.4849782464998424e-05, + "loss": 2.524, + "step": 20953 + }, + { + "epoch": 0.35868467450658176, + "grad_norm": 2.3414814472198486, + "learning_rate": 1.4849297615641636e-05, + "loss": 2.6638, + "step": 20954 + }, + { + "epoch": 0.3587017922251322, + "grad_norm": 2.2380902767181396, + "learning_rate": 1.4848812751379795e-05, + "loss": 2.6382, + "step": 20955 + }, + { + "epoch": 0.3587189099436827, + "grad_norm": 2.248584508895874, + "learning_rate": 1.4848327872214397e-05, + "loss": 2.574, + "step": 20956 + }, + { + "epoch": 0.35873602766223317, + "grad_norm": 2.360825538635254, + "learning_rate": 1.4847842978146929e-05, + "loss": 2.6804, + "step": 20957 + }, + { + "epoch": 0.3587531453807836, + "grad_norm": 2.1646347045898438, + "learning_rate": 1.484735806917888e-05, + "loss": 2.4859, + "step": 20958 + }, + { + "epoch": 0.35877026309933413, + "grad_norm": 2.299060106277466, + "learning_rate": 1.4846873145311737e-05, + "loss": 2.7189, + "step": 20959 + }, + { + "epoch": 0.3587873808178846, + "grad_norm": 2.211651086807251, + "learning_rate": 1.4846388206546998e-05, + "loss": 2.5395, + "step": 20960 + }, + { + "epoch": 0.3588044985364351, + "grad_norm": 2.349547863006592, + "learning_rate": 1.4845903252886151e-05, + "loss": 2.6564, + "step": 20961 + }, + { + "epoch": 0.35882161625498554, + "grad_norm": 2.3755850791931152, + "learning_rate": 1.4845418284330686e-05, + "loss": 2.6631, + "step": 20962 + }, + { + "epoch": 0.358838733973536, + "grad_norm": 2.3773255348205566, + "learning_rate": 1.4844933300882094e-05, + "loss": 2.6715, + "step": 20963 + }, + { + "epoch": 0.3588558516920865, + "grad_norm": 2.269293785095215, + "learning_rate": 1.4844448302541865e-05, + "loss": 2.7009, + "step": 20964 + }, + { + "epoch": 0.35887296941063695, + "grad_norm": 2.093571424484253, + "learning_rate": 1.4843963289311489e-05, + "loss": 2.6069, + "step": 20965 + }, + { + "epoch": 0.3588900871291874, + "grad_norm": 2.426286220550537, + "learning_rate": 1.4843478261192456e-05, + "loss": 2.5128, + "step": 20966 + }, + { + "epoch": 0.3589072048477379, + "grad_norm": 2.2558043003082275, + "learning_rate": 1.484299321818626e-05, + "loss": 2.6028, + "step": 20967 + }, + { + "epoch": 0.35892432256628837, + "grad_norm": 2.2093257904052734, + "learning_rate": 1.4842508160294393e-05, + "loss": 2.6963, + "step": 20968 + }, + { + "epoch": 0.3589414402848388, + "grad_norm": 2.395749092102051, + "learning_rate": 1.4842023087518342e-05, + "loss": 2.6765, + "step": 20969 + }, + { + "epoch": 0.3589585580033893, + "grad_norm": 2.2331600189208984, + "learning_rate": 1.4841537999859598e-05, + "loss": 2.6425, + "step": 20970 + }, + { + "epoch": 0.3589756757219398, + "grad_norm": 2.2880306243896484, + "learning_rate": 1.4841052897319656e-05, + "loss": 2.765, + "step": 20971 + }, + { + "epoch": 0.35899279344049023, + "grad_norm": 2.2660973072052, + "learning_rate": 1.4840567779900002e-05, + "loss": 2.7573, + "step": 20972 + }, + { + "epoch": 0.35900991115904074, + "grad_norm": 2.4045803546905518, + "learning_rate": 1.484008264760213e-05, + "loss": 2.7274, + "step": 20973 + }, + { + "epoch": 0.3590270288775912, + "grad_norm": 2.215310573577881, + "learning_rate": 1.4839597500427529e-05, + "loss": 2.5578, + "step": 20974 + }, + { + "epoch": 0.35904414659614164, + "grad_norm": 2.359003782272339, + "learning_rate": 1.4839112338377693e-05, + "loss": 2.5644, + "step": 20975 + }, + { + "epoch": 0.35906126431469215, + "grad_norm": 2.2359724044799805, + "learning_rate": 1.4838627161454112e-05, + "loss": 2.6314, + "step": 20976 + }, + { + "epoch": 0.3590783820332426, + "grad_norm": 2.3292717933654785, + "learning_rate": 1.4838141969658278e-05, + "loss": 2.6584, + "step": 20977 + }, + { + "epoch": 0.35909549975179306, + "grad_norm": 2.1220667362213135, + "learning_rate": 1.483765676299168e-05, + "loss": 2.5233, + "step": 20978 + }, + { + "epoch": 0.35911261747034356, + "grad_norm": 2.3419110774993896, + "learning_rate": 1.483717154145581e-05, + "loss": 2.5913, + "step": 20979 + }, + { + "epoch": 0.359129735188894, + "grad_norm": 2.381723642349243, + "learning_rate": 1.4836686305052162e-05, + "loss": 2.7416, + "step": 20980 + }, + { + "epoch": 0.35914685290744447, + "grad_norm": 2.247385263442993, + "learning_rate": 1.4836201053782225e-05, + "loss": 2.7353, + "step": 20981 + }, + { + "epoch": 0.359163970625995, + "grad_norm": 2.34958815574646, + "learning_rate": 1.483571578764749e-05, + "loss": 2.782, + "step": 20982 + }, + { + "epoch": 0.35918108834454543, + "grad_norm": 2.1929383277893066, + "learning_rate": 1.4835230506649453e-05, + "loss": 2.6152, + "step": 20983 + }, + { + "epoch": 0.35919820606309594, + "grad_norm": 2.3989667892456055, + "learning_rate": 1.48347452107896e-05, + "loss": 2.6141, + "step": 20984 + }, + { + "epoch": 0.3592153237816464, + "grad_norm": 2.234694719314575, + "learning_rate": 1.4834259900069423e-05, + "loss": 2.5789, + "step": 20985 + }, + { + "epoch": 0.35923244150019684, + "grad_norm": 2.2574985027313232, + "learning_rate": 1.4833774574490419e-05, + "loss": 2.5888, + "step": 20986 + }, + { + "epoch": 0.35924955921874735, + "grad_norm": 2.3073482513427734, + "learning_rate": 1.4833289234054074e-05, + "loss": 2.6752, + "step": 20987 + }, + { + "epoch": 0.3592666769372978, + "grad_norm": 2.1895294189453125, + "learning_rate": 1.4832803878761883e-05, + "loss": 2.6456, + "step": 20988 + }, + { + "epoch": 0.35928379465584825, + "grad_norm": 2.4456353187561035, + "learning_rate": 1.4832318508615337e-05, + "loss": 2.7328, + "step": 20989 + }, + { + "epoch": 0.35930091237439876, + "grad_norm": 2.248526096343994, + "learning_rate": 1.4831833123615927e-05, + "loss": 2.7424, + "step": 20990 + }, + { + "epoch": 0.3593180300929492, + "grad_norm": 2.3050622940063477, + "learning_rate": 1.4831347723765145e-05, + "loss": 2.6145, + "step": 20991 + }, + { + "epoch": 0.35933514781149967, + "grad_norm": 2.2601563930511475, + "learning_rate": 1.4830862309064487e-05, + "loss": 2.7421, + "step": 20992 + }, + { + "epoch": 0.3593522655300502, + "grad_norm": 2.2792186737060547, + "learning_rate": 1.4830376879515438e-05, + "loss": 2.6608, + "step": 20993 + }, + { + "epoch": 0.3593693832486006, + "grad_norm": 2.200915813446045, + "learning_rate": 1.4829891435119494e-05, + "loss": 2.6535, + "step": 20994 + }, + { + "epoch": 0.3593865009671511, + "grad_norm": 2.252166748046875, + "learning_rate": 1.482940597587815e-05, + "loss": 2.6287, + "step": 20995 + }, + { + "epoch": 0.3594036186857016, + "grad_norm": 2.3340721130371094, + "learning_rate": 1.4828920501792893e-05, + "loss": 2.7172, + "step": 20996 + }, + { + "epoch": 0.35942073640425204, + "grad_norm": 2.158824920654297, + "learning_rate": 1.4828435012865217e-05, + "loss": 2.48, + "step": 20997 + }, + { + "epoch": 0.3594378541228025, + "grad_norm": 2.493248224258423, + "learning_rate": 1.4827949509096613e-05, + "loss": 2.6843, + "step": 20998 + }, + { + "epoch": 0.359454971841353, + "grad_norm": 2.3012025356292725, + "learning_rate": 1.4827463990488575e-05, + "loss": 2.6045, + "step": 20999 + }, + { + "epoch": 0.35947208955990345, + "grad_norm": 2.2446789741516113, + "learning_rate": 1.4826978457042597e-05, + "loss": 2.6269, + "step": 21000 + }, + { + "epoch": 0.3594892072784539, + "grad_norm": 2.305462121963501, + "learning_rate": 1.4826492908760168e-05, + "loss": 2.6435, + "step": 21001 + }, + { + "epoch": 0.3595063249970044, + "grad_norm": 2.38875675201416, + "learning_rate": 1.4826007345642781e-05, + "loss": 2.7074, + "step": 21002 + }, + { + "epoch": 0.35952344271555486, + "grad_norm": 2.303372383117676, + "learning_rate": 1.4825521767691928e-05, + "loss": 2.6685, + "step": 21003 + }, + { + "epoch": 0.3595405604341053, + "grad_norm": 2.3778445720672607, + "learning_rate": 1.4825036174909105e-05, + "loss": 2.7094, + "step": 21004 + }, + { + "epoch": 0.3595576781526558, + "grad_norm": 2.348177671432495, + "learning_rate": 1.4824550567295802e-05, + "loss": 2.7701, + "step": 21005 + }, + { + "epoch": 0.3595747958712063, + "grad_norm": 2.2404515743255615, + "learning_rate": 1.4824064944853512e-05, + "loss": 2.696, + "step": 21006 + }, + { + "epoch": 0.3595919135897568, + "grad_norm": 2.324139356613159, + "learning_rate": 1.4823579307583724e-05, + "loss": 2.7438, + "step": 21007 + }, + { + "epoch": 0.35960903130830724, + "grad_norm": 2.2307021617889404, + "learning_rate": 1.4823093655487935e-05, + "loss": 2.6199, + "step": 21008 + }, + { + "epoch": 0.3596261490268577, + "grad_norm": 2.3799679279327393, + "learning_rate": 1.4822607988567637e-05, + "loss": 2.7009, + "step": 21009 + }, + { + "epoch": 0.3596432667454082, + "grad_norm": 2.26452898979187, + "learning_rate": 1.4822122306824324e-05, + "loss": 2.723, + "step": 21010 + }, + { + "epoch": 0.35966038446395865, + "grad_norm": 2.5813188552856445, + "learning_rate": 1.4821636610259487e-05, + "loss": 2.7133, + "step": 21011 + }, + { + "epoch": 0.3596775021825091, + "grad_norm": 2.248666524887085, + "learning_rate": 1.482115089887462e-05, + "loss": 2.7871, + "step": 21012 + }, + { + "epoch": 0.3596946199010596, + "grad_norm": 2.3178513050079346, + "learning_rate": 1.4820665172671213e-05, + "loss": 2.6858, + "step": 21013 + }, + { + "epoch": 0.35971173761961006, + "grad_norm": 2.230654239654541, + "learning_rate": 1.4820179431650761e-05, + "loss": 2.7277, + "step": 21014 + }, + { + "epoch": 0.3597288553381605, + "grad_norm": 2.3662824630737305, + "learning_rate": 1.4819693675814757e-05, + "loss": 2.7512, + "step": 21015 + }, + { + "epoch": 0.359745973056711, + "grad_norm": 2.295079231262207, + "learning_rate": 1.4819207905164696e-05, + "loss": 2.6553, + "step": 21016 + }, + { + "epoch": 0.3597630907752615, + "grad_norm": 2.3565497398376465, + "learning_rate": 1.4818722119702069e-05, + "loss": 2.6995, + "step": 21017 + }, + { + "epoch": 0.3597802084938119, + "grad_norm": 2.162511110305786, + "learning_rate": 1.4818236319428367e-05, + "loss": 2.6876, + "step": 21018 + }, + { + "epoch": 0.35979732621236243, + "grad_norm": 2.351788282394409, + "learning_rate": 1.4817750504345086e-05, + "loss": 2.7187, + "step": 21019 + }, + { + "epoch": 0.3598144439309129, + "grad_norm": 2.282465934753418, + "learning_rate": 1.4817264674453722e-05, + "loss": 2.7061, + "step": 21020 + }, + { + "epoch": 0.35983156164946334, + "grad_norm": 2.2615742683410645, + "learning_rate": 1.4816778829755762e-05, + "loss": 2.6449, + "step": 21021 + }, + { + "epoch": 0.35984867936801385, + "grad_norm": 2.343967914581299, + "learning_rate": 1.4816292970252704e-05, + "loss": 2.6221, + "step": 21022 + }, + { + "epoch": 0.3598657970865643, + "grad_norm": 2.3417763710021973, + "learning_rate": 1.4815807095946038e-05, + "loss": 2.6512, + "step": 21023 + }, + { + "epoch": 0.35988291480511475, + "grad_norm": 2.2390313148498535, + "learning_rate": 1.481532120683726e-05, + "loss": 2.693, + "step": 21024 + }, + { + "epoch": 0.35990003252366526, + "grad_norm": 2.172128438949585, + "learning_rate": 1.481483530292786e-05, + "loss": 2.6064, + "step": 21025 + }, + { + "epoch": 0.3599171502422157, + "grad_norm": 2.3009161949157715, + "learning_rate": 1.4814349384219338e-05, + "loss": 2.681, + "step": 21026 + }, + { + "epoch": 0.35993426796076616, + "grad_norm": 2.198984384536743, + "learning_rate": 1.4813863450713181e-05, + "loss": 2.5755, + "step": 21027 + }, + { + "epoch": 0.35995138567931667, + "grad_norm": 2.3413634300231934, + "learning_rate": 1.481337750241089e-05, + "loss": 2.7486, + "step": 21028 + }, + { + "epoch": 0.3599685033978671, + "grad_norm": 2.340381383895874, + "learning_rate": 1.4812891539313947e-05, + "loss": 2.7565, + "step": 21029 + }, + { + "epoch": 0.35998562111641763, + "grad_norm": 2.2943456172943115, + "learning_rate": 1.4812405561423855e-05, + "loss": 2.688, + "step": 21030 + }, + { + "epoch": 0.3600027388349681, + "grad_norm": 2.268678665161133, + "learning_rate": 1.4811919568742105e-05, + "loss": 2.7403, + "step": 21031 + }, + { + "epoch": 0.36001985655351854, + "grad_norm": 2.1995673179626465, + "learning_rate": 1.4811433561270193e-05, + "loss": 2.623, + "step": 21032 + }, + { + "epoch": 0.36003697427206904, + "grad_norm": 2.2808127403259277, + "learning_rate": 1.4810947539009608e-05, + "loss": 2.672, + "step": 21033 + }, + { + "epoch": 0.3600540919906195, + "grad_norm": 2.112388849258423, + "learning_rate": 1.4810461501961848e-05, + "loss": 2.6584, + "step": 21034 + }, + { + "epoch": 0.36007120970916995, + "grad_norm": 2.2674033641815186, + "learning_rate": 1.4809975450128406e-05, + "loss": 2.6485, + "step": 21035 + }, + { + "epoch": 0.36008832742772046, + "grad_norm": 2.409946918487549, + "learning_rate": 1.4809489383510775e-05, + "loss": 2.6372, + "step": 21036 + }, + { + "epoch": 0.3601054451462709, + "grad_norm": 2.3356802463531494, + "learning_rate": 1.480900330211045e-05, + "loss": 2.6786, + "step": 21037 + }, + { + "epoch": 0.36012256286482136, + "grad_norm": 2.348156452178955, + "learning_rate": 1.4808517205928924e-05, + "loss": 2.7538, + "step": 21038 + }, + { + "epoch": 0.36013968058337187, + "grad_norm": 2.22702956199646, + "learning_rate": 1.4808031094967692e-05, + "loss": 2.7677, + "step": 21039 + }, + { + "epoch": 0.3601567983019223, + "grad_norm": 2.3029260635375977, + "learning_rate": 1.4807544969228247e-05, + "loss": 2.6776, + "step": 21040 + }, + { + "epoch": 0.3601739160204728, + "grad_norm": 2.3344061374664307, + "learning_rate": 1.4807058828712081e-05, + "loss": 2.7232, + "step": 21041 + }, + { + "epoch": 0.3601910337390233, + "grad_norm": 2.273815870285034, + "learning_rate": 1.4806572673420699e-05, + "loss": 2.6001, + "step": 21042 + }, + { + "epoch": 0.36020815145757373, + "grad_norm": 2.3753559589385986, + "learning_rate": 1.4806086503355584e-05, + "loss": 2.742, + "step": 21043 + }, + { + "epoch": 0.3602252691761242, + "grad_norm": 2.3442065715789795, + "learning_rate": 1.4805600318518232e-05, + "loss": 2.6954, + "step": 21044 + }, + { + "epoch": 0.3602423868946747, + "grad_norm": 2.308516502380371, + "learning_rate": 1.4805114118910139e-05, + "loss": 2.7707, + "step": 21045 + }, + { + "epoch": 0.36025950461322515, + "grad_norm": 2.4071314334869385, + "learning_rate": 1.48046279045328e-05, + "loss": 2.6814, + "step": 21046 + }, + { + "epoch": 0.3602766223317756, + "grad_norm": 2.137357234954834, + "learning_rate": 1.480414167538771e-05, + "loss": 2.4882, + "step": 21047 + }, + { + "epoch": 0.3602937400503261, + "grad_norm": 2.4540603160858154, + "learning_rate": 1.4803655431476363e-05, + "loss": 2.6975, + "step": 21048 + }, + { + "epoch": 0.36031085776887656, + "grad_norm": 2.323824167251587, + "learning_rate": 1.4803169172800253e-05, + "loss": 2.6759, + "step": 21049 + }, + { + "epoch": 0.360327975487427, + "grad_norm": 2.261056900024414, + "learning_rate": 1.4802682899360875e-05, + "loss": 2.618, + "step": 21050 + }, + { + "epoch": 0.3603450932059775, + "grad_norm": 2.655341863632202, + "learning_rate": 1.4802196611159722e-05, + "loss": 2.7095, + "step": 21051 + }, + { + "epoch": 0.36036221092452797, + "grad_norm": 2.206409454345703, + "learning_rate": 1.480171030819829e-05, + "loss": 2.5712, + "step": 21052 + }, + { + "epoch": 0.3603793286430785, + "grad_norm": 2.4221813678741455, + "learning_rate": 1.4801223990478075e-05, + "loss": 2.7367, + "step": 21053 + }, + { + "epoch": 0.36039644636162893, + "grad_norm": 2.4067511558532715, + "learning_rate": 1.4800737658000567e-05, + "loss": 2.7214, + "step": 21054 + }, + { + "epoch": 0.3604135640801794, + "grad_norm": 2.391000747680664, + "learning_rate": 1.4800251310767268e-05, + "loss": 2.7386, + "step": 21055 + }, + { + "epoch": 0.3604306817987299, + "grad_norm": 2.36307692527771, + "learning_rate": 1.479976494877967e-05, + "loss": 2.7129, + "step": 21056 + }, + { + "epoch": 0.36044779951728034, + "grad_norm": 2.383976459503174, + "learning_rate": 1.4799278572039261e-05, + "loss": 2.7239, + "step": 21057 + }, + { + "epoch": 0.3604649172358308, + "grad_norm": 2.384777307510376, + "learning_rate": 1.4798792180547547e-05, + "loss": 2.6533, + "step": 21058 + }, + { + "epoch": 0.3604820349543813, + "grad_norm": 2.408515453338623, + "learning_rate": 1.4798305774306018e-05, + "loss": 2.6288, + "step": 21059 + }, + { + "epoch": 0.36049915267293176, + "grad_norm": 2.3888025283813477, + "learning_rate": 1.4797819353316168e-05, + "loss": 2.6089, + "step": 21060 + }, + { + "epoch": 0.3605162703914822, + "grad_norm": 2.3355650901794434, + "learning_rate": 1.4797332917579493e-05, + "loss": 2.5952, + "step": 21061 + }, + { + "epoch": 0.3605333881100327, + "grad_norm": 2.53767466545105, + "learning_rate": 1.4796846467097487e-05, + "loss": 2.7327, + "step": 21062 + }, + { + "epoch": 0.36055050582858317, + "grad_norm": 2.3823306560516357, + "learning_rate": 1.4796360001871648e-05, + "loss": 2.6073, + "step": 21063 + }, + { + "epoch": 0.3605676235471336, + "grad_norm": 2.3908982276916504, + "learning_rate": 1.4795873521903472e-05, + "loss": 2.6322, + "step": 21064 + }, + { + "epoch": 0.36058474126568413, + "grad_norm": 2.2687604427337646, + "learning_rate": 1.4795387027194449e-05, + "loss": 2.6768, + "step": 21065 + }, + { + "epoch": 0.3606018589842346, + "grad_norm": 2.301110029220581, + "learning_rate": 1.4794900517746076e-05, + "loss": 2.7294, + "step": 21066 + }, + { + "epoch": 0.36061897670278503, + "grad_norm": 2.263079881668091, + "learning_rate": 1.4794413993559851e-05, + "loss": 2.7071, + "step": 21067 + }, + { + "epoch": 0.36063609442133554, + "grad_norm": 2.428799867630005, + "learning_rate": 1.4793927454637267e-05, + "loss": 2.782, + "step": 21068 + }, + { + "epoch": 0.360653212139886, + "grad_norm": 2.2827415466308594, + "learning_rate": 1.4793440900979823e-05, + "loss": 2.5563, + "step": 21069 + }, + { + "epoch": 0.36067032985843644, + "grad_norm": 2.2164065837860107, + "learning_rate": 1.4792954332589011e-05, + "loss": 2.6704, + "step": 21070 + }, + { + "epoch": 0.36068744757698695, + "grad_norm": 2.4009315967559814, + "learning_rate": 1.4792467749466328e-05, + "loss": 2.6818, + "step": 21071 + }, + { + "epoch": 0.3607045652955374, + "grad_norm": 2.217101812362671, + "learning_rate": 1.4791981151613268e-05, + "loss": 2.6967, + "step": 21072 + }, + { + "epoch": 0.36072168301408786, + "grad_norm": 2.146474599838257, + "learning_rate": 1.4791494539031326e-05, + "loss": 2.6755, + "step": 21073 + }, + { + "epoch": 0.36073880073263836, + "grad_norm": 2.217181444168091, + "learning_rate": 1.4791007911722004e-05, + "loss": 2.6811, + "step": 21074 + }, + { + "epoch": 0.3607559184511888, + "grad_norm": 2.113027334213257, + "learning_rate": 1.479052126968679e-05, + "loss": 2.7191, + "step": 21075 + }, + { + "epoch": 0.36077303616973927, + "grad_norm": 2.296581268310547, + "learning_rate": 1.4790034612927181e-05, + "loss": 2.6464, + "step": 21076 + }, + { + "epoch": 0.3607901538882898, + "grad_norm": 2.217276096343994, + "learning_rate": 1.4789547941444678e-05, + "loss": 2.6865, + "step": 21077 + }, + { + "epoch": 0.36080727160684023, + "grad_norm": 2.15669322013855, + "learning_rate": 1.4789061255240774e-05, + "loss": 2.5671, + "step": 21078 + }, + { + "epoch": 0.36082438932539074, + "grad_norm": 2.161472797393799, + "learning_rate": 1.4788574554316963e-05, + "loss": 2.7306, + "step": 21079 + }, + { + "epoch": 0.3608415070439412, + "grad_norm": 2.2087960243225098, + "learning_rate": 1.4788087838674746e-05, + "loss": 2.7126, + "step": 21080 + }, + { + "epoch": 0.36085862476249164, + "grad_norm": 2.230133056640625, + "learning_rate": 1.4787601108315609e-05, + "loss": 2.5424, + "step": 21081 + }, + { + "epoch": 0.36087574248104215, + "grad_norm": 2.2372398376464844, + "learning_rate": 1.4787114363241058e-05, + "loss": 2.6642, + "step": 21082 + }, + { + "epoch": 0.3608928601995926, + "grad_norm": 2.334904432296753, + "learning_rate": 1.4786627603452583e-05, + "loss": 2.6905, + "step": 21083 + }, + { + "epoch": 0.36090997791814305, + "grad_norm": 2.3757054805755615, + "learning_rate": 1.4786140828951686e-05, + "loss": 2.704, + "step": 21084 + }, + { + "epoch": 0.36092709563669356, + "grad_norm": 2.3588106632232666, + "learning_rate": 1.4785654039739859e-05, + "loss": 2.5232, + "step": 21085 + }, + { + "epoch": 0.360944213355244, + "grad_norm": 2.477264404296875, + "learning_rate": 1.4785167235818599e-05, + "loss": 2.682, + "step": 21086 + }, + { + "epoch": 0.36096133107379447, + "grad_norm": 2.4496946334838867, + "learning_rate": 1.4784680417189403e-05, + "loss": 2.7241, + "step": 21087 + }, + { + "epoch": 0.360978448792345, + "grad_norm": 2.3507556915283203, + "learning_rate": 1.4784193583853763e-05, + "loss": 2.6322, + "step": 21088 + }, + { + "epoch": 0.3609955665108954, + "grad_norm": 2.4157462120056152, + "learning_rate": 1.4783706735813181e-05, + "loss": 2.6509, + "step": 21089 + }, + { + "epoch": 0.3610126842294459, + "grad_norm": 2.557561159133911, + "learning_rate": 1.4783219873069154e-05, + "loss": 2.8221, + "step": 21090 + }, + { + "epoch": 0.3610298019479964, + "grad_norm": 2.4320714473724365, + "learning_rate": 1.4782732995623174e-05, + "loss": 2.8019, + "step": 21091 + }, + { + "epoch": 0.36104691966654684, + "grad_norm": 2.4091527462005615, + "learning_rate": 1.4782246103476741e-05, + "loss": 2.6461, + "step": 21092 + }, + { + "epoch": 0.3610640373850973, + "grad_norm": 2.2097008228302, + "learning_rate": 1.4781759196631347e-05, + "loss": 2.5377, + "step": 21093 + }, + { + "epoch": 0.3610811551036478, + "grad_norm": 2.203916072845459, + "learning_rate": 1.4781272275088492e-05, + "loss": 2.6031, + "step": 21094 + }, + { + "epoch": 0.36109827282219825, + "grad_norm": 2.3359224796295166, + "learning_rate": 1.478078533884967e-05, + "loss": 2.6887, + "step": 21095 + }, + { + "epoch": 0.3611153905407487, + "grad_norm": 2.2804484367370605, + "learning_rate": 1.4780298387916385e-05, + "loss": 2.6894, + "step": 21096 + }, + { + "epoch": 0.3611325082592992, + "grad_norm": 2.2762956619262695, + "learning_rate": 1.4779811422290125e-05, + "loss": 2.5907, + "step": 21097 + }, + { + "epoch": 0.36114962597784966, + "grad_norm": 2.3701694011688232, + "learning_rate": 1.4779324441972391e-05, + "loss": 2.5805, + "step": 21098 + }, + { + "epoch": 0.3611667436964001, + "grad_norm": 2.348886013031006, + "learning_rate": 1.4778837446964678e-05, + "loss": 2.6724, + "step": 21099 + }, + { + "epoch": 0.3611838614149506, + "grad_norm": 2.3123276233673096, + "learning_rate": 1.4778350437268488e-05, + "loss": 2.722, + "step": 21100 + }, + { + "epoch": 0.3612009791335011, + "grad_norm": 2.301318883895874, + "learning_rate": 1.4777863412885309e-05, + "loss": 2.639, + "step": 21101 + }, + { + "epoch": 0.3612180968520516, + "grad_norm": 2.254380464553833, + "learning_rate": 1.4777376373816646e-05, + "loss": 2.6988, + "step": 21102 + }, + { + "epoch": 0.36123521457060204, + "grad_norm": 2.30846905708313, + "learning_rate": 1.477688932006399e-05, + "loss": 2.7472, + "step": 21103 + }, + { + "epoch": 0.3612523322891525, + "grad_norm": 2.3943490982055664, + "learning_rate": 1.477640225162884e-05, + "loss": 2.6927, + "step": 21104 + }, + { + "epoch": 0.361269450007703, + "grad_norm": 2.261247396469116, + "learning_rate": 1.4775915168512698e-05, + "loss": 2.6772, + "step": 21105 + }, + { + "epoch": 0.36128656772625345, + "grad_norm": 2.298729658126831, + "learning_rate": 1.4775428070717055e-05, + "loss": 2.7257, + "step": 21106 + }, + { + "epoch": 0.3613036854448039, + "grad_norm": 2.3973305225372314, + "learning_rate": 1.477494095824341e-05, + "loss": 2.8006, + "step": 21107 + }, + { + "epoch": 0.3613208031633544, + "grad_norm": 2.389108419418335, + "learning_rate": 1.4774453831093261e-05, + "loss": 2.758, + "step": 21108 + }, + { + "epoch": 0.36133792088190486, + "grad_norm": 2.304940700531006, + "learning_rate": 1.4773966689268102e-05, + "loss": 2.664, + "step": 21109 + }, + { + "epoch": 0.3613550386004553, + "grad_norm": 2.3394017219543457, + "learning_rate": 1.4773479532769435e-05, + "loss": 2.6103, + "step": 21110 + }, + { + "epoch": 0.3613721563190058, + "grad_norm": 2.3800623416900635, + "learning_rate": 1.4772992361598757e-05, + "loss": 2.7374, + "step": 21111 + }, + { + "epoch": 0.3613892740375563, + "grad_norm": 2.3619167804718018, + "learning_rate": 1.4772505175757561e-05, + "loss": 2.7403, + "step": 21112 + }, + { + "epoch": 0.3614063917561067, + "grad_norm": 2.6244313716888428, + "learning_rate": 1.4772017975247349e-05, + "loss": 2.7827, + "step": 21113 + }, + { + "epoch": 0.36142350947465723, + "grad_norm": 2.3481743335723877, + "learning_rate": 1.4771530760069614e-05, + "loss": 2.6598, + "step": 21114 + }, + { + "epoch": 0.3614406271932077, + "grad_norm": 2.240175247192383, + "learning_rate": 1.4771043530225858e-05, + "loss": 2.582, + "step": 21115 + }, + { + "epoch": 0.36145774491175814, + "grad_norm": 2.3210301399230957, + "learning_rate": 1.4770556285717574e-05, + "loss": 2.7016, + "step": 21116 + }, + { + "epoch": 0.36147486263030865, + "grad_norm": 2.3612215518951416, + "learning_rate": 1.4770069026546268e-05, + "loss": 2.6157, + "step": 21117 + }, + { + "epoch": 0.3614919803488591, + "grad_norm": 2.4138731956481934, + "learning_rate": 1.4769581752713426e-05, + "loss": 2.7302, + "step": 21118 + }, + { + "epoch": 0.36150909806740955, + "grad_norm": 2.3987576961517334, + "learning_rate": 1.4769094464220555e-05, + "loss": 2.744, + "step": 21119 + }, + { + "epoch": 0.36152621578596006, + "grad_norm": 2.3343160152435303, + "learning_rate": 1.4768607161069146e-05, + "loss": 2.7543, + "step": 21120 + }, + { + "epoch": 0.3615433335045105, + "grad_norm": 2.4357502460479736, + "learning_rate": 1.4768119843260707e-05, + "loss": 2.6655, + "step": 21121 + }, + { + "epoch": 0.36156045122306096, + "grad_norm": 2.2317426204681396, + "learning_rate": 1.4767632510796724e-05, + "loss": 2.6374, + "step": 21122 + }, + { + "epoch": 0.36157756894161147, + "grad_norm": 2.464101791381836, + "learning_rate": 1.47671451636787e-05, + "loss": 2.725, + "step": 21123 + }, + { + "epoch": 0.3615946866601619, + "grad_norm": 2.222888708114624, + "learning_rate": 1.4766657801908134e-05, + "loss": 2.5363, + "step": 21124 + }, + { + "epoch": 0.36161180437871243, + "grad_norm": 2.3663506507873535, + "learning_rate": 1.476617042548652e-05, + "loss": 2.67, + "step": 21125 + }, + { + "epoch": 0.3616289220972629, + "grad_norm": 2.263242721557617, + "learning_rate": 1.4765683034415364e-05, + "loss": 2.7156, + "step": 21126 + }, + { + "epoch": 0.36164603981581334, + "grad_norm": 2.4315083026885986, + "learning_rate": 1.4765195628696156e-05, + "loss": 2.6114, + "step": 21127 + }, + { + "epoch": 0.36166315753436384, + "grad_norm": 2.1837475299835205, + "learning_rate": 1.4764708208330397e-05, + "loss": 2.708, + "step": 21128 + }, + { + "epoch": 0.3616802752529143, + "grad_norm": 2.2679390907287598, + "learning_rate": 1.4764220773319586e-05, + "loss": 2.678, + "step": 21129 + }, + { + "epoch": 0.36169739297146475, + "grad_norm": 2.402052164077759, + "learning_rate": 1.4763733323665222e-05, + "loss": 2.81, + "step": 21130 + }, + { + "epoch": 0.36171451069001526, + "grad_norm": 2.357969284057617, + "learning_rate": 1.4763245859368797e-05, + "loss": 2.4964, + "step": 21131 + }, + { + "epoch": 0.3617316284085657, + "grad_norm": 2.296304225921631, + "learning_rate": 1.4762758380431818e-05, + "loss": 2.7676, + "step": 21132 + }, + { + "epoch": 0.36174874612711616, + "grad_norm": 2.2877869606018066, + "learning_rate": 1.4762270886855778e-05, + "loss": 2.7133, + "step": 21133 + }, + { + "epoch": 0.36176586384566667, + "grad_norm": 2.319695472717285, + "learning_rate": 1.4761783378642178e-05, + "loss": 2.7207, + "step": 21134 + }, + { + "epoch": 0.3617829815642171, + "grad_norm": 2.155883312225342, + "learning_rate": 1.4761295855792513e-05, + "loss": 2.6214, + "step": 21135 + }, + { + "epoch": 0.3618000992827676, + "grad_norm": 2.4155337810516357, + "learning_rate": 1.4760808318308286e-05, + "loss": 2.6788, + "step": 21136 + }, + { + "epoch": 0.3618172170013181, + "grad_norm": 2.2223801612854004, + "learning_rate": 1.4760320766190992e-05, + "loss": 2.6617, + "step": 21137 + }, + { + "epoch": 0.36183433471986853, + "grad_norm": 2.2204504013061523, + "learning_rate": 1.4759833199442133e-05, + "loss": 2.7224, + "step": 21138 + }, + { + "epoch": 0.361851452438419, + "grad_norm": 2.3623716831207275, + "learning_rate": 1.4759345618063202e-05, + "loss": 2.7522, + "step": 21139 + }, + { + "epoch": 0.3618685701569695, + "grad_norm": 2.2808291912078857, + "learning_rate": 1.4758858022055702e-05, + "loss": 2.6284, + "step": 21140 + }, + { + "epoch": 0.36188568787551995, + "grad_norm": 2.324242353439331, + "learning_rate": 1.475837041142113e-05, + "loss": 2.6726, + "step": 21141 + }, + { + "epoch": 0.3619028055940704, + "grad_norm": 2.371899127960205, + "learning_rate": 1.4757882786160984e-05, + "loss": 2.7444, + "step": 21142 + }, + { + "epoch": 0.3619199233126209, + "grad_norm": 2.4354567527770996, + "learning_rate": 1.475739514627677e-05, + "loss": 2.7649, + "step": 21143 + }, + { + "epoch": 0.36193704103117136, + "grad_norm": 2.367619037628174, + "learning_rate": 1.4756907491769977e-05, + "loss": 2.6174, + "step": 21144 + }, + { + "epoch": 0.3619541587497218, + "grad_norm": 2.350604295730591, + "learning_rate": 1.475641982264211e-05, + "loss": 2.7108, + "step": 21145 + }, + { + "epoch": 0.3619712764682723, + "grad_norm": 2.456406593322754, + "learning_rate": 1.4755932138894662e-05, + "loss": 2.6148, + "step": 21146 + }, + { + "epoch": 0.36198839418682277, + "grad_norm": 2.188764810562134, + "learning_rate": 1.4755444440529139e-05, + "loss": 2.6787, + "step": 21147 + }, + { + "epoch": 0.3620055119053733, + "grad_norm": 2.287853717803955, + "learning_rate": 1.4754956727547034e-05, + "loss": 2.4951, + "step": 21148 + }, + { + "epoch": 0.36202262962392373, + "grad_norm": 2.3643670082092285, + "learning_rate": 1.4754468999949852e-05, + "loss": 2.7343, + "step": 21149 + }, + { + "epoch": 0.3620397473424742, + "grad_norm": 2.477527141571045, + "learning_rate": 1.475398125773909e-05, + "loss": 2.7436, + "step": 21150 + }, + { + "epoch": 0.3620568650610247, + "grad_norm": 2.2697415351867676, + "learning_rate": 1.4753493500916243e-05, + "loss": 2.577, + "step": 21151 + }, + { + "epoch": 0.36207398277957514, + "grad_norm": 2.4149653911590576, + "learning_rate": 1.4753005729482812e-05, + "loss": 2.8011, + "step": 21152 + }, + { + "epoch": 0.3620911004981256, + "grad_norm": 2.3143177032470703, + "learning_rate": 1.47525179434403e-05, + "loss": 2.6994, + "step": 21153 + }, + { + "epoch": 0.3621082182166761, + "grad_norm": 2.2769224643707275, + "learning_rate": 1.4752030142790206e-05, + "loss": 2.5535, + "step": 21154 + }, + { + "epoch": 0.36212533593522656, + "grad_norm": 2.32731556892395, + "learning_rate": 1.4751542327534023e-05, + "loss": 2.6231, + "step": 21155 + }, + { + "epoch": 0.362142453653777, + "grad_norm": 2.381404399871826, + "learning_rate": 1.4751054497673259e-05, + "loss": 2.6387, + "step": 21156 + }, + { + "epoch": 0.3621595713723275, + "grad_norm": 2.334231376647949, + "learning_rate": 1.4750566653209406e-05, + "loss": 2.7646, + "step": 21157 + }, + { + "epoch": 0.36217668909087797, + "grad_norm": 2.2990612983703613, + "learning_rate": 1.4750078794143967e-05, + "loss": 2.6484, + "step": 21158 + }, + { + "epoch": 0.3621938068094284, + "grad_norm": 2.191575527191162, + "learning_rate": 1.474959092047844e-05, + "loss": 2.6281, + "step": 21159 + }, + { + "epoch": 0.36221092452797893, + "grad_norm": 2.2968075275421143, + "learning_rate": 1.4749103032214329e-05, + "loss": 2.6403, + "step": 21160 + }, + { + "epoch": 0.3622280422465294, + "grad_norm": 2.2137084007263184, + "learning_rate": 1.4748615129353126e-05, + "loss": 2.6646, + "step": 21161 + }, + { + "epoch": 0.36224515996507983, + "grad_norm": 2.4775474071502686, + "learning_rate": 1.4748127211896335e-05, + "loss": 2.7644, + "step": 21162 + }, + { + "epoch": 0.36226227768363034, + "grad_norm": 2.254506826400757, + "learning_rate": 1.4747639279845458e-05, + "loss": 2.6523, + "step": 21163 + }, + { + "epoch": 0.3622793954021808, + "grad_norm": 2.233936071395874, + "learning_rate": 1.4747151333201992e-05, + "loss": 2.733, + "step": 21164 + }, + { + "epoch": 0.36229651312073125, + "grad_norm": 2.214388608932495, + "learning_rate": 1.4746663371967439e-05, + "loss": 2.5982, + "step": 21165 + }, + { + "epoch": 0.36231363083928175, + "grad_norm": 2.2366127967834473, + "learning_rate": 1.4746175396143292e-05, + "loss": 2.5755, + "step": 21166 + }, + { + "epoch": 0.3623307485578322, + "grad_norm": 2.1158370971679688, + "learning_rate": 1.4745687405731058e-05, + "loss": 2.6125, + "step": 21167 + }, + { + "epoch": 0.36234786627638266, + "grad_norm": 2.453341007232666, + "learning_rate": 1.4745199400732232e-05, + "loss": 2.6904, + "step": 21168 + }, + { + "epoch": 0.36236498399493317, + "grad_norm": 2.2365262508392334, + "learning_rate": 1.4744711381148317e-05, + "loss": 2.6443, + "step": 21169 + }, + { + "epoch": 0.3623821017134836, + "grad_norm": 2.173859119415283, + "learning_rate": 1.4744223346980818e-05, + "loss": 2.6296, + "step": 21170 + }, + { + "epoch": 0.3623992194320341, + "grad_norm": 2.2888681888580322, + "learning_rate": 1.4743735298231224e-05, + "loss": 2.8007, + "step": 21171 + }, + { + "epoch": 0.3624163371505846, + "grad_norm": 2.182871103286743, + "learning_rate": 1.4743247234901044e-05, + "loss": 2.6507, + "step": 21172 + }, + { + "epoch": 0.36243345486913503, + "grad_norm": 2.0727944374084473, + "learning_rate": 1.4742759156991773e-05, + "loss": 2.5644, + "step": 21173 + }, + { + "epoch": 0.36245057258768554, + "grad_norm": 2.285470485687256, + "learning_rate": 1.4742271064504912e-05, + "loss": 2.6415, + "step": 21174 + }, + { + "epoch": 0.362467690306236, + "grad_norm": 2.154468059539795, + "learning_rate": 1.4741782957441966e-05, + "loss": 2.6559, + "step": 21175 + }, + { + "epoch": 0.36248480802478644, + "grad_norm": 2.340542793273926, + "learning_rate": 1.4741294835804427e-05, + "loss": 2.7106, + "step": 21176 + }, + { + "epoch": 0.36250192574333695, + "grad_norm": 2.2340376377105713, + "learning_rate": 1.47408066995938e-05, + "loss": 2.6286, + "step": 21177 + }, + { + "epoch": 0.3625190434618874, + "grad_norm": 2.4495527744293213, + "learning_rate": 1.4740318548811587e-05, + "loss": 2.7255, + "step": 21178 + }, + { + "epoch": 0.36253616118043785, + "grad_norm": 2.246711254119873, + "learning_rate": 1.4739830383459289e-05, + "loss": 2.7077, + "step": 21179 + }, + { + "epoch": 0.36255327889898836, + "grad_norm": 2.2415778636932373, + "learning_rate": 1.47393422035384e-05, + "loss": 2.7256, + "step": 21180 + }, + { + "epoch": 0.3625703966175388, + "grad_norm": 2.248478889465332, + "learning_rate": 1.4738854009050428e-05, + "loss": 2.6782, + "step": 21181 + }, + { + "epoch": 0.36258751433608927, + "grad_norm": 2.235654354095459, + "learning_rate": 1.4738365799996867e-05, + "loss": 2.5553, + "step": 21182 + }, + { + "epoch": 0.3626046320546398, + "grad_norm": 2.2615952491760254, + "learning_rate": 1.473787757637922e-05, + "loss": 2.6831, + "step": 21183 + }, + { + "epoch": 0.3626217497731902, + "grad_norm": 2.156106948852539, + "learning_rate": 1.473738933819899e-05, + "loss": 2.6863, + "step": 21184 + }, + { + "epoch": 0.3626388674917407, + "grad_norm": 2.369119167327881, + "learning_rate": 1.4736901085457675e-05, + "loss": 2.7894, + "step": 21185 + }, + { + "epoch": 0.3626559852102912, + "grad_norm": 2.1570277214050293, + "learning_rate": 1.473641281815678e-05, + "loss": 2.5515, + "step": 21186 + }, + { + "epoch": 0.36267310292884164, + "grad_norm": 2.26361083984375, + "learning_rate": 1.47359245362978e-05, + "loss": 2.5769, + "step": 21187 + }, + { + "epoch": 0.3626902206473921, + "grad_norm": 2.305452346801758, + "learning_rate": 1.473543623988224e-05, + "loss": 2.6746, + "step": 21188 + }, + { + "epoch": 0.3627073383659426, + "grad_norm": 2.396082878112793, + "learning_rate": 1.4734947928911596e-05, + "loss": 2.6764, + "step": 21189 + }, + { + "epoch": 0.36272445608449305, + "grad_norm": 2.469322681427002, + "learning_rate": 1.4734459603387373e-05, + "loss": 2.81, + "step": 21190 + }, + { + "epoch": 0.3627415738030435, + "grad_norm": 2.3027963638305664, + "learning_rate": 1.4733971263311072e-05, + "loss": 2.5765, + "step": 21191 + }, + { + "epoch": 0.362758691521594, + "grad_norm": 2.2020909786224365, + "learning_rate": 1.473348290868419e-05, + "loss": 2.6539, + "step": 21192 + }, + { + "epoch": 0.36277580924014446, + "grad_norm": 2.231584310531616, + "learning_rate": 1.4732994539508237e-05, + "loss": 2.6791, + "step": 21193 + }, + { + "epoch": 0.362792926958695, + "grad_norm": 2.293830156326294, + "learning_rate": 1.4732506155784702e-05, + "loss": 2.657, + "step": 21194 + }, + { + "epoch": 0.3628100446772454, + "grad_norm": 2.3929262161254883, + "learning_rate": 1.4732017757515094e-05, + "loss": 2.6653, + "step": 21195 + }, + { + "epoch": 0.3628271623957959, + "grad_norm": 2.2030513286590576, + "learning_rate": 1.4731529344700912e-05, + "loss": 2.6786, + "step": 21196 + }, + { + "epoch": 0.3628442801143464, + "grad_norm": 2.1204164028167725, + "learning_rate": 1.4731040917343658e-05, + "loss": 2.6154, + "step": 21197 + }, + { + "epoch": 0.36286139783289684, + "grad_norm": 2.3869686126708984, + "learning_rate": 1.4730552475444833e-05, + "loss": 2.8007, + "step": 21198 + }, + { + "epoch": 0.3628785155514473, + "grad_norm": 2.2353575229644775, + "learning_rate": 1.4730064019005937e-05, + "loss": 2.4823, + "step": 21199 + }, + { + "epoch": 0.3628956332699978, + "grad_norm": 2.256767749786377, + "learning_rate": 1.4729575548028474e-05, + "loss": 2.7697, + "step": 21200 + }, + { + "epoch": 0.36291275098854825, + "grad_norm": 2.165239095687866, + "learning_rate": 1.4729087062513942e-05, + "loss": 2.5692, + "step": 21201 + }, + { + "epoch": 0.3629298687070987, + "grad_norm": 2.364010810852051, + "learning_rate": 1.4728598562463847e-05, + "loss": 2.6359, + "step": 21202 + }, + { + "epoch": 0.3629469864256492, + "grad_norm": 2.2542037963867188, + "learning_rate": 1.4728110047879687e-05, + "loss": 2.6609, + "step": 21203 + }, + { + "epoch": 0.36296410414419966, + "grad_norm": 2.425412654876709, + "learning_rate": 1.4727621518762962e-05, + "loss": 2.8077, + "step": 21204 + }, + { + "epoch": 0.3629812218627501, + "grad_norm": 2.304264545440674, + "learning_rate": 1.4727132975115177e-05, + "loss": 2.7927, + "step": 21205 + }, + { + "epoch": 0.3629983395813006, + "grad_norm": 2.216970682144165, + "learning_rate": 1.4726644416937832e-05, + "loss": 2.5093, + "step": 21206 + }, + { + "epoch": 0.3630154572998511, + "grad_norm": 2.2451324462890625, + "learning_rate": 1.4726155844232431e-05, + "loss": 2.7183, + "step": 21207 + }, + { + "epoch": 0.3630325750184015, + "grad_norm": 2.207080125808716, + "learning_rate": 1.4725667257000474e-05, + "loss": 2.7208, + "step": 21208 + }, + { + "epoch": 0.36304969273695203, + "grad_norm": 2.245391607284546, + "learning_rate": 1.4725178655243459e-05, + "loss": 2.7098, + "step": 21209 + }, + { + "epoch": 0.3630668104555025, + "grad_norm": 2.285809278488159, + "learning_rate": 1.4724690038962895e-05, + "loss": 2.7063, + "step": 21210 + }, + { + "epoch": 0.36308392817405294, + "grad_norm": 2.2335729598999023, + "learning_rate": 1.4724201408160278e-05, + "loss": 2.6661, + "step": 21211 + }, + { + "epoch": 0.36310104589260345, + "grad_norm": 2.2432241439819336, + "learning_rate": 1.472371276283711e-05, + "loss": 2.6246, + "step": 21212 + }, + { + "epoch": 0.3631181636111539, + "grad_norm": 2.178454875946045, + "learning_rate": 1.4723224102994899e-05, + "loss": 2.564, + "step": 21213 + }, + { + "epoch": 0.36313528132970435, + "grad_norm": 2.2154438495635986, + "learning_rate": 1.4722735428635142e-05, + "loss": 2.5979, + "step": 21214 + }, + { + "epoch": 0.36315239904825486, + "grad_norm": 2.1544809341430664, + "learning_rate": 1.472224673975934e-05, + "loss": 2.6209, + "step": 21215 + }, + { + "epoch": 0.3631695167668053, + "grad_norm": 2.2979207038879395, + "learning_rate": 1.4721758036368998e-05, + "loss": 2.8141, + "step": 21216 + }, + { + "epoch": 0.3631866344853558, + "grad_norm": 2.2673211097717285, + "learning_rate": 1.4721269318465619e-05, + "loss": 2.6987, + "step": 21217 + }, + { + "epoch": 0.36320375220390627, + "grad_norm": 2.3882107734680176, + "learning_rate": 1.4720780586050702e-05, + "loss": 2.6285, + "step": 21218 + }, + { + "epoch": 0.3632208699224567, + "grad_norm": 2.419105291366577, + "learning_rate": 1.4720291839125751e-05, + "loss": 2.6791, + "step": 21219 + }, + { + "epoch": 0.36323798764100723, + "grad_norm": 2.351972818374634, + "learning_rate": 1.4719803077692265e-05, + "loss": 2.6834, + "step": 21220 + }, + { + "epoch": 0.3632551053595577, + "grad_norm": 2.2972474098205566, + "learning_rate": 1.471931430175175e-05, + "loss": 2.7507, + "step": 21221 + }, + { + "epoch": 0.36327222307810814, + "grad_norm": 2.2841858863830566, + "learning_rate": 1.471882551130571e-05, + "loss": 2.6574, + "step": 21222 + }, + { + "epoch": 0.36328934079665864, + "grad_norm": 2.359156608581543, + "learning_rate": 1.4718336706355643e-05, + "loss": 2.7005, + "step": 21223 + }, + { + "epoch": 0.3633064585152091, + "grad_norm": 2.231097459793091, + "learning_rate": 1.4717847886903054e-05, + "loss": 2.6935, + "step": 21224 + }, + { + "epoch": 0.36332357623375955, + "grad_norm": 2.3141117095947266, + "learning_rate": 1.4717359052949443e-05, + "loss": 2.7673, + "step": 21225 + }, + { + "epoch": 0.36334069395231006, + "grad_norm": 2.3005211353302, + "learning_rate": 1.4716870204496314e-05, + "loss": 2.6776, + "step": 21226 + }, + { + "epoch": 0.3633578116708605, + "grad_norm": 2.194974660873413, + "learning_rate": 1.471638134154517e-05, + "loss": 2.7231, + "step": 21227 + }, + { + "epoch": 0.36337492938941096, + "grad_norm": 2.133152961730957, + "learning_rate": 1.4715892464097514e-05, + "loss": 2.7076, + "step": 21228 + }, + { + "epoch": 0.36339204710796147, + "grad_norm": 2.1951992511749268, + "learning_rate": 1.471540357215485e-05, + "loss": 2.6689, + "step": 21229 + }, + { + "epoch": 0.3634091648265119, + "grad_norm": 2.2846179008483887, + "learning_rate": 1.4714914665718674e-05, + "loss": 2.7496, + "step": 21230 + }, + { + "epoch": 0.3634262825450624, + "grad_norm": 2.334317207336426, + "learning_rate": 1.4714425744790495e-05, + "loss": 2.6509, + "step": 21231 + }, + { + "epoch": 0.3634434002636129, + "grad_norm": 2.2039549350738525, + "learning_rate": 1.4713936809371811e-05, + "loss": 2.5814, + "step": 21232 + }, + { + "epoch": 0.36346051798216333, + "grad_norm": 2.2697548866271973, + "learning_rate": 1.4713447859464132e-05, + "loss": 2.7084, + "step": 21233 + }, + { + "epoch": 0.3634776357007138, + "grad_norm": 2.3021795749664307, + "learning_rate": 1.4712958895068956e-05, + "loss": 2.6668, + "step": 21234 + }, + { + "epoch": 0.3634947534192643, + "grad_norm": 2.444415807723999, + "learning_rate": 1.4712469916187785e-05, + "loss": 2.7677, + "step": 21235 + }, + { + "epoch": 0.36351187113781475, + "grad_norm": 2.449444532394409, + "learning_rate": 1.4711980922822126e-05, + "loss": 2.5804, + "step": 21236 + }, + { + "epoch": 0.3635289888563652, + "grad_norm": 2.3427019119262695, + "learning_rate": 1.4711491914973479e-05, + "loss": 2.7483, + "step": 21237 + }, + { + "epoch": 0.3635461065749157, + "grad_norm": 2.2658209800720215, + "learning_rate": 1.4711002892643346e-05, + "loss": 2.6759, + "step": 21238 + }, + { + "epoch": 0.36356322429346616, + "grad_norm": 2.243346929550171, + "learning_rate": 1.4710513855833233e-05, + "loss": 2.6172, + "step": 21239 + }, + { + "epoch": 0.3635803420120166, + "grad_norm": 2.3102211952209473, + "learning_rate": 1.4710024804544642e-05, + "loss": 2.6562, + "step": 21240 + }, + { + "epoch": 0.3635974597305671, + "grad_norm": 2.323791265487671, + "learning_rate": 1.4709535738779075e-05, + "loss": 2.6067, + "step": 21241 + }, + { + "epoch": 0.36361457744911757, + "grad_norm": 2.392850875854492, + "learning_rate": 1.4709046658538035e-05, + "loss": 2.5328, + "step": 21242 + }, + { + "epoch": 0.3636316951676681, + "grad_norm": 2.3050804138183594, + "learning_rate": 1.4708557563823027e-05, + "loss": 2.7065, + "step": 21243 + }, + { + "epoch": 0.36364881288621853, + "grad_norm": 2.3249294757843018, + "learning_rate": 1.4708068454635558e-05, + "loss": 2.6448, + "step": 21244 + }, + { + "epoch": 0.363665930604769, + "grad_norm": 2.205836057662964, + "learning_rate": 1.4707579330977123e-05, + "loss": 2.6279, + "step": 21245 + }, + { + "epoch": 0.3636830483233195, + "grad_norm": 2.2993340492248535, + "learning_rate": 1.4707090192849229e-05, + "loss": 2.7721, + "step": 21246 + }, + { + "epoch": 0.36370016604186994, + "grad_norm": 2.199444055557251, + "learning_rate": 1.4706601040253383e-05, + "loss": 2.7182, + "step": 21247 + }, + { + "epoch": 0.3637172837604204, + "grad_norm": 2.1869945526123047, + "learning_rate": 1.4706111873191083e-05, + "loss": 2.6687, + "step": 21248 + }, + { + "epoch": 0.3637344014789709, + "grad_norm": 2.434535026550293, + "learning_rate": 1.4705622691663834e-05, + "loss": 2.7058, + "step": 21249 + }, + { + "epoch": 0.36375151919752136, + "grad_norm": 2.3562920093536377, + "learning_rate": 1.4705133495673145e-05, + "loss": 2.705, + "step": 21250 + }, + { + "epoch": 0.3637686369160718, + "grad_norm": 2.408268690109253, + "learning_rate": 1.4704644285220513e-05, + "loss": 2.7282, + "step": 21251 + }, + { + "epoch": 0.3637857546346223, + "grad_norm": 2.2286479473114014, + "learning_rate": 1.4704155060307444e-05, + "loss": 2.5599, + "step": 21252 + }, + { + "epoch": 0.36380287235317277, + "grad_norm": 2.263885259628296, + "learning_rate": 1.470366582093544e-05, + "loss": 2.6907, + "step": 21253 + }, + { + "epoch": 0.3638199900717232, + "grad_norm": 2.346108913421631, + "learning_rate": 1.4703176567106005e-05, + "loss": 2.7002, + "step": 21254 + }, + { + "epoch": 0.36383710779027373, + "grad_norm": 2.3081271648406982, + "learning_rate": 1.4702687298820649e-05, + "loss": 2.6113, + "step": 21255 + }, + { + "epoch": 0.3638542255088242, + "grad_norm": 2.3535168170928955, + "learning_rate": 1.4702198016080867e-05, + "loss": 2.7671, + "step": 21256 + }, + { + "epoch": 0.36387134322737463, + "grad_norm": 2.6195943355560303, + "learning_rate": 1.4701708718888167e-05, + "loss": 2.6135, + "step": 21257 + }, + { + "epoch": 0.36388846094592514, + "grad_norm": 2.3145012855529785, + "learning_rate": 1.4701219407244054e-05, + "loss": 2.5691, + "step": 21258 + }, + { + "epoch": 0.3639055786644756, + "grad_norm": 2.2439041137695312, + "learning_rate": 1.4700730081150032e-05, + "loss": 2.742, + "step": 21259 + }, + { + "epoch": 0.36392269638302605, + "grad_norm": 2.280505895614624, + "learning_rate": 1.47002407406076e-05, + "loss": 2.6654, + "step": 21260 + }, + { + "epoch": 0.36393981410157655, + "grad_norm": 2.2473409175872803, + "learning_rate": 1.4699751385618268e-05, + "loss": 2.6452, + "step": 21261 + }, + { + "epoch": 0.363956931820127, + "grad_norm": 2.202305316925049, + "learning_rate": 1.4699262016183538e-05, + "loss": 2.709, + "step": 21262 + }, + { + "epoch": 0.36397404953867746, + "grad_norm": 2.318237781524658, + "learning_rate": 1.4698772632304914e-05, + "loss": 2.6714, + "step": 21263 + }, + { + "epoch": 0.36399116725722797, + "grad_norm": 2.325453281402588, + "learning_rate": 1.4698283233983898e-05, + "loss": 2.5993, + "step": 21264 + }, + { + "epoch": 0.3640082849757784, + "grad_norm": 2.4154748916625977, + "learning_rate": 1.4697793821222001e-05, + "loss": 2.7716, + "step": 21265 + }, + { + "epoch": 0.3640254026943289, + "grad_norm": 2.361388921737671, + "learning_rate": 1.4697304394020721e-05, + "loss": 2.6906, + "step": 21266 + }, + { + "epoch": 0.3640425204128794, + "grad_norm": 2.33310866355896, + "learning_rate": 1.4696814952381563e-05, + "loss": 2.7635, + "step": 21267 + }, + { + "epoch": 0.36405963813142983, + "grad_norm": 2.296956777572632, + "learning_rate": 1.4696325496306032e-05, + "loss": 2.7087, + "step": 21268 + }, + { + "epoch": 0.36407675584998034, + "grad_norm": 2.1933820247650146, + "learning_rate": 1.4695836025795634e-05, + "loss": 2.6929, + "step": 21269 + }, + { + "epoch": 0.3640938735685308, + "grad_norm": 2.2312252521514893, + "learning_rate": 1.469534654085187e-05, + "loss": 2.7264, + "step": 21270 + }, + { + "epoch": 0.36411099128708124, + "grad_norm": 2.2383692264556885, + "learning_rate": 1.4694857041476252e-05, + "loss": 2.6574, + "step": 21271 + }, + { + "epoch": 0.36412810900563175, + "grad_norm": 2.159609317779541, + "learning_rate": 1.4694367527670275e-05, + "loss": 2.6547, + "step": 21272 + }, + { + "epoch": 0.3641452267241822, + "grad_norm": 2.238036870956421, + "learning_rate": 1.469387799943545e-05, + "loss": 2.5903, + "step": 21273 + }, + { + "epoch": 0.36416234444273266, + "grad_norm": 2.233309030532837, + "learning_rate": 1.4693388456773279e-05, + "loss": 2.7042, + "step": 21274 + }, + { + "epoch": 0.36417946216128316, + "grad_norm": 2.2629902362823486, + "learning_rate": 1.4692898899685266e-05, + "loss": 2.667, + "step": 21275 + }, + { + "epoch": 0.3641965798798336, + "grad_norm": 2.1173741817474365, + "learning_rate": 1.4692409328172918e-05, + "loss": 2.6308, + "step": 21276 + }, + { + "epoch": 0.36421369759838407, + "grad_norm": 2.164781093597412, + "learning_rate": 1.469191974223774e-05, + "loss": 2.6553, + "step": 21277 + }, + { + "epoch": 0.3642308153169346, + "grad_norm": 2.17026948928833, + "learning_rate": 1.4691430141881236e-05, + "loss": 2.6068, + "step": 21278 + }, + { + "epoch": 0.364247933035485, + "grad_norm": 2.296398878097534, + "learning_rate": 1.4690940527104906e-05, + "loss": 2.7187, + "step": 21279 + }, + { + "epoch": 0.3642650507540355, + "grad_norm": 2.585984706878662, + "learning_rate": 1.4690450897910265e-05, + "loss": 2.7626, + "step": 21280 + }, + { + "epoch": 0.364282168472586, + "grad_norm": 2.359434127807617, + "learning_rate": 1.468996125429881e-05, + "loss": 2.6548, + "step": 21281 + }, + { + "epoch": 0.36429928619113644, + "grad_norm": 2.3879215717315674, + "learning_rate": 1.468947159627205e-05, + "loss": 2.6156, + "step": 21282 + }, + { + "epoch": 0.3643164039096869, + "grad_norm": 2.3256397247314453, + "learning_rate": 1.4688981923831484e-05, + "loss": 2.5804, + "step": 21283 + }, + { + "epoch": 0.3643335216282374, + "grad_norm": 2.1388704776763916, + "learning_rate": 1.4688492236978624e-05, + "loss": 2.5954, + "step": 21284 + }, + { + "epoch": 0.36435063934678785, + "grad_norm": 2.294644594192505, + "learning_rate": 1.4688002535714974e-05, + "loss": 2.5545, + "step": 21285 + }, + { + "epoch": 0.3643677570653383, + "grad_norm": 2.228286027908325, + "learning_rate": 1.4687512820042033e-05, + "loss": 2.5993, + "step": 21286 + }, + { + "epoch": 0.3643848747838888, + "grad_norm": 2.2989840507507324, + "learning_rate": 1.468702308996132e-05, + "loss": 2.6556, + "step": 21287 + }, + { + "epoch": 0.36440199250243926, + "grad_norm": 2.3286006450653076, + "learning_rate": 1.4686533345474325e-05, + "loss": 2.7217, + "step": 21288 + }, + { + "epoch": 0.3644191102209898, + "grad_norm": 2.2379753589630127, + "learning_rate": 1.468604358658256e-05, + "loss": 2.635, + "step": 21289 + }, + { + "epoch": 0.3644362279395402, + "grad_norm": 2.407740592956543, + "learning_rate": 1.468555381328753e-05, + "loss": 2.7177, + "step": 21290 + }, + { + "epoch": 0.3644533456580907, + "grad_norm": 2.425511360168457, + "learning_rate": 1.4685064025590738e-05, + "loss": 2.6313, + "step": 21291 + }, + { + "epoch": 0.3644704633766412, + "grad_norm": 2.300769329071045, + "learning_rate": 1.4684574223493698e-05, + "loss": 2.6625, + "step": 21292 + }, + { + "epoch": 0.36448758109519164, + "grad_norm": 2.2624011039733887, + "learning_rate": 1.4684084406997903e-05, + "loss": 2.6741, + "step": 21293 + }, + { + "epoch": 0.3645046988137421, + "grad_norm": 2.2340219020843506, + "learning_rate": 1.468359457610487e-05, + "loss": 2.5557, + "step": 21294 + }, + { + "epoch": 0.3645218165322926, + "grad_norm": 2.3780274391174316, + "learning_rate": 1.4683104730816093e-05, + "loss": 2.7682, + "step": 21295 + }, + { + "epoch": 0.36453893425084305, + "grad_norm": 2.293891668319702, + "learning_rate": 1.4682614871133087e-05, + "loss": 2.6857, + "step": 21296 + }, + { + "epoch": 0.3645560519693935, + "grad_norm": 2.32966685295105, + "learning_rate": 1.4682124997057355e-05, + "loss": 2.7765, + "step": 21297 + }, + { + "epoch": 0.364573169687944, + "grad_norm": 2.484971761703491, + "learning_rate": 1.4681635108590404e-05, + "loss": 2.6953, + "step": 21298 + }, + { + "epoch": 0.36459028740649446, + "grad_norm": 2.184019088745117, + "learning_rate": 1.4681145205733736e-05, + "loss": 2.5487, + "step": 21299 + }, + { + "epoch": 0.3646074051250449, + "grad_norm": 2.2469916343688965, + "learning_rate": 1.4680655288488856e-05, + "loss": 2.661, + "step": 21300 + }, + { + "epoch": 0.3646245228435954, + "grad_norm": 2.320791006088257, + "learning_rate": 1.468016535685728e-05, + "loss": 2.6597, + "step": 21301 + }, + { + "epoch": 0.3646416405621459, + "grad_norm": 2.2709410190582275, + "learning_rate": 1.46796754108405e-05, + "loss": 2.6277, + "step": 21302 + }, + { + "epoch": 0.3646587582806963, + "grad_norm": 2.248029947280884, + "learning_rate": 1.467918545044003e-05, + "loss": 2.6777, + "step": 21303 + }, + { + "epoch": 0.36467587599924683, + "grad_norm": 2.3071792125701904, + "learning_rate": 1.4678695475657376e-05, + "loss": 2.7113, + "step": 21304 + }, + { + "epoch": 0.3646929937177973, + "grad_norm": 2.266031265258789, + "learning_rate": 1.4678205486494039e-05, + "loss": 2.5872, + "step": 21305 + }, + { + "epoch": 0.36471011143634774, + "grad_norm": 2.241877555847168, + "learning_rate": 1.4677715482951532e-05, + "loss": 2.5621, + "step": 21306 + }, + { + "epoch": 0.36472722915489825, + "grad_norm": 2.2035930156707764, + "learning_rate": 1.4677225465031355e-05, + "loss": 2.6194, + "step": 21307 + }, + { + "epoch": 0.3647443468734487, + "grad_norm": 2.2879414558410645, + "learning_rate": 1.4676735432735022e-05, + "loss": 2.7341, + "step": 21308 + }, + { + "epoch": 0.36476146459199915, + "grad_norm": 2.237405300140381, + "learning_rate": 1.467624538606403e-05, + "loss": 2.7432, + "step": 21309 + }, + { + "epoch": 0.36477858231054966, + "grad_norm": 2.2576959133148193, + "learning_rate": 1.4675755325019889e-05, + "loss": 2.5691, + "step": 21310 + }, + { + "epoch": 0.3647957000291001, + "grad_norm": 2.2169888019561768, + "learning_rate": 1.4675265249604105e-05, + "loss": 2.4884, + "step": 21311 + }, + { + "epoch": 0.3648128177476506, + "grad_norm": 2.3747518062591553, + "learning_rate": 1.4674775159818184e-05, + "loss": 2.6595, + "step": 21312 + }, + { + "epoch": 0.36482993546620107, + "grad_norm": 2.3269591331481934, + "learning_rate": 1.4674285055663632e-05, + "loss": 2.7292, + "step": 21313 + }, + { + "epoch": 0.3648470531847515, + "grad_norm": 2.270282030105591, + "learning_rate": 1.467379493714196e-05, + "loss": 2.7635, + "step": 21314 + }, + { + "epoch": 0.36486417090330203, + "grad_norm": 2.5111846923828125, + "learning_rate": 1.4673304804254671e-05, + "loss": 2.7161, + "step": 21315 + }, + { + "epoch": 0.3648812886218525, + "grad_norm": 2.4063735008239746, + "learning_rate": 1.4672814657003272e-05, + "loss": 2.6087, + "step": 21316 + }, + { + "epoch": 0.36489840634040294, + "grad_norm": 2.3440234661102295, + "learning_rate": 1.4672324495389268e-05, + "loss": 2.5299, + "step": 21317 + }, + { + "epoch": 0.36491552405895344, + "grad_norm": 2.282414436340332, + "learning_rate": 1.4671834319414165e-05, + "loss": 2.6527, + "step": 21318 + }, + { + "epoch": 0.3649326417775039, + "grad_norm": 2.311544418334961, + "learning_rate": 1.4671344129079473e-05, + "loss": 2.579, + "step": 21319 + }, + { + "epoch": 0.36494975949605435, + "grad_norm": 2.2767655849456787, + "learning_rate": 1.4670853924386697e-05, + "loss": 2.7514, + "step": 21320 + }, + { + "epoch": 0.36496687721460486, + "grad_norm": 2.366943597793579, + "learning_rate": 1.467036370533734e-05, + "loss": 2.6622, + "step": 21321 + }, + { + "epoch": 0.3649839949331553, + "grad_norm": 2.3984310626983643, + "learning_rate": 1.4669873471932917e-05, + "loss": 2.6788, + "step": 21322 + }, + { + "epoch": 0.36500111265170576, + "grad_norm": 2.234844446182251, + "learning_rate": 1.4669383224174927e-05, + "loss": 2.6358, + "step": 21323 + }, + { + "epoch": 0.36501823037025627, + "grad_norm": 2.2928411960601807, + "learning_rate": 1.466889296206488e-05, + "loss": 2.7111, + "step": 21324 + }, + { + "epoch": 0.3650353480888067, + "grad_norm": 2.26060152053833, + "learning_rate": 1.4668402685604286e-05, + "loss": 2.6225, + "step": 21325 + }, + { + "epoch": 0.3650524658073572, + "grad_norm": 2.298908233642578, + "learning_rate": 1.4667912394794647e-05, + "loss": 2.8107, + "step": 21326 + }, + { + "epoch": 0.3650695835259077, + "grad_norm": 2.156116485595703, + "learning_rate": 1.4667422089637473e-05, + "loss": 2.6441, + "step": 21327 + }, + { + "epoch": 0.36508670124445813, + "grad_norm": 2.258671998977661, + "learning_rate": 1.4666931770134267e-05, + "loss": 2.6254, + "step": 21328 + }, + { + "epoch": 0.3651038189630086, + "grad_norm": 2.3997273445129395, + "learning_rate": 1.4666441436286542e-05, + "loss": 2.5908, + "step": 21329 + }, + { + "epoch": 0.3651209366815591, + "grad_norm": 2.2362937927246094, + "learning_rate": 1.4665951088095801e-05, + "loss": 2.7271, + "step": 21330 + }, + { + "epoch": 0.36513805440010955, + "grad_norm": 2.322204113006592, + "learning_rate": 1.4665460725563553e-05, + "loss": 2.7302, + "step": 21331 + }, + { + "epoch": 0.36515517211866, + "grad_norm": 2.2532308101654053, + "learning_rate": 1.4664970348691303e-05, + "loss": 2.7131, + "step": 21332 + }, + { + "epoch": 0.3651722898372105, + "grad_norm": 2.4336655139923096, + "learning_rate": 1.4664479957480559e-05, + "loss": 2.7679, + "step": 21333 + }, + { + "epoch": 0.36518940755576096, + "grad_norm": 2.2654218673706055, + "learning_rate": 1.4663989551932832e-05, + "loss": 2.6762, + "step": 21334 + }, + { + "epoch": 0.36520652527431147, + "grad_norm": 2.359097480773926, + "learning_rate": 1.4663499132049626e-05, + "loss": 2.7461, + "step": 21335 + }, + { + "epoch": 0.3652236429928619, + "grad_norm": 2.4588968753814697, + "learning_rate": 1.4663008697832446e-05, + "loss": 2.7156, + "step": 21336 + }, + { + "epoch": 0.36524076071141237, + "grad_norm": 2.273388624191284, + "learning_rate": 1.4662518249282804e-05, + "loss": 2.6336, + "step": 21337 + }, + { + "epoch": 0.3652578784299629, + "grad_norm": 2.383369207382202, + "learning_rate": 1.4662027786402204e-05, + "loss": 2.682, + "step": 21338 + }, + { + "epoch": 0.36527499614851333, + "grad_norm": 2.308122158050537, + "learning_rate": 1.4661537309192155e-05, + "loss": 2.6372, + "step": 21339 + }, + { + "epoch": 0.3652921138670638, + "grad_norm": 2.242806911468506, + "learning_rate": 1.4661046817654165e-05, + "loss": 2.7004, + "step": 21340 + }, + { + "epoch": 0.3653092315856143, + "grad_norm": 2.3220276832580566, + "learning_rate": 1.4660556311789744e-05, + "loss": 2.8326, + "step": 21341 + }, + { + "epoch": 0.36532634930416474, + "grad_norm": 2.3636937141418457, + "learning_rate": 1.4660065791600394e-05, + "loss": 2.6975, + "step": 21342 + }, + { + "epoch": 0.3653434670227152, + "grad_norm": 2.3682947158813477, + "learning_rate": 1.4659575257087626e-05, + "loss": 2.6815, + "step": 21343 + }, + { + "epoch": 0.3653605847412657, + "grad_norm": 2.434016466140747, + "learning_rate": 1.4659084708252946e-05, + "loss": 2.6855, + "step": 21344 + }, + { + "epoch": 0.36537770245981616, + "grad_norm": 2.3537018299102783, + "learning_rate": 1.4658594145097866e-05, + "loss": 2.6824, + "step": 21345 + }, + { + "epoch": 0.3653948201783666, + "grad_norm": 2.2174265384674072, + "learning_rate": 1.465810356762389e-05, + "loss": 2.5671, + "step": 21346 + }, + { + "epoch": 0.3654119378969171, + "grad_norm": 2.1988725662231445, + "learning_rate": 1.4657612975832528e-05, + "loss": 2.5648, + "step": 21347 + }, + { + "epoch": 0.36542905561546757, + "grad_norm": 2.1826868057250977, + "learning_rate": 1.4657122369725283e-05, + "loss": 2.4728, + "step": 21348 + }, + { + "epoch": 0.365446173334018, + "grad_norm": 2.1767070293426514, + "learning_rate": 1.465663174930367e-05, + "loss": 2.6341, + "step": 21349 + }, + { + "epoch": 0.36546329105256853, + "grad_norm": 2.291583776473999, + "learning_rate": 1.4656141114569191e-05, + "loss": 2.7524, + "step": 21350 + }, + { + "epoch": 0.365480408771119, + "grad_norm": 2.2116334438323975, + "learning_rate": 1.4655650465523359e-05, + "loss": 2.667, + "step": 21351 + }, + { + "epoch": 0.36549752648966943, + "grad_norm": 2.138040542602539, + "learning_rate": 1.465515980216768e-05, + "loss": 2.5858, + "step": 21352 + }, + { + "epoch": 0.36551464420821994, + "grad_norm": 2.129309892654419, + "learning_rate": 1.4654669124503663e-05, + "loss": 2.6749, + "step": 21353 + }, + { + "epoch": 0.3655317619267704, + "grad_norm": 2.3236334323883057, + "learning_rate": 1.465417843253281e-05, + "loss": 2.757, + "step": 21354 + }, + { + "epoch": 0.36554887964532085, + "grad_norm": 2.1006979942321777, + "learning_rate": 1.4653687726256636e-05, + "loss": 2.3877, + "step": 21355 + }, + { + "epoch": 0.36556599736387135, + "grad_norm": 2.2448906898498535, + "learning_rate": 1.465319700567665e-05, + "loss": 2.6978, + "step": 21356 + }, + { + "epoch": 0.3655831150824218, + "grad_norm": 2.3366754055023193, + "learning_rate": 1.4652706270794354e-05, + "loss": 2.7079, + "step": 21357 + }, + { + "epoch": 0.3656002328009723, + "grad_norm": 2.2672269344329834, + "learning_rate": 1.4652215521611264e-05, + "loss": 2.5975, + "step": 21358 + }, + { + "epoch": 0.36561735051952277, + "grad_norm": 2.292912244796753, + "learning_rate": 1.4651724758128885e-05, + "loss": 2.5683, + "step": 21359 + }, + { + "epoch": 0.3656344682380732, + "grad_norm": 2.3002662658691406, + "learning_rate": 1.4651233980348723e-05, + "loss": 2.676, + "step": 21360 + }, + { + "epoch": 0.3656515859566237, + "grad_norm": 2.3417396545410156, + "learning_rate": 1.4650743188272288e-05, + "loss": 2.7999, + "step": 21361 + }, + { + "epoch": 0.3656687036751742, + "grad_norm": 2.4103469848632812, + "learning_rate": 1.4650252381901089e-05, + "loss": 2.7392, + "step": 21362 + }, + { + "epoch": 0.36568582139372463, + "grad_norm": 2.4035258293151855, + "learning_rate": 1.4649761561236634e-05, + "loss": 2.7302, + "step": 21363 + }, + { + "epoch": 0.36570293911227514, + "grad_norm": 2.2553229331970215, + "learning_rate": 1.4649270726280434e-05, + "loss": 2.6507, + "step": 21364 + }, + { + "epoch": 0.3657200568308256, + "grad_norm": 2.3482019901275635, + "learning_rate": 1.4648779877033996e-05, + "loss": 2.6302, + "step": 21365 + }, + { + "epoch": 0.36573717454937604, + "grad_norm": 2.354841709136963, + "learning_rate": 1.4648289013498829e-05, + "loss": 2.6222, + "step": 21366 + }, + { + "epoch": 0.36575429226792655, + "grad_norm": 2.2913291454315186, + "learning_rate": 1.4647798135676438e-05, + "loss": 2.6741, + "step": 21367 + }, + { + "epoch": 0.365771409986477, + "grad_norm": 2.346431016921997, + "learning_rate": 1.4647307243568338e-05, + "loss": 2.609, + "step": 21368 + }, + { + "epoch": 0.36578852770502746, + "grad_norm": 2.350842237472534, + "learning_rate": 1.4646816337176036e-05, + "loss": 2.7406, + "step": 21369 + }, + { + "epoch": 0.36580564542357796, + "grad_norm": 2.405346632003784, + "learning_rate": 1.4646325416501034e-05, + "loss": 2.738, + "step": 21370 + }, + { + "epoch": 0.3658227631421284, + "grad_norm": 2.3380579948425293, + "learning_rate": 1.4645834481544852e-05, + "loss": 2.7737, + "step": 21371 + }, + { + "epoch": 0.36583988086067887, + "grad_norm": 2.18152117729187, + "learning_rate": 1.4645343532308994e-05, + "loss": 2.4781, + "step": 21372 + }, + { + "epoch": 0.3658569985792294, + "grad_norm": 2.4175310134887695, + "learning_rate": 1.4644852568794967e-05, + "loss": 2.755, + "step": 21373 + }, + { + "epoch": 0.36587411629777983, + "grad_norm": 2.358590602874756, + "learning_rate": 1.4644361591004281e-05, + "loss": 2.6861, + "step": 21374 + }, + { + "epoch": 0.3658912340163303, + "grad_norm": 2.296830177307129, + "learning_rate": 1.4643870598938446e-05, + "loss": 2.6527, + "step": 21375 + }, + { + "epoch": 0.3659083517348808, + "grad_norm": 2.3503785133361816, + "learning_rate": 1.4643379592598972e-05, + "loss": 2.6533, + "step": 21376 + }, + { + "epoch": 0.36592546945343124, + "grad_norm": 2.189943552017212, + "learning_rate": 1.4642888571987365e-05, + "loss": 2.6979, + "step": 21377 + }, + { + "epoch": 0.3659425871719817, + "grad_norm": 2.281883478164673, + "learning_rate": 1.464239753710514e-05, + "loss": 2.6721, + "step": 21378 + }, + { + "epoch": 0.3659597048905322, + "grad_norm": 2.3697221279144287, + "learning_rate": 1.4641906487953798e-05, + "loss": 2.6252, + "step": 21379 + }, + { + "epoch": 0.36597682260908265, + "grad_norm": 2.2686641216278076, + "learning_rate": 1.4641415424534856e-05, + "loss": 2.6321, + "step": 21380 + }, + { + "epoch": 0.36599394032763316, + "grad_norm": 2.278885841369629, + "learning_rate": 1.464092434684982e-05, + "loss": 2.7698, + "step": 21381 + }, + { + "epoch": 0.3660110580461836, + "grad_norm": 2.317509889602661, + "learning_rate": 1.4640433254900201e-05, + "loss": 2.7211, + "step": 21382 + }, + { + "epoch": 0.36602817576473407, + "grad_norm": 2.3098392486572266, + "learning_rate": 1.4639942148687506e-05, + "loss": 2.6195, + "step": 21383 + }, + { + "epoch": 0.3660452934832846, + "grad_norm": 2.356386184692383, + "learning_rate": 1.4639451028213245e-05, + "loss": 2.6851, + "step": 21384 + }, + { + "epoch": 0.366062411201835, + "grad_norm": 2.2596142292022705, + "learning_rate": 1.4638959893478928e-05, + "loss": 2.6381, + "step": 21385 + }, + { + "epoch": 0.3660795289203855, + "grad_norm": 2.19238018989563, + "learning_rate": 1.4638468744486065e-05, + "loss": 2.6927, + "step": 21386 + }, + { + "epoch": 0.366096646638936, + "grad_norm": 2.240311861038208, + "learning_rate": 1.4637977581236165e-05, + "loss": 2.6536, + "step": 21387 + }, + { + "epoch": 0.36611376435748644, + "grad_norm": 2.2898261547088623, + "learning_rate": 1.4637486403730741e-05, + "loss": 2.6621, + "step": 21388 + }, + { + "epoch": 0.3661308820760369, + "grad_norm": 2.4901227951049805, + "learning_rate": 1.4636995211971296e-05, + "loss": 2.8688, + "step": 21389 + }, + { + "epoch": 0.3661479997945874, + "grad_norm": 2.337555170059204, + "learning_rate": 1.4636504005959347e-05, + "loss": 2.6302, + "step": 21390 + }, + { + "epoch": 0.36616511751313785, + "grad_norm": 2.2203619480133057, + "learning_rate": 1.4636012785696396e-05, + "loss": 2.6917, + "step": 21391 + }, + { + "epoch": 0.3661822352316883, + "grad_norm": 2.4152350425720215, + "learning_rate": 1.463552155118396e-05, + "loss": 2.6422, + "step": 21392 + }, + { + "epoch": 0.3661993529502388, + "grad_norm": 2.3971195220947266, + "learning_rate": 1.4635030302423542e-05, + "loss": 2.6312, + "step": 21393 + }, + { + "epoch": 0.36621647066878926, + "grad_norm": 2.160259485244751, + "learning_rate": 1.4634539039416662e-05, + "loss": 2.6325, + "step": 21394 + }, + { + "epoch": 0.3662335883873397, + "grad_norm": 2.1918246746063232, + "learning_rate": 1.4634047762164823e-05, + "loss": 2.6976, + "step": 21395 + }, + { + "epoch": 0.3662507061058902, + "grad_norm": 2.2239701747894287, + "learning_rate": 1.4633556470669534e-05, + "loss": 2.6579, + "step": 21396 + }, + { + "epoch": 0.3662678238244407, + "grad_norm": 2.2114291191101074, + "learning_rate": 1.4633065164932307e-05, + "loss": 2.7971, + "step": 21397 + }, + { + "epoch": 0.3662849415429911, + "grad_norm": 2.2489209175109863, + "learning_rate": 1.4632573844954651e-05, + "loss": 2.5938, + "step": 21398 + }, + { + "epoch": 0.36630205926154163, + "grad_norm": 2.2185399532318115, + "learning_rate": 1.463208251073808e-05, + "loss": 2.7356, + "step": 21399 + }, + { + "epoch": 0.3663191769800921, + "grad_norm": 2.2878355979919434, + "learning_rate": 1.4631591162284097e-05, + "loss": 2.6729, + "step": 21400 + }, + { + "epoch": 0.36633629469864254, + "grad_norm": 2.2528023719787598, + "learning_rate": 1.4631099799594222e-05, + "loss": 2.7245, + "step": 21401 + }, + { + "epoch": 0.36635341241719305, + "grad_norm": 2.2704129219055176, + "learning_rate": 1.4630608422669958e-05, + "loss": 2.648, + "step": 21402 + }, + { + "epoch": 0.3663705301357435, + "grad_norm": 2.3054840564727783, + "learning_rate": 1.4630117031512816e-05, + "loss": 2.6446, + "step": 21403 + }, + { + "epoch": 0.366387647854294, + "grad_norm": 2.2478253841400146, + "learning_rate": 1.4629625626124308e-05, + "loss": 2.7343, + "step": 21404 + }, + { + "epoch": 0.36640476557284446, + "grad_norm": 2.3843514919281006, + "learning_rate": 1.4629134206505946e-05, + "loss": 2.7309, + "step": 21405 + }, + { + "epoch": 0.3664218832913949, + "grad_norm": 2.282860040664673, + "learning_rate": 1.4628642772659237e-05, + "loss": 2.7479, + "step": 21406 + }, + { + "epoch": 0.3664390010099454, + "grad_norm": 2.3760130405426025, + "learning_rate": 1.4628151324585691e-05, + "loss": 2.6503, + "step": 21407 + }, + { + "epoch": 0.36645611872849587, + "grad_norm": 2.1579928398132324, + "learning_rate": 1.4627659862286823e-05, + "loss": 2.6005, + "step": 21408 + }, + { + "epoch": 0.3664732364470463, + "grad_norm": 2.5006165504455566, + "learning_rate": 1.4627168385764141e-05, + "loss": 2.6766, + "step": 21409 + }, + { + "epoch": 0.36649035416559683, + "grad_norm": 2.262619733810425, + "learning_rate": 1.4626676895019159e-05, + "loss": 2.5959, + "step": 21410 + }, + { + "epoch": 0.3665074718841473, + "grad_norm": 2.5962448120117188, + "learning_rate": 1.4626185390053378e-05, + "loss": 2.8567, + "step": 21411 + }, + { + "epoch": 0.36652458960269774, + "grad_norm": 2.3305318355560303, + "learning_rate": 1.4625693870868318e-05, + "loss": 2.5939, + "step": 21412 + }, + { + "epoch": 0.36654170732124824, + "grad_norm": 2.3494808673858643, + "learning_rate": 1.4625202337465486e-05, + "loss": 2.6879, + "step": 21413 + }, + { + "epoch": 0.3665588250397987, + "grad_norm": 2.367929458618164, + "learning_rate": 1.4624710789846392e-05, + "loss": 2.7167, + "step": 21414 + }, + { + "epoch": 0.36657594275834915, + "grad_norm": 2.3090131282806396, + "learning_rate": 1.4624219228012555e-05, + "loss": 2.6979, + "step": 21415 + }, + { + "epoch": 0.36659306047689966, + "grad_norm": 2.2899510860443115, + "learning_rate": 1.4623727651965473e-05, + "loss": 2.5861, + "step": 21416 + }, + { + "epoch": 0.3666101781954501, + "grad_norm": 2.2133195400238037, + "learning_rate": 1.4623236061706666e-05, + "loss": 2.6814, + "step": 21417 + }, + { + "epoch": 0.36662729591400056, + "grad_norm": 2.357585906982422, + "learning_rate": 1.4622744457237643e-05, + "loss": 2.656, + "step": 21418 + }, + { + "epoch": 0.36664441363255107, + "grad_norm": 2.3415253162384033, + "learning_rate": 1.4622252838559913e-05, + "loss": 2.7974, + "step": 21419 + }, + { + "epoch": 0.3666615313511015, + "grad_norm": 2.1641552448272705, + "learning_rate": 1.4621761205674991e-05, + "loss": 2.5236, + "step": 21420 + }, + { + "epoch": 0.366678649069652, + "grad_norm": 2.25736927986145, + "learning_rate": 1.4621269558584383e-05, + "loss": 2.6462, + "step": 21421 + }, + { + "epoch": 0.3666957667882025, + "grad_norm": 2.305133104324341, + "learning_rate": 1.4620777897289602e-05, + "loss": 2.7608, + "step": 21422 + }, + { + "epoch": 0.36671288450675293, + "grad_norm": 2.3939619064331055, + "learning_rate": 1.462028622179216e-05, + "loss": 2.6512, + "step": 21423 + }, + { + "epoch": 0.3667300022253034, + "grad_norm": 2.317558765411377, + "learning_rate": 1.4619794532093572e-05, + "loss": 2.6353, + "step": 21424 + }, + { + "epoch": 0.3667471199438539, + "grad_norm": 2.351409912109375, + "learning_rate": 1.461930282819534e-05, + "loss": 2.6634, + "step": 21425 + }, + { + "epoch": 0.36676423766240435, + "grad_norm": 2.3874459266662598, + "learning_rate": 1.4618811110098986e-05, + "loss": 2.6565, + "step": 21426 + }, + { + "epoch": 0.3667813553809548, + "grad_norm": 2.482543468475342, + "learning_rate": 1.4618319377806011e-05, + "loss": 2.686, + "step": 21427 + }, + { + "epoch": 0.3667984730995053, + "grad_norm": 2.306706666946411, + "learning_rate": 1.4617827631317933e-05, + "loss": 2.6217, + "step": 21428 + }, + { + "epoch": 0.36681559081805576, + "grad_norm": 2.376945972442627, + "learning_rate": 1.4617335870636265e-05, + "loss": 2.6399, + "step": 21429 + }, + { + "epoch": 0.36683270853660627, + "grad_norm": 2.3986399173736572, + "learning_rate": 1.4616844095762512e-05, + "loss": 2.7121, + "step": 21430 + }, + { + "epoch": 0.3668498262551567, + "grad_norm": 2.4478814601898193, + "learning_rate": 1.4616352306698192e-05, + "loss": 2.7193, + "step": 21431 + }, + { + "epoch": 0.36686694397370717, + "grad_norm": 2.307011365890503, + "learning_rate": 1.4615860503444812e-05, + "loss": 2.7279, + "step": 21432 + }, + { + "epoch": 0.3668840616922577, + "grad_norm": 2.4384567737579346, + "learning_rate": 1.4615368686003883e-05, + "loss": 2.5598, + "step": 21433 + }, + { + "epoch": 0.36690117941080813, + "grad_norm": 2.3789985179901123, + "learning_rate": 1.4614876854376923e-05, + "loss": 2.7447, + "step": 21434 + }, + { + "epoch": 0.3669182971293586, + "grad_norm": 2.250295639038086, + "learning_rate": 1.4614385008565437e-05, + "loss": 2.5516, + "step": 21435 + }, + { + "epoch": 0.3669354148479091, + "grad_norm": 2.475770950317383, + "learning_rate": 1.461389314857094e-05, + "loss": 2.6737, + "step": 21436 + }, + { + "epoch": 0.36695253256645954, + "grad_norm": 2.375380516052246, + "learning_rate": 1.4613401274394943e-05, + "loss": 2.6832, + "step": 21437 + }, + { + "epoch": 0.36696965028501, + "grad_norm": 2.303835153579712, + "learning_rate": 1.461290938603896e-05, + "loss": 2.7997, + "step": 21438 + }, + { + "epoch": 0.3669867680035605, + "grad_norm": 2.185556411743164, + "learning_rate": 1.4612417483504498e-05, + "loss": 2.6964, + "step": 21439 + }, + { + "epoch": 0.36700388572211096, + "grad_norm": 2.2994439601898193, + "learning_rate": 1.4611925566793072e-05, + "loss": 2.6191, + "step": 21440 + }, + { + "epoch": 0.3670210034406614, + "grad_norm": 2.1265439987182617, + "learning_rate": 1.4611433635906195e-05, + "loss": 2.611, + "step": 21441 + }, + { + "epoch": 0.3670381211592119, + "grad_norm": 2.0521461963653564, + "learning_rate": 1.4610941690845379e-05, + "loss": 2.5583, + "step": 21442 + }, + { + "epoch": 0.36705523887776237, + "grad_norm": 2.1653635501861572, + "learning_rate": 1.4610449731612134e-05, + "loss": 2.6295, + "step": 21443 + }, + { + "epoch": 0.3670723565963128, + "grad_norm": 2.2204370498657227, + "learning_rate": 1.4609957758207971e-05, + "loss": 2.6968, + "step": 21444 + }, + { + "epoch": 0.36708947431486333, + "grad_norm": 2.226301908493042, + "learning_rate": 1.4609465770634408e-05, + "loss": 2.6494, + "step": 21445 + }, + { + "epoch": 0.3671065920334138, + "grad_norm": 2.2556560039520264, + "learning_rate": 1.4608973768892951e-05, + "loss": 2.6797, + "step": 21446 + }, + { + "epoch": 0.36712370975196423, + "grad_norm": 2.3981266021728516, + "learning_rate": 1.4608481752985116e-05, + "loss": 2.6198, + "step": 21447 + }, + { + "epoch": 0.36714082747051474, + "grad_norm": 2.3128321170806885, + "learning_rate": 1.4607989722912412e-05, + "loss": 2.7326, + "step": 21448 + }, + { + "epoch": 0.3671579451890652, + "grad_norm": 2.1672747135162354, + "learning_rate": 1.4607497678676354e-05, + "loss": 2.6019, + "step": 21449 + }, + { + "epoch": 0.36717506290761565, + "grad_norm": 2.28904128074646, + "learning_rate": 1.4607005620278454e-05, + "loss": 2.7654, + "step": 21450 + }, + { + "epoch": 0.36719218062616615, + "grad_norm": 2.2643039226531982, + "learning_rate": 1.4606513547720222e-05, + "loss": 2.7395, + "step": 21451 + }, + { + "epoch": 0.3672092983447166, + "grad_norm": 2.3266663551330566, + "learning_rate": 1.4606021461003177e-05, + "loss": 2.6039, + "step": 21452 + }, + { + "epoch": 0.3672264160632671, + "grad_norm": 2.458293914794922, + "learning_rate": 1.4605529360128824e-05, + "loss": 2.7928, + "step": 21453 + }, + { + "epoch": 0.36724353378181757, + "grad_norm": 2.3346924781799316, + "learning_rate": 1.460503724509868e-05, + "loss": 2.5848, + "step": 21454 + }, + { + "epoch": 0.367260651500368, + "grad_norm": 2.2553927898406982, + "learning_rate": 1.4604545115914255e-05, + "loss": 2.6092, + "step": 21455 + }, + { + "epoch": 0.3672777692189185, + "grad_norm": 2.2360732555389404, + "learning_rate": 1.4604052972577064e-05, + "loss": 2.668, + "step": 21456 + }, + { + "epoch": 0.367294886937469, + "grad_norm": 2.3266851902008057, + "learning_rate": 1.4603560815088615e-05, + "loss": 2.7188, + "step": 21457 + }, + { + "epoch": 0.36731200465601943, + "grad_norm": 2.3515353202819824, + "learning_rate": 1.4603068643450428e-05, + "loss": 2.6673, + "step": 21458 + }, + { + "epoch": 0.36732912237456994, + "grad_norm": 2.3542184829711914, + "learning_rate": 1.4602576457664011e-05, + "loss": 2.6548, + "step": 21459 + }, + { + "epoch": 0.3673462400931204, + "grad_norm": 2.248931646347046, + "learning_rate": 1.4602084257730877e-05, + "loss": 2.6036, + "step": 21460 + }, + { + "epoch": 0.36736335781167084, + "grad_norm": 2.316493272781372, + "learning_rate": 1.460159204365254e-05, + "loss": 2.6619, + "step": 21461 + }, + { + "epoch": 0.36738047553022135, + "grad_norm": 2.2886550426483154, + "learning_rate": 1.4601099815430513e-05, + "loss": 2.6796, + "step": 21462 + }, + { + "epoch": 0.3673975932487718, + "grad_norm": 2.3910512924194336, + "learning_rate": 1.4600607573066308e-05, + "loss": 2.7434, + "step": 21463 + }, + { + "epoch": 0.36741471096732226, + "grad_norm": 2.20666241645813, + "learning_rate": 1.4600115316561439e-05, + "loss": 2.505, + "step": 21464 + }, + { + "epoch": 0.36743182868587276, + "grad_norm": 2.1990528106689453, + "learning_rate": 1.4599623045917417e-05, + "loss": 2.5675, + "step": 21465 + }, + { + "epoch": 0.3674489464044232, + "grad_norm": 2.35386323928833, + "learning_rate": 1.4599130761135755e-05, + "loss": 2.7711, + "step": 21466 + }, + { + "epoch": 0.36746606412297367, + "grad_norm": 2.166315793991089, + "learning_rate": 1.4598638462217971e-05, + "loss": 2.6816, + "step": 21467 + }, + { + "epoch": 0.3674831818415242, + "grad_norm": 2.19126558303833, + "learning_rate": 1.4598146149165576e-05, + "loss": 2.6132, + "step": 21468 + }, + { + "epoch": 0.36750029956007463, + "grad_norm": 2.268172264099121, + "learning_rate": 1.459765382198008e-05, + "loss": 2.6845, + "step": 21469 + }, + { + "epoch": 0.3675174172786251, + "grad_norm": 2.1893723011016846, + "learning_rate": 1.4597161480662996e-05, + "loss": 2.6311, + "step": 21470 + }, + { + "epoch": 0.3675345349971756, + "grad_norm": 2.399123430252075, + "learning_rate": 1.4596669125215841e-05, + "loss": 2.831, + "step": 21471 + }, + { + "epoch": 0.36755165271572604, + "grad_norm": 2.213541269302368, + "learning_rate": 1.4596176755640127e-05, + "loss": 2.5301, + "step": 21472 + }, + { + "epoch": 0.3675687704342765, + "grad_norm": 2.3103463649749756, + "learning_rate": 1.4595684371937369e-05, + "loss": 2.5913, + "step": 21473 + }, + { + "epoch": 0.367585888152827, + "grad_norm": 2.2720515727996826, + "learning_rate": 1.459519197410908e-05, + "loss": 2.7563, + "step": 21474 + }, + { + "epoch": 0.36760300587137745, + "grad_norm": 2.19148850440979, + "learning_rate": 1.4594699562156768e-05, + "loss": 2.5225, + "step": 21475 + }, + { + "epoch": 0.36762012358992796, + "grad_norm": 2.414398670196533, + "learning_rate": 1.4594207136081951e-05, + "loss": 2.759, + "step": 21476 + }, + { + "epoch": 0.3676372413084784, + "grad_norm": 2.3914096355438232, + "learning_rate": 1.4593714695886142e-05, + "loss": 2.6912, + "step": 21477 + }, + { + "epoch": 0.36765435902702887, + "grad_norm": 2.459549903869629, + "learning_rate": 1.4593222241570855e-05, + "loss": 2.749, + "step": 21478 + }, + { + "epoch": 0.3676714767455794, + "grad_norm": 2.3507790565490723, + "learning_rate": 1.4592729773137606e-05, + "loss": 2.7087, + "step": 21479 + }, + { + "epoch": 0.3676885944641298, + "grad_norm": 2.3070461750030518, + "learning_rate": 1.4592237290587902e-05, + "loss": 2.7089, + "step": 21480 + }, + { + "epoch": 0.3677057121826803, + "grad_norm": 2.324979066848755, + "learning_rate": 1.4591744793923266e-05, + "loss": 2.6239, + "step": 21481 + }, + { + "epoch": 0.3677228299012308, + "grad_norm": 2.276238441467285, + "learning_rate": 1.45912522831452e-05, + "loss": 2.5831, + "step": 21482 + }, + { + "epoch": 0.36773994761978124, + "grad_norm": 2.308880567550659, + "learning_rate": 1.4590759758255228e-05, + "loss": 2.7261, + "step": 21483 + }, + { + "epoch": 0.3677570653383317, + "grad_norm": 2.262643575668335, + "learning_rate": 1.4590267219254863e-05, + "loss": 2.6575, + "step": 21484 + }, + { + "epoch": 0.3677741830568822, + "grad_norm": 2.1933772563934326, + "learning_rate": 1.4589774666145613e-05, + "loss": 2.574, + "step": 21485 + }, + { + "epoch": 0.36779130077543265, + "grad_norm": 2.3292064666748047, + "learning_rate": 1.4589282098928995e-05, + "loss": 2.5151, + "step": 21486 + }, + { + "epoch": 0.3678084184939831, + "grad_norm": 2.2840898036956787, + "learning_rate": 1.4588789517606521e-05, + "loss": 2.5826, + "step": 21487 + }, + { + "epoch": 0.3678255362125336, + "grad_norm": 2.3483142852783203, + "learning_rate": 1.4588296922179708e-05, + "loss": 2.6215, + "step": 21488 + }, + { + "epoch": 0.36784265393108406, + "grad_norm": 2.3689122200012207, + "learning_rate": 1.4587804312650071e-05, + "loss": 2.7003, + "step": 21489 + }, + { + "epoch": 0.3678597716496345, + "grad_norm": 2.3363940715789795, + "learning_rate": 1.4587311689019124e-05, + "loss": 2.6304, + "step": 21490 + }, + { + "epoch": 0.367876889368185, + "grad_norm": 2.329969882965088, + "learning_rate": 1.4586819051288374e-05, + "loss": 2.7231, + "step": 21491 + }, + { + "epoch": 0.3678940070867355, + "grad_norm": 2.189222574234009, + "learning_rate": 1.4586326399459343e-05, + "loss": 2.5703, + "step": 21492 + }, + { + "epoch": 0.3679111248052859, + "grad_norm": 2.3868110179901123, + "learning_rate": 1.4585833733533541e-05, + "loss": 2.6221, + "step": 21493 + }, + { + "epoch": 0.36792824252383644, + "grad_norm": 2.379680633544922, + "learning_rate": 1.4585341053512487e-05, + "loss": 2.5517, + "step": 21494 + }, + { + "epoch": 0.3679453602423869, + "grad_norm": 2.303006887435913, + "learning_rate": 1.4584848359397692e-05, + "loss": 2.6709, + "step": 21495 + }, + { + "epoch": 0.36796247796093734, + "grad_norm": 2.276214122772217, + "learning_rate": 1.4584355651190672e-05, + "loss": 2.6667, + "step": 21496 + }, + { + "epoch": 0.36797959567948785, + "grad_norm": 2.3200578689575195, + "learning_rate": 1.4583862928892937e-05, + "loss": 2.6402, + "step": 21497 + }, + { + "epoch": 0.3679967133980383, + "grad_norm": 2.322930097579956, + "learning_rate": 1.4583370192506006e-05, + "loss": 2.7396, + "step": 21498 + }, + { + "epoch": 0.3680138311165888, + "grad_norm": 2.088521718978882, + "learning_rate": 1.4582877442031392e-05, + "loss": 2.564, + "step": 21499 + }, + { + "epoch": 0.36803094883513926, + "grad_norm": 2.24908185005188, + "learning_rate": 1.458238467747061e-05, + "loss": 2.6551, + "step": 21500 + }, + { + "epoch": 0.3680480665536897, + "grad_norm": 2.2720439434051514, + "learning_rate": 1.4581891898825174e-05, + "loss": 2.5767, + "step": 21501 + }, + { + "epoch": 0.3680651842722402, + "grad_norm": 2.4732508659362793, + "learning_rate": 1.4581399106096597e-05, + "loss": 2.7888, + "step": 21502 + }, + { + "epoch": 0.3680823019907907, + "grad_norm": 2.2795445919036865, + "learning_rate": 1.45809062992864e-05, + "loss": 2.6607, + "step": 21503 + }, + { + "epoch": 0.3680994197093411, + "grad_norm": 2.4597432613372803, + "learning_rate": 1.458041347839609e-05, + "loss": 2.7816, + "step": 21504 + }, + { + "epoch": 0.36811653742789163, + "grad_norm": 2.367703437805176, + "learning_rate": 1.4579920643427183e-05, + "loss": 2.6653, + "step": 21505 + }, + { + "epoch": 0.3681336551464421, + "grad_norm": 2.1724259853363037, + "learning_rate": 1.45794277943812e-05, + "loss": 2.572, + "step": 21506 + }, + { + "epoch": 0.36815077286499254, + "grad_norm": 2.357044219970703, + "learning_rate": 1.4578934931259649e-05, + "loss": 2.6118, + "step": 21507 + }, + { + "epoch": 0.36816789058354304, + "grad_norm": 2.301448345184326, + "learning_rate": 1.457844205406405e-05, + "loss": 2.6352, + "step": 21508 + }, + { + "epoch": 0.3681850083020935, + "grad_norm": 2.1621315479278564, + "learning_rate": 1.4577949162795913e-05, + "loss": 2.6627, + "step": 21509 + }, + { + "epoch": 0.36820212602064395, + "grad_norm": 2.233590841293335, + "learning_rate": 1.4577456257456759e-05, + "loss": 2.6776, + "step": 21510 + }, + { + "epoch": 0.36821924373919446, + "grad_norm": 2.390155553817749, + "learning_rate": 1.4576963338048098e-05, + "loss": 2.6303, + "step": 21511 + }, + { + "epoch": 0.3682363614577449, + "grad_norm": 2.279543399810791, + "learning_rate": 1.4576470404571445e-05, + "loss": 2.737, + "step": 21512 + }, + { + "epoch": 0.36825347917629536, + "grad_norm": 2.308932065963745, + "learning_rate": 1.4575977457028317e-05, + "loss": 2.7376, + "step": 21513 + }, + { + "epoch": 0.36827059689484587, + "grad_norm": 2.277299642562866, + "learning_rate": 1.4575484495420229e-05, + "loss": 2.7135, + "step": 21514 + }, + { + "epoch": 0.3682877146133963, + "grad_norm": 2.208164691925049, + "learning_rate": 1.4574991519748695e-05, + "loss": 2.6731, + "step": 21515 + }, + { + "epoch": 0.3683048323319468, + "grad_norm": 2.2800469398498535, + "learning_rate": 1.4574498530015233e-05, + "loss": 2.5902, + "step": 21516 + }, + { + "epoch": 0.3683219500504973, + "grad_norm": 2.273857355117798, + "learning_rate": 1.457400552622136e-05, + "loss": 2.5276, + "step": 21517 + }, + { + "epoch": 0.36833906776904773, + "grad_norm": 2.182856321334839, + "learning_rate": 1.4573512508368582e-05, + "loss": 2.5405, + "step": 21518 + }, + { + "epoch": 0.3683561854875982, + "grad_norm": 2.2283077239990234, + "learning_rate": 1.4573019476458421e-05, + "loss": 2.5402, + "step": 21519 + }, + { + "epoch": 0.3683733032061487, + "grad_norm": 2.300382614135742, + "learning_rate": 1.4572526430492392e-05, + "loss": 2.6682, + "step": 21520 + }, + { + "epoch": 0.36839042092469915, + "grad_norm": 2.3687877655029297, + "learning_rate": 1.4572033370472012e-05, + "loss": 2.5797, + "step": 21521 + }, + { + "epoch": 0.36840753864324965, + "grad_norm": 2.417029857635498, + "learning_rate": 1.4571540296398794e-05, + "loss": 2.6856, + "step": 21522 + }, + { + "epoch": 0.3684246563618001, + "grad_norm": 2.2946460247039795, + "learning_rate": 1.4571047208274252e-05, + "loss": 2.6204, + "step": 21523 + }, + { + "epoch": 0.36844177408035056, + "grad_norm": 2.2647178173065186, + "learning_rate": 1.4570554106099906e-05, + "loss": 2.5949, + "step": 21524 + }, + { + "epoch": 0.36845889179890107, + "grad_norm": 2.329909563064575, + "learning_rate": 1.4570060989877268e-05, + "loss": 2.6713, + "step": 21525 + }, + { + "epoch": 0.3684760095174515, + "grad_norm": 2.347691774368286, + "learning_rate": 1.4569567859607856e-05, + "loss": 2.6664, + "step": 21526 + }, + { + "epoch": 0.36849312723600197, + "grad_norm": 2.244499683380127, + "learning_rate": 1.4569074715293186e-05, + "loss": 2.7258, + "step": 21527 + }, + { + "epoch": 0.3685102449545525, + "grad_norm": 2.272866725921631, + "learning_rate": 1.4568581556934769e-05, + "loss": 2.5209, + "step": 21528 + }, + { + "epoch": 0.36852736267310293, + "grad_norm": 2.3114423751831055, + "learning_rate": 1.4568088384534124e-05, + "loss": 2.7225, + "step": 21529 + }, + { + "epoch": 0.3685444803916534, + "grad_norm": 2.3202672004699707, + "learning_rate": 1.456759519809277e-05, + "loss": 2.7247, + "step": 21530 + }, + { + "epoch": 0.3685615981102039, + "grad_norm": 2.4286601543426514, + "learning_rate": 1.4567101997612216e-05, + "loss": 2.6888, + "step": 21531 + }, + { + "epoch": 0.36857871582875434, + "grad_norm": 2.158728837966919, + "learning_rate": 1.4566608783093987e-05, + "loss": 2.6691, + "step": 21532 + }, + { + "epoch": 0.3685958335473048, + "grad_norm": 2.422600507736206, + "learning_rate": 1.4566115554539593e-05, + "loss": 2.6865, + "step": 21533 + }, + { + "epoch": 0.3686129512658553, + "grad_norm": 2.318941593170166, + "learning_rate": 1.4565622311950549e-05, + "loss": 2.6879, + "step": 21534 + }, + { + "epoch": 0.36863006898440576, + "grad_norm": 2.213606834411621, + "learning_rate": 1.4565129055328373e-05, + "loss": 2.5736, + "step": 21535 + }, + { + "epoch": 0.3686471867029562, + "grad_norm": 2.265240430831909, + "learning_rate": 1.4564635784674582e-05, + "loss": 2.6828, + "step": 21536 + }, + { + "epoch": 0.3686643044215067, + "grad_norm": 2.269141912460327, + "learning_rate": 1.4564142499990692e-05, + "loss": 2.6698, + "step": 21537 + }, + { + "epoch": 0.36868142214005717, + "grad_norm": 2.269089698791504, + "learning_rate": 1.4563649201278216e-05, + "loss": 2.674, + "step": 21538 + }, + { + "epoch": 0.3686985398586076, + "grad_norm": 2.334014892578125, + "learning_rate": 1.4563155888538673e-05, + "loss": 2.6198, + "step": 21539 + }, + { + "epoch": 0.36871565757715813, + "grad_norm": 2.4354755878448486, + "learning_rate": 1.456266256177358e-05, + "loss": 2.5992, + "step": 21540 + }, + { + "epoch": 0.3687327752957086, + "grad_norm": 2.300088405609131, + "learning_rate": 1.456216922098445e-05, + "loss": 2.7483, + "step": 21541 + }, + { + "epoch": 0.36874989301425903, + "grad_norm": 2.2872843742370605, + "learning_rate": 1.4561675866172803e-05, + "loss": 2.7481, + "step": 21542 + }, + { + "epoch": 0.36876701073280954, + "grad_norm": 2.234071731567383, + "learning_rate": 1.4561182497340157e-05, + "loss": 2.5139, + "step": 21543 + }, + { + "epoch": 0.36878412845136, + "grad_norm": 2.375667095184326, + "learning_rate": 1.456068911448802e-05, + "loss": 2.6087, + "step": 21544 + }, + { + "epoch": 0.3688012461699105, + "grad_norm": 2.251924514770508, + "learning_rate": 1.4560195717617915e-05, + "loss": 2.6708, + "step": 21545 + }, + { + "epoch": 0.36881836388846095, + "grad_norm": 2.2879254817962646, + "learning_rate": 1.455970230673136e-05, + "loss": 2.5333, + "step": 21546 + }, + { + "epoch": 0.3688354816070114, + "grad_norm": 2.3510303497314453, + "learning_rate": 1.4559208881829867e-05, + "loss": 2.6307, + "step": 21547 + }, + { + "epoch": 0.3688525993255619, + "grad_norm": 2.3475492000579834, + "learning_rate": 1.4558715442914957e-05, + "loss": 2.7929, + "step": 21548 + }, + { + "epoch": 0.36886971704411237, + "grad_norm": 2.3308024406433105, + "learning_rate": 1.4558221989988141e-05, + "loss": 2.5163, + "step": 21549 + }, + { + "epoch": 0.3688868347626628, + "grad_norm": 2.3766298294067383, + "learning_rate": 1.455772852305094e-05, + "loss": 2.8667, + "step": 21550 + }, + { + "epoch": 0.3689039524812133, + "grad_norm": 2.479640245437622, + "learning_rate": 1.4557235042104872e-05, + "loss": 2.6978, + "step": 21551 + }, + { + "epoch": 0.3689210701997638, + "grad_norm": 2.2282567024230957, + "learning_rate": 1.4556741547151447e-05, + "loss": 2.5739, + "step": 21552 + }, + { + "epoch": 0.36893818791831423, + "grad_norm": 2.432234287261963, + "learning_rate": 1.4556248038192191e-05, + "loss": 2.8288, + "step": 21553 + }, + { + "epoch": 0.36895530563686474, + "grad_norm": 2.296705484390259, + "learning_rate": 1.4555754515228615e-05, + "loss": 2.6598, + "step": 21554 + }, + { + "epoch": 0.3689724233554152, + "grad_norm": 2.2256338596343994, + "learning_rate": 1.4555260978262235e-05, + "loss": 2.5538, + "step": 21555 + }, + { + "epoch": 0.36898954107396564, + "grad_norm": 2.1999056339263916, + "learning_rate": 1.4554767427294569e-05, + "loss": 2.7262, + "step": 21556 + }, + { + "epoch": 0.36900665879251615, + "grad_norm": 2.472975254058838, + "learning_rate": 1.4554273862327137e-05, + "loss": 2.7436, + "step": 21557 + }, + { + "epoch": 0.3690237765110666, + "grad_norm": 2.1534717082977295, + "learning_rate": 1.4553780283361454e-05, + "loss": 2.5126, + "step": 21558 + }, + { + "epoch": 0.36904089422961706, + "grad_norm": 2.360146999359131, + "learning_rate": 1.4553286690399037e-05, + "loss": 2.6001, + "step": 21559 + }, + { + "epoch": 0.36905801194816756, + "grad_norm": 2.3775794506073, + "learning_rate": 1.4552793083441405e-05, + "loss": 2.6938, + "step": 21560 + }, + { + "epoch": 0.369075129666718, + "grad_norm": 2.3025174140930176, + "learning_rate": 1.4552299462490074e-05, + "loss": 2.6219, + "step": 21561 + }, + { + "epoch": 0.36909224738526847, + "grad_norm": 2.3101978302001953, + "learning_rate": 1.4551805827546558e-05, + "loss": 2.6638, + "step": 21562 + }, + { + "epoch": 0.369109365103819, + "grad_norm": 2.2683379650115967, + "learning_rate": 1.4551312178612378e-05, + "loss": 2.5941, + "step": 21563 + }, + { + "epoch": 0.36912648282236943, + "grad_norm": 2.3512845039367676, + "learning_rate": 1.4550818515689051e-05, + "loss": 2.6516, + "step": 21564 + }, + { + "epoch": 0.3691436005409199, + "grad_norm": 2.291731834411621, + "learning_rate": 1.4550324838778092e-05, + "loss": 2.6702, + "step": 21565 + }, + { + "epoch": 0.3691607182594704, + "grad_norm": 2.141045093536377, + "learning_rate": 1.4549831147881021e-05, + "loss": 2.6146, + "step": 21566 + }, + { + "epoch": 0.36917783597802084, + "grad_norm": 2.33132004737854, + "learning_rate": 1.4549337442999354e-05, + "loss": 2.7465, + "step": 21567 + }, + { + "epoch": 0.36919495369657135, + "grad_norm": 2.2624270915985107, + "learning_rate": 1.4548843724134609e-05, + "loss": 2.6582, + "step": 21568 + }, + { + "epoch": 0.3692120714151218, + "grad_norm": 2.42714524269104, + "learning_rate": 1.4548349991288304e-05, + "loss": 2.6459, + "step": 21569 + }, + { + "epoch": 0.36922918913367225, + "grad_norm": 2.3367345333099365, + "learning_rate": 1.4547856244461957e-05, + "loss": 2.7051, + "step": 21570 + }, + { + "epoch": 0.36924630685222276, + "grad_norm": 2.265859365463257, + "learning_rate": 1.4547362483657083e-05, + "loss": 2.662, + "step": 21571 + }, + { + "epoch": 0.3692634245707732, + "grad_norm": 2.338975429534912, + "learning_rate": 1.4546868708875201e-05, + "loss": 2.6409, + "step": 21572 + }, + { + "epoch": 0.36928054228932367, + "grad_norm": 2.357740879058838, + "learning_rate": 1.4546374920117829e-05, + "loss": 2.6929, + "step": 21573 + }, + { + "epoch": 0.3692976600078742, + "grad_norm": 2.222935438156128, + "learning_rate": 1.4545881117386487e-05, + "loss": 2.6089, + "step": 21574 + }, + { + "epoch": 0.3693147777264246, + "grad_norm": 2.3736917972564697, + "learning_rate": 1.4545387300682689e-05, + "loss": 2.6352, + "step": 21575 + }, + { + "epoch": 0.3693318954449751, + "grad_norm": 2.2446112632751465, + "learning_rate": 1.4544893470007955e-05, + "loss": 2.6577, + "step": 21576 + }, + { + "epoch": 0.3693490131635256, + "grad_norm": 2.3583059310913086, + "learning_rate": 1.4544399625363801e-05, + "loss": 2.6621, + "step": 21577 + }, + { + "epoch": 0.36936613088207604, + "grad_norm": 2.2358388900756836, + "learning_rate": 1.4543905766751744e-05, + "loss": 2.6998, + "step": 21578 + }, + { + "epoch": 0.3693832486006265, + "grad_norm": 2.339529037475586, + "learning_rate": 1.4543411894173308e-05, + "loss": 2.7854, + "step": 21579 + }, + { + "epoch": 0.369400366319177, + "grad_norm": 2.4076876640319824, + "learning_rate": 1.4542918007630007e-05, + "loss": 2.671, + "step": 21580 + }, + { + "epoch": 0.36941748403772745, + "grad_norm": 2.3406028747558594, + "learning_rate": 1.4542424107123356e-05, + "loss": 2.6568, + "step": 21581 + }, + { + "epoch": 0.3694346017562779, + "grad_norm": 2.3038907051086426, + "learning_rate": 1.4541930192654878e-05, + "loss": 2.6118, + "step": 21582 + }, + { + "epoch": 0.3694517194748284, + "grad_norm": 2.1693215370178223, + "learning_rate": 1.454143626422609e-05, + "loss": 2.6128, + "step": 21583 + }, + { + "epoch": 0.36946883719337886, + "grad_norm": 2.385450601577759, + "learning_rate": 1.4540942321838506e-05, + "loss": 2.6387, + "step": 21584 + }, + { + "epoch": 0.3694859549119293, + "grad_norm": 2.25247859954834, + "learning_rate": 1.4540448365493651e-05, + "loss": 2.665, + "step": 21585 + }, + { + "epoch": 0.3695030726304798, + "grad_norm": 2.347550630569458, + "learning_rate": 1.453995439519304e-05, + "loss": 2.7226, + "step": 21586 + }, + { + "epoch": 0.3695201903490303, + "grad_norm": 2.3772237300872803, + "learning_rate": 1.453946041093819e-05, + "loss": 2.6262, + "step": 21587 + }, + { + "epoch": 0.3695373080675807, + "grad_norm": 2.298525333404541, + "learning_rate": 1.4538966412730618e-05, + "loss": 2.7873, + "step": 21588 + }, + { + "epoch": 0.36955442578613124, + "grad_norm": 2.5045032501220703, + "learning_rate": 1.453847240057185e-05, + "loss": 2.7633, + "step": 21589 + }, + { + "epoch": 0.3695715435046817, + "grad_norm": 2.2778480052948, + "learning_rate": 1.4537978374463395e-05, + "loss": 2.7412, + "step": 21590 + }, + { + "epoch": 0.36958866122323214, + "grad_norm": 2.281175136566162, + "learning_rate": 1.4537484334406777e-05, + "loss": 2.5833, + "step": 21591 + }, + { + "epoch": 0.36960577894178265, + "grad_norm": 2.1916496753692627, + "learning_rate": 1.4536990280403514e-05, + "loss": 2.6456, + "step": 21592 + }, + { + "epoch": 0.3696228966603331, + "grad_norm": 2.450807809829712, + "learning_rate": 1.4536496212455124e-05, + "loss": 2.7576, + "step": 21593 + }, + { + "epoch": 0.3696400143788836, + "grad_norm": 2.2509477138519287, + "learning_rate": 1.4536002130563122e-05, + "loss": 2.6637, + "step": 21594 + }, + { + "epoch": 0.36965713209743406, + "grad_norm": 2.346013069152832, + "learning_rate": 1.4535508034729034e-05, + "loss": 2.6722, + "step": 21595 + }, + { + "epoch": 0.3696742498159845, + "grad_norm": 2.24364972114563, + "learning_rate": 1.4535013924954376e-05, + "loss": 2.563, + "step": 21596 + }, + { + "epoch": 0.369691367534535, + "grad_norm": 2.367441415786743, + "learning_rate": 1.4534519801240664e-05, + "loss": 2.7934, + "step": 21597 + }, + { + "epoch": 0.3697084852530855, + "grad_norm": 2.161186695098877, + "learning_rate": 1.4534025663589414e-05, + "loss": 2.4364, + "step": 21598 + }, + { + "epoch": 0.3697256029716359, + "grad_norm": 2.1280572414398193, + "learning_rate": 1.4533531512002152e-05, + "loss": 2.6324, + "step": 21599 + }, + { + "epoch": 0.36974272069018643, + "grad_norm": 2.2687156200408936, + "learning_rate": 1.4533037346480395e-05, + "loss": 2.6634, + "step": 21600 + }, + { + "epoch": 0.3697598384087369, + "grad_norm": 2.3341429233551025, + "learning_rate": 1.453254316702566e-05, + "loss": 2.6974, + "step": 21601 + }, + { + "epoch": 0.36977695612728734, + "grad_norm": 2.2191128730773926, + "learning_rate": 1.4532048973639467e-05, + "loss": 2.6204, + "step": 21602 + }, + { + "epoch": 0.36979407384583785, + "grad_norm": 2.2561721801757812, + "learning_rate": 1.4531554766323332e-05, + "loss": 2.6163, + "step": 21603 + }, + { + "epoch": 0.3698111915643883, + "grad_norm": 2.455737829208374, + "learning_rate": 1.4531060545078781e-05, + "loss": 2.7253, + "step": 21604 + }, + { + "epoch": 0.36982830928293875, + "grad_norm": 2.258805751800537, + "learning_rate": 1.4530566309907326e-05, + "loss": 2.6684, + "step": 21605 + }, + { + "epoch": 0.36984542700148926, + "grad_norm": 2.1444785594940186, + "learning_rate": 1.453007206081049e-05, + "loss": 2.6756, + "step": 21606 + }, + { + "epoch": 0.3698625447200397, + "grad_norm": 2.157266139984131, + "learning_rate": 1.4529577797789792e-05, + "loss": 2.6372, + "step": 21607 + }, + { + "epoch": 0.36987966243859016, + "grad_norm": 2.292694091796875, + "learning_rate": 1.4529083520846747e-05, + "loss": 2.687, + "step": 21608 + }, + { + "epoch": 0.36989678015714067, + "grad_norm": 2.1539502143859863, + "learning_rate": 1.4528589229982879e-05, + "loss": 2.6494, + "step": 21609 + }, + { + "epoch": 0.3699138978756911, + "grad_norm": 2.100878953933716, + "learning_rate": 1.4528094925199705e-05, + "loss": 2.5968, + "step": 21610 + }, + { + "epoch": 0.3699310155942416, + "grad_norm": 2.1202011108398438, + "learning_rate": 1.4527600606498746e-05, + "loss": 2.6007, + "step": 21611 + }, + { + "epoch": 0.3699481333127921, + "grad_norm": 2.411367893218994, + "learning_rate": 1.4527106273881522e-05, + "loss": 2.5684, + "step": 21612 + }, + { + "epoch": 0.36996525103134253, + "grad_norm": 2.144794225692749, + "learning_rate": 1.4526611927349549e-05, + "loss": 2.649, + "step": 21613 + }, + { + "epoch": 0.369982368749893, + "grad_norm": 2.143666982650757, + "learning_rate": 1.4526117566904347e-05, + "loss": 2.6065, + "step": 21614 + }, + { + "epoch": 0.3699994864684435, + "grad_norm": 2.2480690479278564, + "learning_rate": 1.452562319254744e-05, + "loss": 2.6199, + "step": 21615 + }, + { + "epoch": 0.37001660418699395, + "grad_norm": 2.4343299865722656, + "learning_rate": 1.4525128804280342e-05, + "loss": 2.6786, + "step": 21616 + }, + { + "epoch": 0.37003372190554445, + "grad_norm": 2.1217992305755615, + "learning_rate": 1.4524634402104575e-05, + "loss": 2.5359, + "step": 21617 + }, + { + "epoch": 0.3700508396240949, + "grad_norm": 2.435417652130127, + "learning_rate": 1.4524139986021659e-05, + "loss": 2.6973, + "step": 21618 + }, + { + "epoch": 0.37006795734264536, + "grad_norm": 2.4390106201171875, + "learning_rate": 1.4523645556033112e-05, + "loss": 2.5243, + "step": 21619 + }, + { + "epoch": 0.37008507506119587, + "grad_norm": 2.6293692588806152, + "learning_rate": 1.4523151112140457e-05, + "loss": 2.6743, + "step": 21620 + }, + { + "epoch": 0.3701021927797463, + "grad_norm": 2.439091205596924, + "learning_rate": 1.4522656654345209e-05, + "loss": 2.6333, + "step": 21621 + }, + { + "epoch": 0.37011931049829677, + "grad_norm": 2.6858150959014893, + "learning_rate": 1.4522162182648891e-05, + "loss": 2.6869, + "step": 21622 + }, + { + "epoch": 0.3701364282168473, + "grad_norm": 2.388066053390503, + "learning_rate": 1.4521667697053023e-05, + "loss": 2.6416, + "step": 21623 + }, + { + "epoch": 0.37015354593539773, + "grad_norm": 2.498972177505493, + "learning_rate": 1.4521173197559124e-05, + "loss": 2.7608, + "step": 21624 + }, + { + "epoch": 0.3701706636539482, + "grad_norm": 2.2332820892333984, + "learning_rate": 1.4520678684168714e-05, + "loss": 2.6174, + "step": 21625 + }, + { + "epoch": 0.3701877813724987, + "grad_norm": 2.3623363971710205, + "learning_rate": 1.4520184156883314e-05, + "loss": 2.5383, + "step": 21626 + }, + { + "epoch": 0.37020489909104914, + "grad_norm": 2.2898921966552734, + "learning_rate": 1.4519689615704442e-05, + "loss": 2.6849, + "step": 21627 + }, + { + "epoch": 0.3702220168095996, + "grad_norm": 2.4092111587524414, + "learning_rate": 1.451919506063362e-05, + "loss": 2.7451, + "step": 21628 + }, + { + "epoch": 0.3702391345281501, + "grad_norm": 2.2107112407684326, + "learning_rate": 1.4518700491672367e-05, + "loss": 2.681, + "step": 21629 + }, + { + "epoch": 0.37025625224670056, + "grad_norm": 2.3688313961029053, + "learning_rate": 1.45182059088222e-05, + "loss": 2.5769, + "step": 21630 + }, + { + "epoch": 0.370273369965251, + "grad_norm": 2.3604607582092285, + "learning_rate": 1.4517711312084646e-05, + "loss": 2.6927, + "step": 21631 + }, + { + "epoch": 0.3702904876838015, + "grad_norm": 2.20090651512146, + "learning_rate": 1.4517216701461219e-05, + "loss": 2.7188, + "step": 21632 + }, + { + "epoch": 0.37030760540235197, + "grad_norm": 2.2199478149414062, + "learning_rate": 1.4516722076953444e-05, + "loss": 2.5515, + "step": 21633 + }, + { + "epoch": 0.3703247231209024, + "grad_norm": 2.1322784423828125, + "learning_rate": 1.451622743856284e-05, + "loss": 2.5527, + "step": 21634 + }, + { + "epoch": 0.37034184083945293, + "grad_norm": 2.309140205383301, + "learning_rate": 1.4515732786290925e-05, + "loss": 2.7583, + "step": 21635 + }, + { + "epoch": 0.3703589585580034, + "grad_norm": 2.198547124862671, + "learning_rate": 1.451523812013922e-05, + "loss": 2.5188, + "step": 21636 + }, + { + "epoch": 0.37037607627655383, + "grad_norm": 2.248163938522339, + "learning_rate": 1.4514743440109247e-05, + "loss": 2.683, + "step": 21637 + }, + { + "epoch": 0.37039319399510434, + "grad_norm": 2.4185829162597656, + "learning_rate": 1.4514248746202528e-05, + "loss": 2.7166, + "step": 21638 + }, + { + "epoch": 0.3704103117136548, + "grad_norm": 2.242342233657837, + "learning_rate": 1.4513754038420578e-05, + "loss": 2.7152, + "step": 21639 + }, + { + "epoch": 0.3704274294322053, + "grad_norm": 2.1513264179229736, + "learning_rate": 1.4513259316764925e-05, + "loss": 2.6953, + "step": 21640 + }, + { + "epoch": 0.37044454715075575, + "grad_norm": 2.3610849380493164, + "learning_rate": 1.4512764581237082e-05, + "loss": 2.6323, + "step": 21641 + }, + { + "epoch": 0.3704616648693062, + "grad_norm": 2.1806702613830566, + "learning_rate": 1.4512269831838572e-05, + "loss": 2.6718, + "step": 21642 + }, + { + "epoch": 0.3704787825878567, + "grad_norm": 2.3100242614746094, + "learning_rate": 1.451177506857092e-05, + "loss": 2.678, + "step": 21643 + }, + { + "epoch": 0.37049590030640717, + "grad_norm": 2.429652452468872, + "learning_rate": 1.4511280291435643e-05, + "loss": 2.7439, + "step": 21644 + }, + { + "epoch": 0.3705130180249576, + "grad_norm": 2.260610342025757, + "learning_rate": 1.4510785500434264e-05, + "loss": 2.7209, + "step": 21645 + }, + { + "epoch": 0.3705301357435081, + "grad_norm": 2.239023447036743, + "learning_rate": 1.45102906955683e-05, + "loss": 2.5506, + "step": 21646 + }, + { + "epoch": 0.3705472534620586, + "grad_norm": 2.1762075424194336, + "learning_rate": 1.4509795876839274e-05, + "loss": 2.5885, + "step": 21647 + }, + { + "epoch": 0.37056437118060903, + "grad_norm": 2.37048077583313, + "learning_rate": 1.4509301044248708e-05, + "loss": 2.645, + "step": 21648 + }, + { + "epoch": 0.37058148889915954, + "grad_norm": 2.0903542041778564, + "learning_rate": 1.450880619779812e-05, + "loss": 2.4466, + "step": 21649 + }, + { + "epoch": 0.37059860661771, + "grad_norm": 2.3406965732574463, + "learning_rate": 1.4508311337489034e-05, + "loss": 2.5413, + "step": 21650 + }, + { + "epoch": 0.37061572433626044, + "grad_norm": 2.341794729232788, + "learning_rate": 1.450781646332297e-05, + "loss": 2.7129, + "step": 21651 + }, + { + "epoch": 0.37063284205481095, + "grad_norm": 2.396456480026245, + "learning_rate": 1.4507321575301447e-05, + "loss": 2.6553, + "step": 21652 + }, + { + "epoch": 0.3706499597733614, + "grad_norm": 2.216303586959839, + "learning_rate": 1.4506826673425992e-05, + "loss": 2.6146, + "step": 21653 + }, + { + "epoch": 0.37066707749191186, + "grad_norm": 2.2964651584625244, + "learning_rate": 1.450633175769812e-05, + "loss": 2.6548, + "step": 21654 + }, + { + "epoch": 0.37068419521046236, + "grad_norm": 2.248629331588745, + "learning_rate": 1.4505836828119355e-05, + "loss": 2.7106, + "step": 21655 + }, + { + "epoch": 0.3707013129290128, + "grad_norm": 2.494663953781128, + "learning_rate": 1.4505341884691218e-05, + "loss": 2.7431, + "step": 21656 + }, + { + "epoch": 0.37071843064756327, + "grad_norm": 2.3560903072357178, + "learning_rate": 1.4504846927415228e-05, + "loss": 2.7607, + "step": 21657 + }, + { + "epoch": 0.3707355483661138, + "grad_norm": 2.3598132133483887, + "learning_rate": 1.4504351956292908e-05, + "loss": 2.6111, + "step": 21658 + }, + { + "epoch": 0.37075266608466423, + "grad_norm": 2.2863800525665283, + "learning_rate": 1.450385697132578e-05, + "loss": 2.5972, + "step": 21659 + }, + { + "epoch": 0.3707697838032147, + "grad_norm": 2.3763372898101807, + "learning_rate": 1.4503361972515368e-05, + "loss": 2.7595, + "step": 21660 + }, + { + "epoch": 0.3707869015217652, + "grad_norm": 2.3930211067199707, + "learning_rate": 1.4502866959863189e-05, + "loss": 2.7468, + "step": 21661 + }, + { + "epoch": 0.37080401924031564, + "grad_norm": 2.1952626705169678, + "learning_rate": 1.4502371933370767e-05, + "loss": 2.7189, + "step": 21662 + }, + { + "epoch": 0.37082113695886615, + "grad_norm": 2.3171443939208984, + "learning_rate": 1.4501876893039622e-05, + "loss": 2.6181, + "step": 21663 + }, + { + "epoch": 0.3708382546774166, + "grad_norm": 2.489755868911743, + "learning_rate": 1.4501381838871273e-05, + "loss": 2.789, + "step": 21664 + }, + { + "epoch": 0.37085537239596705, + "grad_norm": 2.3142004013061523, + "learning_rate": 1.4500886770867249e-05, + "loss": 2.5898, + "step": 21665 + }, + { + "epoch": 0.37087249011451756, + "grad_norm": 2.2734322547912598, + "learning_rate": 1.4500391689029066e-05, + "loss": 2.6189, + "step": 21666 + }, + { + "epoch": 0.370889607833068, + "grad_norm": 2.264754295349121, + "learning_rate": 1.4499896593358245e-05, + "loss": 2.6077, + "step": 21667 + }, + { + "epoch": 0.37090672555161847, + "grad_norm": 2.2393240928649902, + "learning_rate": 1.449940148385631e-05, + "loss": 2.5794, + "step": 21668 + }, + { + "epoch": 0.370923843270169, + "grad_norm": 2.2320024967193604, + "learning_rate": 1.4498906360524787e-05, + "loss": 2.5594, + "step": 21669 + }, + { + "epoch": 0.3709409609887194, + "grad_norm": 2.3645527362823486, + "learning_rate": 1.449841122336519e-05, + "loss": 2.6345, + "step": 21670 + }, + { + "epoch": 0.3709580787072699, + "grad_norm": 2.2857234477996826, + "learning_rate": 1.4497916072379046e-05, + "loss": 2.5433, + "step": 21671 + }, + { + "epoch": 0.3709751964258204, + "grad_norm": 2.4153778553009033, + "learning_rate": 1.4497420907567874e-05, + "loss": 2.6515, + "step": 21672 + }, + { + "epoch": 0.37099231414437084, + "grad_norm": 2.254127264022827, + "learning_rate": 1.4496925728933198e-05, + "loss": 2.7203, + "step": 21673 + }, + { + "epoch": 0.3710094318629213, + "grad_norm": 2.4463632106781006, + "learning_rate": 1.4496430536476538e-05, + "loss": 2.8969, + "step": 21674 + }, + { + "epoch": 0.3710265495814718, + "grad_norm": 2.398057699203491, + "learning_rate": 1.4495935330199418e-05, + "loss": 2.6124, + "step": 21675 + }, + { + "epoch": 0.37104366730002225, + "grad_norm": 2.2175533771514893, + "learning_rate": 1.4495440110103361e-05, + "loss": 2.5572, + "step": 21676 + }, + { + "epoch": 0.3710607850185727, + "grad_norm": 2.2491142749786377, + "learning_rate": 1.4494944876189887e-05, + "loss": 2.6928, + "step": 21677 + }, + { + "epoch": 0.3710779027371232, + "grad_norm": 2.2547807693481445, + "learning_rate": 1.4494449628460517e-05, + "loss": 2.5419, + "step": 21678 + }, + { + "epoch": 0.37109502045567366, + "grad_norm": 2.477632999420166, + "learning_rate": 1.4493954366916776e-05, + "loss": 2.664, + "step": 21679 + }, + { + "epoch": 0.3711121381742241, + "grad_norm": 2.4025208950042725, + "learning_rate": 1.4493459091560185e-05, + "loss": 2.7279, + "step": 21680 + }, + { + "epoch": 0.3711292558927746, + "grad_norm": 2.3651161193847656, + "learning_rate": 1.4492963802392268e-05, + "loss": 2.6523, + "step": 21681 + }, + { + "epoch": 0.3711463736113251, + "grad_norm": 2.2770142555236816, + "learning_rate": 1.4492468499414542e-05, + "loss": 2.6809, + "step": 21682 + }, + { + "epoch": 0.37116349132987553, + "grad_norm": 2.259061336517334, + "learning_rate": 1.4491973182628539e-05, + "loss": 2.645, + "step": 21683 + }, + { + "epoch": 0.37118060904842604, + "grad_norm": 2.3095176219940186, + "learning_rate": 1.4491477852035772e-05, + "loss": 2.5877, + "step": 21684 + }, + { + "epoch": 0.3711977267669765, + "grad_norm": 2.2499899864196777, + "learning_rate": 1.4490982507637767e-05, + "loss": 2.6573, + "step": 21685 + }, + { + "epoch": 0.371214844485527, + "grad_norm": 2.3327019214630127, + "learning_rate": 1.4490487149436047e-05, + "loss": 2.6078, + "step": 21686 + }, + { + "epoch": 0.37123196220407745, + "grad_norm": 2.247431755065918, + "learning_rate": 1.4489991777432135e-05, + "loss": 2.6391, + "step": 21687 + }, + { + "epoch": 0.3712490799226279, + "grad_norm": 2.543083429336548, + "learning_rate": 1.4489496391627552e-05, + "loss": 2.8575, + "step": 21688 + }, + { + "epoch": 0.3712661976411784, + "grad_norm": 2.5031259059906006, + "learning_rate": 1.448900099202382e-05, + "loss": 2.7201, + "step": 21689 + }, + { + "epoch": 0.37128331535972886, + "grad_norm": 2.4702072143554688, + "learning_rate": 1.448850557862247e-05, + "loss": 2.6213, + "step": 21690 + }, + { + "epoch": 0.3713004330782793, + "grad_norm": 2.405057430267334, + "learning_rate": 1.4488010151425012e-05, + "loss": 2.6197, + "step": 21691 + }, + { + "epoch": 0.3713175507968298, + "grad_norm": 2.2210757732391357, + "learning_rate": 1.4487514710432975e-05, + "loss": 2.5539, + "step": 21692 + }, + { + "epoch": 0.3713346685153803, + "grad_norm": 2.423859119415283, + "learning_rate": 1.4487019255647883e-05, + "loss": 2.6536, + "step": 21693 + }, + { + "epoch": 0.3713517862339307, + "grad_norm": 2.1391377449035645, + "learning_rate": 1.4486523787071253e-05, + "loss": 2.635, + "step": 21694 + }, + { + "epoch": 0.37136890395248123, + "grad_norm": 2.5383851528167725, + "learning_rate": 1.4486028304704615e-05, + "loss": 2.612, + "step": 21695 + }, + { + "epoch": 0.3713860216710317, + "grad_norm": 2.3484535217285156, + "learning_rate": 1.4485532808549492e-05, + "loss": 2.739, + "step": 21696 + }, + { + "epoch": 0.37140313938958214, + "grad_norm": 2.4810593128204346, + "learning_rate": 1.4485037298607402e-05, + "loss": 2.7098, + "step": 21697 + }, + { + "epoch": 0.37142025710813265, + "grad_norm": 2.234894275665283, + "learning_rate": 1.4484541774879873e-05, + "loss": 2.5845, + "step": 21698 + }, + { + "epoch": 0.3714373748266831, + "grad_norm": 2.3396129608154297, + "learning_rate": 1.4484046237368422e-05, + "loss": 2.6677, + "step": 21699 + }, + { + "epoch": 0.37145449254523355, + "grad_norm": 2.3378684520721436, + "learning_rate": 1.4483550686074574e-05, + "loss": 2.6611, + "step": 21700 + }, + { + "epoch": 0.37147161026378406, + "grad_norm": 2.4757277965545654, + "learning_rate": 1.4483055120999856e-05, + "loss": 2.7065, + "step": 21701 + }, + { + "epoch": 0.3714887279823345, + "grad_norm": 2.3123586177825928, + "learning_rate": 1.4482559542145788e-05, + "loss": 2.5473, + "step": 21702 + }, + { + "epoch": 0.37150584570088496, + "grad_norm": 2.3975179195404053, + "learning_rate": 1.4482063949513893e-05, + "loss": 2.5352, + "step": 21703 + }, + { + "epoch": 0.37152296341943547, + "grad_norm": 2.3150999546051025, + "learning_rate": 1.4481568343105696e-05, + "loss": 2.7783, + "step": 21704 + }, + { + "epoch": 0.3715400811379859, + "grad_norm": 2.306014060974121, + "learning_rate": 1.4481072722922721e-05, + "loss": 2.4601, + "step": 21705 + }, + { + "epoch": 0.3715571988565364, + "grad_norm": 2.3158376216888428, + "learning_rate": 1.4480577088966488e-05, + "loss": 2.6564, + "step": 21706 + }, + { + "epoch": 0.3715743165750869, + "grad_norm": 2.40055775642395, + "learning_rate": 1.4480081441238522e-05, + "loss": 2.7363, + "step": 21707 + }, + { + "epoch": 0.37159143429363733, + "grad_norm": 2.3324410915374756, + "learning_rate": 1.4479585779740349e-05, + "loss": 2.6548, + "step": 21708 + }, + { + "epoch": 0.37160855201218784, + "grad_norm": 2.4481310844421387, + "learning_rate": 1.447909010447349e-05, + "loss": 2.6208, + "step": 21709 + }, + { + "epoch": 0.3716256697307383, + "grad_norm": 2.361668348312378, + "learning_rate": 1.4478594415439466e-05, + "loss": 2.6746, + "step": 21710 + }, + { + "epoch": 0.37164278744928875, + "grad_norm": 2.111307144165039, + "learning_rate": 1.4478098712639805e-05, + "loss": 2.6123, + "step": 21711 + }, + { + "epoch": 0.37165990516783926, + "grad_norm": 2.1928648948669434, + "learning_rate": 1.447760299607603e-05, + "loss": 2.6223, + "step": 21712 + }, + { + "epoch": 0.3716770228863897, + "grad_norm": 2.4049484729766846, + "learning_rate": 1.4477107265749662e-05, + "loss": 2.6749, + "step": 21713 + }, + { + "epoch": 0.37169414060494016, + "grad_norm": 2.2963221073150635, + "learning_rate": 1.4476611521662227e-05, + "loss": 2.6192, + "step": 21714 + }, + { + "epoch": 0.37171125832349067, + "grad_norm": 2.276279926300049, + "learning_rate": 1.4476115763815248e-05, + "loss": 2.5746, + "step": 21715 + }, + { + "epoch": 0.3717283760420411, + "grad_norm": 2.311661958694458, + "learning_rate": 1.4475619992210248e-05, + "loss": 2.6811, + "step": 21716 + }, + { + "epoch": 0.37174549376059157, + "grad_norm": 2.206763744354248, + "learning_rate": 1.4475124206848751e-05, + "loss": 2.6968, + "step": 21717 + }, + { + "epoch": 0.3717626114791421, + "grad_norm": 2.3514115810394287, + "learning_rate": 1.4474628407732288e-05, + "loss": 2.7291, + "step": 21718 + }, + { + "epoch": 0.37177972919769253, + "grad_norm": 2.3925342559814453, + "learning_rate": 1.447413259486237e-05, + "loss": 2.7739, + "step": 21719 + }, + { + "epoch": 0.371796846916243, + "grad_norm": 2.468290090560913, + "learning_rate": 1.4473636768240531e-05, + "loss": 2.6859, + "step": 21720 + }, + { + "epoch": 0.3718139646347935, + "grad_norm": 2.2941079139709473, + "learning_rate": 1.4473140927868288e-05, + "loss": 2.5677, + "step": 21721 + }, + { + "epoch": 0.37183108235334394, + "grad_norm": 2.4801039695739746, + "learning_rate": 1.4472645073747168e-05, + "loss": 2.7264, + "step": 21722 + }, + { + "epoch": 0.3718482000718944, + "grad_norm": 2.260157823562622, + "learning_rate": 1.4472149205878699e-05, + "loss": 2.6779, + "step": 21723 + }, + { + "epoch": 0.3718653177904449, + "grad_norm": 2.2627694606781006, + "learning_rate": 1.4471653324264401e-05, + "loss": 2.6049, + "step": 21724 + }, + { + "epoch": 0.37188243550899536, + "grad_norm": 2.3131723403930664, + "learning_rate": 1.4471157428905797e-05, + "loss": 2.7013, + "step": 21725 + }, + { + "epoch": 0.3718995532275458, + "grad_norm": 2.284379243850708, + "learning_rate": 1.4470661519804416e-05, + "loss": 2.6775, + "step": 21726 + }, + { + "epoch": 0.3719166709460963, + "grad_norm": 2.4135048389434814, + "learning_rate": 1.4470165596961776e-05, + "loss": 2.7383, + "step": 21727 + }, + { + "epoch": 0.37193378866464677, + "grad_norm": 2.2462403774261475, + "learning_rate": 1.4469669660379407e-05, + "loss": 2.643, + "step": 21728 + }, + { + "epoch": 0.3719509063831972, + "grad_norm": 2.330172061920166, + "learning_rate": 1.446917371005883e-05, + "loss": 2.6213, + "step": 21729 + }, + { + "epoch": 0.37196802410174773, + "grad_norm": 2.288409948348999, + "learning_rate": 1.4468677746001569e-05, + "loss": 2.5352, + "step": 21730 + }, + { + "epoch": 0.3719851418202982, + "grad_norm": 2.4000046253204346, + "learning_rate": 1.446818176820915e-05, + "loss": 2.6298, + "step": 21731 + }, + { + "epoch": 0.3720022595388487, + "grad_norm": 2.5551364421844482, + "learning_rate": 1.4467685776683098e-05, + "loss": 2.6963, + "step": 21732 + }, + { + "epoch": 0.37201937725739914, + "grad_norm": 2.2327446937561035, + "learning_rate": 1.4467189771424939e-05, + "loss": 2.7176, + "step": 21733 + }, + { + "epoch": 0.3720364949759496, + "grad_norm": 2.3047306537628174, + "learning_rate": 1.4466693752436193e-05, + "loss": 2.5659, + "step": 21734 + }, + { + "epoch": 0.3720536126945001, + "grad_norm": 2.3742411136627197, + "learning_rate": 1.4466197719718389e-05, + "loss": 2.7101, + "step": 21735 + }, + { + "epoch": 0.37207073041305055, + "grad_norm": 2.402733564376831, + "learning_rate": 1.4465701673273048e-05, + "loss": 2.6071, + "step": 21736 + }, + { + "epoch": 0.372087848131601, + "grad_norm": 2.2763912677764893, + "learning_rate": 1.4465205613101694e-05, + "loss": 2.5813, + "step": 21737 + }, + { + "epoch": 0.3721049658501515, + "grad_norm": 2.376373767852783, + "learning_rate": 1.4464709539205855e-05, + "loss": 2.7182, + "step": 21738 + }, + { + "epoch": 0.37212208356870197, + "grad_norm": 2.2688753604888916, + "learning_rate": 1.4464213451587054e-05, + "loss": 2.7148, + "step": 21739 + }, + { + "epoch": 0.3721392012872524, + "grad_norm": 2.352020740509033, + "learning_rate": 1.446371735024682e-05, + "loss": 2.7452, + "step": 21740 + }, + { + "epoch": 0.3721563190058029, + "grad_norm": 2.4773640632629395, + "learning_rate": 1.4463221235186673e-05, + "loss": 2.5905, + "step": 21741 + }, + { + "epoch": 0.3721734367243534, + "grad_norm": 2.342043876647949, + "learning_rate": 1.4462725106408138e-05, + "loss": 2.6255, + "step": 21742 + }, + { + "epoch": 0.37219055444290383, + "grad_norm": 2.364166259765625, + "learning_rate": 1.4462228963912738e-05, + "loss": 2.6507, + "step": 21743 + }, + { + "epoch": 0.37220767216145434, + "grad_norm": 2.348705530166626, + "learning_rate": 1.4461732807702004e-05, + "loss": 2.6418, + "step": 21744 + }, + { + "epoch": 0.3722247898800048, + "grad_norm": 2.3875367641448975, + "learning_rate": 1.446123663777746e-05, + "loss": 2.5425, + "step": 21745 + }, + { + "epoch": 0.37224190759855524, + "grad_norm": 2.3421950340270996, + "learning_rate": 1.4460740454140628e-05, + "loss": 2.617, + "step": 21746 + }, + { + "epoch": 0.37225902531710575, + "grad_norm": 2.2807226181030273, + "learning_rate": 1.4460244256793032e-05, + "loss": 2.53, + "step": 21747 + }, + { + "epoch": 0.3722761430356562, + "grad_norm": 2.2205045223236084, + "learning_rate": 1.4459748045736204e-05, + "loss": 2.6294, + "step": 21748 + }, + { + "epoch": 0.37229326075420666, + "grad_norm": 2.3387622833251953, + "learning_rate": 1.4459251820971661e-05, + "loss": 2.664, + "step": 21749 + }, + { + "epoch": 0.37231037847275716, + "grad_norm": 2.3877573013305664, + "learning_rate": 1.4458755582500929e-05, + "loss": 2.6733, + "step": 21750 + }, + { + "epoch": 0.3723274961913076, + "grad_norm": 2.4366486072540283, + "learning_rate": 1.445825933032554e-05, + "loss": 2.7297, + "step": 21751 + }, + { + "epoch": 0.37234461390985807, + "grad_norm": 2.33770489692688, + "learning_rate": 1.4457763064447016e-05, + "loss": 2.7105, + "step": 21752 + }, + { + "epoch": 0.3723617316284086, + "grad_norm": 2.3204641342163086, + "learning_rate": 1.4457266784866878e-05, + "loss": 2.6349, + "step": 21753 + }, + { + "epoch": 0.37237884934695903, + "grad_norm": 2.23793888092041, + "learning_rate": 1.4456770491586658e-05, + "loss": 2.7006, + "step": 21754 + }, + { + "epoch": 0.37239596706550954, + "grad_norm": 2.422333002090454, + "learning_rate": 1.445627418460788e-05, + "loss": 2.5589, + "step": 21755 + }, + { + "epoch": 0.37241308478406, + "grad_norm": 2.4181222915649414, + "learning_rate": 1.4455777863932066e-05, + "loss": 2.6811, + "step": 21756 + }, + { + "epoch": 0.37243020250261044, + "grad_norm": 2.4379491806030273, + "learning_rate": 1.4455281529560743e-05, + "loss": 2.6704, + "step": 21757 + }, + { + "epoch": 0.37244732022116095, + "grad_norm": 2.1948082447052, + "learning_rate": 1.4454785181495437e-05, + "loss": 2.6666, + "step": 21758 + }, + { + "epoch": 0.3724644379397114, + "grad_norm": 2.36329984664917, + "learning_rate": 1.4454288819737672e-05, + "loss": 2.6599, + "step": 21759 + }, + { + "epoch": 0.37248155565826185, + "grad_norm": 2.2583439350128174, + "learning_rate": 1.4453792444288976e-05, + "loss": 2.521, + "step": 21760 + }, + { + "epoch": 0.37249867337681236, + "grad_norm": 2.389475107192993, + "learning_rate": 1.4453296055150878e-05, + "loss": 2.6901, + "step": 21761 + }, + { + "epoch": 0.3725157910953628, + "grad_norm": 2.3539886474609375, + "learning_rate": 1.4452799652324898e-05, + "loss": 2.7242, + "step": 21762 + }, + { + "epoch": 0.37253290881391327, + "grad_norm": 2.3002967834472656, + "learning_rate": 1.4452303235812562e-05, + "loss": 2.7342, + "step": 21763 + }, + { + "epoch": 0.3725500265324638, + "grad_norm": 2.3204076290130615, + "learning_rate": 1.4451806805615395e-05, + "loss": 2.6178, + "step": 21764 + }, + { + "epoch": 0.3725671442510142, + "grad_norm": 2.3466796875, + "learning_rate": 1.445131036173493e-05, + "loss": 2.8305, + "step": 21765 + }, + { + "epoch": 0.3725842619695647, + "grad_norm": 2.2646801471710205, + "learning_rate": 1.4450813904172685e-05, + "loss": 2.4698, + "step": 21766 + }, + { + "epoch": 0.3726013796881152, + "grad_norm": 2.45341420173645, + "learning_rate": 1.445031743293019e-05, + "loss": 2.8147, + "step": 21767 + }, + { + "epoch": 0.37261849740666564, + "grad_norm": 2.450978994369507, + "learning_rate": 1.444982094800897e-05, + "loss": 2.7383, + "step": 21768 + }, + { + "epoch": 0.3726356151252161, + "grad_norm": 2.2814626693725586, + "learning_rate": 1.4449324449410548e-05, + "loss": 2.7391, + "step": 21769 + }, + { + "epoch": 0.3726527328437666, + "grad_norm": 2.2326760292053223, + "learning_rate": 1.4448827937136458e-05, + "loss": 2.6534, + "step": 21770 + }, + { + "epoch": 0.37266985056231705, + "grad_norm": 2.3830080032348633, + "learning_rate": 1.4448331411188219e-05, + "loss": 2.6368, + "step": 21771 + }, + { + "epoch": 0.3726869682808675, + "grad_norm": 2.295454978942871, + "learning_rate": 1.4447834871567359e-05, + "loss": 2.7432, + "step": 21772 + }, + { + "epoch": 0.372704085999418, + "grad_norm": 2.379315137863159, + "learning_rate": 1.4447338318275405e-05, + "loss": 2.6234, + "step": 21773 + }, + { + "epoch": 0.37272120371796846, + "grad_norm": 2.3494656085968018, + "learning_rate": 1.4446841751313883e-05, + "loss": 2.6088, + "step": 21774 + }, + { + "epoch": 0.3727383214365189, + "grad_norm": 2.338169813156128, + "learning_rate": 1.4446345170684316e-05, + "loss": 2.6209, + "step": 21775 + }, + { + "epoch": 0.3727554391550694, + "grad_norm": 2.358656644821167, + "learning_rate": 1.4445848576388236e-05, + "loss": 2.7263, + "step": 21776 + }, + { + "epoch": 0.3727725568736199, + "grad_norm": 2.279879570007324, + "learning_rate": 1.4445351968427166e-05, + "loss": 2.5648, + "step": 21777 + }, + { + "epoch": 0.37278967459217033, + "grad_norm": 2.3383994102478027, + "learning_rate": 1.4444855346802636e-05, + "loss": 2.6895, + "step": 21778 + }, + { + "epoch": 0.37280679231072084, + "grad_norm": 2.3359527587890625, + "learning_rate": 1.4444358711516165e-05, + "loss": 2.5612, + "step": 21779 + }, + { + "epoch": 0.3728239100292713, + "grad_norm": 2.4372928142547607, + "learning_rate": 1.4443862062569285e-05, + "loss": 2.7207, + "step": 21780 + }, + { + "epoch": 0.3728410277478218, + "grad_norm": 2.2997097969055176, + "learning_rate": 1.4443365399963522e-05, + "loss": 2.6988, + "step": 21781 + }, + { + "epoch": 0.37285814546637225, + "grad_norm": 2.264111280441284, + "learning_rate": 1.4442868723700403e-05, + "loss": 2.6033, + "step": 21782 + }, + { + "epoch": 0.3728752631849227, + "grad_norm": 2.301290988922119, + "learning_rate": 1.4442372033781454e-05, + "loss": 2.6454, + "step": 21783 + }, + { + "epoch": 0.3728923809034732, + "grad_norm": 2.169064998626709, + "learning_rate": 1.44418753302082e-05, + "loss": 2.5408, + "step": 21784 + }, + { + "epoch": 0.37290949862202366, + "grad_norm": 2.3328003883361816, + "learning_rate": 1.4441378612982169e-05, + "loss": 2.5822, + "step": 21785 + }, + { + "epoch": 0.3729266163405741, + "grad_norm": 2.122748851776123, + "learning_rate": 1.444088188210489e-05, + "loss": 2.5796, + "step": 21786 + }, + { + "epoch": 0.3729437340591246, + "grad_norm": 2.264564037322998, + "learning_rate": 1.4440385137577884e-05, + "loss": 2.5582, + "step": 21787 + }, + { + "epoch": 0.3729608517776751, + "grad_norm": 2.4104206562042236, + "learning_rate": 1.4439888379402685e-05, + "loss": 2.6852, + "step": 21788 + }, + { + "epoch": 0.3729779694962255, + "grad_norm": 2.357607364654541, + "learning_rate": 1.443939160758081e-05, + "loss": 2.6656, + "step": 21789 + }, + { + "epoch": 0.37299508721477603, + "grad_norm": 2.3114404678344727, + "learning_rate": 1.4438894822113799e-05, + "loss": 2.5814, + "step": 21790 + }, + { + "epoch": 0.3730122049333265, + "grad_norm": 2.2198877334594727, + "learning_rate": 1.443839802300317e-05, + "loss": 2.5445, + "step": 21791 + }, + { + "epoch": 0.37302932265187694, + "grad_norm": 2.2999460697174072, + "learning_rate": 1.4437901210250451e-05, + "loss": 2.6616, + "step": 21792 + }, + { + "epoch": 0.37304644037042745, + "grad_norm": 2.4202358722686768, + "learning_rate": 1.4437404383857172e-05, + "loss": 2.6647, + "step": 21793 + }, + { + "epoch": 0.3730635580889779, + "grad_norm": 2.1811306476593018, + "learning_rate": 1.4436907543824856e-05, + "loss": 2.6404, + "step": 21794 + }, + { + "epoch": 0.37308067580752835, + "grad_norm": 2.2357566356658936, + "learning_rate": 1.4436410690155032e-05, + "loss": 2.6676, + "step": 21795 + }, + { + "epoch": 0.37309779352607886, + "grad_norm": 2.214237689971924, + "learning_rate": 1.4435913822849227e-05, + "loss": 2.5899, + "step": 21796 + }, + { + "epoch": 0.3731149112446293, + "grad_norm": 2.4431710243225098, + "learning_rate": 1.443541694190897e-05, + "loss": 2.7072, + "step": 21797 + }, + { + "epoch": 0.37313202896317976, + "grad_norm": 2.3530330657958984, + "learning_rate": 1.4434920047335787e-05, + "loss": 2.6761, + "step": 21798 + }, + { + "epoch": 0.37314914668173027, + "grad_norm": 2.3617656230926514, + "learning_rate": 1.4434423139131206e-05, + "loss": 2.6796, + "step": 21799 + }, + { + "epoch": 0.3731662644002807, + "grad_norm": 2.2925429344177246, + "learning_rate": 1.4433926217296752e-05, + "loss": 2.6774, + "step": 21800 + }, + { + "epoch": 0.3731833821188312, + "grad_norm": 2.2283709049224854, + "learning_rate": 1.4433429281833954e-05, + "loss": 2.5857, + "step": 21801 + }, + { + "epoch": 0.3732004998373817, + "grad_norm": 2.341397762298584, + "learning_rate": 1.443293233274434e-05, + "loss": 2.7331, + "step": 21802 + }, + { + "epoch": 0.37321761755593214, + "grad_norm": 2.431668281555176, + "learning_rate": 1.4432435370029436e-05, + "loss": 2.8106, + "step": 21803 + }, + { + "epoch": 0.37323473527448264, + "grad_norm": 2.324190616607666, + "learning_rate": 1.4431938393690772e-05, + "loss": 2.6581, + "step": 21804 + }, + { + "epoch": 0.3732518529930331, + "grad_norm": 2.3084168434143066, + "learning_rate": 1.4431441403729871e-05, + "loss": 2.6511, + "step": 21805 + }, + { + "epoch": 0.37326897071158355, + "grad_norm": 2.2873518466949463, + "learning_rate": 1.4430944400148266e-05, + "loss": 2.5807, + "step": 21806 + }, + { + "epoch": 0.37328608843013406, + "grad_norm": 2.310056686401367, + "learning_rate": 1.4430447382947478e-05, + "loss": 2.7213, + "step": 21807 + }, + { + "epoch": 0.3733032061486845, + "grad_norm": 2.2882742881774902, + "learning_rate": 1.442995035212904e-05, + "loss": 2.6877, + "step": 21808 + }, + { + "epoch": 0.37332032386723496, + "grad_norm": 2.3884520530700684, + "learning_rate": 1.4429453307694484e-05, + "loss": 2.5832, + "step": 21809 + }, + { + "epoch": 0.37333744158578547, + "grad_norm": 2.243642568588257, + "learning_rate": 1.4428956249645326e-05, + "loss": 2.7472, + "step": 21810 + }, + { + "epoch": 0.3733545593043359, + "grad_norm": 2.39513897895813, + "learning_rate": 1.4428459177983098e-05, + "loss": 2.6938, + "step": 21811 + }, + { + "epoch": 0.3733716770228864, + "grad_norm": 2.2518410682678223, + "learning_rate": 1.4427962092709334e-05, + "loss": 2.731, + "step": 21812 + }, + { + "epoch": 0.3733887947414369, + "grad_norm": 2.3691155910491943, + "learning_rate": 1.4427464993825558e-05, + "loss": 2.7425, + "step": 21813 + }, + { + "epoch": 0.37340591245998733, + "grad_norm": 2.2221744060516357, + "learning_rate": 1.4426967881333293e-05, + "loss": 2.4675, + "step": 21814 + }, + { + "epoch": 0.3734230301785378, + "grad_norm": 2.2359602451324463, + "learning_rate": 1.4426470755234077e-05, + "loss": 2.7046, + "step": 21815 + }, + { + "epoch": 0.3734401478970883, + "grad_norm": 2.3105814456939697, + "learning_rate": 1.4425973615529427e-05, + "loss": 2.6095, + "step": 21816 + }, + { + "epoch": 0.37345726561563874, + "grad_norm": 2.290325880050659, + "learning_rate": 1.4425476462220877e-05, + "loss": 2.6407, + "step": 21817 + }, + { + "epoch": 0.3734743833341892, + "grad_norm": 2.130275011062622, + "learning_rate": 1.4424979295309956e-05, + "loss": 2.5417, + "step": 21818 + }, + { + "epoch": 0.3734915010527397, + "grad_norm": 2.2092080116271973, + "learning_rate": 1.4424482114798192e-05, + "loss": 2.6678, + "step": 21819 + }, + { + "epoch": 0.37350861877129016, + "grad_norm": 2.216505289077759, + "learning_rate": 1.4423984920687111e-05, + "loss": 2.522, + "step": 21820 + }, + { + "epoch": 0.3735257364898406, + "grad_norm": 2.4007720947265625, + "learning_rate": 1.442348771297824e-05, + "loss": 2.726, + "step": 21821 + }, + { + "epoch": 0.3735428542083911, + "grad_norm": 2.414074182510376, + "learning_rate": 1.442299049167311e-05, + "loss": 2.5945, + "step": 21822 + }, + { + "epoch": 0.37355997192694157, + "grad_norm": 2.2014384269714355, + "learning_rate": 1.4422493256773248e-05, + "loss": 2.6635, + "step": 21823 + }, + { + "epoch": 0.373577089645492, + "grad_norm": 2.214852809906006, + "learning_rate": 1.4421996008280182e-05, + "loss": 2.621, + "step": 21824 + }, + { + "epoch": 0.37359420736404253, + "grad_norm": 2.310659646987915, + "learning_rate": 1.4421498746195445e-05, + "loss": 2.6774, + "step": 21825 + }, + { + "epoch": 0.373611325082593, + "grad_norm": 2.318638324737549, + "learning_rate": 1.4421001470520559e-05, + "loss": 2.6376, + "step": 21826 + }, + { + "epoch": 0.3736284428011435, + "grad_norm": 2.335867404937744, + "learning_rate": 1.4420504181257056e-05, + "loss": 2.7115, + "step": 21827 + }, + { + "epoch": 0.37364556051969394, + "grad_norm": 2.15631103515625, + "learning_rate": 1.442000687840646e-05, + "loss": 2.5922, + "step": 21828 + }, + { + "epoch": 0.3736626782382444, + "grad_norm": 2.2963688373565674, + "learning_rate": 1.4419509561970307e-05, + "loss": 2.5431, + "step": 21829 + }, + { + "epoch": 0.3736797959567949, + "grad_norm": 2.3380656242370605, + "learning_rate": 1.4419012231950118e-05, + "loss": 2.7558, + "step": 21830 + }, + { + "epoch": 0.37369691367534535, + "grad_norm": 2.4346823692321777, + "learning_rate": 1.441851488834743e-05, + "loss": 2.7213, + "step": 21831 + }, + { + "epoch": 0.3737140313938958, + "grad_norm": 2.270685911178589, + "learning_rate": 1.4418017531163765e-05, + "loss": 2.6036, + "step": 21832 + }, + { + "epoch": 0.3737311491124463, + "grad_norm": 2.426947593688965, + "learning_rate": 1.441752016040065e-05, + "loss": 2.7099, + "step": 21833 + }, + { + "epoch": 0.37374826683099677, + "grad_norm": 2.2570207118988037, + "learning_rate": 1.441702277605962e-05, + "loss": 2.696, + "step": 21834 + }, + { + "epoch": 0.3737653845495472, + "grad_norm": 2.1430370807647705, + "learning_rate": 1.4416525378142203e-05, + "loss": 2.6455, + "step": 21835 + }, + { + "epoch": 0.3737825022680977, + "grad_norm": 2.2047059535980225, + "learning_rate": 1.4416027966649926e-05, + "loss": 2.5866, + "step": 21836 + }, + { + "epoch": 0.3737996199866482, + "grad_norm": 2.261007308959961, + "learning_rate": 1.4415530541584315e-05, + "loss": 2.6939, + "step": 21837 + }, + { + "epoch": 0.37381673770519863, + "grad_norm": 2.135270118713379, + "learning_rate": 1.4415033102946902e-05, + "loss": 2.5785, + "step": 21838 + }, + { + "epoch": 0.37383385542374914, + "grad_norm": 2.326477527618408, + "learning_rate": 1.4414535650739216e-05, + "loss": 2.717, + "step": 21839 + }, + { + "epoch": 0.3738509731422996, + "grad_norm": 2.2919979095458984, + "learning_rate": 1.4414038184962787e-05, + "loss": 2.6384, + "step": 21840 + }, + { + "epoch": 0.37386809086085004, + "grad_norm": 2.3820297718048096, + "learning_rate": 1.4413540705619143e-05, + "loss": 2.638, + "step": 21841 + }, + { + "epoch": 0.37388520857940055, + "grad_norm": 2.31567120552063, + "learning_rate": 1.4413043212709812e-05, + "loss": 2.5416, + "step": 21842 + }, + { + "epoch": 0.373902326297951, + "grad_norm": 2.311183452606201, + "learning_rate": 1.4412545706236323e-05, + "loss": 2.6957, + "step": 21843 + }, + { + "epoch": 0.37391944401650146, + "grad_norm": 2.3373706340789795, + "learning_rate": 1.4412048186200207e-05, + "loss": 2.6493, + "step": 21844 + }, + { + "epoch": 0.37393656173505196, + "grad_norm": 2.2111756801605225, + "learning_rate": 1.441155065260299e-05, + "loss": 2.7109, + "step": 21845 + }, + { + "epoch": 0.3739536794536024, + "grad_norm": 2.2633657455444336, + "learning_rate": 1.4411053105446206e-05, + "loss": 2.6318, + "step": 21846 + }, + { + "epoch": 0.37397079717215287, + "grad_norm": 2.184063196182251, + "learning_rate": 1.4410555544731382e-05, + "loss": 2.4716, + "step": 21847 + }, + { + "epoch": 0.3739879148907034, + "grad_norm": 2.2044520378112793, + "learning_rate": 1.4410057970460046e-05, + "loss": 2.6786, + "step": 21848 + }, + { + "epoch": 0.37400503260925383, + "grad_norm": 2.2149171829223633, + "learning_rate": 1.440956038263373e-05, + "loss": 2.689, + "step": 21849 + }, + { + "epoch": 0.37402215032780434, + "grad_norm": 2.2017524242401123, + "learning_rate": 1.440906278125396e-05, + "loss": 2.6756, + "step": 21850 + }, + { + "epoch": 0.3740392680463548, + "grad_norm": 2.2071096897125244, + "learning_rate": 1.4408565166322269e-05, + "loss": 2.5862, + "step": 21851 + }, + { + "epoch": 0.37405638576490524, + "grad_norm": 2.140246868133545, + "learning_rate": 1.4408067537840182e-05, + "loss": 2.5734, + "step": 21852 + }, + { + "epoch": 0.37407350348345575, + "grad_norm": 2.4263195991516113, + "learning_rate": 1.4407569895809235e-05, + "loss": 2.7133, + "step": 21853 + }, + { + "epoch": 0.3740906212020062, + "grad_norm": 2.2392492294311523, + "learning_rate": 1.4407072240230951e-05, + "loss": 2.4888, + "step": 21854 + }, + { + "epoch": 0.37410773892055665, + "grad_norm": 2.288753032684326, + "learning_rate": 1.4406574571106865e-05, + "loss": 2.647, + "step": 21855 + }, + { + "epoch": 0.37412485663910716, + "grad_norm": 2.195674419403076, + "learning_rate": 1.4406076888438503e-05, + "loss": 2.6947, + "step": 21856 + }, + { + "epoch": 0.3741419743576576, + "grad_norm": 2.168515682220459, + "learning_rate": 1.44055791922274e-05, + "loss": 2.5889, + "step": 21857 + }, + { + "epoch": 0.37415909207620807, + "grad_norm": 2.29978084564209, + "learning_rate": 1.4405081482475076e-05, + "loss": 2.6824, + "step": 21858 + }, + { + "epoch": 0.3741762097947586, + "grad_norm": 2.3145759105682373, + "learning_rate": 1.4404583759183069e-05, + "loss": 2.5789, + "step": 21859 + }, + { + "epoch": 0.374193327513309, + "grad_norm": 2.4053397178649902, + "learning_rate": 1.4404086022352903e-05, + "loss": 2.7916, + "step": 21860 + }, + { + "epoch": 0.3742104452318595, + "grad_norm": 2.1664798259735107, + "learning_rate": 1.4403588271986112e-05, + "loss": 2.703, + "step": 21861 + }, + { + "epoch": 0.37422756295041, + "grad_norm": 2.409029722213745, + "learning_rate": 1.440309050808423e-05, + "loss": 2.7755, + "step": 21862 + }, + { + "epoch": 0.37424468066896044, + "grad_norm": 2.249626636505127, + "learning_rate": 1.4402592730648782e-05, + "loss": 2.7112, + "step": 21863 + }, + { + "epoch": 0.3742617983875109, + "grad_norm": 2.144440174102783, + "learning_rate": 1.4402094939681293e-05, + "loss": 2.611, + "step": 21864 + }, + { + "epoch": 0.3742789161060614, + "grad_norm": 2.2952873706817627, + "learning_rate": 1.4401597135183299e-05, + "loss": 2.6214, + "step": 21865 + }, + { + "epoch": 0.37429603382461185, + "grad_norm": 2.276566982269287, + "learning_rate": 1.4401099317156331e-05, + "loss": 2.6675, + "step": 21866 + }, + { + "epoch": 0.3743131515431623, + "grad_norm": 2.250436544418335, + "learning_rate": 1.4400601485601915e-05, + "loss": 2.6612, + "step": 21867 + }, + { + "epoch": 0.3743302692617128, + "grad_norm": 2.2651402950286865, + "learning_rate": 1.4400103640521588e-05, + "loss": 2.6166, + "step": 21868 + }, + { + "epoch": 0.37434738698026326, + "grad_norm": 2.2238306999206543, + "learning_rate": 1.4399605781916872e-05, + "loss": 2.6741, + "step": 21869 + }, + { + "epoch": 0.3743645046988137, + "grad_norm": 2.22601580619812, + "learning_rate": 1.4399107909789303e-05, + "loss": 2.6723, + "step": 21870 + }, + { + "epoch": 0.3743816224173642, + "grad_norm": 2.1653850078582764, + "learning_rate": 1.4398610024140407e-05, + "loss": 2.5193, + "step": 21871 + }, + { + "epoch": 0.3743987401359147, + "grad_norm": 2.2653937339782715, + "learning_rate": 1.4398112124971717e-05, + "loss": 2.5862, + "step": 21872 + }, + { + "epoch": 0.3744158578544652, + "grad_norm": 2.1711807250976562, + "learning_rate": 1.4397614212284765e-05, + "loss": 2.53, + "step": 21873 + }, + { + "epoch": 0.37443297557301564, + "grad_norm": 2.335613250732422, + "learning_rate": 1.4397116286081077e-05, + "loss": 2.7542, + "step": 21874 + }, + { + "epoch": 0.3744500932915661, + "grad_norm": 2.3208093643188477, + "learning_rate": 1.4396618346362185e-05, + "loss": 2.5745, + "step": 21875 + }, + { + "epoch": 0.3744672110101166, + "grad_norm": 2.4913055896759033, + "learning_rate": 1.439612039312962e-05, + "loss": 2.7252, + "step": 21876 + }, + { + "epoch": 0.37448432872866705, + "grad_norm": 2.3660664558410645, + "learning_rate": 1.4395622426384913e-05, + "loss": 2.7733, + "step": 21877 + }, + { + "epoch": 0.3745014464472175, + "grad_norm": 2.2676291465759277, + "learning_rate": 1.4395124446129598e-05, + "loss": 2.5925, + "step": 21878 + }, + { + "epoch": 0.374518564165768, + "grad_norm": 2.371387243270874, + "learning_rate": 1.4394626452365202e-05, + "loss": 2.6093, + "step": 21879 + }, + { + "epoch": 0.37453568188431846, + "grad_norm": 2.240889549255371, + "learning_rate": 1.4394128445093252e-05, + "loss": 2.7002, + "step": 21880 + }, + { + "epoch": 0.3745527996028689, + "grad_norm": 2.284329414367676, + "learning_rate": 1.4393630424315281e-05, + "loss": 2.7174, + "step": 21881 + }, + { + "epoch": 0.3745699173214194, + "grad_norm": 2.365722179412842, + "learning_rate": 1.4393132390032825e-05, + "loss": 2.6322, + "step": 21882 + }, + { + "epoch": 0.3745870350399699, + "grad_norm": 2.3889098167419434, + "learning_rate": 1.439263434224741e-05, + "loss": 2.6468, + "step": 21883 + }, + { + "epoch": 0.3746041527585203, + "grad_norm": 2.398885488510132, + "learning_rate": 1.4392136280960567e-05, + "loss": 2.7549, + "step": 21884 + }, + { + "epoch": 0.37462127047707083, + "grad_norm": 2.3198800086975098, + "learning_rate": 1.4391638206173828e-05, + "loss": 2.5745, + "step": 21885 + }, + { + "epoch": 0.3746383881956213, + "grad_norm": 2.3731420040130615, + "learning_rate": 1.4391140117888722e-05, + "loss": 2.6797, + "step": 21886 + }, + { + "epoch": 0.37465550591417174, + "grad_norm": 2.2024574279785156, + "learning_rate": 1.4390642016106781e-05, + "loss": 2.5879, + "step": 21887 + }, + { + "epoch": 0.37467262363272225, + "grad_norm": 2.3495588302612305, + "learning_rate": 1.4390143900829538e-05, + "loss": 2.6906, + "step": 21888 + }, + { + "epoch": 0.3746897413512727, + "grad_norm": 2.303156614303589, + "learning_rate": 1.4389645772058526e-05, + "loss": 2.6724, + "step": 21889 + }, + { + "epoch": 0.37470685906982315, + "grad_norm": 2.3895859718322754, + "learning_rate": 1.4389147629795266e-05, + "loss": 2.6297, + "step": 21890 + }, + { + "epoch": 0.37472397678837366, + "grad_norm": 2.166844606399536, + "learning_rate": 1.4388649474041297e-05, + "loss": 2.4872, + "step": 21891 + }, + { + "epoch": 0.3747410945069241, + "grad_norm": 2.411311149597168, + "learning_rate": 1.4388151304798152e-05, + "loss": 2.6329, + "step": 21892 + }, + { + "epoch": 0.37475821222547456, + "grad_norm": 2.341923475265503, + "learning_rate": 1.4387653122067357e-05, + "loss": 2.6341, + "step": 21893 + }, + { + "epoch": 0.37477532994402507, + "grad_norm": 2.3288681507110596, + "learning_rate": 1.4387154925850445e-05, + "loss": 2.5957, + "step": 21894 + }, + { + "epoch": 0.3747924476625755, + "grad_norm": 2.3554577827453613, + "learning_rate": 1.4386656716148947e-05, + "loss": 2.578, + "step": 21895 + }, + { + "epoch": 0.37480956538112603, + "grad_norm": 2.2677001953125, + "learning_rate": 1.4386158492964395e-05, + "loss": 2.6908, + "step": 21896 + }, + { + "epoch": 0.3748266830996765, + "grad_norm": 2.2815306186676025, + "learning_rate": 1.4385660256298322e-05, + "loss": 2.6417, + "step": 21897 + }, + { + "epoch": 0.37484380081822694, + "grad_norm": 2.1998417377471924, + "learning_rate": 1.4385162006152253e-05, + "loss": 2.5602, + "step": 21898 + }, + { + "epoch": 0.37486091853677744, + "grad_norm": 2.377424716949463, + "learning_rate": 1.4384663742527728e-05, + "loss": 2.6631, + "step": 21899 + }, + { + "epoch": 0.3748780362553279, + "grad_norm": 2.5219850540161133, + "learning_rate": 1.438416546542628e-05, + "loss": 2.8825, + "step": 21900 + }, + { + "epoch": 0.37489515397387835, + "grad_norm": 2.2735648155212402, + "learning_rate": 1.4383667174849426e-05, + "loss": 2.5779, + "step": 21901 + }, + { + "epoch": 0.37491227169242886, + "grad_norm": 2.327463150024414, + "learning_rate": 1.4383168870798709e-05, + "loss": 2.7098, + "step": 21902 + }, + { + "epoch": 0.3749293894109793, + "grad_norm": 2.3056771755218506, + "learning_rate": 1.4382670553275656e-05, + "loss": 2.6102, + "step": 21903 + }, + { + "epoch": 0.37494650712952976, + "grad_norm": 2.332817316055298, + "learning_rate": 1.4382172222281806e-05, + "loss": 2.6446, + "step": 21904 + }, + { + "epoch": 0.37496362484808027, + "grad_norm": 2.2809994220733643, + "learning_rate": 1.4381673877818683e-05, + "loss": 2.6528, + "step": 21905 + }, + { + "epoch": 0.3749807425666307, + "grad_norm": 2.1936464309692383, + "learning_rate": 1.4381175519887822e-05, + "loss": 2.5023, + "step": 21906 + }, + { + "epoch": 0.3749978602851812, + "grad_norm": 2.2690036296844482, + "learning_rate": 1.4380677148490754e-05, + "loss": 2.5875, + "step": 21907 + }, + { + "epoch": 0.3750149780037317, + "grad_norm": 2.3537862300872803, + "learning_rate": 1.438017876362901e-05, + "loss": 2.6539, + "step": 21908 + }, + { + "epoch": 0.37503209572228213, + "grad_norm": 2.278782844543457, + "learning_rate": 1.4379680365304123e-05, + "loss": 2.6687, + "step": 21909 + }, + { + "epoch": 0.3750492134408326, + "grad_norm": 2.3477213382720947, + "learning_rate": 1.4379181953517624e-05, + "loss": 2.6015, + "step": 21910 + }, + { + "epoch": 0.3750663311593831, + "grad_norm": 2.489565134048462, + "learning_rate": 1.4378683528271048e-05, + "loss": 2.7019, + "step": 21911 + }, + { + "epoch": 0.37508344887793355, + "grad_norm": 2.3136706352233887, + "learning_rate": 1.437818508956592e-05, + "loss": 2.7739, + "step": 21912 + }, + { + "epoch": 0.375100566596484, + "grad_norm": 2.378350257873535, + "learning_rate": 1.437768663740378e-05, + "loss": 2.7694, + "step": 21913 + }, + { + "epoch": 0.3751176843150345, + "grad_norm": 2.22013521194458, + "learning_rate": 1.4377188171786158e-05, + "loss": 2.5755, + "step": 21914 + }, + { + "epoch": 0.37513480203358496, + "grad_norm": 2.2832460403442383, + "learning_rate": 1.4376689692714583e-05, + "loss": 2.5879, + "step": 21915 + }, + { + "epoch": 0.3751519197521354, + "grad_norm": 2.3563828468322754, + "learning_rate": 1.437619120019059e-05, + "loss": 2.6373, + "step": 21916 + }, + { + "epoch": 0.3751690374706859, + "grad_norm": 2.1999950408935547, + "learning_rate": 1.4375692694215708e-05, + "loss": 2.5145, + "step": 21917 + }, + { + "epoch": 0.37518615518923637, + "grad_norm": 2.4229400157928467, + "learning_rate": 1.4375194174791474e-05, + "loss": 2.7529, + "step": 21918 + }, + { + "epoch": 0.3752032729077869, + "grad_norm": 2.413606882095337, + "learning_rate": 1.4374695641919416e-05, + "loss": 2.7073, + "step": 21919 + }, + { + "epoch": 0.37522039062633733, + "grad_norm": 2.3258767127990723, + "learning_rate": 1.437419709560107e-05, + "loss": 2.7862, + "step": 21920 + }, + { + "epoch": 0.3752375083448878, + "grad_norm": 2.5001637935638428, + "learning_rate": 1.4373698535837966e-05, + "loss": 2.7258, + "step": 21921 + }, + { + "epoch": 0.3752546260634383, + "grad_norm": 2.223689317703247, + "learning_rate": 1.4373199962631634e-05, + "loss": 2.4909, + "step": 21922 + }, + { + "epoch": 0.37527174378198874, + "grad_norm": 2.334301233291626, + "learning_rate": 1.437270137598361e-05, + "loss": 2.5842, + "step": 21923 + }, + { + "epoch": 0.3752888615005392, + "grad_norm": 2.2377867698669434, + "learning_rate": 1.4372202775895425e-05, + "loss": 2.6823, + "step": 21924 + }, + { + "epoch": 0.3753059792190897, + "grad_norm": 2.37859845161438, + "learning_rate": 1.4371704162368614e-05, + "loss": 2.67, + "step": 21925 + }, + { + "epoch": 0.37532309693764015, + "grad_norm": 2.3792150020599365, + "learning_rate": 1.4371205535404709e-05, + "loss": 2.7341, + "step": 21926 + }, + { + "epoch": 0.3753402146561906, + "grad_norm": 2.261742353439331, + "learning_rate": 1.4370706895005237e-05, + "loss": 2.5927, + "step": 21927 + }, + { + "epoch": 0.3753573323747411, + "grad_norm": 2.288299083709717, + "learning_rate": 1.437020824117174e-05, + "loss": 2.5782, + "step": 21928 + }, + { + "epoch": 0.37537445009329157, + "grad_norm": 2.245429754257202, + "learning_rate": 1.4369709573905744e-05, + "loss": 2.6014, + "step": 21929 + }, + { + "epoch": 0.375391567811842, + "grad_norm": 2.4505257606506348, + "learning_rate": 1.4369210893208781e-05, + "loss": 2.7582, + "step": 21930 + }, + { + "epoch": 0.3754086855303925, + "grad_norm": 2.261059284210205, + "learning_rate": 1.4368712199082388e-05, + "loss": 2.6777, + "step": 21931 + }, + { + "epoch": 0.375425803248943, + "grad_norm": 2.4475362300872803, + "learning_rate": 1.4368213491528096e-05, + "loss": 2.644, + "step": 21932 + }, + { + "epoch": 0.37544292096749343, + "grad_norm": 2.351764440536499, + "learning_rate": 1.4367714770547439e-05, + "loss": 2.7823, + "step": 21933 + }, + { + "epoch": 0.37546003868604394, + "grad_norm": 2.316087007522583, + "learning_rate": 1.4367216036141946e-05, + "loss": 2.6364, + "step": 21934 + }, + { + "epoch": 0.3754771564045944, + "grad_norm": 2.246143102645874, + "learning_rate": 1.4366717288313155e-05, + "loss": 2.546, + "step": 21935 + }, + { + "epoch": 0.37549427412314484, + "grad_norm": 2.3865480422973633, + "learning_rate": 1.4366218527062596e-05, + "loss": 2.721, + "step": 21936 + }, + { + "epoch": 0.37551139184169535, + "grad_norm": 2.308284044265747, + "learning_rate": 1.4365719752391805e-05, + "loss": 2.5792, + "step": 21937 + }, + { + "epoch": 0.3755285095602458, + "grad_norm": 2.209676742553711, + "learning_rate": 1.4365220964302306e-05, + "loss": 2.6297, + "step": 21938 + }, + { + "epoch": 0.37554562727879626, + "grad_norm": 2.3309147357940674, + "learning_rate": 1.4364722162795643e-05, + "loss": 2.5693, + "step": 21939 + }, + { + "epoch": 0.37556274499734676, + "grad_norm": 2.2923099994659424, + "learning_rate": 1.4364223347873345e-05, + "loss": 2.6806, + "step": 21940 + }, + { + "epoch": 0.3755798627158972, + "grad_norm": 2.339040994644165, + "learning_rate": 1.4363724519536945e-05, + "loss": 2.7392, + "step": 21941 + }, + { + "epoch": 0.37559698043444767, + "grad_norm": 2.4129295349121094, + "learning_rate": 1.436322567778798e-05, + "loss": 2.8315, + "step": 21942 + }, + { + "epoch": 0.3756140981529982, + "grad_norm": 2.3445088863372803, + "learning_rate": 1.4362726822627976e-05, + "loss": 2.7162, + "step": 21943 + }, + { + "epoch": 0.37563121587154863, + "grad_norm": 2.2645370960235596, + "learning_rate": 1.4362227954058469e-05, + "loss": 2.6011, + "step": 21944 + }, + { + "epoch": 0.37564833359009914, + "grad_norm": 2.3458170890808105, + "learning_rate": 1.4361729072080994e-05, + "loss": 2.6851, + "step": 21945 + }, + { + "epoch": 0.3756654513086496, + "grad_norm": 2.352480173110962, + "learning_rate": 1.4361230176697083e-05, + "loss": 2.7485, + "step": 21946 + }, + { + "epoch": 0.37568256902720004, + "grad_norm": 2.192443370819092, + "learning_rate": 1.4360731267908274e-05, + "loss": 2.5385, + "step": 21947 + }, + { + "epoch": 0.37569968674575055, + "grad_norm": 2.2087037563323975, + "learning_rate": 1.4360232345716094e-05, + "loss": 2.6448, + "step": 21948 + }, + { + "epoch": 0.375716804464301, + "grad_norm": 2.184133291244507, + "learning_rate": 1.4359733410122077e-05, + "loss": 2.6456, + "step": 21949 + }, + { + "epoch": 0.37573392218285145, + "grad_norm": 2.151745557785034, + "learning_rate": 1.4359234461127763e-05, + "loss": 2.5671, + "step": 21950 + }, + { + "epoch": 0.37575103990140196, + "grad_norm": 2.4249775409698486, + "learning_rate": 1.4358735498734677e-05, + "loss": 2.7681, + "step": 21951 + }, + { + "epoch": 0.3757681576199524, + "grad_norm": 2.2914278507232666, + "learning_rate": 1.435823652294436e-05, + "loss": 2.6771, + "step": 21952 + }, + { + "epoch": 0.37578527533850287, + "grad_norm": 2.1351282596588135, + "learning_rate": 1.4357737533758343e-05, + "loss": 2.5936, + "step": 21953 + }, + { + "epoch": 0.3758023930570534, + "grad_norm": 2.2744879722595215, + "learning_rate": 1.4357238531178157e-05, + "loss": 2.6969, + "step": 21954 + }, + { + "epoch": 0.3758195107756038, + "grad_norm": 2.333064556121826, + "learning_rate": 1.4356739515205338e-05, + "loss": 2.7417, + "step": 21955 + }, + { + "epoch": 0.3758366284941543, + "grad_norm": 2.273118734359741, + "learning_rate": 1.435624048584142e-05, + "loss": 2.6729, + "step": 21956 + }, + { + "epoch": 0.3758537462127048, + "grad_norm": 2.346761465072632, + "learning_rate": 1.4355741443087938e-05, + "loss": 2.5523, + "step": 21957 + }, + { + "epoch": 0.37587086393125524, + "grad_norm": 2.122103452682495, + "learning_rate": 1.4355242386946423e-05, + "loss": 2.5997, + "step": 21958 + }, + { + "epoch": 0.3758879816498057, + "grad_norm": 2.415081262588501, + "learning_rate": 1.4354743317418413e-05, + "loss": 2.6238, + "step": 21959 + }, + { + "epoch": 0.3759050993683562, + "grad_norm": 2.241875410079956, + "learning_rate": 1.435424423450544e-05, + "loss": 2.6299, + "step": 21960 + }, + { + "epoch": 0.37592221708690665, + "grad_norm": 2.1505918502807617, + "learning_rate": 1.4353745138209032e-05, + "loss": 2.5018, + "step": 21961 + }, + { + "epoch": 0.3759393348054571, + "grad_norm": 2.434479236602783, + "learning_rate": 1.4353246028530732e-05, + "loss": 2.6648, + "step": 21962 + }, + { + "epoch": 0.3759564525240076, + "grad_norm": 2.2387263774871826, + "learning_rate": 1.4352746905472073e-05, + "loss": 2.526, + "step": 21963 + }, + { + "epoch": 0.37597357024255806, + "grad_norm": 2.272608757019043, + "learning_rate": 1.4352247769034584e-05, + "loss": 2.7317, + "step": 21964 + }, + { + "epoch": 0.3759906879611085, + "grad_norm": 2.3229053020477295, + "learning_rate": 1.4351748619219804e-05, + "loss": 2.7866, + "step": 21965 + }, + { + "epoch": 0.376007805679659, + "grad_norm": 2.266962766647339, + "learning_rate": 1.4351249456029262e-05, + "loss": 2.6549, + "step": 21966 + }, + { + "epoch": 0.3760249233982095, + "grad_norm": 2.407244920730591, + "learning_rate": 1.4350750279464496e-05, + "loss": 2.6795, + "step": 21967 + }, + { + "epoch": 0.37604204111676, + "grad_norm": 2.2284862995147705, + "learning_rate": 1.4350251089527039e-05, + "loss": 2.6148, + "step": 21968 + }, + { + "epoch": 0.37605915883531044, + "grad_norm": 2.1856348514556885, + "learning_rate": 1.4349751886218428e-05, + "loss": 2.6591, + "step": 21969 + }, + { + "epoch": 0.3760762765538609, + "grad_norm": 2.228307008743286, + "learning_rate": 1.4349252669540195e-05, + "loss": 2.7186, + "step": 21970 + }, + { + "epoch": 0.3760933942724114, + "grad_norm": 2.1415517330169678, + "learning_rate": 1.4348753439493877e-05, + "loss": 2.5718, + "step": 21971 + }, + { + "epoch": 0.37611051199096185, + "grad_norm": 2.1756503582000732, + "learning_rate": 1.4348254196081002e-05, + "loss": 2.6278, + "step": 21972 + }, + { + "epoch": 0.3761276297095123, + "grad_norm": 2.319342613220215, + "learning_rate": 1.4347754939303112e-05, + "loss": 2.7255, + "step": 21973 + }, + { + "epoch": 0.3761447474280628, + "grad_norm": 2.378297805786133, + "learning_rate": 1.4347255669161737e-05, + "loss": 2.6804, + "step": 21974 + }, + { + "epoch": 0.37616186514661326, + "grad_norm": 2.2313106060028076, + "learning_rate": 1.4346756385658412e-05, + "loss": 2.6359, + "step": 21975 + }, + { + "epoch": 0.3761789828651637, + "grad_norm": 2.2869911193847656, + "learning_rate": 1.4346257088794673e-05, + "loss": 2.588, + "step": 21976 + }, + { + "epoch": 0.3761961005837142, + "grad_norm": 2.3543143272399902, + "learning_rate": 1.4345757778572053e-05, + "loss": 2.6663, + "step": 21977 + }, + { + "epoch": 0.3762132183022647, + "grad_norm": 2.3072023391723633, + "learning_rate": 1.4345258454992092e-05, + "loss": 2.622, + "step": 21978 + }, + { + "epoch": 0.3762303360208151, + "grad_norm": 2.2497663497924805, + "learning_rate": 1.4344759118056318e-05, + "loss": 2.5746, + "step": 21979 + }, + { + "epoch": 0.37624745373936563, + "grad_norm": 2.6537551879882812, + "learning_rate": 1.434425976776627e-05, + "loss": 2.7151, + "step": 21980 + }, + { + "epoch": 0.3762645714579161, + "grad_norm": 2.278566837310791, + "learning_rate": 1.4343760404123478e-05, + "loss": 2.5617, + "step": 21981 + }, + { + "epoch": 0.37628168917646654, + "grad_norm": 2.2738823890686035, + "learning_rate": 1.4343261027129483e-05, + "loss": 2.5702, + "step": 21982 + }, + { + "epoch": 0.37629880689501705, + "grad_norm": 2.1553831100463867, + "learning_rate": 1.4342761636785813e-05, + "loss": 2.5887, + "step": 21983 + }, + { + "epoch": 0.3763159246135675, + "grad_norm": 2.1871862411499023, + "learning_rate": 1.434226223309401e-05, + "loss": 2.6362, + "step": 21984 + }, + { + "epoch": 0.37633304233211795, + "grad_norm": 2.362915515899658, + "learning_rate": 1.4341762816055607e-05, + "loss": 2.61, + "step": 21985 + }, + { + "epoch": 0.37635016005066846, + "grad_norm": 2.286482095718384, + "learning_rate": 1.4341263385672139e-05, + "loss": 2.6478, + "step": 21986 + }, + { + "epoch": 0.3763672777692189, + "grad_norm": 2.1878647804260254, + "learning_rate": 1.4340763941945138e-05, + "loss": 2.5547, + "step": 21987 + }, + { + "epoch": 0.37638439548776936, + "grad_norm": 2.453615188598633, + "learning_rate": 1.434026448487614e-05, + "loss": 2.754, + "step": 21988 + }, + { + "epoch": 0.37640151320631987, + "grad_norm": 2.3191978931427, + "learning_rate": 1.4339765014466683e-05, + "loss": 2.8015, + "step": 21989 + }, + { + "epoch": 0.3764186309248703, + "grad_norm": 2.4080238342285156, + "learning_rate": 1.4339265530718301e-05, + "loss": 2.7018, + "step": 21990 + }, + { + "epoch": 0.37643574864342083, + "grad_norm": 2.4082608222961426, + "learning_rate": 1.4338766033632527e-05, + "loss": 2.5901, + "step": 21991 + }, + { + "epoch": 0.3764528663619713, + "grad_norm": 2.295081853866577, + "learning_rate": 1.4338266523210898e-05, + "loss": 2.5929, + "step": 21992 + }, + { + "epoch": 0.37646998408052174, + "grad_norm": 2.1958372592926025, + "learning_rate": 1.4337766999454951e-05, + "loss": 2.5927, + "step": 21993 + }, + { + "epoch": 0.37648710179907224, + "grad_norm": 2.183901309967041, + "learning_rate": 1.433726746236622e-05, + "loss": 2.702, + "step": 21994 + }, + { + "epoch": 0.3765042195176227, + "grad_norm": 2.229896068572998, + "learning_rate": 1.4336767911946238e-05, + "loss": 2.5912, + "step": 21995 + }, + { + "epoch": 0.37652133723617315, + "grad_norm": 2.31335711479187, + "learning_rate": 1.4336268348196547e-05, + "loss": 2.6694, + "step": 21996 + }, + { + "epoch": 0.37653845495472366, + "grad_norm": 2.2389976978302, + "learning_rate": 1.4335768771118671e-05, + "loss": 2.6029, + "step": 21997 + }, + { + "epoch": 0.3765555726732741, + "grad_norm": 2.1881322860717773, + "learning_rate": 1.4335269180714157e-05, + "loss": 2.5691, + "step": 21998 + }, + { + "epoch": 0.37657269039182456, + "grad_norm": 2.3771982192993164, + "learning_rate": 1.4334769576984538e-05, + "loss": 2.7025, + "step": 21999 + }, + { + "epoch": 0.37658980811037507, + "grad_norm": 2.3428025245666504, + "learning_rate": 1.4334269959931346e-05, + "loss": 2.648, + "step": 22000 + }, + { + "epoch": 0.3766069258289255, + "grad_norm": 2.27441668510437, + "learning_rate": 1.4333770329556118e-05, + "loss": 2.4845, + "step": 22001 + }, + { + "epoch": 0.376624043547476, + "grad_norm": 2.3372085094451904, + "learning_rate": 1.433327068586039e-05, + "loss": 2.6923, + "step": 22002 + }, + { + "epoch": 0.3766411612660265, + "grad_norm": 2.5562405586242676, + "learning_rate": 1.4332771028845699e-05, + "loss": 2.7894, + "step": 22003 + }, + { + "epoch": 0.37665827898457693, + "grad_norm": 2.2825231552124023, + "learning_rate": 1.4332271358513577e-05, + "loss": 2.6603, + "step": 22004 + }, + { + "epoch": 0.3766753967031274, + "grad_norm": 2.4002411365509033, + "learning_rate": 1.4331771674865564e-05, + "loss": 2.6414, + "step": 22005 + }, + { + "epoch": 0.3766925144216779, + "grad_norm": 2.331646680831909, + "learning_rate": 1.4331271977903197e-05, + "loss": 2.5372, + "step": 22006 + }, + { + "epoch": 0.37670963214022835, + "grad_norm": 2.2274961471557617, + "learning_rate": 1.4330772267628007e-05, + "loss": 2.6043, + "step": 22007 + }, + { + "epoch": 0.3767267498587788, + "grad_norm": 2.374508857727051, + "learning_rate": 1.4330272544041531e-05, + "loss": 2.6799, + "step": 22008 + }, + { + "epoch": 0.3767438675773293, + "grad_norm": 2.634111166000366, + "learning_rate": 1.4329772807145307e-05, + "loss": 2.7048, + "step": 22009 + }, + { + "epoch": 0.37676098529587976, + "grad_norm": 2.316976308822632, + "learning_rate": 1.432927305694087e-05, + "loss": 2.6467, + "step": 22010 + }, + { + "epoch": 0.3767781030144302, + "grad_norm": 2.3808841705322266, + "learning_rate": 1.4328773293429757e-05, + "loss": 2.7444, + "step": 22011 + }, + { + "epoch": 0.3767952207329807, + "grad_norm": 2.410100221633911, + "learning_rate": 1.43282735166135e-05, + "loss": 2.59, + "step": 22012 + }, + { + "epoch": 0.37681233845153117, + "grad_norm": 2.225759744644165, + "learning_rate": 1.4327773726493642e-05, + "loss": 2.5732, + "step": 22013 + }, + { + "epoch": 0.3768294561700817, + "grad_norm": 2.4536263942718506, + "learning_rate": 1.4327273923071712e-05, + "loss": 2.6337, + "step": 22014 + }, + { + "epoch": 0.37684657388863213, + "grad_norm": 2.3088324069976807, + "learning_rate": 1.4326774106349253e-05, + "loss": 2.5947, + "step": 22015 + }, + { + "epoch": 0.3768636916071826, + "grad_norm": 2.3212733268737793, + "learning_rate": 1.4326274276327796e-05, + "loss": 2.66, + "step": 22016 + }, + { + "epoch": 0.3768808093257331, + "grad_norm": 2.212656259536743, + "learning_rate": 1.4325774433008884e-05, + "loss": 2.6044, + "step": 22017 + }, + { + "epoch": 0.37689792704428354, + "grad_norm": 2.273275136947632, + "learning_rate": 1.4325274576394044e-05, + "loss": 2.6083, + "step": 22018 + }, + { + "epoch": 0.376915044762834, + "grad_norm": 2.258802890777588, + "learning_rate": 1.4324774706484819e-05, + "loss": 2.6467, + "step": 22019 + }, + { + "epoch": 0.3769321624813845, + "grad_norm": 2.298180103302002, + "learning_rate": 1.4324274823282743e-05, + "loss": 2.6638, + "step": 22020 + }, + { + "epoch": 0.37694928019993496, + "grad_norm": 2.2554500102996826, + "learning_rate": 1.4323774926789352e-05, + "loss": 2.702, + "step": 22021 + }, + { + "epoch": 0.3769663979184854, + "grad_norm": 2.3788437843322754, + "learning_rate": 1.4323275017006186e-05, + "loss": 2.723, + "step": 22022 + }, + { + "epoch": 0.3769835156370359, + "grad_norm": 2.393355369567871, + "learning_rate": 1.4322775093934778e-05, + "loss": 2.6681, + "step": 22023 + }, + { + "epoch": 0.37700063335558637, + "grad_norm": 2.278460741043091, + "learning_rate": 1.4322275157576666e-05, + "loss": 2.7067, + "step": 22024 + }, + { + "epoch": 0.3770177510741368, + "grad_norm": 2.1964380741119385, + "learning_rate": 1.4321775207933384e-05, + "loss": 2.612, + "step": 22025 + }, + { + "epoch": 0.3770348687926873, + "grad_norm": 2.3058981895446777, + "learning_rate": 1.4321275245006472e-05, + "loss": 2.7258, + "step": 22026 + }, + { + "epoch": 0.3770519865112378, + "grad_norm": 2.307648181915283, + "learning_rate": 1.4320775268797466e-05, + "loss": 2.6485, + "step": 22027 + }, + { + "epoch": 0.37706910422978823, + "grad_norm": 2.278409957885742, + "learning_rate": 1.4320275279307906e-05, + "loss": 2.6295, + "step": 22028 + }, + { + "epoch": 0.37708622194833874, + "grad_norm": 2.2726972103118896, + "learning_rate": 1.4319775276539321e-05, + "loss": 2.6883, + "step": 22029 + }, + { + "epoch": 0.3771033396668892, + "grad_norm": 2.268021821975708, + "learning_rate": 1.4319275260493253e-05, + "loss": 2.5916, + "step": 22030 + }, + { + "epoch": 0.37712045738543964, + "grad_norm": 2.295104742050171, + "learning_rate": 1.4318775231171235e-05, + "loss": 2.699, + "step": 22031 + }, + { + "epoch": 0.37713757510399015, + "grad_norm": 2.2898154258728027, + "learning_rate": 1.4318275188574811e-05, + "loss": 2.7029, + "step": 22032 + }, + { + "epoch": 0.3771546928225406, + "grad_norm": 2.3905887603759766, + "learning_rate": 1.4317775132705514e-05, + "loss": 2.7189, + "step": 22033 + }, + { + "epoch": 0.37717181054109106, + "grad_norm": 2.3348286151885986, + "learning_rate": 1.4317275063564879e-05, + "loss": 2.6248, + "step": 22034 + }, + { + "epoch": 0.37718892825964156, + "grad_norm": 2.184757947921753, + "learning_rate": 1.4316774981154445e-05, + "loss": 2.5498, + "step": 22035 + }, + { + "epoch": 0.377206045978192, + "grad_norm": 2.259552478790283, + "learning_rate": 1.4316274885475749e-05, + "loss": 2.6723, + "step": 22036 + }, + { + "epoch": 0.3772231636967425, + "grad_norm": 2.434277296066284, + "learning_rate": 1.4315774776530328e-05, + "loss": 2.788, + "step": 22037 + }, + { + "epoch": 0.377240281415293, + "grad_norm": 2.3665835857391357, + "learning_rate": 1.431527465431972e-05, + "loss": 2.5661, + "step": 22038 + }, + { + "epoch": 0.37725739913384343, + "grad_norm": 2.339411973953247, + "learning_rate": 1.431477451884546e-05, + "loss": 2.6368, + "step": 22039 + }, + { + "epoch": 0.37727451685239394, + "grad_norm": 2.2073543071746826, + "learning_rate": 1.4314274370109086e-05, + "loss": 2.5634, + "step": 22040 + }, + { + "epoch": 0.3772916345709444, + "grad_norm": 2.452277898788452, + "learning_rate": 1.4313774208112137e-05, + "loss": 2.602, + "step": 22041 + }, + { + "epoch": 0.37730875228949484, + "grad_norm": 2.4076695442199707, + "learning_rate": 1.4313274032856148e-05, + "loss": 2.7816, + "step": 22042 + }, + { + "epoch": 0.37732587000804535, + "grad_norm": 2.1921513080596924, + "learning_rate": 1.4312773844342663e-05, + "loss": 2.6269, + "step": 22043 + }, + { + "epoch": 0.3773429877265958, + "grad_norm": 2.3199691772460938, + "learning_rate": 1.4312273642573212e-05, + "loss": 2.6231, + "step": 22044 + }, + { + "epoch": 0.37736010544514625, + "grad_norm": 2.247421979904175, + "learning_rate": 1.431177342754933e-05, + "loss": 2.6679, + "step": 22045 + }, + { + "epoch": 0.37737722316369676, + "grad_norm": 2.4382567405700684, + "learning_rate": 1.431127319927256e-05, + "loss": 2.7128, + "step": 22046 + }, + { + "epoch": 0.3773943408822472, + "grad_norm": 2.2992660999298096, + "learning_rate": 1.4310772957744438e-05, + "loss": 2.5926, + "step": 22047 + }, + { + "epoch": 0.37741145860079767, + "grad_norm": 2.2208855152130127, + "learning_rate": 1.4310272702966506e-05, + "loss": 2.6157, + "step": 22048 + }, + { + "epoch": 0.3774285763193482, + "grad_norm": 2.16740345954895, + "learning_rate": 1.4309772434940297e-05, + "loss": 2.5106, + "step": 22049 + }, + { + "epoch": 0.3774456940378986, + "grad_norm": 2.4273734092712402, + "learning_rate": 1.4309272153667346e-05, + "loss": 2.663, + "step": 22050 + }, + { + "epoch": 0.3774628117564491, + "grad_norm": 2.1204512119293213, + "learning_rate": 1.4308771859149198e-05, + "loss": 2.5003, + "step": 22051 + }, + { + "epoch": 0.3774799294749996, + "grad_norm": 2.284879446029663, + "learning_rate": 1.4308271551387383e-05, + "loss": 2.6041, + "step": 22052 + }, + { + "epoch": 0.37749704719355004, + "grad_norm": 2.332456111907959, + "learning_rate": 1.4307771230383446e-05, + "loss": 2.6369, + "step": 22053 + }, + { + "epoch": 0.3775141649121005, + "grad_norm": 2.3008244037628174, + "learning_rate": 1.4307270896138919e-05, + "loss": 2.5616, + "step": 22054 + }, + { + "epoch": 0.377531282630651, + "grad_norm": 2.297097682952881, + "learning_rate": 1.4306770548655342e-05, + "loss": 2.6468, + "step": 22055 + }, + { + "epoch": 0.37754840034920145, + "grad_norm": 2.309737205505371, + "learning_rate": 1.4306270187934253e-05, + "loss": 2.6462, + "step": 22056 + }, + { + "epoch": 0.3775655180677519, + "grad_norm": 2.2167699337005615, + "learning_rate": 1.4305769813977191e-05, + "loss": 2.6933, + "step": 22057 + }, + { + "epoch": 0.3775826357863024, + "grad_norm": 2.3226864337921143, + "learning_rate": 1.4305269426785692e-05, + "loss": 2.6732, + "step": 22058 + }, + { + "epoch": 0.37759975350485286, + "grad_norm": 2.296603202819824, + "learning_rate": 1.4304769026361296e-05, + "loss": 2.7494, + "step": 22059 + }, + { + "epoch": 0.37761687122340337, + "grad_norm": 2.358954906463623, + "learning_rate": 1.430426861270554e-05, + "loss": 2.4598, + "step": 22060 + }, + { + "epoch": 0.3776339889419538, + "grad_norm": 2.177602767944336, + "learning_rate": 1.4303768185819961e-05, + "loss": 2.5468, + "step": 22061 + }, + { + "epoch": 0.3776511066605043, + "grad_norm": 2.5323214530944824, + "learning_rate": 1.4303267745706098e-05, + "loss": 2.6493, + "step": 22062 + }, + { + "epoch": 0.3776682243790548, + "grad_norm": 2.2338902950286865, + "learning_rate": 1.4302767292365491e-05, + "loss": 2.6489, + "step": 22063 + }, + { + "epoch": 0.37768534209760524, + "grad_norm": 2.682588577270508, + "learning_rate": 1.4302266825799675e-05, + "loss": 2.7232, + "step": 22064 + }, + { + "epoch": 0.3777024598161557, + "grad_norm": 2.193209409713745, + "learning_rate": 1.4301766346010194e-05, + "loss": 2.4618, + "step": 22065 + }, + { + "epoch": 0.3777195775347062, + "grad_norm": 2.439483880996704, + "learning_rate": 1.4301265852998579e-05, + "loss": 2.7197, + "step": 22066 + }, + { + "epoch": 0.37773669525325665, + "grad_norm": 2.4671144485473633, + "learning_rate": 1.430076534676637e-05, + "loss": 2.7269, + "step": 22067 + }, + { + "epoch": 0.3777538129718071, + "grad_norm": 2.407729148864746, + "learning_rate": 1.4300264827315109e-05, + "loss": 2.7634, + "step": 22068 + }, + { + "epoch": 0.3777709306903576, + "grad_norm": 2.459298610687256, + "learning_rate": 1.4299764294646333e-05, + "loss": 2.8314, + "step": 22069 + }, + { + "epoch": 0.37778804840890806, + "grad_norm": 2.461972236633301, + "learning_rate": 1.4299263748761578e-05, + "loss": 2.6637, + "step": 22070 + }, + { + "epoch": 0.3778051661274585, + "grad_norm": 2.526803970336914, + "learning_rate": 1.4298763189662386e-05, + "loss": 2.7335, + "step": 22071 + }, + { + "epoch": 0.377822283846009, + "grad_norm": 2.3715500831604004, + "learning_rate": 1.4298262617350293e-05, + "loss": 2.6841, + "step": 22072 + }, + { + "epoch": 0.3778394015645595, + "grad_norm": 2.3242406845092773, + "learning_rate": 1.4297762031826838e-05, + "loss": 2.5923, + "step": 22073 + }, + { + "epoch": 0.3778565192831099, + "grad_norm": 2.4131221771240234, + "learning_rate": 1.4297261433093561e-05, + "loss": 2.6647, + "step": 22074 + }, + { + "epoch": 0.37787363700166043, + "grad_norm": 2.2204463481903076, + "learning_rate": 1.4296760821152e-05, + "loss": 2.6441, + "step": 22075 + }, + { + "epoch": 0.3778907547202109, + "grad_norm": 2.4167776107788086, + "learning_rate": 1.4296260196003693e-05, + "loss": 2.7011, + "step": 22076 + }, + { + "epoch": 0.37790787243876134, + "grad_norm": 2.235400438308716, + "learning_rate": 1.4295759557650178e-05, + "loss": 2.6513, + "step": 22077 + }, + { + "epoch": 0.37792499015731185, + "grad_norm": 2.1943538188934326, + "learning_rate": 1.4295258906092994e-05, + "loss": 2.5543, + "step": 22078 + }, + { + "epoch": 0.3779421078758623, + "grad_norm": 2.3481571674346924, + "learning_rate": 1.4294758241333684e-05, + "loss": 2.7088, + "step": 22079 + }, + { + "epoch": 0.37795922559441275, + "grad_norm": 2.3063745498657227, + "learning_rate": 1.4294257563373784e-05, + "loss": 2.728, + "step": 22080 + }, + { + "epoch": 0.37797634331296326, + "grad_norm": 2.455395221710205, + "learning_rate": 1.4293756872214832e-05, + "loss": 2.5959, + "step": 22081 + }, + { + "epoch": 0.3779934610315137, + "grad_norm": 2.3260550498962402, + "learning_rate": 1.4293256167858366e-05, + "loss": 2.7183, + "step": 22082 + }, + { + "epoch": 0.3780105787500642, + "grad_norm": 2.313725471496582, + "learning_rate": 1.4292755450305927e-05, + "loss": 2.6588, + "step": 22083 + }, + { + "epoch": 0.37802769646861467, + "grad_norm": 2.321354866027832, + "learning_rate": 1.4292254719559054e-05, + "loss": 2.565, + "step": 22084 + }, + { + "epoch": 0.3780448141871651, + "grad_norm": 2.194239377975464, + "learning_rate": 1.4291753975619283e-05, + "loss": 2.6294, + "step": 22085 + }, + { + "epoch": 0.37806193190571563, + "grad_norm": 2.1577374935150146, + "learning_rate": 1.429125321848816e-05, + "loss": 2.5002, + "step": 22086 + }, + { + "epoch": 0.3780790496242661, + "grad_norm": 2.3527629375457764, + "learning_rate": 1.429075244816722e-05, + "loss": 2.7301, + "step": 22087 + }, + { + "epoch": 0.37809616734281654, + "grad_norm": 2.4741804599761963, + "learning_rate": 1.4290251664657999e-05, + "loss": 2.7111, + "step": 22088 + }, + { + "epoch": 0.37811328506136704, + "grad_norm": 2.313096046447754, + "learning_rate": 1.428975086796204e-05, + "loss": 2.687, + "step": 22089 + }, + { + "epoch": 0.3781304027799175, + "grad_norm": 2.339890718460083, + "learning_rate": 1.4289250058080882e-05, + "loss": 2.5145, + "step": 22090 + }, + { + "epoch": 0.37814752049846795, + "grad_norm": 2.1872239112854004, + "learning_rate": 1.4288749235016066e-05, + "loss": 2.6617, + "step": 22091 + }, + { + "epoch": 0.37816463821701846, + "grad_norm": 2.452772378921509, + "learning_rate": 1.4288248398769127e-05, + "loss": 2.6691, + "step": 22092 + }, + { + "epoch": 0.3781817559355689, + "grad_norm": 2.368328094482422, + "learning_rate": 1.4287747549341606e-05, + "loss": 2.6868, + "step": 22093 + }, + { + "epoch": 0.37819887365411936, + "grad_norm": 2.295009136199951, + "learning_rate": 1.4287246686735045e-05, + "loss": 2.6452, + "step": 22094 + }, + { + "epoch": 0.37821599137266987, + "grad_norm": 2.288294553756714, + "learning_rate": 1.4286745810950982e-05, + "loss": 2.6679, + "step": 22095 + }, + { + "epoch": 0.3782331090912203, + "grad_norm": 2.2767512798309326, + "learning_rate": 1.4286244921990953e-05, + "loss": 2.5316, + "step": 22096 + }, + { + "epoch": 0.3782502268097708, + "grad_norm": 2.3869800567626953, + "learning_rate": 1.4285744019856505e-05, + "loss": 2.7337, + "step": 22097 + }, + { + "epoch": 0.3782673445283213, + "grad_norm": 2.3026130199432373, + "learning_rate": 1.428524310454917e-05, + "loss": 2.7197, + "step": 22098 + }, + { + "epoch": 0.37828446224687173, + "grad_norm": 2.4603848457336426, + "learning_rate": 1.428474217607049e-05, + "loss": 2.8078, + "step": 22099 + }, + { + "epoch": 0.3783015799654222, + "grad_norm": 2.169358730316162, + "learning_rate": 1.4284241234422008e-05, + "loss": 2.5754, + "step": 22100 + }, + { + "epoch": 0.3783186976839727, + "grad_norm": 2.3941993713378906, + "learning_rate": 1.4283740279605262e-05, + "loss": 2.7092, + "step": 22101 + }, + { + "epoch": 0.37833581540252315, + "grad_norm": 2.327688217163086, + "learning_rate": 1.428323931162179e-05, + "loss": 2.5628, + "step": 22102 + }, + { + "epoch": 0.3783529331210736, + "grad_norm": 2.344580888748169, + "learning_rate": 1.4282738330473134e-05, + "loss": 2.7137, + "step": 22103 + }, + { + "epoch": 0.3783700508396241, + "grad_norm": 2.315239429473877, + "learning_rate": 1.4282237336160829e-05, + "loss": 2.4964, + "step": 22104 + }, + { + "epoch": 0.37838716855817456, + "grad_norm": 2.537445306777954, + "learning_rate": 1.4281736328686422e-05, + "loss": 2.7769, + "step": 22105 + }, + { + "epoch": 0.378404286276725, + "grad_norm": 2.214444637298584, + "learning_rate": 1.4281235308051447e-05, + "loss": 2.6307, + "step": 22106 + }, + { + "epoch": 0.3784214039952755, + "grad_norm": 2.275981903076172, + "learning_rate": 1.4280734274257449e-05, + "loss": 2.5845, + "step": 22107 + }, + { + "epoch": 0.37843852171382597, + "grad_norm": 2.2683615684509277, + "learning_rate": 1.4280233227305967e-05, + "loss": 2.6422, + "step": 22108 + }, + { + "epoch": 0.3784556394323765, + "grad_norm": 2.2655293941497803, + "learning_rate": 1.4279732167198535e-05, + "loss": 2.72, + "step": 22109 + }, + { + "epoch": 0.37847275715092693, + "grad_norm": 2.3504042625427246, + "learning_rate": 1.4279231093936701e-05, + "loss": 2.628, + "step": 22110 + }, + { + "epoch": 0.3784898748694774, + "grad_norm": 2.304353952407837, + "learning_rate": 1.4278730007521996e-05, + "loss": 2.5376, + "step": 22111 + }, + { + "epoch": 0.3785069925880279, + "grad_norm": 2.205211877822876, + "learning_rate": 1.4278228907955971e-05, + "loss": 2.5022, + "step": 22112 + }, + { + "epoch": 0.37852411030657834, + "grad_norm": 2.368604898452759, + "learning_rate": 1.4277727795240162e-05, + "loss": 2.6813, + "step": 22113 + }, + { + "epoch": 0.3785412280251288, + "grad_norm": 2.255035877227783, + "learning_rate": 1.4277226669376107e-05, + "loss": 2.5572, + "step": 22114 + }, + { + "epoch": 0.3785583457436793, + "grad_norm": 2.217799186706543, + "learning_rate": 1.4276725530365347e-05, + "loss": 2.608, + "step": 22115 + }, + { + "epoch": 0.37857546346222976, + "grad_norm": 2.313767433166504, + "learning_rate": 1.4276224378209425e-05, + "loss": 2.6136, + "step": 22116 + }, + { + "epoch": 0.3785925811807802, + "grad_norm": 2.1322848796844482, + "learning_rate": 1.4275723212909875e-05, + "loss": 2.5072, + "step": 22117 + }, + { + "epoch": 0.3786096988993307, + "grad_norm": 2.3464441299438477, + "learning_rate": 1.4275222034468246e-05, + "loss": 2.6569, + "step": 22118 + }, + { + "epoch": 0.37862681661788117, + "grad_norm": 2.3257594108581543, + "learning_rate": 1.4274720842886071e-05, + "loss": 2.6381, + "step": 22119 + }, + { + "epoch": 0.3786439343364316, + "grad_norm": 2.357497215270996, + "learning_rate": 1.4274219638164897e-05, + "loss": 2.769, + "step": 22120 + }, + { + "epoch": 0.37866105205498213, + "grad_norm": 2.2881217002868652, + "learning_rate": 1.4273718420306257e-05, + "loss": 2.6716, + "step": 22121 + }, + { + "epoch": 0.3786781697735326, + "grad_norm": 2.3419787883758545, + "learning_rate": 1.4273217189311698e-05, + "loss": 2.5349, + "step": 22122 + }, + { + "epoch": 0.37869528749208303, + "grad_norm": 2.310375690460205, + "learning_rate": 1.427271594518276e-05, + "loss": 2.622, + "step": 22123 + }, + { + "epoch": 0.37871240521063354, + "grad_norm": 2.27949857711792, + "learning_rate": 1.4272214687920981e-05, + "loss": 2.5004, + "step": 22124 + }, + { + "epoch": 0.378729522929184, + "grad_norm": 2.4127440452575684, + "learning_rate": 1.4271713417527903e-05, + "loss": 2.7187, + "step": 22125 + }, + { + "epoch": 0.37874664064773444, + "grad_norm": 2.2247610092163086, + "learning_rate": 1.4271212134005065e-05, + "loss": 2.6352, + "step": 22126 + }, + { + "epoch": 0.37876375836628495, + "grad_norm": 2.422105073928833, + "learning_rate": 1.427071083735401e-05, + "loss": 2.6794, + "step": 22127 + }, + { + "epoch": 0.3787808760848354, + "grad_norm": 2.1257553100585938, + "learning_rate": 1.427020952757628e-05, + "loss": 2.5795, + "step": 22128 + }, + { + "epoch": 0.37879799380338586, + "grad_norm": 2.5251832008361816, + "learning_rate": 1.4269708204673411e-05, + "loss": 2.7026, + "step": 22129 + }, + { + "epoch": 0.37881511152193637, + "grad_norm": 2.2495009899139404, + "learning_rate": 1.426920686864695e-05, + "loss": 2.7003, + "step": 22130 + }, + { + "epoch": 0.3788322292404868, + "grad_norm": 2.3980062007904053, + "learning_rate": 1.4268705519498429e-05, + "loss": 2.6516, + "step": 22131 + }, + { + "epoch": 0.3788493469590373, + "grad_norm": 2.190992593765259, + "learning_rate": 1.42682041572294e-05, + "loss": 2.5731, + "step": 22132 + }, + { + "epoch": 0.3788664646775878, + "grad_norm": 2.501356840133667, + "learning_rate": 1.4267702781841395e-05, + "loss": 2.8436, + "step": 22133 + }, + { + "epoch": 0.37888358239613823, + "grad_norm": 2.4239673614501953, + "learning_rate": 1.4267201393335964e-05, + "loss": 2.7172, + "step": 22134 + }, + { + "epoch": 0.37890070011468874, + "grad_norm": 2.537187099456787, + "learning_rate": 1.4266699991714637e-05, + "loss": 2.7197, + "step": 22135 + }, + { + "epoch": 0.3789178178332392, + "grad_norm": 2.3864405155181885, + "learning_rate": 1.4266198576978962e-05, + "loss": 2.7275, + "step": 22136 + }, + { + "epoch": 0.37893493555178964, + "grad_norm": 2.425459384918213, + "learning_rate": 1.4265697149130482e-05, + "loss": 2.7875, + "step": 22137 + }, + { + "epoch": 0.37895205327034015, + "grad_norm": 2.272569417953491, + "learning_rate": 1.4265195708170733e-05, + "loss": 2.5051, + "step": 22138 + }, + { + "epoch": 0.3789691709888906, + "grad_norm": 2.234952449798584, + "learning_rate": 1.426469425410126e-05, + "loss": 2.5746, + "step": 22139 + }, + { + "epoch": 0.37898628870744105, + "grad_norm": 2.492741584777832, + "learning_rate": 1.4264192786923603e-05, + "loss": 2.6955, + "step": 22140 + }, + { + "epoch": 0.37900340642599156, + "grad_norm": 2.3149170875549316, + "learning_rate": 1.4263691306639302e-05, + "loss": 2.6489, + "step": 22141 + }, + { + "epoch": 0.379020524144542, + "grad_norm": 2.409550428390503, + "learning_rate": 1.42631898132499e-05, + "loss": 2.6482, + "step": 22142 + }, + { + "epoch": 0.37903764186309247, + "grad_norm": 2.2667014598846436, + "learning_rate": 1.4262688306756938e-05, + "loss": 2.6493, + "step": 22143 + }, + { + "epoch": 0.379054759581643, + "grad_norm": 2.3287181854248047, + "learning_rate": 1.4262186787161959e-05, + "loss": 2.701, + "step": 22144 + }, + { + "epoch": 0.3790718773001934, + "grad_norm": 2.327817678451538, + "learning_rate": 1.4261685254466504e-05, + "loss": 2.7628, + "step": 22145 + }, + { + "epoch": 0.3790889950187439, + "grad_norm": 2.20501446723938, + "learning_rate": 1.4261183708672111e-05, + "loss": 2.5333, + "step": 22146 + }, + { + "epoch": 0.3791061127372944, + "grad_norm": 2.275059461593628, + "learning_rate": 1.4260682149780322e-05, + "loss": 2.6411, + "step": 22147 + }, + { + "epoch": 0.37912323045584484, + "grad_norm": 2.343160629272461, + "learning_rate": 1.4260180577792684e-05, + "loss": 2.6931, + "step": 22148 + }, + { + "epoch": 0.3791403481743953, + "grad_norm": 2.3014910221099854, + "learning_rate": 1.4259678992710732e-05, + "loss": 2.603, + "step": 22149 + }, + { + "epoch": 0.3791574658929458, + "grad_norm": 2.289008855819702, + "learning_rate": 1.4259177394536017e-05, + "loss": 2.7283, + "step": 22150 + }, + { + "epoch": 0.37917458361149625, + "grad_norm": 2.1554312705993652, + "learning_rate": 1.4258675783270073e-05, + "loss": 2.6158, + "step": 22151 + }, + { + "epoch": 0.3791917013300467, + "grad_norm": 2.2506420612335205, + "learning_rate": 1.4258174158914442e-05, + "loss": 2.6585, + "step": 22152 + }, + { + "epoch": 0.3792088190485972, + "grad_norm": 2.33646297454834, + "learning_rate": 1.4257672521470666e-05, + "loss": 2.6259, + "step": 22153 + }, + { + "epoch": 0.37922593676714766, + "grad_norm": 2.1990816593170166, + "learning_rate": 1.4257170870940289e-05, + "loss": 2.6391, + "step": 22154 + }, + { + "epoch": 0.37924305448569817, + "grad_norm": 2.30713152885437, + "learning_rate": 1.4256669207324857e-05, + "loss": 2.656, + "step": 22155 + }, + { + "epoch": 0.3792601722042486, + "grad_norm": 2.336812734603882, + "learning_rate": 1.42561675306259e-05, + "loss": 2.6933, + "step": 22156 + }, + { + "epoch": 0.3792772899227991, + "grad_norm": 2.402271270751953, + "learning_rate": 1.425566584084497e-05, + "loss": 2.7173, + "step": 22157 + }, + { + "epoch": 0.3792944076413496, + "grad_norm": 2.3806543350219727, + "learning_rate": 1.4255164137983605e-05, + "loss": 2.6579, + "step": 22158 + }, + { + "epoch": 0.37931152535990004, + "grad_norm": 2.1923587322235107, + "learning_rate": 1.425466242204335e-05, + "loss": 2.6076, + "step": 22159 + }, + { + "epoch": 0.3793286430784505, + "grad_norm": 2.232180118560791, + "learning_rate": 1.4254160693025744e-05, + "loss": 2.6427, + "step": 22160 + }, + { + "epoch": 0.379345760797001, + "grad_norm": 2.2815635204315186, + "learning_rate": 1.4253658950932333e-05, + "loss": 2.5615, + "step": 22161 + }, + { + "epoch": 0.37936287851555145, + "grad_norm": 2.262871503829956, + "learning_rate": 1.4253157195764656e-05, + "loss": 2.6515, + "step": 22162 + }, + { + "epoch": 0.3793799962341019, + "grad_norm": 2.3496251106262207, + "learning_rate": 1.4252655427524254e-05, + "loss": 2.7233, + "step": 22163 + }, + { + "epoch": 0.3793971139526524, + "grad_norm": 2.2125046253204346, + "learning_rate": 1.4252153646212669e-05, + "loss": 2.6038, + "step": 22164 + }, + { + "epoch": 0.37941423167120286, + "grad_norm": 2.253014326095581, + "learning_rate": 1.425165185183145e-05, + "loss": 2.7428, + "step": 22165 + }, + { + "epoch": 0.3794313493897533, + "grad_norm": 2.266791343688965, + "learning_rate": 1.4251150044382134e-05, + "loss": 2.6442, + "step": 22166 + }, + { + "epoch": 0.3794484671083038, + "grad_norm": 2.3553340435028076, + "learning_rate": 1.4250648223866263e-05, + "loss": 2.6515, + "step": 22167 + }, + { + "epoch": 0.3794655848268543, + "grad_norm": 2.376474142074585, + "learning_rate": 1.4250146390285379e-05, + "loss": 2.6714, + "step": 22168 + }, + { + "epoch": 0.3794827025454047, + "grad_norm": 2.3731980323791504, + "learning_rate": 1.4249644543641026e-05, + "loss": 2.7027, + "step": 22169 + }, + { + "epoch": 0.37949982026395523, + "grad_norm": 2.419110059738159, + "learning_rate": 1.424914268393475e-05, + "loss": 2.7071, + "step": 22170 + }, + { + "epoch": 0.3795169379825057, + "grad_norm": 2.327399969100952, + "learning_rate": 1.4248640811168089e-05, + "loss": 2.5152, + "step": 22171 + }, + { + "epoch": 0.37953405570105614, + "grad_norm": 2.241879940032959, + "learning_rate": 1.4248138925342582e-05, + "loss": 2.5669, + "step": 22172 + }, + { + "epoch": 0.37955117341960665, + "grad_norm": 2.1935782432556152, + "learning_rate": 1.4247637026459781e-05, + "loss": 2.5289, + "step": 22173 + }, + { + "epoch": 0.3795682911381571, + "grad_norm": 2.412639617919922, + "learning_rate": 1.4247135114521223e-05, + "loss": 2.6967, + "step": 22174 + }, + { + "epoch": 0.37958540885670755, + "grad_norm": 2.256187915802002, + "learning_rate": 1.4246633189528449e-05, + "loss": 2.6725, + "step": 22175 + }, + { + "epoch": 0.37960252657525806, + "grad_norm": 2.2948572635650635, + "learning_rate": 1.4246131251483007e-05, + "loss": 2.5639, + "step": 22176 + }, + { + "epoch": 0.3796196442938085, + "grad_norm": 2.326585292816162, + "learning_rate": 1.4245629300386439e-05, + "loss": 2.7023, + "step": 22177 + }, + { + "epoch": 0.379636762012359, + "grad_norm": 2.339857816696167, + "learning_rate": 1.4245127336240283e-05, + "loss": 2.6599, + "step": 22178 + }, + { + "epoch": 0.37965387973090947, + "grad_norm": 2.3690080642700195, + "learning_rate": 1.4244625359046085e-05, + "loss": 2.6022, + "step": 22179 + }, + { + "epoch": 0.3796709974494599, + "grad_norm": 2.320765256881714, + "learning_rate": 1.424412336880539e-05, + "loss": 2.6645, + "step": 22180 + }, + { + "epoch": 0.37968811516801043, + "grad_norm": 2.358869791030884, + "learning_rate": 1.4243621365519732e-05, + "loss": 2.5746, + "step": 22181 + }, + { + "epoch": 0.3797052328865609, + "grad_norm": 2.3368988037109375, + "learning_rate": 1.4243119349190669e-05, + "loss": 2.6275, + "step": 22182 + }, + { + "epoch": 0.37972235060511134, + "grad_norm": 2.4270999431610107, + "learning_rate": 1.4242617319819732e-05, + "loss": 2.6306, + "step": 22183 + }, + { + "epoch": 0.37973946832366184, + "grad_norm": 2.357374906539917, + "learning_rate": 1.4242115277408465e-05, + "loss": 2.5859, + "step": 22184 + }, + { + "epoch": 0.3797565860422123, + "grad_norm": 2.3882558345794678, + "learning_rate": 1.4241613221958418e-05, + "loss": 2.6065, + "step": 22185 + }, + { + "epoch": 0.37977370376076275, + "grad_norm": 2.4052462577819824, + "learning_rate": 1.4241111153471128e-05, + "loss": 2.7478, + "step": 22186 + }, + { + "epoch": 0.37979082147931326, + "grad_norm": 2.471497058868408, + "learning_rate": 1.424060907194814e-05, + "loss": 2.7186, + "step": 22187 + }, + { + "epoch": 0.3798079391978637, + "grad_norm": 2.4475624561309814, + "learning_rate": 1.4240106977391e-05, + "loss": 2.633, + "step": 22188 + }, + { + "epoch": 0.37982505691641416, + "grad_norm": 2.3297955989837646, + "learning_rate": 1.4239604869801246e-05, + "loss": 2.6802, + "step": 22189 + }, + { + "epoch": 0.37984217463496467, + "grad_norm": 2.303229570388794, + "learning_rate": 1.4239102749180424e-05, + "loss": 2.6354, + "step": 22190 + }, + { + "epoch": 0.3798592923535151, + "grad_norm": 2.338458776473999, + "learning_rate": 1.4238600615530079e-05, + "loss": 2.6825, + "step": 22191 + }, + { + "epoch": 0.3798764100720656, + "grad_norm": 2.2915823459625244, + "learning_rate": 1.423809846885175e-05, + "loss": 2.6029, + "step": 22192 + }, + { + "epoch": 0.3798935277906161, + "grad_norm": 2.3362302780151367, + "learning_rate": 1.4237596309146986e-05, + "loss": 2.7358, + "step": 22193 + }, + { + "epoch": 0.37991064550916653, + "grad_norm": 2.310739755630493, + "learning_rate": 1.4237094136417326e-05, + "loss": 2.6703, + "step": 22194 + }, + { + "epoch": 0.379927763227717, + "grad_norm": 2.33546781539917, + "learning_rate": 1.4236591950664315e-05, + "loss": 2.7369, + "step": 22195 + }, + { + "epoch": 0.3799448809462675, + "grad_norm": 2.3057382106781006, + "learning_rate": 1.4236089751889496e-05, + "loss": 2.6406, + "step": 22196 + }, + { + "epoch": 0.37996199866481795, + "grad_norm": 2.2099366188049316, + "learning_rate": 1.4235587540094415e-05, + "loss": 2.6994, + "step": 22197 + }, + { + "epoch": 0.3799791163833684, + "grad_norm": 2.2851827144622803, + "learning_rate": 1.4235085315280614e-05, + "loss": 2.6245, + "step": 22198 + }, + { + "epoch": 0.3799962341019189, + "grad_norm": 2.3453705310821533, + "learning_rate": 1.4234583077449636e-05, + "loss": 2.6241, + "step": 22199 + }, + { + "epoch": 0.38001335182046936, + "grad_norm": 2.3875720500946045, + "learning_rate": 1.4234080826603023e-05, + "loss": 2.7646, + "step": 22200 + }, + { + "epoch": 0.38003046953901987, + "grad_norm": 2.406045436859131, + "learning_rate": 1.423357856274232e-05, + "loss": 2.7335, + "step": 22201 + }, + { + "epoch": 0.3800475872575703, + "grad_norm": 2.423424005508423, + "learning_rate": 1.4233076285869077e-05, + "loss": 2.726, + "step": 22202 + }, + { + "epoch": 0.38006470497612077, + "grad_norm": 2.4288177490234375, + "learning_rate": 1.4232573995984829e-05, + "loss": 2.7278, + "step": 22203 + }, + { + "epoch": 0.3800818226946713, + "grad_norm": 2.3960163593292236, + "learning_rate": 1.4232071693091126e-05, + "loss": 2.6428, + "step": 22204 + }, + { + "epoch": 0.38009894041322173, + "grad_norm": 2.378878593444824, + "learning_rate": 1.4231569377189507e-05, + "loss": 2.6406, + "step": 22205 + }, + { + "epoch": 0.3801160581317722, + "grad_norm": 2.3116328716278076, + "learning_rate": 1.4231067048281516e-05, + "loss": 2.5288, + "step": 22206 + }, + { + "epoch": 0.3801331758503227, + "grad_norm": 2.49655818939209, + "learning_rate": 1.4230564706368702e-05, + "loss": 2.7418, + "step": 22207 + }, + { + "epoch": 0.38015029356887314, + "grad_norm": 2.238741159439087, + "learning_rate": 1.4230062351452607e-05, + "loss": 2.5127, + "step": 22208 + }, + { + "epoch": 0.3801674112874236, + "grad_norm": 2.370718479156494, + "learning_rate": 1.4229559983534775e-05, + "loss": 2.6747, + "step": 22209 + }, + { + "epoch": 0.3801845290059741, + "grad_norm": 2.2771222591400146, + "learning_rate": 1.4229057602616747e-05, + "loss": 2.6926, + "step": 22210 + }, + { + "epoch": 0.38020164672452456, + "grad_norm": 2.271636486053467, + "learning_rate": 1.422855520870007e-05, + "loss": 2.5799, + "step": 22211 + }, + { + "epoch": 0.380218764443075, + "grad_norm": 2.210648536682129, + "learning_rate": 1.4228052801786288e-05, + "loss": 2.5371, + "step": 22212 + }, + { + "epoch": 0.3802358821616255, + "grad_norm": 2.3253889083862305, + "learning_rate": 1.4227550381876944e-05, + "loss": 2.6192, + "step": 22213 + }, + { + "epoch": 0.38025299988017597, + "grad_norm": 2.4548511505126953, + "learning_rate": 1.4227047948973587e-05, + "loss": 2.6923, + "step": 22214 + }, + { + "epoch": 0.3802701175987264, + "grad_norm": 2.3365843296051025, + "learning_rate": 1.4226545503077753e-05, + "loss": 2.6329, + "step": 22215 + }, + { + "epoch": 0.38028723531727693, + "grad_norm": 2.3158884048461914, + "learning_rate": 1.4226043044190996e-05, + "loss": 2.7234, + "step": 22216 + }, + { + "epoch": 0.3803043530358274, + "grad_norm": 2.487461805343628, + "learning_rate": 1.4225540572314849e-05, + "loss": 2.73, + "step": 22217 + }, + { + "epoch": 0.38032147075437783, + "grad_norm": 2.3735711574554443, + "learning_rate": 1.4225038087450867e-05, + "loss": 2.6553, + "step": 22218 + }, + { + "epoch": 0.38033858847292834, + "grad_norm": 2.282768964767456, + "learning_rate": 1.422453558960059e-05, + "loss": 2.6364, + "step": 22219 + }, + { + "epoch": 0.3803557061914788, + "grad_norm": 2.2724006175994873, + "learning_rate": 1.422403307876556e-05, + "loss": 2.6565, + "step": 22220 + }, + { + "epoch": 0.38037282391002925, + "grad_norm": 2.216063976287842, + "learning_rate": 1.4223530554947324e-05, + "loss": 2.6935, + "step": 22221 + }, + { + "epoch": 0.38038994162857975, + "grad_norm": 2.3831732273101807, + "learning_rate": 1.422302801814743e-05, + "loss": 2.5826, + "step": 22222 + }, + { + "epoch": 0.3804070593471302, + "grad_norm": 2.23602032661438, + "learning_rate": 1.4222525468367419e-05, + "loss": 2.5279, + "step": 22223 + }, + { + "epoch": 0.3804241770656807, + "grad_norm": 2.3149945735931396, + "learning_rate": 1.4222022905608834e-05, + "loss": 2.6723, + "step": 22224 + }, + { + "epoch": 0.38044129478423117, + "grad_norm": 2.3359568119049072, + "learning_rate": 1.4221520329873225e-05, + "loss": 2.717, + "step": 22225 + }, + { + "epoch": 0.3804584125027816, + "grad_norm": 2.46488356590271, + "learning_rate": 1.4221017741162131e-05, + "loss": 2.6406, + "step": 22226 + }, + { + "epoch": 0.3804755302213321, + "grad_norm": 2.2875871658325195, + "learning_rate": 1.4220515139477099e-05, + "loss": 2.6596, + "step": 22227 + }, + { + "epoch": 0.3804926479398826, + "grad_norm": 2.3879690170288086, + "learning_rate": 1.4220012524819673e-05, + "loss": 2.6784, + "step": 22228 + }, + { + "epoch": 0.38050976565843303, + "grad_norm": 2.1731808185577393, + "learning_rate": 1.4219509897191402e-05, + "loss": 2.6428, + "step": 22229 + }, + { + "epoch": 0.38052688337698354, + "grad_norm": 2.4744863510131836, + "learning_rate": 1.4219007256593827e-05, + "loss": 2.5718, + "step": 22230 + }, + { + "epoch": 0.380544001095534, + "grad_norm": 2.4203014373779297, + "learning_rate": 1.4218504603028494e-05, + "loss": 2.6653, + "step": 22231 + }, + { + "epoch": 0.38056111881408444, + "grad_norm": 2.3055546283721924, + "learning_rate": 1.4218001936496946e-05, + "loss": 2.6069, + "step": 22232 + }, + { + "epoch": 0.38057823653263495, + "grad_norm": 2.345940113067627, + "learning_rate": 1.4217499257000731e-05, + "loss": 2.7458, + "step": 22233 + }, + { + "epoch": 0.3805953542511854, + "grad_norm": 2.2337818145751953, + "learning_rate": 1.4216996564541392e-05, + "loss": 2.5283, + "step": 22234 + }, + { + "epoch": 0.38061247196973585, + "grad_norm": 2.298414707183838, + "learning_rate": 1.4216493859120478e-05, + "loss": 2.5893, + "step": 22235 + }, + { + "epoch": 0.38062958968828636, + "grad_norm": 2.2363381385803223, + "learning_rate": 1.4215991140739526e-05, + "loss": 2.5586, + "step": 22236 + }, + { + "epoch": 0.3806467074068368, + "grad_norm": 2.201056480407715, + "learning_rate": 1.421548840940009e-05, + "loss": 2.5837, + "step": 22237 + }, + { + "epoch": 0.38066382512538727, + "grad_norm": 2.383944034576416, + "learning_rate": 1.4214985665103714e-05, + "loss": 2.5374, + "step": 22238 + }, + { + "epoch": 0.3806809428439378, + "grad_norm": 2.361506462097168, + "learning_rate": 1.4214482907851937e-05, + "loss": 2.6267, + "step": 22239 + }, + { + "epoch": 0.3806980605624882, + "grad_norm": 2.36761212348938, + "learning_rate": 1.4213980137646308e-05, + "loss": 2.7528, + "step": 22240 + }, + { + "epoch": 0.3807151782810387, + "grad_norm": 2.247006416320801, + "learning_rate": 1.4213477354488375e-05, + "loss": 2.666, + "step": 22241 + }, + { + "epoch": 0.3807322959995892, + "grad_norm": 2.1637885570526123, + "learning_rate": 1.4212974558379677e-05, + "loss": 2.549, + "step": 22242 + }, + { + "epoch": 0.38074941371813964, + "grad_norm": 2.220590829849243, + "learning_rate": 1.4212471749321766e-05, + "loss": 2.6538, + "step": 22243 + }, + { + "epoch": 0.3807665314366901, + "grad_norm": 2.6318321228027344, + "learning_rate": 1.4211968927316181e-05, + "loss": 2.7289, + "step": 22244 + }, + { + "epoch": 0.3807836491552406, + "grad_norm": 2.267899513244629, + "learning_rate": 1.4211466092364477e-05, + "loss": 2.4982, + "step": 22245 + }, + { + "epoch": 0.38080076687379105, + "grad_norm": 2.3309624195098877, + "learning_rate": 1.4210963244468192e-05, + "loss": 2.7523, + "step": 22246 + }, + { + "epoch": 0.38081788459234156, + "grad_norm": 2.211578845977783, + "learning_rate": 1.4210460383628872e-05, + "loss": 2.6157, + "step": 22247 + }, + { + "epoch": 0.380835002310892, + "grad_norm": 2.4107000827789307, + "learning_rate": 1.4209957509848062e-05, + "loss": 2.652, + "step": 22248 + }, + { + "epoch": 0.38085212002944246, + "grad_norm": 2.117201805114746, + "learning_rate": 1.4209454623127312e-05, + "loss": 2.6159, + "step": 22249 + }, + { + "epoch": 0.380869237747993, + "grad_norm": 2.2178003787994385, + "learning_rate": 1.4208951723468165e-05, + "loss": 2.6445, + "step": 22250 + }, + { + "epoch": 0.3808863554665434, + "grad_norm": 2.2753355503082275, + "learning_rate": 1.4208448810872168e-05, + "loss": 2.5851, + "step": 22251 + }, + { + "epoch": 0.3809034731850939, + "grad_norm": 2.2601137161254883, + "learning_rate": 1.4207945885340866e-05, + "loss": 2.5987, + "step": 22252 + }, + { + "epoch": 0.3809205909036444, + "grad_norm": 2.252139091491699, + "learning_rate": 1.4207442946875803e-05, + "loss": 2.5791, + "step": 22253 + }, + { + "epoch": 0.38093770862219484, + "grad_norm": 2.1684305667877197, + "learning_rate": 1.4206939995478525e-05, + "loss": 2.6467, + "step": 22254 + }, + { + "epoch": 0.3809548263407453, + "grad_norm": 2.236501455307007, + "learning_rate": 1.4206437031150583e-05, + "loss": 2.6394, + "step": 22255 + }, + { + "epoch": 0.3809719440592958, + "grad_norm": 2.158412218093872, + "learning_rate": 1.4205934053893517e-05, + "loss": 2.5762, + "step": 22256 + }, + { + "epoch": 0.38098906177784625, + "grad_norm": 2.431743860244751, + "learning_rate": 1.4205431063708876e-05, + "loss": 2.6664, + "step": 22257 + }, + { + "epoch": 0.3810061794963967, + "grad_norm": 2.338392734527588, + "learning_rate": 1.4204928060598206e-05, + "loss": 2.648, + "step": 22258 + }, + { + "epoch": 0.3810232972149472, + "grad_norm": 2.211909532546997, + "learning_rate": 1.4204425044563053e-05, + "loss": 2.5513, + "step": 22259 + }, + { + "epoch": 0.38104041493349766, + "grad_norm": 2.3733577728271484, + "learning_rate": 1.420392201560496e-05, + "loss": 2.6561, + "step": 22260 + }, + { + "epoch": 0.3810575326520481, + "grad_norm": 2.2733371257781982, + "learning_rate": 1.4203418973725476e-05, + "loss": 2.5524, + "step": 22261 + }, + { + "epoch": 0.3810746503705986, + "grad_norm": 2.323077440261841, + "learning_rate": 1.420291591892615e-05, + "loss": 2.5801, + "step": 22262 + }, + { + "epoch": 0.3810917680891491, + "grad_norm": 2.2156484127044678, + "learning_rate": 1.4202412851208522e-05, + "loss": 2.6531, + "step": 22263 + }, + { + "epoch": 0.3811088858076995, + "grad_norm": 2.38875412940979, + "learning_rate": 1.4201909770574141e-05, + "loss": 2.6307, + "step": 22264 + }, + { + "epoch": 0.38112600352625003, + "grad_norm": 2.264537811279297, + "learning_rate": 1.4201406677024553e-05, + "loss": 2.5403, + "step": 22265 + }, + { + "epoch": 0.3811431212448005, + "grad_norm": 2.2867255210876465, + "learning_rate": 1.4200903570561307e-05, + "loss": 2.6399, + "step": 22266 + }, + { + "epoch": 0.38116023896335094, + "grad_norm": 2.392273187637329, + "learning_rate": 1.4200400451185947e-05, + "loss": 2.7212, + "step": 22267 + }, + { + "epoch": 0.38117735668190145, + "grad_norm": 2.4314935207366943, + "learning_rate": 1.419989731890002e-05, + "loss": 2.6165, + "step": 22268 + }, + { + "epoch": 0.3811944744004519, + "grad_norm": 2.1977686882019043, + "learning_rate": 1.419939417370507e-05, + "loss": 2.6944, + "step": 22269 + }, + { + "epoch": 0.3812115921190024, + "grad_norm": 2.339193344116211, + "learning_rate": 1.4198891015602648e-05, + "loss": 2.6787, + "step": 22270 + }, + { + "epoch": 0.38122870983755286, + "grad_norm": 2.324923276901245, + "learning_rate": 1.4198387844594294e-05, + "loss": 2.7211, + "step": 22271 + }, + { + "epoch": 0.3812458275561033, + "grad_norm": 2.2179770469665527, + "learning_rate": 1.4197884660681565e-05, + "loss": 2.4824, + "step": 22272 + }, + { + "epoch": 0.3812629452746538, + "grad_norm": 2.337204694747925, + "learning_rate": 1.4197381463865996e-05, + "loss": 2.5966, + "step": 22273 + }, + { + "epoch": 0.38128006299320427, + "grad_norm": 2.422071695327759, + "learning_rate": 1.4196878254149145e-05, + "loss": 2.6275, + "step": 22274 + }, + { + "epoch": 0.3812971807117547, + "grad_norm": 2.3148276805877686, + "learning_rate": 1.4196375031532545e-05, + "loss": 2.5945, + "step": 22275 + }, + { + "epoch": 0.38131429843030523, + "grad_norm": 2.247933864593506, + "learning_rate": 1.4195871796017755e-05, + "loss": 2.6157, + "step": 22276 + }, + { + "epoch": 0.3813314161488557, + "grad_norm": 2.4095096588134766, + "learning_rate": 1.4195368547606316e-05, + "loss": 2.62, + "step": 22277 + }, + { + "epoch": 0.38134853386740614, + "grad_norm": 2.29591703414917, + "learning_rate": 1.4194865286299777e-05, + "loss": 2.658, + "step": 22278 + }, + { + "epoch": 0.38136565158595664, + "grad_norm": 2.359283685684204, + "learning_rate": 1.4194362012099683e-05, + "loss": 2.7099, + "step": 22279 + }, + { + "epoch": 0.3813827693045071, + "grad_norm": 2.404603958129883, + "learning_rate": 1.4193858725007582e-05, + "loss": 2.6434, + "step": 22280 + }, + { + "epoch": 0.38139988702305755, + "grad_norm": 2.3118066787719727, + "learning_rate": 1.419335542502502e-05, + "loss": 2.6602, + "step": 22281 + }, + { + "epoch": 0.38141700474160806, + "grad_norm": 2.25032377243042, + "learning_rate": 1.4192852112153545e-05, + "loss": 2.6101, + "step": 22282 + }, + { + "epoch": 0.3814341224601585, + "grad_norm": 2.3292393684387207, + "learning_rate": 1.4192348786394705e-05, + "loss": 2.7048, + "step": 22283 + }, + { + "epoch": 0.38145124017870896, + "grad_norm": 2.4108572006225586, + "learning_rate": 1.4191845447750044e-05, + "loss": 2.5632, + "step": 22284 + }, + { + "epoch": 0.38146835789725947, + "grad_norm": 2.4754223823547363, + "learning_rate": 1.419134209622111e-05, + "loss": 2.6261, + "step": 22285 + }, + { + "epoch": 0.3814854756158099, + "grad_norm": 2.2728772163391113, + "learning_rate": 1.4190838731809452e-05, + "loss": 2.4894, + "step": 22286 + }, + { + "epoch": 0.3815025933343604, + "grad_norm": 2.4229211807250977, + "learning_rate": 1.4190335354516615e-05, + "loss": 2.644, + "step": 22287 + }, + { + "epoch": 0.3815197110529109, + "grad_norm": 2.417083501815796, + "learning_rate": 1.418983196434415e-05, + "loss": 2.7192, + "step": 22288 + }, + { + "epoch": 0.38153682877146133, + "grad_norm": 2.42820405960083, + "learning_rate": 1.41893285612936e-05, + "loss": 2.721, + "step": 22289 + }, + { + "epoch": 0.3815539464900118, + "grad_norm": 2.374615430831909, + "learning_rate": 1.4188825145366514e-05, + "loss": 2.6873, + "step": 22290 + }, + { + "epoch": 0.3815710642085623, + "grad_norm": 2.3622734546661377, + "learning_rate": 1.4188321716564437e-05, + "loss": 2.592, + "step": 22291 + }, + { + "epoch": 0.38158818192711275, + "grad_norm": 2.1262264251708984, + "learning_rate": 1.4187818274888921e-05, + "loss": 2.6946, + "step": 22292 + }, + { + "epoch": 0.3816052996456632, + "grad_norm": 2.3392012119293213, + "learning_rate": 1.4187314820341511e-05, + "loss": 2.5767, + "step": 22293 + }, + { + "epoch": 0.3816224173642137, + "grad_norm": 2.2530927658081055, + "learning_rate": 1.4186811352923753e-05, + "loss": 2.6919, + "step": 22294 + }, + { + "epoch": 0.38163953508276416, + "grad_norm": 2.2795701026916504, + "learning_rate": 1.4186307872637197e-05, + "loss": 2.6336, + "step": 22295 + }, + { + "epoch": 0.38165665280131467, + "grad_norm": 2.3318004608154297, + "learning_rate": 1.4185804379483388e-05, + "loss": 2.7575, + "step": 22296 + }, + { + "epoch": 0.3816737705198651, + "grad_norm": 2.3595924377441406, + "learning_rate": 1.4185300873463875e-05, + "loss": 2.5661, + "step": 22297 + }, + { + "epoch": 0.38169088823841557, + "grad_norm": 2.360913038253784, + "learning_rate": 1.4184797354580204e-05, + "loss": 2.7042, + "step": 22298 + }, + { + "epoch": 0.3817080059569661, + "grad_norm": 2.1887457370758057, + "learning_rate": 1.4184293822833927e-05, + "loss": 2.6692, + "step": 22299 + }, + { + "epoch": 0.38172512367551653, + "grad_norm": 2.2054667472839355, + "learning_rate": 1.4183790278226588e-05, + "loss": 2.5013, + "step": 22300 + }, + { + "epoch": 0.381742241394067, + "grad_norm": 2.537691116333008, + "learning_rate": 1.4183286720759736e-05, + "loss": 2.6019, + "step": 22301 + }, + { + "epoch": 0.3817593591126175, + "grad_norm": 2.1897993087768555, + "learning_rate": 1.4182783150434918e-05, + "loss": 2.5263, + "step": 22302 + }, + { + "epoch": 0.38177647683116794, + "grad_norm": 2.4254965782165527, + "learning_rate": 1.4182279567253683e-05, + "loss": 2.561, + "step": 22303 + }, + { + "epoch": 0.3817935945497184, + "grad_norm": 2.263817071914673, + "learning_rate": 1.4181775971217574e-05, + "loss": 2.6416, + "step": 22304 + }, + { + "epoch": 0.3818107122682689, + "grad_norm": 2.4060566425323486, + "learning_rate": 1.418127236232815e-05, + "loss": 2.5886, + "step": 22305 + }, + { + "epoch": 0.38182782998681936, + "grad_norm": 2.2647836208343506, + "learning_rate": 1.4180768740586946e-05, + "loss": 2.5056, + "step": 22306 + }, + { + "epoch": 0.3818449477053698, + "grad_norm": 2.3452706336975098, + "learning_rate": 1.4180265105995517e-05, + "loss": 2.6565, + "step": 22307 + }, + { + "epoch": 0.3818620654239203, + "grad_norm": 2.3914804458618164, + "learning_rate": 1.4179761458555407e-05, + "loss": 2.6895, + "step": 22308 + }, + { + "epoch": 0.38187918314247077, + "grad_norm": 2.2520158290863037, + "learning_rate": 1.4179257798268174e-05, + "loss": 2.6152, + "step": 22309 + }, + { + "epoch": 0.3818963008610212, + "grad_norm": 2.360135793685913, + "learning_rate": 1.4178754125135355e-05, + "loss": 2.6012, + "step": 22310 + }, + { + "epoch": 0.38191341857957173, + "grad_norm": 2.284285545349121, + "learning_rate": 1.4178250439158498e-05, + "loss": 2.669, + "step": 22311 + }, + { + "epoch": 0.3819305362981222, + "grad_norm": 2.1862986087799072, + "learning_rate": 1.417774674033916e-05, + "loss": 2.597, + "step": 22312 + }, + { + "epoch": 0.38194765401667263, + "grad_norm": 2.190683364868164, + "learning_rate": 1.4177243028678882e-05, + "loss": 2.601, + "step": 22313 + }, + { + "epoch": 0.38196477173522314, + "grad_norm": 2.3491451740264893, + "learning_rate": 1.4176739304179214e-05, + "loss": 2.6678, + "step": 22314 + }, + { + "epoch": 0.3819818894537736, + "grad_norm": 2.190110683441162, + "learning_rate": 1.4176235566841708e-05, + "loss": 2.4788, + "step": 22315 + }, + { + "epoch": 0.38199900717232405, + "grad_norm": 2.1541497707366943, + "learning_rate": 1.4175731816667906e-05, + "loss": 2.5936, + "step": 22316 + }, + { + "epoch": 0.38201612489087455, + "grad_norm": 2.3387556076049805, + "learning_rate": 1.4175228053659362e-05, + "loss": 2.6441, + "step": 22317 + }, + { + "epoch": 0.382033242609425, + "grad_norm": 2.175187826156616, + "learning_rate": 1.417472427781762e-05, + "loss": 2.5567, + "step": 22318 + }, + { + "epoch": 0.3820503603279755, + "grad_norm": 2.3405418395996094, + "learning_rate": 1.4174220489144231e-05, + "loss": 2.6315, + "step": 22319 + }, + { + "epoch": 0.38206747804652597, + "grad_norm": 2.347811698913574, + "learning_rate": 1.4173716687640742e-05, + "loss": 2.5258, + "step": 22320 + }, + { + "epoch": 0.3820845957650764, + "grad_norm": 2.3572607040405273, + "learning_rate": 1.4173212873308702e-05, + "loss": 2.7956, + "step": 22321 + }, + { + "epoch": 0.3821017134836269, + "grad_norm": 2.1212377548217773, + "learning_rate": 1.417270904614966e-05, + "loss": 2.5886, + "step": 22322 + }, + { + "epoch": 0.3821188312021774, + "grad_norm": 2.3257973194122314, + "learning_rate": 1.4172205206165163e-05, + "loss": 2.5143, + "step": 22323 + }, + { + "epoch": 0.38213594892072783, + "grad_norm": 2.2952756881713867, + "learning_rate": 1.4171701353356766e-05, + "loss": 2.6584, + "step": 22324 + }, + { + "epoch": 0.38215306663927834, + "grad_norm": 2.1556811332702637, + "learning_rate": 1.4171197487726007e-05, + "loss": 2.5099, + "step": 22325 + }, + { + "epoch": 0.3821701843578288, + "grad_norm": 2.3989481925964355, + "learning_rate": 1.4170693609274447e-05, + "loss": 2.6315, + "step": 22326 + }, + { + "epoch": 0.38218730207637924, + "grad_norm": 2.264026641845703, + "learning_rate": 1.4170189718003622e-05, + "loss": 2.6825, + "step": 22327 + }, + { + "epoch": 0.38220441979492975, + "grad_norm": 2.2753405570983887, + "learning_rate": 1.4169685813915089e-05, + "loss": 2.7126, + "step": 22328 + }, + { + "epoch": 0.3822215375134802, + "grad_norm": 2.243626594543457, + "learning_rate": 1.4169181897010393e-05, + "loss": 2.6618, + "step": 22329 + }, + { + "epoch": 0.38223865523203066, + "grad_norm": 2.2123847007751465, + "learning_rate": 1.4168677967291084e-05, + "loss": 2.6798, + "step": 22330 + }, + { + "epoch": 0.38225577295058116, + "grad_norm": 2.340919256210327, + "learning_rate": 1.4168174024758719e-05, + "loss": 2.6672, + "step": 22331 + }, + { + "epoch": 0.3822728906691316, + "grad_norm": 2.1907215118408203, + "learning_rate": 1.4167670069414834e-05, + "loss": 2.4997, + "step": 22332 + }, + { + "epoch": 0.38229000838768207, + "grad_norm": 2.234677314758301, + "learning_rate": 1.4167166101260982e-05, + "loss": 2.4946, + "step": 22333 + }, + { + "epoch": 0.3823071261062326, + "grad_norm": 2.3587236404418945, + "learning_rate": 1.4166662120298715e-05, + "loss": 2.6656, + "step": 22334 + }, + { + "epoch": 0.382324243824783, + "grad_norm": 2.19667387008667, + "learning_rate": 1.4166158126529582e-05, + "loss": 2.6706, + "step": 22335 + }, + { + "epoch": 0.3823413615433335, + "grad_norm": 2.3301808834075928, + "learning_rate": 1.416565411995513e-05, + "loss": 2.5915, + "step": 22336 + }, + { + "epoch": 0.382358479261884, + "grad_norm": 2.3366243839263916, + "learning_rate": 1.4165150100576908e-05, + "loss": 2.6326, + "step": 22337 + }, + { + "epoch": 0.38237559698043444, + "grad_norm": 2.233092784881592, + "learning_rate": 1.4164646068396466e-05, + "loss": 2.6853, + "step": 22338 + }, + { + "epoch": 0.3823927146989849, + "grad_norm": 2.2988104820251465, + "learning_rate": 1.4164142023415352e-05, + "loss": 2.6581, + "step": 22339 + }, + { + "epoch": 0.3824098324175354, + "grad_norm": 2.233790159225464, + "learning_rate": 1.4163637965635118e-05, + "loss": 2.6003, + "step": 22340 + }, + { + "epoch": 0.38242695013608585, + "grad_norm": 2.254840612411499, + "learning_rate": 1.416313389505731e-05, + "loss": 2.6345, + "step": 22341 + }, + { + "epoch": 0.38244406785463636, + "grad_norm": 2.1324846744537354, + "learning_rate": 1.4162629811683484e-05, + "loss": 2.5963, + "step": 22342 + }, + { + "epoch": 0.3824611855731868, + "grad_norm": 2.2638349533081055, + "learning_rate": 1.416212571551518e-05, + "loss": 2.5957, + "step": 22343 + }, + { + "epoch": 0.38247830329173726, + "grad_norm": 2.145928144454956, + "learning_rate": 1.4161621606553952e-05, + "loss": 2.5518, + "step": 22344 + }, + { + "epoch": 0.3824954210102878, + "grad_norm": 2.2679786682128906, + "learning_rate": 1.416111748480135e-05, + "loss": 2.7432, + "step": 22345 + }, + { + "epoch": 0.3825125387288382, + "grad_norm": 2.374558687210083, + "learning_rate": 1.4160613350258925e-05, + "loss": 2.7453, + "step": 22346 + }, + { + "epoch": 0.3825296564473887, + "grad_norm": 2.2369015216827393, + "learning_rate": 1.4160109202928223e-05, + "loss": 2.6495, + "step": 22347 + }, + { + "epoch": 0.3825467741659392, + "grad_norm": 2.241403579711914, + "learning_rate": 1.4159605042810793e-05, + "loss": 2.5221, + "step": 22348 + }, + { + "epoch": 0.38256389188448964, + "grad_norm": 2.3697144985198975, + "learning_rate": 1.4159100869908188e-05, + "loss": 2.7047, + "step": 22349 + }, + { + "epoch": 0.3825810096030401, + "grad_norm": 2.2891366481781006, + "learning_rate": 1.4158596684221955e-05, + "loss": 2.5053, + "step": 22350 + }, + { + "epoch": 0.3825981273215906, + "grad_norm": 2.3554275035858154, + "learning_rate": 1.4158092485753645e-05, + "loss": 2.7197, + "step": 22351 + }, + { + "epoch": 0.38261524504014105, + "grad_norm": 2.2037007808685303, + "learning_rate": 1.415758827450481e-05, + "loss": 2.6127, + "step": 22352 + }, + { + "epoch": 0.3826323627586915, + "grad_norm": 2.4519944190979004, + "learning_rate": 1.4157084050476997e-05, + "loss": 2.7907, + "step": 22353 + }, + { + "epoch": 0.382649480477242, + "grad_norm": 2.467789888381958, + "learning_rate": 1.4156579813671755e-05, + "loss": 2.6483, + "step": 22354 + }, + { + "epoch": 0.38266659819579246, + "grad_norm": 2.3104207515716553, + "learning_rate": 1.4156075564090634e-05, + "loss": 2.6141, + "step": 22355 + }, + { + "epoch": 0.3826837159143429, + "grad_norm": 2.2435734272003174, + "learning_rate": 1.4155571301735185e-05, + "loss": 2.7126, + "step": 22356 + }, + { + "epoch": 0.3827008336328934, + "grad_norm": 2.27095103263855, + "learning_rate": 1.415506702660696e-05, + "loss": 2.6407, + "step": 22357 + }, + { + "epoch": 0.3827179513514439, + "grad_norm": 2.144772529602051, + "learning_rate": 1.4154562738707507e-05, + "loss": 2.6608, + "step": 22358 + }, + { + "epoch": 0.3827350690699943, + "grad_norm": 2.230431079864502, + "learning_rate": 1.4154058438038373e-05, + "loss": 2.5907, + "step": 22359 + }, + { + "epoch": 0.38275218678854483, + "grad_norm": 2.1346309185028076, + "learning_rate": 1.4153554124601115e-05, + "loss": 2.5646, + "step": 22360 + }, + { + "epoch": 0.3827693045070953, + "grad_norm": 2.285499334335327, + "learning_rate": 1.4153049798397273e-05, + "loss": 2.667, + "step": 22361 + }, + { + "epoch": 0.38278642222564574, + "grad_norm": 2.352557420730591, + "learning_rate": 1.415254545942841e-05, + "loss": 2.6894, + "step": 22362 + }, + { + "epoch": 0.38280353994419625, + "grad_norm": 2.2518863677978516, + "learning_rate": 1.4152041107696063e-05, + "loss": 2.6162, + "step": 22363 + }, + { + "epoch": 0.3828206576627467, + "grad_norm": 2.278380870819092, + "learning_rate": 1.415153674320179e-05, + "loss": 2.6353, + "step": 22364 + }, + { + "epoch": 0.3828377753812972, + "grad_norm": 2.331204652786255, + "learning_rate": 1.4151032365947142e-05, + "loss": 2.6264, + "step": 22365 + }, + { + "epoch": 0.38285489309984766, + "grad_norm": 2.385476589202881, + "learning_rate": 1.4150527975933664e-05, + "loss": 2.6237, + "step": 22366 + }, + { + "epoch": 0.3828720108183981, + "grad_norm": 2.5659918785095215, + "learning_rate": 1.4150023573162912e-05, + "loss": 2.74, + "step": 22367 + }, + { + "epoch": 0.3828891285369486, + "grad_norm": 2.3771727085113525, + "learning_rate": 1.4149519157636434e-05, + "loss": 2.7418, + "step": 22368 + }, + { + "epoch": 0.38290624625549907, + "grad_norm": 2.363050937652588, + "learning_rate": 1.414901472935578e-05, + "loss": 2.6379, + "step": 22369 + }, + { + "epoch": 0.3829233639740495, + "grad_norm": 2.399521827697754, + "learning_rate": 1.4148510288322496e-05, + "loss": 2.7008, + "step": 22370 + }, + { + "epoch": 0.38294048169260003, + "grad_norm": 2.191192388534546, + "learning_rate": 1.4148005834538142e-05, + "loss": 2.5851, + "step": 22371 + }, + { + "epoch": 0.3829575994111505, + "grad_norm": 2.352480888366699, + "learning_rate": 1.414750136800426e-05, + "loss": 2.6288, + "step": 22372 + }, + { + "epoch": 0.38297471712970094, + "grad_norm": 2.2062790393829346, + "learning_rate": 1.4146996888722406e-05, + "loss": 2.5782, + "step": 22373 + }, + { + "epoch": 0.38299183484825144, + "grad_norm": 2.2704451084136963, + "learning_rate": 1.4146492396694127e-05, + "loss": 2.5749, + "step": 22374 + }, + { + "epoch": 0.3830089525668019, + "grad_norm": 2.341271162033081, + "learning_rate": 1.4145987891920978e-05, + "loss": 2.6331, + "step": 22375 + }, + { + "epoch": 0.38302607028535235, + "grad_norm": 2.360936164855957, + "learning_rate": 1.4145483374404504e-05, + "loss": 2.6777, + "step": 22376 + }, + { + "epoch": 0.38304318800390286, + "grad_norm": 2.1426546573638916, + "learning_rate": 1.414497884414626e-05, + "loss": 2.5526, + "step": 22377 + }, + { + "epoch": 0.3830603057224533, + "grad_norm": 2.2560858726501465, + "learning_rate": 1.4144474301147794e-05, + "loss": 2.5566, + "step": 22378 + }, + { + "epoch": 0.38307742344100376, + "grad_norm": 2.2600252628326416, + "learning_rate": 1.4143969745410661e-05, + "loss": 2.6553, + "step": 22379 + }, + { + "epoch": 0.38309454115955427, + "grad_norm": 2.2919492721557617, + "learning_rate": 1.4143465176936406e-05, + "loss": 2.6136, + "step": 22380 + }, + { + "epoch": 0.3831116588781047, + "grad_norm": 2.1273763179779053, + "learning_rate": 1.4142960595726585e-05, + "loss": 2.6085, + "step": 22381 + }, + { + "epoch": 0.3831287765966552, + "grad_norm": 2.27764630317688, + "learning_rate": 1.4142456001782747e-05, + "loss": 2.6209, + "step": 22382 + }, + { + "epoch": 0.3831458943152057, + "grad_norm": 2.404310941696167, + "learning_rate": 1.4141951395106442e-05, + "loss": 2.753, + "step": 22383 + }, + { + "epoch": 0.38316301203375613, + "grad_norm": 2.331374406814575, + "learning_rate": 1.4141446775699223e-05, + "loss": 2.6153, + "step": 22384 + }, + { + "epoch": 0.3831801297523066, + "grad_norm": 2.228586435317993, + "learning_rate": 1.4140942143562637e-05, + "loss": 2.5971, + "step": 22385 + }, + { + "epoch": 0.3831972474708571, + "grad_norm": 2.3326077461242676, + "learning_rate": 1.4140437498698238e-05, + "loss": 2.589, + "step": 22386 + }, + { + "epoch": 0.38321436518940755, + "grad_norm": 2.368152379989624, + "learning_rate": 1.4139932841107578e-05, + "loss": 2.6728, + "step": 22387 + }, + { + "epoch": 0.38323148290795805, + "grad_norm": 2.252291202545166, + "learning_rate": 1.4139428170792204e-05, + "loss": 2.6095, + "step": 22388 + }, + { + "epoch": 0.3832486006265085, + "grad_norm": 2.3571360111236572, + "learning_rate": 1.4138923487753676e-05, + "loss": 2.6776, + "step": 22389 + }, + { + "epoch": 0.38326571834505896, + "grad_norm": 2.214989185333252, + "learning_rate": 1.4138418791993538e-05, + "loss": 2.6461, + "step": 22390 + }, + { + "epoch": 0.38328283606360947, + "grad_norm": 2.2602083683013916, + "learning_rate": 1.413791408351334e-05, + "loss": 2.7223, + "step": 22391 + }, + { + "epoch": 0.3832999537821599, + "grad_norm": 2.163484573364258, + "learning_rate": 1.4137409362314636e-05, + "loss": 2.5995, + "step": 22392 + }, + { + "epoch": 0.38331707150071037, + "grad_norm": 2.128138303756714, + "learning_rate": 1.4136904628398977e-05, + "loss": 2.521, + "step": 22393 + }, + { + "epoch": 0.3833341892192609, + "grad_norm": 2.3029139041900635, + "learning_rate": 1.4136399881767916e-05, + "loss": 2.6505, + "step": 22394 + }, + { + "epoch": 0.38335130693781133, + "grad_norm": 2.274648427963257, + "learning_rate": 1.4135895122423004e-05, + "loss": 2.7095, + "step": 22395 + }, + { + "epoch": 0.3833684246563618, + "grad_norm": 2.4044854640960693, + "learning_rate": 1.4135390350365795e-05, + "loss": 2.7582, + "step": 22396 + }, + { + "epoch": 0.3833855423749123, + "grad_norm": 2.310953140258789, + "learning_rate": 1.413488556559783e-05, + "loss": 2.6461, + "step": 22397 + }, + { + "epoch": 0.38340266009346274, + "grad_norm": 2.307502269744873, + "learning_rate": 1.413438076812067e-05, + "loss": 2.6364, + "step": 22398 + }, + { + "epoch": 0.3834197778120132, + "grad_norm": 2.391038179397583, + "learning_rate": 1.4133875957935862e-05, + "loss": 2.6354, + "step": 22399 + }, + { + "epoch": 0.3834368955305637, + "grad_norm": 2.4219512939453125, + "learning_rate": 1.4133371135044967e-05, + "loss": 2.65, + "step": 22400 + }, + { + "epoch": 0.38345401324911416, + "grad_norm": 2.385352849960327, + "learning_rate": 1.4132866299449523e-05, + "loss": 2.6729, + "step": 22401 + }, + { + "epoch": 0.3834711309676646, + "grad_norm": 2.346242904663086, + "learning_rate": 1.4132361451151088e-05, + "loss": 2.7828, + "step": 22402 + }, + { + "epoch": 0.3834882486862151, + "grad_norm": 2.1646575927734375, + "learning_rate": 1.4131856590151216e-05, + "loss": 2.4929, + "step": 22403 + }, + { + "epoch": 0.38350536640476557, + "grad_norm": 2.694434881210327, + "learning_rate": 1.4131351716451457e-05, + "loss": 2.7022, + "step": 22404 + }, + { + "epoch": 0.383522484123316, + "grad_norm": 2.2844905853271484, + "learning_rate": 1.4130846830053362e-05, + "loss": 2.7545, + "step": 22405 + }, + { + "epoch": 0.38353960184186653, + "grad_norm": 2.432384967803955, + "learning_rate": 1.4130341930958484e-05, + "loss": 2.688, + "step": 22406 + }, + { + "epoch": 0.383556719560417, + "grad_norm": 2.3722944259643555, + "learning_rate": 1.4129837019168374e-05, + "loss": 2.5896, + "step": 22407 + }, + { + "epoch": 0.38357383727896743, + "grad_norm": 2.2913284301757812, + "learning_rate": 1.4129332094684583e-05, + "loss": 2.5335, + "step": 22408 + }, + { + "epoch": 0.38359095499751794, + "grad_norm": 2.3060142993927, + "learning_rate": 1.4128827157508661e-05, + "loss": 2.5399, + "step": 22409 + }, + { + "epoch": 0.3836080727160684, + "grad_norm": 2.268195867538452, + "learning_rate": 1.4128322207642168e-05, + "loss": 2.6475, + "step": 22410 + }, + { + "epoch": 0.3836251904346189, + "grad_norm": 2.318408727645874, + "learning_rate": 1.4127817245086653e-05, + "loss": 2.5899, + "step": 22411 + }, + { + "epoch": 0.38364230815316935, + "grad_norm": 2.177950382232666, + "learning_rate": 1.412731226984366e-05, + "loss": 2.6803, + "step": 22412 + }, + { + "epoch": 0.3836594258717198, + "grad_norm": 2.322413444519043, + "learning_rate": 1.4126807281914751e-05, + "loss": 2.6358, + "step": 22413 + }, + { + "epoch": 0.3836765435902703, + "grad_norm": 2.4739983081817627, + "learning_rate": 1.4126302281301472e-05, + "loss": 2.6969, + "step": 22414 + }, + { + "epoch": 0.38369366130882077, + "grad_norm": 2.2159714698791504, + "learning_rate": 1.4125797268005376e-05, + "loss": 2.696, + "step": 22415 + }, + { + "epoch": 0.3837107790273712, + "grad_norm": 2.3722267150878906, + "learning_rate": 1.4125292242028023e-05, + "loss": 2.5601, + "step": 22416 + }, + { + "epoch": 0.3837278967459217, + "grad_norm": 2.316084861755371, + "learning_rate": 1.4124787203370956e-05, + "loss": 2.6036, + "step": 22417 + }, + { + "epoch": 0.3837450144644722, + "grad_norm": 2.250681161880493, + "learning_rate": 1.4124282152035731e-05, + "loss": 2.6627, + "step": 22418 + }, + { + "epoch": 0.38376213218302263, + "grad_norm": 2.2571122646331787, + "learning_rate": 1.4123777088023898e-05, + "loss": 2.6125, + "step": 22419 + }, + { + "epoch": 0.38377924990157314, + "grad_norm": 2.3206253051757812, + "learning_rate": 1.4123272011337012e-05, + "loss": 2.7334, + "step": 22420 + }, + { + "epoch": 0.3837963676201236, + "grad_norm": 2.1992204189300537, + "learning_rate": 1.4122766921976623e-05, + "loss": 2.514, + "step": 22421 + }, + { + "epoch": 0.38381348533867404, + "grad_norm": 2.4338271617889404, + "learning_rate": 1.412226181994429e-05, + "loss": 2.6679, + "step": 22422 + }, + { + "epoch": 0.38383060305722455, + "grad_norm": 2.3495936393737793, + "learning_rate": 1.4121756705241557e-05, + "loss": 2.5419, + "step": 22423 + }, + { + "epoch": 0.383847720775775, + "grad_norm": 2.3546390533447266, + "learning_rate": 1.4121251577869979e-05, + "loss": 2.6498, + "step": 22424 + }, + { + "epoch": 0.38386483849432546, + "grad_norm": 2.363868236541748, + "learning_rate": 1.4120746437831113e-05, + "loss": 2.6069, + "step": 22425 + }, + { + "epoch": 0.38388195621287596, + "grad_norm": 2.333575487136841, + "learning_rate": 1.4120241285126506e-05, + "loss": 2.6306, + "step": 22426 + }, + { + "epoch": 0.3838990739314264, + "grad_norm": 2.22725510597229, + "learning_rate": 1.4119736119757714e-05, + "loss": 2.5576, + "step": 22427 + }, + { + "epoch": 0.38391619164997687, + "grad_norm": 2.2091104984283447, + "learning_rate": 1.4119230941726288e-05, + "loss": 2.5919, + "step": 22428 + }, + { + "epoch": 0.3839333093685274, + "grad_norm": 2.203950881958008, + "learning_rate": 1.4118725751033781e-05, + "loss": 2.5231, + "step": 22429 + }, + { + "epoch": 0.38395042708707783, + "grad_norm": 2.293391704559326, + "learning_rate": 1.4118220547681747e-05, + "loss": 2.6844, + "step": 22430 + }, + { + "epoch": 0.3839675448056283, + "grad_norm": 2.2036054134368896, + "learning_rate": 1.4117715331671737e-05, + "loss": 2.5117, + "step": 22431 + }, + { + "epoch": 0.3839846625241788, + "grad_norm": 2.2564022541046143, + "learning_rate": 1.4117210103005308e-05, + "loss": 2.6774, + "step": 22432 + }, + { + "epoch": 0.38400178024272924, + "grad_norm": 2.2978458404541016, + "learning_rate": 1.411670486168401e-05, + "loss": 2.5207, + "step": 22433 + }, + { + "epoch": 0.38401889796127975, + "grad_norm": 2.3059637546539307, + "learning_rate": 1.4116199607709393e-05, + "loss": 2.6558, + "step": 22434 + }, + { + "epoch": 0.3840360156798302, + "grad_norm": 2.3695569038391113, + "learning_rate": 1.4115694341083013e-05, + "loss": 2.7471, + "step": 22435 + }, + { + "epoch": 0.38405313339838065, + "grad_norm": 2.133077621459961, + "learning_rate": 1.4115189061806422e-05, + "loss": 2.5537, + "step": 22436 + }, + { + "epoch": 0.38407025111693116, + "grad_norm": 2.296680212020874, + "learning_rate": 1.4114683769881174e-05, + "loss": 2.6417, + "step": 22437 + }, + { + "epoch": 0.3840873688354816, + "grad_norm": 2.376391649246216, + "learning_rate": 1.4114178465308823e-05, + "loss": 2.6038, + "step": 22438 + }, + { + "epoch": 0.38410448655403207, + "grad_norm": 2.3264472484588623, + "learning_rate": 1.411367314809092e-05, + "loss": 2.6483, + "step": 22439 + }, + { + "epoch": 0.3841216042725826, + "grad_norm": 2.200746774673462, + "learning_rate": 1.4113167818229021e-05, + "loss": 2.5693, + "step": 22440 + }, + { + "epoch": 0.384138721991133, + "grad_norm": 2.290832996368408, + "learning_rate": 1.4112662475724676e-05, + "loss": 2.6779, + "step": 22441 + }, + { + "epoch": 0.3841558397096835, + "grad_norm": 2.288120985031128, + "learning_rate": 1.4112157120579439e-05, + "loss": 2.594, + "step": 22442 + }, + { + "epoch": 0.384172957428234, + "grad_norm": 2.3452281951904297, + "learning_rate": 1.4111651752794865e-05, + "loss": 2.5484, + "step": 22443 + }, + { + "epoch": 0.38419007514678444, + "grad_norm": 2.512899160385132, + "learning_rate": 1.4111146372372506e-05, + "loss": 2.6293, + "step": 22444 + }, + { + "epoch": 0.3842071928653349, + "grad_norm": 2.311228036880493, + "learning_rate": 1.4110640979313916e-05, + "loss": 2.4802, + "step": 22445 + }, + { + "epoch": 0.3842243105838854, + "grad_norm": 2.2398922443389893, + "learning_rate": 1.4110135573620647e-05, + "loss": 2.5632, + "step": 22446 + }, + { + "epoch": 0.38424142830243585, + "grad_norm": 2.294198751449585, + "learning_rate": 1.4109630155294256e-05, + "loss": 2.6398, + "step": 22447 + }, + { + "epoch": 0.3842585460209863, + "grad_norm": 2.22309947013855, + "learning_rate": 1.4109124724336294e-05, + "loss": 2.6716, + "step": 22448 + }, + { + "epoch": 0.3842756637395368, + "grad_norm": 2.372238874435425, + "learning_rate": 1.410861928074831e-05, + "loss": 2.6507, + "step": 22449 + }, + { + "epoch": 0.38429278145808726, + "grad_norm": 2.1897644996643066, + "learning_rate": 1.4108113824531865e-05, + "loss": 2.637, + "step": 22450 + }, + { + "epoch": 0.3843098991766377, + "grad_norm": 2.295886754989624, + "learning_rate": 1.4107608355688508e-05, + "loss": 2.6418, + "step": 22451 + }, + { + "epoch": 0.3843270168951882, + "grad_norm": 2.311030864715576, + "learning_rate": 1.4107102874219796e-05, + "loss": 2.4641, + "step": 22452 + }, + { + "epoch": 0.3843441346137387, + "grad_norm": 2.2694661617279053, + "learning_rate": 1.410659738012728e-05, + "loss": 2.6341, + "step": 22453 + }, + { + "epoch": 0.3843612523322891, + "grad_norm": 2.3211591243743896, + "learning_rate": 1.4106091873412515e-05, + "loss": 2.6835, + "step": 22454 + }, + { + "epoch": 0.38437837005083964, + "grad_norm": 2.347437620162964, + "learning_rate": 1.4105586354077054e-05, + "loss": 2.6918, + "step": 22455 + }, + { + "epoch": 0.3843954877693901, + "grad_norm": 2.2608957290649414, + "learning_rate": 1.4105080822122452e-05, + "loss": 2.5643, + "step": 22456 + }, + { + "epoch": 0.38441260548794054, + "grad_norm": 2.474090814590454, + "learning_rate": 1.4104575277550261e-05, + "loss": 2.7499, + "step": 22457 + }, + { + "epoch": 0.38442972320649105, + "grad_norm": 2.307673692703247, + "learning_rate": 1.4104069720362034e-05, + "loss": 2.7074, + "step": 22458 + }, + { + "epoch": 0.3844468409250415, + "grad_norm": 2.2207353115081787, + "learning_rate": 1.410356415055933e-05, + "loss": 2.7159, + "step": 22459 + }, + { + "epoch": 0.384463958643592, + "grad_norm": 2.192544937133789, + "learning_rate": 1.41030585681437e-05, + "loss": 2.5738, + "step": 22460 + }, + { + "epoch": 0.38448107636214246, + "grad_norm": 2.2767927646636963, + "learning_rate": 1.4102552973116696e-05, + "loss": 2.6171, + "step": 22461 + }, + { + "epoch": 0.3844981940806929, + "grad_norm": 2.296482563018799, + "learning_rate": 1.4102047365479873e-05, + "loss": 2.6956, + "step": 22462 + }, + { + "epoch": 0.3845153117992434, + "grad_norm": 2.3060402870178223, + "learning_rate": 1.4101541745234789e-05, + "loss": 2.6709, + "step": 22463 + }, + { + "epoch": 0.3845324295177939, + "grad_norm": 2.27852725982666, + "learning_rate": 1.4101036112382991e-05, + "loss": 2.7198, + "step": 22464 + }, + { + "epoch": 0.3845495472363443, + "grad_norm": 2.3671040534973145, + "learning_rate": 1.4100530466926038e-05, + "loss": 2.6048, + "step": 22465 + }, + { + "epoch": 0.38456666495489483, + "grad_norm": 2.2362060546875, + "learning_rate": 1.4100024808865485e-05, + "loss": 2.6238, + "step": 22466 + }, + { + "epoch": 0.3845837826734453, + "grad_norm": 2.284928798675537, + "learning_rate": 1.4099519138202881e-05, + "loss": 2.6499, + "step": 22467 + }, + { + "epoch": 0.38460090039199574, + "grad_norm": 2.4485347270965576, + "learning_rate": 1.4099013454939787e-05, + "loss": 2.6842, + "step": 22468 + }, + { + "epoch": 0.38461801811054624, + "grad_norm": 2.2378530502319336, + "learning_rate": 1.4098507759077752e-05, + "loss": 2.5344, + "step": 22469 + }, + { + "epoch": 0.3846351358290967, + "grad_norm": 2.282942771911621, + "learning_rate": 1.4098002050618335e-05, + "loss": 2.5779, + "step": 22470 + }, + { + "epoch": 0.38465225354764715, + "grad_norm": 2.2916417121887207, + "learning_rate": 1.4097496329563085e-05, + "loss": 2.6991, + "step": 22471 + }, + { + "epoch": 0.38466937126619766, + "grad_norm": 2.3537752628326416, + "learning_rate": 1.409699059591356e-05, + "loss": 2.607, + "step": 22472 + }, + { + "epoch": 0.3846864889847481, + "grad_norm": 2.1699321269989014, + "learning_rate": 1.4096484849671312e-05, + "loss": 2.6258, + "step": 22473 + }, + { + "epoch": 0.38470360670329856, + "grad_norm": 2.3247385025024414, + "learning_rate": 1.4095979090837901e-05, + "loss": 2.4969, + "step": 22474 + }, + { + "epoch": 0.38472072442184907, + "grad_norm": 2.24652361869812, + "learning_rate": 1.4095473319414874e-05, + "loss": 2.7011, + "step": 22475 + }, + { + "epoch": 0.3847378421403995, + "grad_norm": 2.3017947673797607, + "learning_rate": 1.4094967535403791e-05, + "loss": 2.5555, + "step": 22476 + }, + { + "epoch": 0.38475495985895, + "grad_norm": 2.2529995441436768, + "learning_rate": 1.4094461738806204e-05, + "loss": 2.6242, + "step": 22477 + }, + { + "epoch": 0.3847720775775005, + "grad_norm": 2.398411273956299, + "learning_rate": 1.4093955929623668e-05, + "loss": 2.6938, + "step": 22478 + }, + { + "epoch": 0.38478919529605093, + "grad_norm": 2.4155004024505615, + "learning_rate": 1.4093450107857738e-05, + "loss": 2.5996, + "step": 22479 + }, + { + "epoch": 0.3848063130146014, + "grad_norm": 2.3159878253936768, + "learning_rate": 1.409294427350997e-05, + "loss": 2.5032, + "step": 22480 + }, + { + "epoch": 0.3848234307331519, + "grad_norm": 2.25034761428833, + "learning_rate": 1.4092438426581916e-05, + "loss": 2.6483, + "step": 22481 + }, + { + "epoch": 0.38484054845170235, + "grad_norm": 2.2366225719451904, + "learning_rate": 1.409193256707513e-05, + "loss": 2.6938, + "step": 22482 + }, + { + "epoch": 0.38485766617025285, + "grad_norm": 2.355149030685425, + "learning_rate": 1.4091426694991175e-05, + "loss": 2.7279, + "step": 22483 + }, + { + "epoch": 0.3848747838888033, + "grad_norm": 2.2667481899261475, + "learning_rate": 1.4090920810331596e-05, + "loss": 2.5722, + "step": 22484 + }, + { + "epoch": 0.38489190160735376, + "grad_norm": 2.3392293453216553, + "learning_rate": 1.4090414913097951e-05, + "loss": 2.7062, + "step": 22485 + }, + { + "epoch": 0.38490901932590427, + "grad_norm": 2.1651172637939453, + "learning_rate": 1.4089909003291799e-05, + "loss": 2.7026, + "step": 22486 + }, + { + "epoch": 0.3849261370444547, + "grad_norm": 2.3511335849761963, + "learning_rate": 1.4089403080914692e-05, + "loss": 2.6781, + "step": 22487 + }, + { + "epoch": 0.38494325476300517, + "grad_norm": 2.2548670768737793, + "learning_rate": 1.4088897145968182e-05, + "loss": 2.6226, + "step": 22488 + }, + { + "epoch": 0.3849603724815557, + "grad_norm": 2.2937607765197754, + "learning_rate": 1.4088391198453829e-05, + "loss": 2.6552, + "step": 22489 + }, + { + "epoch": 0.38497749020010613, + "grad_norm": 2.3290860652923584, + "learning_rate": 1.4087885238373184e-05, + "loss": 2.5935, + "step": 22490 + }, + { + "epoch": 0.3849946079186566, + "grad_norm": 2.3061017990112305, + "learning_rate": 1.408737926572781e-05, + "loss": 2.6351, + "step": 22491 + }, + { + "epoch": 0.3850117256372071, + "grad_norm": 2.1735970973968506, + "learning_rate": 1.4086873280519252e-05, + "loss": 2.4519, + "step": 22492 + }, + { + "epoch": 0.38502884335575754, + "grad_norm": 2.209329605102539, + "learning_rate": 1.4086367282749067e-05, + "loss": 2.5049, + "step": 22493 + }, + { + "epoch": 0.385045961074308, + "grad_norm": 2.484328269958496, + "learning_rate": 1.4085861272418817e-05, + "loss": 2.6007, + "step": 22494 + }, + { + "epoch": 0.3850630787928585, + "grad_norm": 2.258240222930908, + "learning_rate": 1.408535524953005e-05, + "loss": 2.6255, + "step": 22495 + }, + { + "epoch": 0.38508019651140896, + "grad_norm": 2.1760895252227783, + "learning_rate": 1.4084849214084328e-05, + "loss": 2.6206, + "step": 22496 + }, + { + "epoch": 0.3850973142299594, + "grad_norm": 2.170137882232666, + "learning_rate": 1.4084343166083202e-05, + "loss": 2.5916, + "step": 22497 + }, + { + "epoch": 0.3851144319485099, + "grad_norm": 2.228952407836914, + "learning_rate": 1.4083837105528227e-05, + "loss": 2.7117, + "step": 22498 + }, + { + "epoch": 0.38513154966706037, + "grad_norm": 2.2755398750305176, + "learning_rate": 1.4083331032420961e-05, + "loss": 2.6138, + "step": 22499 + }, + { + "epoch": 0.3851486673856108, + "grad_norm": 2.31646990776062, + "learning_rate": 1.4082824946762956e-05, + "loss": 2.5809, + "step": 22500 + }, + { + "epoch": 0.38516578510416133, + "grad_norm": 2.288567066192627, + "learning_rate": 1.4082318848555773e-05, + "loss": 2.7153, + "step": 22501 + }, + { + "epoch": 0.3851829028227118, + "grad_norm": 2.2868595123291016, + "learning_rate": 1.4081812737800961e-05, + "loss": 2.6437, + "step": 22502 + }, + { + "epoch": 0.38520002054126223, + "grad_norm": 2.3536672592163086, + "learning_rate": 1.408130661450008e-05, + "loss": 2.6957, + "step": 22503 + }, + { + "epoch": 0.38521713825981274, + "grad_norm": 2.4562292098999023, + "learning_rate": 1.4080800478654689e-05, + "loss": 2.6818, + "step": 22504 + }, + { + "epoch": 0.3852342559783632, + "grad_norm": 2.441913604736328, + "learning_rate": 1.4080294330266333e-05, + "loss": 2.7026, + "step": 22505 + }, + { + "epoch": 0.3852513736969137, + "grad_norm": 2.3714139461517334, + "learning_rate": 1.4079788169336576e-05, + "loss": 2.6357, + "step": 22506 + }, + { + "epoch": 0.38526849141546415, + "grad_norm": 2.3733553886413574, + "learning_rate": 1.4079281995866976e-05, + "loss": 2.6914, + "step": 22507 + }, + { + "epoch": 0.3852856091340146, + "grad_norm": 2.2591865062713623, + "learning_rate": 1.407877580985908e-05, + "loss": 2.6371, + "step": 22508 + }, + { + "epoch": 0.3853027268525651, + "grad_norm": 2.412014961242676, + "learning_rate": 1.4078269611314448e-05, + "loss": 2.6573, + "step": 22509 + }, + { + "epoch": 0.38531984457111557, + "grad_norm": 2.247962236404419, + "learning_rate": 1.4077763400234638e-05, + "loss": 2.5086, + "step": 22510 + }, + { + "epoch": 0.385336962289666, + "grad_norm": 2.3804502487182617, + "learning_rate": 1.4077257176621207e-05, + "loss": 2.6817, + "step": 22511 + }, + { + "epoch": 0.3853540800082165, + "grad_norm": 2.4544031620025635, + "learning_rate": 1.4076750940475705e-05, + "loss": 2.6957, + "step": 22512 + }, + { + "epoch": 0.385371197726767, + "grad_norm": 2.1027603149414062, + "learning_rate": 1.407624469179969e-05, + "loss": 2.5924, + "step": 22513 + }, + { + "epoch": 0.38538831544531743, + "grad_norm": 2.348189353942871, + "learning_rate": 1.407573843059472e-05, + "loss": 2.6184, + "step": 22514 + }, + { + "epoch": 0.38540543316386794, + "grad_norm": 2.3319783210754395, + "learning_rate": 1.4075232156862351e-05, + "loss": 2.6899, + "step": 22515 + }, + { + "epoch": 0.3854225508824184, + "grad_norm": 2.3289623260498047, + "learning_rate": 1.4074725870604137e-05, + "loss": 2.6301, + "step": 22516 + }, + { + "epoch": 0.38543966860096884, + "grad_norm": 2.383456230163574, + "learning_rate": 1.407421957182164e-05, + "loss": 2.774, + "step": 22517 + }, + { + "epoch": 0.38545678631951935, + "grad_norm": 2.5316662788391113, + "learning_rate": 1.4073713260516405e-05, + "loss": 2.8037, + "step": 22518 + }, + { + "epoch": 0.3854739040380698, + "grad_norm": 2.3655121326446533, + "learning_rate": 1.407320693669e-05, + "loss": 2.6418, + "step": 22519 + }, + { + "epoch": 0.38549102175662026, + "grad_norm": 2.1897482872009277, + "learning_rate": 1.4072700600343976e-05, + "loss": 2.535, + "step": 22520 + }, + { + "epoch": 0.38550813947517076, + "grad_norm": 2.352585792541504, + "learning_rate": 1.4072194251479887e-05, + "loss": 2.5711, + "step": 22521 + }, + { + "epoch": 0.3855252571937212, + "grad_norm": 2.2631049156188965, + "learning_rate": 1.4071687890099293e-05, + "loss": 2.5907, + "step": 22522 + }, + { + "epoch": 0.38554237491227167, + "grad_norm": 2.5448522567749023, + "learning_rate": 1.4071181516203752e-05, + "loss": 2.5545, + "step": 22523 + }, + { + "epoch": 0.3855594926308222, + "grad_norm": 2.2904629707336426, + "learning_rate": 1.4070675129794813e-05, + "loss": 2.7233, + "step": 22524 + }, + { + "epoch": 0.38557661034937263, + "grad_norm": 2.152675151824951, + "learning_rate": 1.407016873087404e-05, + "loss": 2.5419, + "step": 22525 + }, + { + "epoch": 0.3855937280679231, + "grad_norm": 2.2511134147644043, + "learning_rate": 1.4069662319442985e-05, + "loss": 2.6815, + "step": 22526 + }, + { + "epoch": 0.3856108457864736, + "grad_norm": 2.2569453716278076, + "learning_rate": 1.4069155895503206e-05, + "loss": 2.653, + "step": 22527 + }, + { + "epoch": 0.38562796350502404, + "grad_norm": 2.2533979415893555, + "learning_rate": 1.406864945905626e-05, + "loss": 2.6318, + "step": 22528 + }, + { + "epoch": 0.38564508122357455, + "grad_norm": 2.2927024364471436, + "learning_rate": 1.4068143010103705e-05, + "loss": 2.6013, + "step": 22529 + }, + { + "epoch": 0.385662198942125, + "grad_norm": 2.4194304943084717, + "learning_rate": 1.4067636548647095e-05, + "loss": 2.7697, + "step": 22530 + }, + { + "epoch": 0.38567931666067545, + "grad_norm": 2.181302309036255, + "learning_rate": 1.4067130074687984e-05, + "loss": 2.6504, + "step": 22531 + }, + { + "epoch": 0.38569643437922596, + "grad_norm": 2.423719644546509, + "learning_rate": 1.4066623588227937e-05, + "loss": 2.5806, + "step": 22532 + }, + { + "epoch": 0.3857135520977764, + "grad_norm": 2.3057045936584473, + "learning_rate": 1.4066117089268505e-05, + "loss": 2.5681, + "step": 22533 + }, + { + "epoch": 0.38573066981632687, + "grad_norm": 2.391319751739502, + "learning_rate": 1.4065610577811249e-05, + "loss": 2.5843, + "step": 22534 + }, + { + "epoch": 0.3857477875348774, + "grad_norm": 2.182405948638916, + "learning_rate": 1.4065104053857717e-05, + "loss": 2.5037, + "step": 22535 + }, + { + "epoch": 0.3857649052534278, + "grad_norm": 2.336029291152954, + "learning_rate": 1.4064597517409474e-05, + "loss": 2.7311, + "step": 22536 + }, + { + "epoch": 0.3857820229719783, + "grad_norm": 2.25998854637146, + "learning_rate": 1.4064090968468074e-05, + "loss": 2.5573, + "step": 22537 + }, + { + "epoch": 0.3857991406905288, + "grad_norm": 2.411407232284546, + "learning_rate": 1.4063584407035076e-05, + "loss": 2.5958, + "step": 22538 + }, + { + "epoch": 0.38581625840907924, + "grad_norm": 2.386929512023926, + "learning_rate": 1.4063077833112035e-05, + "loss": 2.6487, + "step": 22539 + }, + { + "epoch": 0.3858333761276297, + "grad_norm": 2.2201290130615234, + "learning_rate": 1.406257124670051e-05, + "loss": 2.6488, + "step": 22540 + }, + { + "epoch": 0.3858504938461802, + "grad_norm": 2.3778328895568848, + "learning_rate": 1.4062064647802054e-05, + "loss": 2.6927, + "step": 22541 + }, + { + "epoch": 0.38586761156473065, + "grad_norm": 2.4159770011901855, + "learning_rate": 1.4061558036418225e-05, + "loss": 2.7004, + "step": 22542 + }, + { + "epoch": 0.3858847292832811, + "grad_norm": 2.2236828804016113, + "learning_rate": 1.4061051412550586e-05, + "loss": 2.6484, + "step": 22543 + }, + { + "epoch": 0.3859018470018316, + "grad_norm": 2.256614923477173, + "learning_rate": 1.4060544776200688e-05, + "loss": 2.5685, + "step": 22544 + }, + { + "epoch": 0.38591896472038206, + "grad_norm": 2.2572968006134033, + "learning_rate": 1.406003812737009e-05, + "loss": 2.5008, + "step": 22545 + }, + { + "epoch": 0.3859360824389325, + "grad_norm": 2.2354836463928223, + "learning_rate": 1.405953146606035e-05, + "loss": 2.6641, + "step": 22546 + }, + { + "epoch": 0.385953200157483, + "grad_norm": 2.3732731342315674, + "learning_rate": 1.4059024792273026e-05, + "loss": 2.6891, + "step": 22547 + }, + { + "epoch": 0.3859703178760335, + "grad_norm": 2.2005488872528076, + "learning_rate": 1.4058518106009674e-05, + "loss": 2.5544, + "step": 22548 + }, + { + "epoch": 0.3859874355945839, + "grad_norm": 2.2816033363342285, + "learning_rate": 1.405801140727185e-05, + "loss": 2.5725, + "step": 22549 + }, + { + "epoch": 0.38600455331313444, + "grad_norm": 2.3071346282958984, + "learning_rate": 1.4057504696061115e-05, + "loss": 2.5436, + "step": 22550 + }, + { + "epoch": 0.3860216710316849, + "grad_norm": 2.348942279815674, + "learning_rate": 1.4056997972379024e-05, + "loss": 2.6438, + "step": 22551 + }, + { + "epoch": 0.3860387887502354, + "grad_norm": 2.2956533432006836, + "learning_rate": 1.4056491236227132e-05, + "loss": 2.687, + "step": 22552 + }, + { + "epoch": 0.38605590646878585, + "grad_norm": 2.446824789047241, + "learning_rate": 1.4055984487607002e-05, + "loss": 2.7511, + "step": 22553 + }, + { + "epoch": 0.3860730241873363, + "grad_norm": 2.300624370574951, + "learning_rate": 1.4055477726520188e-05, + "loss": 2.5363, + "step": 22554 + }, + { + "epoch": 0.3860901419058868, + "grad_norm": 2.354313373565674, + "learning_rate": 1.4054970952968252e-05, + "loss": 2.6651, + "step": 22555 + }, + { + "epoch": 0.38610725962443726, + "grad_norm": 2.4511256217956543, + "learning_rate": 1.4054464166952744e-05, + "loss": 2.6025, + "step": 22556 + }, + { + "epoch": 0.3861243773429877, + "grad_norm": 2.306098222732544, + "learning_rate": 1.4053957368475226e-05, + "loss": 2.7594, + "step": 22557 + }, + { + "epoch": 0.3861414950615382, + "grad_norm": 2.4475908279418945, + "learning_rate": 1.4053450557537259e-05, + "loss": 2.579, + "step": 22558 + }, + { + "epoch": 0.3861586127800887, + "grad_norm": 2.256577253341675, + "learning_rate": 1.4052943734140394e-05, + "loss": 2.5421, + "step": 22559 + }, + { + "epoch": 0.3861757304986391, + "grad_norm": 2.3157033920288086, + "learning_rate": 1.4052436898286194e-05, + "loss": 2.6896, + "step": 22560 + }, + { + "epoch": 0.38619284821718963, + "grad_norm": 2.2413275241851807, + "learning_rate": 1.4051930049976215e-05, + "loss": 2.6268, + "step": 22561 + }, + { + "epoch": 0.3862099659357401, + "grad_norm": 2.2801125049591064, + "learning_rate": 1.4051423189212017e-05, + "loss": 2.6999, + "step": 22562 + }, + { + "epoch": 0.38622708365429054, + "grad_norm": 2.3262624740600586, + "learning_rate": 1.4050916315995151e-05, + "loss": 2.7692, + "step": 22563 + }, + { + "epoch": 0.38624420137284105, + "grad_norm": 2.3086369037628174, + "learning_rate": 1.4050409430327182e-05, + "loss": 2.6818, + "step": 22564 + }, + { + "epoch": 0.3862613190913915, + "grad_norm": 2.3869471549987793, + "learning_rate": 1.4049902532209669e-05, + "loss": 2.6334, + "step": 22565 + }, + { + "epoch": 0.38627843680994195, + "grad_norm": 2.170196771621704, + "learning_rate": 1.4049395621644162e-05, + "loss": 2.5556, + "step": 22566 + }, + { + "epoch": 0.38629555452849246, + "grad_norm": 2.2728359699249268, + "learning_rate": 1.4048888698632225e-05, + "loss": 2.6334, + "step": 22567 + }, + { + "epoch": 0.3863126722470429, + "grad_norm": 2.195516586303711, + "learning_rate": 1.4048381763175415e-05, + "loss": 2.6315, + "step": 22568 + }, + { + "epoch": 0.38632978996559336, + "grad_norm": 2.2936623096466064, + "learning_rate": 1.4047874815275294e-05, + "loss": 2.7653, + "step": 22569 + }, + { + "epoch": 0.38634690768414387, + "grad_norm": 2.3832693099975586, + "learning_rate": 1.4047367854933413e-05, + "loss": 2.7369, + "step": 22570 + }, + { + "epoch": 0.3863640254026943, + "grad_norm": 2.285297155380249, + "learning_rate": 1.4046860882151335e-05, + "loss": 2.5822, + "step": 22571 + }, + { + "epoch": 0.3863811431212448, + "grad_norm": 2.419203758239746, + "learning_rate": 1.4046353896930616e-05, + "loss": 2.7671, + "step": 22572 + }, + { + "epoch": 0.3863982608397953, + "grad_norm": 2.408846139907837, + "learning_rate": 1.4045846899272814e-05, + "loss": 2.655, + "step": 22573 + }, + { + "epoch": 0.38641537855834573, + "grad_norm": 2.4677488803863525, + "learning_rate": 1.4045339889179488e-05, + "loss": 2.6935, + "step": 22574 + }, + { + "epoch": 0.38643249627689624, + "grad_norm": 2.326225757598877, + "learning_rate": 1.4044832866652198e-05, + "loss": 2.6774, + "step": 22575 + }, + { + "epoch": 0.3864496139954467, + "grad_norm": 2.3350422382354736, + "learning_rate": 1.4044325831692505e-05, + "loss": 2.5688, + "step": 22576 + }, + { + "epoch": 0.38646673171399715, + "grad_norm": 2.3488762378692627, + "learning_rate": 1.4043818784301958e-05, + "loss": 2.6342, + "step": 22577 + }, + { + "epoch": 0.38648384943254765, + "grad_norm": 2.374967575073242, + "learning_rate": 1.4043311724482123e-05, + "loss": 2.7434, + "step": 22578 + }, + { + "epoch": 0.3865009671510981, + "grad_norm": 2.4644875526428223, + "learning_rate": 1.4042804652234556e-05, + "loss": 2.6533, + "step": 22579 + }, + { + "epoch": 0.38651808486964856, + "grad_norm": 2.3983869552612305, + "learning_rate": 1.4042297567560816e-05, + "loss": 2.6043, + "step": 22580 + }, + { + "epoch": 0.38653520258819907, + "grad_norm": 2.3341405391693115, + "learning_rate": 1.4041790470462464e-05, + "loss": 2.6195, + "step": 22581 + }, + { + "epoch": 0.3865523203067495, + "grad_norm": 2.424758195877075, + "learning_rate": 1.4041283360941056e-05, + "loss": 2.6265, + "step": 22582 + }, + { + "epoch": 0.38656943802529997, + "grad_norm": 2.4219741821289062, + "learning_rate": 1.4040776238998148e-05, + "loss": 2.6448, + "step": 22583 + }, + { + "epoch": 0.3865865557438505, + "grad_norm": 2.3475852012634277, + "learning_rate": 1.4040269104635307e-05, + "loss": 2.6513, + "step": 22584 + }, + { + "epoch": 0.38660367346240093, + "grad_norm": 2.3395092487335205, + "learning_rate": 1.4039761957854083e-05, + "loss": 2.5839, + "step": 22585 + }, + { + "epoch": 0.3866207911809514, + "grad_norm": 2.3019607067108154, + "learning_rate": 1.403925479865604e-05, + "loss": 2.5478, + "step": 22586 + }, + { + "epoch": 0.3866379088995019, + "grad_norm": 2.2932329177856445, + "learning_rate": 1.4038747627042735e-05, + "loss": 2.6235, + "step": 22587 + }, + { + "epoch": 0.38665502661805234, + "grad_norm": 2.214587926864624, + "learning_rate": 1.4038240443015724e-05, + "loss": 2.4384, + "step": 22588 + }, + { + "epoch": 0.3866721443366028, + "grad_norm": 2.4156975746154785, + "learning_rate": 1.4037733246576573e-05, + "loss": 2.6858, + "step": 22589 + }, + { + "epoch": 0.3866892620551533, + "grad_norm": 2.49535870552063, + "learning_rate": 1.4037226037726835e-05, + "loss": 2.7143, + "step": 22590 + }, + { + "epoch": 0.38670637977370376, + "grad_norm": 2.329819917678833, + "learning_rate": 1.4036718816468073e-05, + "loss": 2.6951, + "step": 22591 + }, + { + "epoch": 0.3867234974922542, + "grad_norm": 2.469716787338257, + "learning_rate": 1.4036211582801844e-05, + "loss": 2.7008, + "step": 22592 + }, + { + "epoch": 0.3867406152108047, + "grad_norm": 2.5718626976013184, + "learning_rate": 1.4035704336729706e-05, + "loss": 2.5907, + "step": 22593 + }, + { + "epoch": 0.38675773292935517, + "grad_norm": 2.39618182182312, + "learning_rate": 1.4035197078253218e-05, + "loss": 2.6449, + "step": 22594 + }, + { + "epoch": 0.3867748506479056, + "grad_norm": 2.3566412925720215, + "learning_rate": 1.4034689807373938e-05, + "loss": 2.7184, + "step": 22595 + }, + { + "epoch": 0.38679196836645613, + "grad_norm": 2.192375659942627, + "learning_rate": 1.4034182524093431e-05, + "loss": 2.5357, + "step": 22596 + }, + { + "epoch": 0.3868090860850066, + "grad_norm": 2.483381748199463, + "learning_rate": 1.4033675228413253e-05, + "loss": 2.7387, + "step": 22597 + }, + { + "epoch": 0.3868262038035571, + "grad_norm": 2.273421049118042, + "learning_rate": 1.4033167920334965e-05, + "loss": 2.6637, + "step": 22598 + }, + { + "epoch": 0.38684332152210754, + "grad_norm": 2.432445526123047, + "learning_rate": 1.403266059986012e-05, + "loss": 2.7601, + "step": 22599 + }, + { + "epoch": 0.386860439240658, + "grad_norm": 2.2547388076782227, + "learning_rate": 1.4032153266990283e-05, + "loss": 2.5585, + "step": 22600 + }, + { + "epoch": 0.3868775569592085, + "grad_norm": 2.2370564937591553, + "learning_rate": 1.403164592172701e-05, + "loss": 2.5507, + "step": 22601 + }, + { + "epoch": 0.38689467467775895, + "grad_norm": 2.462224245071411, + "learning_rate": 1.4031138564071865e-05, + "loss": 2.6959, + "step": 22602 + }, + { + "epoch": 0.3869117923963094, + "grad_norm": 2.406078338623047, + "learning_rate": 1.4030631194026402e-05, + "loss": 2.7348, + "step": 22603 + }, + { + "epoch": 0.3869289101148599, + "grad_norm": 2.3425285816192627, + "learning_rate": 1.4030123811592185e-05, + "loss": 2.6613, + "step": 22604 + }, + { + "epoch": 0.38694602783341037, + "grad_norm": 2.337773323059082, + "learning_rate": 1.4029616416770773e-05, + "loss": 2.7451, + "step": 22605 + }, + { + "epoch": 0.3869631455519608, + "grad_norm": 2.323456287384033, + "learning_rate": 1.4029109009563722e-05, + "loss": 2.5421, + "step": 22606 + }, + { + "epoch": 0.3869802632705113, + "grad_norm": 2.4412410259246826, + "learning_rate": 1.4028601589972594e-05, + "loss": 2.766, + "step": 22607 + }, + { + "epoch": 0.3869973809890618, + "grad_norm": 2.2454047203063965, + "learning_rate": 1.402809415799895e-05, + "loss": 2.5347, + "step": 22608 + }, + { + "epoch": 0.38701449870761223, + "grad_norm": 2.299684762954712, + "learning_rate": 1.4027586713644348e-05, + "loss": 2.6269, + "step": 22609 + }, + { + "epoch": 0.38703161642616274, + "grad_norm": 2.2080237865448, + "learning_rate": 1.4027079256910345e-05, + "loss": 2.5796, + "step": 22610 + }, + { + "epoch": 0.3870487341447132, + "grad_norm": 2.250669479370117, + "learning_rate": 1.4026571787798506e-05, + "loss": 2.6168, + "step": 22611 + }, + { + "epoch": 0.38706585186326364, + "grad_norm": 2.222492218017578, + "learning_rate": 1.402606430631039e-05, + "loss": 2.5376, + "step": 22612 + }, + { + "epoch": 0.38708296958181415, + "grad_norm": 2.3268659114837646, + "learning_rate": 1.4025556812447553e-05, + "loss": 2.6245, + "step": 22613 + }, + { + "epoch": 0.3871000873003646, + "grad_norm": 2.227689504623413, + "learning_rate": 1.4025049306211558e-05, + "loss": 2.631, + "step": 22614 + }, + { + "epoch": 0.38711720501891506, + "grad_norm": 2.3511404991149902, + "learning_rate": 1.4024541787603962e-05, + "loss": 2.6937, + "step": 22615 + }, + { + "epoch": 0.38713432273746556, + "grad_norm": 2.339235305786133, + "learning_rate": 1.4024034256626329e-05, + "loss": 2.6951, + "step": 22616 + }, + { + "epoch": 0.387151440456016, + "grad_norm": 2.299741506576538, + "learning_rate": 1.4023526713280216e-05, + "loss": 2.6688, + "step": 22617 + }, + { + "epoch": 0.38716855817456647, + "grad_norm": 2.4506142139434814, + "learning_rate": 1.4023019157567186e-05, + "loss": 2.7552, + "step": 22618 + }, + { + "epoch": 0.387185675893117, + "grad_norm": 2.3120832443237305, + "learning_rate": 1.4022511589488793e-05, + "loss": 2.5759, + "step": 22619 + }, + { + "epoch": 0.38720279361166743, + "grad_norm": 2.31791353225708, + "learning_rate": 1.4022004009046607e-05, + "loss": 2.6974, + "step": 22620 + }, + { + "epoch": 0.38721991133021794, + "grad_norm": 2.287458896636963, + "learning_rate": 1.4021496416242175e-05, + "loss": 2.5752, + "step": 22621 + }, + { + "epoch": 0.3872370290487684, + "grad_norm": 2.259478807449341, + "learning_rate": 1.4020988811077067e-05, + "loss": 2.5343, + "step": 22622 + }, + { + "epoch": 0.38725414676731884, + "grad_norm": 2.210965633392334, + "learning_rate": 1.4020481193552841e-05, + "loss": 2.6039, + "step": 22623 + }, + { + "epoch": 0.38727126448586935, + "grad_norm": 2.186084032058716, + "learning_rate": 1.4019973563671059e-05, + "loss": 2.5682, + "step": 22624 + }, + { + "epoch": 0.3872883822044198, + "grad_norm": 2.2057087421417236, + "learning_rate": 1.4019465921433277e-05, + "loss": 2.4898, + "step": 22625 + }, + { + "epoch": 0.38730549992297025, + "grad_norm": 2.5016367435455322, + "learning_rate": 1.4018958266841056e-05, + "loss": 2.7048, + "step": 22626 + }, + { + "epoch": 0.38732261764152076, + "grad_norm": 2.1584270000457764, + "learning_rate": 1.4018450599895962e-05, + "loss": 2.4517, + "step": 22627 + }, + { + "epoch": 0.3873397353600712, + "grad_norm": 2.2537059783935547, + "learning_rate": 1.4017942920599548e-05, + "loss": 2.5774, + "step": 22628 + }, + { + "epoch": 0.38735685307862167, + "grad_norm": 2.295919895172119, + "learning_rate": 1.4017435228953378e-05, + "loss": 2.6002, + "step": 22629 + }, + { + "epoch": 0.3873739707971722, + "grad_norm": 2.4574644565582275, + "learning_rate": 1.401692752495901e-05, + "loss": 2.6836, + "step": 22630 + }, + { + "epoch": 0.3873910885157226, + "grad_norm": 2.417607545852661, + "learning_rate": 1.401641980861801e-05, + "loss": 2.528, + "step": 22631 + }, + { + "epoch": 0.3874082062342731, + "grad_norm": 2.373875379562378, + "learning_rate": 1.401591207993193e-05, + "loss": 2.6901, + "step": 22632 + }, + { + "epoch": 0.3874253239528236, + "grad_norm": 2.5463922023773193, + "learning_rate": 1.4015404338902338e-05, + "loss": 2.611, + "step": 22633 + }, + { + "epoch": 0.38744244167137404, + "grad_norm": 2.3162357807159424, + "learning_rate": 1.4014896585530796e-05, + "loss": 2.5928, + "step": 22634 + }, + { + "epoch": 0.3874595593899245, + "grad_norm": 2.2964820861816406, + "learning_rate": 1.4014388819818861e-05, + "loss": 2.5623, + "step": 22635 + }, + { + "epoch": 0.387476677108475, + "grad_norm": 2.1815075874328613, + "learning_rate": 1.4013881041768089e-05, + "loss": 2.5829, + "step": 22636 + }, + { + "epoch": 0.38749379482702545, + "grad_norm": 2.420276165008545, + "learning_rate": 1.4013373251380044e-05, + "loss": 2.7283, + "step": 22637 + }, + { + "epoch": 0.3875109125455759, + "grad_norm": 2.277191638946533, + "learning_rate": 1.4012865448656291e-05, + "loss": 2.57, + "step": 22638 + }, + { + "epoch": 0.3875280302641264, + "grad_norm": 2.4169468879699707, + "learning_rate": 1.4012357633598389e-05, + "loss": 2.7359, + "step": 22639 + }, + { + "epoch": 0.38754514798267686, + "grad_norm": 2.2819290161132812, + "learning_rate": 1.4011849806207898e-05, + "loss": 2.6784, + "step": 22640 + }, + { + "epoch": 0.3875622657012273, + "grad_norm": 2.4434022903442383, + "learning_rate": 1.4011341966486378e-05, + "loss": 2.6599, + "step": 22641 + }, + { + "epoch": 0.3875793834197778, + "grad_norm": 2.2965190410614014, + "learning_rate": 1.401083411443539e-05, + "loss": 2.6255, + "step": 22642 + }, + { + "epoch": 0.3875965011383283, + "grad_norm": 2.3412163257598877, + "learning_rate": 1.4010326250056494e-05, + "loss": 2.8, + "step": 22643 + }, + { + "epoch": 0.3876136188568787, + "grad_norm": 2.246885299682617, + "learning_rate": 1.4009818373351254e-05, + "loss": 2.4936, + "step": 22644 + }, + { + "epoch": 0.38763073657542924, + "grad_norm": 2.255831241607666, + "learning_rate": 1.4009310484321232e-05, + "loss": 2.6029, + "step": 22645 + }, + { + "epoch": 0.3876478542939797, + "grad_norm": 2.268796682357788, + "learning_rate": 1.4008802582967982e-05, + "loss": 2.6678, + "step": 22646 + }, + { + "epoch": 0.3876649720125302, + "grad_norm": 2.3199899196624756, + "learning_rate": 1.4008294669293073e-05, + "loss": 2.7236, + "step": 22647 + }, + { + "epoch": 0.38768208973108065, + "grad_norm": 2.3254830837249756, + "learning_rate": 1.4007786743298062e-05, + "loss": 2.5958, + "step": 22648 + }, + { + "epoch": 0.3876992074496311, + "grad_norm": 2.0802721977233887, + "learning_rate": 1.400727880498451e-05, + "loss": 2.4845, + "step": 22649 + }, + { + "epoch": 0.3877163251681816, + "grad_norm": 2.2019169330596924, + "learning_rate": 1.4006770854353979e-05, + "loss": 2.703, + "step": 22650 + }, + { + "epoch": 0.38773344288673206, + "grad_norm": 2.372225046157837, + "learning_rate": 1.4006262891408035e-05, + "loss": 2.6759, + "step": 22651 + }, + { + "epoch": 0.3877505606052825, + "grad_norm": 2.309579610824585, + "learning_rate": 1.400575491614823e-05, + "loss": 2.5997, + "step": 22652 + }, + { + "epoch": 0.387767678323833, + "grad_norm": 2.341263771057129, + "learning_rate": 1.4005246928576133e-05, + "loss": 2.6798, + "step": 22653 + }, + { + "epoch": 0.3877847960423835, + "grad_norm": 2.356329917907715, + "learning_rate": 1.40047389286933e-05, + "loss": 2.7527, + "step": 22654 + }, + { + "epoch": 0.3878019137609339, + "grad_norm": 2.2835514545440674, + "learning_rate": 1.4004230916501298e-05, + "loss": 2.5966, + "step": 22655 + }, + { + "epoch": 0.38781903147948443, + "grad_norm": 2.2305192947387695, + "learning_rate": 1.4003722892001685e-05, + "loss": 2.4183, + "step": 22656 + }, + { + "epoch": 0.3878361491980349, + "grad_norm": 2.245845317840576, + "learning_rate": 1.400321485519602e-05, + "loss": 2.5018, + "step": 22657 + }, + { + "epoch": 0.38785326691658534, + "grad_norm": 2.475229263305664, + "learning_rate": 1.400270680608587e-05, + "loss": 2.7085, + "step": 22658 + }, + { + "epoch": 0.38787038463513585, + "grad_norm": 2.289130210876465, + "learning_rate": 1.4002198744672794e-05, + "loss": 2.6776, + "step": 22659 + }, + { + "epoch": 0.3878875023536863, + "grad_norm": 2.3230748176574707, + "learning_rate": 1.4001690670958353e-05, + "loss": 2.6564, + "step": 22660 + }, + { + "epoch": 0.38790462007223675, + "grad_norm": 2.2422163486480713, + "learning_rate": 1.4001182584944109e-05, + "loss": 2.5292, + "step": 22661 + }, + { + "epoch": 0.38792173779078726, + "grad_norm": 2.2565581798553467, + "learning_rate": 1.4000674486631624e-05, + "loss": 2.5942, + "step": 22662 + }, + { + "epoch": 0.3879388555093377, + "grad_norm": 2.278899908065796, + "learning_rate": 1.4000166376022461e-05, + "loss": 2.7388, + "step": 22663 + }, + { + "epoch": 0.38795597322788816, + "grad_norm": 2.419065237045288, + "learning_rate": 1.399965825311818e-05, + "loss": 2.7515, + "step": 22664 + }, + { + "epoch": 0.38797309094643867, + "grad_norm": 2.218616008758545, + "learning_rate": 1.3999150117920342e-05, + "loss": 2.6702, + "step": 22665 + }, + { + "epoch": 0.3879902086649891, + "grad_norm": 2.2003560066223145, + "learning_rate": 1.3998641970430512e-05, + "loss": 2.5367, + "step": 22666 + }, + { + "epoch": 0.3880073263835396, + "grad_norm": 2.2404844760894775, + "learning_rate": 1.3998133810650247e-05, + "loss": 2.6446, + "step": 22667 + }, + { + "epoch": 0.3880244441020901, + "grad_norm": 2.411128044128418, + "learning_rate": 1.3997625638581113e-05, + "loss": 2.6852, + "step": 22668 + }, + { + "epoch": 0.38804156182064053, + "grad_norm": 2.2759807109832764, + "learning_rate": 1.399711745422467e-05, + "loss": 2.6574, + "step": 22669 + }, + { + "epoch": 0.38805867953919104, + "grad_norm": 2.2458131313323975, + "learning_rate": 1.3996609257582486e-05, + "loss": 2.5869, + "step": 22670 + }, + { + "epoch": 0.3880757972577415, + "grad_norm": 2.415874719619751, + "learning_rate": 1.3996101048656113e-05, + "loss": 2.7363, + "step": 22671 + }, + { + "epoch": 0.38809291497629195, + "grad_norm": 2.227302312850952, + "learning_rate": 1.399559282744712e-05, + "loss": 2.6397, + "step": 22672 + }, + { + "epoch": 0.38811003269484246, + "grad_norm": 2.4935076236724854, + "learning_rate": 1.3995084593957064e-05, + "loss": 2.603, + "step": 22673 + }, + { + "epoch": 0.3881271504133929, + "grad_norm": 2.283928394317627, + "learning_rate": 1.3994576348187512e-05, + "loss": 2.5584, + "step": 22674 + }, + { + "epoch": 0.38814426813194336, + "grad_norm": 2.2385544776916504, + "learning_rate": 1.3994068090140023e-05, + "loss": 2.6316, + "step": 22675 + }, + { + "epoch": 0.38816138585049387, + "grad_norm": 2.3708744049072266, + "learning_rate": 1.399355981981616e-05, + "loss": 2.6846, + "step": 22676 + }, + { + "epoch": 0.3881785035690443, + "grad_norm": 2.244929552078247, + "learning_rate": 1.3993051537217488e-05, + "loss": 2.6281, + "step": 22677 + }, + { + "epoch": 0.38819562128759477, + "grad_norm": 2.178636312484741, + "learning_rate": 1.3992543242345568e-05, + "loss": 2.6546, + "step": 22678 + }, + { + "epoch": 0.3882127390061453, + "grad_norm": 2.364966869354248, + "learning_rate": 1.3992034935201959e-05, + "loss": 2.5903, + "step": 22679 + }, + { + "epoch": 0.38822985672469573, + "grad_norm": 2.2361338138580322, + "learning_rate": 1.3991526615788224e-05, + "loss": 2.517, + "step": 22680 + }, + { + "epoch": 0.3882469744432462, + "grad_norm": 2.225320339202881, + "learning_rate": 1.3991018284105931e-05, + "loss": 2.6297, + "step": 22681 + }, + { + "epoch": 0.3882640921617967, + "grad_norm": 2.320223331451416, + "learning_rate": 1.3990509940156636e-05, + "loss": 2.7406, + "step": 22682 + }, + { + "epoch": 0.38828120988034714, + "grad_norm": 2.1767497062683105, + "learning_rate": 1.3990001583941904e-05, + "loss": 2.542, + "step": 22683 + }, + { + "epoch": 0.3882983275988976, + "grad_norm": 2.2020606994628906, + "learning_rate": 1.39894932154633e-05, + "loss": 2.5943, + "step": 22684 + }, + { + "epoch": 0.3883154453174481, + "grad_norm": 2.1672654151916504, + "learning_rate": 1.3988984834722381e-05, + "loss": 2.4264, + "step": 22685 + }, + { + "epoch": 0.38833256303599856, + "grad_norm": 2.339383125305176, + "learning_rate": 1.3988476441720714e-05, + "loss": 2.7115, + "step": 22686 + }, + { + "epoch": 0.388349680754549, + "grad_norm": 2.2604422569274902, + "learning_rate": 1.3987968036459859e-05, + "loss": 2.7766, + "step": 22687 + }, + { + "epoch": 0.3883667984730995, + "grad_norm": 2.3394508361816406, + "learning_rate": 1.3987459618941382e-05, + "loss": 2.7662, + "step": 22688 + }, + { + "epoch": 0.38838391619164997, + "grad_norm": 2.2641777992248535, + "learning_rate": 1.398695118916684e-05, + "loss": 2.625, + "step": 22689 + }, + { + "epoch": 0.3884010339102004, + "grad_norm": 2.3329031467437744, + "learning_rate": 1.39864427471378e-05, + "loss": 2.6264, + "step": 22690 + }, + { + "epoch": 0.38841815162875093, + "grad_norm": 2.3193702697753906, + "learning_rate": 1.3985934292855827e-05, + "loss": 2.6738, + "step": 22691 + }, + { + "epoch": 0.3884352693473014, + "grad_norm": 2.370835065841675, + "learning_rate": 1.398542582632248e-05, + "loss": 2.6054, + "step": 22692 + }, + { + "epoch": 0.3884523870658519, + "grad_norm": 2.193570852279663, + "learning_rate": 1.3984917347539325e-05, + "loss": 2.6618, + "step": 22693 + }, + { + "epoch": 0.38846950478440234, + "grad_norm": 2.3664515018463135, + "learning_rate": 1.3984408856507918e-05, + "loss": 2.7425, + "step": 22694 + }, + { + "epoch": 0.3884866225029528, + "grad_norm": 2.3493683338165283, + "learning_rate": 1.3983900353229829e-05, + "loss": 2.6602, + "step": 22695 + }, + { + "epoch": 0.3885037402215033, + "grad_norm": 2.3636996746063232, + "learning_rate": 1.3983391837706614e-05, + "loss": 2.6076, + "step": 22696 + }, + { + "epoch": 0.38852085794005375, + "grad_norm": 2.212937116622925, + "learning_rate": 1.3982883309939845e-05, + "loss": 2.5814, + "step": 22697 + }, + { + "epoch": 0.3885379756586042, + "grad_norm": 2.452958106994629, + "learning_rate": 1.3982374769931081e-05, + "loss": 2.6971, + "step": 22698 + }, + { + "epoch": 0.3885550933771547, + "grad_norm": 2.164034605026245, + "learning_rate": 1.3981866217681885e-05, + "loss": 2.6188, + "step": 22699 + }, + { + "epoch": 0.38857221109570517, + "grad_norm": 2.4527573585510254, + "learning_rate": 1.3981357653193818e-05, + "loss": 2.583, + "step": 22700 + }, + { + "epoch": 0.3885893288142556, + "grad_norm": 2.266833543777466, + "learning_rate": 1.3980849076468446e-05, + "loss": 2.6921, + "step": 22701 + }, + { + "epoch": 0.3886064465328061, + "grad_norm": 2.4270248413085938, + "learning_rate": 1.398034048750733e-05, + "loss": 2.7216, + "step": 22702 + }, + { + "epoch": 0.3886235642513566, + "grad_norm": 2.3515353202819824, + "learning_rate": 1.3979831886312034e-05, + "loss": 2.7433, + "step": 22703 + }, + { + "epoch": 0.38864068196990703, + "grad_norm": 2.214120864868164, + "learning_rate": 1.3979323272884125e-05, + "loss": 2.5572, + "step": 22704 + }, + { + "epoch": 0.38865779968845754, + "grad_norm": 2.3334827423095703, + "learning_rate": 1.3978814647225158e-05, + "loss": 2.5109, + "step": 22705 + }, + { + "epoch": 0.388674917407008, + "grad_norm": 2.2584497928619385, + "learning_rate": 1.3978306009336705e-05, + "loss": 2.5514, + "step": 22706 + }, + { + "epoch": 0.38869203512555844, + "grad_norm": 2.454073190689087, + "learning_rate": 1.3977797359220322e-05, + "loss": 2.6569, + "step": 22707 + }, + { + "epoch": 0.38870915284410895, + "grad_norm": 2.261991024017334, + "learning_rate": 1.3977288696877578e-05, + "loss": 2.6584, + "step": 22708 + }, + { + "epoch": 0.3887262705626594, + "grad_norm": 2.4474289417266846, + "learning_rate": 1.3976780022310036e-05, + "loss": 2.6916, + "step": 22709 + }, + { + "epoch": 0.38874338828120986, + "grad_norm": 2.3005623817443848, + "learning_rate": 1.3976271335519255e-05, + "loss": 2.6334, + "step": 22710 + }, + { + "epoch": 0.38876050599976036, + "grad_norm": 2.314805746078491, + "learning_rate": 1.3975762636506805e-05, + "loss": 2.6048, + "step": 22711 + }, + { + "epoch": 0.3887776237183108, + "grad_norm": 2.280672073364258, + "learning_rate": 1.397525392527424e-05, + "loss": 2.68, + "step": 22712 + }, + { + "epoch": 0.38879474143686127, + "grad_norm": 2.247551441192627, + "learning_rate": 1.3974745201823137e-05, + "loss": 2.664, + "step": 22713 + }, + { + "epoch": 0.3888118591554118, + "grad_norm": 2.261653423309326, + "learning_rate": 1.3974236466155046e-05, + "loss": 2.6018, + "step": 22714 + }, + { + "epoch": 0.38882897687396223, + "grad_norm": 2.250551462173462, + "learning_rate": 1.3973727718271544e-05, + "loss": 2.7086, + "step": 22715 + }, + { + "epoch": 0.38884609459251274, + "grad_norm": 2.339655637741089, + "learning_rate": 1.3973218958174181e-05, + "loss": 2.6812, + "step": 22716 + }, + { + "epoch": 0.3888632123110632, + "grad_norm": 2.2486836910247803, + "learning_rate": 1.397271018586453e-05, + "loss": 2.6239, + "step": 22717 + }, + { + "epoch": 0.38888033002961364, + "grad_norm": 2.2860047817230225, + "learning_rate": 1.3972201401344152e-05, + "loss": 2.5551, + "step": 22718 + }, + { + "epoch": 0.38889744774816415, + "grad_norm": 2.2362706661224365, + "learning_rate": 1.3971692604614613e-05, + "loss": 2.5724, + "step": 22719 + }, + { + "epoch": 0.3889145654667146, + "grad_norm": 2.2274277210235596, + "learning_rate": 1.3971183795677471e-05, + "loss": 2.6434, + "step": 22720 + }, + { + "epoch": 0.38893168318526505, + "grad_norm": 2.1693456172943115, + "learning_rate": 1.3970674974534297e-05, + "loss": 2.644, + "step": 22721 + }, + { + "epoch": 0.38894880090381556, + "grad_norm": 2.1268184185028076, + "learning_rate": 1.397016614118665e-05, + "loss": 2.5738, + "step": 22722 + }, + { + "epoch": 0.388965918622366, + "grad_norm": 2.2280452251434326, + "learning_rate": 1.3969657295636095e-05, + "loss": 2.5942, + "step": 22723 + }, + { + "epoch": 0.38898303634091647, + "grad_norm": 2.2380759716033936, + "learning_rate": 1.3969148437884197e-05, + "loss": 2.6557, + "step": 22724 + }, + { + "epoch": 0.389000154059467, + "grad_norm": 2.242523431777954, + "learning_rate": 1.3968639567932522e-05, + "loss": 2.5803, + "step": 22725 + }, + { + "epoch": 0.3890172717780174, + "grad_norm": 2.1667957305908203, + "learning_rate": 1.3968130685782631e-05, + "loss": 2.5623, + "step": 22726 + }, + { + "epoch": 0.3890343894965679, + "grad_norm": 2.3170223236083984, + "learning_rate": 1.3967621791436087e-05, + "loss": 2.7185, + "step": 22727 + }, + { + "epoch": 0.3890515072151184, + "grad_norm": 2.294049024581909, + "learning_rate": 1.3967112884894458e-05, + "loss": 2.6599, + "step": 22728 + }, + { + "epoch": 0.38906862493366884, + "grad_norm": 2.3255527019500732, + "learning_rate": 1.3966603966159306e-05, + "loss": 2.7117, + "step": 22729 + }, + { + "epoch": 0.3890857426522193, + "grad_norm": 2.4260034561157227, + "learning_rate": 1.3966095035232196e-05, + "loss": 2.6041, + "step": 22730 + }, + { + "epoch": 0.3891028603707698, + "grad_norm": 2.5587306022644043, + "learning_rate": 1.3965586092114691e-05, + "loss": 2.6063, + "step": 22731 + }, + { + "epoch": 0.38911997808932025, + "grad_norm": 2.1223249435424805, + "learning_rate": 1.3965077136808355e-05, + "loss": 2.4531, + "step": 22732 + }, + { + "epoch": 0.3891370958078707, + "grad_norm": 2.400860071182251, + "learning_rate": 1.3964568169314757e-05, + "loss": 2.6029, + "step": 22733 + }, + { + "epoch": 0.3891542135264212, + "grad_norm": 2.2307515144348145, + "learning_rate": 1.3964059189635454e-05, + "loss": 2.6683, + "step": 22734 + }, + { + "epoch": 0.38917133124497166, + "grad_norm": 2.7001125812530518, + "learning_rate": 1.3963550197772018e-05, + "loss": 2.656, + "step": 22735 + }, + { + "epoch": 0.3891884489635221, + "grad_norm": 2.2992515563964844, + "learning_rate": 1.396304119372601e-05, + "loss": 2.5251, + "step": 22736 + }, + { + "epoch": 0.3892055666820726, + "grad_norm": 2.5566728115081787, + "learning_rate": 1.3962532177498993e-05, + "loss": 2.6311, + "step": 22737 + }, + { + "epoch": 0.3892226844006231, + "grad_norm": 2.325091600418091, + "learning_rate": 1.3962023149092531e-05, + "loss": 2.8267, + "step": 22738 + }, + { + "epoch": 0.3892398021191736, + "grad_norm": 2.514051914215088, + "learning_rate": 1.396151410850819e-05, + "loss": 2.6249, + "step": 22739 + }, + { + "epoch": 0.38925691983772404, + "grad_norm": 2.2988011837005615, + "learning_rate": 1.3961005055747537e-05, + "loss": 2.5749, + "step": 22740 + }, + { + "epoch": 0.3892740375562745, + "grad_norm": 2.449716806411743, + "learning_rate": 1.3960495990812137e-05, + "loss": 2.6486, + "step": 22741 + }, + { + "epoch": 0.389291155274825, + "grad_norm": 2.290847063064575, + "learning_rate": 1.395998691370355e-05, + "loss": 2.639, + "step": 22742 + }, + { + "epoch": 0.38930827299337545, + "grad_norm": 2.4112918376922607, + "learning_rate": 1.3959477824423342e-05, + "loss": 2.6516, + "step": 22743 + }, + { + "epoch": 0.3893253907119259, + "grad_norm": 2.327082633972168, + "learning_rate": 1.3958968722973079e-05, + "loss": 2.6745, + "step": 22744 + }, + { + "epoch": 0.3893425084304764, + "grad_norm": 2.4385251998901367, + "learning_rate": 1.3958459609354326e-05, + "loss": 2.5743, + "step": 22745 + }, + { + "epoch": 0.38935962614902686, + "grad_norm": 2.3525946140289307, + "learning_rate": 1.3957950483568649e-05, + "loss": 2.6877, + "step": 22746 + }, + { + "epoch": 0.3893767438675773, + "grad_norm": 2.5579543113708496, + "learning_rate": 1.395744134561761e-05, + "loss": 2.6028, + "step": 22747 + }, + { + "epoch": 0.3893938615861278, + "grad_norm": 2.297348976135254, + "learning_rate": 1.3956932195502778e-05, + "loss": 2.6188, + "step": 22748 + }, + { + "epoch": 0.3894109793046783, + "grad_norm": 2.4739649295806885, + "learning_rate": 1.3956423033225713e-05, + "loss": 2.7331, + "step": 22749 + }, + { + "epoch": 0.3894280970232287, + "grad_norm": 2.4584250450134277, + "learning_rate": 1.3955913858787981e-05, + "loss": 2.5899, + "step": 22750 + }, + { + "epoch": 0.38944521474177923, + "grad_norm": 2.456425666809082, + "learning_rate": 1.3955404672191148e-05, + "loss": 2.6573, + "step": 22751 + }, + { + "epoch": 0.3894623324603297, + "grad_norm": 2.354433059692383, + "learning_rate": 1.3954895473436783e-05, + "loss": 2.5984, + "step": 22752 + }, + { + "epoch": 0.38947945017888014, + "grad_norm": 2.4181928634643555, + "learning_rate": 1.3954386262526445e-05, + "loss": 2.7337, + "step": 22753 + }, + { + "epoch": 0.38949656789743065, + "grad_norm": 2.523341655731201, + "learning_rate": 1.39538770394617e-05, + "loss": 2.7332, + "step": 22754 + }, + { + "epoch": 0.3895136856159811, + "grad_norm": 2.294560670852661, + "learning_rate": 1.3953367804244116e-05, + "loss": 2.7184, + "step": 22755 + }, + { + "epoch": 0.38953080333453155, + "grad_norm": 2.3735768795013428, + "learning_rate": 1.395285855687526e-05, + "loss": 2.651, + "step": 22756 + }, + { + "epoch": 0.38954792105308206, + "grad_norm": 2.336162805557251, + "learning_rate": 1.3952349297356694e-05, + "loss": 2.7216, + "step": 22757 + }, + { + "epoch": 0.3895650387716325, + "grad_norm": 2.4179635047912598, + "learning_rate": 1.3951840025689978e-05, + "loss": 2.6722, + "step": 22758 + }, + { + "epoch": 0.38958215649018296, + "grad_norm": 2.3595376014709473, + "learning_rate": 1.3951330741876685e-05, + "loss": 2.6123, + "step": 22759 + }, + { + "epoch": 0.38959927420873347, + "grad_norm": 2.4072604179382324, + "learning_rate": 1.3950821445918379e-05, + "loss": 2.5636, + "step": 22760 + }, + { + "epoch": 0.3896163919272839, + "grad_norm": 2.260422945022583, + "learning_rate": 1.3950312137816623e-05, + "loss": 2.7367, + "step": 22761 + }, + { + "epoch": 0.38963350964583443, + "grad_norm": 2.472782611846924, + "learning_rate": 1.3949802817572987e-05, + "loss": 2.7507, + "step": 22762 + }, + { + "epoch": 0.3896506273643849, + "grad_norm": 2.2756783962249756, + "learning_rate": 1.3949293485189032e-05, + "loss": 2.6023, + "step": 22763 + }, + { + "epoch": 0.38966774508293534, + "grad_norm": 2.337921619415283, + "learning_rate": 1.3948784140666327e-05, + "loss": 2.6217, + "step": 22764 + }, + { + "epoch": 0.38968486280148584, + "grad_norm": 2.4757893085479736, + "learning_rate": 1.3948274784006432e-05, + "loss": 2.6643, + "step": 22765 + }, + { + "epoch": 0.3897019805200363, + "grad_norm": 2.3509743213653564, + "learning_rate": 1.3947765415210919e-05, + "loss": 2.594, + "step": 22766 + }, + { + "epoch": 0.38971909823858675, + "grad_norm": 2.3419981002807617, + "learning_rate": 1.3947256034281347e-05, + "loss": 2.7848, + "step": 22767 + }, + { + "epoch": 0.38973621595713726, + "grad_norm": 2.2946932315826416, + "learning_rate": 1.3946746641219288e-05, + "loss": 2.5358, + "step": 22768 + }, + { + "epoch": 0.3897533336756877, + "grad_norm": 2.278196096420288, + "learning_rate": 1.3946237236026305e-05, + "loss": 2.5784, + "step": 22769 + }, + { + "epoch": 0.38977045139423816, + "grad_norm": 2.2944796085357666, + "learning_rate": 1.3945727818703962e-05, + "loss": 2.7218, + "step": 22770 + }, + { + "epoch": 0.38978756911278867, + "grad_norm": 2.3260483741760254, + "learning_rate": 1.3945218389253832e-05, + "loss": 2.7041, + "step": 22771 + }, + { + "epoch": 0.3898046868313391, + "grad_norm": 2.1592817306518555, + "learning_rate": 1.394470894767747e-05, + "loss": 2.4977, + "step": 22772 + }, + { + "epoch": 0.3898218045498896, + "grad_norm": 2.289128541946411, + "learning_rate": 1.3944199493976452e-05, + "loss": 2.6802, + "step": 22773 + }, + { + "epoch": 0.3898389222684401, + "grad_norm": 2.3702518939971924, + "learning_rate": 1.3943690028152335e-05, + "loss": 2.6697, + "step": 22774 + }, + { + "epoch": 0.38985603998699053, + "grad_norm": 2.2406115531921387, + "learning_rate": 1.3943180550206688e-05, + "loss": 2.53, + "step": 22775 + }, + { + "epoch": 0.389873157705541, + "grad_norm": 2.3542282581329346, + "learning_rate": 1.394267106014108e-05, + "loss": 2.5535, + "step": 22776 + }, + { + "epoch": 0.3898902754240915, + "grad_norm": 2.3083481788635254, + "learning_rate": 1.3942161557957074e-05, + "loss": 2.7139, + "step": 22777 + }, + { + "epoch": 0.38990739314264194, + "grad_norm": 2.2545053958892822, + "learning_rate": 1.394165204365624e-05, + "loss": 2.6418, + "step": 22778 + }, + { + "epoch": 0.3899245108611924, + "grad_norm": 2.2427573204040527, + "learning_rate": 1.394114251724014e-05, + "loss": 2.7679, + "step": 22779 + }, + { + "epoch": 0.3899416285797429, + "grad_norm": 2.2699978351593018, + "learning_rate": 1.394063297871034e-05, + "loss": 2.5095, + "step": 22780 + }, + { + "epoch": 0.38995874629829336, + "grad_norm": 2.292419672012329, + "learning_rate": 1.3940123428068409e-05, + "loss": 2.7454, + "step": 22781 + }, + { + "epoch": 0.3899758640168438, + "grad_norm": 2.247797727584839, + "learning_rate": 1.3939613865315908e-05, + "loss": 2.805, + "step": 22782 + }, + { + "epoch": 0.3899929817353943, + "grad_norm": 2.3744113445281982, + "learning_rate": 1.393910429045441e-05, + "loss": 2.7855, + "step": 22783 + }, + { + "epoch": 0.39001009945394477, + "grad_norm": 2.320085287094116, + "learning_rate": 1.3938594703485477e-05, + "loss": 2.6686, + "step": 22784 + }, + { + "epoch": 0.3900272171724953, + "grad_norm": 2.2324655055999756, + "learning_rate": 1.3938085104410679e-05, + "loss": 2.6449, + "step": 22785 + }, + { + "epoch": 0.39004433489104573, + "grad_norm": 2.170140504837036, + "learning_rate": 1.3937575493231576e-05, + "loss": 2.5579, + "step": 22786 + }, + { + "epoch": 0.3900614526095962, + "grad_norm": 2.3376853466033936, + "learning_rate": 1.3937065869949737e-05, + "loss": 2.6059, + "step": 22787 + }, + { + "epoch": 0.3900785703281467, + "grad_norm": 2.2447867393493652, + "learning_rate": 1.3936556234566731e-05, + "loss": 2.6722, + "step": 22788 + }, + { + "epoch": 0.39009568804669714, + "grad_norm": 2.2466702461242676, + "learning_rate": 1.3936046587084127e-05, + "loss": 2.5764, + "step": 22789 + }, + { + "epoch": 0.3901128057652476, + "grad_norm": 2.2597320079803467, + "learning_rate": 1.3935536927503482e-05, + "loss": 2.5304, + "step": 22790 + }, + { + "epoch": 0.3901299234837981, + "grad_norm": 2.354573965072632, + "learning_rate": 1.3935027255826368e-05, + "loss": 2.6864, + "step": 22791 + }, + { + "epoch": 0.39014704120234855, + "grad_norm": 2.2997541427612305, + "learning_rate": 1.3934517572054352e-05, + "loss": 2.5323, + "step": 22792 + }, + { + "epoch": 0.390164158920899, + "grad_norm": 2.1594698429107666, + "learning_rate": 1.3934007876189002e-05, + "loss": 2.5934, + "step": 22793 + }, + { + "epoch": 0.3901812766394495, + "grad_norm": 2.2689907550811768, + "learning_rate": 1.3933498168231881e-05, + "loss": 2.5874, + "step": 22794 + }, + { + "epoch": 0.39019839435799997, + "grad_norm": 2.349893569946289, + "learning_rate": 1.3932988448184559e-05, + "loss": 2.5517, + "step": 22795 + }, + { + "epoch": 0.3902155120765504, + "grad_norm": 2.2905876636505127, + "learning_rate": 1.3932478716048601e-05, + "loss": 2.5745, + "step": 22796 + }, + { + "epoch": 0.3902326297951009, + "grad_norm": 2.2984657287597656, + "learning_rate": 1.3931968971825572e-05, + "loss": 2.594, + "step": 22797 + }, + { + "epoch": 0.3902497475136514, + "grad_norm": 2.2898356914520264, + "learning_rate": 1.393145921551704e-05, + "loss": 2.6796, + "step": 22798 + }, + { + "epoch": 0.39026686523220183, + "grad_norm": 2.407845973968506, + "learning_rate": 1.3930949447124573e-05, + "loss": 2.6425, + "step": 22799 + }, + { + "epoch": 0.39028398295075234, + "grad_norm": 2.2759718894958496, + "learning_rate": 1.393043966664974e-05, + "loss": 2.6604, + "step": 22800 + }, + { + "epoch": 0.3903011006693028, + "grad_norm": 2.2127764225006104, + "learning_rate": 1.3929929874094101e-05, + "loss": 2.5753, + "step": 22801 + }, + { + "epoch": 0.39031821838785324, + "grad_norm": 2.314664602279663, + "learning_rate": 1.3929420069459228e-05, + "loss": 2.7535, + "step": 22802 + }, + { + "epoch": 0.39033533610640375, + "grad_norm": 2.4072868824005127, + "learning_rate": 1.3928910252746688e-05, + "loss": 2.8715, + "step": 22803 + }, + { + "epoch": 0.3903524538249542, + "grad_norm": 2.161231279373169, + "learning_rate": 1.3928400423958044e-05, + "loss": 2.5835, + "step": 22804 + }, + { + "epoch": 0.39036957154350466, + "grad_norm": 2.1613309383392334, + "learning_rate": 1.3927890583094869e-05, + "loss": 2.4927, + "step": 22805 + }, + { + "epoch": 0.39038668926205516, + "grad_norm": 2.2704317569732666, + "learning_rate": 1.3927380730158726e-05, + "loss": 2.6501, + "step": 22806 + }, + { + "epoch": 0.3904038069806056, + "grad_norm": 2.156386613845825, + "learning_rate": 1.3926870865151185e-05, + "loss": 2.631, + "step": 22807 + }, + { + "epoch": 0.39042092469915607, + "grad_norm": 2.2341692447662354, + "learning_rate": 1.3926360988073811e-05, + "loss": 2.6051, + "step": 22808 + }, + { + "epoch": 0.3904380424177066, + "grad_norm": 2.184169054031372, + "learning_rate": 1.3925851098928167e-05, + "loss": 2.5311, + "step": 22809 + }, + { + "epoch": 0.39045516013625703, + "grad_norm": 2.24281907081604, + "learning_rate": 1.3925341197715829e-05, + "loss": 2.7338, + "step": 22810 + }, + { + "epoch": 0.39047227785480754, + "grad_norm": 2.362170934677124, + "learning_rate": 1.392483128443836e-05, + "loss": 2.6953, + "step": 22811 + }, + { + "epoch": 0.390489395573358, + "grad_norm": 2.2042598724365234, + "learning_rate": 1.3924321359097327e-05, + "loss": 2.6252, + "step": 22812 + }, + { + "epoch": 0.39050651329190844, + "grad_norm": 2.2264339923858643, + "learning_rate": 1.3923811421694296e-05, + "loss": 2.5857, + "step": 22813 + }, + { + "epoch": 0.39052363101045895, + "grad_norm": 2.2579946517944336, + "learning_rate": 1.3923301472230836e-05, + "loss": 2.5368, + "step": 22814 + }, + { + "epoch": 0.3905407487290094, + "grad_norm": 2.274423360824585, + "learning_rate": 1.3922791510708516e-05, + "loss": 2.5945, + "step": 22815 + }, + { + "epoch": 0.39055786644755985, + "grad_norm": 2.217607021331787, + "learning_rate": 1.3922281537128901e-05, + "loss": 2.6078, + "step": 22816 + }, + { + "epoch": 0.39057498416611036, + "grad_norm": 2.493690252304077, + "learning_rate": 1.3921771551493559e-05, + "loss": 2.7275, + "step": 22817 + }, + { + "epoch": 0.3905921018846608, + "grad_norm": 2.431363582611084, + "learning_rate": 1.3921261553804058e-05, + "loss": 2.6607, + "step": 22818 + }, + { + "epoch": 0.39060921960321127, + "grad_norm": 2.3374691009521484, + "learning_rate": 1.3920751544061964e-05, + "loss": 2.6634, + "step": 22819 + }, + { + "epoch": 0.3906263373217618, + "grad_norm": 2.269294023513794, + "learning_rate": 1.3920241522268846e-05, + "loss": 2.6356, + "step": 22820 + }, + { + "epoch": 0.3906434550403122, + "grad_norm": 2.2882440090179443, + "learning_rate": 1.3919731488426275e-05, + "loss": 2.691, + "step": 22821 + }, + { + "epoch": 0.3906605727588627, + "grad_norm": 2.2747137546539307, + "learning_rate": 1.3919221442535814e-05, + "loss": 2.5145, + "step": 22822 + }, + { + "epoch": 0.3906776904774132, + "grad_norm": 2.493654251098633, + "learning_rate": 1.3918711384599031e-05, + "loss": 2.6012, + "step": 22823 + }, + { + "epoch": 0.39069480819596364, + "grad_norm": 2.3470332622528076, + "learning_rate": 1.3918201314617494e-05, + "loss": 2.5799, + "step": 22824 + }, + { + "epoch": 0.3907119259145141, + "grad_norm": 2.352097749710083, + "learning_rate": 1.3917691232592772e-05, + "loss": 2.6538, + "step": 22825 + }, + { + "epoch": 0.3907290436330646, + "grad_norm": 2.323831081390381, + "learning_rate": 1.3917181138526434e-05, + "loss": 2.5707, + "step": 22826 + }, + { + "epoch": 0.39074616135161505, + "grad_norm": 2.2988922595977783, + "learning_rate": 1.3916671032420045e-05, + "loss": 2.6393, + "step": 22827 + }, + { + "epoch": 0.3907632790701655, + "grad_norm": 2.389054298400879, + "learning_rate": 1.3916160914275172e-05, + "loss": 2.6315, + "step": 22828 + }, + { + "epoch": 0.390780396788716, + "grad_norm": 2.401322841644287, + "learning_rate": 1.3915650784093386e-05, + "loss": 2.6246, + "step": 22829 + }, + { + "epoch": 0.39079751450726646, + "grad_norm": 2.064229726791382, + "learning_rate": 1.3915140641876254e-05, + "loss": 2.6544, + "step": 22830 + }, + { + "epoch": 0.3908146322258169, + "grad_norm": 2.277108907699585, + "learning_rate": 1.3914630487625344e-05, + "loss": 2.7516, + "step": 22831 + }, + { + "epoch": 0.3908317499443674, + "grad_norm": 2.3129348754882812, + "learning_rate": 1.3914120321342227e-05, + "loss": 2.6046, + "step": 22832 + }, + { + "epoch": 0.3908488676629179, + "grad_norm": 2.2268011569976807, + "learning_rate": 1.3913610143028465e-05, + "loss": 2.6403, + "step": 22833 + }, + { + "epoch": 0.3908659853814684, + "grad_norm": 2.206876754760742, + "learning_rate": 1.391309995268563e-05, + "loss": 2.6283, + "step": 22834 + }, + { + "epoch": 0.39088310310001884, + "grad_norm": 2.28898549079895, + "learning_rate": 1.3912589750315286e-05, + "loss": 2.5997, + "step": 22835 + }, + { + "epoch": 0.3909002208185693, + "grad_norm": 2.246936321258545, + "learning_rate": 1.3912079535919009e-05, + "loss": 2.5095, + "step": 22836 + }, + { + "epoch": 0.3909173385371198, + "grad_norm": 2.2349846363067627, + "learning_rate": 1.3911569309498362e-05, + "loss": 2.6317, + "step": 22837 + }, + { + "epoch": 0.39093445625567025, + "grad_norm": 2.3389413356781006, + "learning_rate": 1.3911059071054913e-05, + "loss": 2.6624, + "step": 22838 + }, + { + "epoch": 0.3909515739742207, + "grad_norm": 2.174762010574341, + "learning_rate": 1.391054882059023e-05, + "loss": 2.623, + "step": 22839 + }, + { + "epoch": 0.3909686916927712, + "grad_norm": 2.2992143630981445, + "learning_rate": 1.3910038558105885e-05, + "loss": 2.5538, + "step": 22840 + }, + { + "epoch": 0.39098580941132166, + "grad_norm": 2.2905848026275635, + "learning_rate": 1.3909528283603442e-05, + "loss": 2.6151, + "step": 22841 + }, + { + "epoch": 0.3910029271298721, + "grad_norm": 2.200617551803589, + "learning_rate": 1.3909017997084473e-05, + "loss": 2.663, + "step": 22842 + }, + { + "epoch": 0.3910200448484226, + "grad_norm": 2.4846441745758057, + "learning_rate": 1.3908507698550547e-05, + "loss": 2.69, + "step": 22843 + }, + { + "epoch": 0.3910371625669731, + "grad_norm": 2.4160807132720947, + "learning_rate": 1.3907997388003225e-05, + "loss": 2.5531, + "step": 22844 + }, + { + "epoch": 0.3910542802855235, + "grad_norm": 2.382666826248169, + "learning_rate": 1.3907487065444083e-05, + "loss": 2.6776, + "step": 22845 + }, + { + "epoch": 0.39107139800407403, + "grad_norm": 2.249751091003418, + "learning_rate": 1.3906976730874686e-05, + "loss": 2.6767, + "step": 22846 + }, + { + "epoch": 0.3910885157226245, + "grad_norm": 2.4493749141693115, + "learning_rate": 1.3906466384296607e-05, + "loss": 2.7022, + "step": 22847 + }, + { + "epoch": 0.39110563344117494, + "grad_norm": 2.5880215167999268, + "learning_rate": 1.3905956025711409e-05, + "loss": 2.7403, + "step": 22848 + }, + { + "epoch": 0.39112275115972545, + "grad_norm": 2.3050551414489746, + "learning_rate": 1.3905445655120664e-05, + "loss": 2.4954, + "step": 22849 + }, + { + "epoch": 0.3911398688782759, + "grad_norm": 2.234487295150757, + "learning_rate": 1.3904935272525941e-05, + "loss": 2.5835, + "step": 22850 + }, + { + "epoch": 0.39115698659682635, + "grad_norm": 2.3065431118011475, + "learning_rate": 1.3904424877928805e-05, + "loss": 2.6248, + "step": 22851 + }, + { + "epoch": 0.39117410431537686, + "grad_norm": 2.483095169067383, + "learning_rate": 1.3903914471330829e-05, + "loss": 2.6411, + "step": 22852 + }, + { + "epoch": 0.3911912220339273, + "grad_norm": 2.172938585281372, + "learning_rate": 1.3903404052733582e-05, + "loss": 2.5901, + "step": 22853 + }, + { + "epoch": 0.39120833975247776, + "grad_norm": 2.200087547302246, + "learning_rate": 1.3902893622138628e-05, + "loss": 2.6112, + "step": 22854 + }, + { + "epoch": 0.39122545747102827, + "grad_norm": 2.292234420776367, + "learning_rate": 1.390238317954754e-05, + "loss": 2.6977, + "step": 22855 + }, + { + "epoch": 0.3912425751895787, + "grad_norm": 2.2608344554901123, + "learning_rate": 1.3901872724961886e-05, + "loss": 2.7892, + "step": 22856 + }, + { + "epoch": 0.39125969290812923, + "grad_norm": 2.3216195106506348, + "learning_rate": 1.3901362258383238e-05, + "loss": 2.7434, + "step": 22857 + }, + { + "epoch": 0.3912768106266797, + "grad_norm": 2.2920546531677246, + "learning_rate": 1.3900851779813157e-05, + "loss": 2.5577, + "step": 22858 + }, + { + "epoch": 0.39129392834523014, + "grad_norm": 2.197018623352051, + "learning_rate": 1.390034128925322e-05, + "loss": 2.5979, + "step": 22859 + }, + { + "epoch": 0.39131104606378064, + "grad_norm": 2.1629886627197266, + "learning_rate": 1.3899830786704991e-05, + "loss": 2.6164, + "step": 22860 + }, + { + "epoch": 0.3913281637823311, + "grad_norm": 2.2897400856018066, + "learning_rate": 1.3899320272170043e-05, + "loss": 2.7704, + "step": 22861 + }, + { + "epoch": 0.39134528150088155, + "grad_norm": 2.3129830360412598, + "learning_rate": 1.389880974564994e-05, + "loss": 2.6768, + "step": 22862 + }, + { + "epoch": 0.39136239921943206, + "grad_norm": 2.2960264682769775, + "learning_rate": 1.3898299207146257e-05, + "loss": 2.5194, + "step": 22863 + }, + { + "epoch": 0.3913795169379825, + "grad_norm": 2.393686294555664, + "learning_rate": 1.3897788656660561e-05, + "loss": 2.6641, + "step": 22864 + }, + { + "epoch": 0.39139663465653296, + "grad_norm": 2.172255754470825, + "learning_rate": 1.3897278094194422e-05, + "loss": 2.562, + "step": 22865 + }, + { + "epoch": 0.39141375237508347, + "grad_norm": 2.335481643676758, + "learning_rate": 1.3896767519749405e-05, + "loss": 2.6539, + "step": 22866 + }, + { + "epoch": 0.3914308700936339, + "grad_norm": 2.4588623046875, + "learning_rate": 1.3896256933327084e-05, + "loss": 2.7509, + "step": 22867 + }, + { + "epoch": 0.3914479878121844, + "grad_norm": 2.3581295013427734, + "learning_rate": 1.3895746334929025e-05, + "loss": 2.8012, + "step": 22868 + }, + { + "epoch": 0.3914651055307349, + "grad_norm": 2.300853967666626, + "learning_rate": 1.3895235724556804e-05, + "loss": 2.5895, + "step": 22869 + }, + { + "epoch": 0.39148222324928533, + "grad_norm": 2.2055258750915527, + "learning_rate": 1.3894725102211982e-05, + "loss": 2.5799, + "step": 22870 + }, + { + "epoch": 0.3914993409678358, + "grad_norm": 2.336232900619507, + "learning_rate": 1.389421446789613e-05, + "loss": 2.664, + "step": 22871 + }, + { + "epoch": 0.3915164586863863, + "grad_norm": 2.2633039951324463, + "learning_rate": 1.3893703821610824e-05, + "loss": 2.556, + "step": 22872 + }, + { + "epoch": 0.39153357640493675, + "grad_norm": 2.284320831298828, + "learning_rate": 1.3893193163357628e-05, + "loss": 2.6039, + "step": 22873 + }, + { + "epoch": 0.3915506941234872, + "grad_norm": 2.417614698410034, + "learning_rate": 1.3892682493138114e-05, + "loss": 2.8171, + "step": 22874 + }, + { + "epoch": 0.3915678118420377, + "grad_norm": 2.202704429626465, + "learning_rate": 1.3892171810953848e-05, + "loss": 2.5413, + "step": 22875 + }, + { + "epoch": 0.39158492956058816, + "grad_norm": 2.177434206008911, + "learning_rate": 1.3891661116806404e-05, + "loss": 2.6197, + "step": 22876 + }, + { + "epoch": 0.3916020472791386, + "grad_norm": 2.2629024982452393, + "learning_rate": 1.3891150410697347e-05, + "loss": 2.6495, + "step": 22877 + }, + { + "epoch": 0.3916191649976891, + "grad_norm": 2.274247646331787, + "learning_rate": 1.3890639692628249e-05, + "loss": 2.5692, + "step": 22878 + }, + { + "epoch": 0.39163628271623957, + "grad_norm": 2.2301952838897705, + "learning_rate": 1.3890128962600687e-05, + "loss": 2.6469, + "step": 22879 + }, + { + "epoch": 0.3916534004347901, + "grad_norm": 2.3575785160064697, + "learning_rate": 1.3889618220616219e-05, + "loss": 2.6662, + "step": 22880 + }, + { + "epoch": 0.39167051815334053, + "grad_norm": 2.21524977684021, + "learning_rate": 1.3889107466676422e-05, + "loss": 2.6341, + "step": 22881 + }, + { + "epoch": 0.391687635871891, + "grad_norm": 2.2417373657226562, + "learning_rate": 1.388859670078286e-05, + "loss": 2.4919, + "step": 22882 + }, + { + "epoch": 0.3917047535904415, + "grad_norm": 2.3348922729492188, + "learning_rate": 1.3888085922937109e-05, + "loss": 2.7705, + "step": 22883 + }, + { + "epoch": 0.39172187130899194, + "grad_norm": 2.3158016204833984, + "learning_rate": 1.3887575133140739e-05, + "loss": 2.5393, + "step": 22884 + }, + { + "epoch": 0.3917389890275424, + "grad_norm": 2.3304758071899414, + "learning_rate": 1.3887064331395314e-05, + "loss": 2.6351, + "step": 22885 + }, + { + "epoch": 0.3917561067460929, + "grad_norm": 2.3247270584106445, + "learning_rate": 1.388655351770241e-05, + "loss": 2.6541, + "step": 22886 + }, + { + "epoch": 0.39177322446464335, + "grad_norm": 2.253732681274414, + "learning_rate": 1.3886042692063594e-05, + "loss": 2.5478, + "step": 22887 + }, + { + "epoch": 0.3917903421831938, + "grad_norm": 2.3735907077789307, + "learning_rate": 1.3885531854480436e-05, + "loss": 2.6204, + "step": 22888 + }, + { + "epoch": 0.3918074599017443, + "grad_norm": 2.233057975769043, + "learning_rate": 1.3885021004954508e-05, + "loss": 2.6158, + "step": 22889 + }, + { + "epoch": 0.39182457762029477, + "grad_norm": 2.355825901031494, + "learning_rate": 1.3884510143487383e-05, + "loss": 2.6819, + "step": 22890 + }, + { + "epoch": 0.3918416953388452, + "grad_norm": 2.2873315811157227, + "learning_rate": 1.3883999270080621e-05, + "loss": 2.7059, + "step": 22891 + }, + { + "epoch": 0.3918588130573957, + "grad_norm": 2.342695474624634, + "learning_rate": 1.3883488384735801e-05, + "loss": 2.6333, + "step": 22892 + }, + { + "epoch": 0.3918759307759462, + "grad_norm": 2.2227940559387207, + "learning_rate": 1.3882977487454493e-05, + "loss": 2.6682, + "step": 22893 + }, + { + "epoch": 0.39189304849449663, + "grad_norm": 2.2556726932525635, + "learning_rate": 1.3882466578238263e-05, + "loss": 2.6816, + "step": 22894 + }, + { + "epoch": 0.39191016621304714, + "grad_norm": 2.224238634109497, + "learning_rate": 1.388195565708868e-05, + "loss": 2.5464, + "step": 22895 + }, + { + "epoch": 0.3919272839315976, + "grad_norm": 2.2922544479370117, + "learning_rate": 1.3881444724007325e-05, + "loss": 2.6713, + "step": 22896 + }, + { + "epoch": 0.39194440165014804, + "grad_norm": 2.4508752822875977, + "learning_rate": 1.3880933778995757e-05, + "loss": 2.7182, + "step": 22897 + }, + { + "epoch": 0.39196151936869855, + "grad_norm": 2.2483632564544678, + "learning_rate": 1.3880422822055552e-05, + "loss": 2.5968, + "step": 22898 + }, + { + "epoch": 0.391978637087249, + "grad_norm": 2.2088024616241455, + "learning_rate": 1.3879911853188279e-05, + "loss": 2.5955, + "step": 22899 + }, + { + "epoch": 0.39199575480579946, + "grad_norm": 2.363121747970581, + "learning_rate": 1.3879400872395512e-05, + "loss": 2.5789, + "step": 22900 + }, + { + "epoch": 0.39201287252434996, + "grad_norm": 2.3232178688049316, + "learning_rate": 1.3878889879678817e-05, + "loss": 2.6506, + "step": 22901 + }, + { + "epoch": 0.3920299902429004, + "grad_norm": 2.4394946098327637, + "learning_rate": 1.3878378875039764e-05, + "loss": 2.5852, + "step": 22902 + }, + { + "epoch": 0.3920471079614509, + "grad_norm": 2.3047659397125244, + "learning_rate": 1.3877867858479928e-05, + "loss": 2.6041, + "step": 22903 + }, + { + "epoch": 0.3920642256800014, + "grad_norm": 2.2481822967529297, + "learning_rate": 1.3877356830000875e-05, + "loss": 2.5234, + "step": 22904 + }, + { + "epoch": 0.39208134339855183, + "grad_norm": 2.4573137760162354, + "learning_rate": 1.3876845789604182e-05, + "loss": 2.6534, + "step": 22905 + }, + { + "epoch": 0.39209846111710234, + "grad_norm": 2.1853435039520264, + "learning_rate": 1.3876334737291412e-05, + "loss": 2.6196, + "step": 22906 + }, + { + "epoch": 0.3921155788356528, + "grad_norm": 2.371659278869629, + "learning_rate": 1.3875823673064142e-05, + "loss": 2.6877, + "step": 22907 + }, + { + "epoch": 0.39213269655420324, + "grad_norm": 2.354032278060913, + "learning_rate": 1.387531259692394e-05, + "loss": 2.6893, + "step": 22908 + }, + { + "epoch": 0.39214981427275375, + "grad_norm": 2.271596670150757, + "learning_rate": 1.3874801508872378e-05, + "loss": 2.7518, + "step": 22909 + }, + { + "epoch": 0.3921669319913042, + "grad_norm": 2.4046008586883545, + "learning_rate": 1.3874290408911025e-05, + "loss": 2.6784, + "step": 22910 + }, + { + "epoch": 0.39218404970985465, + "grad_norm": 2.1754298210144043, + "learning_rate": 1.3873779297041456e-05, + "loss": 2.5737, + "step": 22911 + }, + { + "epoch": 0.39220116742840516, + "grad_norm": 2.191263437271118, + "learning_rate": 1.3873268173265235e-05, + "loss": 2.4606, + "step": 22912 + }, + { + "epoch": 0.3922182851469556, + "grad_norm": 2.187624216079712, + "learning_rate": 1.3872757037583939e-05, + "loss": 2.6209, + "step": 22913 + }, + { + "epoch": 0.39223540286550607, + "grad_norm": 2.3281803131103516, + "learning_rate": 1.3872245889999138e-05, + "loss": 2.6581, + "step": 22914 + }, + { + "epoch": 0.3922525205840566, + "grad_norm": 2.569305419921875, + "learning_rate": 1.3871734730512404e-05, + "loss": 2.5534, + "step": 22915 + }, + { + "epoch": 0.392269638302607, + "grad_norm": 2.1987879276275635, + "learning_rate": 1.3871223559125305e-05, + "loss": 2.5303, + "step": 22916 + }, + { + "epoch": 0.3922867560211575, + "grad_norm": 2.1822969913482666, + "learning_rate": 1.3870712375839415e-05, + "loss": 2.6414, + "step": 22917 + }, + { + "epoch": 0.392303873739708, + "grad_norm": 2.2602031230926514, + "learning_rate": 1.3870201180656303e-05, + "loss": 2.5924, + "step": 22918 + }, + { + "epoch": 0.39232099145825844, + "grad_norm": 2.2462990283966064, + "learning_rate": 1.3869689973577539e-05, + "loss": 2.5612, + "step": 22919 + }, + { + "epoch": 0.3923381091768089, + "grad_norm": 2.2984352111816406, + "learning_rate": 1.3869178754604698e-05, + "loss": 2.5769, + "step": 22920 + }, + { + "epoch": 0.3923552268953594, + "grad_norm": 2.2430074214935303, + "learning_rate": 1.3868667523739348e-05, + "loss": 2.5915, + "step": 22921 + }, + { + "epoch": 0.39237234461390985, + "grad_norm": 2.1256589889526367, + "learning_rate": 1.3868156280983067e-05, + "loss": 2.5664, + "step": 22922 + }, + { + "epoch": 0.3923894623324603, + "grad_norm": 2.4743781089782715, + "learning_rate": 1.386764502633742e-05, + "loss": 2.6599, + "step": 22923 + }, + { + "epoch": 0.3924065800510108, + "grad_norm": 2.2968664169311523, + "learning_rate": 1.3867133759803976e-05, + "loss": 2.5452, + "step": 22924 + }, + { + "epoch": 0.39242369776956126, + "grad_norm": 2.174812078475952, + "learning_rate": 1.3866622481384313e-05, + "loss": 2.4815, + "step": 22925 + }, + { + "epoch": 0.39244081548811177, + "grad_norm": 2.3141534328460693, + "learning_rate": 1.3866111191079999e-05, + "loss": 2.6019, + "step": 22926 + }, + { + "epoch": 0.3924579332066622, + "grad_norm": 2.3305516242980957, + "learning_rate": 1.386559988889261e-05, + "loss": 2.6574, + "step": 22927 + }, + { + "epoch": 0.3924750509252127, + "grad_norm": 2.2827086448669434, + "learning_rate": 1.3865088574823708e-05, + "loss": 2.5914, + "step": 22928 + }, + { + "epoch": 0.3924921686437632, + "grad_norm": 2.2722012996673584, + "learning_rate": 1.3864577248874875e-05, + "loss": 2.5712, + "step": 22929 + }, + { + "epoch": 0.39250928636231364, + "grad_norm": 2.2510600090026855, + "learning_rate": 1.3864065911047677e-05, + "loss": 2.5839, + "step": 22930 + }, + { + "epoch": 0.3925264040808641, + "grad_norm": 2.210421562194824, + "learning_rate": 1.3863554561343686e-05, + "loss": 2.4549, + "step": 22931 + }, + { + "epoch": 0.3925435217994146, + "grad_norm": 2.561274290084839, + "learning_rate": 1.3863043199764474e-05, + "loss": 2.7704, + "step": 22932 + }, + { + "epoch": 0.39256063951796505, + "grad_norm": 2.240251064300537, + "learning_rate": 1.3862531826311616e-05, + "loss": 2.5129, + "step": 22933 + }, + { + "epoch": 0.3925777572365155, + "grad_norm": 2.289471387863159, + "learning_rate": 1.3862020440986679e-05, + "loss": 2.725, + "step": 22934 + }, + { + "epoch": 0.392594874955066, + "grad_norm": 2.340806245803833, + "learning_rate": 1.3861509043791235e-05, + "loss": 2.6647, + "step": 22935 + }, + { + "epoch": 0.39261199267361646, + "grad_norm": 2.2974510192871094, + "learning_rate": 1.386099763472686e-05, + "loss": 2.607, + "step": 22936 + }, + { + "epoch": 0.3926291103921669, + "grad_norm": 2.2908780574798584, + "learning_rate": 1.3860486213795126e-05, + "loss": 2.6301, + "step": 22937 + }, + { + "epoch": 0.3926462281107174, + "grad_norm": 2.2650201320648193, + "learning_rate": 1.38599747809976e-05, + "loss": 2.5899, + "step": 22938 + }, + { + "epoch": 0.3926633458292679, + "grad_norm": 2.1799404621124268, + "learning_rate": 1.3859463336335859e-05, + "loss": 2.5293, + "step": 22939 + }, + { + "epoch": 0.3926804635478183, + "grad_norm": 2.182129383087158, + "learning_rate": 1.3858951879811469e-05, + "loss": 2.4872, + "step": 22940 + }, + { + "epoch": 0.39269758126636883, + "grad_norm": 2.3324389457702637, + "learning_rate": 1.3858440411426007e-05, + "loss": 2.7568, + "step": 22941 + }, + { + "epoch": 0.3927146989849193, + "grad_norm": 2.261887788772583, + "learning_rate": 1.3857928931181042e-05, + "loss": 2.6066, + "step": 22942 + }, + { + "epoch": 0.39273181670346974, + "grad_norm": 2.403141975402832, + "learning_rate": 1.385741743907815e-05, + "loss": 2.6686, + "step": 22943 + }, + { + "epoch": 0.39274893442202025, + "grad_norm": 2.183257818222046, + "learning_rate": 1.3856905935118903e-05, + "loss": 2.6496, + "step": 22944 + }, + { + "epoch": 0.3927660521405707, + "grad_norm": 2.209259271621704, + "learning_rate": 1.3856394419304869e-05, + "loss": 2.4806, + "step": 22945 + }, + { + "epoch": 0.39278316985912115, + "grad_norm": 2.326061725616455, + "learning_rate": 1.385588289163762e-05, + "loss": 2.6226, + "step": 22946 + }, + { + "epoch": 0.39280028757767166, + "grad_norm": 2.1859259605407715, + "learning_rate": 1.3855371352118732e-05, + "loss": 2.6658, + "step": 22947 + }, + { + "epoch": 0.3928174052962221, + "grad_norm": 2.245035409927368, + "learning_rate": 1.3854859800749776e-05, + "loss": 2.5883, + "step": 22948 + }, + { + "epoch": 0.3928345230147726, + "grad_norm": 2.2666172981262207, + "learning_rate": 1.3854348237532325e-05, + "loss": 2.6459, + "step": 22949 + }, + { + "epoch": 0.39285164073332307, + "grad_norm": 2.294452428817749, + "learning_rate": 1.3853836662467947e-05, + "loss": 2.5365, + "step": 22950 + }, + { + "epoch": 0.3928687584518735, + "grad_norm": 2.3872592449188232, + "learning_rate": 1.3853325075558224e-05, + "loss": 2.7526, + "step": 22951 + }, + { + "epoch": 0.39288587617042403, + "grad_norm": 2.4041926860809326, + "learning_rate": 1.3852813476804718e-05, + "loss": 2.7109, + "step": 22952 + }, + { + "epoch": 0.3929029938889745, + "grad_norm": 2.1855738162994385, + "learning_rate": 1.3852301866209008e-05, + "loss": 2.6088, + "step": 22953 + }, + { + "epoch": 0.39292011160752494, + "grad_norm": 2.502131938934326, + "learning_rate": 1.3851790243772665e-05, + "loss": 2.6706, + "step": 22954 + }, + { + "epoch": 0.39293722932607544, + "grad_norm": 2.2330944538116455, + "learning_rate": 1.385127860949726e-05, + "loss": 2.611, + "step": 22955 + }, + { + "epoch": 0.3929543470446259, + "grad_norm": 2.371291160583496, + "learning_rate": 1.3850766963384366e-05, + "loss": 2.655, + "step": 22956 + }, + { + "epoch": 0.39297146476317635, + "grad_norm": 2.155531644821167, + "learning_rate": 1.3850255305435556e-05, + "loss": 2.533, + "step": 22957 + }, + { + "epoch": 0.39298858248172686, + "grad_norm": 2.643298387527466, + "learning_rate": 1.3849743635652404e-05, + "loss": 2.8236, + "step": 22958 + }, + { + "epoch": 0.3930057002002773, + "grad_norm": 2.3318257331848145, + "learning_rate": 1.3849231954036479e-05, + "loss": 2.615, + "step": 22959 + }, + { + "epoch": 0.39302281791882776, + "grad_norm": 2.3852040767669678, + "learning_rate": 1.384872026058936e-05, + "loss": 2.6344, + "step": 22960 + }, + { + "epoch": 0.39303993563737827, + "grad_norm": 2.2278544902801514, + "learning_rate": 1.3848208555312614e-05, + "loss": 2.5829, + "step": 22961 + }, + { + "epoch": 0.3930570533559287, + "grad_norm": 2.3932487964630127, + "learning_rate": 1.3847696838207816e-05, + "loss": 2.6252, + "step": 22962 + }, + { + "epoch": 0.3930741710744792, + "grad_norm": 2.2255630493164062, + "learning_rate": 1.3847185109276538e-05, + "loss": 2.6139, + "step": 22963 + }, + { + "epoch": 0.3930912887930297, + "grad_norm": 2.234957218170166, + "learning_rate": 1.3846673368520356e-05, + "loss": 2.7361, + "step": 22964 + }, + { + "epoch": 0.39310840651158013, + "grad_norm": 2.1739237308502197, + "learning_rate": 1.384616161594084e-05, + "loss": 2.5603, + "step": 22965 + }, + { + "epoch": 0.3931255242301306, + "grad_norm": 2.2537496089935303, + "learning_rate": 1.384564985153956e-05, + "loss": 2.649, + "step": 22966 + }, + { + "epoch": 0.3931426419486811, + "grad_norm": 2.254983901977539, + "learning_rate": 1.3845138075318095e-05, + "loss": 2.6133, + "step": 22967 + }, + { + "epoch": 0.39315975966723155, + "grad_norm": 2.349409580230713, + "learning_rate": 1.3844626287278013e-05, + "loss": 2.6996, + "step": 22968 + }, + { + "epoch": 0.393176877385782, + "grad_norm": 2.366903066635132, + "learning_rate": 1.384411448742089e-05, + "loss": 2.7043, + "step": 22969 + }, + { + "epoch": 0.3931939951043325, + "grad_norm": 2.2244343757629395, + "learning_rate": 1.3843602675748302e-05, + "loss": 2.527, + "step": 22970 + }, + { + "epoch": 0.39321111282288296, + "grad_norm": 2.291220188140869, + "learning_rate": 1.3843090852261816e-05, + "loss": 2.5109, + "step": 22971 + }, + { + "epoch": 0.3932282305414334, + "grad_norm": 2.3185055255889893, + "learning_rate": 1.3842579016963007e-05, + "loss": 2.6095, + "step": 22972 + }, + { + "epoch": 0.3932453482599839, + "grad_norm": 2.338075876235962, + "learning_rate": 1.3842067169853452e-05, + "loss": 2.6457, + "step": 22973 + }, + { + "epoch": 0.39326246597853437, + "grad_norm": 2.2803304195404053, + "learning_rate": 1.384155531093472e-05, + "loss": 2.5523, + "step": 22974 + }, + { + "epoch": 0.3932795836970849, + "grad_norm": 2.281512975692749, + "learning_rate": 1.3841043440208389e-05, + "loss": 2.5622, + "step": 22975 + }, + { + "epoch": 0.39329670141563533, + "grad_norm": 2.4978199005126953, + "learning_rate": 1.3840531557676022e-05, + "loss": 2.8167, + "step": 22976 + }, + { + "epoch": 0.3933138191341858, + "grad_norm": 2.227231502532959, + "learning_rate": 1.38400196633392e-05, + "loss": 2.6352, + "step": 22977 + }, + { + "epoch": 0.3933309368527363, + "grad_norm": 2.1868350505828857, + "learning_rate": 1.38395077571995e-05, + "loss": 2.5424, + "step": 22978 + }, + { + "epoch": 0.39334805457128674, + "grad_norm": 2.342907190322876, + "learning_rate": 1.383899583925849e-05, + "loss": 2.6218, + "step": 22979 + }, + { + "epoch": 0.3933651722898372, + "grad_norm": 2.3861887454986572, + "learning_rate": 1.3838483909517744e-05, + "loss": 2.679, + "step": 22980 + }, + { + "epoch": 0.3933822900083877, + "grad_norm": 2.265843391418457, + "learning_rate": 1.3837971967978836e-05, + "loss": 2.6054, + "step": 22981 + }, + { + "epoch": 0.39339940772693816, + "grad_norm": 2.2238264083862305, + "learning_rate": 1.383746001464334e-05, + "loss": 2.5785, + "step": 22982 + }, + { + "epoch": 0.3934165254454886, + "grad_norm": 2.148142099380493, + "learning_rate": 1.3836948049512829e-05, + "loss": 2.5345, + "step": 22983 + }, + { + "epoch": 0.3934336431640391, + "grad_norm": 2.1635079383850098, + "learning_rate": 1.3836436072588874e-05, + "loss": 2.6192, + "step": 22984 + }, + { + "epoch": 0.39345076088258957, + "grad_norm": 2.2644269466400146, + "learning_rate": 1.3835924083873051e-05, + "loss": 2.5791, + "step": 22985 + }, + { + "epoch": 0.39346787860114, + "grad_norm": 2.203312397003174, + "learning_rate": 1.3835412083366939e-05, + "loss": 2.6025, + "step": 22986 + }, + { + "epoch": 0.3934849963196905, + "grad_norm": 2.3267364501953125, + "learning_rate": 1.3834900071072106e-05, + "loss": 2.5673, + "step": 22987 + }, + { + "epoch": 0.393502114038241, + "grad_norm": 2.274498462677002, + "learning_rate": 1.3834388046990123e-05, + "loss": 2.6438, + "step": 22988 + }, + { + "epoch": 0.39351923175679143, + "grad_norm": 2.2682008743286133, + "learning_rate": 1.3833876011122568e-05, + "loss": 2.5896, + "step": 22989 + }, + { + "epoch": 0.39353634947534194, + "grad_norm": 2.3425111770629883, + "learning_rate": 1.3833363963471013e-05, + "loss": 2.5873, + "step": 22990 + }, + { + "epoch": 0.3935534671938924, + "grad_norm": 2.351837158203125, + "learning_rate": 1.3832851904037038e-05, + "loss": 2.662, + "step": 22991 + }, + { + "epoch": 0.39357058491244284, + "grad_norm": 2.330645799636841, + "learning_rate": 1.3832339832822207e-05, + "loss": 2.6238, + "step": 22992 + }, + { + "epoch": 0.39358770263099335, + "grad_norm": 2.1787161827087402, + "learning_rate": 1.3831827749828101e-05, + "loss": 2.6062, + "step": 22993 + }, + { + "epoch": 0.3936048203495438, + "grad_norm": 2.2709929943084717, + "learning_rate": 1.3831315655056293e-05, + "loss": 2.6399, + "step": 22994 + }, + { + "epoch": 0.39362193806809426, + "grad_norm": 2.231873035430908, + "learning_rate": 1.3830803548508353e-05, + "loss": 2.6086, + "step": 22995 + }, + { + "epoch": 0.39363905578664476, + "grad_norm": 2.43939471244812, + "learning_rate": 1.3830291430185858e-05, + "loss": 2.7871, + "step": 22996 + }, + { + "epoch": 0.3936561735051952, + "grad_norm": 2.181042432785034, + "learning_rate": 1.3829779300090382e-05, + "loss": 2.5707, + "step": 22997 + }, + { + "epoch": 0.3936732912237457, + "grad_norm": 2.3165698051452637, + "learning_rate": 1.3829267158223501e-05, + "loss": 2.7538, + "step": 22998 + }, + { + "epoch": 0.3936904089422962, + "grad_norm": 2.311351776123047, + "learning_rate": 1.3828755004586784e-05, + "loss": 2.6757, + "step": 22999 + }, + { + "epoch": 0.39370752666084663, + "grad_norm": 2.291471481323242, + "learning_rate": 1.382824283918181e-05, + "loss": 2.5571, + "step": 23000 + }, + { + "epoch": 0.39372464437939714, + "grad_norm": 2.274402618408203, + "learning_rate": 1.3827730662010152e-05, + "loss": 2.6106, + "step": 23001 + }, + { + "epoch": 0.3937417620979476, + "grad_norm": 2.3999438285827637, + "learning_rate": 1.3827218473073384e-05, + "loss": 2.7206, + "step": 23002 + }, + { + "epoch": 0.39375887981649804, + "grad_norm": 2.290959596633911, + "learning_rate": 1.3826706272373079e-05, + "loss": 2.534, + "step": 23003 + }, + { + "epoch": 0.39377599753504855, + "grad_norm": 2.671077251434326, + "learning_rate": 1.3826194059910812e-05, + "loss": 2.5811, + "step": 23004 + }, + { + "epoch": 0.393793115253599, + "grad_norm": 2.321570873260498, + "learning_rate": 1.3825681835688156e-05, + "loss": 2.5915, + "step": 23005 + }, + { + "epoch": 0.39381023297214945, + "grad_norm": 2.2518553733825684, + "learning_rate": 1.3825169599706689e-05, + "loss": 2.6418, + "step": 23006 + }, + { + "epoch": 0.39382735069069996, + "grad_norm": 2.2698590755462646, + "learning_rate": 1.3824657351967986e-05, + "loss": 2.5855, + "step": 23007 + }, + { + "epoch": 0.3938444684092504, + "grad_norm": 2.2757952213287354, + "learning_rate": 1.3824145092473616e-05, + "loss": 2.5849, + "step": 23008 + }, + { + "epoch": 0.39386158612780087, + "grad_norm": 2.2337522506713867, + "learning_rate": 1.382363282122516e-05, + "loss": 2.6121, + "step": 23009 + }, + { + "epoch": 0.3938787038463514, + "grad_norm": 2.1898813247680664, + "learning_rate": 1.3823120538224184e-05, + "loss": 2.5987, + "step": 23010 + }, + { + "epoch": 0.3938958215649018, + "grad_norm": 2.268249750137329, + "learning_rate": 1.3822608243472269e-05, + "loss": 2.6761, + "step": 23011 + }, + { + "epoch": 0.3939129392834523, + "grad_norm": 2.3899359703063965, + "learning_rate": 1.3822095936970988e-05, + "loss": 2.6564, + "step": 23012 + }, + { + "epoch": 0.3939300570020028, + "grad_norm": 2.3095974922180176, + "learning_rate": 1.3821583618721918e-05, + "loss": 2.6505, + "step": 23013 + }, + { + "epoch": 0.39394717472055324, + "grad_norm": 2.1855697631835938, + "learning_rate": 1.3821071288726631e-05, + "loss": 2.58, + "step": 23014 + }, + { + "epoch": 0.3939642924391037, + "grad_norm": 2.3337278366088867, + "learning_rate": 1.3820558946986702e-05, + "loss": 2.6156, + "step": 23015 + }, + { + "epoch": 0.3939814101576542, + "grad_norm": 2.329012632369995, + "learning_rate": 1.3820046593503707e-05, + "loss": 2.6452, + "step": 23016 + }, + { + "epoch": 0.39399852787620465, + "grad_norm": 2.230417013168335, + "learning_rate": 1.3819534228279218e-05, + "loss": 2.4742, + "step": 23017 + }, + { + "epoch": 0.3940156455947551, + "grad_norm": 2.3352911472320557, + "learning_rate": 1.3819021851314816e-05, + "loss": 2.5539, + "step": 23018 + }, + { + "epoch": 0.3940327633133056, + "grad_norm": 2.2497377395629883, + "learning_rate": 1.3818509462612067e-05, + "loss": 2.6808, + "step": 23019 + }, + { + "epoch": 0.39404988103185606, + "grad_norm": 2.215183973312378, + "learning_rate": 1.381799706217255e-05, + "loss": 2.5362, + "step": 23020 + }, + { + "epoch": 0.39406699875040657, + "grad_norm": 2.328280448913574, + "learning_rate": 1.3817484649997841e-05, + "loss": 2.6895, + "step": 23021 + }, + { + "epoch": 0.394084116468957, + "grad_norm": 2.5166025161743164, + "learning_rate": 1.3816972226089516e-05, + "loss": 2.8204, + "step": 23022 + }, + { + "epoch": 0.3941012341875075, + "grad_norm": 2.316250801086426, + "learning_rate": 1.3816459790449151e-05, + "loss": 2.6989, + "step": 23023 + }, + { + "epoch": 0.394118351906058, + "grad_norm": 2.3192949295043945, + "learning_rate": 1.3815947343078315e-05, + "loss": 2.7208, + "step": 23024 + }, + { + "epoch": 0.39413546962460844, + "grad_norm": 2.3809845447540283, + "learning_rate": 1.3815434883978586e-05, + "loss": 2.5865, + "step": 23025 + }, + { + "epoch": 0.3941525873431589, + "grad_norm": 2.3458774089813232, + "learning_rate": 1.3814922413151542e-05, + "loss": 2.6229, + "step": 23026 + }, + { + "epoch": 0.3941697050617094, + "grad_norm": 2.225874900817871, + "learning_rate": 1.3814409930598754e-05, + "loss": 2.649, + "step": 23027 + }, + { + "epoch": 0.39418682278025985, + "grad_norm": 2.175570249557495, + "learning_rate": 1.38138974363218e-05, + "loss": 2.5234, + "step": 23028 + }, + { + "epoch": 0.3942039404988103, + "grad_norm": 2.2427170276641846, + "learning_rate": 1.3813384930322253e-05, + "loss": 2.7458, + "step": 23029 + }, + { + "epoch": 0.3942210582173608, + "grad_norm": 2.325291872024536, + "learning_rate": 1.3812872412601693e-05, + "loss": 2.6855, + "step": 23030 + }, + { + "epoch": 0.39423817593591126, + "grad_norm": 2.3664474487304688, + "learning_rate": 1.3812359883161687e-05, + "loss": 2.7452, + "step": 23031 + }, + { + "epoch": 0.3942552936544617, + "grad_norm": 2.339311361312866, + "learning_rate": 1.3811847342003817e-05, + "loss": 2.5687, + "step": 23032 + }, + { + "epoch": 0.3942724113730122, + "grad_norm": 2.3423163890838623, + "learning_rate": 1.3811334789129655e-05, + "loss": 2.6555, + "step": 23033 + }, + { + "epoch": 0.3942895290915627, + "grad_norm": 2.276634931564331, + "learning_rate": 1.3810822224540782e-05, + "loss": 2.5633, + "step": 23034 + }, + { + "epoch": 0.3943066468101131, + "grad_norm": 2.3202860355377197, + "learning_rate": 1.3810309648238768e-05, + "loss": 2.655, + "step": 23035 + }, + { + "epoch": 0.39432376452866363, + "grad_norm": 2.2325761318206787, + "learning_rate": 1.3809797060225187e-05, + "loss": 2.6097, + "step": 23036 + }, + { + "epoch": 0.3943408822472141, + "grad_norm": 2.37800669670105, + "learning_rate": 1.3809284460501621e-05, + "loss": 2.6562, + "step": 23037 + }, + { + "epoch": 0.39435799996576454, + "grad_norm": 2.315176010131836, + "learning_rate": 1.380877184906964e-05, + "loss": 2.6185, + "step": 23038 + }, + { + "epoch": 0.39437511768431505, + "grad_norm": 2.173452138900757, + "learning_rate": 1.3808259225930825e-05, + "loss": 2.5173, + "step": 23039 + }, + { + "epoch": 0.3943922354028655, + "grad_norm": 2.3908820152282715, + "learning_rate": 1.3807746591086744e-05, + "loss": 2.7599, + "step": 23040 + }, + { + "epoch": 0.39440935312141595, + "grad_norm": 2.2514302730560303, + "learning_rate": 1.3807233944538978e-05, + "loss": 2.5265, + "step": 23041 + }, + { + "epoch": 0.39442647083996646, + "grad_norm": 2.439000129699707, + "learning_rate": 1.38067212862891e-05, + "loss": 2.6771, + "step": 23042 + }, + { + "epoch": 0.3944435885585169, + "grad_norm": 2.2866322994232178, + "learning_rate": 1.3806208616338688e-05, + "loss": 2.5708, + "step": 23043 + }, + { + "epoch": 0.3944607062770674, + "grad_norm": 2.316124200820923, + "learning_rate": 1.3805695934689318e-05, + "loss": 2.6386, + "step": 23044 + }, + { + "epoch": 0.39447782399561787, + "grad_norm": 2.194870710372925, + "learning_rate": 1.3805183241342566e-05, + "loss": 2.6481, + "step": 23045 + }, + { + "epoch": 0.3944949417141683, + "grad_norm": 2.3369944095611572, + "learning_rate": 1.3804670536300005e-05, + "loss": 2.714, + "step": 23046 + }, + { + "epoch": 0.39451205943271883, + "grad_norm": 2.413823127746582, + "learning_rate": 1.3804157819563213e-05, + "loss": 2.672, + "step": 23047 + }, + { + "epoch": 0.3945291771512693, + "grad_norm": 2.3888556957244873, + "learning_rate": 1.3803645091133763e-05, + "loss": 2.5184, + "step": 23048 + }, + { + "epoch": 0.39454629486981974, + "grad_norm": 2.3763105869293213, + "learning_rate": 1.3803132351013236e-05, + "loss": 2.6294, + "step": 23049 + }, + { + "epoch": 0.39456341258837024, + "grad_norm": 2.310551881790161, + "learning_rate": 1.3802619599203207e-05, + "loss": 2.6513, + "step": 23050 + }, + { + "epoch": 0.3945805303069207, + "grad_norm": 2.3043360710144043, + "learning_rate": 1.3802106835705246e-05, + "loss": 2.5743, + "step": 23051 + }, + { + "epoch": 0.39459764802547115, + "grad_norm": 2.3099961280822754, + "learning_rate": 1.3801594060520938e-05, + "loss": 2.7051, + "step": 23052 + }, + { + "epoch": 0.39461476574402166, + "grad_norm": 2.4385616779327393, + "learning_rate": 1.3801081273651851e-05, + "loss": 2.6748, + "step": 23053 + }, + { + "epoch": 0.3946318834625721, + "grad_norm": 2.140676498413086, + "learning_rate": 1.3800568475099564e-05, + "loss": 2.4497, + "step": 23054 + }, + { + "epoch": 0.39464900118112256, + "grad_norm": 2.3711225986480713, + "learning_rate": 1.3800055664865656e-05, + "loss": 2.5934, + "step": 23055 + }, + { + "epoch": 0.39466611889967307, + "grad_norm": 2.262237548828125, + "learning_rate": 1.3799542842951702e-05, + "loss": 2.6268, + "step": 23056 + }, + { + "epoch": 0.3946832366182235, + "grad_norm": 2.17311429977417, + "learning_rate": 1.3799030009359275e-05, + "loss": 2.4372, + "step": 23057 + }, + { + "epoch": 0.394700354336774, + "grad_norm": 2.1878743171691895, + "learning_rate": 1.3798517164089953e-05, + "loss": 2.5322, + "step": 23058 + }, + { + "epoch": 0.3947174720553245, + "grad_norm": 2.1683552265167236, + "learning_rate": 1.3798004307145316e-05, + "loss": 2.5702, + "step": 23059 + }, + { + "epoch": 0.39473458977387493, + "grad_norm": 2.4333181381225586, + "learning_rate": 1.3797491438526936e-05, + "loss": 2.6824, + "step": 23060 + }, + { + "epoch": 0.3947517074924254, + "grad_norm": 2.2987446784973145, + "learning_rate": 1.3796978558236391e-05, + "loss": 2.723, + "step": 23061 + }, + { + "epoch": 0.3947688252109759, + "grad_norm": 2.325991630554199, + "learning_rate": 1.3796465666275256e-05, + "loss": 2.6211, + "step": 23062 + }, + { + "epoch": 0.39478594292952635, + "grad_norm": 2.2406961917877197, + "learning_rate": 1.3795952762645108e-05, + "loss": 2.6127, + "step": 23063 + }, + { + "epoch": 0.3948030606480768, + "grad_norm": 2.296304225921631, + "learning_rate": 1.3795439847347525e-05, + "loss": 2.7573, + "step": 23064 + }, + { + "epoch": 0.3948201783666273, + "grad_norm": 2.2215771675109863, + "learning_rate": 1.3794926920384081e-05, + "loss": 2.6122, + "step": 23065 + }, + { + "epoch": 0.39483729608517776, + "grad_norm": 2.3548052310943604, + "learning_rate": 1.3794413981756357e-05, + "loss": 2.6018, + "step": 23066 + }, + { + "epoch": 0.39485441380372827, + "grad_norm": 2.1786468029022217, + "learning_rate": 1.3793901031465923e-05, + "loss": 2.5974, + "step": 23067 + }, + { + "epoch": 0.3948715315222787, + "grad_norm": 2.246324300765991, + "learning_rate": 1.3793388069514362e-05, + "loss": 2.6311, + "step": 23068 + }, + { + "epoch": 0.39488864924082917, + "grad_norm": 2.4363958835601807, + "learning_rate": 1.3792875095903243e-05, + "loss": 2.7013, + "step": 23069 + }, + { + "epoch": 0.3949057669593797, + "grad_norm": 2.241081953048706, + "learning_rate": 1.3792362110634154e-05, + "loss": 2.7386, + "step": 23070 + }, + { + "epoch": 0.39492288467793013, + "grad_norm": 2.1530375480651855, + "learning_rate": 1.3791849113708664e-05, + "loss": 2.5321, + "step": 23071 + }, + { + "epoch": 0.3949400023964806, + "grad_norm": 2.1859118938446045, + "learning_rate": 1.3791336105128347e-05, + "loss": 2.6047, + "step": 23072 + }, + { + "epoch": 0.3949571201150311, + "grad_norm": 2.0776772499084473, + "learning_rate": 1.3790823084894788e-05, + "loss": 2.3973, + "step": 23073 + }, + { + "epoch": 0.39497423783358154, + "grad_norm": 2.148935556411743, + "learning_rate": 1.379031005300956e-05, + "loss": 2.5363, + "step": 23074 + }, + { + "epoch": 0.394991355552132, + "grad_norm": 2.3046810626983643, + "learning_rate": 1.3789797009474234e-05, + "loss": 2.6635, + "step": 23075 + }, + { + "epoch": 0.3950084732706825, + "grad_norm": 2.2464396953582764, + "learning_rate": 1.3789283954290397e-05, + "loss": 2.556, + "step": 23076 + }, + { + "epoch": 0.39502559098923296, + "grad_norm": 2.1923348903656006, + "learning_rate": 1.3788770887459625e-05, + "loss": 2.6468, + "step": 23077 + }, + { + "epoch": 0.3950427087077834, + "grad_norm": 2.664494037628174, + "learning_rate": 1.3788257808983486e-05, + "loss": 2.5969, + "step": 23078 + }, + { + "epoch": 0.3950598264263339, + "grad_norm": 2.2408196926116943, + "learning_rate": 1.3787744718863563e-05, + "loss": 2.688, + "step": 23079 + }, + { + "epoch": 0.39507694414488437, + "grad_norm": 2.2866554260253906, + "learning_rate": 1.3787231617101433e-05, + "loss": 2.6572, + "step": 23080 + }, + { + "epoch": 0.3950940618634348, + "grad_norm": 2.208965539932251, + "learning_rate": 1.3786718503698675e-05, + "loss": 2.6065, + "step": 23081 + }, + { + "epoch": 0.39511117958198533, + "grad_norm": 2.3156559467315674, + "learning_rate": 1.3786205378656866e-05, + "loss": 2.6265, + "step": 23082 + }, + { + "epoch": 0.3951282973005358, + "grad_norm": 2.219149589538574, + "learning_rate": 1.3785692241977574e-05, + "loss": 2.6361, + "step": 23083 + }, + { + "epoch": 0.39514541501908623, + "grad_norm": 2.27020525932312, + "learning_rate": 1.3785179093662387e-05, + "loss": 2.6373, + "step": 23084 + }, + { + "epoch": 0.39516253273763674, + "grad_norm": 2.3542768955230713, + "learning_rate": 1.3784665933712878e-05, + "loss": 2.6564, + "step": 23085 + }, + { + "epoch": 0.3951796504561872, + "grad_norm": 2.251891613006592, + "learning_rate": 1.3784152762130623e-05, + "loss": 2.559, + "step": 23086 + }, + { + "epoch": 0.39519676817473764, + "grad_norm": 2.287632942199707, + "learning_rate": 1.3783639578917205e-05, + "loss": 2.629, + "step": 23087 + }, + { + "epoch": 0.39521388589328815, + "grad_norm": 2.2489073276519775, + "learning_rate": 1.3783126384074194e-05, + "loss": 2.5902, + "step": 23088 + }, + { + "epoch": 0.3952310036118386, + "grad_norm": 2.2992067337036133, + "learning_rate": 1.3782613177603173e-05, + "loss": 2.6608, + "step": 23089 + }, + { + "epoch": 0.3952481213303891, + "grad_norm": 2.263518810272217, + "learning_rate": 1.3782099959505714e-05, + "loss": 2.6029, + "step": 23090 + }, + { + "epoch": 0.39526523904893957, + "grad_norm": 2.365230083465576, + "learning_rate": 1.3781586729783398e-05, + "loss": 2.7232, + "step": 23091 + }, + { + "epoch": 0.39528235676749, + "grad_norm": 2.2206811904907227, + "learning_rate": 1.3781073488437806e-05, + "loss": 2.5749, + "step": 23092 + }, + { + "epoch": 0.3952994744860405, + "grad_norm": 2.2639577388763428, + "learning_rate": 1.378056023547051e-05, + "loss": 2.6078, + "step": 23093 + }, + { + "epoch": 0.395316592204591, + "grad_norm": 2.2069950103759766, + "learning_rate": 1.3780046970883087e-05, + "loss": 2.5042, + "step": 23094 + }, + { + "epoch": 0.39533370992314143, + "grad_norm": 2.275723934173584, + "learning_rate": 1.3779533694677119e-05, + "loss": 2.5983, + "step": 23095 + }, + { + "epoch": 0.39535082764169194, + "grad_norm": 2.276170492172241, + "learning_rate": 1.377902040685418e-05, + "loss": 2.6593, + "step": 23096 + }, + { + "epoch": 0.3953679453602424, + "grad_norm": 2.2760419845581055, + "learning_rate": 1.3778507107415849e-05, + "loss": 2.6455, + "step": 23097 + }, + { + "epoch": 0.39538506307879284, + "grad_norm": 2.236806869506836, + "learning_rate": 1.3777993796363707e-05, + "loss": 2.6294, + "step": 23098 + }, + { + "epoch": 0.39540218079734335, + "grad_norm": 2.4505412578582764, + "learning_rate": 1.3777480473699325e-05, + "loss": 2.706, + "step": 23099 + }, + { + "epoch": 0.3954192985158938, + "grad_norm": 2.2856333255767822, + "learning_rate": 1.3776967139424285e-05, + "loss": 2.6212, + "step": 23100 + }, + { + "epoch": 0.39543641623444425, + "grad_norm": 2.3818373680114746, + "learning_rate": 1.3776453793540163e-05, + "loss": 2.6029, + "step": 23101 + }, + { + "epoch": 0.39545353395299476, + "grad_norm": 2.2552311420440674, + "learning_rate": 1.377594043604854e-05, + "loss": 2.7201, + "step": 23102 + }, + { + "epoch": 0.3954706516715452, + "grad_norm": 2.4122910499572754, + "learning_rate": 1.3775427066950994e-05, + "loss": 2.7409, + "step": 23103 + }, + { + "epoch": 0.39548776939009567, + "grad_norm": 2.3769893646240234, + "learning_rate": 1.3774913686249099e-05, + "loss": 2.679, + "step": 23104 + }, + { + "epoch": 0.3955048871086462, + "grad_norm": 2.2851850986480713, + "learning_rate": 1.3774400293944432e-05, + "loss": 2.5802, + "step": 23105 + }, + { + "epoch": 0.3955220048271966, + "grad_norm": 2.254882574081421, + "learning_rate": 1.3773886890038574e-05, + "loss": 2.5362, + "step": 23106 + }, + { + "epoch": 0.3955391225457471, + "grad_norm": 2.349571943283081, + "learning_rate": 1.3773373474533104e-05, + "loss": 2.5587, + "step": 23107 + }, + { + "epoch": 0.3955562402642976, + "grad_norm": 2.2714896202087402, + "learning_rate": 1.3772860047429602e-05, + "loss": 2.6158, + "step": 23108 + }, + { + "epoch": 0.39557335798284804, + "grad_norm": 2.3881595134735107, + "learning_rate": 1.3772346608729636e-05, + "loss": 2.5639, + "step": 23109 + }, + { + "epoch": 0.3955904757013985, + "grad_norm": 2.481339931488037, + "learning_rate": 1.3771833158434798e-05, + "loss": 2.586, + "step": 23110 + }, + { + "epoch": 0.395607593419949, + "grad_norm": 2.3756649494171143, + "learning_rate": 1.3771319696546655e-05, + "loss": 2.5889, + "step": 23111 + }, + { + "epoch": 0.39562471113849945, + "grad_norm": 2.2836456298828125, + "learning_rate": 1.377080622306679e-05, + "loss": 2.526, + "step": 23112 + }, + { + "epoch": 0.39564182885704996, + "grad_norm": 2.4511921405792236, + "learning_rate": 1.377029273799678e-05, + "loss": 2.6824, + "step": 23113 + }, + { + "epoch": 0.3956589465756004, + "grad_norm": 2.367877960205078, + "learning_rate": 1.3769779241338205e-05, + "loss": 2.6362, + "step": 23114 + }, + { + "epoch": 0.39567606429415086, + "grad_norm": 2.3427863121032715, + "learning_rate": 1.3769265733092643e-05, + "loss": 2.6621, + "step": 23115 + }, + { + "epoch": 0.39569318201270137, + "grad_norm": 2.415921926498413, + "learning_rate": 1.376875221326167e-05, + "loss": 2.6746, + "step": 23116 + }, + { + "epoch": 0.3957102997312518, + "grad_norm": 2.222714424133301, + "learning_rate": 1.3768238681846868e-05, + "loss": 2.5535, + "step": 23117 + }, + { + "epoch": 0.3957274174498023, + "grad_norm": 2.2714669704437256, + "learning_rate": 1.3767725138849812e-05, + "loss": 2.448, + "step": 23118 + }, + { + "epoch": 0.3957445351683528, + "grad_norm": 2.2833478450775146, + "learning_rate": 1.3767211584272083e-05, + "loss": 2.6141, + "step": 23119 + }, + { + "epoch": 0.39576165288690324, + "grad_norm": 2.2655537128448486, + "learning_rate": 1.3766698018115256e-05, + "loss": 2.6438, + "step": 23120 + }, + { + "epoch": 0.3957787706054537, + "grad_norm": 2.203803062438965, + "learning_rate": 1.3766184440380911e-05, + "loss": 2.6441, + "step": 23121 + }, + { + "epoch": 0.3957958883240042, + "grad_norm": 2.3100595474243164, + "learning_rate": 1.3765670851070629e-05, + "loss": 2.6771, + "step": 23122 + }, + { + "epoch": 0.39581300604255465, + "grad_norm": 2.1589789390563965, + "learning_rate": 1.3765157250185988e-05, + "loss": 2.5908, + "step": 23123 + }, + { + "epoch": 0.3958301237611051, + "grad_norm": 2.341064453125, + "learning_rate": 1.3764643637728568e-05, + "loss": 2.6999, + "step": 23124 + }, + { + "epoch": 0.3958472414796556, + "grad_norm": 2.174797296524048, + "learning_rate": 1.3764130013699941e-05, + "loss": 2.5552, + "step": 23125 + }, + { + "epoch": 0.39586435919820606, + "grad_norm": 2.3070647716522217, + "learning_rate": 1.3763616378101691e-05, + "loss": 2.6015, + "step": 23126 + }, + { + "epoch": 0.3958814769167565, + "grad_norm": 2.3332605361938477, + "learning_rate": 1.3763102730935395e-05, + "loss": 2.6473, + "step": 23127 + }, + { + "epoch": 0.395898594635307, + "grad_norm": 2.25750732421875, + "learning_rate": 1.3762589072202633e-05, + "loss": 2.5091, + "step": 23128 + }, + { + "epoch": 0.3959157123538575, + "grad_norm": 2.3797788619995117, + "learning_rate": 1.3762075401904987e-05, + "loss": 2.6976, + "step": 23129 + }, + { + "epoch": 0.3959328300724079, + "grad_norm": 2.31654953956604, + "learning_rate": 1.3761561720044025e-05, + "loss": 2.5931, + "step": 23130 + }, + { + "epoch": 0.39594994779095843, + "grad_norm": 2.4337880611419678, + "learning_rate": 1.376104802662134e-05, + "loss": 2.5497, + "step": 23131 + }, + { + "epoch": 0.3959670655095089, + "grad_norm": 2.3178038597106934, + "learning_rate": 1.37605343216385e-05, + "loss": 2.5494, + "step": 23132 + }, + { + "epoch": 0.39598418322805934, + "grad_norm": 2.3627352714538574, + "learning_rate": 1.3760020605097087e-05, + "loss": 2.6251, + "step": 23133 + }, + { + "epoch": 0.39600130094660985, + "grad_norm": 2.3963141441345215, + "learning_rate": 1.3759506876998683e-05, + "loss": 2.5778, + "step": 23134 + }, + { + "epoch": 0.3960184186651603, + "grad_norm": 2.5110011100769043, + "learning_rate": 1.3758993137344865e-05, + "loss": 2.7723, + "step": 23135 + }, + { + "epoch": 0.3960355363837108, + "grad_norm": 2.4042773246765137, + "learning_rate": 1.375847938613721e-05, + "loss": 2.7179, + "step": 23136 + }, + { + "epoch": 0.39605265410226126, + "grad_norm": 2.3625996112823486, + "learning_rate": 1.3757965623377301e-05, + "loss": 2.6741, + "step": 23137 + }, + { + "epoch": 0.3960697718208117, + "grad_norm": 2.2697856426239014, + "learning_rate": 1.3757451849066715e-05, + "loss": 2.6133, + "step": 23138 + }, + { + "epoch": 0.3960868895393622, + "grad_norm": 2.3263256549835205, + "learning_rate": 1.3756938063207028e-05, + "loss": 2.5414, + "step": 23139 + }, + { + "epoch": 0.39610400725791267, + "grad_norm": 2.2284889221191406, + "learning_rate": 1.3756424265799826e-05, + "loss": 2.5812, + "step": 23140 + }, + { + "epoch": 0.3961211249764631, + "grad_norm": 2.241332530975342, + "learning_rate": 1.3755910456846685e-05, + "loss": 2.6116, + "step": 23141 + }, + { + "epoch": 0.39613824269501363, + "grad_norm": 2.297579288482666, + "learning_rate": 1.3755396636349183e-05, + "loss": 2.6171, + "step": 23142 + }, + { + "epoch": 0.3961553604135641, + "grad_norm": 2.2632856369018555, + "learning_rate": 1.37548828043089e-05, + "loss": 2.5932, + "step": 23143 + }, + { + "epoch": 0.39617247813211454, + "grad_norm": 2.271435260772705, + "learning_rate": 1.3754368960727416e-05, + "loss": 2.6158, + "step": 23144 + }, + { + "epoch": 0.39618959585066504, + "grad_norm": 2.2518725395202637, + "learning_rate": 1.3753855105606309e-05, + "loss": 2.6986, + "step": 23145 + }, + { + "epoch": 0.3962067135692155, + "grad_norm": 2.2767603397369385, + "learning_rate": 1.3753341238947162e-05, + "loss": 2.6825, + "step": 23146 + }, + { + "epoch": 0.39622383128776595, + "grad_norm": 2.27026104927063, + "learning_rate": 1.3752827360751551e-05, + "loss": 2.5548, + "step": 23147 + }, + { + "epoch": 0.39624094900631646, + "grad_norm": 2.2124266624450684, + "learning_rate": 1.3752313471021055e-05, + "loss": 2.6487, + "step": 23148 + }, + { + "epoch": 0.3962580667248669, + "grad_norm": 2.4576380252838135, + "learning_rate": 1.3751799569757254e-05, + "loss": 2.7554, + "step": 23149 + }, + { + "epoch": 0.39627518444341736, + "grad_norm": 2.233508586883545, + "learning_rate": 1.3751285656961731e-05, + "loss": 2.5242, + "step": 23150 + }, + { + "epoch": 0.39629230216196787, + "grad_norm": 2.353942394256592, + "learning_rate": 1.3750771732636063e-05, + "loss": 2.6722, + "step": 23151 + }, + { + "epoch": 0.3963094198805183, + "grad_norm": 2.421666383743286, + "learning_rate": 1.3750257796781827e-05, + "loss": 2.5426, + "step": 23152 + }, + { + "epoch": 0.3963265375990688, + "grad_norm": 2.3436524868011475, + "learning_rate": 1.374974384940061e-05, + "loss": 2.6596, + "step": 23153 + }, + { + "epoch": 0.3963436553176193, + "grad_norm": 2.376551389694214, + "learning_rate": 1.3749229890493982e-05, + "loss": 2.7687, + "step": 23154 + }, + { + "epoch": 0.39636077303616973, + "grad_norm": 2.103214740753174, + "learning_rate": 1.374871592006353e-05, + "loss": 2.4879, + "step": 23155 + }, + { + "epoch": 0.3963778907547202, + "grad_norm": 2.423159599304199, + "learning_rate": 1.3748201938110832e-05, + "loss": 2.6108, + "step": 23156 + }, + { + "epoch": 0.3963950084732707, + "grad_norm": 2.2491869926452637, + "learning_rate": 1.3747687944637467e-05, + "loss": 2.5498, + "step": 23157 + }, + { + "epoch": 0.39641212619182115, + "grad_norm": 2.4020729064941406, + "learning_rate": 1.3747173939645015e-05, + "loss": 2.5793, + "step": 23158 + }, + { + "epoch": 0.3964292439103716, + "grad_norm": 2.26010799407959, + "learning_rate": 1.3746659923135056e-05, + "loss": 2.7134, + "step": 23159 + }, + { + "epoch": 0.3964463616289221, + "grad_norm": 2.24479603767395, + "learning_rate": 1.3746145895109169e-05, + "loss": 2.5896, + "step": 23160 + }, + { + "epoch": 0.39646347934747256, + "grad_norm": 2.339791774749756, + "learning_rate": 1.3745631855568938e-05, + "loss": 2.6382, + "step": 23161 + }, + { + "epoch": 0.39648059706602307, + "grad_norm": 2.2956948280334473, + "learning_rate": 1.3745117804515937e-05, + "loss": 2.6083, + "step": 23162 + }, + { + "epoch": 0.3964977147845735, + "grad_norm": 2.261857509613037, + "learning_rate": 1.374460374195175e-05, + "loss": 2.6058, + "step": 23163 + }, + { + "epoch": 0.39651483250312397, + "grad_norm": 2.4197275638580322, + "learning_rate": 1.3744089667877953e-05, + "loss": 2.7372, + "step": 23164 + }, + { + "epoch": 0.3965319502216745, + "grad_norm": 2.3520424365997314, + "learning_rate": 1.3743575582296132e-05, + "loss": 2.7004, + "step": 23165 + }, + { + "epoch": 0.39654906794022493, + "grad_norm": 2.314159631729126, + "learning_rate": 1.3743061485207862e-05, + "loss": 2.5896, + "step": 23166 + }, + { + "epoch": 0.3965661856587754, + "grad_norm": 2.311976909637451, + "learning_rate": 1.3742547376614727e-05, + "loss": 2.6635, + "step": 23167 + }, + { + "epoch": 0.3965833033773259, + "grad_norm": 2.2701032161712646, + "learning_rate": 1.3742033256518307e-05, + "loss": 2.644, + "step": 23168 + }, + { + "epoch": 0.39660042109587634, + "grad_norm": 2.3564884662628174, + "learning_rate": 1.374151912492018e-05, + "loss": 2.5551, + "step": 23169 + }, + { + "epoch": 0.3966175388144268, + "grad_norm": 2.383051633834839, + "learning_rate": 1.3741004981821924e-05, + "loss": 2.6796, + "step": 23170 + }, + { + "epoch": 0.3966346565329773, + "grad_norm": 2.3846187591552734, + "learning_rate": 1.3740490827225123e-05, + "loss": 2.6665, + "step": 23171 + }, + { + "epoch": 0.39665177425152776, + "grad_norm": 2.22611403465271, + "learning_rate": 1.373997666113136e-05, + "loss": 2.5993, + "step": 23172 + }, + { + "epoch": 0.3966688919700782, + "grad_norm": 2.3673458099365234, + "learning_rate": 1.373946248354221e-05, + "loss": 2.6375, + "step": 23173 + }, + { + "epoch": 0.3966860096886287, + "grad_norm": 2.3431341648101807, + "learning_rate": 1.3738948294459255e-05, + "loss": 2.6294, + "step": 23174 + }, + { + "epoch": 0.39670312740717917, + "grad_norm": 2.1219944953918457, + "learning_rate": 1.3738434093884077e-05, + "loss": 2.5201, + "step": 23175 + }, + { + "epoch": 0.3967202451257296, + "grad_norm": 2.3321707248687744, + "learning_rate": 1.3737919881818254e-05, + "loss": 2.6675, + "step": 23176 + }, + { + "epoch": 0.39673736284428013, + "grad_norm": 2.253248929977417, + "learning_rate": 1.3737405658263368e-05, + "loss": 2.4539, + "step": 23177 + }, + { + "epoch": 0.3967544805628306, + "grad_norm": 2.3477001190185547, + "learning_rate": 1.3736891423220999e-05, + "loss": 2.6267, + "step": 23178 + }, + { + "epoch": 0.39677159828138103, + "grad_norm": 2.3585824966430664, + "learning_rate": 1.3736377176692728e-05, + "loss": 2.5935, + "step": 23179 + }, + { + "epoch": 0.39678871599993154, + "grad_norm": 2.346496820449829, + "learning_rate": 1.3735862918680133e-05, + "loss": 2.7365, + "step": 23180 + }, + { + "epoch": 0.396805833718482, + "grad_norm": 2.379568099975586, + "learning_rate": 1.37353486491848e-05, + "loss": 2.5848, + "step": 23181 + }, + { + "epoch": 0.39682295143703245, + "grad_norm": 2.185323715209961, + "learning_rate": 1.373483436820831e-05, + "loss": 2.5881, + "step": 23182 + }, + { + "epoch": 0.39684006915558295, + "grad_norm": 2.353376865386963, + "learning_rate": 1.3734320075752238e-05, + "loss": 2.7827, + "step": 23183 + }, + { + "epoch": 0.3968571868741334, + "grad_norm": 2.3138391971588135, + "learning_rate": 1.3733805771818166e-05, + "loss": 2.6883, + "step": 23184 + }, + { + "epoch": 0.3968743045926839, + "grad_norm": 2.3143603801727295, + "learning_rate": 1.3733291456407676e-05, + "loss": 2.7235, + "step": 23185 + }, + { + "epoch": 0.39689142231123437, + "grad_norm": 2.286189556121826, + "learning_rate": 1.373277712952235e-05, + "loss": 2.6619, + "step": 23186 + }, + { + "epoch": 0.3969085400297848, + "grad_norm": 2.2855684757232666, + "learning_rate": 1.3732262791163767e-05, + "loss": 2.5401, + "step": 23187 + }, + { + "epoch": 0.3969256577483353, + "grad_norm": 2.329306125640869, + "learning_rate": 1.373174844133351e-05, + "loss": 2.6679, + "step": 23188 + }, + { + "epoch": 0.3969427754668858, + "grad_norm": 2.2729508876800537, + "learning_rate": 1.3731234080033158e-05, + "loss": 2.6667, + "step": 23189 + }, + { + "epoch": 0.39695989318543623, + "grad_norm": 2.308375597000122, + "learning_rate": 1.3730719707264292e-05, + "loss": 2.5328, + "step": 23190 + }, + { + "epoch": 0.39697701090398674, + "grad_norm": 2.39135479927063, + "learning_rate": 1.3730205323028494e-05, + "loss": 2.6195, + "step": 23191 + }, + { + "epoch": 0.3969941286225372, + "grad_norm": 2.1669280529022217, + "learning_rate": 1.3729690927327343e-05, + "loss": 2.5438, + "step": 23192 + }, + { + "epoch": 0.39701124634108764, + "grad_norm": 2.316214084625244, + "learning_rate": 1.3729176520162426e-05, + "loss": 2.6047, + "step": 23193 + }, + { + "epoch": 0.39702836405963815, + "grad_norm": 2.2994368076324463, + "learning_rate": 1.3728662101535317e-05, + "loss": 2.6377, + "step": 23194 + }, + { + "epoch": 0.3970454817781886, + "grad_norm": 2.2526421546936035, + "learning_rate": 1.3728147671447598e-05, + "loss": 2.6265, + "step": 23195 + }, + { + "epoch": 0.39706259949673905, + "grad_norm": 2.326174020767212, + "learning_rate": 1.3727633229900857e-05, + "loss": 2.5431, + "step": 23196 + }, + { + "epoch": 0.39707971721528956, + "grad_norm": 2.421426296234131, + "learning_rate": 1.3727118776896666e-05, + "loss": 2.7289, + "step": 23197 + }, + { + "epoch": 0.39709683493384, + "grad_norm": 2.309800148010254, + "learning_rate": 1.3726604312436611e-05, + "loss": 2.7684, + "step": 23198 + }, + { + "epoch": 0.39711395265239047, + "grad_norm": 2.371879816055298, + "learning_rate": 1.3726089836522277e-05, + "loss": 2.6441, + "step": 23199 + }, + { + "epoch": 0.397131070370941, + "grad_norm": 2.2146692276000977, + "learning_rate": 1.3725575349155237e-05, + "loss": 2.4679, + "step": 23200 + }, + { + "epoch": 0.3971481880894914, + "grad_norm": 2.3207297325134277, + "learning_rate": 1.3725060850337078e-05, + "loss": 2.6497, + "step": 23201 + }, + { + "epoch": 0.3971653058080419, + "grad_norm": 2.399618625640869, + "learning_rate": 1.3724546340069381e-05, + "loss": 2.6546, + "step": 23202 + }, + { + "epoch": 0.3971824235265924, + "grad_norm": 2.272381067276001, + "learning_rate": 1.3724031818353725e-05, + "loss": 2.6025, + "step": 23203 + }, + { + "epoch": 0.39719954124514284, + "grad_norm": 2.3451108932495117, + "learning_rate": 1.3723517285191692e-05, + "loss": 2.5799, + "step": 23204 + }, + { + "epoch": 0.3972166589636933, + "grad_norm": 2.4511587619781494, + "learning_rate": 1.3723002740584868e-05, + "loss": 2.6635, + "step": 23205 + }, + { + "epoch": 0.3972337766822438, + "grad_norm": 2.1992406845092773, + "learning_rate": 1.3722488184534828e-05, + "loss": 2.4749, + "step": 23206 + }, + { + "epoch": 0.39725089440079425, + "grad_norm": 2.3440847396850586, + "learning_rate": 1.3721973617043156e-05, + "loss": 2.6302, + "step": 23207 + }, + { + "epoch": 0.39726801211934476, + "grad_norm": 2.2286386489868164, + "learning_rate": 1.3721459038111433e-05, + "loss": 2.5756, + "step": 23208 + }, + { + "epoch": 0.3972851298378952, + "grad_norm": 2.3774776458740234, + "learning_rate": 1.3720944447741245e-05, + "loss": 2.7305, + "step": 23209 + }, + { + "epoch": 0.39730224755644566, + "grad_norm": 2.351785659790039, + "learning_rate": 1.372042984593417e-05, + "loss": 2.6243, + "step": 23210 + }, + { + "epoch": 0.3973193652749962, + "grad_norm": 2.3120055198669434, + "learning_rate": 1.3719915232691789e-05, + "loss": 2.7105, + "step": 23211 + }, + { + "epoch": 0.3973364829935466, + "grad_norm": 2.322906494140625, + "learning_rate": 1.3719400608015685e-05, + "loss": 2.7324, + "step": 23212 + }, + { + "epoch": 0.3973536007120971, + "grad_norm": 2.4029641151428223, + "learning_rate": 1.371888597190744e-05, + "loss": 2.6436, + "step": 23213 + }, + { + "epoch": 0.3973707184306476, + "grad_norm": 2.2523844242095947, + "learning_rate": 1.371837132436863e-05, + "loss": 2.5868, + "step": 23214 + }, + { + "epoch": 0.39738783614919804, + "grad_norm": 2.2624237537384033, + "learning_rate": 1.3717856665400851e-05, + "loss": 2.7247, + "step": 23215 + }, + { + "epoch": 0.3974049538677485, + "grad_norm": 2.1331734657287598, + "learning_rate": 1.371734199500567e-05, + "loss": 2.532, + "step": 23216 + }, + { + "epoch": 0.397422071586299, + "grad_norm": 2.236553907394409, + "learning_rate": 1.3716827313184677e-05, + "loss": 2.5559, + "step": 23217 + }, + { + "epoch": 0.39743918930484945, + "grad_norm": 2.2355051040649414, + "learning_rate": 1.3716312619939454e-05, + "loss": 2.672, + "step": 23218 + }, + { + "epoch": 0.3974563070233999, + "grad_norm": 2.266503095626831, + "learning_rate": 1.3715797915271578e-05, + "loss": 2.5726, + "step": 23219 + }, + { + "epoch": 0.3974734247419504, + "grad_norm": 2.168379783630371, + "learning_rate": 1.3715283199182636e-05, + "loss": 2.4914, + "step": 23220 + }, + { + "epoch": 0.39749054246050086, + "grad_norm": 2.2859344482421875, + "learning_rate": 1.3714768471674207e-05, + "loss": 2.6933, + "step": 23221 + }, + { + "epoch": 0.3975076601790513, + "grad_norm": 2.18735933303833, + "learning_rate": 1.3714253732747875e-05, + "loss": 2.7087, + "step": 23222 + }, + { + "epoch": 0.3975247778976018, + "grad_norm": 2.184086799621582, + "learning_rate": 1.3713738982405219e-05, + "loss": 2.6011, + "step": 23223 + }, + { + "epoch": 0.3975418956161523, + "grad_norm": 2.212801694869995, + "learning_rate": 1.3713224220647826e-05, + "loss": 2.6017, + "step": 23224 + }, + { + "epoch": 0.3975590133347027, + "grad_norm": 2.2296063899993896, + "learning_rate": 1.3712709447477275e-05, + "loss": 2.6859, + "step": 23225 + }, + { + "epoch": 0.39757613105325323, + "grad_norm": 2.132669687271118, + "learning_rate": 1.3712194662895151e-05, + "loss": 2.6438, + "step": 23226 + }, + { + "epoch": 0.3975932487718037, + "grad_norm": 2.2324905395507812, + "learning_rate": 1.371167986690303e-05, + "loss": 2.6035, + "step": 23227 + }, + { + "epoch": 0.39761036649035414, + "grad_norm": 2.142719268798828, + "learning_rate": 1.37111650595025e-05, + "loss": 2.5969, + "step": 23228 + }, + { + "epoch": 0.39762748420890465, + "grad_norm": 2.306208848953247, + "learning_rate": 1.3710650240695141e-05, + "loss": 2.5008, + "step": 23229 + }, + { + "epoch": 0.3976446019274551, + "grad_norm": 2.28210186958313, + "learning_rate": 1.3710135410482534e-05, + "loss": 2.678, + "step": 23230 + }, + { + "epoch": 0.3976617196460056, + "grad_norm": 2.262484550476074, + "learning_rate": 1.3709620568866272e-05, + "loss": 2.6845, + "step": 23231 + }, + { + "epoch": 0.39767883736455606, + "grad_norm": 2.1994283199310303, + "learning_rate": 1.3709105715847924e-05, + "loss": 2.6347, + "step": 23232 + }, + { + "epoch": 0.3976959550831065, + "grad_norm": 2.3549020290374756, + "learning_rate": 1.3708590851429076e-05, + "loss": 2.6667, + "step": 23233 + }, + { + "epoch": 0.397713072801657, + "grad_norm": 2.256826877593994, + "learning_rate": 1.370807597561131e-05, + "loss": 2.6247, + "step": 23234 + }, + { + "epoch": 0.39773019052020747, + "grad_norm": 2.273212194442749, + "learning_rate": 1.3707561088396215e-05, + "loss": 2.5965, + "step": 23235 + }, + { + "epoch": 0.3977473082387579, + "grad_norm": 2.212604522705078, + "learning_rate": 1.3707046189785369e-05, + "loss": 2.6154, + "step": 23236 + }, + { + "epoch": 0.39776442595730843, + "grad_norm": 2.3287787437438965, + "learning_rate": 1.3706531279780352e-05, + "loss": 2.5654, + "step": 23237 + }, + { + "epoch": 0.3977815436758589, + "grad_norm": 2.3138246536254883, + "learning_rate": 1.370601635838275e-05, + "loss": 2.6969, + "step": 23238 + }, + { + "epoch": 0.39779866139440934, + "grad_norm": 2.305185317993164, + "learning_rate": 1.3705501425594148e-05, + "loss": 2.4554, + "step": 23239 + }, + { + "epoch": 0.39781577911295984, + "grad_norm": 2.4639976024627686, + "learning_rate": 1.3704986481416122e-05, + "loss": 2.6019, + "step": 23240 + }, + { + "epoch": 0.3978328968315103, + "grad_norm": 2.372529983520508, + "learning_rate": 1.370447152585026e-05, + "loss": 2.7004, + "step": 23241 + }, + { + "epoch": 0.39785001455006075, + "grad_norm": 2.18904709815979, + "learning_rate": 1.3703956558898145e-05, + "loss": 2.6031, + "step": 23242 + }, + { + "epoch": 0.39786713226861126, + "grad_norm": 2.503375291824341, + "learning_rate": 1.3703441580561356e-05, + "loss": 2.76, + "step": 23243 + }, + { + "epoch": 0.3978842499871617, + "grad_norm": 2.205651044845581, + "learning_rate": 1.370292659084148e-05, + "loss": 2.6219, + "step": 23244 + }, + { + "epoch": 0.39790136770571216, + "grad_norm": 2.48319411277771, + "learning_rate": 1.3702411589740097e-05, + "loss": 2.5829, + "step": 23245 + }, + { + "epoch": 0.39791848542426267, + "grad_norm": 2.2758114337921143, + "learning_rate": 1.370189657725879e-05, + "loss": 2.6111, + "step": 23246 + }, + { + "epoch": 0.3979356031428131, + "grad_norm": 2.330394983291626, + "learning_rate": 1.3701381553399147e-05, + "loss": 2.5808, + "step": 23247 + }, + { + "epoch": 0.3979527208613636, + "grad_norm": 2.348167657852173, + "learning_rate": 1.3700866518162742e-05, + "loss": 2.6393, + "step": 23248 + }, + { + "epoch": 0.3979698385799141, + "grad_norm": 2.3382482528686523, + "learning_rate": 1.3700351471551163e-05, + "loss": 2.5866, + "step": 23249 + }, + { + "epoch": 0.39798695629846453, + "grad_norm": 2.283949375152588, + "learning_rate": 1.3699836413565994e-05, + "loss": 2.6866, + "step": 23250 + }, + { + "epoch": 0.398004074017015, + "grad_norm": 2.4711780548095703, + "learning_rate": 1.3699321344208818e-05, + "loss": 2.7361, + "step": 23251 + }, + { + "epoch": 0.3980211917355655, + "grad_norm": 2.2917261123657227, + "learning_rate": 1.369880626348122e-05, + "loss": 2.5037, + "step": 23252 + }, + { + "epoch": 0.39803830945411595, + "grad_norm": 2.3518471717834473, + "learning_rate": 1.3698291171384775e-05, + "loss": 2.7035, + "step": 23253 + }, + { + "epoch": 0.39805542717266645, + "grad_norm": 2.263166904449463, + "learning_rate": 1.3697776067921076e-05, + "loss": 2.5711, + "step": 23254 + }, + { + "epoch": 0.3980725448912169, + "grad_norm": 2.358391523361206, + "learning_rate": 1.3697260953091698e-05, + "loss": 2.6443, + "step": 23255 + }, + { + "epoch": 0.39808966260976736, + "grad_norm": 2.3972322940826416, + "learning_rate": 1.369674582689823e-05, + "loss": 2.7372, + "step": 23256 + }, + { + "epoch": 0.39810678032831787, + "grad_norm": 2.220665216445923, + "learning_rate": 1.3696230689342253e-05, + "loss": 2.5248, + "step": 23257 + }, + { + "epoch": 0.3981238980468683, + "grad_norm": 2.2532026767730713, + "learning_rate": 1.3695715540425351e-05, + "loss": 2.5832, + "step": 23258 + }, + { + "epoch": 0.39814101576541877, + "grad_norm": 2.333017587661743, + "learning_rate": 1.3695200380149107e-05, + "loss": 2.6018, + "step": 23259 + }, + { + "epoch": 0.3981581334839693, + "grad_norm": 2.2738804817199707, + "learning_rate": 1.3694685208515104e-05, + "loss": 2.5229, + "step": 23260 + }, + { + "epoch": 0.39817525120251973, + "grad_norm": 2.2558705806732178, + "learning_rate": 1.369417002552493e-05, + "loss": 2.6054, + "step": 23261 + }, + { + "epoch": 0.3981923689210702, + "grad_norm": 2.3004534244537354, + "learning_rate": 1.3693654831180161e-05, + "loss": 2.5997, + "step": 23262 + }, + { + "epoch": 0.3982094866396207, + "grad_norm": 2.3206827640533447, + "learning_rate": 1.3693139625482386e-05, + "loss": 2.6344, + "step": 23263 + }, + { + "epoch": 0.39822660435817114, + "grad_norm": 2.2961814403533936, + "learning_rate": 1.3692624408433184e-05, + "loss": 2.5407, + "step": 23264 + }, + { + "epoch": 0.3982437220767216, + "grad_norm": 2.4346230030059814, + "learning_rate": 1.3692109180034143e-05, + "loss": 2.7522, + "step": 23265 + }, + { + "epoch": 0.3982608397952721, + "grad_norm": 2.3451807498931885, + "learning_rate": 1.3691593940286845e-05, + "loss": 2.5776, + "step": 23266 + }, + { + "epoch": 0.39827795751382256, + "grad_norm": 2.3095133304595947, + "learning_rate": 1.3691078689192872e-05, + "loss": 2.7267, + "step": 23267 + }, + { + "epoch": 0.398295075232373, + "grad_norm": 2.415381908416748, + "learning_rate": 1.3690563426753811e-05, + "loss": 2.7721, + "step": 23268 + }, + { + "epoch": 0.3983121929509235, + "grad_norm": 2.282608985900879, + "learning_rate": 1.3690048152971247e-05, + "loss": 2.4292, + "step": 23269 + }, + { + "epoch": 0.39832931066947397, + "grad_norm": 2.1146957874298096, + "learning_rate": 1.3689532867846755e-05, + "loss": 2.5811, + "step": 23270 + }, + { + "epoch": 0.3983464283880244, + "grad_norm": 2.1361794471740723, + "learning_rate": 1.3689017571381928e-05, + "loss": 2.5158, + "step": 23271 + }, + { + "epoch": 0.39836354610657493, + "grad_norm": 2.3307454586029053, + "learning_rate": 1.3688502263578345e-05, + "loss": 2.629, + "step": 23272 + }, + { + "epoch": 0.3983806638251254, + "grad_norm": 2.1755471229553223, + "learning_rate": 1.3687986944437593e-05, + "loss": 2.5373, + "step": 23273 + }, + { + "epoch": 0.39839778154367583, + "grad_norm": 2.346207618713379, + "learning_rate": 1.3687471613961252e-05, + "loss": 2.6647, + "step": 23274 + }, + { + "epoch": 0.39841489926222634, + "grad_norm": 2.229881525039673, + "learning_rate": 1.3686956272150911e-05, + "loss": 2.5734, + "step": 23275 + }, + { + "epoch": 0.3984320169807768, + "grad_norm": 2.1976232528686523, + "learning_rate": 1.3686440919008148e-05, + "loss": 2.6277, + "step": 23276 + }, + { + "epoch": 0.3984491346993273, + "grad_norm": 2.339036703109741, + "learning_rate": 1.3685925554534551e-05, + "loss": 2.6639, + "step": 23277 + }, + { + "epoch": 0.39846625241787775, + "grad_norm": 2.2851176261901855, + "learning_rate": 1.3685410178731702e-05, + "loss": 2.6295, + "step": 23278 + }, + { + "epoch": 0.3984833701364282, + "grad_norm": 2.2781403064727783, + "learning_rate": 1.368489479160119e-05, + "loss": 2.5209, + "step": 23279 + }, + { + "epoch": 0.3985004878549787, + "grad_norm": 2.3965506553649902, + "learning_rate": 1.3684379393144593e-05, + "loss": 2.6732, + "step": 23280 + }, + { + "epoch": 0.39851760557352917, + "grad_norm": 2.4562466144561768, + "learning_rate": 1.3683863983363498e-05, + "loss": 2.6839, + "step": 23281 + }, + { + "epoch": 0.3985347232920796, + "grad_norm": 2.3285861015319824, + "learning_rate": 1.368334856225949e-05, + "loss": 2.6355, + "step": 23282 + }, + { + "epoch": 0.3985518410106301, + "grad_norm": 2.308790445327759, + "learning_rate": 1.368283312983415e-05, + "loss": 2.5289, + "step": 23283 + }, + { + "epoch": 0.3985689587291806, + "grad_norm": 2.3193414211273193, + "learning_rate": 1.3682317686089067e-05, + "loss": 2.5754, + "step": 23284 + }, + { + "epoch": 0.39858607644773103, + "grad_norm": 2.342836618423462, + "learning_rate": 1.368180223102582e-05, + "loss": 2.615, + "step": 23285 + }, + { + "epoch": 0.39860319416628154, + "grad_norm": 2.4516942501068115, + "learning_rate": 1.3681286764645995e-05, + "loss": 2.7816, + "step": 23286 + }, + { + "epoch": 0.398620311884832, + "grad_norm": 2.399590015411377, + "learning_rate": 1.3680771286951178e-05, + "loss": 2.684, + "step": 23287 + }, + { + "epoch": 0.39863742960338244, + "grad_norm": 2.308152437210083, + "learning_rate": 1.3680255797942953e-05, + "loss": 2.5786, + "step": 23288 + }, + { + "epoch": 0.39865454732193295, + "grad_norm": 2.3141543865203857, + "learning_rate": 1.3679740297622908e-05, + "loss": 2.664, + "step": 23289 + }, + { + "epoch": 0.3986716650404834, + "grad_norm": 2.347851276397705, + "learning_rate": 1.3679224785992619e-05, + "loss": 2.6007, + "step": 23290 + }, + { + "epoch": 0.39868878275903386, + "grad_norm": 2.3127665519714355, + "learning_rate": 1.3678709263053676e-05, + "loss": 2.6425, + "step": 23291 + }, + { + "epoch": 0.39870590047758436, + "grad_norm": 2.2676873207092285, + "learning_rate": 1.3678193728807663e-05, + "loss": 2.535, + "step": 23292 + }, + { + "epoch": 0.3987230181961348, + "grad_norm": 2.3218777179718018, + "learning_rate": 1.3677678183256162e-05, + "loss": 2.6552, + "step": 23293 + }, + { + "epoch": 0.39874013591468527, + "grad_norm": 2.286546468734741, + "learning_rate": 1.3677162626400762e-05, + "loss": 2.6289, + "step": 23294 + }, + { + "epoch": 0.3987572536332358, + "grad_norm": 2.376070499420166, + "learning_rate": 1.3676647058243047e-05, + "loss": 2.6136, + "step": 23295 + }, + { + "epoch": 0.3987743713517862, + "grad_norm": 2.250903606414795, + "learning_rate": 1.3676131478784598e-05, + "loss": 2.6453, + "step": 23296 + }, + { + "epoch": 0.3987914890703367, + "grad_norm": 2.2556190490722656, + "learning_rate": 1.3675615888027003e-05, + "loss": 2.5452, + "step": 23297 + }, + { + "epoch": 0.3988086067888872, + "grad_norm": 2.2846486568450928, + "learning_rate": 1.3675100285971842e-05, + "loss": 2.5434, + "step": 23298 + }, + { + "epoch": 0.39882572450743764, + "grad_norm": 2.3719918727874756, + "learning_rate": 1.3674584672620706e-05, + "loss": 2.633, + "step": 23299 + }, + { + "epoch": 0.39884284222598815, + "grad_norm": 2.3678174018859863, + "learning_rate": 1.3674069047975177e-05, + "loss": 2.6358, + "step": 23300 + }, + { + "epoch": 0.3988599599445386, + "grad_norm": 2.414402961730957, + "learning_rate": 1.367355341203684e-05, + "loss": 2.6846, + "step": 23301 + }, + { + "epoch": 0.39887707766308905, + "grad_norm": 2.4079220294952393, + "learning_rate": 1.367303776480728e-05, + "loss": 2.5966, + "step": 23302 + }, + { + "epoch": 0.39889419538163956, + "grad_norm": 2.3887927532196045, + "learning_rate": 1.367252210628808e-05, + "loss": 2.699, + "step": 23303 + }, + { + "epoch": 0.39891131310019, + "grad_norm": 2.2673730850219727, + "learning_rate": 1.3672006436480832e-05, + "loss": 2.5773, + "step": 23304 + }, + { + "epoch": 0.39892843081874046, + "grad_norm": 2.263259172439575, + "learning_rate": 1.3671490755387108e-05, + "loss": 2.6819, + "step": 23305 + }, + { + "epoch": 0.398945548537291, + "grad_norm": 2.3147289752960205, + "learning_rate": 1.367097506300851e-05, + "loss": 2.5837, + "step": 23306 + }, + { + "epoch": 0.3989626662558414, + "grad_norm": 2.344841480255127, + "learning_rate": 1.3670459359346606e-05, + "loss": 2.7361, + "step": 23307 + }, + { + "epoch": 0.3989797839743919, + "grad_norm": 2.2648797035217285, + "learning_rate": 1.3669943644402992e-05, + "loss": 2.6879, + "step": 23308 + }, + { + "epoch": 0.3989969016929424, + "grad_norm": 2.2671849727630615, + "learning_rate": 1.3669427918179248e-05, + "loss": 2.5605, + "step": 23309 + }, + { + "epoch": 0.39901401941149284, + "grad_norm": 2.2013018131256104, + "learning_rate": 1.3668912180676966e-05, + "loss": 2.5694, + "step": 23310 + }, + { + "epoch": 0.3990311371300433, + "grad_norm": 2.3903541564941406, + "learning_rate": 1.3668396431897724e-05, + "loss": 2.5384, + "step": 23311 + }, + { + "epoch": 0.3990482548485938, + "grad_norm": 2.2236058712005615, + "learning_rate": 1.3667880671843109e-05, + "loss": 2.7132, + "step": 23312 + }, + { + "epoch": 0.39906537256714425, + "grad_norm": 2.428957223892212, + "learning_rate": 1.3667364900514706e-05, + "loss": 2.6551, + "step": 23313 + }, + { + "epoch": 0.3990824902856947, + "grad_norm": 2.288635730743408, + "learning_rate": 1.36668491179141e-05, + "loss": 2.5326, + "step": 23314 + }, + { + "epoch": 0.3990996080042452, + "grad_norm": 2.4591023921966553, + "learning_rate": 1.366633332404288e-05, + "loss": 2.6967, + "step": 23315 + }, + { + "epoch": 0.39911672572279566, + "grad_norm": 2.2342112064361572, + "learning_rate": 1.366581751890263e-05, + "loss": 2.5669, + "step": 23316 + }, + { + "epoch": 0.3991338434413461, + "grad_norm": 2.445542812347412, + "learning_rate": 1.366530170249493e-05, + "loss": 2.6518, + "step": 23317 + }, + { + "epoch": 0.3991509611598966, + "grad_norm": 2.2279207706451416, + "learning_rate": 1.3664785874821377e-05, + "loss": 2.7209, + "step": 23318 + }, + { + "epoch": 0.3991680788784471, + "grad_norm": 2.3459627628326416, + "learning_rate": 1.3664270035883543e-05, + "loss": 2.7203, + "step": 23319 + }, + { + "epoch": 0.3991851965969975, + "grad_norm": 2.1528518199920654, + "learning_rate": 1.366375418568302e-05, + "loss": 2.53, + "step": 23320 + }, + { + "epoch": 0.39920231431554803, + "grad_norm": 2.2825911045074463, + "learning_rate": 1.3663238324221397e-05, + "loss": 2.6647, + "step": 23321 + }, + { + "epoch": 0.3992194320340985, + "grad_norm": 2.254657030105591, + "learning_rate": 1.3662722451500252e-05, + "loss": 2.651, + "step": 23322 + }, + { + "epoch": 0.39923654975264894, + "grad_norm": 2.48469614982605, + "learning_rate": 1.3662206567521176e-05, + "loss": 2.5952, + "step": 23323 + }, + { + "epoch": 0.39925366747119945, + "grad_norm": 2.2598187923431396, + "learning_rate": 1.3661690672285752e-05, + "loss": 2.6576, + "step": 23324 + }, + { + "epoch": 0.3992707851897499, + "grad_norm": 2.380537748336792, + "learning_rate": 1.3661174765795569e-05, + "loss": 2.7075, + "step": 23325 + }, + { + "epoch": 0.3992879029083004, + "grad_norm": 2.2937214374542236, + "learning_rate": 1.366065884805221e-05, + "loss": 2.6219, + "step": 23326 + }, + { + "epoch": 0.39930502062685086, + "grad_norm": 2.3511099815368652, + "learning_rate": 1.3660142919057261e-05, + "loss": 2.5754, + "step": 23327 + }, + { + "epoch": 0.3993221383454013, + "grad_norm": 2.290996551513672, + "learning_rate": 1.3659626978812309e-05, + "loss": 2.6309, + "step": 23328 + }, + { + "epoch": 0.3993392560639518, + "grad_norm": 2.4321467876434326, + "learning_rate": 1.3659111027318936e-05, + "loss": 2.5887, + "step": 23329 + }, + { + "epoch": 0.39935637378250227, + "grad_norm": 2.166297674179077, + "learning_rate": 1.3658595064578732e-05, + "loss": 2.5355, + "step": 23330 + }, + { + "epoch": 0.3993734915010527, + "grad_norm": 2.3548974990844727, + "learning_rate": 1.3658079090593282e-05, + "loss": 2.5797, + "step": 23331 + }, + { + "epoch": 0.39939060921960323, + "grad_norm": 2.2351763248443604, + "learning_rate": 1.3657563105364173e-05, + "loss": 2.6861, + "step": 23332 + }, + { + "epoch": 0.3994077269381537, + "grad_norm": 2.2330424785614014, + "learning_rate": 1.365704710889299e-05, + "loss": 2.6109, + "step": 23333 + }, + { + "epoch": 0.39942484465670414, + "grad_norm": 2.4208896160125732, + "learning_rate": 1.3656531101181316e-05, + "loss": 2.7042, + "step": 23334 + }, + { + "epoch": 0.39944196237525464, + "grad_norm": 2.3606812953948975, + "learning_rate": 1.365601508223074e-05, + "loss": 2.503, + "step": 23335 + }, + { + "epoch": 0.3994590800938051, + "grad_norm": 2.2722272872924805, + "learning_rate": 1.3655499052042847e-05, + "loss": 2.6557, + "step": 23336 + }, + { + "epoch": 0.39947619781235555, + "grad_norm": 2.4838247299194336, + "learning_rate": 1.3654983010619227e-05, + "loss": 2.7238, + "step": 23337 + }, + { + "epoch": 0.39949331553090606, + "grad_norm": 2.2431678771972656, + "learning_rate": 1.365446695796146e-05, + "loss": 2.4855, + "step": 23338 + }, + { + "epoch": 0.3995104332494565, + "grad_norm": 2.230609893798828, + "learning_rate": 1.3653950894071133e-05, + "loss": 2.5823, + "step": 23339 + }, + { + "epoch": 0.39952755096800696, + "grad_norm": 2.4089040756225586, + "learning_rate": 1.3653434818949838e-05, + "loss": 2.7544, + "step": 23340 + }, + { + "epoch": 0.39954466868655747, + "grad_norm": 2.276973247528076, + "learning_rate": 1.3652918732599157e-05, + "loss": 2.6025, + "step": 23341 + }, + { + "epoch": 0.3995617864051079, + "grad_norm": 2.4511919021606445, + "learning_rate": 1.3652402635020674e-05, + "loss": 2.6563, + "step": 23342 + }, + { + "epoch": 0.3995789041236584, + "grad_norm": 2.1981847286224365, + "learning_rate": 1.365188652621598e-05, + "loss": 2.575, + "step": 23343 + }, + { + "epoch": 0.3995960218422089, + "grad_norm": 2.371539354324341, + "learning_rate": 1.365137040618666e-05, + "loss": 2.6239, + "step": 23344 + }, + { + "epoch": 0.39961313956075933, + "grad_norm": 2.5279736518859863, + "learning_rate": 1.3650854274934297e-05, + "loss": 2.6342, + "step": 23345 + }, + { + "epoch": 0.3996302572793098, + "grad_norm": 2.245326519012451, + "learning_rate": 1.3650338132460484e-05, + "loss": 2.6672, + "step": 23346 + }, + { + "epoch": 0.3996473749978603, + "grad_norm": 2.4362354278564453, + "learning_rate": 1.3649821978766801e-05, + "loss": 2.6408, + "step": 23347 + }, + { + "epoch": 0.39966449271641075, + "grad_norm": 2.4013993740081787, + "learning_rate": 1.3649305813854838e-05, + "loss": 2.653, + "step": 23348 + }, + { + "epoch": 0.39968161043496125, + "grad_norm": 2.5182723999023438, + "learning_rate": 1.364878963772618e-05, + "loss": 2.5606, + "step": 23349 + }, + { + "epoch": 0.3996987281535117, + "grad_norm": 2.3842415809631348, + "learning_rate": 1.3648273450382415e-05, + "loss": 2.7394, + "step": 23350 + }, + { + "epoch": 0.39971584587206216, + "grad_norm": 2.2455310821533203, + "learning_rate": 1.3647757251825127e-05, + "loss": 2.6024, + "step": 23351 + }, + { + "epoch": 0.39973296359061267, + "grad_norm": 2.4014670848846436, + "learning_rate": 1.3647241042055903e-05, + "loss": 2.6398, + "step": 23352 + }, + { + "epoch": 0.3997500813091631, + "grad_norm": 2.3399388790130615, + "learning_rate": 1.3646724821076336e-05, + "loss": 2.5806, + "step": 23353 + }, + { + "epoch": 0.39976719902771357, + "grad_norm": 2.2997734546661377, + "learning_rate": 1.3646208588888007e-05, + "loss": 2.6603, + "step": 23354 + }, + { + "epoch": 0.3997843167462641, + "grad_norm": 2.2302021980285645, + "learning_rate": 1.3645692345492498e-05, + "loss": 2.6062, + "step": 23355 + }, + { + "epoch": 0.39980143446481453, + "grad_norm": 2.232879400253296, + "learning_rate": 1.3645176090891403e-05, + "loss": 2.6671, + "step": 23356 + }, + { + "epoch": 0.399818552183365, + "grad_norm": 2.3604607582092285, + "learning_rate": 1.3644659825086308e-05, + "loss": 2.68, + "step": 23357 + }, + { + "epoch": 0.3998356699019155, + "grad_norm": 2.241386890411377, + "learning_rate": 1.3644143548078797e-05, + "loss": 2.7388, + "step": 23358 + }, + { + "epoch": 0.39985278762046594, + "grad_norm": 2.3827157020568848, + "learning_rate": 1.3643627259870462e-05, + "loss": 2.5827, + "step": 23359 + }, + { + "epoch": 0.3998699053390164, + "grad_norm": 2.3098089694976807, + "learning_rate": 1.3643110960462884e-05, + "loss": 2.6448, + "step": 23360 + }, + { + "epoch": 0.3998870230575669, + "grad_norm": 2.440870523452759, + "learning_rate": 1.3642594649857652e-05, + "loss": 2.6493, + "step": 23361 + }, + { + "epoch": 0.39990414077611736, + "grad_norm": 2.21388840675354, + "learning_rate": 1.3642078328056356e-05, + "loss": 2.4864, + "step": 23362 + }, + { + "epoch": 0.3999212584946678, + "grad_norm": 2.5232574939727783, + "learning_rate": 1.364156199506058e-05, + "loss": 2.67, + "step": 23363 + }, + { + "epoch": 0.3999383762132183, + "grad_norm": 2.31372332572937, + "learning_rate": 1.364104565087191e-05, + "loss": 2.6903, + "step": 23364 + }, + { + "epoch": 0.39995549393176877, + "grad_norm": 2.280327320098877, + "learning_rate": 1.3640529295491933e-05, + "loss": 2.5934, + "step": 23365 + }, + { + "epoch": 0.3999726116503192, + "grad_norm": 2.279838800430298, + "learning_rate": 1.3640012928922239e-05, + "loss": 2.6555, + "step": 23366 + }, + { + "epoch": 0.39998972936886973, + "grad_norm": 2.110499858856201, + "learning_rate": 1.3639496551164413e-05, + "loss": 2.6221, + "step": 23367 + }, + { + "epoch": 0.4000068470874202, + "grad_norm": 2.4040441513061523, + "learning_rate": 1.3638980162220041e-05, + "loss": 2.6811, + "step": 23368 + }, + { + "epoch": 0.40002396480597063, + "grad_norm": 2.2819948196411133, + "learning_rate": 1.3638463762090717e-05, + "loss": 2.6812, + "step": 23369 + }, + { + "epoch": 0.40004108252452114, + "grad_norm": 2.202728033065796, + "learning_rate": 1.3637947350778023e-05, + "loss": 2.5925, + "step": 23370 + }, + { + "epoch": 0.4000582002430716, + "grad_norm": 2.399384021759033, + "learning_rate": 1.3637430928283542e-05, + "loss": 2.634, + "step": 23371 + }, + { + "epoch": 0.4000753179616221, + "grad_norm": 2.5820841789245605, + "learning_rate": 1.3636914494608867e-05, + "loss": 2.6471, + "step": 23372 + }, + { + "epoch": 0.40009243568017255, + "grad_norm": 2.3588860034942627, + "learning_rate": 1.3636398049755584e-05, + "loss": 2.612, + "step": 23373 + }, + { + "epoch": 0.400109553398723, + "grad_norm": 2.2183895111083984, + "learning_rate": 1.3635881593725282e-05, + "loss": 2.5375, + "step": 23374 + }, + { + "epoch": 0.4001266711172735, + "grad_norm": 2.3463261127471924, + "learning_rate": 1.3635365126519547e-05, + "loss": 2.6111, + "step": 23375 + }, + { + "epoch": 0.40014378883582397, + "grad_norm": 2.173584222793579, + "learning_rate": 1.3634848648139967e-05, + "loss": 2.5872, + "step": 23376 + }, + { + "epoch": 0.4001609065543744, + "grad_norm": 2.372000217437744, + "learning_rate": 1.3634332158588129e-05, + "loss": 2.5881, + "step": 23377 + }, + { + "epoch": 0.4001780242729249, + "grad_norm": 2.191596746444702, + "learning_rate": 1.3633815657865617e-05, + "loss": 2.4547, + "step": 23378 + }, + { + "epoch": 0.4001951419914754, + "grad_norm": 2.354264497756958, + "learning_rate": 1.3633299145974022e-05, + "loss": 2.6412, + "step": 23379 + }, + { + "epoch": 0.40021225971002583, + "grad_norm": 2.309333324432373, + "learning_rate": 1.3632782622914935e-05, + "loss": 2.6121, + "step": 23380 + }, + { + "epoch": 0.40022937742857634, + "grad_norm": 2.4038116931915283, + "learning_rate": 1.3632266088689939e-05, + "loss": 2.6853, + "step": 23381 + }, + { + "epoch": 0.4002464951471268, + "grad_norm": 2.3840363025665283, + "learning_rate": 1.3631749543300621e-05, + "loss": 2.586, + "step": 23382 + }, + { + "epoch": 0.40026361286567724, + "grad_norm": 2.2319583892822266, + "learning_rate": 1.3631232986748572e-05, + "loss": 2.467, + "step": 23383 + }, + { + "epoch": 0.40028073058422775, + "grad_norm": 2.3469717502593994, + "learning_rate": 1.3630716419035376e-05, + "loss": 2.5736, + "step": 23384 + }, + { + "epoch": 0.4002978483027782, + "grad_norm": 2.307183265686035, + "learning_rate": 1.3630199840162625e-05, + "loss": 2.6101, + "step": 23385 + }, + { + "epoch": 0.40031496602132866, + "grad_norm": 2.1853482723236084, + "learning_rate": 1.3629683250131907e-05, + "loss": 2.6027, + "step": 23386 + }, + { + "epoch": 0.40033208373987916, + "grad_norm": 2.36794114112854, + "learning_rate": 1.3629166648944803e-05, + "loss": 2.572, + "step": 23387 + }, + { + "epoch": 0.4003492014584296, + "grad_norm": 2.1225473880767822, + "learning_rate": 1.3628650036602906e-05, + "loss": 2.5691, + "step": 23388 + }, + { + "epoch": 0.40036631917698007, + "grad_norm": 2.250401020050049, + "learning_rate": 1.3628133413107805e-05, + "loss": 2.629, + "step": 23389 + }, + { + "epoch": 0.4003834368955306, + "grad_norm": 2.232356071472168, + "learning_rate": 1.3627616778461085e-05, + "loss": 2.6141, + "step": 23390 + }, + { + "epoch": 0.40040055461408103, + "grad_norm": 2.412648916244507, + "learning_rate": 1.3627100132664337e-05, + "loss": 2.6859, + "step": 23391 + }, + { + "epoch": 0.4004176723326315, + "grad_norm": 2.3360397815704346, + "learning_rate": 1.3626583475719146e-05, + "loss": 2.6866, + "step": 23392 + }, + { + "epoch": 0.400434790051182, + "grad_norm": 2.2762701511383057, + "learning_rate": 1.3626066807627098e-05, + "loss": 2.6037, + "step": 23393 + }, + { + "epoch": 0.40045190776973244, + "grad_norm": 2.3670310974121094, + "learning_rate": 1.3625550128389788e-05, + "loss": 2.7472, + "step": 23394 + }, + { + "epoch": 0.40046902548828295, + "grad_norm": 2.3115689754486084, + "learning_rate": 1.3625033438008797e-05, + "loss": 2.5425, + "step": 23395 + }, + { + "epoch": 0.4004861432068334, + "grad_norm": 2.2721190452575684, + "learning_rate": 1.362451673648572e-05, + "loss": 2.6524, + "step": 23396 + }, + { + "epoch": 0.40050326092538385, + "grad_norm": 2.3991847038269043, + "learning_rate": 1.362400002382214e-05, + "loss": 2.8073, + "step": 23397 + }, + { + "epoch": 0.40052037864393436, + "grad_norm": 2.2488107681274414, + "learning_rate": 1.3623483300019649e-05, + "loss": 2.5267, + "step": 23398 + }, + { + "epoch": 0.4005374963624848, + "grad_norm": 2.402998447418213, + "learning_rate": 1.362296656507983e-05, + "loss": 2.6465, + "step": 23399 + }, + { + "epoch": 0.40055461408103527, + "grad_norm": 2.264228582382202, + "learning_rate": 1.3622449819004274e-05, + "loss": 2.5678, + "step": 23400 + }, + { + "epoch": 0.4005717317995858, + "grad_norm": 2.495399236679077, + "learning_rate": 1.362193306179457e-05, + "loss": 2.5909, + "step": 23401 + }, + { + "epoch": 0.4005888495181362, + "grad_norm": 2.2732627391815186, + "learning_rate": 1.3621416293452305e-05, + "loss": 2.4921, + "step": 23402 + }, + { + "epoch": 0.4006059672366867, + "grad_norm": 2.267578601837158, + "learning_rate": 1.3620899513979068e-05, + "loss": 2.5483, + "step": 23403 + }, + { + "epoch": 0.4006230849552372, + "grad_norm": 2.352302074432373, + "learning_rate": 1.362038272337645e-05, + "loss": 2.559, + "step": 23404 + }, + { + "epoch": 0.40064020267378764, + "grad_norm": 2.2686288356781006, + "learning_rate": 1.3619865921646036e-05, + "loss": 2.5432, + "step": 23405 + }, + { + "epoch": 0.4006573203923381, + "grad_norm": 2.347792863845825, + "learning_rate": 1.3619349108789414e-05, + "loss": 2.5959, + "step": 23406 + }, + { + "epoch": 0.4006744381108886, + "grad_norm": 2.2873833179473877, + "learning_rate": 1.361883228480818e-05, + "loss": 2.6666, + "step": 23407 + }, + { + "epoch": 0.40069155582943905, + "grad_norm": 2.314829111099243, + "learning_rate": 1.361831544970391e-05, + "loss": 2.5364, + "step": 23408 + }, + { + "epoch": 0.4007086735479895, + "grad_norm": 2.35099458694458, + "learning_rate": 1.3617798603478201e-05, + "loss": 2.612, + "step": 23409 + }, + { + "epoch": 0.40072579126654, + "grad_norm": 2.317108392715454, + "learning_rate": 1.3617281746132638e-05, + "loss": 2.4945, + "step": 23410 + }, + { + "epoch": 0.40074290898509046, + "grad_norm": 2.3162035942077637, + "learning_rate": 1.3616764877668816e-05, + "loss": 2.5885, + "step": 23411 + }, + { + "epoch": 0.4007600267036409, + "grad_norm": 2.328010082244873, + "learning_rate": 1.3616247998088316e-05, + "loss": 2.703, + "step": 23412 + }, + { + "epoch": 0.4007771444221914, + "grad_norm": 2.192976951599121, + "learning_rate": 1.3615731107392731e-05, + "loss": 2.599, + "step": 23413 + }, + { + "epoch": 0.4007942621407419, + "grad_norm": 2.2726340293884277, + "learning_rate": 1.3615214205583647e-05, + "loss": 2.602, + "step": 23414 + }, + { + "epoch": 0.4008113798592923, + "grad_norm": 2.223284959793091, + "learning_rate": 1.3614697292662654e-05, + "loss": 2.5992, + "step": 23415 + }, + { + "epoch": 0.40082849757784283, + "grad_norm": 2.3826189041137695, + "learning_rate": 1.3614180368631342e-05, + "loss": 2.6864, + "step": 23416 + }, + { + "epoch": 0.4008456152963933, + "grad_norm": 2.066969871520996, + "learning_rate": 1.36136634334913e-05, + "loss": 2.5544, + "step": 23417 + }, + { + "epoch": 0.4008627330149438, + "grad_norm": 2.446674108505249, + "learning_rate": 1.3613146487244113e-05, + "loss": 2.5499, + "step": 23418 + }, + { + "epoch": 0.40087985073349425, + "grad_norm": 2.315873384475708, + "learning_rate": 1.3612629529891377e-05, + "loss": 2.7422, + "step": 23419 + }, + { + "epoch": 0.4008969684520447, + "grad_norm": 2.1868507862091064, + "learning_rate": 1.3612112561434673e-05, + "loss": 2.5819, + "step": 23420 + }, + { + "epoch": 0.4009140861705952, + "grad_norm": 2.2962777614593506, + "learning_rate": 1.3611595581875593e-05, + "loss": 2.6938, + "step": 23421 + }, + { + "epoch": 0.40093120388914566, + "grad_norm": 2.444648027420044, + "learning_rate": 1.361107859121573e-05, + "loss": 2.6385, + "step": 23422 + }, + { + "epoch": 0.4009483216076961, + "grad_norm": 2.2171902656555176, + "learning_rate": 1.3610561589456669e-05, + "loss": 2.6185, + "step": 23423 + }, + { + "epoch": 0.4009654393262466, + "grad_norm": 2.2893075942993164, + "learning_rate": 1.3610044576599997e-05, + "loss": 2.5959, + "step": 23424 + }, + { + "epoch": 0.40098255704479707, + "grad_norm": 2.398291826248169, + "learning_rate": 1.3609527552647308e-05, + "loss": 2.7324, + "step": 23425 + }, + { + "epoch": 0.4009996747633475, + "grad_norm": 2.1842262744903564, + "learning_rate": 1.360901051760019e-05, + "loss": 2.6526, + "step": 23426 + }, + { + "epoch": 0.40101679248189803, + "grad_norm": 2.327847480773926, + "learning_rate": 1.3608493471460229e-05, + "loss": 2.6111, + "step": 23427 + }, + { + "epoch": 0.4010339102004485, + "grad_norm": 2.2835118770599365, + "learning_rate": 1.3607976414229018e-05, + "loss": 2.7094, + "step": 23428 + }, + { + "epoch": 0.40105102791899894, + "grad_norm": 2.0882198810577393, + "learning_rate": 1.3607459345908145e-05, + "loss": 2.4419, + "step": 23429 + }, + { + "epoch": 0.40106814563754944, + "grad_norm": 2.2479286193847656, + "learning_rate": 1.3606942266499196e-05, + "loss": 2.5356, + "step": 23430 + }, + { + "epoch": 0.4010852633560999, + "grad_norm": 2.1909117698669434, + "learning_rate": 1.3606425176003766e-05, + "loss": 2.5634, + "step": 23431 + }, + { + "epoch": 0.40110238107465035, + "grad_norm": 2.3014116287231445, + "learning_rate": 1.3605908074423442e-05, + "loss": 2.6014, + "step": 23432 + }, + { + "epoch": 0.40111949879320086, + "grad_norm": 2.429760456085205, + "learning_rate": 1.3605390961759812e-05, + "loss": 2.6096, + "step": 23433 + }, + { + "epoch": 0.4011366165117513, + "grad_norm": 3.492358684539795, + "learning_rate": 1.360487383801447e-05, + "loss": 2.7637, + "step": 23434 + }, + { + "epoch": 0.40115373423030176, + "grad_norm": 2.2934091091156006, + "learning_rate": 1.3604356703188997e-05, + "loss": 2.5848, + "step": 23435 + }, + { + "epoch": 0.40117085194885227, + "grad_norm": 2.367953062057495, + "learning_rate": 1.3603839557284987e-05, + "loss": 2.5622, + "step": 23436 + }, + { + "epoch": 0.4011879696674027, + "grad_norm": 2.285834789276123, + "learning_rate": 1.3603322400304033e-05, + "loss": 2.489, + "step": 23437 + }, + { + "epoch": 0.4012050873859532, + "grad_norm": 2.3289825916290283, + "learning_rate": 1.3602805232247722e-05, + "loss": 2.6966, + "step": 23438 + }, + { + "epoch": 0.4012222051045037, + "grad_norm": 2.4540607929229736, + "learning_rate": 1.3602288053117644e-05, + "loss": 2.6354, + "step": 23439 + }, + { + "epoch": 0.40123932282305413, + "grad_norm": 2.5024964809417725, + "learning_rate": 1.3601770862915383e-05, + "loss": 2.6592, + "step": 23440 + }, + { + "epoch": 0.40125644054160464, + "grad_norm": 2.2982609272003174, + "learning_rate": 1.3601253661642537e-05, + "loss": 2.4989, + "step": 23441 + }, + { + "epoch": 0.4012735582601551, + "grad_norm": 2.3774828910827637, + "learning_rate": 1.360073644930069e-05, + "loss": 2.6029, + "step": 23442 + }, + { + "epoch": 0.40129067597870555, + "grad_norm": 2.3802480697631836, + "learning_rate": 1.3600219225891435e-05, + "loss": 2.6796, + "step": 23443 + }, + { + "epoch": 0.40130779369725605, + "grad_norm": 2.268850088119507, + "learning_rate": 1.3599701991416363e-05, + "loss": 2.6536, + "step": 23444 + }, + { + "epoch": 0.4013249114158065, + "grad_norm": 2.27825927734375, + "learning_rate": 1.3599184745877059e-05, + "loss": 2.6865, + "step": 23445 + }, + { + "epoch": 0.40134202913435696, + "grad_norm": 2.1516880989074707, + "learning_rate": 1.3598667489275115e-05, + "loss": 2.478, + "step": 23446 + }, + { + "epoch": 0.40135914685290747, + "grad_norm": 2.478564739227295, + "learning_rate": 1.3598150221612118e-05, + "loss": 2.5497, + "step": 23447 + }, + { + "epoch": 0.4013762645714579, + "grad_norm": 2.1903128623962402, + "learning_rate": 1.3597632942889666e-05, + "loss": 2.587, + "step": 23448 + }, + { + "epoch": 0.40139338229000837, + "grad_norm": 2.333068609237671, + "learning_rate": 1.3597115653109343e-05, + "loss": 2.6676, + "step": 23449 + }, + { + "epoch": 0.4014105000085589, + "grad_norm": 2.163721799850464, + "learning_rate": 1.359659835227274e-05, + "loss": 2.5535, + "step": 23450 + }, + { + "epoch": 0.40142761772710933, + "grad_norm": 2.3422110080718994, + "learning_rate": 1.3596081040381445e-05, + "loss": 2.7436, + "step": 23451 + }, + { + "epoch": 0.4014447354456598, + "grad_norm": 2.3289828300476074, + "learning_rate": 1.3595563717437053e-05, + "loss": 2.5801, + "step": 23452 + }, + { + "epoch": 0.4014618531642103, + "grad_norm": 2.332596778869629, + "learning_rate": 1.3595046383441148e-05, + "loss": 2.6636, + "step": 23453 + }, + { + "epoch": 0.40147897088276074, + "grad_norm": 2.234828233718872, + "learning_rate": 1.3594529038395325e-05, + "loss": 2.6029, + "step": 23454 + }, + { + "epoch": 0.4014960886013112, + "grad_norm": 2.336364269256592, + "learning_rate": 1.3594011682301174e-05, + "loss": 2.5715, + "step": 23455 + }, + { + "epoch": 0.4015132063198617, + "grad_norm": 2.3293561935424805, + "learning_rate": 1.359349431516028e-05, + "loss": 2.5849, + "step": 23456 + }, + { + "epoch": 0.40153032403841216, + "grad_norm": 2.259495735168457, + "learning_rate": 1.3592976936974236e-05, + "loss": 2.6348, + "step": 23457 + }, + { + "epoch": 0.4015474417569626, + "grad_norm": 2.2801687717437744, + "learning_rate": 1.3592459547744635e-05, + "loss": 2.6208, + "step": 23458 + }, + { + "epoch": 0.4015645594755131, + "grad_norm": 2.338209390640259, + "learning_rate": 1.3591942147473064e-05, + "loss": 2.6207, + "step": 23459 + }, + { + "epoch": 0.40158167719406357, + "grad_norm": 2.321796417236328, + "learning_rate": 1.3591424736161116e-05, + "loss": 2.7143, + "step": 23460 + }, + { + "epoch": 0.401598794912614, + "grad_norm": 2.2667970657348633, + "learning_rate": 1.3590907313810377e-05, + "loss": 2.6679, + "step": 23461 + }, + { + "epoch": 0.40161591263116453, + "grad_norm": 2.306955337524414, + "learning_rate": 1.3590389880422445e-05, + "loss": 2.4838, + "step": 23462 + }, + { + "epoch": 0.401633030349715, + "grad_norm": 2.3545756340026855, + "learning_rate": 1.3589872435998904e-05, + "loss": 2.5563, + "step": 23463 + }, + { + "epoch": 0.4016501480682655, + "grad_norm": 2.1644134521484375, + "learning_rate": 1.3589354980541343e-05, + "loss": 2.6945, + "step": 23464 + }, + { + "epoch": 0.40166726578681594, + "grad_norm": 2.365257978439331, + "learning_rate": 1.3588837514051359e-05, + "loss": 2.6725, + "step": 23465 + }, + { + "epoch": 0.4016843835053664, + "grad_norm": 2.2137160301208496, + "learning_rate": 1.3588320036530535e-05, + "loss": 2.391, + "step": 23466 + }, + { + "epoch": 0.4017015012239169, + "grad_norm": 2.2459120750427246, + "learning_rate": 1.3587802547980468e-05, + "loss": 2.6556, + "step": 23467 + }, + { + "epoch": 0.40171861894246735, + "grad_norm": 2.264514446258545, + "learning_rate": 1.3587285048402746e-05, + "loss": 2.5736, + "step": 23468 + }, + { + "epoch": 0.4017357366610178, + "grad_norm": 2.341106414794922, + "learning_rate": 1.358676753779896e-05, + "loss": 2.6385, + "step": 23469 + }, + { + "epoch": 0.4017528543795683, + "grad_norm": 2.252833366394043, + "learning_rate": 1.3586250016170701e-05, + "loss": 2.5458, + "step": 23470 + }, + { + "epoch": 0.40176997209811877, + "grad_norm": 2.3020994663238525, + "learning_rate": 1.3585732483519561e-05, + "loss": 2.6472, + "step": 23471 + }, + { + "epoch": 0.4017870898166692, + "grad_norm": 2.26583194732666, + "learning_rate": 1.3585214939847124e-05, + "loss": 2.6443, + "step": 23472 + }, + { + "epoch": 0.4018042075352197, + "grad_norm": 2.3728232383728027, + "learning_rate": 1.3584697385154987e-05, + "loss": 2.7059, + "step": 23473 + }, + { + "epoch": 0.4018213252537702, + "grad_norm": 2.41926646232605, + "learning_rate": 1.358417981944474e-05, + "loss": 2.6089, + "step": 23474 + }, + { + "epoch": 0.40183844297232063, + "grad_norm": 2.3380696773529053, + "learning_rate": 1.3583662242717975e-05, + "loss": 2.7057, + "step": 23475 + }, + { + "epoch": 0.40185556069087114, + "grad_norm": 2.272361993789673, + "learning_rate": 1.3583144654976277e-05, + "loss": 2.5036, + "step": 23476 + }, + { + "epoch": 0.4018726784094216, + "grad_norm": 2.3928256034851074, + "learning_rate": 1.3582627056221244e-05, + "loss": 2.6375, + "step": 23477 + }, + { + "epoch": 0.40188979612797204, + "grad_norm": 2.199415683746338, + "learning_rate": 1.3582109446454464e-05, + "loss": 2.5637, + "step": 23478 + }, + { + "epoch": 0.40190691384652255, + "grad_norm": 2.34835147857666, + "learning_rate": 1.3581591825677526e-05, + "loss": 2.5481, + "step": 23479 + }, + { + "epoch": 0.401924031565073, + "grad_norm": 2.2483439445495605, + "learning_rate": 1.3581074193892023e-05, + "loss": 2.4479, + "step": 23480 + }, + { + "epoch": 0.40194114928362346, + "grad_norm": 2.5266573429107666, + "learning_rate": 1.3580556551099546e-05, + "loss": 2.5907, + "step": 23481 + }, + { + "epoch": 0.40195826700217396, + "grad_norm": 2.1681296825408936, + "learning_rate": 1.3580038897301686e-05, + "loss": 2.5702, + "step": 23482 + }, + { + "epoch": 0.4019753847207244, + "grad_norm": 2.2808456420898438, + "learning_rate": 1.3579521232500034e-05, + "loss": 2.5955, + "step": 23483 + }, + { + "epoch": 0.40199250243927487, + "grad_norm": 2.1914892196655273, + "learning_rate": 1.3579003556696182e-05, + "loss": 2.5325, + "step": 23484 + }, + { + "epoch": 0.4020096201578254, + "grad_norm": 2.4472432136535645, + "learning_rate": 1.357848586989172e-05, + "loss": 2.6999, + "step": 23485 + }, + { + "epoch": 0.40202673787637583, + "grad_norm": 2.2598659992218018, + "learning_rate": 1.3577968172088238e-05, + "loss": 2.4614, + "step": 23486 + }, + { + "epoch": 0.40204385559492634, + "grad_norm": 2.3798251152038574, + "learning_rate": 1.357745046328733e-05, + "loss": 2.6882, + "step": 23487 + }, + { + "epoch": 0.4020609733134768, + "grad_norm": 2.290686845779419, + "learning_rate": 1.3576932743490586e-05, + "loss": 2.536, + "step": 23488 + }, + { + "epoch": 0.40207809103202724, + "grad_norm": 2.3562653064727783, + "learning_rate": 1.3576415012699592e-05, + "loss": 2.512, + "step": 23489 + }, + { + "epoch": 0.40209520875057775, + "grad_norm": 2.3403966426849365, + "learning_rate": 1.357589727091595e-05, + "loss": 2.8395, + "step": 23490 + }, + { + "epoch": 0.4021123264691282, + "grad_norm": 2.3442375659942627, + "learning_rate": 1.3575379518141245e-05, + "loss": 2.6111, + "step": 23491 + }, + { + "epoch": 0.40212944418767865, + "grad_norm": 2.2942326068878174, + "learning_rate": 1.3574861754377071e-05, + "loss": 2.7672, + "step": 23492 + }, + { + "epoch": 0.40214656190622916, + "grad_norm": 2.191464424133301, + "learning_rate": 1.3574343979625014e-05, + "loss": 2.5802, + "step": 23493 + }, + { + "epoch": 0.4021636796247796, + "grad_norm": 2.1961145401000977, + "learning_rate": 1.357382619388667e-05, + "loss": 2.5914, + "step": 23494 + }, + { + "epoch": 0.40218079734333007, + "grad_norm": 2.3604516983032227, + "learning_rate": 1.357330839716363e-05, + "loss": 2.6021, + "step": 23495 + }, + { + "epoch": 0.4021979150618806, + "grad_norm": 2.2995858192443848, + "learning_rate": 1.3572790589457485e-05, + "loss": 2.6051, + "step": 23496 + }, + { + "epoch": 0.402215032780431, + "grad_norm": 2.2827610969543457, + "learning_rate": 1.3572272770769828e-05, + "loss": 2.5734, + "step": 23497 + }, + { + "epoch": 0.4022321504989815, + "grad_norm": 2.3733880519866943, + "learning_rate": 1.3571754941102246e-05, + "loss": 2.4929, + "step": 23498 + }, + { + "epoch": 0.402249268217532, + "grad_norm": 2.1450374126434326, + "learning_rate": 1.3571237100456338e-05, + "loss": 2.4403, + "step": 23499 + }, + { + "epoch": 0.40226638593608244, + "grad_norm": 2.391918182373047, + "learning_rate": 1.357071924883369e-05, + "loss": 2.5495, + "step": 23500 + }, + { + "epoch": 0.4022835036546329, + "grad_norm": 2.2488443851470947, + "learning_rate": 1.3570201386235893e-05, + "loss": 2.553, + "step": 23501 + }, + { + "epoch": 0.4023006213731834, + "grad_norm": 2.357677936553955, + "learning_rate": 1.3569683512664545e-05, + "loss": 2.7489, + "step": 23502 + }, + { + "epoch": 0.40231773909173385, + "grad_norm": 2.3423819541931152, + "learning_rate": 1.356916562812123e-05, + "loss": 2.7678, + "step": 23503 + }, + { + "epoch": 0.4023348568102843, + "grad_norm": 2.354710817337036, + "learning_rate": 1.3568647732607545e-05, + "loss": 2.6403, + "step": 23504 + }, + { + "epoch": 0.4023519745288348, + "grad_norm": 2.2644662857055664, + "learning_rate": 1.356812982612508e-05, + "loss": 2.6166, + "step": 23505 + }, + { + "epoch": 0.40236909224738526, + "grad_norm": 2.3378801345825195, + "learning_rate": 1.3567611908675428e-05, + "loss": 2.5491, + "step": 23506 + }, + { + "epoch": 0.4023862099659357, + "grad_norm": 2.275754928588867, + "learning_rate": 1.356709398026018e-05, + "loss": 2.5492, + "step": 23507 + }, + { + "epoch": 0.4024033276844862, + "grad_norm": 2.3041040897369385, + "learning_rate": 1.356657604088093e-05, + "loss": 2.6877, + "step": 23508 + }, + { + "epoch": 0.4024204454030367, + "grad_norm": 2.333174228668213, + "learning_rate": 1.3566058090539268e-05, + "loss": 2.527, + "step": 23509 + }, + { + "epoch": 0.4024375631215871, + "grad_norm": 2.3300509452819824, + "learning_rate": 1.356554012923678e-05, + "loss": 2.7132, + "step": 23510 + }, + { + "epoch": 0.40245468084013764, + "grad_norm": 2.3220226764678955, + "learning_rate": 1.356502215697507e-05, + "loss": 2.6121, + "step": 23511 + }, + { + "epoch": 0.4024717985586881, + "grad_norm": 2.195117473602295, + "learning_rate": 1.3564504173755722e-05, + "loss": 2.6311, + "step": 23512 + }, + { + "epoch": 0.4024889162772386, + "grad_norm": 2.3094425201416016, + "learning_rate": 1.356398617958033e-05, + "loss": 2.6086, + "step": 23513 + }, + { + "epoch": 0.40250603399578905, + "grad_norm": 2.2999606132507324, + "learning_rate": 1.356346817445049e-05, + "loss": 2.6624, + "step": 23514 + }, + { + "epoch": 0.4025231517143395, + "grad_norm": 2.213624954223633, + "learning_rate": 1.3562950158367785e-05, + "loss": 2.461, + "step": 23515 + }, + { + "epoch": 0.40254026943289, + "grad_norm": 2.200557231903076, + "learning_rate": 1.3562432131333814e-05, + "loss": 2.5234, + "step": 23516 + }, + { + "epoch": 0.40255738715144046, + "grad_norm": 2.2566394805908203, + "learning_rate": 1.3561914093350171e-05, + "loss": 2.6123, + "step": 23517 + }, + { + "epoch": 0.4025745048699909, + "grad_norm": 2.3544199466705322, + "learning_rate": 1.3561396044418444e-05, + "loss": 2.6109, + "step": 23518 + }, + { + "epoch": 0.4025916225885414, + "grad_norm": 2.2082550525665283, + "learning_rate": 1.3560877984540223e-05, + "loss": 2.5808, + "step": 23519 + }, + { + "epoch": 0.4026087403070919, + "grad_norm": 2.25584077835083, + "learning_rate": 1.356035991371711e-05, + "loss": 2.6531, + "step": 23520 + }, + { + "epoch": 0.4026258580256423, + "grad_norm": 2.342877149581909, + "learning_rate": 1.355984183195069e-05, + "loss": 2.6597, + "step": 23521 + }, + { + "epoch": 0.40264297574419283, + "grad_norm": 2.339354991912842, + "learning_rate": 1.3559323739242552e-05, + "loss": 2.5681, + "step": 23522 + }, + { + "epoch": 0.4026600934627433, + "grad_norm": 2.430577516555786, + "learning_rate": 1.3558805635594294e-05, + "loss": 2.7141, + "step": 23523 + }, + { + "epoch": 0.40267721118129374, + "grad_norm": 2.3239221572875977, + "learning_rate": 1.3558287521007511e-05, + "loss": 2.6194, + "step": 23524 + }, + { + "epoch": 0.40269432889984424, + "grad_norm": 2.176401376724243, + "learning_rate": 1.355776939548379e-05, + "loss": 2.5499, + "step": 23525 + }, + { + "epoch": 0.4027114466183947, + "grad_norm": 2.2104597091674805, + "learning_rate": 1.3557251259024726e-05, + "loss": 2.4266, + "step": 23526 + }, + { + "epoch": 0.40272856433694515, + "grad_norm": 2.4227535724639893, + "learning_rate": 1.3556733111631913e-05, + "loss": 2.4957, + "step": 23527 + }, + { + "epoch": 0.40274568205549566, + "grad_norm": 2.278374195098877, + "learning_rate": 1.3556214953306938e-05, + "loss": 2.3907, + "step": 23528 + }, + { + "epoch": 0.4027627997740461, + "grad_norm": 2.2467172145843506, + "learning_rate": 1.3555696784051401e-05, + "loss": 2.4232, + "step": 23529 + }, + { + "epoch": 0.40277991749259656, + "grad_norm": 2.361204147338867, + "learning_rate": 1.355517860386689e-05, + "loss": 2.7089, + "step": 23530 + }, + { + "epoch": 0.40279703521114707, + "grad_norm": 2.3467578887939453, + "learning_rate": 1.3554660412754996e-05, + "loss": 2.5325, + "step": 23531 + }, + { + "epoch": 0.4028141529296975, + "grad_norm": 2.285236358642578, + "learning_rate": 1.3554142210717317e-05, + "loss": 2.6206, + "step": 23532 + }, + { + "epoch": 0.402831270648248, + "grad_norm": 2.275080442428589, + "learning_rate": 1.3553623997755443e-05, + "loss": 2.6363, + "step": 23533 + }, + { + "epoch": 0.4028483883667985, + "grad_norm": 2.2972166538238525, + "learning_rate": 1.3553105773870967e-05, + "loss": 2.5362, + "step": 23534 + }, + { + "epoch": 0.40286550608534893, + "grad_norm": 2.4824390411376953, + "learning_rate": 1.3552587539065485e-05, + "loss": 2.6987, + "step": 23535 + }, + { + "epoch": 0.40288262380389944, + "grad_norm": 2.2754065990448, + "learning_rate": 1.3552069293340583e-05, + "loss": 2.6293, + "step": 23536 + }, + { + "epoch": 0.4028997415224499, + "grad_norm": 2.352142810821533, + "learning_rate": 1.3551551036697858e-05, + "loss": 2.6494, + "step": 23537 + }, + { + "epoch": 0.40291685924100035, + "grad_norm": 2.26208758354187, + "learning_rate": 1.3551032769138903e-05, + "loss": 2.5932, + "step": 23538 + }, + { + "epoch": 0.40293397695955085, + "grad_norm": 2.3634703159332275, + "learning_rate": 1.355051449066531e-05, + "loss": 2.6377, + "step": 23539 + }, + { + "epoch": 0.4029510946781013, + "grad_norm": 2.1212005615234375, + "learning_rate": 1.3549996201278677e-05, + "loss": 2.376, + "step": 23540 + }, + { + "epoch": 0.40296821239665176, + "grad_norm": 2.2170515060424805, + "learning_rate": 1.3549477900980588e-05, + "loss": 2.5742, + "step": 23541 + }, + { + "epoch": 0.40298533011520227, + "grad_norm": 2.2086524963378906, + "learning_rate": 1.3548959589772644e-05, + "loss": 2.6162, + "step": 23542 + }, + { + "epoch": 0.4030024478337527, + "grad_norm": 2.1934616565704346, + "learning_rate": 1.354844126765643e-05, + "loss": 2.5312, + "step": 23543 + }, + { + "epoch": 0.40301956555230317, + "grad_norm": 2.1905627250671387, + "learning_rate": 1.3547922934633548e-05, + "loss": 2.7048, + "step": 23544 + }, + { + "epoch": 0.4030366832708537, + "grad_norm": 2.2591545581817627, + "learning_rate": 1.3547404590705586e-05, + "loss": 2.5994, + "step": 23545 + }, + { + "epoch": 0.40305380098940413, + "grad_norm": 2.391171455383301, + "learning_rate": 1.354688623587414e-05, + "loss": 2.5669, + "step": 23546 + }, + { + "epoch": 0.4030709187079546, + "grad_norm": 2.331205129623413, + "learning_rate": 1.35463678701408e-05, + "loss": 2.7054, + "step": 23547 + }, + { + "epoch": 0.4030880364265051, + "grad_norm": 2.2780721187591553, + "learning_rate": 1.3545849493507159e-05, + "loss": 2.5748, + "step": 23548 + }, + { + "epoch": 0.40310515414505554, + "grad_norm": 2.389892339706421, + "learning_rate": 1.3545331105974815e-05, + "loss": 2.7862, + "step": 23549 + }, + { + "epoch": 0.403122271863606, + "grad_norm": 2.3217084407806396, + "learning_rate": 1.3544812707545358e-05, + "loss": 2.597, + "step": 23550 + }, + { + "epoch": 0.4031393895821565, + "grad_norm": 2.2510735988616943, + "learning_rate": 1.3544294298220384e-05, + "loss": 2.6355, + "step": 23551 + }, + { + "epoch": 0.40315650730070696, + "grad_norm": 2.2654988765716553, + "learning_rate": 1.3543775878001482e-05, + "loss": 2.6864, + "step": 23552 + }, + { + "epoch": 0.4031736250192574, + "grad_norm": 2.3522791862487793, + "learning_rate": 1.3543257446890245e-05, + "loss": 2.6604, + "step": 23553 + }, + { + "epoch": 0.4031907427378079, + "grad_norm": 2.3268368244171143, + "learning_rate": 1.3542739004888273e-05, + "loss": 2.6378, + "step": 23554 + }, + { + "epoch": 0.40320786045635837, + "grad_norm": 2.251804828643799, + "learning_rate": 1.3542220551997155e-05, + "loss": 2.666, + "step": 23555 + }, + { + "epoch": 0.4032249781749088, + "grad_norm": 2.2481021881103516, + "learning_rate": 1.354170208821849e-05, + "loss": 2.5331, + "step": 23556 + }, + { + "epoch": 0.40324209589345933, + "grad_norm": 2.2931904792785645, + "learning_rate": 1.354118361355386e-05, + "loss": 2.6905, + "step": 23557 + }, + { + "epoch": 0.4032592136120098, + "grad_norm": 2.2849647998809814, + "learning_rate": 1.3540665128004869e-05, + "loss": 2.579, + "step": 23558 + }, + { + "epoch": 0.4032763313305603, + "grad_norm": 2.2105958461761475, + "learning_rate": 1.3540146631573104e-05, + "loss": 2.6041, + "step": 23559 + }, + { + "epoch": 0.40329344904911074, + "grad_norm": 2.2361505031585693, + "learning_rate": 1.3539628124260165e-05, + "loss": 2.5615, + "step": 23560 + }, + { + "epoch": 0.4033105667676612, + "grad_norm": 2.1758906841278076, + "learning_rate": 1.3539109606067642e-05, + "loss": 2.5166, + "step": 23561 + }, + { + "epoch": 0.4033276844862117, + "grad_norm": 2.2065117359161377, + "learning_rate": 1.3538591076997128e-05, + "loss": 2.5339, + "step": 23562 + }, + { + "epoch": 0.40334480220476215, + "grad_norm": 2.3535447120666504, + "learning_rate": 1.353807253705022e-05, + "loss": 2.6412, + "step": 23563 + }, + { + "epoch": 0.4033619199233126, + "grad_norm": 2.2857799530029297, + "learning_rate": 1.3537553986228506e-05, + "loss": 2.6815, + "step": 23564 + }, + { + "epoch": 0.4033790376418631, + "grad_norm": 2.3786542415618896, + "learning_rate": 1.3537035424533587e-05, + "loss": 2.706, + "step": 23565 + }, + { + "epoch": 0.40339615536041357, + "grad_norm": 2.3599581718444824, + "learning_rate": 1.3536516851967053e-05, + "loss": 2.655, + "step": 23566 + }, + { + "epoch": 0.403413273078964, + "grad_norm": 2.3109521865844727, + "learning_rate": 1.35359982685305e-05, + "loss": 2.5086, + "step": 23567 + }, + { + "epoch": 0.4034303907975145, + "grad_norm": 2.2555227279663086, + "learning_rate": 1.3535479674225517e-05, + "loss": 2.3876, + "step": 23568 + }, + { + "epoch": 0.403447508516065, + "grad_norm": 2.359699249267578, + "learning_rate": 1.3534961069053702e-05, + "loss": 2.5877, + "step": 23569 + }, + { + "epoch": 0.40346462623461543, + "grad_norm": 2.2330267429351807, + "learning_rate": 1.353444245301665e-05, + "loss": 2.5774, + "step": 23570 + }, + { + "epoch": 0.40348174395316594, + "grad_norm": 2.235565423965454, + "learning_rate": 1.3533923826115955e-05, + "loss": 2.5398, + "step": 23571 + }, + { + "epoch": 0.4034988616717164, + "grad_norm": 2.196448564529419, + "learning_rate": 1.353340518835321e-05, + "loss": 2.6027, + "step": 23572 + }, + { + "epoch": 0.40351597939026684, + "grad_norm": 2.3885748386383057, + "learning_rate": 1.3532886539730006e-05, + "loss": 2.6922, + "step": 23573 + }, + { + "epoch": 0.40353309710881735, + "grad_norm": 2.3937575817108154, + "learning_rate": 1.3532367880247939e-05, + "loss": 2.5809, + "step": 23574 + }, + { + "epoch": 0.4035502148273678, + "grad_norm": 2.253147602081299, + "learning_rate": 1.3531849209908605e-05, + "loss": 2.6556, + "step": 23575 + }, + { + "epoch": 0.40356733254591826, + "grad_norm": 2.2915332317352295, + "learning_rate": 1.3531330528713597e-05, + "loss": 2.5709, + "step": 23576 + }, + { + "epoch": 0.40358445026446876, + "grad_norm": 2.3377363681793213, + "learning_rate": 1.353081183666451e-05, + "loss": 2.7145, + "step": 23577 + }, + { + "epoch": 0.4036015679830192, + "grad_norm": 2.183130979537964, + "learning_rate": 1.3530293133762942e-05, + "loss": 2.6067, + "step": 23578 + }, + { + "epoch": 0.40361868570156967, + "grad_norm": 2.2941880226135254, + "learning_rate": 1.3529774420010478e-05, + "loss": 2.7349, + "step": 23579 + }, + { + "epoch": 0.4036358034201202, + "grad_norm": 2.3134331703186035, + "learning_rate": 1.3529255695408716e-05, + "loss": 2.7375, + "step": 23580 + }, + { + "epoch": 0.40365292113867063, + "grad_norm": 2.2901268005371094, + "learning_rate": 1.3528736959959254e-05, + "loss": 2.6626, + "step": 23581 + }, + { + "epoch": 0.40367003885722114, + "grad_norm": 2.4230456352233887, + "learning_rate": 1.3528218213663684e-05, + "loss": 2.6737, + "step": 23582 + }, + { + "epoch": 0.4036871565757716, + "grad_norm": 2.375938653945923, + "learning_rate": 1.3527699456523603e-05, + "loss": 2.6756, + "step": 23583 + }, + { + "epoch": 0.40370427429432204, + "grad_norm": 2.4223031997680664, + "learning_rate": 1.35271806885406e-05, + "loss": 2.7363, + "step": 23584 + }, + { + "epoch": 0.40372139201287255, + "grad_norm": 2.2586774826049805, + "learning_rate": 1.3526661909716274e-05, + "loss": 2.5104, + "step": 23585 + }, + { + "epoch": 0.403738509731423, + "grad_norm": 2.3524348735809326, + "learning_rate": 1.3526143120052218e-05, + "loss": 2.5895, + "step": 23586 + }, + { + "epoch": 0.40375562744997345, + "grad_norm": 2.317319631576538, + "learning_rate": 1.3525624319550025e-05, + "loss": 2.6163, + "step": 23587 + }, + { + "epoch": 0.40377274516852396, + "grad_norm": 2.2596616744995117, + "learning_rate": 1.3525105508211294e-05, + "loss": 2.5447, + "step": 23588 + }, + { + "epoch": 0.4037898628870744, + "grad_norm": 2.433746099472046, + "learning_rate": 1.3524586686037614e-05, + "loss": 2.5563, + "step": 23589 + }, + { + "epoch": 0.40380698060562487, + "grad_norm": 2.2126710414886475, + "learning_rate": 1.3524067853030586e-05, + "loss": 2.5673, + "step": 23590 + }, + { + "epoch": 0.4038240983241754, + "grad_norm": 2.358093023300171, + "learning_rate": 1.35235490091918e-05, + "loss": 2.5759, + "step": 23591 + }, + { + "epoch": 0.4038412160427258, + "grad_norm": 2.3218369483947754, + "learning_rate": 1.3523030154522853e-05, + "loss": 2.7297, + "step": 23592 + }, + { + "epoch": 0.4038583337612763, + "grad_norm": 2.175149440765381, + "learning_rate": 1.352251128902534e-05, + "loss": 2.6059, + "step": 23593 + }, + { + "epoch": 0.4038754514798268, + "grad_norm": 2.740356683731079, + "learning_rate": 1.352199241270085e-05, + "loss": 2.7763, + "step": 23594 + }, + { + "epoch": 0.40389256919837724, + "grad_norm": 2.3744680881500244, + "learning_rate": 1.3521473525550986e-05, + "loss": 2.5861, + "step": 23595 + }, + { + "epoch": 0.4039096869169277, + "grad_norm": 2.1856462955474854, + "learning_rate": 1.3520954627577338e-05, + "loss": 2.5051, + "step": 23596 + }, + { + "epoch": 0.4039268046354782, + "grad_norm": 2.2731966972351074, + "learning_rate": 1.3520435718781504e-05, + "loss": 2.6264, + "step": 23597 + }, + { + "epoch": 0.40394392235402865, + "grad_norm": 2.259218454360962, + "learning_rate": 1.3519916799165075e-05, + "loss": 2.5689, + "step": 23598 + }, + { + "epoch": 0.4039610400725791, + "grad_norm": 2.5178589820861816, + "learning_rate": 1.3519397868729654e-05, + "loss": 2.5781, + "step": 23599 + }, + { + "epoch": 0.4039781577911296, + "grad_norm": 2.188281536102295, + "learning_rate": 1.3518878927476823e-05, + "loss": 2.5081, + "step": 23600 + }, + { + "epoch": 0.40399527550968006, + "grad_norm": 2.366485357284546, + "learning_rate": 1.3518359975408189e-05, + "loss": 2.6952, + "step": 23601 + }, + { + "epoch": 0.4040123932282305, + "grad_norm": 2.2345659732818604, + "learning_rate": 1.3517841012525339e-05, + "loss": 2.5389, + "step": 23602 + }, + { + "epoch": 0.404029510946781, + "grad_norm": 2.352940082550049, + "learning_rate": 1.3517322038829873e-05, + "loss": 2.6844, + "step": 23603 + }, + { + "epoch": 0.4040466286653315, + "grad_norm": 2.3539633750915527, + "learning_rate": 1.3516803054323386e-05, + "loss": 2.6549, + "step": 23604 + }, + { + "epoch": 0.404063746383882, + "grad_norm": 2.3541452884674072, + "learning_rate": 1.3516284059007472e-05, + "loss": 2.553, + "step": 23605 + }, + { + "epoch": 0.40408086410243244, + "grad_norm": 2.3388726711273193, + "learning_rate": 1.3515765052883722e-05, + "loss": 2.6147, + "step": 23606 + }, + { + "epoch": 0.4040979818209829, + "grad_norm": 2.620258331298828, + "learning_rate": 1.3515246035953741e-05, + "loss": 2.6962, + "step": 23607 + }, + { + "epoch": 0.4041150995395334, + "grad_norm": 2.351379871368408, + "learning_rate": 1.3514727008219115e-05, + "loss": 2.6423, + "step": 23608 + }, + { + "epoch": 0.40413221725808385, + "grad_norm": 2.680250883102417, + "learning_rate": 1.3514207969681445e-05, + "loss": 2.7356, + "step": 23609 + }, + { + "epoch": 0.4041493349766343, + "grad_norm": 2.4695003032684326, + "learning_rate": 1.3513688920342322e-05, + "loss": 2.6213, + "step": 23610 + }, + { + "epoch": 0.4041664526951848, + "grad_norm": 2.3657569885253906, + "learning_rate": 1.3513169860203346e-05, + "loss": 2.7122, + "step": 23611 + }, + { + "epoch": 0.40418357041373526, + "grad_norm": 2.428954601287842, + "learning_rate": 1.3512650789266107e-05, + "loss": 2.713, + "step": 23612 + }, + { + "epoch": 0.4042006881322857, + "grad_norm": 2.3188276290893555, + "learning_rate": 1.3512131707532205e-05, + "loss": 2.6505, + "step": 23613 + }, + { + "epoch": 0.4042178058508362, + "grad_norm": 2.3483715057373047, + "learning_rate": 1.3511612615003236e-05, + "loss": 2.6928, + "step": 23614 + }, + { + "epoch": 0.4042349235693867, + "grad_norm": 2.4576666355133057, + "learning_rate": 1.3511093511680793e-05, + "loss": 2.675, + "step": 23615 + }, + { + "epoch": 0.4042520412879371, + "grad_norm": 2.4087157249450684, + "learning_rate": 1.3510574397566469e-05, + "loss": 2.6387, + "step": 23616 + }, + { + "epoch": 0.40426915900648763, + "grad_norm": 2.336721420288086, + "learning_rate": 1.3510055272661864e-05, + "loss": 2.6016, + "step": 23617 + }, + { + "epoch": 0.4042862767250381, + "grad_norm": 2.3707997798919678, + "learning_rate": 1.350953613696857e-05, + "loss": 2.4467, + "step": 23618 + }, + { + "epoch": 0.40430339444358854, + "grad_norm": 2.2827067375183105, + "learning_rate": 1.3509016990488191e-05, + "loss": 2.5556, + "step": 23619 + }, + { + "epoch": 0.40432051216213905, + "grad_norm": 2.453162908554077, + "learning_rate": 1.3508497833222312e-05, + "loss": 2.6715, + "step": 23620 + }, + { + "epoch": 0.4043376298806895, + "grad_norm": 2.2149667739868164, + "learning_rate": 1.3507978665172534e-05, + "loss": 2.5199, + "step": 23621 + }, + { + "epoch": 0.40435474759923995, + "grad_norm": 2.469092607498169, + "learning_rate": 1.350745948634045e-05, + "loss": 2.6836, + "step": 23622 + }, + { + "epoch": 0.40437186531779046, + "grad_norm": 2.3415205478668213, + "learning_rate": 1.350694029672766e-05, + "loss": 2.707, + "step": 23623 + }, + { + "epoch": 0.4043889830363409, + "grad_norm": 2.5582056045532227, + "learning_rate": 1.3506421096335758e-05, + "loss": 2.768, + "step": 23624 + }, + { + "epoch": 0.40440610075489136, + "grad_norm": 2.3420870304107666, + "learning_rate": 1.350590188516634e-05, + "loss": 2.5849, + "step": 23625 + }, + { + "epoch": 0.40442321847344187, + "grad_norm": 2.3261702060699463, + "learning_rate": 1.3505382663221e-05, + "loss": 2.7039, + "step": 23626 + }, + { + "epoch": 0.4044403361919923, + "grad_norm": 2.4112954139709473, + "learning_rate": 1.3504863430501331e-05, + "loss": 2.5541, + "step": 23627 + }, + { + "epoch": 0.40445745391054283, + "grad_norm": 2.400141716003418, + "learning_rate": 1.350434418700894e-05, + "loss": 2.607, + "step": 23628 + }, + { + "epoch": 0.4044745716290933, + "grad_norm": 2.274773597717285, + "learning_rate": 1.3503824932745412e-05, + "loss": 2.7093, + "step": 23629 + }, + { + "epoch": 0.40449168934764373, + "grad_norm": 2.352557420730591, + "learning_rate": 1.3503305667712349e-05, + "loss": 2.5187, + "step": 23630 + }, + { + "epoch": 0.40450880706619424, + "grad_norm": 2.248901128768921, + "learning_rate": 1.3502786391911344e-05, + "loss": 2.5393, + "step": 23631 + }, + { + "epoch": 0.4045259247847447, + "grad_norm": 2.4796409606933594, + "learning_rate": 1.3502267105343994e-05, + "loss": 2.5194, + "step": 23632 + }, + { + "epoch": 0.40454304250329515, + "grad_norm": 2.243903636932373, + "learning_rate": 1.3501747808011896e-05, + "loss": 2.5698, + "step": 23633 + }, + { + "epoch": 0.40456016022184565, + "grad_norm": 2.3944308757781982, + "learning_rate": 1.3501228499916645e-05, + "loss": 2.6015, + "step": 23634 + }, + { + "epoch": 0.4045772779403961, + "grad_norm": 2.2943649291992188, + "learning_rate": 1.3500709181059839e-05, + "loss": 2.7012, + "step": 23635 + }, + { + "epoch": 0.40459439565894656, + "grad_norm": 2.3986711502075195, + "learning_rate": 1.3500189851443073e-05, + "loss": 2.6369, + "step": 23636 + }, + { + "epoch": 0.40461151337749707, + "grad_norm": 2.2258739471435547, + "learning_rate": 1.3499670511067939e-05, + "loss": 2.5557, + "step": 23637 + }, + { + "epoch": 0.4046286310960475, + "grad_norm": 2.3204307556152344, + "learning_rate": 1.3499151159936042e-05, + "loss": 2.6647, + "step": 23638 + }, + { + "epoch": 0.40464574881459797, + "grad_norm": 2.399263381958008, + "learning_rate": 1.3498631798048969e-05, + "loss": 2.6311, + "step": 23639 + }, + { + "epoch": 0.4046628665331485, + "grad_norm": 2.175055503845215, + "learning_rate": 1.3498112425408323e-05, + "loss": 2.5977, + "step": 23640 + }, + { + "epoch": 0.40467998425169893, + "grad_norm": 2.3717384338378906, + "learning_rate": 1.3497593042015702e-05, + "loss": 2.5359, + "step": 23641 + }, + { + "epoch": 0.4046971019702494, + "grad_norm": 2.31188702583313, + "learning_rate": 1.3497073647872694e-05, + "loss": 2.623, + "step": 23642 + }, + { + "epoch": 0.4047142196887999, + "grad_norm": 2.224221706390381, + "learning_rate": 1.3496554242980904e-05, + "loss": 2.5252, + "step": 23643 + }, + { + "epoch": 0.40473133740735034, + "grad_norm": 2.2821497917175293, + "learning_rate": 1.3496034827341922e-05, + "loss": 2.6047, + "step": 23644 + }, + { + "epoch": 0.4047484551259008, + "grad_norm": 2.137115955352783, + "learning_rate": 1.3495515400957346e-05, + "loss": 2.5633, + "step": 23645 + }, + { + "epoch": 0.4047655728444513, + "grad_norm": 2.2442479133605957, + "learning_rate": 1.3494995963828777e-05, + "loss": 2.5641, + "step": 23646 + }, + { + "epoch": 0.40478269056300176, + "grad_norm": 2.386397361755371, + "learning_rate": 1.3494476515957806e-05, + "loss": 2.6714, + "step": 23647 + }, + { + "epoch": 0.4047998082815522, + "grad_norm": 2.4495651721954346, + "learning_rate": 1.3493957057346032e-05, + "loss": 2.7034, + "step": 23648 + }, + { + "epoch": 0.4048169260001027, + "grad_norm": 2.287285089492798, + "learning_rate": 1.3493437587995052e-05, + "loss": 2.5434, + "step": 23649 + }, + { + "epoch": 0.40483404371865317, + "grad_norm": 2.407026767730713, + "learning_rate": 1.3492918107906463e-05, + "loss": 2.6249, + "step": 23650 + }, + { + "epoch": 0.4048511614372037, + "grad_norm": 2.356393814086914, + "learning_rate": 1.3492398617081858e-05, + "loss": 2.7149, + "step": 23651 + }, + { + "epoch": 0.40486827915575413, + "grad_norm": 2.299288034439087, + "learning_rate": 1.349187911552284e-05, + "loss": 2.6528, + "step": 23652 + }, + { + "epoch": 0.4048853968743046, + "grad_norm": 2.38914155960083, + "learning_rate": 1.3491359603231002e-05, + "loss": 2.8132, + "step": 23653 + }, + { + "epoch": 0.4049025145928551, + "grad_norm": 2.178849935531616, + "learning_rate": 1.349084008020794e-05, + "loss": 2.532, + "step": 23654 + }, + { + "epoch": 0.40491963231140554, + "grad_norm": 2.481975793838501, + "learning_rate": 1.349032054645525e-05, + "loss": 2.7439, + "step": 23655 + }, + { + "epoch": 0.404936750029956, + "grad_norm": 2.3501169681549072, + "learning_rate": 1.3489801001974536e-05, + "loss": 2.6349, + "step": 23656 + }, + { + "epoch": 0.4049538677485065, + "grad_norm": 2.18951678276062, + "learning_rate": 1.3489281446767389e-05, + "loss": 2.5198, + "step": 23657 + }, + { + "epoch": 0.40497098546705695, + "grad_norm": 2.306462287902832, + "learning_rate": 1.3488761880835402e-05, + "loss": 2.5831, + "step": 23658 + }, + { + "epoch": 0.4049881031856074, + "grad_norm": 2.253547191619873, + "learning_rate": 1.348824230418018e-05, + "loss": 2.6469, + "step": 23659 + }, + { + "epoch": 0.4050052209041579, + "grad_norm": 2.288459539413452, + "learning_rate": 1.3487722716803314e-05, + "loss": 2.6633, + "step": 23660 + }, + { + "epoch": 0.40502233862270837, + "grad_norm": 2.205864667892456, + "learning_rate": 1.3487203118706404e-05, + "loss": 2.5104, + "step": 23661 + }, + { + "epoch": 0.4050394563412588, + "grad_norm": 2.2564713954925537, + "learning_rate": 1.348668350989105e-05, + "loss": 2.5815, + "step": 23662 + }, + { + "epoch": 0.4050565740598093, + "grad_norm": 2.1811115741729736, + "learning_rate": 1.3486163890358844e-05, + "loss": 2.5723, + "step": 23663 + }, + { + "epoch": 0.4050736917783598, + "grad_norm": 2.37384033203125, + "learning_rate": 1.3485644260111386e-05, + "loss": 2.6036, + "step": 23664 + }, + { + "epoch": 0.40509080949691023, + "grad_norm": 2.2117903232574463, + "learning_rate": 1.3485124619150272e-05, + "loss": 2.5144, + "step": 23665 + }, + { + "epoch": 0.40510792721546074, + "grad_norm": 2.2671701908111572, + "learning_rate": 1.3484604967477096e-05, + "loss": 2.5857, + "step": 23666 + }, + { + "epoch": 0.4051250449340112, + "grad_norm": 2.306964159011841, + "learning_rate": 1.3484085305093459e-05, + "loss": 2.652, + "step": 23667 + }, + { + "epoch": 0.40514216265256164, + "grad_norm": 2.28490948677063, + "learning_rate": 1.3483565632000964e-05, + "loss": 2.6228, + "step": 23668 + }, + { + "epoch": 0.40515928037111215, + "grad_norm": 2.234865188598633, + "learning_rate": 1.3483045948201196e-05, + "loss": 2.6724, + "step": 23669 + }, + { + "epoch": 0.4051763980896626, + "grad_norm": 2.416278839111328, + "learning_rate": 1.348252625369576e-05, + "loss": 2.7288, + "step": 23670 + }, + { + "epoch": 0.40519351580821306, + "grad_norm": 2.26124906539917, + "learning_rate": 1.3482006548486253e-05, + "loss": 2.6444, + "step": 23671 + }, + { + "epoch": 0.40521063352676356, + "grad_norm": 2.3342878818511963, + "learning_rate": 1.3481486832574269e-05, + "loss": 2.6222, + "step": 23672 + }, + { + "epoch": 0.405227751245314, + "grad_norm": 2.2410852909088135, + "learning_rate": 1.3480967105961411e-05, + "loss": 2.4876, + "step": 23673 + }, + { + "epoch": 0.40524486896386447, + "grad_norm": 2.319758176803589, + "learning_rate": 1.3480447368649272e-05, + "loss": 2.7005, + "step": 23674 + }, + { + "epoch": 0.405261986682415, + "grad_norm": 2.251697063446045, + "learning_rate": 1.3479927620639448e-05, + "loss": 2.5715, + "step": 23675 + }, + { + "epoch": 0.40527910440096543, + "grad_norm": 2.2437751293182373, + "learning_rate": 1.347940786193354e-05, + "loss": 2.6443, + "step": 23676 + }, + { + "epoch": 0.40529622211951594, + "grad_norm": 2.2528910636901855, + "learning_rate": 1.3478888092533145e-05, + "loss": 2.57, + "step": 23677 + }, + { + "epoch": 0.4053133398380664, + "grad_norm": 2.304933786392212, + "learning_rate": 1.3478368312439861e-05, + "loss": 2.6095, + "step": 23678 + }, + { + "epoch": 0.40533045755661684, + "grad_norm": 2.3386852741241455, + "learning_rate": 1.3477848521655286e-05, + "loss": 2.6865, + "step": 23679 + }, + { + "epoch": 0.40534757527516735, + "grad_norm": 2.277445077896118, + "learning_rate": 1.3477328720181016e-05, + "loss": 2.6756, + "step": 23680 + }, + { + "epoch": 0.4053646929937178, + "grad_norm": 2.176868438720703, + "learning_rate": 1.3476808908018647e-05, + "loss": 2.5923, + "step": 23681 + }, + { + "epoch": 0.40538181071226825, + "grad_norm": 2.327373743057251, + "learning_rate": 1.3476289085169778e-05, + "loss": 2.5324, + "step": 23682 + }, + { + "epoch": 0.40539892843081876, + "grad_norm": 2.307549476623535, + "learning_rate": 1.347576925163601e-05, + "loss": 2.7457, + "step": 23683 + }, + { + "epoch": 0.4054160461493692, + "grad_norm": 2.211862325668335, + "learning_rate": 1.347524940741894e-05, + "loss": 2.565, + "step": 23684 + }, + { + "epoch": 0.40543316386791967, + "grad_norm": 2.1761720180511475, + "learning_rate": 1.347472955252016e-05, + "loss": 2.5269, + "step": 23685 + }, + { + "epoch": 0.4054502815864702, + "grad_norm": 2.1460397243499756, + "learning_rate": 1.3474209686941278e-05, + "loss": 2.5881, + "step": 23686 + }, + { + "epoch": 0.4054673993050206, + "grad_norm": 2.160369634628296, + "learning_rate": 1.3473689810683881e-05, + "loss": 2.5106, + "step": 23687 + }, + { + "epoch": 0.4054845170235711, + "grad_norm": 2.0932722091674805, + "learning_rate": 1.3473169923749574e-05, + "loss": 2.5632, + "step": 23688 + }, + { + "epoch": 0.4055016347421216, + "grad_norm": 2.215881109237671, + "learning_rate": 1.3472650026139952e-05, + "loss": 2.5721, + "step": 23689 + }, + { + "epoch": 0.40551875246067204, + "grad_norm": 2.188936710357666, + "learning_rate": 1.3472130117856615e-05, + "loss": 2.4447, + "step": 23690 + }, + { + "epoch": 0.4055358701792225, + "grad_norm": 2.3354969024658203, + "learning_rate": 1.347161019890116e-05, + "loss": 2.5648, + "step": 23691 + }, + { + "epoch": 0.405552987897773, + "grad_norm": 2.1800622940063477, + "learning_rate": 1.3471090269275182e-05, + "loss": 2.6489, + "step": 23692 + }, + { + "epoch": 0.40557010561632345, + "grad_norm": 2.120968818664551, + "learning_rate": 1.3470570328980286e-05, + "loss": 2.6042, + "step": 23693 + }, + { + "epoch": 0.4055872233348739, + "grad_norm": 2.214244842529297, + "learning_rate": 1.3470050378018067e-05, + "loss": 2.6224, + "step": 23694 + }, + { + "epoch": 0.4056043410534244, + "grad_norm": 2.3275258541107178, + "learning_rate": 1.3469530416390117e-05, + "loss": 2.6958, + "step": 23695 + }, + { + "epoch": 0.40562145877197486, + "grad_norm": 2.1884171962738037, + "learning_rate": 1.3469010444098043e-05, + "loss": 2.5277, + "step": 23696 + }, + { + "epoch": 0.4056385764905253, + "grad_norm": 2.2507944107055664, + "learning_rate": 1.3468490461143438e-05, + "loss": 2.7187, + "step": 23697 + }, + { + "epoch": 0.4056556942090758, + "grad_norm": 2.2143287658691406, + "learning_rate": 1.3467970467527902e-05, + "loss": 2.5618, + "step": 23698 + }, + { + "epoch": 0.4056728119276263, + "grad_norm": 2.1215627193450928, + "learning_rate": 1.3467450463253035e-05, + "loss": 2.5616, + "step": 23699 + }, + { + "epoch": 0.4056899296461768, + "grad_norm": 2.1389472484588623, + "learning_rate": 1.3466930448320434e-05, + "loss": 2.5946, + "step": 23700 + }, + { + "epoch": 0.40570704736472724, + "grad_norm": 2.0873494148254395, + "learning_rate": 1.3466410422731695e-05, + "loss": 2.4985, + "step": 23701 + }, + { + "epoch": 0.4057241650832777, + "grad_norm": 2.327148914337158, + "learning_rate": 1.3465890386488418e-05, + "loss": 2.6623, + "step": 23702 + }, + { + "epoch": 0.4057412828018282, + "grad_norm": 2.220015287399292, + "learning_rate": 1.3465370339592203e-05, + "loss": 2.6885, + "step": 23703 + }, + { + "epoch": 0.40575840052037865, + "grad_norm": 2.277780532836914, + "learning_rate": 1.3464850282044647e-05, + "loss": 2.66, + "step": 23704 + }, + { + "epoch": 0.4057755182389291, + "grad_norm": 2.3445751667022705, + "learning_rate": 1.3464330213847348e-05, + "loss": 2.7626, + "step": 23705 + }, + { + "epoch": 0.4057926359574796, + "grad_norm": 2.292109727859497, + "learning_rate": 1.3463810135001904e-05, + "loss": 2.5796, + "step": 23706 + }, + { + "epoch": 0.40580975367603006, + "grad_norm": 2.2649128437042236, + "learning_rate": 1.3463290045509918e-05, + "loss": 2.5636, + "step": 23707 + }, + { + "epoch": 0.4058268713945805, + "grad_norm": 2.250087022781372, + "learning_rate": 1.3462769945372982e-05, + "loss": 2.5866, + "step": 23708 + }, + { + "epoch": 0.405843989113131, + "grad_norm": 2.2255842685699463, + "learning_rate": 1.3462249834592698e-05, + "loss": 2.5341, + "step": 23709 + }, + { + "epoch": 0.4058611068316815, + "grad_norm": 2.3626339435577393, + "learning_rate": 1.3461729713170665e-05, + "loss": 2.7163, + "step": 23710 + }, + { + "epoch": 0.4058782245502319, + "grad_norm": 2.2884418964385986, + "learning_rate": 1.346120958110848e-05, + "loss": 2.604, + "step": 23711 + }, + { + "epoch": 0.40589534226878243, + "grad_norm": 2.2506110668182373, + "learning_rate": 1.3460689438407746e-05, + "loss": 2.6092, + "step": 23712 + }, + { + "epoch": 0.4059124599873329, + "grad_norm": 2.351339340209961, + "learning_rate": 1.3460169285070055e-05, + "loss": 2.5865, + "step": 23713 + }, + { + "epoch": 0.40592957770588334, + "grad_norm": 2.1983015537261963, + "learning_rate": 1.3459649121097012e-05, + "loss": 2.4452, + "step": 23714 + }, + { + "epoch": 0.40594669542443385, + "grad_norm": 2.4283289909362793, + "learning_rate": 1.3459128946490212e-05, + "loss": 2.6489, + "step": 23715 + }, + { + "epoch": 0.4059638131429843, + "grad_norm": 2.16784930229187, + "learning_rate": 1.3458608761251258e-05, + "loss": 2.4531, + "step": 23716 + }, + { + "epoch": 0.40598093086153475, + "grad_norm": 2.515167236328125, + "learning_rate": 1.3458088565381742e-05, + "loss": 2.7332, + "step": 23717 + }, + { + "epoch": 0.40599804858008526, + "grad_norm": 2.34907865524292, + "learning_rate": 1.3457568358883266e-05, + "loss": 2.6909, + "step": 23718 + }, + { + "epoch": 0.4060151662986357, + "grad_norm": 2.2128381729125977, + "learning_rate": 1.3457048141757431e-05, + "loss": 2.5075, + "step": 23719 + }, + { + "epoch": 0.40603228401718616, + "grad_norm": 2.3043928146362305, + "learning_rate": 1.3456527914005836e-05, + "loss": 2.6382, + "step": 23720 + }, + { + "epoch": 0.40604940173573667, + "grad_norm": 2.2680516242980957, + "learning_rate": 1.3456007675630078e-05, + "loss": 2.4852, + "step": 23721 + }, + { + "epoch": 0.4060665194542871, + "grad_norm": 2.3850138187408447, + "learning_rate": 1.3455487426631757e-05, + "loss": 2.5446, + "step": 23722 + }, + { + "epoch": 0.40608363717283763, + "grad_norm": 2.4096083641052246, + "learning_rate": 1.3454967167012472e-05, + "loss": 2.6009, + "step": 23723 + }, + { + "epoch": 0.4061007548913881, + "grad_norm": 2.239091396331787, + "learning_rate": 1.3454446896773819e-05, + "loss": 2.5006, + "step": 23724 + }, + { + "epoch": 0.40611787260993853, + "grad_norm": 2.4340317249298096, + "learning_rate": 1.3453926615917402e-05, + "loss": 2.5682, + "step": 23725 + }, + { + "epoch": 0.40613499032848904, + "grad_norm": 2.3313567638397217, + "learning_rate": 1.345340632444482e-05, + "loss": 2.686, + "step": 23726 + }, + { + "epoch": 0.4061521080470395, + "grad_norm": 2.409121513366699, + "learning_rate": 1.3452886022357668e-05, + "loss": 2.5515, + "step": 23727 + }, + { + "epoch": 0.40616922576558995, + "grad_norm": 2.307187557220459, + "learning_rate": 1.3452365709657547e-05, + "loss": 2.5882, + "step": 23728 + }, + { + "epoch": 0.40618634348414046, + "grad_norm": 2.3171799182891846, + "learning_rate": 1.3451845386346056e-05, + "loss": 2.5277, + "step": 23729 + }, + { + "epoch": 0.4062034612026909, + "grad_norm": 2.4291586875915527, + "learning_rate": 1.3451325052424798e-05, + "loss": 2.6779, + "step": 23730 + }, + { + "epoch": 0.40622057892124136, + "grad_norm": 2.415177583694458, + "learning_rate": 1.3450804707895366e-05, + "loss": 2.5951, + "step": 23731 + }, + { + "epoch": 0.40623769663979187, + "grad_norm": 2.386246681213379, + "learning_rate": 1.3450284352759368e-05, + "loss": 2.8034, + "step": 23732 + }, + { + "epoch": 0.4062548143583423, + "grad_norm": 2.442322015762329, + "learning_rate": 1.3449763987018394e-05, + "loss": 2.7228, + "step": 23733 + }, + { + "epoch": 0.40627193207689277, + "grad_norm": 2.308262825012207, + "learning_rate": 1.3449243610674047e-05, + "loss": 2.5752, + "step": 23734 + }, + { + "epoch": 0.4062890497954433, + "grad_norm": 2.3172178268432617, + "learning_rate": 1.3448723223727929e-05, + "loss": 2.5922, + "step": 23735 + }, + { + "epoch": 0.40630616751399373, + "grad_norm": 2.2299835681915283, + "learning_rate": 1.3448202826181637e-05, + "loss": 2.4866, + "step": 23736 + }, + { + "epoch": 0.4063232852325442, + "grad_norm": 2.2398009300231934, + "learning_rate": 1.3447682418036774e-05, + "loss": 2.6598, + "step": 23737 + }, + { + "epoch": 0.4063404029510947, + "grad_norm": 2.3275258541107178, + "learning_rate": 1.3447161999294933e-05, + "loss": 2.5893, + "step": 23738 + }, + { + "epoch": 0.40635752066964514, + "grad_norm": 2.238957405090332, + "learning_rate": 1.344664156995772e-05, + "loss": 2.6166, + "step": 23739 + }, + { + "epoch": 0.4063746383881956, + "grad_norm": 2.3011224269866943, + "learning_rate": 1.3446121130026727e-05, + "loss": 2.6397, + "step": 23740 + }, + { + "epoch": 0.4063917561067461, + "grad_norm": 2.2792913913726807, + "learning_rate": 1.3445600679503561e-05, + "loss": 2.6532, + "step": 23741 + }, + { + "epoch": 0.40640887382529656, + "grad_norm": 2.1515278816223145, + "learning_rate": 1.3445080218389822e-05, + "loss": 2.6457, + "step": 23742 + }, + { + "epoch": 0.406425991543847, + "grad_norm": 2.262730836868286, + "learning_rate": 1.3444559746687105e-05, + "loss": 2.5817, + "step": 23743 + }, + { + "epoch": 0.4064431092623975, + "grad_norm": 2.247429609298706, + "learning_rate": 1.3444039264397008e-05, + "loss": 2.5952, + "step": 23744 + }, + { + "epoch": 0.40646022698094797, + "grad_norm": 2.3041183948516846, + "learning_rate": 1.3443518771521138e-05, + "loss": 2.7389, + "step": 23745 + }, + { + "epoch": 0.4064773446994985, + "grad_norm": 2.2790136337280273, + "learning_rate": 1.3442998268061089e-05, + "loss": 2.6365, + "step": 23746 + }, + { + "epoch": 0.40649446241804893, + "grad_norm": 2.2134289741516113, + "learning_rate": 1.3442477754018468e-05, + "loss": 2.6436, + "step": 23747 + }, + { + "epoch": 0.4065115801365994, + "grad_norm": 2.3487050533294678, + "learning_rate": 1.3441957229394866e-05, + "loss": 2.6586, + "step": 23748 + }, + { + "epoch": 0.4065286978551499, + "grad_norm": 2.3317108154296875, + "learning_rate": 1.3441436694191884e-05, + "loss": 2.6777, + "step": 23749 + }, + { + "epoch": 0.40654581557370034, + "grad_norm": 2.3033361434936523, + "learning_rate": 1.3440916148411129e-05, + "loss": 2.5437, + "step": 23750 + }, + { + "epoch": 0.4065629332922508, + "grad_norm": 2.3117640018463135, + "learning_rate": 1.3440395592054198e-05, + "loss": 2.6261, + "step": 23751 + }, + { + "epoch": 0.4065800510108013, + "grad_norm": 2.245842218399048, + "learning_rate": 1.3439875025122687e-05, + "loss": 2.4983, + "step": 23752 + }, + { + "epoch": 0.40659716872935175, + "grad_norm": 2.3041627407073975, + "learning_rate": 1.3439354447618201e-05, + "loss": 2.6248, + "step": 23753 + }, + { + "epoch": 0.4066142864479022, + "grad_norm": 2.3424735069274902, + "learning_rate": 1.3438833859542336e-05, + "loss": 2.4838, + "step": 23754 + }, + { + "epoch": 0.4066314041664527, + "grad_norm": 2.4788546562194824, + "learning_rate": 1.3438313260896694e-05, + "loss": 2.7103, + "step": 23755 + }, + { + "epoch": 0.40664852188500317, + "grad_norm": 2.183523178100586, + "learning_rate": 1.3437792651682875e-05, + "loss": 2.608, + "step": 23756 + }, + { + "epoch": 0.4066656396035536, + "grad_norm": 2.2507331371307373, + "learning_rate": 1.3437272031902479e-05, + "loss": 2.6622, + "step": 23757 + }, + { + "epoch": 0.4066827573221041, + "grad_norm": 2.2017173767089844, + "learning_rate": 1.3436751401557108e-05, + "loss": 2.5732, + "step": 23758 + }, + { + "epoch": 0.4066998750406546, + "grad_norm": 2.4139130115509033, + "learning_rate": 1.3436230760648364e-05, + "loss": 2.643, + "step": 23759 + }, + { + "epoch": 0.40671699275920503, + "grad_norm": 2.4242398738861084, + "learning_rate": 1.3435710109177837e-05, + "loss": 2.6737, + "step": 23760 + }, + { + "epoch": 0.40673411047775554, + "grad_norm": 2.285083293914795, + "learning_rate": 1.3435189447147137e-05, + "loss": 2.6242, + "step": 23761 + }, + { + "epoch": 0.406751228196306, + "grad_norm": 2.410496473312378, + "learning_rate": 1.3434668774557862e-05, + "loss": 2.7318, + "step": 23762 + }, + { + "epoch": 0.40676834591485644, + "grad_norm": 2.4937875270843506, + "learning_rate": 1.3434148091411615e-05, + "loss": 2.5842, + "step": 23763 + }, + { + "epoch": 0.40678546363340695, + "grad_norm": 2.242670774459839, + "learning_rate": 1.3433627397709987e-05, + "loss": 2.6248, + "step": 23764 + }, + { + "epoch": 0.4068025813519574, + "grad_norm": 2.298511505126953, + "learning_rate": 1.3433106693454591e-05, + "loss": 2.5183, + "step": 23765 + }, + { + "epoch": 0.40681969907050786, + "grad_norm": 2.2922468185424805, + "learning_rate": 1.3432585978647019e-05, + "loss": 2.6004, + "step": 23766 + }, + { + "epoch": 0.40683681678905836, + "grad_norm": 2.3130240440368652, + "learning_rate": 1.3432065253288873e-05, + "loss": 2.5436, + "step": 23767 + }, + { + "epoch": 0.4068539345076088, + "grad_norm": 2.2682228088378906, + "learning_rate": 1.3431544517381753e-05, + "loss": 2.5791, + "step": 23768 + }, + { + "epoch": 0.4068710522261593, + "grad_norm": 2.3791565895080566, + "learning_rate": 1.3431023770927266e-05, + "loss": 2.5584, + "step": 23769 + }, + { + "epoch": 0.4068881699447098, + "grad_norm": 2.230294942855835, + "learning_rate": 1.3430503013927002e-05, + "loss": 2.5673, + "step": 23770 + }, + { + "epoch": 0.40690528766326023, + "grad_norm": 2.364790439605713, + "learning_rate": 1.342998224638257e-05, + "loss": 2.6644, + "step": 23771 + }, + { + "epoch": 0.40692240538181074, + "grad_norm": 2.3543412685394287, + "learning_rate": 1.3429461468295566e-05, + "loss": 2.5925, + "step": 23772 + }, + { + "epoch": 0.4069395231003612, + "grad_norm": 2.402203321456909, + "learning_rate": 1.3428940679667594e-05, + "loss": 2.6369, + "step": 23773 + }, + { + "epoch": 0.40695664081891164, + "grad_norm": 2.3980910778045654, + "learning_rate": 1.3428419880500254e-05, + "loss": 2.5355, + "step": 23774 + }, + { + "epoch": 0.40697375853746215, + "grad_norm": 2.3332512378692627, + "learning_rate": 1.3427899070795145e-05, + "loss": 2.5673, + "step": 23775 + }, + { + "epoch": 0.4069908762560126, + "grad_norm": 2.4603378772735596, + "learning_rate": 1.3427378250553866e-05, + "loss": 2.6275, + "step": 23776 + }, + { + "epoch": 0.40700799397456305, + "grad_norm": 2.273447036743164, + "learning_rate": 1.3426857419778023e-05, + "loss": 2.5794, + "step": 23777 + }, + { + "epoch": 0.40702511169311356, + "grad_norm": 2.2841923236846924, + "learning_rate": 1.3426336578469214e-05, + "loss": 2.637, + "step": 23778 + }, + { + "epoch": 0.407042229411664, + "grad_norm": 2.515312433242798, + "learning_rate": 1.342581572662904e-05, + "loss": 2.6044, + "step": 23779 + }, + { + "epoch": 0.40705934713021447, + "grad_norm": 2.362813949584961, + "learning_rate": 1.3425294864259106e-05, + "loss": 2.6692, + "step": 23780 + }, + { + "epoch": 0.407076464848765, + "grad_norm": 2.478886604309082, + "learning_rate": 1.3424773991361004e-05, + "loss": 2.6434, + "step": 23781 + }, + { + "epoch": 0.4070935825673154, + "grad_norm": 2.3086445331573486, + "learning_rate": 1.3424253107936342e-05, + "loss": 2.6244, + "step": 23782 + }, + { + "epoch": 0.4071107002858659, + "grad_norm": 2.347585678100586, + "learning_rate": 1.342373221398672e-05, + "loss": 2.6821, + "step": 23783 + }, + { + "epoch": 0.4071278180044164, + "grad_norm": 2.4284675121307373, + "learning_rate": 1.3423211309513739e-05, + "loss": 2.6722, + "step": 23784 + }, + { + "epoch": 0.40714493572296684, + "grad_norm": 2.475095510482788, + "learning_rate": 1.3422690394518996e-05, + "loss": 2.7801, + "step": 23785 + }, + { + "epoch": 0.4071620534415173, + "grad_norm": 2.3096299171447754, + "learning_rate": 1.3422169469004096e-05, + "loss": 2.7467, + "step": 23786 + }, + { + "epoch": 0.4071791711600678, + "grad_norm": 2.3012750148773193, + "learning_rate": 1.3421648532970642e-05, + "loss": 2.5333, + "step": 23787 + }, + { + "epoch": 0.40719628887861825, + "grad_norm": 2.2082858085632324, + "learning_rate": 1.342112758642023e-05, + "loss": 2.5401, + "step": 23788 + }, + { + "epoch": 0.4072134065971687, + "grad_norm": 2.28534197807312, + "learning_rate": 1.3420606629354466e-05, + "loss": 2.6192, + "step": 23789 + }, + { + "epoch": 0.4072305243157192, + "grad_norm": 2.3315787315368652, + "learning_rate": 1.342008566177495e-05, + "loss": 2.6768, + "step": 23790 + }, + { + "epoch": 0.40724764203426966, + "grad_norm": 2.3208014965057373, + "learning_rate": 1.341956468368328e-05, + "loss": 2.5715, + "step": 23791 + }, + { + "epoch": 0.40726475975282017, + "grad_norm": 2.2925570011138916, + "learning_rate": 1.341904369508106e-05, + "loss": 2.6427, + "step": 23792 + }, + { + "epoch": 0.4072818774713706, + "grad_norm": 2.337218761444092, + "learning_rate": 1.3418522695969892e-05, + "loss": 2.6718, + "step": 23793 + }, + { + "epoch": 0.4072989951899211, + "grad_norm": 2.387383222579956, + "learning_rate": 1.3418001686351377e-05, + "loss": 2.6294, + "step": 23794 + }, + { + "epoch": 0.4073161129084716, + "grad_norm": 2.2007386684417725, + "learning_rate": 1.3417480666227114e-05, + "loss": 2.5005, + "step": 23795 + }, + { + "epoch": 0.40733323062702204, + "grad_norm": 2.3574182987213135, + "learning_rate": 1.3416959635598707e-05, + "loss": 2.6488, + "step": 23796 + }, + { + "epoch": 0.4073503483455725, + "grad_norm": 2.3620238304138184, + "learning_rate": 1.3416438594467756e-05, + "loss": 2.6812, + "step": 23797 + }, + { + "epoch": 0.407367466064123, + "grad_norm": 2.1908152103424072, + "learning_rate": 1.3415917542835863e-05, + "loss": 2.4543, + "step": 23798 + }, + { + "epoch": 0.40738458378267345, + "grad_norm": 2.290701150894165, + "learning_rate": 1.3415396480704633e-05, + "loss": 2.5957, + "step": 23799 + }, + { + "epoch": 0.4074017015012239, + "grad_norm": 2.365429162979126, + "learning_rate": 1.3414875408075662e-05, + "loss": 2.5607, + "step": 23800 + }, + { + "epoch": 0.4074188192197744, + "grad_norm": 2.2886698246002197, + "learning_rate": 1.3414354324950555e-05, + "loss": 2.5668, + "step": 23801 + }, + { + "epoch": 0.40743593693832486, + "grad_norm": 2.266223430633545, + "learning_rate": 1.341383323133091e-05, + "loss": 2.5922, + "step": 23802 + }, + { + "epoch": 0.4074530546568753, + "grad_norm": 2.4175400733947754, + "learning_rate": 1.3413312127218335e-05, + "loss": 2.6072, + "step": 23803 + }, + { + "epoch": 0.4074701723754258, + "grad_norm": 2.3041887283325195, + "learning_rate": 1.3412791012614423e-05, + "loss": 2.6001, + "step": 23804 + }, + { + "epoch": 0.4074872900939763, + "grad_norm": 2.2273521423339844, + "learning_rate": 1.3412269887520784e-05, + "loss": 2.5281, + "step": 23805 + }, + { + "epoch": 0.4075044078125267, + "grad_norm": 2.2172977924346924, + "learning_rate": 1.3411748751939015e-05, + "loss": 2.471, + "step": 23806 + }, + { + "epoch": 0.40752152553107723, + "grad_norm": 2.3175599575042725, + "learning_rate": 1.341122760587072e-05, + "loss": 2.6984, + "step": 23807 + }, + { + "epoch": 0.4075386432496277, + "grad_norm": 2.3168678283691406, + "learning_rate": 1.34107064493175e-05, + "loss": 2.6594, + "step": 23808 + }, + { + "epoch": 0.40755576096817814, + "grad_norm": 2.299208641052246, + "learning_rate": 1.3410185282280958e-05, + "loss": 2.6287, + "step": 23809 + }, + { + "epoch": 0.40757287868672865, + "grad_norm": 2.319639205932617, + "learning_rate": 1.3409664104762695e-05, + "loss": 2.6372, + "step": 23810 + }, + { + "epoch": 0.4075899964052791, + "grad_norm": 2.358217239379883, + "learning_rate": 1.3409142916764311e-05, + "loss": 2.6995, + "step": 23811 + }, + { + "epoch": 0.40760711412382955, + "grad_norm": 2.275449752807617, + "learning_rate": 1.3408621718287408e-05, + "loss": 2.5524, + "step": 23812 + }, + { + "epoch": 0.40762423184238006, + "grad_norm": 2.2479031085968018, + "learning_rate": 1.3408100509333593e-05, + "loss": 2.5655, + "step": 23813 + }, + { + "epoch": 0.4076413495609305, + "grad_norm": 2.3644018173217773, + "learning_rate": 1.3407579289904459e-05, + "loss": 2.7058, + "step": 23814 + }, + { + "epoch": 0.407658467279481, + "grad_norm": 2.3205080032348633, + "learning_rate": 1.3407058060001621e-05, + "loss": 2.5962, + "step": 23815 + }, + { + "epoch": 0.40767558499803147, + "grad_norm": 2.17437744140625, + "learning_rate": 1.340653681962667e-05, + "loss": 2.569, + "step": 23816 + }, + { + "epoch": 0.4076927027165819, + "grad_norm": 2.3807289600372314, + "learning_rate": 1.3406015568781214e-05, + "loss": 2.5927, + "step": 23817 + }, + { + "epoch": 0.40770982043513243, + "grad_norm": 2.319068193435669, + "learning_rate": 1.3405494307466849e-05, + "loss": 2.5641, + "step": 23818 + }, + { + "epoch": 0.4077269381536829, + "grad_norm": 2.3840739727020264, + "learning_rate": 1.3404973035685182e-05, + "loss": 2.6806, + "step": 23819 + }, + { + "epoch": 0.40774405587223334, + "grad_norm": 2.2649784088134766, + "learning_rate": 1.3404451753437817e-05, + "loss": 2.6252, + "step": 23820 + }, + { + "epoch": 0.40776117359078384, + "grad_norm": 2.2624237537384033, + "learning_rate": 1.340393046072635e-05, + "loss": 2.5804, + "step": 23821 + }, + { + "epoch": 0.4077782913093343, + "grad_norm": 2.3365747928619385, + "learning_rate": 1.3403409157552391e-05, + "loss": 2.6997, + "step": 23822 + }, + { + "epoch": 0.40779540902788475, + "grad_norm": 2.4309635162353516, + "learning_rate": 1.3402887843917538e-05, + "loss": 2.6947, + "step": 23823 + }, + { + "epoch": 0.40781252674643526, + "grad_norm": 2.296335220336914, + "learning_rate": 1.340236651982339e-05, + "loss": 2.535, + "step": 23824 + }, + { + "epoch": 0.4078296444649857, + "grad_norm": 2.243631601333618, + "learning_rate": 1.3401845185271556e-05, + "loss": 2.5809, + "step": 23825 + }, + { + "epoch": 0.40784676218353616, + "grad_norm": 2.418583869934082, + "learning_rate": 1.3401323840263634e-05, + "loss": 2.6604, + "step": 23826 + }, + { + "epoch": 0.40786387990208667, + "grad_norm": 2.2156641483306885, + "learning_rate": 1.3400802484801228e-05, + "loss": 2.6366, + "step": 23827 + }, + { + "epoch": 0.4078809976206371, + "grad_norm": 2.3076202869415283, + "learning_rate": 1.340028111888594e-05, + "loss": 2.5886, + "step": 23828 + }, + { + "epoch": 0.4078981153391876, + "grad_norm": 2.3534939289093018, + "learning_rate": 1.339975974251937e-05, + "loss": 2.7655, + "step": 23829 + }, + { + "epoch": 0.4079152330577381, + "grad_norm": 2.2845335006713867, + "learning_rate": 1.3399238355703129e-05, + "loss": 2.6582, + "step": 23830 + }, + { + "epoch": 0.40793235077628853, + "grad_norm": 2.2613251209259033, + "learning_rate": 1.3398716958438808e-05, + "loss": 2.6527, + "step": 23831 + }, + { + "epoch": 0.407949468494839, + "grad_norm": 2.3782732486724854, + "learning_rate": 1.339819555072802e-05, + "loss": 2.5916, + "step": 23832 + }, + { + "epoch": 0.4079665862133895, + "grad_norm": 2.269146203994751, + "learning_rate": 1.3397674132572363e-05, + "loss": 2.5536, + "step": 23833 + }, + { + "epoch": 0.40798370393193994, + "grad_norm": 2.306938886642456, + "learning_rate": 1.3397152703973438e-05, + "loss": 2.6232, + "step": 23834 + }, + { + "epoch": 0.4080008216504904, + "grad_norm": 2.269136667251587, + "learning_rate": 1.3396631264932847e-05, + "loss": 2.6144, + "step": 23835 + }, + { + "epoch": 0.4080179393690409, + "grad_norm": 2.284949541091919, + "learning_rate": 1.3396109815452196e-05, + "loss": 2.5563, + "step": 23836 + }, + { + "epoch": 0.40803505708759136, + "grad_norm": 2.1781442165374756, + "learning_rate": 1.3395588355533089e-05, + "loss": 2.5978, + "step": 23837 + }, + { + "epoch": 0.4080521748061418, + "grad_norm": 2.3052146434783936, + "learning_rate": 1.3395066885177128e-05, + "loss": 2.7158, + "step": 23838 + }, + { + "epoch": 0.4080692925246923, + "grad_norm": 2.3489739894866943, + "learning_rate": 1.3394545404385911e-05, + "loss": 2.752, + "step": 23839 + }, + { + "epoch": 0.40808641024324277, + "grad_norm": 2.2813751697540283, + "learning_rate": 1.3394023913161042e-05, + "loss": 2.5751, + "step": 23840 + }, + { + "epoch": 0.4081035279617933, + "grad_norm": 2.290703773498535, + "learning_rate": 1.339350241150413e-05, + "loss": 2.6744, + "step": 23841 + }, + { + "epoch": 0.40812064568034373, + "grad_norm": 2.3957467079162598, + "learning_rate": 1.3392980899416772e-05, + "loss": 2.7043, + "step": 23842 + }, + { + "epoch": 0.4081377633988942, + "grad_norm": 2.2987468242645264, + "learning_rate": 1.3392459376900577e-05, + "loss": 2.7257, + "step": 23843 + }, + { + "epoch": 0.4081548811174447, + "grad_norm": 2.297124147415161, + "learning_rate": 1.3391937843957143e-05, + "loss": 2.4816, + "step": 23844 + }, + { + "epoch": 0.40817199883599514, + "grad_norm": 2.290456771850586, + "learning_rate": 1.3391416300588072e-05, + "loss": 2.6197, + "step": 23845 + }, + { + "epoch": 0.4081891165545456, + "grad_norm": 2.224977493286133, + "learning_rate": 1.339089474679497e-05, + "loss": 2.602, + "step": 23846 + }, + { + "epoch": 0.4082062342730961, + "grad_norm": 2.181133508682251, + "learning_rate": 1.3390373182579437e-05, + "loss": 2.5977, + "step": 23847 + }, + { + "epoch": 0.40822335199164655, + "grad_norm": 2.1764748096466064, + "learning_rate": 1.3389851607943081e-05, + "loss": 2.6181, + "step": 23848 + }, + { + "epoch": 0.408240469710197, + "grad_norm": 2.2867746353149414, + "learning_rate": 1.33893300228875e-05, + "loss": 2.5854, + "step": 23849 + }, + { + "epoch": 0.4082575874287475, + "grad_norm": 2.360856533050537, + "learning_rate": 1.3388808427414302e-05, + "loss": 2.6351, + "step": 23850 + }, + { + "epoch": 0.40827470514729797, + "grad_norm": 2.276282548904419, + "learning_rate": 1.3388286821525086e-05, + "loss": 2.6551, + "step": 23851 + }, + { + "epoch": 0.4082918228658484, + "grad_norm": 2.347669839859009, + "learning_rate": 1.3387765205221457e-05, + "loss": 2.6894, + "step": 23852 + }, + { + "epoch": 0.4083089405843989, + "grad_norm": 2.359339714050293, + "learning_rate": 1.3387243578505018e-05, + "loss": 2.7156, + "step": 23853 + }, + { + "epoch": 0.4083260583029494, + "grad_norm": 2.0938282012939453, + "learning_rate": 1.3386721941377373e-05, + "loss": 2.4778, + "step": 23854 + }, + { + "epoch": 0.40834317602149983, + "grad_norm": 2.2524163722991943, + "learning_rate": 1.3386200293840126e-05, + "loss": 2.5709, + "step": 23855 + }, + { + "epoch": 0.40836029374005034, + "grad_norm": 2.337714910507202, + "learning_rate": 1.3385678635894879e-05, + "loss": 2.6211, + "step": 23856 + }, + { + "epoch": 0.4083774114586008, + "grad_norm": 2.212831735610962, + "learning_rate": 1.3385156967543233e-05, + "loss": 2.7046, + "step": 23857 + }, + { + "epoch": 0.40839452917715124, + "grad_norm": 2.253239631652832, + "learning_rate": 1.3384635288786796e-05, + "loss": 2.579, + "step": 23858 + }, + { + "epoch": 0.40841164689570175, + "grad_norm": 2.444943428039551, + "learning_rate": 1.3384113599627171e-05, + "loss": 2.598, + "step": 23859 + }, + { + "epoch": 0.4084287646142522, + "grad_norm": 2.3395869731903076, + "learning_rate": 1.338359190006596e-05, + "loss": 2.6884, + "step": 23860 + }, + { + "epoch": 0.40844588233280266, + "grad_norm": 2.332324504852295, + "learning_rate": 1.3383070190104763e-05, + "loss": 2.7023, + "step": 23861 + }, + { + "epoch": 0.40846300005135316, + "grad_norm": 2.3096365928649902, + "learning_rate": 1.338254846974519e-05, + "loss": 2.6312, + "step": 23862 + }, + { + "epoch": 0.4084801177699036, + "grad_norm": 2.2322945594787598, + "learning_rate": 1.338202673898884e-05, + "loss": 2.5999, + "step": 23863 + }, + { + "epoch": 0.4084972354884541, + "grad_norm": 2.2388179302215576, + "learning_rate": 1.338150499783732e-05, + "loss": 2.5964, + "step": 23864 + }, + { + "epoch": 0.4085143532070046, + "grad_norm": 2.177532434463501, + "learning_rate": 1.3380983246292232e-05, + "loss": 2.5641, + "step": 23865 + }, + { + "epoch": 0.40853147092555503, + "grad_norm": 2.387045383453369, + "learning_rate": 1.3380461484355178e-05, + "loss": 2.6805, + "step": 23866 + }, + { + "epoch": 0.40854858864410554, + "grad_norm": 2.388500928878784, + "learning_rate": 1.3379939712027765e-05, + "loss": 2.6607, + "step": 23867 + }, + { + "epoch": 0.408565706362656, + "grad_norm": 2.4268088340759277, + "learning_rate": 1.3379417929311594e-05, + "loss": 2.6303, + "step": 23868 + }, + { + "epoch": 0.40858282408120644, + "grad_norm": 2.468926429748535, + "learning_rate": 1.3378896136208269e-05, + "loss": 2.654, + "step": 23869 + }, + { + "epoch": 0.40859994179975695, + "grad_norm": 2.381027936935425, + "learning_rate": 1.3378374332719398e-05, + "loss": 2.6473, + "step": 23870 + }, + { + "epoch": 0.4086170595183074, + "grad_norm": 2.3541839122772217, + "learning_rate": 1.3377852518846577e-05, + "loss": 2.5881, + "step": 23871 + }, + { + "epoch": 0.40863417723685785, + "grad_norm": 2.428004741668701, + "learning_rate": 1.3377330694591415e-05, + "loss": 2.6706, + "step": 23872 + }, + { + "epoch": 0.40865129495540836, + "grad_norm": 2.222895860671997, + "learning_rate": 1.337680885995552e-05, + "loss": 2.5835, + "step": 23873 + }, + { + "epoch": 0.4086684126739588, + "grad_norm": 2.2665157318115234, + "learning_rate": 1.3376287014940486e-05, + "loss": 2.5753, + "step": 23874 + }, + { + "epoch": 0.40868553039250927, + "grad_norm": 2.454078435897827, + "learning_rate": 1.3375765159547926e-05, + "loss": 2.603, + "step": 23875 + }, + { + "epoch": 0.4087026481110598, + "grad_norm": 2.340480089187622, + "learning_rate": 1.3375243293779439e-05, + "loss": 2.6425, + "step": 23876 + }, + { + "epoch": 0.4087197658296102, + "grad_norm": 2.2935495376586914, + "learning_rate": 1.3374721417636627e-05, + "loss": 2.6653, + "step": 23877 + }, + { + "epoch": 0.4087368835481607, + "grad_norm": 2.2926597595214844, + "learning_rate": 1.3374199531121098e-05, + "loss": 2.688, + "step": 23878 + }, + { + "epoch": 0.4087540012667112, + "grad_norm": 2.1768412590026855, + "learning_rate": 1.3373677634234458e-05, + "loss": 2.4803, + "step": 23879 + }, + { + "epoch": 0.40877111898526164, + "grad_norm": 2.129476547241211, + "learning_rate": 1.3373155726978308e-05, + "loss": 2.5484, + "step": 23880 + }, + { + "epoch": 0.4087882367038121, + "grad_norm": 2.25716233253479, + "learning_rate": 1.3372633809354257e-05, + "loss": 2.5857, + "step": 23881 + }, + { + "epoch": 0.4088053544223626, + "grad_norm": 2.295130968093872, + "learning_rate": 1.3372111881363898e-05, + "loss": 2.5746, + "step": 23882 + }, + { + "epoch": 0.40882247214091305, + "grad_norm": 2.358010768890381, + "learning_rate": 1.3371589943008845e-05, + "loss": 2.5482, + "step": 23883 + }, + { + "epoch": 0.4088395898594635, + "grad_norm": 2.4210963249206543, + "learning_rate": 1.3371067994290697e-05, + "loss": 2.7439, + "step": 23884 + }, + { + "epoch": 0.408856707578014, + "grad_norm": 2.4116172790527344, + "learning_rate": 1.3370546035211062e-05, + "loss": 2.5686, + "step": 23885 + }, + { + "epoch": 0.40887382529656446, + "grad_norm": 2.223255157470703, + "learning_rate": 1.3370024065771546e-05, + "loss": 2.5766, + "step": 23886 + }, + { + "epoch": 0.40889094301511497, + "grad_norm": 2.429008960723877, + "learning_rate": 1.3369502085973746e-05, + "loss": 2.5928, + "step": 23887 + }, + { + "epoch": 0.4089080607336654, + "grad_norm": 2.253795862197876, + "learning_rate": 1.3368980095819275e-05, + "loss": 2.7103, + "step": 23888 + }, + { + "epoch": 0.4089251784522159, + "grad_norm": 2.3474419116973877, + "learning_rate": 1.3368458095309729e-05, + "loss": 2.5337, + "step": 23889 + }, + { + "epoch": 0.4089422961707664, + "grad_norm": 2.18483829498291, + "learning_rate": 1.3367936084446718e-05, + "loss": 2.5635, + "step": 23890 + }, + { + "epoch": 0.40895941388931684, + "grad_norm": 2.5993432998657227, + "learning_rate": 1.3367414063231846e-05, + "loss": 2.6506, + "step": 23891 + }, + { + "epoch": 0.4089765316078673, + "grad_norm": 2.3201866149902344, + "learning_rate": 1.3366892031666717e-05, + "loss": 2.6603, + "step": 23892 + }, + { + "epoch": 0.4089936493264178, + "grad_norm": 2.439711332321167, + "learning_rate": 1.3366369989752932e-05, + "loss": 2.5414, + "step": 23893 + }, + { + "epoch": 0.40901076704496825, + "grad_norm": 2.341655731201172, + "learning_rate": 1.33658479374921e-05, + "loss": 2.5751, + "step": 23894 + }, + { + "epoch": 0.4090278847635187, + "grad_norm": 2.3794119358062744, + "learning_rate": 1.3365325874885829e-05, + "loss": 2.5837, + "step": 23895 + }, + { + "epoch": 0.4090450024820692, + "grad_norm": 2.3514058589935303, + "learning_rate": 1.3364803801935713e-05, + "loss": 2.8196, + "step": 23896 + }, + { + "epoch": 0.40906212020061966, + "grad_norm": 2.233186960220337, + "learning_rate": 1.3364281718643364e-05, + "loss": 2.6026, + "step": 23897 + }, + { + "epoch": 0.4090792379191701, + "grad_norm": 2.248368978500366, + "learning_rate": 1.3363759625010386e-05, + "loss": 2.5956, + "step": 23898 + }, + { + "epoch": 0.4090963556377206, + "grad_norm": 2.233463764190674, + "learning_rate": 1.3363237521038381e-05, + "loss": 2.4319, + "step": 23899 + }, + { + "epoch": 0.4091134733562711, + "grad_norm": 2.4404208660125732, + "learning_rate": 1.336271540672896e-05, + "loss": 2.6669, + "step": 23900 + }, + { + "epoch": 0.4091305910748215, + "grad_norm": 2.3091957569122314, + "learning_rate": 1.336219328208372e-05, + "loss": 2.6658, + "step": 23901 + }, + { + "epoch": 0.40914770879337203, + "grad_norm": 2.297041416168213, + "learning_rate": 1.3361671147104273e-05, + "loss": 2.477, + "step": 23902 + }, + { + "epoch": 0.4091648265119225, + "grad_norm": 2.2960660457611084, + "learning_rate": 1.3361149001792217e-05, + "loss": 2.5688, + "step": 23903 + }, + { + "epoch": 0.40918194423047294, + "grad_norm": 2.307591438293457, + "learning_rate": 1.3360626846149161e-05, + "loss": 2.6084, + "step": 23904 + }, + { + "epoch": 0.40919906194902345, + "grad_norm": 2.361510753631592, + "learning_rate": 1.3360104680176708e-05, + "loss": 2.5718, + "step": 23905 + }, + { + "epoch": 0.4092161796675739, + "grad_norm": 2.3336293697357178, + "learning_rate": 1.3359582503876465e-05, + "loss": 2.6457, + "step": 23906 + }, + { + "epoch": 0.40923329738612435, + "grad_norm": 2.3057851791381836, + "learning_rate": 1.3359060317250037e-05, + "loss": 2.6191, + "step": 23907 + }, + { + "epoch": 0.40925041510467486, + "grad_norm": 2.500903606414795, + "learning_rate": 1.3358538120299027e-05, + "loss": 2.7119, + "step": 23908 + }, + { + "epoch": 0.4092675328232253, + "grad_norm": 2.30184006690979, + "learning_rate": 1.3358015913025045e-05, + "loss": 2.655, + "step": 23909 + }, + { + "epoch": 0.4092846505417758, + "grad_norm": 2.164126396179199, + "learning_rate": 1.3357493695429686e-05, + "loss": 2.5358, + "step": 23910 + }, + { + "epoch": 0.40930176826032627, + "grad_norm": 2.4019594192504883, + "learning_rate": 1.3356971467514563e-05, + "loss": 2.6894, + "step": 23911 + }, + { + "epoch": 0.4093188859788767, + "grad_norm": 2.349912643432617, + "learning_rate": 1.335644922928128e-05, + "loss": 2.7031, + "step": 23912 + }, + { + "epoch": 0.40933600369742723, + "grad_norm": 2.3821773529052734, + "learning_rate": 1.3355926980731445e-05, + "loss": 2.7574, + "step": 23913 + }, + { + "epoch": 0.4093531214159777, + "grad_norm": 2.395796060562134, + "learning_rate": 1.3355404721866653e-05, + "loss": 2.5884, + "step": 23914 + }, + { + "epoch": 0.40937023913452814, + "grad_norm": 2.3876399993896484, + "learning_rate": 1.3354882452688523e-05, + "loss": 2.6418, + "step": 23915 + }, + { + "epoch": 0.40938735685307864, + "grad_norm": 2.2836496829986572, + "learning_rate": 1.335436017319865e-05, + "loss": 2.6235, + "step": 23916 + }, + { + "epoch": 0.4094044745716291, + "grad_norm": 2.3060429096221924, + "learning_rate": 1.3353837883398644e-05, + "loss": 2.4533, + "step": 23917 + }, + { + "epoch": 0.40942159229017955, + "grad_norm": 2.4581966400146484, + "learning_rate": 1.3353315583290107e-05, + "loss": 2.7067, + "step": 23918 + }, + { + "epoch": 0.40943871000873006, + "grad_norm": 2.390258550643921, + "learning_rate": 1.3352793272874647e-05, + "loss": 2.6481, + "step": 23919 + }, + { + "epoch": 0.4094558277272805, + "grad_norm": 2.3967785835266113, + "learning_rate": 1.335227095215387e-05, + "loss": 2.6594, + "step": 23920 + }, + { + "epoch": 0.40947294544583096, + "grad_norm": 2.3299427032470703, + "learning_rate": 1.335174862112938e-05, + "loss": 2.644, + "step": 23921 + }, + { + "epoch": 0.40949006316438147, + "grad_norm": 2.373098134994507, + "learning_rate": 1.3351226279802778e-05, + "loss": 2.5315, + "step": 23922 + }, + { + "epoch": 0.4095071808829319, + "grad_norm": 2.411098003387451, + "learning_rate": 1.335070392817568e-05, + "loss": 2.6464, + "step": 23923 + }, + { + "epoch": 0.4095242986014824, + "grad_norm": 2.3443264961242676, + "learning_rate": 1.3350181566249687e-05, + "loss": 2.6126, + "step": 23924 + }, + { + "epoch": 0.4095414163200329, + "grad_norm": 2.233243465423584, + "learning_rate": 1.3349659194026398e-05, + "loss": 2.5179, + "step": 23925 + }, + { + "epoch": 0.40955853403858333, + "grad_norm": 2.2726523876190186, + "learning_rate": 1.3349136811507426e-05, + "loss": 2.5934, + "step": 23926 + }, + { + "epoch": 0.4095756517571338, + "grad_norm": 2.2845962047576904, + "learning_rate": 1.3348614418694374e-05, + "loss": 2.637, + "step": 23927 + }, + { + "epoch": 0.4095927694756843, + "grad_norm": 2.409806966781616, + "learning_rate": 1.3348092015588852e-05, + "loss": 2.6695, + "step": 23928 + }, + { + "epoch": 0.40960988719423475, + "grad_norm": 2.2432234287261963, + "learning_rate": 1.3347569602192456e-05, + "loss": 2.6051, + "step": 23929 + }, + { + "epoch": 0.4096270049127852, + "grad_norm": 2.3084304332733154, + "learning_rate": 1.33470471785068e-05, + "loss": 2.4907, + "step": 23930 + }, + { + "epoch": 0.4096441226313357, + "grad_norm": 2.24172043800354, + "learning_rate": 1.334652474453349e-05, + "loss": 2.6508, + "step": 23931 + }, + { + "epoch": 0.40966124034988616, + "grad_norm": 2.334632635116577, + "learning_rate": 1.3346002300274123e-05, + "loss": 2.5952, + "step": 23932 + }, + { + "epoch": 0.40967835806843667, + "grad_norm": 2.2630715370178223, + "learning_rate": 1.3345479845730314e-05, + "loss": 2.5493, + "step": 23933 + }, + { + "epoch": 0.4096954757869871, + "grad_norm": 2.4023642539978027, + "learning_rate": 1.3344957380903667e-05, + "loss": 2.6099, + "step": 23934 + }, + { + "epoch": 0.40971259350553757, + "grad_norm": 2.5510740280151367, + "learning_rate": 1.3344434905795785e-05, + "loss": 2.7635, + "step": 23935 + }, + { + "epoch": 0.4097297112240881, + "grad_norm": 2.4099550247192383, + "learning_rate": 1.3343912420408277e-05, + "loss": 2.6395, + "step": 23936 + }, + { + "epoch": 0.40974682894263853, + "grad_norm": 2.2933053970336914, + "learning_rate": 1.3343389924742745e-05, + "loss": 2.5799, + "step": 23937 + }, + { + "epoch": 0.409763946661189, + "grad_norm": 2.307648181915283, + "learning_rate": 1.3342867418800798e-05, + "loss": 2.5134, + "step": 23938 + }, + { + "epoch": 0.4097810643797395, + "grad_norm": 2.286189556121826, + "learning_rate": 1.3342344902584046e-05, + "loss": 2.5798, + "step": 23939 + }, + { + "epoch": 0.40979818209828994, + "grad_norm": 2.248885154724121, + "learning_rate": 1.3341822376094084e-05, + "loss": 2.5722, + "step": 23940 + }, + { + "epoch": 0.4098152998168404, + "grad_norm": 2.3139419555664062, + "learning_rate": 1.3341299839332526e-05, + "loss": 2.5613, + "step": 23941 + }, + { + "epoch": 0.4098324175353909, + "grad_norm": 2.2866339683532715, + "learning_rate": 1.3340777292300977e-05, + "loss": 2.7317, + "step": 23942 + }, + { + "epoch": 0.40984953525394135, + "grad_norm": 2.192725658416748, + "learning_rate": 1.3340254735001043e-05, + "loss": 2.6045, + "step": 23943 + }, + { + "epoch": 0.4098666529724918, + "grad_norm": 2.386277198791504, + "learning_rate": 1.3339732167434332e-05, + "loss": 2.5781, + "step": 23944 + }, + { + "epoch": 0.4098837706910423, + "grad_norm": 2.1757779121398926, + "learning_rate": 1.3339209589602447e-05, + "loss": 2.6571, + "step": 23945 + }, + { + "epoch": 0.40990088840959277, + "grad_norm": 2.288808822631836, + "learning_rate": 1.3338687001506996e-05, + "loss": 2.6906, + "step": 23946 + }, + { + "epoch": 0.4099180061281432, + "grad_norm": 2.3653430938720703, + "learning_rate": 1.333816440314958e-05, + "loss": 2.8351, + "step": 23947 + }, + { + "epoch": 0.4099351238466937, + "grad_norm": 2.3295180797576904, + "learning_rate": 1.3337641794531812e-05, + "loss": 2.5544, + "step": 23948 + }, + { + "epoch": 0.4099522415652442, + "grad_norm": 2.316986083984375, + "learning_rate": 1.3337119175655297e-05, + "loss": 2.6422, + "step": 23949 + }, + { + "epoch": 0.40996935928379463, + "grad_norm": 2.1742634773254395, + "learning_rate": 1.3336596546521642e-05, + "loss": 2.4784, + "step": 23950 + }, + { + "epoch": 0.40998647700234514, + "grad_norm": 2.3630318641662598, + "learning_rate": 1.333607390713245e-05, + "loss": 2.5713, + "step": 23951 + }, + { + "epoch": 0.4100035947208956, + "grad_norm": 2.355724573135376, + "learning_rate": 1.3335551257489331e-05, + "loss": 2.655, + "step": 23952 + }, + { + "epoch": 0.41002071243944604, + "grad_norm": 2.337447166442871, + "learning_rate": 1.333502859759389e-05, + "loss": 2.5971, + "step": 23953 + }, + { + "epoch": 0.41003783015799655, + "grad_norm": 2.189267635345459, + "learning_rate": 1.3334505927447729e-05, + "loss": 2.5182, + "step": 23954 + }, + { + "epoch": 0.410054947876547, + "grad_norm": 2.159392833709717, + "learning_rate": 1.3333983247052461e-05, + "loss": 2.5077, + "step": 23955 + }, + { + "epoch": 0.4100720655950975, + "grad_norm": 2.490549325942993, + "learning_rate": 1.3333460556409691e-05, + "loss": 2.7551, + "step": 23956 + }, + { + "epoch": 0.41008918331364796, + "grad_norm": 2.302284002304077, + "learning_rate": 1.3332937855521024e-05, + "loss": 2.5577, + "step": 23957 + }, + { + "epoch": 0.4101063010321984, + "grad_norm": 2.4487648010253906, + "learning_rate": 1.3332415144388066e-05, + "loss": 2.6203, + "step": 23958 + }, + { + "epoch": 0.4101234187507489, + "grad_norm": 2.3450238704681396, + "learning_rate": 1.3331892423012426e-05, + "loss": 2.6083, + "step": 23959 + }, + { + "epoch": 0.4101405364692994, + "grad_norm": 2.260868787765503, + "learning_rate": 1.3331369691395715e-05, + "loss": 2.5079, + "step": 23960 + }, + { + "epoch": 0.41015765418784983, + "grad_norm": 2.290351390838623, + "learning_rate": 1.3330846949539531e-05, + "loss": 2.6196, + "step": 23961 + }, + { + "epoch": 0.41017477190640034, + "grad_norm": 2.2506144046783447, + "learning_rate": 1.3330324197445481e-05, + "loss": 2.3871, + "step": 23962 + }, + { + "epoch": 0.4101918896249508, + "grad_norm": 2.2082815170288086, + "learning_rate": 1.3329801435115175e-05, + "loss": 2.559, + "step": 23963 + }, + { + "epoch": 0.41020900734350124, + "grad_norm": 2.267566204071045, + "learning_rate": 1.3329278662550223e-05, + "loss": 2.6129, + "step": 23964 + }, + { + "epoch": 0.41022612506205175, + "grad_norm": 2.2344768047332764, + "learning_rate": 1.332875587975223e-05, + "loss": 2.6643, + "step": 23965 + }, + { + "epoch": 0.4102432427806022, + "grad_norm": 2.2894601821899414, + "learning_rate": 1.3328233086722795e-05, + "loss": 2.6386, + "step": 23966 + }, + { + "epoch": 0.41026036049915265, + "grad_norm": 2.3817596435546875, + "learning_rate": 1.3327710283463535e-05, + "loss": 2.6701, + "step": 23967 + }, + { + "epoch": 0.41027747821770316, + "grad_norm": 2.530864715576172, + "learning_rate": 1.3327187469976056e-05, + "loss": 2.6645, + "step": 23968 + }, + { + "epoch": 0.4102945959362536, + "grad_norm": 2.203216791152954, + "learning_rate": 1.3326664646261955e-05, + "loss": 2.4884, + "step": 23969 + }, + { + "epoch": 0.41031171365480407, + "grad_norm": 2.1886918544769287, + "learning_rate": 1.332614181232285e-05, + "loss": 2.5516, + "step": 23970 + }, + { + "epoch": 0.4103288313733546, + "grad_norm": 2.2745110988616943, + "learning_rate": 1.3325618968160345e-05, + "loss": 2.5359, + "step": 23971 + }, + { + "epoch": 0.410345949091905, + "grad_norm": 2.3882224559783936, + "learning_rate": 1.3325096113776045e-05, + "loss": 2.6064, + "step": 23972 + }, + { + "epoch": 0.4103630668104555, + "grad_norm": 2.3001646995544434, + "learning_rate": 1.3324573249171557e-05, + "loss": 2.6772, + "step": 23973 + }, + { + "epoch": 0.410380184529006, + "grad_norm": 2.2513413429260254, + "learning_rate": 1.3324050374348491e-05, + "loss": 2.6199, + "step": 23974 + }, + { + "epoch": 0.41039730224755644, + "grad_norm": 2.114927291870117, + "learning_rate": 1.3323527489308453e-05, + "loss": 2.5831, + "step": 23975 + }, + { + "epoch": 0.4104144199661069, + "grad_norm": 2.244304895401001, + "learning_rate": 1.3323004594053048e-05, + "loss": 2.6375, + "step": 23976 + }, + { + "epoch": 0.4104315376846574, + "grad_norm": 2.4349353313446045, + "learning_rate": 1.3322481688583887e-05, + "loss": 2.6831, + "step": 23977 + }, + { + "epoch": 0.41044865540320785, + "grad_norm": 2.357428550720215, + "learning_rate": 1.3321958772902574e-05, + "loss": 2.7259, + "step": 23978 + }, + { + "epoch": 0.41046577312175836, + "grad_norm": 2.311145544052124, + "learning_rate": 1.3321435847010716e-05, + "loss": 2.6293, + "step": 23979 + }, + { + "epoch": 0.4104828908403088, + "grad_norm": 2.2274422645568848, + "learning_rate": 1.332091291090992e-05, + "loss": 2.6198, + "step": 23980 + }, + { + "epoch": 0.41050000855885926, + "grad_norm": 2.4066030979156494, + "learning_rate": 1.3320389964601802e-05, + "loss": 2.6004, + "step": 23981 + }, + { + "epoch": 0.41051712627740977, + "grad_norm": 2.269646406173706, + "learning_rate": 1.3319867008087956e-05, + "loss": 2.5718, + "step": 23982 + }, + { + "epoch": 0.4105342439959602, + "grad_norm": 2.2855122089385986, + "learning_rate": 1.3319344041369997e-05, + "loss": 2.6157, + "step": 23983 + }, + { + "epoch": 0.4105513617145107, + "grad_norm": 2.049535036087036, + "learning_rate": 1.3318821064449532e-05, + "loss": 2.5942, + "step": 23984 + }, + { + "epoch": 0.4105684794330612, + "grad_norm": 2.2590413093566895, + "learning_rate": 1.3318298077328164e-05, + "loss": 2.6325, + "step": 23985 + }, + { + "epoch": 0.41058559715161164, + "grad_norm": 2.539346694946289, + "learning_rate": 1.3317775080007506e-05, + "loss": 2.6487, + "step": 23986 + }, + { + "epoch": 0.4106027148701621, + "grad_norm": 2.285285711288452, + "learning_rate": 1.3317252072489167e-05, + "loss": 2.66, + "step": 23987 + }, + { + "epoch": 0.4106198325887126, + "grad_norm": 2.2519843578338623, + "learning_rate": 1.331672905477475e-05, + "loss": 2.5581, + "step": 23988 + }, + { + "epoch": 0.41063695030726305, + "grad_norm": 2.3670387268066406, + "learning_rate": 1.3316206026865862e-05, + "loss": 2.6272, + "step": 23989 + }, + { + "epoch": 0.4106540680258135, + "grad_norm": 2.2323696613311768, + "learning_rate": 1.331568298876411e-05, + "loss": 2.4171, + "step": 23990 + }, + { + "epoch": 0.410671185744364, + "grad_norm": 2.380204677581787, + "learning_rate": 1.3315159940471105e-05, + "loss": 2.5759, + "step": 23991 + }, + { + "epoch": 0.41068830346291446, + "grad_norm": 2.32155179977417, + "learning_rate": 1.3314636881988457e-05, + "loss": 2.6158, + "step": 23992 + }, + { + "epoch": 0.4107054211814649, + "grad_norm": 2.3291776180267334, + "learning_rate": 1.3314113813317765e-05, + "loss": 2.5165, + "step": 23993 + }, + { + "epoch": 0.4107225389000154, + "grad_norm": 2.385187864303589, + "learning_rate": 1.3313590734460644e-05, + "loss": 2.6234, + "step": 23994 + }, + { + "epoch": 0.4107396566185659, + "grad_norm": 2.279355525970459, + "learning_rate": 1.33130676454187e-05, + "loss": 2.7133, + "step": 23995 + }, + { + "epoch": 0.4107567743371163, + "grad_norm": 2.357941150665283, + "learning_rate": 1.3312544546193542e-05, + "loss": 2.712, + "step": 23996 + }, + { + "epoch": 0.41077389205566683, + "grad_norm": 2.2757089138031006, + "learning_rate": 1.3312021436786776e-05, + "loss": 2.6144, + "step": 23997 + }, + { + "epoch": 0.4107910097742173, + "grad_norm": 2.245227336883545, + "learning_rate": 1.3311498317200009e-05, + "loss": 2.6323, + "step": 23998 + }, + { + "epoch": 0.41080812749276774, + "grad_norm": 2.2614636421203613, + "learning_rate": 1.331097518743485e-05, + "loss": 2.607, + "step": 23999 + }, + { + "epoch": 0.41082524521131825, + "grad_norm": 2.192944288253784, + "learning_rate": 1.3310452047492908e-05, + "loss": 2.5636, + "step": 24000 + }, + { + "epoch": 0.4108423629298687, + "grad_norm": 2.2707786560058594, + "learning_rate": 1.3309928897375787e-05, + "loss": 2.6012, + "step": 24001 + }, + { + "epoch": 0.4108594806484192, + "grad_norm": 2.3107779026031494, + "learning_rate": 1.3309405737085103e-05, + "loss": 2.5203, + "step": 24002 + }, + { + "epoch": 0.41087659836696966, + "grad_norm": 2.2560389041900635, + "learning_rate": 1.330888256662246e-05, + "loss": 2.5208, + "step": 24003 + }, + { + "epoch": 0.4108937160855201, + "grad_norm": 2.3611507415771484, + "learning_rate": 1.3308359385989457e-05, + "loss": 2.6761, + "step": 24004 + }, + { + "epoch": 0.4109108338040706, + "grad_norm": 2.331890106201172, + "learning_rate": 1.3307836195187716e-05, + "loss": 2.5604, + "step": 24005 + }, + { + "epoch": 0.41092795152262107, + "grad_norm": 2.3937366008758545, + "learning_rate": 1.3307312994218835e-05, + "loss": 2.6384, + "step": 24006 + }, + { + "epoch": 0.4109450692411715, + "grad_norm": 2.3338449001312256, + "learning_rate": 1.330678978308443e-05, + "loss": 2.5831, + "step": 24007 + }, + { + "epoch": 0.41096218695972203, + "grad_norm": 2.507734537124634, + "learning_rate": 1.3306266561786105e-05, + "loss": 2.6189, + "step": 24008 + }, + { + "epoch": 0.4109793046782725, + "grad_norm": 2.284799814224243, + "learning_rate": 1.3305743330325466e-05, + "loss": 2.6523, + "step": 24009 + }, + { + "epoch": 0.41099642239682294, + "grad_norm": 2.2832889556884766, + "learning_rate": 1.330522008870413e-05, + "loss": 2.6041, + "step": 24010 + }, + { + "epoch": 0.41101354011537344, + "grad_norm": 2.377467632293701, + "learning_rate": 1.3304696836923694e-05, + "loss": 2.6435, + "step": 24011 + }, + { + "epoch": 0.4110306578339239, + "grad_norm": 2.1263585090637207, + "learning_rate": 1.330417357498577e-05, + "loss": 2.4936, + "step": 24012 + }, + { + "epoch": 0.41104777555247435, + "grad_norm": 2.4208858013153076, + "learning_rate": 1.3303650302891971e-05, + "loss": 2.667, + "step": 24013 + }, + { + "epoch": 0.41106489327102486, + "grad_norm": 2.294804573059082, + "learning_rate": 1.3303127020643903e-05, + "loss": 2.4893, + "step": 24014 + }, + { + "epoch": 0.4110820109895753, + "grad_norm": 2.55076003074646, + "learning_rate": 1.3302603728243172e-05, + "loss": 2.6858, + "step": 24015 + }, + { + "epoch": 0.41109912870812576, + "grad_norm": 2.3678276538848877, + "learning_rate": 1.3302080425691386e-05, + "loss": 2.7652, + "step": 24016 + }, + { + "epoch": 0.41111624642667627, + "grad_norm": 2.469104290008545, + "learning_rate": 1.3301557112990157e-05, + "loss": 2.5463, + "step": 24017 + }, + { + "epoch": 0.4111333641452267, + "grad_norm": 2.511258125305176, + "learning_rate": 1.3301033790141094e-05, + "loss": 2.7587, + "step": 24018 + }, + { + "epoch": 0.4111504818637772, + "grad_norm": 2.302844524383545, + "learning_rate": 1.3300510457145802e-05, + "loss": 2.5961, + "step": 24019 + }, + { + "epoch": 0.4111675995823277, + "grad_norm": 2.253124475479126, + "learning_rate": 1.329998711400589e-05, + "loss": 2.6102, + "step": 24020 + }, + { + "epoch": 0.41118471730087813, + "grad_norm": 2.2998082637786865, + "learning_rate": 1.3299463760722969e-05, + "loss": 2.7077, + "step": 24021 + }, + { + "epoch": 0.4112018350194286, + "grad_norm": 2.198740243911743, + "learning_rate": 1.3298940397298642e-05, + "loss": 2.5415, + "step": 24022 + }, + { + "epoch": 0.4112189527379791, + "grad_norm": 2.2871201038360596, + "learning_rate": 1.3298417023734525e-05, + "loss": 2.7027, + "step": 24023 + }, + { + "epoch": 0.41123607045652955, + "grad_norm": 2.3835530281066895, + "learning_rate": 1.3297893640032225e-05, + "loss": 2.7139, + "step": 24024 + }, + { + "epoch": 0.41125318817508, + "grad_norm": 2.260498046875, + "learning_rate": 1.3297370246193349e-05, + "loss": 2.6103, + "step": 24025 + }, + { + "epoch": 0.4112703058936305, + "grad_norm": 2.2217493057250977, + "learning_rate": 1.3296846842219503e-05, + "loss": 2.6577, + "step": 24026 + }, + { + "epoch": 0.41128742361218096, + "grad_norm": 2.281296491622925, + "learning_rate": 1.32963234281123e-05, + "loss": 2.5819, + "step": 24027 + }, + { + "epoch": 0.41130454133073147, + "grad_norm": 2.3207054138183594, + "learning_rate": 1.3295800003873347e-05, + "loss": 2.6605, + "step": 24028 + }, + { + "epoch": 0.4113216590492819, + "grad_norm": 2.4217207431793213, + "learning_rate": 1.3295276569504254e-05, + "loss": 2.7534, + "step": 24029 + }, + { + "epoch": 0.41133877676783237, + "grad_norm": 2.205706834793091, + "learning_rate": 1.3294753125006628e-05, + "loss": 2.5009, + "step": 24030 + }, + { + "epoch": 0.4113558944863829, + "grad_norm": 2.166964530944824, + "learning_rate": 1.329422967038208e-05, + "loss": 2.6369, + "step": 24031 + }, + { + "epoch": 0.41137301220493333, + "grad_norm": 2.263490915298462, + "learning_rate": 1.3293706205632218e-05, + "loss": 2.6057, + "step": 24032 + }, + { + "epoch": 0.4113901299234838, + "grad_norm": 2.1603450775146484, + "learning_rate": 1.329318273075865e-05, + "loss": 2.6537, + "step": 24033 + }, + { + "epoch": 0.4114072476420343, + "grad_norm": 2.2269105911254883, + "learning_rate": 1.3292659245762984e-05, + "loss": 2.5331, + "step": 24034 + }, + { + "epoch": 0.41142436536058474, + "grad_norm": 2.3924286365509033, + "learning_rate": 1.3292135750646835e-05, + "loss": 2.7576, + "step": 24035 + }, + { + "epoch": 0.4114414830791352, + "grad_norm": 2.2806618213653564, + "learning_rate": 1.3291612245411804e-05, + "loss": 2.7286, + "step": 24036 + }, + { + "epoch": 0.4114586007976857, + "grad_norm": 2.2886555194854736, + "learning_rate": 1.3291088730059508e-05, + "loss": 2.6969, + "step": 24037 + }, + { + "epoch": 0.41147571851623616, + "grad_norm": 2.2259762287139893, + "learning_rate": 1.3290565204591547e-05, + "loss": 2.6735, + "step": 24038 + }, + { + "epoch": 0.4114928362347866, + "grad_norm": 2.347719430923462, + "learning_rate": 1.329004166900954e-05, + "loss": 2.6534, + "step": 24039 + }, + { + "epoch": 0.4115099539533371, + "grad_norm": 2.2447562217712402, + "learning_rate": 1.3289518123315088e-05, + "loss": 2.6599, + "step": 24040 + }, + { + "epoch": 0.41152707167188757, + "grad_norm": 2.3376238346099854, + "learning_rate": 1.3288994567509806e-05, + "loss": 2.578, + "step": 24041 + }, + { + "epoch": 0.411544189390438, + "grad_norm": 2.2440874576568604, + "learning_rate": 1.32884710015953e-05, + "loss": 2.6365, + "step": 24042 + }, + { + "epoch": 0.41156130710898853, + "grad_norm": 2.2241408824920654, + "learning_rate": 1.3287947425573179e-05, + "loss": 2.5354, + "step": 24043 + }, + { + "epoch": 0.411578424827539, + "grad_norm": 2.311204433441162, + "learning_rate": 1.3287423839445052e-05, + "loss": 2.6721, + "step": 24044 + }, + { + "epoch": 0.41159554254608943, + "grad_norm": 2.3243699073791504, + "learning_rate": 1.3286900243212532e-05, + "loss": 2.6517, + "step": 24045 + }, + { + "epoch": 0.41161266026463994, + "grad_norm": 2.2774813175201416, + "learning_rate": 1.3286376636877227e-05, + "loss": 2.6127, + "step": 24046 + }, + { + "epoch": 0.4116297779831904, + "grad_norm": 2.2117319107055664, + "learning_rate": 1.3285853020440744e-05, + "loss": 2.6319, + "step": 24047 + }, + { + "epoch": 0.41164689570174084, + "grad_norm": 2.2801337242126465, + "learning_rate": 1.3285329393904694e-05, + "loss": 2.5817, + "step": 24048 + }, + { + "epoch": 0.41166401342029135, + "grad_norm": 2.2858707904815674, + "learning_rate": 1.3284805757270684e-05, + "loss": 2.6052, + "step": 24049 + }, + { + "epoch": 0.4116811311388418, + "grad_norm": 2.3312692642211914, + "learning_rate": 1.3284282110540327e-05, + "loss": 2.5729, + "step": 24050 + }, + { + "epoch": 0.4116982488573923, + "grad_norm": 2.3272957801818848, + "learning_rate": 1.3283758453715234e-05, + "loss": 2.6238, + "step": 24051 + }, + { + "epoch": 0.41171536657594276, + "grad_norm": 2.216820478439331, + "learning_rate": 1.328323478679701e-05, + "loss": 2.5682, + "step": 24052 + }, + { + "epoch": 0.4117324842944932, + "grad_norm": 2.3856968879699707, + "learning_rate": 1.3282711109787267e-05, + "loss": 2.6488, + "step": 24053 + }, + { + "epoch": 0.4117496020130437, + "grad_norm": 2.3674213886260986, + "learning_rate": 1.3282187422687612e-05, + "loss": 2.6141, + "step": 24054 + }, + { + "epoch": 0.4117667197315942, + "grad_norm": 2.321439027786255, + "learning_rate": 1.3281663725499656e-05, + "loss": 2.6264, + "step": 24055 + }, + { + "epoch": 0.41178383745014463, + "grad_norm": 2.1473681926727295, + "learning_rate": 1.3281140018225012e-05, + "loss": 2.5073, + "step": 24056 + }, + { + "epoch": 0.41180095516869514, + "grad_norm": 2.357351064682007, + "learning_rate": 1.3280616300865286e-05, + "loss": 2.5977, + "step": 24057 + }, + { + "epoch": 0.4118180728872456, + "grad_norm": 2.242504596710205, + "learning_rate": 1.3280092573422088e-05, + "loss": 2.6723, + "step": 24058 + }, + { + "epoch": 0.41183519060579604, + "grad_norm": 2.2982068061828613, + "learning_rate": 1.3279568835897027e-05, + "loss": 2.5733, + "step": 24059 + }, + { + "epoch": 0.41185230832434655, + "grad_norm": 2.3167572021484375, + "learning_rate": 1.3279045088291715e-05, + "loss": 2.5906, + "step": 24060 + }, + { + "epoch": 0.411869426042897, + "grad_norm": 2.22057843208313, + "learning_rate": 1.3278521330607763e-05, + "loss": 2.7275, + "step": 24061 + }, + { + "epoch": 0.41188654376144745, + "grad_norm": 2.4110970497131348, + "learning_rate": 1.3277997562846779e-05, + "loss": 2.6529, + "step": 24062 + }, + { + "epoch": 0.41190366147999796, + "grad_norm": 2.1803133487701416, + "learning_rate": 1.3277473785010372e-05, + "loss": 2.6111, + "step": 24063 + }, + { + "epoch": 0.4119207791985484, + "grad_norm": 2.358091115951538, + "learning_rate": 1.327694999710015e-05, + "loss": 2.5292, + "step": 24064 + }, + { + "epoch": 0.41193789691709887, + "grad_norm": 2.2207114696502686, + "learning_rate": 1.3276426199117727e-05, + "loss": 2.5101, + "step": 24065 + }, + { + "epoch": 0.4119550146356494, + "grad_norm": 2.3247642517089844, + "learning_rate": 1.3275902391064712e-05, + "loss": 2.6763, + "step": 24066 + }, + { + "epoch": 0.4119721323541998, + "grad_norm": 2.3857686519622803, + "learning_rate": 1.3275378572942714e-05, + "loss": 2.7554, + "step": 24067 + }, + { + "epoch": 0.4119892500727503, + "grad_norm": 2.176990270614624, + "learning_rate": 1.3274854744753348e-05, + "loss": 2.4683, + "step": 24068 + }, + { + "epoch": 0.4120063677913008, + "grad_norm": 2.3852391242980957, + "learning_rate": 1.3274330906498214e-05, + "loss": 2.7481, + "step": 24069 + }, + { + "epoch": 0.41202348550985124, + "grad_norm": 2.1725053787231445, + "learning_rate": 1.327380705817893e-05, + "loss": 2.5521, + "step": 24070 + }, + { + "epoch": 0.4120406032284017, + "grad_norm": 2.40373158454895, + "learning_rate": 1.32732831997971e-05, + "loss": 2.6511, + "step": 24071 + }, + { + "epoch": 0.4120577209469522, + "grad_norm": 2.2357211112976074, + "learning_rate": 1.3272759331354343e-05, + "loss": 2.5833, + "step": 24072 + }, + { + "epoch": 0.41207483866550265, + "grad_norm": 2.4622302055358887, + "learning_rate": 1.3272235452852264e-05, + "loss": 2.7079, + "step": 24073 + }, + { + "epoch": 0.41209195638405316, + "grad_norm": 2.230792284011841, + "learning_rate": 1.327171156429247e-05, + "loss": 2.6551, + "step": 24074 + }, + { + "epoch": 0.4121090741026036, + "grad_norm": 2.5301759243011475, + "learning_rate": 1.327118766567658e-05, + "loss": 2.7191, + "step": 24075 + }, + { + "epoch": 0.41212619182115406, + "grad_norm": 2.299095392227173, + "learning_rate": 1.3270663757006195e-05, + "loss": 2.7384, + "step": 24076 + }, + { + "epoch": 0.41214330953970457, + "grad_norm": 2.3149752616882324, + "learning_rate": 1.327013983828293e-05, + "loss": 2.5084, + "step": 24077 + }, + { + "epoch": 0.412160427258255, + "grad_norm": 2.298436164855957, + "learning_rate": 1.3269615909508395e-05, + "loss": 2.5674, + "step": 24078 + }, + { + "epoch": 0.4121775449768055, + "grad_norm": 2.588960886001587, + "learning_rate": 1.3269091970684201e-05, + "loss": 2.641, + "step": 24079 + }, + { + "epoch": 0.412194662695356, + "grad_norm": 2.281463623046875, + "learning_rate": 1.3268568021811953e-05, + "loss": 2.653, + "step": 24080 + }, + { + "epoch": 0.41221178041390644, + "grad_norm": 2.273035764694214, + "learning_rate": 1.3268044062893268e-05, + "loss": 2.5289, + "step": 24081 + }, + { + "epoch": 0.4122288981324569, + "grad_norm": 2.3064024448394775, + "learning_rate": 1.3267520093929758e-05, + "loss": 2.5983, + "step": 24082 + }, + { + "epoch": 0.4122460158510074, + "grad_norm": 2.2582149505615234, + "learning_rate": 1.3266996114923027e-05, + "loss": 2.6009, + "step": 24083 + }, + { + "epoch": 0.41226313356955785, + "grad_norm": 2.1748952865600586, + "learning_rate": 1.326647212587469e-05, + "loss": 2.6409, + "step": 24084 + }, + { + "epoch": 0.4122802512881083, + "grad_norm": 2.3120779991149902, + "learning_rate": 1.3265948126786352e-05, + "loss": 2.641, + "step": 24085 + }, + { + "epoch": 0.4122973690066588, + "grad_norm": 2.229332447052002, + "learning_rate": 1.3265424117659631e-05, + "loss": 2.5459, + "step": 24086 + }, + { + "epoch": 0.41231448672520926, + "grad_norm": 2.203411340713501, + "learning_rate": 1.3264900098496133e-05, + "loss": 2.5398, + "step": 24087 + }, + { + "epoch": 0.4123316044437597, + "grad_norm": 2.2605886459350586, + "learning_rate": 1.3264376069297469e-05, + "loss": 2.5802, + "step": 24088 + }, + { + "epoch": 0.4123487221623102, + "grad_norm": 2.3739559650421143, + "learning_rate": 1.3263852030065254e-05, + "loss": 2.6331, + "step": 24089 + }, + { + "epoch": 0.4123658398808607, + "grad_norm": 2.301173210144043, + "learning_rate": 1.326332798080109e-05, + "loss": 2.6817, + "step": 24090 + }, + { + "epoch": 0.4123829575994111, + "grad_norm": 2.1654140949249268, + "learning_rate": 1.3262803921506596e-05, + "loss": 2.5195, + "step": 24091 + }, + { + "epoch": 0.41240007531796163, + "grad_norm": 2.3202171325683594, + "learning_rate": 1.326227985218338e-05, + "loss": 2.6311, + "step": 24092 + }, + { + "epoch": 0.4124171930365121, + "grad_norm": 2.1854493618011475, + "learning_rate": 1.3261755772833052e-05, + "loss": 2.6744, + "step": 24093 + }, + { + "epoch": 0.41243431075506254, + "grad_norm": 2.261927843093872, + "learning_rate": 1.326123168345722e-05, + "loss": 2.6026, + "step": 24094 + }, + { + "epoch": 0.41245142847361305, + "grad_norm": 2.268146514892578, + "learning_rate": 1.3260707584057502e-05, + "loss": 2.5865, + "step": 24095 + }, + { + "epoch": 0.4124685461921635, + "grad_norm": 2.247796058654785, + "learning_rate": 1.3260183474635504e-05, + "loss": 2.532, + "step": 24096 + }, + { + "epoch": 0.412485663910714, + "grad_norm": 2.3342223167419434, + "learning_rate": 1.325965935519284e-05, + "loss": 2.6062, + "step": 24097 + }, + { + "epoch": 0.41250278162926446, + "grad_norm": 2.291802406311035, + "learning_rate": 1.3259135225731115e-05, + "loss": 2.6559, + "step": 24098 + }, + { + "epoch": 0.4125198993478149, + "grad_norm": 2.243497133255005, + "learning_rate": 1.325861108625195e-05, + "loss": 2.591, + "step": 24099 + }, + { + "epoch": 0.4125370170663654, + "grad_norm": 2.2071874141693115, + "learning_rate": 1.3258086936756943e-05, + "loss": 2.5581, + "step": 24100 + }, + { + "epoch": 0.41255413478491587, + "grad_norm": 2.3940837383270264, + "learning_rate": 1.3257562777247715e-05, + "loss": 2.691, + "step": 24101 + }, + { + "epoch": 0.4125712525034663, + "grad_norm": 2.3379883766174316, + "learning_rate": 1.3257038607725874e-05, + "loss": 2.6664, + "step": 24102 + }, + { + "epoch": 0.41258837022201683, + "grad_norm": 2.316173553466797, + "learning_rate": 1.325651442819303e-05, + "loss": 2.6612, + "step": 24103 + }, + { + "epoch": 0.4126054879405673, + "grad_norm": 2.172966241836548, + "learning_rate": 1.3255990238650798e-05, + "loss": 2.5553, + "step": 24104 + }, + { + "epoch": 0.41262260565911774, + "grad_norm": 2.332308292388916, + "learning_rate": 1.3255466039100786e-05, + "loss": 2.6425, + "step": 24105 + }, + { + "epoch": 0.41263972337766824, + "grad_norm": 2.2964768409729004, + "learning_rate": 1.3254941829544605e-05, + "loss": 2.7129, + "step": 24106 + }, + { + "epoch": 0.4126568410962187, + "grad_norm": 2.3107411861419678, + "learning_rate": 1.3254417609983868e-05, + "loss": 2.5784, + "step": 24107 + }, + { + "epoch": 0.41267395881476915, + "grad_norm": 2.3276102542877197, + "learning_rate": 1.3253893380420184e-05, + "loss": 2.6361, + "step": 24108 + }, + { + "epoch": 0.41269107653331966, + "grad_norm": 2.3079652786254883, + "learning_rate": 1.3253369140855168e-05, + "loss": 2.5763, + "step": 24109 + }, + { + "epoch": 0.4127081942518701, + "grad_norm": 2.322012424468994, + "learning_rate": 1.3252844891290425e-05, + "loss": 2.4903, + "step": 24110 + }, + { + "epoch": 0.41272531197042056, + "grad_norm": 2.213904619216919, + "learning_rate": 1.3252320631727575e-05, + "loss": 2.5342, + "step": 24111 + }, + { + "epoch": 0.41274242968897107, + "grad_norm": 2.245281934738159, + "learning_rate": 1.3251796362168222e-05, + "loss": 2.6037, + "step": 24112 + }, + { + "epoch": 0.4127595474075215, + "grad_norm": 2.20556378364563, + "learning_rate": 1.3251272082613978e-05, + "loss": 2.5978, + "step": 24113 + }, + { + "epoch": 0.412776665126072, + "grad_norm": 2.24741792678833, + "learning_rate": 1.3250747793066459e-05, + "loss": 2.5117, + "step": 24114 + }, + { + "epoch": 0.4127937828446225, + "grad_norm": 2.242373466491699, + "learning_rate": 1.3250223493527274e-05, + "loss": 2.4886, + "step": 24115 + }, + { + "epoch": 0.41281090056317293, + "grad_norm": 2.370055913925171, + "learning_rate": 1.3249699183998033e-05, + "loss": 2.691, + "step": 24116 + }, + { + "epoch": 0.4128280182817234, + "grad_norm": 2.333930492401123, + "learning_rate": 1.324917486448035e-05, + "loss": 2.6267, + "step": 24117 + }, + { + "epoch": 0.4128451360002739, + "grad_norm": 2.174081563949585, + "learning_rate": 1.3248650534975837e-05, + "loss": 2.5426, + "step": 24118 + }, + { + "epoch": 0.41286225371882435, + "grad_norm": 2.21490740776062, + "learning_rate": 1.3248126195486104e-05, + "loss": 2.3795, + "step": 24119 + }, + { + "epoch": 0.41287937143737485, + "grad_norm": 2.230931520462036, + "learning_rate": 1.3247601846012763e-05, + "loss": 2.5718, + "step": 24120 + }, + { + "epoch": 0.4128964891559253, + "grad_norm": 2.488008737564087, + "learning_rate": 1.3247077486557425e-05, + "loss": 2.7353, + "step": 24121 + }, + { + "epoch": 0.41291360687447576, + "grad_norm": 2.2423601150512695, + "learning_rate": 1.3246553117121701e-05, + "loss": 2.5915, + "step": 24122 + }, + { + "epoch": 0.41293072459302627, + "grad_norm": 2.3879318237304688, + "learning_rate": 1.3246028737707204e-05, + "loss": 2.6422, + "step": 24123 + }, + { + "epoch": 0.4129478423115767, + "grad_norm": 2.4764528274536133, + "learning_rate": 1.3245504348315545e-05, + "loss": 2.6893, + "step": 24124 + }, + { + "epoch": 0.41296496003012717, + "grad_norm": 2.377516269683838, + "learning_rate": 1.324497994894834e-05, + "loss": 2.7174, + "step": 24125 + }, + { + "epoch": 0.4129820777486777, + "grad_norm": 2.3434605598449707, + "learning_rate": 1.3244455539607198e-05, + "loss": 2.5603, + "step": 24126 + }, + { + "epoch": 0.41299919546722813, + "grad_norm": 2.2903037071228027, + "learning_rate": 1.3243931120293727e-05, + "loss": 2.5506, + "step": 24127 + }, + { + "epoch": 0.4130163131857786, + "grad_norm": 2.375983715057373, + "learning_rate": 1.3243406691009542e-05, + "loss": 2.5516, + "step": 24128 + }, + { + "epoch": 0.4130334309043291, + "grad_norm": 2.376638650894165, + "learning_rate": 1.3242882251756255e-05, + "loss": 2.625, + "step": 24129 + }, + { + "epoch": 0.41305054862287954, + "grad_norm": 2.4217262268066406, + "learning_rate": 1.3242357802535479e-05, + "loss": 2.6649, + "step": 24130 + }, + { + "epoch": 0.41306766634143, + "grad_norm": 2.254373550415039, + "learning_rate": 1.3241833343348826e-05, + "loss": 2.6215, + "step": 24131 + }, + { + "epoch": 0.4130847840599805, + "grad_norm": 2.3547756671905518, + "learning_rate": 1.3241308874197907e-05, + "loss": 2.6983, + "step": 24132 + }, + { + "epoch": 0.41310190177853096, + "grad_norm": 2.25384521484375, + "learning_rate": 1.3240784395084332e-05, + "loss": 2.5393, + "step": 24133 + }, + { + "epoch": 0.4131190194970814, + "grad_norm": 2.152177095413208, + "learning_rate": 1.3240259906009714e-05, + "loss": 2.5258, + "step": 24134 + }, + { + "epoch": 0.4131361372156319, + "grad_norm": 2.3148179054260254, + "learning_rate": 1.3239735406975669e-05, + "loss": 2.7294, + "step": 24135 + }, + { + "epoch": 0.41315325493418237, + "grad_norm": 2.3440744876861572, + "learning_rate": 1.3239210897983804e-05, + "loss": 2.6029, + "step": 24136 + }, + { + "epoch": 0.4131703726527328, + "grad_norm": 2.2384581565856934, + "learning_rate": 1.3238686379035737e-05, + "loss": 2.6322, + "step": 24137 + }, + { + "epoch": 0.41318749037128333, + "grad_norm": 2.178372859954834, + "learning_rate": 1.3238161850133074e-05, + "loss": 2.4909, + "step": 24138 + }, + { + "epoch": 0.4132046080898338, + "grad_norm": 2.389451503753662, + "learning_rate": 1.3237637311277427e-05, + "loss": 2.6747, + "step": 24139 + }, + { + "epoch": 0.41322172580838423, + "grad_norm": 2.1482956409454346, + "learning_rate": 1.3237112762470416e-05, + "loss": 2.5878, + "step": 24140 + }, + { + "epoch": 0.41323884352693474, + "grad_norm": 2.2724175453186035, + "learning_rate": 1.3236588203713645e-05, + "loss": 2.7124, + "step": 24141 + }, + { + "epoch": 0.4132559612454852, + "grad_norm": 2.3444056510925293, + "learning_rate": 1.3236063635008734e-05, + "loss": 2.5161, + "step": 24142 + }, + { + "epoch": 0.4132730789640357, + "grad_norm": 2.425287961959839, + "learning_rate": 1.3235539056357287e-05, + "loss": 2.6773, + "step": 24143 + }, + { + "epoch": 0.41329019668258615, + "grad_norm": 2.2986741065979004, + "learning_rate": 1.323501446776092e-05, + "loss": 2.5747, + "step": 24144 + }, + { + "epoch": 0.4133073144011366, + "grad_norm": 2.274790048599243, + "learning_rate": 1.3234489869221248e-05, + "loss": 2.5589, + "step": 24145 + }, + { + "epoch": 0.4133244321196871, + "grad_norm": 2.3033714294433594, + "learning_rate": 1.323396526073988e-05, + "loss": 2.5798, + "step": 24146 + }, + { + "epoch": 0.41334154983823757, + "grad_norm": 2.3092126846313477, + "learning_rate": 1.3233440642318432e-05, + "loss": 2.5787, + "step": 24147 + }, + { + "epoch": 0.413358667556788, + "grad_norm": 2.3114607334136963, + "learning_rate": 1.3232916013958512e-05, + "loss": 2.6232, + "step": 24148 + }, + { + "epoch": 0.4133757852753385, + "grad_norm": 2.294024705886841, + "learning_rate": 1.3232391375661735e-05, + "loss": 2.5614, + "step": 24149 + }, + { + "epoch": 0.413392902993889, + "grad_norm": 2.3122706413269043, + "learning_rate": 1.3231866727429711e-05, + "loss": 2.6313, + "step": 24150 + }, + { + "epoch": 0.41341002071243943, + "grad_norm": 2.3398947715759277, + "learning_rate": 1.3231342069264057e-05, + "loss": 2.6942, + "step": 24151 + }, + { + "epoch": 0.41342713843098994, + "grad_norm": 2.3244364261627197, + "learning_rate": 1.3230817401166385e-05, + "loss": 2.6449, + "step": 24152 + }, + { + "epoch": 0.4134442561495404, + "grad_norm": 2.2201385498046875, + "learning_rate": 1.3230292723138305e-05, + "loss": 2.5184, + "step": 24153 + }, + { + "epoch": 0.41346137386809084, + "grad_norm": 2.2088828086853027, + "learning_rate": 1.3229768035181431e-05, + "loss": 2.6048, + "step": 24154 + }, + { + "epoch": 0.41347849158664135, + "grad_norm": 2.475916624069214, + "learning_rate": 1.3229243337297376e-05, + "loss": 2.7214, + "step": 24155 + }, + { + "epoch": 0.4134956093051918, + "grad_norm": 2.2762136459350586, + "learning_rate": 1.322871862948775e-05, + "loss": 2.6356, + "step": 24156 + }, + { + "epoch": 0.41351272702374225, + "grad_norm": 2.2854018211364746, + "learning_rate": 1.322819391175417e-05, + "loss": 2.6292, + "step": 24157 + }, + { + "epoch": 0.41352984474229276, + "grad_norm": 2.221367597579956, + "learning_rate": 1.3227669184098244e-05, + "loss": 2.6271, + "step": 24158 + }, + { + "epoch": 0.4135469624608432, + "grad_norm": 2.4802911281585693, + "learning_rate": 1.3227144446521591e-05, + "loss": 2.6564, + "step": 24159 + }, + { + "epoch": 0.41356408017939367, + "grad_norm": 2.4605605602264404, + "learning_rate": 1.3226619699025819e-05, + "loss": 2.7603, + "step": 24160 + }, + { + "epoch": 0.4135811978979442, + "grad_norm": 2.2621848583221436, + "learning_rate": 1.3226094941612542e-05, + "loss": 2.5523, + "step": 24161 + }, + { + "epoch": 0.4135983156164946, + "grad_norm": 2.318384885787964, + "learning_rate": 1.3225570174283374e-05, + "loss": 2.6326, + "step": 24162 + }, + { + "epoch": 0.4136154333350451, + "grad_norm": 2.319126844406128, + "learning_rate": 1.3225045397039929e-05, + "loss": 2.6129, + "step": 24163 + }, + { + "epoch": 0.4136325510535956, + "grad_norm": 2.3273978233337402, + "learning_rate": 1.3224520609883815e-05, + "loss": 2.6938, + "step": 24164 + }, + { + "epoch": 0.41364966877214604, + "grad_norm": 2.2427239418029785, + "learning_rate": 1.3223995812816649e-05, + "loss": 2.5903, + "step": 24165 + }, + { + "epoch": 0.41366678649069655, + "grad_norm": 2.550969362258911, + "learning_rate": 1.3223471005840044e-05, + "loss": 2.6263, + "step": 24166 + }, + { + "epoch": 0.413683904209247, + "grad_norm": 2.2783141136169434, + "learning_rate": 1.322294618895561e-05, + "loss": 2.5781, + "step": 24167 + }, + { + "epoch": 0.41370102192779745, + "grad_norm": 2.306014060974121, + "learning_rate": 1.3222421362164966e-05, + "loss": 2.6093, + "step": 24168 + }, + { + "epoch": 0.41371813964634796, + "grad_norm": 2.5660457611083984, + "learning_rate": 1.3221896525469722e-05, + "loss": 2.579, + "step": 24169 + }, + { + "epoch": 0.4137352573648984, + "grad_norm": 2.3683905601501465, + "learning_rate": 1.3221371678871489e-05, + "loss": 2.6702, + "step": 24170 + }, + { + "epoch": 0.41375237508344886, + "grad_norm": 2.4219536781311035, + "learning_rate": 1.3220846822371879e-05, + "loss": 2.7066, + "step": 24171 + }, + { + "epoch": 0.4137694928019994, + "grad_norm": 2.2739298343658447, + "learning_rate": 1.3220321955972511e-05, + "loss": 2.5831, + "step": 24172 + }, + { + "epoch": 0.4137866105205498, + "grad_norm": 2.5178322792053223, + "learning_rate": 1.3219797079674996e-05, + "loss": 2.6405, + "step": 24173 + }, + { + "epoch": 0.4138037282391003, + "grad_norm": 2.2802674770355225, + "learning_rate": 1.3219272193480947e-05, + "loss": 2.4779, + "step": 24174 + }, + { + "epoch": 0.4138208459576508, + "grad_norm": 2.403277635574341, + "learning_rate": 1.3218747297391976e-05, + "loss": 2.5889, + "step": 24175 + }, + { + "epoch": 0.41383796367620124, + "grad_norm": 2.312215566635132, + "learning_rate": 1.3218222391409698e-05, + "loss": 2.6445, + "step": 24176 + }, + { + "epoch": 0.4138550813947517, + "grad_norm": 2.316934585571289, + "learning_rate": 1.3217697475535727e-05, + "loss": 2.4781, + "step": 24177 + }, + { + "epoch": 0.4138721991133022, + "grad_norm": 2.1703548431396484, + "learning_rate": 1.321717254977167e-05, + "loss": 2.487, + "step": 24178 + }, + { + "epoch": 0.41388931683185265, + "grad_norm": 2.253913402557373, + "learning_rate": 1.3216647614119151e-05, + "loss": 2.6003, + "step": 24179 + }, + { + "epoch": 0.4139064345504031, + "grad_norm": 2.3886303901672363, + "learning_rate": 1.3216122668579775e-05, + "loss": 2.6191, + "step": 24180 + }, + { + "epoch": 0.4139235522689536, + "grad_norm": 2.3903093338012695, + "learning_rate": 1.3215597713155161e-05, + "loss": 2.6826, + "step": 24181 + }, + { + "epoch": 0.41394066998750406, + "grad_norm": 2.312807321548462, + "learning_rate": 1.321507274784692e-05, + "loss": 2.4999, + "step": 24182 + }, + { + "epoch": 0.4139577877060545, + "grad_norm": 2.238124132156372, + "learning_rate": 1.3214547772656665e-05, + "loss": 2.5429, + "step": 24183 + }, + { + "epoch": 0.413974905424605, + "grad_norm": 2.2334487438201904, + "learning_rate": 1.3214022787586011e-05, + "loss": 2.552, + "step": 24184 + }, + { + "epoch": 0.4139920231431555, + "grad_norm": 2.2519681453704834, + "learning_rate": 1.321349779263657e-05, + "loss": 2.6461, + "step": 24185 + }, + { + "epoch": 0.4140091408617059, + "grad_norm": 2.151430368423462, + "learning_rate": 1.3212972787809957e-05, + "loss": 2.4786, + "step": 24186 + }, + { + "epoch": 0.41402625858025643, + "grad_norm": 2.3426260948181152, + "learning_rate": 1.3212447773107782e-05, + "loss": 2.5849, + "step": 24187 + }, + { + "epoch": 0.4140433762988069, + "grad_norm": 2.2455360889434814, + "learning_rate": 1.3211922748531665e-05, + "loss": 2.5706, + "step": 24188 + }, + { + "epoch": 0.41406049401735734, + "grad_norm": 2.3788349628448486, + "learning_rate": 1.3211397714083219e-05, + "loss": 2.6556, + "step": 24189 + }, + { + "epoch": 0.41407761173590785, + "grad_norm": 2.2490618228912354, + "learning_rate": 1.3210872669764052e-05, + "loss": 2.5673, + "step": 24190 + }, + { + "epoch": 0.4140947294544583, + "grad_norm": 2.367936372756958, + "learning_rate": 1.3210347615575783e-05, + "loss": 2.6073, + "step": 24191 + }, + { + "epoch": 0.4141118471730088, + "grad_norm": 2.3796491622924805, + "learning_rate": 1.3209822551520022e-05, + "loss": 2.691, + "step": 24192 + }, + { + "epoch": 0.41412896489155926, + "grad_norm": 2.2383289337158203, + "learning_rate": 1.3209297477598386e-05, + "loss": 2.4622, + "step": 24193 + }, + { + "epoch": 0.4141460826101097, + "grad_norm": 2.37359881401062, + "learning_rate": 1.3208772393812486e-05, + "loss": 2.7193, + "step": 24194 + }, + { + "epoch": 0.4141632003286602, + "grad_norm": 2.3668203353881836, + "learning_rate": 1.3208247300163942e-05, + "loss": 2.6984, + "step": 24195 + }, + { + "epoch": 0.41418031804721067, + "grad_norm": 2.4916694164276123, + "learning_rate": 1.320772219665436e-05, + "loss": 2.6415, + "step": 24196 + }, + { + "epoch": 0.4141974357657611, + "grad_norm": 2.266418933868408, + "learning_rate": 1.3207197083285361e-05, + "loss": 2.6141, + "step": 24197 + }, + { + "epoch": 0.41421455348431163, + "grad_norm": 2.416236162185669, + "learning_rate": 1.3206671960058553e-05, + "loss": 2.6537, + "step": 24198 + }, + { + "epoch": 0.4142316712028621, + "grad_norm": 2.4912972450256348, + "learning_rate": 1.3206146826975554e-05, + "loss": 2.5954, + "step": 24199 + }, + { + "epoch": 0.41424878892141254, + "grad_norm": 2.2509851455688477, + "learning_rate": 1.3205621684037977e-05, + "loss": 2.6642, + "step": 24200 + }, + { + "epoch": 0.41426590663996304, + "grad_norm": 2.388115644454956, + "learning_rate": 1.3205096531247434e-05, + "loss": 2.6776, + "step": 24201 + }, + { + "epoch": 0.4142830243585135, + "grad_norm": 2.345245361328125, + "learning_rate": 1.3204571368605543e-05, + "loss": 2.6672, + "step": 24202 + }, + { + "epoch": 0.41430014207706395, + "grad_norm": 2.2950351238250732, + "learning_rate": 1.3204046196113916e-05, + "loss": 2.6865, + "step": 24203 + }, + { + "epoch": 0.41431725979561446, + "grad_norm": 2.2415521144866943, + "learning_rate": 1.3203521013774166e-05, + "loss": 2.6011, + "step": 24204 + }, + { + "epoch": 0.4143343775141649, + "grad_norm": 2.39026141166687, + "learning_rate": 1.3202995821587912e-05, + "loss": 2.6421, + "step": 24205 + }, + { + "epoch": 0.41435149523271536, + "grad_norm": 2.3748021125793457, + "learning_rate": 1.3202470619556765e-05, + "loss": 2.5925, + "step": 24206 + }, + { + "epoch": 0.41436861295126587, + "grad_norm": 2.3610873222351074, + "learning_rate": 1.3201945407682336e-05, + "loss": 2.6327, + "step": 24207 + }, + { + "epoch": 0.4143857306698163, + "grad_norm": 2.325594425201416, + "learning_rate": 1.3201420185966241e-05, + "loss": 2.6253, + "step": 24208 + }, + { + "epoch": 0.4144028483883668, + "grad_norm": 2.2143659591674805, + "learning_rate": 1.3200894954410099e-05, + "loss": 2.5695, + "step": 24209 + }, + { + "epoch": 0.4144199661069173, + "grad_norm": 2.2487518787384033, + "learning_rate": 1.3200369713015521e-05, + "loss": 2.6105, + "step": 24210 + }, + { + "epoch": 0.41443708382546773, + "grad_norm": 2.3222415447235107, + "learning_rate": 1.3199844461784122e-05, + "loss": 2.6266, + "step": 24211 + }, + { + "epoch": 0.4144542015440182, + "grad_norm": 2.379495620727539, + "learning_rate": 1.3199319200717518e-05, + "loss": 2.6472, + "step": 24212 + }, + { + "epoch": 0.4144713192625687, + "grad_norm": 2.2546298503875732, + "learning_rate": 1.3198793929817317e-05, + "loss": 2.535, + "step": 24213 + }, + { + "epoch": 0.41448843698111915, + "grad_norm": 2.2860610485076904, + "learning_rate": 1.319826864908514e-05, + "loss": 2.6538, + "step": 24214 + }, + { + "epoch": 0.41450555469966965, + "grad_norm": 2.283024787902832, + "learning_rate": 1.3197743358522599e-05, + "loss": 2.5299, + "step": 24215 + }, + { + "epoch": 0.4145226724182201, + "grad_norm": 2.2122883796691895, + "learning_rate": 1.3197218058131314e-05, + "loss": 2.6096, + "step": 24216 + }, + { + "epoch": 0.41453979013677056, + "grad_norm": 2.450138568878174, + "learning_rate": 1.319669274791289e-05, + "loss": 2.7566, + "step": 24217 + }, + { + "epoch": 0.41455690785532107, + "grad_norm": 2.23272967338562, + "learning_rate": 1.3196167427868946e-05, + "loss": 2.6028, + "step": 24218 + }, + { + "epoch": 0.4145740255738715, + "grad_norm": 2.1550159454345703, + "learning_rate": 1.31956420980011e-05, + "loss": 2.6397, + "step": 24219 + }, + { + "epoch": 0.41459114329242197, + "grad_norm": 2.3296573162078857, + "learning_rate": 1.319511675831096e-05, + "loss": 2.6826, + "step": 24220 + }, + { + "epoch": 0.4146082610109725, + "grad_norm": 2.5377867221832275, + "learning_rate": 1.3194591408800148e-05, + "loss": 2.5824, + "step": 24221 + }, + { + "epoch": 0.41462537872952293, + "grad_norm": 2.3040785789489746, + "learning_rate": 1.3194066049470273e-05, + "loss": 2.7625, + "step": 24222 + }, + { + "epoch": 0.4146424964480734, + "grad_norm": 2.5817432403564453, + "learning_rate": 1.3193540680322951e-05, + "loss": 2.7235, + "step": 24223 + }, + { + "epoch": 0.4146596141666239, + "grad_norm": 2.372770071029663, + "learning_rate": 1.31930153013598e-05, + "loss": 2.5801, + "step": 24224 + }, + { + "epoch": 0.41467673188517434, + "grad_norm": 2.354322910308838, + "learning_rate": 1.3192489912582431e-05, + "loss": 2.6242, + "step": 24225 + }, + { + "epoch": 0.4146938496037248, + "grad_norm": 2.256474494934082, + "learning_rate": 1.3191964513992464e-05, + "loss": 2.6411, + "step": 24226 + }, + { + "epoch": 0.4147109673222753, + "grad_norm": 2.21154522895813, + "learning_rate": 1.3191439105591509e-05, + "loss": 2.657, + "step": 24227 + }, + { + "epoch": 0.41472808504082576, + "grad_norm": 2.3479011058807373, + "learning_rate": 1.3190913687381182e-05, + "loss": 2.5855, + "step": 24228 + }, + { + "epoch": 0.4147452027593762, + "grad_norm": 2.3550617694854736, + "learning_rate": 1.3190388259363097e-05, + "loss": 2.5262, + "step": 24229 + }, + { + "epoch": 0.4147623204779267, + "grad_norm": 2.3541433811187744, + "learning_rate": 1.3189862821538868e-05, + "loss": 2.7327, + "step": 24230 + }, + { + "epoch": 0.41477943819647717, + "grad_norm": 2.299889326095581, + "learning_rate": 1.3189337373910113e-05, + "loss": 2.635, + "step": 24231 + }, + { + "epoch": 0.4147965559150276, + "grad_norm": 2.317843198776245, + "learning_rate": 1.318881191647845e-05, + "loss": 2.6282, + "step": 24232 + }, + { + "epoch": 0.41481367363357813, + "grad_norm": 2.2685282230377197, + "learning_rate": 1.318828644924549e-05, + "loss": 2.6758, + "step": 24233 + }, + { + "epoch": 0.4148307913521286, + "grad_norm": 2.2318053245544434, + "learning_rate": 1.3187760972212846e-05, + "loss": 2.5324, + "step": 24234 + }, + { + "epoch": 0.41484790907067903, + "grad_norm": 2.2925667762756348, + "learning_rate": 1.3187235485382134e-05, + "loss": 2.7243, + "step": 24235 + }, + { + "epoch": 0.41486502678922954, + "grad_norm": 2.3173410892486572, + "learning_rate": 1.3186709988754973e-05, + "loss": 2.6836, + "step": 24236 + }, + { + "epoch": 0.41488214450778, + "grad_norm": 2.174307107925415, + "learning_rate": 1.3186184482332978e-05, + "loss": 2.7206, + "step": 24237 + }, + { + "epoch": 0.4148992622263305, + "grad_norm": 2.3148372173309326, + "learning_rate": 1.318565896611776e-05, + "loss": 2.5632, + "step": 24238 + }, + { + "epoch": 0.41491637994488095, + "grad_norm": 2.2342135906219482, + "learning_rate": 1.3185133440110935e-05, + "loss": 2.6908, + "step": 24239 + }, + { + "epoch": 0.4149334976634314, + "grad_norm": 2.215907096862793, + "learning_rate": 1.3184607904314121e-05, + "loss": 2.5882, + "step": 24240 + }, + { + "epoch": 0.4149506153819819, + "grad_norm": 2.236300468444824, + "learning_rate": 1.3184082358728933e-05, + "loss": 2.623, + "step": 24241 + }, + { + "epoch": 0.41496773310053237, + "grad_norm": 2.234952688217163, + "learning_rate": 1.3183556803356984e-05, + "loss": 2.6452, + "step": 24242 + }, + { + "epoch": 0.4149848508190828, + "grad_norm": 2.454176187515259, + "learning_rate": 1.3183031238199892e-05, + "loss": 2.4806, + "step": 24243 + }, + { + "epoch": 0.4150019685376333, + "grad_norm": 2.3039493560791016, + "learning_rate": 1.3182505663259271e-05, + "loss": 2.5782, + "step": 24244 + }, + { + "epoch": 0.4150190862561838, + "grad_norm": 2.2122950553894043, + "learning_rate": 1.3181980078536736e-05, + "loss": 2.6757, + "step": 24245 + }, + { + "epoch": 0.41503620397473423, + "grad_norm": 2.385817766189575, + "learning_rate": 1.31814544840339e-05, + "loss": 2.6278, + "step": 24246 + }, + { + "epoch": 0.41505332169328474, + "grad_norm": 2.2940127849578857, + "learning_rate": 1.3180928879752386e-05, + "loss": 2.6419, + "step": 24247 + }, + { + "epoch": 0.4150704394118352, + "grad_norm": 2.324406862258911, + "learning_rate": 1.3180403265693807e-05, + "loss": 2.6255, + "step": 24248 + }, + { + "epoch": 0.41508755713038564, + "grad_norm": 2.2502567768096924, + "learning_rate": 1.3179877641859771e-05, + "loss": 2.6053, + "step": 24249 + }, + { + "epoch": 0.41510467484893615, + "grad_norm": 2.2434144020080566, + "learning_rate": 1.31793520082519e-05, + "loss": 2.6217, + "step": 24250 + }, + { + "epoch": 0.4151217925674866, + "grad_norm": 2.197929620742798, + "learning_rate": 1.3178826364871808e-05, + "loss": 2.5967, + "step": 24251 + }, + { + "epoch": 0.41513891028603706, + "grad_norm": 2.261885166168213, + "learning_rate": 1.3178300711721115e-05, + "loss": 2.5471, + "step": 24252 + }, + { + "epoch": 0.41515602800458756, + "grad_norm": 2.2929625511169434, + "learning_rate": 1.3177775048801432e-05, + "loss": 2.5948, + "step": 24253 + }, + { + "epoch": 0.415173145723138, + "grad_norm": 2.4017932415008545, + "learning_rate": 1.3177249376114376e-05, + "loss": 2.6064, + "step": 24254 + }, + { + "epoch": 0.41519026344168847, + "grad_norm": 2.277693748474121, + "learning_rate": 1.3176723693661562e-05, + "loss": 2.6249, + "step": 24255 + }, + { + "epoch": 0.415207381160239, + "grad_norm": 2.2968382835388184, + "learning_rate": 1.3176198001444607e-05, + "loss": 2.6262, + "step": 24256 + }, + { + "epoch": 0.4152244988787894, + "grad_norm": 2.26261043548584, + "learning_rate": 1.3175672299465124e-05, + "loss": 2.6022, + "step": 24257 + }, + { + "epoch": 0.4152416165973399, + "grad_norm": 2.2267343997955322, + "learning_rate": 1.3175146587724732e-05, + "loss": 2.5035, + "step": 24258 + }, + { + "epoch": 0.4152587343158904, + "grad_norm": 2.2451019287109375, + "learning_rate": 1.3174620866225047e-05, + "loss": 2.4386, + "step": 24259 + }, + { + "epoch": 0.41527585203444084, + "grad_norm": 2.156003952026367, + "learning_rate": 1.3174095134967681e-05, + "loss": 2.4725, + "step": 24260 + }, + { + "epoch": 0.41529296975299135, + "grad_norm": 2.3343825340270996, + "learning_rate": 1.3173569393954254e-05, + "loss": 2.6841, + "step": 24261 + }, + { + "epoch": 0.4153100874715418, + "grad_norm": 2.2862768173217773, + "learning_rate": 1.3173043643186381e-05, + "loss": 2.4899, + "step": 24262 + }, + { + "epoch": 0.41532720519009225, + "grad_norm": 2.2775087356567383, + "learning_rate": 1.3172517882665678e-05, + "loss": 2.607, + "step": 24263 + }, + { + "epoch": 0.41534432290864276, + "grad_norm": 2.153623580932617, + "learning_rate": 1.317199211239376e-05, + "loss": 2.527, + "step": 24264 + }, + { + "epoch": 0.4153614406271932, + "grad_norm": 2.329207420349121, + "learning_rate": 1.3171466332372243e-05, + "loss": 2.622, + "step": 24265 + }, + { + "epoch": 0.41537855834574366, + "grad_norm": 2.173370838165283, + "learning_rate": 1.3170940542602744e-05, + "loss": 2.4229, + "step": 24266 + }, + { + "epoch": 0.4153956760642942, + "grad_norm": 2.3782694339752197, + "learning_rate": 1.3170414743086877e-05, + "loss": 2.5313, + "step": 24267 + }, + { + "epoch": 0.4154127937828446, + "grad_norm": 2.22404408454895, + "learning_rate": 1.316988893382626e-05, + "loss": 2.5454, + "step": 24268 + }, + { + "epoch": 0.4154299115013951, + "grad_norm": 2.503382444381714, + "learning_rate": 1.3169363114822512e-05, + "loss": 2.6109, + "step": 24269 + }, + { + "epoch": 0.4154470292199456, + "grad_norm": 2.154148578643799, + "learning_rate": 1.3168837286077248e-05, + "loss": 2.5153, + "step": 24270 + }, + { + "epoch": 0.41546414693849604, + "grad_norm": 2.3898065090179443, + "learning_rate": 1.3168311447592076e-05, + "loss": 2.6427, + "step": 24271 + }, + { + "epoch": 0.4154812646570465, + "grad_norm": 2.5063374042510986, + "learning_rate": 1.3167785599368621e-05, + "loss": 2.6771, + "step": 24272 + }, + { + "epoch": 0.415498382375597, + "grad_norm": 2.243159055709839, + "learning_rate": 1.3167259741408497e-05, + "loss": 2.5569, + "step": 24273 + }, + { + "epoch": 0.41551550009414745, + "grad_norm": 2.291902780532837, + "learning_rate": 1.3166733873713322e-05, + "loss": 2.5596, + "step": 24274 + }, + { + "epoch": 0.4155326178126979, + "grad_norm": 2.3296384811401367, + "learning_rate": 1.316620799628471e-05, + "loss": 2.6525, + "step": 24275 + }, + { + "epoch": 0.4155497355312484, + "grad_norm": 2.3422324657440186, + "learning_rate": 1.3165682109124275e-05, + "loss": 2.5587, + "step": 24276 + }, + { + "epoch": 0.41556685324979886, + "grad_norm": 2.158953905105591, + "learning_rate": 1.3165156212233641e-05, + "loss": 2.5621, + "step": 24277 + }, + { + "epoch": 0.4155839709683493, + "grad_norm": 2.293412923812866, + "learning_rate": 1.3164630305614417e-05, + "loss": 2.5815, + "step": 24278 + }, + { + "epoch": 0.4156010886868998, + "grad_norm": 2.246978521347046, + "learning_rate": 1.3164104389268222e-05, + "loss": 2.6377, + "step": 24279 + }, + { + "epoch": 0.4156182064054503, + "grad_norm": 2.2396035194396973, + "learning_rate": 1.3163578463196674e-05, + "loss": 2.5263, + "step": 24280 + }, + { + "epoch": 0.4156353241240007, + "grad_norm": 2.284172534942627, + "learning_rate": 1.3163052527401385e-05, + "loss": 2.6245, + "step": 24281 + }, + { + "epoch": 0.41565244184255123, + "grad_norm": 2.313751697540283, + "learning_rate": 1.3162526581883977e-05, + "loss": 2.4604, + "step": 24282 + }, + { + "epoch": 0.4156695595611017, + "grad_norm": 2.1716396808624268, + "learning_rate": 1.3162000626646062e-05, + "loss": 2.6178, + "step": 24283 + }, + { + "epoch": 0.4156866772796522, + "grad_norm": 2.203768491744995, + "learning_rate": 1.3161474661689263e-05, + "loss": 2.4854, + "step": 24284 + }, + { + "epoch": 0.41570379499820265, + "grad_norm": 2.3348820209503174, + "learning_rate": 1.3160948687015194e-05, + "loss": 2.6125, + "step": 24285 + }, + { + "epoch": 0.4157209127167531, + "grad_norm": 2.3002777099609375, + "learning_rate": 1.3160422702625467e-05, + "loss": 2.642, + "step": 24286 + }, + { + "epoch": 0.4157380304353036, + "grad_norm": 2.2094030380249023, + "learning_rate": 1.31598967085217e-05, + "loss": 2.4959, + "step": 24287 + }, + { + "epoch": 0.41575514815385406, + "grad_norm": 2.2691941261291504, + "learning_rate": 1.3159370704705513e-05, + "loss": 2.5961, + "step": 24288 + }, + { + "epoch": 0.4157722658724045, + "grad_norm": 2.314868450164795, + "learning_rate": 1.3158844691178518e-05, + "loss": 2.6366, + "step": 24289 + }, + { + "epoch": 0.415789383590955, + "grad_norm": 2.394648551940918, + "learning_rate": 1.315831866794234e-05, + "loss": 2.5522, + "step": 24290 + }, + { + "epoch": 0.41580650130950547, + "grad_norm": 2.2980241775512695, + "learning_rate": 1.3157792634998592e-05, + "loss": 2.617, + "step": 24291 + }, + { + "epoch": 0.4158236190280559, + "grad_norm": 2.1567530632019043, + "learning_rate": 1.3157266592348887e-05, + "loss": 2.5278, + "step": 24292 + }, + { + "epoch": 0.41584073674660643, + "grad_norm": 2.2046217918395996, + "learning_rate": 1.3156740539994846e-05, + "loss": 2.5152, + "step": 24293 + }, + { + "epoch": 0.4158578544651569, + "grad_norm": 2.5287671089172363, + "learning_rate": 1.315621447793808e-05, + "loss": 2.6389, + "step": 24294 + }, + { + "epoch": 0.41587497218370734, + "grad_norm": 2.3253982067108154, + "learning_rate": 1.3155688406180214e-05, + "loss": 2.6325, + "step": 24295 + }, + { + "epoch": 0.41589208990225784, + "grad_norm": 2.4294607639312744, + "learning_rate": 1.3155162324722864e-05, + "loss": 2.727, + "step": 24296 + }, + { + "epoch": 0.4159092076208083, + "grad_norm": 2.457326650619507, + "learning_rate": 1.315463623356764e-05, + "loss": 2.6706, + "step": 24297 + }, + { + "epoch": 0.41592632533935875, + "grad_norm": 2.22938871383667, + "learning_rate": 1.3154110132716169e-05, + "loss": 2.6083, + "step": 24298 + }, + { + "epoch": 0.41594344305790926, + "grad_norm": 2.3165855407714844, + "learning_rate": 1.3153584022170058e-05, + "loss": 2.5543, + "step": 24299 + }, + { + "epoch": 0.4159605607764597, + "grad_norm": 2.4016013145446777, + "learning_rate": 1.3153057901930928e-05, + "loss": 2.5516, + "step": 24300 + }, + { + "epoch": 0.41597767849501016, + "grad_norm": 2.2994940280914307, + "learning_rate": 1.31525317720004e-05, + "loss": 2.6534, + "step": 24301 + }, + { + "epoch": 0.41599479621356067, + "grad_norm": 2.3444418907165527, + "learning_rate": 1.3152005632380086e-05, + "loss": 2.6319, + "step": 24302 + }, + { + "epoch": 0.4160119139321111, + "grad_norm": 2.457632064819336, + "learning_rate": 1.3151479483071606e-05, + "loss": 2.6887, + "step": 24303 + }, + { + "epoch": 0.4160290316506616, + "grad_norm": 2.186131000518799, + "learning_rate": 1.3150953324076574e-05, + "loss": 2.5432, + "step": 24304 + }, + { + "epoch": 0.4160461493692121, + "grad_norm": 2.421888589859009, + "learning_rate": 1.315042715539661e-05, + "loss": 2.5856, + "step": 24305 + }, + { + "epoch": 0.41606326708776253, + "grad_norm": 2.3963921070098877, + "learning_rate": 1.3149900977033332e-05, + "loss": 2.6135, + "step": 24306 + }, + { + "epoch": 0.41608038480631304, + "grad_norm": 2.1220638751983643, + "learning_rate": 1.3149374788988358e-05, + "loss": 2.5516, + "step": 24307 + }, + { + "epoch": 0.4160975025248635, + "grad_norm": 2.4623284339904785, + "learning_rate": 1.3148848591263298e-05, + "loss": 2.7097, + "step": 24308 + }, + { + "epoch": 0.41611462024341395, + "grad_norm": 2.2813668251037598, + "learning_rate": 1.3148322383859778e-05, + "loss": 2.5872, + "step": 24309 + }, + { + "epoch": 0.41613173796196445, + "grad_norm": 2.2891018390655518, + "learning_rate": 1.3147796166779412e-05, + "loss": 2.5387, + "step": 24310 + }, + { + "epoch": 0.4161488556805149, + "grad_norm": 2.1150503158569336, + "learning_rate": 1.3147269940023816e-05, + "loss": 2.4743, + "step": 24311 + }, + { + "epoch": 0.41616597339906536, + "grad_norm": 2.2551417350769043, + "learning_rate": 1.3146743703594611e-05, + "loss": 2.5229, + "step": 24312 + }, + { + "epoch": 0.41618309111761587, + "grad_norm": 2.2671334743499756, + "learning_rate": 1.3146217457493412e-05, + "loss": 2.6116, + "step": 24313 + }, + { + "epoch": 0.4162002088361663, + "grad_norm": 2.2820231914520264, + "learning_rate": 1.3145691201721835e-05, + "loss": 2.549, + "step": 24314 + }, + { + "epoch": 0.41621732655471677, + "grad_norm": 2.247870922088623, + "learning_rate": 1.3145164936281501e-05, + "loss": 2.6078, + "step": 24315 + }, + { + "epoch": 0.4162344442732673, + "grad_norm": 2.161982774734497, + "learning_rate": 1.3144638661174025e-05, + "loss": 2.5424, + "step": 24316 + }, + { + "epoch": 0.41625156199181773, + "grad_norm": 2.281554937362671, + "learning_rate": 1.3144112376401026e-05, + "loss": 2.673, + "step": 24317 + }, + { + "epoch": 0.4162686797103682, + "grad_norm": 2.2781906127929688, + "learning_rate": 1.3143586081964121e-05, + "loss": 2.4921, + "step": 24318 + }, + { + "epoch": 0.4162857974289187, + "grad_norm": 2.3953707218170166, + "learning_rate": 1.3143059777864929e-05, + "loss": 2.5372, + "step": 24319 + }, + { + "epoch": 0.41630291514746914, + "grad_norm": 2.342677354812622, + "learning_rate": 1.3142533464105064e-05, + "loss": 2.566, + "step": 24320 + }, + { + "epoch": 0.4163200328660196, + "grad_norm": 2.3797767162323, + "learning_rate": 1.3142007140686148e-05, + "loss": 2.6705, + "step": 24321 + }, + { + "epoch": 0.4163371505845701, + "grad_norm": 2.4447684288024902, + "learning_rate": 1.3141480807609796e-05, + "loss": 2.6764, + "step": 24322 + }, + { + "epoch": 0.41635426830312056, + "grad_norm": 2.16949725151062, + "learning_rate": 1.3140954464877629e-05, + "loss": 2.5026, + "step": 24323 + }, + { + "epoch": 0.416371386021671, + "grad_norm": 2.25691294670105, + "learning_rate": 1.314042811249126e-05, + "loss": 2.5139, + "step": 24324 + }, + { + "epoch": 0.4163885037402215, + "grad_norm": 2.291172742843628, + "learning_rate": 1.3139901750452308e-05, + "loss": 2.5651, + "step": 24325 + }, + { + "epoch": 0.41640562145877197, + "grad_norm": 2.2912509441375732, + "learning_rate": 1.3139375378762393e-05, + "loss": 2.5169, + "step": 24326 + }, + { + "epoch": 0.4164227391773224, + "grad_norm": 2.250957489013672, + "learning_rate": 1.3138848997423135e-05, + "loss": 2.6543, + "step": 24327 + }, + { + "epoch": 0.41643985689587293, + "grad_norm": 2.337963342666626, + "learning_rate": 1.3138322606436147e-05, + "loss": 2.6047, + "step": 24328 + }, + { + "epoch": 0.4164569746144234, + "grad_norm": 2.322448492050171, + "learning_rate": 1.3137796205803049e-05, + "loss": 2.6352, + "step": 24329 + }, + { + "epoch": 0.4164740923329739, + "grad_norm": 2.3104405403137207, + "learning_rate": 1.3137269795525459e-05, + "loss": 2.6135, + "step": 24330 + }, + { + "epoch": 0.41649121005152434, + "grad_norm": 2.6785295009613037, + "learning_rate": 1.3136743375604992e-05, + "loss": 2.6342, + "step": 24331 + }, + { + "epoch": 0.4165083277700748, + "grad_norm": 2.234168529510498, + "learning_rate": 1.313621694604327e-05, + "loss": 2.3926, + "step": 24332 + }, + { + "epoch": 0.4165254454886253, + "grad_norm": 2.275616407394409, + "learning_rate": 1.3135690506841913e-05, + "loss": 2.6088, + "step": 24333 + }, + { + "epoch": 0.41654256320717575, + "grad_norm": 2.3910632133483887, + "learning_rate": 1.3135164058002537e-05, + "loss": 2.7225, + "step": 24334 + }, + { + "epoch": 0.4165596809257262, + "grad_norm": 2.488199472427368, + "learning_rate": 1.3134637599526755e-05, + "loss": 2.6641, + "step": 24335 + }, + { + "epoch": 0.4165767986442767, + "grad_norm": 2.270613670349121, + "learning_rate": 1.313411113141619e-05, + "loss": 2.7549, + "step": 24336 + }, + { + "epoch": 0.41659391636282717, + "grad_norm": 2.431713581085205, + "learning_rate": 1.313358465367246e-05, + "loss": 2.5765, + "step": 24337 + }, + { + "epoch": 0.4166110340813776, + "grad_norm": 2.277360439300537, + "learning_rate": 1.3133058166297184e-05, + "loss": 2.6412, + "step": 24338 + }, + { + "epoch": 0.4166281517999281, + "grad_norm": 2.294603109359741, + "learning_rate": 1.3132531669291977e-05, + "loss": 2.4456, + "step": 24339 + }, + { + "epoch": 0.4166452695184786, + "grad_norm": 2.2388100624084473, + "learning_rate": 1.3132005162658459e-05, + "loss": 2.5412, + "step": 24340 + }, + { + "epoch": 0.41666238723702903, + "grad_norm": 2.38965106010437, + "learning_rate": 1.313147864639825e-05, + "loss": 2.5335, + "step": 24341 + }, + { + "epoch": 0.41667950495557954, + "grad_norm": 2.4005656242370605, + "learning_rate": 1.3130952120512968e-05, + "loss": 2.6546, + "step": 24342 + }, + { + "epoch": 0.41669662267413, + "grad_norm": 2.413606643676758, + "learning_rate": 1.3130425585004227e-05, + "loss": 2.5469, + "step": 24343 + }, + { + "epoch": 0.41671374039268044, + "grad_norm": 2.5509965419769287, + "learning_rate": 1.312989903987365e-05, + "loss": 2.5865, + "step": 24344 + }, + { + "epoch": 0.41673085811123095, + "grad_norm": 2.3453612327575684, + "learning_rate": 1.3129372485122854e-05, + "loss": 2.5234, + "step": 24345 + }, + { + "epoch": 0.4167479758297814, + "grad_norm": 2.2769505977630615, + "learning_rate": 1.3128845920753457e-05, + "loss": 2.6148, + "step": 24346 + }, + { + "epoch": 0.41676509354833186, + "grad_norm": 2.3392751216888428, + "learning_rate": 1.3128319346767077e-05, + "loss": 2.6995, + "step": 24347 + }, + { + "epoch": 0.41678221126688236, + "grad_norm": 2.339597702026367, + "learning_rate": 1.3127792763165335e-05, + "loss": 2.6574, + "step": 24348 + }, + { + "epoch": 0.4167993289854328, + "grad_norm": 2.300638437271118, + "learning_rate": 1.3127266169949848e-05, + "loss": 2.6122, + "step": 24349 + }, + { + "epoch": 0.41681644670398327, + "grad_norm": 2.318683385848999, + "learning_rate": 1.3126739567122235e-05, + "loss": 2.622, + "step": 24350 + }, + { + "epoch": 0.4168335644225338, + "grad_norm": 2.230226755142212, + "learning_rate": 1.3126212954684112e-05, + "loss": 2.5949, + "step": 24351 + }, + { + "epoch": 0.41685068214108423, + "grad_norm": 2.418437957763672, + "learning_rate": 1.3125686332637101e-05, + "loss": 2.5745, + "step": 24352 + }, + { + "epoch": 0.41686779985963474, + "grad_norm": 2.3503522872924805, + "learning_rate": 1.312515970098282e-05, + "loss": 2.563, + "step": 24353 + }, + { + "epoch": 0.4168849175781852, + "grad_norm": 2.252439260482788, + "learning_rate": 1.3124633059722887e-05, + "loss": 2.5222, + "step": 24354 + }, + { + "epoch": 0.41690203529673564, + "grad_norm": 2.3774404525756836, + "learning_rate": 1.312410640885892e-05, + "loss": 2.5667, + "step": 24355 + }, + { + "epoch": 0.41691915301528615, + "grad_norm": 2.29335880279541, + "learning_rate": 1.3123579748392539e-05, + "loss": 2.6494, + "step": 24356 + }, + { + "epoch": 0.4169362707338366, + "grad_norm": 2.3886561393737793, + "learning_rate": 1.3123053078325363e-05, + "loss": 2.7275, + "step": 24357 + }, + { + "epoch": 0.41695338845238705, + "grad_norm": 2.3570923805236816, + "learning_rate": 1.3122526398659007e-05, + "loss": 2.6315, + "step": 24358 + }, + { + "epoch": 0.41697050617093756, + "grad_norm": 2.238065719604492, + "learning_rate": 1.3121999709395094e-05, + "loss": 2.5268, + "step": 24359 + }, + { + "epoch": 0.416987623889488, + "grad_norm": 2.206920623779297, + "learning_rate": 1.3121473010535244e-05, + "loss": 2.5377, + "step": 24360 + }, + { + "epoch": 0.41700474160803847, + "grad_norm": 2.256504774093628, + "learning_rate": 1.3120946302081073e-05, + "loss": 2.5298, + "step": 24361 + }, + { + "epoch": 0.417021859326589, + "grad_norm": 2.190058946609497, + "learning_rate": 1.3120419584034199e-05, + "loss": 2.5891, + "step": 24362 + }, + { + "epoch": 0.4170389770451394, + "grad_norm": 2.130725145339966, + "learning_rate": 1.3119892856396245e-05, + "loss": 2.6191, + "step": 24363 + }, + { + "epoch": 0.4170560947636899, + "grad_norm": 2.3119304180145264, + "learning_rate": 1.3119366119168825e-05, + "loss": 2.5912, + "step": 24364 + }, + { + "epoch": 0.4170732124822404, + "grad_norm": 2.331674098968506, + "learning_rate": 1.3118839372353565e-05, + "loss": 2.5994, + "step": 24365 + }, + { + "epoch": 0.41709033020079084, + "grad_norm": 2.2730517387390137, + "learning_rate": 1.3118312615952073e-05, + "loss": 2.5657, + "step": 24366 + }, + { + "epoch": 0.4171074479193413, + "grad_norm": 2.295194149017334, + "learning_rate": 1.3117785849965979e-05, + "loss": 2.6715, + "step": 24367 + }, + { + "epoch": 0.4171245656378918, + "grad_norm": 2.332620859146118, + "learning_rate": 1.3117259074396893e-05, + "loss": 2.5638, + "step": 24368 + }, + { + "epoch": 0.41714168335644225, + "grad_norm": 2.2888431549072266, + "learning_rate": 1.3116732289246444e-05, + "loss": 2.6939, + "step": 24369 + }, + { + "epoch": 0.4171588010749927, + "grad_norm": 2.4274344444274902, + "learning_rate": 1.3116205494516243e-05, + "loss": 2.6733, + "step": 24370 + }, + { + "epoch": 0.4171759187935432, + "grad_norm": 2.2524495124816895, + "learning_rate": 1.3115678690207916e-05, + "loss": 2.5039, + "step": 24371 + }, + { + "epoch": 0.41719303651209366, + "grad_norm": 2.2574803829193115, + "learning_rate": 1.3115151876323076e-05, + "loss": 2.499, + "step": 24372 + }, + { + "epoch": 0.4172101542306441, + "grad_norm": 2.2839837074279785, + "learning_rate": 1.3114625052863343e-05, + "loss": 2.5132, + "step": 24373 + }, + { + "epoch": 0.4172272719491946, + "grad_norm": 2.1855757236480713, + "learning_rate": 1.3114098219830339e-05, + "loss": 2.5339, + "step": 24374 + }, + { + "epoch": 0.4172443896677451, + "grad_norm": 2.3316781520843506, + "learning_rate": 1.3113571377225683e-05, + "loss": 2.6689, + "step": 24375 + }, + { + "epoch": 0.4172615073862955, + "grad_norm": 2.514073133468628, + "learning_rate": 1.3113044525050992e-05, + "loss": 2.6398, + "step": 24376 + }, + { + "epoch": 0.41727862510484603, + "grad_norm": 2.161322832107544, + "learning_rate": 1.3112517663307891e-05, + "loss": 2.4865, + "step": 24377 + }, + { + "epoch": 0.4172957428233965, + "grad_norm": 2.27823543548584, + "learning_rate": 1.3111990791997991e-05, + "loss": 2.6392, + "step": 24378 + }, + { + "epoch": 0.417312860541947, + "grad_norm": 2.3192081451416016, + "learning_rate": 1.3111463911122914e-05, + "loss": 2.5511, + "step": 24379 + }, + { + "epoch": 0.41732997826049745, + "grad_norm": 2.261481523513794, + "learning_rate": 1.3110937020684285e-05, + "loss": 2.6904, + "step": 24380 + }, + { + "epoch": 0.4173470959790479, + "grad_norm": 2.28014874458313, + "learning_rate": 1.3110410120683721e-05, + "loss": 2.6097, + "step": 24381 + }, + { + "epoch": 0.4173642136975984, + "grad_norm": 2.2822279930114746, + "learning_rate": 1.3109883211122837e-05, + "loss": 2.5699, + "step": 24382 + }, + { + "epoch": 0.41738133141614886, + "grad_norm": 2.35172176361084, + "learning_rate": 1.3109356292003255e-05, + "loss": 2.4809, + "step": 24383 + }, + { + "epoch": 0.4173984491346993, + "grad_norm": 2.3228697776794434, + "learning_rate": 1.3108829363326594e-05, + "loss": 2.5506, + "step": 24384 + }, + { + "epoch": 0.4174155668532498, + "grad_norm": 2.5908608436584473, + "learning_rate": 1.3108302425094479e-05, + "loss": 2.6774, + "step": 24385 + }, + { + "epoch": 0.41743268457180027, + "grad_norm": 2.2532880306243896, + "learning_rate": 1.3107775477308524e-05, + "loss": 2.6035, + "step": 24386 + }, + { + "epoch": 0.4174498022903507, + "grad_norm": 2.1927177906036377, + "learning_rate": 1.3107248519970353e-05, + "loss": 2.5098, + "step": 24387 + }, + { + "epoch": 0.41746692000890123, + "grad_norm": 2.327739715576172, + "learning_rate": 1.3106721553081578e-05, + "loss": 2.6685, + "step": 24388 + }, + { + "epoch": 0.4174840377274517, + "grad_norm": 2.196063280105591, + "learning_rate": 1.3106194576643825e-05, + "loss": 2.6842, + "step": 24389 + }, + { + "epoch": 0.41750115544600214, + "grad_norm": 2.0964913368225098, + "learning_rate": 1.310566759065871e-05, + "loss": 2.4751, + "step": 24390 + }, + { + "epoch": 0.41751827316455264, + "grad_norm": 2.338322162628174, + "learning_rate": 1.3105140595127858e-05, + "loss": 2.5919, + "step": 24391 + }, + { + "epoch": 0.4175353908831031, + "grad_norm": 2.423201084136963, + "learning_rate": 1.3104613590052889e-05, + "loss": 2.6226, + "step": 24392 + }, + { + "epoch": 0.41755250860165355, + "grad_norm": 2.389615058898926, + "learning_rate": 1.3104086575435414e-05, + "loss": 2.5548, + "step": 24393 + }, + { + "epoch": 0.41756962632020406, + "grad_norm": 2.269045352935791, + "learning_rate": 1.310355955127706e-05, + "loss": 2.6459, + "step": 24394 + }, + { + "epoch": 0.4175867440387545, + "grad_norm": 2.298581123352051, + "learning_rate": 1.3103032517579446e-05, + "loss": 2.6285, + "step": 24395 + }, + { + "epoch": 0.41760386175730496, + "grad_norm": 2.3704111576080322, + "learning_rate": 1.3102505474344192e-05, + "loss": 2.6209, + "step": 24396 + }, + { + "epoch": 0.41762097947585547, + "grad_norm": 2.3334927558898926, + "learning_rate": 1.3101978421572917e-05, + "loss": 2.6, + "step": 24397 + }, + { + "epoch": 0.4176380971944059, + "grad_norm": 2.2801167964935303, + "learning_rate": 1.3101451359267238e-05, + "loss": 2.5636, + "step": 24398 + }, + { + "epoch": 0.4176552149129564, + "grad_norm": 2.4331583976745605, + "learning_rate": 1.3100924287428782e-05, + "loss": 2.5396, + "step": 24399 + }, + { + "epoch": 0.4176723326315069, + "grad_norm": 2.460787534713745, + "learning_rate": 1.3100397206059166e-05, + "loss": 2.7087, + "step": 24400 + }, + { + "epoch": 0.41768945035005733, + "grad_norm": 2.357118844985962, + "learning_rate": 1.3099870115160005e-05, + "loss": 2.6166, + "step": 24401 + }, + { + "epoch": 0.41770656806860784, + "grad_norm": 2.388852596282959, + "learning_rate": 1.3099343014732928e-05, + "loss": 2.67, + "step": 24402 + }, + { + "epoch": 0.4177236857871583, + "grad_norm": 2.3581221103668213, + "learning_rate": 1.3098815904779547e-05, + "loss": 2.639, + "step": 24403 + }, + { + "epoch": 0.41774080350570875, + "grad_norm": 2.323347806930542, + "learning_rate": 1.3098288785301488e-05, + "loss": 2.4535, + "step": 24404 + }, + { + "epoch": 0.41775792122425925, + "grad_norm": 2.288867235183716, + "learning_rate": 1.3097761656300367e-05, + "loss": 2.5357, + "step": 24405 + }, + { + "epoch": 0.4177750389428097, + "grad_norm": 2.2314493656158447, + "learning_rate": 1.3097234517777809e-05, + "loss": 2.6471, + "step": 24406 + }, + { + "epoch": 0.41779215666136016, + "grad_norm": 2.4497411251068115, + "learning_rate": 1.3096707369735428e-05, + "loss": 2.6005, + "step": 24407 + }, + { + "epoch": 0.41780927437991067, + "grad_norm": 2.4079389572143555, + "learning_rate": 1.3096180212174852e-05, + "loss": 2.6255, + "step": 24408 + }, + { + "epoch": 0.4178263920984611, + "grad_norm": 2.5379416942596436, + "learning_rate": 1.3095653045097691e-05, + "loss": 2.6948, + "step": 24409 + }, + { + "epoch": 0.41784350981701157, + "grad_norm": 2.2946667671203613, + "learning_rate": 1.3095125868505574e-05, + "loss": 2.5784, + "step": 24410 + }, + { + "epoch": 0.4178606275355621, + "grad_norm": 2.290527820587158, + "learning_rate": 1.309459868240012e-05, + "loss": 2.5029, + "step": 24411 + }, + { + "epoch": 0.41787774525411253, + "grad_norm": 2.200268030166626, + "learning_rate": 1.3094071486782945e-05, + "loss": 2.6101, + "step": 24412 + }, + { + "epoch": 0.417894862972663, + "grad_norm": 2.383342742919922, + "learning_rate": 1.3093544281655675e-05, + "loss": 2.6827, + "step": 24413 + }, + { + "epoch": 0.4179119806912135, + "grad_norm": 2.2234268188476562, + "learning_rate": 1.3093017067019928e-05, + "loss": 2.6055, + "step": 24414 + }, + { + "epoch": 0.41792909840976394, + "grad_norm": 2.493469715118408, + "learning_rate": 1.3092489842877323e-05, + "loss": 2.6255, + "step": 24415 + }, + { + "epoch": 0.4179462161283144, + "grad_norm": 2.321298837661743, + "learning_rate": 1.3091962609229483e-05, + "loss": 2.6473, + "step": 24416 + }, + { + "epoch": 0.4179633338468649, + "grad_norm": 2.557204008102417, + "learning_rate": 1.3091435366078025e-05, + "loss": 2.7142, + "step": 24417 + }, + { + "epoch": 0.41798045156541536, + "grad_norm": 2.2601330280303955, + "learning_rate": 1.3090908113424575e-05, + "loss": 2.6107, + "step": 24418 + }, + { + "epoch": 0.4179975692839658, + "grad_norm": 2.3124613761901855, + "learning_rate": 1.3090380851270747e-05, + "loss": 2.6419, + "step": 24419 + }, + { + "epoch": 0.4180146870025163, + "grad_norm": 2.2161591053009033, + "learning_rate": 1.3089853579618167e-05, + "loss": 2.5256, + "step": 24420 + }, + { + "epoch": 0.41803180472106677, + "grad_norm": 2.4544777870178223, + "learning_rate": 1.3089326298468454e-05, + "loss": 2.5951, + "step": 24421 + }, + { + "epoch": 0.4180489224396172, + "grad_norm": 2.425339698791504, + "learning_rate": 1.308879900782323e-05, + "loss": 2.6935, + "step": 24422 + }, + { + "epoch": 0.41806604015816773, + "grad_norm": 2.2705237865448, + "learning_rate": 1.308827170768411e-05, + "loss": 2.5894, + "step": 24423 + }, + { + "epoch": 0.4180831578767182, + "grad_norm": 2.3348114490509033, + "learning_rate": 1.3087744398052724e-05, + "loss": 2.6499, + "step": 24424 + }, + { + "epoch": 0.4181002755952687, + "grad_norm": 2.35931658744812, + "learning_rate": 1.3087217078930684e-05, + "loss": 2.5352, + "step": 24425 + }, + { + "epoch": 0.41811739331381914, + "grad_norm": 2.164095401763916, + "learning_rate": 1.3086689750319614e-05, + "loss": 2.6037, + "step": 24426 + }, + { + "epoch": 0.4181345110323696, + "grad_norm": 2.329045295715332, + "learning_rate": 1.3086162412221138e-05, + "loss": 2.5851, + "step": 24427 + }, + { + "epoch": 0.4181516287509201, + "grad_norm": 2.473611354827881, + "learning_rate": 1.3085635064636872e-05, + "loss": 2.597, + "step": 24428 + }, + { + "epoch": 0.41816874646947055, + "grad_norm": 2.267376184463501, + "learning_rate": 1.3085107707568443e-05, + "loss": 2.6464, + "step": 24429 + }, + { + "epoch": 0.418185864188021, + "grad_norm": 2.426799774169922, + "learning_rate": 1.3084580341017464e-05, + "loss": 2.619, + "step": 24430 + }, + { + "epoch": 0.4182029819065715, + "grad_norm": 2.225775957107544, + "learning_rate": 1.3084052964985559e-05, + "loss": 2.6142, + "step": 24431 + }, + { + "epoch": 0.41822009962512197, + "grad_norm": 2.4789605140686035, + "learning_rate": 1.3083525579474353e-05, + "loss": 2.5669, + "step": 24432 + }, + { + "epoch": 0.4182372173436724, + "grad_norm": 2.2243101596832275, + "learning_rate": 1.3082998184485461e-05, + "loss": 2.6008, + "step": 24433 + }, + { + "epoch": 0.4182543350622229, + "grad_norm": 2.2254984378814697, + "learning_rate": 1.3082470780020508e-05, + "loss": 2.4484, + "step": 24434 + }, + { + "epoch": 0.4182714527807734, + "grad_norm": 2.2550370693206787, + "learning_rate": 1.3081943366081116e-05, + "loss": 2.6736, + "step": 24435 + }, + { + "epoch": 0.41828857049932383, + "grad_norm": 2.2759296894073486, + "learning_rate": 1.30814159426689e-05, + "loss": 2.644, + "step": 24436 + }, + { + "epoch": 0.41830568821787434, + "grad_norm": 2.3192996978759766, + "learning_rate": 1.3080888509785488e-05, + "loss": 2.6599, + "step": 24437 + }, + { + "epoch": 0.4183228059364248, + "grad_norm": 2.2576777935028076, + "learning_rate": 1.3080361067432497e-05, + "loss": 2.6497, + "step": 24438 + }, + { + "epoch": 0.41833992365497524, + "grad_norm": 2.3940839767456055, + "learning_rate": 1.307983361561155e-05, + "loss": 2.6773, + "step": 24439 + }, + { + "epoch": 0.41835704137352575, + "grad_norm": 2.297654390335083, + "learning_rate": 1.3079306154324267e-05, + "loss": 2.6224, + "step": 24440 + }, + { + "epoch": 0.4183741590920762, + "grad_norm": 2.3904597759246826, + "learning_rate": 1.307877868357227e-05, + "loss": 2.6425, + "step": 24441 + }, + { + "epoch": 0.41839127681062666, + "grad_norm": 2.3577725887298584, + "learning_rate": 1.3078251203357182e-05, + "loss": 2.6748, + "step": 24442 + }, + { + "epoch": 0.41840839452917716, + "grad_norm": 2.1923890113830566, + "learning_rate": 1.3077723713680622e-05, + "loss": 2.5065, + "step": 24443 + }, + { + "epoch": 0.4184255122477276, + "grad_norm": 2.3924849033355713, + "learning_rate": 1.307719621454421e-05, + "loss": 2.597, + "step": 24444 + }, + { + "epoch": 0.41844262996627807, + "grad_norm": 2.306387186050415, + "learning_rate": 1.3076668705949571e-05, + "loss": 2.5695, + "step": 24445 + }, + { + "epoch": 0.4184597476848286, + "grad_norm": 2.218144178390503, + "learning_rate": 1.3076141187898324e-05, + "loss": 2.5543, + "step": 24446 + }, + { + "epoch": 0.41847686540337903, + "grad_norm": 2.4051318168640137, + "learning_rate": 1.3075613660392088e-05, + "loss": 2.6401, + "step": 24447 + }, + { + "epoch": 0.41849398312192954, + "grad_norm": 2.310420036315918, + "learning_rate": 1.307508612343249e-05, + "loss": 2.6391, + "step": 24448 + }, + { + "epoch": 0.41851110084048, + "grad_norm": 2.3090474605560303, + "learning_rate": 1.3074558577021148e-05, + "loss": 2.5601, + "step": 24449 + }, + { + "epoch": 0.41852821855903044, + "grad_norm": 2.261739730834961, + "learning_rate": 1.3074031021159685e-05, + "loss": 2.6211, + "step": 24450 + }, + { + "epoch": 0.41854533627758095, + "grad_norm": 2.4109742641448975, + "learning_rate": 1.3073503455849723e-05, + "loss": 2.7513, + "step": 24451 + }, + { + "epoch": 0.4185624539961314, + "grad_norm": 2.148707151412964, + "learning_rate": 1.3072975881092879e-05, + "loss": 2.4684, + "step": 24452 + }, + { + "epoch": 0.41857957171468185, + "grad_norm": 2.4806160926818848, + "learning_rate": 1.307244829689078e-05, + "loss": 2.5595, + "step": 24453 + }, + { + "epoch": 0.41859668943323236, + "grad_norm": 2.3103137016296387, + "learning_rate": 1.3071920703245044e-05, + "loss": 2.7091, + "step": 24454 + }, + { + "epoch": 0.4186138071517828, + "grad_norm": 2.4812352657318115, + "learning_rate": 1.3071393100157296e-05, + "loss": 2.6698, + "step": 24455 + }, + { + "epoch": 0.41863092487033327, + "grad_norm": 2.2585666179656982, + "learning_rate": 1.3070865487629156e-05, + "loss": 2.7279, + "step": 24456 + }, + { + "epoch": 0.4186480425888838, + "grad_norm": 2.410454034805298, + "learning_rate": 1.3070337865662246e-05, + "loss": 2.7074, + "step": 24457 + }, + { + "epoch": 0.4186651603074342, + "grad_norm": 2.3268933296203613, + "learning_rate": 1.3069810234258187e-05, + "loss": 2.7065, + "step": 24458 + }, + { + "epoch": 0.4186822780259847, + "grad_norm": 2.250384569168091, + "learning_rate": 1.3069282593418597e-05, + "loss": 2.6642, + "step": 24459 + }, + { + "epoch": 0.4186993957445352, + "grad_norm": 2.3645365238189697, + "learning_rate": 1.3068754943145105e-05, + "loss": 2.6156, + "step": 24460 + }, + { + "epoch": 0.41871651346308564, + "grad_norm": 2.4662630558013916, + "learning_rate": 1.3068227283439332e-05, + "loss": 2.6717, + "step": 24461 + }, + { + "epoch": 0.4187336311816361, + "grad_norm": 2.316486120223999, + "learning_rate": 1.3067699614302894e-05, + "loss": 2.6295, + "step": 24462 + }, + { + "epoch": 0.4187507489001866, + "grad_norm": 2.2425191402435303, + "learning_rate": 1.3067171935737417e-05, + "loss": 2.5455, + "step": 24463 + }, + { + "epoch": 0.41876786661873705, + "grad_norm": 2.399559497833252, + "learning_rate": 1.3066644247744525e-05, + "loss": 2.7857, + "step": 24464 + }, + { + "epoch": 0.4187849843372875, + "grad_norm": 2.3034210205078125, + "learning_rate": 1.3066116550325834e-05, + "loss": 2.5551, + "step": 24465 + }, + { + "epoch": 0.418802102055838, + "grad_norm": 2.42525577545166, + "learning_rate": 1.306558884348297e-05, + "loss": 2.5993, + "step": 24466 + }, + { + "epoch": 0.41881921977438846, + "grad_norm": 2.347487211227417, + "learning_rate": 1.3065061127217553e-05, + "loss": 2.5728, + "step": 24467 + }, + { + "epoch": 0.4188363374929389, + "grad_norm": 2.3321454524993896, + "learning_rate": 1.3064533401531207e-05, + "loss": 2.5993, + "step": 24468 + }, + { + "epoch": 0.4188534552114894, + "grad_norm": 2.4455137252807617, + "learning_rate": 1.3064005666425554e-05, + "loss": 2.5665, + "step": 24469 + }, + { + "epoch": 0.4188705729300399, + "grad_norm": 2.2537660598754883, + "learning_rate": 1.3063477921902213e-05, + "loss": 2.5484, + "step": 24470 + }, + { + "epoch": 0.4188876906485904, + "grad_norm": 2.277419090270996, + "learning_rate": 1.3062950167962812e-05, + "loss": 2.4468, + "step": 24471 + }, + { + "epoch": 0.41890480836714084, + "grad_norm": 2.47809100151062, + "learning_rate": 1.3062422404608968e-05, + "loss": 2.6804, + "step": 24472 + }, + { + "epoch": 0.4189219260856913, + "grad_norm": 2.2585082054138184, + "learning_rate": 1.3061894631842304e-05, + "loss": 2.5819, + "step": 24473 + }, + { + "epoch": 0.4189390438042418, + "grad_norm": 2.253969192504883, + "learning_rate": 1.3061366849664443e-05, + "loss": 2.6532, + "step": 24474 + }, + { + "epoch": 0.41895616152279225, + "grad_norm": 2.375774621963501, + "learning_rate": 1.3060839058077006e-05, + "loss": 2.6018, + "step": 24475 + }, + { + "epoch": 0.4189732792413427, + "grad_norm": 2.260362148284912, + "learning_rate": 1.3060311257081617e-05, + "loss": 2.5265, + "step": 24476 + }, + { + "epoch": 0.4189903969598932, + "grad_norm": 2.3513569831848145, + "learning_rate": 1.3059783446679899e-05, + "loss": 2.7894, + "step": 24477 + }, + { + "epoch": 0.41900751467844366, + "grad_norm": 2.3698487281799316, + "learning_rate": 1.3059255626873472e-05, + "loss": 2.6578, + "step": 24478 + }, + { + "epoch": 0.4190246323969941, + "grad_norm": 2.3325066566467285, + "learning_rate": 1.3058727797663959e-05, + "loss": 2.5754, + "step": 24479 + }, + { + "epoch": 0.4190417501155446, + "grad_norm": 2.351001501083374, + "learning_rate": 1.3058199959052982e-05, + "loss": 2.5567, + "step": 24480 + }, + { + "epoch": 0.4190588678340951, + "grad_norm": 2.3145499229431152, + "learning_rate": 1.3057672111042164e-05, + "loss": 2.6305, + "step": 24481 + }, + { + "epoch": 0.4190759855526455, + "grad_norm": 2.490662097930908, + "learning_rate": 1.305714425363313e-05, + "loss": 2.6356, + "step": 24482 + }, + { + "epoch": 0.41909310327119603, + "grad_norm": 2.39302921295166, + "learning_rate": 1.3056616386827496e-05, + "loss": 2.6796, + "step": 24483 + }, + { + "epoch": 0.4191102209897465, + "grad_norm": 2.4620320796966553, + "learning_rate": 1.305608851062689e-05, + "loss": 2.5515, + "step": 24484 + }, + { + "epoch": 0.41912733870829694, + "grad_norm": 2.3067984580993652, + "learning_rate": 1.3055560625032935e-05, + "loss": 2.6852, + "step": 24485 + }, + { + "epoch": 0.41914445642684744, + "grad_norm": 2.3695502281188965, + "learning_rate": 1.3055032730047249e-05, + "loss": 2.6301, + "step": 24486 + }, + { + "epoch": 0.4191615741453979, + "grad_norm": 2.3696110248565674, + "learning_rate": 1.3054504825671455e-05, + "loss": 2.6472, + "step": 24487 + }, + { + "epoch": 0.41917869186394835, + "grad_norm": 2.2887187004089355, + "learning_rate": 1.3053976911907182e-05, + "loss": 2.6741, + "step": 24488 + }, + { + "epoch": 0.41919580958249886, + "grad_norm": 2.3168725967407227, + "learning_rate": 1.3053448988756046e-05, + "loss": 2.5692, + "step": 24489 + }, + { + "epoch": 0.4192129273010493, + "grad_norm": 2.486954689025879, + "learning_rate": 1.305292105621967e-05, + "loss": 2.7221, + "step": 24490 + }, + { + "epoch": 0.41923004501959976, + "grad_norm": 2.2384986877441406, + "learning_rate": 1.305239311429968e-05, + "loss": 2.5523, + "step": 24491 + }, + { + "epoch": 0.41924716273815027, + "grad_norm": 2.491421699523926, + "learning_rate": 1.3051865162997696e-05, + "loss": 2.8444, + "step": 24492 + }, + { + "epoch": 0.4192642804567007, + "grad_norm": 2.3308606147766113, + "learning_rate": 1.3051337202315347e-05, + "loss": 2.6992, + "step": 24493 + }, + { + "epoch": 0.41928139817525123, + "grad_norm": 2.3593342304229736, + "learning_rate": 1.3050809232254247e-05, + "loss": 2.6328, + "step": 24494 + }, + { + "epoch": 0.4192985158938017, + "grad_norm": 2.2410221099853516, + "learning_rate": 1.3050281252816022e-05, + "loss": 2.633, + "step": 24495 + }, + { + "epoch": 0.41931563361235213, + "grad_norm": 2.2364232540130615, + "learning_rate": 1.3049753264002294e-05, + "loss": 2.6022, + "step": 24496 + }, + { + "epoch": 0.41933275133090264, + "grad_norm": 2.2687277793884277, + "learning_rate": 1.3049225265814687e-05, + "loss": 2.6682, + "step": 24497 + }, + { + "epoch": 0.4193498690494531, + "grad_norm": 2.254484176635742, + "learning_rate": 1.3048697258254827e-05, + "loss": 2.6185, + "step": 24498 + }, + { + "epoch": 0.41936698676800355, + "grad_norm": 2.1775944232940674, + "learning_rate": 1.3048169241324334e-05, + "loss": 2.596, + "step": 24499 + }, + { + "epoch": 0.41938410448655405, + "grad_norm": 2.188516855239868, + "learning_rate": 1.304764121502483e-05, + "loss": 2.4157, + "step": 24500 + }, + { + "epoch": 0.4194012222051045, + "grad_norm": 2.321654796600342, + "learning_rate": 1.304711317935794e-05, + "loss": 2.6556, + "step": 24501 + }, + { + "epoch": 0.41941833992365496, + "grad_norm": 2.152109384536743, + "learning_rate": 1.3046585134325282e-05, + "loss": 2.519, + "step": 24502 + }, + { + "epoch": 0.41943545764220547, + "grad_norm": 2.1594431400299072, + "learning_rate": 1.304605707992849e-05, + "loss": 2.5625, + "step": 24503 + }, + { + "epoch": 0.4194525753607559, + "grad_norm": 2.28182315826416, + "learning_rate": 1.3045529016169175e-05, + "loss": 2.632, + "step": 24504 + }, + { + "epoch": 0.41946969307930637, + "grad_norm": 2.4185657501220703, + "learning_rate": 1.3045000943048963e-05, + "loss": 2.5531, + "step": 24505 + }, + { + "epoch": 0.4194868107978569, + "grad_norm": 2.101801872253418, + "learning_rate": 1.3044472860569481e-05, + "loss": 2.4953, + "step": 24506 + }, + { + "epoch": 0.41950392851640733, + "grad_norm": 2.4133527278900146, + "learning_rate": 1.304394476873235e-05, + "loss": 2.7233, + "step": 24507 + }, + { + "epoch": 0.4195210462349578, + "grad_norm": 2.2073004245758057, + "learning_rate": 1.3043416667539195e-05, + "loss": 2.6124, + "step": 24508 + }, + { + "epoch": 0.4195381639535083, + "grad_norm": 2.4738030433654785, + "learning_rate": 1.3042888556991638e-05, + "loss": 2.6122, + "step": 24509 + }, + { + "epoch": 0.41955528167205874, + "grad_norm": 2.399503469467163, + "learning_rate": 1.3042360437091301e-05, + "loss": 2.6611, + "step": 24510 + }, + { + "epoch": 0.4195723993906092, + "grad_norm": 2.238022804260254, + "learning_rate": 1.3041832307839808e-05, + "loss": 2.5107, + "step": 24511 + }, + { + "epoch": 0.4195895171091597, + "grad_norm": 2.2785370349884033, + "learning_rate": 1.304130416923878e-05, + "loss": 2.6328, + "step": 24512 + }, + { + "epoch": 0.41960663482771016, + "grad_norm": 2.392282485961914, + "learning_rate": 1.3040776021289844e-05, + "loss": 2.5712, + "step": 24513 + }, + { + "epoch": 0.4196237525462606, + "grad_norm": 2.2582507133483887, + "learning_rate": 1.3040247863994626e-05, + "loss": 2.6422, + "step": 24514 + }, + { + "epoch": 0.4196408702648111, + "grad_norm": 2.2781291007995605, + "learning_rate": 1.3039719697354745e-05, + "loss": 2.6161, + "step": 24515 + }, + { + "epoch": 0.41965798798336157, + "grad_norm": 2.348860025405884, + "learning_rate": 1.3039191521371821e-05, + "loss": 2.7354, + "step": 24516 + }, + { + "epoch": 0.4196751057019121, + "grad_norm": 2.357335090637207, + "learning_rate": 1.303866333604748e-05, + "loss": 2.7048, + "step": 24517 + }, + { + "epoch": 0.41969222342046253, + "grad_norm": 2.263676643371582, + "learning_rate": 1.303813514138335e-05, + "loss": 2.471, + "step": 24518 + }, + { + "epoch": 0.419709341139013, + "grad_norm": 2.3398499488830566, + "learning_rate": 1.3037606937381053e-05, + "loss": 2.5509, + "step": 24519 + }, + { + "epoch": 0.4197264588575635, + "grad_norm": 2.2641289234161377, + "learning_rate": 1.3037078724042209e-05, + "loss": 2.654, + "step": 24520 + }, + { + "epoch": 0.41974357657611394, + "grad_norm": 2.210200548171997, + "learning_rate": 1.3036550501368444e-05, + "loss": 2.4689, + "step": 24521 + }, + { + "epoch": 0.4197606942946644, + "grad_norm": 2.2438337802886963, + "learning_rate": 1.3036022269361379e-05, + "loss": 2.5645, + "step": 24522 + }, + { + "epoch": 0.4197778120132149, + "grad_norm": 2.3324437141418457, + "learning_rate": 1.303549402802264e-05, + "loss": 2.6007, + "step": 24523 + }, + { + "epoch": 0.41979492973176535, + "grad_norm": 2.2724790573120117, + "learning_rate": 1.303496577735385e-05, + "loss": 2.6654, + "step": 24524 + }, + { + "epoch": 0.4198120474503158, + "grad_norm": 2.2452309131622314, + "learning_rate": 1.3034437517356633e-05, + "loss": 2.5749, + "step": 24525 + }, + { + "epoch": 0.4198291651688663, + "grad_norm": 2.4463112354278564, + "learning_rate": 1.3033909248032613e-05, + "loss": 2.549, + "step": 24526 + }, + { + "epoch": 0.41984628288741677, + "grad_norm": 2.290605068206787, + "learning_rate": 1.303338096938341e-05, + "loss": 2.6527, + "step": 24527 + }, + { + "epoch": 0.4198634006059672, + "grad_norm": 2.297492265701294, + "learning_rate": 1.3032852681410653e-05, + "loss": 2.6343, + "step": 24528 + }, + { + "epoch": 0.4198805183245177, + "grad_norm": 2.4640140533447266, + "learning_rate": 1.3032324384115967e-05, + "loss": 2.6865, + "step": 24529 + }, + { + "epoch": 0.4198976360430682, + "grad_norm": 2.392451286315918, + "learning_rate": 1.303179607750097e-05, + "loss": 2.5536, + "step": 24530 + }, + { + "epoch": 0.41991475376161863, + "grad_norm": 2.291882038116455, + "learning_rate": 1.3031267761567287e-05, + "loss": 2.5844, + "step": 24531 + }, + { + "epoch": 0.41993187148016914, + "grad_norm": 2.3303616046905518, + "learning_rate": 1.3030739436316545e-05, + "loss": 2.4887, + "step": 24532 + }, + { + "epoch": 0.4199489891987196, + "grad_norm": 2.406526803970337, + "learning_rate": 1.3030211101750366e-05, + "loss": 2.6485, + "step": 24533 + }, + { + "epoch": 0.41996610691727004, + "grad_norm": 2.3465399742126465, + "learning_rate": 1.302968275787037e-05, + "loss": 2.6923, + "step": 24534 + }, + { + "epoch": 0.41998322463582055, + "grad_norm": 2.286503553390503, + "learning_rate": 1.302915440467819e-05, + "loss": 2.5249, + "step": 24535 + }, + { + "epoch": 0.420000342354371, + "grad_norm": 2.2803666591644287, + "learning_rate": 1.3028626042175443e-05, + "loss": 2.5913, + "step": 24536 + }, + { + "epoch": 0.42001746007292146, + "grad_norm": 2.291926622390747, + "learning_rate": 1.3028097670363755e-05, + "loss": 2.5903, + "step": 24537 + }, + { + "epoch": 0.42003457779147196, + "grad_norm": 2.3356130123138428, + "learning_rate": 1.3027569289244749e-05, + "loss": 2.4977, + "step": 24538 + }, + { + "epoch": 0.4200516955100224, + "grad_norm": 2.1555278301239014, + "learning_rate": 1.3027040898820049e-05, + "loss": 2.5494, + "step": 24539 + }, + { + "epoch": 0.42006881322857287, + "grad_norm": 2.3243069648742676, + "learning_rate": 1.3026512499091282e-05, + "loss": 2.4977, + "step": 24540 + }, + { + "epoch": 0.4200859309471234, + "grad_norm": 2.21050763130188, + "learning_rate": 1.3025984090060072e-05, + "loss": 2.4663, + "step": 24541 + }, + { + "epoch": 0.42010304866567383, + "grad_norm": 2.294119119644165, + "learning_rate": 1.3025455671728038e-05, + "loss": 2.5607, + "step": 24542 + }, + { + "epoch": 0.42012016638422434, + "grad_norm": 2.370678186416626, + "learning_rate": 1.302492724409681e-05, + "loss": 2.565, + "step": 24543 + }, + { + "epoch": 0.4201372841027748, + "grad_norm": 2.2622339725494385, + "learning_rate": 1.3024398807168009e-05, + "loss": 2.6884, + "step": 24544 + }, + { + "epoch": 0.42015440182132524, + "grad_norm": 2.212078332901001, + "learning_rate": 1.3023870360943258e-05, + "loss": 2.5406, + "step": 24545 + }, + { + "epoch": 0.42017151953987575, + "grad_norm": 2.3168623447418213, + "learning_rate": 1.3023341905424185e-05, + "loss": 2.6758, + "step": 24546 + }, + { + "epoch": 0.4201886372584262, + "grad_norm": 2.41349458694458, + "learning_rate": 1.3022813440612411e-05, + "loss": 2.6649, + "step": 24547 + }, + { + "epoch": 0.42020575497697665, + "grad_norm": 2.260070562362671, + "learning_rate": 1.3022284966509564e-05, + "loss": 2.5606, + "step": 24548 + }, + { + "epoch": 0.42022287269552716, + "grad_norm": 2.3877904415130615, + "learning_rate": 1.3021756483117263e-05, + "loss": 2.6667, + "step": 24549 + }, + { + "epoch": 0.4202399904140776, + "grad_norm": 2.3576972484588623, + "learning_rate": 1.302122799043714e-05, + "loss": 2.6559, + "step": 24550 + }, + { + "epoch": 0.42025710813262807, + "grad_norm": 2.3008828163146973, + "learning_rate": 1.3020699488470812e-05, + "loss": 2.5956, + "step": 24551 + }, + { + "epoch": 0.4202742258511786, + "grad_norm": 2.339167356491089, + "learning_rate": 1.3020170977219908e-05, + "loss": 2.643, + "step": 24552 + }, + { + "epoch": 0.420291343569729, + "grad_norm": 2.3039019107818604, + "learning_rate": 1.3019642456686048e-05, + "loss": 2.7318, + "step": 24553 + }, + { + "epoch": 0.4203084612882795, + "grad_norm": 2.4762637615203857, + "learning_rate": 1.301911392687086e-05, + "loss": 2.6501, + "step": 24554 + }, + { + "epoch": 0.42032557900683, + "grad_norm": 2.2669315338134766, + "learning_rate": 1.3018585387775968e-05, + "loss": 2.6703, + "step": 24555 + }, + { + "epoch": 0.42034269672538044, + "grad_norm": 2.29754900932312, + "learning_rate": 1.3018056839403e-05, + "loss": 2.6505, + "step": 24556 + }, + { + "epoch": 0.4203598144439309, + "grad_norm": 2.1610074043273926, + "learning_rate": 1.3017528281753575e-05, + "loss": 2.4629, + "step": 24557 + }, + { + "epoch": 0.4203769321624814, + "grad_norm": 2.1904966831207275, + "learning_rate": 1.3016999714829317e-05, + "loss": 2.6353, + "step": 24558 + }, + { + "epoch": 0.42039404988103185, + "grad_norm": 2.3731915950775146, + "learning_rate": 1.3016471138631853e-05, + "loss": 2.8033, + "step": 24559 + }, + { + "epoch": 0.4204111675995823, + "grad_norm": 2.2570714950561523, + "learning_rate": 1.301594255316281e-05, + "loss": 2.6299, + "step": 24560 + }, + { + "epoch": 0.4204282853181328, + "grad_norm": 2.4150097370147705, + "learning_rate": 1.301541395842381e-05, + "loss": 2.7259, + "step": 24561 + }, + { + "epoch": 0.42044540303668326, + "grad_norm": 2.2816786766052246, + "learning_rate": 1.301488535441648e-05, + "loss": 2.5664, + "step": 24562 + }, + { + "epoch": 0.4204625207552337, + "grad_norm": 2.341547966003418, + "learning_rate": 1.301435674114244e-05, + "loss": 2.5554, + "step": 24563 + }, + { + "epoch": 0.4204796384737842, + "grad_norm": 2.470733165740967, + "learning_rate": 1.3013828118603317e-05, + "loss": 2.5661, + "step": 24564 + }, + { + "epoch": 0.4204967561923347, + "grad_norm": 2.367525577545166, + "learning_rate": 1.3013299486800741e-05, + "loss": 2.6692, + "step": 24565 + }, + { + "epoch": 0.4205138739108852, + "grad_norm": 2.2680721282958984, + "learning_rate": 1.301277084573633e-05, + "loss": 2.5706, + "step": 24566 + }, + { + "epoch": 0.42053099162943564, + "grad_norm": 2.469435930252075, + "learning_rate": 1.3012242195411711e-05, + "loss": 2.684, + "step": 24567 + }, + { + "epoch": 0.4205481093479861, + "grad_norm": 2.3387258052825928, + "learning_rate": 1.3011713535828509e-05, + "loss": 2.5751, + "step": 24568 + }, + { + "epoch": 0.4205652270665366, + "grad_norm": 2.3290553092956543, + "learning_rate": 1.3011184866988349e-05, + "loss": 2.6471, + "step": 24569 + }, + { + "epoch": 0.42058234478508705, + "grad_norm": 2.2591850757598877, + "learning_rate": 1.3010656188892855e-05, + "loss": 2.608, + "step": 24570 + }, + { + "epoch": 0.4205994625036375, + "grad_norm": 2.4277989864349365, + "learning_rate": 1.3010127501543654e-05, + "loss": 2.631, + "step": 24571 + }, + { + "epoch": 0.420616580222188, + "grad_norm": 2.4789035320281982, + "learning_rate": 1.3009598804942372e-05, + "loss": 2.7257, + "step": 24572 + }, + { + "epoch": 0.42063369794073846, + "grad_norm": 2.281251907348633, + "learning_rate": 1.3009070099090632e-05, + "loss": 2.5458, + "step": 24573 + }, + { + "epoch": 0.4206508156592889, + "grad_norm": 2.33221173286438, + "learning_rate": 1.3008541383990057e-05, + "loss": 2.6423, + "step": 24574 + }, + { + "epoch": 0.4206679333778394, + "grad_norm": 2.1694393157958984, + "learning_rate": 1.3008012659642272e-05, + "loss": 2.4966, + "step": 24575 + }, + { + "epoch": 0.4206850510963899, + "grad_norm": 2.325860023498535, + "learning_rate": 1.3007483926048908e-05, + "loss": 2.7156, + "step": 24576 + }, + { + "epoch": 0.4207021688149403, + "grad_norm": 2.302415132522583, + "learning_rate": 1.3006955183211583e-05, + "loss": 2.8086, + "step": 24577 + }, + { + "epoch": 0.42071928653349083, + "grad_norm": 2.3050878047943115, + "learning_rate": 1.3006426431131929e-05, + "loss": 2.5933, + "step": 24578 + }, + { + "epoch": 0.4207364042520413, + "grad_norm": 2.152186632156372, + "learning_rate": 1.300589766981157e-05, + "loss": 2.6306, + "step": 24579 + }, + { + "epoch": 0.42075352197059174, + "grad_norm": 2.3172922134399414, + "learning_rate": 1.3005368899252122e-05, + "loss": 2.5398, + "step": 24580 + }, + { + "epoch": 0.42077063968914225, + "grad_norm": 2.2304084300994873, + "learning_rate": 1.300484011945522e-05, + "loss": 2.6256, + "step": 24581 + }, + { + "epoch": 0.4207877574076927, + "grad_norm": 2.1524791717529297, + "learning_rate": 1.3004311330422486e-05, + "loss": 2.5908, + "step": 24582 + }, + { + "epoch": 0.42080487512624315, + "grad_norm": 2.352769136428833, + "learning_rate": 1.3003782532155549e-05, + "loss": 2.7227, + "step": 24583 + }, + { + "epoch": 0.42082199284479366, + "grad_norm": 2.304839849472046, + "learning_rate": 1.3003253724656029e-05, + "loss": 2.6722, + "step": 24584 + }, + { + "epoch": 0.4208391105633441, + "grad_norm": 2.2090253829956055, + "learning_rate": 1.3002724907925552e-05, + "loss": 2.5943, + "step": 24585 + }, + { + "epoch": 0.42085622828189456, + "grad_norm": 2.417027235031128, + "learning_rate": 1.3002196081965748e-05, + "loss": 2.5341, + "step": 24586 + }, + { + "epoch": 0.42087334600044507, + "grad_norm": 2.3007757663726807, + "learning_rate": 1.3001667246778237e-05, + "loss": 2.5606, + "step": 24587 + }, + { + "epoch": 0.4208904637189955, + "grad_norm": 2.328192949295044, + "learning_rate": 1.3001138402364649e-05, + "loss": 2.5736, + "step": 24588 + }, + { + "epoch": 0.42090758143754603, + "grad_norm": 2.2741587162017822, + "learning_rate": 1.3000609548726605e-05, + "loss": 2.5153, + "step": 24589 + }, + { + "epoch": 0.4209246991560965, + "grad_norm": 2.367190361022949, + "learning_rate": 1.3000080685865735e-05, + "loss": 2.6812, + "step": 24590 + }, + { + "epoch": 0.42094181687464693, + "grad_norm": 2.311973810195923, + "learning_rate": 1.299955181378366e-05, + "loss": 2.6358, + "step": 24591 + }, + { + "epoch": 0.42095893459319744, + "grad_norm": 2.473245143890381, + "learning_rate": 1.2999022932482008e-05, + "loss": 2.5238, + "step": 24592 + }, + { + "epoch": 0.4209760523117479, + "grad_norm": 2.304486036300659, + "learning_rate": 1.2998494041962406e-05, + "loss": 2.5721, + "step": 24593 + }, + { + "epoch": 0.42099317003029835, + "grad_norm": 2.5593338012695312, + "learning_rate": 1.299796514222648e-05, + "loss": 2.4716, + "step": 24594 + }, + { + "epoch": 0.42101028774884885, + "grad_norm": 2.3516788482666016, + "learning_rate": 1.299743623327585e-05, + "loss": 2.5622, + "step": 24595 + }, + { + "epoch": 0.4210274054673993, + "grad_norm": 2.4926645755767822, + "learning_rate": 1.2996907315112148e-05, + "loss": 2.6165, + "step": 24596 + }, + { + "epoch": 0.42104452318594976, + "grad_norm": 2.3053905963897705, + "learning_rate": 1.2996378387736997e-05, + "loss": 2.5286, + "step": 24597 + }, + { + "epoch": 0.42106164090450027, + "grad_norm": 2.4025423526763916, + "learning_rate": 1.299584945115202e-05, + "loss": 2.5923, + "step": 24598 + }, + { + "epoch": 0.4210787586230507, + "grad_norm": 2.342421293258667, + "learning_rate": 1.299532050535885e-05, + "loss": 2.661, + "step": 24599 + }, + { + "epoch": 0.42109587634160117, + "grad_norm": 2.4024415016174316, + "learning_rate": 1.2994791550359105e-05, + "loss": 2.6708, + "step": 24600 + }, + { + "epoch": 0.4211129940601517, + "grad_norm": 2.2304904460906982, + "learning_rate": 1.2994262586154417e-05, + "loss": 2.6171, + "step": 24601 + }, + { + "epoch": 0.42113011177870213, + "grad_norm": 2.275468587875366, + "learning_rate": 1.2993733612746408e-05, + "loss": 2.6607, + "step": 24602 + }, + { + "epoch": 0.4211472294972526, + "grad_norm": 2.593055248260498, + "learning_rate": 1.2993204630136704e-05, + "loss": 2.5862, + "step": 24603 + }, + { + "epoch": 0.4211643472158031, + "grad_norm": 2.203596353530884, + "learning_rate": 1.2992675638326933e-05, + "loss": 2.5397, + "step": 24604 + }, + { + "epoch": 0.42118146493435354, + "grad_norm": 2.2169299125671387, + "learning_rate": 1.2992146637318721e-05, + "loss": 2.5291, + "step": 24605 + }, + { + "epoch": 0.421198582652904, + "grad_norm": 2.244755506515503, + "learning_rate": 1.2991617627113691e-05, + "loss": 2.5339, + "step": 24606 + }, + { + "epoch": 0.4212157003714545, + "grad_norm": 2.1764023303985596, + "learning_rate": 1.2991088607713472e-05, + "loss": 2.5788, + "step": 24607 + }, + { + "epoch": 0.42123281809000496, + "grad_norm": 2.265958786010742, + "learning_rate": 1.2990559579119689e-05, + "loss": 2.5547, + "step": 24608 + }, + { + "epoch": 0.4212499358085554, + "grad_norm": 2.2338292598724365, + "learning_rate": 1.2990030541333967e-05, + "loss": 2.5279, + "step": 24609 + }, + { + "epoch": 0.4212670535271059, + "grad_norm": 2.1907875537872314, + "learning_rate": 1.2989501494357935e-05, + "loss": 2.5871, + "step": 24610 + }, + { + "epoch": 0.42128417124565637, + "grad_norm": 2.160607099533081, + "learning_rate": 1.2988972438193214e-05, + "loss": 2.6763, + "step": 24611 + }, + { + "epoch": 0.4213012889642069, + "grad_norm": 2.2458958625793457, + "learning_rate": 1.2988443372841435e-05, + "loss": 2.5324, + "step": 24612 + }, + { + "epoch": 0.42131840668275733, + "grad_norm": 2.2522225379943848, + "learning_rate": 1.2987914298304221e-05, + "loss": 2.6398, + "step": 24613 + }, + { + "epoch": 0.4213355244013078, + "grad_norm": 2.1700034141540527, + "learning_rate": 1.29873852145832e-05, + "loss": 2.588, + "step": 24614 + }, + { + "epoch": 0.4213526421198583, + "grad_norm": 2.4413561820983887, + "learning_rate": 1.298685612168e-05, + "loss": 2.7036, + "step": 24615 + }, + { + "epoch": 0.42136975983840874, + "grad_norm": 2.4486565589904785, + "learning_rate": 1.2986327019596245e-05, + "loss": 2.5224, + "step": 24616 + }, + { + "epoch": 0.4213868775569592, + "grad_norm": 2.29122257232666, + "learning_rate": 1.2985797908333559e-05, + "loss": 2.6292, + "step": 24617 + }, + { + "epoch": 0.4214039952755097, + "grad_norm": 2.313710927963257, + "learning_rate": 1.2985268787893573e-05, + "loss": 2.5973, + "step": 24618 + }, + { + "epoch": 0.42142111299406015, + "grad_norm": 2.3700807094573975, + "learning_rate": 1.2984739658277907e-05, + "loss": 2.7238, + "step": 24619 + }, + { + "epoch": 0.4214382307126106, + "grad_norm": 2.2641265392303467, + "learning_rate": 1.2984210519488196e-05, + "loss": 2.6072, + "step": 24620 + }, + { + "epoch": 0.4214553484311611, + "grad_norm": 2.3600690364837646, + "learning_rate": 1.2983681371526058e-05, + "loss": 2.6261, + "step": 24621 + }, + { + "epoch": 0.42147246614971157, + "grad_norm": 2.317652940750122, + "learning_rate": 1.2983152214393126e-05, + "loss": 2.5965, + "step": 24622 + }, + { + "epoch": 0.421489583868262, + "grad_norm": 2.3350343704223633, + "learning_rate": 1.2982623048091024e-05, + "loss": 2.5924, + "step": 24623 + }, + { + "epoch": 0.4215067015868125, + "grad_norm": 2.496800184249878, + "learning_rate": 1.2982093872621375e-05, + "loss": 2.7343, + "step": 24624 + }, + { + "epoch": 0.421523819305363, + "grad_norm": 2.219994306564331, + "learning_rate": 1.298156468798581e-05, + "loss": 2.57, + "step": 24625 + }, + { + "epoch": 0.42154093702391343, + "grad_norm": 2.2985782623291016, + "learning_rate": 1.2981035494185954e-05, + "loss": 2.6106, + "step": 24626 + }, + { + "epoch": 0.42155805474246394, + "grad_norm": 2.226698160171509, + "learning_rate": 1.2980506291223434e-05, + "loss": 2.5671, + "step": 24627 + }, + { + "epoch": 0.4215751724610144, + "grad_norm": 2.295046806335449, + "learning_rate": 1.2979977079099875e-05, + "loss": 2.5913, + "step": 24628 + }, + { + "epoch": 0.42159229017956484, + "grad_norm": 2.329707145690918, + "learning_rate": 1.2979447857816905e-05, + "loss": 2.5524, + "step": 24629 + }, + { + "epoch": 0.42160940789811535, + "grad_norm": 2.211940050125122, + "learning_rate": 1.2978918627376153e-05, + "loss": 2.6743, + "step": 24630 + }, + { + "epoch": 0.4216265256166658, + "grad_norm": 2.5305490493774414, + "learning_rate": 1.297838938777924e-05, + "loss": 2.727, + "step": 24631 + }, + { + "epoch": 0.42164364333521626, + "grad_norm": 2.100275993347168, + "learning_rate": 1.29778601390278e-05, + "loss": 2.4369, + "step": 24632 + }, + { + "epoch": 0.42166076105376676, + "grad_norm": 2.3525826930999756, + "learning_rate": 1.297733088112345e-05, + "loss": 2.7171, + "step": 24633 + }, + { + "epoch": 0.4216778787723172, + "grad_norm": 2.3407325744628906, + "learning_rate": 1.2976801614067826e-05, + "loss": 2.6182, + "step": 24634 + }, + { + "epoch": 0.4216949964908677, + "grad_norm": 2.2783942222595215, + "learning_rate": 1.297627233786255e-05, + "loss": 2.6007, + "step": 24635 + }, + { + "epoch": 0.4217121142094182, + "grad_norm": 2.159815549850464, + "learning_rate": 1.2975743052509252e-05, + "loss": 2.4809, + "step": 24636 + }, + { + "epoch": 0.42172923192796863, + "grad_norm": 2.3270487785339355, + "learning_rate": 1.2975213758009557e-05, + "loss": 2.5569, + "step": 24637 + }, + { + "epoch": 0.42174634964651914, + "grad_norm": 2.3380126953125, + "learning_rate": 1.297468445436509e-05, + "loss": 2.5856, + "step": 24638 + }, + { + "epoch": 0.4217634673650696, + "grad_norm": 2.323592185974121, + "learning_rate": 1.2974155141577478e-05, + "loss": 2.6583, + "step": 24639 + }, + { + "epoch": 0.42178058508362004, + "grad_norm": 2.1310510635375977, + "learning_rate": 1.297362581964835e-05, + "loss": 2.4175, + "step": 24640 + }, + { + "epoch": 0.42179770280217055, + "grad_norm": 2.216475486755371, + "learning_rate": 1.2973096488579331e-05, + "loss": 2.5596, + "step": 24641 + }, + { + "epoch": 0.421814820520721, + "grad_norm": 2.162978410720825, + "learning_rate": 1.2972567148372056e-05, + "loss": 2.5421, + "step": 24642 + }, + { + "epoch": 0.42183193823927145, + "grad_norm": 2.482292890548706, + "learning_rate": 1.297203779902814e-05, + "loss": 2.5653, + "step": 24643 + }, + { + "epoch": 0.42184905595782196, + "grad_norm": 2.1505987644195557, + "learning_rate": 1.2971508440549217e-05, + "loss": 2.5264, + "step": 24644 + }, + { + "epoch": 0.4218661736763724, + "grad_norm": 2.379472017288208, + "learning_rate": 1.2970979072936909e-05, + "loss": 2.6737, + "step": 24645 + }, + { + "epoch": 0.42188329139492287, + "grad_norm": 2.017882823944092, + "learning_rate": 1.297044969619285e-05, + "loss": 2.4689, + "step": 24646 + }, + { + "epoch": 0.4219004091134734, + "grad_norm": 2.394634485244751, + "learning_rate": 1.2969920310318664e-05, + "loss": 2.6491, + "step": 24647 + }, + { + "epoch": 0.4219175268320238, + "grad_norm": 2.4828059673309326, + "learning_rate": 1.2969390915315976e-05, + "loss": 2.5057, + "step": 24648 + }, + { + "epoch": 0.4219346445505743, + "grad_norm": 2.1977779865264893, + "learning_rate": 1.2968861511186415e-05, + "loss": 2.5292, + "step": 24649 + }, + { + "epoch": 0.4219517622691248, + "grad_norm": 2.1895699501037598, + "learning_rate": 1.2968332097931612e-05, + "loss": 2.4857, + "step": 24650 + }, + { + "epoch": 0.42196887998767524, + "grad_norm": 2.332885503768921, + "learning_rate": 1.2967802675553187e-05, + "loss": 2.5718, + "step": 24651 + }, + { + "epoch": 0.4219859977062257, + "grad_norm": 2.4029085636138916, + "learning_rate": 1.2967273244052772e-05, + "loss": 2.6243, + "step": 24652 + }, + { + "epoch": 0.4220031154247762, + "grad_norm": 2.3047471046447754, + "learning_rate": 1.296674380343199e-05, + "loss": 2.5835, + "step": 24653 + }, + { + "epoch": 0.42202023314332665, + "grad_norm": 2.302171468734741, + "learning_rate": 1.2966214353692474e-05, + "loss": 2.5827, + "step": 24654 + }, + { + "epoch": 0.4220373508618771, + "grad_norm": 2.364332437515259, + "learning_rate": 1.2965684894835848e-05, + "loss": 2.4525, + "step": 24655 + }, + { + "epoch": 0.4220544685804276, + "grad_norm": 2.1924431324005127, + "learning_rate": 1.296515542686374e-05, + "loss": 2.374, + "step": 24656 + }, + { + "epoch": 0.42207158629897806, + "grad_norm": 2.2087182998657227, + "learning_rate": 1.296462594977778e-05, + "loss": 2.565, + "step": 24657 + }, + { + "epoch": 0.42208870401752857, + "grad_norm": 2.3165125846862793, + "learning_rate": 1.2964096463579591e-05, + "loss": 2.5066, + "step": 24658 + }, + { + "epoch": 0.422105821736079, + "grad_norm": 2.2561752796173096, + "learning_rate": 1.2963566968270802e-05, + "loss": 2.5314, + "step": 24659 + }, + { + "epoch": 0.4221229394546295, + "grad_norm": 2.451153516769409, + "learning_rate": 1.296303746385304e-05, + "loss": 2.6079, + "step": 24660 + }, + { + "epoch": 0.42214005717318, + "grad_norm": 2.404731273651123, + "learning_rate": 1.2962507950327933e-05, + "loss": 2.649, + "step": 24661 + }, + { + "epoch": 0.42215717489173044, + "grad_norm": 2.3197543621063232, + "learning_rate": 1.296197842769711e-05, + "loss": 2.5479, + "step": 24662 + }, + { + "epoch": 0.4221742926102809, + "grad_norm": 2.1912031173706055, + "learning_rate": 1.2961448895962199e-05, + "loss": 2.4032, + "step": 24663 + }, + { + "epoch": 0.4221914103288314, + "grad_norm": 2.4218082427978516, + "learning_rate": 1.2960919355124823e-05, + "loss": 2.5926, + "step": 24664 + }, + { + "epoch": 0.42220852804738185, + "grad_norm": 2.3314011096954346, + "learning_rate": 1.2960389805186615e-05, + "loss": 2.5362, + "step": 24665 + }, + { + "epoch": 0.4222256457659323, + "grad_norm": 2.4139652252197266, + "learning_rate": 1.29598602461492e-05, + "loss": 2.5995, + "step": 24666 + }, + { + "epoch": 0.4222427634844828, + "grad_norm": 2.3266589641571045, + "learning_rate": 1.2959330678014206e-05, + "loss": 2.6114, + "step": 24667 + }, + { + "epoch": 0.42225988120303326, + "grad_norm": 2.2834203243255615, + "learning_rate": 1.2958801100783258e-05, + "loss": 2.5536, + "step": 24668 + }, + { + "epoch": 0.4222769989215837, + "grad_norm": 2.332186698913574, + "learning_rate": 1.2958271514457991e-05, + "loss": 2.6768, + "step": 24669 + }, + { + "epoch": 0.4222941166401342, + "grad_norm": 2.4314310550689697, + "learning_rate": 1.2957741919040026e-05, + "loss": 2.5664, + "step": 24670 + }, + { + "epoch": 0.4223112343586847, + "grad_norm": 2.1670942306518555, + "learning_rate": 1.2957212314530992e-05, + "loss": 2.725, + "step": 24671 + }, + { + "epoch": 0.4223283520772351, + "grad_norm": 2.2428982257843018, + "learning_rate": 1.2956682700932517e-05, + "loss": 2.6309, + "step": 24672 + }, + { + "epoch": 0.42234546979578563, + "grad_norm": 2.277637481689453, + "learning_rate": 1.2956153078246232e-05, + "loss": 2.6163, + "step": 24673 + }, + { + "epoch": 0.4223625875143361, + "grad_norm": 2.285576581954956, + "learning_rate": 1.2955623446473765e-05, + "loss": 2.6317, + "step": 24674 + }, + { + "epoch": 0.42237970523288654, + "grad_norm": 2.270012378692627, + "learning_rate": 1.2955093805616736e-05, + "loss": 2.5804, + "step": 24675 + }, + { + "epoch": 0.42239682295143705, + "grad_norm": 2.170109272003174, + "learning_rate": 1.295456415567678e-05, + "loss": 2.5036, + "step": 24676 + }, + { + "epoch": 0.4224139406699875, + "grad_norm": 2.262577533721924, + "learning_rate": 1.2954034496655524e-05, + "loss": 2.6895, + "step": 24677 + }, + { + "epoch": 0.42243105838853795, + "grad_norm": 2.328669548034668, + "learning_rate": 1.2953504828554593e-05, + "loss": 2.5696, + "step": 24678 + }, + { + "epoch": 0.42244817610708846, + "grad_norm": 2.172264814376831, + "learning_rate": 1.2952975151375622e-05, + "loss": 2.5404, + "step": 24679 + }, + { + "epoch": 0.4224652938256389, + "grad_norm": 2.1679909229278564, + "learning_rate": 1.2952445465120231e-05, + "loss": 2.4809, + "step": 24680 + }, + { + "epoch": 0.4224824115441894, + "grad_norm": 2.1249706745147705, + "learning_rate": 1.2951915769790053e-05, + "loss": 2.5274, + "step": 24681 + }, + { + "epoch": 0.42249952926273987, + "grad_norm": 2.185617446899414, + "learning_rate": 1.2951386065386713e-05, + "loss": 2.5075, + "step": 24682 + }, + { + "epoch": 0.4225166469812903, + "grad_norm": 2.1518871784210205, + "learning_rate": 1.295085635191184e-05, + "loss": 2.4884, + "step": 24683 + }, + { + "epoch": 0.42253376469984083, + "grad_norm": 2.283146858215332, + "learning_rate": 1.2950326629367067e-05, + "loss": 2.5759, + "step": 24684 + }, + { + "epoch": 0.4225508824183913, + "grad_norm": 2.276491403579712, + "learning_rate": 1.2949796897754015e-05, + "loss": 2.6503, + "step": 24685 + }, + { + "epoch": 0.42256800013694173, + "grad_norm": 2.425494432449341, + "learning_rate": 1.2949267157074314e-05, + "loss": 2.7061, + "step": 24686 + }, + { + "epoch": 0.42258511785549224, + "grad_norm": 2.352477788925171, + "learning_rate": 1.2948737407329598e-05, + "loss": 2.7182, + "step": 24687 + }, + { + "epoch": 0.4226022355740427, + "grad_norm": 2.307053804397583, + "learning_rate": 1.2948207648521484e-05, + "loss": 2.5759, + "step": 24688 + }, + { + "epoch": 0.42261935329259315, + "grad_norm": 2.280216693878174, + "learning_rate": 1.294767788065161e-05, + "loss": 2.6583, + "step": 24689 + }, + { + "epoch": 0.42263647101114366, + "grad_norm": 2.2337143421173096, + "learning_rate": 1.2947148103721605e-05, + "loss": 2.5966, + "step": 24690 + }, + { + "epoch": 0.4226535887296941, + "grad_norm": 2.4176387786865234, + "learning_rate": 1.2946618317733088e-05, + "loss": 2.6762, + "step": 24691 + }, + { + "epoch": 0.42267070644824456, + "grad_norm": 2.3302719593048096, + "learning_rate": 1.2946088522687696e-05, + "loss": 2.5792, + "step": 24692 + }, + { + "epoch": 0.42268782416679507, + "grad_norm": 2.3299500942230225, + "learning_rate": 1.2945558718587052e-05, + "loss": 2.6657, + "step": 24693 + }, + { + "epoch": 0.4227049418853455, + "grad_norm": 2.2625081539154053, + "learning_rate": 1.2945028905432793e-05, + "loss": 2.5967, + "step": 24694 + }, + { + "epoch": 0.42272205960389597, + "grad_norm": 2.2148115634918213, + "learning_rate": 1.2944499083226535e-05, + "loss": 2.6108, + "step": 24695 + }, + { + "epoch": 0.4227391773224465, + "grad_norm": 2.343341827392578, + "learning_rate": 1.2943969251969917e-05, + "loss": 2.6794, + "step": 24696 + }, + { + "epoch": 0.42275629504099693, + "grad_norm": 2.282198429107666, + "learning_rate": 1.294343941166456e-05, + "loss": 2.5419, + "step": 24697 + }, + { + "epoch": 0.4227734127595474, + "grad_norm": 2.4523885250091553, + "learning_rate": 1.2942909562312098e-05, + "loss": 2.6915, + "step": 24698 + }, + { + "epoch": 0.4227905304780979, + "grad_norm": 2.3844127655029297, + "learning_rate": 1.2942379703914157e-05, + "loss": 2.5784, + "step": 24699 + }, + { + "epoch": 0.42280764819664834, + "grad_norm": 2.3705248832702637, + "learning_rate": 1.2941849836472367e-05, + "loss": 2.6596, + "step": 24700 + }, + { + "epoch": 0.4228247659151988, + "grad_norm": 2.2926025390625, + "learning_rate": 1.2941319959988355e-05, + "loss": 2.5867, + "step": 24701 + }, + { + "epoch": 0.4228418836337493, + "grad_norm": 2.1312527656555176, + "learning_rate": 1.294079007446375e-05, + "loss": 2.5538, + "step": 24702 + }, + { + "epoch": 0.42285900135229976, + "grad_norm": 2.3156230449676514, + "learning_rate": 1.2940260179900182e-05, + "loss": 2.6746, + "step": 24703 + }, + { + "epoch": 0.4228761190708502, + "grad_norm": 2.2414252758026123, + "learning_rate": 1.2939730276299275e-05, + "loss": 2.5138, + "step": 24704 + }, + { + "epoch": 0.4228932367894007, + "grad_norm": 2.338848114013672, + "learning_rate": 1.2939200363662666e-05, + "loss": 2.7834, + "step": 24705 + }, + { + "epoch": 0.42291035450795117, + "grad_norm": 2.3267385959625244, + "learning_rate": 1.2938670441991978e-05, + "loss": 2.6194, + "step": 24706 + }, + { + "epoch": 0.4229274722265017, + "grad_norm": 2.3713788986206055, + "learning_rate": 1.293814051128884e-05, + "loss": 2.6282, + "step": 24707 + }, + { + "epoch": 0.42294458994505213, + "grad_norm": 2.1950321197509766, + "learning_rate": 1.2937610571554882e-05, + "loss": 2.5535, + "step": 24708 + }, + { + "epoch": 0.4229617076636026, + "grad_norm": 2.3896212577819824, + "learning_rate": 1.2937080622791734e-05, + "loss": 2.6496, + "step": 24709 + }, + { + "epoch": 0.4229788253821531, + "grad_norm": 2.1480860710144043, + "learning_rate": 1.2936550665001022e-05, + "loss": 2.6568, + "step": 24710 + }, + { + "epoch": 0.42299594310070354, + "grad_norm": 2.383604049682617, + "learning_rate": 1.293602069818438e-05, + "loss": 2.7035, + "step": 24711 + }, + { + "epoch": 0.423013060819254, + "grad_norm": 2.238642692565918, + "learning_rate": 1.2935490722343429e-05, + "loss": 2.6146, + "step": 24712 + }, + { + "epoch": 0.4230301785378045, + "grad_norm": 2.412799835205078, + "learning_rate": 1.2934960737479804e-05, + "loss": 2.6243, + "step": 24713 + }, + { + "epoch": 0.42304729625635495, + "grad_norm": 2.321779251098633, + "learning_rate": 1.2934430743595132e-05, + "loss": 2.6807, + "step": 24714 + }, + { + "epoch": 0.4230644139749054, + "grad_norm": 2.2340922355651855, + "learning_rate": 1.2933900740691044e-05, + "loss": 2.5166, + "step": 24715 + }, + { + "epoch": 0.4230815316934559, + "grad_norm": 2.256517171859741, + "learning_rate": 1.2933370728769165e-05, + "loss": 2.5702, + "step": 24716 + }, + { + "epoch": 0.42309864941200637, + "grad_norm": 2.3359158039093018, + "learning_rate": 1.2932840707831131e-05, + "loss": 2.4933, + "step": 24717 + }, + { + "epoch": 0.4231157671305568, + "grad_norm": 2.4435441493988037, + "learning_rate": 1.2932310677878564e-05, + "loss": 2.5886, + "step": 24718 + }, + { + "epoch": 0.4231328848491073, + "grad_norm": 2.281691789627075, + "learning_rate": 1.2931780638913094e-05, + "loss": 2.5036, + "step": 24719 + }, + { + "epoch": 0.4231500025676578, + "grad_norm": 2.4060451984405518, + "learning_rate": 1.2931250590936353e-05, + "loss": 2.5194, + "step": 24720 + }, + { + "epoch": 0.42316712028620823, + "grad_norm": 2.423755168914795, + "learning_rate": 1.2930720533949967e-05, + "loss": 2.7693, + "step": 24721 + }, + { + "epoch": 0.42318423800475874, + "grad_norm": 2.408186197280884, + "learning_rate": 1.2930190467955572e-05, + "loss": 2.6016, + "step": 24722 + }, + { + "epoch": 0.4232013557233092, + "grad_norm": 2.3172109127044678, + "learning_rate": 1.2929660392954793e-05, + "loss": 2.4154, + "step": 24723 + }, + { + "epoch": 0.42321847344185964, + "grad_norm": 2.3357248306274414, + "learning_rate": 1.2929130308949254e-05, + "loss": 2.6475, + "step": 24724 + }, + { + "epoch": 0.42323559116041015, + "grad_norm": 2.1053807735443115, + "learning_rate": 1.292860021594059e-05, + "loss": 2.7065, + "step": 24725 + }, + { + "epoch": 0.4232527088789606, + "grad_norm": 2.2018730640411377, + "learning_rate": 1.2928070113930431e-05, + "loss": 2.4547, + "step": 24726 + }, + { + "epoch": 0.42326982659751106, + "grad_norm": 2.3109242916107178, + "learning_rate": 1.2927540002920404e-05, + "loss": 2.6689, + "step": 24727 + }, + { + "epoch": 0.42328694431606156, + "grad_norm": 2.345000743865967, + "learning_rate": 1.2927009882912141e-05, + "loss": 2.6006, + "step": 24728 + }, + { + "epoch": 0.423304062034612, + "grad_norm": 2.311552047729492, + "learning_rate": 1.2926479753907267e-05, + "loss": 2.5695, + "step": 24729 + }, + { + "epoch": 0.4233211797531625, + "grad_norm": 2.276038646697998, + "learning_rate": 1.2925949615907416e-05, + "loss": 2.5812, + "step": 24730 + }, + { + "epoch": 0.423338297471713, + "grad_norm": 2.2591872215270996, + "learning_rate": 1.2925419468914213e-05, + "loss": 2.5709, + "step": 24731 + }, + { + "epoch": 0.42335541519026343, + "grad_norm": 2.3363049030303955, + "learning_rate": 1.2924889312929292e-05, + "loss": 2.5738, + "step": 24732 + }, + { + "epoch": 0.42337253290881394, + "grad_norm": 2.3079943656921387, + "learning_rate": 1.2924359147954281e-05, + "loss": 2.5008, + "step": 24733 + }, + { + "epoch": 0.4233896506273644, + "grad_norm": 2.3461427688598633, + "learning_rate": 1.2923828973990806e-05, + "loss": 2.7451, + "step": 24734 + }, + { + "epoch": 0.42340676834591484, + "grad_norm": 2.3296611309051514, + "learning_rate": 1.2923298791040502e-05, + "loss": 2.6496, + "step": 24735 + }, + { + "epoch": 0.42342388606446535, + "grad_norm": 2.2286598682403564, + "learning_rate": 1.2922768599104996e-05, + "loss": 2.5838, + "step": 24736 + }, + { + "epoch": 0.4234410037830158, + "grad_norm": 2.3451485633850098, + "learning_rate": 1.2922238398185918e-05, + "loss": 2.6057, + "step": 24737 + }, + { + "epoch": 0.42345812150156625, + "grad_norm": 2.254847288131714, + "learning_rate": 1.2921708188284896e-05, + "loss": 2.6357, + "step": 24738 + }, + { + "epoch": 0.42347523922011676, + "grad_norm": 2.3540472984313965, + "learning_rate": 1.2921177969403563e-05, + "loss": 2.5539, + "step": 24739 + }, + { + "epoch": 0.4234923569386672, + "grad_norm": 2.4300107955932617, + "learning_rate": 1.2920647741543543e-05, + "loss": 2.573, + "step": 24740 + }, + { + "epoch": 0.42350947465721767, + "grad_norm": 2.479642391204834, + "learning_rate": 1.2920117504706474e-05, + "loss": 2.5916, + "step": 24741 + }, + { + "epoch": 0.4235265923757682, + "grad_norm": 2.317063808441162, + "learning_rate": 1.2919587258893977e-05, + "loss": 2.6166, + "step": 24742 + }, + { + "epoch": 0.4235437100943186, + "grad_norm": 2.3592817783355713, + "learning_rate": 1.2919057004107692e-05, + "loss": 2.5677, + "step": 24743 + }, + { + "epoch": 0.4235608278128691, + "grad_norm": 2.4587502479553223, + "learning_rate": 1.2918526740349237e-05, + "loss": 2.6529, + "step": 24744 + }, + { + "epoch": 0.4235779455314196, + "grad_norm": 2.53084135055542, + "learning_rate": 1.2917996467620252e-05, + "loss": 2.7366, + "step": 24745 + }, + { + "epoch": 0.42359506324997004, + "grad_norm": 2.4050474166870117, + "learning_rate": 1.291746618592236e-05, + "loss": 2.567, + "step": 24746 + }, + { + "epoch": 0.4236121809685205, + "grad_norm": 2.4556844234466553, + "learning_rate": 1.2916935895257195e-05, + "loss": 2.6367, + "step": 24747 + }, + { + "epoch": 0.423629298687071, + "grad_norm": 2.345132350921631, + "learning_rate": 1.2916405595626387e-05, + "loss": 2.5451, + "step": 24748 + }, + { + "epoch": 0.42364641640562145, + "grad_norm": 2.304384708404541, + "learning_rate": 1.291587528703156e-05, + "loss": 2.4657, + "step": 24749 + }, + { + "epoch": 0.4236635341241719, + "grad_norm": 2.359717607498169, + "learning_rate": 1.2915344969474353e-05, + "loss": 2.6434, + "step": 24750 + }, + { + "epoch": 0.4236806518427224, + "grad_norm": 2.4282431602478027, + "learning_rate": 1.2914814642956387e-05, + "loss": 2.574, + "step": 24751 + }, + { + "epoch": 0.42369776956127286, + "grad_norm": 2.273391008377075, + "learning_rate": 1.2914284307479301e-05, + "loss": 2.5268, + "step": 24752 + }, + { + "epoch": 0.42371488727982337, + "grad_norm": 2.344799280166626, + "learning_rate": 1.2913753963044717e-05, + "loss": 2.6728, + "step": 24753 + }, + { + "epoch": 0.4237320049983738, + "grad_norm": 2.1726837158203125, + "learning_rate": 1.2913223609654271e-05, + "loss": 2.455, + "step": 24754 + }, + { + "epoch": 0.4237491227169243, + "grad_norm": 2.2395081520080566, + "learning_rate": 1.2912693247309589e-05, + "loss": 2.6218, + "step": 24755 + }, + { + "epoch": 0.4237662404354748, + "grad_norm": 2.3767249584198, + "learning_rate": 1.2912162876012303e-05, + "loss": 2.6345, + "step": 24756 + }, + { + "epoch": 0.42378335815402524, + "grad_norm": 2.296895980834961, + "learning_rate": 1.2911632495764043e-05, + "loss": 2.5707, + "step": 24757 + }, + { + "epoch": 0.4238004758725757, + "grad_norm": 2.240579128265381, + "learning_rate": 1.291110210656644e-05, + "loss": 2.5937, + "step": 24758 + }, + { + "epoch": 0.4238175935911262, + "grad_norm": 2.28885555267334, + "learning_rate": 1.2910571708421125e-05, + "loss": 2.6263, + "step": 24759 + }, + { + "epoch": 0.42383471130967665, + "grad_norm": 2.319302797317505, + "learning_rate": 1.2910041301329725e-05, + "loss": 2.6004, + "step": 24760 + }, + { + "epoch": 0.4238518290282271, + "grad_norm": 2.3450558185577393, + "learning_rate": 1.2909510885293872e-05, + "loss": 2.6124, + "step": 24761 + }, + { + "epoch": 0.4238689467467776, + "grad_norm": 2.2435877323150635, + "learning_rate": 1.2908980460315196e-05, + "loss": 2.5462, + "step": 24762 + }, + { + "epoch": 0.42388606446532806, + "grad_norm": 2.25179123878479, + "learning_rate": 1.2908450026395329e-05, + "loss": 2.5797, + "step": 24763 + }, + { + "epoch": 0.4239031821838785, + "grad_norm": 2.3349432945251465, + "learning_rate": 1.29079195835359e-05, + "loss": 2.6292, + "step": 24764 + }, + { + "epoch": 0.423920299902429, + "grad_norm": 2.2175114154815674, + "learning_rate": 1.2907389131738539e-05, + "loss": 2.4827, + "step": 24765 + }, + { + "epoch": 0.4239374176209795, + "grad_norm": 2.3987035751342773, + "learning_rate": 1.2906858671004878e-05, + "loss": 2.5859, + "step": 24766 + }, + { + "epoch": 0.4239545353395299, + "grad_norm": 2.320537567138672, + "learning_rate": 1.2906328201336544e-05, + "loss": 2.6923, + "step": 24767 + }, + { + "epoch": 0.42397165305808043, + "grad_norm": 2.3500518798828125, + "learning_rate": 1.2905797722735171e-05, + "loss": 2.5824, + "step": 24768 + }, + { + "epoch": 0.4239887707766309, + "grad_norm": 2.14691162109375, + "learning_rate": 1.2905267235202387e-05, + "loss": 2.6051, + "step": 24769 + }, + { + "epoch": 0.42400588849518134, + "grad_norm": 2.2729861736297607, + "learning_rate": 1.2904736738739828e-05, + "loss": 2.5744, + "step": 24770 + }, + { + "epoch": 0.42402300621373185, + "grad_norm": 2.4070076942443848, + "learning_rate": 1.2904206233349117e-05, + "loss": 2.5594, + "step": 24771 + }, + { + "epoch": 0.4240401239322823, + "grad_norm": 2.1625571250915527, + "learning_rate": 1.2903675719031888e-05, + "loss": 2.493, + "step": 24772 + }, + { + "epoch": 0.42405724165083275, + "grad_norm": 2.3799235820770264, + "learning_rate": 1.2903145195789772e-05, + "loss": 2.7538, + "step": 24773 + }, + { + "epoch": 0.42407435936938326, + "grad_norm": 2.26198148727417, + "learning_rate": 1.2902614663624399e-05, + "loss": 2.5415, + "step": 24774 + }, + { + "epoch": 0.4240914770879337, + "grad_norm": 2.1961758136749268, + "learning_rate": 1.2902084122537405e-05, + "loss": 2.5917, + "step": 24775 + }, + { + "epoch": 0.4241085948064842, + "grad_norm": 2.2825615406036377, + "learning_rate": 1.290155357253041e-05, + "loss": 2.4947, + "step": 24776 + }, + { + "epoch": 0.42412571252503467, + "grad_norm": 2.26531982421875, + "learning_rate": 1.290102301360505e-05, + "loss": 2.6369, + "step": 24777 + }, + { + "epoch": 0.4241428302435851, + "grad_norm": 2.2192790508270264, + "learning_rate": 1.2900492445762958e-05, + "loss": 2.4978, + "step": 24778 + }, + { + "epoch": 0.42415994796213563, + "grad_norm": 2.240074396133423, + "learning_rate": 1.2899961869005761e-05, + "loss": 2.494, + "step": 24779 + }, + { + "epoch": 0.4241770656806861, + "grad_norm": 2.226099967956543, + "learning_rate": 1.2899431283335096e-05, + "loss": 2.5684, + "step": 24780 + }, + { + "epoch": 0.42419418339923654, + "grad_norm": 2.1654984951019287, + "learning_rate": 1.2898900688752587e-05, + "loss": 2.5778, + "step": 24781 + }, + { + "epoch": 0.42421130111778704, + "grad_norm": 2.295330762863159, + "learning_rate": 1.2898370085259866e-05, + "loss": 2.6566, + "step": 24782 + }, + { + "epoch": 0.4242284188363375, + "grad_norm": 2.264432191848755, + "learning_rate": 1.2897839472858566e-05, + "loss": 2.5006, + "step": 24783 + }, + { + "epoch": 0.42424553655488795, + "grad_norm": 2.2709691524505615, + "learning_rate": 1.289730885155032e-05, + "loss": 2.6201, + "step": 24784 + }, + { + "epoch": 0.42426265427343846, + "grad_norm": 2.2077455520629883, + "learning_rate": 1.2896778221336753e-05, + "loss": 2.4546, + "step": 24785 + }, + { + "epoch": 0.4242797719919889, + "grad_norm": 2.1660282611846924, + "learning_rate": 1.2896247582219501e-05, + "loss": 2.5981, + "step": 24786 + }, + { + "epoch": 0.42429688971053936, + "grad_norm": 2.2286977767944336, + "learning_rate": 1.2895716934200191e-05, + "loss": 2.5491, + "step": 24787 + }, + { + "epoch": 0.42431400742908987, + "grad_norm": 2.2750353813171387, + "learning_rate": 1.2895186277280458e-05, + "loss": 2.6376, + "step": 24788 + }, + { + "epoch": 0.4243311251476403, + "grad_norm": 2.2615771293640137, + "learning_rate": 1.289465561146193e-05, + "loss": 2.6195, + "step": 24789 + }, + { + "epoch": 0.4243482428661908, + "grad_norm": 2.384176731109619, + "learning_rate": 1.289412493674624e-05, + "loss": 2.6582, + "step": 24790 + }, + { + "epoch": 0.4243653605847413, + "grad_norm": 2.2504079341888428, + "learning_rate": 1.289359425313502e-05, + "loss": 2.5762, + "step": 24791 + }, + { + "epoch": 0.42438247830329173, + "grad_norm": 2.1581525802612305, + "learning_rate": 1.2893063560629897e-05, + "loss": 2.5901, + "step": 24792 + }, + { + "epoch": 0.4243995960218422, + "grad_norm": 2.306755304336548, + "learning_rate": 1.2892532859232505e-05, + "loss": 2.5739, + "step": 24793 + }, + { + "epoch": 0.4244167137403927, + "grad_norm": 2.2706737518310547, + "learning_rate": 1.2892002148944476e-05, + "loss": 2.4861, + "step": 24794 + }, + { + "epoch": 0.42443383145894314, + "grad_norm": 2.3139054775238037, + "learning_rate": 1.2891471429767442e-05, + "loss": 2.64, + "step": 24795 + }, + { + "epoch": 0.4244509491774936, + "grad_norm": 2.351093053817749, + "learning_rate": 1.2890940701703027e-05, + "loss": 2.7549, + "step": 24796 + }, + { + "epoch": 0.4244680668960441, + "grad_norm": 2.3854048252105713, + "learning_rate": 1.2890409964752872e-05, + "loss": 2.5212, + "step": 24797 + }, + { + "epoch": 0.42448518461459456, + "grad_norm": 2.3043439388275146, + "learning_rate": 1.2889879218918604e-05, + "loss": 2.5269, + "step": 24798 + }, + { + "epoch": 0.42450230233314507, + "grad_norm": 2.2322983741760254, + "learning_rate": 1.2889348464201851e-05, + "loss": 2.6391, + "step": 24799 + }, + { + "epoch": 0.4245194200516955, + "grad_norm": 2.275094747543335, + "learning_rate": 1.288881770060425e-05, + "loss": 2.4928, + "step": 24800 + }, + { + "epoch": 0.42453653777024597, + "grad_norm": 2.191222906112671, + "learning_rate": 1.2888286928127431e-05, + "loss": 2.6117, + "step": 24801 + }, + { + "epoch": 0.4245536554887965, + "grad_norm": 2.28584361076355, + "learning_rate": 1.2887756146773026e-05, + "loss": 2.6296, + "step": 24802 + }, + { + "epoch": 0.42457077320734693, + "grad_norm": 2.371232271194458, + "learning_rate": 1.2887225356542659e-05, + "loss": 2.6127, + "step": 24803 + }, + { + "epoch": 0.4245878909258974, + "grad_norm": 2.4862899780273438, + "learning_rate": 1.2886694557437971e-05, + "loss": 2.6129, + "step": 24804 + }, + { + "epoch": 0.4246050086444479, + "grad_norm": 2.352213144302368, + "learning_rate": 1.2886163749460587e-05, + "loss": 2.5873, + "step": 24805 + }, + { + "epoch": 0.42462212636299834, + "grad_norm": 2.42802357673645, + "learning_rate": 1.2885632932612145e-05, + "loss": 2.6192, + "step": 24806 + }, + { + "epoch": 0.4246392440815488, + "grad_norm": 2.230663299560547, + "learning_rate": 1.2885102106894272e-05, + "loss": 2.5277, + "step": 24807 + }, + { + "epoch": 0.4246563618000993, + "grad_norm": 2.331874132156372, + "learning_rate": 1.28845712723086e-05, + "loss": 2.608, + "step": 24808 + }, + { + "epoch": 0.42467347951864975, + "grad_norm": 2.2378015518188477, + "learning_rate": 1.2884040428856759e-05, + "loss": 2.5417, + "step": 24809 + }, + { + "epoch": 0.4246905972372002, + "grad_norm": 2.345010280609131, + "learning_rate": 1.2883509576540385e-05, + "loss": 2.579, + "step": 24810 + }, + { + "epoch": 0.4247077149557507, + "grad_norm": 2.469632148742676, + "learning_rate": 1.2882978715361105e-05, + "loss": 2.78, + "step": 24811 + }, + { + "epoch": 0.42472483267430117, + "grad_norm": 2.418850898742676, + "learning_rate": 1.2882447845320557e-05, + "loss": 2.5513, + "step": 24812 + }, + { + "epoch": 0.4247419503928516, + "grad_norm": 2.3014962673187256, + "learning_rate": 1.2881916966420367e-05, + "loss": 2.5609, + "step": 24813 + }, + { + "epoch": 0.4247590681114021, + "grad_norm": 2.239729881286621, + "learning_rate": 1.2881386078662166e-05, + "loss": 2.5096, + "step": 24814 + }, + { + "epoch": 0.4247761858299526, + "grad_norm": 2.29408860206604, + "learning_rate": 1.288085518204759e-05, + "loss": 2.5994, + "step": 24815 + }, + { + "epoch": 0.42479330354850303, + "grad_norm": 2.3102176189422607, + "learning_rate": 1.2880324276578268e-05, + "loss": 2.6866, + "step": 24816 + }, + { + "epoch": 0.42481042126705354, + "grad_norm": 2.351247549057007, + "learning_rate": 1.2879793362255836e-05, + "loss": 2.6744, + "step": 24817 + }, + { + "epoch": 0.424827538985604, + "grad_norm": 2.3014235496520996, + "learning_rate": 1.2879262439081924e-05, + "loss": 2.6156, + "step": 24818 + }, + { + "epoch": 0.42484465670415444, + "grad_norm": 2.278047800064087, + "learning_rate": 1.2878731507058158e-05, + "loss": 2.4349, + "step": 24819 + }, + { + "epoch": 0.42486177442270495, + "grad_norm": 2.3173749446868896, + "learning_rate": 1.2878200566186175e-05, + "loss": 2.6181, + "step": 24820 + }, + { + "epoch": 0.4248788921412554, + "grad_norm": 2.3416619300842285, + "learning_rate": 1.2877669616467605e-05, + "loss": 2.606, + "step": 24821 + }, + { + "epoch": 0.4248960098598059, + "grad_norm": 2.292309045791626, + "learning_rate": 1.2877138657904085e-05, + "loss": 2.6768, + "step": 24822 + }, + { + "epoch": 0.42491312757835636, + "grad_norm": 2.2870426177978516, + "learning_rate": 1.2876607690497242e-05, + "loss": 2.603, + "step": 24823 + }, + { + "epoch": 0.4249302452969068, + "grad_norm": 2.316972494125366, + "learning_rate": 1.2876076714248711e-05, + "loss": 2.6768, + "step": 24824 + }, + { + "epoch": 0.4249473630154573, + "grad_norm": 2.23638916015625, + "learning_rate": 1.2875545729160119e-05, + "loss": 2.5641, + "step": 24825 + }, + { + "epoch": 0.4249644807340078, + "grad_norm": 2.402066707611084, + "learning_rate": 1.2875014735233102e-05, + "loss": 2.5961, + "step": 24826 + }, + { + "epoch": 0.42498159845255823, + "grad_norm": 2.295905590057373, + "learning_rate": 1.2874483732469292e-05, + "loss": 2.5447, + "step": 24827 + }, + { + "epoch": 0.42499871617110874, + "grad_norm": 2.2763004302978516, + "learning_rate": 1.2873952720870322e-05, + "loss": 2.6453, + "step": 24828 + }, + { + "epoch": 0.4250158338896592, + "grad_norm": 2.2603869438171387, + "learning_rate": 1.2873421700437821e-05, + "loss": 2.5222, + "step": 24829 + }, + { + "epoch": 0.42503295160820964, + "grad_norm": 2.178898572921753, + "learning_rate": 1.2872890671173423e-05, + "loss": 2.5121, + "step": 24830 + }, + { + "epoch": 0.42505006932676015, + "grad_norm": 2.3354251384735107, + "learning_rate": 1.2872359633078764e-05, + "loss": 2.5576, + "step": 24831 + }, + { + "epoch": 0.4250671870453106, + "grad_norm": 2.2470219135284424, + "learning_rate": 1.2871828586155469e-05, + "loss": 2.6495, + "step": 24832 + }, + { + "epoch": 0.42508430476386105, + "grad_norm": 2.3286731243133545, + "learning_rate": 1.2871297530405174e-05, + "loss": 2.5519, + "step": 24833 + }, + { + "epoch": 0.42510142248241156, + "grad_norm": 2.2008004188537598, + "learning_rate": 1.2870766465829512e-05, + "loss": 2.5389, + "step": 24834 + }, + { + "epoch": 0.425118540200962, + "grad_norm": 2.339416742324829, + "learning_rate": 1.287023539243011e-05, + "loss": 2.6033, + "step": 24835 + }, + { + "epoch": 0.42513565791951247, + "grad_norm": 2.213043451309204, + "learning_rate": 1.2869704310208608e-05, + "loss": 2.545, + "step": 24836 + }, + { + "epoch": 0.425152775638063, + "grad_norm": 2.3077104091644287, + "learning_rate": 1.2869173219166632e-05, + "loss": 2.6036, + "step": 24837 + }, + { + "epoch": 0.4251698933566134, + "grad_norm": 2.2744507789611816, + "learning_rate": 1.2868642119305823e-05, + "loss": 2.5772, + "step": 24838 + }, + { + "epoch": 0.4251870110751639, + "grad_norm": 2.3039135932922363, + "learning_rate": 1.2868111010627807e-05, + "loss": 2.6564, + "step": 24839 + }, + { + "epoch": 0.4252041287937144, + "grad_norm": 2.282956600189209, + "learning_rate": 1.2867579893134212e-05, + "loss": 2.58, + "step": 24840 + }, + { + "epoch": 0.42522124651226484, + "grad_norm": 2.21073317527771, + "learning_rate": 1.2867048766826678e-05, + "loss": 2.5034, + "step": 24841 + }, + { + "epoch": 0.4252383642308153, + "grad_norm": 2.198791980743408, + "learning_rate": 1.2866517631706836e-05, + "loss": 2.5415, + "step": 24842 + }, + { + "epoch": 0.4252554819493658, + "grad_norm": 2.289950370788574, + "learning_rate": 1.2865986487776317e-05, + "loss": 2.7017, + "step": 24843 + }, + { + "epoch": 0.42527259966791625, + "grad_norm": 2.3810746669769287, + "learning_rate": 1.2865455335036755e-05, + "loss": 2.6184, + "step": 24844 + }, + { + "epoch": 0.42528971738646676, + "grad_norm": 2.2576379776000977, + "learning_rate": 1.2864924173489781e-05, + "loss": 2.4957, + "step": 24845 + }, + { + "epoch": 0.4253068351050172, + "grad_norm": 2.2966597080230713, + "learning_rate": 1.286439300313703e-05, + "loss": 2.5845, + "step": 24846 + }, + { + "epoch": 0.42532395282356766, + "grad_norm": 2.3530704975128174, + "learning_rate": 1.286386182398013e-05, + "loss": 2.6575, + "step": 24847 + }, + { + "epoch": 0.42534107054211817, + "grad_norm": 2.3693177700042725, + "learning_rate": 1.2863330636020717e-05, + "loss": 2.7297, + "step": 24848 + }, + { + "epoch": 0.4253581882606686, + "grad_norm": 2.326822519302368, + "learning_rate": 1.2862799439260425e-05, + "loss": 2.5544, + "step": 24849 + }, + { + "epoch": 0.4253753059792191, + "grad_norm": 2.3144795894622803, + "learning_rate": 1.2862268233700886e-05, + "loss": 2.6488, + "step": 24850 + }, + { + "epoch": 0.4253924236977696, + "grad_norm": 2.133039951324463, + "learning_rate": 1.2861737019343729e-05, + "loss": 2.483, + "step": 24851 + }, + { + "epoch": 0.42540954141632004, + "grad_norm": 2.247856616973877, + "learning_rate": 1.286120579619059e-05, + "loss": 2.4448, + "step": 24852 + }, + { + "epoch": 0.4254266591348705, + "grad_norm": 2.2458534240722656, + "learning_rate": 1.2860674564243104e-05, + "loss": 2.6509, + "step": 24853 + }, + { + "epoch": 0.425443776853421, + "grad_norm": 2.2737905979156494, + "learning_rate": 1.2860143323502897e-05, + "loss": 2.5882, + "step": 24854 + }, + { + "epoch": 0.42546089457197145, + "grad_norm": 2.3089141845703125, + "learning_rate": 1.2859612073971612e-05, + "loss": 2.6811, + "step": 24855 + }, + { + "epoch": 0.4254780122905219, + "grad_norm": 2.573721408843994, + "learning_rate": 1.2859080815650873e-05, + "loss": 2.6232, + "step": 24856 + }, + { + "epoch": 0.4254951300090724, + "grad_norm": 2.4334371089935303, + "learning_rate": 1.2858549548542314e-05, + "loss": 2.8298, + "step": 24857 + }, + { + "epoch": 0.42551224772762286, + "grad_norm": 2.1741132736206055, + "learning_rate": 1.285801827264757e-05, + "loss": 2.6052, + "step": 24858 + }, + { + "epoch": 0.4255293654461733, + "grad_norm": 2.063835620880127, + "learning_rate": 1.2857486987968274e-05, + "loss": 2.4342, + "step": 24859 + }, + { + "epoch": 0.4255464831647238, + "grad_norm": 2.1754510402679443, + "learning_rate": 1.2856955694506062e-05, + "loss": 2.4656, + "step": 24860 + }, + { + "epoch": 0.4255636008832743, + "grad_norm": 2.2750048637390137, + "learning_rate": 1.2856424392262564e-05, + "loss": 2.5786, + "step": 24861 + }, + { + "epoch": 0.4255807186018247, + "grad_norm": 2.313605546951294, + "learning_rate": 1.2855893081239409e-05, + "loss": 2.5979, + "step": 24862 + }, + { + "epoch": 0.42559783632037523, + "grad_norm": 2.331350088119507, + "learning_rate": 1.2855361761438234e-05, + "loss": 2.6003, + "step": 24863 + }, + { + "epoch": 0.4256149540389257, + "grad_norm": 2.4390416145324707, + "learning_rate": 1.2854830432860671e-05, + "loss": 2.5689, + "step": 24864 + }, + { + "epoch": 0.42563207175747614, + "grad_norm": 2.222132444381714, + "learning_rate": 1.2854299095508358e-05, + "loss": 2.5198, + "step": 24865 + }, + { + "epoch": 0.42564918947602665, + "grad_norm": 2.4294915199279785, + "learning_rate": 1.2853767749382922e-05, + "loss": 2.631, + "step": 24866 + }, + { + "epoch": 0.4256663071945771, + "grad_norm": 2.372905731201172, + "learning_rate": 1.2853236394486e-05, + "loss": 2.6475, + "step": 24867 + }, + { + "epoch": 0.4256834249131276, + "grad_norm": 2.3805453777313232, + "learning_rate": 1.2852705030819221e-05, + "loss": 2.5585, + "step": 24868 + }, + { + "epoch": 0.42570054263167806, + "grad_norm": 2.1343889236450195, + "learning_rate": 1.2852173658384222e-05, + "loss": 2.5106, + "step": 24869 + }, + { + "epoch": 0.4257176603502285, + "grad_norm": 2.4654955863952637, + "learning_rate": 1.2851642277182632e-05, + "loss": 2.5401, + "step": 24870 + }, + { + "epoch": 0.425734778068779, + "grad_norm": 2.2858710289001465, + "learning_rate": 1.2851110887216092e-05, + "loss": 2.462, + "step": 24871 + }, + { + "epoch": 0.42575189578732947, + "grad_norm": 2.2427525520324707, + "learning_rate": 1.2850579488486228e-05, + "loss": 2.5952, + "step": 24872 + }, + { + "epoch": 0.4257690135058799, + "grad_norm": 2.327462911605835, + "learning_rate": 1.2850048080994676e-05, + "loss": 2.5192, + "step": 24873 + }, + { + "epoch": 0.42578613122443043, + "grad_norm": 2.229912519454956, + "learning_rate": 1.2849516664743071e-05, + "loss": 2.5802, + "step": 24874 + }, + { + "epoch": 0.4258032489429809, + "grad_norm": 2.4577739238739014, + "learning_rate": 1.2848985239733042e-05, + "loss": 2.6654, + "step": 24875 + }, + { + "epoch": 0.42582036666153134, + "grad_norm": 2.256601095199585, + "learning_rate": 1.284845380596623e-05, + "loss": 2.5652, + "step": 24876 + }, + { + "epoch": 0.42583748438008184, + "grad_norm": 2.406477689743042, + "learning_rate": 1.2847922363444258e-05, + "loss": 2.6624, + "step": 24877 + }, + { + "epoch": 0.4258546020986323, + "grad_norm": 2.2917914390563965, + "learning_rate": 1.2847390912168769e-05, + "loss": 2.4028, + "step": 24878 + }, + { + "epoch": 0.42587171981718275, + "grad_norm": 2.358198881149292, + "learning_rate": 1.284685945214139e-05, + "loss": 2.4822, + "step": 24879 + }, + { + "epoch": 0.42588883753573326, + "grad_norm": 2.3441739082336426, + "learning_rate": 1.2846327983363755e-05, + "loss": 2.677, + "step": 24880 + }, + { + "epoch": 0.4259059552542837, + "grad_norm": 2.291342258453369, + "learning_rate": 1.2845796505837504e-05, + "loss": 2.6136, + "step": 24881 + }, + { + "epoch": 0.42592307297283416, + "grad_norm": 2.192655563354492, + "learning_rate": 1.2845265019564269e-05, + "loss": 2.5106, + "step": 24882 + }, + { + "epoch": 0.42594019069138467, + "grad_norm": 2.1970977783203125, + "learning_rate": 1.2844733524545674e-05, + "loss": 2.4972, + "step": 24883 + }, + { + "epoch": 0.4259573084099351, + "grad_norm": 2.3932721614837646, + "learning_rate": 1.2844202020783361e-05, + "loss": 2.7255, + "step": 24884 + }, + { + "epoch": 0.4259744261284856, + "grad_norm": 2.2570557594299316, + "learning_rate": 1.2843670508278962e-05, + "loss": 2.4964, + "step": 24885 + }, + { + "epoch": 0.4259915438470361, + "grad_norm": 2.395148277282715, + "learning_rate": 1.2843138987034112e-05, + "loss": 2.6485, + "step": 24886 + }, + { + "epoch": 0.42600866156558653, + "grad_norm": 2.1101443767547607, + "learning_rate": 1.2842607457050444e-05, + "loss": 2.4634, + "step": 24887 + }, + { + "epoch": 0.426025779284137, + "grad_norm": 2.340118169784546, + "learning_rate": 1.2842075918329591e-05, + "loss": 2.7014, + "step": 24888 + }, + { + "epoch": 0.4260428970026875, + "grad_norm": 2.2305784225463867, + "learning_rate": 1.2841544370873187e-05, + "loss": 2.4458, + "step": 24889 + }, + { + "epoch": 0.42606001472123795, + "grad_norm": 2.5538086891174316, + "learning_rate": 1.2841012814682862e-05, + "loss": 2.6956, + "step": 24890 + }, + { + "epoch": 0.4260771324397884, + "grad_norm": 2.3377187252044678, + "learning_rate": 1.2840481249760256e-05, + "loss": 2.5976, + "step": 24891 + }, + { + "epoch": 0.4260942501583389, + "grad_norm": 2.270319700241089, + "learning_rate": 1.2839949676107004e-05, + "loss": 2.4912, + "step": 24892 + }, + { + "epoch": 0.42611136787688936, + "grad_norm": 2.327503204345703, + "learning_rate": 1.2839418093724731e-05, + "loss": 2.7205, + "step": 24893 + }, + { + "epoch": 0.42612848559543987, + "grad_norm": 2.1395111083984375, + "learning_rate": 1.283888650261508e-05, + "loss": 2.5793, + "step": 24894 + }, + { + "epoch": 0.4261456033139903, + "grad_norm": 2.361220359802246, + "learning_rate": 1.283835490277968e-05, + "loss": 2.7484, + "step": 24895 + }, + { + "epoch": 0.42616272103254077, + "grad_norm": 2.3514726161956787, + "learning_rate": 1.2837823294220164e-05, + "loss": 2.6733, + "step": 24896 + }, + { + "epoch": 0.4261798387510913, + "grad_norm": 2.3154242038726807, + "learning_rate": 1.2837291676938171e-05, + "loss": 2.6053, + "step": 24897 + }, + { + "epoch": 0.42619695646964173, + "grad_norm": 2.122917890548706, + "learning_rate": 1.2836760050935331e-05, + "loss": 2.5336, + "step": 24898 + }, + { + "epoch": 0.4262140741881922, + "grad_norm": 2.328521728515625, + "learning_rate": 1.2836228416213278e-05, + "loss": 2.5378, + "step": 24899 + }, + { + "epoch": 0.4262311919067427, + "grad_norm": 2.2826552391052246, + "learning_rate": 1.2835696772773649e-05, + "loss": 2.5517, + "step": 24900 + }, + { + "epoch": 0.42624830962529314, + "grad_norm": 2.375596046447754, + "learning_rate": 1.2835165120618074e-05, + "loss": 2.61, + "step": 24901 + }, + { + "epoch": 0.4262654273438436, + "grad_norm": 2.484081983566284, + "learning_rate": 1.2834633459748192e-05, + "loss": 2.6835, + "step": 24902 + }, + { + "epoch": 0.4262825450623941, + "grad_norm": 2.3264851570129395, + "learning_rate": 1.2834101790165634e-05, + "loss": 2.6582, + "step": 24903 + }, + { + "epoch": 0.42629966278094455, + "grad_norm": 2.304321050643921, + "learning_rate": 1.2833570111872034e-05, + "loss": 2.6159, + "step": 24904 + }, + { + "epoch": 0.426316780499495, + "grad_norm": 2.1755173206329346, + "learning_rate": 1.2833038424869027e-05, + "loss": 2.5639, + "step": 24905 + }, + { + "epoch": 0.4263338982180455, + "grad_norm": 2.354482650756836, + "learning_rate": 1.2832506729158246e-05, + "loss": 2.6456, + "step": 24906 + }, + { + "epoch": 0.42635101593659597, + "grad_norm": 2.3081302642822266, + "learning_rate": 1.2831975024741326e-05, + "loss": 2.5415, + "step": 24907 + }, + { + "epoch": 0.4263681336551464, + "grad_norm": 2.1922802925109863, + "learning_rate": 1.2831443311619903e-05, + "loss": 2.5729, + "step": 24908 + }, + { + "epoch": 0.4263852513736969, + "grad_norm": 2.359121084213257, + "learning_rate": 1.2830911589795609e-05, + "loss": 2.583, + "step": 24909 + }, + { + "epoch": 0.4264023690922474, + "grad_norm": 2.2663848400115967, + "learning_rate": 1.283037985927008e-05, + "loss": 2.5705, + "step": 24910 + }, + { + "epoch": 0.42641948681079783, + "grad_norm": 2.331974506378174, + "learning_rate": 1.2829848120044948e-05, + "loss": 2.6131, + "step": 24911 + }, + { + "epoch": 0.42643660452934834, + "grad_norm": 2.352071762084961, + "learning_rate": 1.282931637212185e-05, + "loss": 2.6862, + "step": 24912 + }, + { + "epoch": 0.4264537222478988, + "grad_norm": 2.3046514987945557, + "learning_rate": 1.2828784615502418e-05, + "loss": 2.6065, + "step": 24913 + }, + { + "epoch": 0.42647083996644924, + "grad_norm": 2.3856277465820312, + "learning_rate": 1.2828252850188292e-05, + "loss": 2.6394, + "step": 24914 + }, + { + "epoch": 0.42648795768499975, + "grad_norm": 2.2950000762939453, + "learning_rate": 1.28277210761811e-05, + "loss": 2.5142, + "step": 24915 + }, + { + "epoch": 0.4265050754035502, + "grad_norm": 2.357417345046997, + "learning_rate": 1.2827189293482476e-05, + "loss": 2.6016, + "step": 24916 + }, + { + "epoch": 0.4265221931221007, + "grad_norm": 2.286703586578369, + "learning_rate": 1.282665750209406e-05, + "loss": 2.5709, + "step": 24917 + }, + { + "epoch": 0.42653931084065116, + "grad_norm": 2.298203706741333, + "learning_rate": 1.2826125702017484e-05, + "loss": 2.5851, + "step": 24918 + }, + { + "epoch": 0.4265564285592016, + "grad_norm": 2.376746892929077, + "learning_rate": 1.2825593893254384e-05, + "loss": 2.763, + "step": 24919 + }, + { + "epoch": 0.4265735462777521, + "grad_norm": 2.335986852645874, + "learning_rate": 1.2825062075806389e-05, + "loss": 2.7304, + "step": 24920 + }, + { + "epoch": 0.4265906639963026, + "grad_norm": 2.290179491043091, + "learning_rate": 1.2824530249675141e-05, + "loss": 2.5382, + "step": 24921 + }, + { + "epoch": 0.42660778171485303, + "grad_norm": 2.201408863067627, + "learning_rate": 1.2823998414862266e-05, + "loss": 2.6428, + "step": 24922 + }, + { + "epoch": 0.42662489943340354, + "grad_norm": 2.3719191551208496, + "learning_rate": 1.2823466571369407e-05, + "loss": 2.702, + "step": 24923 + }, + { + "epoch": 0.426642017151954, + "grad_norm": 2.287898063659668, + "learning_rate": 1.28229347191982e-05, + "loss": 2.5652, + "step": 24924 + }, + { + "epoch": 0.42665913487050444, + "grad_norm": 2.1766364574432373, + "learning_rate": 1.2822402858350271e-05, + "loss": 2.6214, + "step": 24925 + }, + { + "epoch": 0.42667625258905495, + "grad_norm": 2.2518861293792725, + "learning_rate": 1.2821870988827258e-05, + "loss": 2.4933, + "step": 24926 + }, + { + "epoch": 0.4266933703076054, + "grad_norm": 2.204115390777588, + "learning_rate": 1.28213391106308e-05, + "loss": 2.6015, + "step": 24927 + }, + { + "epoch": 0.42671048802615585, + "grad_norm": 2.622431516647339, + "learning_rate": 1.2820807223762525e-05, + "loss": 2.5761, + "step": 24928 + }, + { + "epoch": 0.42672760574470636, + "grad_norm": 2.1504688262939453, + "learning_rate": 1.2820275328224074e-05, + "loss": 2.5401, + "step": 24929 + }, + { + "epoch": 0.4267447234632568, + "grad_norm": 2.314117431640625, + "learning_rate": 1.281974342401708e-05, + "loss": 2.6078, + "step": 24930 + }, + { + "epoch": 0.42676184118180727, + "grad_norm": 2.403191566467285, + "learning_rate": 1.2819211511143175e-05, + "loss": 2.5963, + "step": 24931 + }, + { + "epoch": 0.4267789589003578, + "grad_norm": 2.337205648422241, + "learning_rate": 1.2818679589603999e-05, + "loss": 2.6878, + "step": 24932 + }, + { + "epoch": 0.4267960766189082, + "grad_norm": 2.3763675689697266, + "learning_rate": 1.281814765940118e-05, + "loss": 2.576, + "step": 24933 + }, + { + "epoch": 0.4268131943374587, + "grad_norm": 2.3718600273132324, + "learning_rate": 1.2817615720536361e-05, + "loss": 2.6457, + "step": 24934 + }, + { + "epoch": 0.4268303120560092, + "grad_norm": 2.3742151260375977, + "learning_rate": 1.2817083773011171e-05, + "loss": 2.5343, + "step": 24935 + }, + { + "epoch": 0.42684742977455964, + "grad_norm": 2.1316184997558594, + "learning_rate": 1.2816551816827249e-05, + "loss": 2.5985, + "step": 24936 + }, + { + "epoch": 0.4268645474931101, + "grad_norm": 2.492509126663208, + "learning_rate": 1.2816019851986226e-05, + "loss": 2.64, + "step": 24937 + }, + { + "epoch": 0.4268816652116606, + "grad_norm": 2.2290151119232178, + "learning_rate": 1.281548787848974e-05, + "loss": 2.5026, + "step": 24938 + }, + { + "epoch": 0.42689878293021105, + "grad_norm": 2.4395360946655273, + "learning_rate": 1.2814955896339427e-05, + "loss": 2.7364, + "step": 24939 + }, + { + "epoch": 0.42691590064876156, + "grad_norm": 2.3709781169891357, + "learning_rate": 1.2814423905536918e-05, + "loss": 2.6372, + "step": 24940 + }, + { + "epoch": 0.426933018367312, + "grad_norm": 2.3447837829589844, + "learning_rate": 1.2813891906083852e-05, + "loss": 2.5419, + "step": 24941 + }, + { + "epoch": 0.42695013608586246, + "grad_norm": 2.2926735877990723, + "learning_rate": 1.2813359897981863e-05, + "loss": 2.4918, + "step": 24942 + }, + { + "epoch": 0.42696725380441297, + "grad_norm": 2.3505051136016846, + "learning_rate": 1.2812827881232583e-05, + "loss": 2.6966, + "step": 24943 + }, + { + "epoch": 0.4269843715229634, + "grad_norm": 2.3072526454925537, + "learning_rate": 1.2812295855837654e-05, + "loss": 2.5918, + "step": 24944 + }, + { + "epoch": 0.4270014892415139, + "grad_norm": 2.382972478866577, + "learning_rate": 1.2811763821798708e-05, + "loss": 2.6648, + "step": 24945 + }, + { + "epoch": 0.4270186069600644, + "grad_norm": 2.508713722229004, + "learning_rate": 1.2811231779117376e-05, + "loss": 2.7465, + "step": 24946 + }, + { + "epoch": 0.42703572467861484, + "grad_norm": 2.293386936187744, + "learning_rate": 1.28106997277953e-05, + "loss": 2.5933, + "step": 24947 + }, + { + "epoch": 0.4270528423971653, + "grad_norm": 2.5250184535980225, + "learning_rate": 1.2810167667834113e-05, + "loss": 2.6802, + "step": 24948 + }, + { + "epoch": 0.4270699601157158, + "grad_norm": 2.437082290649414, + "learning_rate": 1.2809635599235447e-05, + "loss": 2.5977, + "step": 24949 + }, + { + "epoch": 0.42708707783426625, + "grad_norm": 2.3391671180725098, + "learning_rate": 1.280910352200094e-05, + "loss": 2.5686, + "step": 24950 + }, + { + "epoch": 0.4271041955528167, + "grad_norm": 2.316570281982422, + "learning_rate": 1.2808571436132232e-05, + "loss": 2.6576, + "step": 24951 + }, + { + "epoch": 0.4271213132713672, + "grad_norm": 2.4238595962524414, + "learning_rate": 1.280803934163095e-05, + "loss": 2.6635, + "step": 24952 + }, + { + "epoch": 0.42713843098991766, + "grad_norm": 2.2653698921203613, + "learning_rate": 1.2807507238498733e-05, + "loss": 2.6002, + "step": 24953 + }, + { + "epoch": 0.4271555487084681, + "grad_norm": 2.3716163635253906, + "learning_rate": 1.280697512673722e-05, + "loss": 2.6576, + "step": 24954 + }, + { + "epoch": 0.4271726664270186, + "grad_norm": 2.3867313861846924, + "learning_rate": 1.2806443006348042e-05, + "loss": 2.6271, + "step": 24955 + }, + { + "epoch": 0.4271897841455691, + "grad_norm": 2.2729153633117676, + "learning_rate": 1.2805910877332837e-05, + "loss": 2.5426, + "step": 24956 + }, + { + "epoch": 0.4272069018641195, + "grad_norm": 2.346486806869507, + "learning_rate": 1.280537873969324e-05, + "loss": 2.4447, + "step": 24957 + }, + { + "epoch": 0.42722401958267003, + "grad_norm": 2.222174882888794, + "learning_rate": 1.2804846593430884e-05, + "loss": 2.4745, + "step": 24958 + }, + { + "epoch": 0.4272411373012205, + "grad_norm": 2.2429215908050537, + "learning_rate": 1.2804314438547407e-05, + "loss": 2.5909, + "step": 24959 + }, + { + "epoch": 0.42725825501977094, + "grad_norm": 2.142857074737549, + "learning_rate": 1.2803782275044446e-05, + "loss": 2.4092, + "step": 24960 + }, + { + "epoch": 0.42727537273832145, + "grad_norm": 2.352626085281372, + "learning_rate": 1.2803250102923637e-05, + "loss": 2.4878, + "step": 24961 + }, + { + "epoch": 0.4272924904568719, + "grad_norm": 2.4438138008117676, + "learning_rate": 1.2802717922186613e-05, + "loss": 2.6755, + "step": 24962 + }, + { + "epoch": 0.4273096081754224, + "grad_norm": 2.405222177505493, + "learning_rate": 1.2802185732835008e-05, + "loss": 2.623, + "step": 24963 + }, + { + "epoch": 0.42732672589397286, + "grad_norm": 2.315159559249878, + "learning_rate": 1.2801653534870462e-05, + "loss": 2.7056, + "step": 24964 + }, + { + "epoch": 0.4273438436125233, + "grad_norm": 2.3205928802490234, + "learning_rate": 1.280112132829461e-05, + "loss": 2.5797, + "step": 24965 + }, + { + "epoch": 0.4273609613310738, + "grad_norm": 2.3271985054016113, + "learning_rate": 1.2800589113109087e-05, + "loss": 2.6052, + "step": 24966 + }, + { + "epoch": 0.42737807904962427, + "grad_norm": 2.3246772289276123, + "learning_rate": 1.2800056889315529e-05, + "loss": 2.5441, + "step": 24967 + }, + { + "epoch": 0.4273951967681747, + "grad_norm": 2.28171706199646, + "learning_rate": 1.2799524656915571e-05, + "loss": 2.5953, + "step": 24968 + }, + { + "epoch": 0.42741231448672523, + "grad_norm": 2.3195321559906006, + "learning_rate": 1.2798992415910852e-05, + "loss": 2.597, + "step": 24969 + }, + { + "epoch": 0.4274294322052757, + "grad_norm": 2.4225594997406006, + "learning_rate": 1.2798460166303003e-05, + "loss": 2.6521, + "step": 24970 + }, + { + "epoch": 0.42744654992382614, + "grad_norm": 2.3824238777160645, + "learning_rate": 1.279792790809366e-05, + "loss": 2.5392, + "step": 24971 + }, + { + "epoch": 0.42746366764237664, + "grad_norm": 2.2434003353118896, + "learning_rate": 1.2797395641284469e-05, + "loss": 2.635, + "step": 24972 + }, + { + "epoch": 0.4274807853609271, + "grad_norm": 2.2293598651885986, + "learning_rate": 1.2796863365877055e-05, + "loss": 2.4722, + "step": 24973 + }, + { + "epoch": 0.42749790307947755, + "grad_norm": 2.3481297492980957, + "learning_rate": 1.2796331081873054e-05, + "loss": 2.5766, + "step": 24974 + }, + { + "epoch": 0.42751502079802806, + "grad_norm": 2.233081102371216, + "learning_rate": 1.2795798789274113e-05, + "loss": 2.5583, + "step": 24975 + }, + { + "epoch": 0.4275321385165785, + "grad_norm": 2.2599339485168457, + "learning_rate": 1.2795266488081854e-05, + "loss": 2.6113, + "step": 24976 + }, + { + "epoch": 0.42754925623512896, + "grad_norm": 2.2249889373779297, + "learning_rate": 1.2794734178297922e-05, + "loss": 2.5072, + "step": 24977 + }, + { + "epoch": 0.42756637395367947, + "grad_norm": 2.410886287689209, + "learning_rate": 1.2794201859923953e-05, + "loss": 2.64, + "step": 24978 + }, + { + "epoch": 0.4275834916722299, + "grad_norm": 2.4078454971313477, + "learning_rate": 1.279366953296158e-05, + "loss": 2.6567, + "step": 24979 + }, + { + "epoch": 0.4276006093907804, + "grad_norm": 2.1745002269744873, + "learning_rate": 1.2793137197412437e-05, + "loss": 2.5453, + "step": 24980 + }, + { + "epoch": 0.4276177271093309, + "grad_norm": 2.356632709503174, + "learning_rate": 1.2792604853278168e-05, + "loss": 2.576, + "step": 24981 + }, + { + "epoch": 0.42763484482788133, + "grad_norm": 2.2096915245056152, + "learning_rate": 1.2792072500560404e-05, + "loss": 2.5685, + "step": 24982 + }, + { + "epoch": 0.4276519625464318, + "grad_norm": 2.4102396965026855, + "learning_rate": 1.2791540139260782e-05, + "loss": 2.6723, + "step": 24983 + }, + { + "epoch": 0.4276690802649823, + "grad_norm": 2.243382215499878, + "learning_rate": 1.2791007769380937e-05, + "loss": 2.6866, + "step": 24984 + }, + { + "epoch": 0.42768619798353275, + "grad_norm": 2.3090808391571045, + "learning_rate": 1.2790475390922507e-05, + "loss": 2.5319, + "step": 24985 + }, + { + "epoch": 0.42770331570208325, + "grad_norm": 2.2437853813171387, + "learning_rate": 1.2789943003887126e-05, + "loss": 2.633, + "step": 24986 + }, + { + "epoch": 0.4277204334206337, + "grad_norm": 2.2808921337127686, + "learning_rate": 1.2789410608276435e-05, + "loss": 2.5258, + "step": 24987 + }, + { + "epoch": 0.42773755113918416, + "grad_norm": 2.325206995010376, + "learning_rate": 1.278887820409207e-05, + "loss": 2.5603, + "step": 24988 + }, + { + "epoch": 0.42775466885773467, + "grad_norm": 2.26405930519104, + "learning_rate": 1.2788345791335661e-05, + "loss": 2.5297, + "step": 24989 + }, + { + "epoch": 0.4277717865762851, + "grad_norm": 2.294727087020874, + "learning_rate": 1.2787813370008852e-05, + "loss": 2.5777, + "step": 24990 + }, + { + "epoch": 0.42778890429483557, + "grad_norm": 2.3199031352996826, + "learning_rate": 1.2787280940113273e-05, + "loss": 2.5453, + "step": 24991 + }, + { + "epoch": 0.4278060220133861, + "grad_norm": 2.2935738563537598, + "learning_rate": 1.2786748501650566e-05, + "loss": 2.5332, + "step": 24992 + }, + { + "epoch": 0.42782313973193653, + "grad_norm": 2.393364906311035, + "learning_rate": 1.2786216054622365e-05, + "loss": 2.6186, + "step": 24993 + }, + { + "epoch": 0.427840257450487, + "grad_norm": 2.3440968990325928, + "learning_rate": 1.2785683599030305e-05, + "loss": 2.6895, + "step": 24994 + }, + { + "epoch": 0.4278573751690375, + "grad_norm": 2.3212170600891113, + "learning_rate": 1.2785151134876024e-05, + "loss": 2.6029, + "step": 24995 + }, + { + "epoch": 0.42787449288758794, + "grad_norm": 2.3276233673095703, + "learning_rate": 1.278461866216116e-05, + "loss": 2.5833, + "step": 24996 + }, + { + "epoch": 0.4278916106061384, + "grad_norm": 2.3326172828674316, + "learning_rate": 1.2784086180887349e-05, + "loss": 2.4605, + "step": 24997 + }, + { + "epoch": 0.4279087283246889, + "grad_norm": 2.3843321800231934, + "learning_rate": 1.2783553691056225e-05, + "loss": 2.6891, + "step": 24998 + }, + { + "epoch": 0.42792584604323936, + "grad_norm": 2.3182191848754883, + "learning_rate": 1.2783021192669431e-05, + "loss": 2.5833, + "step": 24999 + }, + { + "epoch": 0.4279429637617898, + "grad_norm": 2.3592281341552734, + "learning_rate": 1.2782488685728598e-05, + "loss": 2.5217, + "step": 25000 + }, + { + "epoch": 0.4279600814803403, + "grad_norm": 2.3248133659362793, + "learning_rate": 1.278195617023536e-05, + "loss": 2.6773, + "step": 25001 + }, + { + "epoch": 0.42797719919889077, + "grad_norm": 2.2942330837249756, + "learning_rate": 1.2781423646191361e-05, + "loss": 2.6275, + "step": 25002 + }, + { + "epoch": 0.4279943169174412, + "grad_norm": 2.367311716079712, + "learning_rate": 1.2780891113598237e-05, + "loss": 2.5817, + "step": 25003 + }, + { + "epoch": 0.4280114346359917, + "grad_norm": 2.328413963317871, + "learning_rate": 1.2780358572457623e-05, + "loss": 2.6374, + "step": 25004 + }, + { + "epoch": 0.4280285523545422, + "grad_norm": 2.3079025745391846, + "learning_rate": 1.2779826022771156e-05, + "loss": 2.5716, + "step": 25005 + }, + { + "epoch": 0.42804567007309263, + "grad_norm": 2.303769826889038, + "learning_rate": 1.277929346454047e-05, + "loss": 2.6034, + "step": 25006 + }, + { + "epoch": 0.42806278779164314, + "grad_norm": 2.3057737350463867, + "learning_rate": 1.2778760897767205e-05, + "loss": 2.6385, + "step": 25007 + }, + { + "epoch": 0.4280799055101936, + "grad_norm": 2.091921091079712, + "learning_rate": 1.2778228322452994e-05, + "loss": 2.5505, + "step": 25008 + }, + { + "epoch": 0.4280970232287441, + "grad_norm": 2.3518118858337402, + "learning_rate": 1.2777695738599483e-05, + "loss": 2.5939, + "step": 25009 + }, + { + "epoch": 0.42811414094729455, + "grad_norm": 2.2689368724823, + "learning_rate": 1.27771631462083e-05, + "loss": 2.5262, + "step": 25010 + }, + { + "epoch": 0.428131258665845, + "grad_norm": 2.356487274169922, + "learning_rate": 1.2776630545281088e-05, + "loss": 2.6178, + "step": 25011 + }, + { + "epoch": 0.4281483763843955, + "grad_norm": 2.2336180210113525, + "learning_rate": 1.2776097935819477e-05, + "loss": 2.5095, + "step": 25012 + }, + { + "epoch": 0.42816549410294596, + "grad_norm": 2.4920361042022705, + "learning_rate": 1.277556531782511e-05, + "loss": 2.5297, + "step": 25013 + }, + { + "epoch": 0.4281826118214964, + "grad_norm": 2.1845555305480957, + "learning_rate": 1.2775032691299622e-05, + "loss": 2.519, + "step": 25014 + }, + { + "epoch": 0.4281997295400469, + "grad_norm": 2.353351354598999, + "learning_rate": 1.2774500056244652e-05, + "loss": 2.5972, + "step": 25015 + }, + { + "epoch": 0.4282168472585974, + "grad_norm": 2.3753132820129395, + "learning_rate": 1.2773967412661834e-05, + "loss": 2.6202, + "step": 25016 + }, + { + "epoch": 0.42823396497714783, + "grad_norm": 2.349869728088379, + "learning_rate": 1.2773434760552808e-05, + "loss": 2.507, + "step": 25017 + }, + { + "epoch": 0.42825108269569834, + "grad_norm": 2.4079079627990723, + "learning_rate": 1.2772902099919206e-05, + "loss": 2.7238, + "step": 25018 + }, + { + "epoch": 0.4282682004142488, + "grad_norm": 2.3426928520202637, + "learning_rate": 1.2772369430762676e-05, + "loss": 2.5007, + "step": 25019 + }, + { + "epoch": 0.42828531813279924, + "grad_norm": 2.362483024597168, + "learning_rate": 1.2771836753084847e-05, + "loss": 2.6494, + "step": 25020 + }, + { + "epoch": 0.42830243585134975, + "grad_norm": 2.232103109359741, + "learning_rate": 1.2771304066887353e-05, + "loss": 2.55, + "step": 25021 + }, + { + "epoch": 0.4283195535699002, + "grad_norm": 2.2874364852905273, + "learning_rate": 1.2770771372171839e-05, + "loss": 2.6199, + "step": 25022 + }, + { + "epoch": 0.42833667128845065, + "grad_norm": 2.3469884395599365, + "learning_rate": 1.2770238668939937e-05, + "loss": 2.6259, + "step": 25023 + }, + { + "epoch": 0.42835378900700116, + "grad_norm": 2.4351470470428467, + "learning_rate": 1.276970595719329e-05, + "loss": 2.7223, + "step": 25024 + }, + { + "epoch": 0.4283709067255516, + "grad_norm": 2.4716734886169434, + "learning_rate": 1.2769173236933532e-05, + "loss": 2.5972, + "step": 25025 + }, + { + "epoch": 0.42838802444410207, + "grad_norm": 2.396646499633789, + "learning_rate": 1.27686405081623e-05, + "loss": 2.6389, + "step": 25026 + }, + { + "epoch": 0.4284051421626526, + "grad_norm": 2.3802285194396973, + "learning_rate": 1.2768107770881231e-05, + "loss": 2.5679, + "step": 25027 + }, + { + "epoch": 0.428422259881203, + "grad_norm": 2.2003817558288574, + "learning_rate": 1.2767575025091961e-05, + "loss": 2.634, + "step": 25028 + }, + { + "epoch": 0.4284393775997535, + "grad_norm": 2.2470359802246094, + "learning_rate": 1.276704227079613e-05, + "loss": 2.6106, + "step": 25029 + }, + { + "epoch": 0.428456495318304, + "grad_norm": 2.1801862716674805, + "learning_rate": 1.276650950799538e-05, + "loss": 2.546, + "step": 25030 + }, + { + "epoch": 0.42847361303685444, + "grad_norm": 2.274690628051758, + "learning_rate": 1.2765976736691341e-05, + "loss": 2.6921, + "step": 25031 + }, + { + "epoch": 0.42849073075540495, + "grad_norm": 2.285954713821411, + "learning_rate": 1.2765443956885652e-05, + "loss": 2.6428, + "step": 25032 + }, + { + "epoch": 0.4285078484739554, + "grad_norm": 2.474336862564087, + "learning_rate": 1.2764911168579954e-05, + "loss": 2.5862, + "step": 25033 + }, + { + "epoch": 0.42852496619250585, + "grad_norm": 2.3213906288146973, + "learning_rate": 1.2764378371775884e-05, + "loss": 2.675, + "step": 25034 + }, + { + "epoch": 0.42854208391105636, + "grad_norm": 2.440016984939575, + "learning_rate": 1.2763845566475072e-05, + "loss": 2.6394, + "step": 25035 + }, + { + "epoch": 0.4285592016296068, + "grad_norm": 2.3495163917541504, + "learning_rate": 1.2763312752679169e-05, + "loss": 2.6126, + "step": 25036 + }, + { + "epoch": 0.42857631934815726, + "grad_norm": 2.361582040786743, + "learning_rate": 1.2762779930389798e-05, + "loss": 2.5918, + "step": 25037 + }, + { + "epoch": 0.42859343706670777, + "grad_norm": 2.3952794075012207, + "learning_rate": 1.276224709960861e-05, + "loss": 2.6724, + "step": 25038 + }, + { + "epoch": 0.4286105547852582, + "grad_norm": 2.414602279663086, + "learning_rate": 1.2761714260337235e-05, + "loss": 2.6243, + "step": 25039 + }, + { + "epoch": 0.4286276725038087, + "grad_norm": 2.360051393508911, + "learning_rate": 1.2761181412577313e-05, + "loss": 2.6929, + "step": 25040 + }, + { + "epoch": 0.4286447902223592, + "grad_norm": 2.27728009223938, + "learning_rate": 1.2760648556330482e-05, + "loss": 2.5991, + "step": 25041 + }, + { + "epoch": 0.42866190794090964, + "grad_norm": 2.358163833618164, + "learning_rate": 1.276011569159838e-05, + "loss": 2.688, + "step": 25042 + }, + { + "epoch": 0.4286790256594601, + "grad_norm": 2.446436882019043, + "learning_rate": 1.275958281838264e-05, + "loss": 2.5784, + "step": 25043 + }, + { + "epoch": 0.4286961433780106, + "grad_norm": 2.2160909175872803, + "learning_rate": 1.2759049936684908e-05, + "loss": 2.5888, + "step": 25044 + }, + { + "epoch": 0.42871326109656105, + "grad_norm": 2.370243787765503, + "learning_rate": 1.2758517046506815e-05, + "loss": 2.5902, + "step": 25045 + }, + { + "epoch": 0.4287303788151115, + "grad_norm": 2.3559412956237793, + "learning_rate": 1.2757984147850006e-05, + "loss": 2.6173, + "step": 25046 + }, + { + "epoch": 0.428747496533662, + "grad_norm": 2.2726693153381348, + "learning_rate": 1.2757451240716115e-05, + "loss": 2.5592, + "step": 25047 + }, + { + "epoch": 0.42876461425221246, + "grad_norm": 2.2125723361968994, + "learning_rate": 1.2756918325106775e-05, + "loss": 2.5232, + "step": 25048 + }, + { + "epoch": 0.4287817319707629, + "grad_norm": 2.3336071968078613, + "learning_rate": 1.275638540102363e-05, + "loss": 2.656, + "step": 25049 + }, + { + "epoch": 0.4287988496893134, + "grad_norm": 2.132371664047241, + "learning_rate": 1.2755852468468317e-05, + "loss": 2.3939, + "step": 25050 + }, + { + "epoch": 0.4288159674078639, + "grad_norm": 2.204214334487915, + "learning_rate": 1.2755319527442473e-05, + "loss": 2.5643, + "step": 25051 + }, + { + "epoch": 0.4288330851264143, + "grad_norm": 2.351515054702759, + "learning_rate": 1.275478657794774e-05, + "loss": 2.6345, + "step": 25052 + }, + { + "epoch": 0.42885020284496483, + "grad_norm": 2.2024757862091064, + "learning_rate": 1.2754253619985751e-05, + "loss": 2.6012, + "step": 25053 + }, + { + "epoch": 0.4288673205635153, + "grad_norm": 2.3071253299713135, + "learning_rate": 1.2753720653558146e-05, + "loss": 2.5139, + "step": 25054 + }, + { + "epoch": 0.42888443828206574, + "grad_norm": 2.284029960632324, + "learning_rate": 1.2753187678666565e-05, + "loss": 2.5573, + "step": 25055 + }, + { + "epoch": 0.42890155600061625, + "grad_norm": 2.3940865993499756, + "learning_rate": 1.2752654695312643e-05, + "loss": 2.5982, + "step": 25056 + }, + { + "epoch": 0.4289186737191667, + "grad_norm": 2.438480854034424, + "learning_rate": 1.2752121703498019e-05, + "loss": 2.6246, + "step": 25057 + }, + { + "epoch": 0.4289357914377172, + "grad_norm": 2.314481496810913, + "learning_rate": 1.2751588703224331e-05, + "loss": 2.5641, + "step": 25058 + }, + { + "epoch": 0.42895290915626766, + "grad_norm": 2.185046434402466, + "learning_rate": 1.2751055694493219e-05, + "loss": 2.4732, + "step": 25059 + }, + { + "epoch": 0.4289700268748181, + "grad_norm": 2.374690294265747, + "learning_rate": 1.2750522677306321e-05, + "loss": 2.5466, + "step": 25060 + }, + { + "epoch": 0.4289871445933686, + "grad_norm": 2.383657217025757, + "learning_rate": 1.2749989651665276e-05, + "loss": 2.6081, + "step": 25061 + }, + { + "epoch": 0.42900426231191907, + "grad_norm": 2.294600248336792, + "learning_rate": 1.274945661757172e-05, + "loss": 2.6194, + "step": 25062 + }, + { + "epoch": 0.4290213800304695, + "grad_norm": 2.486518144607544, + "learning_rate": 1.2748923575027294e-05, + "loss": 2.5709, + "step": 25063 + }, + { + "epoch": 0.42903849774902003, + "grad_norm": 2.3744988441467285, + "learning_rate": 1.2748390524033632e-05, + "loss": 2.6101, + "step": 25064 + }, + { + "epoch": 0.4290556154675705, + "grad_norm": 2.5346734523773193, + "learning_rate": 1.2747857464592377e-05, + "loss": 2.6504, + "step": 25065 + }, + { + "epoch": 0.42907273318612094, + "grad_norm": 2.4524741172790527, + "learning_rate": 1.2747324396705163e-05, + "loss": 2.7008, + "step": 25066 + }, + { + "epoch": 0.42908985090467144, + "grad_norm": 2.199037790298462, + "learning_rate": 1.2746791320373633e-05, + "loss": 2.5929, + "step": 25067 + }, + { + "epoch": 0.4291069686232219, + "grad_norm": 2.270439863204956, + "learning_rate": 1.2746258235599425e-05, + "loss": 2.6365, + "step": 25068 + }, + { + "epoch": 0.42912408634177235, + "grad_norm": 2.4002785682678223, + "learning_rate": 1.2745725142384176e-05, + "loss": 2.6738, + "step": 25069 + }, + { + "epoch": 0.42914120406032286, + "grad_norm": 2.2296302318573, + "learning_rate": 1.2745192040729521e-05, + "loss": 2.5498, + "step": 25070 + }, + { + "epoch": 0.4291583217788733, + "grad_norm": 2.4251787662506104, + "learning_rate": 1.2744658930637107e-05, + "loss": 2.5363, + "step": 25071 + }, + { + "epoch": 0.42917543949742376, + "grad_norm": 2.172175645828247, + "learning_rate": 1.2744125812108563e-05, + "loss": 2.4957, + "step": 25072 + }, + { + "epoch": 0.42919255721597427, + "grad_norm": 2.4296956062316895, + "learning_rate": 1.2743592685145538e-05, + "loss": 2.6703, + "step": 25073 + }, + { + "epoch": 0.4292096749345247, + "grad_norm": 2.3445675373077393, + "learning_rate": 1.274305954974966e-05, + "loss": 2.5693, + "step": 25074 + }, + { + "epoch": 0.4292267926530752, + "grad_norm": 2.3423848152160645, + "learning_rate": 1.2742526405922574e-05, + "loss": 2.5721, + "step": 25075 + }, + { + "epoch": 0.4292439103716257, + "grad_norm": 2.3029119968414307, + "learning_rate": 1.274199325366592e-05, + "loss": 2.6394, + "step": 25076 + }, + { + "epoch": 0.42926102809017613, + "grad_norm": 2.272170305252075, + "learning_rate": 1.2741460092981333e-05, + "loss": 2.5366, + "step": 25077 + }, + { + "epoch": 0.4292781458087266, + "grad_norm": 2.291741132736206, + "learning_rate": 1.2740926923870452e-05, + "loss": 2.5479, + "step": 25078 + }, + { + "epoch": 0.4292952635272771, + "grad_norm": 2.524721384048462, + "learning_rate": 1.2740393746334918e-05, + "loss": 2.6058, + "step": 25079 + }, + { + "epoch": 0.42931238124582755, + "grad_norm": 2.1845052242279053, + "learning_rate": 1.2739860560376366e-05, + "loss": 2.5955, + "step": 25080 + }, + { + "epoch": 0.42932949896437805, + "grad_norm": 2.3059213161468506, + "learning_rate": 1.2739327365996439e-05, + "loss": 2.4686, + "step": 25081 + }, + { + "epoch": 0.4293466166829285, + "grad_norm": 2.3683342933654785, + "learning_rate": 1.2738794163196775e-05, + "loss": 2.5768, + "step": 25082 + }, + { + "epoch": 0.42936373440147896, + "grad_norm": 2.2193169593811035, + "learning_rate": 1.2738260951979012e-05, + "loss": 2.5283, + "step": 25083 + }, + { + "epoch": 0.42938085212002947, + "grad_norm": 2.278578996658325, + "learning_rate": 1.2737727732344788e-05, + "loss": 2.5176, + "step": 25084 + }, + { + "epoch": 0.4293979698385799, + "grad_norm": 2.265510082244873, + "learning_rate": 1.2737194504295745e-05, + "loss": 2.6642, + "step": 25085 + }, + { + "epoch": 0.42941508755713037, + "grad_norm": 2.2319061756134033, + "learning_rate": 1.2736661267833517e-05, + "loss": 2.5837, + "step": 25086 + }, + { + "epoch": 0.4294322052756809, + "grad_norm": 2.3348748683929443, + "learning_rate": 1.2736128022959746e-05, + "loss": 2.5326, + "step": 25087 + }, + { + "epoch": 0.42944932299423133, + "grad_norm": 2.346562147140503, + "learning_rate": 1.2735594769676072e-05, + "loss": 2.636, + "step": 25088 + }, + { + "epoch": 0.4294664407127818, + "grad_norm": 2.308216094970703, + "learning_rate": 1.2735061507984135e-05, + "loss": 2.6272, + "step": 25089 + }, + { + "epoch": 0.4294835584313323, + "grad_norm": 2.235363245010376, + "learning_rate": 1.273452823788557e-05, + "loss": 2.6041, + "step": 25090 + }, + { + "epoch": 0.42950067614988274, + "grad_norm": 2.1549582481384277, + "learning_rate": 1.2733994959382017e-05, + "loss": 2.4907, + "step": 25091 + }, + { + "epoch": 0.4295177938684332, + "grad_norm": 2.3109047412872314, + "learning_rate": 1.2733461672475116e-05, + "loss": 2.626, + "step": 25092 + }, + { + "epoch": 0.4295349115869837, + "grad_norm": 2.362896680831909, + "learning_rate": 1.2732928377166507e-05, + "loss": 2.5756, + "step": 25093 + }, + { + "epoch": 0.42955202930553416, + "grad_norm": 2.3058218955993652, + "learning_rate": 1.2732395073457831e-05, + "loss": 2.583, + "step": 25094 + }, + { + "epoch": 0.4295691470240846, + "grad_norm": 2.271577835083008, + "learning_rate": 1.273186176135072e-05, + "loss": 2.587, + "step": 25095 + }, + { + "epoch": 0.4295862647426351, + "grad_norm": 2.304929733276367, + "learning_rate": 1.2731328440846821e-05, + "loss": 2.615, + "step": 25096 + }, + { + "epoch": 0.42960338246118557, + "grad_norm": 2.2222018241882324, + "learning_rate": 1.2730795111947769e-05, + "loss": 2.5281, + "step": 25097 + }, + { + "epoch": 0.429620500179736, + "grad_norm": 2.2295918464660645, + "learning_rate": 1.2730261774655206e-05, + "loss": 2.6149, + "step": 25098 + }, + { + "epoch": 0.42963761789828653, + "grad_norm": 2.174480438232422, + "learning_rate": 1.2729728428970769e-05, + "loss": 2.4599, + "step": 25099 + }, + { + "epoch": 0.429654735616837, + "grad_norm": 2.2069766521453857, + "learning_rate": 1.27291950748961e-05, + "loss": 2.4743, + "step": 25100 + }, + { + "epoch": 0.42967185333538743, + "grad_norm": 2.2314488887786865, + "learning_rate": 1.2728661712432831e-05, + "loss": 2.6891, + "step": 25101 + }, + { + "epoch": 0.42968897105393794, + "grad_norm": 2.1709132194519043, + "learning_rate": 1.2728128341582608e-05, + "loss": 2.4989, + "step": 25102 + }, + { + "epoch": 0.4297060887724884, + "grad_norm": 2.132319211959839, + "learning_rate": 1.2727594962347073e-05, + "loss": 2.4957, + "step": 25103 + }, + { + "epoch": 0.4297232064910389, + "grad_norm": 2.1724140644073486, + "learning_rate": 1.2727061574727857e-05, + "loss": 2.5524, + "step": 25104 + }, + { + "epoch": 0.42974032420958935, + "grad_norm": 2.1948087215423584, + "learning_rate": 1.2726528178726607e-05, + "loss": 2.5427, + "step": 25105 + }, + { + "epoch": 0.4297574419281398, + "grad_norm": 2.125903606414795, + "learning_rate": 1.272599477434496e-05, + "loss": 2.3999, + "step": 25106 + }, + { + "epoch": 0.4297745596466903, + "grad_norm": 2.3638694286346436, + "learning_rate": 1.2725461361584554e-05, + "loss": 2.7002, + "step": 25107 + }, + { + "epoch": 0.42979167736524077, + "grad_norm": 2.2900078296661377, + "learning_rate": 1.2724927940447027e-05, + "loss": 2.6426, + "step": 25108 + }, + { + "epoch": 0.4298087950837912, + "grad_norm": 2.409385919570923, + "learning_rate": 1.2724394510934024e-05, + "loss": 2.6251, + "step": 25109 + }, + { + "epoch": 0.4298259128023417, + "grad_norm": 2.328901529312134, + "learning_rate": 1.2723861073047181e-05, + "loss": 2.6782, + "step": 25110 + }, + { + "epoch": 0.4298430305208922, + "grad_norm": 2.4617860317230225, + "learning_rate": 1.2723327626788138e-05, + "loss": 2.6932, + "step": 25111 + }, + { + "epoch": 0.42986014823944263, + "grad_norm": 2.2396905422210693, + "learning_rate": 1.2722794172158537e-05, + "loss": 2.6461, + "step": 25112 + }, + { + "epoch": 0.42987726595799314, + "grad_norm": 2.2178080081939697, + "learning_rate": 1.2722260709160011e-05, + "loss": 2.5608, + "step": 25113 + }, + { + "epoch": 0.4298943836765436, + "grad_norm": 2.2395994663238525, + "learning_rate": 1.2721727237794206e-05, + "loss": 2.5756, + "step": 25114 + }, + { + "epoch": 0.42991150139509404, + "grad_norm": 2.360844612121582, + "learning_rate": 1.272119375806276e-05, + "loss": 2.6971, + "step": 25115 + }, + { + "epoch": 0.42992861911364455, + "grad_norm": 2.3273115158081055, + "learning_rate": 1.2720660269967314e-05, + "loss": 2.6437, + "step": 25116 + }, + { + "epoch": 0.429945736832195, + "grad_norm": 2.4078826904296875, + "learning_rate": 1.2720126773509505e-05, + "loss": 2.7726, + "step": 25117 + }, + { + "epoch": 0.42996285455074545, + "grad_norm": 2.2796521186828613, + "learning_rate": 1.2719593268690972e-05, + "loss": 2.5781, + "step": 25118 + }, + { + "epoch": 0.42997997226929596, + "grad_norm": 2.286024570465088, + "learning_rate": 1.2719059755513361e-05, + "loss": 2.5725, + "step": 25119 + }, + { + "epoch": 0.4299970899878464, + "grad_norm": 2.2674713134765625, + "learning_rate": 1.2718526233978306e-05, + "loss": 2.4546, + "step": 25120 + }, + { + "epoch": 0.43001420770639687, + "grad_norm": 2.285980224609375, + "learning_rate": 1.271799270408745e-05, + "loss": 2.6569, + "step": 25121 + }, + { + "epoch": 0.4300313254249474, + "grad_norm": 2.446209669113159, + "learning_rate": 1.271745916584243e-05, + "loss": 2.7173, + "step": 25122 + }, + { + "epoch": 0.4300484431434978, + "grad_norm": 2.3853659629821777, + "learning_rate": 1.2716925619244887e-05, + "loss": 2.6541, + "step": 25123 + }, + { + "epoch": 0.4300655608620483, + "grad_norm": 2.34409236907959, + "learning_rate": 1.271639206429646e-05, + "loss": 2.7787, + "step": 25124 + }, + { + "epoch": 0.4300826785805988, + "grad_norm": 2.4010324478149414, + "learning_rate": 1.2715858500998792e-05, + "loss": 2.5336, + "step": 25125 + }, + { + "epoch": 0.43009979629914924, + "grad_norm": 2.212865114212036, + "learning_rate": 1.2715324929353524e-05, + "loss": 2.5674, + "step": 25126 + }, + { + "epoch": 0.43011691401769975, + "grad_norm": 2.267774820327759, + "learning_rate": 1.2714791349362293e-05, + "loss": 2.6203, + "step": 25127 + }, + { + "epoch": 0.4301340317362502, + "grad_norm": 2.318821907043457, + "learning_rate": 1.2714257761026737e-05, + "loss": 2.5763, + "step": 25128 + }, + { + "epoch": 0.43015114945480065, + "grad_norm": 2.3172779083251953, + "learning_rate": 1.2713724164348497e-05, + "loss": 2.5452, + "step": 25129 + }, + { + "epoch": 0.43016826717335116, + "grad_norm": 2.151097059249878, + "learning_rate": 1.2713190559329216e-05, + "loss": 2.5826, + "step": 25130 + }, + { + "epoch": 0.4301853848919016, + "grad_norm": 2.24186372756958, + "learning_rate": 1.2712656945970535e-05, + "loss": 2.4975, + "step": 25131 + }, + { + "epoch": 0.43020250261045206, + "grad_norm": 2.183415651321411, + "learning_rate": 1.2712123324274088e-05, + "loss": 2.5578, + "step": 25132 + }, + { + "epoch": 0.43021962032900257, + "grad_norm": 2.3093183040618896, + "learning_rate": 1.2711589694241523e-05, + "loss": 2.655, + "step": 25133 + }, + { + "epoch": 0.430236738047553, + "grad_norm": 2.295515775680542, + "learning_rate": 1.2711056055874473e-05, + "loss": 2.7847, + "step": 25134 + }, + { + "epoch": 0.4302538557661035, + "grad_norm": 2.150726079940796, + "learning_rate": 1.2710522409174581e-05, + "loss": 2.3754, + "step": 25135 + }, + { + "epoch": 0.430270973484654, + "grad_norm": 2.353775978088379, + "learning_rate": 1.270998875414349e-05, + "loss": 2.4981, + "step": 25136 + }, + { + "epoch": 0.43028809120320444, + "grad_norm": 2.278425455093384, + "learning_rate": 1.270945509078284e-05, + "loss": 2.4863, + "step": 25137 + }, + { + "epoch": 0.4303052089217549, + "grad_norm": 2.1149001121520996, + "learning_rate": 1.2708921419094262e-05, + "loss": 2.4157, + "step": 25138 + }, + { + "epoch": 0.4303223266403054, + "grad_norm": 2.334718942642212, + "learning_rate": 1.270838773907941e-05, + "loss": 2.6066, + "step": 25139 + }, + { + "epoch": 0.43033944435885585, + "grad_norm": 2.1403353214263916, + "learning_rate": 1.2707854050739911e-05, + "loss": 2.3977, + "step": 25140 + }, + { + "epoch": 0.4303565620774063, + "grad_norm": 2.2224841117858887, + "learning_rate": 1.270732035407742e-05, + "loss": 2.4882, + "step": 25141 + }, + { + "epoch": 0.4303736797959568, + "grad_norm": 2.2573719024658203, + "learning_rate": 1.2706786649093563e-05, + "loss": 2.5595, + "step": 25142 + }, + { + "epoch": 0.43039079751450726, + "grad_norm": 2.3345448970794678, + "learning_rate": 1.2706252935789994e-05, + "loss": 2.5217, + "step": 25143 + }, + { + "epoch": 0.4304079152330577, + "grad_norm": 2.3770439624786377, + "learning_rate": 1.2705719214168342e-05, + "loss": 2.6538, + "step": 25144 + }, + { + "epoch": 0.4304250329516082, + "grad_norm": 2.4884848594665527, + "learning_rate": 1.2705185484230251e-05, + "loss": 2.6836, + "step": 25145 + }, + { + "epoch": 0.4304421506701587, + "grad_norm": 2.184479236602783, + "learning_rate": 1.2704651745977363e-05, + "loss": 2.5699, + "step": 25146 + }, + { + "epoch": 0.4304592683887091, + "grad_norm": 2.361342430114746, + "learning_rate": 1.270411799941132e-05, + "loss": 2.5345, + "step": 25147 + }, + { + "epoch": 0.43047638610725963, + "grad_norm": 2.331923484802246, + "learning_rate": 1.2703584244533763e-05, + "loss": 2.6267, + "step": 25148 + }, + { + "epoch": 0.4304935038258101, + "grad_norm": 2.2259576320648193, + "learning_rate": 1.2703050481346324e-05, + "loss": 2.6937, + "step": 25149 + }, + { + "epoch": 0.4305106215443606, + "grad_norm": 2.507888078689575, + "learning_rate": 1.2702516709850652e-05, + "loss": 2.6229, + "step": 25150 + }, + { + "epoch": 0.43052773926291105, + "grad_norm": 2.3437068462371826, + "learning_rate": 1.2701982930048384e-05, + "loss": 2.537, + "step": 25151 + }, + { + "epoch": 0.4305448569814615, + "grad_norm": 2.414608955383301, + "learning_rate": 1.2701449141941164e-05, + "loss": 2.5875, + "step": 25152 + }, + { + "epoch": 0.430561974700012, + "grad_norm": 2.2771246433258057, + "learning_rate": 1.2700915345530631e-05, + "loss": 2.5329, + "step": 25153 + }, + { + "epoch": 0.43057909241856246, + "grad_norm": 2.3509621620178223, + "learning_rate": 1.2700381540818425e-05, + "loss": 2.7084, + "step": 25154 + }, + { + "epoch": 0.4305962101371129, + "grad_norm": 2.1698861122131348, + "learning_rate": 1.2699847727806187e-05, + "loss": 2.5388, + "step": 25155 + }, + { + "epoch": 0.4306133278556634, + "grad_norm": 2.3077828884124756, + "learning_rate": 1.2699313906495559e-05, + "loss": 2.6572, + "step": 25156 + }, + { + "epoch": 0.43063044557421387, + "grad_norm": 2.2553014755249023, + "learning_rate": 1.2698780076888177e-05, + "loss": 2.6277, + "step": 25157 + }, + { + "epoch": 0.4306475632927643, + "grad_norm": 2.2542924880981445, + "learning_rate": 1.2698246238985688e-05, + "loss": 2.5935, + "step": 25158 + }, + { + "epoch": 0.43066468101131483, + "grad_norm": 2.2221055030822754, + "learning_rate": 1.2697712392789732e-05, + "loss": 2.5871, + "step": 25159 + }, + { + "epoch": 0.4306817987298653, + "grad_norm": 2.378005266189575, + "learning_rate": 1.2697178538301946e-05, + "loss": 2.5028, + "step": 25160 + }, + { + "epoch": 0.43069891644841574, + "grad_norm": 2.325401544570923, + "learning_rate": 1.2696644675523973e-05, + "loss": 2.6029, + "step": 25161 + }, + { + "epoch": 0.43071603416696624, + "grad_norm": 2.327589273452759, + "learning_rate": 1.269611080445745e-05, + "loss": 2.6519, + "step": 25162 + }, + { + "epoch": 0.4307331518855167, + "grad_norm": 2.416849136352539, + "learning_rate": 1.269557692510403e-05, + "loss": 2.5952, + "step": 25163 + }, + { + "epoch": 0.43075026960406715, + "grad_norm": 2.433612823486328, + "learning_rate": 1.2695043037465342e-05, + "loss": 2.6651, + "step": 25164 + }, + { + "epoch": 0.43076738732261766, + "grad_norm": 2.2313833236694336, + "learning_rate": 1.269450914154303e-05, + "loss": 2.5297, + "step": 25165 + }, + { + "epoch": 0.4307845050411681, + "grad_norm": 2.358980655670166, + "learning_rate": 1.2693975237338736e-05, + "loss": 2.6634, + "step": 25166 + }, + { + "epoch": 0.43080162275971856, + "grad_norm": 2.2562272548675537, + "learning_rate": 1.2693441324854101e-05, + "loss": 2.6039, + "step": 25167 + }, + { + "epoch": 0.43081874047826907, + "grad_norm": 2.318483591079712, + "learning_rate": 1.2692907404090767e-05, + "loss": 2.6094, + "step": 25168 + }, + { + "epoch": 0.4308358581968195, + "grad_norm": 2.349790573120117, + "learning_rate": 1.2692373475050372e-05, + "loss": 2.6702, + "step": 25169 + }, + { + "epoch": 0.43085297591537, + "grad_norm": 2.373511791229248, + "learning_rate": 1.2691839537734563e-05, + "loss": 2.6377, + "step": 25170 + }, + { + "epoch": 0.4308700936339205, + "grad_norm": 2.329897880554199, + "learning_rate": 1.2691305592144974e-05, + "loss": 2.619, + "step": 25171 + }, + { + "epoch": 0.43088721135247093, + "grad_norm": 2.267469644546509, + "learning_rate": 1.269077163828325e-05, + "loss": 2.639, + "step": 25172 + }, + { + "epoch": 0.43090432907102144, + "grad_norm": 2.2966601848602295, + "learning_rate": 1.269023767615103e-05, + "loss": 2.5826, + "step": 25173 + }, + { + "epoch": 0.4309214467895719, + "grad_norm": 2.135194778442383, + "learning_rate": 1.268970370574996e-05, + "loss": 2.5696, + "step": 25174 + }, + { + "epoch": 0.43093856450812235, + "grad_norm": 2.2721800804138184, + "learning_rate": 1.2689169727081676e-05, + "loss": 2.5071, + "step": 25175 + }, + { + "epoch": 0.43095568222667285, + "grad_norm": 2.189362049102783, + "learning_rate": 1.2688635740147821e-05, + "loss": 2.568, + "step": 25176 + }, + { + "epoch": 0.4309727999452233, + "grad_norm": 2.300682306289673, + "learning_rate": 1.2688101744950038e-05, + "loss": 2.4857, + "step": 25177 + }, + { + "epoch": 0.43098991766377376, + "grad_norm": 2.302682399749756, + "learning_rate": 1.2687567741489965e-05, + "loss": 2.667, + "step": 25178 + }, + { + "epoch": 0.43100703538232427, + "grad_norm": 2.2790346145629883, + "learning_rate": 1.2687033729769246e-05, + "loss": 2.5284, + "step": 25179 + }, + { + "epoch": 0.4310241531008747, + "grad_norm": 2.353154420852661, + "learning_rate": 1.2686499709789524e-05, + "loss": 2.5727, + "step": 25180 + }, + { + "epoch": 0.43104127081942517, + "grad_norm": 2.4411280155181885, + "learning_rate": 1.2685965681552436e-05, + "loss": 2.5957, + "step": 25181 + }, + { + "epoch": 0.4310583885379757, + "grad_norm": 2.393981695175171, + "learning_rate": 1.2685431645059625e-05, + "loss": 2.6444, + "step": 25182 + }, + { + "epoch": 0.43107550625652613, + "grad_norm": 2.329051971435547, + "learning_rate": 1.2684897600312734e-05, + "loss": 2.6004, + "step": 25183 + }, + { + "epoch": 0.4310926239750766, + "grad_norm": 2.3916406631469727, + "learning_rate": 1.2684363547313402e-05, + "loss": 2.6199, + "step": 25184 + }, + { + "epoch": 0.4311097416936271, + "grad_norm": 2.3818106651306152, + "learning_rate": 1.2683829486063275e-05, + "loss": 2.5872, + "step": 25185 + }, + { + "epoch": 0.43112685941217754, + "grad_norm": 2.300544500350952, + "learning_rate": 1.2683295416563987e-05, + "loss": 2.6108, + "step": 25186 + }, + { + "epoch": 0.431143977130728, + "grad_norm": 2.349745273590088, + "learning_rate": 1.2682761338817187e-05, + "loss": 2.5846, + "step": 25187 + }, + { + "epoch": 0.4311610948492785, + "grad_norm": 2.4795703887939453, + "learning_rate": 1.268222725282451e-05, + "loss": 2.6922, + "step": 25188 + }, + { + "epoch": 0.43117821256782896, + "grad_norm": 2.4452028274536133, + "learning_rate": 1.2681693158587605e-05, + "loss": 2.7124, + "step": 25189 + }, + { + "epoch": 0.4311953302863794, + "grad_norm": 2.287513017654419, + "learning_rate": 1.2681159056108107e-05, + "loss": 2.4862, + "step": 25190 + }, + { + "epoch": 0.4312124480049299, + "grad_norm": 2.372695207595825, + "learning_rate": 1.2680624945387664e-05, + "loss": 2.6225, + "step": 25191 + }, + { + "epoch": 0.43122956572348037, + "grad_norm": 2.357731819152832, + "learning_rate": 1.268009082642791e-05, + "loss": 2.528, + "step": 25192 + }, + { + "epoch": 0.4312466834420308, + "grad_norm": 2.3159372806549072, + "learning_rate": 1.2679556699230493e-05, + "loss": 2.5627, + "step": 25193 + }, + { + "epoch": 0.43126380116058133, + "grad_norm": 2.303584575653076, + "learning_rate": 1.267902256379705e-05, + "loss": 2.6071, + "step": 25194 + }, + { + "epoch": 0.4312809188791318, + "grad_norm": 2.2654595375061035, + "learning_rate": 1.2678488420129227e-05, + "loss": 2.6263, + "step": 25195 + }, + { + "epoch": 0.4312980365976823, + "grad_norm": 2.3075129985809326, + "learning_rate": 1.2677954268228665e-05, + "loss": 2.6209, + "step": 25196 + }, + { + "epoch": 0.43131515431623274, + "grad_norm": 2.4820613861083984, + "learning_rate": 1.2677420108097003e-05, + "loss": 2.6609, + "step": 25197 + }, + { + "epoch": 0.4313322720347832, + "grad_norm": 2.302943229675293, + "learning_rate": 1.2676885939735883e-05, + "loss": 2.5625, + "step": 25198 + }, + { + "epoch": 0.4313493897533337, + "grad_norm": 2.275629758834839, + "learning_rate": 1.2676351763146952e-05, + "loss": 2.6839, + "step": 25199 + }, + { + "epoch": 0.43136650747188415, + "grad_norm": 2.332824468612671, + "learning_rate": 1.2675817578331846e-05, + "loss": 2.4807, + "step": 25200 + }, + { + "epoch": 0.4313836251904346, + "grad_norm": 2.3293256759643555, + "learning_rate": 1.2675283385292212e-05, + "loss": 2.6503, + "step": 25201 + }, + { + "epoch": 0.4314007429089851, + "grad_norm": 2.3858225345611572, + "learning_rate": 1.2674749184029685e-05, + "loss": 2.6478, + "step": 25202 + }, + { + "epoch": 0.43141786062753557, + "grad_norm": 2.3697433471679688, + "learning_rate": 1.267421497454591e-05, + "loss": 2.6883, + "step": 25203 + }, + { + "epoch": 0.431434978346086, + "grad_norm": 2.2375545501708984, + "learning_rate": 1.2673680756842535e-05, + "loss": 2.57, + "step": 25204 + }, + { + "epoch": 0.4314520960646365, + "grad_norm": 2.3931820392608643, + "learning_rate": 1.2673146530921195e-05, + "loss": 2.6661, + "step": 25205 + }, + { + "epoch": 0.431469213783187, + "grad_norm": 2.157386064529419, + "learning_rate": 1.2672612296783534e-05, + "loss": 2.4685, + "step": 25206 + }, + { + "epoch": 0.43148633150173743, + "grad_norm": 2.3777945041656494, + "learning_rate": 1.2672078054431194e-05, + "loss": 2.6279, + "step": 25207 + }, + { + "epoch": 0.43150344922028794, + "grad_norm": 2.2333662509918213, + "learning_rate": 1.2671543803865817e-05, + "loss": 2.5716, + "step": 25208 + }, + { + "epoch": 0.4315205669388384, + "grad_norm": 2.2945773601531982, + "learning_rate": 1.2671009545089047e-05, + "loss": 2.6134, + "step": 25209 + }, + { + "epoch": 0.43153768465738884, + "grad_norm": 2.345255136489868, + "learning_rate": 1.2670475278102521e-05, + "loss": 2.6789, + "step": 25210 + }, + { + "epoch": 0.43155480237593935, + "grad_norm": 2.423858642578125, + "learning_rate": 1.2669941002907885e-05, + "loss": 2.667, + "step": 25211 + }, + { + "epoch": 0.4315719200944898, + "grad_norm": 2.21590518951416, + "learning_rate": 1.2669406719506783e-05, + "loss": 2.7211, + "step": 25212 + }, + { + "epoch": 0.43158903781304025, + "grad_norm": 2.3239986896514893, + "learning_rate": 1.2668872427900855e-05, + "loss": 2.5291, + "step": 25213 + }, + { + "epoch": 0.43160615553159076, + "grad_norm": 2.2362136840820312, + "learning_rate": 1.2668338128091742e-05, + "loss": 2.5553, + "step": 25214 + }, + { + "epoch": 0.4316232732501412, + "grad_norm": 2.251685619354248, + "learning_rate": 1.2667803820081086e-05, + "loss": 2.3997, + "step": 25215 + }, + { + "epoch": 0.43164039096869167, + "grad_norm": 2.265024185180664, + "learning_rate": 1.2667269503870532e-05, + "loss": 2.6088, + "step": 25216 + }, + { + "epoch": 0.4316575086872422, + "grad_norm": 2.1904690265655518, + "learning_rate": 1.2666735179461722e-05, + "loss": 2.4637, + "step": 25217 + }, + { + "epoch": 0.4316746264057926, + "grad_norm": 2.3055169582366943, + "learning_rate": 1.2666200846856296e-05, + "loss": 2.7096, + "step": 25218 + }, + { + "epoch": 0.43169174412434314, + "grad_norm": 2.3157873153686523, + "learning_rate": 1.2665666506055897e-05, + "loss": 2.72, + "step": 25219 + }, + { + "epoch": 0.4317088618428936, + "grad_norm": 2.3015666007995605, + "learning_rate": 1.2665132157062173e-05, + "loss": 2.6379, + "step": 25220 + }, + { + "epoch": 0.43172597956144404, + "grad_norm": 2.2975471019744873, + "learning_rate": 1.2664597799876754e-05, + "loss": 2.6854, + "step": 25221 + }, + { + "epoch": 0.43174309727999455, + "grad_norm": 2.1993303298950195, + "learning_rate": 1.2664063434501293e-05, + "loss": 2.5771, + "step": 25222 + }, + { + "epoch": 0.431760214998545, + "grad_norm": 2.2361257076263428, + "learning_rate": 1.2663529060937432e-05, + "loss": 2.682, + "step": 25223 + }, + { + "epoch": 0.43177733271709545, + "grad_norm": 2.3180484771728516, + "learning_rate": 1.2662994679186808e-05, + "loss": 2.5359, + "step": 25224 + }, + { + "epoch": 0.43179445043564596, + "grad_norm": 2.2761311531066895, + "learning_rate": 1.2662460289251065e-05, + "loss": 2.5619, + "step": 25225 + }, + { + "epoch": 0.4318115681541964, + "grad_norm": 2.3521556854248047, + "learning_rate": 1.2661925891131847e-05, + "loss": 2.7322, + "step": 25226 + }, + { + "epoch": 0.43182868587274686, + "grad_norm": 2.2736730575561523, + "learning_rate": 1.2661391484830801e-05, + "loss": 2.6019, + "step": 25227 + }, + { + "epoch": 0.4318458035912974, + "grad_norm": 2.2548227310180664, + "learning_rate": 1.2660857070349564e-05, + "loss": 2.6, + "step": 25228 + }, + { + "epoch": 0.4318629213098478, + "grad_norm": 2.3094582557678223, + "learning_rate": 1.2660322647689776e-05, + "loss": 2.5741, + "step": 25229 + }, + { + "epoch": 0.4318800390283983, + "grad_norm": 2.2367501258850098, + "learning_rate": 1.2659788216853083e-05, + "loss": 2.4487, + "step": 25230 + }, + { + "epoch": 0.4318971567469488, + "grad_norm": 2.1793084144592285, + "learning_rate": 1.2659253777841129e-05, + "loss": 2.5957, + "step": 25231 + }, + { + "epoch": 0.43191427446549924, + "grad_norm": 2.179715394973755, + "learning_rate": 1.2658719330655555e-05, + "loss": 2.5074, + "step": 25232 + }, + { + "epoch": 0.4319313921840497, + "grad_norm": 2.3117551803588867, + "learning_rate": 1.2658184875298008e-05, + "loss": 2.6589, + "step": 25233 + }, + { + "epoch": 0.4319485099026002, + "grad_norm": 2.294851779937744, + "learning_rate": 1.2657650411770121e-05, + "loss": 2.6118, + "step": 25234 + }, + { + "epoch": 0.43196562762115065, + "grad_norm": 2.439955234527588, + "learning_rate": 1.265711594007355e-05, + "loss": 2.6624, + "step": 25235 + }, + { + "epoch": 0.4319827453397011, + "grad_norm": 2.3309831619262695, + "learning_rate": 1.2656581460209925e-05, + "loss": 2.5429, + "step": 25236 + }, + { + "epoch": 0.4319998630582516, + "grad_norm": 2.299595832824707, + "learning_rate": 1.2656046972180893e-05, + "loss": 2.6828, + "step": 25237 + }, + { + "epoch": 0.43201698077680206, + "grad_norm": 2.2820775508880615, + "learning_rate": 1.2655512475988104e-05, + "loss": 2.717, + "step": 25238 + }, + { + "epoch": 0.4320340984953525, + "grad_norm": 2.193018913269043, + "learning_rate": 1.2654977971633192e-05, + "loss": 2.6338, + "step": 25239 + }, + { + "epoch": 0.432051216213903, + "grad_norm": 2.2804996967315674, + "learning_rate": 1.26544434591178e-05, + "loss": 2.5894, + "step": 25240 + }, + { + "epoch": 0.4320683339324535, + "grad_norm": 2.249358654022217, + "learning_rate": 1.2653908938443575e-05, + "loss": 2.5757, + "step": 25241 + }, + { + "epoch": 0.4320854516510039, + "grad_norm": 2.342665910720825, + "learning_rate": 1.2653374409612162e-05, + "loss": 2.684, + "step": 25242 + }, + { + "epoch": 0.43210256936955443, + "grad_norm": 2.1401445865631104, + "learning_rate": 1.2652839872625198e-05, + "loss": 2.5564, + "step": 25243 + }, + { + "epoch": 0.4321196870881049, + "grad_norm": 2.2301316261291504, + "learning_rate": 1.2652305327484331e-05, + "loss": 2.5676, + "step": 25244 + }, + { + "epoch": 0.4321368048066554, + "grad_norm": 2.3986387252807617, + "learning_rate": 1.2651770774191198e-05, + "loss": 2.6071, + "step": 25245 + }, + { + "epoch": 0.43215392252520585, + "grad_norm": 2.2784292697906494, + "learning_rate": 1.2651236212747448e-05, + "loss": 2.5605, + "step": 25246 + }, + { + "epoch": 0.4321710402437563, + "grad_norm": 2.241309404373169, + "learning_rate": 1.265070164315472e-05, + "loss": 2.6135, + "step": 25247 + }, + { + "epoch": 0.4321881579623068, + "grad_norm": 2.2906219959259033, + "learning_rate": 1.2650167065414663e-05, + "loss": 2.6008, + "step": 25248 + }, + { + "epoch": 0.43220527568085726, + "grad_norm": 2.114132881164551, + "learning_rate": 1.2649632479528915e-05, + "loss": 2.547, + "step": 25249 + }, + { + "epoch": 0.4322223933994077, + "grad_norm": 2.2435715198516846, + "learning_rate": 1.2649097885499115e-05, + "loss": 2.4493, + "step": 25250 + }, + { + "epoch": 0.4322395111179582, + "grad_norm": 2.231985569000244, + "learning_rate": 1.2648563283326913e-05, + "loss": 2.6679, + "step": 25251 + }, + { + "epoch": 0.43225662883650867, + "grad_norm": 2.3715734481811523, + "learning_rate": 1.2648028673013951e-05, + "loss": 2.5891, + "step": 25252 + }, + { + "epoch": 0.4322737465550591, + "grad_norm": 2.2787864208221436, + "learning_rate": 1.2647494054561874e-05, + "loss": 2.6769, + "step": 25253 + }, + { + "epoch": 0.43229086427360963, + "grad_norm": 2.4517834186553955, + "learning_rate": 1.2646959427972321e-05, + "loss": 2.7778, + "step": 25254 + }, + { + "epoch": 0.4323079819921601, + "grad_norm": 2.3437728881835938, + "learning_rate": 1.2646424793246937e-05, + "loss": 2.6496, + "step": 25255 + }, + { + "epoch": 0.43232509971071054, + "grad_norm": 2.4139885902404785, + "learning_rate": 1.2645890150387366e-05, + "loss": 2.6171, + "step": 25256 + }, + { + "epoch": 0.43234221742926104, + "grad_norm": 2.2623190879821777, + "learning_rate": 1.2645355499395252e-05, + "loss": 2.5838, + "step": 25257 + }, + { + "epoch": 0.4323593351478115, + "grad_norm": 2.2241618633270264, + "learning_rate": 1.2644820840272231e-05, + "loss": 2.5483, + "step": 25258 + }, + { + "epoch": 0.43237645286636195, + "grad_norm": 2.287273406982422, + "learning_rate": 1.2644286173019958e-05, + "loss": 2.6299, + "step": 25259 + }, + { + "epoch": 0.43239357058491246, + "grad_norm": 2.4544830322265625, + "learning_rate": 1.264375149764007e-05, + "loss": 2.5977, + "step": 25260 + }, + { + "epoch": 0.4324106883034629, + "grad_norm": 2.278266668319702, + "learning_rate": 1.264321681413421e-05, + "loss": 2.598, + "step": 25261 + }, + { + "epoch": 0.43242780602201336, + "grad_norm": 2.230792999267578, + "learning_rate": 1.2642682122504021e-05, + "loss": 2.5573, + "step": 25262 + }, + { + "epoch": 0.43244492374056387, + "grad_norm": 2.374138355255127, + "learning_rate": 1.2642147422751151e-05, + "loss": 2.6313, + "step": 25263 + }, + { + "epoch": 0.4324620414591143, + "grad_norm": 2.3520126342773438, + "learning_rate": 1.2641612714877238e-05, + "loss": 2.468, + "step": 25264 + }, + { + "epoch": 0.4324791591776648, + "grad_norm": 2.3714115619659424, + "learning_rate": 1.264107799888393e-05, + "loss": 2.6417, + "step": 25265 + }, + { + "epoch": 0.4324962768962153, + "grad_norm": 2.2122044563293457, + "learning_rate": 1.264054327477287e-05, + "loss": 2.4997, + "step": 25266 + }, + { + "epoch": 0.43251339461476573, + "grad_norm": 2.3584156036376953, + "learning_rate": 1.2640008542545697e-05, + "loss": 2.5587, + "step": 25267 + }, + { + "epoch": 0.43253051233331624, + "grad_norm": 2.2363290786743164, + "learning_rate": 1.2639473802204056e-05, + "loss": 2.6124, + "step": 25268 + }, + { + "epoch": 0.4325476300518667, + "grad_norm": 2.175900459289551, + "learning_rate": 1.2638939053749594e-05, + "loss": 2.4699, + "step": 25269 + }, + { + "epoch": 0.43256474777041715, + "grad_norm": 2.1846506595611572, + "learning_rate": 1.2638404297183954e-05, + "loss": 2.641, + "step": 25270 + }, + { + "epoch": 0.43258186548896765, + "grad_norm": 2.2672343254089355, + "learning_rate": 1.2637869532508782e-05, + "loss": 2.5337, + "step": 25271 + }, + { + "epoch": 0.4325989832075181, + "grad_norm": 2.3780157566070557, + "learning_rate": 1.2637334759725712e-05, + "loss": 2.5922, + "step": 25272 + }, + { + "epoch": 0.43261610092606856, + "grad_norm": 2.3979315757751465, + "learning_rate": 1.2636799978836396e-05, + "loss": 2.6236, + "step": 25273 + }, + { + "epoch": 0.43263321864461907, + "grad_norm": 2.379317283630371, + "learning_rate": 1.2636265189842476e-05, + "loss": 2.654, + "step": 25274 + }, + { + "epoch": 0.4326503363631695, + "grad_norm": 2.3478622436523438, + "learning_rate": 1.2635730392745598e-05, + "loss": 2.5756, + "step": 25275 + }, + { + "epoch": 0.43266745408171997, + "grad_norm": 2.2690906524658203, + "learning_rate": 1.26351955875474e-05, + "loss": 2.4969, + "step": 25276 + }, + { + "epoch": 0.4326845718002705, + "grad_norm": 2.359153985977173, + "learning_rate": 1.2634660774249527e-05, + "loss": 2.6507, + "step": 25277 + }, + { + "epoch": 0.43270168951882093, + "grad_norm": 2.284794807434082, + "learning_rate": 1.263412595285363e-05, + "loss": 2.4522, + "step": 25278 + }, + { + "epoch": 0.4327188072373714, + "grad_norm": 2.44927716255188, + "learning_rate": 1.2633591123361346e-05, + "loss": 2.7858, + "step": 25279 + }, + { + "epoch": 0.4327359249559219, + "grad_norm": 2.134139060974121, + "learning_rate": 1.263305628577432e-05, + "loss": 2.5571, + "step": 25280 + }, + { + "epoch": 0.43275304267447234, + "grad_norm": 2.358297824859619, + "learning_rate": 1.2632521440094196e-05, + "loss": 2.5942, + "step": 25281 + }, + { + "epoch": 0.4327701603930228, + "grad_norm": 2.332338809967041, + "learning_rate": 1.2631986586322617e-05, + "loss": 2.5487, + "step": 25282 + }, + { + "epoch": 0.4327872781115733, + "grad_norm": 2.2504677772521973, + "learning_rate": 1.263145172446123e-05, + "loss": 2.6712, + "step": 25283 + }, + { + "epoch": 0.43280439583012376, + "grad_norm": 2.2363369464874268, + "learning_rate": 1.2630916854511677e-05, + "loss": 2.5721, + "step": 25284 + }, + { + "epoch": 0.4328215135486742, + "grad_norm": 2.4996225833892822, + "learning_rate": 1.2630381976475606e-05, + "loss": 2.6077, + "step": 25285 + }, + { + "epoch": 0.4328386312672247, + "grad_norm": 2.125739097595215, + "learning_rate": 1.2629847090354652e-05, + "loss": 2.5433, + "step": 25286 + }, + { + "epoch": 0.43285574898577517, + "grad_norm": 2.247323751449585, + "learning_rate": 1.2629312196150468e-05, + "loss": 2.6657, + "step": 25287 + }, + { + "epoch": 0.4328728667043256, + "grad_norm": 2.289480686187744, + "learning_rate": 1.2628777293864692e-05, + "loss": 2.5994, + "step": 25288 + }, + { + "epoch": 0.43288998442287613, + "grad_norm": 2.260021209716797, + "learning_rate": 1.262824238349897e-05, + "loss": 2.6044, + "step": 25289 + }, + { + "epoch": 0.4329071021414266, + "grad_norm": 2.4017951488494873, + "learning_rate": 1.2627707465054948e-05, + "loss": 2.5165, + "step": 25290 + }, + { + "epoch": 0.4329242198599771, + "grad_norm": 2.4434893131256104, + "learning_rate": 1.2627172538534271e-05, + "loss": 2.6413, + "step": 25291 + }, + { + "epoch": 0.43294133757852754, + "grad_norm": 2.4177730083465576, + "learning_rate": 1.262663760393858e-05, + "loss": 2.618, + "step": 25292 + }, + { + "epoch": 0.432958455297078, + "grad_norm": 2.270829677581787, + "learning_rate": 1.2626102661269521e-05, + "loss": 2.4868, + "step": 25293 + }, + { + "epoch": 0.4329755730156285, + "grad_norm": 2.3684470653533936, + "learning_rate": 1.2625567710528734e-05, + "loss": 2.5629, + "step": 25294 + }, + { + "epoch": 0.43299269073417895, + "grad_norm": 2.260709524154663, + "learning_rate": 1.2625032751717869e-05, + "loss": 2.6176, + "step": 25295 + }, + { + "epoch": 0.4330098084527294, + "grad_norm": 2.3600423336029053, + "learning_rate": 1.2624497784838568e-05, + "loss": 2.5707, + "step": 25296 + }, + { + "epoch": 0.4330269261712799, + "grad_norm": 2.4070677757263184, + "learning_rate": 1.2623962809892476e-05, + "loss": 2.5715, + "step": 25297 + }, + { + "epoch": 0.43304404388983037, + "grad_norm": 2.3646368980407715, + "learning_rate": 1.2623427826881236e-05, + "loss": 2.5528, + "step": 25298 + }, + { + "epoch": 0.4330611616083808, + "grad_norm": 2.3425216674804688, + "learning_rate": 1.2622892835806493e-05, + "loss": 2.5751, + "step": 25299 + }, + { + "epoch": 0.4330782793269313, + "grad_norm": 2.248116970062256, + "learning_rate": 1.2622357836669893e-05, + "loss": 2.5416, + "step": 25300 + }, + { + "epoch": 0.4330953970454818, + "grad_norm": 2.2837326526641846, + "learning_rate": 1.2621822829473074e-05, + "loss": 2.5248, + "step": 25301 + }, + { + "epoch": 0.43311251476403223, + "grad_norm": 2.30017352104187, + "learning_rate": 1.2621287814217692e-05, + "loss": 2.6284, + "step": 25302 + }, + { + "epoch": 0.43312963248258274, + "grad_norm": 2.311868190765381, + "learning_rate": 1.2620752790905378e-05, + "loss": 2.4813, + "step": 25303 + }, + { + "epoch": 0.4331467502011332, + "grad_norm": 2.198371410369873, + "learning_rate": 1.2620217759537784e-05, + "loss": 2.5799, + "step": 25304 + }, + { + "epoch": 0.43316386791968364, + "grad_norm": 2.3512444496154785, + "learning_rate": 1.2619682720116557e-05, + "loss": 2.6074, + "step": 25305 + }, + { + "epoch": 0.43318098563823415, + "grad_norm": 2.2150654792785645, + "learning_rate": 1.2619147672643335e-05, + "loss": 2.483, + "step": 25306 + }, + { + "epoch": 0.4331981033567846, + "grad_norm": 2.390488862991333, + "learning_rate": 1.261861261711977e-05, + "loss": 2.6202, + "step": 25307 + }, + { + "epoch": 0.43321522107533506, + "grad_norm": 2.3495829105377197, + "learning_rate": 1.26180775535475e-05, + "loss": 2.6334, + "step": 25308 + }, + { + "epoch": 0.43323233879388556, + "grad_norm": 2.316112756729126, + "learning_rate": 1.2617542481928173e-05, + "loss": 2.6505, + "step": 25309 + }, + { + "epoch": 0.433249456512436, + "grad_norm": 2.2530810832977295, + "learning_rate": 1.261700740226343e-05, + "loss": 2.6346, + "step": 25310 + }, + { + "epoch": 0.43326657423098647, + "grad_norm": 2.2056095600128174, + "learning_rate": 1.2616472314554918e-05, + "loss": 2.5321, + "step": 25311 + }, + { + "epoch": 0.433283691949537, + "grad_norm": 2.32732892036438, + "learning_rate": 1.2615937218804284e-05, + "loss": 2.5005, + "step": 25312 + }, + { + "epoch": 0.4333008096680874, + "grad_norm": 2.212357997894287, + "learning_rate": 1.2615402115013171e-05, + "loss": 2.5257, + "step": 25313 + }, + { + "epoch": 0.43331792738663794, + "grad_norm": 2.2916221618652344, + "learning_rate": 1.2614867003183223e-05, + "loss": 2.5504, + "step": 25314 + }, + { + "epoch": 0.4333350451051884, + "grad_norm": 2.2801826000213623, + "learning_rate": 1.2614331883316085e-05, + "loss": 2.5388, + "step": 25315 + }, + { + "epoch": 0.43335216282373884, + "grad_norm": 2.2263126373291016, + "learning_rate": 1.2613796755413398e-05, + "loss": 2.5935, + "step": 25316 + }, + { + "epoch": 0.43336928054228935, + "grad_norm": 2.398205280303955, + "learning_rate": 1.2613261619476812e-05, + "loss": 2.6305, + "step": 25317 + }, + { + "epoch": 0.4333863982608398, + "grad_norm": 2.3273568153381348, + "learning_rate": 1.2612726475507974e-05, + "loss": 2.5125, + "step": 25318 + }, + { + "epoch": 0.43340351597939025, + "grad_norm": 2.316213846206665, + "learning_rate": 1.2612191323508523e-05, + "loss": 2.6873, + "step": 25319 + }, + { + "epoch": 0.43342063369794076, + "grad_norm": 2.3568315505981445, + "learning_rate": 1.2611656163480104e-05, + "loss": 2.6073, + "step": 25320 + }, + { + "epoch": 0.4334377514164912, + "grad_norm": 2.3711941242218018, + "learning_rate": 1.2611120995424368e-05, + "loss": 2.6406, + "step": 25321 + }, + { + "epoch": 0.43345486913504166, + "grad_norm": 2.2672948837280273, + "learning_rate": 1.2610585819342954e-05, + "loss": 2.5615, + "step": 25322 + }, + { + "epoch": 0.4334719868535922, + "grad_norm": 2.4393093585968018, + "learning_rate": 1.2610050635237507e-05, + "loss": 2.6967, + "step": 25323 + }, + { + "epoch": 0.4334891045721426, + "grad_norm": 2.380298376083374, + "learning_rate": 1.2609515443109677e-05, + "loss": 2.6657, + "step": 25324 + }, + { + "epoch": 0.4335062222906931, + "grad_norm": 2.534809112548828, + "learning_rate": 1.2608980242961104e-05, + "loss": 2.6961, + "step": 25325 + }, + { + "epoch": 0.4335233400092436, + "grad_norm": 2.4253084659576416, + "learning_rate": 1.2608445034793434e-05, + "loss": 2.6, + "step": 25326 + }, + { + "epoch": 0.43354045772779404, + "grad_norm": 2.509873151779175, + "learning_rate": 1.2607909818608315e-05, + "loss": 2.7236, + "step": 25327 + }, + { + "epoch": 0.4335575754463445, + "grad_norm": 2.4109973907470703, + "learning_rate": 1.2607374594407391e-05, + "loss": 2.6039, + "step": 25328 + }, + { + "epoch": 0.433574693164895, + "grad_norm": 2.2919843196868896, + "learning_rate": 1.2606839362192304e-05, + "loss": 2.5353, + "step": 25329 + }, + { + "epoch": 0.43359181088344545, + "grad_norm": 2.14888858795166, + "learning_rate": 1.26063041219647e-05, + "loss": 2.6129, + "step": 25330 + }, + { + "epoch": 0.4336089286019959, + "grad_norm": 2.4032387733459473, + "learning_rate": 1.2605768873726228e-05, + "loss": 2.6379, + "step": 25331 + }, + { + "epoch": 0.4336260463205464, + "grad_norm": 2.217013359069824, + "learning_rate": 1.2605233617478527e-05, + "loss": 2.6174, + "step": 25332 + }, + { + "epoch": 0.43364316403909686, + "grad_norm": 2.3830013275146484, + "learning_rate": 1.2604698353223248e-05, + "loss": 2.6041, + "step": 25333 + }, + { + "epoch": 0.4336602817576473, + "grad_norm": 2.233487367630005, + "learning_rate": 1.2604163080962036e-05, + "loss": 2.6406, + "step": 25334 + }, + { + "epoch": 0.4336773994761978, + "grad_norm": 2.2503433227539062, + "learning_rate": 1.260362780069653e-05, + "loss": 2.5331, + "step": 25335 + }, + { + "epoch": 0.4336945171947483, + "grad_norm": 2.303947687149048, + "learning_rate": 1.2603092512428383e-05, + "loss": 2.6794, + "step": 25336 + }, + { + "epoch": 0.4337116349132988, + "grad_norm": 2.1837096214294434, + "learning_rate": 1.2602557216159235e-05, + "loss": 2.5454, + "step": 25337 + }, + { + "epoch": 0.43372875263184923, + "grad_norm": 2.2175896167755127, + "learning_rate": 1.2602021911890732e-05, + "loss": 2.5525, + "step": 25338 + }, + { + "epoch": 0.4337458703503997, + "grad_norm": 2.221203327178955, + "learning_rate": 1.2601486599624521e-05, + "loss": 2.5251, + "step": 25339 + }, + { + "epoch": 0.4337629880689502, + "grad_norm": 2.4115397930145264, + "learning_rate": 1.2600951279362248e-05, + "loss": 2.5596, + "step": 25340 + }, + { + "epoch": 0.43378010578750065, + "grad_norm": 2.3518588542938232, + "learning_rate": 1.2600415951105554e-05, + "loss": 2.7003, + "step": 25341 + }, + { + "epoch": 0.4337972235060511, + "grad_norm": 2.388012170791626, + "learning_rate": 1.259988061485609e-05, + "loss": 2.64, + "step": 25342 + }, + { + "epoch": 0.4338143412246016, + "grad_norm": 2.3335044384002686, + "learning_rate": 1.25993452706155e-05, + "loss": 2.6032, + "step": 25343 + }, + { + "epoch": 0.43383145894315206, + "grad_norm": 2.3370838165283203, + "learning_rate": 1.2598809918385426e-05, + "loss": 2.6525, + "step": 25344 + }, + { + "epoch": 0.4338485766617025, + "grad_norm": 2.377894639968872, + "learning_rate": 1.2598274558167517e-05, + "loss": 2.6069, + "step": 25345 + }, + { + "epoch": 0.433865694380253, + "grad_norm": 2.233839988708496, + "learning_rate": 1.2597739189963418e-05, + "loss": 2.5001, + "step": 25346 + }, + { + "epoch": 0.43388281209880347, + "grad_norm": 2.24393892288208, + "learning_rate": 1.2597203813774771e-05, + "loss": 2.6254, + "step": 25347 + }, + { + "epoch": 0.4338999298173539, + "grad_norm": 2.3157689571380615, + "learning_rate": 1.2596668429603227e-05, + "loss": 2.5841, + "step": 25348 + }, + { + "epoch": 0.43391704753590443, + "grad_norm": 2.1605074405670166, + "learning_rate": 1.2596133037450427e-05, + "loss": 2.5042, + "step": 25349 + }, + { + "epoch": 0.4339341652544549, + "grad_norm": 2.4089131355285645, + "learning_rate": 1.2595597637318022e-05, + "loss": 2.6193, + "step": 25350 + }, + { + "epoch": 0.43395128297300534, + "grad_norm": 2.388037919998169, + "learning_rate": 1.2595062229207653e-05, + "loss": 2.6398, + "step": 25351 + }, + { + "epoch": 0.43396840069155584, + "grad_norm": 2.295541524887085, + "learning_rate": 1.2594526813120966e-05, + "loss": 2.5852, + "step": 25352 + }, + { + "epoch": 0.4339855184101063, + "grad_norm": 2.512861967086792, + "learning_rate": 1.2593991389059607e-05, + "loss": 2.6838, + "step": 25353 + }, + { + "epoch": 0.43400263612865675, + "grad_norm": 2.287027359008789, + "learning_rate": 1.2593455957025223e-05, + "loss": 2.5217, + "step": 25354 + }, + { + "epoch": 0.43401975384720726, + "grad_norm": 2.2958664894104004, + "learning_rate": 1.2592920517019462e-05, + "loss": 2.6355, + "step": 25355 + }, + { + "epoch": 0.4340368715657577, + "grad_norm": 2.3805394172668457, + "learning_rate": 1.2592385069043963e-05, + "loss": 2.5899, + "step": 25356 + }, + { + "epoch": 0.43405398928430816, + "grad_norm": 2.2030086517333984, + "learning_rate": 1.259184961310038e-05, + "loss": 2.5194, + "step": 25357 + }, + { + "epoch": 0.43407110700285867, + "grad_norm": 2.3884780406951904, + "learning_rate": 1.259131414919035e-05, + "loss": 2.7012, + "step": 25358 + }, + { + "epoch": 0.4340882247214091, + "grad_norm": 2.291210651397705, + "learning_rate": 1.2590778677315525e-05, + "loss": 2.5985, + "step": 25359 + }, + { + "epoch": 0.43410534243995963, + "grad_norm": 2.3938233852386475, + "learning_rate": 1.2590243197477547e-05, + "loss": 2.5036, + "step": 25360 + }, + { + "epoch": 0.4341224601585101, + "grad_norm": 2.406829833984375, + "learning_rate": 1.2589707709678067e-05, + "loss": 2.7286, + "step": 25361 + }, + { + "epoch": 0.43413957787706053, + "grad_norm": 2.3433072566986084, + "learning_rate": 1.2589172213918728e-05, + "loss": 2.5432, + "step": 25362 + }, + { + "epoch": 0.43415669559561104, + "grad_norm": 2.2745165824890137, + "learning_rate": 1.2588636710201172e-05, + "loss": 2.3892, + "step": 25363 + }, + { + "epoch": 0.4341738133141615, + "grad_norm": 2.270228624343872, + "learning_rate": 1.2588101198527054e-05, + "loss": 2.6064, + "step": 25364 + }, + { + "epoch": 0.43419093103271195, + "grad_norm": 2.23907470703125, + "learning_rate": 1.258756567889801e-05, + "loss": 2.6063, + "step": 25365 + }, + { + "epoch": 0.43420804875126245, + "grad_norm": 2.464956283569336, + "learning_rate": 1.2587030151315696e-05, + "loss": 2.6743, + "step": 25366 + }, + { + "epoch": 0.4342251664698129, + "grad_norm": 2.372429370880127, + "learning_rate": 1.2586494615781747e-05, + "loss": 2.5885, + "step": 25367 + }, + { + "epoch": 0.43424228418836336, + "grad_norm": 2.2116849422454834, + "learning_rate": 1.2585959072297817e-05, + "loss": 2.5578, + "step": 25368 + }, + { + "epoch": 0.43425940190691387, + "grad_norm": 2.2799816131591797, + "learning_rate": 1.258542352086555e-05, + "loss": 2.6011, + "step": 25369 + }, + { + "epoch": 0.4342765196254643, + "grad_norm": 2.272366523742676, + "learning_rate": 1.2584887961486594e-05, + "loss": 2.6701, + "step": 25370 + }, + { + "epoch": 0.43429363734401477, + "grad_norm": 2.2348005771636963, + "learning_rate": 1.258435239416259e-05, + "loss": 2.4486, + "step": 25371 + }, + { + "epoch": 0.4343107550625653, + "grad_norm": 2.4842233657836914, + "learning_rate": 1.2583816818895192e-05, + "loss": 2.6515, + "step": 25372 + }, + { + "epoch": 0.43432787278111573, + "grad_norm": 2.311201333999634, + "learning_rate": 1.2583281235686038e-05, + "loss": 2.6402, + "step": 25373 + }, + { + "epoch": 0.4343449904996662, + "grad_norm": 2.1729722023010254, + "learning_rate": 1.2582745644536776e-05, + "loss": 2.4969, + "step": 25374 + }, + { + "epoch": 0.4343621082182167, + "grad_norm": 2.181683301925659, + "learning_rate": 1.2582210045449054e-05, + "loss": 2.4692, + "step": 25375 + }, + { + "epoch": 0.43437922593676714, + "grad_norm": 2.3409154415130615, + "learning_rate": 1.258167443842452e-05, + "loss": 2.5891, + "step": 25376 + }, + { + "epoch": 0.4343963436553176, + "grad_norm": 2.2884578704833984, + "learning_rate": 1.258113882346482e-05, + "loss": 2.7019, + "step": 25377 + }, + { + "epoch": 0.4344134613738681, + "grad_norm": 2.4006621837615967, + "learning_rate": 1.2580603200571596e-05, + "loss": 2.6043, + "step": 25378 + }, + { + "epoch": 0.43443057909241856, + "grad_norm": 2.413015127182007, + "learning_rate": 1.25800675697465e-05, + "loss": 2.6313, + "step": 25379 + }, + { + "epoch": 0.434447696810969, + "grad_norm": 2.24511981010437, + "learning_rate": 1.2579531930991173e-05, + "loss": 2.642, + "step": 25380 + }, + { + "epoch": 0.4344648145295195, + "grad_norm": 2.2180917263031006, + "learning_rate": 1.2578996284307263e-05, + "loss": 2.4585, + "step": 25381 + }, + { + "epoch": 0.43448193224806997, + "grad_norm": 2.397315263748169, + "learning_rate": 1.2578460629696418e-05, + "loss": 2.5313, + "step": 25382 + }, + { + "epoch": 0.4344990499666205, + "grad_norm": 2.3239994049072266, + "learning_rate": 1.2577924967160284e-05, + "loss": 2.5191, + "step": 25383 + }, + { + "epoch": 0.43451616768517093, + "grad_norm": 2.3465828895568848, + "learning_rate": 1.2577389296700506e-05, + "loss": 2.6125, + "step": 25384 + }, + { + "epoch": 0.4345332854037214, + "grad_norm": 2.426276922225952, + "learning_rate": 1.257685361831873e-05, + "loss": 2.6104, + "step": 25385 + }, + { + "epoch": 0.4345504031222719, + "grad_norm": 2.378890037536621, + "learning_rate": 1.2576317932016608e-05, + "loss": 2.719, + "step": 25386 + }, + { + "epoch": 0.43456752084082234, + "grad_norm": 2.397291898727417, + "learning_rate": 1.2575782237795779e-05, + "loss": 2.6775, + "step": 25387 + }, + { + "epoch": 0.4345846385593728, + "grad_norm": 2.2377326488494873, + "learning_rate": 1.2575246535657897e-05, + "loss": 2.5469, + "step": 25388 + }, + { + "epoch": 0.4346017562779233, + "grad_norm": 2.2862908840179443, + "learning_rate": 1.2574710825604598e-05, + "loss": 2.5555, + "step": 25389 + }, + { + "epoch": 0.43461887399647375, + "grad_norm": 2.524639368057251, + "learning_rate": 1.2574175107637539e-05, + "loss": 2.618, + "step": 25390 + }, + { + "epoch": 0.4346359917150242, + "grad_norm": 2.251286745071411, + "learning_rate": 1.2573639381758362e-05, + "loss": 2.6612, + "step": 25391 + }, + { + "epoch": 0.4346531094335747, + "grad_norm": 2.2536470890045166, + "learning_rate": 1.2573103647968717e-05, + "loss": 2.6744, + "step": 25392 + }, + { + "epoch": 0.43467022715212517, + "grad_norm": 2.325564384460449, + "learning_rate": 1.2572567906270246e-05, + "loss": 2.6727, + "step": 25393 + }, + { + "epoch": 0.4346873448706756, + "grad_norm": 2.3388407230377197, + "learning_rate": 1.2572032156664597e-05, + "loss": 2.5864, + "step": 25394 + }, + { + "epoch": 0.4347044625892261, + "grad_norm": 2.3209352493286133, + "learning_rate": 1.2571496399153418e-05, + "loss": 2.3545, + "step": 25395 + }, + { + "epoch": 0.4347215803077766, + "grad_norm": 2.2424659729003906, + "learning_rate": 1.2570960633738355e-05, + "loss": 2.6275, + "step": 25396 + }, + { + "epoch": 0.43473869802632703, + "grad_norm": 2.2699105739593506, + "learning_rate": 1.2570424860421052e-05, + "loss": 2.6461, + "step": 25397 + }, + { + "epoch": 0.43475581574487754, + "grad_norm": 2.2370712757110596, + "learning_rate": 1.2569889079203164e-05, + "loss": 2.5772, + "step": 25398 + }, + { + "epoch": 0.434772933463428, + "grad_norm": 2.3005001544952393, + "learning_rate": 1.2569353290086328e-05, + "loss": 2.5392, + "step": 25399 + }, + { + "epoch": 0.43479005118197844, + "grad_norm": 2.2636804580688477, + "learning_rate": 1.2568817493072199e-05, + "loss": 2.6302, + "step": 25400 + }, + { + "epoch": 0.43480716890052895, + "grad_norm": 2.3291027545928955, + "learning_rate": 1.2568281688162419e-05, + "loss": 2.6233, + "step": 25401 + }, + { + "epoch": 0.4348242866190794, + "grad_norm": 2.446531295776367, + "learning_rate": 1.2567745875358632e-05, + "loss": 2.6502, + "step": 25402 + }, + { + "epoch": 0.43484140433762986, + "grad_norm": 2.355985641479492, + "learning_rate": 1.2567210054662495e-05, + "loss": 2.6741, + "step": 25403 + }, + { + "epoch": 0.43485852205618036, + "grad_norm": 2.2820827960968018, + "learning_rate": 1.2566674226075647e-05, + "loss": 2.5588, + "step": 25404 + }, + { + "epoch": 0.4348756397747308, + "grad_norm": 2.1855926513671875, + "learning_rate": 1.2566138389599733e-05, + "loss": 2.538, + "step": 25405 + }, + { + "epoch": 0.43489275749328127, + "grad_norm": 2.332465648651123, + "learning_rate": 1.2565602545236407e-05, + "loss": 2.7066, + "step": 25406 + }, + { + "epoch": 0.4349098752118318, + "grad_norm": 2.2868828773498535, + "learning_rate": 1.2565066692987312e-05, + "loss": 2.605, + "step": 25407 + }, + { + "epoch": 0.43492699293038223, + "grad_norm": 2.1287035942077637, + "learning_rate": 1.2564530832854099e-05, + "loss": 2.4798, + "step": 25408 + }, + { + "epoch": 0.43494411064893274, + "grad_norm": 2.205183982849121, + "learning_rate": 1.2563994964838409e-05, + "loss": 2.5131, + "step": 25409 + }, + { + "epoch": 0.4349612283674832, + "grad_norm": 2.304952621459961, + "learning_rate": 1.2563459088941889e-05, + "loss": 2.7362, + "step": 25410 + }, + { + "epoch": 0.43497834608603364, + "grad_norm": 2.2923738956451416, + "learning_rate": 1.2562923205166194e-05, + "loss": 2.6203, + "step": 25411 + }, + { + "epoch": 0.43499546380458415, + "grad_norm": 2.353685140609741, + "learning_rate": 1.2562387313512963e-05, + "loss": 2.6121, + "step": 25412 + }, + { + "epoch": 0.4350125815231346, + "grad_norm": 2.3252720832824707, + "learning_rate": 1.2561851413983845e-05, + "loss": 2.6198, + "step": 25413 + }, + { + "epoch": 0.43502969924168505, + "grad_norm": 2.3530759811401367, + "learning_rate": 1.2561315506580494e-05, + "loss": 2.5889, + "step": 25414 + }, + { + "epoch": 0.43504681696023556, + "grad_norm": 2.3251607418060303, + "learning_rate": 1.256077959130455e-05, + "loss": 2.6086, + "step": 25415 + }, + { + "epoch": 0.435063934678786, + "grad_norm": 2.2544803619384766, + "learning_rate": 1.2560243668157659e-05, + "loss": 2.4955, + "step": 25416 + }, + { + "epoch": 0.43508105239733647, + "grad_norm": 2.5622928142547607, + "learning_rate": 1.2559707737141471e-05, + "loss": 2.5558, + "step": 25417 + }, + { + "epoch": 0.435098170115887, + "grad_norm": 2.192694902420044, + "learning_rate": 1.2559171798257635e-05, + "loss": 2.4971, + "step": 25418 + }, + { + "epoch": 0.4351152878344374, + "grad_norm": 2.2680952548980713, + "learning_rate": 1.2558635851507796e-05, + "loss": 2.5099, + "step": 25419 + }, + { + "epoch": 0.4351324055529879, + "grad_norm": 2.2211854457855225, + "learning_rate": 1.2558099896893603e-05, + "loss": 2.5602, + "step": 25420 + }, + { + "epoch": 0.4351495232715384, + "grad_norm": 2.336653470993042, + "learning_rate": 1.2557563934416702e-05, + "loss": 2.5246, + "step": 25421 + }, + { + "epoch": 0.43516664099008884, + "grad_norm": 2.4072587490081787, + "learning_rate": 1.255702796407874e-05, + "loss": 2.5766, + "step": 25422 + }, + { + "epoch": 0.4351837587086393, + "grad_norm": 2.4172537326812744, + "learning_rate": 1.2556491985881367e-05, + "loss": 2.6954, + "step": 25423 + }, + { + "epoch": 0.4352008764271898, + "grad_norm": 2.254976749420166, + "learning_rate": 1.2555955999826225e-05, + "loss": 2.6079, + "step": 25424 + }, + { + "epoch": 0.43521799414574025, + "grad_norm": 2.443795919418335, + "learning_rate": 1.2555420005914968e-05, + "loss": 2.6275, + "step": 25425 + }, + { + "epoch": 0.4352351118642907, + "grad_norm": 2.2273848056793213, + "learning_rate": 1.2554884004149239e-05, + "loss": 2.5534, + "step": 25426 + }, + { + "epoch": 0.4352522295828412, + "grad_norm": 2.4725375175476074, + "learning_rate": 1.2554347994530687e-05, + "loss": 2.6078, + "step": 25427 + }, + { + "epoch": 0.43526934730139166, + "grad_norm": 2.263446569442749, + "learning_rate": 1.2553811977060956e-05, + "loss": 2.512, + "step": 25428 + }, + { + "epoch": 0.4352864650199421, + "grad_norm": 2.2776172161102295, + "learning_rate": 1.2553275951741704e-05, + "loss": 2.5962, + "step": 25429 + }, + { + "epoch": 0.4353035827384926, + "grad_norm": 2.394528865814209, + "learning_rate": 1.2552739918574567e-05, + "loss": 2.6066, + "step": 25430 + }, + { + "epoch": 0.4353207004570431, + "grad_norm": 2.412433624267578, + "learning_rate": 1.2552203877561197e-05, + "loss": 2.6132, + "step": 25431 + }, + { + "epoch": 0.4353378181755936, + "grad_norm": 2.406118631362915, + "learning_rate": 1.2551667828703243e-05, + "loss": 2.6469, + "step": 25432 + }, + { + "epoch": 0.43535493589414404, + "grad_norm": 2.1432924270629883, + "learning_rate": 1.255113177200235e-05, + "loss": 2.4563, + "step": 25433 + }, + { + "epoch": 0.4353720536126945, + "grad_norm": 2.3155059814453125, + "learning_rate": 1.2550595707460165e-05, + "loss": 2.6283, + "step": 25434 + }, + { + "epoch": 0.435389171331245, + "grad_norm": 2.340571641921997, + "learning_rate": 1.2550059635078343e-05, + "loss": 2.5536, + "step": 25435 + }, + { + "epoch": 0.43540628904979545, + "grad_norm": 2.4762728214263916, + "learning_rate": 1.2549523554858523e-05, + "loss": 2.6857, + "step": 25436 + }, + { + "epoch": 0.4354234067683459, + "grad_norm": 2.385984182357788, + "learning_rate": 1.2548987466802357e-05, + "loss": 2.5048, + "step": 25437 + }, + { + "epoch": 0.4354405244868964, + "grad_norm": 2.1768386363983154, + "learning_rate": 1.254845137091149e-05, + "loss": 2.4924, + "step": 25438 + }, + { + "epoch": 0.43545764220544686, + "grad_norm": 2.3396530151367188, + "learning_rate": 1.2547915267187571e-05, + "loss": 2.5858, + "step": 25439 + }, + { + "epoch": 0.4354747599239973, + "grad_norm": 2.2049570083618164, + "learning_rate": 1.2547379155632248e-05, + "loss": 2.6404, + "step": 25440 + }, + { + "epoch": 0.4354918776425478, + "grad_norm": 2.2341575622558594, + "learning_rate": 1.2546843036247173e-05, + "loss": 2.4268, + "step": 25441 + }, + { + "epoch": 0.4355089953610983, + "grad_norm": 2.2784838676452637, + "learning_rate": 1.2546306909033987e-05, + "loss": 2.4724, + "step": 25442 + }, + { + "epoch": 0.4355261130796487, + "grad_norm": 2.287144422531128, + "learning_rate": 1.2545770773994342e-05, + "loss": 2.4988, + "step": 25443 + }, + { + "epoch": 0.43554323079819923, + "grad_norm": 2.2703793048858643, + "learning_rate": 1.2545234631129886e-05, + "loss": 2.5653, + "step": 25444 + }, + { + "epoch": 0.4355603485167497, + "grad_norm": 2.395559310913086, + "learning_rate": 1.2544698480442263e-05, + "loss": 2.6939, + "step": 25445 + }, + { + "epoch": 0.43557746623530014, + "grad_norm": 2.53928279876709, + "learning_rate": 1.2544162321933127e-05, + "loss": 2.5929, + "step": 25446 + }, + { + "epoch": 0.43559458395385064, + "grad_norm": 2.408949375152588, + "learning_rate": 1.2543626155604119e-05, + "loss": 2.7747, + "step": 25447 + }, + { + "epoch": 0.4356117016724011, + "grad_norm": 2.444890260696411, + "learning_rate": 1.2543089981456888e-05, + "loss": 2.6495, + "step": 25448 + }, + { + "epoch": 0.43562881939095155, + "grad_norm": 2.4374313354492188, + "learning_rate": 1.254255379949309e-05, + "loss": 2.6074, + "step": 25449 + }, + { + "epoch": 0.43564593710950206, + "grad_norm": 2.501748561859131, + "learning_rate": 1.2542017609714362e-05, + "loss": 2.6548, + "step": 25450 + }, + { + "epoch": 0.4356630548280525, + "grad_norm": 2.4279398918151855, + "learning_rate": 1.2541481412122364e-05, + "loss": 2.5612, + "step": 25451 + }, + { + "epoch": 0.43568017254660296, + "grad_norm": 2.6153807640075684, + "learning_rate": 1.2540945206718738e-05, + "loss": 2.6188, + "step": 25452 + }, + { + "epoch": 0.43569729026515347, + "grad_norm": 2.3685121536254883, + "learning_rate": 1.2540408993505127e-05, + "loss": 2.6033, + "step": 25453 + }, + { + "epoch": 0.4357144079837039, + "grad_norm": 2.4151744842529297, + "learning_rate": 1.2539872772483186e-05, + "loss": 2.5704, + "step": 25454 + }, + { + "epoch": 0.43573152570225443, + "grad_norm": 2.3240442276000977, + "learning_rate": 1.253933654365456e-05, + "loss": 2.6571, + "step": 25455 + }, + { + "epoch": 0.4357486434208049, + "grad_norm": 2.3222763538360596, + "learning_rate": 1.2538800307020903e-05, + "loss": 2.5596, + "step": 25456 + }, + { + "epoch": 0.43576576113935533, + "grad_norm": 2.275418758392334, + "learning_rate": 1.2538264062583854e-05, + "loss": 2.6328, + "step": 25457 + }, + { + "epoch": 0.43578287885790584, + "grad_norm": 2.1019177436828613, + "learning_rate": 1.2537727810345066e-05, + "loss": 2.4913, + "step": 25458 + }, + { + "epoch": 0.4357999965764563, + "grad_norm": 2.2482032775878906, + "learning_rate": 1.2537191550306187e-05, + "loss": 2.5592, + "step": 25459 + }, + { + "epoch": 0.43581711429500675, + "grad_norm": 2.320587158203125, + "learning_rate": 1.2536655282468866e-05, + "loss": 2.5112, + "step": 25460 + }, + { + "epoch": 0.43583423201355725, + "grad_norm": 2.340592622756958, + "learning_rate": 1.2536119006834748e-05, + "loss": 2.5319, + "step": 25461 + }, + { + "epoch": 0.4358513497321077, + "grad_norm": 2.2892682552337646, + "learning_rate": 1.2535582723405488e-05, + "loss": 2.5855, + "step": 25462 + }, + { + "epoch": 0.43586846745065816, + "grad_norm": 2.3026063442230225, + "learning_rate": 1.2535046432182729e-05, + "loss": 2.5792, + "step": 25463 + }, + { + "epoch": 0.43588558516920867, + "grad_norm": 2.453232526779175, + "learning_rate": 1.2534510133168118e-05, + "loss": 2.5297, + "step": 25464 + }, + { + "epoch": 0.4359027028877591, + "grad_norm": 2.3720250129699707, + "learning_rate": 1.2533973826363312e-05, + "loss": 2.5936, + "step": 25465 + }, + { + "epoch": 0.43591982060630957, + "grad_norm": 2.4388625621795654, + "learning_rate": 1.2533437511769948e-05, + "loss": 2.5318, + "step": 25466 + }, + { + "epoch": 0.4359369383248601, + "grad_norm": 2.2805416584014893, + "learning_rate": 1.2532901189389683e-05, + "loss": 2.5987, + "step": 25467 + }, + { + "epoch": 0.43595405604341053, + "grad_norm": 2.298434019088745, + "learning_rate": 1.2532364859224159e-05, + "loss": 2.5848, + "step": 25468 + }, + { + "epoch": 0.435971173761961, + "grad_norm": 2.3783676624298096, + "learning_rate": 1.2531828521275032e-05, + "loss": 2.5777, + "step": 25469 + }, + { + "epoch": 0.4359882914805115, + "grad_norm": 2.324064254760742, + "learning_rate": 1.253129217554394e-05, + "loss": 2.6217, + "step": 25470 + }, + { + "epoch": 0.43600540919906194, + "grad_norm": 2.46814227104187, + "learning_rate": 1.2530755822032543e-05, + "loss": 2.5994, + "step": 25471 + }, + { + "epoch": 0.4360225269176124, + "grad_norm": 2.2489969730377197, + "learning_rate": 1.2530219460742485e-05, + "loss": 2.6031, + "step": 25472 + }, + { + "epoch": 0.4360396446361629, + "grad_norm": 2.299058675765991, + "learning_rate": 1.2529683091675416e-05, + "loss": 2.6011, + "step": 25473 + }, + { + "epoch": 0.43605676235471336, + "grad_norm": 2.284135103225708, + "learning_rate": 1.2529146714832975e-05, + "loss": 2.5614, + "step": 25474 + }, + { + "epoch": 0.4360738800732638, + "grad_norm": 2.313018560409546, + "learning_rate": 1.2528610330216824e-05, + "loss": 2.6543, + "step": 25475 + }, + { + "epoch": 0.4360909977918143, + "grad_norm": 2.418118476867676, + "learning_rate": 1.2528073937828605e-05, + "loss": 2.5538, + "step": 25476 + }, + { + "epoch": 0.43610811551036477, + "grad_norm": 2.2939229011535645, + "learning_rate": 1.2527537537669965e-05, + "loss": 2.5633, + "step": 25477 + }, + { + "epoch": 0.4361252332289153, + "grad_norm": 2.3562278747558594, + "learning_rate": 1.2527001129742557e-05, + "loss": 2.639, + "step": 25478 + }, + { + "epoch": 0.43614235094746573, + "grad_norm": 2.5536415576934814, + "learning_rate": 1.2526464714048028e-05, + "loss": 2.6751, + "step": 25479 + }, + { + "epoch": 0.4361594686660162, + "grad_norm": 2.1884021759033203, + "learning_rate": 1.252592829058803e-05, + "loss": 2.5357, + "step": 25480 + }, + { + "epoch": 0.4361765863845667, + "grad_norm": 2.264084815979004, + "learning_rate": 1.2525391859364204e-05, + "loss": 2.6494, + "step": 25481 + }, + { + "epoch": 0.43619370410311714, + "grad_norm": 2.407900810241699, + "learning_rate": 1.2524855420378206e-05, + "loss": 2.6067, + "step": 25482 + }, + { + "epoch": 0.4362108218216676, + "grad_norm": 2.1192784309387207, + "learning_rate": 1.2524318973631681e-05, + "loss": 2.4175, + "step": 25483 + }, + { + "epoch": 0.4362279395402181, + "grad_norm": 2.431110143661499, + "learning_rate": 1.2523782519126279e-05, + "loss": 2.597, + "step": 25484 + }, + { + "epoch": 0.43624505725876855, + "grad_norm": 2.405897855758667, + "learning_rate": 1.252324605686365e-05, + "loss": 2.6302, + "step": 25485 + }, + { + "epoch": 0.436262174977319, + "grad_norm": 2.2447669506073, + "learning_rate": 1.252270958684544e-05, + "loss": 2.5179, + "step": 25486 + }, + { + "epoch": 0.4362792926958695, + "grad_norm": 2.26849102973938, + "learning_rate": 1.2522173109073303e-05, + "loss": 2.4901, + "step": 25487 + }, + { + "epoch": 0.43629641041441997, + "grad_norm": 2.2602598667144775, + "learning_rate": 1.2521636623548883e-05, + "loss": 2.5715, + "step": 25488 + }, + { + "epoch": 0.4363135281329704, + "grad_norm": 2.266540765762329, + "learning_rate": 1.2521100130273831e-05, + "loss": 2.5432, + "step": 25489 + }, + { + "epoch": 0.4363306458515209, + "grad_norm": 2.326241970062256, + "learning_rate": 1.2520563629249796e-05, + "loss": 2.6055, + "step": 25490 + }, + { + "epoch": 0.4363477635700714, + "grad_norm": 2.3125545978546143, + "learning_rate": 1.2520027120478423e-05, + "loss": 2.6317, + "step": 25491 + }, + { + "epoch": 0.43636488128862183, + "grad_norm": 2.2892069816589355, + "learning_rate": 1.2519490603961368e-05, + "loss": 2.5382, + "step": 25492 + }, + { + "epoch": 0.43638199900717234, + "grad_norm": 2.460973024368286, + "learning_rate": 1.2518954079700278e-05, + "loss": 2.6955, + "step": 25493 + }, + { + "epoch": 0.4363991167257228, + "grad_norm": 2.381234884262085, + "learning_rate": 1.2518417547696801e-05, + "loss": 2.6564, + "step": 25494 + }, + { + "epoch": 0.43641623444427324, + "grad_norm": 2.2455127239227295, + "learning_rate": 1.2517881007952583e-05, + "loss": 2.5752, + "step": 25495 + }, + { + "epoch": 0.43643335216282375, + "grad_norm": 2.3130552768707275, + "learning_rate": 1.2517344460469279e-05, + "loss": 2.5711, + "step": 25496 + }, + { + "epoch": 0.4364504698813742, + "grad_norm": 2.2637343406677246, + "learning_rate": 1.2516807905248532e-05, + "loss": 2.5075, + "step": 25497 + }, + { + "epoch": 0.43646758759992466, + "grad_norm": 2.356935977935791, + "learning_rate": 1.2516271342291997e-05, + "loss": 2.6312, + "step": 25498 + }, + { + "epoch": 0.43648470531847516, + "grad_norm": 2.239361524581909, + "learning_rate": 1.251573477160132e-05, + "loss": 2.5831, + "step": 25499 + }, + { + "epoch": 0.4365018230370256, + "grad_norm": 2.2739174365997314, + "learning_rate": 1.251519819317815e-05, + "loss": 2.5295, + "step": 25500 + }, + { + "epoch": 0.4365189407555761, + "grad_norm": 2.390667200088501, + "learning_rate": 1.2514661607024141e-05, + "loss": 2.5211, + "step": 25501 + }, + { + "epoch": 0.4365360584741266, + "grad_norm": 2.319476842880249, + "learning_rate": 1.2514125013140935e-05, + "loss": 2.6989, + "step": 25502 + }, + { + "epoch": 0.43655317619267703, + "grad_norm": 2.1999447345733643, + "learning_rate": 1.2513588411530184e-05, + "loss": 2.5559, + "step": 25503 + }, + { + "epoch": 0.43657029391122754, + "grad_norm": 2.4003477096557617, + "learning_rate": 1.2513051802193539e-05, + "loss": 2.7105, + "step": 25504 + }, + { + "epoch": 0.436587411629778, + "grad_norm": 2.144270420074463, + "learning_rate": 1.2512515185132653e-05, + "loss": 2.6079, + "step": 25505 + }, + { + "epoch": 0.43660452934832844, + "grad_norm": 2.3840696811676025, + "learning_rate": 1.2511978560349162e-05, + "loss": 2.67, + "step": 25506 + }, + { + "epoch": 0.43662164706687895, + "grad_norm": 2.3130574226379395, + "learning_rate": 1.251144192784473e-05, + "loss": 2.5726, + "step": 25507 + }, + { + "epoch": 0.4366387647854294, + "grad_norm": 2.247678518295288, + "learning_rate": 1.2510905287621e-05, + "loss": 2.5706, + "step": 25508 + }, + { + "epoch": 0.43665588250397985, + "grad_norm": 2.315624475479126, + "learning_rate": 1.2510368639679623e-05, + "loss": 2.5483, + "step": 25509 + }, + { + "epoch": 0.43667300022253036, + "grad_norm": 2.182852029800415, + "learning_rate": 1.2509831984022247e-05, + "loss": 2.4602, + "step": 25510 + }, + { + "epoch": 0.4366901179410808, + "grad_norm": 2.3441567420959473, + "learning_rate": 1.2509295320650521e-05, + "loss": 2.6685, + "step": 25511 + }, + { + "epoch": 0.43670723565963127, + "grad_norm": 2.2620561122894287, + "learning_rate": 1.2508758649566096e-05, + "loss": 2.5576, + "step": 25512 + }, + { + "epoch": 0.4367243533781818, + "grad_norm": 2.299783945083618, + "learning_rate": 1.250822197077062e-05, + "loss": 2.4807, + "step": 25513 + }, + { + "epoch": 0.4367414710967322, + "grad_norm": 2.260863780975342, + "learning_rate": 1.2507685284265744e-05, + "loss": 2.4966, + "step": 25514 + }, + { + "epoch": 0.4367585888152827, + "grad_norm": 2.378861427307129, + "learning_rate": 1.250714859005312e-05, + "loss": 2.6079, + "step": 25515 + }, + { + "epoch": 0.4367757065338332, + "grad_norm": 2.295184850692749, + "learning_rate": 1.2506611888134393e-05, + "loss": 2.4234, + "step": 25516 + }, + { + "epoch": 0.43679282425238364, + "grad_norm": 2.3217132091522217, + "learning_rate": 1.2506075178511215e-05, + "loss": 2.5574, + "step": 25517 + }, + { + "epoch": 0.4368099419709341, + "grad_norm": 2.303375482559204, + "learning_rate": 1.2505538461185233e-05, + "loss": 2.6373, + "step": 25518 + }, + { + "epoch": 0.4368270596894846, + "grad_norm": 2.2257027626037598, + "learning_rate": 1.25050017361581e-05, + "loss": 2.4737, + "step": 25519 + }, + { + "epoch": 0.43684417740803505, + "grad_norm": 2.2658016681671143, + "learning_rate": 1.2504465003431466e-05, + "loss": 2.5732, + "step": 25520 + }, + { + "epoch": 0.4368612951265855, + "grad_norm": 2.2596094608306885, + "learning_rate": 1.2503928263006977e-05, + "loss": 2.4938, + "step": 25521 + }, + { + "epoch": 0.436878412845136, + "grad_norm": 2.0513064861297607, + "learning_rate": 1.2503391514886285e-05, + "loss": 2.353, + "step": 25522 + }, + { + "epoch": 0.43689553056368646, + "grad_norm": 2.2293648719787598, + "learning_rate": 1.2502854759071043e-05, + "loss": 2.5427, + "step": 25523 + }, + { + "epoch": 0.43691264828223697, + "grad_norm": 2.2195680141448975, + "learning_rate": 1.2502317995562896e-05, + "loss": 2.5497, + "step": 25524 + }, + { + "epoch": 0.4369297660007874, + "grad_norm": 2.3420333862304688, + "learning_rate": 1.2501781224363492e-05, + "loss": 2.523, + "step": 25525 + }, + { + "epoch": 0.4369468837193379, + "grad_norm": 2.249162197113037, + "learning_rate": 1.250124444547449e-05, + "loss": 2.6234, + "step": 25526 + }, + { + "epoch": 0.4369640014378884, + "grad_norm": 2.3595950603485107, + "learning_rate": 1.250070765889753e-05, + "loss": 2.5637, + "step": 25527 + }, + { + "epoch": 0.43698111915643884, + "grad_norm": 2.3244683742523193, + "learning_rate": 1.2500170864634267e-05, + "loss": 2.6043, + "step": 25528 + }, + { + "epoch": 0.4369982368749893, + "grad_norm": 2.3303136825561523, + "learning_rate": 1.249963406268635e-05, + "loss": 2.4757, + "step": 25529 + }, + { + "epoch": 0.4370153545935398, + "grad_norm": 2.2186367511749268, + "learning_rate": 1.249909725305543e-05, + "loss": 2.5279, + "step": 25530 + }, + { + "epoch": 0.43703247231209025, + "grad_norm": 2.2336301803588867, + "learning_rate": 1.2498560435743155e-05, + "loss": 2.6176, + "step": 25531 + }, + { + "epoch": 0.4370495900306407, + "grad_norm": 2.2836902141571045, + "learning_rate": 1.2498023610751178e-05, + "loss": 2.5788, + "step": 25532 + }, + { + "epoch": 0.4370667077491912, + "grad_norm": 2.3131842613220215, + "learning_rate": 1.2497486778081145e-05, + "loss": 2.6879, + "step": 25533 + }, + { + "epoch": 0.43708382546774166, + "grad_norm": 2.1976535320281982, + "learning_rate": 1.2496949937734705e-05, + "loss": 2.5493, + "step": 25534 + }, + { + "epoch": 0.4371009431862921, + "grad_norm": 2.1830508708953857, + "learning_rate": 1.2496413089713513e-05, + "loss": 2.5333, + "step": 25535 + }, + { + "epoch": 0.4371180609048426, + "grad_norm": 2.3533730506896973, + "learning_rate": 1.249587623401922e-05, + "loss": 2.6794, + "step": 25536 + }, + { + "epoch": 0.4371351786233931, + "grad_norm": 2.3574912548065186, + "learning_rate": 1.2495339370653471e-05, + "loss": 2.66, + "step": 25537 + }, + { + "epoch": 0.4371522963419435, + "grad_norm": 2.260735511779785, + "learning_rate": 1.249480249961792e-05, + "loss": 2.5213, + "step": 25538 + }, + { + "epoch": 0.43716941406049403, + "grad_norm": 2.240410089492798, + "learning_rate": 1.2494265620914211e-05, + "loss": 2.6503, + "step": 25539 + }, + { + "epoch": 0.4371865317790445, + "grad_norm": 2.285675287246704, + "learning_rate": 1.2493728734544002e-05, + "loss": 2.5414, + "step": 25540 + }, + { + "epoch": 0.43720364949759494, + "grad_norm": 2.295231819152832, + "learning_rate": 1.2493191840508938e-05, + "loss": 2.5369, + "step": 25541 + }, + { + "epoch": 0.43722076721614545, + "grad_norm": 2.37298321723938, + "learning_rate": 1.2492654938810674e-05, + "loss": 2.5713, + "step": 25542 + }, + { + "epoch": 0.4372378849346959, + "grad_norm": 2.2440848350524902, + "learning_rate": 1.2492118029450856e-05, + "loss": 2.6088, + "step": 25543 + }, + { + "epoch": 0.43725500265324635, + "grad_norm": 2.4313788414001465, + "learning_rate": 1.2491581112431136e-05, + "loss": 2.5567, + "step": 25544 + }, + { + "epoch": 0.43727212037179686, + "grad_norm": 2.34792160987854, + "learning_rate": 1.249104418775316e-05, + "loss": 2.5974, + "step": 25545 + }, + { + "epoch": 0.4372892380903473, + "grad_norm": 2.3207404613494873, + "learning_rate": 1.2490507255418585e-05, + "loss": 2.5385, + "step": 25546 + }, + { + "epoch": 0.4373063558088978, + "grad_norm": 2.4674649238586426, + "learning_rate": 1.2489970315429061e-05, + "loss": 2.6519, + "step": 25547 + }, + { + "epoch": 0.43732347352744827, + "grad_norm": 2.173764228820801, + "learning_rate": 1.2489433367786232e-05, + "loss": 2.4887, + "step": 25548 + }, + { + "epoch": 0.4373405912459987, + "grad_norm": 2.3523478507995605, + "learning_rate": 1.2488896412491753e-05, + "loss": 2.6008, + "step": 25549 + }, + { + "epoch": 0.43735770896454923, + "grad_norm": 2.3901307582855225, + "learning_rate": 1.2488359449547273e-05, + "loss": 2.6783, + "step": 25550 + }, + { + "epoch": 0.4373748266830997, + "grad_norm": 2.408020496368408, + "learning_rate": 1.2487822478954446e-05, + "loss": 2.5699, + "step": 25551 + }, + { + "epoch": 0.43739194440165013, + "grad_norm": 2.323845624923706, + "learning_rate": 1.2487285500714918e-05, + "loss": 2.482, + "step": 25552 + }, + { + "epoch": 0.43740906212020064, + "grad_norm": 2.3071494102478027, + "learning_rate": 1.2486748514830342e-05, + "loss": 2.5683, + "step": 25553 + }, + { + "epoch": 0.4374261798387511, + "grad_norm": 2.4173574447631836, + "learning_rate": 1.2486211521302368e-05, + "loss": 2.6045, + "step": 25554 + }, + { + "epoch": 0.43744329755730155, + "grad_norm": 2.2542927265167236, + "learning_rate": 1.2485674520132645e-05, + "loss": 2.5214, + "step": 25555 + }, + { + "epoch": 0.43746041527585205, + "grad_norm": 2.2844104766845703, + "learning_rate": 1.2485137511322822e-05, + "loss": 2.6622, + "step": 25556 + }, + { + "epoch": 0.4374775329944025, + "grad_norm": 2.2062883377075195, + "learning_rate": 1.2484600494874557e-05, + "loss": 2.5246, + "step": 25557 + }, + { + "epoch": 0.43749465071295296, + "grad_norm": 2.476571559906006, + "learning_rate": 1.2484063470789494e-05, + "loss": 2.6227, + "step": 25558 + }, + { + "epoch": 0.43751176843150347, + "grad_norm": 2.2339870929718018, + "learning_rate": 1.2483526439069287e-05, + "loss": 2.6971, + "step": 25559 + }, + { + "epoch": 0.4375288861500539, + "grad_norm": 2.156541585922241, + "learning_rate": 1.2482989399715582e-05, + "loss": 2.6236, + "step": 25560 + }, + { + "epoch": 0.43754600386860437, + "grad_norm": 2.4735870361328125, + "learning_rate": 1.2482452352730032e-05, + "loss": 2.6655, + "step": 25561 + }, + { + "epoch": 0.4375631215871549, + "grad_norm": 2.297356367111206, + "learning_rate": 1.248191529811429e-05, + "loss": 2.639, + "step": 25562 + }, + { + "epoch": 0.43758023930570533, + "grad_norm": 2.2948763370513916, + "learning_rate": 1.2481378235870007e-05, + "loss": 2.5269, + "step": 25563 + }, + { + "epoch": 0.4375973570242558, + "grad_norm": 2.2715282440185547, + "learning_rate": 1.2480841165998832e-05, + "loss": 2.4802, + "step": 25564 + }, + { + "epoch": 0.4376144747428063, + "grad_norm": 2.3316991329193115, + "learning_rate": 1.2480304088502413e-05, + "loss": 2.584, + "step": 25565 + }, + { + "epoch": 0.43763159246135674, + "grad_norm": 2.2923359870910645, + "learning_rate": 1.2479767003382406e-05, + "loss": 2.5986, + "step": 25566 + }, + { + "epoch": 0.4376487101799072, + "grad_norm": 2.3601231575012207, + "learning_rate": 1.2479229910640458e-05, + "loss": 2.5032, + "step": 25567 + }, + { + "epoch": 0.4376658278984577, + "grad_norm": 2.3112945556640625, + "learning_rate": 1.2478692810278222e-05, + "loss": 2.6538, + "step": 25568 + }, + { + "epoch": 0.43768294561700816, + "grad_norm": 2.2105088233947754, + "learning_rate": 1.2478155702297348e-05, + "loss": 2.4123, + "step": 25569 + }, + { + "epoch": 0.4377000633355586, + "grad_norm": 2.277686595916748, + "learning_rate": 1.2477618586699487e-05, + "loss": 2.4892, + "step": 25570 + }, + { + "epoch": 0.4377171810541091, + "grad_norm": 2.32395339012146, + "learning_rate": 1.2477081463486287e-05, + "loss": 2.5011, + "step": 25571 + }, + { + "epoch": 0.43773429877265957, + "grad_norm": 2.2842307090759277, + "learning_rate": 1.2476544332659403e-05, + "loss": 2.5223, + "step": 25572 + }, + { + "epoch": 0.4377514164912101, + "grad_norm": 2.335012674331665, + "learning_rate": 1.2476007194220487e-05, + "loss": 2.5792, + "step": 25573 + }, + { + "epoch": 0.43776853420976053, + "grad_norm": 2.2425897121429443, + "learning_rate": 1.2475470048171188e-05, + "loss": 2.5735, + "step": 25574 + }, + { + "epoch": 0.437785651928311, + "grad_norm": 2.239055633544922, + "learning_rate": 1.2474932894513154e-05, + "loss": 2.5126, + "step": 25575 + }, + { + "epoch": 0.4378027696468615, + "grad_norm": 2.2045767307281494, + "learning_rate": 1.2474395733248038e-05, + "loss": 2.474, + "step": 25576 + }, + { + "epoch": 0.43781988736541194, + "grad_norm": 2.422273874282837, + "learning_rate": 1.2473858564377495e-05, + "loss": 2.6104, + "step": 25577 + }, + { + "epoch": 0.4378370050839624, + "grad_norm": 2.263444185256958, + "learning_rate": 1.247332138790317e-05, + "loss": 2.5649, + "step": 25578 + }, + { + "epoch": 0.4378541228025129, + "grad_norm": 2.312532424926758, + "learning_rate": 1.247278420382672e-05, + "loss": 2.5309, + "step": 25579 + }, + { + "epoch": 0.43787124052106335, + "grad_norm": 2.290696859359741, + "learning_rate": 1.2472247012149792e-05, + "loss": 2.452, + "step": 25580 + }, + { + "epoch": 0.4378883582396138, + "grad_norm": 2.427032947540283, + "learning_rate": 1.2471709812874035e-05, + "loss": 2.6784, + "step": 25581 + }, + { + "epoch": 0.4379054759581643, + "grad_norm": 2.2271809577941895, + "learning_rate": 1.2471172606001105e-05, + "loss": 2.6105, + "step": 25582 + }, + { + "epoch": 0.43792259367671477, + "grad_norm": 2.3677866458892822, + "learning_rate": 1.2470635391532653e-05, + "loss": 2.4501, + "step": 25583 + }, + { + "epoch": 0.4379397113952652, + "grad_norm": 2.148895025253296, + "learning_rate": 1.2470098169470328e-05, + "loss": 2.5838, + "step": 25584 + }, + { + "epoch": 0.4379568291138157, + "grad_norm": 2.3099422454833984, + "learning_rate": 1.2469560939815782e-05, + "loss": 2.5535, + "step": 25585 + }, + { + "epoch": 0.4379739468323662, + "grad_norm": 2.2701871395111084, + "learning_rate": 1.2469023702570663e-05, + "loss": 2.5436, + "step": 25586 + }, + { + "epoch": 0.43799106455091663, + "grad_norm": 2.271047353744507, + "learning_rate": 1.2468486457736631e-05, + "loss": 2.4774, + "step": 25587 + }, + { + "epoch": 0.43800818226946714, + "grad_norm": 2.431674003601074, + "learning_rate": 1.2467949205315329e-05, + "loss": 2.5421, + "step": 25588 + }, + { + "epoch": 0.4380252999880176, + "grad_norm": 2.1741340160369873, + "learning_rate": 1.246741194530841e-05, + "loss": 2.5119, + "step": 25589 + }, + { + "epoch": 0.43804241770656804, + "grad_norm": 2.2810356616973877, + "learning_rate": 1.246687467771753e-05, + "loss": 2.6526, + "step": 25590 + }, + { + "epoch": 0.43805953542511855, + "grad_norm": 2.49458384513855, + "learning_rate": 1.2466337402544333e-05, + "loss": 2.6723, + "step": 25591 + }, + { + "epoch": 0.438076653143669, + "grad_norm": 2.264794111251831, + "learning_rate": 1.2465800119790476e-05, + "loss": 2.6688, + "step": 25592 + }, + { + "epoch": 0.43809377086221946, + "grad_norm": 2.229959011077881, + "learning_rate": 1.2465262829457607e-05, + "loss": 2.5785, + "step": 25593 + }, + { + "epoch": 0.43811088858076996, + "grad_norm": 2.274620294570923, + "learning_rate": 1.2464725531547379e-05, + "loss": 2.6123, + "step": 25594 + }, + { + "epoch": 0.4381280062993204, + "grad_norm": 2.1351966857910156, + "learning_rate": 1.246418822606145e-05, + "loss": 2.5148, + "step": 25595 + }, + { + "epoch": 0.4381451240178709, + "grad_norm": 2.413048505783081, + "learning_rate": 1.246365091300146e-05, + "loss": 2.5413, + "step": 25596 + }, + { + "epoch": 0.4381622417364214, + "grad_norm": 2.477590799331665, + "learning_rate": 1.2463113592369064e-05, + "loss": 2.5933, + "step": 25597 + }, + { + "epoch": 0.43817935945497183, + "grad_norm": 2.156618356704712, + "learning_rate": 1.2462576264165916e-05, + "loss": 2.4819, + "step": 25598 + }, + { + "epoch": 0.43819647717352234, + "grad_norm": 2.4150288105010986, + "learning_rate": 1.2462038928393668e-05, + "loss": 2.5297, + "step": 25599 + }, + { + "epoch": 0.4382135948920728, + "grad_norm": 2.338916063308716, + "learning_rate": 1.246150158505397e-05, + "loss": 2.6129, + "step": 25600 + }, + { + "epoch": 0.43823071261062324, + "grad_norm": 2.4301745891571045, + "learning_rate": 1.2460964234148473e-05, + "loss": 2.5805, + "step": 25601 + }, + { + "epoch": 0.43824783032917375, + "grad_norm": 2.405543088912964, + "learning_rate": 1.2460426875678832e-05, + "loss": 2.5709, + "step": 25602 + }, + { + "epoch": 0.4382649480477242, + "grad_norm": 2.35390043258667, + "learning_rate": 1.2459889509646694e-05, + "loss": 2.4889, + "step": 25603 + }, + { + "epoch": 0.43828206576627465, + "grad_norm": 2.3543832302093506, + "learning_rate": 1.245935213605371e-05, + "loss": 2.6537, + "step": 25604 + }, + { + "epoch": 0.43829918348482516, + "grad_norm": 2.385793447494507, + "learning_rate": 1.2458814754901538e-05, + "loss": 2.4818, + "step": 25605 + }, + { + "epoch": 0.4383163012033756, + "grad_norm": 2.460557222366333, + "learning_rate": 1.245827736619183e-05, + "loss": 2.6273, + "step": 25606 + }, + { + "epoch": 0.43833341892192607, + "grad_norm": 2.472055196762085, + "learning_rate": 1.2457739969926226e-05, + "loss": 2.7152, + "step": 25607 + }, + { + "epoch": 0.4383505366404766, + "grad_norm": 2.4414920806884766, + "learning_rate": 1.245720256610639e-05, + "loss": 2.6883, + "step": 25608 + }, + { + "epoch": 0.438367654359027, + "grad_norm": 2.2932279109954834, + "learning_rate": 1.245666515473397e-05, + "loss": 2.5519, + "step": 25609 + }, + { + "epoch": 0.4383847720775775, + "grad_norm": 2.2883222103118896, + "learning_rate": 1.2456127735810614e-05, + "loss": 2.5023, + "step": 25610 + }, + { + "epoch": 0.438401889796128, + "grad_norm": 2.3930885791778564, + "learning_rate": 1.2455590309337982e-05, + "loss": 2.5832, + "step": 25611 + }, + { + "epoch": 0.43841900751467844, + "grad_norm": 2.2627034187316895, + "learning_rate": 1.245505287531772e-05, + "loss": 2.5104, + "step": 25612 + }, + { + "epoch": 0.4384361252332289, + "grad_norm": 2.4276156425476074, + "learning_rate": 1.2454515433751478e-05, + "loss": 2.7321, + "step": 25613 + }, + { + "epoch": 0.4384532429517794, + "grad_norm": 2.3061983585357666, + "learning_rate": 1.245397798464091e-05, + "loss": 2.5911, + "step": 25614 + }, + { + "epoch": 0.43847036067032985, + "grad_norm": 2.2360877990722656, + "learning_rate": 1.245344052798767e-05, + "loss": 2.5991, + "step": 25615 + }, + { + "epoch": 0.4384874783888803, + "grad_norm": 2.318620443344116, + "learning_rate": 1.2452903063793413e-05, + "loss": 2.5257, + "step": 25616 + }, + { + "epoch": 0.4385045961074308, + "grad_norm": 2.326906442642212, + "learning_rate": 1.2452365592059785e-05, + "loss": 2.5172, + "step": 25617 + }, + { + "epoch": 0.43852171382598126, + "grad_norm": 2.247549057006836, + "learning_rate": 1.2451828112788437e-05, + "loss": 2.5147, + "step": 25618 + }, + { + "epoch": 0.43853883154453177, + "grad_norm": 2.208209276199341, + "learning_rate": 1.2451290625981026e-05, + "loss": 2.6222, + "step": 25619 + }, + { + "epoch": 0.4385559492630822, + "grad_norm": 2.3225464820861816, + "learning_rate": 1.2450753131639197e-05, + "loss": 2.7066, + "step": 25620 + }, + { + "epoch": 0.4385730669816327, + "grad_norm": 2.2925102710723877, + "learning_rate": 1.2450215629764613e-05, + "loss": 2.5201, + "step": 25621 + }, + { + "epoch": 0.4385901847001832, + "grad_norm": 2.2141547203063965, + "learning_rate": 1.2449678120358916e-05, + "loss": 2.4583, + "step": 25622 + }, + { + "epoch": 0.43860730241873364, + "grad_norm": 2.4277570247650146, + "learning_rate": 1.2449140603423765e-05, + "loss": 2.5483, + "step": 25623 + }, + { + "epoch": 0.4386244201372841, + "grad_norm": 2.3090264797210693, + "learning_rate": 1.2448603078960807e-05, + "loss": 2.6784, + "step": 25624 + }, + { + "epoch": 0.4386415378558346, + "grad_norm": 2.262498378753662, + "learning_rate": 1.2448065546971696e-05, + "loss": 2.556, + "step": 25625 + }, + { + "epoch": 0.43865865557438505, + "grad_norm": 2.2437174320220947, + "learning_rate": 1.2447528007458087e-05, + "loss": 2.5772, + "step": 25626 + }, + { + "epoch": 0.4386757732929355, + "grad_norm": 2.2696056365966797, + "learning_rate": 1.244699046042163e-05, + "loss": 2.5555, + "step": 25627 + }, + { + "epoch": 0.438692891011486, + "grad_norm": 2.349459409713745, + "learning_rate": 1.2446452905863975e-05, + "loss": 2.5715, + "step": 25628 + }, + { + "epoch": 0.43871000873003646, + "grad_norm": 2.3107542991638184, + "learning_rate": 1.2445915343786777e-05, + "loss": 2.666, + "step": 25629 + }, + { + "epoch": 0.4387271264485869, + "grad_norm": 2.3359150886535645, + "learning_rate": 1.2445377774191685e-05, + "loss": 2.5942, + "step": 25630 + }, + { + "epoch": 0.4387442441671374, + "grad_norm": 2.233882188796997, + "learning_rate": 1.244484019708036e-05, + "loss": 2.5199, + "step": 25631 + }, + { + "epoch": 0.4387613618856879, + "grad_norm": 2.41304874420166, + "learning_rate": 1.2444302612454443e-05, + "loss": 2.7062, + "step": 25632 + }, + { + "epoch": 0.4387784796042383, + "grad_norm": 2.257415533065796, + "learning_rate": 1.2443765020315593e-05, + "loss": 2.4433, + "step": 25633 + }, + { + "epoch": 0.43879559732278883, + "grad_norm": 2.346759557723999, + "learning_rate": 1.2443227420665461e-05, + "loss": 2.613, + "step": 25634 + }, + { + "epoch": 0.4388127150413393, + "grad_norm": 2.334559917449951, + "learning_rate": 1.2442689813505698e-05, + "loss": 2.5504, + "step": 25635 + }, + { + "epoch": 0.43882983275988974, + "grad_norm": 2.5013582706451416, + "learning_rate": 1.2442152198837958e-05, + "loss": 2.5921, + "step": 25636 + }, + { + "epoch": 0.43884695047844025, + "grad_norm": 2.4392812252044678, + "learning_rate": 1.2441614576663894e-05, + "loss": 2.5822, + "step": 25637 + }, + { + "epoch": 0.4388640681969907, + "grad_norm": 2.3714401721954346, + "learning_rate": 1.2441076946985157e-05, + "loss": 2.6509, + "step": 25638 + }, + { + "epoch": 0.43888118591554115, + "grad_norm": 2.2487974166870117, + "learning_rate": 1.24405393098034e-05, + "loss": 2.6119, + "step": 25639 + }, + { + "epoch": 0.43889830363409166, + "grad_norm": 2.406099796295166, + "learning_rate": 1.2440001665120276e-05, + "loss": 2.7049, + "step": 25640 + }, + { + "epoch": 0.4389154213526421, + "grad_norm": 2.373772144317627, + "learning_rate": 1.2439464012937437e-05, + "loss": 2.6054, + "step": 25641 + }, + { + "epoch": 0.4389325390711926, + "grad_norm": 2.342395305633545, + "learning_rate": 1.2438926353256536e-05, + "loss": 2.5965, + "step": 25642 + }, + { + "epoch": 0.43894965678974307, + "grad_norm": 2.195634126663208, + "learning_rate": 1.2438388686079226e-05, + "loss": 2.5375, + "step": 25643 + }, + { + "epoch": 0.4389667745082935, + "grad_norm": 2.2876532077789307, + "learning_rate": 1.2437851011407156e-05, + "loss": 2.5742, + "step": 25644 + }, + { + "epoch": 0.43898389222684403, + "grad_norm": 2.176044225692749, + "learning_rate": 1.2437313329241985e-05, + "loss": 2.6333, + "step": 25645 + }, + { + "epoch": 0.4390010099453945, + "grad_norm": 2.343994140625, + "learning_rate": 1.2436775639585359e-05, + "loss": 2.7028, + "step": 25646 + }, + { + "epoch": 0.43901812766394493, + "grad_norm": 2.3798413276672363, + "learning_rate": 1.2436237942438936e-05, + "loss": 2.6421, + "step": 25647 + }, + { + "epoch": 0.43903524538249544, + "grad_norm": 2.4694368839263916, + "learning_rate": 1.2435700237804366e-05, + "loss": 2.7153, + "step": 25648 + }, + { + "epoch": 0.4390523631010459, + "grad_norm": 2.4340388774871826, + "learning_rate": 1.2435162525683303e-05, + "loss": 2.5813, + "step": 25649 + }, + { + "epoch": 0.43906948081959635, + "grad_norm": 2.3091657161712646, + "learning_rate": 1.2434624806077395e-05, + "loss": 2.5477, + "step": 25650 + }, + { + "epoch": 0.43908659853814686, + "grad_norm": 2.3686397075653076, + "learning_rate": 1.2434087078988302e-05, + "loss": 2.6113, + "step": 25651 + }, + { + "epoch": 0.4391037162566973, + "grad_norm": 2.2162115573883057, + "learning_rate": 1.2433549344417672e-05, + "loss": 2.4818, + "step": 25652 + }, + { + "epoch": 0.43912083397524776, + "grad_norm": 2.422621726989746, + "learning_rate": 1.2433011602367161e-05, + "loss": 2.4745, + "step": 25653 + }, + { + "epoch": 0.43913795169379827, + "grad_norm": 2.2316975593566895, + "learning_rate": 1.243247385283842e-05, + "loss": 2.6096, + "step": 25654 + }, + { + "epoch": 0.4391550694123487, + "grad_norm": 2.2681686878204346, + "learning_rate": 1.2431936095833101e-05, + "loss": 2.5513, + "step": 25655 + }, + { + "epoch": 0.43917218713089917, + "grad_norm": 2.2389140129089355, + "learning_rate": 1.2431398331352857e-05, + "loss": 2.4874, + "step": 25656 + }, + { + "epoch": 0.4391893048494497, + "grad_norm": 2.2782723903656006, + "learning_rate": 1.2430860559399343e-05, + "loss": 2.5585, + "step": 25657 + }, + { + "epoch": 0.43920642256800013, + "grad_norm": 2.3994109630584717, + "learning_rate": 1.2430322779974212e-05, + "loss": 2.59, + "step": 25658 + }, + { + "epoch": 0.4392235402865506, + "grad_norm": 2.320481777191162, + "learning_rate": 1.2429784993079115e-05, + "loss": 2.5123, + "step": 25659 + }, + { + "epoch": 0.4392406580051011, + "grad_norm": 2.3653604984283447, + "learning_rate": 1.2429247198715706e-05, + "loss": 2.6636, + "step": 25660 + }, + { + "epoch": 0.43925777572365154, + "grad_norm": 2.3536880016326904, + "learning_rate": 1.2428709396885634e-05, + "loss": 2.5366, + "step": 25661 + }, + { + "epoch": 0.439274893442202, + "grad_norm": 2.3929295539855957, + "learning_rate": 1.2428171587590558e-05, + "loss": 2.5298, + "step": 25662 + }, + { + "epoch": 0.4392920111607525, + "grad_norm": 2.2753677368164062, + "learning_rate": 1.2427633770832128e-05, + "loss": 2.5518, + "step": 25663 + }, + { + "epoch": 0.43930912887930296, + "grad_norm": 2.420779228210449, + "learning_rate": 1.2427095946612e-05, + "loss": 2.6284, + "step": 25664 + }, + { + "epoch": 0.43932624659785346, + "grad_norm": 2.2435073852539062, + "learning_rate": 1.2426558114931824e-05, + "loss": 2.5408, + "step": 25665 + }, + { + "epoch": 0.4393433643164039, + "grad_norm": 2.4375193119049072, + "learning_rate": 1.242602027579325e-05, + "loss": 2.5877, + "step": 25666 + }, + { + "epoch": 0.43936048203495437, + "grad_norm": 2.3401119709014893, + "learning_rate": 1.2425482429197941e-05, + "loss": 2.5689, + "step": 25667 + }, + { + "epoch": 0.4393775997535049, + "grad_norm": 2.27695631980896, + "learning_rate": 1.2424944575147542e-05, + "loss": 2.5753, + "step": 25668 + }, + { + "epoch": 0.43939471747205533, + "grad_norm": 2.2955081462860107, + "learning_rate": 1.2424406713643707e-05, + "loss": 2.5742, + "step": 25669 + }, + { + "epoch": 0.4394118351906058, + "grad_norm": 2.1565709114074707, + "learning_rate": 1.2423868844688091e-05, + "loss": 2.4902, + "step": 25670 + }, + { + "epoch": 0.4394289529091563, + "grad_norm": 2.2584872245788574, + "learning_rate": 1.2423330968282348e-05, + "loss": 2.4695, + "step": 25671 + }, + { + "epoch": 0.43944607062770674, + "grad_norm": 2.3015024662017822, + "learning_rate": 1.242279308442813e-05, + "loss": 2.5507, + "step": 25672 + }, + { + "epoch": 0.4394631883462572, + "grad_norm": 2.281280279159546, + "learning_rate": 1.2422255193127086e-05, + "loss": 2.6463, + "step": 25673 + }, + { + "epoch": 0.4394803060648077, + "grad_norm": 2.3623528480529785, + "learning_rate": 1.242171729438088e-05, + "loss": 2.66, + "step": 25674 + }, + { + "epoch": 0.43949742378335815, + "grad_norm": 2.242114543914795, + "learning_rate": 1.2421179388191156e-05, + "loss": 2.4674, + "step": 25675 + }, + { + "epoch": 0.4395145415019086, + "grad_norm": 2.3708066940307617, + "learning_rate": 1.242064147455957e-05, + "loss": 2.5577, + "step": 25676 + }, + { + "epoch": 0.4395316592204591, + "grad_norm": 2.2655532360076904, + "learning_rate": 1.2420103553487775e-05, + "loss": 2.5098, + "step": 25677 + }, + { + "epoch": 0.43954877693900957, + "grad_norm": 2.2055466175079346, + "learning_rate": 1.2419565624977426e-05, + "loss": 2.4775, + "step": 25678 + }, + { + "epoch": 0.43956589465756, + "grad_norm": 2.3979830741882324, + "learning_rate": 1.2419027689030174e-05, + "loss": 2.5441, + "step": 25679 + }, + { + "epoch": 0.4395830123761105, + "grad_norm": 2.327624797821045, + "learning_rate": 1.2418489745647675e-05, + "loss": 2.5802, + "step": 25680 + }, + { + "epoch": 0.439600130094661, + "grad_norm": 2.407229423522949, + "learning_rate": 1.2417951794831582e-05, + "loss": 2.6508, + "step": 25681 + }, + { + "epoch": 0.43961724781321143, + "grad_norm": 2.2818009853363037, + "learning_rate": 1.2417413836583547e-05, + "loss": 2.6771, + "step": 25682 + }, + { + "epoch": 0.43963436553176194, + "grad_norm": 2.4362900257110596, + "learning_rate": 1.2416875870905224e-05, + "loss": 2.6182, + "step": 25683 + }, + { + "epoch": 0.4396514832503124, + "grad_norm": 2.3463573455810547, + "learning_rate": 1.2416337897798266e-05, + "loss": 2.6458, + "step": 25684 + }, + { + "epoch": 0.43966860096886284, + "grad_norm": 2.4179985523223877, + "learning_rate": 1.2415799917264328e-05, + "loss": 2.6023, + "step": 25685 + }, + { + "epoch": 0.43968571868741335, + "grad_norm": 2.2087161540985107, + "learning_rate": 1.2415261929305062e-05, + "loss": 2.5204, + "step": 25686 + }, + { + "epoch": 0.4397028364059638, + "grad_norm": 2.2200281620025635, + "learning_rate": 1.2414723933922123e-05, + "loss": 2.5692, + "step": 25687 + }, + { + "epoch": 0.4397199541245143, + "grad_norm": 2.261636972427368, + "learning_rate": 1.2414185931117164e-05, + "loss": 2.4629, + "step": 25688 + }, + { + "epoch": 0.43973707184306476, + "grad_norm": 2.2635679244995117, + "learning_rate": 1.241364792089184e-05, + "loss": 2.7186, + "step": 25689 + }, + { + "epoch": 0.4397541895616152, + "grad_norm": 2.3723883628845215, + "learning_rate": 1.2413109903247804e-05, + "loss": 2.6616, + "step": 25690 + }, + { + "epoch": 0.4397713072801657, + "grad_norm": 2.243159770965576, + "learning_rate": 1.2412571878186708e-05, + "loss": 2.6203, + "step": 25691 + }, + { + "epoch": 0.4397884249987162, + "grad_norm": 2.206372022628784, + "learning_rate": 1.2412033845710205e-05, + "loss": 2.5943, + "step": 25692 + }, + { + "epoch": 0.43980554271726663, + "grad_norm": 2.3085482120513916, + "learning_rate": 1.241149580581995e-05, + "loss": 2.6071, + "step": 25693 + }, + { + "epoch": 0.43982266043581714, + "grad_norm": 2.4177842140197754, + "learning_rate": 1.2410957758517599e-05, + "loss": 2.5944, + "step": 25694 + }, + { + "epoch": 0.4398397781543676, + "grad_norm": 2.3441221714019775, + "learning_rate": 1.2410419703804803e-05, + "loss": 2.5578, + "step": 25695 + }, + { + "epoch": 0.43985689587291804, + "grad_norm": 2.3154773712158203, + "learning_rate": 1.2409881641683219e-05, + "loss": 2.6838, + "step": 25696 + }, + { + "epoch": 0.43987401359146855, + "grad_norm": 2.2255804538726807, + "learning_rate": 1.24093435721545e-05, + "loss": 2.6279, + "step": 25697 + }, + { + "epoch": 0.439891131310019, + "grad_norm": 2.3467254638671875, + "learning_rate": 1.2408805495220295e-05, + "loss": 2.5667, + "step": 25698 + }, + { + "epoch": 0.43990824902856945, + "grad_norm": 2.363677740097046, + "learning_rate": 1.240826741088226e-05, + "loss": 2.5266, + "step": 25699 + }, + { + "epoch": 0.43992536674711996, + "grad_norm": 2.376589298248291, + "learning_rate": 1.2407729319142052e-05, + "loss": 2.6374, + "step": 25700 + }, + { + "epoch": 0.4399424844656704, + "grad_norm": 2.3283815383911133, + "learning_rate": 1.2407191220001325e-05, + "loss": 2.6112, + "step": 25701 + }, + { + "epoch": 0.43995960218422087, + "grad_norm": 2.4585540294647217, + "learning_rate": 1.2406653113461726e-05, + "loss": 2.5795, + "step": 25702 + }, + { + "epoch": 0.4399767199027714, + "grad_norm": 2.2318294048309326, + "learning_rate": 1.2406114999524919e-05, + "loss": 2.5718, + "step": 25703 + }, + { + "epoch": 0.4399938376213218, + "grad_norm": 2.4081432819366455, + "learning_rate": 1.2405576878192551e-05, + "loss": 2.5504, + "step": 25704 + }, + { + "epoch": 0.4400109553398723, + "grad_norm": 2.2513785362243652, + "learning_rate": 1.2405038749466276e-05, + "loss": 2.5875, + "step": 25705 + }, + { + "epoch": 0.4400280730584228, + "grad_norm": 2.6052396297454834, + "learning_rate": 1.2404500613347753e-05, + "loss": 2.612, + "step": 25706 + }, + { + "epoch": 0.44004519077697324, + "grad_norm": 2.1289453506469727, + "learning_rate": 1.2403962469838633e-05, + "loss": 2.6206, + "step": 25707 + }, + { + "epoch": 0.4400623084955237, + "grad_norm": 2.322446823120117, + "learning_rate": 1.2403424318940567e-05, + "loss": 2.5743, + "step": 25708 + }, + { + "epoch": 0.4400794262140742, + "grad_norm": 2.2793736457824707, + "learning_rate": 1.2402886160655212e-05, + "loss": 2.5698, + "step": 25709 + }, + { + "epoch": 0.44009654393262465, + "grad_norm": 2.412048816680908, + "learning_rate": 1.2402347994984228e-05, + "loss": 2.6356, + "step": 25710 + }, + { + "epoch": 0.44011366165117516, + "grad_norm": 2.2628440856933594, + "learning_rate": 1.2401809821929259e-05, + "loss": 2.6685, + "step": 25711 + }, + { + "epoch": 0.4401307793697256, + "grad_norm": 2.4956769943237305, + "learning_rate": 1.2401271641491963e-05, + "loss": 2.6742, + "step": 25712 + }, + { + "epoch": 0.44014789708827606, + "grad_norm": 2.21525502204895, + "learning_rate": 1.2400733453673994e-05, + "loss": 2.4895, + "step": 25713 + }, + { + "epoch": 0.44016501480682657, + "grad_norm": 2.3563756942749023, + "learning_rate": 1.240019525847701e-05, + "loss": 2.6466, + "step": 25714 + }, + { + "epoch": 0.440182132525377, + "grad_norm": 2.2312469482421875, + "learning_rate": 1.2399657055902658e-05, + "loss": 2.5279, + "step": 25715 + }, + { + "epoch": 0.4401992502439275, + "grad_norm": 2.32617449760437, + "learning_rate": 1.23991188459526e-05, + "loss": 2.5305, + "step": 25716 + }, + { + "epoch": 0.440216367962478, + "grad_norm": 2.798640489578247, + "learning_rate": 1.2398580628628487e-05, + "loss": 2.6584, + "step": 25717 + }, + { + "epoch": 0.44023348568102844, + "grad_norm": 2.3819308280944824, + "learning_rate": 1.2398042403931973e-05, + "loss": 2.7194, + "step": 25718 + }, + { + "epoch": 0.4402506033995789, + "grad_norm": 2.2326273918151855, + "learning_rate": 1.2397504171864712e-05, + "loss": 2.5145, + "step": 25719 + }, + { + "epoch": 0.4402677211181294, + "grad_norm": 2.4219777584075928, + "learning_rate": 1.2396965932428355e-05, + "loss": 2.5866, + "step": 25720 + }, + { + "epoch": 0.44028483883667985, + "grad_norm": 2.283700704574585, + "learning_rate": 1.239642768562456e-05, + "loss": 2.5556, + "step": 25721 + }, + { + "epoch": 0.4403019565552303, + "grad_norm": 2.3309249877929688, + "learning_rate": 1.2395889431454986e-05, + "loss": 2.6246, + "step": 25722 + }, + { + "epoch": 0.4403190742737808, + "grad_norm": 2.2612459659576416, + "learning_rate": 1.2395351169921281e-05, + "loss": 2.5, + "step": 25723 + }, + { + "epoch": 0.44033619199233126, + "grad_norm": 2.3335208892822266, + "learning_rate": 1.2394812901025099e-05, + "loss": 2.6021, + "step": 25724 + }, + { + "epoch": 0.4403533097108817, + "grad_norm": 2.4549405574798584, + "learning_rate": 1.2394274624768102e-05, + "loss": 2.7365, + "step": 25725 + }, + { + "epoch": 0.4403704274294322, + "grad_norm": 2.355191707611084, + "learning_rate": 1.2393736341151933e-05, + "loss": 2.5435, + "step": 25726 + }, + { + "epoch": 0.4403875451479827, + "grad_norm": 2.3884103298187256, + "learning_rate": 1.2393198050178255e-05, + "loss": 2.6202, + "step": 25727 + }, + { + "epoch": 0.4404046628665331, + "grad_norm": 2.4474191665649414, + "learning_rate": 1.2392659751848721e-05, + "loss": 2.664, + "step": 25728 + }, + { + "epoch": 0.44042178058508363, + "grad_norm": 2.2113349437713623, + "learning_rate": 1.2392121446164985e-05, + "loss": 2.4441, + "step": 25729 + }, + { + "epoch": 0.4404388983036341, + "grad_norm": 2.306556224822998, + "learning_rate": 1.2391583133128697e-05, + "loss": 2.5962, + "step": 25730 + }, + { + "epoch": 0.44045601602218454, + "grad_norm": 2.3841516971588135, + "learning_rate": 1.2391044812741519e-05, + "loss": 2.4817, + "step": 25731 + }, + { + "epoch": 0.44047313374073505, + "grad_norm": 2.422365188598633, + "learning_rate": 1.2390506485005105e-05, + "loss": 2.7504, + "step": 25732 + }, + { + "epoch": 0.4404902514592855, + "grad_norm": 2.630237340927124, + "learning_rate": 1.2389968149921104e-05, + "loss": 2.6611, + "step": 25733 + }, + { + "epoch": 0.440507369177836, + "grad_norm": 2.290631055831909, + "learning_rate": 1.2389429807491175e-05, + "loss": 2.6007, + "step": 25734 + }, + { + "epoch": 0.44052448689638646, + "grad_norm": 2.467223882675171, + "learning_rate": 1.238889145771697e-05, + "loss": 2.5661, + "step": 25735 + }, + { + "epoch": 0.4405416046149369, + "grad_norm": 2.3094916343688965, + "learning_rate": 1.2388353100600143e-05, + "loss": 2.5945, + "step": 25736 + }, + { + "epoch": 0.4405587223334874, + "grad_norm": 2.4007179737091064, + "learning_rate": 1.2387814736142354e-05, + "loss": 2.6815, + "step": 25737 + }, + { + "epoch": 0.44057584005203787, + "grad_norm": 2.2671616077423096, + "learning_rate": 1.2387276364345256e-05, + "loss": 2.4617, + "step": 25738 + }, + { + "epoch": 0.4405929577705883, + "grad_norm": 2.4238157272338867, + "learning_rate": 1.2386737985210502e-05, + "loss": 2.606, + "step": 25739 + }, + { + "epoch": 0.44061007548913883, + "grad_norm": 2.189683675765991, + "learning_rate": 1.2386199598739742e-05, + "loss": 2.4425, + "step": 25740 + }, + { + "epoch": 0.4406271932076893, + "grad_norm": 2.3294389247894287, + "learning_rate": 1.238566120493464e-05, + "loss": 2.541, + "step": 25741 + }, + { + "epoch": 0.44064431092623974, + "grad_norm": 2.3441083431243896, + "learning_rate": 1.2385122803796845e-05, + "loss": 2.6981, + "step": 25742 + }, + { + "epoch": 0.44066142864479024, + "grad_norm": 2.295550584793091, + "learning_rate": 1.2384584395328015e-05, + "loss": 2.5953, + "step": 25743 + }, + { + "epoch": 0.4406785463633407, + "grad_norm": 2.1844043731689453, + "learning_rate": 1.2384045979529803e-05, + "loss": 2.6655, + "step": 25744 + }, + { + "epoch": 0.44069566408189115, + "grad_norm": 2.284639835357666, + "learning_rate": 1.2383507556403864e-05, + "loss": 2.5192, + "step": 25745 + }, + { + "epoch": 0.44071278180044166, + "grad_norm": 2.2878665924072266, + "learning_rate": 1.2382969125951856e-05, + "loss": 2.5679, + "step": 25746 + }, + { + "epoch": 0.4407298995189921, + "grad_norm": 2.3564019203186035, + "learning_rate": 1.2382430688175429e-05, + "loss": 2.5377, + "step": 25747 + }, + { + "epoch": 0.44074701723754256, + "grad_norm": 2.2180097103118896, + "learning_rate": 1.2381892243076239e-05, + "loss": 2.605, + "step": 25748 + }, + { + "epoch": 0.44076413495609307, + "grad_norm": 2.2996835708618164, + "learning_rate": 1.2381353790655943e-05, + "loss": 2.5431, + "step": 25749 + }, + { + "epoch": 0.4407812526746435, + "grad_norm": 2.253467321395874, + "learning_rate": 1.2380815330916195e-05, + "loss": 2.4005, + "step": 25750 + }, + { + "epoch": 0.440798370393194, + "grad_norm": 2.334076404571533, + "learning_rate": 1.2380276863858652e-05, + "loss": 2.6197, + "step": 25751 + }, + { + "epoch": 0.4408154881117445, + "grad_norm": 2.2684812545776367, + "learning_rate": 1.2379738389484965e-05, + "loss": 2.5352, + "step": 25752 + }, + { + "epoch": 0.44083260583029493, + "grad_norm": 2.374781608581543, + "learning_rate": 1.2379199907796794e-05, + "loss": 2.6656, + "step": 25753 + }, + { + "epoch": 0.4408497235488454, + "grad_norm": 2.3021862506866455, + "learning_rate": 1.237866141879579e-05, + "loss": 2.5998, + "step": 25754 + }, + { + "epoch": 0.4408668412673959, + "grad_norm": 2.3112778663635254, + "learning_rate": 1.2378122922483611e-05, + "loss": 2.6223, + "step": 25755 + }, + { + "epoch": 0.44088395898594634, + "grad_norm": 2.396322011947632, + "learning_rate": 1.237758441886191e-05, + "loss": 2.6815, + "step": 25756 + }, + { + "epoch": 0.4409010767044968, + "grad_norm": 2.2359352111816406, + "learning_rate": 1.2377045907932341e-05, + "loss": 2.5187, + "step": 25757 + }, + { + "epoch": 0.4409181944230473, + "grad_norm": 2.279242753982544, + "learning_rate": 1.2376507389696562e-05, + "loss": 2.5604, + "step": 25758 + }, + { + "epoch": 0.44093531214159776, + "grad_norm": 2.438488483428955, + "learning_rate": 1.2375968864156229e-05, + "loss": 2.5631, + "step": 25759 + }, + { + "epoch": 0.44095242986014827, + "grad_norm": 2.2931900024414062, + "learning_rate": 1.2375430331312996e-05, + "loss": 2.6237, + "step": 25760 + }, + { + "epoch": 0.4409695475786987, + "grad_norm": 2.15683913230896, + "learning_rate": 1.2374891791168517e-05, + "loss": 2.5785, + "step": 25761 + }, + { + "epoch": 0.44098666529724917, + "grad_norm": 2.241814374923706, + "learning_rate": 1.2374353243724448e-05, + "loss": 2.6106, + "step": 25762 + }, + { + "epoch": 0.4410037830157997, + "grad_norm": 2.21960186958313, + "learning_rate": 1.2373814688982444e-05, + "loss": 2.5641, + "step": 25763 + }, + { + "epoch": 0.44102090073435013, + "grad_norm": 2.255459785461426, + "learning_rate": 1.237327612694416e-05, + "loss": 2.4409, + "step": 25764 + }, + { + "epoch": 0.4410380184529006, + "grad_norm": 2.3529582023620605, + "learning_rate": 1.2372737557611256e-05, + "loss": 2.5353, + "step": 25765 + }, + { + "epoch": 0.4410551361714511, + "grad_norm": 2.1725051403045654, + "learning_rate": 1.237219898098538e-05, + "loss": 2.4946, + "step": 25766 + }, + { + "epoch": 0.44107225389000154, + "grad_norm": 2.458401918411255, + "learning_rate": 1.2371660397068191e-05, + "loss": 2.6242, + "step": 25767 + }, + { + "epoch": 0.441089371608552, + "grad_norm": 2.287984848022461, + "learning_rate": 1.2371121805861346e-05, + "loss": 2.6356, + "step": 25768 + }, + { + "epoch": 0.4411064893271025, + "grad_norm": 2.424800157546997, + "learning_rate": 1.2370583207366498e-05, + "loss": 2.5378, + "step": 25769 + }, + { + "epoch": 0.44112360704565295, + "grad_norm": 2.27653169631958, + "learning_rate": 1.2370044601585302e-05, + "loss": 2.5873, + "step": 25770 + }, + { + "epoch": 0.4411407247642034, + "grad_norm": 2.3341691493988037, + "learning_rate": 1.236950598851942e-05, + "loss": 2.5969, + "step": 25771 + }, + { + "epoch": 0.4411578424827539, + "grad_norm": 2.313650131225586, + "learning_rate": 1.2368967368170495e-05, + "loss": 2.5968, + "step": 25772 + }, + { + "epoch": 0.44117496020130437, + "grad_norm": 2.222351312637329, + "learning_rate": 1.2368428740540192e-05, + "loss": 2.6021, + "step": 25773 + }, + { + "epoch": 0.4411920779198548, + "grad_norm": 2.388648748397827, + "learning_rate": 1.2367890105630167e-05, + "loss": 2.5791, + "step": 25774 + }, + { + "epoch": 0.4412091956384053, + "grad_norm": 2.2742536067962646, + "learning_rate": 1.2367351463442072e-05, + "loss": 2.598, + "step": 25775 + }, + { + "epoch": 0.4412263133569558, + "grad_norm": 2.374751329421997, + "learning_rate": 1.2366812813977564e-05, + "loss": 2.5718, + "step": 25776 + }, + { + "epoch": 0.44124343107550623, + "grad_norm": 2.3477258682250977, + "learning_rate": 1.2366274157238296e-05, + "loss": 2.6032, + "step": 25777 + }, + { + "epoch": 0.44126054879405674, + "grad_norm": 2.3511009216308594, + "learning_rate": 1.2365735493225928e-05, + "loss": 2.5486, + "step": 25778 + }, + { + "epoch": 0.4412776665126072, + "grad_norm": 2.3457469940185547, + "learning_rate": 1.2365196821942109e-05, + "loss": 2.588, + "step": 25779 + }, + { + "epoch": 0.44129478423115764, + "grad_norm": 2.3858509063720703, + "learning_rate": 1.2364658143388504e-05, + "loss": 2.4936, + "step": 25780 + }, + { + "epoch": 0.44131190194970815, + "grad_norm": 2.3093535900115967, + "learning_rate": 1.2364119457566764e-05, + "loss": 2.5865, + "step": 25781 + }, + { + "epoch": 0.4413290196682586, + "grad_norm": 2.171381950378418, + "learning_rate": 1.2363580764478543e-05, + "loss": 2.5002, + "step": 25782 + }, + { + "epoch": 0.4413461373868091, + "grad_norm": 2.26379656791687, + "learning_rate": 1.2363042064125497e-05, + "loss": 2.5579, + "step": 25783 + }, + { + "epoch": 0.44136325510535956, + "grad_norm": 2.254901170730591, + "learning_rate": 1.2362503356509283e-05, + "loss": 2.547, + "step": 25784 + }, + { + "epoch": 0.44138037282391, + "grad_norm": 2.3269217014312744, + "learning_rate": 1.2361964641631558e-05, + "loss": 2.5387, + "step": 25785 + }, + { + "epoch": 0.4413974905424605, + "grad_norm": 2.4530601501464844, + "learning_rate": 1.2361425919493977e-05, + "loss": 2.6258, + "step": 25786 + }, + { + "epoch": 0.441414608261011, + "grad_norm": 2.368389368057251, + "learning_rate": 1.2360887190098197e-05, + "loss": 2.6157, + "step": 25787 + }, + { + "epoch": 0.44143172597956143, + "grad_norm": 2.109719753265381, + "learning_rate": 1.236034845344587e-05, + "loss": 2.3955, + "step": 25788 + }, + { + "epoch": 0.44144884369811194, + "grad_norm": 2.3598387241363525, + "learning_rate": 1.2359809709538657e-05, + "loss": 2.5366, + "step": 25789 + }, + { + "epoch": 0.4414659614166624, + "grad_norm": 2.513688802719116, + "learning_rate": 1.2359270958378208e-05, + "loss": 2.6236, + "step": 25790 + }, + { + "epoch": 0.44148307913521284, + "grad_norm": 2.373054265975952, + "learning_rate": 1.2358732199966183e-05, + "loss": 2.627, + "step": 25791 + }, + { + "epoch": 0.44150019685376335, + "grad_norm": 2.269982099533081, + "learning_rate": 1.235819343430424e-05, + "loss": 2.5853, + "step": 25792 + }, + { + "epoch": 0.4415173145723138, + "grad_norm": 2.3020949363708496, + "learning_rate": 1.235765466139403e-05, + "loss": 2.5681, + "step": 25793 + }, + { + "epoch": 0.44153443229086425, + "grad_norm": 2.276390314102173, + "learning_rate": 1.235711588123721e-05, + "loss": 2.5438, + "step": 25794 + }, + { + "epoch": 0.44155155000941476, + "grad_norm": 2.316697120666504, + "learning_rate": 1.2356577093835436e-05, + "loss": 2.6248, + "step": 25795 + }, + { + "epoch": 0.4415686677279652, + "grad_norm": 2.297118902206421, + "learning_rate": 1.2356038299190367e-05, + "loss": 2.5013, + "step": 25796 + }, + { + "epoch": 0.44158578544651567, + "grad_norm": 2.3430285453796387, + "learning_rate": 1.2355499497303658e-05, + "loss": 2.6016, + "step": 25797 + }, + { + "epoch": 0.4416029031650662, + "grad_norm": 2.3573267459869385, + "learning_rate": 1.2354960688176966e-05, + "loss": 2.6731, + "step": 25798 + }, + { + "epoch": 0.4416200208836166, + "grad_norm": 2.1486752033233643, + "learning_rate": 1.2354421871811943e-05, + "loss": 2.3385, + "step": 25799 + }, + { + "epoch": 0.4416371386021671, + "grad_norm": 2.2491614818573, + "learning_rate": 1.2353883048210246e-05, + "loss": 2.5739, + "step": 25800 + }, + { + "epoch": 0.4416542563207176, + "grad_norm": 2.465559720993042, + "learning_rate": 1.2353344217373534e-05, + "loss": 2.5731, + "step": 25801 + }, + { + "epoch": 0.44167137403926804, + "grad_norm": 2.274786949157715, + "learning_rate": 1.2352805379303465e-05, + "loss": 2.4151, + "step": 25802 + }, + { + "epoch": 0.4416884917578185, + "grad_norm": 2.3534467220306396, + "learning_rate": 1.2352266534001688e-05, + "loss": 2.6064, + "step": 25803 + }, + { + "epoch": 0.441705609476369, + "grad_norm": 2.336866617202759, + "learning_rate": 1.2351727681469868e-05, + "loss": 2.5592, + "step": 25804 + }, + { + "epoch": 0.44172272719491945, + "grad_norm": 2.634493350982666, + "learning_rate": 1.2351188821709652e-05, + "loss": 2.644, + "step": 25805 + }, + { + "epoch": 0.44173984491346996, + "grad_norm": 2.258230447769165, + "learning_rate": 1.2350649954722703e-05, + "loss": 2.5048, + "step": 25806 + }, + { + "epoch": 0.4417569626320204, + "grad_norm": 2.4726312160491943, + "learning_rate": 1.2350111080510674e-05, + "loss": 2.64, + "step": 25807 + }, + { + "epoch": 0.44177408035057086, + "grad_norm": 2.2530617713928223, + "learning_rate": 1.2349572199075224e-05, + "loss": 2.5559, + "step": 25808 + }, + { + "epoch": 0.44179119806912137, + "grad_norm": 2.2521908283233643, + "learning_rate": 1.2349033310418005e-05, + "loss": 2.5358, + "step": 25809 + }, + { + "epoch": 0.4418083157876718, + "grad_norm": 2.32047176361084, + "learning_rate": 1.2348494414540678e-05, + "loss": 2.6079, + "step": 25810 + }, + { + "epoch": 0.4418254335062223, + "grad_norm": 2.2752909660339355, + "learning_rate": 1.2347955511444898e-05, + "loss": 2.5278, + "step": 25811 + }, + { + "epoch": 0.4418425512247728, + "grad_norm": 2.3498430252075195, + "learning_rate": 1.234741660113232e-05, + "loss": 2.6226, + "step": 25812 + }, + { + "epoch": 0.44185966894332324, + "grad_norm": 2.377793550491333, + "learning_rate": 1.2346877683604602e-05, + "loss": 2.5653, + "step": 25813 + }, + { + "epoch": 0.4418767866618737, + "grad_norm": 2.2484965324401855, + "learning_rate": 1.23463387588634e-05, + "loss": 2.5002, + "step": 25814 + }, + { + "epoch": 0.4418939043804242, + "grad_norm": 2.4621407985687256, + "learning_rate": 1.234579982691037e-05, + "loss": 2.6008, + "step": 25815 + }, + { + "epoch": 0.44191102209897465, + "grad_norm": 2.350267171859741, + "learning_rate": 1.2345260887747166e-05, + "loss": 2.587, + "step": 25816 + }, + { + "epoch": 0.4419281398175251, + "grad_norm": 2.3129494190216064, + "learning_rate": 1.2344721941375451e-05, + "loss": 2.4491, + "step": 25817 + }, + { + "epoch": 0.4419452575360756, + "grad_norm": 2.2457098960876465, + "learning_rate": 1.2344182987796876e-05, + "loss": 2.498, + "step": 25818 + }, + { + "epoch": 0.44196237525462606, + "grad_norm": 2.464658737182617, + "learning_rate": 1.2343644027013102e-05, + "loss": 2.6228, + "step": 25819 + }, + { + "epoch": 0.4419794929731765, + "grad_norm": 2.2968623638153076, + "learning_rate": 1.234310505902578e-05, + "loss": 2.4825, + "step": 25820 + }, + { + "epoch": 0.441996610691727, + "grad_norm": 2.3200724124908447, + "learning_rate": 1.234256608383657e-05, + "loss": 2.5766, + "step": 25821 + }, + { + "epoch": 0.4420137284102775, + "grad_norm": 2.2625763416290283, + "learning_rate": 1.2342027101447127e-05, + "loss": 2.5237, + "step": 25822 + }, + { + "epoch": 0.4420308461288279, + "grad_norm": 2.2822296619415283, + "learning_rate": 1.2341488111859111e-05, + "loss": 2.5211, + "step": 25823 + }, + { + "epoch": 0.44204796384737843, + "grad_norm": 2.391080617904663, + "learning_rate": 1.2340949115074174e-05, + "loss": 2.607, + "step": 25824 + }, + { + "epoch": 0.4420650815659289, + "grad_norm": 2.3497514724731445, + "learning_rate": 1.2340410111093979e-05, + "loss": 2.6449, + "step": 25825 + }, + { + "epoch": 0.44208219928447934, + "grad_norm": 2.3369510173797607, + "learning_rate": 1.2339871099920175e-05, + "loss": 2.5139, + "step": 25826 + }, + { + "epoch": 0.44209931700302985, + "grad_norm": 2.2978177070617676, + "learning_rate": 1.2339332081554424e-05, + "loss": 2.667, + "step": 25827 + }, + { + "epoch": 0.4421164347215803, + "grad_norm": 2.3717594146728516, + "learning_rate": 1.2338793055998382e-05, + "loss": 2.6305, + "step": 25828 + }, + { + "epoch": 0.4421335524401308, + "grad_norm": 2.432786226272583, + "learning_rate": 1.2338254023253707e-05, + "loss": 2.6134, + "step": 25829 + }, + { + "epoch": 0.44215067015868126, + "grad_norm": 2.5123775005340576, + "learning_rate": 1.2337714983322048e-05, + "loss": 2.6558, + "step": 25830 + }, + { + "epoch": 0.4421677878772317, + "grad_norm": 2.2964818477630615, + "learning_rate": 1.2337175936205072e-05, + "loss": 2.5084, + "step": 25831 + }, + { + "epoch": 0.4421849055957822, + "grad_norm": 2.5830278396606445, + "learning_rate": 1.233663688190443e-05, + "loss": 2.7483, + "step": 25832 + }, + { + "epoch": 0.44220202331433267, + "grad_norm": 2.5812225341796875, + "learning_rate": 1.2336097820421781e-05, + "loss": 2.6058, + "step": 25833 + }, + { + "epoch": 0.4422191410328831, + "grad_norm": 2.198221206665039, + "learning_rate": 1.2335558751758782e-05, + "loss": 2.5664, + "step": 25834 + }, + { + "epoch": 0.44223625875143363, + "grad_norm": 2.313502550125122, + "learning_rate": 1.2335019675917091e-05, + "loss": 2.4846, + "step": 25835 + }, + { + "epoch": 0.4422533764699841, + "grad_norm": 2.1091504096984863, + "learning_rate": 1.2334480592898359e-05, + "loss": 2.4511, + "step": 25836 + }, + { + "epoch": 0.44227049418853454, + "grad_norm": 2.210733652114868, + "learning_rate": 1.233394150270425e-05, + "loss": 2.557, + "step": 25837 + }, + { + "epoch": 0.44228761190708504, + "grad_norm": 2.228365182876587, + "learning_rate": 1.2333402405336416e-05, + "loss": 2.519, + "step": 25838 + }, + { + "epoch": 0.4423047296256355, + "grad_norm": 2.2485175132751465, + "learning_rate": 1.2332863300796518e-05, + "loss": 2.6284, + "step": 25839 + }, + { + "epoch": 0.44232184734418595, + "grad_norm": 2.277499198913574, + "learning_rate": 1.2332324189086214e-05, + "loss": 2.5683, + "step": 25840 + }, + { + "epoch": 0.44233896506273646, + "grad_norm": 2.3977437019348145, + "learning_rate": 1.2331785070207153e-05, + "loss": 2.6275, + "step": 25841 + }, + { + "epoch": 0.4423560827812869, + "grad_norm": 2.2087974548339844, + "learning_rate": 1.2331245944160997e-05, + "loss": 2.531, + "step": 25842 + }, + { + "epoch": 0.44237320049983736, + "grad_norm": 2.4467194080352783, + "learning_rate": 1.2330706810949405e-05, + "loss": 2.682, + "step": 25843 + }, + { + "epoch": 0.44239031821838787, + "grad_norm": 2.32145619392395, + "learning_rate": 1.2330167670574032e-05, + "loss": 2.5547, + "step": 25844 + }, + { + "epoch": 0.4424074359369383, + "grad_norm": 2.4010331630706787, + "learning_rate": 1.2329628523036536e-05, + "loss": 2.651, + "step": 25845 + }, + { + "epoch": 0.4424245536554888, + "grad_norm": 2.491654872894287, + "learning_rate": 1.2329089368338574e-05, + "loss": 2.5435, + "step": 25846 + }, + { + "epoch": 0.4424416713740393, + "grad_norm": 2.471358060836792, + "learning_rate": 1.2328550206481803e-05, + "loss": 2.6135, + "step": 25847 + }, + { + "epoch": 0.44245878909258973, + "grad_norm": 2.4421546459198, + "learning_rate": 1.232801103746788e-05, + "loss": 2.4944, + "step": 25848 + }, + { + "epoch": 0.4424759068111402, + "grad_norm": 2.553675651550293, + "learning_rate": 1.2327471861298462e-05, + "loss": 2.6541, + "step": 25849 + }, + { + "epoch": 0.4424930245296907, + "grad_norm": 2.4046032428741455, + "learning_rate": 1.2326932677975205e-05, + "loss": 2.6025, + "step": 25850 + }, + { + "epoch": 0.44251014224824115, + "grad_norm": 2.4083023071289062, + "learning_rate": 1.232639348749977e-05, + "loss": 2.6728, + "step": 25851 + }, + { + "epoch": 0.44252725996679165, + "grad_norm": 2.729358434677124, + "learning_rate": 1.2325854289873812e-05, + "loss": 2.7059, + "step": 25852 + }, + { + "epoch": 0.4425443776853421, + "grad_norm": 2.355135202407837, + "learning_rate": 1.2325315085098986e-05, + "loss": 2.4759, + "step": 25853 + }, + { + "epoch": 0.44256149540389256, + "grad_norm": 2.3597371578216553, + "learning_rate": 1.2324775873176952e-05, + "loss": 2.5785, + "step": 25854 + }, + { + "epoch": 0.44257861312244307, + "grad_norm": 2.352227210998535, + "learning_rate": 1.2324236654109369e-05, + "loss": 2.5539, + "step": 25855 + }, + { + "epoch": 0.4425957308409935, + "grad_norm": 2.2454774379730225, + "learning_rate": 1.2323697427897894e-05, + "loss": 2.4599, + "step": 25856 + }, + { + "epoch": 0.44261284855954397, + "grad_norm": 2.3509902954101562, + "learning_rate": 1.232315819454418e-05, + "loss": 2.5537, + "step": 25857 + }, + { + "epoch": 0.4426299662780945, + "grad_norm": 2.515066623687744, + "learning_rate": 1.2322618954049887e-05, + "loss": 2.6506, + "step": 25858 + }, + { + "epoch": 0.44264708399664493, + "grad_norm": 2.2927165031433105, + "learning_rate": 1.2322079706416672e-05, + "loss": 2.5987, + "step": 25859 + }, + { + "epoch": 0.4426642017151954, + "grad_norm": 2.503302812576294, + "learning_rate": 1.2321540451646194e-05, + "loss": 2.678, + "step": 25860 + }, + { + "epoch": 0.4426813194337459, + "grad_norm": 2.2182047367095947, + "learning_rate": 1.2321001189740112e-05, + "loss": 2.4432, + "step": 25861 + }, + { + "epoch": 0.44269843715229634, + "grad_norm": 2.297727108001709, + "learning_rate": 1.232046192070008e-05, + "loss": 2.5085, + "step": 25862 + }, + { + "epoch": 0.4427155548708468, + "grad_norm": 2.2569026947021484, + "learning_rate": 1.2319922644527755e-05, + "loss": 2.5079, + "step": 25863 + }, + { + "epoch": 0.4427326725893973, + "grad_norm": 2.394619941711426, + "learning_rate": 1.2319383361224798e-05, + "loss": 2.5165, + "step": 25864 + }, + { + "epoch": 0.44274979030794775, + "grad_norm": 2.419329881668091, + "learning_rate": 1.2318844070792864e-05, + "loss": 2.5251, + "step": 25865 + }, + { + "epoch": 0.4427669080264982, + "grad_norm": 2.4962387084960938, + "learning_rate": 1.2318304773233612e-05, + "loss": 2.6556, + "step": 25866 + }, + { + "epoch": 0.4427840257450487, + "grad_norm": 2.29917311668396, + "learning_rate": 1.2317765468548697e-05, + "loss": 2.5896, + "step": 25867 + }, + { + "epoch": 0.44280114346359917, + "grad_norm": 2.1941354274749756, + "learning_rate": 1.2317226156739778e-05, + "loss": 2.386, + "step": 25868 + }, + { + "epoch": 0.4428182611821496, + "grad_norm": 2.183107852935791, + "learning_rate": 1.2316686837808518e-05, + "loss": 2.6314, + "step": 25869 + }, + { + "epoch": 0.4428353789007001, + "grad_norm": 2.3252530097961426, + "learning_rate": 1.2316147511756564e-05, + "loss": 2.4801, + "step": 25870 + }, + { + "epoch": 0.4428524966192506, + "grad_norm": 2.2937214374542236, + "learning_rate": 1.2315608178585584e-05, + "loss": 2.5848, + "step": 25871 + }, + { + "epoch": 0.44286961433780103, + "grad_norm": 2.252804756164551, + "learning_rate": 1.2315068838297231e-05, + "loss": 2.5187, + "step": 25872 + }, + { + "epoch": 0.44288673205635154, + "grad_norm": 2.213153839111328, + "learning_rate": 1.2314529490893162e-05, + "loss": 2.5099, + "step": 25873 + }, + { + "epoch": 0.442903849774902, + "grad_norm": 2.437199831008911, + "learning_rate": 1.2313990136375034e-05, + "loss": 2.713, + "step": 25874 + }, + { + "epoch": 0.4429209674934525, + "grad_norm": 2.2522976398468018, + "learning_rate": 1.2313450774744506e-05, + "loss": 2.5003, + "step": 25875 + }, + { + "epoch": 0.44293808521200295, + "grad_norm": 2.326673984527588, + "learning_rate": 1.2312911406003243e-05, + "loss": 2.5632, + "step": 25876 + }, + { + "epoch": 0.4429552029305534, + "grad_norm": 2.409754514694214, + "learning_rate": 1.231237203015289e-05, + "loss": 2.6198, + "step": 25877 + }, + { + "epoch": 0.4429723206491039, + "grad_norm": 2.2776308059692383, + "learning_rate": 1.2311832647195114e-05, + "loss": 2.4618, + "step": 25878 + }, + { + "epoch": 0.44298943836765436, + "grad_norm": 2.320455312728882, + "learning_rate": 1.2311293257131569e-05, + "loss": 2.6459, + "step": 25879 + }, + { + "epoch": 0.4430065560862048, + "grad_norm": 2.327604055404663, + "learning_rate": 1.2310753859963915e-05, + "loss": 2.51, + "step": 25880 + }, + { + "epoch": 0.4430236738047553, + "grad_norm": 2.3711867332458496, + "learning_rate": 1.2310214455693808e-05, + "loss": 2.7132, + "step": 25881 + }, + { + "epoch": 0.4430407915233058, + "grad_norm": 2.2704951763153076, + "learning_rate": 1.2309675044322906e-05, + "loss": 2.5841, + "step": 25882 + }, + { + "epoch": 0.44305790924185623, + "grad_norm": 2.2708287239074707, + "learning_rate": 1.2309135625852871e-05, + "loss": 2.6014, + "step": 25883 + }, + { + "epoch": 0.44307502696040674, + "grad_norm": 2.23425030708313, + "learning_rate": 1.2308596200285354e-05, + "loss": 2.5158, + "step": 25884 + }, + { + "epoch": 0.4430921446789572, + "grad_norm": 2.432796001434326, + "learning_rate": 1.2308056767622019e-05, + "loss": 2.6808, + "step": 25885 + }, + { + "epoch": 0.44310926239750764, + "grad_norm": 2.363751173019409, + "learning_rate": 1.2307517327864518e-05, + "loss": 2.5666, + "step": 25886 + }, + { + "epoch": 0.44312638011605815, + "grad_norm": 2.3898379802703857, + "learning_rate": 1.2306977881014515e-05, + "loss": 2.688, + "step": 25887 + }, + { + "epoch": 0.4431434978346086, + "grad_norm": 2.286865472793579, + "learning_rate": 1.2306438427073668e-05, + "loss": 2.5106, + "step": 25888 + }, + { + "epoch": 0.44316061555315905, + "grad_norm": 2.396019458770752, + "learning_rate": 1.230589896604363e-05, + "loss": 2.5692, + "step": 25889 + }, + { + "epoch": 0.44317773327170956, + "grad_norm": 2.4655144214630127, + "learning_rate": 1.2305359497926065e-05, + "loss": 2.5423, + "step": 25890 + }, + { + "epoch": 0.44319485099026, + "grad_norm": 2.2678496837615967, + "learning_rate": 1.2304820022722627e-05, + "loss": 2.4655, + "step": 25891 + }, + { + "epoch": 0.44321196870881047, + "grad_norm": 2.3455474376678467, + "learning_rate": 1.2304280540434975e-05, + "loss": 2.626, + "step": 25892 + }, + { + "epoch": 0.443229086427361, + "grad_norm": 2.3038225173950195, + "learning_rate": 1.2303741051064768e-05, + "loss": 2.5443, + "step": 25893 + }, + { + "epoch": 0.4432462041459114, + "grad_norm": 2.3519909381866455, + "learning_rate": 1.2303201554613664e-05, + "loss": 2.619, + "step": 25894 + }, + { + "epoch": 0.4432633218644619, + "grad_norm": 2.2436628341674805, + "learning_rate": 1.2302662051083318e-05, + "loss": 2.4953, + "step": 25895 + }, + { + "epoch": 0.4432804395830124, + "grad_norm": 2.2986958026885986, + "learning_rate": 1.2302122540475393e-05, + "loss": 2.5532, + "step": 25896 + }, + { + "epoch": 0.44329755730156284, + "grad_norm": 2.2929561138153076, + "learning_rate": 1.2301583022791549e-05, + "loss": 2.519, + "step": 25897 + }, + { + "epoch": 0.44331467502011335, + "grad_norm": 2.3253509998321533, + "learning_rate": 1.2301043498033435e-05, + "loss": 2.5804, + "step": 25898 + }, + { + "epoch": 0.4433317927386638, + "grad_norm": 2.312408924102783, + "learning_rate": 1.230050396620272e-05, + "loss": 2.623, + "step": 25899 + }, + { + "epoch": 0.44334891045721425, + "grad_norm": 2.445927858352661, + "learning_rate": 1.2299964427301055e-05, + "loss": 2.5411, + "step": 25900 + }, + { + "epoch": 0.44336602817576476, + "grad_norm": 2.26651668548584, + "learning_rate": 1.22994248813301e-05, + "loss": 2.4903, + "step": 25901 + }, + { + "epoch": 0.4433831458943152, + "grad_norm": 2.348433017730713, + "learning_rate": 1.2298885328291514e-05, + "loss": 2.6538, + "step": 25902 + }, + { + "epoch": 0.44340026361286566, + "grad_norm": 2.1522271633148193, + "learning_rate": 1.2298345768186957e-05, + "loss": 2.4861, + "step": 25903 + }, + { + "epoch": 0.44341738133141617, + "grad_norm": 2.475510358810425, + "learning_rate": 1.2297806201018087e-05, + "loss": 2.5924, + "step": 25904 + }, + { + "epoch": 0.4434344990499666, + "grad_norm": 2.249561071395874, + "learning_rate": 1.2297266626786563e-05, + "loss": 2.5599, + "step": 25905 + }, + { + "epoch": 0.4434516167685171, + "grad_norm": 2.4127280712127686, + "learning_rate": 1.2296727045494039e-05, + "loss": 2.6318, + "step": 25906 + }, + { + "epoch": 0.4434687344870676, + "grad_norm": 2.249936819076538, + "learning_rate": 1.2296187457142174e-05, + "loss": 2.5411, + "step": 25907 + }, + { + "epoch": 0.44348585220561804, + "grad_norm": 2.289340019226074, + "learning_rate": 1.2295647861732631e-05, + "loss": 2.591, + "step": 25908 + }, + { + "epoch": 0.4435029699241685, + "grad_norm": 2.349360942840576, + "learning_rate": 1.229510825926707e-05, + "loss": 2.7085, + "step": 25909 + }, + { + "epoch": 0.443520087642719, + "grad_norm": 2.399218797683716, + "learning_rate": 1.229456864974714e-05, + "loss": 2.5429, + "step": 25910 + }, + { + "epoch": 0.44353720536126945, + "grad_norm": 2.344027519226074, + "learning_rate": 1.2294029033174508e-05, + "loss": 2.6136, + "step": 25911 + }, + { + "epoch": 0.4435543230798199, + "grad_norm": 2.2632782459259033, + "learning_rate": 1.2293489409550832e-05, + "loss": 2.6369, + "step": 25912 + }, + { + "epoch": 0.4435714407983704, + "grad_norm": 2.3071987628936768, + "learning_rate": 1.2292949778877767e-05, + "loss": 2.5053, + "step": 25913 + }, + { + "epoch": 0.44358855851692086, + "grad_norm": 2.214585542678833, + "learning_rate": 1.2292410141156972e-05, + "loss": 2.6407, + "step": 25914 + }, + { + "epoch": 0.4436056762354713, + "grad_norm": 2.25903582572937, + "learning_rate": 1.2291870496390111e-05, + "loss": 2.4913, + "step": 25915 + }, + { + "epoch": 0.4436227939540218, + "grad_norm": 2.253554344177246, + "learning_rate": 1.2291330844578834e-05, + "loss": 2.5529, + "step": 25916 + }, + { + "epoch": 0.4436399116725723, + "grad_norm": 2.346587896347046, + "learning_rate": 1.2290791185724806e-05, + "loss": 2.6202, + "step": 25917 + }, + { + "epoch": 0.4436570293911227, + "grad_norm": 2.2062582969665527, + "learning_rate": 1.2290251519829686e-05, + "loss": 2.4957, + "step": 25918 + }, + { + "epoch": 0.44367414710967323, + "grad_norm": 2.5153727531433105, + "learning_rate": 1.2289711846895132e-05, + "loss": 2.6494, + "step": 25919 + }, + { + "epoch": 0.4436912648282237, + "grad_norm": 2.333536386489868, + "learning_rate": 1.2289172166922798e-05, + "loss": 2.6083, + "step": 25920 + }, + { + "epoch": 0.44370838254677414, + "grad_norm": 2.3592777252197266, + "learning_rate": 1.2288632479914348e-05, + "loss": 2.6879, + "step": 25921 + }, + { + "epoch": 0.44372550026532465, + "grad_norm": 2.4420948028564453, + "learning_rate": 1.2288092785871437e-05, + "loss": 2.6045, + "step": 25922 + }, + { + "epoch": 0.4437426179838751, + "grad_norm": 2.3133764266967773, + "learning_rate": 1.2287553084795729e-05, + "loss": 2.6215, + "step": 25923 + }, + { + "epoch": 0.4437597357024256, + "grad_norm": 2.3806240558624268, + "learning_rate": 1.2287013376688879e-05, + "loss": 2.5083, + "step": 25924 + }, + { + "epoch": 0.44377685342097606, + "grad_norm": 2.3669252395629883, + "learning_rate": 1.2286473661552547e-05, + "loss": 2.6054, + "step": 25925 + }, + { + "epoch": 0.4437939711395265, + "grad_norm": 2.3428266048431396, + "learning_rate": 1.2285933939388393e-05, + "loss": 2.5908, + "step": 25926 + }, + { + "epoch": 0.443811088858077, + "grad_norm": 2.347581148147583, + "learning_rate": 1.2285394210198071e-05, + "loss": 2.6203, + "step": 25927 + }, + { + "epoch": 0.44382820657662747, + "grad_norm": 2.3767402172088623, + "learning_rate": 1.2284854473983248e-05, + "loss": 2.5483, + "step": 25928 + }, + { + "epoch": 0.4438453242951779, + "grad_norm": 2.316162586212158, + "learning_rate": 1.2284314730745575e-05, + "loss": 2.5634, + "step": 25929 + }, + { + "epoch": 0.44386244201372843, + "grad_norm": 2.3047072887420654, + "learning_rate": 1.2283774980486716e-05, + "loss": 2.5901, + "step": 25930 + }, + { + "epoch": 0.4438795597322789, + "grad_norm": 2.286381959915161, + "learning_rate": 1.2283235223208327e-05, + "loss": 2.5741, + "step": 25931 + }, + { + "epoch": 0.44389667745082934, + "grad_norm": 2.3487040996551514, + "learning_rate": 1.2282695458912071e-05, + "loss": 2.5568, + "step": 25932 + }, + { + "epoch": 0.44391379516937984, + "grad_norm": 2.185654640197754, + "learning_rate": 1.2282155687599604e-05, + "loss": 2.518, + "step": 25933 + }, + { + "epoch": 0.4439309128879303, + "grad_norm": 2.2026431560516357, + "learning_rate": 1.2281615909272583e-05, + "loss": 2.4633, + "step": 25934 + }, + { + "epoch": 0.44394803060648075, + "grad_norm": 2.367527484893799, + "learning_rate": 1.2281076123932671e-05, + "loss": 2.5847, + "step": 25935 + }, + { + "epoch": 0.44396514832503126, + "grad_norm": 2.3651044368743896, + "learning_rate": 1.2280536331581527e-05, + "loss": 2.5974, + "step": 25936 + }, + { + "epoch": 0.4439822660435817, + "grad_norm": 2.155153751373291, + "learning_rate": 1.2279996532220808e-05, + "loss": 2.5199, + "step": 25937 + }, + { + "epoch": 0.44399938376213216, + "grad_norm": 2.3819639682769775, + "learning_rate": 1.2279456725852175e-05, + "loss": 2.6878, + "step": 25938 + }, + { + "epoch": 0.44401650148068267, + "grad_norm": 2.259843587875366, + "learning_rate": 1.2278916912477285e-05, + "loss": 2.5845, + "step": 25939 + }, + { + "epoch": 0.4440336191992331, + "grad_norm": 2.123793840408325, + "learning_rate": 1.2278377092097799e-05, + "loss": 2.5964, + "step": 25940 + }, + { + "epoch": 0.4440507369177836, + "grad_norm": 2.19197678565979, + "learning_rate": 1.2277837264715378e-05, + "loss": 2.5068, + "step": 25941 + }, + { + "epoch": 0.4440678546363341, + "grad_norm": 2.1974408626556396, + "learning_rate": 1.2277297430331679e-05, + "loss": 2.5193, + "step": 25942 + }, + { + "epoch": 0.44408497235488453, + "grad_norm": 2.306175708770752, + "learning_rate": 1.2276757588948357e-05, + "loss": 2.6193, + "step": 25943 + }, + { + "epoch": 0.444102090073435, + "grad_norm": 2.2543246746063232, + "learning_rate": 1.2276217740567078e-05, + "loss": 2.6009, + "step": 25944 + }, + { + "epoch": 0.4441192077919855, + "grad_norm": 2.600456476211548, + "learning_rate": 1.2275677885189498e-05, + "loss": 2.5634, + "step": 25945 + }, + { + "epoch": 0.44413632551053595, + "grad_norm": 2.2646639347076416, + "learning_rate": 1.227513802281728e-05, + "loss": 2.4941, + "step": 25946 + }, + { + "epoch": 0.44415344322908645, + "grad_norm": 2.3651678562164307, + "learning_rate": 1.2274598153452077e-05, + "loss": 2.6232, + "step": 25947 + }, + { + "epoch": 0.4441705609476369, + "grad_norm": 2.208083391189575, + "learning_rate": 1.2274058277095555e-05, + "loss": 2.5611, + "step": 25948 + }, + { + "epoch": 0.44418767866618736, + "grad_norm": 2.293342351913452, + "learning_rate": 1.2273518393749367e-05, + "loss": 2.5474, + "step": 25949 + }, + { + "epoch": 0.44420479638473787, + "grad_norm": 2.3398289680480957, + "learning_rate": 1.2272978503415176e-05, + "loss": 2.5661, + "step": 25950 + }, + { + "epoch": 0.4442219141032883, + "grad_norm": 2.24419903755188, + "learning_rate": 1.2272438606094642e-05, + "loss": 2.6282, + "step": 25951 + }, + { + "epoch": 0.44423903182183877, + "grad_norm": 2.236797571182251, + "learning_rate": 1.2271898701789426e-05, + "loss": 2.5064, + "step": 25952 + }, + { + "epoch": 0.4442561495403893, + "grad_norm": 2.4050331115722656, + "learning_rate": 1.2271358790501182e-05, + "loss": 2.6911, + "step": 25953 + }, + { + "epoch": 0.44427326725893973, + "grad_norm": 2.241464376449585, + "learning_rate": 1.2270818872231573e-05, + "loss": 2.5388, + "step": 25954 + }, + { + "epoch": 0.4442903849774902, + "grad_norm": 2.1949148178100586, + "learning_rate": 1.2270278946982259e-05, + "loss": 2.4622, + "step": 25955 + }, + { + "epoch": 0.4443075026960407, + "grad_norm": 2.230194330215454, + "learning_rate": 1.2269739014754898e-05, + "loss": 2.6167, + "step": 25956 + }, + { + "epoch": 0.44432462041459114, + "grad_norm": 2.250978469848633, + "learning_rate": 1.2269199075551153e-05, + "loss": 2.4715, + "step": 25957 + }, + { + "epoch": 0.4443417381331416, + "grad_norm": 2.351442337036133, + "learning_rate": 1.2268659129372676e-05, + "loss": 2.4573, + "step": 25958 + }, + { + "epoch": 0.4443588558516921, + "grad_norm": 2.3312196731567383, + "learning_rate": 1.2268119176221131e-05, + "loss": 2.4498, + "step": 25959 + }, + { + "epoch": 0.44437597357024256, + "grad_norm": 2.3465490341186523, + "learning_rate": 1.226757921609818e-05, + "loss": 2.5448, + "step": 25960 + }, + { + "epoch": 0.444393091288793, + "grad_norm": 2.161712169647217, + "learning_rate": 1.2267039249005482e-05, + "loss": 2.6117, + "step": 25961 + }, + { + "epoch": 0.4444102090073435, + "grad_norm": 2.425954818725586, + "learning_rate": 1.2266499274944695e-05, + "loss": 2.6501, + "step": 25962 + }, + { + "epoch": 0.44442732672589397, + "grad_norm": 2.3150410652160645, + "learning_rate": 1.226595929391748e-05, + "loss": 2.4892, + "step": 25963 + }, + { + "epoch": 0.4444444444444444, + "grad_norm": 2.575965404510498, + "learning_rate": 1.2265419305925495e-05, + "loss": 2.5828, + "step": 25964 + }, + { + "epoch": 0.4444615621629949, + "grad_norm": 2.3017635345458984, + "learning_rate": 1.2264879310970397e-05, + "loss": 2.5721, + "step": 25965 + }, + { + "epoch": 0.4444786798815454, + "grad_norm": 2.273709774017334, + "learning_rate": 1.2264339309053852e-05, + "loss": 2.6626, + "step": 25966 + }, + { + "epoch": 0.44449579760009583, + "grad_norm": 2.311434507369995, + "learning_rate": 1.2263799300177514e-05, + "loss": 2.755, + "step": 25967 + }, + { + "epoch": 0.44451291531864634, + "grad_norm": 2.1963143348693848, + "learning_rate": 1.2263259284343053e-05, + "loss": 2.5282, + "step": 25968 + }, + { + "epoch": 0.4445300330371968, + "grad_norm": 2.2415544986724854, + "learning_rate": 1.2262719261552116e-05, + "loss": 2.5275, + "step": 25969 + }, + { + "epoch": 0.4445471507557473, + "grad_norm": 2.350172996520996, + "learning_rate": 1.226217923180637e-05, + "loss": 2.5683, + "step": 25970 + }, + { + "epoch": 0.44456426847429775, + "grad_norm": 2.397792339324951, + "learning_rate": 1.2261639195107471e-05, + "loss": 2.6331, + "step": 25971 + }, + { + "epoch": 0.4445813861928482, + "grad_norm": 2.283263683319092, + "learning_rate": 1.2261099151457083e-05, + "loss": 2.6671, + "step": 25972 + }, + { + "epoch": 0.4445985039113987, + "grad_norm": 2.2541425228118896, + "learning_rate": 1.2260559100856866e-05, + "loss": 2.6083, + "step": 25973 + }, + { + "epoch": 0.44461562162994916, + "grad_norm": 2.4101486206054688, + "learning_rate": 1.2260019043308476e-05, + "loss": 2.6131, + "step": 25974 + }, + { + "epoch": 0.4446327393484996, + "grad_norm": 2.190906047821045, + "learning_rate": 1.2259478978813572e-05, + "loss": 2.56, + "step": 25975 + }, + { + "epoch": 0.4446498570670501, + "grad_norm": 2.348936080932617, + "learning_rate": 1.225893890737382e-05, + "loss": 2.5834, + "step": 25976 + }, + { + "epoch": 0.4446669747856006, + "grad_norm": 2.3144309520721436, + "learning_rate": 1.2258398828990878e-05, + "loss": 2.5468, + "step": 25977 + }, + { + "epoch": 0.44468409250415103, + "grad_norm": 2.2410693168640137, + "learning_rate": 1.2257858743666405e-05, + "loss": 2.5931, + "step": 25978 + }, + { + "epoch": 0.44470121022270154, + "grad_norm": 2.196478843688965, + "learning_rate": 1.2257318651402061e-05, + "loss": 2.6099, + "step": 25979 + }, + { + "epoch": 0.444718327941252, + "grad_norm": 2.2728567123413086, + "learning_rate": 1.2256778552199504e-05, + "loss": 2.5837, + "step": 25980 + }, + { + "epoch": 0.44473544565980244, + "grad_norm": 2.2286438941955566, + "learning_rate": 1.2256238446060396e-05, + "loss": 2.6618, + "step": 25981 + }, + { + "epoch": 0.44475256337835295, + "grad_norm": 2.281548261642456, + "learning_rate": 1.2255698332986398e-05, + "loss": 2.5814, + "step": 25982 + }, + { + "epoch": 0.4447696810969034, + "grad_norm": 2.175915479660034, + "learning_rate": 1.225515821297917e-05, + "loss": 2.4367, + "step": 25983 + }, + { + "epoch": 0.44478679881545385, + "grad_norm": 2.424014091491699, + "learning_rate": 1.2254618086040372e-05, + "loss": 2.5731, + "step": 25984 + }, + { + "epoch": 0.44480391653400436, + "grad_norm": 2.3177504539489746, + "learning_rate": 1.2254077952171663e-05, + "loss": 2.6811, + "step": 25985 + }, + { + "epoch": 0.4448210342525548, + "grad_norm": 2.267930746078491, + "learning_rate": 1.2253537811374703e-05, + "loss": 2.5089, + "step": 25986 + }, + { + "epoch": 0.44483815197110527, + "grad_norm": 2.2145307064056396, + "learning_rate": 1.2252997663651154e-05, + "loss": 2.5111, + "step": 25987 + }, + { + "epoch": 0.4448552696896558, + "grad_norm": 2.315364360809326, + "learning_rate": 1.2252457509002673e-05, + "loss": 2.5003, + "step": 25988 + }, + { + "epoch": 0.4448723874082062, + "grad_norm": 2.395397901535034, + "learning_rate": 1.2251917347430926e-05, + "loss": 2.5847, + "step": 25989 + }, + { + "epoch": 0.4448895051267567, + "grad_norm": 2.2913246154785156, + "learning_rate": 1.2251377178937567e-05, + "loss": 2.5555, + "step": 25990 + }, + { + "epoch": 0.4449066228453072, + "grad_norm": 2.3114709854125977, + "learning_rate": 1.2250837003524263e-05, + "loss": 2.5334, + "step": 25991 + }, + { + "epoch": 0.44492374056385764, + "grad_norm": 2.2744364738464355, + "learning_rate": 1.2250296821192667e-05, + "loss": 2.5156, + "step": 25992 + }, + { + "epoch": 0.44494085828240815, + "grad_norm": 2.3411307334899902, + "learning_rate": 1.224975663194444e-05, + "loss": 2.6472, + "step": 25993 + }, + { + "epoch": 0.4449579760009586, + "grad_norm": 2.202685832977295, + "learning_rate": 1.224921643578125e-05, + "loss": 2.4993, + "step": 25994 + }, + { + "epoch": 0.44497509371950905, + "grad_norm": 2.263021945953369, + "learning_rate": 1.2248676232704751e-05, + "loss": 2.563, + "step": 25995 + }, + { + "epoch": 0.44499221143805956, + "grad_norm": 2.5016214847564697, + "learning_rate": 1.2248136022716603e-05, + "loss": 2.7289, + "step": 25996 + }, + { + "epoch": 0.44500932915661, + "grad_norm": 2.4223527908325195, + "learning_rate": 1.2247595805818471e-05, + "loss": 2.5755, + "step": 25997 + }, + { + "epoch": 0.44502644687516046, + "grad_norm": 2.429790735244751, + "learning_rate": 1.224705558201201e-05, + "loss": 2.5748, + "step": 25998 + }, + { + "epoch": 0.44504356459371097, + "grad_norm": 2.436490774154663, + "learning_rate": 1.2246515351298886e-05, + "loss": 2.6319, + "step": 25999 + }, + { + "epoch": 0.4450606823122614, + "grad_norm": 2.3457252979278564, + "learning_rate": 1.2245975113680757e-05, + "loss": 2.7437, + "step": 26000 + }, + { + "epoch": 0.4450778000308119, + "grad_norm": 2.3604578971862793, + "learning_rate": 1.224543486915928e-05, + "loss": 2.6967, + "step": 26001 + }, + { + "epoch": 0.4450949177493624, + "grad_norm": 2.338453531265259, + "learning_rate": 1.2244894617736118e-05, + "loss": 2.6034, + "step": 26002 + }, + { + "epoch": 0.44511203546791284, + "grad_norm": 2.2549543380737305, + "learning_rate": 1.2244354359412936e-05, + "loss": 2.5359, + "step": 26003 + }, + { + "epoch": 0.4451291531864633, + "grad_norm": 2.1585471630096436, + "learning_rate": 1.2243814094191386e-05, + "loss": 2.5112, + "step": 26004 + }, + { + "epoch": 0.4451462709050138, + "grad_norm": 2.4458322525024414, + "learning_rate": 1.2243273822073139e-05, + "loss": 2.6875, + "step": 26005 + }, + { + "epoch": 0.44516338862356425, + "grad_norm": 2.0735762119293213, + "learning_rate": 1.2242733543059849e-05, + "loss": 2.5061, + "step": 26006 + }, + { + "epoch": 0.4451805063421147, + "grad_norm": 2.200239419937134, + "learning_rate": 1.2242193257153174e-05, + "loss": 2.6131, + "step": 26007 + }, + { + "epoch": 0.4451976240606652, + "grad_norm": 2.336907386779785, + "learning_rate": 1.224165296435478e-05, + "loss": 2.5807, + "step": 26008 + }, + { + "epoch": 0.44521474177921566, + "grad_norm": 2.295189380645752, + "learning_rate": 1.2241112664666327e-05, + "loss": 2.6008, + "step": 26009 + }, + { + "epoch": 0.4452318594977661, + "grad_norm": 2.3441338539123535, + "learning_rate": 1.2240572358089473e-05, + "loss": 2.516, + "step": 26010 + }, + { + "epoch": 0.4452489772163166, + "grad_norm": 2.299180746078491, + "learning_rate": 1.224003204462588e-05, + "loss": 2.5319, + "step": 26011 + }, + { + "epoch": 0.4452660949348671, + "grad_norm": 2.164623498916626, + "learning_rate": 1.2239491724277208e-05, + "loss": 2.5735, + "step": 26012 + }, + { + "epoch": 0.4452832126534175, + "grad_norm": 2.359876871109009, + "learning_rate": 1.2238951397045122e-05, + "loss": 2.6491, + "step": 26013 + }, + { + "epoch": 0.44530033037196803, + "grad_norm": 2.290870189666748, + "learning_rate": 1.223841106293128e-05, + "loss": 2.5413, + "step": 26014 + }, + { + "epoch": 0.4453174480905185, + "grad_norm": 2.292309522628784, + "learning_rate": 1.223787072193734e-05, + "loss": 2.6591, + "step": 26015 + }, + { + "epoch": 0.445334565809069, + "grad_norm": 2.2111592292785645, + "learning_rate": 1.2237330374064967e-05, + "loss": 2.4413, + "step": 26016 + }, + { + "epoch": 0.44535168352761945, + "grad_norm": 2.262335777282715, + "learning_rate": 1.2236790019315816e-05, + "loss": 2.5487, + "step": 26017 + }, + { + "epoch": 0.4453688012461699, + "grad_norm": 2.3229176998138428, + "learning_rate": 1.2236249657691555e-05, + "loss": 2.6004, + "step": 26018 + }, + { + "epoch": 0.4453859189647204, + "grad_norm": 2.2329533100128174, + "learning_rate": 1.223570928919384e-05, + "loss": 2.5063, + "step": 26019 + }, + { + "epoch": 0.44540303668327086, + "grad_norm": 2.330824851989746, + "learning_rate": 1.2235168913824338e-05, + "loss": 2.6081, + "step": 26020 + }, + { + "epoch": 0.4454201544018213, + "grad_norm": 2.2123610973358154, + "learning_rate": 1.2234628531584704e-05, + "loss": 2.5494, + "step": 26021 + }, + { + "epoch": 0.4454372721203718, + "grad_norm": 2.11205792427063, + "learning_rate": 1.2234088142476599e-05, + "loss": 2.4243, + "step": 26022 + }, + { + "epoch": 0.44545438983892227, + "grad_norm": 2.2196567058563232, + "learning_rate": 1.2233547746501684e-05, + "loss": 2.5845, + "step": 26023 + }, + { + "epoch": 0.4454715075574727, + "grad_norm": 2.2270147800445557, + "learning_rate": 1.2233007343661623e-05, + "loss": 2.519, + "step": 26024 + }, + { + "epoch": 0.44548862527602323, + "grad_norm": 2.3376479148864746, + "learning_rate": 1.2232466933958076e-05, + "loss": 2.4916, + "step": 26025 + }, + { + "epoch": 0.4455057429945737, + "grad_norm": 2.295527935028076, + "learning_rate": 1.2231926517392705e-05, + "loss": 2.6924, + "step": 26026 + }, + { + "epoch": 0.44552286071312414, + "grad_norm": 2.2661924362182617, + "learning_rate": 1.2231386093967168e-05, + "loss": 2.534, + "step": 26027 + }, + { + "epoch": 0.44553997843167464, + "grad_norm": 2.214951992034912, + "learning_rate": 1.2230845663683128e-05, + "loss": 2.5477, + "step": 26028 + }, + { + "epoch": 0.4455570961502251, + "grad_norm": 2.2543702125549316, + "learning_rate": 1.2230305226542246e-05, + "loss": 2.5145, + "step": 26029 + }, + { + "epoch": 0.44557421386877555, + "grad_norm": 2.2280876636505127, + "learning_rate": 1.222976478254618e-05, + "loss": 2.6564, + "step": 26030 + }, + { + "epoch": 0.44559133158732606, + "grad_norm": 2.33137845993042, + "learning_rate": 1.2229224331696597e-05, + "loss": 2.58, + "step": 26031 + }, + { + "epoch": 0.4456084493058765, + "grad_norm": 2.319444179534912, + "learning_rate": 1.2228683873995155e-05, + "loss": 2.6186, + "step": 26032 + }, + { + "epoch": 0.44562556702442696, + "grad_norm": 2.494025230407715, + "learning_rate": 1.2228143409443516e-05, + "loss": 2.5834, + "step": 26033 + }, + { + "epoch": 0.44564268474297747, + "grad_norm": 2.296372175216675, + "learning_rate": 1.2227602938043341e-05, + "loss": 2.5503, + "step": 26034 + }, + { + "epoch": 0.4456598024615279, + "grad_norm": 2.3538177013397217, + "learning_rate": 1.2227062459796289e-05, + "loss": 2.522, + "step": 26035 + }, + { + "epoch": 0.4456769201800784, + "grad_norm": 2.3240184783935547, + "learning_rate": 1.2226521974704022e-05, + "loss": 2.5682, + "step": 26036 + }, + { + "epoch": 0.4456940378986289, + "grad_norm": 2.3344309329986572, + "learning_rate": 1.2225981482768206e-05, + "loss": 2.5805, + "step": 26037 + }, + { + "epoch": 0.44571115561717933, + "grad_norm": 2.297860622406006, + "learning_rate": 1.2225440983990495e-05, + "loss": 2.6593, + "step": 26038 + }, + { + "epoch": 0.44572827333572984, + "grad_norm": 2.3688290119171143, + "learning_rate": 1.2224900478372554e-05, + "loss": 2.6292, + "step": 26039 + }, + { + "epoch": 0.4457453910542803, + "grad_norm": 2.3580892086029053, + "learning_rate": 1.2224359965916045e-05, + "loss": 2.6022, + "step": 26040 + }, + { + "epoch": 0.44576250877283075, + "grad_norm": 2.3905563354492188, + "learning_rate": 1.222381944662263e-05, + "loss": 2.4182, + "step": 26041 + }, + { + "epoch": 0.44577962649138125, + "grad_norm": 2.4716074466705322, + "learning_rate": 1.2223278920493969e-05, + "loss": 2.6363, + "step": 26042 + }, + { + "epoch": 0.4457967442099317, + "grad_norm": 2.445166826248169, + "learning_rate": 1.2222738387531724e-05, + "loss": 2.6665, + "step": 26043 + }, + { + "epoch": 0.44581386192848216, + "grad_norm": 2.3697011470794678, + "learning_rate": 1.2222197847737551e-05, + "loss": 2.6257, + "step": 26044 + }, + { + "epoch": 0.44583097964703267, + "grad_norm": 2.1992785930633545, + "learning_rate": 1.2221657301113119e-05, + "loss": 2.4583, + "step": 26045 + }, + { + "epoch": 0.4458480973655831, + "grad_norm": 2.318024158477783, + "learning_rate": 1.2221116747660086e-05, + "loss": 2.648, + "step": 26046 + }, + { + "epoch": 0.44586521508413357, + "grad_norm": 2.261066436767578, + "learning_rate": 1.2220576187380116e-05, + "loss": 2.5478, + "step": 26047 + }, + { + "epoch": 0.4458823328026841, + "grad_norm": 2.445112705230713, + "learning_rate": 1.2220035620274866e-05, + "loss": 2.7261, + "step": 26048 + }, + { + "epoch": 0.44589945052123453, + "grad_norm": 2.2678024768829346, + "learning_rate": 1.2219495046346004e-05, + "loss": 2.5087, + "step": 26049 + }, + { + "epoch": 0.445916568239785, + "grad_norm": 2.386078119277954, + "learning_rate": 1.2218954465595183e-05, + "loss": 2.552, + "step": 26050 + }, + { + "epoch": 0.4459336859583355, + "grad_norm": 2.175994873046875, + "learning_rate": 1.221841387802407e-05, + "loss": 2.4731, + "step": 26051 + }, + { + "epoch": 0.44595080367688594, + "grad_norm": 2.3567380905151367, + "learning_rate": 1.2217873283634327e-05, + "loss": 2.5073, + "step": 26052 + }, + { + "epoch": 0.4459679213954364, + "grad_norm": 2.3318090438842773, + "learning_rate": 1.2217332682427617e-05, + "loss": 2.5491, + "step": 26053 + }, + { + "epoch": 0.4459850391139869, + "grad_norm": 2.488523006439209, + "learning_rate": 1.2216792074405594e-05, + "loss": 2.6482, + "step": 26054 + }, + { + "epoch": 0.44600215683253736, + "grad_norm": 2.281996488571167, + "learning_rate": 1.2216251459569927e-05, + "loss": 2.5811, + "step": 26055 + }, + { + "epoch": 0.4460192745510878, + "grad_norm": 2.3318843841552734, + "learning_rate": 1.2215710837922277e-05, + "loss": 2.5426, + "step": 26056 + }, + { + "epoch": 0.4460363922696383, + "grad_norm": 2.277510166168213, + "learning_rate": 1.2215170209464301e-05, + "loss": 2.5731, + "step": 26057 + }, + { + "epoch": 0.44605350998818877, + "grad_norm": 2.3608574867248535, + "learning_rate": 1.2214629574197668e-05, + "loss": 2.5804, + "step": 26058 + }, + { + "epoch": 0.4460706277067392, + "grad_norm": 2.357924222946167, + "learning_rate": 1.2214088932124032e-05, + "loss": 2.7325, + "step": 26059 + }, + { + "epoch": 0.44608774542528973, + "grad_norm": 2.4605939388275146, + "learning_rate": 1.2213548283245055e-05, + "loss": 2.6623, + "step": 26060 + }, + { + "epoch": 0.4461048631438402, + "grad_norm": 2.4039041996002197, + "learning_rate": 1.2213007627562405e-05, + "loss": 2.6043, + "step": 26061 + }, + { + "epoch": 0.4461219808623907, + "grad_norm": 2.3166890144348145, + "learning_rate": 1.221246696507774e-05, + "loss": 2.5263, + "step": 26062 + }, + { + "epoch": 0.44613909858094114, + "grad_norm": 2.3110878467559814, + "learning_rate": 1.2211926295792726e-05, + "loss": 2.6302, + "step": 26063 + }, + { + "epoch": 0.4461562162994916, + "grad_norm": 2.3317711353302, + "learning_rate": 1.221138561970902e-05, + "loss": 2.5348, + "step": 26064 + }, + { + "epoch": 0.4461733340180421, + "grad_norm": 2.3356058597564697, + "learning_rate": 1.2210844936828283e-05, + "loss": 2.637, + "step": 26065 + }, + { + "epoch": 0.44619045173659255, + "grad_norm": 2.3113107681274414, + "learning_rate": 1.2210304247152178e-05, + "loss": 2.4789, + "step": 26066 + }, + { + "epoch": 0.446207569455143, + "grad_norm": 2.296119451522827, + "learning_rate": 1.220976355068237e-05, + "loss": 2.4711, + "step": 26067 + }, + { + "epoch": 0.4462246871736935, + "grad_norm": 2.235563039779663, + "learning_rate": 1.2209222847420519e-05, + "loss": 2.5017, + "step": 26068 + }, + { + "epoch": 0.44624180489224397, + "grad_norm": 2.178622245788574, + "learning_rate": 1.2208682137368286e-05, + "loss": 2.6004, + "step": 26069 + }, + { + "epoch": 0.4462589226107944, + "grad_norm": 2.4014737606048584, + "learning_rate": 1.2208141420527338e-05, + "loss": 2.4575, + "step": 26070 + }, + { + "epoch": 0.4462760403293449, + "grad_norm": 2.2328267097473145, + "learning_rate": 1.2207600696899327e-05, + "loss": 2.6453, + "step": 26071 + }, + { + "epoch": 0.4462931580478954, + "grad_norm": 2.4959847927093506, + "learning_rate": 1.2207059966485921e-05, + "loss": 2.5595, + "step": 26072 + }, + { + "epoch": 0.44631027576644583, + "grad_norm": 2.360130786895752, + "learning_rate": 1.2206519229288784e-05, + "loss": 2.7487, + "step": 26073 + }, + { + "epoch": 0.44632739348499634, + "grad_norm": 2.3907835483551025, + "learning_rate": 1.2205978485309578e-05, + "loss": 2.6468, + "step": 26074 + }, + { + "epoch": 0.4463445112035468, + "grad_norm": 2.345768928527832, + "learning_rate": 1.2205437734549958e-05, + "loss": 2.554, + "step": 26075 + }, + { + "epoch": 0.44636162892209724, + "grad_norm": 2.4253642559051514, + "learning_rate": 1.2204896977011591e-05, + "loss": 2.5628, + "step": 26076 + }, + { + "epoch": 0.44637874664064775, + "grad_norm": 2.3523402214050293, + "learning_rate": 1.220435621269614e-05, + "loss": 2.6096, + "step": 26077 + }, + { + "epoch": 0.4463958643591982, + "grad_norm": 2.361412525177002, + "learning_rate": 1.220381544160527e-05, + "loss": 2.5523, + "step": 26078 + }, + { + "epoch": 0.44641298207774865, + "grad_norm": 2.25702166557312, + "learning_rate": 1.2203274663740634e-05, + "loss": 2.5825, + "step": 26079 + }, + { + "epoch": 0.44643009979629916, + "grad_norm": 2.43851900100708, + "learning_rate": 1.2202733879103903e-05, + "loss": 2.5928, + "step": 26080 + }, + { + "epoch": 0.4464472175148496, + "grad_norm": 2.252243995666504, + "learning_rate": 1.2202193087696734e-05, + "loss": 2.4488, + "step": 26081 + }, + { + "epoch": 0.44646433523340007, + "grad_norm": 2.366424798965454, + "learning_rate": 1.2201652289520792e-05, + "loss": 2.4812, + "step": 26082 + }, + { + "epoch": 0.4464814529519506, + "grad_norm": 2.2839715480804443, + "learning_rate": 1.2201111484577735e-05, + "loss": 2.7202, + "step": 26083 + }, + { + "epoch": 0.446498570670501, + "grad_norm": 2.5009937286376953, + "learning_rate": 1.2200570672869232e-05, + "loss": 2.4684, + "step": 26084 + }, + { + "epoch": 0.44651568838905153, + "grad_norm": 2.343900442123413, + "learning_rate": 1.2200029854396943e-05, + "loss": 2.6429, + "step": 26085 + }, + { + "epoch": 0.446532806107602, + "grad_norm": 2.3780324459075928, + "learning_rate": 1.2199489029162523e-05, + "loss": 2.5498, + "step": 26086 + }, + { + "epoch": 0.44654992382615244, + "grad_norm": 2.442014455795288, + "learning_rate": 1.2198948197167644e-05, + "loss": 2.5857, + "step": 26087 + }, + { + "epoch": 0.44656704154470295, + "grad_norm": 2.322842836380005, + "learning_rate": 1.2198407358413963e-05, + "loss": 2.5688, + "step": 26088 + }, + { + "epoch": 0.4465841592632534, + "grad_norm": 2.41414475440979, + "learning_rate": 1.2197866512903143e-05, + "loss": 2.7347, + "step": 26089 + }, + { + "epoch": 0.44660127698180385, + "grad_norm": 2.4506754875183105, + "learning_rate": 1.219732566063685e-05, + "loss": 2.5841, + "step": 26090 + }, + { + "epoch": 0.44661839470035436, + "grad_norm": 2.272528886795044, + "learning_rate": 1.2196784801616741e-05, + "loss": 2.6238, + "step": 26091 + }, + { + "epoch": 0.4466355124189048, + "grad_norm": 2.37420916557312, + "learning_rate": 1.2196243935844483e-05, + "loss": 2.5756, + "step": 26092 + }, + { + "epoch": 0.44665263013745526, + "grad_norm": 2.267794370651245, + "learning_rate": 1.2195703063321736e-05, + "loss": 2.5562, + "step": 26093 + }, + { + "epoch": 0.44666974785600577, + "grad_norm": 2.4284746646881104, + "learning_rate": 1.219516218405016e-05, + "loss": 2.5569, + "step": 26094 + }, + { + "epoch": 0.4466868655745562, + "grad_norm": 2.18133807182312, + "learning_rate": 1.2194621298031422e-05, + "loss": 2.4186, + "step": 26095 + }, + { + "epoch": 0.4467039832931067, + "grad_norm": 2.4887328147888184, + "learning_rate": 1.2194080405267185e-05, + "loss": 2.6182, + "step": 26096 + }, + { + "epoch": 0.4467211010116572, + "grad_norm": 2.350529909133911, + "learning_rate": 1.2193539505759108e-05, + "loss": 2.5702, + "step": 26097 + }, + { + "epoch": 0.44673821873020764, + "grad_norm": 2.133380651473999, + "learning_rate": 1.2192998599508854e-05, + "loss": 2.5169, + "step": 26098 + }, + { + "epoch": 0.4467553364487581, + "grad_norm": 2.1735999584198, + "learning_rate": 1.219245768651809e-05, + "loss": 2.5136, + "step": 26099 + }, + { + "epoch": 0.4467724541673086, + "grad_norm": 2.327887535095215, + "learning_rate": 1.219191676678847e-05, + "loss": 2.5158, + "step": 26100 + }, + { + "epoch": 0.44678957188585905, + "grad_norm": 2.344768762588501, + "learning_rate": 1.2191375840321666e-05, + "loss": 2.5559, + "step": 26101 + }, + { + "epoch": 0.4468066896044095, + "grad_norm": 2.2942726612091064, + "learning_rate": 1.2190834907119333e-05, + "loss": 2.6732, + "step": 26102 + }, + { + "epoch": 0.44682380732296, + "grad_norm": 2.4011168479919434, + "learning_rate": 1.2190293967183138e-05, + "loss": 2.4642, + "step": 26103 + }, + { + "epoch": 0.44684092504151046, + "grad_norm": 2.3005433082580566, + "learning_rate": 1.2189753020514741e-05, + "loss": 2.5309, + "step": 26104 + }, + { + "epoch": 0.4468580427600609, + "grad_norm": 2.3143832683563232, + "learning_rate": 1.2189212067115807e-05, + "loss": 2.6406, + "step": 26105 + }, + { + "epoch": 0.4468751604786114, + "grad_norm": 2.3000590801239014, + "learning_rate": 1.2188671106988001e-05, + "loss": 2.3915, + "step": 26106 + }, + { + "epoch": 0.4468922781971619, + "grad_norm": 2.251220226287842, + "learning_rate": 1.2188130140132983e-05, + "loss": 2.5305, + "step": 26107 + }, + { + "epoch": 0.4469093959157123, + "grad_norm": 2.3441824913024902, + "learning_rate": 1.2187589166552412e-05, + "loss": 2.5638, + "step": 26108 + }, + { + "epoch": 0.44692651363426283, + "grad_norm": 2.4127016067504883, + "learning_rate": 1.2187048186247954e-05, + "loss": 2.5406, + "step": 26109 + }, + { + "epoch": 0.4469436313528133, + "grad_norm": 2.422299861907959, + "learning_rate": 1.2186507199221273e-05, + "loss": 2.6247, + "step": 26110 + }, + { + "epoch": 0.4469607490713638, + "grad_norm": 2.2837424278259277, + "learning_rate": 1.2185966205474032e-05, + "loss": 2.5846, + "step": 26111 + }, + { + "epoch": 0.44697786678991425, + "grad_norm": 2.3327434062957764, + "learning_rate": 1.2185425205007891e-05, + "loss": 2.5063, + "step": 26112 + }, + { + "epoch": 0.4469949845084647, + "grad_norm": 2.325608253479004, + "learning_rate": 1.2184884197824513e-05, + "loss": 2.618, + "step": 26113 + }, + { + "epoch": 0.4470121022270152, + "grad_norm": 2.3883023262023926, + "learning_rate": 1.2184343183925566e-05, + "loss": 2.5486, + "step": 26114 + }, + { + "epoch": 0.44702921994556566, + "grad_norm": 2.363595962524414, + "learning_rate": 1.2183802163312708e-05, + "loss": 2.636, + "step": 26115 + }, + { + "epoch": 0.4470463376641161, + "grad_norm": 2.2336740493774414, + "learning_rate": 1.2183261135987601e-05, + "loss": 2.5153, + "step": 26116 + }, + { + "epoch": 0.4470634553826666, + "grad_norm": 2.3585574626922607, + "learning_rate": 1.2182720101951912e-05, + "loss": 2.653, + "step": 26117 + }, + { + "epoch": 0.44708057310121707, + "grad_norm": 2.34006667137146, + "learning_rate": 1.2182179061207301e-05, + "loss": 2.6573, + "step": 26118 + }, + { + "epoch": 0.4470976908197675, + "grad_norm": 2.355109930038452, + "learning_rate": 1.2181638013755435e-05, + "loss": 2.6503, + "step": 26119 + }, + { + "epoch": 0.44711480853831803, + "grad_norm": 2.506265640258789, + "learning_rate": 1.218109695959797e-05, + "loss": 2.5446, + "step": 26120 + }, + { + "epoch": 0.4471319262568685, + "grad_norm": 2.395792245864868, + "learning_rate": 1.2180555898736575e-05, + "loss": 2.605, + "step": 26121 + }, + { + "epoch": 0.44714904397541894, + "grad_norm": 2.3796513080596924, + "learning_rate": 1.2180014831172911e-05, + "loss": 2.5502, + "step": 26122 + }, + { + "epoch": 0.44716616169396944, + "grad_norm": 2.37526535987854, + "learning_rate": 1.2179473756908642e-05, + "loss": 2.5283, + "step": 26123 + }, + { + "epoch": 0.4471832794125199, + "grad_norm": 2.2764065265655518, + "learning_rate": 1.2178932675945428e-05, + "loss": 2.466, + "step": 26124 + }, + { + "epoch": 0.44720039713107035, + "grad_norm": 2.238518714904785, + "learning_rate": 1.2178391588284933e-05, + "loss": 2.6026, + "step": 26125 + }, + { + "epoch": 0.44721751484962086, + "grad_norm": 2.3778796195983887, + "learning_rate": 1.2177850493928822e-05, + "loss": 2.6251, + "step": 26126 + }, + { + "epoch": 0.4472346325681713, + "grad_norm": 2.248729705810547, + "learning_rate": 1.217730939287876e-05, + "loss": 2.5857, + "step": 26127 + }, + { + "epoch": 0.44725175028672176, + "grad_norm": 2.304114580154419, + "learning_rate": 1.2176768285136409e-05, + "loss": 2.635, + "step": 26128 + }, + { + "epoch": 0.44726886800527227, + "grad_norm": 2.3006136417388916, + "learning_rate": 1.2176227170703427e-05, + "loss": 2.5661, + "step": 26129 + }, + { + "epoch": 0.4472859857238227, + "grad_norm": 2.3991100788116455, + "learning_rate": 1.2175686049581481e-05, + "loss": 2.5874, + "step": 26130 + }, + { + "epoch": 0.4473031034423732, + "grad_norm": 2.216726779937744, + "learning_rate": 1.2175144921772234e-05, + "loss": 2.4421, + "step": 26131 + }, + { + "epoch": 0.4473202211609237, + "grad_norm": 2.268465757369995, + "learning_rate": 1.217460378727735e-05, + "loss": 2.5528, + "step": 26132 + }, + { + "epoch": 0.44733733887947413, + "grad_norm": 2.3159544467926025, + "learning_rate": 1.2174062646098494e-05, + "loss": 2.6568, + "step": 26133 + }, + { + "epoch": 0.44735445659802464, + "grad_norm": 2.2806100845336914, + "learning_rate": 1.2173521498237324e-05, + "loss": 2.6558, + "step": 26134 + }, + { + "epoch": 0.4473715743165751, + "grad_norm": 2.401639938354492, + "learning_rate": 1.2172980343695511e-05, + "loss": 2.5607, + "step": 26135 + }, + { + "epoch": 0.44738869203512555, + "grad_norm": 2.5245118141174316, + "learning_rate": 1.217243918247471e-05, + "loss": 2.6116, + "step": 26136 + }, + { + "epoch": 0.44740580975367605, + "grad_norm": 2.2589898109436035, + "learning_rate": 1.2171898014576586e-05, + "loss": 2.6953, + "step": 26137 + }, + { + "epoch": 0.4474229274722265, + "grad_norm": 2.3790698051452637, + "learning_rate": 1.2171356840002809e-05, + "loss": 2.5673, + "step": 26138 + }, + { + "epoch": 0.44744004519077696, + "grad_norm": 2.448282241821289, + "learning_rate": 1.2170815658755033e-05, + "loss": 2.5648, + "step": 26139 + }, + { + "epoch": 0.44745716290932747, + "grad_norm": 2.385528802871704, + "learning_rate": 1.2170274470834929e-05, + "loss": 2.5931, + "step": 26140 + }, + { + "epoch": 0.4474742806278779, + "grad_norm": 2.362732172012329, + "learning_rate": 1.2169733276244156e-05, + "loss": 2.6196, + "step": 26141 + }, + { + "epoch": 0.44749139834642837, + "grad_norm": 2.250195264816284, + "learning_rate": 1.216919207498438e-05, + "loss": 2.5591, + "step": 26142 + }, + { + "epoch": 0.4475085160649789, + "grad_norm": 2.275660753250122, + "learning_rate": 1.2168650867057263e-05, + "loss": 2.4567, + "step": 26143 + }, + { + "epoch": 0.44752563378352933, + "grad_norm": 2.345057249069214, + "learning_rate": 1.216810965246447e-05, + "loss": 2.5538, + "step": 26144 + }, + { + "epoch": 0.4475427515020798, + "grad_norm": 2.2424612045288086, + "learning_rate": 1.2167568431207664e-05, + "loss": 2.406, + "step": 26145 + }, + { + "epoch": 0.4475598692206303, + "grad_norm": 2.3063817024230957, + "learning_rate": 1.2167027203288505e-05, + "loss": 2.6089, + "step": 26146 + }, + { + "epoch": 0.44757698693918074, + "grad_norm": 2.320756196975708, + "learning_rate": 1.216648596870866e-05, + "loss": 2.4937, + "step": 26147 + }, + { + "epoch": 0.4475941046577312, + "grad_norm": 2.185519218444824, + "learning_rate": 1.2165944727469793e-05, + "loss": 2.3921, + "step": 26148 + }, + { + "epoch": 0.4476112223762817, + "grad_norm": 2.293463945388794, + "learning_rate": 1.2165403479573568e-05, + "loss": 2.5252, + "step": 26149 + }, + { + "epoch": 0.44762834009483216, + "grad_norm": 2.1909537315368652, + "learning_rate": 1.2164862225021648e-05, + "loss": 2.5773, + "step": 26150 + }, + { + "epoch": 0.4476454578133826, + "grad_norm": 2.28816294670105, + "learning_rate": 1.2164320963815692e-05, + "loss": 2.5824, + "step": 26151 + }, + { + "epoch": 0.4476625755319331, + "grad_norm": 2.3512139320373535, + "learning_rate": 1.2163779695957367e-05, + "loss": 2.6165, + "step": 26152 + }, + { + "epoch": 0.44767969325048357, + "grad_norm": 2.4086644649505615, + "learning_rate": 1.216323842144834e-05, + "loss": 2.6053, + "step": 26153 + }, + { + "epoch": 0.447696810969034, + "grad_norm": 2.260227918624878, + "learning_rate": 1.2162697140290274e-05, + "loss": 2.5881, + "step": 26154 + }, + { + "epoch": 0.44771392868758453, + "grad_norm": 2.381497859954834, + "learning_rate": 1.2162155852484828e-05, + "loss": 2.6289, + "step": 26155 + }, + { + "epoch": 0.447731046406135, + "grad_norm": 2.3808112144470215, + "learning_rate": 1.2161614558033665e-05, + "loss": 2.5759, + "step": 26156 + }, + { + "epoch": 0.4477481641246855, + "grad_norm": 2.1628623008728027, + "learning_rate": 1.2161073256938458e-05, + "loss": 2.4853, + "step": 26157 + }, + { + "epoch": 0.44776528184323594, + "grad_norm": 2.301861524581909, + "learning_rate": 1.2160531949200862e-05, + "loss": 2.6258, + "step": 26158 + }, + { + "epoch": 0.4477823995617864, + "grad_norm": 2.3038699626922607, + "learning_rate": 1.2159990634822542e-05, + "loss": 2.5908, + "step": 26159 + }, + { + "epoch": 0.4477995172803369, + "grad_norm": 2.2447452545166016, + "learning_rate": 1.2159449313805168e-05, + "loss": 2.4611, + "step": 26160 + }, + { + "epoch": 0.44781663499888735, + "grad_norm": 2.1833600997924805, + "learning_rate": 1.2158907986150395e-05, + "loss": 2.4554, + "step": 26161 + }, + { + "epoch": 0.4478337527174378, + "grad_norm": 2.382394552230835, + "learning_rate": 1.2158366651859892e-05, + "loss": 2.6919, + "step": 26162 + }, + { + "epoch": 0.4478508704359883, + "grad_norm": 2.458723545074463, + "learning_rate": 1.2157825310935323e-05, + "loss": 2.6948, + "step": 26163 + }, + { + "epoch": 0.44786798815453877, + "grad_norm": 2.297119379043579, + "learning_rate": 1.2157283963378352e-05, + "loss": 2.5459, + "step": 26164 + }, + { + "epoch": 0.4478851058730892, + "grad_norm": 2.3349997997283936, + "learning_rate": 1.215674260919064e-05, + "loss": 2.6118, + "step": 26165 + }, + { + "epoch": 0.4479022235916397, + "grad_norm": 2.3736963272094727, + "learning_rate": 1.2156201248373853e-05, + "loss": 2.6659, + "step": 26166 + }, + { + "epoch": 0.4479193413101902, + "grad_norm": 2.249203681945801, + "learning_rate": 1.2155659880929655e-05, + "loss": 2.5735, + "step": 26167 + }, + { + "epoch": 0.44793645902874063, + "grad_norm": 2.140946865081787, + "learning_rate": 1.2155118506859709e-05, + "loss": 2.4531, + "step": 26168 + }, + { + "epoch": 0.44795357674729114, + "grad_norm": 2.320319890975952, + "learning_rate": 1.2154577126165679e-05, + "loss": 2.5709, + "step": 26169 + }, + { + "epoch": 0.4479706944658416, + "grad_norm": 2.1625733375549316, + "learning_rate": 1.2154035738849232e-05, + "loss": 2.5011, + "step": 26170 + }, + { + "epoch": 0.44798781218439204, + "grad_norm": 2.314697504043579, + "learning_rate": 1.2153494344912031e-05, + "loss": 2.5978, + "step": 26171 + }, + { + "epoch": 0.44800492990294255, + "grad_norm": 2.285660982131958, + "learning_rate": 1.2152952944355736e-05, + "loss": 2.5214, + "step": 26172 + }, + { + "epoch": 0.448022047621493, + "grad_norm": 2.353107452392578, + "learning_rate": 1.2152411537182014e-05, + "loss": 2.6909, + "step": 26173 + }, + { + "epoch": 0.44803916534004345, + "grad_norm": 2.254770278930664, + "learning_rate": 1.2151870123392528e-05, + "loss": 2.7023, + "step": 26174 + }, + { + "epoch": 0.44805628305859396, + "grad_norm": 2.1796317100524902, + "learning_rate": 1.2151328702988947e-05, + "loss": 2.4811, + "step": 26175 + }, + { + "epoch": 0.4480734007771444, + "grad_norm": 2.2881174087524414, + "learning_rate": 1.2150787275972926e-05, + "loss": 2.6288, + "step": 26176 + }, + { + "epoch": 0.44809051849569487, + "grad_norm": 2.388115406036377, + "learning_rate": 1.2150245842346139e-05, + "loss": 2.6827, + "step": 26177 + }, + { + "epoch": 0.4481076362142454, + "grad_norm": 2.2621161937713623, + "learning_rate": 1.2149704402110243e-05, + "loss": 2.6508, + "step": 26178 + }, + { + "epoch": 0.4481247539327958, + "grad_norm": 2.151041269302368, + "learning_rate": 1.2149162955266904e-05, + "loss": 2.5825, + "step": 26179 + }, + { + "epoch": 0.44814187165134634, + "grad_norm": 2.2694129943847656, + "learning_rate": 1.2148621501817788e-05, + "loss": 2.5569, + "step": 26180 + }, + { + "epoch": 0.4481589893698968, + "grad_norm": 2.3082778453826904, + "learning_rate": 1.214808004176456e-05, + "loss": 2.5584, + "step": 26181 + }, + { + "epoch": 0.44817610708844724, + "grad_norm": 2.5147619247436523, + "learning_rate": 1.2147538575108878e-05, + "loss": 2.5721, + "step": 26182 + }, + { + "epoch": 0.44819322480699775, + "grad_norm": 2.3180439472198486, + "learning_rate": 1.2146997101852413e-05, + "loss": 2.5508, + "step": 26183 + }, + { + "epoch": 0.4482103425255482, + "grad_norm": 2.3919918537139893, + "learning_rate": 1.2146455621996829e-05, + "loss": 2.6314, + "step": 26184 + }, + { + "epoch": 0.44822746024409865, + "grad_norm": 2.339815378189087, + "learning_rate": 1.2145914135543786e-05, + "loss": 2.5634, + "step": 26185 + }, + { + "epoch": 0.44824457796264916, + "grad_norm": 2.4697883129119873, + "learning_rate": 1.2145372642494952e-05, + "loss": 2.4723, + "step": 26186 + }, + { + "epoch": 0.4482616956811996, + "grad_norm": 2.2387120723724365, + "learning_rate": 1.2144831142851992e-05, + "loss": 2.5922, + "step": 26187 + }, + { + "epoch": 0.44827881339975006, + "grad_norm": 2.4379868507385254, + "learning_rate": 1.2144289636616566e-05, + "loss": 2.6726, + "step": 26188 + }, + { + "epoch": 0.4482959311183006, + "grad_norm": 2.4467360973358154, + "learning_rate": 1.214374812379034e-05, + "loss": 2.634, + "step": 26189 + }, + { + "epoch": 0.448313048836851, + "grad_norm": 2.4820940494537354, + "learning_rate": 1.214320660437498e-05, + "loss": 2.6863, + "step": 26190 + }, + { + "epoch": 0.4483301665554015, + "grad_norm": 2.514812469482422, + "learning_rate": 1.2142665078372151e-05, + "loss": 2.6812, + "step": 26191 + }, + { + "epoch": 0.448347284273952, + "grad_norm": 2.3753304481506348, + "learning_rate": 1.2142123545783516e-05, + "loss": 2.7067, + "step": 26192 + }, + { + "epoch": 0.44836440199250244, + "grad_norm": 2.4122114181518555, + "learning_rate": 1.214158200661074e-05, + "loss": 2.58, + "step": 26193 + }, + { + "epoch": 0.4483815197110529, + "grad_norm": 2.219630718231201, + "learning_rate": 1.2141040460855484e-05, + "loss": 2.6134, + "step": 26194 + }, + { + "epoch": 0.4483986374296034, + "grad_norm": 2.449924945831299, + "learning_rate": 1.2140498908519417e-05, + "loss": 2.5608, + "step": 26195 + }, + { + "epoch": 0.44841575514815385, + "grad_norm": 2.1769168376922607, + "learning_rate": 1.21399573496042e-05, + "loss": 2.6114, + "step": 26196 + }, + { + "epoch": 0.4484328728667043, + "grad_norm": 2.3687479496002197, + "learning_rate": 1.2139415784111505e-05, + "loss": 2.6415, + "step": 26197 + }, + { + "epoch": 0.4484499905852548, + "grad_norm": 2.3961970806121826, + "learning_rate": 1.2138874212042991e-05, + "loss": 2.6261, + "step": 26198 + }, + { + "epoch": 0.44846710830380526, + "grad_norm": 2.3579015731811523, + "learning_rate": 1.2138332633400318e-05, + "loss": 2.611, + "step": 26199 + }, + { + "epoch": 0.4484842260223557, + "grad_norm": 2.2434873580932617, + "learning_rate": 1.2137791048185161e-05, + "loss": 2.5379, + "step": 26200 + }, + { + "epoch": 0.4485013437409062, + "grad_norm": 2.3881518840789795, + "learning_rate": 1.2137249456399176e-05, + "loss": 2.4683, + "step": 26201 + }, + { + "epoch": 0.4485184614594567, + "grad_norm": 2.331295967102051, + "learning_rate": 1.2136707858044033e-05, + "loss": 2.5553, + "step": 26202 + }, + { + "epoch": 0.4485355791780072, + "grad_norm": 2.3843634128570557, + "learning_rate": 1.2136166253121393e-05, + "loss": 2.5377, + "step": 26203 + }, + { + "epoch": 0.44855269689655763, + "grad_norm": 2.4121816158294678, + "learning_rate": 1.2135624641632921e-05, + "loss": 2.6454, + "step": 26204 + }, + { + "epoch": 0.4485698146151081, + "grad_norm": 2.4862260818481445, + "learning_rate": 1.2135083023580284e-05, + "loss": 2.653, + "step": 26205 + }, + { + "epoch": 0.4485869323336586, + "grad_norm": 2.2461187839508057, + "learning_rate": 1.2134541398965147e-05, + "loss": 2.5743, + "step": 26206 + }, + { + "epoch": 0.44860405005220905, + "grad_norm": 2.331068277359009, + "learning_rate": 1.2133999767789173e-05, + "loss": 2.6208, + "step": 26207 + }, + { + "epoch": 0.4486211677707595, + "grad_norm": 2.4553065299987793, + "learning_rate": 1.213345813005403e-05, + "loss": 2.7856, + "step": 26208 + }, + { + "epoch": 0.44863828548931, + "grad_norm": 2.3691296577453613, + "learning_rate": 1.2132916485761377e-05, + "loss": 2.5954, + "step": 26209 + }, + { + "epoch": 0.44865540320786046, + "grad_norm": 2.2824623584747314, + "learning_rate": 1.2132374834912881e-05, + "loss": 2.594, + "step": 26210 + }, + { + "epoch": 0.4486725209264109, + "grad_norm": 2.3902392387390137, + "learning_rate": 1.2131833177510208e-05, + "loss": 2.5559, + "step": 26211 + }, + { + "epoch": 0.4486896386449614, + "grad_norm": 2.173910140991211, + "learning_rate": 1.2131291513555026e-05, + "loss": 2.5218, + "step": 26212 + }, + { + "epoch": 0.44870675636351187, + "grad_norm": 2.332108736038208, + "learning_rate": 1.2130749843048992e-05, + "loss": 2.6874, + "step": 26213 + }, + { + "epoch": 0.4487238740820623, + "grad_norm": 2.3046798706054688, + "learning_rate": 1.213020816599378e-05, + "loss": 2.6366, + "step": 26214 + }, + { + "epoch": 0.44874099180061283, + "grad_norm": 2.344391107559204, + "learning_rate": 1.2129666482391047e-05, + "loss": 2.6418, + "step": 26215 + }, + { + "epoch": 0.4487581095191633, + "grad_norm": 2.2938902378082275, + "learning_rate": 1.2129124792242463e-05, + "loss": 2.6528, + "step": 26216 + }, + { + "epoch": 0.44877522723771374, + "grad_norm": 2.2757515907287598, + "learning_rate": 1.212858309554969e-05, + "loss": 2.5507, + "step": 26217 + }, + { + "epoch": 0.44879234495626424, + "grad_norm": 2.2697646617889404, + "learning_rate": 1.2128041392314396e-05, + "loss": 2.6019, + "step": 26218 + }, + { + "epoch": 0.4488094626748147, + "grad_norm": 2.383570671081543, + "learning_rate": 1.2127499682538242e-05, + "loss": 2.5711, + "step": 26219 + }, + { + "epoch": 0.44882658039336515, + "grad_norm": 2.255016565322876, + "learning_rate": 1.2126957966222897e-05, + "loss": 2.5431, + "step": 26220 + }, + { + "epoch": 0.44884369811191566, + "grad_norm": 2.2486605644226074, + "learning_rate": 1.2126416243370023e-05, + "loss": 2.521, + "step": 26221 + }, + { + "epoch": 0.4488608158304661, + "grad_norm": 2.316412925720215, + "learning_rate": 1.2125874513981289e-05, + "loss": 2.6279, + "step": 26222 + }, + { + "epoch": 0.44887793354901656, + "grad_norm": 2.3877575397491455, + "learning_rate": 1.2125332778058355e-05, + "loss": 2.5945, + "step": 26223 + }, + { + "epoch": 0.44889505126756707, + "grad_norm": 2.4156546592712402, + "learning_rate": 1.2124791035602892e-05, + "loss": 2.64, + "step": 26224 + }, + { + "epoch": 0.4489121689861175, + "grad_norm": 2.2795658111572266, + "learning_rate": 1.2124249286616558e-05, + "loss": 2.5492, + "step": 26225 + }, + { + "epoch": 0.44892928670466803, + "grad_norm": 2.4193570613861084, + "learning_rate": 1.2123707531101023e-05, + "loss": 2.5938, + "step": 26226 + }, + { + "epoch": 0.4489464044232185, + "grad_norm": 2.4645628929138184, + "learning_rate": 1.2123165769057949e-05, + "loss": 2.7261, + "step": 26227 + }, + { + "epoch": 0.44896352214176893, + "grad_norm": 2.34782338142395, + "learning_rate": 1.2122624000489008e-05, + "loss": 2.5801, + "step": 26228 + }, + { + "epoch": 0.44898063986031944, + "grad_norm": 2.174898624420166, + "learning_rate": 1.212208222539586e-05, + "loss": 2.3827, + "step": 26229 + }, + { + "epoch": 0.4489977575788699, + "grad_norm": 2.3298354148864746, + "learning_rate": 1.2121540443780167e-05, + "loss": 2.6168, + "step": 26230 + }, + { + "epoch": 0.44901487529742035, + "grad_norm": 2.39898419380188, + "learning_rate": 1.2120998655643599e-05, + "loss": 2.6194, + "step": 26231 + }, + { + "epoch": 0.44903199301597085, + "grad_norm": 2.510115623474121, + "learning_rate": 1.2120456860987822e-05, + "loss": 2.6632, + "step": 26232 + }, + { + "epoch": 0.4490491107345213, + "grad_norm": 2.3595781326293945, + "learning_rate": 1.2119915059814495e-05, + "loss": 2.4592, + "step": 26233 + }, + { + "epoch": 0.44906622845307176, + "grad_norm": 2.2427189350128174, + "learning_rate": 1.2119373252125293e-05, + "loss": 2.6206, + "step": 26234 + }, + { + "epoch": 0.44908334617162227, + "grad_norm": 2.1930930614471436, + "learning_rate": 1.2118831437921875e-05, + "loss": 2.5804, + "step": 26235 + }, + { + "epoch": 0.4491004638901727, + "grad_norm": 2.4977729320526123, + "learning_rate": 1.2118289617205907e-05, + "loss": 2.6392, + "step": 26236 + }, + { + "epoch": 0.44911758160872317, + "grad_norm": 2.2557928562164307, + "learning_rate": 1.2117747789979055e-05, + "loss": 2.5243, + "step": 26237 + }, + { + "epoch": 0.4491346993272737, + "grad_norm": 2.2522153854370117, + "learning_rate": 1.211720595624298e-05, + "loss": 2.4871, + "step": 26238 + }, + { + "epoch": 0.44915181704582413, + "grad_norm": 2.411248207092285, + "learning_rate": 1.211666411599936e-05, + "loss": 2.5097, + "step": 26239 + }, + { + "epoch": 0.4491689347643746, + "grad_norm": 2.267188549041748, + "learning_rate": 1.2116122269249845e-05, + "loss": 2.4769, + "step": 26240 + }, + { + "epoch": 0.4491860524829251, + "grad_norm": 2.5719223022460938, + "learning_rate": 1.211558041599611e-05, + "loss": 2.6977, + "step": 26241 + }, + { + "epoch": 0.44920317020147554, + "grad_norm": 2.4649877548217773, + "learning_rate": 1.2115038556239817e-05, + "loss": 2.6556, + "step": 26242 + }, + { + "epoch": 0.449220287920026, + "grad_norm": 2.4491512775421143, + "learning_rate": 1.2114496689982635e-05, + "loss": 2.6261, + "step": 26243 + }, + { + "epoch": 0.4492374056385765, + "grad_norm": 2.3876867294311523, + "learning_rate": 1.2113954817226226e-05, + "loss": 2.4962, + "step": 26244 + }, + { + "epoch": 0.44925452335712696, + "grad_norm": 2.349869728088379, + "learning_rate": 1.2113412937972257e-05, + "loss": 2.5079, + "step": 26245 + }, + { + "epoch": 0.4492716410756774, + "grad_norm": 2.401747703552246, + "learning_rate": 1.211287105222239e-05, + "loss": 2.5547, + "step": 26246 + }, + { + "epoch": 0.4492887587942279, + "grad_norm": 2.3382954597473145, + "learning_rate": 1.2112329159978295e-05, + "loss": 2.5238, + "step": 26247 + }, + { + "epoch": 0.44930587651277837, + "grad_norm": 2.44735050201416, + "learning_rate": 1.2111787261241637e-05, + "loss": 2.5518, + "step": 26248 + }, + { + "epoch": 0.4493229942313289, + "grad_norm": 2.4163529872894287, + "learning_rate": 1.211124535601408e-05, + "loss": 2.584, + "step": 26249 + }, + { + "epoch": 0.44934011194987933, + "grad_norm": 2.344423532485962, + "learning_rate": 1.2110703444297294e-05, + "loss": 2.6089, + "step": 26250 + }, + { + "epoch": 0.4493572296684298, + "grad_norm": 2.844917058944702, + "learning_rate": 1.2110161526092939e-05, + "loss": 2.6046, + "step": 26251 + }, + { + "epoch": 0.4493743473869803, + "grad_norm": 2.305847644805908, + "learning_rate": 1.210961960140268e-05, + "loss": 2.6451, + "step": 26252 + }, + { + "epoch": 0.44939146510553074, + "grad_norm": 2.351738691329956, + "learning_rate": 1.2109077670228188e-05, + "loss": 2.507, + "step": 26253 + }, + { + "epoch": 0.4494085828240812, + "grad_norm": 2.278250217437744, + "learning_rate": 1.2108535732571125e-05, + "loss": 2.5363, + "step": 26254 + }, + { + "epoch": 0.4494257005426317, + "grad_norm": 2.3286871910095215, + "learning_rate": 1.2107993788433159e-05, + "loss": 2.4831, + "step": 26255 + }, + { + "epoch": 0.44944281826118215, + "grad_norm": 2.271857261657715, + "learning_rate": 1.2107451837815953e-05, + "loss": 2.5152, + "step": 26256 + }, + { + "epoch": 0.4494599359797326, + "grad_norm": 2.2326371669769287, + "learning_rate": 1.2106909880721176e-05, + "loss": 2.6863, + "step": 26257 + }, + { + "epoch": 0.4494770536982831, + "grad_norm": 2.2941904067993164, + "learning_rate": 1.2106367917150492e-05, + "loss": 2.5628, + "step": 26258 + }, + { + "epoch": 0.44949417141683357, + "grad_norm": 2.220928430557251, + "learning_rate": 1.2105825947105567e-05, + "loss": 2.5072, + "step": 26259 + }, + { + "epoch": 0.449511289135384, + "grad_norm": 2.263817310333252, + "learning_rate": 1.2105283970588067e-05, + "loss": 2.6038, + "step": 26260 + }, + { + "epoch": 0.4495284068539345, + "grad_norm": 2.3211240768432617, + "learning_rate": 1.2104741987599657e-05, + "loss": 2.519, + "step": 26261 + }, + { + "epoch": 0.449545524572485, + "grad_norm": 2.3206725120544434, + "learning_rate": 1.2104199998142003e-05, + "loss": 2.5969, + "step": 26262 + }, + { + "epoch": 0.44956264229103543, + "grad_norm": 2.139043092727661, + "learning_rate": 1.210365800221677e-05, + "loss": 2.5429, + "step": 26263 + }, + { + "epoch": 0.44957976000958594, + "grad_norm": 2.3353264331817627, + "learning_rate": 1.210311599982563e-05, + "loss": 2.7208, + "step": 26264 + }, + { + "epoch": 0.4495968777281364, + "grad_norm": 2.3722991943359375, + "learning_rate": 1.2102573990970243e-05, + "loss": 2.4435, + "step": 26265 + }, + { + "epoch": 0.44961399544668684, + "grad_norm": 2.1425940990448, + "learning_rate": 1.2102031975652275e-05, + "loss": 2.6123, + "step": 26266 + }, + { + "epoch": 0.44963111316523735, + "grad_norm": 2.3343632221221924, + "learning_rate": 1.2101489953873393e-05, + "loss": 2.4737, + "step": 26267 + }, + { + "epoch": 0.4496482308837878, + "grad_norm": 2.225576877593994, + "learning_rate": 1.2100947925635262e-05, + "loss": 2.5609, + "step": 26268 + }, + { + "epoch": 0.44966534860233826, + "grad_norm": 2.2827277183532715, + "learning_rate": 1.2100405890939551e-05, + "loss": 2.5552, + "step": 26269 + }, + { + "epoch": 0.44968246632088876, + "grad_norm": 2.1608071327209473, + "learning_rate": 1.2099863849787923e-05, + "loss": 2.5943, + "step": 26270 + }, + { + "epoch": 0.4496995840394392, + "grad_norm": 2.292128086090088, + "learning_rate": 1.2099321802182046e-05, + "loss": 2.5998, + "step": 26271 + }, + { + "epoch": 0.44971670175798967, + "grad_norm": 2.286188840866089, + "learning_rate": 1.2098779748123588e-05, + "loss": 2.5771, + "step": 26272 + }, + { + "epoch": 0.4497338194765402, + "grad_norm": 2.3656907081604004, + "learning_rate": 1.209823768761421e-05, + "loss": 2.5158, + "step": 26273 + }, + { + "epoch": 0.4497509371950906, + "grad_norm": 2.284193277359009, + "learning_rate": 1.2097695620655578e-05, + "loss": 2.574, + "step": 26274 + }, + { + "epoch": 0.44976805491364114, + "grad_norm": 2.299433946609497, + "learning_rate": 1.2097153547249362e-05, + "loss": 2.6074, + "step": 26275 + }, + { + "epoch": 0.4497851726321916, + "grad_norm": 2.3038008213043213, + "learning_rate": 1.2096611467397226e-05, + "loss": 2.5076, + "step": 26276 + }, + { + "epoch": 0.44980229035074204, + "grad_norm": 2.4382715225219727, + "learning_rate": 1.2096069381100841e-05, + "loss": 2.5958, + "step": 26277 + }, + { + "epoch": 0.44981940806929255, + "grad_norm": 2.418895721435547, + "learning_rate": 1.2095527288361866e-05, + "loss": 2.558, + "step": 26278 + }, + { + "epoch": 0.449836525787843, + "grad_norm": 2.451716899871826, + "learning_rate": 1.2094985189181972e-05, + "loss": 2.5902, + "step": 26279 + }, + { + "epoch": 0.44985364350639345, + "grad_norm": 2.4373695850372314, + "learning_rate": 1.209444308356282e-05, + "loss": 2.6147, + "step": 26280 + }, + { + "epoch": 0.44987076122494396, + "grad_norm": 2.454279661178589, + "learning_rate": 1.2093900971506083e-05, + "loss": 2.7146, + "step": 26281 + }, + { + "epoch": 0.4498878789434944, + "grad_norm": 2.2191267013549805, + "learning_rate": 1.2093358853013424e-05, + "loss": 2.4709, + "step": 26282 + }, + { + "epoch": 0.44990499666204486, + "grad_norm": 2.313673734664917, + "learning_rate": 1.2092816728086507e-05, + "loss": 2.6008, + "step": 26283 + }, + { + "epoch": 0.4499221143805954, + "grad_norm": 2.447793483734131, + "learning_rate": 1.2092274596727003e-05, + "loss": 2.6381, + "step": 26284 + }, + { + "epoch": 0.4499392320991458, + "grad_norm": 2.4736363887786865, + "learning_rate": 1.2091732458936573e-05, + "loss": 2.6787, + "step": 26285 + }, + { + "epoch": 0.4499563498176963, + "grad_norm": 2.5278289318084717, + "learning_rate": 1.209119031471689e-05, + "loss": 2.6026, + "step": 26286 + }, + { + "epoch": 0.4499734675362468, + "grad_norm": 2.226808547973633, + "learning_rate": 1.2090648164069613e-05, + "loss": 2.4789, + "step": 26287 + }, + { + "epoch": 0.44999058525479724, + "grad_norm": 2.6302335262298584, + "learning_rate": 1.2090106006996419e-05, + "loss": 2.6446, + "step": 26288 + }, + { + "epoch": 0.4500077029733477, + "grad_norm": 2.2575674057006836, + "learning_rate": 1.2089563843498959e-05, + "loss": 2.546, + "step": 26289 + }, + { + "epoch": 0.4500248206918982, + "grad_norm": 2.5046277046203613, + "learning_rate": 1.208902167357891e-05, + "loss": 2.6816, + "step": 26290 + }, + { + "epoch": 0.45004193841044865, + "grad_norm": 2.4190433025360107, + "learning_rate": 1.208847949723794e-05, + "loss": 2.5998, + "step": 26291 + }, + { + "epoch": 0.4500590561289991, + "grad_norm": 2.3675925731658936, + "learning_rate": 1.2087937314477708e-05, + "loss": 2.5369, + "step": 26292 + }, + { + "epoch": 0.4500761738475496, + "grad_norm": 2.3273487091064453, + "learning_rate": 1.2087395125299885e-05, + "loss": 2.588, + "step": 26293 + }, + { + "epoch": 0.45009329156610006, + "grad_norm": 2.4637515544891357, + "learning_rate": 1.2086852929706141e-05, + "loss": 2.601, + "step": 26294 + }, + { + "epoch": 0.4501104092846505, + "grad_norm": 2.3298592567443848, + "learning_rate": 1.2086310727698133e-05, + "loss": 2.5225, + "step": 26295 + }, + { + "epoch": 0.450127527003201, + "grad_norm": 2.3760247230529785, + "learning_rate": 1.2085768519277534e-05, + "loss": 2.5939, + "step": 26296 + }, + { + "epoch": 0.4501446447217515, + "grad_norm": 2.199798345565796, + "learning_rate": 1.208522630444601e-05, + "loss": 2.4971, + "step": 26297 + }, + { + "epoch": 0.450161762440302, + "grad_norm": 2.467627763748169, + "learning_rate": 1.2084684083205226e-05, + "loss": 2.5652, + "step": 26298 + }, + { + "epoch": 0.45017888015885243, + "grad_norm": 2.3022046089172363, + "learning_rate": 1.208414185555685e-05, + "loss": 2.3886, + "step": 26299 + }, + { + "epoch": 0.4501959978774029, + "grad_norm": 2.2787582874298096, + "learning_rate": 1.2083599621502549e-05, + "loss": 2.594, + "step": 26300 + }, + { + "epoch": 0.4502131155959534, + "grad_norm": 2.34041166305542, + "learning_rate": 1.208305738104399e-05, + "loss": 2.5127, + "step": 26301 + }, + { + "epoch": 0.45023023331450385, + "grad_norm": 2.228271484375, + "learning_rate": 1.2082515134182835e-05, + "loss": 2.5457, + "step": 26302 + }, + { + "epoch": 0.4502473510330543, + "grad_norm": 2.4349968433380127, + "learning_rate": 1.2081972880920757e-05, + "loss": 2.5394, + "step": 26303 + }, + { + "epoch": 0.4502644687516048, + "grad_norm": 2.3432416915893555, + "learning_rate": 1.208143062125942e-05, + "loss": 2.6141, + "step": 26304 + }, + { + "epoch": 0.45028158647015526, + "grad_norm": 2.2385551929473877, + "learning_rate": 1.2080888355200488e-05, + "loss": 2.4452, + "step": 26305 + }, + { + "epoch": 0.4502987041887057, + "grad_norm": 2.2875962257385254, + "learning_rate": 1.2080346082745632e-05, + "loss": 2.6271, + "step": 26306 + }, + { + "epoch": 0.4503158219072562, + "grad_norm": 2.3521018028259277, + "learning_rate": 1.2079803803896514e-05, + "loss": 2.7112, + "step": 26307 + }, + { + "epoch": 0.45033293962580667, + "grad_norm": 2.157388687133789, + "learning_rate": 1.2079261518654807e-05, + "loss": 2.5624, + "step": 26308 + }, + { + "epoch": 0.4503500573443571, + "grad_norm": 2.417235851287842, + "learning_rate": 1.2078719227022177e-05, + "loss": 2.5528, + "step": 26309 + }, + { + "epoch": 0.45036717506290763, + "grad_norm": 2.2416698932647705, + "learning_rate": 1.2078176929000285e-05, + "loss": 2.613, + "step": 26310 + }, + { + "epoch": 0.4503842927814581, + "grad_norm": 2.1805307865142822, + "learning_rate": 1.2077634624590802e-05, + "loss": 2.5572, + "step": 26311 + }, + { + "epoch": 0.45040141050000854, + "grad_norm": 2.471585750579834, + "learning_rate": 1.2077092313795391e-05, + "loss": 2.6579, + "step": 26312 + }, + { + "epoch": 0.45041852821855904, + "grad_norm": 2.302368640899658, + "learning_rate": 1.2076549996615724e-05, + "loss": 2.5873, + "step": 26313 + }, + { + "epoch": 0.4504356459371095, + "grad_norm": 2.2706472873687744, + "learning_rate": 1.207600767305347e-05, + "loss": 2.6435, + "step": 26314 + }, + { + "epoch": 0.45045276365565995, + "grad_norm": 2.2870371341705322, + "learning_rate": 1.2075465343110291e-05, + "loss": 2.5402, + "step": 26315 + }, + { + "epoch": 0.45046988137421046, + "grad_norm": 2.265779972076416, + "learning_rate": 1.207492300678785e-05, + "loss": 2.5361, + "step": 26316 + }, + { + "epoch": 0.4504869990927609, + "grad_norm": 2.3308639526367188, + "learning_rate": 1.2074380664087821e-05, + "loss": 2.6024, + "step": 26317 + }, + { + "epoch": 0.45050411681131136, + "grad_norm": 2.2448692321777344, + "learning_rate": 1.2073838315011868e-05, + "loss": 2.4698, + "step": 26318 + }, + { + "epoch": 0.45052123452986187, + "grad_norm": 2.2865612506866455, + "learning_rate": 1.2073295959561662e-05, + "loss": 2.5872, + "step": 26319 + }, + { + "epoch": 0.4505383522484123, + "grad_norm": 2.4887616634368896, + "learning_rate": 1.2072753597738863e-05, + "loss": 2.6352, + "step": 26320 + }, + { + "epoch": 0.45055546996696283, + "grad_norm": 2.247584342956543, + "learning_rate": 1.207221122954514e-05, + "loss": 2.5795, + "step": 26321 + }, + { + "epoch": 0.4505725876855133, + "grad_norm": 2.273716449737549, + "learning_rate": 1.2071668854982168e-05, + "loss": 2.5483, + "step": 26322 + }, + { + "epoch": 0.45058970540406373, + "grad_norm": 2.321657657623291, + "learning_rate": 1.2071126474051603e-05, + "loss": 2.4822, + "step": 26323 + }, + { + "epoch": 0.45060682312261424, + "grad_norm": 2.69761061668396, + "learning_rate": 1.2070584086755117e-05, + "loss": 2.6102, + "step": 26324 + }, + { + "epoch": 0.4506239408411647, + "grad_norm": 2.3920700550079346, + "learning_rate": 1.207004169309438e-05, + "loss": 2.5127, + "step": 26325 + }, + { + "epoch": 0.45064105855971515, + "grad_norm": 2.2236878871917725, + "learning_rate": 1.2069499293071054e-05, + "loss": 2.5648, + "step": 26326 + }, + { + "epoch": 0.45065817627826565, + "grad_norm": 2.4202709197998047, + "learning_rate": 1.2068956886686807e-05, + "loss": 2.6291, + "step": 26327 + }, + { + "epoch": 0.4506752939968161, + "grad_norm": 2.405290365219116, + "learning_rate": 1.2068414473943309e-05, + "loss": 2.5682, + "step": 26328 + }, + { + "epoch": 0.45069241171536656, + "grad_norm": 2.345308780670166, + "learning_rate": 1.2067872054842227e-05, + "loss": 2.4926, + "step": 26329 + }, + { + "epoch": 0.45070952943391707, + "grad_norm": 2.4669501781463623, + "learning_rate": 1.2067329629385227e-05, + "loss": 2.5306, + "step": 26330 + }, + { + "epoch": 0.4507266471524675, + "grad_norm": 2.3144519329071045, + "learning_rate": 1.2066787197573974e-05, + "loss": 2.6969, + "step": 26331 + }, + { + "epoch": 0.45074376487101797, + "grad_norm": 2.301602840423584, + "learning_rate": 1.206624475941014e-05, + "loss": 2.487, + "step": 26332 + }, + { + "epoch": 0.4507608825895685, + "grad_norm": 2.454965353012085, + "learning_rate": 1.2065702314895385e-05, + "loss": 2.6351, + "step": 26333 + }, + { + "epoch": 0.45077800030811893, + "grad_norm": 2.2833054065704346, + "learning_rate": 1.2065159864031384e-05, + "loss": 2.5696, + "step": 26334 + }, + { + "epoch": 0.4507951180266694, + "grad_norm": 2.283024311065674, + "learning_rate": 1.20646174068198e-05, + "loss": 2.4314, + "step": 26335 + }, + { + "epoch": 0.4508122357452199, + "grad_norm": 2.2721033096313477, + "learning_rate": 1.2064074943262303e-05, + "loss": 2.5899, + "step": 26336 + }, + { + "epoch": 0.45082935346377034, + "grad_norm": 2.4670236110687256, + "learning_rate": 1.206353247336056e-05, + "loss": 2.6573, + "step": 26337 + }, + { + "epoch": 0.4508464711823208, + "grad_norm": 2.286123037338257, + "learning_rate": 1.2062989997116235e-05, + "loss": 2.5695, + "step": 26338 + }, + { + "epoch": 0.4508635889008713, + "grad_norm": 2.346281051635742, + "learning_rate": 1.2062447514530997e-05, + "loss": 2.5901, + "step": 26339 + }, + { + "epoch": 0.45088070661942176, + "grad_norm": 2.3255043029785156, + "learning_rate": 1.2061905025606515e-05, + "loss": 2.6259, + "step": 26340 + }, + { + "epoch": 0.4508978243379722, + "grad_norm": 2.443622589111328, + "learning_rate": 1.2061362530344456e-05, + "loss": 2.7088, + "step": 26341 + }, + { + "epoch": 0.4509149420565227, + "grad_norm": 2.3914833068847656, + "learning_rate": 1.2060820028746485e-05, + "loss": 2.6519, + "step": 26342 + }, + { + "epoch": 0.45093205977507317, + "grad_norm": 2.3771512508392334, + "learning_rate": 1.2060277520814272e-05, + "loss": 2.6207, + "step": 26343 + }, + { + "epoch": 0.4509491774936237, + "grad_norm": 2.2521281242370605, + "learning_rate": 1.2059735006549487e-05, + "loss": 2.5556, + "step": 26344 + }, + { + "epoch": 0.45096629521217413, + "grad_norm": 2.3602185249328613, + "learning_rate": 1.205919248595379e-05, + "loss": 2.6112, + "step": 26345 + }, + { + "epoch": 0.4509834129307246, + "grad_norm": 2.1469907760620117, + "learning_rate": 1.2058649959028856e-05, + "loss": 2.4588, + "step": 26346 + }, + { + "epoch": 0.4510005306492751, + "grad_norm": 2.253964424133301, + "learning_rate": 1.2058107425776349e-05, + "loss": 2.3997, + "step": 26347 + }, + { + "epoch": 0.45101764836782554, + "grad_norm": 2.3560705184936523, + "learning_rate": 1.2057564886197934e-05, + "loss": 2.5903, + "step": 26348 + }, + { + "epoch": 0.451034766086376, + "grad_norm": 2.4534337520599365, + "learning_rate": 1.2057022340295283e-05, + "loss": 2.6075, + "step": 26349 + }, + { + "epoch": 0.4510518838049265, + "grad_norm": 2.286290168762207, + "learning_rate": 1.2056479788070062e-05, + "loss": 2.6043, + "step": 26350 + }, + { + "epoch": 0.45106900152347695, + "grad_norm": 2.1780073642730713, + "learning_rate": 1.205593722952394e-05, + "loss": 2.4379, + "step": 26351 + }, + { + "epoch": 0.4510861192420274, + "grad_norm": 2.3143413066864014, + "learning_rate": 1.2055394664658583e-05, + "loss": 2.4753, + "step": 26352 + }, + { + "epoch": 0.4511032369605779, + "grad_norm": 2.43953537940979, + "learning_rate": 1.205485209347566e-05, + "loss": 2.5009, + "step": 26353 + }, + { + "epoch": 0.45112035467912837, + "grad_norm": 2.391624927520752, + "learning_rate": 1.2054309515976837e-05, + "loss": 2.6356, + "step": 26354 + }, + { + "epoch": 0.4511374723976788, + "grad_norm": 2.405637502670288, + "learning_rate": 1.205376693216378e-05, + "loss": 2.6576, + "step": 26355 + }, + { + "epoch": 0.4511545901162293, + "grad_norm": 2.32844877243042, + "learning_rate": 1.2053224342038161e-05, + "loss": 2.5242, + "step": 26356 + }, + { + "epoch": 0.4511717078347798, + "grad_norm": 2.463721990585327, + "learning_rate": 1.2052681745601647e-05, + "loss": 2.6732, + "step": 26357 + }, + { + "epoch": 0.45118882555333023, + "grad_norm": 2.202580451965332, + "learning_rate": 1.2052139142855902e-05, + "loss": 2.4802, + "step": 26358 + }, + { + "epoch": 0.45120594327188074, + "grad_norm": 2.298875331878662, + "learning_rate": 1.2051596533802598e-05, + "loss": 2.4678, + "step": 26359 + }, + { + "epoch": 0.4512230609904312, + "grad_norm": 2.487368106842041, + "learning_rate": 1.20510539184434e-05, + "loss": 2.6467, + "step": 26360 + }, + { + "epoch": 0.45124017870898164, + "grad_norm": 2.352041006088257, + "learning_rate": 1.2050511296779976e-05, + "loss": 2.5849, + "step": 26361 + }, + { + "epoch": 0.45125729642753215, + "grad_norm": 2.3343732357025146, + "learning_rate": 1.2049968668813999e-05, + "loss": 2.6212, + "step": 26362 + }, + { + "epoch": 0.4512744141460826, + "grad_norm": 2.3439338207244873, + "learning_rate": 1.204942603454713e-05, + "loss": 2.6494, + "step": 26363 + }, + { + "epoch": 0.45129153186463306, + "grad_norm": 2.2761101722717285, + "learning_rate": 1.2048883393981039e-05, + "loss": 2.5707, + "step": 26364 + }, + { + "epoch": 0.45130864958318356, + "grad_norm": 2.3738489151000977, + "learning_rate": 1.2048340747117394e-05, + "loss": 2.6395, + "step": 26365 + }, + { + "epoch": 0.451325767301734, + "grad_norm": 2.272404670715332, + "learning_rate": 1.2047798093957866e-05, + "loss": 2.6024, + "step": 26366 + }, + { + "epoch": 0.4513428850202845, + "grad_norm": 2.3836498260498047, + "learning_rate": 1.204725543450412e-05, + "loss": 2.5709, + "step": 26367 + }, + { + "epoch": 0.451360002738835, + "grad_norm": 2.3244457244873047, + "learning_rate": 1.2046712768757822e-05, + "loss": 2.6429, + "step": 26368 + }, + { + "epoch": 0.45137712045738543, + "grad_norm": 2.337204933166504, + "learning_rate": 1.2046170096720642e-05, + "loss": 2.6428, + "step": 26369 + }, + { + "epoch": 0.45139423817593594, + "grad_norm": 2.261705160140991, + "learning_rate": 1.2045627418394248e-05, + "loss": 2.6584, + "step": 26370 + }, + { + "epoch": 0.4514113558944864, + "grad_norm": 2.294499635696411, + "learning_rate": 1.2045084733780308e-05, + "loss": 2.6356, + "step": 26371 + }, + { + "epoch": 0.45142847361303684, + "grad_norm": 2.357729434967041, + "learning_rate": 1.2044542042880494e-05, + "loss": 2.4986, + "step": 26372 + }, + { + "epoch": 0.45144559133158735, + "grad_norm": 2.3275949954986572, + "learning_rate": 1.2043999345696466e-05, + "loss": 2.5587, + "step": 26373 + }, + { + "epoch": 0.4514627090501378, + "grad_norm": 2.3739495277404785, + "learning_rate": 1.2043456642229898e-05, + "loss": 2.5954, + "step": 26374 + }, + { + "epoch": 0.45147982676868825, + "grad_norm": 2.3030827045440674, + "learning_rate": 1.2042913932482456e-05, + "loss": 2.5792, + "step": 26375 + }, + { + "epoch": 0.45149694448723876, + "grad_norm": 2.47670578956604, + "learning_rate": 1.2042371216455808e-05, + "loss": 2.6377, + "step": 26376 + }, + { + "epoch": 0.4515140622057892, + "grad_norm": 2.2951815128326416, + "learning_rate": 1.2041828494151622e-05, + "loss": 2.5626, + "step": 26377 + }, + { + "epoch": 0.45153117992433967, + "grad_norm": 2.359650135040283, + "learning_rate": 1.204128576557157e-05, + "loss": 2.4488, + "step": 26378 + }, + { + "epoch": 0.4515482976428902, + "grad_norm": 2.324611186981201, + "learning_rate": 1.2040743030717312e-05, + "loss": 2.5285, + "step": 26379 + }, + { + "epoch": 0.4515654153614406, + "grad_norm": 2.4493563175201416, + "learning_rate": 1.2040200289590526e-05, + "loss": 2.5166, + "step": 26380 + }, + { + "epoch": 0.4515825330799911, + "grad_norm": 2.395392417907715, + "learning_rate": 1.2039657542192872e-05, + "loss": 2.68, + "step": 26381 + }, + { + "epoch": 0.4515996507985416, + "grad_norm": 2.4423460960388184, + "learning_rate": 1.2039114788526021e-05, + "loss": 2.547, + "step": 26382 + }, + { + "epoch": 0.45161676851709204, + "grad_norm": 2.384248971939087, + "learning_rate": 1.2038572028591645e-05, + "loss": 2.5779, + "step": 26383 + }, + { + "epoch": 0.4516338862356425, + "grad_norm": 2.4382174015045166, + "learning_rate": 1.2038029262391407e-05, + "loss": 2.6178, + "step": 26384 + }, + { + "epoch": 0.451651003954193, + "grad_norm": 2.29953670501709, + "learning_rate": 1.2037486489926975e-05, + "loss": 2.5373, + "step": 26385 + }, + { + "epoch": 0.45166812167274345, + "grad_norm": 2.4099161624908447, + "learning_rate": 1.2036943711200022e-05, + "loss": 2.5764, + "step": 26386 + }, + { + "epoch": 0.4516852393912939, + "grad_norm": 2.3664588928222656, + "learning_rate": 1.2036400926212215e-05, + "loss": 2.6544, + "step": 26387 + }, + { + "epoch": 0.4517023571098444, + "grad_norm": 2.4898476600646973, + "learning_rate": 1.2035858134965216e-05, + "loss": 2.6673, + "step": 26388 + }, + { + "epoch": 0.45171947482839486, + "grad_norm": 2.3705170154571533, + "learning_rate": 1.2035315337460705e-05, + "loss": 2.6135, + "step": 26389 + }, + { + "epoch": 0.45173659254694537, + "grad_norm": 2.2945916652679443, + "learning_rate": 1.2034772533700341e-05, + "loss": 2.5562, + "step": 26390 + }, + { + "epoch": 0.4517537102654958, + "grad_norm": 2.276557683944702, + "learning_rate": 1.2034229723685794e-05, + "loss": 2.5156, + "step": 26391 + }, + { + "epoch": 0.4517708279840463, + "grad_norm": 2.190868377685547, + "learning_rate": 1.2033686907418734e-05, + "loss": 2.455, + "step": 26392 + }, + { + "epoch": 0.4517879457025968, + "grad_norm": 2.204861640930176, + "learning_rate": 1.2033144084900832e-05, + "loss": 2.5861, + "step": 26393 + }, + { + "epoch": 0.45180506342114723, + "grad_norm": 2.335444688796997, + "learning_rate": 1.2032601256133751e-05, + "loss": 2.6031, + "step": 26394 + }, + { + "epoch": 0.4518221811396977, + "grad_norm": 2.1687421798706055, + "learning_rate": 1.2032058421119163e-05, + "loss": 2.4899, + "step": 26395 + }, + { + "epoch": 0.4518392988582482, + "grad_norm": 2.210376501083374, + "learning_rate": 1.2031515579858734e-05, + "loss": 2.4894, + "step": 26396 + }, + { + "epoch": 0.45185641657679865, + "grad_norm": 2.3407065868377686, + "learning_rate": 1.2030972732354133e-05, + "loss": 2.708, + "step": 26397 + }, + { + "epoch": 0.4518735342953491, + "grad_norm": 2.3304994106292725, + "learning_rate": 1.2030429878607032e-05, + "loss": 2.6665, + "step": 26398 + }, + { + "epoch": 0.4518906520138996, + "grad_norm": 2.343658447265625, + "learning_rate": 1.2029887018619098e-05, + "loss": 2.5306, + "step": 26399 + }, + { + "epoch": 0.45190776973245006, + "grad_norm": 2.2537355422973633, + "learning_rate": 1.2029344152391997e-05, + "loss": 2.5549, + "step": 26400 + }, + { + "epoch": 0.4519248874510005, + "grad_norm": 2.489279270172119, + "learning_rate": 1.2028801279927398e-05, + "loss": 2.6593, + "step": 26401 + }, + { + "epoch": 0.451942005169551, + "grad_norm": 2.335993528366089, + "learning_rate": 1.2028258401226973e-05, + "loss": 2.6412, + "step": 26402 + }, + { + "epoch": 0.45195912288810147, + "grad_norm": 2.113016128540039, + "learning_rate": 1.2027715516292386e-05, + "loss": 2.4775, + "step": 26403 + }, + { + "epoch": 0.4519762406066519, + "grad_norm": 2.3886654376983643, + "learning_rate": 1.2027172625125312e-05, + "loss": 2.6308, + "step": 26404 + }, + { + "epoch": 0.45199335832520243, + "grad_norm": 2.2621493339538574, + "learning_rate": 1.2026629727727412e-05, + "loss": 2.5232, + "step": 26405 + }, + { + "epoch": 0.4520104760437529, + "grad_norm": 2.2759478092193604, + "learning_rate": 1.202608682410036e-05, + "loss": 2.5686, + "step": 26406 + }, + { + "epoch": 0.45202759376230334, + "grad_norm": 2.2691831588745117, + "learning_rate": 1.2025543914245823e-05, + "loss": 2.5442, + "step": 26407 + }, + { + "epoch": 0.45204471148085384, + "grad_norm": 2.36140775680542, + "learning_rate": 1.2025000998165468e-05, + "loss": 2.5921, + "step": 26408 + }, + { + "epoch": 0.4520618291994043, + "grad_norm": 2.4075214862823486, + "learning_rate": 1.202445807586097e-05, + "loss": 2.7217, + "step": 26409 + }, + { + "epoch": 0.45207894691795475, + "grad_norm": 2.4035792350769043, + "learning_rate": 1.2023915147333991e-05, + "loss": 2.5545, + "step": 26410 + }, + { + "epoch": 0.45209606463650526, + "grad_norm": 2.209526538848877, + "learning_rate": 1.2023372212586202e-05, + "loss": 2.5511, + "step": 26411 + }, + { + "epoch": 0.4521131823550557, + "grad_norm": 2.4127533435821533, + "learning_rate": 1.202282927161927e-05, + "loss": 2.6559, + "step": 26412 + }, + { + "epoch": 0.4521303000736062, + "grad_norm": 2.4274144172668457, + "learning_rate": 1.2022286324434866e-05, + "loss": 2.6388, + "step": 26413 + }, + { + "epoch": 0.45214741779215667, + "grad_norm": 2.424368381500244, + "learning_rate": 1.202174337103466e-05, + "loss": 2.5456, + "step": 26414 + }, + { + "epoch": 0.4521645355107071, + "grad_norm": 2.3263235092163086, + "learning_rate": 1.2021200411420319e-05, + "loss": 2.6535, + "step": 26415 + }, + { + "epoch": 0.45218165322925763, + "grad_norm": 2.2993431091308594, + "learning_rate": 1.2020657445593516e-05, + "loss": 2.4961, + "step": 26416 + }, + { + "epoch": 0.4521987709478081, + "grad_norm": 2.5179126262664795, + "learning_rate": 1.2020114473555911e-05, + "loss": 2.6431, + "step": 26417 + }, + { + "epoch": 0.45221588866635853, + "grad_norm": 2.313671350479126, + "learning_rate": 1.2019571495309179e-05, + "loss": 2.5383, + "step": 26418 + }, + { + "epoch": 0.45223300638490904, + "grad_norm": 2.4996373653411865, + "learning_rate": 1.2019028510854986e-05, + "loss": 2.6465, + "step": 26419 + }, + { + "epoch": 0.4522501241034595, + "grad_norm": 2.38077974319458, + "learning_rate": 1.201848552019501e-05, + "loss": 2.5961, + "step": 26420 + }, + { + "epoch": 0.45226724182200995, + "grad_norm": 2.242629051208496, + "learning_rate": 1.2017942523330906e-05, + "loss": 2.5147, + "step": 26421 + }, + { + "epoch": 0.45228435954056045, + "grad_norm": 2.223743438720703, + "learning_rate": 1.201739952026435e-05, + "loss": 2.5535, + "step": 26422 + }, + { + "epoch": 0.4523014772591109, + "grad_norm": 2.5654945373535156, + "learning_rate": 1.2016856510997015e-05, + "loss": 2.6801, + "step": 26423 + }, + { + "epoch": 0.45231859497766136, + "grad_norm": 2.402759552001953, + "learning_rate": 1.2016313495530562e-05, + "loss": 2.5938, + "step": 26424 + }, + { + "epoch": 0.45233571269621187, + "grad_norm": 2.390897750854492, + "learning_rate": 1.2015770473866666e-05, + "loss": 2.4538, + "step": 26425 + }, + { + "epoch": 0.4523528304147623, + "grad_norm": 2.324594020843506, + "learning_rate": 1.2015227446006996e-05, + "loss": 2.6713, + "step": 26426 + }, + { + "epoch": 0.45236994813331277, + "grad_norm": 2.20664644241333, + "learning_rate": 1.2014684411953215e-05, + "loss": 2.4767, + "step": 26427 + }, + { + "epoch": 0.4523870658518633, + "grad_norm": 2.4231064319610596, + "learning_rate": 1.2014141371706998e-05, + "loss": 2.6677, + "step": 26428 + }, + { + "epoch": 0.45240418357041373, + "grad_norm": 2.2377421855926514, + "learning_rate": 1.201359832527001e-05, + "loss": 2.5319, + "step": 26429 + }, + { + "epoch": 0.4524213012889642, + "grad_norm": 2.3463659286499023, + "learning_rate": 1.2013055272643928e-05, + "loss": 2.5413, + "step": 26430 + }, + { + "epoch": 0.4524384190075147, + "grad_norm": 2.277045488357544, + "learning_rate": 1.2012512213830412e-05, + "loss": 2.6387, + "step": 26431 + }, + { + "epoch": 0.45245553672606514, + "grad_norm": 2.4893858432769775, + "learning_rate": 1.2011969148831136e-05, + "loss": 2.5612, + "step": 26432 + }, + { + "epoch": 0.4524726544446156, + "grad_norm": 2.266425371170044, + "learning_rate": 1.2011426077647764e-05, + "loss": 2.6015, + "step": 26433 + }, + { + "epoch": 0.4524897721631661, + "grad_norm": 2.2956361770629883, + "learning_rate": 1.2010883000281973e-05, + "loss": 2.5651, + "step": 26434 + }, + { + "epoch": 0.45250688988171656, + "grad_norm": 2.306835174560547, + "learning_rate": 1.2010339916735425e-05, + "loss": 2.6088, + "step": 26435 + }, + { + "epoch": 0.452524007600267, + "grad_norm": 2.2554826736450195, + "learning_rate": 1.2009796827009797e-05, + "loss": 2.5926, + "step": 26436 + }, + { + "epoch": 0.4525411253188175, + "grad_norm": 2.5050556659698486, + "learning_rate": 1.200925373110675e-05, + "loss": 2.5939, + "step": 26437 + }, + { + "epoch": 0.45255824303736797, + "grad_norm": 2.2802507877349854, + "learning_rate": 1.2008710629027959e-05, + "loss": 2.5099, + "step": 26438 + }, + { + "epoch": 0.4525753607559185, + "grad_norm": 2.201467990875244, + "learning_rate": 1.2008167520775091e-05, + "loss": 2.5554, + "step": 26439 + }, + { + "epoch": 0.45259247847446893, + "grad_norm": 2.2800142765045166, + "learning_rate": 1.2007624406349815e-05, + "loss": 2.5944, + "step": 26440 + }, + { + "epoch": 0.4526095961930194, + "grad_norm": 2.2126383781433105, + "learning_rate": 1.2007081285753804e-05, + "loss": 2.4498, + "step": 26441 + }, + { + "epoch": 0.4526267139115699, + "grad_norm": 2.243417739868164, + "learning_rate": 1.2006538158988723e-05, + "loss": 2.5391, + "step": 26442 + }, + { + "epoch": 0.45264383163012034, + "grad_norm": 2.2663984298706055, + "learning_rate": 1.2005995026056242e-05, + "loss": 2.5611, + "step": 26443 + }, + { + "epoch": 0.4526609493486708, + "grad_norm": 2.365182638168335, + "learning_rate": 1.2005451886958031e-05, + "loss": 2.6969, + "step": 26444 + }, + { + "epoch": 0.4526780670672213, + "grad_norm": 2.3337197303771973, + "learning_rate": 1.2004908741695762e-05, + "loss": 2.5852, + "step": 26445 + }, + { + "epoch": 0.45269518478577175, + "grad_norm": 2.339869499206543, + "learning_rate": 1.20043655902711e-05, + "loss": 2.5327, + "step": 26446 + }, + { + "epoch": 0.4527123025043222, + "grad_norm": 2.3748130798339844, + "learning_rate": 1.2003822432685719e-05, + "loss": 2.6266, + "step": 26447 + }, + { + "epoch": 0.4527294202228727, + "grad_norm": 2.3331198692321777, + "learning_rate": 1.2003279268941284e-05, + "loss": 2.4655, + "step": 26448 + }, + { + "epoch": 0.45274653794142317, + "grad_norm": 2.2314140796661377, + "learning_rate": 1.2002736099039468e-05, + "loss": 2.5694, + "step": 26449 + }, + { + "epoch": 0.4527636556599736, + "grad_norm": 2.341649055480957, + "learning_rate": 1.2002192922981934e-05, + "loss": 2.5889, + "step": 26450 + }, + { + "epoch": 0.4527807733785241, + "grad_norm": 2.1624016761779785, + "learning_rate": 1.200164974077036e-05, + "loss": 2.5977, + "step": 26451 + }, + { + "epoch": 0.4527978910970746, + "grad_norm": 2.2227718830108643, + "learning_rate": 1.2001106552406417e-05, + "loss": 2.5253, + "step": 26452 + }, + { + "epoch": 0.45281500881562503, + "grad_norm": 2.3407254219055176, + "learning_rate": 1.2000563357891766e-05, + "loss": 2.5826, + "step": 26453 + }, + { + "epoch": 0.45283212653417554, + "grad_norm": 2.293060302734375, + "learning_rate": 1.2000020157228078e-05, + "loss": 2.6507, + "step": 26454 + }, + { + "epoch": 0.452849244252726, + "grad_norm": 2.2665224075317383, + "learning_rate": 1.1999476950417029e-05, + "loss": 2.633, + "step": 26455 + }, + { + "epoch": 0.45286636197127644, + "grad_norm": 2.3825976848602295, + "learning_rate": 1.199893373746028e-05, + "loss": 2.5411, + "step": 26456 + }, + { + "epoch": 0.45288347968982695, + "grad_norm": 2.3967576026916504, + "learning_rate": 1.1998390518359511e-05, + "loss": 2.6029, + "step": 26457 + }, + { + "epoch": 0.4529005974083774, + "grad_norm": 2.127960205078125, + "learning_rate": 1.199784729311638e-05, + "loss": 2.4661, + "step": 26458 + }, + { + "epoch": 0.45291771512692786, + "grad_norm": 2.273693084716797, + "learning_rate": 1.1997304061732566e-05, + "loss": 2.5973, + "step": 26459 + }, + { + "epoch": 0.45293483284547836, + "grad_norm": 2.1826627254486084, + "learning_rate": 1.1996760824209735e-05, + "loss": 2.5629, + "step": 26460 + }, + { + "epoch": 0.4529519505640288, + "grad_norm": 2.176339626312256, + "learning_rate": 1.1996217580549557e-05, + "loss": 2.4988, + "step": 26461 + }, + { + "epoch": 0.4529690682825793, + "grad_norm": 2.193105697631836, + "learning_rate": 1.19956743307537e-05, + "loss": 2.5212, + "step": 26462 + }, + { + "epoch": 0.4529861860011298, + "grad_norm": 2.4423322677612305, + "learning_rate": 1.1995131074823837e-05, + "loss": 2.5628, + "step": 26463 + }, + { + "epoch": 0.45300330371968023, + "grad_norm": 2.24495530128479, + "learning_rate": 1.1994587812761635e-05, + "loss": 2.4261, + "step": 26464 + }, + { + "epoch": 0.45302042143823074, + "grad_norm": 2.3341805934906006, + "learning_rate": 1.1994044544568765e-05, + "loss": 2.5422, + "step": 26465 + }, + { + "epoch": 0.4530375391567812, + "grad_norm": 2.324805974960327, + "learning_rate": 1.19935012702469e-05, + "loss": 2.609, + "step": 26466 + }, + { + "epoch": 0.45305465687533164, + "grad_norm": 2.2668275833129883, + "learning_rate": 1.1992957989797704e-05, + "loss": 2.6306, + "step": 26467 + }, + { + "epoch": 0.45307177459388215, + "grad_norm": 2.2443909645080566, + "learning_rate": 1.199241470322285e-05, + "loss": 2.6401, + "step": 26468 + }, + { + "epoch": 0.4530888923124326, + "grad_norm": 2.1799378395080566, + "learning_rate": 1.199187141052401e-05, + "loss": 2.4831, + "step": 26469 + }, + { + "epoch": 0.45310601003098305, + "grad_norm": 2.3039591312408447, + "learning_rate": 1.199132811170285e-05, + "loss": 2.5728, + "step": 26470 + }, + { + "epoch": 0.45312312774953356, + "grad_norm": 2.4377808570861816, + "learning_rate": 1.1990784806761039e-05, + "loss": 2.6014, + "step": 26471 + }, + { + "epoch": 0.453140245468084, + "grad_norm": 2.206289052963257, + "learning_rate": 1.199024149570025e-05, + "loss": 2.5661, + "step": 26472 + }, + { + "epoch": 0.45315736318663447, + "grad_norm": 2.199423313140869, + "learning_rate": 1.1989698178522154e-05, + "loss": 2.5856, + "step": 26473 + }, + { + "epoch": 0.453174480905185, + "grad_norm": 2.26993727684021, + "learning_rate": 1.1989154855228419e-05, + "loss": 2.6483, + "step": 26474 + }, + { + "epoch": 0.4531915986237354, + "grad_norm": 2.2996766567230225, + "learning_rate": 1.1988611525820714e-05, + "loss": 2.5567, + "step": 26475 + }, + { + "epoch": 0.4532087163422859, + "grad_norm": 2.173387289047241, + "learning_rate": 1.198806819030071e-05, + "loss": 2.4777, + "step": 26476 + }, + { + "epoch": 0.4532258340608364, + "grad_norm": 2.2277324199676514, + "learning_rate": 1.1987524848670076e-05, + "loss": 2.4258, + "step": 26477 + }, + { + "epoch": 0.45324295177938684, + "grad_norm": 2.2455854415893555, + "learning_rate": 1.1986981500930484e-05, + "loss": 2.6053, + "step": 26478 + }, + { + "epoch": 0.4532600694979373, + "grad_norm": 2.3529486656188965, + "learning_rate": 1.1986438147083605e-05, + "loss": 2.4719, + "step": 26479 + }, + { + "epoch": 0.4532771872164878, + "grad_norm": 2.2707040309906006, + "learning_rate": 1.1985894787131104e-05, + "loss": 2.5248, + "step": 26480 + }, + { + "epoch": 0.45329430493503825, + "grad_norm": 2.379183530807495, + "learning_rate": 1.198535142107466e-05, + "loss": 2.4884, + "step": 26481 + }, + { + "epoch": 0.4533114226535887, + "grad_norm": 2.4437131881713867, + "learning_rate": 1.1984808048915932e-05, + "loss": 2.6276, + "step": 26482 + }, + { + "epoch": 0.4533285403721392, + "grad_norm": 2.214155435562134, + "learning_rate": 1.1984264670656598e-05, + "loss": 2.5072, + "step": 26483 + }, + { + "epoch": 0.45334565809068966, + "grad_norm": 2.3719112873077393, + "learning_rate": 1.1983721286298326e-05, + "loss": 2.5949, + "step": 26484 + }, + { + "epoch": 0.45336277580924017, + "grad_norm": 2.279730796813965, + "learning_rate": 1.1983177895842787e-05, + "loss": 2.5914, + "step": 26485 + }, + { + "epoch": 0.4533798935277906, + "grad_norm": 2.298957586288452, + "learning_rate": 1.1982634499291645e-05, + "loss": 2.632, + "step": 26486 + }, + { + "epoch": 0.4533970112463411, + "grad_norm": 2.3181397914886475, + "learning_rate": 1.198209109664658e-05, + "loss": 2.5013, + "step": 26487 + }, + { + "epoch": 0.4534141289648916, + "grad_norm": 2.2233893871307373, + "learning_rate": 1.1981547687909259e-05, + "loss": 2.4973, + "step": 26488 + }, + { + "epoch": 0.45343124668344204, + "grad_norm": 2.2078282833099365, + "learning_rate": 1.1981004273081347e-05, + "loss": 2.4108, + "step": 26489 + }, + { + "epoch": 0.4534483644019925, + "grad_norm": 2.2064626216888428, + "learning_rate": 1.1980460852164522e-05, + "loss": 2.4949, + "step": 26490 + }, + { + "epoch": 0.453465482120543, + "grad_norm": 2.4481654167175293, + "learning_rate": 1.1979917425160448e-05, + "loss": 2.5936, + "step": 26491 + }, + { + "epoch": 0.45348259983909345, + "grad_norm": 2.414844274520874, + "learning_rate": 1.1979373992070797e-05, + "loss": 2.6177, + "step": 26492 + }, + { + "epoch": 0.4534997175576439, + "grad_norm": 2.374253034591675, + "learning_rate": 1.1978830552897241e-05, + "loss": 2.5665, + "step": 26493 + }, + { + "epoch": 0.4535168352761944, + "grad_norm": 2.427433729171753, + "learning_rate": 1.1978287107641448e-05, + "loss": 2.6283, + "step": 26494 + }, + { + "epoch": 0.45353395299474486, + "grad_norm": 2.2723584175109863, + "learning_rate": 1.1977743656305092e-05, + "loss": 2.573, + "step": 26495 + }, + { + "epoch": 0.4535510707132953, + "grad_norm": 2.3252217769622803, + "learning_rate": 1.1977200198889842e-05, + "loss": 2.5487, + "step": 26496 + }, + { + "epoch": 0.4535681884318458, + "grad_norm": 2.303917407989502, + "learning_rate": 1.1976656735397366e-05, + "loss": 2.579, + "step": 26497 + }, + { + "epoch": 0.4535853061503963, + "grad_norm": 2.263800621032715, + "learning_rate": 1.1976113265829335e-05, + "loss": 2.6185, + "step": 26498 + }, + { + "epoch": 0.4536024238689467, + "grad_norm": 2.2129554748535156, + "learning_rate": 1.197556979018742e-05, + "loss": 2.482, + "step": 26499 + }, + { + "epoch": 0.45361954158749723, + "grad_norm": 2.2860870361328125, + "learning_rate": 1.1975026308473295e-05, + "loss": 2.5674, + "step": 26500 + }, + { + "epoch": 0.4536366593060477, + "grad_norm": 2.3519673347473145, + "learning_rate": 1.1974482820688624e-05, + "loss": 2.5403, + "step": 26501 + }, + { + "epoch": 0.45365377702459814, + "grad_norm": 2.1340880393981934, + "learning_rate": 1.1973939326835082e-05, + "loss": 2.54, + "step": 26502 + }, + { + "epoch": 0.45367089474314864, + "grad_norm": 2.3214142322540283, + "learning_rate": 1.197339582691434e-05, + "loss": 2.4312, + "step": 26503 + }, + { + "epoch": 0.4536880124616991, + "grad_norm": 2.2941012382507324, + "learning_rate": 1.1972852320928065e-05, + "loss": 2.6501, + "step": 26504 + }, + { + "epoch": 0.45370513018024955, + "grad_norm": 2.2775204181671143, + "learning_rate": 1.197230880887793e-05, + "loss": 2.5511, + "step": 26505 + }, + { + "epoch": 0.45372224789880006, + "grad_norm": 2.429264545440674, + "learning_rate": 1.1971765290765606e-05, + "loss": 2.6713, + "step": 26506 + }, + { + "epoch": 0.4537393656173505, + "grad_norm": 2.13116192817688, + "learning_rate": 1.1971221766592762e-05, + "loss": 2.4282, + "step": 26507 + }, + { + "epoch": 0.453756483335901, + "grad_norm": 2.3066067695617676, + "learning_rate": 1.1970678236361066e-05, + "loss": 2.5972, + "step": 26508 + }, + { + "epoch": 0.45377360105445147, + "grad_norm": 2.3406381607055664, + "learning_rate": 1.1970134700072196e-05, + "loss": 2.6671, + "step": 26509 + }, + { + "epoch": 0.4537907187730019, + "grad_norm": 2.4330179691314697, + "learning_rate": 1.1969591157727818e-05, + "loss": 2.5791, + "step": 26510 + }, + { + "epoch": 0.45380783649155243, + "grad_norm": 2.294349431991577, + "learning_rate": 1.1969047609329602e-05, + "loss": 2.5098, + "step": 26511 + }, + { + "epoch": 0.4538249542101029, + "grad_norm": 2.2492926120758057, + "learning_rate": 1.196850405487922e-05, + "loss": 2.4482, + "step": 26512 + }, + { + "epoch": 0.45384207192865333, + "grad_norm": 2.244312047958374, + "learning_rate": 1.196796049437834e-05, + "loss": 2.4775, + "step": 26513 + }, + { + "epoch": 0.45385918964720384, + "grad_norm": 2.3700480461120605, + "learning_rate": 1.1967416927828639e-05, + "loss": 2.6645, + "step": 26514 + }, + { + "epoch": 0.4538763073657543, + "grad_norm": 2.421844720840454, + "learning_rate": 1.1966873355231781e-05, + "loss": 2.564, + "step": 26515 + }, + { + "epoch": 0.45389342508430475, + "grad_norm": 2.301570177078247, + "learning_rate": 1.1966329776589442e-05, + "loss": 2.5793, + "step": 26516 + }, + { + "epoch": 0.45391054280285525, + "grad_norm": 2.2915847301483154, + "learning_rate": 1.1965786191903293e-05, + "loss": 2.4908, + "step": 26517 + }, + { + "epoch": 0.4539276605214057, + "grad_norm": 2.3338711261749268, + "learning_rate": 1.1965242601174997e-05, + "loss": 2.6053, + "step": 26518 + }, + { + "epoch": 0.45394477823995616, + "grad_norm": 2.1691336631774902, + "learning_rate": 1.1964699004406231e-05, + "loss": 2.5077, + "step": 26519 + }, + { + "epoch": 0.45396189595850667, + "grad_norm": 2.549992799758911, + "learning_rate": 1.1964155401598664e-05, + "loss": 2.702, + "step": 26520 + }, + { + "epoch": 0.4539790136770571, + "grad_norm": 2.3756675720214844, + "learning_rate": 1.196361179275397e-05, + "loss": 2.6399, + "step": 26521 + }, + { + "epoch": 0.45399613139560757, + "grad_norm": 2.2673749923706055, + "learning_rate": 1.1963068177873819e-05, + "loss": 2.3323, + "step": 26522 + }, + { + "epoch": 0.4540132491141581, + "grad_norm": 2.284372091293335, + "learning_rate": 1.1962524556959875e-05, + "loss": 2.5585, + "step": 26523 + }, + { + "epoch": 0.45403036683270853, + "grad_norm": 2.31795334815979, + "learning_rate": 1.1961980930013821e-05, + "loss": 2.4786, + "step": 26524 + }, + { + "epoch": 0.454047484551259, + "grad_norm": 2.2750656604766846, + "learning_rate": 1.1961437297037317e-05, + "loss": 2.5735, + "step": 26525 + }, + { + "epoch": 0.4540646022698095, + "grad_norm": 2.241363763809204, + "learning_rate": 1.1960893658032038e-05, + "loss": 2.4489, + "step": 26526 + }, + { + "epoch": 0.45408171998835994, + "grad_norm": 2.2588136196136475, + "learning_rate": 1.1960350012999657e-05, + "loss": 2.529, + "step": 26527 + }, + { + "epoch": 0.4540988377069104, + "grad_norm": 2.4198861122131348, + "learning_rate": 1.1959806361941844e-05, + "loss": 2.5997, + "step": 26528 + }, + { + "epoch": 0.4541159554254609, + "grad_norm": 2.2782387733459473, + "learning_rate": 1.1959262704860266e-05, + "loss": 2.5464, + "step": 26529 + }, + { + "epoch": 0.45413307314401136, + "grad_norm": 2.260688304901123, + "learning_rate": 1.19587190417566e-05, + "loss": 2.3289, + "step": 26530 + }, + { + "epoch": 0.45415019086256186, + "grad_norm": 2.1919033527374268, + "learning_rate": 1.1958175372632513e-05, + "loss": 2.4927, + "step": 26531 + }, + { + "epoch": 0.4541673085811123, + "grad_norm": 2.474886655807495, + "learning_rate": 1.1957631697489677e-05, + "loss": 2.7321, + "step": 26532 + }, + { + "epoch": 0.45418442629966277, + "grad_norm": 2.2583155632019043, + "learning_rate": 1.1957088016329765e-05, + "loss": 2.5142, + "step": 26533 + }, + { + "epoch": 0.4542015440182133, + "grad_norm": 2.319880247116089, + "learning_rate": 1.1956544329154445e-05, + "loss": 2.5476, + "step": 26534 + }, + { + "epoch": 0.45421866173676373, + "grad_norm": 2.2617530822753906, + "learning_rate": 1.1956000635965388e-05, + "loss": 2.5933, + "step": 26535 + }, + { + "epoch": 0.4542357794553142, + "grad_norm": 2.4540855884552, + "learning_rate": 1.1955456936764267e-05, + "loss": 2.5618, + "step": 26536 + }, + { + "epoch": 0.4542528971738647, + "grad_norm": 2.3855955600738525, + "learning_rate": 1.1954913231552757e-05, + "loss": 2.5195, + "step": 26537 + }, + { + "epoch": 0.45427001489241514, + "grad_norm": 2.334193468093872, + "learning_rate": 1.1954369520332521e-05, + "loss": 2.5267, + "step": 26538 + }, + { + "epoch": 0.4542871326109656, + "grad_norm": 2.296872615814209, + "learning_rate": 1.1953825803105237e-05, + "loss": 2.5802, + "step": 26539 + }, + { + "epoch": 0.4543042503295161, + "grad_norm": 2.3234946727752686, + "learning_rate": 1.195328207987257e-05, + "loss": 2.5389, + "step": 26540 + }, + { + "epoch": 0.45432136804806655, + "grad_norm": 2.21211576461792, + "learning_rate": 1.1952738350636194e-05, + "loss": 2.4917, + "step": 26541 + }, + { + "epoch": 0.454338485766617, + "grad_norm": 2.3454294204711914, + "learning_rate": 1.1952194615397784e-05, + "loss": 2.4928, + "step": 26542 + }, + { + "epoch": 0.4543556034851675, + "grad_norm": 2.2736523151397705, + "learning_rate": 1.1951650874159007e-05, + "loss": 2.5086, + "step": 26543 + }, + { + "epoch": 0.45437272120371797, + "grad_norm": 2.3050923347473145, + "learning_rate": 1.1951107126921533e-05, + "loss": 2.5573, + "step": 26544 + }, + { + "epoch": 0.4543898389222684, + "grad_norm": 2.206486463546753, + "learning_rate": 1.1950563373687036e-05, + "loss": 2.4982, + "step": 26545 + }, + { + "epoch": 0.4544069566408189, + "grad_norm": 2.5460712909698486, + "learning_rate": 1.1950019614457191e-05, + "loss": 2.6911, + "step": 26546 + }, + { + "epoch": 0.4544240743593694, + "grad_norm": 2.2964301109313965, + "learning_rate": 1.1949475849233662e-05, + "loss": 2.518, + "step": 26547 + }, + { + "epoch": 0.45444119207791983, + "grad_norm": 2.516667127609253, + "learning_rate": 1.1948932078018125e-05, + "loss": 2.5502, + "step": 26548 + }, + { + "epoch": 0.45445830979647034, + "grad_norm": 2.300785541534424, + "learning_rate": 1.1948388300812248e-05, + "loss": 2.5086, + "step": 26549 + }, + { + "epoch": 0.4544754275150208, + "grad_norm": 2.30389142036438, + "learning_rate": 1.1947844517617704e-05, + "loss": 2.5559, + "step": 26550 + }, + { + "epoch": 0.45449254523357124, + "grad_norm": 2.3748626708984375, + "learning_rate": 1.1947300728436166e-05, + "loss": 2.5274, + "step": 26551 + }, + { + "epoch": 0.45450966295212175, + "grad_norm": 2.3339145183563232, + "learning_rate": 1.1946756933269304e-05, + "loss": 2.5829, + "step": 26552 + }, + { + "epoch": 0.4545267806706722, + "grad_norm": 2.4643561840057373, + "learning_rate": 1.194621313211879e-05, + "loss": 2.5931, + "step": 26553 + }, + { + "epoch": 0.4545438983892227, + "grad_norm": 2.4763221740722656, + "learning_rate": 1.1945669324986296e-05, + "loss": 2.6242, + "step": 26554 + }, + { + "epoch": 0.45456101610777316, + "grad_norm": 2.279633045196533, + "learning_rate": 1.194512551187349e-05, + "loss": 2.5284, + "step": 26555 + }, + { + "epoch": 0.4545781338263236, + "grad_norm": 2.176589012145996, + "learning_rate": 1.1944581692782046e-05, + "loss": 2.5699, + "step": 26556 + }, + { + "epoch": 0.4545952515448741, + "grad_norm": 2.2502965927124023, + "learning_rate": 1.1944037867713635e-05, + "loss": 2.6346, + "step": 26557 + }, + { + "epoch": 0.4546123692634246, + "grad_norm": 2.2987303733825684, + "learning_rate": 1.1943494036669932e-05, + "loss": 2.5734, + "step": 26558 + }, + { + "epoch": 0.45462948698197503, + "grad_norm": 2.3222103118896484, + "learning_rate": 1.1942950199652605e-05, + "loss": 2.451, + "step": 26559 + }, + { + "epoch": 0.45464660470052554, + "grad_norm": 2.2975823879241943, + "learning_rate": 1.1942406356663325e-05, + "loss": 2.5836, + "step": 26560 + }, + { + "epoch": 0.454663722419076, + "grad_norm": 2.2527194023132324, + "learning_rate": 1.1941862507703765e-05, + "loss": 2.5653, + "step": 26561 + }, + { + "epoch": 0.45468084013762644, + "grad_norm": 2.405470848083496, + "learning_rate": 1.1941318652775595e-05, + "loss": 2.5542, + "step": 26562 + }, + { + "epoch": 0.45469795785617695, + "grad_norm": 2.3374311923980713, + "learning_rate": 1.1940774791880489e-05, + "loss": 2.5415, + "step": 26563 + }, + { + "epoch": 0.4547150755747274, + "grad_norm": 2.3974831104278564, + "learning_rate": 1.194023092502012e-05, + "loss": 2.5766, + "step": 26564 + }, + { + "epoch": 0.45473219329327785, + "grad_norm": 2.2902326583862305, + "learning_rate": 1.1939687052196154e-05, + "loss": 2.5621, + "step": 26565 + }, + { + "epoch": 0.45474931101182836, + "grad_norm": 2.2626891136169434, + "learning_rate": 1.1939143173410265e-05, + "loss": 2.571, + "step": 26566 + }, + { + "epoch": 0.4547664287303788, + "grad_norm": 2.370418071746826, + "learning_rate": 1.193859928866413e-05, + "loss": 2.5544, + "step": 26567 + }, + { + "epoch": 0.45478354644892927, + "grad_norm": 2.3161046504974365, + "learning_rate": 1.1938055397959411e-05, + "loss": 2.4963, + "step": 26568 + }, + { + "epoch": 0.4548006641674798, + "grad_norm": 2.6436221599578857, + "learning_rate": 1.1937511501297787e-05, + "loss": 2.6123, + "step": 26569 + }, + { + "epoch": 0.4548177818860302, + "grad_norm": 2.3358583450317383, + "learning_rate": 1.1936967598680931e-05, + "loss": 2.5935, + "step": 26570 + }, + { + "epoch": 0.4548348996045807, + "grad_norm": 2.289869785308838, + "learning_rate": 1.1936423690110508e-05, + "loss": 2.537, + "step": 26571 + }, + { + "epoch": 0.4548520173231312, + "grad_norm": 2.2365074157714844, + "learning_rate": 1.1935879775588193e-05, + "loss": 2.5048, + "step": 26572 + }, + { + "epoch": 0.45486913504168164, + "grad_norm": 2.211026668548584, + "learning_rate": 1.1935335855115659e-05, + "loss": 2.5003, + "step": 26573 + }, + { + "epoch": 0.4548862527602321, + "grad_norm": 2.452960729598999, + "learning_rate": 1.1934791928694577e-05, + "loss": 2.6093, + "step": 26574 + }, + { + "epoch": 0.4549033704787826, + "grad_norm": 2.2507243156433105, + "learning_rate": 1.1934247996326623e-05, + "loss": 2.4656, + "step": 26575 + }, + { + "epoch": 0.45492048819733305, + "grad_norm": 2.265441417694092, + "learning_rate": 1.193370405801346e-05, + "loss": 2.6079, + "step": 26576 + }, + { + "epoch": 0.45493760591588356, + "grad_norm": 2.3316571712493896, + "learning_rate": 1.1933160113756764e-05, + "loss": 2.5692, + "step": 26577 + }, + { + "epoch": 0.454954723634434, + "grad_norm": 2.2477946281433105, + "learning_rate": 1.1932616163558208e-05, + "loss": 2.6008, + "step": 26578 + }, + { + "epoch": 0.45497184135298446, + "grad_norm": 2.508887529373169, + "learning_rate": 1.1932072207419464e-05, + "loss": 2.673, + "step": 26579 + }, + { + "epoch": 0.45498895907153497, + "grad_norm": 2.4581685066223145, + "learning_rate": 1.1931528245342206e-05, + "loss": 2.5062, + "step": 26580 + }, + { + "epoch": 0.4550060767900854, + "grad_norm": 2.2414910793304443, + "learning_rate": 1.1930984277328098e-05, + "loss": 2.5304, + "step": 26581 + }, + { + "epoch": 0.4550231945086359, + "grad_norm": 2.407755136489868, + "learning_rate": 1.1930440303378822e-05, + "loss": 2.5442, + "step": 26582 + }, + { + "epoch": 0.4550403122271864, + "grad_norm": 2.322201728820801, + "learning_rate": 1.1929896323496041e-05, + "loss": 2.5483, + "step": 26583 + }, + { + "epoch": 0.45505742994573684, + "grad_norm": 2.4086861610412598, + "learning_rate": 1.1929352337681434e-05, + "loss": 2.5926, + "step": 26584 + }, + { + "epoch": 0.4550745476642873, + "grad_norm": 2.2704501152038574, + "learning_rate": 1.192880834593667e-05, + "loss": 2.4186, + "step": 26585 + }, + { + "epoch": 0.4550916653828378, + "grad_norm": 2.324434757232666, + "learning_rate": 1.1928264348263421e-05, + "loss": 2.5452, + "step": 26586 + }, + { + "epoch": 0.45510878310138825, + "grad_norm": 2.3744096755981445, + "learning_rate": 1.1927720344663358e-05, + "loss": 2.6849, + "step": 26587 + }, + { + "epoch": 0.4551259008199387, + "grad_norm": 2.2935826778411865, + "learning_rate": 1.1927176335138155e-05, + "loss": 2.5923, + "step": 26588 + }, + { + "epoch": 0.4551430185384892, + "grad_norm": 2.4732556343078613, + "learning_rate": 1.1926632319689483e-05, + "loss": 2.683, + "step": 26589 + }, + { + "epoch": 0.45516013625703966, + "grad_norm": 2.337545871734619, + "learning_rate": 1.1926088298319017e-05, + "loss": 2.4662, + "step": 26590 + }, + { + "epoch": 0.4551772539755901, + "grad_norm": 2.3411433696746826, + "learning_rate": 1.1925544271028427e-05, + "loss": 2.5287, + "step": 26591 + }, + { + "epoch": 0.4551943716941406, + "grad_norm": 2.3927929401397705, + "learning_rate": 1.1925000237819382e-05, + "loss": 2.6516, + "step": 26592 + }, + { + "epoch": 0.4552114894126911, + "grad_norm": 2.407169818878174, + "learning_rate": 1.1924456198693557e-05, + "loss": 2.5289, + "step": 26593 + }, + { + "epoch": 0.4552286071312415, + "grad_norm": 2.3472235202789307, + "learning_rate": 1.1923912153652624e-05, + "loss": 2.5522, + "step": 26594 + }, + { + "epoch": 0.45524572484979203, + "grad_norm": 2.401900291442871, + "learning_rate": 1.1923368102698256e-05, + "loss": 2.5651, + "step": 26595 + }, + { + "epoch": 0.4552628425683425, + "grad_norm": 2.4907660484313965, + "learning_rate": 1.1922824045832127e-05, + "loss": 2.7208, + "step": 26596 + }, + { + "epoch": 0.45527996028689294, + "grad_norm": 2.562138080596924, + "learning_rate": 1.1922279983055907e-05, + "loss": 2.4781, + "step": 26597 + }, + { + "epoch": 0.45529707800544345, + "grad_norm": 2.340294122695923, + "learning_rate": 1.1921735914371266e-05, + "loss": 2.617, + "step": 26598 + }, + { + "epoch": 0.4553141957239939, + "grad_norm": 2.1286492347717285, + "learning_rate": 1.1921191839779878e-05, + "loss": 2.4603, + "step": 26599 + }, + { + "epoch": 0.4553313134425444, + "grad_norm": 2.4703054428100586, + "learning_rate": 1.1920647759283415e-05, + "loss": 2.5625, + "step": 26600 + }, + { + "epoch": 0.45534843116109486, + "grad_norm": 2.4595208168029785, + "learning_rate": 1.1920103672883554e-05, + "loss": 2.6437, + "step": 26601 + }, + { + "epoch": 0.4553655488796453, + "grad_norm": 2.2532999515533447, + "learning_rate": 1.191955958058196e-05, + "loss": 2.5192, + "step": 26602 + }, + { + "epoch": 0.4553826665981958, + "grad_norm": 2.378580093383789, + "learning_rate": 1.1919015482380312e-05, + "loss": 2.7051, + "step": 26603 + }, + { + "epoch": 0.45539978431674627, + "grad_norm": 2.3073341846466064, + "learning_rate": 1.1918471378280276e-05, + "loss": 2.5798, + "step": 26604 + }, + { + "epoch": 0.4554169020352967, + "grad_norm": 3.008202314376831, + "learning_rate": 1.1917927268283527e-05, + "loss": 2.503, + "step": 26605 + }, + { + "epoch": 0.45543401975384723, + "grad_norm": 2.3677120208740234, + "learning_rate": 1.191738315239174e-05, + "loss": 2.521, + "step": 26606 + }, + { + "epoch": 0.4554511374723977, + "grad_norm": 2.414466381072998, + "learning_rate": 1.1916839030606584e-05, + "loss": 2.4645, + "step": 26607 + }, + { + "epoch": 0.45546825519094813, + "grad_norm": 2.388512134552002, + "learning_rate": 1.1916294902929732e-05, + "loss": 2.6023, + "step": 26608 + }, + { + "epoch": 0.45548537290949864, + "grad_norm": 2.3798458576202393, + "learning_rate": 1.1915750769362859e-05, + "loss": 2.6022, + "step": 26609 + }, + { + "epoch": 0.4555024906280491, + "grad_norm": 2.2994585037231445, + "learning_rate": 1.1915206629907634e-05, + "loss": 2.5786, + "step": 26610 + }, + { + "epoch": 0.45551960834659955, + "grad_norm": 2.260314702987671, + "learning_rate": 1.1914662484565735e-05, + "loss": 2.5962, + "step": 26611 + }, + { + "epoch": 0.45553672606515005, + "grad_norm": 2.4118759632110596, + "learning_rate": 1.191411833333883e-05, + "loss": 2.5295, + "step": 26612 + }, + { + "epoch": 0.4555538437837005, + "grad_norm": 2.374387502670288, + "learning_rate": 1.1913574176228589e-05, + "loss": 2.4842, + "step": 26613 + }, + { + "epoch": 0.45557096150225096, + "grad_norm": 2.3547987937927246, + "learning_rate": 1.1913030013236689e-05, + "loss": 2.534, + "step": 26614 + }, + { + "epoch": 0.45558807922080147, + "grad_norm": 2.3485233783721924, + "learning_rate": 1.19124858443648e-05, + "loss": 2.6654, + "step": 26615 + }, + { + "epoch": 0.4556051969393519, + "grad_norm": 2.261768102645874, + "learning_rate": 1.1911941669614597e-05, + "loss": 2.5397, + "step": 26616 + }, + { + "epoch": 0.45562231465790237, + "grad_norm": 2.342974901199341, + "learning_rate": 1.1911397488987752e-05, + "loss": 2.5767, + "step": 26617 + }, + { + "epoch": 0.4556394323764529, + "grad_norm": 2.299480438232422, + "learning_rate": 1.1910853302485938e-05, + "loss": 2.501, + "step": 26618 + }, + { + "epoch": 0.45565655009500333, + "grad_norm": 2.2364354133605957, + "learning_rate": 1.1910309110110827e-05, + "loss": 2.6676, + "step": 26619 + }, + { + "epoch": 0.4556736678135538, + "grad_norm": 2.2990944385528564, + "learning_rate": 1.190976491186409e-05, + "loss": 2.6536, + "step": 26620 + }, + { + "epoch": 0.4556907855321043, + "grad_norm": 2.213703155517578, + "learning_rate": 1.1909220707747399e-05, + "loss": 2.4778, + "step": 26621 + }, + { + "epoch": 0.45570790325065474, + "grad_norm": 2.2837204933166504, + "learning_rate": 1.1908676497762431e-05, + "loss": 2.5416, + "step": 26622 + }, + { + "epoch": 0.4557250209692052, + "grad_norm": 2.360657215118408, + "learning_rate": 1.1908132281910859e-05, + "loss": 2.6377, + "step": 26623 + }, + { + "epoch": 0.4557421386877557, + "grad_norm": 2.113642692565918, + "learning_rate": 1.190758806019435e-05, + "loss": 2.4478, + "step": 26624 + }, + { + "epoch": 0.45575925640630616, + "grad_norm": 2.2414135932922363, + "learning_rate": 1.1907043832614582e-05, + "loss": 2.5643, + "step": 26625 + }, + { + "epoch": 0.45577637412485666, + "grad_norm": 2.3495092391967773, + "learning_rate": 1.1906499599173225e-05, + "loss": 2.5928, + "step": 26626 + }, + { + "epoch": 0.4557934918434071, + "grad_norm": 2.3897173404693604, + "learning_rate": 1.1905955359871952e-05, + "loss": 2.6262, + "step": 26627 + }, + { + "epoch": 0.45581060956195757, + "grad_norm": 2.483849048614502, + "learning_rate": 1.1905411114712437e-05, + "loss": 2.6939, + "step": 26628 + }, + { + "epoch": 0.4558277272805081, + "grad_norm": 2.2712113857269287, + "learning_rate": 1.190486686369635e-05, + "loss": 2.6068, + "step": 26629 + }, + { + "epoch": 0.45584484499905853, + "grad_norm": 2.291583299636841, + "learning_rate": 1.190432260682537e-05, + "loss": 2.6276, + "step": 26630 + }, + { + "epoch": 0.455861962717609, + "grad_norm": 2.269927978515625, + "learning_rate": 1.1903778344101162e-05, + "loss": 2.5606, + "step": 26631 + }, + { + "epoch": 0.4558790804361595, + "grad_norm": 2.263964891433716, + "learning_rate": 1.1903234075525404e-05, + "loss": 2.5609, + "step": 26632 + }, + { + "epoch": 0.45589619815470994, + "grad_norm": 2.321769952774048, + "learning_rate": 1.1902689801099769e-05, + "loss": 2.5764, + "step": 26633 + }, + { + "epoch": 0.4559133158732604, + "grad_norm": 2.287856101989746, + "learning_rate": 1.190214552082593e-05, + "loss": 2.6019, + "step": 26634 + }, + { + "epoch": 0.4559304335918109, + "grad_norm": 2.2600507736206055, + "learning_rate": 1.1901601234705556e-05, + "loss": 2.5981, + "step": 26635 + }, + { + "epoch": 0.45594755131036135, + "grad_norm": 2.3821396827697754, + "learning_rate": 1.1901056942740321e-05, + "loss": 2.643, + "step": 26636 + }, + { + "epoch": 0.4559646690289118, + "grad_norm": 2.271064281463623, + "learning_rate": 1.1900512644931901e-05, + "loss": 2.4337, + "step": 26637 + }, + { + "epoch": 0.4559817867474623, + "grad_norm": 2.3193469047546387, + "learning_rate": 1.1899968341281969e-05, + "loss": 2.587, + "step": 26638 + }, + { + "epoch": 0.45599890446601277, + "grad_norm": 2.295675754547119, + "learning_rate": 1.1899424031792195e-05, + "loss": 2.4988, + "step": 26639 + }, + { + "epoch": 0.4560160221845632, + "grad_norm": 2.170060396194458, + "learning_rate": 1.1898879716464253e-05, + "loss": 2.4485, + "step": 26640 + }, + { + "epoch": 0.4560331399031137, + "grad_norm": 2.3987278938293457, + "learning_rate": 1.1898335395299816e-05, + "loss": 2.4161, + "step": 26641 + }, + { + "epoch": 0.4560502576216642, + "grad_norm": 2.2746124267578125, + "learning_rate": 1.1897791068300558e-05, + "loss": 2.5079, + "step": 26642 + }, + { + "epoch": 0.45606737534021463, + "grad_norm": 2.308102607727051, + "learning_rate": 1.1897246735468152e-05, + "loss": 2.5379, + "step": 26643 + }, + { + "epoch": 0.45608449305876514, + "grad_norm": 2.2137324810028076, + "learning_rate": 1.1896702396804271e-05, + "loss": 2.4836, + "step": 26644 + }, + { + "epoch": 0.4561016107773156, + "grad_norm": 2.2970032691955566, + "learning_rate": 1.1896158052310586e-05, + "loss": 2.5663, + "step": 26645 + }, + { + "epoch": 0.45611872849586604, + "grad_norm": 2.3932857513427734, + "learning_rate": 1.1895613701988773e-05, + "loss": 2.609, + "step": 26646 + }, + { + "epoch": 0.45613584621441655, + "grad_norm": 2.193235158920288, + "learning_rate": 1.1895069345840504e-05, + "loss": 2.4724, + "step": 26647 + }, + { + "epoch": 0.456152963932967, + "grad_norm": 2.270663261413574, + "learning_rate": 1.1894524983867452e-05, + "loss": 2.5898, + "step": 26648 + }, + { + "epoch": 0.4561700816515175, + "grad_norm": 2.187636375427246, + "learning_rate": 1.1893980616071293e-05, + "loss": 2.5064, + "step": 26649 + }, + { + "epoch": 0.45618719937006796, + "grad_norm": 2.2929208278656006, + "learning_rate": 1.1893436242453693e-05, + "loss": 2.4886, + "step": 26650 + }, + { + "epoch": 0.4562043170886184, + "grad_norm": 2.26421856880188, + "learning_rate": 1.1892891863016332e-05, + "loss": 2.4444, + "step": 26651 + }, + { + "epoch": 0.4562214348071689, + "grad_norm": 2.3278679847717285, + "learning_rate": 1.189234747776088e-05, + "loss": 2.6433, + "step": 26652 + }, + { + "epoch": 0.4562385525257194, + "grad_norm": 2.430886745452881, + "learning_rate": 1.1891803086689011e-05, + "loss": 2.5422, + "step": 26653 + }, + { + "epoch": 0.45625567024426983, + "grad_norm": 2.21962308883667, + "learning_rate": 1.1891258689802401e-05, + "loss": 2.6099, + "step": 26654 + }, + { + "epoch": 0.45627278796282034, + "grad_norm": 2.4194657802581787, + "learning_rate": 1.189071428710272e-05, + "loss": 2.6355, + "step": 26655 + }, + { + "epoch": 0.4562899056813708, + "grad_norm": 2.451134204864502, + "learning_rate": 1.1890169878591642e-05, + "loss": 2.6397, + "step": 26656 + }, + { + "epoch": 0.45630702339992124, + "grad_norm": 2.3469903469085693, + "learning_rate": 1.1889625464270838e-05, + "loss": 2.5699, + "step": 26657 + }, + { + "epoch": 0.45632414111847175, + "grad_norm": 2.2878477573394775, + "learning_rate": 1.1889081044141986e-05, + "loss": 2.5814, + "step": 26658 + }, + { + "epoch": 0.4563412588370222, + "grad_norm": 2.2591938972473145, + "learning_rate": 1.1888536618206756e-05, + "loss": 2.5038, + "step": 26659 + }, + { + "epoch": 0.45635837655557265, + "grad_norm": 2.231062889099121, + "learning_rate": 1.1887992186466824e-05, + "loss": 2.5485, + "step": 26660 + }, + { + "epoch": 0.45637549427412316, + "grad_norm": 2.297973155975342, + "learning_rate": 1.1887447748923863e-05, + "loss": 2.5783, + "step": 26661 + }, + { + "epoch": 0.4563926119926736, + "grad_norm": 2.3752071857452393, + "learning_rate": 1.1886903305579543e-05, + "loss": 2.6046, + "step": 26662 + }, + { + "epoch": 0.45640972971122407, + "grad_norm": 2.3290865421295166, + "learning_rate": 1.1886358856435538e-05, + "loss": 2.5077, + "step": 26663 + }, + { + "epoch": 0.4564268474297746, + "grad_norm": 2.254580497741699, + "learning_rate": 1.1885814401493524e-05, + "loss": 2.4763, + "step": 26664 + }, + { + "epoch": 0.456443965148325, + "grad_norm": 2.131366491317749, + "learning_rate": 1.188526994075518e-05, + "loss": 2.5295, + "step": 26665 + }, + { + "epoch": 0.4564610828668755, + "grad_norm": 2.368882894515991, + "learning_rate": 1.1884725474222165e-05, + "loss": 2.5189, + "step": 26666 + }, + { + "epoch": 0.456478200585426, + "grad_norm": 2.2136831283569336, + "learning_rate": 1.1884181001896165e-05, + "loss": 2.5555, + "step": 26667 + }, + { + "epoch": 0.45649531830397644, + "grad_norm": 2.27408766746521, + "learning_rate": 1.188363652377885e-05, + "loss": 2.5683, + "step": 26668 + }, + { + "epoch": 0.4565124360225269, + "grad_norm": 2.279630422592163, + "learning_rate": 1.1883092039871889e-05, + "loss": 2.5031, + "step": 26669 + }, + { + "epoch": 0.4565295537410774, + "grad_norm": 2.488006353378296, + "learning_rate": 1.188254755017696e-05, + "loss": 2.6658, + "step": 26670 + }, + { + "epoch": 0.45654667145962785, + "grad_norm": 2.313138246536255, + "learning_rate": 1.1882003054695739e-05, + "loss": 2.5164, + "step": 26671 + }, + { + "epoch": 0.45656378917817836, + "grad_norm": 2.4857325553894043, + "learning_rate": 1.1881458553429892e-05, + "loss": 2.5618, + "step": 26672 + }, + { + "epoch": 0.4565809068967288, + "grad_norm": 2.530017614364624, + "learning_rate": 1.1880914046381098e-05, + "loss": 2.6522, + "step": 26673 + }, + { + "epoch": 0.45659802461527926, + "grad_norm": 2.4740405082702637, + "learning_rate": 1.188036953355103e-05, + "loss": 2.5011, + "step": 26674 + }, + { + "epoch": 0.45661514233382977, + "grad_norm": 2.2632339000701904, + "learning_rate": 1.1879825014941364e-05, + "loss": 2.5938, + "step": 26675 + }, + { + "epoch": 0.4566322600523802, + "grad_norm": 2.371807813644409, + "learning_rate": 1.187928049055377e-05, + "loss": 2.5965, + "step": 26676 + }, + { + "epoch": 0.4566493777709307, + "grad_norm": 2.3684775829315186, + "learning_rate": 1.1878735960389923e-05, + "loss": 2.5808, + "step": 26677 + }, + { + "epoch": 0.4566664954894812, + "grad_norm": 2.5997071266174316, + "learning_rate": 1.1878191424451493e-05, + "loss": 2.7078, + "step": 26678 + }, + { + "epoch": 0.45668361320803164, + "grad_norm": 2.3570075035095215, + "learning_rate": 1.1877646882740159e-05, + "loss": 2.5521, + "step": 26679 + }, + { + "epoch": 0.4567007309265821, + "grad_norm": 2.2714295387268066, + "learning_rate": 1.1877102335257591e-05, + "loss": 2.6338, + "step": 26680 + }, + { + "epoch": 0.4567178486451326, + "grad_norm": 2.499098062515259, + "learning_rate": 1.1876557782005469e-05, + "loss": 2.5407, + "step": 26681 + }, + { + "epoch": 0.45673496636368305, + "grad_norm": 2.259467124938965, + "learning_rate": 1.1876013222985459e-05, + "loss": 2.5124, + "step": 26682 + }, + { + "epoch": 0.4567520840822335, + "grad_norm": 2.314656972885132, + "learning_rate": 1.1875468658199238e-05, + "loss": 2.5218, + "step": 26683 + }, + { + "epoch": 0.456769201800784, + "grad_norm": 2.299421548843384, + "learning_rate": 1.187492408764848e-05, + "loss": 2.5855, + "step": 26684 + }, + { + "epoch": 0.45678631951933446, + "grad_norm": 2.3895890712738037, + "learning_rate": 1.187437951133486e-05, + "loss": 2.6087, + "step": 26685 + }, + { + "epoch": 0.4568034372378849, + "grad_norm": 2.27840518951416, + "learning_rate": 1.1873834929260049e-05, + "loss": 2.4224, + "step": 26686 + }, + { + "epoch": 0.4568205549564354, + "grad_norm": 2.36258602142334, + "learning_rate": 1.1873290341425723e-05, + "loss": 2.5306, + "step": 26687 + }, + { + "epoch": 0.4568376726749859, + "grad_norm": 2.3668761253356934, + "learning_rate": 1.1872745747833557e-05, + "loss": 2.5119, + "step": 26688 + }, + { + "epoch": 0.4568547903935363, + "grad_norm": 2.4360334873199463, + "learning_rate": 1.1872201148485219e-05, + "loss": 2.5813, + "step": 26689 + }, + { + "epoch": 0.45687190811208683, + "grad_norm": 2.4722819328308105, + "learning_rate": 1.1871656543382391e-05, + "loss": 2.5899, + "step": 26690 + }, + { + "epoch": 0.4568890258306373, + "grad_norm": 2.4001269340515137, + "learning_rate": 1.187111193252674e-05, + "loss": 2.5165, + "step": 26691 + }, + { + "epoch": 0.45690614354918774, + "grad_norm": 2.2561135292053223, + "learning_rate": 1.1870567315919948e-05, + "loss": 2.5083, + "step": 26692 + }, + { + "epoch": 0.45692326126773825, + "grad_norm": 2.4450631141662598, + "learning_rate": 1.187002269356368e-05, + "loss": 2.584, + "step": 26693 + }, + { + "epoch": 0.4569403789862887, + "grad_norm": 2.3417868614196777, + "learning_rate": 1.1869478065459613e-05, + "loss": 2.5897, + "step": 26694 + }, + { + "epoch": 0.4569574967048392, + "grad_norm": 2.3438916206359863, + "learning_rate": 1.1868933431609419e-05, + "loss": 2.6369, + "step": 26695 + }, + { + "epoch": 0.45697461442338966, + "grad_norm": 2.3079164028167725, + "learning_rate": 1.186838879201478e-05, + "loss": 2.5909, + "step": 26696 + }, + { + "epoch": 0.4569917321419401, + "grad_norm": 2.3864519596099854, + "learning_rate": 1.1867844146677365e-05, + "loss": 2.5184, + "step": 26697 + }, + { + "epoch": 0.4570088498604906, + "grad_norm": 2.264810800552368, + "learning_rate": 1.1867299495598847e-05, + "loss": 2.5678, + "step": 26698 + }, + { + "epoch": 0.45702596757904107, + "grad_norm": 2.4507482051849365, + "learning_rate": 1.18667548387809e-05, + "loss": 2.7191, + "step": 26699 + }, + { + "epoch": 0.4570430852975915, + "grad_norm": 2.3978147506713867, + "learning_rate": 1.1866210176225199e-05, + "loss": 2.4652, + "step": 26700 + }, + { + "epoch": 0.45706020301614203, + "grad_norm": 2.255429267883301, + "learning_rate": 1.1865665507933419e-05, + "loss": 2.3429, + "step": 26701 + }, + { + "epoch": 0.4570773207346925, + "grad_norm": 2.2771029472351074, + "learning_rate": 1.1865120833907236e-05, + "loss": 2.5641, + "step": 26702 + }, + { + "epoch": 0.45709443845324293, + "grad_norm": 2.4831414222717285, + "learning_rate": 1.1864576154148317e-05, + "loss": 2.5388, + "step": 26703 + }, + { + "epoch": 0.45711155617179344, + "grad_norm": 2.3800065517425537, + "learning_rate": 1.1864031468658344e-05, + "loss": 2.6271, + "step": 26704 + }, + { + "epoch": 0.4571286738903439, + "grad_norm": 2.4520719051361084, + "learning_rate": 1.1863486777438986e-05, + "loss": 2.4474, + "step": 26705 + }, + { + "epoch": 0.45714579160889435, + "grad_norm": 2.386141777038574, + "learning_rate": 1.1862942080491917e-05, + "loss": 2.6678, + "step": 26706 + }, + { + "epoch": 0.45716290932744486, + "grad_norm": 2.457763671875, + "learning_rate": 1.1862397377818814e-05, + "loss": 2.6047, + "step": 26707 + }, + { + "epoch": 0.4571800270459953, + "grad_norm": 2.282318592071533, + "learning_rate": 1.1861852669421354e-05, + "loss": 2.4972, + "step": 26708 + }, + { + "epoch": 0.45719714476454576, + "grad_norm": 2.376063823699951, + "learning_rate": 1.1861307955301204e-05, + "loss": 2.627, + "step": 26709 + }, + { + "epoch": 0.45721426248309627, + "grad_norm": 2.2572083473205566, + "learning_rate": 1.1860763235460044e-05, + "loss": 2.6356, + "step": 26710 + }, + { + "epoch": 0.4572313802016467, + "grad_norm": 2.2927844524383545, + "learning_rate": 1.1860218509899548e-05, + "loss": 2.504, + "step": 26711 + }, + { + "epoch": 0.45724849792019717, + "grad_norm": 2.302391767501831, + "learning_rate": 1.1859673778621383e-05, + "loss": 2.63, + "step": 26712 + }, + { + "epoch": 0.4572656156387477, + "grad_norm": 2.3856289386749268, + "learning_rate": 1.1859129041627233e-05, + "loss": 2.5732, + "step": 26713 + }, + { + "epoch": 0.45728273335729813, + "grad_norm": 2.1594626903533936, + "learning_rate": 1.1858584298918769e-05, + "loss": 2.4544, + "step": 26714 + }, + { + "epoch": 0.4572998510758486, + "grad_norm": 2.2967116832733154, + "learning_rate": 1.1858039550497662e-05, + "loss": 2.5091, + "step": 26715 + }, + { + "epoch": 0.4573169687943991, + "grad_norm": 2.18672251701355, + "learning_rate": 1.1857494796365588e-05, + "loss": 2.5867, + "step": 26716 + }, + { + "epoch": 0.45733408651294954, + "grad_norm": 2.21440052986145, + "learning_rate": 1.1856950036524222e-05, + "loss": 2.5565, + "step": 26717 + }, + { + "epoch": 0.45735120423150005, + "grad_norm": 2.518662691116333, + "learning_rate": 1.1856405270975243e-05, + "loss": 2.5669, + "step": 26718 + }, + { + "epoch": 0.4573683219500505, + "grad_norm": 2.1984879970550537, + "learning_rate": 1.185586049972032e-05, + "loss": 2.6001, + "step": 26719 + }, + { + "epoch": 0.45738543966860096, + "grad_norm": 2.3473076820373535, + "learning_rate": 1.1855315722761124e-05, + "loss": 2.6419, + "step": 26720 + }, + { + "epoch": 0.45740255738715146, + "grad_norm": 2.2975335121154785, + "learning_rate": 1.1854770940099339e-05, + "loss": 2.6321, + "step": 26721 + }, + { + "epoch": 0.4574196751057019, + "grad_norm": 2.233680009841919, + "learning_rate": 1.185422615173663e-05, + "loss": 2.544, + "step": 26722 + }, + { + "epoch": 0.45743679282425237, + "grad_norm": 2.2317161560058594, + "learning_rate": 1.1853681357674678e-05, + "loss": 2.5977, + "step": 26723 + }, + { + "epoch": 0.4574539105428029, + "grad_norm": 2.124845504760742, + "learning_rate": 1.1853136557915158e-05, + "loss": 2.4614, + "step": 26724 + }, + { + "epoch": 0.45747102826135333, + "grad_norm": 2.2885873317718506, + "learning_rate": 1.1852591752459736e-05, + "loss": 2.5655, + "step": 26725 + }, + { + "epoch": 0.4574881459799038, + "grad_norm": 2.3467209339141846, + "learning_rate": 1.18520469413101e-05, + "loss": 2.527, + "step": 26726 + }, + { + "epoch": 0.4575052636984543, + "grad_norm": 2.2313342094421387, + "learning_rate": 1.185150212446791e-05, + "loss": 2.584, + "step": 26727 + }, + { + "epoch": 0.45752238141700474, + "grad_norm": 2.323514461517334, + "learning_rate": 1.1850957301934851e-05, + "loss": 2.4388, + "step": 26728 + }, + { + "epoch": 0.4575394991355552, + "grad_norm": 2.2908923625946045, + "learning_rate": 1.1850412473712595e-05, + "loss": 2.6041, + "step": 26729 + }, + { + "epoch": 0.4575566168541057, + "grad_norm": 2.2450826168060303, + "learning_rate": 1.1849867639802816e-05, + "loss": 2.5674, + "step": 26730 + }, + { + "epoch": 0.45757373457265615, + "grad_norm": 2.3179352283477783, + "learning_rate": 1.1849322800207186e-05, + "loss": 2.64, + "step": 26731 + }, + { + "epoch": 0.4575908522912066, + "grad_norm": 2.115236759185791, + "learning_rate": 1.1848777954927382e-05, + "loss": 2.4532, + "step": 26732 + }, + { + "epoch": 0.4576079700097571, + "grad_norm": 2.199384927749634, + "learning_rate": 1.1848233103965083e-05, + "loss": 2.592, + "step": 26733 + }, + { + "epoch": 0.45762508772830757, + "grad_norm": 2.449897050857544, + "learning_rate": 1.1847688247321956e-05, + "loss": 2.7336, + "step": 26734 + }, + { + "epoch": 0.457642205446858, + "grad_norm": 2.31282114982605, + "learning_rate": 1.1847143384999681e-05, + "loss": 2.5798, + "step": 26735 + }, + { + "epoch": 0.4576593231654085, + "grad_norm": 2.253474235534668, + "learning_rate": 1.184659851699993e-05, + "loss": 2.4211, + "step": 26736 + }, + { + "epoch": 0.457676440883959, + "grad_norm": 2.17389178276062, + "learning_rate": 1.1846053643324376e-05, + "loss": 2.5456, + "step": 26737 + }, + { + "epoch": 0.45769355860250943, + "grad_norm": 2.317162275314331, + "learning_rate": 1.1845508763974698e-05, + "loss": 2.6308, + "step": 26738 + }, + { + "epoch": 0.45771067632105994, + "grad_norm": 2.272195339202881, + "learning_rate": 1.184496387895257e-05, + "loss": 2.4767, + "step": 26739 + }, + { + "epoch": 0.4577277940396104, + "grad_norm": 2.381533622741699, + "learning_rate": 1.184441898825967e-05, + "loss": 2.492, + "step": 26740 + }, + { + "epoch": 0.4577449117581609, + "grad_norm": 2.3313705921173096, + "learning_rate": 1.1843874091897663e-05, + "loss": 2.582, + "step": 26741 + }, + { + "epoch": 0.45776202947671135, + "grad_norm": 2.3617007732391357, + "learning_rate": 1.184332918986823e-05, + "loss": 2.5225, + "step": 26742 + }, + { + "epoch": 0.4577791471952618, + "grad_norm": 2.2612621784210205, + "learning_rate": 1.1842784282173045e-05, + "loss": 2.5654, + "step": 26743 + }, + { + "epoch": 0.4577962649138123, + "grad_norm": 2.363670825958252, + "learning_rate": 1.1842239368813786e-05, + "loss": 2.5884, + "step": 26744 + }, + { + "epoch": 0.45781338263236276, + "grad_norm": 2.3310210704803467, + "learning_rate": 1.1841694449792124e-05, + "loss": 2.4578, + "step": 26745 + }, + { + "epoch": 0.4578305003509132, + "grad_norm": 2.3379664421081543, + "learning_rate": 1.1841149525109734e-05, + "loss": 2.5952, + "step": 26746 + }, + { + "epoch": 0.4578476180694637, + "grad_norm": 2.395533561706543, + "learning_rate": 1.1840604594768295e-05, + "loss": 2.6043, + "step": 26747 + }, + { + "epoch": 0.4578647357880142, + "grad_norm": 2.3468034267425537, + "learning_rate": 1.1840059658769476e-05, + "loss": 2.573, + "step": 26748 + }, + { + "epoch": 0.45788185350656463, + "grad_norm": 2.488629102706909, + "learning_rate": 1.1839514717114955e-05, + "loss": 2.6066, + "step": 26749 + }, + { + "epoch": 0.45789897122511514, + "grad_norm": 2.2258095741271973, + "learning_rate": 1.1838969769806405e-05, + "loss": 2.5769, + "step": 26750 + }, + { + "epoch": 0.4579160889436656, + "grad_norm": 2.366074562072754, + "learning_rate": 1.1838424816845507e-05, + "loss": 2.5634, + "step": 26751 + }, + { + "epoch": 0.45793320666221604, + "grad_norm": 2.352808952331543, + "learning_rate": 1.183787985823393e-05, + "loss": 2.5157, + "step": 26752 + }, + { + "epoch": 0.45795032438076655, + "grad_norm": 2.4501891136169434, + "learning_rate": 1.1837334893973349e-05, + "loss": 2.6443, + "step": 26753 + }, + { + "epoch": 0.457967442099317, + "grad_norm": 2.1864757537841797, + "learning_rate": 1.1836789924065442e-05, + "loss": 2.5228, + "step": 26754 + }, + { + "epoch": 0.45798455981786745, + "grad_norm": 2.464285135269165, + "learning_rate": 1.1836244948511884e-05, + "loss": 2.6042, + "step": 26755 + }, + { + "epoch": 0.45800167753641796, + "grad_norm": 2.1776390075683594, + "learning_rate": 1.183569996731435e-05, + "loss": 2.4343, + "step": 26756 + }, + { + "epoch": 0.4580187952549684, + "grad_norm": 2.388481378555298, + "learning_rate": 1.1835154980474508e-05, + "loss": 2.4499, + "step": 26757 + }, + { + "epoch": 0.45803591297351887, + "grad_norm": 2.3136837482452393, + "learning_rate": 1.1834609987994044e-05, + "loss": 2.5174, + "step": 26758 + }, + { + "epoch": 0.4580530306920694, + "grad_norm": 2.438387870788574, + "learning_rate": 1.1834064989874626e-05, + "loss": 2.501, + "step": 26759 + }, + { + "epoch": 0.4580701484106198, + "grad_norm": 2.399975061416626, + "learning_rate": 1.1833519986117932e-05, + "loss": 2.513, + "step": 26760 + }, + { + "epoch": 0.4580872661291703, + "grad_norm": 2.357556104660034, + "learning_rate": 1.1832974976725637e-05, + "loss": 2.5898, + "step": 26761 + }, + { + "epoch": 0.4581043838477208, + "grad_norm": 2.2827565670013428, + "learning_rate": 1.1832429961699417e-05, + "loss": 2.5932, + "step": 26762 + }, + { + "epoch": 0.45812150156627124, + "grad_norm": 2.4119222164154053, + "learning_rate": 1.1831884941040944e-05, + "loss": 2.6161, + "step": 26763 + }, + { + "epoch": 0.45813861928482175, + "grad_norm": 2.1952736377716064, + "learning_rate": 1.1831339914751894e-05, + "loss": 2.4156, + "step": 26764 + }, + { + "epoch": 0.4581557370033722, + "grad_norm": 2.2592508792877197, + "learning_rate": 1.1830794882833944e-05, + "loss": 2.5784, + "step": 26765 + }, + { + "epoch": 0.45817285472192265, + "grad_norm": 2.459625482559204, + "learning_rate": 1.183024984528877e-05, + "loss": 2.5943, + "step": 26766 + }, + { + "epoch": 0.45818997244047316, + "grad_norm": 2.3173177242279053, + "learning_rate": 1.1829704802118043e-05, + "loss": 2.6007, + "step": 26767 + }, + { + "epoch": 0.4582070901590236, + "grad_norm": 2.4248509407043457, + "learning_rate": 1.1829159753323442e-05, + "loss": 2.5523, + "step": 26768 + }, + { + "epoch": 0.45822420787757406, + "grad_norm": 2.2525477409362793, + "learning_rate": 1.1828614698906645e-05, + "loss": 2.5973, + "step": 26769 + }, + { + "epoch": 0.45824132559612457, + "grad_norm": 2.379729986190796, + "learning_rate": 1.182806963886932e-05, + "loss": 2.6589, + "step": 26770 + }, + { + "epoch": 0.458258443314675, + "grad_norm": 2.3597207069396973, + "learning_rate": 1.1827524573213146e-05, + "loss": 2.4884, + "step": 26771 + }, + { + "epoch": 0.4582755610332255, + "grad_norm": 2.3367972373962402, + "learning_rate": 1.18269795019398e-05, + "loss": 2.5072, + "step": 26772 + }, + { + "epoch": 0.458292678751776, + "grad_norm": 2.3634259700775146, + "learning_rate": 1.1826434425050952e-05, + "loss": 2.5223, + "step": 26773 + }, + { + "epoch": 0.45830979647032644, + "grad_norm": 2.4580509662628174, + "learning_rate": 1.1825889342548282e-05, + "loss": 2.6578, + "step": 26774 + }, + { + "epoch": 0.4583269141888769, + "grad_norm": 2.246107816696167, + "learning_rate": 1.1825344254433466e-05, + "loss": 2.5607, + "step": 26775 + }, + { + "epoch": 0.4583440319074274, + "grad_norm": 2.356919050216675, + "learning_rate": 1.182479916070818e-05, + "loss": 2.5396, + "step": 26776 + }, + { + "epoch": 0.45836114962597785, + "grad_norm": 2.199291944503784, + "learning_rate": 1.1824254061374094e-05, + "loss": 2.4793, + "step": 26777 + }, + { + "epoch": 0.4583782673445283, + "grad_norm": 2.3995840549468994, + "learning_rate": 1.1823708956432889e-05, + "loss": 2.466, + "step": 26778 + }, + { + "epoch": 0.4583953850630788, + "grad_norm": 2.2841339111328125, + "learning_rate": 1.1823163845886237e-05, + "loss": 2.6186, + "step": 26779 + }, + { + "epoch": 0.45841250278162926, + "grad_norm": 2.402083158493042, + "learning_rate": 1.1822618729735813e-05, + "loss": 2.5283, + "step": 26780 + }, + { + "epoch": 0.4584296205001797, + "grad_norm": 2.2051079273223877, + "learning_rate": 1.1822073607983293e-05, + "loss": 2.5363, + "step": 26781 + }, + { + "epoch": 0.4584467382187302, + "grad_norm": 2.488555908203125, + "learning_rate": 1.1821528480630357e-05, + "loss": 2.4863, + "step": 26782 + }, + { + "epoch": 0.4584638559372807, + "grad_norm": 2.200946092605591, + "learning_rate": 1.1820983347678676e-05, + "loss": 2.5804, + "step": 26783 + }, + { + "epoch": 0.4584809736558311, + "grad_norm": 2.4457149505615234, + "learning_rate": 1.182043820912993e-05, + "loss": 2.4715, + "step": 26784 + }, + { + "epoch": 0.45849809137438163, + "grad_norm": 2.305960178375244, + "learning_rate": 1.1819893064985788e-05, + "loss": 2.5009, + "step": 26785 + }, + { + "epoch": 0.4585152090929321, + "grad_norm": 2.390669584274292, + "learning_rate": 1.1819347915247928e-05, + "loss": 2.559, + "step": 26786 + }, + { + "epoch": 0.45853232681148254, + "grad_norm": 2.2632672786712646, + "learning_rate": 1.1818802759918026e-05, + "loss": 2.6216, + "step": 26787 + }, + { + "epoch": 0.45854944453003305, + "grad_norm": 2.2706830501556396, + "learning_rate": 1.181825759899776e-05, + "loss": 2.5416, + "step": 26788 + }, + { + "epoch": 0.4585665622485835, + "grad_norm": 2.2922158241271973, + "learning_rate": 1.1817712432488804e-05, + "loss": 2.5557, + "step": 26789 + }, + { + "epoch": 0.458583679967134, + "grad_norm": 2.366898536682129, + "learning_rate": 1.1817167260392833e-05, + "loss": 2.5756, + "step": 26790 + }, + { + "epoch": 0.45860079768568446, + "grad_norm": 2.210174560546875, + "learning_rate": 1.1816622082711522e-05, + "loss": 2.4207, + "step": 26791 + }, + { + "epoch": 0.4586179154042349, + "grad_norm": 2.3531415462493896, + "learning_rate": 1.181607689944655e-05, + "loss": 2.6984, + "step": 26792 + }, + { + "epoch": 0.4586350331227854, + "grad_norm": 2.2921013832092285, + "learning_rate": 1.1815531710599587e-05, + "loss": 2.6049, + "step": 26793 + }, + { + "epoch": 0.45865215084133587, + "grad_norm": 2.271594285964966, + "learning_rate": 1.1814986516172315e-05, + "loss": 2.612, + "step": 26794 + }, + { + "epoch": 0.4586692685598863, + "grad_norm": 2.148803949356079, + "learning_rate": 1.1814441316166405e-05, + "loss": 2.4231, + "step": 26795 + }, + { + "epoch": 0.45868638627843683, + "grad_norm": 2.227581739425659, + "learning_rate": 1.1813896110583536e-05, + "loss": 2.5742, + "step": 26796 + }, + { + "epoch": 0.4587035039969873, + "grad_norm": 2.1542465686798096, + "learning_rate": 1.1813350899425382e-05, + "loss": 2.4201, + "step": 26797 + }, + { + "epoch": 0.45872062171553774, + "grad_norm": 2.2584569454193115, + "learning_rate": 1.181280568269362e-05, + "loss": 2.5975, + "step": 26798 + }, + { + "epoch": 0.45873773943408824, + "grad_norm": 2.2408881187438965, + "learning_rate": 1.1812260460389926e-05, + "loss": 2.5755, + "step": 26799 + }, + { + "epoch": 0.4587548571526387, + "grad_norm": 2.2695844173431396, + "learning_rate": 1.1811715232515972e-05, + "loss": 2.5345, + "step": 26800 + }, + { + "epoch": 0.45877197487118915, + "grad_norm": 2.092180013656616, + "learning_rate": 1.1811169999073437e-05, + "loss": 2.5085, + "step": 26801 + }, + { + "epoch": 0.45878909258973966, + "grad_norm": 2.2181413173675537, + "learning_rate": 1.1810624760063996e-05, + "loss": 2.5722, + "step": 26802 + }, + { + "epoch": 0.4588062103082901, + "grad_norm": 2.23665189743042, + "learning_rate": 1.181007951548933e-05, + "loss": 2.5233, + "step": 26803 + }, + { + "epoch": 0.45882332802684056, + "grad_norm": 2.3225224018096924, + "learning_rate": 1.1809534265351106e-05, + "loss": 2.5863, + "step": 26804 + }, + { + "epoch": 0.45884044574539107, + "grad_norm": 2.295905828475952, + "learning_rate": 1.1808989009651007e-05, + "loss": 2.469, + "step": 26805 + }, + { + "epoch": 0.4588575634639415, + "grad_norm": 2.362795114517212, + "learning_rate": 1.1808443748390703e-05, + "loss": 2.5333, + "step": 26806 + }, + { + "epoch": 0.458874681182492, + "grad_norm": 2.3670873641967773, + "learning_rate": 1.1807898481571873e-05, + "loss": 2.5173, + "step": 26807 + }, + { + "epoch": 0.4588917989010425, + "grad_norm": 2.2596583366394043, + "learning_rate": 1.1807353209196196e-05, + "loss": 2.5331, + "step": 26808 + }, + { + "epoch": 0.45890891661959293, + "grad_norm": 2.5177438259124756, + "learning_rate": 1.1806807931265344e-05, + "loss": 2.4759, + "step": 26809 + }, + { + "epoch": 0.4589260343381434, + "grad_norm": 2.434668779373169, + "learning_rate": 1.1806262647780993e-05, + "loss": 2.5351, + "step": 26810 + }, + { + "epoch": 0.4589431520566939, + "grad_norm": 2.585160732269287, + "learning_rate": 1.1805717358744819e-05, + "loss": 2.7304, + "step": 26811 + }, + { + "epoch": 0.45896026977524434, + "grad_norm": 2.370407819747925, + "learning_rate": 1.18051720641585e-05, + "loss": 2.6368, + "step": 26812 + }, + { + "epoch": 0.45897738749379485, + "grad_norm": 2.336717367172241, + "learning_rate": 1.1804626764023712e-05, + "loss": 2.5566, + "step": 26813 + }, + { + "epoch": 0.4589945052123453, + "grad_norm": 2.4091007709503174, + "learning_rate": 1.1804081458342129e-05, + "loss": 2.5324, + "step": 26814 + }, + { + "epoch": 0.45901162293089576, + "grad_norm": 2.319561243057251, + "learning_rate": 1.1803536147115432e-05, + "loss": 2.633, + "step": 26815 + }, + { + "epoch": 0.45902874064944627, + "grad_norm": 2.4343912601470947, + "learning_rate": 1.1802990830345288e-05, + "loss": 2.6516, + "step": 26816 + }, + { + "epoch": 0.4590458583679967, + "grad_norm": 2.365539312362671, + "learning_rate": 1.1802445508033383e-05, + "loss": 2.5968, + "step": 26817 + }, + { + "epoch": 0.45906297608654717, + "grad_norm": 2.155000925064087, + "learning_rate": 1.1801900180181385e-05, + "loss": 2.5202, + "step": 26818 + }, + { + "epoch": 0.4590800938050977, + "grad_norm": 2.365834951400757, + "learning_rate": 1.1801354846790975e-05, + "loss": 2.6727, + "step": 26819 + }, + { + "epoch": 0.45909721152364813, + "grad_norm": 2.3731372356414795, + "learning_rate": 1.180080950786383e-05, + "loss": 2.584, + "step": 26820 + }, + { + "epoch": 0.4591143292421986, + "grad_norm": 2.2841081619262695, + "learning_rate": 1.1800264163401622e-05, + "loss": 2.6704, + "step": 26821 + }, + { + "epoch": 0.4591314469607491, + "grad_norm": 2.4082343578338623, + "learning_rate": 1.179971881340603e-05, + "loss": 2.4178, + "step": 26822 + }, + { + "epoch": 0.45914856467929954, + "grad_norm": 2.385622978210449, + "learning_rate": 1.1799173457878728e-05, + "loss": 2.5802, + "step": 26823 + }, + { + "epoch": 0.45916568239785, + "grad_norm": 2.483433961868286, + "learning_rate": 1.1798628096821391e-05, + "loss": 2.5839, + "step": 26824 + }, + { + "epoch": 0.4591828001164005, + "grad_norm": 2.3608858585357666, + "learning_rate": 1.1798082730235705e-05, + "loss": 2.6317, + "step": 26825 + }, + { + "epoch": 0.45919991783495095, + "grad_norm": 2.393770456314087, + "learning_rate": 1.1797537358123334e-05, + "loss": 2.53, + "step": 26826 + }, + { + "epoch": 0.4592170355535014, + "grad_norm": 2.098721981048584, + "learning_rate": 1.1796991980485964e-05, + "loss": 2.5291, + "step": 26827 + }, + { + "epoch": 0.4592341532720519, + "grad_norm": 2.161816358566284, + "learning_rate": 1.1796446597325261e-05, + "loss": 2.5744, + "step": 26828 + }, + { + "epoch": 0.45925127099060237, + "grad_norm": 2.1875600814819336, + "learning_rate": 1.1795901208642912e-05, + "loss": 2.5223, + "step": 26829 + }, + { + "epoch": 0.4592683887091528, + "grad_norm": 2.459429979324341, + "learning_rate": 1.1795355814440587e-05, + "loss": 2.6845, + "step": 26830 + }, + { + "epoch": 0.4592855064277033, + "grad_norm": 2.309741973876953, + "learning_rate": 1.1794810414719964e-05, + "loss": 2.5728, + "step": 26831 + }, + { + "epoch": 0.4593026241462538, + "grad_norm": 2.3568193912506104, + "learning_rate": 1.1794265009482718e-05, + "loss": 2.467, + "step": 26832 + }, + { + "epoch": 0.45931974186480423, + "grad_norm": 2.434705972671509, + "learning_rate": 1.1793719598730527e-05, + "loss": 2.678, + "step": 26833 + }, + { + "epoch": 0.45933685958335474, + "grad_norm": 2.299466371536255, + "learning_rate": 1.1793174182465067e-05, + "loss": 2.5172, + "step": 26834 + }, + { + "epoch": 0.4593539773019052, + "grad_norm": 2.2420411109924316, + "learning_rate": 1.1792628760688016e-05, + "loss": 2.5621, + "step": 26835 + }, + { + "epoch": 0.4593710950204557, + "grad_norm": 2.3486318588256836, + "learning_rate": 1.1792083333401047e-05, + "loss": 2.5731, + "step": 26836 + }, + { + "epoch": 0.45938821273900615, + "grad_norm": 2.1957616806030273, + "learning_rate": 1.179153790060584e-05, + "loss": 2.4965, + "step": 26837 + }, + { + "epoch": 0.4594053304575566, + "grad_norm": 2.376023769378662, + "learning_rate": 1.1790992462304066e-05, + "loss": 2.5901, + "step": 26838 + }, + { + "epoch": 0.4594224481761071, + "grad_norm": 2.255544662475586, + "learning_rate": 1.1790447018497409e-05, + "loss": 2.4599, + "step": 26839 + }, + { + "epoch": 0.45943956589465756, + "grad_norm": 2.417205810546875, + "learning_rate": 1.1789901569187538e-05, + "loss": 2.6897, + "step": 26840 + }, + { + "epoch": 0.459456683613208, + "grad_norm": 2.388847589492798, + "learning_rate": 1.1789356114376139e-05, + "loss": 2.5934, + "step": 26841 + }, + { + "epoch": 0.4594738013317585, + "grad_norm": 2.360621690750122, + "learning_rate": 1.1788810654064881e-05, + "loss": 2.6003, + "step": 26842 + }, + { + "epoch": 0.459490919050309, + "grad_norm": 2.3075475692749023, + "learning_rate": 1.178826518825544e-05, + "loss": 2.5566, + "step": 26843 + }, + { + "epoch": 0.45950803676885943, + "grad_norm": 2.3031563758850098, + "learning_rate": 1.1787719716949497e-05, + "loss": 2.5434, + "step": 26844 + }, + { + "epoch": 0.45952515448740994, + "grad_norm": 2.530533790588379, + "learning_rate": 1.1787174240148725e-05, + "loss": 2.6755, + "step": 26845 + }, + { + "epoch": 0.4595422722059604, + "grad_norm": 2.2958855628967285, + "learning_rate": 1.1786628757854803e-05, + "loss": 2.5414, + "step": 26846 + }, + { + "epoch": 0.45955938992451084, + "grad_norm": 2.331153154373169, + "learning_rate": 1.1786083270069407e-05, + "loss": 2.6382, + "step": 26847 + }, + { + "epoch": 0.45957650764306135, + "grad_norm": 2.2815914154052734, + "learning_rate": 1.1785537776794214e-05, + "loss": 2.3948, + "step": 26848 + }, + { + "epoch": 0.4595936253616118, + "grad_norm": 2.156752109527588, + "learning_rate": 1.1784992278030897e-05, + "loss": 2.4046, + "step": 26849 + }, + { + "epoch": 0.45961074308016225, + "grad_norm": 2.2689967155456543, + "learning_rate": 1.1784446773781138e-05, + "loss": 2.502, + "step": 26850 + }, + { + "epoch": 0.45962786079871276, + "grad_norm": 2.6650021076202393, + "learning_rate": 1.1783901264046609e-05, + "loss": 2.5543, + "step": 26851 + }, + { + "epoch": 0.4596449785172632, + "grad_norm": 2.3837549686431885, + "learning_rate": 1.1783355748828993e-05, + "loss": 2.5792, + "step": 26852 + }, + { + "epoch": 0.45966209623581367, + "grad_norm": 2.330153226852417, + "learning_rate": 1.1782810228129961e-05, + "loss": 2.6511, + "step": 26853 + }, + { + "epoch": 0.4596792139543642, + "grad_norm": 2.323166608810425, + "learning_rate": 1.1782264701951191e-05, + "loss": 2.546, + "step": 26854 + }, + { + "epoch": 0.4596963316729146, + "grad_norm": 2.202767848968506, + "learning_rate": 1.178171917029436e-05, + "loss": 2.6364, + "step": 26855 + }, + { + "epoch": 0.4597134493914651, + "grad_norm": 2.2210094928741455, + "learning_rate": 1.1781173633161148e-05, + "loss": 2.6006, + "step": 26856 + }, + { + "epoch": 0.4597305671100156, + "grad_norm": 2.3298416137695312, + "learning_rate": 1.1780628090553228e-05, + "loss": 2.5179, + "step": 26857 + }, + { + "epoch": 0.45974768482856604, + "grad_norm": 2.326702833175659, + "learning_rate": 1.1780082542472275e-05, + "loss": 2.5237, + "step": 26858 + }, + { + "epoch": 0.45976480254711655, + "grad_norm": 2.222581624984741, + "learning_rate": 1.1779536988919971e-05, + "loss": 2.5257, + "step": 26859 + }, + { + "epoch": 0.459781920265667, + "grad_norm": 2.2712903022766113, + "learning_rate": 1.1778991429897988e-05, + "loss": 2.5611, + "step": 26860 + }, + { + "epoch": 0.45979903798421745, + "grad_norm": 2.185931921005249, + "learning_rate": 1.1778445865408008e-05, + "loss": 2.5404, + "step": 26861 + }, + { + "epoch": 0.45981615570276796, + "grad_norm": 2.3650550842285156, + "learning_rate": 1.1777900295451705e-05, + "loss": 2.6959, + "step": 26862 + }, + { + "epoch": 0.4598332734213184, + "grad_norm": 2.2073018550872803, + "learning_rate": 1.1777354720030756e-05, + "loss": 2.6329, + "step": 26863 + }, + { + "epoch": 0.45985039113986886, + "grad_norm": 2.3123974800109863, + "learning_rate": 1.1776809139146837e-05, + "loss": 2.4935, + "step": 26864 + }, + { + "epoch": 0.45986750885841937, + "grad_norm": 2.2106499671936035, + "learning_rate": 1.1776263552801623e-05, + "loss": 2.467, + "step": 26865 + }, + { + "epoch": 0.4598846265769698, + "grad_norm": 2.1819515228271484, + "learning_rate": 1.1775717960996798e-05, + "loss": 2.5681, + "step": 26866 + }, + { + "epoch": 0.4599017442955203, + "grad_norm": 2.277222156524658, + "learning_rate": 1.177517236373403e-05, + "loss": 2.5308, + "step": 26867 + }, + { + "epoch": 0.4599188620140708, + "grad_norm": 2.285907030105591, + "learning_rate": 1.1774626761015007e-05, + "loss": 2.5121, + "step": 26868 + }, + { + "epoch": 0.45993597973262124, + "grad_norm": 2.2562685012817383, + "learning_rate": 1.1774081152841398e-05, + "loss": 2.5543, + "step": 26869 + }, + { + "epoch": 0.4599530974511717, + "grad_norm": 2.371687650680542, + "learning_rate": 1.177353553921488e-05, + "loss": 2.5887, + "step": 26870 + }, + { + "epoch": 0.4599702151697222, + "grad_norm": 2.189263105392456, + "learning_rate": 1.1772989920137133e-05, + "loss": 2.5623, + "step": 26871 + }, + { + "epoch": 0.45998733288827265, + "grad_norm": 2.350961446762085, + "learning_rate": 1.1772444295609831e-05, + "loss": 2.6337, + "step": 26872 + }, + { + "epoch": 0.4600044506068231, + "grad_norm": 2.335777759552002, + "learning_rate": 1.1771898665634654e-05, + "loss": 2.5591, + "step": 26873 + }, + { + "epoch": 0.4600215683253736, + "grad_norm": 2.4037551879882812, + "learning_rate": 1.1771353030213278e-05, + "loss": 2.5359, + "step": 26874 + }, + { + "epoch": 0.46003868604392406, + "grad_norm": 2.369061231613159, + "learning_rate": 1.1770807389347378e-05, + "loss": 2.5492, + "step": 26875 + }, + { + "epoch": 0.4600558037624745, + "grad_norm": 2.3124701976776123, + "learning_rate": 1.1770261743038636e-05, + "loss": 2.5919, + "step": 26876 + }, + { + "epoch": 0.460072921481025, + "grad_norm": 2.3247313499450684, + "learning_rate": 1.1769716091288726e-05, + "loss": 2.547, + "step": 26877 + }, + { + "epoch": 0.4600900391995755, + "grad_norm": 2.3435909748077393, + "learning_rate": 1.1769170434099324e-05, + "loss": 2.5582, + "step": 26878 + }, + { + "epoch": 0.4601071569181259, + "grad_norm": 2.3165369033813477, + "learning_rate": 1.176862477147211e-05, + "loss": 2.5323, + "step": 26879 + }, + { + "epoch": 0.46012427463667643, + "grad_norm": 2.449550151824951, + "learning_rate": 1.1768079103408758e-05, + "loss": 2.5866, + "step": 26880 + }, + { + "epoch": 0.4601413923552269, + "grad_norm": 2.3725061416625977, + "learning_rate": 1.1767533429910946e-05, + "loss": 2.6014, + "step": 26881 + }, + { + "epoch": 0.4601585100737774, + "grad_norm": 2.2571496963500977, + "learning_rate": 1.1766987750980355e-05, + "loss": 2.5155, + "step": 26882 + }, + { + "epoch": 0.46017562779232785, + "grad_norm": 2.353886604309082, + "learning_rate": 1.176644206661866e-05, + "loss": 2.5934, + "step": 26883 + }, + { + "epoch": 0.4601927455108783, + "grad_norm": 2.1593990325927734, + "learning_rate": 1.1765896376827537e-05, + "loss": 2.4968, + "step": 26884 + }, + { + "epoch": 0.4602098632294288, + "grad_norm": 2.226670742034912, + "learning_rate": 1.1765350681608662e-05, + "loss": 2.5422, + "step": 26885 + }, + { + "epoch": 0.46022698094797926, + "grad_norm": 2.3245913982391357, + "learning_rate": 1.1764804980963715e-05, + "loss": 2.6085, + "step": 26886 + }, + { + "epoch": 0.4602440986665297, + "grad_norm": 2.36539363861084, + "learning_rate": 1.1764259274894372e-05, + "loss": 2.5857, + "step": 26887 + }, + { + "epoch": 0.4602612163850802, + "grad_norm": 2.205988883972168, + "learning_rate": 1.1763713563402311e-05, + "loss": 2.4451, + "step": 26888 + }, + { + "epoch": 0.46027833410363067, + "grad_norm": 2.2347936630249023, + "learning_rate": 1.1763167846489209e-05, + "loss": 2.5493, + "step": 26889 + }, + { + "epoch": 0.4602954518221811, + "grad_norm": 2.442660331726074, + "learning_rate": 1.1762622124156744e-05, + "loss": 2.5313, + "step": 26890 + }, + { + "epoch": 0.46031256954073163, + "grad_norm": 2.1689529418945312, + "learning_rate": 1.176207639640659e-05, + "loss": 2.4668, + "step": 26891 + }, + { + "epoch": 0.4603296872592821, + "grad_norm": 2.188628911972046, + "learning_rate": 1.1761530663240433e-05, + "loss": 2.5721, + "step": 26892 + }, + { + "epoch": 0.46034680497783254, + "grad_norm": 2.4291908740997314, + "learning_rate": 1.176098492465994e-05, + "loss": 2.5478, + "step": 26893 + }, + { + "epoch": 0.46036392269638304, + "grad_norm": 2.2855231761932373, + "learning_rate": 1.1760439180666797e-05, + "loss": 2.5931, + "step": 26894 + }, + { + "epoch": 0.4603810404149335, + "grad_norm": 2.3414835929870605, + "learning_rate": 1.1759893431262673e-05, + "loss": 2.6041, + "step": 26895 + }, + { + "epoch": 0.46039815813348395, + "grad_norm": 2.3911244869232178, + "learning_rate": 1.175934767644925e-05, + "loss": 2.7526, + "step": 26896 + }, + { + "epoch": 0.46041527585203446, + "grad_norm": 2.308539867401123, + "learning_rate": 1.1758801916228206e-05, + "loss": 2.6384, + "step": 26897 + }, + { + "epoch": 0.4604323935705849, + "grad_norm": 2.316711187362671, + "learning_rate": 1.1758256150601216e-05, + "loss": 2.4559, + "step": 26898 + }, + { + "epoch": 0.46044951128913536, + "grad_norm": 2.331784248352051, + "learning_rate": 1.1757710379569965e-05, + "loss": 2.5123, + "step": 26899 + }, + { + "epoch": 0.46046662900768587, + "grad_norm": 2.239598274230957, + "learning_rate": 1.1757164603136122e-05, + "loss": 2.5583, + "step": 26900 + }, + { + "epoch": 0.4604837467262363, + "grad_norm": 2.754976749420166, + "learning_rate": 1.1756618821301366e-05, + "loss": 2.5148, + "step": 26901 + }, + { + "epoch": 0.4605008644447868, + "grad_norm": 2.3452370166778564, + "learning_rate": 1.1756073034067377e-05, + "loss": 2.5077, + "step": 26902 + }, + { + "epoch": 0.4605179821633373, + "grad_norm": 2.3851699829101562, + "learning_rate": 1.1755527241435832e-05, + "loss": 2.6253, + "step": 26903 + }, + { + "epoch": 0.46053509988188773, + "grad_norm": 2.3591504096984863, + "learning_rate": 1.1754981443408404e-05, + "loss": 2.5253, + "step": 26904 + }, + { + "epoch": 0.46055221760043824, + "grad_norm": 2.3844985961914062, + "learning_rate": 1.1754435639986778e-05, + "loss": 2.5751, + "step": 26905 + }, + { + "epoch": 0.4605693353189887, + "grad_norm": 2.380849838256836, + "learning_rate": 1.175388983117263e-05, + "loss": 2.6092, + "step": 26906 + }, + { + "epoch": 0.46058645303753915, + "grad_norm": 2.2341320514678955, + "learning_rate": 1.1753344016967634e-05, + "loss": 2.5091, + "step": 26907 + }, + { + "epoch": 0.46060357075608965, + "grad_norm": 2.4074740409851074, + "learning_rate": 1.1752798197373467e-05, + "loss": 2.5912, + "step": 26908 + }, + { + "epoch": 0.4606206884746401, + "grad_norm": 2.3440372943878174, + "learning_rate": 1.1752252372391811e-05, + "loss": 2.6193, + "step": 26909 + }, + { + "epoch": 0.46063780619319056, + "grad_norm": 2.3503646850585938, + "learning_rate": 1.1751706542024344e-05, + "loss": 2.5794, + "step": 26910 + }, + { + "epoch": 0.46065492391174107, + "grad_norm": 2.3588874340057373, + "learning_rate": 1.175116070627274e-05, + "loss": 2.564, + "step": 26911 + }, + { + "epoch": 0.4606720416302915, + "grad_norm": 2.2338201999664307, + "learning_rate": 1.1750614865138674e-05, + "loss": 2.5594, + "step": 26912 + }, + { + "epoch": 0.46068915934884197, + "grad_norm": 2.278643846511841, + "learning_rate": 1.1750069018623835e-05, + "loss": 2.3482, + "step": 26913 + }, + { + "epoch": 0.4607062770673925, + "grad_norm": 2.313500165939331, + "learning_rate": 1.1749523166729889e-05, + "loss": 2.4889, + "step": 26914 + }, + { + "epoch": 0.46072339478594293, + "grad_norm": 2.383868455886841, + "learning_rate": 1.1748977309458518e-05, + "loss": 2.5453, + "step": 26915 + }, + { + "epoch": 0.4607405125044934, + "grad_norm": 2.447505235671997, + "learning_rate": 1.1748431446811403e-05, + "loss": 2.6032, + "step": 26916 + }, + { + "epoch": 0.4607576302230439, + "grad_norm": 2.406524658203125, + "learning_rate": 1.1747885578790219e-05, + "loss": 2.5715, + "step": 26917 + }, + { + "epoch": 0.46077474794159434, + "grad_norm": 2.386422872543335, + "learning_rate": 1.1747339705396641e-05, + "loss": 2.6355, + "step": 26918 + }, + { + "epoch": 0.4607918656601448, + "grad_norm": 2.32226300239563, + "learning_rate": 1.174679382663235e-05, + "loss": 2.4898, + "step": 26919 + }, + { + "epoch": 0.4608089833786953, + "grad_norm": 2.3672876358032227, + "learning_rate": 1.1746247942499027e-05, + "loss": 2.6637, + "step": 26920 + }, + { + "epoch": 0.46082610109724575, + "grad_norm": 2.317310333251953, + "learning_rate": 1.1745702052998344e-05, + "loss": 2.4664, + "step": 26921 + }, + { + "epoch": 0.4608432188157962, + "grad_norm": 2.376239061355591, + "learning_rate": 1.174515615813198e-05, + "loss": 2.5328, + "step": 26922 + }, + { + "epoch": 0.4608603365343467, + "grad_norm": 2.3783133029937744, + "learning_rate": 1.1744610257901617e-05, + "loss": 2.5771, + "step": 26923 + }, + { + "epoch": 0.46087745425289717, + "grad_norm": 2.4215381145477295, + "learning_rate": 1.1744064352308926e-05, + "loss": 2.5771, + "step": 26924 + }, + { + "epoch": 0.4608945719714476, + "grad_norm": 2.361407995223999, + "learning_rate": 1.174351844135559e-05, + "loss": 2.4133, + "step": 26925 + }, + { + "epoch": 0.4609116896899981, + "grad_norm": 2.522054433822632, + "learning_rate": 1.174297252504329e-05, + "loss": 2.6369, + "step": 26926 + }, + { + "epoch": 0.4609288074085486, + "grad_norm": 2.268054962158203, + "learning_rate": 1.1742426603373695e-05, + "loss": 2.578, + "step": 26927 + }, + { + "epoch": 0.4609459251270991, + "grad_norm": 2.4069833755493164, + "learning_rate": 1.1741880676348492e-05, + "loss": 2.5169, + "step": 26928 + }, + { + "epoch": 0.46096304284564954, + "grad_norm": 2.3685150146484375, + "learning_rate": 1.174133474396935e-05, + "loss": 2.5863, + "step": 26929 + }, + { + "epoch": 0.4609801605642, + "grad_norm": 2.3370561599731445, + "learning_rate": 1.1740788806237955e-05, + "loss": 2.4933, + "step": 26930 + }, + { + "epoch": 0.4609972782827505, + "grad_norm": 2.2280938625335693, + "learning_rate": 1.174024286315598e-05, + "loss": 2.5069, + "step": 26931 + }, + { + "epoch": 0.46101439600130095, + "grad_norm": 2.2491722106933594, + "learning_rate": 1.1739696914725108e-05, + "loss": 2.4976, + "step": 26932 + }, + { + "epoch": 0.4610315137198514, + "grad_norm": 2.314666986465454, + "learning_rate": 1.173915096094701e-05, + "loss": 2.6122, + "step": 26933 + }, + { + "epoch": 0.4610486314384019, + "grad_norm": 2.308054208755493, + "learning_rate": 1.1738605001823369e-05, + "loss": 2.5638, + "step": 26934 + }, + { + "epoch": 0.46106574915695236, + "grad_norm": 2.4150609970092773, + "learning_rate": 1.1738059037355862e-05, + "loss": 2.558, + "step": 26935 + }, + { + "epoch": 0.4610828668755028, + "grad_norm": 2.182035207748413, + "learning_rate": 1.173751306754617e-05, + "loss": 2.4881, + "step": 26936 + }, + { + "epoch": 0.4610999845940533, + "grad_norm": 2.470028877258301, + "learning_rate": 1.1736967092395966e-05, + "loss": 2.5334, + "step": 26937 + }, + { + "epoch": 0.4611171023126038, + "grad_norm": 2.388007640838623, + "learning_rate": 1.1736421111906931e-05, + "loss": 2.5623, + "step": 26938 + }, + { + "epoch": 0.46113422003115423, + "grad_norm": 2.4856958389282227, + "learning_rate": 1.173587512608074e-05, + "loss": 2.6169, + "step": 26939 + }, + { + "epoch": 0.46115133774970474, + "grad_norm": 2.4297823905944824, + "learning_rate": 1.1735329134919076e-05, + "loss": 2.6145, + "step": 26940 + }, + { + "epoch": 0.4611684554682552, + "grad_norm": 2.4362807273864746, + "learning_rate": 1.1734783138423613e-05, + "loss": 2.6714, + "step": 26941 + }, + { + "epoch": 0.46118557318680564, + "grad_norm": 2.38474702835083, + "learning_rate": 1.1734237136596034e-05, + "loss": 2.557, + "step": 26942 + }, + { + "epoch": 0.46120269090535615, + "grad_norm": 2.4912734031677246, + "learning_rate": 1.1733691129438016e-05, + "loss": 2.6062, + "step": 26943 + }, + { + "epoch": 0.4612198086239066, + "grad_norm": 2.4163782596588135, + "learning_rate": 1.1733145116951233e-05, + "loss": 2.532, + "step": 26944 + }, + { + "epoch": 0.46123692634245705, + "grad_norm": 2.4003102779388428, + "learning_rate": 1.1732599099137364e-05, + "loss": 2.5875, + "step": 26945 + }, + { + "epoch": 0.46125404406100756, + "grad_norm": 2.619417905807495, + "learning_rate": 1.1732053075998089e-05, + "loss": 2.5797, + "step": 26946 + }, + { + "epoch": 0.461271161779558, + "grad_norm": 2.487076759338379, + "learning_rate": 1.173150704753509e-05, + "loss": 2.503, + "step": 26947 + }, + { + "epoch": 0.46128827949810847, + "grad_norm": 2.4392056465148926, + "learning_rate": 1.1730961013750037e-05, + "loss": 2.5163, + "step": 26948 + }, + { + "epoch": 0.461305397216659, + "grad_norm": 2.3818740844726562, + "learning_rate": 1.1730414974644619e-05, + "loss": 2.4175, + "step": 26949 + }, + { + "epoch": 0.4613225149352094, + "grad_norm": 2.6212613582611084, + "learning_rate": 1.1729868930220505e-05, + "loss": 2.6201, + "step": 26950 + }, + { + "epoch": 0.46133963265375993, + "grad_norm": 2.383066177368164, + "learning_rate": 1.1729322880479375e-05, + "loss": 2.4238, + "step": 26951 + }, + { + "epoch": 0.4613567503723104, + "grad_norm": 2.3612430095672607, + "learning_rate": 1.172877682542291e-05, + "loss": 2.5914, + "step": 26952 + }, + { + "epoch": 0.46137386809086084, + "grad_norm": 2.344822883605957, + "learning_rate": 1.172823076505279e-05, + "loss": 2.5479, + "step": 26953 + }, + { + "epoch": 0.46139098580941135, + "grad_norm": 2.375427007675171, + "learning_rate": 1.1727684699370689e-05, + "loss": 2.4204, + "step": 26954 + }, + { + "epoch": 0.4614081035279618, + "grad_norm": 2.3037755489349365, + "learning_rate": 1.1727138628378287e-05, + "loss": 2.535, + "step": 26955 + }, + { + "epoch": 0.46142522124651225, + "grad_norm": 2.431091547012329, + "learning_rate": 1.1726592552077263e-05, + "loss": 2.4762, + "step": 26956 + }, + { + "epoch": 0.46144233896506276, + "grad_norm": 2.3708336353302, + "learning_rate": 1.1726046470469294e-05, + "loss": 2.5931, + "step": 26957 + }, + { + "epoch": 0.4614594566836132, + "grad_norm": 2.3374900817871094, + "learning_rate": 1.1725500383556063e-05, + "loss": 2.5113, + "step": 26958 + }, + { + "epoch": 0.46147657440216366, + "grad_norm": 2.494166135787964, + "learning_rate": 1.1724954291339243e-05, + "loss": 2.5293, + "step": 26959 + }, + { + "epoch": 0.46149369212071417, + "grad_norm": 2.370917797088623, + "learning_rate": 1.1724408193820513e-05, + "loss": 2.5938, + "step": 26960 + }, + { + "epoch": 0.4615108098392646, + "grad_norm": 2.3593690395355225, + "learning_rate": 1.1723862091001555e-05, + "loss": 2.7105, + "step": 26961 + }, + { + "epoch": 0.4615279275578151, + "grad_norm": 2.408055305480957, + "learning_rate": 1.1723315982884043e-05, + "loss": 2.5562, + "step": 26962 + }, + { + "epoch": 0.4615450452763656, + "grad_norm": 2.3135597705841064, + "learning_rate": 1.1722769869469662e-05, + "loss": 2.5084, + "step": 26963 + }, + { + "epoch": 0.46156216299491604, + "grad_norm": 2.5590524673461914, + "learning_rate": 1.1722223750760086e-05, + "loss": 2.591, + "step": 26964 + }, + { + "epoch": 0.4615792807134665, + "grad_norm": 2.3336966037750244, + "learning_rate": 1.1721677626756993e-05, + "loss": 2.4887, + "step": 26965 + }, + { + "epoch": 0.461596398432017, + "grad_norm": 2.297295093536377, + "learning_rate": 1.1721131497462064e-05, + "loss": 2.6712, + "step": 26966 + }, + { + "epoch": 0.46161351615056745, + "grad_norm": 2.2971677780151367, + "learning_rate": 1.1720585362876973e-05, + "loss": 2.5387, + "step": 26967 + }, + { + "epoch": 0.4616306338691179, + "grad_norm": 2.397758722305298, + "learning_rate": 1.1720039223003405e-05, + "loss": 2.4317, + "step": 26968 + }, + { + "epoch": 0.4616477515876684, + "grad_norm": 2.2126574516296387, + "learning_rate": 1.1719493077843039e-05, + "loss": 2.5973, + "step": 26969 + }, + { + "epoch": 0.46166486930621886, + "grad_norm": 2.2760226726531982, + "learning_rate": 1.1718946927397546e-05, + "loss": 2.4315, + "step": 26970 + }, + { + "epoch": 0.4616819870247693, + "grad_norm": 2.206174612045288, + "learning_rate": 1.171840077166861e-05, + "loss": 2.4742, + "step": 26971 + }, + { + "epoch": 0.4616991047433198, + "grad_norm": 2.323615074157715, + "learning_rate": 1.1717854610657908e-05, + "loss": 2.7487, + "step": 26972 + }, + { + "epoch": 0.4617162224618703, + "grad_norm": 2.363433361053467, + "learning_rate": 1.1717308444367122e-05, + "loss": 2.6265, + "step": 26973 + }, + { + "epoch": 0.4617333401804207, + "grad_norm": 2.387401580810547, + "learning_rate": 1.1716762272797928e-05, + "loss": 2.6444, + "step": 26974 + }, + { + "epoch": 0.46175045789897123, + "grad_norm": 2.3780581951141357, + "learning_rate": 1.1716216095952003e-05, + "loss": 2.5815, + "step": 26975 + }, + { + "epoch": 0.4617675756175217, + "grad_norm": 2.291097640991211, + "learning_rate": 1.1715669913831026e-05, + "loss": 2.5094, + "step": 26976 + }, + { + "epoch": 0.4617846933360722, + "grad_norm": 2.256660223007202, + "learning_rate": 1.171512372643668e-05, + "loss": 2.5781, + "step": 26977 + }, + { + "epoch": 0.46180181105462265, + "grad_norm": 2.3178720474243164, + "learning_rate": 1.1714577533770644e-05, + "loss": 2.5531, + "step": 26978 + }, + { + "epoch": 0.4618189287731731, + "grad_norm": 2.3767788410186768, + "learning_rate": 1.171403133583459e-05, + "loss": 2.6194, + "step": 26979 + }, + { + "epoch": 0.4618360464917236, + "grad_norm": 2.291531801223755, + "learning_rate": 1.1713485132630204e-05, + "loss": 2.5626, + "step": 26980 + }, + { + "epoch": 0.46185316421027406, + "grad_norm": 2.3719356060028076, + "learning_rate": 1.1712938924159158e-05, + "loss": 2.4385, + "step": 26981 + }, + { + "epoch": 0.4618702819288245, + "grad_norm": 2.2653236389160156, + "learning_rate": 1.1712392710423138e-05, + "loss": 2.6258, + "step": 26982 + }, + { + "epoch": 0.461887399647375, + "grad_norm": 2.4487557411193848, + "learning_rate": 1.1711846491423818e-05, + "loss": 2.5515, + "step": 26983 + }, + { + "epoch": 0.46190451736592547, + "grad_norm": 2.3651936054229736, + "learning_rate": 1.171130026716288e-05, + "loss": 2.6934, + "step": 26984 + }, + { + "epoch": 0.4619216350844759, + "grad_norm": 2.204164981842041, + "learning_rate": 1.1710754037642e-05, + "loss": 2.4675, + "step": 26985 + }, + { + "epoch": 0.46193875280302643, + "grad_norm": 2.3872451782226562, + "learning_rate": 1.1710207802862858e-05, + "loss": 2.582, + "step": 26986 + }, + { + "epoch": 0.4619558705215769, + "grad_norm": 2.4315731525421143, + "learning_rate": 1.1709661562827133e-05, + "loss": 2.6253, + "step": 26987 + }, + { + "epoch": 0.46197298824012734, + "grad_norm": 2.3258800506591797, + "learning_rate": 1.1709115317536503e-05, + "loss": 2.543, + "step": 26988 + }, + { + "epoch": 0.46199010595867784, + "grad_norm": 2.3782975673675537, + "learning_rate": 1.170856906699265e-05, + "loss": 2.5239, + "step": 26989 + }, + { + "epoch": 0.4620072236772283, + "grad_norm": 2.3360023498535156, + "learning_rate": 1.1708022811197252e-05, + "loss": 2.6357, + "step": 26990 + }, + { + "epoch": 0.46202434139577875, + "grad_norm": 2.360333204269409, + "learning_rate": 1.1707476550151986e-05, + "loss": 2.5902, + "step": 26991 + }, + { + "epoch": 0.46204145911432926, + "grad_norm": 2.2318286895751953, + "learning_rate": 1.1706930283858533e-05, + "loss": 2.5428, + "step": 26992 + }, + { + "epoch": 0.4620585768328797, + "grad_norm": 2.3429126739501953, + "learning_rate": 1.1706384012318568e-05, + "loss": 2.6202, + "step": 26993 + }, + { + "epoch": 0.46207569455143016, + "grad_norm": 2.3752641677856445, + "learning_rate": 1.1705837735533774e-05, + "loss": 2.5846, + "step": 26994 + }, + { + "epoch": 0.46209281226998067, + "grad_norm": 2.317002058029175, + "learning_rate": 1.170529145350583e-05, + "loss": 2.522, + "step": 26995 + }, + { + "epoch": 0.4621099299885311, + "grad_norm": 2.5015499591827393, + "learning_rate": 1.1704745166236416e-05, + "loss": 2.5066, + "step": 26996 + }, + { + "epoch": 0.4621270477070816, + "grad_norm": 2.483182430267334, + "learning_rate": 1.1704198873727206e-05, + "loss": 2.6778, + "step": 26997 + }, + { + "epoch": 0.4621441654256321, + "grad_norm": 2.355897903442383, + "learning_rate": 1.1703652575979885e-05, + "loss": 2.6359, + "step": 26998 + }, + { + "epoch": 0.46216128314418253, + "grad_norm": 2.3033597469329834, + "learning_rate": 1.1703106272996128e-05, + "loss": 2.5895, + "step": 26999 + }, + { + "epoch": 0.46217840086273304, + "grad_norm": 2.2837681770324707, + "learning_rate": 1.1702559964777618e-05, + "loss": 2.6108, + "step": 27000 + }, + { + "epoch": 0.4621955185812835, + "grad_norm": 2.3076329231262207, + "learning_rate": 1.1702013651326032e-05, + "loss": 2.5928, + "step": 27001 + }, + { + "epoch": 0.46221263629983395, + "grad_norm": 2.276975154876709, + "learning_rate": 1.1701467332643046e-05, + "loss": 2.6072, + "step": 27002 + }, + { + "epoch": 0.46222975401838445, + "grad_norm": 2.3766539096832275, + "learning_rate": 1.1700921008730344e-05, + "loss": 2.6643, + "step": 27003 + }, + { + "epoch": 0.4622468717369349, + "grad_norm": 2.3186962604522705, + "learning_rate": 1.1700374679589604e-05, + "loss": 2.6106, + "step": 27004 + }, + { + "epoch": 0.46226398945548536, + "grad_norm": 2.3082845211029053, + "learning_rate": 1.1699828345222504e-05, + "loss": 2.6288, + "step": 27005 + }, + { + "epoch": 0.46228110717403587, + "grad_norm": 2.375988245010376, + "learning_rate": 1.1699282005630725e-05, + "loss": 2.7263, + "step": 27006 + }, + { + "epoch": 0.4622982248925863, + "grad_norm": 2.330601930618286, + "learning_rate": 1.1698735660815945e-05, + "loss": 2.5683, + "step": 27007 + }, + { + "epoch": 0.46231534261113677, + "grad_norm": 2.158646821975708, + "learning_rate": 1.1698189310779843e-05, + "loss": 2.4249, + "step": 27008 + }, + { + "epoch": 0.4623324603296873, + "grad_norm": 2.2165143489837646, + "learning_rate": 1.1697642955524098e-05, + "loss": 2.5928, + "step": 27009 + }, + { + "epoch": 0.46234957804823773, + "grad_norm": 2.3495657444000244, + "learning_rate": 1.169709659505039e-05, + "loss": 2.4142, + "step": 27010 + }, + { + "epoch": 0.4623666957667882, + "grad_norm": 2.344675302505493, + "learning_rate": 1.1696550229360402e-05, + "loss": 2.5064, + "step": 27011 + }, + { + "epoch": 0.4623838134853387, + "grad_norm": 2.318418025970459, + "learning_rate": 1.1696003858455804e-05, + "loss": 2.6499, + "step": 27012 + }, + { + "epoch": 0.46240093120388914, + "grad_norm": 2.3541524410247803, + "learning_rate": 1.1695457482338286e-05, + "loss": 2.5673, + "step": 27013 + }, + { + "epoch": 0.4624180489224396, + "grad_norm": 2.2355053424835205, + "learning_rate": 1.1694911101009521e-05, + "loss": 2.6495, + "step": 27014 + }, + { + "epoch": 0.4624351666409901, + "grad_norm": 2.3551158905029297, + "learning_rate": 1.1694364714471189e-05, + "loss": 2.6069, + "step": 27015 + }, + { + "epoch": 0.46245228435954056, + "grad_norm": 2.184678554534912, + "learning_rate": 1.169381832272497e-05, + "loss": 2.5034, + "step": 27016 + }, + { + "epoch": 0.462469402078091, + "grad_norm": 2.231731414794922, + "learning_rate": 1.1693271925772547e-05, + "loss": 2.4631, + "step": 27017 + }, + { + "epoch": 0.4624865197966415, + "grad_norm": 2.1712656021118164, + "learning_rate": 1.1692725523615594e-05, + "loss": 2.5059, + "step": 27018 + }, + { + "epoch": 0.46250363751519197, + "grad_norm": 2.3045830726623535, + "learning_rate": 1.1692179116255791e-05, + "loss": 2.6685, + "step": 27019 + }, + { + "epoch": 0.4625207552337424, + "grad_norm": 2.2895545959472656, + "learning_rate": 1.169163270369482e-05, + "loss": 2.4776, + "step": 27020 + }, + { + "epoch": 0.4625378729522929, + "grad_norm": 2.287076950073242, + "learning_rate": 1.1691086285934361e-05, + "loss": 2.5665, + "step": 27021 + }, + { + "epoch": 0.4625549906708434, + "grad_norm": 2.2706544399261475, + "learning_rate": 1.1690539862976092e-05, + "loss": 2.5752, + "step": 27022 + }, + { + "epoch": 0.4625721083893939, + "grad_norm": 2.285566568374634, + "learning_rate": 1.168999343482169e-05, + "loss": 2.5544, + "step": 27023 + }, + { + "epoch": 0.46258922610794434, + "grad_norm": 2.2226734161376953, + "learning_rate": 1.1689447001472838e-05, + "loss": 2.582, + "step": 27024 + }, + { + "epoch": 0.4626063438264948, + "grad_norm": 2.4432170391082764, + "learning_rate": 1.1688900562931213e-05, + "loss": 2.5573, + "step": 27025 + }, + { + "epoch": 0.4626234615450453, + "grad_norm": 2.3606863021850586, + "learning_rate": 1.1688354119198499e-05, + "loss": 2.4979, + "step": 27026 + }, + { + "epoch": 0.46264057926359575, + "grad_norm": 2.3556840419769287, + "learning_rate": 1.1687807670276374e-05, + "loss": 2.5446, + "step": 27027 + }, + { + "epoch": 0.4626576969821462, + "grad_norm": 2.291827440261841, + "learning_rate": 1.1687261216166514e-05, + "loss": 2.6545, + "step": 27028 + }, + { + "epoch": 0.4626748147006967, + "grad_norm": 2.2897305488586426, + "learning_rate": 1.1686714756870602e-05, + "loss": 2.6352, + "step": 27029 + }, + { + "epoch": 0.46269193241924716, + "grad_norm": 2.261653184890747, + "learning_rate": 1.1686168292390314e-05, + "loss": 2.4594, + "step": 27030 + }, + { + "epoch": 0.4627090501377976, + "grad_norm": 2.1750810146331787, + "learning_rate": 1.1685621822727335e-05, + "loss": 2.4667, + "step": 27031 + }, + { + "epoch": 0.4627261678563481, + "grad_norm": 2.2876954078674316, + "learning_rate": 1.168507534788334e-05, + "loss": 2.5011, + "step": 27032 + }, + { + "epoch": 0.4627432855748986, + "grad_norm": 2.1828818321228027, + "learning_rate": 1.1684528867860012e-05, + "loss": 2.5043, + "step": 27033 + }, + { + "epoch": 0.46276040329344903, + "grad_norm": 2.1432511806488037, + "learning_rate": 1.1683982382659029e-05, + "loss": 2.4186, + "step": 27034 + }, + { + "epoch": 0.46277752101199954, + "grad_norm": 2.3791964054107666, + "learning_rate": 1.168343589228207e-05, + "loss": 2.6484, + "step": 27035 + }, + { + "epoch": 0.46279463873055, + "grad_norm": 2.3403172492980957, + "learning_rate": 1.1682889396730818e-05, + "loss": 2.5289, + "step": 27036 + }, + { + "epoch": 0.46281175644910044, + "grad_norm": 2.267829179763794, + "learning_rate": 1.1682342896006949e-05, + "loss": 2.471, + "step": 27037 + }, + { + "epoch": 0.46282887416765095, + "grad_norm": 2.2979047298431396, + "learning_rate": 1.1681796390112145e-05, + "loss": 2.4661, + "step": 27038 + }, + { + "epoch": 0.4628459918862014, + "grad_norm": 2.472083330154419, + "learning_rate": 1.1681249879048082e-05, + "loss": 2.6, + "step": 27039 + }, + { + "epoch": 0.46286310960475185, + "grad_norm": 2.39030122756958, + "learning_rate": 1.1680703362816446e-05, + "loss": 2.5056, + "step": 27040 + }, + { + "epoch": 0.46288022732330236, + "grad_norm": 2.3495497703552246, + "learning_rate": 1.1680156841418911e-05, + "loss": 2.5908, + "step": 27041 + }, + { + "epoch": 0.4628973450418528, + "grad_norm": 2.2386865615844727, + "learning_rate": 1.1679610314857159e-05, + "loss": 2.4411, + "step": 27042 + }, + { + "epoch": 0.46291446276040327, + "grad_norm": 2.3495919704437256, + "learning_rate": 1.1679063783132873e-05, + "loss": 2.6048, + "step": 27043 + }, + { + "epoch": 0.4629315804789538, + "grad_norm": 2.264223575592041, + "learning_rate": 1.167851724624773e-05, + "loss": 2.5225, + "step": 27044 + }, + { + "epoch": 0.4629486981975042, + "grad_norm": 2.3942432403564453, + "learning_rate": 1.1677970704203408e-05, + "loss": 2.6509, + "step": 27045 + }, + { + "epoch": 0.46296581591605473, + "grad_norm": 2.332702398300171, + "learning_rate": 1.1677424157001589e-05, + "loss": 2.5229, + "step": 27046 + }, + { + "epoch": 0.4629829336346052, + "grad_norm": 2.386017322540283, + "learning_rate": 1.1676877604643953e-05, + "loss": 2.6256, + "step": 27047 + }, + { + "epoch": 0.46300005135315564, + "grad_norm": 2.247939109802246, + "learning_rate": 1.1676331047132181e-05, + "loss": 2.5282, + "step": 27048 + }, + { + "epoch": 0.46301716907170615, + "grad_norm": 2.2838258743286133, + "learning_rate": 1.1675784484467949e-05, + "loss": 2.5308, + "step": 27049 + }, + { + "epoch": 0.4630342867902566, + "grad_norm": 2.136549234390259, + "learning_rate": 1.1675237916652942e-05, + "loss": 2.5173, + "step": 27050 + }, + { + "epoch": 0.46305140450880705, + "grad_norm": 2.194859743118286, + "learning_rate": 1.1674691343688833e-05, + "loss": 2.5924, + "step": 27051 + }, + { + "epoch": 0.46306852222735756, + "grad_norm": 2.609717845916748, + "learning_rate": 1.1674144765577308e-05, + "loss": 2.6665, + "step": 27052 + }, + { + "epoch": 0.463085639945908, + "grad_norm": 2.2958672046661377, + "learning_rate": 1.1673598182320048e-05, + "loss": 2.5281, + "step": 27053 + }, + { + "epoch": 0.46310275766445846, + "grad_norm": 2.1347601413726807, + "learning_rate": 1.167305159391873e-05, + "loss": 2.5133, + "step": 27054 + }, + { + "epoch": 0.46311987538300897, + "grad_norm": 2.352187156677246, + "learning_rate": 1.1672505000375031e-05, + "loss": 2.5048, + "step": 27055 + }, + { + "epoch": 0.4631369931015594, + "grad_norm": 2.242567777633667, + "learning_rate": 1.1671958401690638e-05, + "loss": 2.4592, + "step": 27056 + }, + { + "epoch": 0.4631541108201099, + "grad_norm": 2.2937164306640625, + "learning_rate": 1.1671411797867226e-05, + "loss": 2.4625, + "step": 27057 + }, + { + "epoch": 0.4631712285386604, + "grad_norm": 2.3088371753692627, + "learning_rate": 1.1670865188906477e-05, + "loss": 2.3948, + "step": 27058 + }, + { + "epoch": 0.46318834625721084, + "grad_norm": 2.258591890335083, + "learning_rate": 1.1670318574810068e-05, + "loss": 2.5229, + "step": 27059 + }, + { + "epoch": 0.4632054639757613, + "grad_norm": 2.4124932289123535, + "learning_rate": 1.1669771955579688e-05, + "loss": 2.6274, + "step": 27060 + }, + { + "epoch": 0.4632225816943118, + "grad_norm": 2.1846320629119873, + "learning_rate": 1.1669225331217004e-05, + "loss": 2.4144, + "step": 27061 + }, + { + "epoch": 0.46323969941286225, + "grad_norm": 2.339123487472534, + "learning_rate": 1.1668678701723705e-05, + "loss": 2.5354, + "step": 27062 + }, + { + "epoch": 0.4632568171314127, + "grad_norm": 2.386758327484131, + "learning_rate": 1.1668132067101473e-05, + "loss": 2.6291, + "step": 27063 + }, + { + "epoch": 0.4632739348499632, + "grad_norm": 2.271535873413086, + "learning_rate": 1.166758542735198e-05, + "loss": 2.5349, + "step": 27064 + }, + { + "epoch": 0.46329105256851366, + "grad_norm": 2.228529453277588, + "learning_rate": 1.1667038782476913e-05, + "loss": 2.4661, + "step": 27065 + }, + { + "epoch": 0.4633081702870641, + "grad_norm": 2.367109537124634, + "learning_rate": 1.166649213247795e-05, + "loss": 2.6215, + "step": 27066 + }, + { + "epoch": 0.4633252880056146, + "grad_norm": 2.1558802127838135, + "learning_rate": 1.1665945477356769e-05, + "loss": 2.5761, + "step": 27067 + }, + { + "epoch": 0.4633424057241651, + "grad_norm": 2.30464243888855, + "learning_rate": 1.166539881711505e-05, + "loss": 2.505, + "step": 27068 + }, + { + "epoch": 0.4633595234427156, + "grad_norm": 2.276885509490967, + "learning_rate": 1.1664852151754478e-05, + "loss": 2.5263, + "step": 27069 + }, + { + "epoch": 0.46337664116126603, + "grad_norm": 2.252608060836792, + "learning_rate": 1.1664305481276733e-05, + "loss": 2.5119, + "step": 27070 + }, + { + "epoch": 0.4633937588798165, + "grad_norm": 2.334608793258667, + "learning_rate": 1.1663758805683487e-05, + "loss": 2.5106, + "step": 27071 + }, + { + "epoch": 0.463410876598367, + "grad_norm": 2.428508996963501, + "learning_rate": 1.1663212124976432e-05, + "loss": 2.6363, + "step": 27072 + }, + { + "epoch": 0.46342799431691745, + "grad_norm": 2.297761917114258, + "learning_rate": 1.1662665439157239e-05, + "loss": 2.5275, + "step": 27073 + }, + { + "epoch": 0.4634451120354679, + "grad_norm": 2.464425563812256, + "learning_rate": 1.1662118748227591e-05, + "loss": 2.7346, + "step": 27074 + }, + { + "epoch": 0.4634622297540184, + "grad_norm": 2.533322811126709, + "learning_rate": 1.1661572052189175e-05, + "loss": 2.6409, + "step": 27075 + }, + { + "epoch": 0.46347934747256886, + "grad_norm": 2.4170501232147217, + "learning_rate": 1.1661025351043658e-05, + "loss": 2.6375, + "step": 27076 + }, + { + "epoch": 0.4634964651911193, + "grad_norm": 2.2406816482543945, + "learning_rate": 1.1660478644792733e-05, + "loss": 2.5195, + "step": 27077 + }, + { + "epoch": 0.4635135829096698, + "grad_norm": 2.199345588684082, + "learning_rate": 1.1659931933438072e-05, + "loss": 2.453, + "step": 27078 + }, + { + "epoch": 0.46353070062822027, + "grad_norm": 2.2964634895324707, + "learning_rate": 1.165938521698136e-05, + "loss": 2.5375, + "step": 27079 + }, + { + "epoch": 0.4635478183467707, + "grad_norm": 2.304560661315918, + "learning_rate": 1.1658838495424277e-05, + "loss": 2.5943, + "step": 27080 + }, + { + "epoch": 0.46356493606532123, + "grad_norm": 2.2359845638275146, + "learning_rate": 1.16582917687685e-05, + "loss": 2.4564, + "step": 27081 + }, + { + "epoch": 0.4635820537838717, + "grad_norm": 2.229889154434204, + "learning_rate": 1.1657745037015716e-05, + "loss": 2.5755, + "step": 27082 + }, + { + "epoch": 0.46359917150242214, + "grad_norm": 2.398695945739746, + "learning_rate": 1.1657198300167597e-05, + "loss": 2.5836, + "step": 27083 + }, + { + "epoch": 0.46361628922097264, + "grad_norm": 2.616910934448242, + "learning_rate": 1.1656651558225831e-05, + "loss": 2.7123, + "step": 27084 + }, + { + "epoch": 0.4636334069395231, + "grad_norm": 2.3749678134918213, + "learning_rate": 1.1656104811192093e-05, + "loss": 2.5375, + "step": 27085 + }, + { + "epoch": 0.46365052465807355, + "grad_norm": 2.294769525527954, + "learning_rate": 1.1655558059068069e-05, + "loss": 2.521, + "step": 27086 + }, + { + "epoch": 0.46366764237662406, + "grad_norm": 2.427349328994751, + "learning_rate": 1.1655011301855435e-05, + "loss": 2.6278, + "step": 27087 + }, + { + "epoch": 0.4636847600951745, + "grad_norm": 2.414625406265259, + "learning_rate": 1.1654464539555872e-05, + "loss": 2.5711, + "step": 27088 + }, + { + "epoch": 0.46370187781372496, + "grad_norm": 2.3192546367645264, + "learning_rate": 1.1653917772171061e-05, + "loss": 2.5274, + "step": 27089 + }, + { + "epoch": 0.46371899553227547, + "grad_norm": 2.4037656784057617, + "learning_rate": 1.1653370999702685e-05, + "loss": 2.5693, + "step": 27090 + }, + { + "epoch": 0.4637361132508259, + "grad_norm": 2.452399969100952, + "learning_rate": 1.1652824222152424e-05, + "loss": 2.6429, + "step": 27091 + }, + { + "epoch": 0.46375323096937643, + "grad_norm": 2.2927403450012207, + "learning_rate": 1.1652277439521953e-05, + "loss": 2.5239, + "step": 27092 + }, + { + "epoch": 0.4637703486879269, + "grad_norm": 2.3264148235321045, + "learning_rate": 1.165173065181296e-05, + "loss": 2.5863, + "step": 27093 + }, + { + "epoch": 0.46378746640647733, + "grad_norm": 2.40619158744812, + "learning_rate": 1.1651183859027122e-05, + "loss": 2.6041, + "step": 27094 + }, + { + "epoch": 0.46380458412502784, + "grad_norm": 2.2537360191345215, + "learning_rate": 1.1650637061166119e-05, + "loss": 2.492, + "step": 27095 + }, + { + "epoch": 0.4638217018435783, + "grad_norm": 2.293862819671631, + "learning_rate": 1.1650090258231633e-05, + "loss": 2.6019, + "step": 27096 + }, + { + "epoch": 0.46383881956212875, + "grad_norm": 2.241408109664917, + "learning_rate": 1.1649543450225345e-05, + "loss": 2.4553, + "step": 27097 + }, + { + "epoch": 0.46385593728067925, + "grad_norm": 2.362205982208252, + "learning_rate": 1.1648996637148936e-05, + "loss": 2.5851, + "step": 27098 + }, + { + "epoch": 0.4638730549992297, + "grad_norm": 2.379272222518921, + "learning_rate": 1.1648449819004084e-05, + "loss": 2.5534, + "step": 27099 + }, + { + "epoch": 0.46389017271778016, + "grad_norm": 2.28737211227417, + "learning_rate": 1.1647902995792475e-05, + "loss": 2.5428, + "step": 27100 + }, + { + "epoch": 0.46390729043633067, + "grad_norm": 2.357144832611084, + "learning_rate": 1.1647356167515782e-05, + "loss": 2.6095, + "step": 27101 + }, + { + "epoch": 0.4639244081548811, + "grad_norm": 2.479928493499756, + "learning_rate": 1.1646809334175695e-05, + "loss": 2.5527, + "step": 27102 + }, + { + "epoch": 0.46394152587343157, + "grad_norm": 2.328509569168091, + "learning_rate": 1.1646262495773886e-05, + "loss": 2.422, + "step": 27103 + }, + { + "epoch": 0.4639586435919821, + "grad_norm": 2.2824840545654297, + "learning_rate": 1.1645715652312042e-05, + "loss": 2.5781, + "step": 27104 + }, + { + "epoch": 0.46397576131053253, + "grad_norm": 2.331838369369507, + "learning_rate": 1.164516880379184e-05, + "loss": 2.5836, + "step": 27105 + }, + { + "epoch": 0.463992879029083, + "grad_norm": 2.2377700805664062, + "learning_rate": 1.164462195021496e-05, + "loss": 2.5082, + "step": 27106 + }, + { + "epoch": 0.4640099967476335, + "grad_norm": 2.2142670154571533, + "learning_rate": 1.1644075091583092e-05, + "loss": 2.4429, + "step": 27107 + }, + { + "epoch": 0.46402711446618394, + "grad_norm": 2.2729837894439697, + "learning_rate": 1.1643528227897907e-05, + "loss": 2.4549, + "step": 27108 + }, + { + "epoch": 0.4640442321847344, + "grad_norm": 2.5017378330230713, + "learning_rate": 1.1642981359161087e-05, + "loss": 2.5338, + "step": 27109 + }, + { + "epoch": 0.4640613499032849, + "grad_norm": 2.382298707962036, + "learning_rate": 1.1642434485374316e-05, + "loss": 2.5748, + "step": 27110 + }, + { + "epoch": 0.46407846762183536, + "grad_norm": 2.32132625579834, + "learning_rate": 1.1641887606539272e-05, + "loss": 2.5101, + "step": 27111 + }, + { + "epoch": 0.4640955853403858, + "grad_norm": 2.4185304641723633, + "learning_rate": 1.164134072265764e-05, + "loss": 2.545, + "step": 27112 + }, + { + "epoch": 0.4641127030589363, + "grad_norm": 2.389573812484741, + "learning_rate": 1.1640793833731099e-05, + "loss": 2.6059, + "step": 27113 + }, + { + "epoch": 0.46412982077748677, + "grad_norm": 2.3970139026641846, + "learning_rate": 1.1640246939761329e-05, + "loss": 2.4963, + "step": 27114 + }, + { + "epoch": 0.4641469384960373, + "grad_norm": 2.284205198287964, + "learning_rate": 1.1639700040750011e-05, + "loss": 2.4938, + "step": 27115 + }, + { + "epoch": 0.46416405621458773, + "grad_norm": 2.299147844314575, + "learning_rate": 1.1639153136698826e-05, + "loss": 2.4916, + "step": 27116 + }, + { + "epoch": 0.4641811739331382, + "grad_norm": 2.367330312728882, + "learning_rate": 1.1638606227609454e-05, + "loss": 2.5561, + "step": 27117 + }, + { + "epoch": 0.4641982916516887, + "grad_norm": 2.2345662117004395, + "learning_rate": 1.1638059313483581e-05, + "loss": 2.5137, + "step": 27118 + }, + { + "epoch": 0.46421540937023914, + "grad_norm": 2.293572187423706, + "learning_rate": 1.1637512394322883e-05, + "loss": 2.6309, + "step": 27119 + }, + { + "epoch": 0.4642325270887896, + "grad_norm": 2.5489110946655273, + "learning_rate": 1.163696547012904e-05, + "loss": 2.6212, + "step": 27120 + }, + { + "epoch": 0.4642496448073401, + "grad_norm": 2.3380239009857178, + "learning_rate": 1.1636418540903738e-05, + "loss": 2.6015, + "step": 27121 + }, + { + "epoch": 0.46426676252589055, + "grad_norm": 2.2721784114837646, + "learning_rate": 1.1635871606648657e-05, + "loss": 2.4239, + "step": 27122 + }, + { + "epoch": 0.464283880244441, + "grad_norm": 2.324639081954956, + "learning_rate": 1.1635324667365473e-05, + "loss": 2.6356, + "step": 27123 + }, + { + "epoch": 0.4643009979629915, + "grad_norm": 2.390997886657715, + "learning_rate": 1.1634777723055875e-05, + "loss": 2.5621, + "step": 27124 + }, + { + "epoch": 0.46431811568154197, + "grad_norm": 2.3076467514038086, + "learning_rate": 1.1634230773721537e-05, + "loss": 2.5311, + "step": 27125 + }, + { + "epoch": 0.4643352334000924, + "grad_norm": 2.1257715225219727, + "learning_rate": 1.1633683819364144e-05, + "loss": 2.3913, + "step": 27126 + }, + { + "epoch": 0.4643523511186429, + "grad_norm": 2.3061330318450928, + "learning_rate": 1.1633136859985374e-05, + "loss": 2.6135, + "step": 27127 + }, + { + "epoch": 0.4643694688371934, + "grad_norm": 2.20061993598938, + "learning_rate": 1.1632589895586915e-05, + "loss": 2.4829, + "step": 27128 + }, + { + "epoch": 0.46438658655574383, + "grad_norm": 2.2877085208892822, + "learning_rate": 1.1632042926170442e-05, + "loss": 2.5348, + "step": 27129 + }, + { + "epoch": 0.46440370427429434, + "grad_norm": 2.2462193965911865, + "learning_rate": 1.1631495951737638e-05, + "loss": 2.5159, + "step": 27130 + }, + { + "epoch": 0.4644208219928448, + "grad_norm": 2.2491142749786377, + "learning_rate": 1.163094897229018e-05, + "loss": 2.4941, + "step": 27131 + }, + { + "epoch": 0.46443793971139524, + "grad_norm": 2.354862689971924, + "learning_rate": 1.1630401987829756e-05, + "loss": 2.618, + "step": 27132 + }, + { + "epoch": 0.46445505742994575, + "grad_norm": 2.314814805984497, + "learning_rate": 1.1629854998358044e-05, + "loss": 2.5192, + "step": 27133 + }, + { + "epoch": 0.4644721751484962, + "grad_norm": 2.6131739616394043, + "learning_rate": 1.1629308003876727e-05, + "loss": 2.7217, + "step": 27134 + }, + { + "epoch": 0.46448929286704665, + "grad_norm": 2.3577914237976074, + "learning_rate": 1.1628761004387483e-05, + "loss": 2.5371, + "step": 27135 + }, + { + "epoch": 0.46450641058559716, + "grad_norm": 2.238910436630249, + "learning_rate": 1.1628213999891998e-05, + "loss": 2.4165, + "step": 27136 + }, + { + "epoch": 0.4645235283041476, + "grad_norm": 2.273434638977051, + "learning_rate": 1.1627666990391946e-05, + "loss": 2.4669, + "step": 27137 + }, + { + "epoch": 0.46454064602269807, + "grad_norm": 2.4380364418029785, + "learning_rate": 1.1627119975889016e-05, + "loss": 2.6858, + "step": 27138 + }, + { + "epoch": 0.4645577637412486, + "grad_norm": 2.1763672828674316, + "learning_rate": 1.1626572956384887e-05, + "loss": 2.4649, + "step": 27139 + }, + { + "epoch": 0.464574881459799, + "grad_norm": 2.3661835193634033, + "learning_rate": 1.1626025931881237e-05, + "loss": 2.6135, + "step": 27140 + }, + { + "epoch": 0.46459199917834954, + "grad_norm": 2.316878318786621, + "learning_rate": 1.162547890237975e-05, + "loss": 2.5155, + "step": 27141 + }, + { + "epoch": 0.4646091168969, + "grad_norm": 2.3109941482543945, + "learning_rate": 1.1624931867882109e-05, + "loss": 2.5882, + "step": 27142 + }, + { + "epoch": 0.46462623461545044, + "grad_norm": 2.349363088607788, + "learning_rate": 1.1624384828389992e-05, + "loss": 2.6935, + "step": 27143 + }, + { + "epoch": 0.46464335233400095, + "grad_norm": 2.2951858043670654, + "learning_rate": 1.1623837783905083e-05, + "loss": 2.5067, + "step": 27144 + }, + { + "epoch": 0.4646604700525514, + "grad_norm": 2.3676328659057617, + "learning_rate": 1.1623290734429065e-05, + "loss": 2.4671, + "step": 27145 + }, + { + "epoch": 0.46467758777110185, + "grad_norm": 2.415422201156616, + "learning_rate": 1.1622743679963612e-05, + "loss": 2.5337, + "step": 27146 + }, + { + "epoch": 0.46469470548965236, + "grad_norm": 2.274458408355713, + "learning_rate": 1.1622196620510414e-05, + "loss": 2.4681, + "step": 27147 + }, + { + "epoch": 0.4647118232082028, + "grad_norm": 2.4435813426971436, + "learning_rate": 1.1621649556071146e-05, + "loss": 2.6024, + "step": 27148 + }, + { + "epoch": 0.46472894092675326, + "grad_norm": 2.330803632736206, + "learning_rate": 1.1621102486647493e-05, + "loss": 2.541, + "step": 27149 + }, + { + "epoch": 0.4647460586453038, + "grad_norm": 2.4193639755249023, + "learning_rate": 1.1620555412241139e-05, + "loss": 2.502, + "step": 27150 + }, + { + "epoch": 0.4647631763638542, + "grad_norm": 2.396348237991333, + "learning_rate": 1.162000833285376e-05, + "loss": 2.5295, + "step": 27151 + }, + { + "epoch": 0.4647802940824047, + "grad_norm": 2.2973878383636475, + "learning_rate": 1.161946124848704e-05, + "loss": 2.4478, + "step": 27152 + }, + { + "epoch": 0.4647974118009552, + "grad_norm": 2.2185299396514893, + "learning_rate": 1.161891415914266e-05, + "loss": 2.5194, + "step": 27153 + }, + { + "epoch": 0.46481452951950564, + "grad_norm": 2.346919298171997, + "learning_rate": 1.1618367064822302e-05, + "loss": 2.4333, + "step": 27154 + }, + { + "epoch": 0.4648316472380561, + "grad_norm": 2.2872114181518555, + "learning_rate": 1.161781996552765e-05, + "loss": 2.5407, + "step": 27155 + }, + { + "epoch": 0.4648487649566066, + "grad_norm": 2.257601499557495, + "learning_rate": 1.161727286126038e-05, + "loss": 2.5124, + "step": 27156 + }, + { + "epoch": 0.46486588267515705, + "grad_norm": 2.467773199081421, + "learning_rate": 1.1616725752022178e-05, + "loss": 2.5846, + "step": 27157 + }, + { + "epoch": 0.4648830003937075, + "grad_norm": 2.2168660163879395, + "learning_rate": 1.1616178637814726e-05, + "loss": 2.5443, + "step": 27158 + }, + { + "epoch": 0.464900118112258, + "grad_norm": 2.3908257484436035, + "learning_rate": 1.1615631518639701e-05, + "loss": 2.5205, + "step": 27159 + }, + { + "epoch": 0.46491723583080846, + "grad_norm": 2.3233861923217773, + "learning_rate": 1.1615084394498788e-05, + "loss": 2.6385, + "step": 27160 + }, + { + "epoch": 0.4649343535493589, + "grad_norm": 2.175283193588257, + "learning_rate": 1.161453726539367e-05, + "loss": 2.5975, + "step": 27161 + }, + { + "epoch": 0.4649514712679094, + "grad_norm": 2.283369541168213, + "learning_rate": 1.1613990131326028e-05, + "loss": 2.5555, + "step": 27162 + }, + { + "epoch": 0.4649685889864599, + "grad_norm": 2.386127471923828, + "learning_rate": 1.1613442992297539e-05, + "loss": 2.5684, + "step": 27163 + }, + { + "epoch": 0.4649857067050104, + "grad_norm": 2.3566720485687256, + "learning_rate": 1.161289584830989e-05, + "loss": 2.6031, + "step": 27164 + }, + { + "epoch": 0.46500282442356083, + "grad_norm": 2.2221171855926514, + "learning_rate": 1.1612348699364764e-05, + "loss": 2.5055, + "step": 27165 + }, + { + "epoch": 0.4650199421421113, + "grad_norm": 2.4277408123016357, + "learning_rate": 1.1611801545463838e-05, + "loss": 2.6193, + "step": 27166 + }, + { + "epoch": 0.4650370598606618, + "grad_norm": 2.2231223583221436, + "learning_rate": 1.1611254386608794e-05, + "loss": 2.4679, + "step": 27167 + }, + { + "epoch": 0.46505417757921225, + "grad_norm": 2.484790802001953, + "learning_rate": 1.1610707222801318e-05, + "loss": 2.6609, + "step": 27168 + }, + { + "epoch": 0.4650712952977627, + "grad_norm": 2.428144931793213, + "learning_rate": 1.1610160054043087e-05, + "loss": 2.5578, + "step": 27169 + }, + { + "epoch": 0.4650884130163132, + "grad_norm": 2.2955713272094727, + "learning_rate": 1.1609612880335785e-05, + "loss": 2.5448, + "step": 27170 + }, + { + "epoch": 0.46510553073486366, + "grad_norm": 2.3350656032562256, + "learning_rate": 1.1609065701681097e-05, + "loss": 2.6041, + "step": 27171 + }, + { + "epoch": 0.4651226484534141, + "grad_norm": 2.4473483562469482, + "learning_rate": 1.16085185180807e-05, + "loss": 2.5375, + "step": 27172 + }, + { + "epoch": 0.4651397661719646, + "grad_norm": 2.376824140548706, + "learning_rate": 1.1607971329536278e-05, + "loss": 2.4882, + "step": 27173 + }, + { + "epoch": 0.46515688389051507, + "grad_norm": 2.6477601528167725, + "learning_rate": 1.1607424136049513e-05, + "loss": 2.5954, + "step": 27174 + }, + { + "epoch": 0.4651740016090655, + "grad_norm": 2.556576728820801, + "learning_rate": 1.1606876937622082e-05, + "loss": 2.5294, + "step": 27175 + }, + { + "epoch": 0.46519111932761603, + "grad_norm": 2.3696694374084473, + "learning_rate": 1.1606329734255678e-05, + "loss": 2.5094, + "step": 27176 + }, + { + "epoch": 0.4652082370461665, + "grad_norm": 2.389359951019287, + "learning_rate": 1.160578252595197e-05, + "loss": 2.5975, + "step": 27177 + }, + { + "epoch": 0.46522535476471694, + "grad_norm": 2.370112180709839, + "learning_rate": 1.1605235312712647e-05, + "loss": 2.555, + "step": 27178 + }, + { + "epoch": 0.46524247248326744, + "grad_norm": 2.2564940452575684, + "learning_rate": 1.1604688094539392e-05, + "loss": 2.5187, + "step": 27179 + }, + { + "epoch": 0.4652595902018179, + "grad_norm": 2.3955047130584717, + "learning_rate": 1.1604140871433887e-05, + "loss": 2.5344, + "step": 27180 + }, + { + "epoch": 0.46527670792036835, + "grad_norm": 2.26322078704834, + "learning_rate": 1.1603593643397808e-05, + "loss": 2.4113, + "step": 27181 + }, + { + "epoch": 0.46529382563891886, + "grad_norm": 2.3411779403686523, + "learning_rate": 1.1603046410432843e-05, + "loss": 2.4511, + "step": 27182 + }, + { + "epoch": 0.4653109433574693, + "grad_norm": 2.2788898944854736, + "learning_rate": 1.160249917254067e-05, + "loss": 2.555, + "step": 27183 + }, + { + "epoch": 0.46532806107601976, + "grad_norm": 2.2840757369995117, + "learning_rate": 1.1601951929722974e-05, + "loss": 2.5147, + "step": 27184 + }, + { + "epoch": 0.46534517879457027, + "grad_norm": 2.3456995487213135, + "learning_rate": 1.1601404681981437e-05, + "loss": 2.6362, + "step": 27185 + }, + { + "epoch": 0.4653622965131207, + "grad_norm": 2.3056247234344482, + "learning_rate": 1.1600857429317738e-05, + "loss": 2.6223, + "step": 27186 + }, + { + "epoch": 0.46537941423167123, + "grad_norm": 2.2234413623809814, + "learning_rate": 1.1600310171733564e-05, + "loss": 2.4453, + "step": 27187 + }, + { + "epoch": 0.4653965319502217, + "grad_norm": 2.14093279838562, + "learning_rate": 1.1599762909230595e-05, + "loss": 2.5042, + "step": 27188 + }, + { + "epoch": 0.46541364966877213, + "grad_norm": 2.6143712997436523, + "learning_rate": 1.1599215641810508e-05, + "loss": 2.7141, + "step": 27189 + }, + { + "epoch": 0.46543076738732264, + "grad_norm": 2.3347160816192627, + "learning_rate": 1.1598668369474991e-05, + "loss": 2.6515, + "step": 27190 + }, + { + "epoch": 0.4654478851058731, + "grad_norm": 2.342317581176758, + "learning_rate": 1.1598121092225722e-05, + "loss": 2.5304, + "step": 27191 + }, + { + "epoch": 0.46546500282442355, + "grad_norm": 2.458239793777466, + "learning_rate": 1.159757381006439e-05, + "loss": 2.6442, + "step": 27192 + }, + { + "epoch": 0.46548212054297405, + "grad_norm": 2.2520902156829834, + "learning_rate": 1.1597026522992672e-05, + "loss": 2.567, + "step": 27193 + }, + { + "epoch": 0.4654992382615245, + "grad_norm": 2.3710293769836426, + "learning_rate": 1.159647923101225e-05, + "loss": 2.5712, + "step": 27194 + }, + { + "epoch": 0.46551635598007496, + "grad_norm": 2.371203899383545, + "learning_rate": 1.1595931934124807e-05, + "loss": 2.6652, + "step": 27195 + }, + { + "epoch": 0.46553347369862547, + "grad_norm": 2.377103805541992, + "learning_rate": 1.1595384632332025e-05, + "loss": 2.6044, + "step": 27196 + }, + { + "epoch": 0.4655505914171759, + "grad_norm": 2.253528356552124, + "learning_rate": 1.1594837325635587e-05, + "loss": 2.5758, + "step": 27197 + }, + { + "epoch": 0.46556770913572637, + "grad_norm": 2.2647488117218018, + "learning_rate": 1.1594290014037175e-05, + "loss": 2.6071, + "step": 27198 + }, + { + "epoch": 0.4655848268542769, + "grad_norm": 2.192683696746826, + "learning_rate": 1.159374269753847e-05, + "loss": 2.5096, + "step": 27199 + }, + { + "epoch": 0.46560194457282733, + "grad_norm": 2.267693042755127, + "learning_rate": 1.1593195376141156e-05, + "loss": 2.6016, + "step": 27200 + }, + { + "epoch": 0.4656190622913778, + "grad_norm": 2.2562038898468018, + "learning_rate": 1.1592648049846918e-05, + "loss": 2.4034, + "step": 27201 + }, + { + "epoch": 0.4656361800099283, + "grad_norm": 2.251016855239868, + "learning_rate": 1.1592100718657429e-05, + "loss": 2.6206, + "step": 27202 + }, + { + "epoch": 0.46565329772847874, + "grad_norm": 2.3213796615600586, + "learning_rate": 1.1591553382574381e-05, + "loss": 2.6246, + "step": 27203 + }, + { + "epoch": 0.4656704154470292, + "grad_norm": 2.2272417545318604, + "learning_rate": 1.1591006041599451e-05, + "loss": 2.4586, + "step": 27204 + }, + { + "epoch": 0.4656875331655797, + "grad_norm": 2.270272731781006, + "learning_rate": 1.1590458695734323e-05, + "loss": 2.5166, + "step": 27205 + }, + { + "epoch": 0.46570465088413016, + "grad_norm": 2.2946741580963135, + "learning_rate": 1.1589911344980677e-05, + "loss": 2.5105, + "step": 27206 + }, + { + "epoch": 0.4657217686026806, + "grad_norm": 2.3252944946289062, + "learning_rate": 1.1589363989340202e-05, + "loss": 2.6593, + "step": 27207 + }, + { + "epoch": 0.4657388863212311, + "grad_norm": 2.3352577686309814, + "learning_rate": 1.1588816628814573e-05, + "loss": 2.5872, + "step": 27208 + }, + { + "epoch": 0.46575600403978157, + "grad_norm": 2.189828395843506, + "learning_rate": 1.1588269263405479e-05, + "loss": 2.4929, + "step": 27209 + }, + { + "epoch": 0.4657731217583321, + "grad_norm": 2.305746555328369, + "learning_rate": 1.1587721893114594e-05, + "loss": 2.5312, + "step": 27210 + }, + { + "epoch": 0.46579023947688253, + "grad_norm": 2.2162067890167236, + "learning_rate": 1.1587174517943607e-05, + "loss": 2.5075, + "step": 27211 + }, + { + "epoch": 0.465807357195433, + "grad_norm": 2.324204444885254, + "learning_rate": 1.1586627137894198e-05, + "loss": 2.4097, + "step": 27212 + }, + { + "epoch": 0.4658244749139835, + "grad_norm": 2.2550885677337646, + "learning_rate": 1.158607975296805e-05, + "loss": 2.587, + "step": 27213 + }, + { + "epoch": 0.46584159263253394, + "grad_norm": 2.38972806930542, + "learning_rate": 1.1585532363166847e-05, + "loss": 2.6868, + "step": 27214 + }, + { + "epoch": 0.4658587103510844, + "grad_norm": 2.2256414890289307, + "learning_rate": 1.1584984968492267e-05, + "loss": 2.4737, + "step": 27215 + }, + { + "epoch": 0.4658758280696349, + "grad_norm": 2.407147169113159, + "learning_rate": 1.1584437568946001e-05, + "loss": 2.5768, + "step": 27216 + }, + { + "epoch": 0.46589294578818535, + "grad_norm": 2.413914918899536, + "learning_rate": 1.1583890164529721e-05, + "loss": 2.5558, + "step": 27217 + }, + { + "epoch": 0.4659100635067358, + "grad_norm": 2.398667573928833, + "learning_rate": 1.1583342755245114e-05, + "loss": 2.5642, + "step": 27218 + }, + { + "epoch": 0.4659271812252863, + "grad_norm": 2.3409063816070557, + "learning_rate": 1.158279534109387e-05, + "loss": 2.6252, + "step": 27219 + }, + { + "epoch": 0.46594429894383677, + "grad_norm": 2.3290324211120605, + "learning_rate": 1.1582247922077657e-05, + "loss": 2.4452, + "step": 27220 + }, + { + "epoch": 0.4659614166623872, + "grad_norm": 2.276001214981079, + "learning_rate": 1.1581700498198167e-05, + "loss": 2.6397, + "step": 27221 + }, + { + "epoch": 0.4659785343809377, + "grad_norm": 2.268592119216919, + "learning_rate": 1.1581153069457081e-05, + "loss": 2.4536, + "step": 27222 + }, + { + "epoch": 0.4659956520994882, + "grad_norm": 2.375070571899414, + "learning_rate": 1.1580605635856084e-05, + "loss": 2.5237, + "step": 27223 + }, + { + "epoch": 0.46601276981803863, + "grad_norm": 2.4165308475494385, + "learning_rate": 1.1580058197396852e-05, + "loss": 2.5207, + "step": 27224 + }, + { + "epoch": 0.46602988753658914, + "grad_norm": 2.340942144393921, + "learning_rate": 1.1579510754081079e-05, + "loss": 2.5873, + "step": 27225 + }, + { + "epoch": 0.4660470052551396, + "grad_norm": 2.1714229583740234, + "learning_rate": 1.1578963305910434e-05, + "loss": 2.4974, + "step": 27226 + }, + { + "epoch": 0.46606412297369004, + "grad_norm": 2.331102132797241, + "learning_rate": 1.1578415852886606e-05, + "loss": 2.4796, + "step": 27227 + }, + { + "epoch": 0.46608124069224055, + "grad_norm": 2.378934860229492, + "learning_rate": 1.1577868395011278e-05, + "loss": 2.5605, + "step": 27228 + }, + { + "epoch": 0.466098358410791, + "grad_norm": 2.266413927078247, + "learning_rate": 1.1577320932286136e-05, + "loss": 2.6459, + "step": 27229 + }, + { + "epoch": 0.46611547612934146, + "grad_norm": 2.3781161308288574, + "learning_rate": 1.1576773464712858e-05, + "loss": 2.5529, + "step": 27230 + }, + { + "epoch": 0.46613259384789196, + "grad_norm": 2.3404905796051025, + "learning_rate": 1.1576225992293124e-05, + "loss": 2.6984, + "step": 27231 + }, + { + "epoch": 0.4661497115664424, + "grad_norm": 2.2877166271209717, + "learning_rate": 1.1575678515028624e-05, + "loss": 2.5623, + "step": 27232 + }, + { + "epoch": 0.4661668292849929, + "grad_norm": 2.3134326934814453, + "learning_rate": 1.1575131032921033e-05, + "loss": 2.6666, + "step": 27233 + }, + { + "epoch": 0.4661839470035434, + "grad_norm": 2.2244083881378174, + "learning_rate": 1.1574583545972043e-05, + "loss": 2.4843, + "step": 27234 + }, + { + "epoch": 0.4662010647220938, + "grad_norm": 2.2622034549713135, + "learning_rate": 1.157403605418333e-05, + "loss": 2.5946, + "step": 27235 + }, + { + "epoch": 0.46621818244064434, + "grad_norm": 2.2984375953674316, + "learning_rate": 1.1573488557556579e-05, + "loss": 2.5345, + "step": 27236 + }, + { + "epoch": 0.4662353001591948, + "grad_norm": 2.195399284362793, + "learning_rate": 1.1572941056093474e-05, + "loss": 2.3459, + "step": 27237 + }, + { + "epoch": 0.46625241787774524, + "grad_norm": 2.2703304290771484, + "learning_rate": 1.1572393549795693e-05, + "loss": 2.6222, + "step": 27238 + }, + { + "epoch": 0.46626953559629575, + "grad_norm": 2.2559163570404053, + "learning_rate": 1.1571846038664922e-05, + "loss": 2.5642, + "step": 27239 + }, + { + "epoch": 0.4662866533148462, + "grad_norm": 2.2435617446899414, + "learning_rate": 1.1571298522702848e-05, + "loss": 2.5297, + "step": 27240 + }, + { + "epoch": 0.46630377103339665, + "grad_norm": 2.2772977352142334, + "learning_rate": 1.1570751001911147e-05, + "loss": 2.4943, + "step": 27241 + }, + { + "epoch": 0.46632088875194716, + "grad_norm": 2.295301675796509, + "learning_rate": 1.1570203476291503e-05, + "loss": 2.5285, + "step": 27242 + }, + { + "epoch": 0.4663380064704976, + "grad_norm": 2.309396982192993, + "learning_rate": 1.1569655945845604e-05, + "loss": 2.5518, + "step": 27243 + }, + { + "epoch": 0.46635512418904806, + "grad_norm": 2.368713140487671, + "learning_rate": 1.1569108410575127e-05, + "loss": 2.6434, + "step": 27244 + }, + { + "epoch": 0.4663722419075986, + "grad_norm": 2.4459900856018066, + "learning_rate": 1.1568560870481762e-05, + "loss": 2.5994, + "step": 27245 + }, + { + "epoch": 0.466389359626149, + "grad_norm": 2.3720805644989014, + "learning_rate": 1.1568013325567185e-05, + "loss": 2.6419, + "step": 27246 + }, + { + "epoch": 0.4664064773446995, + "grad_norm": 2.3163673877716064, + "learning_rate": 1.156746577583308e-05, + "loss": 2.5601, + "step": 27247 + }, + { + "epoch": 0.46642359506325, + "grad_norm": 2.3752899169921875, + "learning_rate": 1.1566918221281132e-05, + "loss": 2.5649, + "step": 27248 + }, + { + "epoch": 0.46644071278180044, + "grad_norm": 2.473799467086792, + "learning_rate": 1.1566370661913022e-05, + "loss": 2.5559, + "step": 27249 + }, + { + "epoch": 0.4664578305003509, + "grad_norm": 2.3616039752960205, + "learning_rate": 1.1565823097730436e-05, + "loss": 2.616, + "step": 27250 + }, + { + "epoch": 0.4664749482189014, + "grad_norm": 2.3725247383117676, + "learning_rate": 1.1565275528735056e-05, + "loss": 2.6053, + "step": 27251 + }, + { + "epoch": 0.46649206593745185, + "grad_norm": 2.341092348098755, + "learning_rate": 1.1564727954928565e-05, + "loss": 2.6181, + "step": 27252 + }, + { + "epoch": 0.4665091836560023, + "grad_norm": 2.4027512073516846, + "learning_rate": 1.1564180376312644e-05, + "loss": 2.6292, + "step": 27253 + }, + { + "epoch": 0.4665263013745528, + "grad_norm": 2.1902964115142822, + "learning_rate": 1.1563632792888976e-05, + "loss": 2.562, + "step": 27254 + }, + { + "epoch": 0.46654341909310326, + "grad_norm": 2.3377740383148193, + "learning_rate": 1.1563085204659249e-05, + "loss": 2.55, + "step": 27255 + }, + { + "epoch": 0.46656053681165377, + "grad_norm": 2.158618927001953, + "learning_rate": 1.1562537611625142e-05, + "loss": 2.5306, + "step": 27256 + }, + { + "epoch": 0.4665776545302042, + "grad_norm": 2.344853639602661, + "learning_rate": 1.1561990013788337e-05, + "loss": 2.5279, + "step": 27257 + }, + { + "epoch": 0.4665947722487547, + "grad_norm": 2.379547595977783, + "learning_rate": 1.156144241115052e-05, + "loss": 2.5749, + "step": 27258 + }, + { + "epoch": 0.4666118899673052, + "grad_norm": 2.31307053565979, + "learning_rate": 1.1560894803713377e-05, + "loss": 2.4332, + "step": 27259 + }, + { + "epoch": 0.46662900768585563, + "grad_norm": 2.377700090408325, + "learning_rate": 1.1560347191478583e-05, + "loss": 2.5802, + "step": 27260 + }, + { + "epoch": 0.4666461254044061, + "grad_norm": 2.364448308944702, + "learning_rate": 1.1559799574447822e-05, + "loss": 2.6792, + "step": 27261 + }, + { + "epoch": 0.4666632431229566, + "grad_norm": 2.336475133895874, + "learning_rate": 1.1559251952622788e-05, + "loss": 2.5125, + "step": 27262 + }, + { + "epoch": 0.46668036084150705, + "grad_norm": 2.273481607437134, + "learning_rate": 1.1558704326005152e-05, + "loss": 2.4363, + "step": 27263 + }, + { + "epoch": 0.4666974785600575, + "grad_norm": 2.3414058685302734, + "learning_rate": 1.1558156694596602e-05, + "loss": 2.5915, + "step": 27264 + }, + { + "epoch": 0.466714596278608, + "grad_norm": 2.3335156440734863, + "learning_rate": 1.1557609058398824e-05, + "loss": 2.53, + "step": 27265 + }, + { + "epoch": 0.46673171399715846, + "grad_norm": 2.2879910469055176, + "learning_rate": 1.1557061417413498e-05, + "loss": 2.4998, + "step": 27266 + }, + { + "epoch": 0.4667488317157089, + "grad_norm": 2.387307643890381, + "learning_rate": 1.1556513771642308e-05, + "loss": 2.664, + "step": 27267 + }, + { + "epoch": 0.4667659494342594, + "grad_norm": 2.3846280574798584, + "learning_rate": 1.1555966121086937e-05, + "loss": 2.5803, + "step": 27268 + }, + { + "epoch": 0.46678306715280987, + "grad_norm": 2.35074782371521, + "learning_rate": 1.1555418465749066e-05, + "loss": 2.5582, + "step": 27269 + }, + { + "epoch": 0.4668001848713603, + "grad_norm": 2.397596836090088, + "learning_rate": 1.1554870805630383e-05, + "loss": 2.5344, + "step": 27270 + }, + { + "epoch": 0.46681730258991083, + "grad_norm": 2.2931299209594727, + "learning_rate": 1.1554323140732566e-05, + "loss": 2.6256, + "step": 27271 + }, + { + "epoch": 0.4668344203084613, + "grad_norm": 2.220637321472168, + "learning_rate": 1.1553775471057305e-05, + "loss": 2.4834, + "step": 27272 + }, + { + "epoch": 0.46685153802701174, + "grad_norm": 2.341355800628662, + "learning_rate": 1.155322779660628e-05, + "loss": 2.6297, + "step": 27273 + }, + { + "epoch": 0.46686865574556224, + "grad_norm": 2.2813985347747803, + "learning_rate": 1.155268011738117e-05, + "loss": 2.4501, + "step": 27274 + }, + { + "epoch": 0.4668857734641127, + "grad_norm": 2.3216843605041504, + "learning_rate": 1.1552132433383665e-05, + "loss": 2.4543, + "step": 27275 + }, + { + "epoch": 0.46690289118266315, + "grad_norm": 2.434248447418213, + "learning_rate": 1.1551584744615443e-05, + "loss": 2.6329, + "step": 27276 + }, + { + "epoch": 0.46692000890121366, + "grad_norm": 2.257336378097534, + "learning_rate": 1.155103705107819e-05, + "loss": 2.6517, + "step": 27277 + }, + { + "epoch": 0.4669371266197641, + "grad_norm": 2.4288828372955322, + "learning_rate": 1.1550489352773595e-05, + "loss": 2.581, + "step": 27278 + }, + { + "epoch": 0.4669542443383146, + "grad_norm": 2.304948329925537, + "learning_rate": 1.1549941649703334e-05, + "loss": 2.535, + "step": 27279 + }, + { + "epoch": 0.46697136205686507, + "grad_norm": 2.3742191791534424, + "learning_rate": 1.154939394186909e-05, + "loss": 2.4771, + "step": 27280 + }, + { + "epoch": 0.4669884797754155, + "grad_norm": 2.3095343112945557, + "learning_rate": 1.154884622927255e-05, + "loss": 2.5002, + "step": 27281 + }, + { + "epoch": 0.46700559749396603, + "grad_norm": 2.198591947555542, + "learning_rate": 1.1548298511915397e-05, + "loss": 2.4918, + "step": 27282 + }, + { + "epoch": 0.4670227152125165, + "grad_norm": 2.3087832927703857, + "learning_rate": 1.1547750789799315e-05, + "loss": 2.6224, + "step": 27283 + }, + { + "epoch": 0.46703983293106693, + "grad_norm": 2.4228198528289795, + "learning_rate": 1.1547203062925983e-05, + "loss": 2.6368, + "step": 27284 + }, + { + "epoch": 0.46705695064961744, + "grad_norm": 2.4124605655670166, + "learning_rate": 1.1546655331297089e-05, + "loss": 2.6572, + "step": 27285 + }, + { + "epoch": 0.4670740683681679, + "grad_norm": 2.4076356887817383, + "learning_rate": 1.1546107594914316e-05, + "loss": 2.6235, + "step": 27286 + }, + { + "epoch": 0.46709118608671835, + "grad_norm": 2.3890538215637207, + "learning_rate": 1.1545559853779347e-05, + "loss": 2.667, + "step": 27287 + }, + { + "epoch": 0.46710830380526885, + "grad_norm": 2.2782397270202637, + "learning_rate": 1.1545012107893867e-05, + "loss": 2.6084, + "step": 27288 + }, + { + "epoch": 0.4671254215238193, + "grad_norm": 2.3142597675323486, + "learning_rate": 1.1544464357259557e-05, + "loss": 2.5895, + "step": 27289 + }, + { + "epoch": 0.46714253924236976, + "grad_norm": 2.343642234802246, + "learning_rate": 1.1543916601878102e-05, + "loss": 2.4645, + "step": 27290 + }, + { + "epoch": 0.46715965696092027, + "grad_norm": 2.3004088401794434, + "learning_rate": 1.1543368841751183e-05, + "loss": 2.5471, + "step": 27291 + }, + { + "epoch": 0.4671767746794707, + "grad_norm": 2.468562364578247, + "learning_rate": 1.1542821076880488e-05, + "loss": 2.5479, + "step": 27292 + }, + { + "epoch": 0.46719389239802117, + "grad_norm": 2.1690402030944824, + "learning_rate": 1.1542273307267699e-05, + "loss": 2.5129, + "step": 27293 + }, + { + "epoch": 0.4672110101165717, + "grad_norm": 2.1630420684814453, + "learning_rate": 1.1541725532914499e-05, + "loss": 2.5313, + "step": 27294 + }, + { + "epoch": 0.46722812783512213, + "grad_norm": 2.4062716960906982, + "learning_rate": 1.1541177753822575e-05, + "loss": 2.6971, + "step": 27295 + }, + { + "epoch": 0.4672452455536726, + "grad_norm": 2.3788022994995117, + "learning_rate": 1.1540629969993602e-05, + "loss": 2.5224, + "step": 27296 + }, + { + "epoch": 0.4672623632722231, + "grad_norm": 2.249375343322754, + "learning_rate": 1.154008218142927e-05, + "loss": 2.3957, + "step": 27297 + }, + { + "epoch": 0.46727948099077354, + "grad_norm": 2.3249950408935547, + "learning_rate": 1.1539534388131264e-05, + "loss": 2.5293, + "step": 27298 + }, + { + "epoch": 0.467296598709324, + "grad_norm": 2.327585458755493, + "learning_rate": 1.1538986590101267e-05, + "loss": 2.5763, + "step": 27299 + }, + { + "epoch": 0.4673137164278745, + "grad_norm": 2.3435676097869873, + "learning_rate": 1.153843878734096e-05, + "loss": 2.6793, + "step": 27300 + }, + { + "epoch": 0.46733083414642496, + "grad_norm": 2.2969603538513184, + "learning_rate": 1.1537890979852026e-05, + "loss": 2.5917, + "step": 27301 + }, + { + "epoch": 0.46734795186497546, + "grad_norm": 2.3542537689208984, + "learning_rate": 1.1537343167636155e-05, + "loss": 2.5735, + "step": 27302 + }, + { + "epoch": 0.4673650695835259, + "grad_norm": 2.3371260166168213, + "learning_rate": 1.1536795350695024e-05, + "loss": 2.5894, + "step": 27303 + }, + { + "epoch": 0.46738218730207637, + "grad_norm": 2.3975062370300293, + "learning_rate": 1.153624752903032e-05, + "loss": 2.5163, + "step": 27304 + }, + { + "epoch": 0.4673993050206269, + "grad_norm": 2.3689894676208496, + "learning_rate": 1.153569970264373e-05, + "loss": 2.5138, + "step": 27305 + }, + { + "epoch": 0.46741642273917733, + "grad_norm": 2.2923336029052734, + "learning_rate": 1.153515187153693e-05, + "loss": 2.6092, + "step": 27306 + }, + { + "epoch": 0.4674335404577278, + "grad_norm": 2.444502353668213, + "learning_rate": 1.1534604035711608e-05, + "loss": 2.6471, + "step": 27307 + }, + { + "epoch": 0.4674506581762783, + "grad_norm": 2.4976978302001953, + "learning_rate": 1.153405619516945e-05, + "loss": 2.5227, + "step": 27308 + }, + { + "epoch": 0.46746777589482874, + "grad_norm": 2.2482717037200928, + "learning_rate": 1.1533508349912137e-05, + "loss": 2.4567, + "step": 27309 + }, + { + "epoch": 0.4674848936133792, + "grad_norm": 2.457291841506958, + "learning_rate": 1.1532960499941355e-05, + "loss": 2.6408, + "step": 27310 + }, + { + "epoch": 0.4675020113319297, + "grad_norm": 2.3891923427581787, + "learning_rate": 1.1532412645258785e-05, + "loss": 2.4942, + "step": 27311 + }, + { + "epoch": 0.46751912905048015, + "grad_norm": 2.4642422199249268, + "learning_rate": 1.1531864785866112e-05, + "loss": 2.627, + "step": 27312 + }, + { + "epoch": 0.4675362467690306, + "grad_norm": 2.3739752769470215, + "learning_rate": 1.153131692176502e-05, + "loss": 2.6617, + "step": 27313 + }, + { + "epoch": 0.4675533644875811, + "grad_norm": 2.3759140968322754, + "learning_rate": 1.1530769052957194e-05, + "loss": 2.6072, + "step": 27314 + }, + { + "epoch": 0.46757048220613157, + "grad_norm": 2.2417044639587402, + "learning_rate": 1.153022117944432e-05, + "loss": 2.4737, + "step": 27315 + }, + { + "epoch": 0.467587599924682, + "grad_norm": 2.6257152557373047, + "learning_rate": 1.1529673301228078e-05, + "loss": 2.6455, + "step": 27316 + }, + { + "epoch": 0.4676047176432325, + "grad_norm": 2.1589763164520264, + "learning_rate": 1.1529125418310151e-05, + "loss": 2.5107, + "step": 27317 + }, + { + "epoch": 0.467621835361783, + "grad_norm": 2.5189342498779297, + "learning_rate": 1.1528577530692229e-05, + "loss": 2.5915, + "step": 27318 + }, + { + "epoch": 0.46763895308033343, + "grad_norm": 2.2911806106567383, + "learning_rate": 1.1528029638375987e-05, + "loss": 2.6575, + "step": 27319 + }, + { + "epoch": 0.46765607079888394, + "grad_norm": 2.3667986392974854, + "learning_rate": 1.152748174136312e-05, + "loss": 2.4604, + "step": 27320 + }, + { + "epoch": 0.4676731885174344, + "grad_norm": 2.3196535110473633, + "learning_rate": 1.1526933839655304e-05, + "loss": 2.5352, + "step": 27321 + }, + { + "epoch": 0.46769030623598484, + "grad_norm": 2.3276124000549316, + "learning_rate": 1.1526385933254224e-05, + "loss": 2.4763, + "step": 27322 + }, + { + "epoch": 0.46770742395453535, + "grad_norm": 2.3562824726104736, + "learning_rate": 1.1525838022161566e-05, + "loss": 2.5941, + "step": 27323 + }, + { + "epoch": 0.4677245416730858, + "grad_norm": 2.194652795791626, + "learning_rate": 1.1525290106379017e-05, + "loss": 2.5338, + "step": 27324 + }, + { + "epoch": 0.46774165939163626, + "grad_norm": 2.3574225902557373, + "learning_rate": 1.1524742185908253e-05, + "loss": 2.6928, + "step": 27325 + }, + { + "epoch": 0.46775877711018676, + "grad_norm": 2.3094797134399414, + "learning_rate": 1.1524194260750967e-05, + "loss": 2.6507, + "step": 27326 + }, + { + "epoch": 0.4677758948287372, + "grad_norm": 2.339534044265747, + "learning_rate": 1.1523646330908837e-05, + "loss": 2.525, + "step": 27327 + }, + { + "epoch": 0.4677930125472877, + "grad_norm": 2.171027421951294, + "learning_rate": 1.1523098396383548e-05, + "loss": 2.5396, + "step": 27328 + }, + { + "epoch": 0.4678101302658382, + "grad_norm": 2.2571592330932617, + "learning_rate": 1.1522550457176787e-05, + "loss": 2.5545, + "step": 27329 + }, + { + "epoch": 0.46782724798438863, + "grad_norm": 2.1346828937530518, + "learning_rate": 1.1522002513290236e-05, + "loss": 2.5796, + "step": 27330 + }, + { + "epoch": 0.46784436570293914, + "grad_norm": 2.206325054168701, + "learning_rate": 1.152145456472558e-05, + "loss": 2.6132, + "step": 27331 + }, + { + "epoch": 0.4678614834214896, + "grad_norm": 2.2560200691223145, + "learning_rate": 1.15209066114845e-05, + "loss": 2.4813, + "step": 27332 + }, + { + "epoch": 0.46787860114004004, + "grad_norm": 2.3246350288391113, + "learning_rate": 1.1520358653568687e-05, + "loss": 2.6035, + "step": 27333 + }, + { + "epoch": 0.46789571885859055, + "grad_norm": 2.2479159832000732, + "learning_rate": 1.1519810690979819e-05, + "loss": 2.556, + "step": 27334 + }, + { + "epoch": 0.467912836577141, + "grad_norm": 2.328115224838257, + "learning_rate": 1.1519262723719583e-05, + "loss": 2.6447, + "step": 27335 + }, + { + "epoch": 0.46792995429569145, + "grad_norm": 2.352433204650879, + "learning_rate": 1.1518714751789663e-05, + "loss": 2.6107, + "step": 27336 + }, + { + "epoch": 0.46794707201424196, + "grad_norm": 2.313511610031128, + "learning_rate": 1.1518166775191744e-05, + "loss": 2.5218, + "step": 27337 + }, + { + "epoch": 0.4679641897327924, + "grad_norm": 2.173708915710449, + "learning_rate": 1.1517618793927507e-05, + "loss": 2.4929, + "step": 27338 + }, + { + "epoch": 0.46798130745134287, + "grad_norm": 2.3629770278930664, + "learning_rate": 1.151707080799864e-05, + "loss": 2.7227, + "step": 27339 + }, + { + "epoch": 0.4679984251698934, + "grad_norm": 2.3241946697235107, + "learning_rate": 1.1516522817406826e-05, + "loss": 2.5695, + "step": 27340 + }, + { + "epoch": 0.4680155428884438, + "grad_norm": 2.313640594482422, + "learning_rate": 1.1515974822153748e-05, + "loss": 2.5287, + "step": 27341 + }, + { + "epoch": 0.4680326606069943, + "grad_norm": 2.383816957473755, + "learning_rate": 1.1515426822241094e-05, + "loss": 2.5381, + "step": 27342 + }, + { + "epoch": 0.4680497783255448, + "grad_norm": 2.286224842071533, + "learning_rate": 1.1514878817670545e-05, + "loss": 2.6424, + "step": 27343 + }, + { + "epoch": 0.46806689604409524, + "grad_norm": 2.319859266281128, + "learning_rate": 1.1514330808443786e-05, + "loss": 2.5398, + "step": 27344 + }, + { + "epoch": 0.4680840137626457, + "grad_norm": 2.394472360610962, + "learning_rate": 1.1513782794562503e-05, + "loss": 2.5746, + "step": 27345 + }, + { + "epoch": 0.4681011314811962, + "grad_norm": 2.3526432514190674, + "learning_rate": 1.1513234776028377e-05, + "loss": 2.6592, + "step": 27346 + }, + { + "epoch": 0.46811824919974665, + "grad_norm": 2.196200370788574, + "learning_rate": 1.1512686752843096e-05, + "loss": 2.4786, + "step": 27347 + }, + { + "epoch": 0.4681353669182971, + "grad_norm": 2.337531089782715, + "learning_rate": 1.1512138725008344e-05, + "loss": 2.5758, + "step": 27348 + }, + { + "epoch": 0.4681524846368476, + "grad_norm": 2.3560726642608643, + "learning_rate": 1.1511590692525802e-05, + "loss": 2.441, + "step": 27349 + }, + { + "epoch": 0.46816960235539806, + "grad_norm": 2.289440155029297, + "learning_rate": 1.1511042655397157e-05, + "loss": 2.5182, + "step": 27350 + }, + { + "epoch": 0.46818672007394857, + "grad_norm": 2.4380571842193604, + "learning_rate": 1.1510494613624094e-05, + "loss": 2.5395, + "step": 27351 + }, + { + "epoch": 0.468203837792499, + "grad_norm": 2.1819698810577393, + "learning_rate": 1.1509946567208299e-05, + "loss": 2.5929, + "step": 27352 + }, + { + "epoch": 0.4682209555110495, + "grad_norm": 2.3487071990966797, + "learning_rate": 1.1509398516151452e-05, + "loss": 2.4623, + "step": 27353 + }, + { + "epoch": 0.4682380732296, + "grad_norm": 2.225881814956665, + "learning_rate": 1.1508850460455242e-05, + "loss": 2.5362, + "step": 27354 + }, + { + "epoch": 0.46825519094815043, + "grad_norm": 2.4040772914886475, + "learning_rate": 1.1508302400121349e-05, + "loss": 2.5595, + "step": 27355 + }, + { + "epoch": 0.4682723086667009, + "grad_norm": 2.402904748916626, + "learning_rate": 1.1507754335151462e-05, + "loss": 2.488, + "step": 27356 + }, + { + "epoch": 0.4682894263852514, + "grad_norm": 2.385714054107666, + "learning_rate": 1.1507206265547264e-05, + "loss": 2.5879, + "step": 27357 + }, + { + "epoch": 0.46830654410380185, + "grad_norm": 2.317038059234619, + "learning_rate": 1.1506658191310436e-05, + "loss": 2.5542, + "step": 27358 + }, + { + "epoch": 0.4683236618223523, + "grad_norm": 2.3607001304626465, + "learning_rate": 1.1506110112442667e-05, + "loss": 2.6664, + "step": 27359 + }, + { + "epoch": 0.4683407795409028, + "grad_norm": 2.2534584999084473, + "learning_rate": 1.1505562028945643e-05, + "loss": 2.5164, + "step": 27360 + }, + { + "epoch": 0.46835789725945326, + "grad_norm": 2.399021863937378, + "learning_rate": 1.1505013940821044e-05, + "loss": 2.5234, + "step": 27361 + }, + { + "epoch": 0.4683750149780037, + "grad_norm": 2.4096908569335938, + "learning_rate": 1.1504465848070556e-05, + "loss": 2.5801, + "step": 27362 + }, + { + "epoch": 0.4683921326965542, + "grad_norm": 2.30826735496521, + "learning_rate": 1.1503917750695865e-05, + "loss": 2.5417, + "step": 27363 + }, + { + "epoch": 0.46840925041510467, + "grad_norm": 2.414785146713257, + "learning_rate": 1.1503369648698654e-05, + "loss": 2.5691, + "step": 27364 + }, + { + "epoch": 0.4684263681336551, + "grad_norm": 2.339327812194824, + "learning_rate": 1.1502821542080609e-05, + "loss": 2.6357, + "step": 27365 + }, + { + "epoch": 0.46844348585220563, + "grad_norm": 2.357475757598877, + "learning_rate": 1.1502273430843413e-05, + "loss": 2.5603, + "step": 27366 + }, + { + "epoch": 0.4684606035707561, + "grad_norm": 2.4403607845306396, + "learning_rate": 1.1501725314988756e-05, + "loss": 2.6233, + "step": 27367 + }, + { + "epoch": 0.46847772128930654, + "grad_norm": 2.3535473346710205, + "learning_rate": 1.1501177194518314e-05, + "loss": 2.503, + "step": 27368 + }, + { + "epoch": 0.46849483900785704, + "grad_norm": 2.267463445663452, + "learning_rate": 1.150062906943378e-05, + "loss": 2.6102, + "step": 27369 + }, + { + "epoch": 0.4685119567264075, + "grad_norm": 2.1786949634552, + "learning_rate": 1.1500080939736833e-05, + "loss": 2.4884, + "step": 27370 + }, + { + "epoch": 0.46852907444495795, + "grad_norm": 2.3099465370178223, + "learning_rate": 1.149953280542916e-05, + "loss": 2.5138, + "step": 27371 + }, + { + "epoch": 0.46854619216350846, + "grad_norm": 2.3283355236053467, + "learning_rate": 1.1498984666512444e-05, + "loss": 2.5832, + "step": 27372 + }, + { + "epoch": 0.4685633098820589, + "grad_norm": 2.22641658782959, + "learning_rate": 1.1498436522988377e-05, + "loss": 2.6648, + "step": 27373 + }, + { + "epoch": 0.4685804276006094, + "grad_norm": 2.1617093086242676, + "learning_rate": 1.1497888374858636e-05, + "loss": 2.489, + "step": 27374 + }, + { + "epoch": 0.46859754531915987, + "grad_norm": 2.3033430576324463, + "learning_rate": 1.1497340222124906e-05, + "loss": 2.4487, + "step": 27375 + }, + { + "epoch": 0.4686146630377103, + "grad_norm": 2.2445192337036133, + "learning_rate": 1.1496792064788874e-05, + "loss": 2.5047, + "step": 27376 + }, + { + "epoch": 0.46863178075626083, + "grad_norm": 2.2187628746032715, + "learning_rate": 1.1496243902852225e-05, + "loss": 2.4673, + "step": 27377 + }, + { + "epoch": 0.4686488984748113, + "grad_norm": 2.3747360706329346, + "learning_rate": 1.1495695736316643e-05, + "loss": 2.5687, + "step": 27378 + }, + { + "epoch": 0.46866601619336173, + "grad_norm": 2.288769245147705, + "learning_rate": 1.1495147565183818e-05, + "loss": 2.5661, + "step": 27379 + }, + { + "epoch": 0.46868313391191224, + "grad_norm": 2.2526674270629883, + "learning_rate": 1.1494599389455426e-05, + "loss": 2.4786, + "step": 27380 + }, + { + "epoch": 0.4687002516304627, + "grad_norm": 2.348273277282715, + "learning_rate": 1.1494051209133156e-05, + "loss": 2.6746, + "step": 27381 + }, + { + "epoch": 0.46871736934901315, + "grad_norm": 2.384876251220703, + "learning_rate": 1.1493503024218696e-05, + "loss": 2.4987, + "step": 27382 + }, + { + "epoch": 0.46873448706756365, + "grad_norm": 2.3632097244262695, + "learning_rate": 1.1492954834713726e-05, + "loss": 2.5528, + "step": 27383 + }, + { + "epoch": 0.4687516047861141, + "grad_norm": 2.290411949157715, + "learning_rate": 1.1492406640619936e-05, + "loss": 2.5847, + "step": 27384 + }, + { + "epoch": 0.46876872250466456, + "grad_norm": 2.424795150756836, + "learning_rate": 1.1491858441939004e-05, + "loss": 2.5956, + "step": 27385 + }, + { + "epoch": 0.46878584022321507, + "grad_norm": 2.449385404586792, + "learning_rate": 1.149131023867262e-05, + "loss": 2.7954, + "step": 27386 + }, + { + "epoch": 0.4688029579417655, + "grad_norm": 2.641286611557007, + "learning_rate": 1.1490762030822468e-05, + "loss": 2.6866, + "step": 27387 + }, + { + "epoch": 0.46882007566031597, + "grad_norm": 2.3756933212280273, + "learning_rate": 1.1490213818390233e-05, + "loss": 2.5302, + "step": 27388 + }, + { + "epoch": 0.4688371933788665, + "grad_norm": 2.343928098678589, + "learning_rate": 1.1489665601377603e-05, + "loss": 2.5534, + "step": 27389 + }, + { + "epoch": 0.46885431109741693, + "grad_norm": 2.4592912197113037, + "learning_rate": 1.148911737978626e-05, + "loss": 2.6703, + "step": 27390 + }, + { + "epoch": 0.4688714288159674, + "grad_norm": 2.3678205013275146, + "learning_rate": 1.1488569153617886e-05, + "loss": 2.6346, + "step": 27391 + }, + { + "epoch": 0.4688885465345179, + "grad_norm": 2.2152175903320312, + "learning_rate": 1.1488020922874169e-05, + "loss": 2.4793, + "step": 27392 + }, + { + "epoch": 0.46890566425306834, + "grad_norm": 2.3081531524658203, + "learning_rate": 1.1487472687556794e-05, + "loss": 2.6253, + "step": 27393 + }, + { + "epoch": 0.4689227819716188, + "grad_norm": 2.351327419281006, + "learning_rate": 1.1486924447667449e-05, + "loss": 2.6367, + "step": 27394 + }, + { + "epoch": 0.4689398996901693, + "grad_norm": 2.476613998413086, + "learning_rate": 1.1486376203207814e-05, + "loss": 2.6034, + "step": 27395 + }, + { + "epoch": 0.46895701740871976, + "grad_norm": 2.4123587608337402, + "learning_rate": 1.1485827954179578e-05, + "loss": 2.4754, + "step": 27396 + }, + { + "epoch": 0.46897413512727026, + "grad_norm": 2.325888156890869, + "learning_rate": 1.1485279700584423e-05, + "loss": 2.5762, + "step": 27397 + }, + { + "epoch": 0.4689912528458207, + "grad_norm": 2.2143237590789795, + "learning_rate": 1.1484731442424035e-05, + "loss": 2.5195, + "step": 27398 + }, + { + "epoch": 0.46900837056437117, + "grad_norm": 2.299455404281616, + "learning_rate": 1.1484183179700101e-05, + "loss": 2.5389, + "step": 27399 + }, + { + "epoch": 0.4690254882829217, + "grad_norm": 2.339214563369751, + "learning_rate": 1.1483634912414308e-05, + "loss": 2.6345, + "step": 27400 + }, + { + "epoch": 0.46904260600147213, + "grad_norm": 2.346938371658325, + "learning_rate": 1.1483086640568335e-05, + "loss": 2.549, + "step": 27401 + }, + { + "epoch": 0.4690597237200226, + "grad_norm": 2.348253011703491, + "learning_rate": 1.1482538364163872e-05, + "loss": 2.5161, + "step": 27402 + }, + { + "epoch": 0.4690768414385731, + "grad_norm": 2.4673454761505127, + "learning_rate": 1.14819900832026e-05, + "loss": 2.5369, + "step": 27403 + }, + { + "epoch": 0.46909395915712354, + "grad_norm": 2.3302345275878906, + "learning_rate": 1.148144179768621e-05, + "loss": 2.5606, + "step": 27404 + }, + { + "epoch": 0.469111076875674, + "grad_norm": 2.479153633117676, + "learning_rate": 1.1480893507616382e-05, + "loss": 2.6622, + "step": 27405 + }, + { + "epoch": 0.4691281945942245, + "grad_norm": 2.3340938091278076, + "learning_rate": 1.1480345212994806e-05, + "loss": 2.4589, + "step": 27406 + }, + { + "epoch": 0.46914531231277495, + "grad_norm": 2.4518377780914307, + "learning_rate": 1.1479796913823163e-05, + "loss": 2.6648, + "step": 27407 + }, + { + "epoch": 0.4691624300313254, + "grad_norm": 2.271790027618408, + "learning_rate": 1.1479248610103139e-05, + "loss": 2.5978, + "step": 27408 + }, + { + "epoch": 0.4691795477498759, + "grad_norm": 2.3567581176757812, + "learning_rate": 1.147870030183642e-05, + "loss": 2.4652, + "step": 27409 + }, + { + "epoch": 0.46919666546842637, + "grad_norm": 2.280261754989624, + "learning_rate": 1.1478151989024694e-05, + "loss": 2.5089, + "step": 27410 + }, + { + "epoch": 0.4692137831869768, + "grad_norm": 2.2465457916259766, + "learning_rate": 1.1477603671669644e-05, + "loss": 2.4906, + "step": 27411 + }, + { + "epoch": 0.4692309009055273, + "grad_norm": 2.4055628776550293, + "learning_rate": 1.1477055349772954e-05, + "loss": 2.6003, + "step": 27412 + }, + { + "epoch": 0.4692480186240778, + "grad_norm": 2.377415895462036, + "learning_rate": 1.147650702333631e-05, + "loss": 2.5538, + "step": 27413 + }, + { + "epoch": 0.46926513634262823, + "grad_norm": 2.2565126419067383, + "learning_rate": 1.1475958692361397e-05, + "loss": 2.4329, + "step": 27414 + }, + { + "epoch": 0.46928225406117874, + "grad_norm": 2.381301164627075, + "learning_rate": 1.1475410356849901e-05, + "loss": 2.5736, + "step": 27415 + }, + { + "epoch": 0.4692993717797292, + "grad_norm": 2.1472561359405518, + "learning_rate": 1.1474862016803513e-05, + "loss": 2.4532, + "step": 27416 + }, + { + "epoch": 0.46931648949827964, + "grad_norm": 2.347092866897583, + "learning_rate": 1.1474313672223909e-05, + "loss": 2.5641, + "step": 27417 + }, + { + "epoch": 0.46933360721683015, + "grad_norm": 2.347283363342285, + "learning_rate": 1.1473765323112777e-05, + "loss": 2.6769, + "step": 27418 + }, + { + "epoch": 0.4693507249353806, + "grad_norm": 2.233952045440674, + "learning_rate": 1.1473216969471805e-05, + "loss": 2.3989, + "step": 27419 + }, + { + "epoch": 0.4693678426539311, + "grad_norm": 2.2629354000091553, + "learning_rate": 1.1472668611302677e-05, + "loss": 2.5349, + "step": 27420 + }, + { + "epoch": 0.46938496037248156, + "grad_norm": 2.3849401473999023, + "learning_rate": 1.1472120248607083e-05, + "loss": 2.6184, + "step": 27421 + }, + { + "epoch": 0.469402078091032, + "grad_norm": 2.4655566215515137, + "learning_rate": 1.14715718813867e-05, + "loss": 2.5909, + "step": 27422 + }, + { + "epoch": 0.4694191958095825, + "grad_norm": 2.2938175201416016, + "learning_rate": 1.1471023509643218e-05, + "loss": 2.4387, + "step": 27423 + }, + { + "epoch": 0.469436313528133, + "grad_norm": 2.2355449199676514, + "learning_rate": 1.1470475133378322e-05, + "loss": 2.4537, + "step": 27424 + }, + { + "epoch": 0.46945343124668343, + "grad_norm": 2.3959832191467285, + "learning_rate": 1.1469926752593703e-05, + "loss": 2.5622, + "step": 27425 + }, + { + "epoch": 0.46947054896523394, + "grad_norm": 2.276634454727173, + "learning_rate": 1.1469378367291035e-05, + "loss": 2.4874, + "step": 27426 + }, + { + "epoch": 0.4694876666837844, + "grad_norm": 2.398430347442627, + "learning_rate": 1.1468829977472015e-05, + "loss": 2.6199, + "step": 27427 + }, + { + "epoch": 0.46950478440233484, + "grad_norm": 2.2837893962860107, + "learning_rate": 1.1468281583138321e-05, + "loss": 2.5474, + "step": 27428 + }, + { + "epoch": 0.46952190212088535, + "grad_norm": 2.40143084526062, + "learning_rate": 1.1467733184291639e-05, + "loss": 2.6941, + "step": 27429 + }, + { + "epoch": 0.4695390198394358, + "grad_norm": 2.401160955429077, + "learning_rate": 1.1467184780933658e-05, + "loss": 2.6396, + "step": 27430 + }, + { + "epoch": 0.46955613755798625, + "grad_norm": 2.4545037746429443, + "learning_rate": 1.1466636373066063e-05, + "loss": 2.5908, + "step": 27431 + }, + { + "epoch": 0.46957325527653676, + "grad_norm": 2.28812313079834, + "learning_rate": 1.146608796069054e-05, + "loss": 2.4522, + "step": 27432 + }, + { + "epoch": 0.4695903729950872, + "grad_norm": 2.3945209980010986, + "learning_rate": 1.1465539543808773e-05, + "loss": 2.5413, + "step": 27433 + }, + { + "epoch": 0.46960749071363767, + "grad_norm": 2.171443223953247, + "learning_rate": 1.1464991122422446e-05, + "loss": 2.4662, + "step": 27434 + }, + { + "epoch": 0.4696246084321882, + "grad_norm": 2.4182958602905273, + "learning_rate": 1.146444269653325e-05, + "loss": 2.5355, + "step": 27435 + }, + { + "epoch": 0.4696417261507386, + "grad_norm": 2.341257333755493, + "learning_rate": 1.1463894266142864e-05, + "loss": 2.5836, + "step": 27436 + }, + { + "epoch": 0.4696588438692891, + "grad_norm": 2.4691667556762695, + "learning_rate": 1.1463345831252978e-05, + "loss": 2.6561, + "step": 27437 + }, + { + "epoch": 0.4696759615878396, + "grad_norm": 2.2854111194610596, + "learning_rate": 1.1462797391865276e-05, + "loss": 2.4951, + "step": 27438 + }, + { + "epoch": 0.46969307930639004, + "grad_norm": 2.428152322769165, + "learning_rate": 1.146224894798145e-05, + "loss": 2.6636, + "step": 27439 + }, + { + "epoch": 0.4697101970249405, + "grad_norm": 2.2346322536468506, + "learning_rate": 1.1461700499603174e-05, + "loss": 2.4674, + "step": 27440 + }, + { + "epoch": 0.469727314743491, + "grad_norm": 2.411123037338257, + "learning_rate": 1.1461152046732143e-05, + "loss": 2.6287, + "step": 27441 + }, + { + "epoch": 0.46974443246204145, + "grad_norm": 2.2949564456939697, + "learning_rate": 1.146060358937004e-05, + "loss": 2.4735, + "step": 27442 + }, + { + "epoch": 0.46976155018059196, + "grad_norm": 2.434957981109619, + "learning_rate": 1.1460055127518548e-05, + "loss": 2.5367, + "step": 27443 + }, + { + "epoch": 0.4697786678991424, + "grad_norm": 2.570878505706787, + "learning_rate": 1.1459506661179355e-05, + "loss": 2.6108, + "step": 27444 + }, + { + "epoch": 0.46979578561769286, + "grad_norm": 2.5165507793426514, + "learning_rate": 1.145895819035415e-05, + "loss": 2.5694, + "step": 27445 + }, + { + "epoch": 0.46981290333624337, + "grad_norm": 2.4130942821502686, + "learning_rate": 1.1458409715044616e-05, + "loss": 2.6431, + "step": 27446 + }, + { + "epoch": 0.4698300210547938, + "grad_norm": 2.2658560276031494, + "learning_rate": 1.1457861235252436e-05, + "loss": 2.4777, + "step": 27447 + }, + { + "epoch": 0.4698471387733443, + "grad_norm": 2.4114139080047607, + "learning_rate": 1.1457312750979303e-05, + "loss": 2.5444, + "step": 27448 + }, + { + "epoch": 0.4698642564918948, + "grad_norm": 2.329470157623291, + "learning_rate": 1.1456764262226894e-05, + "loss": 2.4581, + "step": 27449 + }, + { + "epoch": 0.46988137421044524, + "grad_norm": 2.363844871520996, + "learning_rate": 1.1456215768996901e-05, + "loss": 2.5253, + "step": 27450 + }, + { + "epoch": 0.4698984919289957, + "grad_norm": 2.2498562335968018, + "learning_rate": 1.1455667271291006e-05, + "loss": 2.4304, + "step": 27451 + }, + { + "epoch": 0.4699156096475462, + "grad_norm": 2.558429479598999, + "learning_rate": 1.14551187691109e-05, + "loss": 2.6543, + "step": 27452 + }, + { + "epoch": 0.46993272736609665, + "grad_norm": 2.392747640609741, + "learning_rate": 1.1454570262458265e-05, + "loss": 2.5556, + "step": 27453 + }, + { + "epoch": 0.4699498450846471, + "grad_norm": 2.286484956741333, + "learning_rate": 1.145402175133479e-05, + "loss": 2.5188, + "step": 27454 + }, + { + "epoch": 0.4699669628031976, + "grad_norm": 2.2275819778442383, + "learning_rate": 1.1453473235742157e-05, + "loss": 2.446, + "step": 27455 + }, + { + "epoch": 0.46998408052174806, + "grad_norm": 2.3353257179260254, + "learning_rate": 1.1452924715682053e-05, + "loss": 2.6065, + "step": 27456 + }, + { + "epoch": 0.4700011982402985, + "grad_norm": 2.26295804977417, + "learning_rate": 1.1452376191156163e-05, + "loss": 2.4982, + "step": 27457 + }, + { + "epoch": 0.470018315958849, + "grad_norm": 2.365054130554199, + "learning_rate": 1.1451827662166175e-05, + "loss": 2.6704, + "step": 27458 + }, + { + "epoch": 0.4700354336773995, + "grad_norm": 2.2725577354431152, + "learning_rate": 1.1451279128713779e-05, + "loss": 2.5587, + "step": 27459 + }, + { + "epoch": 0.4700525513959499, + "grad_norm": 2.3030128479003906, + "learning_rate": 1.1450730590800653e-05, + "loss": 2.57, + "step": 27460 + }, + { + "epoch": 0.47006966911450043, + "grad_norm": 2.3688912391662598, + "learning_rate": 1.1450182048428489e-05, + "loss": 2.5656, + "step": 27461 + }, + { + "epoch": 0.4700867868330509, + "grad_norm": 2.354604482650757, + "learning_rate": 1.1449633501598969e-05, + "loss": 2.601, + "step": 27462 + }, + { + "epoch": 0.47010390455160134, + "grad_norm": 2.5050740242004395, + "learning_rate": 1.144908495031378e-05, + "loss": 2.5069, + "step": 27463 + }, + { + "epoch": 0.47012102227015184, + "grad_norm": 2.3168904781341553, + "learning_rate": 1.1448536394574612e-05, + "loss": 2.5823, + "step": 27464 + }, + { + "epoch": 0.4701381399887023, + "grad_norm": 2.2256195545196533, + "learning_rate": 1.1447987834383144e-05, + "loss": 2.5203, + "step": 27465 + }, + { + "epoch": 0.4701552577072528, + "grad_norm": 2.2541606426239014, + "learning_rate": 1.1447439269741067e-05, + "loss": 2.5143, + "step": 27466 + }, + { + "epoch": 0.47017237542580326, + "grad_norm": 2.276545524597168, + "learning_rate": 1.1446890700650068e-05, + "loss": 2.5042, + "step": 27467 + }, + { + "epoch": 0.4701894931443537, + "grad_norm": 2.168245315551758, + "learning_rate": 1.1446342127111831e-05, + "loss": 2.4655, + "step": 27468 + }, + { + "epoch": 0.4702066108629042, + "grad_norm": 2.199768304824829, + "learning_rate": 1.1445793549128042e-05, + "loss": 2.484, + "step": 27469 + }, + { + "epoch": 0.47022372858145467, + "grad_norm": 2.303035020828247, + "learning_rate": 1.1445244966700387e-05, + "loss": 2.4996, + "step": 27470 + }, + { + "epoch": 0.4702408463000051, + "grad_norm": 2.3506362438201904, + "learning_rate": 1.1444696379830551e-05, + "loss": 2.5467, + "step": 27471 + }, + { + "epoch": 0.47025796401855563, + "grad_norm": 2.30869197845459, + "learning_rate": 1.1444147788520223e-05, + "loss": 2.5031, + "step": 27472 + }, + { + "epoch": 0.4702750817371061, + "grad_norm": 2.292165994644165, + "learning_rate": 1.1443599192771086e-05, + "loss": 2.5331, + "step": 27473 + }, + { + "epoch": 0.47029219945565653, + "grad_norm": 2.240509510040283, + "learning_rate": 1.1443050592584833e-05, + "loss": 2.5924, + "step": 27474 + }, + { + "epoch": 0.47030931717420704, + "grad_norm": 2.1301345825195312, + "learning_rate": 1.1442501987963143e-05, + "loss": 2.4816, + "step": 27475 + }, + { + "epoch": 0.4703264348927575, + "grad_norm": 2.2297163009643555, + "learning_rate": 1.1441953378907705e-05, + "loss": 2.5224, + "step": 27476 + }, + { + "epoch": 0.47034355261130795, + "grad_norm": 2.265972137451172, + "learning_rate": 1.14414047654202e-05, + "loss": 2.6305, + "step": 27477 + }, + { + "epoch": 0.47036067032985845, + "grad_norm": 2.267814874649048, + "learning_rate": 1.1440856147502325e-05, + "loss": 2.4953, + "step": 27478 + }, + { + "epoch": 0.4703777880484089, + "grad_norm": 2.3251941204071045, + "learning_rate": 1.1440307525155755e-05, + "loss": 2.5756, + "step": 27479 + }, + { + "epoch": 0.47039490576695936, + "grad_norm": 2.1279428005218506, + "learning_rate": 1.1439758898382187e-05, + "loss": 2.3708, + "step": 27480 + }, + { + "epoch": 0.47041202348550987, + "grad_norm": 2.2621119022369385, + "learning_rate": 1.1439210267183299e-05, + "loss": 2.5068, + "step": 27481 + }, + { + "epoch": 0.4704291412040603, + "grad_norm": 2.1978883743286133, + "learning_rate": 1.1438661631560782e-05, + "loss": 2.5483, + "step": 27482 + }, + { + "epoch": 0.47044625892261077, + "grad_norm": 2.3111722469329834, + "learning_rate": 1.1438112991516317e-05, + "loss": 2.6396, + "step": 27483 + }, + { + "epoch": 0.4704633766411613, + "grad_norm": 2.2224252223968506, + "learning_rate": 1.1437564347051594e-05, + "loss": 2.5385, + "step": 27484 + }, + { + "epoch": 0.47048049435971173, + "grad_norm": 2.3537354469299316, + "learning_rate": 1.1437015698168303e-05, + "loss": 2.5587, + "step": 27485 + }, + { + "epoch": 0.4704976120782622, + "grad_norm": 2.3330178260803223, + "learning_rate": 1.1436467044868124e-05, + "loss": 2.5579, + "step": 27486 + }, + { + "epoch": 0.4705147297968127, + "grad_norm": 2.326007127761841, + "learning_rate": 1.1435918387152747e-05, + "loss": 2.5239, + "step": 27487 + }, + { + "epoch": 0.47053184751536314, + "grad_norm": 2.4013772010803223, + "learning_rate": 1.1435369725023854e-05, + "loss": 2.7171, + "step": 27488 + }, + { + "epoch": 0.4705489652339136, + "grad_norm": 2.3115954399108887, + "learning_rate": 1.143482105848314e-05, + "loss": 2.5591, + "step": 27489 + }, + { + "epoch": 0.4705660829524641, + "grad_norm": 2.326988935470581, + "learning_rate": 1.1434272387532281e-05, + "loss": 2.6311, + "step": 27490 + }, + { + "epoch": 0.47058320067101456, + "grad_norm": 2.515458106994629, + "learning_rate": 1.1433723712172973e-05, + "loss": 2.4916, + "step": 27491 + }, + { + "epoch": 0.47060031838956506, + "grad_norm": 2.4622890949249268, + "learning_rate": 1.1433175032406895e-05, + "loss": 2.6201, + "step": 27492 + }, + { + "epoch": 0.4706174361081155, + "grad_norm": 2.465151786804199, + "learning_rate": 1.1432626348235735e-05, + "loss": 2.6212, + "step": 27493 + }, + { + "epoch": 0.47063455382666597, + "grad_norm": 2.51310396194458, + "learning_rate": 1.1432077659661183e-05, + "loss": 2.4335, + "step": 27494 + }, + { + "epoch": 0.4706516715452165, + "grad_norm": 2.365276575088501, + "learning_rate": 1.1431528966684922e-05, + "loss": 2.4364, + "step": 27495 + }, + { + "epoch": 0.47066878926376693, + "grad_norm": 2.344167947769165, + "learning_rate": 1.1430980269308642e-05, + "loss": 2.5406, + "step": 27496 + }, + { + "epoch": 0.4706859069823174, + "grad_norm": 2.2308473587036133, + "learning_rate": 1.1430431567534028e-05, + "loss": 2.4951, + "step": 27497 + }, + { + "epoch": 0.4707030247008679, + "grad_norm": 2.51932692527771, + "learning_rate": 1.1429882861362762e-05, + "loss": 2.6023, + "step": 27498 + }, + { + "epoch": 0.47072014241941834, + "grad_norm": 2.35304856300354, + "learning_rate": 1.1429334150796536e-05, + "loss": 2.549, + "step": 27499 + }, + { + "epoch": 0.4707372601379688, + "grad_norm": 2.404865026473999, + "learning_rate": 1.1428785435837036e-05, + "loss": 2.6395, + "step": 27500 + }, + { + "epoch": 0.4707543778565193, + "grad_norm": 2.46974778175354, + "learning_rate": 1.1428236716485946e-05, + "loss": 2.5845, + "step": 27501 + }, + { + "epoch": 0.47077149557506975, + "grad_norm": 2.3461313247680664, + "learning_rate": 1.1427687992744954e-05, + "loss": 2.5846, + "step": 27502 + }, + { + "epoch": 0.4707886132936202, + "grad_norm": 2.5952305793762207, + "learning_rate": 1.1427139264615747e-05, + "loss": 2.6003, + "step": 27503 + }, + { + "epoch": 0.4708057310121707, + "grad_norm": 2.4417381286621094, + "learning_rate": 1.1426590532100013e-05, + "loss": 2.7169, + "step": 27504 + }, + { + "epoch": 0.47082284873072117, + "grad_norm": 2.4841086864471436, + "learning_rate": 1.1426041795199434e-05, + "loss": 2.6087, + "step": 27505 + }, + { + "epoch": 0.4708399664492716, + "grad_norm": 2.4657037258148193, + "learning_rate": 1.1425493053915699e-05, + "loss": 2.6503, + "step": 27506 + }, + { + "epoch": 0.4708570841678221, + "grad_norm": 2.2255666255950928, + "learning_rate": 1.1424944308250499e-05, + "loss": 2.5055, + "step": 27507 + }, + { + "epoch": 0.4708742018863726, + "grad_norm": 2.326094627380371, + "learning_rate": 1.1424395558205512e-05, + "loss": 2.4307, + "step": 27508 + }, + { + "epoch": 0.47089131960492303, + "grad_norm": 2.3356833457946777, + "learning_rate": 1.1423846803782432e-05, + "loss": 2.5469, + "step": 27509 + }, + { + "epoch": 0.47090843732347354, + "grad_norm": 2.330653667449951, + "learning_rate": 1.1423298044982942e-05, + "loss": 2.6219, + "step": 27510 + }, + { + "epoch": 0.470925555042024, + "grad_norm": 2.2533318996429443, + "learning_rate": 1.1422749281808731e-05, + "loss": 2.5782, + "step": 27511 + }, + { + "epoch": 0.47094267276057444, + "grad_norm": 2.425224781036377, + "learning_rate": 1.1422200514261485e-05, + "loss": 2.4587, + "step": 27512 + }, + { + "epoch": 0.47095979047912495, + "grad_norm": 2.2607057094573975, + "learning_rate": 1.1421651742342889e-05, + "loss": 2.5793, + "step": 27513 + }, + { + "epoch": 0.4709769081976754, + "grad_norm": 2.3711395263671875, + "learning_rate": 1.142110296605463e-05, + "loss": 2.6029, + "step": 27514 + }, + { + "epoch": 0.4709940259162259, + "grad_norm": 2.2648122310638428, + "learning_rate": 1.1420554185398397e-05, + "loss": 2.5361, + "step": 27515 + }, + { + "epoch": 0.47101114363477636, + "grad_norm": 2.2252845764160156, + "learning_rate": 1.1420005400375875e-05, + "loss": 2.4353, + "step": 27516 + }, + { + "epoch": 0.4710282613533268, + "grad_norm": 2.274885892868042, + "learning_rate": 1.1419456610988752e-05, + "loss": 2.5997, + "step": 27517 + }, + { + "epoch": 0.4710453790718773, + "grad_norm": 2.2300896644592285, + "learning_rate": 1.1418907817238715e-05, + "loss": 2.5287, + "step": 27518 + }, + { + "epoch": 0.4710624967904278, + "grad_norm": 2.3053669929504395, + "learning_rate": 1.1418359019127447e-05, + "loss": 2.5415, + "step": 27519 + }, + { + "epoch": 0.47107961450897823, + "grad_norm": 2.243990182876587, + "learning_rate": 1.141781021665664e-05, + "loss": 2.5361, + "step": 27520 + }, + { + "epoch": 0.47109673222752874, + "grad_norm": 2.387131452560425, + "learning_rate": 1.1417261409827976e-05, + "loss": 2.4838, + "step": 27521 + }, + { + "epoch": 0.4711138499460792, + "grad_norm": 2.3696417808532715, + "learning_rate": 1.1416712598643142e-05, + "loss": 2.5509, + "step": 27522 + }, + { + "epoch": 0.47113096766462964, + "grad_norm": 2.2074670791625977, + "learning_rate": 1.1416163783103833e-05, + "loss": 2.4073, + "step": 27523 + }, + { + "epoch": 0.47114808538318015, + "grad_norm": 2.3296573162078857, + "learning_rate": 1.1415614963211727e-05, + "loss": 2.719, + "step": 27524 + }, + { + "epoch": 0.4711652031017306, + "grad_norm": 2.316542625427246, + "learning_rate": 1.1415066138968514e-05, + "loss": 2.5596, + "step": 27525 + }, + { + "epoch": 0.47118232082028105, + "grad_norm": 2.378347635269165, + "learning_rate": 1.1414517310375883e-05, + "loss": 2.6052, + "step": 27526 + }, + { + "epoch": 0.47119943853883156, + "grad_norm": 2.332224130630493, + "learning_rate": 1.1413968477435518e-05, + "loss": 2.5841, + "step": 27527 + }, + { + "epoch": 0.471216556257382, + "grad_norm": 2.2878353595733643, + "learning_rate": 1.1413419640149106e-05, + "loss": 2.7009, + "step": 27528 + }, + { + "epoch": 0.47123367397593247, + "grad_norm": 2.3403282165527344, + "learning_rate": 1.1412870798518334e-05, + "loss": 2.5001, + "step": 27529 + }, + { + "epoch": 0.471250791694483, + "grad_norm": 2.3928277492523193, + "learning_rate": 1.1412321952544887e-05, + "loss": 2.5631, + "step": 27530 + }, + { + "epoch": 0.4712679094130334, + "grad_norm": 2.3585383892059326, + "learning_rate": 1.1411773102230457e-05, + "loss": 2.5334, + "step": 27531 + }, + { + "epoch": 0.4712850271315839, + "grad_norm": 2.380727767944336, + "learning_rate": 1.1411224247576728e-05, + "loss": 2.6635, + "step": 27532 + }, + { + "epoch": 0.4713021448501344, + "grad_norm": 2.32673978805542, + "learning_rate": 1.1410675388585388e-05, + "loss": 2.5331, + "step": 27533 + }, + { + "epoch": 0.47131926256868484, + "grad_norm": 2.2691285610198975, + "learning_rate": 1.1410126525258125e-05, + "loss": 2.5289, + "step": 27534 + }, + { + "epoch": 0.4713363802872353, + "grad_norm": 2.1636099815368652, + "learning_rate": 1.1409577657596623e-05, + "loss": 2.5851, + "step": 27535 + }, + { + "epoch": 0.4713534980057858, + "grad_norm": 2.4823355674743652, + "learning_rate": 1.1409028785602569e-05, + "loss": 2.533, + "step": 27536 + }, + { + "epoch": 0.47137061572433625, + "grad_norm": 2.2490429878234863, + "learning_rate": 1.1408479909277651e-05, + "loss": 2.4928, + "step": 27537 + }, + { + "epoch": 0.47138773344288676, + "grad_norm": 2.3750088214874268, + "learning_rate": 1.1407931028623562e-05, + "loss": 2.5133, + "step": 27538 + }, + { + "epoch": 0.4714048511614372, + "grad_norm": 2.260000705718994, + "learning_rate": 1.1407382143641978e-05, + "loss": 2.5152, + "step": 27539 + }, + { + "epoch": 0.47142196887998766, + "grad_norm": 2.2561888694763184, + "learning_rate": 1.1406833254334594e-05, + "loss": 2.5205, + "step": 27540 + }, + { + "epoch": 0.47143908659853817, + "grad_norm": 2.2666232585906982, + "learning_rate": 1.1406284360703094e-05, + "loss": 2.4919, + "step": 27541 + }, + { + "epoch": 0.4714562043170886, + "grad_norm": 2.3266446590423584, + "learning_rate": 1.1405735462749165e-05, + "loss": 2.6435, + "step": 27542 + }, + { + "epoch": 0.4714733220356391, + "grad_norm": 2.1185076236724854, + "learning_rate": 1.1405186560474497e-05, + "loss": 2.3471, + "step": 27543 + }, + { + "epoch": 0.4714904397541896, + "grad_norm": 2.249263286590576, + "learning_rate": 1.1404637653880777e-05, + "loss": 2.5562, + "step": 27544 + }, + { + "epoch": 0.47150755747274004, + "grad_norm": 2.368229866027832, + "learning_rate": 1.1404088742969685e-05, + "loss": 2.5724, + "step": 27545 + }, + { + "epoch": 0.4715246751912905, + "grad_norm": 2.3628759384155273, + "learning_rate": 1.1403539827742916e-05, + "loss": 2.5679, + "step": 27546 + }, + { + "epoch": 0.471541792909841, + "grad_norm": 2.2517921924591064, + "learning_rate": 1.1402990908202157e-05, + "loss": 2.4706, + "step": 27547 + }, + { + "epoch": 0.47155891062839145, + "grad_norm": 2.4405455589294434, + "learning_rate": 1.140244198434909e-05, + "loss": 2.6654, + "step": 27548 + }, + { + "epoch": 0.4715760283469419, + "grad_norm": 2.356259822845459, + "learning_rate": 1.1401893056185407e-05, + "loss": 2.5059, + "step": 27549 + }, + { + "epoch": 0.4715931460654924, + "grad_norm": 2.1979551315307617, + "learning_rate": 1.1401344123712791e-05, + "loss": 2.504, + "step": 27550 + }, + { + "epoch": 0.47161026378404286, + "grad_norm": 2.320265293121338, + "learning_rate": 1.1400795186932932e-05, + "loss": 2.5752, + "step": 27551 + }, + { + "epoch": 0.4716273815025933, + "grad_norm": 2.22375226020813, + "learning_rate": 1.1400246245847515e-05, + "loss": 2.5323, + "step": 27552 + }, + { + "epoch": 0.4716444992211438, + "grad_norm": 2.3117523193359375, + "learning_rate": 1.1399697300458232e-05, + "loss": 2.5261, + "step": 27553 + }, + { + "epoch": 0.4716616169396943, + "grad_norm": 2.2474770545959473, + "learning_rate": 1.1399148350766767e-05, + "loss": 2.4723, + "step": 27554 + }, + { + "epoch": 0.4716787346582447, + "grad_norm": 2.3339052200317383, + "learning_rate": 1.1398599396774807e-05, + "loss": 2.5241, + "step": 27555 + }, + { + "epoch": 0.47169585237679523, + "grad_norm": 2.222573757171631, + "learning_rate": 1.139805043848404e-05, + "loss": 2.5148, + "step": 27556 + }, + { + "epoch": 0.4717129700953457, + "grad_norm": 2.272446393966675, + "learning_rate": 1.1397501475896152e-05, + "loss": 2.5404, + "step": 27557 + }, + { + "epoch": 0.47173008781389614, + "grad_norm": 2.3510777950286865, + "learning_rate": 1.1396952509012832e-05, + "loss": 2.6083, + "step": 27558 + }, + { + "epoch": 0.47174720553244665, + "grad_norm": 2.4448370933532715, + "learning_rate": 1.1396403537835765e-05, + "loss": 2.5184, + "step": 27559 + }, + { + "epoch": 0.4717643232509971, + "grad_norm": 2.346160650253296, + "learning_rate": 1.1395854562366644e-05, + "loss": 2.5819, + "step": 27560 + }, + { + "epoch": 0.4717814409695476, + "grad_norm": 2.320470094680786, + "learning_rate": 1.139530558260715e-05, + "loss": 2.4279, + "step": 27561 + }, + { + "epoch": 0.47179855868809806, + "grad_norm": 2.3111658096313477, + "learning_rate": 1.1394756598558976e-05, + "loss": 2.5541, + "step": 27562 + }, + { + "epoch": 0.4718156764066485, + "grad_norm": 2.4342401027679443, + "learning_rate": 1.1394207610223802e-05, + "loss": 2.6786, + "step": 27563 + }, + { + "epoch": 0.471832794125199, + "grad_norm": 2.302673578262329, + "learning_rate": 1.139365861760332e-05, + "loss": 2.4992, + "step": 27564 + }, + { + "epoch": 0.47184991184374947, + "grad_norm": 2.346890687942505, + "learning_rate": 1.139310962069922e-05, + "loss": 2.4757, + "step": 27565 + }, + { + "epoch": 0.4718670295622999, + "grad_norm": 2.3296327590942383, + "learning_rate": 1.1392560619513185e-05, + "loss": 2.677, + "step": 27566 + }, + { + "epoch": 0.47188414728085043, + "grad_norm": 2.2407310009002686, + "learning_rate": 1.1392011614046903e-05, + "loss": 2.5019, + "step": 27567 + }, + { + "epoch": 0.4719012649994009, + "grad_norm": 2.2468042373657227, + "learning_rate": 1.1391462604302062e-05, + "loss": 2.6023, + "step": 27568 + }, + { + "epoch": 0.47191838271795133, + "grad_norm": 2.2256109714508057, + "learning_rate": 1.1390913590280351e-05, + "loss": 2.4761, + "step": 27569 + }, + { + "epoch": 0.47193550043650184, + "grad_norm": 2.2257678508758545, + "learning_rate": 1.1390364571983457e-05, + "loss": 2.5996, + "step": 27570 + }, + { + "epoch": 0.4719526181550523, + "grad_norm": 2.311248302459717, + "learning_rate": 1.1389815549413066e-05, + "loss": 2.5623, + "step": 27571 + }, + { + "epoch": 0.47196973587360275, + "grad_norm": 2.3081514835357666, + "learning_rate": 1.1389266522570866e-05, + "loss": 2.6429, + "step": 27572 + }, + { + "epoch": 0.47198685359215325, + "grad_norm": 2.303492546081543, + "learning_rate": 1.1388717491458543e-05, + "loss": 2.5996, + "step": 27573 + }, + { + "epoch": 0.4720039713107037, + "grad_norm": 2.265641212463379, + "learning_rate": 1.1388168456077789e-05, + "loss": 2.5132, + "step": 27574 + }, + { + "epoch": 0.47202108902925416, + "grad_norm": 2.4389138221740723, + "learning_rate": 1.1387619416430289e-05, + "loss": 2.5941, + "step": 27575 + }, + { + "epoch": 0.47203820674780467, + "grad_norm": 2.347327947616577, + "learning_rate": 1.138707037251773e-05, + "loss": 2.5322, + "step": 27576 + }, + { + "epoch": 0.4720553244663551, + "grad_norm": 2.2332613468170166, + "learning_rate": 1.13865213243418e-05, + "loss": 2.541, + "step": 27577 + }, + { + "epoch": 0.47207244218490557, + "grad_norm": 2.3887147903442383, + "learning_rate": 1.1385972271904184e-05, + "loss": 2.5249, + "step": 27578 + }, + { + "epoch": 0.4720895599034561, + "grad_norm": 2.2066445350646973, + "learning_rate": 1.1385423215206575e-05, + "loss": 2.4398, + "step": 27579 + }, + { + "epoch": 0.47210667762200653, + "grad_norm": 2.2837531566619873, + "learning_rate": 1.1384874154250657e-05, + "loss": 2.5473, + "step": 27580 + }, + { + "epoch": 0.472123795340557, + "grad_norm": 2.6887712478637695, + "learning_rate": 1.138432508903812e-05, + "loss": 2.6132, + "step": 27581 + }, + { + "epoch": 0.4721409130591075, + "grad_norm": 2.3679440021514893, + "learning_rate": 1.1383776019570647e-05, + "loss": 2.5843, + "step": 27582 + }, + { + "epoch": 0.47215803077765794, + "grad_norm": 2.2115237712860107, + "learning_rate": 1.1383226945849933e-05, + "loss": 2.5693, + "step": 27583 + }, + { + "epoch": 0.47217514849620845, + "grad_norm": 2.2854013442993164, + "learning_rate": 1.1382677867877656e-05, + "loss": 2.5176, + "step": 27584 + }, + { + "epoch": 0.4721922662147589, + "grad_norm": 2.464881420135498, + "learning_rate": 1.138212878565551e-05, + "loss": 2.3756, + "step": 27585 + }, + { + "epoch": 0.47220938393330936, + "grad_norm": 2.367905378341675, + "learning_rate": 1.1381579699185183e-05, + "loss": 2.4362, + "step": 27586 + }, + { + "epoch": 0.47222650165185986, + "grad_norm": 2.412318706512451, + "learning_rate": 1.1381030608468364e-05, + "loss": 2.54, + "step": 27587 + }, + { + "epoch": 0.4722436193704103, + "grad_norm": 2.426029682159424, + "learning_rate": 1.1380481513506736e-05, + "loss": 2.6723, + "step": 27588 + }, + { + "epoch": 0.47226073708896077, + "grad_norm": 2.3457257747650146, + "learning_rate": 1.1379932414301989e-05, + "loss": 2.5052, + "step": 27589 + }, + { + "epoch": 0.4722778548075113, + "grad_norm": 2.3277969360351562, + "learning_rate": 1.1379383310855811e-05, + "loss": 2.6038, + "step": 27590 + }, + { + "epoch": 0.47229497252606173, + "grad_norm": 2.2222414016723633, + "learning_rate": 1.1378834203169888e-05, + "loss": 2.452, + "step": 27591 + }, + { + "epoch": 0.4723120902446122, + "grad_norm": 2.381230354309082, + "learning_rate": 1.137828509124591e-05, + "loss": 2.5466, + "step": 27592 + }, + { + "epoch": 0.4723292079631627, + "grad_norm": 2.3489842414855957, + "learning_rate": 1.1377735975085564e-05, + "loss": 2.473, + "step": 27593 + }, + { + "epoch": 0.47234632568171314, + "grad_norm": 2.2871100902557373, + "learning_rate": 1.1377186854690537e-05, + "loss": 2.5747, + "step": 27594 + }, + { + "epoch": 0.4723634434002636, + "grad_norm": 2.2278690338134766, + "learning_rate": 1.1376637730062519e-05, + "loss": 2.3993, + "step": 27595 + }, + { + "epoch": 0.4723805611188141, + "grad_norm": 2.3741486072540283, + "learning_rate": 1.1376088601203193e-05, + "loss": 2.6625, + "step": 27596 + }, + { + "epoch": 0.47239767883736455, + "grad_norm": 2.4233949184417725, + "learning_rate": 1.1375539468114254e-05, + "loss": 2.5967, + "step": 27597 + }, + { + "epoch": 0.472414796555915, + "grad_norm": 2.3781871795654297, + "learning_rate": 1.1374990330797386e-05, + "loss": 2.5028, + "step": 27598 + }, + { + "epoch": 0.4724319142744655, + "grad_norm": 2.282020092010498, + "learning_rate": 1.1374441189254275e-05, + "loss": 2.5016, + "step": 27599 + }, + { + "epoch": 0.47244903199301597, + "grad_norm": 2.610959768295288, + "learning_rate": 1.137389204348661e-05, + "loss": 2.6785, + "step": 27600 + }, + { + "epoch": 0.4724661497115664, + "grad_norm": 2.2805206775665283, + "learning_rate": 1.137334289349608e-05, + "loss": 2.4275, + "step": 27601 + }, + { + "epoch": 0.4724832674301169, + "grad_norm": 2.2064056396484375, + "learning_rate": 1.1372793739284376e-05, + "loss": 2.4683, + "step": 27602 + }, + { + "epoch": 0.4725003851486674, + "grad_norm": 2.4565436840057373, + "learning_rate": 1.1372244580853179e-05, + "loss": 2.5207, + "step": 27603 + }, + { + "epoch": 0.47251750286721783, + "grad_norm": 2.3824377059936523, + "learning_rate": 1.1371695418204179e-05, + "loss": 2.5077, + "step": 27604 + }, + { + "epoch": 0.47253462058576834, + "grad_norm": 2.3667619228363037, + "learning_rate": 1.137114625133907e-05, + "loss": 2.5581, + "step": 27605 + }, + { + "epoch": 0.4725517383043188, + "grad_norm": 2.20572829246521, + "learning_rate": 1.1370597080259529e-05, + "loss": 2.4533, + "step": 27606 + }, + { + "epoch": 0.4725688560228693, + "grad_norm": 2.4295403957366943, + "learning_rate": 1.1370047904967255e-05, + "loss": 2.492, + "step": 27607 + }, + { + "epoch": 0.47258597374141975, + "grad_norm": 2.2992849349975586, + "learning_rate": 1.136949872546393e-05, + "loss": 2.537, + "step": 27608 + }, + { + "epoch": 0.4726030914599702, + "grad_norm": 2.4222164154052734, + "learning_rate": 1.1368949541751243e-05, + "loss": 2.6085, + "step": 27609 + }, + { + "epoch": 0.4726202091785207, + "grad_norm": 2.3941454887390137, + "learning_rate": 1.136840035383088e-05, + "loss": 2.5592, + "step": 27610 + }, + { + "epoch": 0.47263732689707116, + "grad_norm": 2.541889190673828, + "learning_rate": 1.136785116170453e-05, + "loss": 2.5693, + "step": 27611 + }, + { + "epoch": 0.4726544446156216, + "grad_norm": 2.365380048751831, + "learning_rate": 1.1367301965373889e-05, + "loss": 2.6624, + "step": 27612 + }, + { + "epoch": 0.4726715623341721, + "grad_norm": 2.3659040927886963, + "learning_rate": 1.1366752764840636e-05, + "loss": 2.4611, + "step": 27613 + }, + { + "epoch": 0.4726886800527226, + "grad_norm": 2.3234379291534424, + "learning_rate": 1.1366203560106457e-05, + "loss": 2.5802, + "step": 27614 + }, + { + "epoch": 0.47270579777127303, + "grad_norm": 2.2255783081054688, + "learning_rate": 1.1365654351173048e-05, + "loss": 2.4692, + "step": 27615 + }, + { + "epoch": 0.47272291548982354, + "grad_norm": 2.3415465354919434, + "learning_rate": 1.1365105138042092e-05, + "loss": 2.5649, + "step": 27616 + }, + { + "epoch": 0.472740033208374, + "grad_norm": 2.420948028564453, + "learning_rate": 1.1364555920715276e-05, + "loss": 2.5941, + "step": 27617 + }, + { + "epoch": 0.47275715092692444, + "grad_norm": 2.3993990421295166, + "learning_rate": 1.1364006699194296e-05, + "loss": 2.7035, + "step": 27618 + }, + { + "epoch": 0.47277426864547495, + "grad_norm": 2.2895750999450684, + "learning_rate": 1.1363457473480834e-05, + "loss": 2.5879, + "step": 27619 + }, + { + "epoch": 0.4727913863640254, + "grad_norm": 2.295680284500122, + "learning_rate": 1.1362908243576577e-05, + "loss": 2.4806, + "step": 27620 + }, + { + "epoch": 0.47280850408257585, + "grad_norm": 2.450434684753418, + "learning_rate": 1.1362359009483213e-05, + "loss": 2.5828, + "step": 27621 + }, + { + "epoch": 0.47282562180112636, + "grad_norm": 2.279237747192383, + "learning_rate": 1.1361809771202433e-05, + "loss": 2.4241, + "step": 27622 + }, + { + "epoch": 0.4728427395196768, + "grad_norm": 2.2640862464904785, + "learning_rate": 1.1361260528735924e-05, + "loss": 2.5657, + "step": 27623 + }, + { + "epoch": 0.47285985723822727, + "grad_norm": 2.2545785903930664, + "learning_rate": 1.1360711282085378e-05, + "loss": 2.3762, + "step": 27624 + }, + { + "epoch": 0.4728769749567778, + "grad_norm": 2.24505352973938, + "learning_rate": 1.1360162031252478e-05, + "loss": 2.6131, + "step": 27625 + }, + { + "epoch": 0.4728940926753282, + "grad_norm": 2.321230411529541, + "learning_rate": 1.1359612776238913e-05, + "loss": 2.4882, + "step": 27626 + }, + { + "epoch": 0.4729112103938787, + "grad_norm": 2.2703475952148438, + "learning_rate": 1.1359063517046372e-05, + "loss": 2.5632, + "step": 27627 + }, + { + "epoch": 0.4729283281124292, + "grad_norm": 2.4626832008361816, + "learning_rate": 1.1358514253676542e-05, + "loss": 2.5686, + "step": 27628 + }, + { + "epoch": 0.47294544583097964, + "grad_norm": 2.2479660511016846, + "learning_rate": 1.1357964986131117e-05, + "loss": 2.4608, + "step": 27629 + }, + { + "epoch": 0.47296256354953015, + "grad_norm": 2.2821617126464844, + "learning_rate": 1.1357415714411777e-05, + "loss": 2.584, + "step": 27630 + }, + { + "epoch": 0.4729796812680806, + "grad_norm": 2.2438011169433594, + "learning_rate": 1.1356866438520216e-05, + "loss": 2.5381, + "step": 27631 + }, + { + "epoch": 0.47299679898663105, + "grad_norm": 2.218363046646118, + "learning_rate": 1.1356317158458116e-05, + "loss": 2.5249, + "step": 27632 + }, + { + "epoch": 0.47301391670518156, + "grad_norm": 2.375490188598633, + "learning_rate": 1.1355767874227174e-05, + "loss": 2.5567, + "step": 27633 + }, + { + "epoch": 0.473031034423732, + "grad_norm": 2.3342113494873047, + "learning_rate": 1.1355218585829076e-05, + "loss": 2.5154, + "step": 27634 + }, + { + "epoch": 0.47304815214228246, + "grad_norm": 2.439213275909424, + "learning_rate": 1.1354669293265505e-05, + "loss": 2.5797, + "step": 27635 + }, + { + "epoch": 0.47306526986083297, + "grad_norm": 2.3316683769226074, + "learning_rate": 1.1354119996538153e-05, + "loss": 2.5329, + "step": 27636 + }, + { + "epoch": 0.4730823875793834, + "grad_norm": 2.3018693923950195, + "learning_rate": 1.1353570695648709e-05, + "loss": 2.4835, + "step": 27637 + }, + { + "epoch": 0.4730995052979339, + "grad_norm": 2.1867787837982178, + "learning_rate": 1.1353021390598858e-05, + "loss": 2.4061, + "step": 27638 + }, + { + "epoch": 0.4731166230164844, + "grad_norm": 2.21526837348938, + "learning_rate": 1.1352472081390293e-05, + "loss": 2.5396, + "step": 27639 + }, + { + "epoch": 0.47313374073503484, + "grad_norm": 2.2396938800811768, + "learning_rate": 1.13519227680247e-05, + "loss": 2.4995, + "step": 27640 + }, + { + "epoch": 0.4731508584535853, + "grad_norm": 2.227576494216919, + "learning_rate": 1.1351373450503767e-05, + "loss": 2.4945, + "step": 27641 + }, + { + "epoch": 0.4731679761721358, + "grad_norm": 2.293783664703369, + "learning_rate": 1.135082412882918e-05, + "loss": 2.4703, + "step": 27642 + }, + { + "epoch": 0.47318509389068625, + "grad_norm": 2.363934278488159, + "learning_rate": 1.1350274803002634e-05, + "loss": 2.529, + "step": 27643 + }, + { + "epoch": 0.4732022116092367, + "grad_norm": 2.505258798599243, + "learning_rate": 1.1349725473025813e-05, + "loss": 2.645, + "step": 27644 + }, + { + "epoch": 0.4732193293277872, + "grad_norm": 2.29982590675354, + "learning_rate": 1.1349176138900406e-05, + "loss": 2.4424, + "step": 27645 + }, + { + "epoch": 0.47323644704633766, + "grad_norm": 2.389133930206299, + "learning_rate": 1.1348626800628103e-05, + "loss": 2.5745, + "step": 27646 + }, + { + "epoch": 0.4732535647648881, + "grad_norm": 2.325376272201538, + "learning_rate": 1.1348077458210587e-05, + "loss": 2.5558, + "step": 27647 + }, + { + "epoch": 0.4732706824834386, + "grad_norm": 2.276825189590454, + "learning_rate": 1.1347528111649555e-05, + "loss": 2.6309, + "step": 27648 + }, + { + "epoch": 0.4732878002019891, + "grad_norm": 2.3498079776763916, + "learning_rate": 1.134697876094669e-05, + "loss": 2.5388, + "step": 27649 + }, + { + "epoch": 0.4733049179205395, + "grad_norm": 2.261075973510742, + "learning_rate": 1.134642940610368e-05, + "loss": 2.561, + "step": 27650 + }, + { + "epoch": 0.47332203563909003, + "grad_norm": 2.231875419616699, + "learning_rate": 1.1345880047122218e-05, + "loss": 2.5247, + "step": 27651 + }, + { + "epoch": 0.4733391533576405, + "grad_norm": 2.2251460552215576, + "learning_rate": 1.1345330684003987e-05, + "loss": 2.4806, + "step": 27652 + }, + { + "epoch": 0.47335627107619094, + "grad_norm": 2.3614540100097656, + "learning_rate": 1.134478131675068e-05, + "loss": 2.4945, + "step": 27653 + }, + { + "epoch": 0.47337338879474145, + "grad_norm": 2.2513654232025146, + "learning_rate": 1.1344231945363981e-05, + "loss": 2.6433, + "step": 27654 + }, + { + "epoch": 0.4733905065132919, + "grad_norm": 2.41792368888855, + "learning_rate": 1.1343682569845586e-05, + "loss": 2.7261, + "step": 27655 + }, + { + "epoch": 0.4734076242318424, + "grad_norm": 2.228890895843506, + "learning_rate": 1.1343133190197178e-05, + "loss": 2.5216, + "step": 27656 + }, + { + "epoch": 0.47342474195039286, + "grad_norm": 2.3199639320373535, + "learning_rate": 1.1342583806420444e-05, + "loss": 2.524, + "step": 27657 + }, + { + "epoch": 0.4734418596689433, + "grad_norm": 2.2979180812835693, + "learning_rate": 1.1342034418517076e-05, + "loss": 2.5238, + "step": 27658 + }, + { + "epoch": 0.4734589773874938, + "grad_norm": 2.3009939193725586, + "learning_rate": 1.134148502648876e-05, + "loss": 2.5345, + "step": 27659 + }, + { + "epoch": 0.47347609510604427, + "grad_norm": 2.3049795627593994, + "learning_rate": 1.1340935630337189e-05, + "loss": 2.5664, + "step": 27660 + }, + { + "epoch": 0.4734932128245947, + "grad_norm": 2.336352586746216, + "learning_rate": 1.1340386230064051e-05, + "loss": 2.5686, + "step": 27661 + }, + { + "epoch": 0.47351033054314523, + "grad_norm": 2.20633602142334, + "learning_rate": 1.1339836825671032e-05, + "loss": 2.458, + "step": 27662 + }, + { + "epoch": 0.4735274482616957, + "grad_norm": 2.335188150405884, + "learning_rate": 1.133928741715982e-05, + "loss": 2.6817, + "step": 27663 + }, + { + "epoch": 0.47354456598024613, + "grad_norm": 2.747032403945923, + "learning_rate": 1.1338738004532103e-05, + "loss": 2.5902, + "step": 27664 + }, + { + "epoch": 0.47356168369879664, + "grad_norm": 2.271812677383423, + "learning_rate": 1.1338188587789574e-05, + "loss": 2.4247, + "step": 27665 + }, + { + "epoch": 0.4735788014173471, + "grad_norm": 2.41674542427063, + "learning_rate": 1.1337639166933922e-05, + "loss": 2.5775, + "step": 27666 + }, + { + "epoch": 0.47359591913589755, + "grad_norm": 2.276899814605713, + "learning_rate": 1.133708974196683e-05, + "loss": 2.5746, + "step": 27667 + }, + { + "epoch": 0.47361303685444806, + "grad_norm": 2.2137160301208496, + "learning_rate": 1.133654031288999e-05, + "loss": 2.4629, + "step": 27668 + }, + { + "epoch": 0.4736301545729985, + "grad_norm": 2.3967225551605225, + "learning_rate": 1.1335990879705092e-05, + "loss": 2.5892, + "step": 27669 + }, + { + "epoch": 0.47364727229154896, + "grad_norm": 2.2367119789123535, + "learning_rate": 1.1335441442413823e-05, + "loss": 2.4534, + "step": 27670 + }, + { + "epoch": 0.47366439001009947, + "grad_norm": 2.3655056953430176, + "learning_rate": 1.1334892001017875e-05, + "loss": 2.5278, + "step": 27671 + }, + { + "epoch": 0.4736815077286499, + "grad_norm": 2.265941858291626, + "learning_rate": 1.1334342555518931e-05, + "loss": 2.6018, + "step": 27672 + }, + { + "epoch": 0.47369862544720037, + "grad_norm": 2.4007675647735596, + "learning_rate": 1.1333793105918684e-05, + "loss": 2.5929, + "step": 27673 + }, + { + "epoch": 0.4737157431657509, + "grad_norm": 2.2937071323394775, + "learning_rate": 1.1333243652218821e-05, + "loss": 2.5849, + "step": 27674 + }, + { + "epoch": 0.47373286088430133, + "grad_norm": 2.3164403438568115, + "learning_rate": 1.1332694194421032e-05, + "loss": 2.5073, + "step": 27675 + }, + { + "epoch": 0.4737499786028518, + "grad_norm": 2.19966197013855, + "learning_rate": 1.1332144732527005e-05, + "loss": 2.3888, + "step": 27676 + }, + { + "epoch": 0.4737670963214023, + "grad_norm": 2.337191581726074, + "learning_rate": 1.133159526653843e-05, + "loss": 2.6093, + "step": 27677 + }, + { + "epoch": 0.47378421403995274, + "grad_norm": 2.309331178665161, + "learning_rate": 1.1331045796456998e-05, + "loss": 2.5718, + "step": 27678 + }, + { + "epoch": 0.47380133175850325, + "grad_norm": 2.3918843269348145, + "learning_rate": 1.1330496322284392e-05, + "loss": 2.5559, + "step": 27679 + }, + { + "epoch": 0.4738184494770537, + "grad_norm": 2.1785666942596436, + "learning_rate": 1.1329946844022301e-05, + "loss": 2.3725, + "step": 27680 + }, + { + "epoch": 0.47383556719560416, + "grad_norm": 2.372392416000366, + "learning_rate": 1.132939736167242e-05, + "loss": 2.5872, + "step": 27681 + }, + { + "epoch": 0.47385268491415466, + "grad_norm": 2.2799479961395264, + "learning_rate": 1.1328847875236437e-05, + "loss": 2.568, + "step": 27682 + }, + { + "epoch": 0.4738698026327051, + "grad_norm": 2.1858444213867188, + "learning_rate": 1.1328298384716035e-05, + "loss": 2.5351, + "step": 27683 + }, + { + "epoch": 0.47388692035125557, + "grad_norm": 2.3381199836730957, + "learning_rate": 1.1327748890112909e-05, + "loss": 2.6165, + "step": 27684 + }, + { + "epoch": 0.4739040380698061, + "grad_norm": 2.3201420307159424, + "learning_rate": 1.1327199391428744e-05, + "loss": 2.5344, + "step": 27685 + }, + { + "epoch": 0.47392115578835653, + "grad_norm": 2.2684738636016846, + "learning_rate": 1.1326649888665232e-05, + "loss": 2.5363, + "step": 27686 + }, + { + "epoch": 0.473938273506907, + "grad_norm": 2.3441615104675293, + "learning_rate": 1.1326100381824057e-05, + "loss": 2.6005, + "step": 27687 + }, + { + "epoch": 0.4739553912254575, + "grad_norm": 2.3248367309570312, + "learning_rate": 1.1325550870906917e-05, + "loss": 2.4682, + "step": 27688 + }, + { + "epoch": 0.47397250894400794, + "grad_norm": 2.3670313358306885, + "learning_rate": 1.1325001355915491e-05, + "loss": 2.6475, + "step": 27689 + }, + { + "epoch": 0.4739896266625584, + "grad_norm": 2.305058717727661, + "learning_rate": 1.1324451836851473e-05, + "loss": 2.6188, + "step": 27690 + }, + { + "epoch": 0.4740067443811089, + "grad_norm": 2.3289246559143066, + "learning_rate": 1.1323902313716556e-05, + "loss": 2.6029, + "step": 27691 + }, + { + "epoch": 0.47402386209965935, + "grad_norm": 2.2737345695495605, + "learning_rate": 1.1323352786512419e-05, + "loss": 2.521, + "step": 27692 + }, + { + "epoch": 0.4740409798182098, + "grad_norm": 2.197063684463501, + "learning_rate": 1.1322803255240759e-05, + "loss": 2.4798, + "step": 27693 + }, + { + "epoch": 0.4740580975367603, + "grad_norm": 2.2672741413116455, + "learning_rate": 1.1322253719903263e-05, + "loss": 2.5625, + "step": 27694 + }, + { + "epoch": 0.47407521525531077, + "grad_norm": 2.197596549987793, + "learning_rate": 1.132170418050162e-05, + "loss": 2.4512, + "step": 27695 + }, + { + "epoch": 0.4740923329738612, + "grad_norm": 2.276677370071411, + "learning_rate": 1.1321154637037517e-05, + "loss": 2.6362, + "step": 27696 + }, + { + "epoch": 0.4741094506924117, + "grad_norm": 2.3918795585632324, + "learning_rate": 1.1320605089512646e-05, + "loss": 2.5812, + "step": 27697 + }, + { + "epoch": 0.4741265684109622, + "grad_norm": 2.211958408355713, + "learning_rate": 1.1320055537928696e-05, + "loss": 2.5202, + "step": 27698 + }, + { + "epoch": 0.47414368612951263, + "grad_norm": 2.3000166416168213, + "learning_rate": 1.1319505982287357e-05, + "loss": 2.5052, + "step": 27699 + }, + { + "epoch": 0.47416080384806314, + "grad_norm": 2.267345666885376, + "learning_rate": 1.1318956422590313e-05, + "loss": 2.6293, + "step": 27700 + }, + { + "epoch": 0.4741779215666136, + "grad_norm": 2.139575242996216, + "learning_rate": 1.1318406858839256e-05, + "loss": 2.4134, + "step": 27701 + }, + { + "epoch": 0.4741950392851641, + "grad_norm": 2.161644697189331, + "learning_rate": 1.1317857291035878e-05, + "loss": 2.5317, + "step": 27702 + }, + { + "epoch": 0.47421215700371455, + "grad_norm": 2.454686403274536, + "learning_rate": 1.1317307719181867e-05, + "loss": 2.6314, + "step": 27703 + }, + { + "epoch": 0.474229274722265, + "grad_norm": 2.3119595050811768, + "learning_rate": 1.131675814327891e-05, + "loss": 2.546, + "step": 27704 + }, + { + "epoch": 0.4742463924408155, + "grad_norm": 2.3865671157836914, + "learning_rate": 1.1316208563328695e-05, + "loss": 2.6255, + "step": 27705 + }, + { + "epoch": 0.47426351015936596, + "grad_norm": 2.250495195388794, + "learning_rate": 1.1315658979332915e-05, + "loss": 2.5581, + "step": 27706 + }, + { + "epoch": 0.4742806278779164, + "grad_norm": 2.2939066886901855, + "learning_rate": 1.1315109391293259e-05, + "loss": 2.5271, + "step": 27707 + }, + { + "epoch": 0.4742977455964669, + "grad_norm": 2.2602908611297607, + "learning_rate": 1.1314559799211413e-05, + "loss": 2.5045, + "step": 27708 + }, + { + "epoch": 0.4743148633150174, + "grad_norm": 2.32840633392334, + "learning_rate": 1.131401020308907e-05, + "loss": 2.5851, + "step": 27709 + }, + { + "epoch": 0.47433198103356783, + "grad_norm": 2.2644269466400146, + "learning_rate": 1.1313460602927916e-05, + "loss": 2.4468, + "step": 27710 + }, + { + "epoch": 0.47434909875211834, + "grad_norm": 2.4287939071655273, + "learning_rate": 1.1312910998729642e-05, + "loss": 2.4995, + "step": 27711 + }, + { + "epoch": 0.4743662164706688, + "grad_norm": 2.290178060531616, + "learning_rate": 1.1312361390495938e-05, + "loss": 2.6462, + "step": 27712 + }, + { + "epoch": 0.47438333418921924, + "grad_norm": 2.396212339401245, + "learning_rate": 1.1311811778228492e-05, + "loss": 2.5865, + "step": 27713 + }, + { + "epoch": 0.47440045190776975, + "grad_norm": 2.185119867324829, + "learning_rate": 1.1311262161928993e-05, + "loss": 2.4686, + "step": 27714 + }, + { + "epoch": 0.4744175696263202, + "grad_norm": 2.223238706588745, + "learning_rate": 1.1310712541599134e-05, + "loss": 2.4875, + "step": 27715 + }, + { + "epoch": 0.47443468734487065, + "grad_norm": 2.326179027557373, + "learning_rate": 1.13101629172406e-05, + "loss": 2.4855, + "step": 27716 + }, + { + "epoch": 0.47445180506342116, + "grad_norm": 2.2498409748077393, + "learning_rate": 1.1309613288855079e-05, + "loss": 2.5506, + "step": 27717 + }, + { + "epoch": 0.4744689227819716, + "grad_norm": 2.2397329807281494, + "learning_rate": 1.1309063656444263e-05, + "loss": 2.5027, + "step": 27718 + }, + { + "epoch": 0.47448604050052207, + "grad_norm": 2.3460898399353027, + "learning_rate": 1.1308514020009846e-05, + "loss": 2.5952, + "step": 27719 + }, + { + "epoch": 0.4745031582190726, + "grad_norm": 2.2909116744995117, + "learning_rate": 1.1307964379553511e-05, + "loss": 2.4834, + "step": 27720 + }, + { + "epoch": 0.474520275937623, + "grad_norm": 2.285961866378784, + "learning_rate": 1.130741473507695e-05, + "loss": 2.508, + "step": 27721 + }, + { + "epoch": 0.4745373936561735, + "grad_norm": 2.2820370197296143, + "learning_rate": 1.1306865086581849e-05, + "loss": 2.7207, + "step": 27722 + }, + { + "epoch": 0.474554511374724, + "grad_norm": 2.1796255111694336, + "learning_rate": 1.13063154340699e-05, + "loss": 2.5015, + "step": 27723 + }, + { + "epoch": 0.47457162909327444, + "grad_norm": 2.2563464641571045, + "learning_rate": 1.1305765777542792e-05, + "loss": 2.5533, + "step": 27724 + }, + { + "epoch": 0.47458874681182495, + "grad_norm": 2.412823438644409, + "learning_rate": 1.1305216117002218e-05, + "loss": 2.4934, + "step": 27725 + }, + { + "epoch": 0.4746058645303754, + "grad_norm": 2.344531536102295, + "learning_rate": 1.1304666452449865e-05, + "loss": 2.5149, + "step": 27726 + }, + { + "epoch": 0.47462298224892585, + "grad_norm": 2.306809663772583, + "learning_rate": 1.130411678388742e-05, + "loss": 2.5979, + "step": 27727 + }, + { + "epoch": 0.47464009996747636, + "grad_norm": 2.129647731781006, + "learning_rate": 1.1303567111316573e-05, + "loss": 2.5144, + "step": 27728 + }, + { + "epoch": 0.4746572176860268, + "grad_norm": 2.4026622772216797, + "learning_rate": 1.1303017434739016e-05, + "loss": 2.5568, + "step": 27729 + }, + { + "epoch": 0.47467433540457726, + "grad_norm": 2.5903470516204834, + "learning_rate": 1.130246775415644e-05, + "loss": 2.6604, + "step": 27730 + }, + { + "epoch": 0.47469145312312777, + "grad_norm": 2.3842673301696777, + "learning_rate": 1.130191806957053e-05, + "loss": 2.5787, + "step": 27731 + }, + { + "epoch": 0.4747085708416782, + "grad_norm": 2.2856202125549316, + "learning_rate": 1.1301368380982977e-05, + "loss": 2.5014, + "step": 27732 + }, + { + "epoch": 0.4747256885602287, + "grad_norm": 2.3703083992004395, + "learning_rate": 1.1300818688395472e-05, + "loss": 2.521, + "step": 27733 + }, + { + "epoch": 0.4747428062787792, + "grad_norm": 2.3590636253356934, + "learning_rate": 1.1300268991809704e-05, + "loss": 2.5302, + "step": 27734 + }, + { + "epoch": 0.47475992399732964, + "grad_norm": 2.3947601318359375, + "learning_rate": 1.129971929122736e-05, + "loss": 2.6178, + "step": 27735 + }, + { + "epoch": 0.4747770417158801, + "grad_norm": 2.3739545345306396, + "learning_rate": 1.1299169586650134e-05, + "loss": 2.5007, + "step": 27736 + }, + { + "epoch": 0.4747941594344306, + "grad_norm": 2.280148506164551, + "learning_rate": 1.1298619878079713e-05, + "loss": 2.5475, + "step": 27737 + }, + { + "epoch": 0.47481127715298105, + "grad_norm": 2.316476345062256, + "learning_rate": 1.1298070165517786e-05, + "loss": 2.5681, + "step": 27738 + }, + { + "epoch": 0.4748283948715315, + "grad_norm": 2.3967998027801514, + "learning_rate": 1.1297520448966044e-05, + "loss": 2.6393, + "step": 27739 + }, + { + "epoch": 0.474845512590082, + "grad_norm": 2.302790641784668, + "learning_rate": 1.1296970728426175e-05, + "loss": 2.4857, + "step": 27740 + }, + { + "epoch": 0.47486263030863246, + "grad_norm": 2.468236207962036, + "learning_rate": 1.1296421003899873e-05, + "loss": 2.6185, + "step": 27741 + }, + { + "epoch": 0.4748797480271829, + "grad_norm": 2.353118419647217, + "learning_rate": 1.1295871275388826e-05, + "loss": 2.5575, + "step": 27742 + }, + { + "epoch": 0.4748968657457334, + "grad_norm": 2.2210469245910645, + "learning_rate": 1.1295321542894716e-05, + "loss": 2.5289, + "step": 27743 + }, + { + "epoch": 0.4749139834642839, + "grad_norm": 2.290546417236328, + "learning_rate": 1.1294771806419242e-05, + "loss": 2.5146, + "step": 27744 + }, + { + "epoch": 0.4749311011828343, + "grad_norm": 2.411153793334961, + "learning_rate": 1.1294222065964091e-05, + "loss": 2.5823, + "step": 27745 + }, + { + "epoch": 0.47494821890138483, + "grad_norm": 2.4081315994262695, + "learning_rate": 1.1293672321530952e-05, + "loss": 2.5348, + "step": 27746 + }, + { + "epoch": 0.4749653366199353, + "grad_norm": 2.2694756984710693, + "learning_rate": 1.1293122573121515e-05, + "loss": 2.5224, + "step": 27747 + }, + { + "epoch": 0.4749824543384858, + "grad_norm": 2.4553258419036865, + "learning_rate": 1.1292572820737471e-05, + "loss": 2.5875, + "step": 27748 + }, + { + "epoch": 0.47499957205703625, + "grad_norm": 2.2561657428741455, + "learning_rate": 1.1292023064380509e-05, + "loss": 2.4773, + "step": 27749 + }, + { + "epoch": 0.4750166897755867, + "grad_norm": 2.330247402191162, + "learning_rate": 1.1291473304052317e-05, + "loss": 2.5502, + "step": 27750 + }, + { + "epoch": 0.4750338074941372, + "grad_norm": 2.2853822708129883, + "learning_rate": 1.1290923539754583e-05, + "loss": 2.5809, + "step": 27751 + }, + { + "epoch": 0.47505092521268766, + "grad_norm": 2.12200927734375, + "learning_rate": 1.1290373771489005e-05, + "loss": 2.5237, + "step": 27752 + }, + { + "epoch": 0.4750680429312381, + "grad_norm": 2.318636178970337, + "learning_rate": 1.1289823999257266e-05, + "loss": 2.5317, + "step": 27753 + }, + { + "epoch": 0.4750851606497886, + "grad_norm": 2.294492721557617, + "learning_rate": 1.1289274223061056e-05, + "loss": 2.6293, + "step": 27754 + }, + { + "epoch": 0.47510227836833907, + "grad_norm": 2.359841823577881, + "learning_rate": 1.1288724442902066e-05, + "loss": 2.5498, + "step": 27755 + }, + { + "epoch": 0.4751193960868895, + "grad_norm": 2.245859146118164, + "learning_rate": 1.128817465878199e-05, + "loss": 2.4703, + "step": 27756 + }, + { + "epoch": 0.47513651380544003, + "grad_norm": 2.2412643432617188, + "learning_rate": 1.1287624870702511e-05, + "loss": 2.5144, + "step": 27757 + }, + { + "epoch": 0.4751536315239905, + "grad_norm": 2.2136693000793457, + "learning_rate": 1.1287075078665321e-05, + "loss": 2.4959, + "step": 27758 + }, + { + "epoch": 0.47517074924254094, + "grad_norm": 2.2363760471343994, + "learning_rate": 1.1286525282672112e-05, + "loss": 2.4953, + "step": 27759 + }, + { + "epoch": 0.47518786696109144, + "grad_norm": 2.145962715148926, + "learning_rate": 1.1285975482724571e-05, + "loss": 2.4108, + "step": 27760 + }, + { + "epoch": 0.4752049846796419, + "grad_norm": 2.3688578605651855, + "learning_rate": 1.1285425678824391e-05, + "loss": 2.5466, + "step": 27761 + }, + { + "epoch": 0.47522210239819235, + "grad_norm": 2.1975579261779785, + "learning_rate": 1.1284875870973262e-05, + "loss": 2.4312, + "step": 27762 + }, + { + "epoch": 0.47523922011674286, + "grad_norm": 2.371417760848999, + "learning_rate": 1.1284326059172872e-05, + "loss": 2.607, + "step": 27763 + }, + { + "epoch": 0.4752563378352933, + "grad_norm": 2.4238944053649902, + "learning_rate": 1.128377624342491e-05, + "loss": 2.7418, + "step": 27764 + }, + { + "epoch": 0.47527345555384376, + "grad_norm": 2.3177638053894043, + "learning_rate": 1.1283226423731066e-05, + "loss": 2.5539, + "step": 27765 + }, + { + "epoch": 0.47529057327239427, + "grad_norm": 2.361297607421875, + "learning_rate": 1.1282676600093032e-05, + "loss": 2.5776, + "step": 27766 + }, + { + "epoch": 0.4753076909909447, + "grad_norm": 2.3230650424957275, + "learning_rate": 1.1282126772512499e-05, + "loss": 2.5841, + "step": 27767 + }, + { + "epoch": 0.4753248087094952, + "grad_norm": 2.304328203201294, + "learning_rate": 1.1281576940991153e-05, + "loss": 2.5506, + "step": 27768 + }, + { + "epoch": 0.4753419264280457, + "grad_norm": 2.3312947750091553, + "learning_rate": 1.1281027105530684e-05, + "loss": 2.4734, + "step": 27769 + }, + { + "epoch": 0.47535904414659613, + "grad_norm": 2.276963472366333, + "learning_rate": 1.1280477266132787e-05, + "loss": 2.536, + "step": 27770 + }, + { + "epoch": 0.47537616186514664, + "grad_norm": 2.4705023765563965, + "learning_rate": 1.127992742279915e-05, + "loss": 2.6512, + "step": 27771 + }, + { + "epoch": 0.4753932795836971, + "grad_norm": 2.3081490993499756, + "learning_rate": 1.1279377575531459e-05, + "loss": 2.494, + "step": 27772 + }, + { + "epoch": 0.47541039730224754, + "grad_norm": 2.395983934402466, + "learning_rate": 1.1278827724331412e-05, + "loss": 2.6196, + "step": 27773 + }, + { + "epoch": 0.47542751502079805, + "grad_norm": 2.3429675102233887, + "learning_rate": 1.127827786920069e-05, + "loss": 2.6011, + "step": 27774 + }, + { + "epoch": 0.4754446327393485, + "grad_norm": 2.2841341495513916, + "learning_rate": 1.1277728010140987e-05, + "loss": 2.4649, + "step": 27775 + }, + { + "epoch": 0.47546175045789896, + "grad_norm": 2.417133331298828, + "learning_rate": 1.1277178147153993e-05, + "loss": 2.5925, + "step": 27776 + }, + { + "epoch": 0.47547886817644947, + "grad_norm": 2.228637218475342, + "learning_rate": 1.1276628280241399e-05, + "loss": 2.4281, + "step": 27777 + }, + { + "epoch": 0.4754959858949999, + "grad_norm": 2.425014019012451, + "learning_rate": 1.1276078409404896e-05, + "loss": 2.5129, + "step": 27778 + }, + { + "epoch": 0.47551310361355037, + "grad_norm": 2.317068338394165, + "learning_rate": 1.1275528534646174e-05, + "loss": 2.584, + "step": 27779 + }, + { + "epoch": 0.4755302213321009, + "grad_norm": 2.3748862743377686, + "learning_rate": 1.127497865596692e-05, + "loss": 2.5861, + "step": 27780 + }, + { + "epoch": 0.47554733905065133, + "grad_norm": 2.3215432167053223, + "learning_rate": 1.1274428773368824e-05, + "loss": 2.6484, + "step": 27781 + }, + { + "epoch": 0.4755644567692018, + "grad_norm": 2.3446128368377686, + "learning_rate": 1.127387888685358e-05, + "loss": 2.4533, + "step": 27782 + }, + { + "epoch": 0.4755815744877523, + "grad_norm": 2.291059732437134, + "learning_rate": 1.1273328996422877e-05, + "loss": 2.5041, + "step": 27783 + }, + { + "epoch": 0.47559869220630274, + "grad_norm": 2.37556791305542, + "learning_rate": 1.1272779102078401e-05, + "loss": 2.4469, + "step": 27784 + }, + { + "epoch": 0.4756158099248532, + "grad_norm": 2.2793097496032715, + "learning_rate": 1.1272229203821851e-05, + "loss": 2.6392, + "step": 27785 + }, + { + "epoch": 0.4756329276434037, + "grad_norm": 2.376521348953247, + "learning_rate": 1.1271679301654907e-05, + "loss": 2.5574, + "step": 27786 + }, + { + "epoch": 0.47565004536195415, + "grad_norm": 2.3305156230926514, + "learning_rate": 1.1271129395579266e-05, + "loss": 2.6388, + "step": 27787 + }, + { + "epoch": 0.4756671630805046, + "grad_norm": 2.4587020874023438, + "learning_rate": 1.1270579485596614e-05, + "loss": 2.614, + "step": 27788 + }, + { + "epoch": 0.4756842807990551, + "grad_norm": 2.320852279663086, + "learning_rate": 1.1270029571708647e-05, + "loss": 2.5438, + "step": 27789 + }, + { + "epoch": 0.47570139851760557, + "grad_norm": 2.3979976177215576, + "learning_rate": 1.1269479653917049e-05, + "loss": 2.3903, + "step": 27790 + }, + { + "epoch": 0.475718516236156, + "grad_norm": 2.335367202758789, + "learning_rate": 1.1268929732223512e-05, + "loss": 2.6007, + "step": 27791 + }, + { + "epoch": 0.4757356339547065, + "grad_norm": 2.3545353412628174, + "learning_rate": 1.1268379806629733e-05, + "loss": 2.5336, + "step": 27792 + }, + { + "epoch": 0.475752751673257, + "grad_norm": 2.4202260971069336, + "learning_rate": 1.1267829877137391e-05, + "loss": 2.5564, + "step": 27793 + }, + { + "epoch": 0.4757698693918075, + "grad_norm": 2.4596736431121826, + "learning_rate": 1.1267279943748184e-05, + "loss": 2.5869, + "step": 27794 + }, + { + "epoch": 0.47578698711035794, + "grad_norm": 2.41064715385437, + "learning_rate": 1.1266730006463797e-05, + "loss": 2.495, + "step": 27795 + }, + { + "epoch": 0.4758041048289084, + "grad_norm": 2.4406821727752686, + "learning_rate": 1.1266180065285926e-05, + "loss": 2.5884, + "step": 27796 + }, + { + "epoch": 0.4758212225474589, + "grad_norm": 2.371166706085205, + "learning_rate": 1.1265630120216255e-05, + "loss": 2.5579, + "step": 27797 + }, + { + "epoch": 0.47583834026600935, + "grad_norm": 2.341710329055786, + "learning_rate": 1.126508017125648e-05, + "loss": 2.5573, + "step": 27798 + }, + { + "epoch": 0.4758554579845598, + "grad_norm": 2.296487808227539, + "learning_rate": 1.1264530218408293e-05, + "loss": 2.5506, + "step": 27799 + }, + { + "epoch": 0.4758725757031103, + "grad_norm": 2.2571747303009033, + "learning_rate": 1.1263980261673381e-05, + "loss": 2.5529, + "step": 27800 + }, + { + "epoch": 0.47588969342166076, + "grad_norm": 2.366596221923828, + "learning_rate": 1.1263430301053431e-05, + "loss": 2.5467, + "step": 27801 + }, + { + "epoch": 0.4759068111402112, + "grad_norm": 2.225342035293579, + "learning_rate": 1.1262880336550134e-05, + "loss": 2.5217, + "step": 27802 + }, + { + "epoch": 0.4759239288587617, + "grad_norm": 2.3183908462524414, + "learning_rate": 1.1262330368165186e-05, + "loss": 2.5962, + "step": 27803 + }, + { + "epoch": 0.4759410465773122, + "grad_norm": 2.353288173675537, + "learning_rate": 1.1261780395900272e-05, + "loss": 2.5393, + "step": 27804 + }, + { + "epoch": 0.47595816429586263, + "grad_norm": 2.388711452484131, + "learning_rate": 1.126123041975709e-05, + "loss": 2.6852, + "step": 27805 + }, + { + "epoch": 0.47597528201441314, + "grad_norm": 2.34887433052063, + "learning_rate": 1.1260680439737323e-05, + "loss": 2.6375, + "step": 27806 + }, + { + "epoch": 0.4759923997329636, + "grad_norm": 2.333153009414673, + "learning_rate": 1.1260130455842662e-05, + "loss": 2.563, + "step": 27807 + }, + { + "epoch": 0.47600951745151404, + "grad_norm": 2.2717392444610596, + "learning_rate": 1.12595804680748e-05, + "loss": 2.5165, + "step": 27808 + }, + { + "epoch": 0.47602663517006455, + "grad_norm": 2.2389650344848633, + "learning_rate": 1.1259030476435423e-05, + "loss": 2.5178, + "step": 27809 + }, + { + "epoch": 0.476043752888615, + "grad_norm": 2.2871251106262207, + "learning_rate": 1.125848048092623e-05, + "loss": 2.4788, + "step": 27810 + }, + { + "epoch": 0.47606087060716545, + "grad_norm": 2.3170664310455322, + "learning_rate": 1.1257930481548906e-05, + "loss": 2.6176, + "step": 27811 + }, + { + "epoch": 0.47607798832571596, + "grad_norm": 2.4897100925445557, + "learning_rate": 1.125738047830514e-05, + "loss": 2.5504, + "step": 27812 + }, + { + "epoch": 0.4760951060442664, + "grad_norm": 2.2133827209472656, + "learning_rate": 1.1256830471196625e-05, + "loss": 2.5926, + "step": 27813 + }, + { + "epoch": 0.47611222376281687, + "grad_norm": 2.4291117191314697, + "learning_rate": 1.1256280460225053e-05, + "loss": 2.5414, + "step": 27814 + }, + { + "epoch": 0.4761293414813674, + "grad_norm": 2.1521596908569336, + "learning_rate": 1.1255730445392111e-05, + "loss": 2.5157, + "step": 27815 + }, + { + "epoch": 0.4761464591999178, + "grad_norm": 2.3138492107391357, + "learning_rate": 1.125518042669949e-05, + "loss": 2.5565, + "step": 27816 + }, + { + "epoch": 0.47616357691846833, + "grad_norm": 2.262730598449707, + "learning_rate": 1.1254630404148883e-05, + "loss": 2.4961, + "step": 27817 + }, + { + "epoch": 0.4761806946370188, + "grad_norm": 2.2109806537628174, + "learning_rate": 1.1254080377741978e-05, + "loss": 2.4994, + "step": 27818 + }, + { + "epoch": 0.47619781235556924, + "grad_norm": 2.2155330181121826, + "learning_rate": 1.1253530347480468e-05, + "loss": 2.597, + "step": 27819 + }, + { + "epoch": 0.47621493007411975, + "grad_norm": 2.37089204788208, + "learning_rate": 1.1252980313366045e-05, + "loss": 2.6017, + "step": 27820 + }, + { + "epoch": 0.4762320477926702, + "grad_norm": 2.1589207649230957, + "learning_rate": 1.1252430275400397e-05, + "loss": 2.4476, + "step": 27821 + }, + { + "epoch": 0.47624916551122065, + "grad_norm": 2.375352621078491, + "learning_rate": 1.125188023358521e-05, + "loss": 2.5283, + "step": 27822 + }, + { + "epoch": 0.47626628322977116, + "grad_norm": 2.3921542167663574, + "learning_rate": 1.1251330187922183e-05, + "loss": 2.5015, + "step": 27823 + }, + { + "epoch": 0.4762834009483216, + "grad_norm": 2.3439137935638428, + "learning_rate": 1.1250780138413e-05, + "loss": 2.5466, + "step": 27824 + }, + { + "epoch": 0.47630051866687206, + "grad_norm": 2.398163318634033, + "learning_rate": 1.1250230085059357e-05, + "loss": 2.5655, + "step": 27825 + }, + { + "epoch": 0.47631763638542257, + "grad_norm": 2.3706934452056885, + "learning_rate": 1.1249680027862944e-05, + "loss": 2.5082, + "step": 27826 + }, + { + "epoch": 0.476334754103973, + "grad_norm": 2.2773373126983643, + "learning_rate": 1.1249129966825446e-05, + "loss": 2.5449, + "step": 27827 + }, + { + "epoch": 0.4763518718225235, + "grad_norm": 2.2295172214508057, + "learning_rate": 1.1248579901948562e-05, + "loss": 2.4612, + "step": 27828 + }, + { + "epoch": 0.476368989541074, + "grad_norm": 2.252903461456299, + "learning_rate": 1.1248029833233975e-05, + "loss": 2.5042, + "step": 27829 + }, + { + "epoch": 0.47638610725962444, + "grad_norm": 2.1674370765686035, + "learning_rate": 1.1247479760683379e-05, + "loss": 2.5377, + "step": 27830 + }, + { + "epoch": 0.4764032249781749, + "grad_norm": 2.3116323947906494, + "learning_rate": 1.1246929684298469e-05, + "loss": 2.5192, + "step": 27831 + }, + { + "epoch": 0.4764203426967254, + "grad_norm": 2.2245354652404785, + "learning_rate": 1.1246379604080929e-05, + "loss": 2.4728, + "step": 27832 + }, + { + "epoch": 0.47643746041527585, + "grad_norm": 2.475574254989624, + "learning_rate": 1.124582952003245e-05, + "loss": 2.5846, + "step": 27833 + }, + { + "epoch": 0.4764545781338263, + "grad_norm": 2.485015630722046, + "learning_rate": 1.1245279432154727e-05, + "loss": 2.7152, + "step": 27834 + }, + { + "epoch": 0.4764716958523768, + "grad_norm": 2.278256893157959, + "learning_rate": 1.1244729340449452e-05, + "loss": 2.5923, + "step": 27835 + }, + { + "epoch": 0.47648881357092726, + "grad_norm": 2.207183837890625, + "learning_rate": 1.124417924491831e-05, + "loss": 2.6296, + "step": 27836 + }, + { + "epoch": 0.4765059312894777, + "grad_norm": 2.3343658447265625, + "learning_rate": 1.1243629145562996e-05, + "loss": 2.5477, + "step": 27837 + }, + { + "epoch": 0.4765230490080282, + "grad_norm": 2.3088796138763428, + "learning_rate": 1.1243079042385197e-05, + "loss": 2.5649, + "step": 27838 + }, + { + "epoch": 0.4765401667265787, + "grad_norm": 2.3725178241729736, + "learning_rate": 1.1242528935386608e-05, + "loss": 2.4951, + "step": 27839 + }, + { + "epoch": 0.4765572844451291, + "grad_norm": 2.2132933139801025, + "learning_rate": 1.1241978824568915e-05, + "loss": 2.4646, + "step": 27840 + }, + { + "epoch": 0.47657440216367963, + "grad_norm": 2.3522908687591553, + "learning_rate": 1.1241428709933813e-05, + "loss": 2.6116, + "step": 27841 + }, + { + "epoch": 0.4765915198822301, + "grad_norm": 2.3229880332946777, + "learning_rate": 1.1240878591482996e-05, + "loss": 2.5937, + "step": 27842 + }, + { + "epoch": 0.4766086376007806, + "grad_norm": 2.188235282897949, + "learning_rate": 1.124032846921815e-05, + "loss": 2.5566, + "step": 27843 + }, + { + "epoch": 0.47662575531933105, + "grad_norm": 2.180105447769165, + "learning_rate": 1.1239778343140962e-05, + "loss": 2.444, + "step": 27844 + }, + { + "epoch": 0.4766428730378815, + "grad_norm": 2.4428701400756836, + "learning_rate": 1.1239228213253129e-05, + "loss": 2.5507, + "step": 27845 + }, + { + "epoch": 0.476659990756432, + "grad_norm": 2.2421212196350098, + "learning_rate": 1.1238678079556339e-05, + "loss": 2.4856, + "step": 27846 + }, + { + "epoch": 0.47667710847498246, + "grad_norm": 2.2269551753997803, + "learning_rate": 1.1238127942052289e-05, + "loss": 2.5368, + "step": 27847 + }, + { + "epoch": 0.4766942261935329, + "grad_norm": 2.348568916320801, + "learning_rate": 1.123757780074266e-05, + "loss": 2.5791, + "step": 27848 + }, + { + "epoch": 0.4767113439120834, + "grad_norm": 2.1826493740081787, + "learning_rate": 1.123702765562915e-05, + "loss": 2.6139, + "step": 27849 + }, + { + "epoch": 0.47672846163063387, + "grad_norm": 2.256807565689087, + "learning_rate": 1.123647750671345e-05, + "loss": 2.4882, + "step": 27850 + }, + { + "epoch": 0.4767455793491843, + "grad_norm": 2.3216028213500977, + "learning_rate": 1.1235927353997245e-05, + "loss": 2.5819, + "step": 27851 + }, + { + "epoch": 0.47676269706773483, + "grad_norm": 2.3047337532043457, + "learning_rate": 1.1235377197482231e-05, + "loss": 2.5971, + "step": 27852 + }, + { + "epoch": 0.4767798147862853, + "grad_norm": 2.4077444076538086, + "learning_rate": 1.1234827037170101e-05, + "loss": 2.5327, + "step": 27853 + }, + { + "epoch": 0.47679693250483574, + "grad_norm": 2.414325475692749, + "learning_rate": 1.1234276873062542e-05, + "loss": 2.5194, + "step": 27854 + }, + { + "epoch": 0.47681405022338624, + "grad_norm": 2.3094675540924072, + "learning_rate": 1.1233726705161242e-05, + "loss": 2.4947, + "step": 27855 + }, + { + "epoch": 0.4768311679419367, + "grad_norm": 2.361706256866455, + "learning_rate": 1.12331765334679e-05, + "loss": 2.5135, + "step": 27856 + }, + { + "epoch": 0.47684828566048715, + "grad_norm": 2.257617712020874, + "learning_rate": 1.1232626357984204e-05, + "loss": 2.5669, + "step": 27857 + }, + { + "epoch": 0.47686540337903766, + "grad_norm": 2.4450602531433105, + "learning_rate": 1.1232076178711844e-05, + "loss": 2.5686, + "step": 27858 + }, + { + "epoch": 0.4768825210975881, + "grad_norm": 2.3078742027282715, + "learning_rate": 1.1231525995652509e-05, + "loss": 2.5061, + "step": 27859 + }, + { + "epoch": 0.47689963881613856, + "grad_norm": 2.2912845611572266, + "learning_rate": 1.1230975808807892e-05, + "loss": 2.575, + "step": 27860 + }, + { + "epoch": 0.47691675653468907, + "grad_norm": 2.478339672088623, + "learning_rate": 1.1230425618179683e-05, + "loss": 2.5074, + "step": 27861 + }, + { + "epoch": 0.4769338742532395, + "grad_norm": 2.262676477432251, + "learning_rate": 1.1229875423769576e-05, + "loss": 2.5315, + "step": 27862 + }, + { + "epoch": 0.47695099197179, + "grad_norm": 2.392378807067871, + "learning_rate": 1.1229325225579261e-05, + "loss": 2.5889, + "step": 27863 + }, + { + "epoch": 0.4769681096903405, + "grad_norm": 2.4267005920410156, + "learning_rate": 1.122877502361043e-05, + "loss": 2.4942, + "step": 27864 + }, + { + "epoch": 0.47698522740889093, + "grad_norm": 2.3767621517181396, + "learning_rate": 1.122822481786477e-05, + "loss": 2.5554, + "step": 27865 + }, + { + "epoch": 0.47700234512744144, + "grad_norm": 2.405092239379883, + "learning_rate": 1.1227674608343977e-05, + "loss": 2.4809, + "step": 27866 + }, + { + "epoch": 0.4770194628459919, + "grad_norm": 2.238273859024048, + "learning_rate": 1.1227124395049738e-05, + "loss": 2.5579, + "step": 27867 + }, + { + "epoch": 0.47703658056454235, + "grad_norm": 2.520015239715576, + "learning_rate": 1.1226574177983747e-05, + "loss": 2.588, + "step": 27868 + }, + { + "epoch": 0.47705369828309285, + "grad_norm": 2.349980115890503, + "learning_rate": 1.1226023957147696e-05, + "loss": 2.5731, + "step": 27869 + }, + { + "epoch": 0.4770708160016433, + "grad_norm": 2.311969757080078, + "learning_rate": 1.1225473732543272e-05, + "loss": 2.5304, + "step": 27870 + }, + { + "epoch": 0.47708793372019376, + "grad_norm": 2.3015050888061523, + "learning_rate": 1.1224923504172172e-05, + "loss": 2.5533, + "step": 27871 + }, + { + "epoch": 0.47710505143874427, + "grad_norm": 2.3643639087677, + "learning_rate": 1.122437327203608e-05, + "loss": 2.5764, + "step": 27872 + }, + { + "epoch": 0.4771221691572947, + "grad_norm": 2.2363128662109375, + "learning_rate": 1.1223823036136694e-05, + "loss": 2.5351, + "step": 27873 + }, + { + "epoch": 0.47713928687584517, + "grad_norm": 2.3716864585876465, + "learning_rate": 1.1223272796475704e-05, + "loss": 2.6321, + "step": 27874 + }, + { + "epoch": 0.4771564045943957, + "grad_norm": 2.1779611110687256, + "learning_rate": 1.1222722553054795e-05, + "loss": 2.5367, + "step": 27875 + }, + { + "epoch": 0.47717352231294613, + "grad_norm": 2.43601655960083, + "learning_rate": 1.1222172305875665e-05, + "loss": 2.5339, + "step": 27876 + }, + { + "epoch": 0.4771906400314966, + "grad_norm": 2.4501211643218994, + "learning_rate": 1.1221622054940002e-05, + "loss": 2.5586, + "step": 27877 + }, + { + "epoch": 0.4772077577500471, + "grad_norm": 2.3320438861846924, + "learning_rate": 1.12210718002495e-05, + "loss": 2.6072, + "step": 27878 + }, + { + "epoch": 0.47722487546859754, + "grad_norm": 2.2544689178466797, + "learning_rate": 1.1220521541805849e-05, + "loss": 2.5197, + "step": 27879 + }, + { + "epoch": 0.477241993187148, + "grad_norm": 2.347667932510376, + "learning_rate": 1.1219971279610741e-05, + "loss": 2.5507, + "step": 27880 + }, + { + "epoch": 0.4772591109056985, + "grad_norm": 2.316761016845703, + "learning_rate": 1.1219421013665866e-05, + "loss": 2.4923, + "step": 27881 + }, + { + "epoch": 0.47727622862424895, + "grad_norm": 2.325103998184204, + "learning_rate": 1.1218870743972914e-05, + "loss": 2.6154, + "step": 27882 + }, + { + "epoch": 0.4772933463427994, + "grad_norm": 2.571467161178589, + "learning_rate": 1.1218320470533579e-05, + "loss": 2.5467, + "step": 27883 + }, + { + "epoch": 0.4773104640613499, + "grad_norm": 2.4053146839141846, + "learning_rate": 1.1217770193349554e-05, + "loss": 2.5651, + "step": 27884 + }, + { + "epoch": 0.47732758177990037, + "grad_norm": 2.330993890762329, + "learning_rate": 1.1217219912422524e-05, + "loss": 2.5937, + "step": 27885 + }, + { + "epoch": 0.4773446994984508, + "grad_norm": 2.484731912612915, + "learning_rate": 1.1216669627754183e-05, + "loss": 2.6394, + "step": 27886 + }, + { + "epoch": 0.4773618172170013, + "grad_norm": 2.476716995239258, + "learning_rate": 1.1216119339346228e-05, + "loss": 2.648, + "step": 27887 + }, + { + "epoch": 0.4773789349355518, + "grad_norm": 2.226771831512451, + "learning_rate": 1.1215569047200343e-05, + "loss": 2.5146, + "step": 27888 + }, + { + "epoch": 0.4773960526541023, + "grad_norm": 2.350494146347046, + "learning_rate": 1.121501875131822e-05, + "loss": 2.5675, + "step": 27889 + }, + { + "epoch": 0.47741317037265274, + "grad_norm": 2.3474340438842773, + "learning_rate": 1.121446845170156e-05, + "loss": 2.5872, + "step": 27890 + }, + { + "epoch": 0.4774302880912032, + "grad_norm": 2.4660565853118896, + "learning_rate": 1.1213918148352041e-05, + "loss": 2.645, + "step": 27891 + }, + { + "epoch": 0.4774474058097537, + "grad_norm": 2.3788998126983643, + "learning_rate": 1.1213367841271361e-05, + "loss": 2.6167, + "step": 27892 + }, + { + "epoch": 0.47746452352830415, + "grad_norm": 2.468932867050171, + "learning_rate": 1.1212817530461216e-05, + "loss": 2.6476, + "step": 27893 + }, + { + "epoch": 0.4774816412468546, + "grad_norm": 2.4235219955444336, + "learning_rate": 1.1212267215923287e-05, + "loss": 2.4934, + "step": 27894 + }, + { + "epoch": 0.4774987589654051, + "grad_norm": 2.263339042663574, + "learning_rate": 1.1211716897659273e-05, + "loss": 2.4579, + "step": 27895 + }, + { + "epoch": 0.47751587668395556, + "grad_norm": 2.264948844909668, + "learning_rate": 1.1211166575670864e-05, + "loss": 2.5757, + "step": 27896 + }, + { + "epoch": 0.477532994402506, + "grad_norm": 2.4677209854125977, + "learning_rate": 1.121061624995975e-05, + "loss": 2.6578, + "step": 27897 + }, + { + "epoch": 0.4775501121210565, + "grad_norm": 2.428706645965576, + "learning_rate": 1.1210065920527623e-05, + "loss": 2.573, + "step": 27898 + }, + { + "epoch": 0.477567229839607, + "grad_norm": 2.3546173572540283, + "learning_rate": 1.1209515587376176e-05, + "loss": 2.5049, + "step": 27899 + }, + { + "epoch": 0.47758434755815743, + "grad_norm": 2.308530330657959, + "learning_rate": 1.1208965250507102e-05, + "loss": 2.5656, + "step": 27900 + }, + { + "epoch": 0.47760146527670794, + "grad_norm": 2.255302667617798, + "learning_rate": 1.120841490992209e-05, + "loss": 2.4171, + "step": 27901 + }, + { + "epoch": 0.4776185829952584, + "grad_norm": 2.306562900543213, + "learning_rate": 1.1207864565622828e-05, + "loss": 2.4416, + "step": 27902 + }, + { + "epoch": 0.47763570071380884, + "grad_norm": 2.4062488079071045, + "learning_rate": 1.1207314217611011e-05, + "loss": 2.4944, + "step": 27903 + }, + { + "epoch": 0.47765281843235935, + "grad_norm": 2.409501075744629, + "learning_rate": 1.1206763865888332e-05, + "loss": 2.4784, + "step": 27904 + }, + { + "epoch": 0.4776699361509098, + "grad_norm": 2.176145076751709, + "learning_rate": 1.1206213510456481e-05, + "loss": 2.4657, + "step": 27905 + }, + { + "epoch": 0.47768705386946025, + "grad_norm": 2.2664411067962646, + "learning_rate": 1.1205663151317153e-05, + "loss": 2.5419, + "step": 27906 + }, + { + "epoch": 0.47770417158801076, + "grad_norm": 2.2332301139831543, + "learning_rate": 1.1205112788472035e-05, + "loss": 2.4635, + "step": 27907 + }, + { + "epoch": 0.4777212893065612, + "grad_norm": 2.4681060314178467, + "learning_rate": 1.1204562421922817e-05, + "loss": 2.5475, + "step": 27908 + }, + { + "epoch": 0.47773840702511167, + "grad_norm": 2.307331085205078, + "learning_rate": 1.1204012051671198e-05, + "loss": 2.529, + "step": 27909 + }, + { + "epoch": 0.4777555247436622, + "grad_norm": 2.3776986598968506, + "learning_rate": 1.1203461677718863e-05, + "loss": 2.4832, + "step": 27910 + }, + { + "epoch": 0.4777726424622126, + "grad_norm": 2.4006214141845703, + "learning_rate": 1.1202911300067508e-05, + "loss": 2.6438, + "step": 27911 + }, + { + "epoch": 0.47778976018076313, + "grad_norm": 2.1396780014038086, + "learning_rate": 1.1202360918718821e-05, + "loss": 2.3745, + "step": 27912 + }, + { + "epoch": 0.4778068778993136, + "grad_norm": 2.3662586212158203, + "learning_rate": 1.1201810533674495e-05, + "loss": 2.5251, + "step": 27913 + }, + { + "epoch": 0.47782399561786404, + "grad_norm": 2.5070297718048096, + "learning_rate": 1.1201260144936224e-05, + "loss": 2.6455, + "step": 27914 + }, + { + "epoch": 0.47784111333641455, + "grad_norm": 2.401031494140625, + "learning_rate": 1.1200709752505699e-05, + "loss": 2.5679, + "step": 27915 + }, + { + "epoch": 0.477858231054965, + "grad_norm": 2.3184118270874023, + "learning_rate": 1.1200159356384607e-05, + "loss": 2.5176, + "step": 27916 + }, + { + "epoch": 0.47787534877351545, + "grad_norm": 2.46863055229187, + "learning_rate": 1.1199608956574649e-05, + "loss": 2.4936, + "step": 27917 + }, + { + "epoch": 0.47789246649206596, + "grad_norm": 2.2036802768707275, + "learning_rate": 1.1199058553077506e-05, + "loss": 2.5399, + "step": 27918 + }, + { + "epoch": 0.4779095842106164, + "grad_norm": 2.3091917037963867, + "learning_rate": 1.1198508145894876e-05, + "loss": 2.5626, + "step": 27919 + }, + { + "epoch": 0.47792670192916686, + "grad_norm": 2.3980939388275146, + "learning_rate": 1.1197957735028448e-05, + "loss": 2.4899, + "step": 27920 + }, + { + "epoch": 0.47794381964771737, + "grad_norm": 2.273096799850464, + "learning_rate": 1.1197407320479918e-05, + "loss": 2.4979, + "step": 27921 + }, + { + "epoch": 0.4779609373662678, + "grad_norm": 2.270662307739258, + "learning_rate": 1.1196856902250977e-05, + "loss": 2.391, + "step": 27922 + }, + { + "epoch": 0.4779780550848183, + "grad_norm": 2.2335269451141357, + "learning_rate": 1.119630648034331e-05, + "loss": 2.3912, + "step": 27923 + }, + { + "epoch": 0.4779951728033688, + "grad_norm": 2.247279644012451, + "learning_rate": 1.1195756054758617e-05, + "loss": 2.6049, + "step": 27924 + }, + { + "epoch": 0.47801229052191924, + "grad_norm": 2.264688491821289, + "learning_rate": 1.1195205625498584e-05, + "loss": 2.5436, + "step": 27925 + }, + { + "epoch": 0.4780294082404697, + "grad_norm": 2.207531213760376, + "learning_rate": 1.1194655192564907e-05, + "loss": 2.5262, + "step": 27926 + }, + { + "epoch": 0.4780465259590202, + "grad_norm": 2.3723387718200684, + "learning_rate": 1.1194104755959278e-05, + "loss": 2.5786, + "step": 27927 + }, + { + "epoch": 0.47806364367757065, + "grad_norm": 2.2252750396728516, + "learning_rate": 1.1193554315683384e-05, + "loss": 2.5282, + "step": 27928 + }, + { + "epoch": 0.4780807613961211, + "grad_norm": 2.312260627746582, + "learning_rate": 1.1193003871738924e-05, + "loss": 2.5434, + "step": 27929 + }, + { + "epoch": 0.4780978791146716, + "grad_norm": 2.2361817359924316, + "learning_rate": 1.119245342412758e-05, + "loss": 2.5025, + "step": 27930 + }, + { + "epoch": 0.47811499683322206, + "grad_norm": 2.2804834842681885, + "learning_rate": 1.1191902972851054e-05, + "loss": 2.5022, + "step": 27931 + }, + { + "epoch": 0.4781321145517725, + "grad_norm": 2.3378055095672607, + "learning_rate": 1.1191352517911031e-05, + "loss": 2.5572, + "step": 27932 + }, + { + "epoch": 0.478149232270323, + "grad_norm": 2.405620813369751, + "learning_rate": 1.1190802059309206e-05, + "loss": 2.5775, + "step": 27933 + }, + { + "epoch": 0.4781663499888735, + "grad_norm": 2.2535200119018555, + "learning_rate": 1.1190251597047273e-05, + "loss": 2.5061, + "step": 27934 + }, + { + "epoch": 0.478183467707424, + "grad_norm": 2.314903497695923, + "learning_rate": 1.1189701131126917e-05, + "loss": 2.554, + "step": 27935 + }, + { + "epoch": 0.47820058542597443, + "grad_norm": 2.277670383453369, + "learning_rate": 1.118915066154984e-05, + "loss": 2.5969, + "step": 27936 + }, + { + "epoch": 0.4782177031445249, + "grad_norm": 2.295414924621582, + "learning_rate": 1.1188600188317725e-05, + "loss": 2.5612, + "step": 27937 + }, + { + "epoch": 0.4782348208630754, + "grad_norm": 2.444026231765747, + "learning_rate": 1.1188049711432267e-05, + "loss": 2.545, + "step": 27938 + }, + { + "epoch": 0.47825193858162585, + "grad_norm": 2.2220518589019775, + "learning_rate": 1.1187499230895159e-05, + "loss": 2.4462, + "step": 27939 + }, + { + "epoch": 0.4782690563001763, + "grad_norm": 2.223217010498047, + "learning_rate": 1.118694874670809e-05, + "loss": 2.5172, + "step": 27940 + }, + { + "epoch": 0.4782861740187268, + "grad_norm": 2.364389419555664, + "learning_rate": 1.1186398258872755e-05, + "loss": 2.4924, + "step": 27941 + }, + { + "epoch": 0.47830329173727726, + "grad_norm": 2.3585920333862305, + "learning_rate": 1.1185847767390845e-05, + "loss": 2.4639, + "step": 27942 + }, + { + "epoch": 0.4783204094558277, + "grad_norm": 2.3017842769622803, + "learning_rate": 1.1185297272264055e-05, + "loss": 2.4675, + "step": 27943 + }, + { + "epoch": 0.4783375271743782, + "grad_norm": 2.145155191421509, + "learning_rate": 1.1184746773494073e-05, + "loss": 2.4302, + "step": 27944 + }, + { + "epoch": 0.47835464489292867, + "grad_norm": 2.2642178535461426, + "learning_rate": 1.1184196271082593e-05, + "loss": 2.475, + "step": 27945 + }, + { + "epoch": 0.4783717626114791, + "grad_norm": 2.4992311000823975, + "learning_rate": 1.1183645765031304e-05, + "loss": 2.506, + "step": 27946 + }, + { + "epoch": 0.47838888033002963, + "grad_norm": 2.2802541255950928, + "learning_rate": 1.11830952553419e-05, + "loss": 2.4336, + "step": 27947 + }, + { + "epoch": 0.4784059980485801, + "grad_norm": 2.2287213802337646, + "learning_rate": 1.1182544742016075e-05, + "loss": 2.4846, + "step": 27948 + }, + { + "epoch": 0.47842311576713054, + "grad_norm": 2.2665023803710938, + "learning_rate": 1.1181994225055518e-05, + "loss": 2.4481, + "step": 27949 + }, + { + "epoch": 0.47844023348568104, + "grad_norm": 2.3589704036712646, + "learning_rate": 1.1181443704461926e-05, + "loss": 2.573, + "step": 27950 + }, + { + "epoch": 0.4784573512042315, + "grad_norm": 2.4688477516174316, + "learning_rate": 1.1180893180236984e-05, + "loss": 2.6378, + "step": 27951 + }, + { + "epoch": 0.47847446892278195, + "grad_norm": 2.29144287109375, + "learning_rate": 1.118034265238239e-05, + "loss": 2.5181, + "step": 27952 + }, + { + "epoch": 0.47849158664133246, + "grad_norm": 2.459562063217163, + "learning_rate": 1.1179792120899832e-05, + "loss": 2.492, + "step": 27953 + }, + { + "epoch": 0.4785087043598829, + "grad_norm": 2.2151119709014893, + "learning_rate": 1.1179241585791007e-05, + "loss": 2.3899, + "step": 27954 + }, + { + "epoch": 0.47852582207843336, + "grad_norm": 2.4922866821289062, + "learning_rate": 1.1178691047057602e-05, + "loss": 2.4846, + "step": 27955 + }, + { + "epoch": 0.47854293979698387, + "grad_norm": 2.4471797943115234, + "learning_rate": 1.1178140504701312e-05, + "loss": 2.5576, + "step": 27956 + }, + { + "epoch": 0.4785600575155343, + "grad_norm": 2.4007351398468018, + "learning_rate": 1.1177589958723827e-05, + "loss": 2.4391, + "step": 27957 + }, + { + "epoch": 0.47857717523408483, + "grad_norm": 2.2723991870880127, + "learning_rate": 1.1177039409126844e-05, + "loss": 2.5327, + "step": 27958 + }, + { + "epoch": 0.4785942929526353, + "grad_norm": 2.497340679168701, + "learning_rate": 1.117648885591205e-05, + "loss": 2.4606, + "step": 27959 + }, + { + "epoch": 0.47861141067118573, + "grad_norm": 2.3964591026306152, + "learning_rate": 1.1175938299081142e-05, + "loss": 2.7225, + "step": 27960 + }, + { + "epoch": 0.47862852838973624, + "grad_norm": 2.481278419494629, + "learning_rate": 1.1175387738635806e-05, + "loss": 2.5251, + "step": 27961 + }, + { + "epoch": 0.4786456461082867, + "grad_norm": 2.2290258407592773, + "learning_rate": 1.1174837174577739e-05, + "loss": 2.5252, + "step": 27962 + }, + { + "epoch": 0.47866276382683715, + "grad_norm": 2.495666265487671, + "learning_rate": 1.1174286606908632e-05, + "loss": 2.6342, + "step": 27963 + }, + { + "epoch": 0.47867988154538765, + "grad_norm": 2.4087040424346924, + "learning_rate": 1.1173736035630178e-05, + "loss": 2.6043, + "step": 27964 + }, + { + "epoch": 0.4786969992639381, + "grad_norm": 2.6077980995178223, + "learning_rate": 1.1173185460744067e-05, + "loss": 2.4961, + "step": 27965 + }, + { + "epoch": 0.47871411698248856, + "grad_norm": 2.242727041244507, + "learning_rate": 1.1172634882251995e-05, + "loss": 2.5201, + "step": 27966 + }, + { + "epoch": 0.47873123470103907, + "grad_norm": 2.28521728515625, + "learning_rate": 1.1172084300155648e-05, + "loss": 2.4644, + "step": 27967 + }, + { + "epoch": 0.4787483524195895, + "grad_norm": 2.242274045944214, + "learning_rate": 1.1171533714456724e-05, + "loss": 2.5634, + "step": 27968 + }, + { + "epoch": 0.47876547013813997, + "grad_norm": 2.3852479457855225, + "learning_rate": 1.1170983125156913e-05, + "loss": 2.5029, + "step": 27969 + }, + { + "epoch": 0.4787825878566905, + "grad_norm": 2.252492904663086, + "learning_rate": 1.1170432532257911e-05, + "loss": 2.5522, + "step": 27970 + }, + { + "epoch": 0.47879970557524093, + "grad_norm": 2.3220183849334717, + "learning_rate": 1.1169881935761404e-05, + "loss": 2.6268, + "step": 27971 + }, + { + "epoch": 0.4788168232937914, + "grad_norm": 2.3106889724731445, + "learning_rate": 1.1169331335669089e-05, + "loss": 2.5687, + "step": 27972 + }, + { + "epoch": 0.4788339410123419, + "grad_norm": 2.299067258834839, + "learning_rate": 1.1168780731982655e-05, + "loss": 2.5495, + "step": 27973 + }, + { + "epoch": 0.47885105873089234, + "grad_norm": 2.4236536026000977, + "learning_rate": 1.1168230124703798e-05, + "loss": 2.6011, + "step": 27974 + }, + { + "epoch": 0.4788681764494428, + "grad_norm": 2.385298013687134, + "learning_rate": 1.116767951383421e-05, + "loss": 2.5949, + "step": 27975 + }, + { + "epoch": 0.4788852941679933, + "grad_norm": 2.4093470573425293, + "learning_rate": 1.116712889937558e-05, + "loss": 2.5773, + "step": 27976 + }, + { + "epoch": 0.47890241188654376, + "grad_norm": 2.598628520965576, + "learning_rate": 1.1166578281329604e-05, + "loss": 2.564, + "step": 27977 + }, + { + "epoch": 0.4789195296050942, + "grad_norm": 2.364428997039795, + "learning_rate": 1.116602765969797e-05, + "loss": 2.63, + "step": 27978 + }, + { + "epoch": 0.4789366473236447, + "grad_norm": 2.3408126831054688, + "learning_rate": 1.1165477034482376e-05, + "loss": 2.566, + "step": 27979 + }, + { + "epoch": 0.47895376504219517, + "grad_norm": 2.298412322998047, + "learning_rate": 1.116492640568451e-05, + "loss": 2.4458, + "step": 27980 + }, + { + "epoch": 0.4789708827607457, + "grad_norm": 2.450770378112793, + "learning_rate": 1.1164375773306069e-05, + "loss": 2.5316, + "step": 27981 + }, + { + "epoch": 0.4789880004792961, + "grad_norm": 2.406371831893921, + "learning_rate": 1.116382513734874e-05, + "loss": 2.5806, + "step": 27982 + }, + { + "epoch": 0.4790051181978466, + "grad_norm": 2.3092944622039795, + "learning_rate": 1.1163274497814219e-05, + "loss": 2.5747, + "step": 27983 + }, + { + "epoch": 0.4790222359163971, + "grad_norm": 2.3083608150482178, + "learning_rate": 1.1162723854704196e-05, + "loss": 2.5881, + "step": 27984 + }, + { + "epoch": 0.47903935363494754, + "grad_norm": 2.412890911102295, + "learning_rate": 1.1162173208020368e-05, + "loss": 2.598, + "step": 27985 + }, + { + "epoch": 0.479056471353498, + "grad_norm": 2.2126646041870117, + "learning_rate": 1.1161622557764421e-05, + "loss": 2.6017, + "step": 27986 + }, + { + "epoch": 0.4790735890720485, + "grad_norm": 2.331190347671509, + "learning_rate": 1.1161071903938057e-05, + "loss": 2.5448, + "step": 27987 + }, + { + "epoch": 0.47909070679059895, + "grad_norm": 2.455810308456421, + "learning_rate": 1.1160521246542956e-05, + "loss": 2.6459, + "step": 27988 + }, + { + "epoch": 0.4791078245091494, + "grad_norm": 2.4202892780303955, + "learning_rate": 1.115997058558082e-05, + "loss": 2.5669, + "step": 27989 + }, + { + "epoch": 0.4791249422276999, + "grad_norm": 2.464219093322754, + "learning_rate": 1.1159419921053336e-05, + "loss": 2.4826, + "step": 27990 + }, + { + "epoch": 0.47914205994625036, + "grad_norm": 2.30171275138855, + "learning_rate": 1.1158869252962203e-05, + "loss": 2.5318, + "step": 27991 + }, + { + "epoch": 0.4791591776648008, + "grad_norm": 2.3260762691497803, + "learning_rate": 1.1158318581309108e-05, + "loss": 2.6056, + "step": 27992 + }, + { + "epoch": 0.4791762953833513, + "grad_norm": 2.3428351879119873, + "learning_rate": 1.1157767906095745e-05, + "loss": 2.5243, + "step": 27993 + }, + { + "epoch": 0.4791934131019018, + "grad_norm": 2.242997884750366, + "learning_rate": 1.115721722732381e-05, + "loss": 2.526, + "step": 27994 + }, + { + "epoch": 0.47921053082045223, + "grad_norm": 2.383089065551758, + "learning_rate": 1.1156666544994988e-05, + "loss": 2.6679, + "step": 27995 + }, + { + "epoch": 0.47922764853900274, + "grad_norm": 2.4328372478485107, + "learning_rate": 1.1156115859110976e-05, + "loss": 2.5808, + "step": 27996 + }, + { + "epoch": 0.4792447662575532, + "grad_norm": 2.3460450172424316, + "learning_rate": 1.115556516967347e-05, + "loss": 2.509, + "step": 27997 + }, + { + "epoch": 0.47926188397610364, + "grad_norm": 2.3991739749908447, + "learning_rate": 1.1155014476684156e-05, + "loss": 2.5835, + "step": 27998 + }, + { + "epoch": 0.47927900169465415, + "grad_norm": 2.376107692718506, + "learning_rate": 1.1154463780144733e-05, + "loss": 2.6861, + "step": 27999 + }, + { + "epoch": 0.4792961194132046, + "grad_norm": 2.263505697250366, + "learning_rate": 1.1153913080056888e-05, + "loss": 2.4957, + "step": 28000 + }, + { + "epoch": 0.47931323713175505, + "grad_norm": 2.4700615406036377, + "learning_rate": 1.115336237642232e-05, + "loss": 2.5836, + "step": 28001 + }, + { + "epoch": 0.47933035485030556, + "grad_norm": 2.3325448036193848, + "learning_rate": 1.1152811669242716e-05, + "loss": 2.5027, + "step": 28002 + }, + { + "epoch": 0.479347472568856, + "grad_norm": 2.348297119140625, + "learning_rate": 1.115226095851977e-05, + "loss": 2.6084, + "step": 28003 + }, + { + "epoch": 0.47936459028740647, + "grad_norm": 2.2285642623901367, + "learning_rate": 1.1151710244255174e-05, + "loss": 2.4145, + "step": 28004 + }, + { + "epoch": 0.479381708005957, + "grad_norm": 2.291572332382202, + "learning_rate": 1.1151159526450623e-05, + "loss": 2.5144, + "step": 28005 + }, + { + "epoch": 0.4793988257245074, + "grad_norm": 2.297788619995117, + "learning_rate": 1.115060880510781e-05, + "loss": 2.544, + "step": 28006 + }, + { + "epoch": 0.47941594344305793, + "grad_norm": 2.4466769695281982, + "learning_rate": 1.1150058080228425e-05, + "loss": 2.4892, + "step": 28007 + }, + { + "epoch": 0.4794330611616084, + "grad_norm": 2.4670989513397217, + "learning_rate": 1.1149507351814165e-05, + "loss": 2.5836, + "step": 28008 + }, + { + "epoch": 0.47945017888015884, + "grad_norm": 2.4965200424194336, + "learning_rate": 1.1148956619866718e-05, + "loss": 2.6537, + "step": 28009 + }, + { + "epoch": 0.47946729659870935, + "grad_norm": 2.4166293144226074, + "learning_rate": 1.1148405884387778e-05, + "loss": 2.5184, + "step": 28010 + }, + { + "epoch": 0.4794844143172598, + "grad_norm": 2.2872979640960693, + "learning_rate": 1.1147855145379039e-05, + "loss": 2.5824, + "step": 28011 + }, + { + "epoch": 0.47950153203581025, + "grad_norm": 2.383472204208374, + "learning_rate": 1.1147304402842193e-05, + "loss": 2.48, + "step": 28012 + }, + { + "epoch": 0.47951864975436076, + "grad_norm": 2.296849489212036, + "learning_rate": 1.1146753656778935e-05, + "loss": 2.6275, + "step": 28013 + }, + { + "epoch": 0.4795357674729112, + "grad_norm": 2.4206573963165283, + "learning_rate": 1.1146202907190952e-05, + "loss": 2.6279, + "step": 28014 + }, + { + "epoch": 0.47955288519146166, + "grad_norm": 2.3442227840423584, + "learning_rate": 1.1145652154079944e-05, + "loss": 2.556, + "step": 28015 + }, + { + "epoch": 0.47957000291001217, + "grad_norm": 2.322328805923462, + "learning_rate": 1.11451013974476e-05, + "loss": 2.5789, + "step": 28016 + }, + { + "epoch": 0.4795871206285626, + "grad_norm": 2.4914989471435547, + "learning_rate": 1.1144550637295612e-05, + "loss": 2.6699, + "step": 28017 + }, + { + "epoch": 0.4796042383471131, + "grad_norm": 2.405137300491333, + "learning_rate": 1.1143999873625676e-05, + "loss": 2.5172, + "step": 28018 + }, + { + "epoch": 0.4796213560656636, + "grad_norm": 2.3805747032165527, + "learning_rate": 1.1143449106439481e-05, + "loss": 2.5269, + "step": 28019 + }, + { + "epoch": 0.47963847378421404, + "grad_norm": 2.3146512508392334, + "learning_rate": 1.1142898335738723e-05, + "loss": 2.5679, + "step": 28020 + }, + { + "epoch": 0.4796555915027645, + "grad_norm": 2.304610252380371, + "learning_rate": 1.1142347561525094e-05, + "loss": 2.475, + "step": 28021 + }, + { + "epoch": 0.479672709221315, + "grad_norm": 2.2505459785461426, + "learning_rate": 1.1141796783800286e-05, + "loss": 2.5279, + "step": 28022 + }, + { + "epoch": 0.47968982693986545, + "grad_norm": 2.7327284812927246, + "learning_rate": 1.1141246002565993e-05, + "loss": 2.5733, + "step": 28023 + }, + { + "epoch": 0.4797069446584159, + "grad_norm": 2.150872230529785, + "learning_rate": 1.1140695217823909e-05, + "loss": 2.5219, + "step": 28024 + }, + { + "epoch": 0.4797240623769664, + "grad_norm": 2.4139976501464844, + "learning_rate": 1.1140144429575723e-05, + "loss": 2.5694, + "step": 28025 + }, + { + "epoch": 0.47974118009551686, + "grad_norm": 2.340559482574463, + "learning_rate": 1.113959363782313e-05, + "loss": 2.5032, + "step": 28026 + }, + { + "epoch": 0.4797582978140673, + "grad_norm": 2.2855894565582275, + "learning_rate": 1.1139042842567824e-05, + "loss": 2.5912, + "step": 28027 + }, + { + "epoch": 0.4797754155326178, + "grad_norm": 2.339813232421875, + "learning_rate": 1.11384920438115e-05, + "loss": 2.5521, + "step": 28028 + }, + { + "epoch": 0.4797925332511683, + "grad_norm": 2.222144603729248, + "learning_rate": 1.1137941241555842e-05, + "loss": 2.4439, + "step": 28029 + }, + { + "epoch": 0.4798096509697188, + "grad_norm": 2.341150999069214, + "learning_rate": 1.1137390435802555e-05, + "loss": 2.6231, + "step": 28030 + }, + { + "epoch": 0.47982676868826923, + "grad_norm": 2.3819708824157715, + "learning_rate": 1.1136839626553324e-05, + "loss": 2.497, + "step": 28031 + }, + { + "epoch": 0.4798438864068197, + "grad_norm": 2.376817226409912, + "learning_rate": 1.1136288813809843e-05, + "loss": 2.5097, + "step": 28032 + }, + { + "epoch": 0.4798610041253702, + "grad_norm": 2.4329679012298584, + "learning_rate": 1.1135737997573806e-05, + "loss": 2.4753, + "step": 28033 + }, + { + "epoch": 0.47987812184392065, + "grad_norm": 2.641258478164673, + "learning_rate": 1.113518717784691e-05, + "loss": 2.6338, + "step": 28034 + }, + { + "epoch": 0.4798952395624711, + "grad_norm": 2.397590398788452, + "learning_rate": 1.1134636354630838e-05, + "loss": 2.5464, + "step": 28035 + }, + { + "epoch": 0.4799123572810216, + "grad_norm": 2.337977647781372, + "learning_rate": 1.1134085527927294e-05, + "loss": 2.6293, + "step": 28036 + }, + { + "epoch": 0.47992947499957206, + "grad_norm": 2.135289192199707, + "learning_rate": 1.1133534697737967e-05, + "loss": 2.5013, + "step": 28037 + }, + { + "epoch": 0.4799465927181225, + "grad_norm": 2.2910990715026855, + "learning_rate": 1.1132983864064545e-05, + "loss": 2.4329, + "step": 28038 + }, + { + "epoch": 0.479963710436673, + "grad_norm": 2.1974105834960938, + "learning_rate": 1.1132433026908731e-05, + "loss": 2.6089, + "step": 28039 + }, + { + "epoch": 0.47998082815522347, + "grad_norm": 2.2729053497314453, + "learning_rate": 1.1131882186272206e-05, + "loss": 2.6067, + "step": 28040 + }, + { + "epoch": 0.4799979458737739, + "grad_norm": 2.3787596225738525, + "learning_rate": 1.1131331342156675e-05, + "loss": 2.51, + "step": 28041 + }, + { + "epoch": 0.48001506359232443, + "grad_norm": 2.272614002227783, + "learning_rate": 1.1130780494563822e-05, + "loss": 2.5474, + "step": 28042 + }, + { + "epoch": 0.4800321813108749, + "grad_norm": 2.3548805713653564, + "learning_rate": 1.1130229643495345e-05, + "loss": 2.5553, + "step": 28043 + }, + { + "epoch": 0.48004929902942534, + "grad_norm": 2.4874629974365234, + "learning_rate": 1.1129678788952936e-05, + "loss": 2.6148, + "step": 28044 + }, + { + "epoch": 0.48006641674797584, + "grad_norm": 2.2380504608154297, + "learning_rate": 1.112912793093829e-05, + "loss": 2.4156, + "step": 28045 + }, + { + "epoch": 0.4800835344665263, + "grad_norm": 2.5150527954101562, + "learning_rate": 1.1128577069453094e-05, + "loss": 2.4841, + "step": 28046 + }, + { + "epoch": 0.48010065218507675, + "grad_norm": 2.3003149032592773, + "learning_rate": 1.112802620449905e-05, + "loss": 2.5616, + "step": 28047 + }, + { + "epoch": 0.48011776990362726, + "grad_norm": 2.3663456439971924, + "learning_rate": 1.1127475336077842e-05, + "loss": 2.5228, + "step": 28048 + }, + { + "epoch": 0.4801348876221777, + "grad_norm": 2.264981269836426, + "learning_rate": 1.112692446419117e-05, + "loss": 2.4665, + "step": 28049 + }, + { + "epoch": 0.48015200534072816, + "grad_norm": 2.291738271713257, + "learning_rate": 1.1126373588840727e-05, + "loss": 2.465, + "step": 28050 + }, + { + "epoch": 0.48016912305927867, + "grad_norm": 2.362449884414673, + "learning_rate": 1.1125822710028202e-05, + "loss": 2.5533, + "step": 28051 + }, + { + "epoch": 0.4801862407778291, + "grad_norm": 2.458279609680176, + "learning_rate": 1.1125271827755288e-05, + "loss": 2.4606, + "step": 28052 + }, + { + "epoch": 0.48020335849637963, + "grad_norm": 2.3632755279541016, + "learning_rate": 1.1124720942023684e-05, + "loss": 2.4915, + "step": 28053 + }, + { + "epoch": 0.4802204762149301, + "grad_norm": 2.293253183364868, + "learning_rate": 1.1124170052835077e-05, + "loss": 2.4411, + "step": 28054 + }, + { + "epoch": 0.48023759393348053, + "grad_norm": 2.3812060356140137, + "learning_rate": 1.1123619160191166e-05, + "loss": 2.6036, + "step": 28055 + }, + { + "epoch": 0.48025471165203104, + "grad_norm": 2.3286030292510986, + "learning_rate": 1.1123068264093639e-05, + "loss": 2.5721, + "step": 28056 + }, + { + "epoch": 0.4802718293705815, + "grad_norm": 2.424262762069702, + "learning_rate": 1.112251736454419e-05, + "loss": 2.6895, + "step": 28057 + }, + { + "epoch": 0.48028894708913195, + "grad_norm": 2.428879976272583, + "learning_rate": 1.1121966461544516e-05, + "loss": 2.6949, + "step": 28058 + }, + { + "epoch": 0.48030606480768245, + "grad_norm": 2.2829630374908447, + "learning_rate": 1.1121415555096309e-05, + "loss": 2.5337, + "step": 28059 + }, + { + "epoch": 0.4803231825262329, + "grad_norm": 2.5114238262176514, + "learning_rate": 1.112086464520126e-05, + "loss": 2.5856, + "step": 28060 + }, + { + "epoch": 0.48034030024478336, + "grad_norm": 2.2818779945373535, + "learning_rate": 1.1120313731861066e-05, + "loss": 2.5323, + "step": 28061 + }, + { + "epoch": 0.48035741796333387, + "grad_norm": 2.464769124984741, + "learning_rate": 1.1119762815077416e-05, + "loss": 2.5769, + "step": 28062 + }, + { + "epoch": 0.4803745356818843, + "grad_norm": 2.271179437637329, + "learning_rate": 1.1119211894852003e-05, + "loss": 2.5522, + "step": 28063 + }, + { + "epoch": 0.48039165340043477, + "grad_norm": 2.3819470405578613, + "learning_rate": 1.1118660971186523e-05, + "loss": 2.7041, + "step": 28064 + }, + { + "epoch": 0.4804087711189853, + "grad_norm": 2.2008934020996094, + "learning_rate": 1.1118110044082673e-05, + "loss": 2.4793, + "step": 28065 + }, + { + "epoch": 0.48042588883753573, + "grad_norm": 2.310572862625122, + "learning_rate": 1.1117559113542142e-05, + "loss": 2.4545, + "step": 28066 + }, + { + "epoch": 0.4804430065560862, + "grad_norm": 2.266071319580078, + "learning_rate": 1.1117008179566622e-05, + "loss": 2.5518, + "step": 28067 + }, + { + "epoch": 0.4804601242746367, + "grad_norm": 2.2847185134887695, + "learning_rate": 1.1116457242157806e-05, + "loss": 2.5482, + "step": 28068 + }, + { + "epoch": 0.48047724199318714, + "grad_norm": 2.2238800525665283, + "learning_rate": 1.111590630131739e-05, + "loss": 2.5726, + "step": 28069 + }, + { + "epoch": 0.4804943597117376, + "grad_norm": 2.311133623123169, + "learning_rate": 1.1115355357047068e-05, + "loss": 2.5421, + "step": 28070 + }, + { + "epoch": 0.4805114774302881, + "grad_norm": 2.3046085834503174, + "learning_rate": 1.1114804409348535e-05, + "loss": 2.5513, + "step": 28071 + }, + { + "epoch": 0.48052859514883856, + "grad_norm": 2.237910747528076, + "learning_rate": 1.1114253458223479e-05, + "loss": 2.5247, + "step": 28072 + }, + { + "epoch": 0.480545712867389, + "grad_norm": 2.130826473236084, + "learning_rate": 1.1113702503673596e-05, + "loss": 2.4866, + "step": 28073 + }, + { + "epoch": 0.4805628305859395, + "grad_norm": 2.1566762924194336, + "learning_rate": 1.111315154570058e-05, + "loss": 2.5544, + "step": 28074 + }, + { + "epoch": 0.48057994830448997, + "grad_norm": 2.398746967315674, + "learning_rate": 1.1112600584306123e-05, + "loss": 2.5861, + "step": 28075 + }, + { + "epoch": 0.4805970660230405, + "grad_norm": 2.211756467819214, + "learning_rate": 1.1112049619491922e-05, + "loss": 2.4001, + "step": 28076 + }, + { + "epoch": 0.48061418374159093, + "grad_norm": 2.3128411769866943, + "learning_rate": 1.1111498651259667e-05, + "loss": 2.467, + "step": 28077 + }, + { + "epoch": 0.4806313014601414, + "grad_norm": 2.337470531463623, + "learning_rate": 1.111094767961105e-05, + "loss": 2.6788, + "step": 28078 + }, + { + "epoch": 0.4806484191786919, + "grad_norm": 2.2799227237701416, + "learning_rate": 1.1110396704547767e-05, + "loss": 2.5179, + "step": 28079 + }, + { + "epoch": 0.48066553689724234, + "grad_norm": 2.2042477130889893, + "learning_rate": 1.1109845726071516e-05, + "loss": 2.5768, + "step": 28080 + }, + { + "epoch": 0.4806826546157928, + "grad_norm": 2.240177869796753, + "learning_rate": 1.1109294744183983e-05, + "loss": 2.5453, + "step": 28081 + }, + { + "epoch": 0.4806997723343433, + "grad_norm": 2.312460422515869, + "learning_rate": 1.1108743758886867e-05, + "loss": 2.5903, + "step": 28082 + }, + { + "epoch": 0.48071689005289375, + "grad_norm": 2.29605770111084, + "learning_rate": 1.1108192770181854e-05, + "loss": 2.5366, + "step": 28083 + }, + { + "epoch": 0.4807340077714442, + "grad_norm": 2.3614718914031982, + "learning_rate": 1.1107641778070646e-05, + "loss": 2.5304, + "step": 28084 + }, + { + "epoch": 0.4807511254899947, + "grad_norm": 2.241471767425537, + "learning_rate": 1.110709078255493e-05, + "loss": 2.5207, + "step": 28085 + }, + { + "epoch": 0.48076824320854517, + "grad_norm": 2.3100998401641846, + "learning_rate": 1.1106539783636405e-05, + "loss": 2.4092, + "step": 28086 + }, + { + "epoch": 0.4807853609270956, + "grad_norm": 2.367673873901367, + "learning_rate": 1.1105988781316764e-05, + "loss": 2.5426, + "step": 28087 + }, + { + "epoch": 0.4808024786456461, + "grad_norm": 2.196969509124756, + "learning_rate": 1.1105437775597699e-05, + "loss": 2.47, + "step": 28088 + }, + { + "epoch": 0.4808195963641966, + "grad_norm": 2.3854012489318848, + "learning_rate": 1.1104886766480903e-05, + "loss": 2.5691, + "step": 28089 + }, + { + "epoch": 0.48083671408274703, + "grad_norm": 2.4574239253997803, + "learning_rate": 1.1104335753968067e-05, + "loss": 2.6316, + "step": 28090 + }, + { + "epoch": 0.48085383180129754, + "grad_norm": 2.2609288692474365, + "learning_rate": 1.1103784738060888e-05, + "loss": 2.4309, + "step": 28091 + }, + { + "epoch": 0.480870949519848, + "grad_norm": 2.2914745807647705, + "learning_rate": 1.1103233718761064e-05, + "loss": 2.5917, + "step": 28092 + }, + { + "epoch": 0.48088806723839844, + "grad_norm": 2.2601630687713623, + "learning_rate": 1.1102682696070279e-05, + "loss": 2.563, + "step": 28093 + }, + { + "epoch": 0.48090518495694895, + "grad_norm": 2.3426551818847656, + "learning_rate": 1.1102131669990232e-05, + "loss": 2.5434, + "step": 28094 + }, + { + "epoch": 0.4809223026754994, + "grad_norm": 2.27856183052063, + "learning_rate": 1.110158064052262e-05, + "loss": 2.528, + "step": 28095 + }, + { + "epoch": 0.48093942039404985, + "grad_norm": 2.2486095428466797, + "learning_rate": 1.1101029607669131e-05, + "loss": 2.4734, + "step": 28096 + }, + { + "epoch": 0.48095653811260036, + "grad_norm": 2.3162925243377686, + "learning_rate": 1.1100478571431458e-05, + "loss": 2.5428, + "step": 28097 + }, + { + "epoch": 0.4809736558311508, + "grad_norm": 2.382216453552246, + "learning_rate": 1.1099927531811304e-05, + "loss": 2.5496, + "step": 28098 + }, + { + "epoch": 0.4809907735497013, + "grad_norm": 2.490976333618164, + "learning_rate": 1.1099376488810349e-05, + "loss": 2.5729, + "step": 28099 + }, + { + "epoch": 0.4810078912682518, + "grad_norm": 2.3531413078308105, + "learning_rate": 1.1098825442430297e-05, + "loss": 2.4584, + "step": 28100 + }, + { + "epoch": 0.4810250089868022, + "grad_norm": 2.4790990352630615, + "learning_rate": 1.1098274392672837e-05, + "loss": 2.4864, + "step": 28101 + }, + { + "epoch": 0.48104212670535273, + "grad_norm": 2.2961456775665283, + "learning_rate": 1.1097723339539666e-05, + "loss": 2.5724, + "step": 28102 + }, + { + "epoch": 0.4810592444239032, + "grad_norm": 2.2734181880950928, + "learning_rate": 1.1097172283032478e-05, + "loss": 2.5916, + "step": 28103 + }, + { + "epoch": 0.48107636214245364, + "grad_norm": 2.134136199951172, + "learning_rate": 1.1096621223152962e-05, + "loss": 2.3397, + "step": 28104 + }, + { + "epoch": 0.48109347986100415, + "grad_norm": 2.3187572956085205, + "learning_rate": 1.1096070159902812e-05, + "loss": 2.5602, + "step": 28105 + }, + { + "epoch": 0.4811105975795546, + "grad_norm": 2.372659683227539, + "learning_rate": 1.1095519093283726e-05, + "loss": 2.6265, + "step": 28106 + }, + { + "epoch": 0.48112771529810505, + "grad_norm": 2.211312770843506, + "learning_rate": 1.1094968023297396e-05, + "loss": 2.5449, + "step": 28107 + }, + { + "epoch": 0.48114483301665556, + "grad_norm": 2.298809766769409, + "learning_rate": 1.109441694994552e-05, + "loss": 2.5029, + "step": 28108 + }, + { + "epoch": 0.481161950735206, + "grad_norm": 2.377042531967163, + "learning_rate": 1.1093865873229784e-05, + "loss": 2.565, + "step": 28109 + }, + { + "epoch": 0.48117906845375646, + "grad_norm": 2.1787452697753906, + "learning_rate": 1.1093314793151886e-05, + "loss": 2.3873, + "step": 28110 + }, + { + "epoch": 0.48119618617230697, + "grad_norm": 2.288160800933838, + "learning_rate": 1.1092763709713516e-05, + "loss": 2.5478, + "step": 28111 + }, + { + "epoch": 0.4812133038908574, + "grad_norm": 2.242649793624878, + "learning_rate": 1.1092212622916374e-05, + "loss": 2.503, + "step": 28112 + }, + { + "epoch": 0.4812304216094079, + "grad_norm": 2.1659538745880127, + "learning_rate": 1.109166153276215e-05, + "loss": 2.5122, + "step": 28113 + }, + { + "epoch": 0.4812475393279584, + "grad_norm": 2.2818052768707275, + "learning_rate": 1.1091110439252542e-05, + "loss": 2.5127, + "step": 28114 + }, + { + "epoch": 0.48126465704650884, + "grad_norm": 2.220919370651245, + "learning_rate": 1.1090559342389238e-05, + "loss": 2.6144, + "step": 28115 + }, + { + "epoch": 0.4812817747650593, + "grad_norm": 2.3103020191192627, + "learning_rate": 1.1090008242173937e-05, + "loss": 2.6069, + "step": 28116 + }, + { + "epoch": 0.4812988924836098, + "grad_norm": 2.2754387855529785, + "learning_rate": 1.1089457138608328e-05, + "loss": 2.527, + "step": 28117 + }, + { + "epoch": 0.48131601020216025, + "grad_norm": 2.153968095779419, + "learning_rate": 1.1088906031694109e-05, + "loss": 2.553, + "step": 28118 + }, + { + "epoch": 0.4813331279207107, + "grad_norm": 2.1977734565734863, + "learning_rate": 1.1088354921432972e-05, + "loss": 2.5146, + "step": 28119 + }, + { + "epoch": 0.4813502456392612, + "grad_norm": 2.2906479835510254, + "learning_rate": 1.108780380782661e-05, + "loss": 2.4569, + "step": 28120 + }, + { + "epoch": 0.48136736335781166, + "grad_norm": 2.4253628253936768, + "learning_rate": 1.1087252690876718e-05, + "loss": 2.5652, + "step": 28121 + }, + { + "epoch": 0.48138448107636217, + "grad_norm": 2.337113618850708, + "learning_rate": 1.108670157058499e-05, + "loss": 2.5896, + "step": 28122 + }, + { + "epoch": 0.4814015987949126, + "grad_norm": 2.2350754737854004, + "learning_rate": 1.1086150446953124e-05, + "loss": 2.4659, + "step": 28123 + }, + { + "epoch": 0.4814187165134631, + "grad_norm": 2.2915666103363037, + "learning_rate": 1.1085599319982805e-05, + "loss": 2.5011, + "step": 28124 + }, + { + "epoch": 0.4814358342320136, + "grad_norm": 2.3639609813690186, + "learning_rate": 1.1085048189675735e-05, + "loss": 2.5846, + "step": 28125 + }, + { + "epoch": 0.48145295195056403, + "grad_norm": 2.2499589920043945, + "learning_rate": 1.1084497056033603e-05, + "loss": 2.5262, + "step": 28126 + }, + { + "epoch": 0.4814700696691145, + "grad_norm": 2.371212959289551, + "learning_rate": 1.1083945919058106e-05, + "loss": 2.6385, + "step": 28127 + }, + { + "epoch": 0.481487187387665, + "grad_norm": 2.410665988922119, + "learning_rate": 1.1083394778750936e-05, + "loss": 2.5252, + "step": 28128 + }, + { + "epoch": 0.48150430510621545, + "grad_norm": 2.2286078929901123, + "learning_rate": 1.1082843635113789e-05, + "loss": 2.4735, + "step": 28129 + }, + { + "epoch": 0.4815214228247659, + "grad_norm": 2.371572494506836, + "learning_rate": 1.1082292488148356e-05, + "loss": 2.6793, + "step": 28130 + }, + { + "epoch": 0.4815385405433164, + "grad_norm": 2.321280002593994, + "learning_rate": 1.1081741337856338e-05, + "loss": 2.5164, + "step": 28131 + }, + { + "epoch": 0.48155565826186686, + "grad_norm": 2.2736992835998535, + "learning_rate": 1.1081190184239418e-05, + "loss": 2.4698, + "step": 28132 + }, + { + "epoch": 0.4815727759804173, + "grad_norm": 2.2927112579345703, + "learning_rate": 1.10806390272993e-05, + "loss": 2.5595, + "step": 28133 + }, + { + "epoch": 0.4815898936989678, + "grad_norm": 2.380539894104004, + "learning_rate": 1.1080087867037672e-05, + "loss": 2.5294, + "step": 28134 + }, + { + "epoch": 0.48160701141751827, + "grad_norm": 2.3097100257873535, + "learning_rate": 1.1079536703456233e-05, + "loss": 2.6354, + "step": 28135 + }, + { + "epoch": 0.4816241291360687, + "grad_norm": 2.3837263584136963, + "learning_rate": 1.1078985536556672e-05, + "loss": 2.617, + "step": 28136 + }, + { + "epoch": 0.48164124685461923, + "grad_norm": 2.1891555786132812, + "learning_rate": 1.1078434366340684e-05, + "loss": 2.4676, + "step": 28137 + }, + { + "epoch": 0.4816583645731697, + "grad_norm": 2.2295823097229004, + "learning_rate": 1.107788319280997e-05, + "loss": 2.5234, + "step": 28138 + }, + { + "epoch": 0.48167548229172014, + "grad_norm": 2.2559738159179688, + "learning_rate": 1.1077332015966213e-05, + "loss": 2.6379, + "step": 28139 + }, + { + "epoch": 0.48169260001027064, + "grad_norm": 2.229973316192627, + "learning_rate": 1.1076780835811118e-05, + "loss": 2.6275, + "step": 28140 + }, + { + "epoch": 0.4817097177288211, + "grad_norm": 2.2417290210723877, + "learning_rate": 1.1076229652346372e-05, + "loss": 2.5558, + "step": 28141 + }, + { + "epoch": 0.48172683544737155, + "grad_norm": 2.3092637062072754, + "learning_rate": 1.1075678465573666e-05, + "loss": 2.4522, + "step": 28142 + }, + { + "epoch": 0.48174395316592206, + "grad_norm": 2.4591641426086426, + "learning_rate": 1.1075127275494704e-05, + "loss": 2.6116, + "step": 28143 + }, + { + "epoch": 0.4817610708844725, + "grad_norm": 2.1280300617218018, + "learning_rate": 1.1074576082111174e-05, + "loss": 2.4263, + "step": 28144 + }, + { + "epoch": 0.481778188603023, + "grad_norm": 2.422729730606079, + "learning_rate": 1.1074024885424775e-05, + "loss": 2.6201, + "step": 28145 + }, + { + "epoch": 0.48179530632157347, + "grad_norm": 2.3746955394744873, + "learning_rate": 1.1073473685437195e-05, + "loss": 2.5216, + "step": 28146 + }, + { + "epoch": 0.4818124240401239, + "grad_norm": 2.5017030239105225, + "learning_rate": 1.1072922482150131e-05, + "loss": 2.7067, + "step": 28147 + }, + { + "epoch": 0.48182954175867443, + "grad_norm": 2.328209400177002, + "learning_rate": 1.1072371275565276e-05, + "loss": 2.4708, + "step": 28148 + }, + { + "epoch": 0.4818466594772249, + "grad_norm": 2.3465800285339355, + "learning_rate": 1.1071820065684326e-05, + "loss": 2.6154, + "step": 28149 + }, + { + "epoch": 0.48186377719577533, + "grad_norm": 2.2979178428649902, + "learning_rate": 1.1071268852508974e-05, + "loss": 2.5757, + "step": 28150 + }, + { + "epoch": 0.48188089491432584, + "grad_norm": 2.3680338859558105, + "learning_rate": 1.1070717636040918e-05, + "loss": 2.4207, + "step": 28151 + }, + { + "epoch": 0.4818980126328763, + "grad_norm": 2.353661298751831, + "learning_rate": 1.1070166416281848e-05, + "loss": 2.5999, + "step": 28152 + }, + { + "epoch": 0.48191513035142675, + "grad_norm": 2.371750831604004, + "learning_rate": 1.1069615193233458e-05, + "loss": 2.6015, + "step": 28153 + }, + { + "epoch": 0.48193224806997725, + "grad_norm": 2.2944939136505127, + "learning_rate": 1.1069063966897443e-05, + "loss": 2.5794, + "step": 28154 + }, + { + "epoch": 0.4819493657885277, + "grad_norm": 2.248316764831543, + "learning_rate": 1.1068512737275499e-05, + "loss": 2.4298, + "step": 28155 + }, + { + "epoch": 0.48196648350707816, + "grad_norm": 2.349881410598755, + "learning_rate": 1.106796150436932e-05, + "loss": 2.5389, + "step": 28156 + }, + { + "epoch": 0.48198360122562867, + "grad_norm": 2.4181666374206543, + "learning_rate": 1.1067410268180598e-05, + "loss": 2.6082, + "step": 28157 + }, + { + "epoch": 0.4820007189441791, + "grad_norm": 2.2072598934173584, + "learning_rate": 1.1066859028711027e-05, + "loss": 2.5608, + "step": 28158 + }, + { + "epoch": 0.48201783666272957, + "grad_norm": 2.231210231781006, + "learning_rate": 1.1066307785962307e-05, + "loss": 2.5372, + "step": 28159 + }, + { + "epoch": 0.4820349543812801, + "grad_norm": 2.286421775817871, + "learning_rate": 1.1065756539936127e-05, + "loss": 2.6297, + "step": 28160 + }, + { + "epoch": 0.48205207209983053, + "grad_norm": 2.2601659297943115, + "learning_rate": 1.1065205290634183e-05, + "loss": 2.4824, + "step": 28161 + }, + { + "epoch": 0.482069189818381, + "grad_norm": 2.194857597351074, + "learning_rate": 1.106465403805817e-05, + "loss": 2.4166, + "step": 28162 + }, + { + "epoch": 0.4820863075369315, + "grad_norm": 2.382490634918213, + "learning_rate": 1.1064102782209779e-05, + "loss": 2.5964, + "step": 28163 + }, + { + "epoch": 0.48210342525548194, + "grad_norm": 2.4729270935058594, + "learning_rate": 1.1063551523090707e-05, + "loss": 2.557, + "step": 28164 + }, + { + "epoch": 0.4821205429740324, + "grad_norm": 2.2431833744049072, + "learning_rate": 1.1063000260702647e-05, + "loss": 2.5444, + "step": 28165 + }, + { + "epoch": 0.4821376606925829, + "grad_norm": 2.34513521194458, + "learning_rate": 1.1062448995047298e-05, + "loss": 2.6044, + "step": 28166 + }, + { + "epoch": 0.48215477841113336, + "grad_norm": 2.343731164932251, + "learning_rate": 1.1061897726126353e-05, + "loss": 2.54, + "step": 28167 + }, + { + "epoch": 0.48217189612968386, + "grad_norm": 2.2514374256134033, + "learning_rate": 1.10613464539415e-05, + "loss": 2.3816, + "step": 28168 + }, + { + "epoch": 0.4821890138482343, + "grad_norm": 2.4963300228118896, + "learning_rate": 1.1060795178494439e-05, + "loss": 2.6449, + "step": 28169 + }, + { + "epoch": 0.48220613156678477, + "grad_norm": 2.2980828285217285, + "learning_rate": 1.1060243899786863e-05, + "loss": 2.4985, + "step": 28170 + }, + { + "epoch": 0.4822232492853353, + "grad_norm": 2.3018884658813477, + "learning_rate": 1.1059692617820465e-05, + "loss": 2.6371, + "step": 28171 + }, + { + "epoch": 0.48224036700388573, + "grad_norm": 2.243091344833374, + "learning_rate": 1.1059141332596946e-05, + "loss": 2.5168, + "step": 28172 + }, + { + "epoch": 0.4822574847224362, + "grad_norm": 2.293797731399536, + "learning_rate": 1.1058590044117991e-05, + "loss": 2.5228, + "step": 28173 + }, + { + "epoch": 0.4822746024409867, + "grad_norm": 2.4066720008850098, + "learning_rate": 1.1058038752385303e-05, + "loss": 2.6319, + "step": 28174 + }, + { + "epoch": 0.48229172015953714, + "grad_norm": 2.307872772216797, + "learning_rate": 1.1057487457400568e-05, + "loss": 2.5234, + "step": 28175 + }, + { + "epoch": 0.4823088378780876, + "grad_norm": 2.3938987255096436, + "learning_rate": 1.1056936159165488e-05, + "loss": 2.6418, + "step": 28176 + }, + { + "epoch": 0.4823259555966381, + "grad_norm": 2.3143296241760254, + "learning_rate": 1.1056384857681752e-05, + "loss": 2.5091, + "step": 28177 + }, + { + "epoch": 0.48234307331518855, + "grad_norm": 2.2888247966766357, + "learning_rate": 1.105583355295106e-05, + "loss": 2.462, + "step": 28178 + }, + { + "epoch": 0.482360191033739, + "grad_norm": 2.1557834148406982, + "learning_rate": 1.1055282244975103e-05, + "loss": 2.3983, + "step": 28179 + }, + { + "epoch": 0.4823773087522895, + "grad_norm": 2.345970392227173, + "learning_rate": 1.1054730933755575e-05, + "loss": 2.5043, + "step": 28180 + }, + { + "epoch": 0.48239442647083997, + "grad_norm": 2.287825584411621, + "learning_rate": 1.1054179619294174e-05, + "loss": 2.5815, + "step": 28181 + }, + { + "epoch": 0.4824115441893904, + "grad_norm": 2.2900166511535645, + "learning_rate": 1.105362830159259e-05, + "loss": 2.5549, + "step": 28182 + }, + { + "epoch": 0.4824286619079409, + "grad_norm": 2.5089497566223145, + "learning_rate": 1.1053076980652522e-05, + "loss": 2.5515, + "step": 28183 + }, + { + "epoch": 0.4824457796264914, + "grad_norm": 2.276836395263672, + "learning_rate": 1.1052525656475659e-05, + "loss": 2.5597, + "step": 28184 + }, + { + "epoch": 0.48246289734504183, + "grad_norm": 2.2107880115509033, + "learning_rate": 1.1051974329063702e-05, + "loss": 2.4706, + "step": 28185 + }, + { + "epoch": 0.48248001506359234, + "grad_norm": 2.3652353286743164, + "learning_rate": 1.1051422998418339e-05, + "loss": 2.5191, + "step": 28186 + }, + { + "epoch": 0.4824971327821428, + "grad_norm": 2.3227286338806152, + "learning_rate": 1.105087166454127e-05, + "loss": 2.5049, + "step": 28187 + }, + { + "epoch": 0.48251425050069324, + "grad_norm": 2.3562939167022705, + "learning_rate": 1.1050320327434187e-05, + "loss": 2.5333, + "step": 28188 + }, + { + "epoch": 0.48253136821924375, + "grad_norm": 2.3082518577575684, + "learning_rate": 1.1049768987098788e-05, + "loss": 2.5704, + "step": 28189 + }, + { + "epoch": 0.4825484859377942, + "grad_norm": 2.4277262687683105, + "learning_rate": 1.1049217643536762e-05, + "loss": 2.6612, + "step": 28190 + }, + { + "epoch": 0.48256560365634465, + "grad_norm": 2.2572648525238037, + "learning_rate": 1.1048666296749807e-05, + "loss": 2.4311, + "step": 28191 + }, + { + "epoch": 0.48258272137489516, + "grad_norm": 2.334878444671631, + "learning_rate": 1.1048114946739618e-05, + "loss": 2.6198, + "step": 28192 + }, + { + "epoch": 0.4825998390934456, + "grad_norm": 2.267148971557617, + "learning_rate": 1.1047563593507891e-05, + "loss": 2.513, + "step": 28193 + }, + { + "epoch": 0.4826169568119961, + "grad_norm": 2.3595480918884277, + "learning_rate": 1.1047012237056313e-05, + "loss": 2.541, + "step": 28194 + }, + { + "epoch": 0.4826340745305466, + "grad_norm": 2.3780322074890137, + "learning_rate": 1.104646087738659e-05, + "loss": 2.5052, + "step": 28195 + }, + { + "epoch": 0.482651192249097, + "grad_norm": 2.2535345554351807, + "learning_rate": 1.1045909514500408e-05, + "loss": 2.4347, + "step": 28196 + }, + { + "epoch": 0.48266830996764754, + "grad_norm": 2.3165111541748047, + "learning_rate": 1.1045358148399464e-05, + "loss": 2.5614, + "step": 28197 + }, + { + "epoch": 0.482685427686198, + "grad_norm": 2.339139461517334, + "learning_rate": 1.1044806779085453e-05, + "loss": 2.5273, + "step": 28198 + }, + { + "epoch": 0.48270254540474844, + "grad_norm": 2.328932046890259, + "learning_rate": 1.1044255406560074e-05, + "loss": 2.4802, + "step": 28199 + }, + { + "epoch": 0.48271966312329895, + "grad_norm": 2.3029444217681885, + "learning_rate": 1.1043704030825013e-05, + "loss": 2.5106, + "step": 28200 + }, + { + "epoch": 0.4827367808418494, + "grad_norm": 2.2922587394714355, + "learning_rate": 1.1043152651881972e-05, + "loss": 2.5014, + "step": 28201 + }, + { + "epoch": 0.48275389856039985, + "grad_norm": 2.308870553970337, + "learning_rate": 1.104260126973264e-05, + "loss": 2.5821, + "step": 28202 + }, + { + "epoch": 0.48277101627895036, + "grad_norm": 2.1896212100982666, + "learning_rate": 1.104204988437872e-05, + "loss": 2.5507, + "step": 28203 + }, + { + "epoch": 0.4827881339975008, + "grad_norm": 2.2774031162261963, + "learning_rate": 1.10414984958219e-05, + "loss": 2.54, + "step": 28204 + }, + { + "epoch": 0.48280525171605126, + "grad_norm": 2.1861212253570557, + "learning_rate": 1.1040947104063878e-05, + "loss": 2.491, + "step": 28205 + }, + { + "epoch": 0.4828223694346018, + "grad_norm": 2.4289796352386475, + "learning_rate": 1.1040395709106344e-05, + "loss": 2.4582, + "step": 28206 + }, + { + "epoch": 0.4828394871531522, + "grad_norm": 2.321082592010498, + "learning_rate": 1.1039844310950995e-05, + "loss": 2.5173, + "step": 28207 + }, + { + "epoch": 0.4828566048717027, + "grad_norm": 2.3324482440948486, + "learning_rate": 1.103929290959953e-05, + "loss": 2.5106, + "step": 28208 + }, + { + "epoch": 0.4828737225902532, + "grad_norm": 2.3080310821533203, + "learning_rate": 1.1038741505053641e-05, + "loss": 2.5229, + "step": 28209 + }, + { + "epoch": 0.48289084030880364, + "grad_norm": 2.3675789833068848, + "learning_rate": 1.1038190097315022e-05, + "loss": 2.5166, + "step": 28210 + }, + { + "epoch": 0.4829079580273541, + "grad_norm": 2.4076950550079346, + "learning_rate": 1.1037638686385368e-05, + "loss": 2.6495, + "step": 28211 + }, + { + "epoch": 0.4829250757459046, + "grad_norm": 2.206299066543579, + "learning_rate": 1.1037087272266373e-05, + "loss": 2.4303, + "step": 28212 + }, + { + "epoch": 0.48294219346445505, + "grad_norm": 2.4037067890167236, + "learning_rate": 1.1036535854959735e-05, + "loss": 2.5862, + "step": 28213 + }, + { + "epoch": 0.4829593111830055, + "grad_norm": 2.2112691402435303, + "learning_rate": 1.1035984434467146e-05, + "loss": 2.5857, + "step": 28214 + }, + { + "epoch": 0.482976428901556, + "grad_norm": 2.2810752391815186, + "learning_rate": 1.1035433010790303e-05, + "loss": 2.407, + "step": 28215 + }, + { + "epoch": 0.48299354662010646, + "grad_norm": 2.42486310005188, + "learning_rate": 1.1034881583930898e-05, + "loss": 2.6249, + "step": 28216 + }, + { + "epoch": 0.48301066433865697, + "grad_norm": 2.3490066528320312, + "learning_rate": 1.103433015389063e-05, + "loss": 2.4584, + "step": 28217 + }, + { + "epoch": 0.4830277820572074, + "grad_norm": 2.344697952270508, + "learning_rate": 1.103377872067119e-05, + "loss": 2.4876, + "step": 28218 + }, + { + "epoch": 0.4830448997757579, + "grad_norm": 2.3852603435516357, + "learning_rate": 1.1033227284274274e-05, + "loss": 2.5979, + "step": 28219 + }, + { + "epoch": 0.4830620174943084, + "grad_norm": 2.3297438621520996, + "learning_rate": 1.1032675844701579e-05, + "loss": 2.6241, + "step": 28220 + }, + { + "epoch": 0.48307913521285883, + "grad_norm": 2.3099024295806885, + "learning_rate": 1.1032124401954797e-05, + "loss": 2.619, + "step": 28221 + }, + { + "epoch": 0.4830962529314093, + "grad_norm": 2.423027276992798, + "learning_rate": 1.1031572956035623e-05, + "loss": 2.6675, + "step": 28222 + }, + { + "epoch": 0.4831133706499598, + "grad_norm": 2.3368940353393555, + "learning_rate": 1.1031021506945754e-05, + "loss": 2.6889, + "step": 28223 + }, + { + "epoch": 0.48313048836851025, + "grad_norm": 2.072256088256836, + "learning_rate": 1.1030470054686887e-05, + "loss": 2.3644, + "step": 28224 + }, + { + "epoch": 0.4831476060870607, + "grad_norm": 2.259032726287842, + "learning_rate": 1.1029918599260711e-05, + "loss": 2.4308, + "step": 28225 + }, + { + "epoch": 0.4831647238056112, + "grad_norm": 2.2546582221984863, + "learning_rate": 1.1029367140668928e-05, + "loss": 2.4886, + "step": 28226 + }, + { + "epoch": 0.48318184152416166, + "grad_norm": 2.25494122505188, + "learning_rate": 1.1028815678913226e-05, + "loss": 2.4621, + "step": 28227 + }, + { + "epoch": 0.4831989592427121, + "grad_norm": 2.242980480194092, + "learning_rate": 1.10282642139953e-05, + "loss": 2.5588, + "step": 28228 + }, + { + "epoch": 0.4832160769612626, + "grad_norm": 2.3288896083831787, + "learning_rate": 1.1027712745916852e-05, + "loss": 2.4812, + "step": 28229 + }, + { + "epoch": 0.48323319467981307, + "grad_norm": 2.2362639904022217, + "learning_rate": 1.1027161274679573e-05, + "loss": 2.4955, + "step": 28230 + }, + { + "epoch": 0.4832503123983635, + "grad_norm": 2.3075852394104004, + "learning_rate": 1.102660980028516e-05, + "loss": 2.5736, + "step": 28231 + }, + { + "epoch": 0.48326743011691403, + "grad_norm": 2.325125217437744, + "learning_rate": 1.1026058322735302e-05, + "loss": 2.5636, + "step": 28232 + }, + { + "epoch": 0.4832845478354645, + "grad_norm": 2.4020087718963623, + "learning_rate": 1.1025506842031698e-05, + "loss": 2.6566, + "step": 28233 + }, + { + "epoch": 0.48330166555401494, + "grad_norm": 2.3888537883758545, + "learning_rate": 1.1024955358176046e-05, + "loss": 2.5707, + "step": 28234 + }, + { + "epoch": 0.48331878327256544, + "grad_norm": 2.3346612453460693, + "learning_rate": 1.1024403871170038e-05, + "loss": 2.5479, + "step": 28235 + }, + { + "epoch": 0.4833359009911159, + "grad_norm": 2.467249631881714, + "learning_rate": 1.1023852381015369e-05, + "loss": 2.4791, + "step": 28236 + }, + { + "epoch": 0.48335301870966635, + "grad_norm": 2.276668071746826, + "learning_rate": 1.1023300887713734e-05, + "loss": 2.5366, + "step": 28237 + }, + { + "epoch": 0.48337013642821686, + "grad_norm": 2.317230463027954, + "learning_rate": 1.1022749391266829e-05, + "loss": 2.4616, + "step": 28238 + }, + { + "epoch": 0.4833872541467673, + "grad_norm": 2.2698419094085693, + "learning_rate": 1.1022197891676352e-05, + "loss": 2.4639, + "step": 28239 + }, + { + "epoch": 0.4834043718653178, + "grad_norm": 2.3489034175872803, + "learning_rate": 1.102164638894399e-05, + "loss": 2.5575, + "step": 28240 + }, + { + "epoch": 0.48342148958386827, + "grad_norm": 2.3486416339874268, + "learning_rate": 1.1021094883071445e-05, + "loss": 2.5736, + "step": 28241 + }, + { + "epoch": 0.4834386073024187, + "grad_norm": 2.309138059616089, + "learning_rate": 1.102054337406041e-05, + "loss": 2.5482, + "step": 28242 + }, + { + "epoch": 0.48345572502096923, + "grad_norm": 2.406714916229248, + "learning_rate": 1.1019991861912582e-05, + "loss": 2.67, + "step": 28243 + }, + { + "epoch": 0.4834728427395197, + "grad_norm": 2.33640193939209, + "learning_rate": 1.101944034662965e-05, + "loss": 2.5965, + "step": 28244 + }, + { + "epoch": 0.48348996045807013, + "grad_norm": 2.1751623153686523, + "learning_rate": 1.1018888828213316e-05, + "loss": 2.4364, + "step": 28245 + }, + { + "epoch": 0.48350707817662064, + "grad_norm": 2.2065556049346924, + "learning_rate": 1.1018337306665277e-05, + "loss": 2.4342, + "step": 28246 + }, + { + "epoch": 0.4835241958951711, + "grad_norm": 2.1823673248291016, + "learning_rate": 1.1017785781987221e-05, + "loss": 2.484, + "step": 28247 + }, + { + "epoch": 0.48354131361372155, + "grad_norm": 2.3190202713012695, + "learning_rate": 1.1017234254180843e-05, + "loss": 2.5518, + "step": 28248 + }, + { + "epoch": 0.48355843133227205, + "grad_norm": 2.2788913249969482, + "learning_rate": 1.1016682723247845e-05, + "loss": 2.6611, + "step": 28249 + }, + { + "epoch": 0.4835755490508225, + "grad_norm": 2.270580291748047, + "learning_rate": 1.1016131189189916e-05, + "loss": 2.5244, + "step": 28250 + }, + { + "epoch": 0.48359266676937296, + "grad_norm": 2.3283886909484863, + "learning_rate": 1.1015579652008754e-05, + "loss": 2.646, + "step": 28251 + }, + { + "epoch": 0.48360978448792347, + "grad_norm": 2.2435078620910645, + "learning_rate": 1.1015028111706057e-05, + "loss": 2.5646, + "step": 28252 + }, + { + "epoch": 0.4836269022064739, + "grad_norm": 2.3143985271453857, + "learning_rate": 1.1014476568283517e-05, + "loss": 2.624, + "step": 28253 + }, + { + "epoch": 0.48364401992502437, + "grad_norm": 2.216095447540283, + "learning_rate": 1.1013925021742829e-05, + "loss": 2.5897, + "step": 28254 + }, + { + "epoch": 0.4836611376435749, + "grad_norm": 2.3265492916107178, + "learning_rate": 1.1013373472085685e-05, + "loss": 2.4514, + "step": 28255 + }, + { + "epoch": 0.48367825536212533, + "grad_norm": 2.2708816528320312, + "learning_rate": 1.1012821919313787e-05, + "loss": 2.5372, + "step": 28256 + }, + { + "epoch": 0.4836953730806758, + "grad_norm": 2.497954845428467, + "learning_rate": 1.1012270363428828e-05, + "loss": 2.5723, + "step": 28257 + }, + { + "epoch": 0.4837124907992263, + "grad_norm": 2.3047616481781006, + "learning_rate": 1.10117188044325e-05, + "loss": 2.4462, + "step": 28258 + }, + { + "epoch": 0.48372960851777674, + "grad_norm": 2.403247117996216, + "learning_rate": 1.1011167242326504e-05, + "loss": 2.5496, + "step": 28259 + }, + { + "epoch": 0.4837467262363272, + "grad_norm": 2.447744369506836, + "learning_rate": 1.1010615677112531e-05, + "loss": 2.5299, + "step": 28260 + }, + { + "epoch": 0.4837638439548777, + "grad_norm": 2.249315023422241, + "learning_rate": 1.1010064108792278e-05, + "loss": 2.4763, + "step": 28261 + }, + { + "epoch": 0.48378096167342816, + "grad_norm": 2.3971378803253174, + "learning_rate": 1.1009512537367437e-05, + "loss": 2.6517, + "step": 28262 + }, + { + "epoch": 0.48379807939197866, + "grad_norm": 2.215529441833496, + "learning_rate": 1.1008960962839712e-05, + "loss": 2.4388, + "step": 28263 + }, + { + "epoch": 0.4838151971105291, + "grad_norm": 2.26816725730896, + "learning_rate": 1.1008409385210788e-05, + "loss": 2.543, + "step": 28264 + }, + { + "epoch": 0.48383231482907957, + "grad_norm": 2.2247912883758545, + "learning_rate": 1.1007857804482365e-05, + "loss": 2.2859, + "step": 28265 + }, + { + "epoch": 0.4838494325476301, + "grad_norm": 2.2698659896850586, + "learning_rate": 1.100730622065614e-05, + "loss": 2.4953, + "step": 28266 + }, + { + "epoch": 0.48386655026618053, + "grad_norm": 2.2647688388824463, + "learning_rate": 1.1006754633733805e-05, + "loss": 2.5506, + "step": 28267 + }, + { + "epoch": 0.483883667984731, + "grad_norm": 2.3668603897094727, + "learning_rate": 1.1006203043717059e-05, + "loss": 2.4267, + "step": 28268 + }, + { + "epoch": 0.4839007857032815, + "grad_norm": 2.264770984649658, + "learning_rate": 1.1005651450607596e-05, + "loss": 2.4488, + "step": 28269 + }, + { + "epoch": 0.48391790342183194, + "grad_norm": 2.4673235416412354, + "learning_rate": 1.1005099854407109e-05, + "loss": 2.5173, + "step": 28270 + }, + { + "epoch": 0.4839350211403824, + "grad_norm": 2.268378734588623, + "learning_rate": 1.1004548255117295e-05, + "loss": 2.5629, + "step": 28271 + }, + { + "epoch": 0.4839521388589329, + "grad_norm": 2.4907054901123047, + "learning_rate": 1.100399665273985e-05, + "loss": 2.4918, + "step": 28272 + }, + { + "epoch": 0.48396925657748335, + "grad_norm": 2.4429774284362793, + "learning_rate": 1.1003445047276472e-05, + "loss": 2.5532, + "step": 28273 + }, + { + "epoch": 0.4839863742960338, + "grad_norm": 2.262415647506714, + "learning_rate": 1.100289343872885e-05, + "loss": 2.4829, + "step": 28274 + }, + { + "epoch": 0.4840034920145843, + "grad_norm": 2.222093105316162, + "learning_rate": 1.1002341827098686e-05, + "loss": 2.4758, + "step": 28275 + }, + { + "epoch": 0.48402060973313477, + "grad_norm": 2.2816250324249268, + "learning_rate": 1.1001790212387668e-05, + "loss": 2.5752, + "step": 28276 + }, + { + "epoch": 0.4840377274516852, + "grad_norm": 2.3764100074768066, + "learning_rate": 1.10012385945975e-05, + "loss": 2.4685, + "step": 28277 + }, + { + "epoch": 0.4840548451702357, + "grad_norm": 2.383483409881592, + "learning_rate": 1.100068697372987e-05, + "loss": 2.5406, + "step": 28278 + }, + { + "epoch": 0.4840719628887862, + "grad_norm": 2.3005483150482178, + "learning_rate": 1.1000135349786481e-05, + "loss": 2.5502, + "step": 28279 + }, + { + "epoch": 0.48408908060733663, + "grad_norm": 2.379027843475342, + "learning_rate": 1.0999583722769023e-05, + "loss": 2.4229, + "step": 28280 + }, + { + "epoch": 0.48410619832588714, + "grad_norm": 2.2710447311401367, + "learning_rate": 1.099903209267919e-05, + "loss": 2.5612, + "step": 28281 + }, + { + "epoch": 0.4841233160444376, + "grad_norm": 2.294116973876953, + "learning_rate": 1.0998480459518686e-05, + "loss": 2.6028, + "step": 28282 + }, + { + "epoch": 0.48414043376298804, + "grad_norm": 2.2715916633605957, + "learning_rate": 1.0997928823289196e-05, + "loss": 2.5095, + "step": 28283 + }, + { + "epoch": 0.48415755148153855, + "grad_norm": 2.3777692317962646, + "learning_rate": 1.0997377183992423e-05, + "loss": 2.4888, + "step": 28284 + }, + { + "epoch": 0.484174669200089, + "grad_norm": 2.3662161827087402, + "learning_rate": 1.0996825541630061e-05, + "loss": 2.6033, + "step": 28285 + }, + { + "epoch": 0.4841917869186395, + "grad_norm": 2.2616822719573975, + "learning_rate": 1.0996273896203802e-05, + "loss": 2.4304, + "step": 28286 + }, + { + "epoch": 0.48420890463718996, + "grad_norm": 2.2545289993286133, + "learning_rate": 1.0995722247715345e-05, + "loss": 2.5922, + "step": 28287 + }, + { + "epoch": 0.4842260223557404, + "grad_norm": 2.399637222290039, + "learning_rate": 1.0995170596166385e-05, + "loss": 2.6376, + "step": 28288 + }, + { + "epoch": 0.4842431400742909, + "grad_norm": 2.2175018787384033, + "learning_rate": 1.099461894155862e-05, + "loss": 2.6045, + "step": 28289 + }, + { + "epoch": 0.4842602577928414, + "grad_norm": 2.294970989227295, + "learning_rate": 1.099406728389374e-05, + "loss": 2.5229, + "step": 28290 + }, + { + "epoch": 0.4842773755113918, + "grad_norm": 2.319570779800415, + "learning_rate": 1.0993515623173442e-05, + "loss": 2.7315, + "step": 28291 + }, + { + "epoch": 0.48429449322994234, + "grad_norm": 2.158019781112671, + "learning_rate": 1.0992963959399425e-05, + "loss": 2.4255, + "step": 28292 + }, + { + "epoch": 0.4843116109484928, + "grad_norm": 2.3451087474823, + "learning_rate": 1.0992412292573382e-05, + "loss": 2.6838, + "step": 28293 + }, + { + "epoch": 0.48432872866704324, + "grad_norm": 2.3030755519866943, + "learning_rate": 1.0991860622697013e-05, + "loss": 2.5593, + "step": 28294 + }, + { + "epoch": 0.48434584638559375, + "grad_norm": 2.2982265949249268, + "learning_rate": 1.0991308949772006e-05, + "loss": 2.4965, + "step": 28295 + }, + { + "epoch": 0.4843629641041442, + "grad_norm": 2.2163021564483643, + "learning_rate": 1.0990757273800065e-05, + "loss": 2.5199, + "step": 28296 + }, + { + "epoch": 0.48438008182269465, + "grad_norm": 2.2695224285125732, + "learning_rate": 1.0990205594782877e-05, + "loss": 2.4964, + "step": 28297 + }, + { + "epoch": 0.48439719954124516, + "grad_norm": 2.3182733058929443, + "learning_rate": 1.0989653912722142e-05, + "loss": 2.5834, + "step": 28298 + }, + { + "epoch": 0.4844143172597956, + "grad_norm": 2.229811906814575, + "learning_rate": 1.0989102227619557e-05, + "loss": 2.4877, + "step": 28299 + }, + { + "epoch": 0.48443143497834606, + "grad_norm": 2.294224977493286, + "learning_rate": 1.0988550539476819e-05, + "loss": 2.5447, + "step": 28300 + }, + { + "epoch": 0.4844485526968966, + "grad_norm": 2.4817497730255127, + "learning_rate": 1.0987998848295618e-05, + "loss": 2.5568, + "step": 28301 + }, + { + "epoch": 0.484465670415447, + "grad_norm": 2.2393136024475098, + "learning_rate": 1.0987447154077652e-05, + "loss": 2.4812, + "step": 28302 + }, + { + "epoch": 0.4844827881339975, + "grad_norm": 2.4244842529296875, + "learning_rate": 1.098689545682462e-05, + "loss": 2.5016, + "step": 28303 + }, + { + "epoch": 0.484499905852548, + "grad_norm": 2.3982746601104736, + "learning_rate": 1.0986343756538217e-05, + "loss": 2.6445, + "step": 28304 + }, + { + "epoch": 0.48451702357109844, + "grad_norm": 2.263467311859131, + "learning_rate": 1.0985792053220133e-05, + "loss": 2.4102, + "step": 28305 + }, + { + "epoch": 0.4845341412896489, + "grad_norm": 2.5237557888031006, + "learning_rate": 1.0985240346872071e-05, + "loss": 2.5922, + "step": 28306 + }, + { + "epoch": 0.4845512590081994, + "grad_norm": 2.2755396366119385, + "learning_rate": 1.098468863749572e-05, + "loss": 2.5672, + "step": 28307 + }, + { + "epoch": 0.48456837672674985, + "grad_norm": 2.2610108852386475, + "learning_rate": 1.098413692509278e-05, + "loss": 2.6302, + "step": 28308 + }, + { + "epoch": 0.48458549444530036, + "grad_norm": 2.3263349533081055, + "learning_rate": 1.0983585209664946e-05, + "loss": 2.5851, + "step": 28309 + }, + { + "epoch": 0.4846026121638508, + "grad_norm": 2.268836498260498, + "learning_rate": 1.0983033491213917e-05, + "loss": 2.4854, + "step": 28310 + }, + { + "epoch": 0.48461972988240126, + "grad_norm": 2.24143123626709, + "learning_rate": 1.0982481769741384e-05, + "loss": 2.5016, + "step": 28311 + }, + { + "epoch": 0.48463684760095177, + "grad_norm": 2.3079378604888916, + "learning_rate": 1.0981930045249043e-05, + "loss": 2.6429, + "step": 28312 + }, + { + "epoch": 0.4846539653195022, + "grad_norm": 2.2712955474853516, + "learning_rate": 1.0981378317738592e-05, + "loss": 2.4776, + "step": 28313 + }, + { + "epoch": 0.4846710830380527, + "grad_norm": 2.2824175357818604, + "learning_rate": 1.0980826587211726e-05, + "loss": 2.5501, + "step": 28314 + }, + { + "epoch": 0.4846882007566032, + "grad_norm": 2.209251642227173, + "learning_rate": 1.098027485367014e-05, + "loss": 2.4739, + "step": 28315 + }, + { + "epoch": 0.48470531847515363, + "grad_norm": 2.339162588119507, + "learning_rate": 1.0979723117115533e-05, + "loss": 2.4816, + "step": 28316 + }, + { + "epoch": 0.4847224361937041, + "grad_norm": 2.259315252304077, + "learning_rate": 1.0979171377549595e-05, + "loss": 2.5332, + "step": 28317 + }, + { + "epoch": 0.4847395539122546, + "grad_norm": 2.3099279403686523, + "learning_rate": 1.0978619634974028e-05, + "loss": 2.5419, + "step": 28318 + }, + { + "epoch": 0.48475667163080505, + "grad_norm": 2.358511447906494, + "learning_rate": 1.0978067889390524e-05, + "loss": 2.4842, + "step": 28319 + }, + { + "epoch": 0.4847737893493555, + "grad_norm": 2.262836456298828, + "learning_rate": 1.097751614080078e-05, + "loss": 2.5859, + "step": 28320 + }, + { + "epoch": 0.484790907067906, + "grad_norm": 2.30088472366333, + "learning_rate": 1.0976964389206494e-05, + "loss": 2.5816, + "step": 28321 + }, + { + "epoch": 0.48480802478645646, + "grad_norm": 2.388927936553955, + "learning_rate": 1.097641263460936e-05, + "loss": 2.5215, + "step": 28322 + }, + { + "epoch": 0.4848251425050069, + "grad_norm": 2.2763571739196777, + "learning_rate": 1.0975860877011071e-05, + "loss": 2.5519, + "step": 28323 + }, + { + "epoch": 0.4848422602235574, + "grad_norm": 2.47493839263916, + "learning_rate": 1.0975309116413326e-05, + "loss": 2.6043, + "step": 28324 + }, + { + "epoch": 0.48485937794210787, + "grad_norm": 2.311140775680542, + "learning_rate": 1.0974757352817825e-05, + "loss": 2.4886, + "step": 28325 + }, + { + "epoch": 0.4848764956606583, + "grad_norm": 2.400750160217285, + "learning_rate": 1.0974205586226254e-05, + "loss": 2.5216, + "step": 28326 + }, + { + "epoch": 0.48489361337920883, + "grad_norm": 2.384334087371826, + "learning_rate": 1.0973653816640317e-05, + "loss": 2.4823, + "step": 28327 + }, + { + "epoch": 0.4849107310977593, + "grad_norm": 2.519996166229248, + "learning_rate": 1.0973102044061707e-05, + "loss": 2.6797, + "step": 28328 + }, + { + "epoch": 0.48492784881630974, + "grad_norm": 2.2060317993164062, + "learning_rate": 1.0972550268492121e-05, + "loss": 2.4663, + "step": 28329 + }, + { + "epoch": 0.48494496653486024, + "grad_norm": 2.3445496559143066, + "learning_rate": 1.0971998489933253e-05, + "loss": 2.4903, + "step": 28330 + }, + { + "epoch": 0.4849620842534107, + "grad_norm": 2.441981077194214, + "learning_rate": 1.0971446708386802e-05, + "loss": 2.6658, + "step": 28331 + }, + { + "epoch": 0.4849792019719612, + "grad_norm": 2.3061201572418213, + "learning_rate": 1.0970894923854462e-05, + "loss": 2.4812, + "step": 28332 + }, + { + "epoch": 0.48499631969051166, + "grad_norm": 2.236783266067505, + "learning_rate": 1.097034313633793e-05, + "loss": 2.4821, + "step": 28333 + }, + { + "epoch": 0.4850134374090621, + "grad_norm": 2.4030849933624268, + "learning_rate": 1.09697913458389e-05, + "loss": 2.565, + "step": 28334 + }, + { + "epoch": 0.4850305551276126, + "grad_norm": 2.316417932510376, + "learning_rate": 1.0969239552359069e-05, + "loss": 2.4874, + "step": 28335 + }, + { + "epoch": 0.48504767284616307, + "grad_norm": 2.3401951789855957, + "learning_rate": 1.0968687755900134e-05, + "loss": 2.5517, + "step": 28336 + }, + { + "epoch": 0.4850647905647135, + "grad_norm": 2.3211140632629395, + "learning_rate": 1.096813595646379e-05, + "loss": 2.4944, + "step": 28337 + }, + { + "epoch": 0.48508190828326403, + "grad_norm": 2.331328868865967, + "learning_rate": 1.0967584154051733e-05, + "loss": 2.5576, + "step": 28338 + }, + { + "epoch": 0.4850990260018145, + "grad_norm": 2.409748077392578, + "learning_rate": 1.096703234866566e-05, + "loss": 2.5828, + "step": 28339 + }, + { + "epoch": 0.48511614372036493, + "grad_norm": 2.271211624145508, + "learning_rate": 1.096648054030727e-05, + "loss": 2.5596, + "step": 28340 + }, + { + "epoch": 0.48513326143891544, + "grad_norm": 2.3917202949523926, + "learning_rate": 1.096592872897825e-05, + "loss": 2.4031, + "step": 28341 + }, + { + "epoch": 0.4851503791574659, + "grad_norm": 2.352888822555542, + "learning_rate": 1.0965376914680303e-05, + "loss": 2.5554, + "step": 28342 + }, + { + "epoch": 0.48516749687601635, + "grad_norm": 2.3911848068237305, + "learning_rate": 1.0964825097415125e-05, + "loss": 2.5298, + "step": 28343 + }, + { + "epoch": 0.48518461459456685, + "grad_norm": 2.454806089401245, + "learning_rate": 1.0964273277184412e-05, + "loss": 2.4941, + "step": 28344 + }, + { + "epoch": 0.4852017323131173, + "grad_norm": 2.432197332382202, + "learning_rate": 1.0963721453989857e-05, + "loss": 2.6132, + "step": 28345 + }, + { + "epoch": 0.48521885003166776, + "grad_norm": 2.4623184204101562, + "learning_rate": 1.0963169627833157e-05, + "loss": 2.5482, + "step": 28346 + }, + { + "epoch": 0.48523596775021827, + "grad_norm": 2.222536325454712, + "learning_rate": 1.0962617798716013e-05, + "loss": 2.4566, + "step": 28347 + }, + { + "epoch": 0.4852530854687687, + "grad_norm": 2.592195510864258, + "learning_rate": 1.0962065966640116e-05, + "loss": 2.583, + "step": 28348 + }, + { + "epoch": 0.48527020318731917, + "grad_norm": 2.260343074798584, + "learning_rate": 1.0961514131607163e-05, + "loss": 2.5334, + "step": 28349 + }, + { + "epoch": 0.4852873209058697, + "grad_norm": 2.315990686416626, + "learning_rate": 1.0960962293618848e-05, + "loss": 2.4946, + "step": 28350 + }, + { + "epoch": 0.48530443862442013, + "grad_norm": 2.390252113342285, + "learning_rate": 1.0960410452676874e-05, + "loss": 2.4803, + "step": 28351 + }, + { + "epoch": 0.4853215563429706, + "grad_norm": 2.4521055221557617, + "learning_rate": 1.095985860878293e-05, + "loss": 2.5695, + "step": 28352 + }, + { + "epoch": 0.4853386740615211, + "grad_norm": 2.308582305908203, + "learning_rate": 1.0959306761938718e-05, + "loss": 2.6089, + "step": 28353 + }, + { + "epoch": 0.48535579178007154, + "grad_norm": 2.463880777359009, + "learning_rate": 1.095875491214593e-05, + "loss": 2.6505, + "step": 28354 + }, + { + "epoch": 0.485372909498622, + "grad_norm": 2.2076468467712402, + "learning_rate": 1.095820305940626e-05, + "loss": 2.5286, + "step": 28355 + }, + { + "epoch": 0.4853900272171725, + "grad_norm": 2.1826589107513428, + "learning_rate": 1.0957651203721411e-05, + "loss": 2.4614, + "step": 28356 + }, + { + "epoch": 0.48540714493572296, + "grad_norm": 2.220201253890991, + "learning_rate": 1.0957099345093074e-05, + "loss": 2.5706, + "step": 28357 + }, + { + "epoch": 0.48542426265427346, + "grad_norm": 2.2510788440704346, + "learning_rate": 1.095654748352295e-05, + "loss": 2.5517, + "step": 28358 + }, + { + "epoch": 0.4854413803728239, + "grad_norm": 2.301650047302246, + "learning_rate": 1.0955995619012731e-05, + "loss": 2.5, + "step": 28359 + }, + { + "epoch": 0.48545849809137437, + "grad_norm": 2.4109771251678467, + "learning_rate": 1.0955443751564114e-05, + "loss": 2.587, + "step": 28360 + }, + { + "epoch": 0.4854756158099249, + "grad_norm": 2.222980499267578, + "learning_rate": 1.0954891881178798e-05, + "loss": 2.622, + "step": 28361 + }, + { + "epoch": 0.48549273352847533, + "grad_norm": 2.2612898349761963, + "learning_rate": 1.0954340007858476e-05, + "loss": 2.5619, + "step": 28362 + }, + { + "epoch": 0.4855098512470258, + "grad_norm": 2.2733755111694336, + "learning_rate": 1.0953788131604841e-05, + "loss": 2.6945, + "step": 28363 + }, + { + "epoch": 0.4855269689655763, + "grad_norm": 2.417145013809204, + "learning_rate": 1.0953236252419598e-05, + "loss": 2.617, + "step": 28364 + }, + { + "epoch": 0.48554408668412674, + "grad_norm": 2.311401128768921, + "learning_rate": 1.0952684370304438e-05, + "loss": 2.5357, + "step": 28365 + }, + { + "epoch": 0.4855612044026772, + "grad_norm": 2.2731361389160156, + "learning_rate": 1.095213248526106e-05, + "loss": 2.5185, + "step": 28366 + }, + { + "epoch": 0.4855783221212277, + "grad_norm": 2.313955545425415, + "learning_rate": 1.0951580597291157e-05, + "loss": 2.5088, + "step": 28367 + }, + { + "epoch": 0.48559543983977815, + "grad_norm": 2.2478489875793457, + "learning_rate": 1.0951028706396427e-05, + "loss": 2.5107, + "step": 28368 + }, + { + "epoch": 0.4856125575583286, + "grad_norm": 2.32912278175354, + "learning_rate": 1.0950476812578565e-05, + "loss": 2.5638, + "step": 28369 + }, + { + "epoch": 0.4856296752768791, + "grad_norm": 2.408169984817505, + "learning_rate": 1.0949924915839272e-05, + "loss": 2.5899, + "step": 28370 + }, + { + "epoch": 0.48564679299542957, + "grad_norm": 2.314988374710083, + "learning_rate": 1.0949373016180235e-05, + "loss": 2.6299, + "step": 28371 + }, + { + "epoch": 0.48566391071398, + "grad_norm": 2.464737892150879, + "learning_rate": 1.0948821113603161e-05, + "loss": 2.4204, + "step": 28372 + }, + { + "epoch": 0.4856810284325305, + "grad_norm": 2.248192071914673, + "learning_rate": 1.0948269208109739e-05, + "loss": 2.5673, + "step": 28373 + }, + { + "epoch": 0.485698146151081, + "grad_norm": 2.142781972885132, + "learning_rate": 1.094771729970167e-05, + "loss": 2.4763, + "step": 28374 + }, + { + "epoch": 0.48571526386963143, + "grad_norm": 2.220186471939087, + "learning_rate": 1.0947165388380646e-05, + "loss": 2.4926, + "step": 28375 + }, + { + "epoch": 0.48573238158818194, + "grad_norm": 2.5453097820281982, + "learning_rate": 1.0946613474148368e-05, + "loss": 2.5423, + "step": 28376 + }, + { + "epoch": 0.4857494993067324, + "grad_norm": 2.298457622528076, + "learning_rate": 1.0946061557006528e-05, + "loss": 2.5236, + "step": 28377 + }, + { + "epoch": 0.48576661702528284, + "grad_norm": 2.3104379177093506, + "learning_rate": 1.0945509636956826e-05, + "loss": 2.5468, + "step": 28378 + }, + { + "epoch": 0.48578373474383335, + "grad_norm": 2.2791996002197266, + "learning_rate": 1.0944957714000955e-05, + "loss": 2.3661, + "step": 28379 + }, + { + "epoch": 0.4858008524623838, + "grad_norm": 2.233936071395874, + "learning_rate": 1.0944405788140615e-05, + "loss": 2.5225, + "step": 28380 + }, + { + "epoch": 0.4858179701809343, + "grad_norm": 2.317441463470459, + "learning_rate": 1.09438538593775e-05, + "loss": 2.5161, + "step": 28381 + }, + { + "epoch": 0.48583508789948476, + "grad_norm": 2.2781574726104736, + "learning_rate": 1.0943301927713305e-05, + "loss": 2.5105, + "step": 28382 + }, + { + "epoch": 0.4858522056180352, + "grad_norm": 2.2997043132781982, + "learning_rate": 1.0942749993149732e-05, + "loss": 2.5377, + "step": 28383 + }, + { + "epoch": 0.4858693233365857, + "grad_norm": 2.2300865650177, + "learning_rate": 1.0942198055688474e-05, + "loss": 2.5099, + "step": 28384 + }, + { + "epoch": 0.4858864410551362, + "grad_norm": 2.202181339263916, + "learning_rate": 1.0941646115331226e-05, + "loss": 2.5038, + "step": 28385 + }, + { + "epoch": 0.48590355877368663, + "grad_norm": 2.2309818267822266, + "learning_rate": 1.0941094172079688e-05, + "loss": 2.4112, + "step": 28386 + }, + { + "epoch": 0.48592067649223714, + "grad_norm": 2.249131917953491, + "learning_rate": 1.094054222593555e-05, + "loss": 2.6465, + "step": 28387 + }, + { + "epoch": 0.4859377942107876, + "grad_norm": 2.336383819580078, + "learning_rate": 1.0939990276900515e-05, + "loss": 2.5634, + "step": 28388 + }, + { + "epoch": 0.48595491192933804, + "grad_norm": 2.3221888542175293, + "learning_rate": 1.0939438324976277e-05, + "loss": 2.504, + "step": 28389 + }, + { + "epoch": 0.48597202964788855, + "grad_norm": 2.384923219680786, + "learning_rate": 1.0938886370164536e-05, + "loss": 2.6661, + "step": 28390 + }, + { + "epoch": 0.485989147366439, + "grad_norm": 2.215414524078369, + "learning_rate": 1.0938334412466984e-05, + "loss": 2.4884, + "step": 28391 + }, + { + "epoch": 0.48600626508498945, + "grad_norm": 2.2575223445892334, + "learning_rate": 1.0937782451885318e-05, + "loss": 2.5718, + "step": 28392 + }, + { + "epoch": 0.48602338280353996, + "grad_norm": 2.2477171421051025, + "learning_rate": 1.0937230488421235e-05, + "loss": 2.5654, + "step": 28393 + }, + { + "epoch": 0.4860405005220904, + "grad_norm": 2.1521694660186768, + "learning_rate": 1.093667852207643e-05, + "loss": 2.4366, + "step": 28394 + }, + { + "epoch": 0.48605761824064087, + "grad_norm": 2.3655216693878174, + "learning_rate": 1.0936126552852606e-05, + "loss": 2.4977, + "step": 28395 + }, + { + "epoch": 0.4860747359591914, + "grad_norm": 2.263857364654541, + "learning_rate": 1.0935574580751455e-05, + "loss": 2.5001, + "step": 28396 + }, + { + "epoch": 0.4860918536777418, + "grad_norm": 2.2013602256774902, + "learning_rate": 1.0935022605774675e-05, + "loss": 2.4267, + "step": 28397 + }, + { + "epoch": 0.4861089713962923, + "grad_norm": 2.163329601287842, + "learning_rate": 1.0934470627923957e-05, + "loss": 2.4884, + "step": 28398 + }, + { + "epoch": 0.4861260891148428, + "grad_norm": 2.3881781101226807, + "learning_rate": 1.0933918647201003e-05, + "loss": 2.6156, + "step": 28399 + }, + { + "epoch": 0.48614320683339324, + "grad_norm": 2.239232063293457, + "learning_rate": 1.093336666360751e-05, + "loss": 2.5337, + "step": 28400 + }, + { + "epoch": 0.4861603245519437, + "grad_norm": 2.2693889141082764, + "learning_rate": 1.0932814677145173e-05, + "loss": 2.5622, + "step": 28401 + }, + { + "epoch": 0.4861774422704942, + "grad_norm": 2.2507965564727783, + "learning_rate": 1.0932262687815686e-05, + "loss": 2.5035, + "step": 28402 + }, + { + "epoch": 0.48619455998904465, + "grad_norm": 2.3261096477508545, + "learning_rate": 1.0931710695620753e-05, + "loss": 2.6016, + "step": 28403 + }, + { + "epoch": 0.48621167770759516, + "grad_norm": 2.269397020339966, + "learning_rate": 1.0931158700562063e-05, + "loss": 2.4588, + "step": 28404 + }, + { + "epoch": 0.4862287954261456, + "grad_norm": 2.2816505432128906, + "learning_rate": 1.0930606702641316e-05, + "loss": 2.5812, + "step": 28405 + }, + { + "epoch": 0.48624591314469606, + "grad_norm": 2.1968295574188232, + "learning_rate": 1.0930054701860207e-05, + "loss": 2.4201, + "step": 28406 + }, + { + "epoch": 0.48626303086324657, + "grad_norm": 2.3381431102752686, + "learning_rate": 1.0929502698220436e-05, + "loss": 2.6089, + "step": 28407 + }, + { + "epoch": 0.486280148581797, + "grad_norm": 2.271498441696167, + "learning_rate": 1.0928950691723696e-05, + "loss": 2.4381, + "step": 28408 + }, + { + "epoch": 0.4862972663003475, + "grad_norm": 2.475161075592041, + "learning_rate": 1.0928398682371685e-05, + "loss": 2.5844, + "step": 28409 + }, + { + "epoch": 0.486314384018898, + "grad_norm": 2.2115371227264404, + "learning_rate": 1.09278466701661e-05, + "loss": 2.4845, + "step": 28410 + }, + { + "epoch": 0.48633150173744844, + "grad_norm": 2.2008183002471924, + "learning_rate": 1.0927294655108642e-05, + "loss": 2.6504, + "step": 28411 + }, + { + "epoch": 0.4863486194559989, + "grad_norm": 2.285254716873169, + "learning_rate": 1.0926742637201e-05, + "loss": 2.3902, + "step": 28412 + }, + { + "epoch": 0.4863657371745494, + "grad_norm": 2.3654801845550537, + "learning_rate": 1.0926190616444873e-05, + "loss": 2.6337, + "step": 28413 + }, + { + "epoch": 0.48638285489309985, + "grad_norm": 2.2512528896331787, + "learning_rate": 1.0925638592841961e-05, + "loss": 2.4792, + "step": 28414 + }, + { + "epoch": 0.4863999726116503, + "grad_norm": 2.3768978118896484, + "learning_rate": 1.0925086566393957e-05, + "loss": 2.5502, + "step": 28415 + }, + { + "epoch": 0.4864170903302008, + "grad_norm": 2.332603693008423, + "learning_rate": 1.0924534537102558e-05, + "loss": 2.5604, + "step": 28416 + }, + { + "epoch": 0.48643420804875126, + "grad_norm": 2.299821138381958, + "learning_rate": 1.0923982504969466e-05, + "loss": 2.5157, + "step": 28417 + }, + { + "epoch": 0.4864513257673017, + "grad_norm": 2.3634018898010254, + "learning_rate": 1.092343046999637e-05, + "loss": 2.5179, + "step": 28418 + }, + { + "epoch": 0.4864684434858522, + "grad_norm": 2.2534329891204834, + "learning_rate": 1.0922878432184973e-05, + "loss": 2.4459, + "step": 28419 + }, + { + "epoch": 0.4864855612044027, + "grad_norm": 2.3254776000976562, + "learning_rate": 1.0922326391536968e-05, + "loss": 2.5802, + "step": 28420 + }, + { + "epoch": 0.4865026789229531, + "grad_norm": 2.4595441818237305, + "learning_rate": 1.0921774348054052e-05, + "loss": 2.5876, + "step": 28421 + }, + { + "epoch": 0.48651979664150363, + "grad_norm": 2.2973618507385254, + "learning_rate": 1.0921222301737927e-05, + "loss": 2.5093, + "step": 28422 + }, + { + "epoch": 0.4865369143600541, + "grad_norm": 2.2251949310302734, + "learning_rate": 1.092067025259028e-05, + "loss": 2.5249, + "step": 28423 + }, + { + "epoch": 0.48655403207860454, + "grad_norm": 2.414766311645508, + "learning_rate": 1.0920118200612816e-05, + "loss": 2.6098, + "step": 28424 + }, + { + "epoch": 0.48657114979715504, + "grad_norm": 2.203303813934326, + "learning_rate": 1.0919566145807228e-05, + "loss": 2.5987, + "step": 28425 + }, + { + "epoch": 0.4865882675157055, + "grad_norm": 2.3237180709838867, + "learning_rate": 1.0919014088175217e-05, + "loss": 2.4763, + "step": 28426 + }, + { + "epoch": 0.486605385234256, + "grad_norm": 2.4046034812927246, + "learning_rate": 1.0918462027718476e-05, + "loss": 2.4224, + "step": 28427 + }, + { + "epoch": 0.48662250295280646, + "grad_norm": 2.1924593448638916, + "learning_rate": 1.0917909964438702e-05, + "loss": 2.5638, + "step": 28428 + }, + { + "epoch": 0.4866396206713569, + "grad_norm": 2.4204211235046387, + "learning_rate": 1.0917357898337593e-05, + "loss": 2.5628, + "step": 28429 + }, + { + "epoch": 0.4866567383899074, + "grad_norm": 2.4131863117218018, + "learning_rate": 1.0916805829416846e-05, + "loss": 2.5796, + "step": 28430 + }, + { + "epoch": 0.48667385610845787, + "grad_norm": 2.4593169689178467, + "learning_rate": 1.0916253757678155e-05, + "loss": 2.5077, + "step": 28431 + }, + { + "epoch": 0.4866909738270083, + "grad_norm": 2.4007797241210938, + "learning_rate": 1.0915701683123221e-05, + "loss": 2.3989, + "step": 28432 + }, + { + "epoch": 0.48670809154555883, + "grad_norm": 2.242530107498169, + "learning_rate": 1.091514960575374e-05, + "loss": 2.5035, + "step": 28433 + }, + { + "epoch": 0.4867252092641093, + "grad_norm": 2.3121888637542725, + "learning_rate": 1.0914597525571408e-05, + "loss": 2.5133, + "step": 28434 + }, + { + "epoch": 0.48674232698265973, + "grad_norm": 2.465946674346924, + "learning_rate": 1.091404544257792e-05, + "loss": 2.5068, + "step": 28435 + }, + { + "epoch": 0.48675944470121024, + "grad_norm": 2.42960524559021, + "learning_rate": 1.0913493356774976e-05, + "loss": 2.573, + "step": 28436 + }, + { + "epoch": 0.4867765624197607, + "grad_norm": 2.5270657539367676, + "learning_rate": 1.091294126816427e-05, + "loss": 2.4471, + "step": 28437 + }, + { + "epoch": 0.48679368013831115, + "grad_norm": 2.387420177459717, + "learning_rate": 1.0912389176747504e-05, + "loss": 2.5191, + "step": 28438 + }, + { + "epoch": 0.48681079785686165, + "grad_norm": 2.439500331878662, + "learning_rate": 1.0911837082526368e-05, + "loss": 2.5842, + "step": 28439 + }, + { + "epoch": 0.4868279155754121, + "grad_norm": 2.314570426940918, + "learning_rate": 1.0911284985502566e-05, + "loss": 2.4627, + "step": 28440 + }, + { + "epoch": 0.48684503329396256, + "grad_norm": 2.3182578086853027, + "learning_rate": 1.0910732885677788e-05, + "loss": 2.5442, + "step": 28441 + }, + { + "epoch": 0.48686215101251307, + "grad_norm": 2.3100876808166504, + "learning_rate": 1.0910180783053736e-05, + "loss": 2.4483, + "step": 28442 + }, + { + "epoch": 0.4868792687310635, + "grad_norm": 2.343229055404663, + "learning_rate": 1.0909628677632105e-05, + "loss": 2.4382, + "step": 28443 + }, + { + "epoch": 0.48689638644961397, + "grad_norm": 2.363804817199707, + "learning_rate": 1.0909076569414597e-05, + "loss": 2.5232, + "step": 28444 + }, + { + "epoch": 0.4869135041681645, + "grad_norm": 2.4178693294525146, + "learning_rate": 1.0908524458402897e-05, + "loss": 2.5961, + "step": 28445 + }, + { + "epoch": 0.48693062188671493, + "grad_norm": 2.3558096885681152, + "learning_rate": 1.0907972344598713e-05, + "loss": 2.5707, + "step": 28446 + }, + { + "epoch": 0.4869477396052654, + "grad_norm": 2.40129017829895, + "learning_rate": 1.0907420228003737e-05, + "loss": 2.652, + "step": 28447 + }, + { + "epoch": 0.4869648573238159, + "grad_norm": 2.5008952617645264, + "learning_rate": 1.0906868108619671e-05, + "loss": 2.7057, + "step": 28448 + }, + { + "epoch": 0.48698197504236634, + "grad_norm": 2.309394598007202, + "learning_rate": 1.0906315986448208e-05, + "loss": 2.5711, + "step": 28449 + }, + { + "epoch": 0.48699909276091685, + "grad_norm": 2.3417677879333496, + "learning_rate": 1.0905763861491043e-05, + "loss": 2.5824, + "step": 28450 + }, + { + "epoch": 0.4870162104794673, + "grad_norm": 2.3311357498168945, + "learning_rate": 1.0905211733749874e-05, + "loss": 2.6196, + "step": 28451 + }, + { + "epoch": 0.48703332819801776, + "grad_norm": 2.1816468238830566, + "learning_rate": 1.0904659603226403e-05, + "loss": 2.586, + "step": 28452 + }, + { + "epoch": 0.48705044591656826, + "grad_norm": 2.3645331859588623, + "learning_rate": 1.0904107469922321e-05, + "loss": 2.5736, + "step": 28453 + }, + { + "epoch": 0.4870675636351187, + "grad_norm": 2.1289796829223633, + "learning_rate": 1.0903555333839329e-05, + "loss": 2.5615, + "step": 28454 + }, + { + "epoch": 0.48708468135366917, + "grad_norm": 2.4191486835479736, + "learning_rate": 1.0903003194979124e-05, + "loss": 2.6241, + "step": 28455 + }, + { + "epoch": 0.4871017990722197, + "grad_norm": 2.24284291267395, + "learning_rate": 1.09024510533434e-05, + "loss": 2.5242, + "step": 28456 + }, + { + "epoch": 0.48711891679077013, + "grad_norm": 2.141571521759033, + "learning_rate": 1.0901898908933857e-05, + "loss": 2.5505, + "step": 28457 + }, + { + "epoch": 0.4871360345093206, + "grad_norm": 2.2581582069396973, + "learning_rate": 1.0901346761752189e-05, + "loss": 2.5322, + "step": 28458 + }, + { + "epoch": 0.4871531522278711, + "grad_norm": 2.280522584915161, + "learning_rate": 1.0900794611800096e-05, + "loss": 2.4664, + "step": 28459 + }, + { + "epoch": 0.48717026994642154, + "grad_norm": 2.2824909687042236, + "learning_rate": 1.0900242459079275e-05, + "loss": 2.6735, + "step": 28460 + }, + { + "epoch": 0.487187387664972, + "grad_norm": 2.342075824737549, + "learning_rate": 1.0899690303591422e-05, + "loss": 2.5712, + "step": 28461 + }, + { + "epoch": 0.4872045053835225, + "grad_norm": 2.2627198696136475, + "learning_rate": 1.0899138145338237e-05, + "loss": 2.6444, + "step": 28462 + }, + { + "epoch": 0.48722162310207295, + "grad_norm": 2.0862507820129395, + "learning_rate": 1.0898585984321411e-05, + "loss": 2.5874, + "step": 28463 + }, + { + "epoch": 0.4872387408206234, + "grad_norm": 2.270082712173462, + "learning_rate": 1.0898033820542646e-05, + "loss": 2.4286, + "step": 28464 + }, + { + "epoch": 0.4872558585391739, + "grad_norm": 2.105625867843628, + "learning_rate": 1.0897481654003639e-05, + "loss": 2.452, + "step": 28465 + }, + { + "epoch": 0.48727297625772437, + "grad_norm": 2.0838935375213623, + "learning_rate": 1.0896929484706085e-05, + "loss": 2.4625, + "step": 28466 + }, + { + "epoch": 0.4872900939762748, + "grad_norm": 2.2708988189697266, + "learning_rate": 1.0896377312651682e-05, + "loss": 2.5082, + "step": 28467 + }, + { + "epoch": 0.4873072116948253, + "grad_norm": 2.3472890853881836, + "learning_rate": 1.0895825137842127e-05, + "loss": 2.5186, + "step": 28468 + }, + { + "epoch": 0.4873243294133758, + "grad_norm": 2.1771957874298096, + "learning_rate": 1.089527296027912e-05, + "loss": 2.582, + "step": 28469 + }, + { + "epoch": 0.48734144713192623, + "grad_norm": 2.254499673843384, + "learning_rate": 1.0894720779964354e-05, + "loss": 2.5861, + "step": 28470 + }, + { + "epoch": 0.48735856485047674, + "grad_norm": 2.307528257369995, + "learning_rate": 1.0894168596899531e-05, + "loss": 2.6558, + "step": 28471 + }, + { + "epoch": 0.4873756825690272, + "grad_norm": 2.1003201007843018, + "learning_rate": 1.089361641108634e-05, + "loss": 2.4608, + "step": 28472 + }, + { + "epoch": 0.4873928002875777, + "grad_norm": 2.237036943435669, + "learning_rate": 1.0893064222526488e-05, + "loss": 2.5682, + "step": 28473 + }, + { + "epoch": 0.48740991800612815, + "grad_norm": 2.2629802227020264, + "learning_rate": 1.0892512031221666e-05, + "loss": 2.5624, + "step": 28474 + }, + { + "epoch": 0.4874270357246786, + "grad_norm": 2.272073745727539, + "learning_rate": 1.0891959837173573e-05, + "loss": 2.5209, + "step": 28475 + }, + { + "epoch": 0.4874441534432291, + "grad_norm": 2.271763324737549, + "learning_rate": 1.089140764038391e-05, + "loss": 2.5092, + "step": 28476 + }, + { + "epoch": 0.48746127116177956, + "grad_norm": 2.236295461654663, + "learning_rate": 1.0890855440854364e-05, + "loss": 2.5895, + "step": 28477 + }, + { + "epoch": 0.48747838888033, + "grad_norm": 2.3849399089813232, + "learning_rate": 1.0890303238586641e-05, + "loss": 2.514, + "step": 28478 + }, + { + "epoch": 0.4874955065988805, + "grad_norm": 2.3683552742004395, + "learning_rate": 1.0889751033582439e-05, + "loss": 2.6603, + "step": 28479 + }, + { + "epoch": 0.487512624317431, + "grad_norm": 2.239929676055908, + "learning_rate": 1.0889198825843448e-05, + "loss": 2.3948, + "step": 28480 + }, + { + "epoch": 0.48752974203598143, + "grad_norm": 2.3440792560577393, + "learning_rate": 1.0888646615371374e-05, + "loss": 2.4915, + "step": 28481 + }, + { + "epoch": 0.48754685975453194, + "grad_norm": 2.4525341987609863, + "learning_rate": 1.0888094402167908e-05, + "loss": 2.533, + "step": 28482 + }, + { + "epoch": 0.4875639774730824, + "grad_norm": 2.3257834911346436, + "learning_rate": 1.0887542186234747e-05, + "loss": 2.5094, + "step": 28483 + }, + { + "epoch": 0.48758109519163284, + "grad_norm": 2.322582244873047, + "learning_rate": 1.0886989967573595e-05, + "loss": 2.545, + "step": 28484 + }, + { + "epoch": 0.48759821291018335, + "grad_norm": 2.3892123699188232, + "learning_rate": 1.0886437746186142e-05, + "loss": 2.4521, + "step": 28485 + }, + { + "epoch": 0.4876153306287338, + "grad_norm": 2.454967975616455, + "learning_rate": 1.088588552207409e-05, + "loss": 2.576, + "step": 28486 + }, + { + "epoch": 0.48763244834728425, + "grad_norm": 2.421772003173828, + "learning_rate": 1.0885333295239133e-05, + "loss": 2.6366, + "step": 28487 + }, + { + "epoch": 0.48764956606583476, + "grad_norm": 2.303201675415039, + "learning_rate": 1.088478106568297e-05, + "loss": 2.5694, + "step": 28488 + }, + { + "epoch": 0.4876666837843852, + "grad_norm": 2.4120748043060303, + "learning_rate": 1.0884228833407297e-05, + "loss": 2.4541, + "step": 28489 + }, + { + "epoch": 0.48768380150293567, + "grad_norm": 2.755854368209839, + "learning_rate": 1.0883676598413815e-05, + "loss": 2.5893, + "step": 28490 + }, + { + "epoch": 0.4877009192214862, + "grad_norm": 2.2154598236083984, + "learning_rate": 1.088312436070422e-05, + "loss": 2.3732, + "step": 28491 + }, + { + "epoch": 0.4877180369400366, + "grad_norm": 2.4176383018493652, + "learning_rate": 1.0882572120280208e-05, + "loss": 2.5001, + "step": 28492 + }, + { + "epoch": 0.4877351546585871, + "grad_norm": 2.2354228496551514, + "learning_rate": 1.0882019877143475e-05, + "loss": 2.4253, + "step": 28493 + }, + { + "epoch": 0.4877522723771376, + "grad_norm": 2.4483346939086914, + "learning_rate": 1.0881467631295721e-05, + "loss": 2.5354, + "step": 28494 + }, + { + "epoch": 0.48776939009568804, + "grad_norm": 2.298753023147583, + "learning_rate": 1.0880915382738641e-05, + "loss": 2.5008, + "step": 28495 + }, + { + "epoch": 0.48778650781423855, + "grad_norm": 2.3338940143585205, + "learning_rate": 1.0880363131473937e-05, + "loss": 2.5535, + "step": 28496 + }, + { + "epoch": 0.487803625532789, + "grad_norm": 2.3252856731414795, + "learning_rate": 1.0879810877503304e-05, + "loss": 2.6349, + "step": 28497 + }, + { + "epoch": 0.48782074325133945, + "grad_norm": 2.178812026977539, + "learning_rate": 1.087925862082844e-05, + "loss": 2.4658, + "step": 28498 + }, + { + "epoch": 0.48783786096988996, + "grad_norm": 2.2563867568969727, + "learning_rate": 1.0878706361451037e-05, + "loss": 2.4073, + "step": 28499 + }, + { + "epoch": 0.4878549786884404, + "grad_norm": 2.244340658187866, + "learning_rate": 1.0878154099372797e-05, + "loss": 2.4429, + "step": 28500 + }, + { + "epoch": 0.48787209640699086, + "grad_norm": 2.37917423248291, + "learning_rate": 1.0877601834595417e-05, + "loss": 2.6548, + "step": 28501 + }, + { + "epoch": 0.48788921412554137, + "grad_norm": 2.255664110183716, + "learning_rate": 1.0877049567120598e-05, + "loss": 2.4994, + "step": 28502 + }, + { + "epoch": 0.4879063318440918, + "grad_norm": 2.3083972930908203, + "learning_rate": 1.0876497296950032e-05, + "loss": 2.5779, + "step": 28503 + }, + { + "epoch": 0.4879234495626423, + "grad_norm": 2.350437641143799, + "learning_rate": 1.087594502408542e-05, + "loss": 2.642, + "step": 28504 + }, + { + "epoch": 0.4879405672811928, + "grad_norm": 2.4285290241241455, + "learning_rate": 1.087539274852846e-05, + "loss": 2.6461, + "step": 28505 + }, + { + "epoch": 0.48795768499974324, + "grad_norm": 2.3517608642578125, + "learning_rate": 1.0874840470280843e-05, + "loss": 2.4493, + "step": 28506 + }, + { + "epoch": 0.4879748027182937, + "grad_norm": 2.318511486053467, + "learning_rate": 1.0874288189344274e-05, + "loss": 2.5737, + "step": 28507 + }, + { + "epoch": 0.4879919204368442, + "grad_norm": 2.4927852153778076, + "learning_rate": 1.0873735905720448e-05, + "loss": 2.6745, + "step": 28508 + }, + { + "epoch": 0.48800903815539465, + "grad_norm": 2.4528939723968506, + "learning_rate": 1.0873183619411064e-05, + "loss": 2.6825, + "step": 28509 + }, + { + "epoch": 0.4880261558739451, + "grad_norm": 2.2815115451812744, + "learning_rate": 1.0872631330417813e-05, + "loss": 2.5688, + "step": 28510 + }, + { + "epoch": 0.4880432735924956, + "grad_norm": 2.4383597373962402, + "learning_rate": 1.0872079038742397e-05, + "loss": 2.499, + "step": 28511 + }, + { + "epoch": 0.48806039131104606, + "grad_norm": 2.2647383213043213, + "learning_rate": 1.087152674438652e-05, + "loss": 2.4989, + "step": 28512 + }, + { + "epoch": 0.4880775090295965, + "grad_norm": 2.195148468017578, + "learning_rate": 1.0870974447351873e-05, + "loss": 2.4729, + "step": 28513 + }, + { + "epoch": 0.488094626748147, + "grad_norm": 2.2750580310821533, + "learning_rate": 1.0870422147640149e-05, + "loss": 2.5671, + "step": 28514 + }, + { + "epoch": 0.4881117444666975, + "grad_norm": 2.414950370788574, + "learning_rate": 1.0869869845253054e-05, + "loss": 2.6584, + "step": 28515 + }, + { + "epoch": 0.4881288621852479, + "grad_norm": 2.33825945854187, + "learning_rate": 1.086931754019228e-05, + "loss": 2.6091, + "step": 28516 + }, + { + "epoch": 0.48814597990379843, + "grad_norm": 2.255218029022217, + "learning_rate": 1.0868765232459526e-05, + "loss": 2.6406, + "step": 28517 + }, + { + "epoch": 0.4881630976223489, + "grad_norm": 2.157587766647339, + "learning_rate": 1.0868212922056493e-05, + "loss": 2.4201, + "step": 28518 + }, + { + "epoch": 0.48818021534089934, + "grad_norm": 2.326870918273926, + "learning_rate": 1.0867660608984876e-05, + "loss": 2.5687, + "step": 28519 + }, + { + "epoch": 0.48819733305944985, + "grad_norm": 2.2993133068084717, + "learning_rate": 1.0867108293246374e-05, + "loss": 2.6246, + "step": 28520 + }, + { + "epoch": 0.4882144507780003, + "grad_norm": 2.2861461639404297, + "learning_rate": 1.0866555974842681e-05, + "loss": 2.6143, + "step": 28521 + }, + { + "epoch": 0.4882315684965508, + "grad_norm": 2.2665810585021973, + "learning_rate": 1.0866003653775496e-05, + "loss": 2.5447, + "step": 28522 + }, + { + "epoch": 0.48824868621510126, + "grad_norm": 2.3316893577575684, + "learning_rate": 1.0865451330046517e-05, + "loss": 2.4828, + "step": 28523 + }, + { + "epoch": 0.4882658039336517, + "grad_norm": 2.21441650390625, + "learning_rate": 1.0864899003657445e-05, + "loss": 2.4952, + "step": 28524 + }, + { + "epoch": 0.4882829216522022, + "grad_norm": 2.2163805961608887, + "learning_rate": 1.0864346674609973e-05, + "loss": 2.4511, + "step": 28525 + }, + { + "epoch": 0.48830003937075267, + "grad_norm": 2.3176825046539307, + "learning_rate": 1.0863794342905803e-05, + "loss": 2.5138, + "step": 28526 + }, + { + "epoch": 0.4883171570893031, + "grad_norm": 2.2828879356384277, + "learning_rate": 1.0863242008546628e-05, + "loss": 2.566, + "step": 28527 + }, + { + "epoch": 0.48833427480785363, + "grad_norm": 2.2874081134796143, + "learning_rate": 1.0862689671534148e-05, + "loss": 2.5035, + "step": 28528 + }, + { + "epoch": 0.4883513925264041, + "grad_norm": 2.283254861831665, + "learning_rate": 1.0862137331870062e-05, + "loss": 2.4387, + "step": 28529 + }, + { + "epoch": 0.48836851024495453, + "grad_norm": 2.324150323867798, + "learning_rate": 1.0861584989556064e-05, + "loss": 2.5606, + "step": 28530 + }, + { + "epoch": 0.48838562796350504, + "grad_norm": 2.3961679935455322, + "learning_rate": 1.0861032644593856e-05, + "loss": 2.5692, + "step": 28531 + }, + { + "epoch": 0.4884027456820555, + "grad_norm": 2.179161787033081, + "learning_rate": 1.0860480296985132e-05, + "loss": 2.3517, + "step": 28532 + }, + { + "epoch": 0.48841986340060595, + "grad_norm": 2.205122470855713, + "learning_rate": 1.085992794673159e-05, + "loss": 2.4817, + "step": 28533 + }, + { + "epoch": 0.48843698111915645, + "grad_norm": 2.3547117710113525, + "learning_rate": 1.0859375593834933e-05, + "loss": 2.5906, + "step": 28534 + }, + { + "epoch": 0.4884540988377069, + "grad_norm": 2.3253250122070312, + "learning_rate": 1.0858823238296856e-05, + "loss": 2.5565, + "step": 28535 + }, + { + "epoch": 0.48847121655625736, + "grad_norm": 2.211338996887207, + "learning_rate": 1.085827088011905e-05, + "loss": 2.4629, + "step": 28536 + }, + { + "epoch": 0.48848833427480787, + "grad_norm": 2.3172826766967773, + "learning_rate": 1.0857718519303222e-05, + "loss": 2.5458, + "step": 28537 + }, + { + "epoch": 0.4885054519933583, + "grad_norm": 2.406548261642456, + "learning_rate": 1.0857166155851064e-05, + "loss": 2.5191, + "step": 28538 + }, + { + "epoch": 0.48852256971190877, + "grad_norm": 2.2910022735595703, + "learning_rate": 1.0856613789764278e-05, + "loss": 2.4556, + "step": 28539 + }, + { + "epoch": 0.4885396874304593, + "grad_norm": 2.4559590816497803, + "learning_rate": 1.085606142104456e-05, + "loss": 2.5799, + "step": 28540 + }, + { + "epoch": 0.48855680514900973, + "grad_norm": 2.3643383979797363, + "learning_rate": 1.0855509049693606e-05, + "loss": 2.5571, + "step": 28541 + }, + { + "epoch": 0.4885739228675602, + "grad_norm": 2.351020574569702, + "learning_rate": 1.0854956675713115e-05, + "loss": 2.5217, + "step": 28542 + }, + { + "epoch": 0.4885910405861107, + "grad_norm": 2.281187057495117, + "learning_rate": 1.0854404299104786e-05, + "loss": 2.4512, + "step": 28543 + }, + { + "epoch": 0.48860815830466114, + "grad_norm": 2.2615506649017334, + "learning_rate": 1.0853851919870315e-05, + "loss": 2.5491, + "step": 28544 + }, + { + "epoch": 0.48862527602321165, + "grad_norm": 2.2928099632263184, + "learning_rate": 1.0853299538011403e-05, + "loss": 2.5135, + "step": 28545 + }, + { + "epoch": 0.4886423937417621, + "grad_norm": 2.3880186080932617, + "learning_rate": 1.0852747153529743e-05, + "loss": 2.549, + "step": 28546 + }, + { + "epoch": 0.48865951146031256, + "grad_norm": 2.3912298679351807, + "learning_rate": 1.0852194766427035e-05, + "loss": 2.5788, + "step": 28547 + }, + { + "epoch": 0.48867662917886306, + "grad_norm": 2.361966133117676, + "learning_rate": 1.085164237670498e-05, + "loss": 2.5269, + "step": 28548 + }, + { + "epoch": 0.4886937468974135, + "grad_norm": 2.377565622329712, + "learning_rate": 1.0851089984365272e-05, + "loss": 2.4922, + "step": 28549 + }, + { + "epoch": 0.48871086461596397, + "grad_norm": 2.4163131713867188, + "learning_rate": 1.085053758940961e-05, + "loss": 2.4573, + "step": 28550 + }, + { + "epoch": 0.4887279823345145, + "grad_norm": 2.533797264099121, + "learning_rate": 1.0849985191839691e-05, + "loss": 2.5581, + "step": 28551 + }, + { + "epoch": 0.48874510005306493, + "grad_norm": 2.3955676555633545, + "learning_rate": 1.0849432791657215e-05, + "loss": 2.5286, + "step": 28552 + }, + { + "epoch": 0.4887622177716154, + "grad_norm": 2.3705801963806152, + "learning_rate": 1.0848880388863875e-05, + "loss": 2.5129, + "step": 28553 + }, + { + "epoch": 0.4887793354901659, + "grad_norm": 2.285944700241089, + "learning_rate": 1.0848327983461378e-05, + "loss": 2.4256, + "step": 28554 + }, + { + "epoch": 0.48879645320871634, + "grad_norm": 2.2817444801330566, + "learning_rate": 1.0847775575451414e-05, + "loss": 2.4104, + "step": 28555 + }, + { + "epoch": 0.4888135709272668, + "grad_norm": 2.2631452083587646, + "learning_rate": 1.0847223164835686e-05, + "loss": 2.653, + "step": 28556 + }, + { + "epoch": 0.4888306886458173, + "grad_norm": 2.371765613555908, + "learning_rate": 1.0846670751615884e-05, + "loss": 2.5515, + "step": 28557 + }, + { + "epoch": 0.48884780636436775, + "grad_norm": 2.390573501586914, + "learning_rate": 1.0846118335793712e-05, + "loss": 2.5504, + "step": 28558 + }, + { + "epoch": 0.4888649240829182, + "grad_norm": 2.363668441772461, + "learning_rate": 1.0845565917370869e-05, + "loss": 2.5411, + "step": 28559 + }, + { + "epoch": 0.4888820418014687, + "grad_norm": 2.3295297622680664, + "learning_rate": 1.0845013496349048e-05, + "loss": 2.4059, + "step": 28560 + }, + { + "epoch": 0.48889915952001917, + "grad_norm": 2.512157917022705, + "learning_rate": 1.0844461072729955e-05, + "loss": 2.525, + "step": 28561 + }, + { + "epoch": 0.4889162772385696, + "grad_norm": 2.4628982543945312, + "learning_rate": 1.084390864651528e-05, + "loss": 2.6104, + "step": 28562 + }, + { + "epoch": 0.4889333949571201, + "grad_norm": 2.4717512130737305, + "learning_rate": 1.0843356217706724e-05, + "loss": 2.5481, + "step": 28563 + }, + { + "epoch": 0.4889505126756706, + "grad_norm": 2.398984432220459, + "learning_rate": 1.0842803786305984e-05, + "loss": 2.4604, + "step": 28564 + }, + { + "epoch": 0.48896763039422103, + "grad_norm": 2.391087293624878, + "learning_rate": 1.0842251352314761e-05, + "loss": 2.5068, + "step": 28565 + }, + { + "epoch": 0.48898474811277154, + "grad_norm": 2.3572397232055664, + "learning_rate": 1.084169891573475e-05, + "loss": 2.5327, + "step": 28566 + }, + { + "epoch": 0.489001865831322, + "grad_norm": 2.4302499294281006, + "learning_rate": 1.084114647656765e-05, + "loss": 2.5364, + "step": 28567 + }, + { + "epoch": 0.4890189835498725, + "grad_norm": 2.3047878742218018, + "learning_rate": 1.0840594034815158e-05, + "loss": 2.5381, + "step": 28568 + }, + { + "epoch": 0.48903610126842295, + "grad_norm": 2.395948886871338, + "learning_rate": 1.0840041590478972e-05, + "loss": 2.5193, + "step": 28569 + }, + { + "epoch": 0.4890532189869734, + "grad_norm": 2.434752941131592, + "learning_rate": 1.0839489143560794e-05, + "loss": 2.5117, + "step": 28570 + }, + { + "epoch": 0.4890703367055239, + "grad_norm": 2.442816972732544, + "learning_rate": 1.0838936694062315e-05, + "loss": 2.5823, + "step": 28571 + }, + { + "epoch": 0.48908745442407436, + "grad_norm": 2.3900277614593506, + "learning_rate": 1.083838424198524e-05, + "loss": 2.534, + "step": 28572 + }, + { + "epoch": 0.4891045721426248, + "grad_norm": 2.3194315433502197, + "learning_rate": 1.0837831787331263e-05, + "loss": 2.5332, + "step": 28573 + }, + { + "epoch": 0.4891216898611753, + "grad_norm": 2.347687005996704, + "learning_rate": 1.0837279330102082e-05, + "loss": 2.491, + "step": 28574 + }, + { + "epoch": 0.4891388075797258, + "grad_norm": 2.282670259475708, + "learning_rate": 1.0836726870299396e-05, + "loss": 2.4998, + "step": 28575 + }, + { + "epoch": 0.48915592529827623, + "grad_norm": 2.344010829925537, + "learning_rate": 1.0836174407924906e-05, + "loss": 2.5369, + "step": 28576 + }, + { + "epoch": 0.48917304301682674, + "grad_norm": 2.5063648223876953, + "learning_rate": 1.0835621942980305e-05, + "loss": 2.627, + "step": 28577 + }, + { + "epoch": 0.4891901607353772, + "grad_norm": 2.3476550579071045, + "learning_rate": 1.0835069475467296e-05, + "loss": 2.6428, + "step": 28578 + }, + { + "epoch": 0.48920727845392764, + "grad_norm": 2.4612033367156982, + "learning_rate": 1.0834517005387571e-05, + "loss": 2.5369, + "step": 28579 + }, + { + "epoch": 0.48922439617247815, + "grad_norm": 2.2027781009674072, + "learning_rate": 1.083396453274283e-05, + "loss": 2.5168, + "step": 28580 + }, + { + "epoch": 0.4892415138910286, + "grad_norm": 2.41690993309021, + "learning_rate": 1.0833412057534775e-05, + "loss": 2.5576, + "step": 28581 + }, + { + "epoch": 0.48925863160957905, + "grad_norm": 2.331108808517456, + "learning_rate": 1.0832859579765103e-05, + "loss": 2.6199, + "step": 28582 + }, + { + "epoch": 0.48927574932812956, + "grad_norm": 2.32965087890625, + "learning_rate": 1.083230709943551e-05, + "loss": 2.5902, + "step": 28583 + }, + { + "epoch": 0.48929286704668, + "grad_norm": 2.4165141582489014, + "learning_rate": 1.0831754616547696e-05, + "loss": 2.6218, + "step": 28584 + }, + { + "epoch": 0.48930998476523047, + "grad_norm": 2.4487380981445312, + "learning_rate": 1.0831202131103357e-05, + "loss": 2.5268, + "step": 28585 + }, + { + "epoch": 0.489327102483781, + "grad_norm": 2.351853609085083, + "learning_rate": 1.0830649643104192e-05, + "loss": 2.56, + "step": 28586 + }, + { + "epoch": 0.4893442202023314, + "grad_norm": 2.2198286056518555, + "learning_rate": 1.0830097152551898e-05, + "loss": 2.5366, + "step": 28587 + }, + { + "epoch": 0.4893613379208819, + "grad_norm": 2.3347675800323486, + "learning_rate": 1.082954465944818e-05, + "loss": 2.4977, + "step": 28588 + }, + { + "epoch": 0.4893784556394324, + "grad_norm": 2.35744047164917, + "learning_rate": 1.0828992163794724e-05, + "loss": 2.5009, + "step": 28589 + }, + { + "epoch": 0.48939557335798284, + "grad_norm": 2.4298534393310547, + "learning_rate": 1.0828439665593238e-05, + "loss": 2.5315, + "step": 28590 + }, + { + "epoch": 0.48941269107653335, + "grad_norm": 2.2197039127349854, + "learning_rate": 1.0827887164845417e-05, + "loss": 2.4249, + "step": 28591 + }, + { + "epoch": 0.4894298087950838, + "grad_norm": 2.3284189701080322, + "learning_rate": 1.0827334661552959e-05, + "loss": 2.4005, + "step": 28592 + }, + { + "epoch": 0.48944692651363425, + "grad_norm": 2.3987362384796143, + "learning_rate": 1.0826782155717565e-05, + "loss": 2.5621, + "step": 28593 + }, + { + "epoch": 0.48946404423218476, + "grad_norm": 2.2901523113250732, + "learning_rate": 1.082622964734093e-05, + "loss": 2.505, + "step": 28594 + }, + { + "epoch": 0.4894811619507352, + "grad_norm": 2.318647861480713, + "learning_rate": 1.082567713642475e-05, + "loss": 2.5727, + "step": 28595 + }, + { + "epoch": 0.48949827966928566, + "grad_norm": 2.4968137741088867, + "learning_rate": 1.0825124622970727e-05, + "loss": 2.6323, + "step": 28596 + }, + { + "epoch": 0.48951539738783617, + "grad_norm": 2.3059167861938477, + "learning_rate": 1.0824572106980559e-05, + "loss": 2.5475, + "step": 28597 + }, + { + "epoch": 0.4895325151063866, + "grad_norm": 2.3067851066589355, + "learning_rate": 1.0824019588455946e-05, + "loss": 2.6058, + "step": 28598 + }, + { + "epoch": 0.4895496328249371, + "grad_norm": 2.3050928115844727, + "learning_rate": 1.0823467067398583e-05, + "loss": 2.4597, + "step": 28599 + }, + { + "epoch": 0.4895667505434876, + "grad_norm": 2.362520217895508, + "learning_rate": 1.0822914543810168e-05, + "loss": 2.5113, + "step": 28600 + }, + { + "epoch": 0.48958386826203804, + "grad_norm": 2.3988709449768066, + "learning_rate": 1.08223620176924e-05, + "loss": 2.5825, + "step": 28601 + }, + { + "epoch": 0.4896009859805885, + "grad_norm": 2.3276984691619873, + "learning_rate": 1.0821809489046978e-05, + "loss": 2.5311, + "step": 28602 + }, + { + "epoch": 0.489618103699139, + "grad_norm": 2.2519404888153076, + "learning_rate": 1.0821256957875601e-05, + "loss": 2.4551, + "step": 28603 + }, + { + "epoch": 0.48963522141768945, + "grad_norm": 2.4505631923675537, + "learning_rate": 1.0820704424179964e-05, + "loss": 2.5197, + "step": 28604 + }, + { + "epoch": 0.4896523391362399, + "grad_norm": 2.2388076782226562, + "learning_rate": 1.082015188796177e-05, + "loss": 2.4241, + "step": 28605 + }, + { + "epoch": 0.4896694568547904, + "grad_norm": 2.3342719078063965, + "learning_rate": 1.0819599349222715e-05, + "loss": 2.5361, + "step": 28606 + }, + { + "epoch": 0.48968657457334086, + "grad_norm": 2.22983980178833, + "learning_rate": 1.0819046807964495e-05, + "loss": 2.4303, + "step": 28607 + }, + { + "epoch": 0.4897036922918913, + "grad_norm": 2.4476544857025146, + "learning_rate": 1.0818494264188812e-05, + "loss": 2.6599, + "step": 28608 + }, + { + "epoch": 0.4897208100104418, + "grad_norm": 2.4058878421783447, + "learning_rate": 1.0817941717897364e-05, + "loss": 2.6241, + "step": 28609 + }, + { + "epoch": 0.4897379277289923, + "grad_norm": 2.4309160709381104, + "learning_rate": 1.0817389169091845e-05, + "loss": 2.483, + "step": 28610 + }, + { + "epoch": 0.4897550454475427, + "grad_norm": 2.217801570892334, + "learning_rate": 1.0816836617773957e-05, + "loss": 2.4749, + "step": 28611 + }, + { + "epoch": 0.48977216316609323, + "grad_norm": 2.445202589035034, + "learning_rate": 1.0816284063945398e-05, + "loss": 2.6045, + "step": 28612 + }, + { + "epoch": 0.4897892808846437, + "grad_norm": 2.2856950759887695, + "learning_rate": 1.0815731507607872e-05, + "loss": 2.5186, + "step": 28613 + }, + { + "epoch": 0.4898063986031942, + "grad_norm": 2.3534817695617676, + "learning_rate": 1.0815178948763065e-05, + "loss": 2.5506, + "step": 28614 + }, + { + "epoch": 0.48982351632174465, + "grad_norm": 2.300642728805542, + "learning_rate": 1.0814626387412686e-05, + "loss": 2.4599, + "step": 28615 + }, + { + "epoch": 0.4898406340402951, + "grad_norm": 2.3890364170074463, + "learning_rate": 1.0814073823558427e-05, + "loss": 2.5643, + "step": 28616 + }, + { + "epoch": 0.4898577517588456, + "grad_norm": 2.342224359512329, + "learning_rate": 1.0813521257201986e-05, + "loss": 2.4175, + "step": 28617 + }, + { + "epoch": 0.48987486947739606, + "grad_norm": 2.2647314071655273, + "learning_rate": 1.0812968688345069e-05, + "loss": 2.4799, + "step": 28618 + }, + { + "epoch": 0.4898919871959465, + "grad_norm": 2.4201788902282715, + "learning_rate": 1.0812416116989369e-05, + "loss": 2.6459, + "step": 28619 + }, + { + "epoch": 0.489909104914497, + "grad_norm": 2.225365400314331, + "learning_rate": 1.0811863543136583e-05, + "loss": 2.416, + "step": 28620 + }, + { + "epoch": 0.48992622263304747, + "grad_norm": 2.467280387878418, + "learning_rate": 1.0811310966788414e-05, + "loss": 2.4721, + "step": 28621 + }, + { + "epoch": 0.4899433403515979, + "grad_norm": 2.3101766109466553, + "learning_rate": 1.0810758387946553e-05, + "loss": 2.4345, + "step": 28622 + }, + { + "epoch": 0.48996045807014843, + "grad_norm": 2.719426393508911, + "learning_rate": 1.0810205806612705e-05, + "loss": 2.7006, + "step": 28623 + }, + { + "epoch": 0.4899775757886989, + "grad_norm": 2.29201340675354, + "learning_rate": 1.0809653222788568e-05, + "loss": 2.6735, + "step": 28624 + }, + { + "epoch": 0.48999469350724933, + "grad_norm": 2.265052080154419, + "learning_rate": 1.080910063647584e-05, + "loss": 2.4251, + "step": 28625 + }, + { + "epoch": 0.49001181122579984, + "grad_norm": 2.305772542953491, + "learning_rate": 1.0808548047676218e-05, + "loss": 2.5237, + "step": 28626 + }, + { + "epoch": 0.4900289289443503, + "grad_norm": 2.2149431705474854, + "learning_rate": 1.0807995456391398e-05, + "loss": 2.5363, + "step": 28627 + }, + { + "epoch": 0.49004604666290075, + "grad_norm": 2.2969706058502197, + "learning_rate": 1.0807442862623086e-05, + "loss": 2.4501, + "step": 28628 + }, + { + "epoch": 0.49006316438145126, + "grad_norm": 2.4746174812316895, + "learning_rate": 1.0806890266372974e-05, + "loss": 2.6176, + "step": 28629 + }, + { + "epoch": 0.4900802821000017, + "grad_norm": 2.251492738723755, + "learning_rate": 1.0806337667642763e-05, + "loss": 2.5893, + "step": 28630 + }, + { + "epoch": 0.49009739981855216, + "grad_norm": 2.3669517040252686, + "learning_rate": 1.080578506643415e-05, + "loss": 2.537, + "step": 28631 + }, + { + "epoch": 0.49011451753710267, + "grad_norm": 2.313361883163452, + "learning_rate": 1.0805232462748834e-05, + "loss": 2.5362, + "step": 28632 + }, + { + "epoch": 0.4901316352556531, + "grad_norm": 2.340550661087036, + "learning_rate": 1.0804679856588517e-05, + "loss": 2.5274, + "step": 28633 + }, + { + "epoch": 0.49014875297420357, + "grad_norm": 2.1792562007904053, + "learning_rate": 1.080412724795489e-05, + "loss": 2.321, + "step": 28634 + }, + { + "epoch": 0.4901658706927541, + "grad_norm": 2.3575339317321777, + "learning_rate": 1.0803574636849658e-05, + "loss": 2.6645, + "step": 28635 + }, + { + "epoch": 0.49018298841130453, + "grad_norm": 2.3349204063415527, + "learning_rate": 1.080302202327452e-05, + "loss": 2.5579, + "step": 28636 + }, + { + "epoch": 0.49020010612985504, + "grad_norm": 2.338442802429199, + "learning_rate": 1.0802469407231171e-05, + "loss": 2.5183, + "step": 28637 + }, + { + "epoch": 0.4902172238484055, + "grad_norm": 2.2022476196289062, + "learning_rate": 1.080191678872131e-05, + "loss": 2.5675, + "step": 28638 + }, + { + "epoch": 0.49023434156695594, + "grad_norm": 2.236257553100586, + "learning_rate": 1.0801364167746633e-05, + "loss": 2.3914, + "step": 28639 + }, + { + "epoch": 0.49025145928550645, + "grad_norm": 2.2681849002838135, + "learning_rate": 1.0800811544308844e-05, + "loss": 2.4367, + "step": 28640 + }, + { + "epoch": 0.4902685770040569, + "grad_norm": 2.1780734062194824, + "learning_rate": 1.0800258918409643e-05, + "loss": 2.3741, + "step": 28641 + }, + { + "epoch": 0.49028569472260736, + "grad_norm": 2.253065824508667, + "learning_rate": 1.0799706290050724e-05, + "loss": 2.4735, + "step": 28642 + }, + { + "epoch": 0.49030281244115786, + "grad_norm": 2.1840169429779053, + "learning_rate": 1.0799153659233782e-05, + "loss": 2.4712, + "step": 28643 + }, + { + "epoch": 0.4903199301597083, + "grad_norm": 2.385546922683716, + "learning_rate": 1.0798601025960524e-05, + "loss": 2.6401, + "step": 28644 + }, + { + "epoch": 0.49033704787825877, + "grad_norm": 2.242424488067627, + "learning_rate": 1.0798048390232643e-05, + "loss": 2.4071, + "step": 28645 + }, + { + "epoch": 0.4903541655968093, + "grad_norm": 2.4312071800231934, + "learning_rate": 1.079749575205184e-05, + "loss": 2.5387, + "step": 28646 + }, + { + "epoch": 0.49037128331535973, + "grad_norm": 2.3523483276367188, + "learning_rate": 1.0796943111419813e-05, + "loss": 2.4996, + "step": 28647 + }, + { + "epoch": 0.4903884010339102, + "grad_norm": 2.3899283409118652, + "learning_rate": 1.079639046833826e-05, + "loss": 2.5317, + "step": 28648 + }, + { + "epoch": 0.4904055187524607, + "grad_norm": 2.379427194595337, + "learning_rate": 1.0795837822808881e-05, + "loss": 2.4928, + "step": 28649 + }, + { + "epoch": 0.49042263647101114, + "grad_norm": 2.3057234287261963, + "learning_rate": 1.0795285174833374e-05, + "loss": 2.5658, + "step": 28650 + }, + { + "epoch": 0.4904397541895616, + "grad_norm": 2.51993989944458, + "learning_rate": 1.0794732524413437e-05, + "loss": 2.5541, + "step": 28651 + }, + { + "epoch": 0.4904568719081121, + "grad_norm": 2.3409039974212646, + "learning_rate": 1.079417987155077e-05, + "loss": 2.5329, + "step": 28652 + }, + { + "epoch": 0.49047398962666255, + "grad_norm": 2.44400954246521, + "learning_rate": 1.079362721624707e-05, + "loss": 2.5405, + "step": 28653 + }, + { + "epoch": 0.490491107345213, + "grad_norm": 2.4044933319091797, + "learning_rate": 1.0793074558504032e-05, + "loss": 2.5314, + "step": 28654 + }, + { + "epoch": 0.4905082250637635, + "grad_norm": 2.2786412239074707, + "learning_rate": 1.0792521898323365e-05, + "loss": 2.6419, + "step": 28655 + }, + { + "epoch": 0.49052534278231397, + "grad_norm": 2.3666789531707764, + "learning_rate": 1.0791969235706761e-05, + "loss": 2.5015, + "step": 28656 + }, + { + "epoch": 0.4905424605008644, + "grad_norm": 2.3143837451934814, + "learning_rate": 1.0791416570655922e-05, + "loss": 2.4891, + "step": 28657 + }, + { + "epoch": 0.4905595782194149, + "grad_norm": 2.2983202934265137, + "learning_rate": 1.079086390317254e-05, + "loss": 2.5699, + "step": 28658 + }, + { + "epoch": 0.4905766959379654, + "grad_norm": 2.5025055408477783, + "learning_rate": 1.0790311233258317e-05, + "loss": 2.6131, + "step": 28659 + }, + { + "epoch": 0.4905938136565159, + "grad_norm": 2.242039680480957, + "learning_rate": 1.0789758560914953e-05, + "loss": 2.4246, + "step": 28660 + }, + { + "epoch": 0.49061093137506634, + "grad_norm": 2.377645969390869, + "learning_rate": 1.078920588614415e-05, + "loss": 2.4362, + "step": 28661 + }, + { + "epoch": 0.4906280490936168, + "grad_norm": 2.375664472579956, + "learning_rate": 1.0788653208947602e-05, + "loss": 2.5736, + "step": 28662 + }, + { + "epoch": 0.4906451668121673, + "grad_norm": 2.441891670227051, + "learning_rate": 1.0788100529327009e-05, + "loss": 2.5221, + "step": 28663 + }, + { + "epoch": 0.49066228453071775, + "grad_norm": 2.333446979522705, + "learning_rate": 1.0787547847284067e-05, + "loss": 2.51, + "step": 28664 + }, + { + "epoch": 0.4906794022492682, + "grad_norm": 2.246974229812622, + "learning_rate": 1.078699516282048e-05, + "loss": 2.3321, + "step": 28665 + }, + { + "epoch": 0.4906965199678187, + "grad_norm": 2.2709879875183105, + "learning_rate": 1.0786442475937942e-05, + "loss": 2.5395, + "step": 28666 + }, + { + "epoch": 0.49071363768636916, + "grad_norm": 2.3233048915863037, + "learning_rate": 1.0785889786638158e-05, + "loss": 2.5027, + "step": 28667 + }, + { + "epoch": 0.4907307554049196, + "grad_norm": 2.442882537841797, + "learning_rate": 1.0785337094922816e-05, + "loss": 2.7071, + "step": 28668 + }, + { + "epoch": 0.4907478731234701, + "grad_norm": 2.4666645526885986, + "learning_rate": 1.0784784400793626e-05, + "loss": 2.6599, + "step": 28669 + }, + { + "epoch": 0.4907649908420206, + "grad_norm": 2.368318796157837, + "learning_rate": 1.078423170425228e-05, + "loss": 2.6031, + "step": 28670 + }, + { + "epoch": 0.49078210856057103, + "grad_norm": 2.2198293209075928, + "learning_rate": 1.0783679005300482e-05, + "loss": 2.4731, + "step": 28671 + }, + { + "epoch": 0.49079922627912154, + "grad_norm": 2.27065372467041, + "learning_rate": 1.0783126303939926e-05, + "loss": 2.4883, + "step": 28672 + }, + { + "epoch": 0.490816343997672, + "grad_norm": 2.452516794204712, + "learning_rate": 1.0782573600172312e-05, + "loss": 2.7205, + "step": 28673 + }, + { + "epoch": 0.49083346171622244, + "grad_norm": 2.541858673095703, + "learning_rate": 1.0782020893999341e-05, + "loss": 2.6265, + "step": 28674 + }, + { + "epoch": 0.49085057943477295, + "grad_norm": 2.3040173053741455, + "learning_rate": 1.0781468185422708e-05, + "loss": 2.5035, + "step": 28675 + }, + { + "epoch": 0.4908676971533234, + "grad_norm": 2.4679508209228516, + "learning_rate": 1.0780915474444116e-05, + "loss": 2.6114, + "step": 28676 + }, + { + "epoch": 0.49088481487187385, + "grad_norm": 2.426095485687256, + "learning_rate": 1.078036276106526e-05, + "loss": 2.4839, + "step": 28677 + }, + { + "epoch": 0.49090193259042436, + "grad_norm": 2.2825987339019775, + "learning_rate": 1.0779810045287843e-05, + "loss": 2.4453, + "step": 28678 + }, + { + "epoch": 0.4909190503089748, + "grad_norm": 2.270387887954712, + "learning_rate": 1.0779257327113564e-05, + "loss": 2.5667, + "step": 28679 + }, + { + "epoch": 0.49093616802752527, + "grad_norm": 2.3314106464385986, + "learning_rate": 1.0778704606544115e-05, + "loss": 2.4184, + "step": 28680 + }, + { + "epoch": 0.4909532857460758, + "grad_norm": 2.395810842514038, + "learning_rate": 1.07781518835812e-05, + "loss": 2.6007, + "step": 28681 + }, + { + "epoch": 0.4909704034646262, + "grad_norm": 2.4272255897521973, + "learning_rate": 1.0777599158226517e-05, + "loss": 2.6172, + "step": 28682 + }, + { + "epoch": 0.49098752118317673, + "grad_norm": 2.3552801609039307, + "learning_rate": 1.0777046430481767e-05, + "loss": 2.5256, + "step": 28683 + }, + { + "epoch": 0.4910046389017272, + "grad_norm": 2.2630252838134766, + "learning_rate": 1.0776493700348647e-05, + "loss": 2.4959, + "step": 28684 + }, + { + "epoch": 0.49102175662027764, + "grad_norm": 2.336132287979126, + "learning_rate": 1.0775940967828857e-05, + "loss": 2.5293, + "step": 28685 + }, + { + "epoch": 0.49103887433882815, + "grad_norm": 2.403909683227539, + "learning_rate": 1.0775388232924092e-05, + "loss": 2.5354, + "step": 28686 + }, + { + "epoch": 0.4910559920573786, + "grad_norm": 2.201162099838257, + "learning_rate": 1.0774835495636053e-05, + "loss": 2.5814, + "step": 28687 + }, + { + "epoch": 0.49107310977592905, + "grad_norm": 2.2303779125213623, + "learning_rate": 1.0774282755966441e-05, + "loss": 2.3568, + "step": 28688 + }, + { + "epoch": 0.49109022749447956, + "grad_norm": 2.2275235652923584, + "learning_rate": 1.0773730013916957e-05, + "loss": 2.5099, + "step": 28689 + }, + { + "epoch": 0.49110734521303, + "grad_norm": 2.4993433952331543, + "learning_rate": 1.0773177269489293e-05, + "loss": 2.6277, + "step": 28690 + }, + { + "epoch": 0.49112446293158046, + "grad_norm": 2.431180715560913, + "learning_rate": 1.0772624522685151e-05, + "loss": 2.4745, + "step": 28691 + }, + { + "epoch": 0.49114158065013097, + "grad_norm": 2.275726079940796, + "learning_rate": 1.0772071773506229e-05, + "loss": 2.5383, + "step": 28692 + }, + { + "epoch": 0.4911586983686814, + "grad_norm": 2.2859232425689697, + "learning_rate": 1.0771519021954234e-05, + "loss": 2.5734, + "step": 28693 + }, + { + "epoch": 0.4911758160872319, + "grad_norm": 2.236377716064453, + "learning_rate": 1.0770966268030853e-05, + "loss": 2.5233, + "step": 28694 + }, + { + "epoch": 0.4911929338057824, + "grad_norm": 2.3049023151397705, + "learning_rate": 1.0770413511737791e-05, + "loss": 2.5077, + "step": 28695 + }, + { + "epoch": 0.49121005152433284, + "grad_norm": 2.4098968505859375, + "learning_rate": 1.0769860753076748e-05, + "loss": 2.5608, + "step": 28696 + }, + { + "epoch": 0.4912271692428833, + "grad_norm": 2.238170862197876, + "learning_rate": 1.0769307992049417e-05, + "loss": 2.5521, + "step": 28697 + }, + { + "epoch": 0.4912442869614338, + "grad_norm": 2.307987928390503, + "learning_rate": 1.0768755228657506e-05, + "loss": 2.4513, + "step": 28698 + }, + { + "epoch": 0.49126140467998425, + "grad_norm": 2.387537956237793, + "learning_rate": 1.076820246290271e-05, + "loss": 2.6156, + "step": 28699 + }, + { + "epoch": 0.4912785223985347, + "grad_norm": 2.414016008377075, + "learning_rate": 1.0767649694786726e-05, + "loss": 2.5268, + "step": 28700 + }, + { + "epoch": 0.4912956401170852, + "grad_norm": 2.2657203674316406, + "learning_rate": 1.0767096924311252e-05, + "loss": 2.4781, + "step": 28701 + }, + { + "epoch": 0.49131275783563566, + "grad_norm": 2.3737895488739014, + "learning_rate": 1.0766544151477992e-05, + "loss": 2.5429, + "step": 28702 + }, + { + "epoch": 0.4913298755541861, + "grad_norm": 2.416949987411499, + "learning_rate": 1.0765991376288641e-05, + "loss": 2.5942, + "step": 28703 + }, + { + "epoch": 0.4913469932727366, + "grad_norm": 2.3144328594207764, + "learning_rate": 1.0765438598744898e-05, + "loss": 2.4759, + "step": 28704 + }, + { + "epoch": 0.4913641109912871, + "grad_norm": 2.349433660507202, + "learning_rate": 1.0764885818848468e-05, + "loss": 2.5493, + "step": 28705 + }, + { + "epoch": 0.4913812287098375, + "grad_norm": 2.438863515853882, + "learning_rate": 1.076433303660104e-05, + "loss": 2.5827, + "step": 28706 + }, + { + "epoch": 0.49139834642838803, + "grad_norm": 2.4146735668182373, + "learning_rate": 1.0763780252004323e-05, + "loss": 2.5764, + "step": 28707 + }, + { + "epoch": 0.4914154641469385, + "grad_norm": 2.3739173412323, + "learning_rate": 1.0763227465060009e-05, + "loss": 2.493, + "step": 28708 + }, + { + "epoch": 0.491432581865489, + "grad_norm": 2.5183513164520264, + "learning_rate": 1.07626746757698e-05, + "loss": 2.5089, + "step": 28709 + }, + { + "epoch": 0.49144969958403945, + "grad_norm": 2.403367280960083, + "learning_rate": 1.0762121884135397e-05, + "loss": 2.6059, + "step": 28710 + }, + { + "epoch": 0.4914668173025899, + "grad_norm": 2.4099373817443848, + "learning_rate": 1.0761569090158494e-05, + "loss": 2.6165, + "step": 28711 + }, + { + "epoch": 0.4914839350211404, + "grad_norm": 2.2839739322662354, + "learning_rate": 1.0761016293840794e-05, + "loss": 2.4863, + "step": 28712 + }, + { + "epoch": 0.49150105273969086, + "grad_norm": 2.3728621006011963, + "learning_rate": 1.0760463495183994e-05, + "loss": 2.5892, + "step": 28713 + }, + { + "epoch": 0.4915181704582413, + "grad_norm": 2.472221612930298, + "learning_rate": 1.07599106941898e-05, + "loss": 2.4987, + "step": 28714 + }, + { + "epoch": 0.4915352881767918, + "grad_norm": 2.3256726264953613, + "learning_rate": 1.0759357890859899e-05, + "loss": 2.4591, + "step": 28715 + }, + { + "epoch": 0.49155240589534227, + "grad_norm": 2.5472445487976074, + "learning_rate": 1.0758805085196e-05, + "loss": 2.6087, + "step": 28716 + }, + { + "epoch": 0.4915695236138927, + "grad_norm": 2.410405397415161, + "learning_rate": 1.0758252277199796e-05, + "loss": 2.5289, + "step": 28717 + }, + { + "epoch": 0.49158664133244323, + "grad_norm": 2.395224094390869, + "learning_rate": 1.0757699466872988e-05, + "loss": 2.5623, + "step": 28718 + }, + { + "epoch": 0.4916037590509937, + "grad_norm": 2.332472801208496, + "learning_rate": 1.0757146654217276e-05, + "loss": 2.5114, + "step": 28719 + }, + { + "epoch": 0.49162087676954414, + "grad_norm": 2.458223581314087, + "learning_rate": 1.0756593839234365e-05, + "loss": 2.532, + "step": 28720 + }, + { + "epoch": 0.49163799448809464, + "grad_norm": 2.388514757156372, + "learning_rate": 1.0756041021925945e-05, + "loss": 2.4589, + "step": 28721 + }, + { + "epoch": 0.4916551122066451, + "grad_norm": 2.3485147953033447, + "learning_rate": 1.0755488202293715e-05, + "loss": 2.5311, + "step": 28722 + }, + { + "epoch": 0.49167222992519555, + "grad_norm": 2.401981830596924, + "learning_rate": 1.075493538033938e-05, + "loss": 2.4609, + "step": 28723 + }, + { + "epoch": 0.49168934764374606, + "grad_norm": 2.268022298812866, + "learning_rate": 1.0754382556064635e-05, + "loss": 2.5316, + "step": 28724 + }, + { + "epoch": 0.4917064653622965, + "grad_norm": 2.4245567321777344, + "learning_rate": 1.075382972947118e-05, + "loss": 2.5747, + "step": 28725 + }, + { + "epoch": 0.49172358308084696, + "grad_norm": 2.2769436836242676, + "learning_rate": 1.075327690056072e-05, + "loss": 2.4645, + "step": 28726 + }, + { + "epoch": 0.49174070079939747, + "grad_norm": 2.3316824436187744, + "learning_rate": 1.0752724069334946e-05, + "loss": 2.5179, + "step": 28727 + }, + { + "epoch": 0.4917578185179479, + "grad_norm": 2.3699100017547607, + "learning_rate": 1.075217123579556e-05, + "loss": 2.585, + "step": 28728 + }, + { + "epoch": 0.4917749362364984, + "grad_norm": 2.327333927154541, + "learning_rate": 1.0751618399944263e-05, + "loss": 2.6309, + "step": 28729 + }, + { + "epoch": 0.4917920539550489, + "grad_norm": 2.342891216278076, + "learning_rate": 1.0751065561782754e-05, + "loss": 2.4826, + "step": 28730 + }, + { + "epoch": 0.49180917167359933, + "grad_norm": 2.4895381927490234, + "learning_rate": 1.0750512721312732e-05, + "loss": 2.5527, + "step": 28731 + }, + { + "epoch": 0.49182628939214984, + "grad_norm": 2.371342182159424, + "learning_rate": 1.0749959878535891e-05, + "loss": 2.5581, + "step": 28732 + }, + { + "epoch": 0.4918434071107003, + "grad_norm": 2.4991204738616943, + "learning_rate": 1.0749407033453935e-05, + "loss": 2.5746, + "step": 28733 + }, + { + "epoch": 0.49186052482925074, + "grad_norm": 2.327009439468384, + "learning_rate": 1.0748854186068567e-05, + "loss": 2.5597, + "step": 28734 + }, + { + "epoch": 0.49187764254780125, + "grad_norm": 2.3705172538757324, + "learning_rate": 1.0748301336381479e-05, + "loss": 2.5463, + "step": 28735 + }, + { + "epoch": 0.4918947602663517, + "grad_norm": 2.2800185680389404, + "learning_rate": 1.0747748484394377e-05, + "loss": 2.4802, + "step": 28736 + }, + { + "epoch": 0.49191187798490216, + "grad_norm": 2.392292022705078, + "learning_rate": 1.0747195630108954e-05, + "loss": 2.631, + "step": 28737 + }, + { + "epoch": 0.49192899570345267, + "grad_norm": 2.377345085144043, + "learning_rate": 1.0746642773526913e-05, + "loss": 2.6021, + "step": 28738 + }, + { + "epoch": 0.4919461134220031, + "grad_norm": 2.3610692024230957, + "learning_rate": 1.0746089914649948e-05, + "loss": 2.5628, + "step": 28739 + }, + { + "epoch": 0.49196323114055357, + "grad_norm": 2.550096035003662, + "learning_rate": 1.0745537053479767e-05, + "loss": 2.6227, + "step": 28740 + }, + { + "epoch": 0.4919803488591041, + "grad_norm": 2.441956043243408, + "learning_rate": 1.0744984190018065e-05, + "loss": 2.5772, + "step": 28741 + }, + { + "epoch": 0.49199746657765453, + "grad_norm": 2.3713676929473877, + "learning_rate": 1.074443132426654e-05, + "loss": 2.5739, + "step": 28742 + }, + { + "epoch": 0.492014584296205, + "grad_norm": 2.305004358291626, + "learning_rate": 1.0743878456226894e-05, + "loss": 2.5315, + "step": 28743 + }, + { + "epoch": 0.4920317020147555, + "grad_norm": 2.3153603076934814, + "learning_rate": 1.0743325585900824e-05, + "loss": 2.6034, + "step": 28744 + }, + { + "epoch": 0.49204881973330594, + "grad_norm": 2.2728865146636963, + "learning_rate": 1.0742772713290028e-05, + "loss": 2.5153, + "step": 28745 + }, + { + "epoch": 0.4920659374518564, + "grad_norm": 2.260176420211792, + "learning_rate": 1.0742219838396209e-05, + "loss": 2.599, + "step": 28746 + }, + { + "epoch": 0.4920830551704069, + "grad_norm": 2.4014227390289307, + "learning_rate": 1.0741666961221067e-05, + "loss": 2.532, + "step": 28747 + }, + { + "epoch": 0.49210017288895735, + "grad_norm": 2.299635648727417, + "learning_rate": 1.0741114081766296e-05, + "loss": 2.4765, + "step": 28748 + }, + { + "epoch": 0.4921172906075078, + "grad_norm": 2.3157124519348145, + "learning_rate": 1.0740561200033598e-05, + "loss": 2.4962, + "step": 28749 + }, + { + "epoch": 0.4921344083260583, + "grad_norm": 2.3742425441741943, + "learning_rate": 1.0740008316024676e-05, + "loss": 2.6094, + "step": 28750 + }, + { + "epoch": 0.49215152604460877, + "grad_norm": 2.2567479610443115, + "learning_rate": 1.0739455429741224e-05, + "loss": 2.5539, + "step": 28751 + }, + { + "epoch": 0.4921686437631592, + "grad_norm": 2.505310297012329, + "learning_rate": 1.0738902541184944e-05, + "loss": 2.5952, + "step": 28752 + }, + { + "epoch": 0.4921857614817097, + "grad_norm": 2.395937442779541, + "learning_rate": 1.0738349650357537e-05, + "loss": 2.4302, + "step": 28753 + }, + { + "epoch": 0.4922028792002602, + "grad_norm": 2.3578848838806152, + "learning_rate": 1.0737796757260699e-05, + "loss": 2.381, + "step": 28754 + }, + { + "epoch": 0.4922199969188107, + "grad_norm": 2.2677724361419678, + "learning_rate": 1.0737243861896131e-05, + "loss": 2.4458, + "step": 28755 + }, + { + "epoch": 0.49223711463736114, + "grad_norm": 2.43086576461792, + "learning_rate": 1.073669096426553e-05, + "loss": 2.4808, + "step": 28756 + }, + { + "epoch": 0.4922542323559116, + "grad_norm": 2.448652744293213, + "learning_rate": 1.0736138064370602e-05, + "loss": 2.5558, + "step": 28757 + }, + { + "epoch": 0.4922713500744621, + "grad_norm": 2.3298027515411377, + "learning_rate": 1.0735585162213042e-05, + "loss": 2.5548, + "step": 28758 + }, + { + "epoch": 0.49228846779301255, + "grad_norm": 2.393686532974243, + "learning_rate": 1.0735032257794546e-05, + "loss": 2.5085, + "step": 28759 + }, + { + "epoch": 0.492305585511563, + "grad_norm": 2.35691499710083, + "learning_rate": 1.073447935111682e-05, + "loss": 2.4246, + "step": 28760 + }, + { + "epoch": 0.4923227032301135, + "grad_norm": 2.2170746326446533, + "learning_rate": 1.0733926442181556e-05, + "loss": 2.3876, + "step": 28761 + }, + { + "epoch": 0.49233982094866396, + "grad_norm": 2.4094464778900146, + "learning_rate": 1.0733373530990461e-05, + "loss": 2.5574, + "step": 28762 + }, + { + "epoch": 0.4923569386672144, + "grad_norm": 2.2218358516693115, + "learning_rate": 1.0732820617545231e-05, + "loss": 2.4073, + "step": 28763 + }, + { + "epoch": 0.4923740563857649, + "grad_norm": 2.34812068939209, + "learning_rate": 1.0732267701847567e-05, + "loss": 2.5401, + "step": 28764 + }, + { + "epoch": 0.4923911741043154, + "grad_norm": 2.2539546489715576, + "learning_rate": 1.0731714783899168e-05, + "loss": 2.5443, + "step": 28765 + }, + { + "epoch": 0.49240829182286583, + "grad_norm": 2.356921911239624, + "learning_rate": 1.073116186370173e-05, + "loss": 2.5255, + "step": 28766 + }, + { + "epoch": 0.49242540954141634, + "grad_norm": 2.20804500579834, + "learning_rate": 1.0730608941256955e-05, + "loss": 2.4918, + "step": 28767 + }, + { + "epoch": 0.4924425272599668, + "grad_norm": 2.403350591659546, + "learning_rate": 1.0730056016566544e-05, + "loss": 2.6569, + "step": 28768 + }, + { + "epoch": 0.49245964497851724, + "grad_norm": 2.4981038570404053, + "learning_rate": 1.0729503089632196e-05, + "loss": 2.4265, + "step": 28769 + }, + { + "epoch": 0.49247676269706775, + "grad_norm": 2.2927112579345703, + "learning_rate": 1.072895016045561e-05, + "loss": 2.5269, + "step": 28770 + }, + { + "epoch": 0.4924938804156182, + "grad_norm": 2.2484207153320312, + "learning_rate": 1.072839722903848e-05, + "loss": 2.3381, + "step": 28771 + }, + { + "epoch": 0.49251099813416865, + "grad_norm": 2.3968067169189453, + "learning_rate": 1.0727844295382516e-05, + "loss": 2.4957, + "step": 28772 + }, + { + "epoch": 0.49252811585271916, + "grad_norm": 2.495225429534912, + "learning_rate": 1.072729135948941e-05, + "loss": 2.6225, + "step": 28773 + }, + { + "epoch": 0.4925452335712696, + "grad_norm": 2.286853313446045, + "learning_rate": 1.0726738421360867e-05, + "loss": 2.5345, + "step": 28774 + }, + { + "epoch": 0.49256235128982007, + "grad_norm": 2.4903459548950195, + "learning_rate": 1.072618548099858e-05, + "loss": 2.6573, + "step": 28775 + }, + { + "epoch": 0.4925794690083706, + "grad_norm": 2.431572675704956, + "learning_rate": 1.0725632538404254e-05, + "loss": 2.5858, + "step": 28776 + }, + { + "epoch": 0.492596586726921, + "grad_norm": 2.302727222442627, + "learning_rate": 1.0725079593579584e-05, + "loss": 2.5437, + "step": 28777 + }, + { + "epoch": 0.49261370444547153, + "grad_norm": 2.398571014404297, + "learning_rate": 1.0724526646526272e-05, + "loss": 2.5671, + "step": 28778 + }, + { + "epoch": 0.492630822164022, + "grad_norm": 2.612849473953247, + "learning_rate": 1.0723973697246021e-05, + "loss": 2.6641, + "step": 28779 + }, + { + "epoch": 0.49264793988257244, + "grad_norm": 2.3273346424102783, + "learning_rate": 1.0723420745740527e-05, + "loss": 2.4928, + "step": 28780 + }, + { + "epoch": 0.49266505760112295, + "grad_norm": 2.3824541568756104, + "learning_rate": 1.0722867792011486e-05, + "loss": 2.5038, + "step": 28781 + }, + { + "epoch": 0.4926821753196734, + "grad_norm": 2.2564456462860107, + "learning_rate": 1.0722314836060603e-05, + "loss": 2.6258, + "step": 28782 + }, + { + "epoch": 0.49269929303822385, + "grad_norm": 2.314218282699585, + "learning_rate": 1.0721761877889576e-05, + "loss": 2.5678, + "step": 28783 + }, + { + "epoch": 0.49271641075677436, + "grad_norm": 2.1883041858673096, + "learning_rate": 1.0721208917500105e-05, + "loss": 2.5329, + "step": 28784 + }, + { + "epoch": 0.4927335284753248, + "grad_norm": 2.251559257507324, + "learning_rate": 1.0720655954893888e-05, + "loss": 2.4176, + "step": 28785 + }, + { + "epoch": 0.49275064619387526, + "grad_norm": 2.3332297801971436, + "learning_rate": 1.0720102990072627e-05, + "loss": 2.5862, + "step": 28786 + }, + { + "epoch": 0.49276776391242577, + "grad_norm": 2.268223762512207, + "learning_rate": 1.0719550023038019e-05, + "loss": 2.6032, + "step": 28787 + }, + { + "epoch": 0.4927848816309762, + "grad_norm": 2.3108606338500977, + "learning_rate": 1.0718997053791764e-05, + "loss": 2.4772, + "step": 28788 + }, + { + "epoch": 0.4928019993495267, + "grad_norm": 2.4028146266937256, + "learning_rate": 1.0718444082335564e-05, + "loss": 2.594, + "step": 28789 + }, + { + "epoch": 0.4928191170680772, + "grad_norm": 2.3611834049224854, + "learning_rate": 1.0717891108671118e-05, + "loss": 2.5286, + "step": 28790 + }, + { + "epoch": 0.49283623478662764, + "grad_norm": 2.456299066543579, + "learning_rate": 1.0717338132800127e-05, + "loss": 2.5605, + "step": 28791 + }, + { + "epoch": 0.4928533525051781, + "grad_norm": 2.3635973930358887, + "learning_rate": 1.0716785154724282e-05, + "loss": 2.5757, + "step": 28792 + }, + { + "epoch": 0.4928704702237286, + "grad_norm": 2.285977840423584, + "learning_rate": 1.0716232174445295e-05, + "loss": 2.6484, + "step": 28793 + }, + { + "epoch": 0.49288758794227905, + "grad_norm": 2.2846808433532715, + "learning_rate": 1.0715679191964858e-05, + "loss": 2.4582, + "step": 28794 + }, + { + "epoch": 0.4929047056608295, + "grad_norm": 2.2414474487304688, + "learning_rate": 1.0715126207284674e-05, + "loss": 2.4816, + "step": 28795 + }, + { + "epoch": 0.49292182337938, + "grad_norm": 2.4224510192871094, + "learning_rate": 1.0714573220406438e-05, + "loss": 2.5838, + "step": 28796 + }, + { + "epoch": 0.49293894109793046, + "grad_norm": 2.3062338829040527, + "learning_rate": 1.0714020231331854e-05, + "loss": 2.5618, + "step": 28797 + }, + { + "epoch": 0.4929560588164809, + "grad_norm": 2.2048118114471436, + "learning_rate": 1.071346724006262e-05, + "loss": 2.4952, + "step": 28798 + }, + { + "epoch": 0.4929731765350314, + "grad_norm": 2.305798292160034, + "learning_rate": 1.0712914246600436e-05, + "loss": 2.5565, + "step": 28799 + }, + { + "epoch": 0.4929902942535819, + "grad_norm": 2.2678945064544678, + "learning_rate": 1.0712361250947005e-05, + "loss": 2.4285, + "step": 28800 + }, + { + "epoch": 0.4930074119721324, + "grad_norm": 2.3954648971557617, + "learning_rate": 1.0711808253104024e-05, + "loss": 2.5974, + "step": 28801 + }, + { + "epoch": 0.49302452969068283, + "grad_norm": 2.3020646572113037, + "learning_rate": 1.071125525307319e-05, + "loss": 2.4739, + "step": 28802 + }, + { + "epoch": 0.4930416474092333, + "grad_norm": 2.3411526679992676, + "learning_rate": 1.0710702250856206e-05, + "loss": 2.6001, + "step": 28803 + }, + { + "epoch": 0.4930587651277838, + "grad_norm": 2.447122812271118, + "learning_rate": 1.0710149246454771e-05, + "loss": 2.4302, + "step": 28804 + }, + { + "epoch": 0.49307588284633425, + "grad_norm": 2.272514581680298, + "learning_rate": 1.0709596239870583e-05, + "loss": 2.5511, + "step": 28805 + }, + { + "epoch": 0.4930930005648847, + "grad_norm": 2.1914749145507812, + "learning_rate": 1.0709043231105345e-05, + "loss": 2.4331, + "step": 28806 + }, + { + "epoch": 0.4931101182834352, + "grad_norm": 2.2415456771850586, + "learning_rate": 1.0708490220160755e-05, + "loss": 2.5054, + "step": 28807 + }, + { + "epoch": 0.49312723600198566, + "grad_norm": 2.3931210041046143, + "learning_rate": 1.0707937207038514e-05, + "loss": 2.5534, + "step": 28808 + }, + { + "epoch": 0.4931443537205361, + "grad_norm": 2.3729798793792725, + "learning_rate": 1.070738419174032e-05, + "loss": 2.5166, + "step": 28809 + }, + { + "epoch": 0.4931614714390866, + "grad_norm": 2.185439109802246, + "learning_rate": 1.0706831174267873e-05, + "loss": 2.4006, + "step": 28810 + }, + { + "epoch": 0.49317858915763707, + "grad_norm": 2.2549729347229004, + "learning_rate": 1.0706278154622874e-05, + "loss": 2.5752, + "step": 28811 + }, + { + "epoch": 0.4931957068761875, + "grad_norm": 2.295588970184326, + "learning_rate": 1.070572513280702e-05, + "loss": 2.4891, + "step": 28812 + }, + { + "epoch": 0.49321282459473803, + "grad_norm": 2.181889533996582, + "learning_rate": 1.0705172108822015e-05, + "loss": 2.3049, + "step": 28813 + }, + { + "epoch": 0.4932299423132885, + "grad_norm": 2.4018163681030273, + "learning_rate": 1.0704619082669554e-05, + "loss": 2.5037, + "step": 28814 + }, + { + "epoch": 0.49324706003183894, + "grad_norm": 2.2949001789093018, + "learning_rate": 1.0704066054351343e-05, + "loss": 2.6251, + "step": 28815 + }, + { + "epoch": 0.49326417775038944, + "grad_norm": 2.3864474296569824, + "learning_rate": 1.0703513023869076e-05, + "loss": 2.6448, + "step": 28816 + }, + { + "epoch": 0.4932812954689399, + "grad_norm": 2.363903045654297, + "learning_rate": 1.0702959991224457e-05, + "loss": 2.4498, + "step": 28817 + }, + { + "epoch": 0.49329841318749035, + "grad_norm": 2.277372121810913, + "learning_rate": 1.0702406956419183e-05, + "loss": 2.605, + "step": 28818 + }, + { + "epoch": 0.49331553090604086, + "grad_norm": 2.281576633453369, + "learning_rate": 1.0701853919454953e-05, + "loss": 2.5402, + "step": 28819 + }, + { + "epoch": 0.4933326486245913, + "grad_norm": 2.3560197353363037, + "learning_rate": 1.0701300880333472e-05, + "loss": 2.4831, + "step": 28820 + }, + { + "epoch": 0.49334976634314176, + "grad_norm": 2.293596029281616, + "learning_rate": 1.0700747839056436e-05, + "loss": 2.5353, + "step": 28821 + }, + { + "epoch": 0.49336688406169227, + "grad_norm": 2.386840343475342, + "learning_rate": 1.0700194795625545e-05, + "loss": 2.6243, + "step": 28822 + }, + { + "epoch": 0.4933840017802427, + "grad_norm": 2.3248231410980225, + "learning_rate": 1.0699641750042498e-05, + "loss": 2.6781, + "step": 28823 + }, + { + "epoch": 0.49340111949879323, + "grad_norm": 2.358438730239868, + "learning_rate": 1.0699088702308996e-05, + "loss": 2.5681, + "step": 28824 + }, + { + "epoch": 0.4934182372173437, + "grad_norm": 2.285604476928711, + "learning_rate": 1.0698535652426736e-05, + "loss": 2.5274, + "step": 28825 + }, + { + "epoch": 0.49343535493589413, + "grad_norm": 2.1665682792663574, + "learning_rate": 1.0697982600397423e-05, + "loss": 2.4675, + "step": 28826 + }, + { + "epoch": 0.49345247265444464, + "grad_norm": 2.224694013595581, + "learning_rate": 1.0697429546222757e-05, + "loss": 2.4545, + "step": 28827 + }, + { + "epoch": 0.4934695903729951, + "grad_norm": 2.3992159366607666, + "learning_rate": 1.0696876489904434e-05, + "loss": 2.5781, + "step": 28828 + }, + { + "epoch": 0.49348670809154555, + "grad_norm": 2.3189244270324707, + "learning_rate": 1.0696323431444157e-05, + "loss": 2.495, + "step": 28829 + }, + { + "epoch": 0.49350382581009605, + "grad_norm": 2.361807346343994, + "learning_rate": 1.0695770370843623e-05, + "loss": 2.6136, + "step": 28830 + }, + { + "epoch": 0.4935209435286465, + "grad_norm": 2.2752621173858643, + "learning_rate": 1.0695217308104533e-05, + "loss": 2.4968, + "step": 28831 + }, + { + "epoch": 0.49353806124719696, + "grad_norm": 2.4449093341827393, + "learning_rate": 1.0694664243228588e-05, + "loss": 2.5642, + "step": 28832 + }, + { + "epoch": 0.49355517896574747, + "grad_norm": 2.144019842147827, + "learning_rate": 1.0694111176217488e-05, + "loss": 2.4605, + "step": 28833 + }, + { + "epoch": 0.4935722966842979, + "grad_norm": 2.364562749862671, + "learning_rate": 1.069355810707293e-05, + "loss": 2.4272, + "step": 28834 + }, + { + "epoch": 0.49358941440284837, + "grad_norm": 2.458704948425293, + "learning_rate": 1.0693005035796618e-05, + "loss": 2.537, + "step": 28835 + }, + { + "epoch": 0.4936065321213989, + "grad_norm": 2.401309013366699, + "learning_rate": 1.0692451962390246e-05, + "loss": 2.6715, + "step": 28836 + }, + { + "epoch": 0.49362364983994933, + "grad_norm": 2.280367136001587, + "learning_rate": 1.0691898886855523e-05, + "loss": 2.3555, + "step": 28837 + }, + { + "epoch": 0.4936407675584998, + "grad_norm": 2.169116497039795, + "learning_rate": 1.0691345809194144e-05, + "loss": 2.4318, + "step": 28838 + }, + { + "epoch": 0.4936578852770503, + "grad_norm": 2.5532901287078857, + "learning_rate": 1.0690792729407807e-05, + "loss": 2.6028, + "step": 28839 + }, + { + "epoch": 0.49367500299560074, + "grad_norm": 2.4546124935150146, + "learning_rate": 1.0690239647498212e-05, + "loss": 2.4117, + "step": 28840 + }, + { + "epoch": 0.4936921207141512, + "grad_norm": 2.275193929672241, + "learning_rate": 1.068968656346706e-05, + "loss": 2.5434, + "step": 28841 + }, + { + "epoch": 0.4937092384327017, + "grad_norm": 2.311248779296875, + "learning_rate": 1.0689133477316055e-05, + "loss": 2.5305, + "step": 28842 + }, + { + "epoch": 0.49372635615125215, + "grad_norm": 2.2704830169677734, + "learning_rate": 1.0688580389046895e-05, + "loss": 2.5814, + "step": 28843 + }, + { + "epoch": 0.4937434738698026, + "grad_norm": 2.105379343032837, + "learning_rate": 1.0688027298661278e-05, + "loss": 2.3991, + "step": 28844 + }, + { + "epoch": 0.4937605915883531, + "grad_norm": 2.2267935276031494, + "learning_rate": 1.0687474206160904e-05, + "loss": 2.456, + "step": 28845 + }, + { + "epoch": 0.49377770930690357, + "grad_norm": 2.2982470989227295, + "learning_rate": 1.0686921111547473e-05, + "loss": 2.5703, + "step": 28846 + }, + { + "epoch": 0.4937948270254541, + "grad_norm": 2.3070311546325684, + "learning_rate": 1.0686368014822686e-05, + "loss": 2.5547, + "step": 28847 + }, + { + "epoch": 0.4938119447440045, + "grad_norm": 2.3336963653564453, + "learning_rate": 1.0685814915988245e-05, + "loss": 2.5529, + "step": 28848 + }, + { + "epoch": 0.493829062462555, + "grad_norm": 2.1725656986236572, + "learning_rate": 1.0685261815045847e-05, + "loss": 2.3918, + "step": 28849 + }, + { + "epoch": 0.4938461801811055, + "grad_norm": 2.1667370796203613, + "learning_rate": 1.068470871199719e-05, + "loss": 2.402, + "step": 28850 + }, + { + "epoch": 0.49386329789965594, + "grad_norm": 2.3001787662506104, + "learning_rate": 1.068415560684398e-05, + "loss": 2.4554, + "step": 28851 + }, + { + "epoch": 0.4938804156182064, + "grad_norm": 2.333585739135742, + "learning_rate": 1.0683602499587912e-05, + "loss": 2.6092, + "step": 28852 + }, + { + "epoch": 0.4938975333367569, + "grad_norm": 2.2605679035186768, + "learning_rate": 1.0683049390230691e-05, + "loss": 2.4271, + "step": 28853 + }, + { + "epoch": 0.49391465105530735, + "grad_norm": 2.4459235668182373, + "learning_rate": 1.0682496278774012e-05, + "loss": 2.5402, + "step": 28854 + }, + { + "epoch": 0.4939317687738578, + "grad_norm": 2.2241199016571045, + "learning_rate": 1.068194316521958e-05, + "loss": 2.5672, + "step": 28855 + }, + { + "epoch": 0.4939488864924083, + "grad_norm": 2.596275568008423, + "learning_rate": 1.068139004956909e-05, + "loss": 2.6681, + "step": 28856 + }, + { + "epoch": 0.49396600421095876, + "grad_norm": 2.2509758472442627, + "learning_rate": 1.0680836931824243e-05, + "loss": 2.5339, + "step": 28857 + }, + { + "epoch": 0.4939831219295092, + "grad_norm": 2.245502233505249, + "learning_rate": 1.0680283811986742e-05, + "loss": 2.503, + "step": 28858 + }, + { + "epoch": 0.4940002396480597, + "grad_norm": 2.4467432498931885, + "learning_rate": 1.0679730690058285e-05, + "loss": 2.535, + "step": 28859 + }, + { + "epoch": 0.4940173573666102, + "grad_norm": 2.325578212738037, + "learning_rate": 1.0679177566040577e-05, + "loss": 2.496, + "step": 28860 + }, + { + "epoch": 0.49403447508516063, + "grad_norm": 2.29367995262146, + "learning_rate": 1.067862443993531e-05, + "loss": 2.6003, + "step": 28861 + }, + { + "epoch": 0.49405159280371114, + "grad_norm": 2.363473415374756, + "learning_rate": 1.0678071311744187e-05, + "loss": 2.6258, + "step": 28862 + }, + { + "epoch": 0.4940687105222616, + "grad_norm": 2.328261613845825, + "learning_rate": 1.067751818146891e-05, + "loss": 2.5734, + "step": 28863 + }, + { + "epoch": 0.49408582824081204, + "grad_norm": 2.5977213382720947, + "learning_rate": 1.067696504911118e-05, + "loss": 2.665, + "step": 28864 + }, + { + "epoch": 0.49410294595936255, + "grad_norm": 2.3986880779266357, + "learning_rate": 1.0676411914672696e-05, + "loss": 2.5763, + "step": 28865 + }, + { + "epoch": 0.494120063677913, + "grad_norm": 2.2459938526153564, + "learning_rate": 1.0675858778155153e-05, + "loss": 2.554, + "step": 28866 + }, + { + "epoch": 0.49413718139646345, + "grad_norm": 2.3792810440063477, + "learning_rate": 1.0675305639560258e-05, + "loss": 2.5589, + "step": 28867 + }, + { + "epoch": 0.49415429911501396, + "grad_norm": 2.2981486320495605, + "learning_rate": 1.0674752498889709e-05, + "loss": 2.4743, + "step": 28868 + }, + { + "epoch": 0.4941714168335644, + "grad_norm": 2.3856284618377686, + "learning_rate": 1.0674199356145205e-05, + "loss": 2.4767, + "step": 28869 + }, + { + "epoch": 0.49418853455211487, + "grad_norm": 2.267878532409668, + "learning_rate": 1.0673646211328447e-05, + "loss": 2.4898, + "step": 28870 + }, + { + "epoch": 0.4942056522706654, + "grad_norm": 2.3038876056671143, + "learning_rate": 1.0673093064441135e-05, + "loss": 2.5797, + "step": 28871 + }, + { + "epoch": 0.4942227699892158, + "grad_norm": 2.253131866455078, + "learning_rate": 1.0672539915484971e-05, + "loss": 2.4669, + "step": 28872 + }, + { + "epoch": 0.49423988770776633, + "grad_norm": 2.3741395473480225, + "learning_rate": 1.0671986764461655e-05, + "loss": 2.5155, + "step": 28873 + }, + { + "epoch": 0.4942570054263168, + "grad_norm": 2.192669630050659, + "learning_rate": 1.0671433611372883e-05, + "loss": 2.564, + "step": 28874 + }, + { + "epoch": 0.49427412314486724, + "grad_norm": 2.2888686656951904, + "learning_rate": 1.067088045622036e-05, + "loss": 2.4877, + "step": 28875 + }, + { + "epoch": 0.49429124086341775, + "grad_norm": 2.3824071884155273, + "learning_rate": 1.0670327299005785e-05, + "loss": 2.607, + "step": 28876 + }, + { + "epoch": 0.4943083585819682, + "grad_norm": 2.3666865825653076, + "learning_rate": 1.0669774139730856e-05, + "loss": 2.5753, + "step": 28877 + }, + { + "epoch": 0.49432547630051865, + "grad_norm": 2.136258363723755, + "learning_rate": 1.0669220978397272e-05, + "loss": 2.4929, + "step": 28878 + }, + { + "epoch": 0.49434259401906916, + "grad_norm": 2.329577684402466, + "learning_rate": 1.0668667815006736e-05, + "loss": 2.5751, + "step": 28879 + }, + { + "epoch": 0.4943597117376196, + "grad_norm": 2.3816115856170654, + "learning_rate": 1.0668114649560955e-05, + "loss": 2.5637, + "step": 28880 + }, + { + "epoch": 0.49437682945617006, + "grad_norm": 2.3663277626037598, + "learning_rate": 1.066756148206162e-05, + "loss": 2.5891, + "step": 28881 + }, + { + "epoch": 0.49439394717472057, + "grad_norm": 2.3448948860168457, + "learning_rate": 1.0667008312510429e-05, + "loss": 2.4991, + "step": 28882 + }, + { + "epoch": 0.494411064893271, + "grad_norm": 2.398594856262207, + "learning_rate": 1.0666455140909088e-05, + "loss": 2.5296, + "step": 28883 + }, + { + "epoch": 0.4944281826118215, + "grad_norm": 2.2605879306793213, + "learning_rate": 1.0665901967259298e-05, + "loss": 2.4528, + "step": 28884 + }, + { + "epoch": 0.494445300330372, + "grad_norm": 2.3708958625793457, + "learning_rate": 1.0665348791562758e-05, + "loss": 2.5042, + "step": 28885 + }, + { + "epoch": 0.49446241804892244, + "grad_norm": 2.3702001571655273, + "learning_rate": 1.0664795613821166e-05, + "loss": 2.491, + "step": 28886 + }, + { + "epoch": 0.4944795357674729, + "grad_norm": 2.321709394454956, + "learning_rate": 1.0664242434036225e-05, + "loss": 2.6437, + "step": 28887 + }, + { + "epoch": 0.4944966534860234, + "grad_norm": 2.2977848052978516, + "learning_rate": 1.0663689252209634e-05, + "loss": 2.5032, + "step": 28888 + }, + { + "epoch": 0.49451377120457385, + "grad_norm": 2.334716796875, + "learning_rate": 1.0663136068343092e-05, + "loss": 2.4974, + "step": 28889 + }, + { + "epoch": 0.4945308889231243, + "grad_norm": 2.423955202102661, + "learning_rate": 1.0662582882438302e-05, + "loss": 2.6238, + "step": 28890 + }, + { + "epoch": 0.4945480066416748, + "grad_norm": 2.314281463623047, + "learning_rate": 1.0662029694496965e-05, + "loss": 2.4594, + "step": 28891 + }, + { + "epoch": 0.49456512436022526, + "grad_norm": 2.235682487487793, + "learning_rate": 1.0661476504520776e-05, + "loss": 2.6065, + "step": 28892 + }, + { + "epoch": 0.4945822420787757, + "grad_norm": 2.1798698902130127, + "learning_rate": 1.066092331251144e-05, + "loss": 2.528, + "step": 28893 + }, + { + "epoch": 0.4945993597973262, + "grad_norm": 2.301175832748413, + "learning_rate": 1.0660370118470658e-05, + "loss": 2.5042, + "step": 28894 + }, + { + "epoch": 0.4946164775158767, + "grad_norm": 2.323134660720825, + "learning_rate": 1.0659816922400126e-05, + "loss": 2.6038, + "step": 28895 + }, + { + "epoch": 0.4946335952344272, + "grad_norm": 2.5159990787506104, + "learning_rate": 1.0659263724301548e-05, + "loss": 2.6243, + "step": 28896 + }, + { + "epoch": 0.49465071295297763, + "grad_norm": 2.259612560272217, + "learning_rate": 1.0658710524176623e-05, + "loss": 2.5117, + "step": 28897 + }, + { + "epoch": 0.4946678306715281, + "grad_norm": 2.335714101791382, + "learning_rate": 1.0658157322027049e-05, + "loss": 2.537, + "step": 28898 + }, + { + "epoch": 0.4946849483900786, + "grad_norm": 2.2856950759887695, + "learning_rate": 1.065760411785453e-05, + "loss": 2.5376, + "step": 28899 + }, + { + "epoch": 0.49470206610862905, + "grad_norm": 2.462249994277954, + "learning_rate": 1.0657050911660765e-05, + "loss": 2.5862, + "step": 28900 + }, + { + "epoch": 0.4947191838271795, + "grad_norm": 2.2534899711608887, + "learning_rate": 1.0656497703447456e-05, + "loss": 2.4037, + "step": 28901 + }, + { + "epoch": 0.49473630154573, + "grad_norm": 2.286458730697632, + "learning_rate": 1.0655944493216304e-05, + "loss": 2.5406, + "step": 28902 + }, + { + "epoch": 0.49475341926428046, + "grad_norm": 2.3864448070526123, + "learning_rate": 1.0655391280969003e-05, + "loss": 2.5639, + "step": 28903 + }, + { + "epoch": 0.4947705369828309, + "grad_norm": 2.3964760303497314, + "learning_rate": 1.0654838066707259e-05, + "loss": 2.5845, + "step": 28904 + }, + { + "epoch": 0.4947876547013814, + "grad_norm": 2.3506386280059814, + "learning_rate": 1.0654284850432768e-05, + "loss": 2.4908, + "step": 28905 + }, + { + "epoch": 0.49480477241993187, + "grad_norm": 2.2681970596313477, + "learning_rate": 1.0653731632147235e-05, + "loss": 2.5281, + "step": 28906 + }, + { + "epoch": 0.4948218901384823, + "grad_norm": 2.3239946365356445, + "learning_rate": 1.065317841185236e-05, + "loss": 2.4981, + "step": 28907 + }, + { + "epoch": 0.49483900785703283, + "grad_norm": 2.227811574935913, + "learning_rate": 1.0652625189549843e-05, + "loss": 2.4696, + "step": 28908 + }, + { + "epoch": 0.4948561255755833, + "grad_norm": 2.2989580631256104, + "learning_rate": 1.0652071965241384e-05, + "loss": 2.5105, + "step": 28909 + }, + { + "epoch": 0.49487324329413374, + "grad_norm": 2.2555959224700928, + "learning_rate": 1.065151873892868e-05, + "loss": 2.4721, + "step": 28910 + }, + { + "epoch": 0.49489036101268424, + "grad_norm": 2.3560779094696045, + "learning_rate": 1.0650965510613435e-05, + "loss": 2.5359, + "step": 28911 + }, + { + "epoch": 0.4949074787312347, + "grad_norm": 2.2223362922668457, + "learning_rate": 1.0650412280297353e-05, + "loss": 2.4842, + "step": 28912 + }, + { + "epoch": 0.49492459644978515, + "grad_norm": 2.36962890625, + "learning_rate": 1.0649859047982125e-05, + "loss": 2.5676, + "step": 28913 + }, + { + "epoch": 0.49494171416833566, + "grad_norm": 2.1538548469543457, + "learning_rate": 1.064930581366946e-05, + "loss": 2.4741, + "step": 28914 + }, + { + "epoch": 0.4949588318868861, + "grad_norm": 2.3097212314605713, + "learning_rate": 1.0648752577361053e-05, + "loss": 2.6297, + "step": 28915 + }, + { + "epoch": 0.49497594960543656, + "grad_norm": 2.2692930698394775, + "learning_rate": 1.0648199339058606e-05, + "loss": 2.5324, + "step": 28916 + }, + { + "epoch": 0.49499306732398707, + "grad_norm": 2.2835373878479004, + "learning_rate": 1.0647646098763822e-05, + "loss": 2.5083, + "step": 28917 + }, + { + "epoch": 0.4950101850425375, + "grad_norm": 2.2860641479492188, + "learning_rate": 1.0647092856478403e-05, + "loss": 2.5687, + "step": 28918 + }, + { + "epoch": 0.49502730276108803, + "grad_norm": 2.4838106632232666, + "learning_rate": 1.064653961220404e-05, + "loss": 2.6411, + "step": 28919 + }, + { + "epoch": 0.4950444204796385, + "grad_norm": 2.420421838760376, + "learning_rate": 1.0645986365942443e-05, + "loss": 2.5791, + "step": 28920 + }, + { + "epoch": 0.49506153819818893, + "grad_norm": 2.3878378868103027, + "learning_rate": 1.0645433117695306e-05, + "loss": 2.532, + "step": 28921 + }, + { + "epoch": 0.49507865591673944, + "grad_norm": 2.30968976020813, + "learning_rate": 1.0644879867464334e-05, + "loss": 2.5937, + "step": 28922 + }, + { + "epoch": 0.4950957736352899, + "grad_norm": 2.3249127864837646, + "learning_rate": 1.0644326615251226e-05, + "loss": 2.5981, + "step": 28923 + }, + { + "epoch": 0.49511289135384035, + "grad_norm": 2.420893430709839, + "learning_rate": 1.0643773361057686e-05, + "loss": 2.4202, + "step": 28924 + }, + { + "epoch": 0.49513000907239085, + "grad_norm": 2.349095106124878, + "learning_rate": 1.0643220104885406e-05, + "loss": 2.4938, + "step": 28925 + }, + { + "epoch": 0.4951471267909413, + "grad_norm": 2.3878588676452637, + "learning_rate": 1.0642666846736094e-05, + "loss": 2.5352, + "step": 28926 + }, + { + "epoch": 0.49516424450949176, + "grad_norm": 2.3886711597442627, + "learning_rate": 1.0642113586611446e-05, + "loss": 2.5007, + "step": 28927 + }, + { + "epoch": 0.49518136222804227, + "grad_norm": 2.292407274246216, + "learning_rate": 1.0641560324513168e-05, + "loss": 2.4623, + "step": 28928 + }, + { + "epoch": 0.4951984799465927, + "grad_norm": 2.2156128883361816, + "learning_rate": 1.0641007060442954e-05, + "loss": 2.5762, + "step": 28929 + }, + { + "epoch": 0.49521559766514317, + "grad_norm": 2.3037092685699463, + "learning_rate": 1.064045379440251e-05, + "loss": 2.5529, + "step": 28930 + }, + { + "epoch": 0.4952327153836937, + "grad_norm": 2.2423813343048096, + "learning_rate": 1.0639900526393532e-05, + "loss": 2.378, + "step": 28931 + }, + { + "epoch": 0.49524983310224413, + "grad_norm": 2.3605403900146484, + "learning_rate": 1.0639347256417722e-05, + "loss": 2.6191, + "step": 28932 + }, + { + "epoch": 0.4952669508207946, + "grad_norm": 2.3157200813293457, + "learning_rate": 1.0638793984476784e-05, + "loss": 2.5234, + "step": 28933 + }, + { + "epoch": 0.4952840685393451, + "grad_norm": 2.4359419345855713, + "learning_rate": 1.0638240710572416e-05, + "loss": 2.6962, + "step": 28934 + }, + { + "epoch": 0.49530118625789554, + "grad_norm": 2.477743148803711, + "learning_rate": 1.0637687434706317e-05, + "loss": 2.5701, + "step": 28935 + }, + { + "epoch": 0.495318303976446, + "grad_norm": 2.4586029052734375, + "learning_rate": 1.0637134156880188e-05, + "loss": 2.4947, + "step": 28936 + }, + { + "epoch": 0.4953354216949965, + "grad_norm": 2.2567803859710693, + "learning_rate": 1.0636580877095735e-05, + "loss": 2.5219, + "step": 28937 + }, + { + "epoch": 0.49535253941354696, + "grad_norm": 2.338151454925537, + "learning_rate": 1.063602759535465e-05, + "loss": 2.4542, + "step": 28938 + }, + { + "epoch": 0.4953696571320974, + "grad_norm": 2.433851957321167, + "learning_rate": 1.063547431165864e-05, + "loss": 2.5525, + "step": 28939 + }, + { + "epoch": 0.4953867748506479, + "grad_norm": 2.4177911281585693, + "learning_rate": 1.0634921026009401e-05, + "loss": 2.5505, + "step": 28940 + }, + { + "epoch": 0.49540389256919837, + "grad_norm": 2.512885808944702, + "learning_rate": 1.0634367738408638e-05, + "loss": 2.5062, + "step": 28941 + }, + { + "epoch": 0.4954210102877489, + "grad_norm": 2.4134912490844727, + "learning_rate": 1.0633814448858049e-05, + "loss": 2.4616, + "step": 28942 + }, + { + "epoch": 0.4954381280062993, + "grad_norm": 2.213493824005127, + "learning_rate": 1.0633261157359333e-05, + "loss": 2.4523, + "step": 28943 + }, + { + "epoch": 0.4954552457248498, + "grad_norm": 2.291196346282959, + "learning_rate": 1.0632707863914199e-05, + "loss": 2.6784, + "step": 28944 + }, + { + "epoch": 0.4954723634434003, + "grad_norm": 2.332988739013672, + "learning_rate": 1.0632154568524337e-05, + "loss": 2.5358, + "step": 28945 + }, + { + "epoch": 0.49548948116195074, + "grad_norm": 2.531015157699585, + "learning_rate": 1.0631601271191452e-05, + "loss": 2.5814, + "step": 28946 + }, + { + "epoch": 0.4955065988805012, + "grad_norm": 2.3005287647247314, + "learning_rate": 1.0631047971917246e-05, + "loss": 2.5243, + "step": 28947 + }, + { + "epoch": 0.4955237165990517, + "grad_norm": 2.3579139709472656, + "learning_rate": 1.0630494670703418e-05, + "loss": 2.5733, + "step": 28948 + }, + { + "epoch": 0.49554083431760215, + "grad_norm": 2.419370651245117, + "learning_rate": 1.0629941367551669e-05, + "loss": 2.546, + "step": 28949 + }, + { + "epoch": 0.4955579520361526, + "grad_norm": 2.278010845184326, + "learning_rate": 1.0629388062463698e-05, + "loss": 2.4608, + "step": 28950 + }, + { + "epoch": 0.4955750697547031, + "grad_norm": 2.2861733436584473, + "learning_rate": 1.0628834755441212e-05, + "loss": 2.5628, + "step": 28951 + }, + { + "epoch": 0.49559218747325356, + "grad_norm": 2.365194082260132, + "learning_rate": 1.0628281446485904e-05, + "loss": 2.4678, + "step": 28952 + }, + { + "epoch": 0.495609305191804, + "grad_norm": 2.3670365810394287, + "learning_rate": 1.0627728135599478e-05, + "loss": 2.6493, + "step": 28953 + }, + { + "epoch": 0.4956264229103545, + "grad_norm": 2.2556204795837402, + "learning_rate": 1.0627174822783632e-05, + "loss": 2.4305, + "step": 28954 + }, + { + "epoch": 0.495643540628905, + "grad_norm": 2.328355312347412, + "learning_rate": 1.0626621508040074e-05, + "loss": 2.449, + "step": 28955 + }, + { + "epoch": 0.49566065834745543, + "grad_norm": 2.356945276260376, + "learning_rate": 1.0626068191370498e-05, + "loss": 2.5659, + "step": 28956 + }, + { + "epoch": 0.49567777606600594, + "grad_norm": 2.1798179149627686, + "learning_rate": 1.0625514872776603e-05, + "loss": 2.4762, + "step": 28957 + }, + { + "epoch": 0.4956948937845564, + "grad_norm": 2.4122321605682373, + "learning_rate": 1.0624961552260095e-05, + "loss": 2.5917, + "step": 28958 + }, + { + "epoch": 0.49571201150310684, + "grad_norm": 2.4968652725219727, + "learning_rate": 1.0624408229822678e-05, + "loss": 2.5642, + "step": 28959 + }, + { + "epoch": 0.49572912922165735, + "grad_norm": 2.441633701324463, + "learning_rate": 1.0623854905466043e-05, + "loss": 2.48, + "step": 28960 + }, + { + "epoch": 0.4957462469402078, + "grad_norm": 2.1993162631988525, + "learning_rate": 1.0623301579191898e-05, + "loss": 2.5514, + "step": 28961 + }, + { + "epoch": 0.49576336465875825, + "grad_norm": 2.349301338195801, + "learning_rate": 1.0622748251001938e-05, + "loss": 2.5194, + "step": 28962 + }, + { + "epoch": 0.49578048237730876, + "grad_norm": 2.464948892593384, + "learning_rate": 1.0622194920897868e-05, + "loss": 2.4962, + "step": 28963 + }, + { + "epoch": 0.4957976000958592, + "grad_norm": 2.363344192504883, + "learning_rate": 1.0621641588881387e-05, + "loss": 2.4843, + "step": 28964 + }, + { + "epoch": 0.4958147178144097, + "grad_norm": 2.478586196899414, + "learning_rate": 1.06210882549542e-05, + "loss": 2.4939, + "step": 28965 + }, + { + "epoch": 0.4958318355329602, + "grad_norm": 2.3035266399383545, + "learning_rate": 1.0620534919118001e-05, + "loss": 2.4916, + "step": 28966 + }, + { + "epoch": 0.4958489532515106, + "grad_norm": 2.4280381202697754, + "learning_rate": 1.0619981581374495e-05, + "loss": 2.6095, + "step": 28967 + }, + { + "epoch": 0.49586607097006113, + "grad_norm": 2.298870801925659, + "learning_rate": 1.061942824172538e-05, + "loss": 2.4431, + "step": 28968 + }, + { + "epoch": 0.4958831886886116, + "grad_norm": 2.3517067432403564, + "learning_rate": 1.0618874900172359e-05, + "loss": 2.4839, + "step": 28969 + }, + { + "epoch": 0.49590030640716204, + "grad_norm": 2.380289316177368, + "learning_rate": 1.061832155671713e-05, + "loss": 2.4944, + "step": 28970 + }, + { + "epoch": 0.49591742412571255, + "grad_norm": 2.2936038970947266, + "learning_rate": 1.0617768211361401e-05, + "loss": 2.5117, + "step": 28971 + }, + { + "epoch": 0.495934541844263, + "grad_norm": 2.428450107574463, + "learning_rate": 1.0617214864106865e-05, + "loss": 2.5731, + "step": 28972 + }, + { + "epoch": 0.49595165956281345, + "grad_norm": 2.4500174522399902, + "learning_rate": 1.0616661514955228e-05, + "loss": 2.544, + "step": 28973 + }, + { + "epoch": 0.49596877728136396, + "grad_norm": 2.4979026317596436, + "learning_rate": 1.0616108163908185e-05, + "loss": 2.5159, + "step": 28974 + }, + { + "epoch": 0.4959858949999144, + "grad_norm": 2.330660104751587, + "learning_rate": 1.0615554810967441e-05, + "loss": 2.5231, + "step": 28975 + }, + { + "epoch": 0.49600301271846486, + "grad_norm": 2.2486257553100586, + "learning_rate": 1.06150014561347e-05, + "loss": 2.4456, + "step": 28976 + }, + { + "epoch": 0.49602013043701537, + "grad_norm": 2.374706745147705, + "learning_rate": 1.0614448099411653e-05, + "loss": 2.4908, + "step": 28977 + }, + { + "epoch": 0.4960372481555658, + "grad_norm": 2.5541343688964844, + "learning_rate": 1.0613894740800008e-05, + "loss": 2.6372, + "step": 28978 + }, + { + "epoch": 0.4960543658741163, + "grad_norm": 2.3384783267974854, + "learning_rate": 1.0613341380301465e-05, + "loss": 2.4767, + "step": 28979 + }, + { + "epoch": 0.4960714835926668, + "grad_norm": 2.3904216289520264, + "learning_rate": 1.0612788017917723e-05, + "loss": 2.6358, + "step": 28980 + }, + { + "epoch": 0.49608860131121724, + "grad_norm": 2.2888784408569336, + "learning_rate": 1.0612234653650488e-05, + "loss": 2.519, + "step": 28981 + }, + { + "epoch": 0.4961057190297677, + "grad_norm": 2.260289430618286, + "learning_rate": 1.0611681287501456e-05, + "loss": 2.4707, + "step": 28982 + }, + { + "epoch": 0.4961228367483182, + "grad_norm": 2.3653247356414795, + "learning_rate": 1.0611127919472328e-05, + "loss": 2.4519, + "step": 28983 + }, + { + "epoch": 0.49613995446686865, + "grad_norm": 2.230355739593506, + "learning_rate": 1.0610574549564805e-05, + "loss": 2.5231, + "step": 28984 + }, + { + "epoch": 0.4961570721854191, + "grad_norm": 2.358154296875, + "learning_rate": 1.061002117778059e-05, + "loss": 2.4259, + "step": 28985 + }, + { + "epoch": 0.4961741899039696, + "grad_norm": 2.3506085872650146, + "learning_rate": 1.0609467804121381e-05, + "loss": 2.5601, + "step": 28986 + }, + { + "epoch": 0.49619130762252006, + "grad_norm": 2.2925949096679688, + "learning_rate": 1.060891442858888e-05, + "loss": 2.4517, + "step": 28987 + }, + { + "epoch": 0.49620842534107057, + "grad_norm": 2.1741201877593994, + "learning_rate": 1.0608361051184793e-05, + "loss": 2.4264, + "step": 28988 + }, + { + "epoch": 0.496225543059621, + "grad_norm": 2.45753812789917, + "learning_rate": 1.0607807671910811e-05, + "loss": 2.5895, + "step": 28989 + }, + { + "epoch": 0.4962426607781715, + "grad_norm": 2.1928911209106445, + "learning_rate": 1.060725429076864e-05, + "loss": 2.3411, + "step": 28990 + }, + { + "epoch": 0.496259778496722, + "grad_norm": 2.3437538146972656, + "learning_rate": 1.0606700907759981e-05, + "loss": 2.4846, + "step": 28991 + }, + { + "epoch": 0.49627689621527243, + "grad_norm": 2.3681747913360596, + "learning_rate": 1.0606147522886539e-05, + "loss": 2.5491, + "step": 28992 + }, + { + "epoch": 0.4962940139338229, + "grad_norm": 2.511401891708374, + "learning_rate": 1.0605594136150007e-05, + "loss": 2.4597, + "step": 28993 + }, + { + "epoch": 0.4963111316523734, + "grad_norm": 2.340460777282715, + "learning_rate": 1.0605040747552089e-05, + "loss": 2.6125, + "step": 28994 + }, + { + "epoch": 0.49632824937092385, + "grad_norm": 2.4560599327087402, + "learning_rate": 1.060448735709449e-05, + "loss": 2.6197, + "step": 28995 + }, + { + "epoch": 0.4963453670894743, + "grad_norm": 2.4008429050445557, + "learning_rate": 1.0603933964778905e-05, + "loss": 2.5326, + "step": 28996 + }, + { + "epoch": 0.4963624848080248, + "grad_norm": 2.482116937637329, + "learning_rate": 1.0603380570607036e-05, + "loss": 2.4037, + "step": 28997 + }, + { + "epoch": 0.49637960252657526, + "grad_norm": 2.4041121006011963, + "learning_rate": 1.060282717458059e-05, + "loss": 2.6467, + "step": 28998 + }, + { + "epoch": 0.4963967202451257, + "grad_norm": 2.5052871704101562, + "learning_rate": 1.060227377670126e-05, + "loss": 2.5793, + "step": 28999 + }, + { + "epoch": 0.4964138379636762, + "grad_norm": 2.53680682182312, + "learning_rate": 1.060172037697075e-05, + "loss": 2.4669, + "step": 29000 + }, + { + "epoch": 0.49643095568222667, + "grad_norm": 2.3886706829071045, + "learning_rate": 1.0601166975390761e-05, + "loss": 2.4275, + "step": 29001 + }, + { + "epoch": 0.4964480734007771, + "grad_norm": 2.3649914264678955, + "learning_rate": 1.0600613571962996e-05, + "loss": 2.5872, + "step": 29002 + }, + { + "epoch": 0.49646519111932763, + "grad_norm": 2.338728904724121, + "learning_rate": 1.0600060166689156e-05, + "loss": 2.4392, + "step": 29003 + }, + { + "epoch": 0.4964823088378781, + "grad_norm": 2.372352123260498, + "learning_rate": 1.0599506759570936e-05, + "loss": 2.4052, + "step": 29004 + }, + { + "epoch": 0.49649942655642854, + "grad_norm": 2.326907157897949, + "learning_rate": 1.0598953350610043e-05, + "loss": 2.4584, + "step": 29005 + }, + { + "epoch": 0.49651654427497904, + "grad_norm": 2.298189640045166, + "learning_rate": 1.0598399939808175e-05, + "loss": 2.5208, + "step": 29006 + }, + { + "epoch": 0.4965336619935295, + "grad_norm": 2.532625198364258, + "learning_rate": 1.0597846527167034e-05, + "loss": 2.625, + "step": 29007 + }, + { + "epoch": 0.49655077971207995, + "grad_norm": 2.2105748653411865, + "learning_rate": 1.0597293112688325e-05, + "loss": 2.4352, + "step": 29008 + }, + { + "epoch": 0.49656789743063046, + "grad_norm": 2.6283934116363525, + "learning_rate": 1.0596739696373741e-05, + "loss": 2.6714, + "step": 29009 + }, + { + "epoch": 0.4965850151491809, + "grad_norm": 2.1881825923919678, + "learning_rate": 1.0596186278224989e-05, + "loss": 2.5258, + "step": 29010 + }, + { + "epoch": 0.4966021328677314, + "grad_norm": 2.391239643096924, + "learning_rate": 1.0595632858243767e-05, + "loss": 2.6114, + "step": 29011 + }, + { + "epoch": 0.49661925058628187, + "grad_norm": 2.396214723587036, + "learning_rate": 1.0595079436431777e-05, + "loss": 2.6428, + "step": 29012 + }, + { + "epoch": 0.4966363683048323, + "grad_norm": 2.527709484100342, + "learning_rate": 1.059452601279072e-05, + "loss": 2.5468, + "step": 29013 + }, + { + "epoch": 0.49665348602338283, + "grad_norm": 2.455113172531128, + "learning_rate": 1.05939725873223e-05, + "loss": 2.4998, + "step": 29014 + }, + { + "epoch": 0.4966706037419333, + "grad_norm": 2.63706374168396, + "learning_rate": 1.0593419160028213e-05, + "loss": 2.5665, + "step": 29015 + }, + { + "epoch": 0.49668772146048373, + "grad_norm": 2.3433003425598145, + "learning_rate": 1.0592865730910162e-05, + "loss": 2.4011, + "step": 29016 + }, + { + "epoch": 0.49670483917903424, + "grad_norm": 2.253138780593872, + "learning_rate": 1.0592312299969849e-05, + "loss": 2.5434, + "step": 29017 + }, + { + "epoch": 0.4967219568975847, + "grad_norm": 2.2866711616516113, + "learning_rate": 1.0591758867208975e-05, + "loss": 2.5243, + "step": 29018 + }, + { + "epoch": 0.49673907461613515, + "grad_norm": 2.410426139831543, + "learning_rate": 1.0591205432629242e-05, + "loss": 2.6416, + "step": 29019 + }, + { + "epoch": 0.49675619233468565, + "grad_norm": 2.2910497188568115, + "learning_rate": 1.0590651996232344e-05, + "loss": 2.4856, + "step": 29020 + }, + { + "epoch": 0.4967733100532361, + "grad_norm": 2.3744592666625977, + "learning_rate": 1.059009855801999e-05, + "loss": 2.5425, + "step": 29021 + }, + { + "epoch": 0.49679042777178656, + "grad_norm": 2.2843234539031982, + "learning_rate": 1.058954511799388e-05, + "loss": 2.4863, + "step": 29022 + }, + { + "epoch": 0.49680754549033707, + "grad_norm": 2.36458683013916, + "learning_rate": 1.058899167615571e-05, + "loss": 2.5338, + "step": 29023 + }, + { + "epoch": 0.4968246632088875, + "grad_norm": 2.31373929977417, + "learning_rate": 1.0588438232507192e-05, + "loss": 2.4993, + "step": 29024 + }, + { + "epoch": 0.49684178092743797, + "grad_norm": 2.360046863555908, + "learning_rate": 1.0587884787050016e-05, + "loss": 2.4854, + "step": 29025 + }, + { + "epoch": 0.4968588986459885, + "grad_norm": 2.3198626041412354, + "learning_rate": 1.0587331339785887e-05, + "loss": 2.6685, + "step": 29026 + }, + { + "epoch": 0.49687601636453893, + "grad_norm": 2.305405616760254, + "learning_rate": 1.0586777890716504e-05, + "loss": 2.4262, + "step": 29027 + }, + { + "epoch": 0.4968931340830894, + "grad_norm": 2.3141448497772217, + "learning_rate": 1.0586224439843573e-05, + "loss": 2.4665, + "step": 29028 + }, + { + "epoch": 0.4969102518016399, + "grad_norm": 2.2892227172851562, + "learning_rate": 1.0585670987168793e-05, + "loss": 2.4748, + "step": 29029 + }, + { + "epoch": 0.49692736952019034, + "grad_norm": 2.2637932300567627, + "learning_rate": 1.0585117532693863e-05, + "loss": 2.4058, + "step": 29030 + }, + { + "epoch": 0.4969444872387408, + "grad_norm": 2.5013210773468018, + "learning_rate": 1.0584564076420487e-05, + "loss": 2.522, + "step": 29031 + }, + { + "epoch": 0.4969616049572913, + "grad_norm": 2.3452911376953125, + "learning_rate": 1.0584010618350362e-05, + "loss": 2.6734, + "step": 29032 + }, + { + "epoch": 0.49697872267584176, + "grad_norm": 2.3004751205444336, + "learning_rate": 1.0583457158485193e-05, + "loss": 2.4906, + "step": 29033 + }, + { + "epoch": 0.49699584039439226, + "grad_norm": 2.29789400100708, + "learning_rate": 1.0582903696826679e-05, + "loss": 2.5128, + "step": 29034 + }, + { + "epoch": 0.4970129581129427, + "grad_norm": 2.345276117324829, + "learning_rate": 1.0582350233376524e-05, + "loss": 2.4987, + "step": 29035 + }, + { + "epoch": 0.49703007583149317, + "grad_norm": 2.1788015365600586, + "learning_rate": 1.0581796768136428e-05, + "loss": 2.4636, + "step": 29036 + }, + { + "epoch": 0.4970471935500437, + "grad_norm": 2.2750155925750732, + "learning_rate": 1.0581243301108089e-05, + "loss": 2.4696, + "step": 29037 + }, + { + "epoch": 0.49706431126859413, + "grad_norm": 2.414719820022583, + "learning_rate": 1.0580689832293212e-05, + "loss": 2.5441, + "step": 29038 + }, + { + "epoch": 0.4970814289871446, + "grad_norm": 2.3889851570129395, + "learning_rate": 1.0580136361693496e-05, + "loss": 2.6681, + "step": 29039 + }, + { + "epoch": 0.4970985467056951, + "grad_norm": 2.4089064598083496, + "learning_rate": 1.0579582889310644e-05, + "loss": 2.4834, + "step": 29040 + }, + { + "epoch": 0.49711566442424554, + "grad_norm": 2.430832862854004, + "learning_rate": 1.0579029415146356e-05, + "loss": 2.5382, + "step": 29041 + }, + { + "epoch": 0.497132782142796, + "grad_norm": 2.3099429607391357, + "learning_rate": 1.0578475939202333e-05, + "loss": 2.6396, + "step": 29042 + }, + { + "epoch": 0.4971498998613465, + "grad_norm": 2.408834218978882, + "learning_rate": 1.0577922461480274e-05, + "loss": 2.5599, + "step": 29043 + }, + { + "epoch": 0.49716701757989695, + "grad_norm": 2.1818482875823975, + "learning_rate": 1.0577368981981886e-05, + "loss": 2.4441, + "step": 29044 + }, + { + "epoch": 0.4971841352984474, + "grad_norm": 2.33656644821167, + "learning_rate": 1.0576815500708867e-05, + "loss": 2.4067, + "step": 29045 + }, + { + "epoch": 0.4972012530169979, + "grad_norm": 2.4177966117858887, + "learning_rate": 1.0576262017662919e-05, + "loss": 2.605, + "step": 29046 + }, + { + "epoch": 0.49721837073554837, + "grad_norm": 2.336867332458496, + "learning_rate": 1.0575708532845741e-05, + "loss": 2.592, + "step": 29047 + }, + { + "epoch": 0.4972354884540988, + "grad_norm": 2.24204683303833, + "learning_rate": 1.0575155046259034e-05, + "loss": 2.4915, + "step": 29048 + }, + { + "epoch": 0.4972526061726493, + "grad_norm": 2.287482738494873, + "learning_rate": 1.0574601557904503e-05, + "loss": 2.6074, + "step": 29049 + }, + { + "epoch": 0.4972697238911998, + "grad_norm": 2.3638696670532227, + "learning_rate": 1.0574048067783844e-05, + "loss": 2.5524, + "step": 29050 + }, + { + "epoch": 0.49728684160975023, + "grad_norm": 2.340115547180176, + "learning_rate": 1.0573494575898766e-05, + "loss": 2.5565, + "step": 29051 + }, + { + "epoch": 0.49730395932830074, + "grad_norm": 2.409989595413208, + "learning_rate": 1.057294108225096e-05, + "loss": 2.6204, + "step": 29052 + }, + { + "epoch": 0.4973210770468512, + "grad_norm": 2.222675323486328, + "learning_rate": 1.0572387586842139e-05, + "loss": 2.5403, + "step": 29053 + }, + { + "epoch": 0.49733819476540164, + "grad_norm": 2.297625780105591, + "learning_rate": 1.0571834089673993e-05, + "loss": 2.5414, + "step": 29054 + }, + { + "epoch": 0.49735531248395215, + "grad_norm": 2.2658889293670654, + "learning_rate": 1.057128059074823e-05, + "loss": 2.5108, + "step": 29055 + }, + { + "epoch": 0.4973724302025026, + "grad_norm": 2.2469322681427, + "learning_rate": 1.057072709006655e-05, + "loss": 2.5272, + "step": 29056 + }, + { + "epoch": 0.49738954792105305, + "grad_norm": 2.4291412830352783, + "learning_rate": 1.0570173587630654e-05, + "loss": 2.7129, + "step": 29057 + }, + { + "epoch": 0.49740666563960356, + "grad_norm": 2.2444205284118652, + "learning_rate": 1.056962008344224e-05, + "loss": 2.4792, + "step": 29058 + }, + { + "epoch": 0.497423783358154, + "grad_norm": 2.266009569168091, + "learning_rate": 1.0569066577503015e-05, + "loss": 2.5408, + "step": 29059 + }, + { + "epoch": 0.4974409010767045, + "grad_norm": 2.2248423099517822, + "learning_rate": 1.056851306981468e-05, + "loss": 2.4741, + "step": 29060 + }, + { + "epoch": 0.497458018795255, + "grad_norm": 2.3315865993499756, + "learning_rate": 1.0567959560378928e-05, + "loss": 2.6252, + "step": 29061 + }, + { + "epoch": 0.4974751365138054, + "grad_norm": 2.208082914352417, + "learning_rate": 1.0567406049197472e-05, + "loss": 2.4846, + "step": 29062 + }, + { + "epoch": 0.49749225423235593, + "grad_norm": 2.339083433151245, + "learning_rate": 1.0566852536272006e-05, + "loss": 2.5537, + "step": 29063 + }, + { + "epoch": 0.4975093719509064, + "grad_norm": 2.206641674041748, + "learning_rate": 1.0566299021604229e-05, + "loss": 2.462, + "step": 29064 + }, + { + "epoch": 0.49752648966945684, + "grad_norm": 2.440945625305176, + "learning_rate": 1.056574550519585e-05, + "loss": 2.6399, + "step": 29065 + }, + { + "epoch": 0.49754360738800735, + "grad_norm": 2.360652446746826, + "learning_rate": 1.0565191987048566e-05, + "loss": 2.5707, + "step": 29066 + }, + { + "epoch": 0.4975607251065578, + "grad_norm": 2.294516086578369, + "learning_rate": 1.0564638467164079e-05, + "loss": 2.6538, + "step": 29067 + }, + { + "epoch": 0.49757784282510825, + "grad_norm": 2.369900703430176, + "learning_rate": 1.056408494554409e-05, + "loss": 2.5698, + "step": 29068 + }, + { + "epoch": 0.49759496054365876, + "grad_norm": 2.3074822425842285, + "learning_rate": 1.0563531422190299e-05, + "loss": 2.527, + "step": 29069 + }, + { + "epoch": 0.4976120782622092, + "grad_norm": 2.3184075355529785, + "learning_rate": 1.056297789710441e-05, + "loss": 2.5297, + "step": 29070 + }, + { + "epoch": 0.49762919598075966, + "grad_norm": 2.39151930809021, + "learning_rate": 1.056242437028812e-05, + "loss": 2.5088, + "step": 29071 + }, + { + "epoch": 0.49764631369931017, + "grad_norm": 2.3791282176971436, + "learning_rate": 1.0561870841743138e-05, + "loss": 2.5804, + "step": 29072 + }, + { + "epoch": 0.4976634314178606, + "grad_norm": 2.3060007095336914, + "learning_rate": 1.0561317311471157e-05, + "loss": 2.4965, + "step": 29073 + }, + { + "epoch": 0.4976805491364111, + "grad_norm": 2.311291217803955, + "learning_rate": 1.0560763779473887e-05, + "loss": 2.6071, + "step": 29074 + }, + { + "epoch": 0.4976976668549616, + "grad_norm": 2.382301092147827, + "learning_rate": 1.056021024575302e-05, + "loss": 2.6571, + "step": 29075 + }, + { + "epoch": 0.49771478457351204, + "grad_norm": 2.3917312622070312, + "learning_rate": 1.0559656710310264e-05, + "loss": 2.4465, + "step": 29076 + }, + { + "epoch": 0.4977319022920625, + "grad_norm": 2.314293146133423, + "learning_rate": 1.0559103173147316e-05, + "loss": 2.4863, + "step": 29077 + }, + { + "epoch": 0.497749020010613, + "grad_norm": 2.2928178310394287, + "learning_rate": 1.0558549634265884e-05, + "loss": 2.3966, + "step": 29078 + }, + { + "epoch": 0.49776613772916345, + "grad_norm": 2.3023555278778076, + "learning_rate": 1.0557996093667662e-05, + "loss": 2.4566, + "step": 29079 + }, + { + "epoch": 0.4977832554477139, + "grad_norm": 2.3293144702911377, + "learning_rate": 1.0557442551354353e-05, + "loss": 2.5148, + "step": 29080 + }, + { + "epoch": 0.4978003731662644, + "grad_norm": 2.3432087898254395, + "learning_rate": 1.0556889007327662e-05, + "loss": 2.434, + "step": 29081 + }, + { + "epoch": 0.49781749088481486, + "grad_norm": 2.2549538612365723, + "learning_rate": 1.0556335461589288e-05, + "loss": 2.3862, + "step": 29082 + }, + { + "epoch": 0.49783460860336537, + "grad_norm": 2.4087424278259277, + "learning_rate": 1.0555781914140936e-05, + "loss": 2.5344, + "step": 29083 + }, + { + "epoch": 0.4978517263219158, + "grad_norm": 2.261197328567505, + "learning_rate": 1.05552283649843e-05, + "loss": 2.4841, + "step": 29084 + }, + { + "epoch": 0.4978688440404663, + "grad_norm": 2.487010955810547, + "learning_rate": 1.0554674814121087e-05, + "loss": 2.6489, + "step": 29085 + }, + { + "epoch": 0.4978859617590168, + "grad_norm": 2.357045888900757, + "learning_rate": 1.0554121261552995e-05, + "loss": 2.5103, + "step": 29086 + }, + { + "epoch": 0.49790307947756723, + "grad_norm": 2.423516273498535, + "learning_rate": 1.0553567707281726e-05, + "loss": 2.5204, + "step": 29087 + }, + { + "epoch": 0.4979201971961177, + "grad_norm": 2.2176058292388916, + "learning_rate": 1.0553014151308987e-05, + "loss": 2.4415, + "step": 29088 + }, + { + "epoch": 0.4979373149146682, + "grad_norm": 2.323305130004883, + "learning_rate": 1.0552460593636475e-05, + "loss": 2.651, + "step": 29089 + }, + { + "epoch": 0.49795443263321865, + "grad_norm": 2.363861560821533, + "learning_rate": 1.0551907034265888e-05, + "loss": 2.473, + "step": 29090 + }, + { + "epoch": 0.4979715503517691, + "grad_norm": 2.196937084197998, + "learning_rate": 1.0551353473198935e-05, + "loss": 2.5582, + "step": 29091 + }, + { + "epoch": 0.4979886680703196, + "grad_norm": 2.245978832244873, + "learning_rate": 1.055079991043731e-05, + "loss": 2.4881, + "step": 29092 + }, + { + "epoch": 0.49800578578887006, + "grad_norm": 2.332274913787842, + "learning_rate": 1.0550246345982722e-05, + "loss": 2.5895, + "step": 29093 + }, + { + "epoch": 0.4980229035074205, + "grad_norm": 2.3725311756134033, + "learning_rate": 1.0549692779836866e-05, + "loss": 2.4928, + "step": 29094 + }, + { + "epoch": 0.498040021225971, + "grad_norm": 2.2875654697418213, + "learning_rate": 1.0549139212001444e-05, + "loss": 2.5087, + "step": 29095 + }, + { + "epoch": 0.49805713894452147, + "grad_norm": 2.3659040927886963, + "learning_rate": 1.0548585642478165e-05, + "loss": 2.5102, + "step": 29096 + }, + { + "epoch": 0.4980742566630719, + "grad_norm": 2.339693069458008, + "learning_rate": 1.0548032071268719e-05, + "loss": 2.5107, + "step": 29097 + }, + { + "epoch": 0.49809137438162243, + "grad_norm": 2.3863227367401123, + "learning_rate": 1.0547478498374816e-05, + "loss": 2.4977, + "step": 29098 + }, + { + "epoch": 0.4981084921001729, + "grad_norm": 2.2107343673706055, + "learning_rate": 1.0546924923798157e-05, + "loss": 2.5072, + "step": 29099 + }, + { + "epoch": 0.49812560981872334, + "grad_norm": 2.4752731323242188, + "learning_rate": 1.0546371347540439e-05, + "loss": 2.5473, + "step": 29100 + }, + { + "epoch": 0.49814272753727384, + "grad_norm": 2.412060260772705, + "learning_rate": 1.0545817769603363e-05, + "loss": 2.58, + "step": 29101 + }, + { + "epoch": 0.4981598452558243, + "grad_norm": 2.276021957397461, + "learning_rate": 1.0545264189988635e-05, + "loss": 2.4728, + "step": 29102 + }, + { + "epoch": 0.49817696297437475, + "grad_norm": 2.3312935829162598, + "learning_rate": 1.0544710608697959e-05, + "loss": 2.4214, + "step": 29103 + }, + { + "epoch": 0.49819408069292526, + "grad_norm": 2.2801287174224854, + "learning_rate": 1.054415702573303e-05, + "loss": 2.4086, + "step": 29104 + }, + { + "epoch": 0.4982111984114757, + "grad_norm": 2.4531049728393555, + "learning_rate": 1.0543603441095551e-05, + "loss": 2.5024, + "step": 29105 + }, + { + "epoch": 0.4982283161300262, + "grad_norm": 2.343893051147461, + "learning_rate": 1.0543049854787223e-05, + "loss": 2.5115, + "step": 29106 + }, + { + "epoch": 0.49824543384857667, + "grad_norm": 2.5333757400512695, + "learning_rate": 1.0542496266809753e-05, + "loss": 2.5518, + "step": 29107 + }, + { + "epoch": 0.4982625515671271, + "grad_norm": 2.1699135303497314, + "learning_rate": 1.0541942677164836e-05, + "loss": 2.5216, + "step": 29108 + }, + { + "epoch": 0.49827966928567763, + "grad_norm": 2.32985520362854, + "learning_rate": 1.0541389085854177e-05, + "loss": 2.5433, + "step": 29109 + }, + { + "epoch": 0.4982967870042281, + "grad_norm": 2.3648712635040283, + "learning_rate": 1.0540835492879478e-05, + "loss": 2.5067, + "step": 29110 + }, + { + "epoch": 0.49831390472277853, + "grad_norm": 2.4065380096435547, + "learning_rate": 1.0540281898242438e-05, + "loss": 2.5291, + "step": 29111 + }, + { + "epoch": 0.49833102244132904, + "grad_norm": 2.3267526626586914, + "learning_rate": 1.0539728301944755e-05, + "loss": 2.4858, + "step": 29112 + }, + { + "epoch": 0.4983481401598795, + "grad_norm": 2.335084915161133, + "learning_rate": 1.053917470398814e-05, + "loss": 2.433, + "step": 29113 + }, + { + "epoch": 0.49836525787842995, + "grad_norm": 2.2638587951660156, + "learning_rate": 1.053862110437429e-05, + "loss": 2.5034, + "step": 29114 + }, + { + "epoch": 0.49838237559698045, + "grad_norm": 2.355099678039551, + "learning_rate": 1.0538067503104905e-05, + "loss": 2.4377, + "step": 29115 + }, + { + "epoch": 0.4983994933155309, + "grad_norm": 2.357206106185913, + "learning_rate": 1.0537513900181689e-05, + "loss": 2.5828, + "step": 29116 + }, + { + "epoch": 0.49841661103408136, + "grad_norm": 2.2427875995635986, + "learning_rate": 1.053696029560634e-05, + "loss": 2.48, + "step": 29117 + }, + { + "epoch": 0.49843372875263187, + "grad_norm": 2.2833411693573, + "learning_rate": 1.0536406689380566e-05, + "loss": 2.5565, + "step": 29118 + }, + { + "epoch": 0.4984508464711823, + "grad_norm": 2.4796743392944336, + "learning_rate": 1.0535853081506062e-05, + "loss": 2.636, + "step": 29119 + }, + { + "epoch": 0.49846796418973277, + "grad_norm": 2.3517563343048096, + "learning_rate": 1.0535299471984535e-05, + "loss": 2.5521, + "step": 29120 + }, + { + "epoch": 0.4984850819082833, + "grad_norm": 2.2170944213867188, + "learning_rate": 1.053474586081768e-05, + "loss": 2.4966, + "step": 29121 + }, + { + "epoch": 0.49850219962683373, + "grad_norm": 2.2843220233917236, + "learning_rate": 1.0534192248007205e-05, + "loss": 2.5888, + "step": 29122 + }, + { + "epoch": 0.4985193173453842, + "grad_norm": 2.31624698638916, + "learning_rate": 1.0533638633554808e-05, + "loss": 2.4806, + "step": 29123 + }, + { + "epoch": 0.4985364350639347, + "grad_norm": 2.3375699520111084, + "learning_rate": 1.0533085017462192e-05, + "loss": 2.5306, + "step": 29124 + }, + { + "epoch": 0.49855355278248514, + "grad_norm": 2.3627920150756836, + "learning_rate": 1.0532531399731061e-05, + "loss": 2.5228, + "step": 29125 + }, + { + "epoch": 0.4985706705010356, + "grad_norm": 2.3581714630126953, + "learning_rate": 1.0531977780363113e-05, + "loss": 2.4867, + "step": 29126 + }, + { + "epoch": 0.4985877882195861, + "grad_norm": 2.302835702896118, + "learning_rate": 1.0531424159360051e-05, + "loss": 2.4353, + "step": 29127 + }, + { + "epoch": 0.49860490593813656, + "grad_norm": 2.255992889404297, + "learning_rate": 1.0530870536723575e-05, + "loss": 2.4674, + "step": 29128 + }, + { + "epoch": 0.49862202365668706, + "grad_norm": 2.3647537231445312, + "learning_rate": 1.0530316912455387e-05, + "loss": 2.5368, + "step": 29129 + }, + { + "epoch": 0.4986391413752375, + "grad_norm": 2.19150447845459, + "learning_rate": 1.0529763286557191e-05, + "loss": 2.4708, + "step": 29130 + }, + { + "epoch": 0.49865625909378797, + "grad_norm": 2.3641347885131836, + "learning_rate": 1.0529209659030687e-05, + "loss": 2.5942, + "step": 29131 + }, + { + "epoch": 0.4986733768123385, + "grad_norm": 2.3135898113250732, + "learning_rate": 1.0528656029877577e-05, + "loss": 2.572, + "step": 29132 + }, + { + "epoch": 0.49869049453088893, + "grad_norm": 2.3285725116729736, + "learning_rate": 1.0528102399099562e-05, + "loss": 2.5507, + "step": 29133 + }, + { + "epoch": 0.4987076122494394, + "grad_norm": 2.2372243404388428, + "learning_rate": 1.0527548766698345e-05, + "loss": 2.5383, + "step": 29134 + }, + { + "epoch": 0.4987247299679899, + "grad_norm": 2.265758752822876, + "learning_rate": 1.0526995132675626e-05, + "loss": 2.5553, + "step": 29135 + }, + { + "epoch": 0.49874184768654034, + "grad_norm": 2.3940224647521973, + "learning_rate": 1.0526441497033108e-05, + "loss": 2.4564, + "step": 29136 + }, + { + "epoch": 0.4987589654050908, + "grad_norm": 2.3118741512298584, + "learning_rate": 1.0525887859772495e-05, + "loss": 2.4403, + "step": 29137 + }, + { + "epoch": 0.4987760831236413, + "grad_norm": 2.2182090282440186, + "learning_rate": 1.0525334220895483e-05, + "loss": 2.5134, + "step": 29138 + }, + { + "epoch": 0.49879320084219175, + "grad_norm": 2.346984386444092, + "learning_rate": 1.0524780580403777e-05, + "loss": 2.5559, + "step": 29139 + }, + { + "epoch": 0.4988103185607422, + "grad_norm": 2.470289468765259, + "learning_rate": 1.0524226938299078e-05, + "loss": 2.6268, + "step": 29140 + }, + { + "epoch": 0.4988274362792927, + "grad_norm": 2.332437515258789, + "learning_rate": 1.0523673294583087e-05, + "loss": 2.4684, + "step": 29141 + }, + { + "epoch": 0.49884455399784317, + "grad_norm": 2.2156336307525635, + "learning_rate": 1.052311964925751e-05, + "loss": 2.4145, + "step": 29142 + }, + { + "epoch": 0.4988616717163936, + "grad_norm": 2.2866835594177246, + "learning_rate": 1.0522566002324043e-05, + "loss": 2.5278, + "step": 29143 + }, + { + "epoch": 0.4988787894349441, + "grad_norm": 2.3156843185424805, + "learning_rate": 1.052201235378439e-05, + "loss": 2.4719, + "step": 29144 + }, + { + "epoch": 0.4988959071534946, + "grad_norm": 2.4384348392486572, + "learning_rate": 1.0521458703640255e-05, + "loss": 2.4958, + "step": 29145 + }, + { + "epoch": 0.49891302487204503, + "grad_norm": 2.282597303390503, + "learning_rate": 1.0520905051893338e-05, + "loss": 2.5155, + "step": 29146 + }, + { + "epoch": 0.49893014259059554, + "grad_norm": 2.2580435276031494, + "learning_rate": 1.0520351398545339e-05, + "loss": 2.5536, + "step": 29147 + }, + { + "epoch": 0.498947260309146, + "grad_norm": 2.421480894088745, + "learning_rate": 1.0519797743597962e-05, + "loss": 2.5389, + "step": 29148 + }, + { + "epoch": 0.49896437802769644, + "grad_norm": 2.2611496448516846, + "learning_rate": 1.0519244087052904e-05, + "loss": 2.4506, + "step": 29149 + }, + { + "epoch": 0.49898149574624695, + "grad_norm": 2.364333391189575, + "learning_rate": 1.0518690428911874e-05, + "loss": 2.4612, + "step": 29150 + }, + { + "epoch": 0.4989986134647974, + "grad_norm": 2.3963687419891357, + "learning_rate": 1.051813676917657e-05, + "loss": 2.4627, + "step": 29151 + }, + { + "epoch": 0.4990157311833479, + "grad_norm": 2.382800817489624, + "learning_rate": 1.0517583107848695e-05, + "loss": 2.5261, + "step": 29152 + }, + { + "epoch": 0.49903284890189836, + "grad_norm": 2.5573744773864746, + "learning_rate": 1.0517029444929946e-05, + "loss": 2.4698, + "step": 29153 + }, + { + "epoch": 0.4990499666204488, + "grad_norm": 2.322394371032715, + "learning_rate": 1.0516475780422036e-05, + "loss": 2.5238, + "step": 29154 + }, + { + "epoch": 0.4990670843389993, + "grad_norm": 2.417631149291992, + "learning_rate": 1.0515922114326653e-05, + "loss": 2.5393, + "step": 29155 + }, + { + "epoch": 0.4990842020575498, + "grad_norm": 2.5974245071411133, + "learning_rate": 1.0515368446645506e-05, + "loss": 2.5858, + "step": 29156 + }, + { + "epoch": 0.4991013197761002, + "grad_norm": 2.2507829666137695, + "learning_rate": 1.05148147773803e-05, + "loss": 2.4539, + "step": 29157 + }, + { + "epoch": 0.49911843749465074, + "grad_norm": 2.2041518688201904, + "learning_rate": 1.0514261106532728e-05, + "loss": 2.4583, + "step": 29158 + }, + { + "epoch": 0.4991355552132012, + "grad_norm": 2.3564400672912598, + "learning_rate": 1.0513707434104499e-05, + "loss": 2.5912, + "step": 29159 + }, + { + "epoch": 0.49915267293175164, + "grad_norm": 2.3171472549438477, + "learning_rate": 1.051315376009731e-05, + "loss": 2.4786, + "step": 29160 + }, + { + "epoch": 0.49916979065030215, + "grad_norm": 2.5001823902130127, + "learning_rate": 1.051260008451287e-05, + "loss": 2.625, + "step": 29161 + }, + { + "epoch": 0.4991869083688526, + "grad_norm": 2.343172311782837, + "learning_rate": 1.0512046407352872e-05, + "loss": 2.5188, + "step": 29162 + }, + { + "epoch": 0.49920402608740305, + "grad_norm": 2.317030668258667, + "learning_rate": 1.0511492728619024e-05, + "loss": 2.4461, + "step": 29163 + }, + { + "epoch": 0.49922114380595356, + "grad_norm": 2.37442684173584, + "learning_rate": 1.0510939048313023e-05, + "loss": 2.5771, + "step": 29164 + }, + { + "epoch": 0.499238261524504, + "grad_norm": 2.350093126296997, + "learning_rate": 1.0510385366436576e-05, + "loss": 2.5114, + "step": 29165 + }, + { + "epoch": 0.49925537924305446, + "grad_norm": 2.2549641132354736, + "learning_rate": 1.0509831682991378e-05, + "loss": 2.5229, + "step": 29166 + }, + { + "epoch": 0.499272496961605, + "grad_norm": 2.323951244354248, + "learning_rate": 1.050927799797914e-05, + "loss": 2.6492, + "step": 29167 + }, + { + "epoch": 0.4992896146801554, + "grad_norm": 2.3551459312438965, + "learning_rate": 1.0508724311401558e-05, + "loss": 2.496, + "step": 29168 + }, + { + "epoch": 0.4993067323987059, + "grad_norm": 2.3155202865600586, + "learning_rate": 1.0508170623260334e-05, + "loss": 2.4849, + "step": 29169 + }, + { + "epoch": 0.4993238501172564, + "grad_norm": 2.3470702171325684, + "learning_rate": 1.050761693355717e-05, + "loss": 2.7482, + "step": 29170 + }, + { + "epoch": 0.49934096783580684, + "grad_norm": 2.2483832836151123, + "learning_rate": 1.0507063242293766e-05, + "loss": 2.5212, + "step": 29171 + }, + { + "epoch": 0.4993580855543573, + "grad_norm": 2.3217873573303223, + "learning_rate": 1.0506509549471828e-05, + "loss": 2.5215, + "step": 29172 + }, + { + "epoch": 0.4993752032729078, + "grad_norm": 2.364062786102295, + "learning_rate": 1.050595585509306e-05, + "loss": 2.565, + "step": 29173 + }, + { + "epoch": 0.49939232099145825, + "grad_norm": 2.604095697402954, + "learning_rate": 1.0505402159159158e-05, + "loss": 2.5925, + "step": 29174 + }, + { + "epoch": 0.49940943871000876, + "grad_norm": 2.2733006477355957, + "learning_rate": 1.0504848461671824e-05, + "loss": 2.5025, + "step": 29175 + }, + { + "epoch": 0.4994265564285592, + "grad_norm": 2.2079710960388184, + "learning_rate": 1.0504294762632762e-05, + "loss": 2.4739, + "step": 29176 + }, + { + "epoch": 0.49944367414710966, + "grad_norm": 2.2882609367370605, + "learning_rate": 1.0503741062043674e-05, + "loss": 2.3869, + "step": 29177 + }, + { + "epoch": 0.49946079186566017, + "grad_norm": 2.2382218837738037, + "learning_rate": 1.0503187359906262e-05, + "loss": 2.394, + "step": 29178 + }, + { + "epoch": 0.4994779095842106, + "grad_norm": 2.3918488025665283, + "learning_rate": 1.0502633656222227e-05, + "loss": 2.4952, + "step": 29179 + }, + { + "epoch": 0.4994950273027611, + "grad_norm": 2.395909547805786, + "learning_rate": 1.0502079950993272e-05, + "loss": 2.5415, + "step": 29180 + }, + { + "epoch": 0.4995121450213116, + "grad_norm": 2.4903573989868164, + "learning_rate": 1.0501526244221097e-05, + "loss": 2.6052, + "step": 29181 + }, + { + "epoch": 0.49952926273986203, + "grad_norm": 2.2204699516296387, + "learning_rate": 1.0500972535907409e-05, + "loss": 2.4822, + "step": 29182 + }, + { + "epoch": 0.4995463804584125, + "grad_norm": 2.4436981678009033, + "learning_rate": 1.0500418826053899e-05, + "loss": 2.4635, + "step": 29183 + }, + { + "epoch": 0.499563498176963, + "grad_norm": 2.3299129009246826, + "learning_rate": 1.0499865114662283e-05, + "loss": 2.518, + "step": 29184 + }, + { + "epoch": 0.49958061589551345, + "grad_norm": 2.3594467639923096, + "learning_rate": 1.0499311401734252e-05, + "loss": 2.5056, + "step": 29185 + }, + { + "epoch": 0.4995977336140639, + "grad_norm": 2.366149663925171, + "learning_rate": 1.0498757687271511e-05, + "loss": 2.4798, + "step": 29186 + }, + { + "epoch": 0.4996148513326144, + "grad_norm": 2.319725275039673, + "learning_rate": 1.0498203971275762e-05, + "loss": 2.4553, + "step": 29187 + }, + { + "epoch": 0.49963196905116486, + "grad_norm": 2.3564512729644775, + "learning_rate": 1.049765025374871e-05, + "loss": 2.5371, + "step": 29188 + }, + { + "epoch": 0.4996490867697153, + "grad_norm": 2.2573165893554688, + "learning_rate": 1.0497096534692056e-05, + "loss": 2.4134, + "step": 29189 + }, + { + "epoch": 0.4996662044882658, + "grad_norm": 2.395641803741455, + "learning_rate": 1.0496542814107498e-05, + "loss": 2.6402, + "step": 29190 + }, + { + "epoch": 0.49968332220681627, + "grad_norm": 2.3138415813446045, + "learning_rate": 1.049598909199674e-05, + "loss": 2.4146, + "step": 29191 + }, + { + "epoch": 0.4997004399253667, + "grad_norm": 2.278588056564331, + "learning_rate": 1.0495435368361486e-05, + "loss": 2.4358, + "step": 29192 + }, + { + "epoch": 0.49971755764391723, + "grad_norm": 2.469325065612793, + "learning_rate": 1.0494881643203433e-05, + "loss": 2.5899, + "step": 29193 + }, + { + "epoch": 0.4997346753624677, + "grad_norm": 2.4722697734832764, + "learning_rate": 1.0494327916524292e-05, + "loss": 2.606, + "step": 29194 + }, + { + "epoch": 0.49975179308101814, + "grad_norm": 2.391335964202881, + "learning_rate": 1.0493774188325753e-05, + "loss": 2.5225, + "step": 29195 + }, + { + "epoch": 0.49976891079956864, + "grad_norm": 2.1918394565582275, + "learning_rate": 1.0493220458609528e-05, + "loss": 2.48, + "step": 29196 + }, + { + "epoch": 0.4997860285181191, + "grad_norm": 2.455350875854492, + "learning_rate": 1.0492666727377316e-05, + "loss": 2.5014, + "step": 29197 + }, + { + "epoch": 0.4998031462366696, + "grad_norm": 2.306347131729126, + "learning_rate": 1.0492112994630817e-05, + "loss": 2.4642, + "step": 29198 + }, + { + "epoch": 0.49982026395522006, + "grad_norm": 2.3545799255371094, + "learning_rate": 1.0491559260371734e-05, + "loss": 2.4925, + "step": 29199 + }, + { + "epoch": 0.4998373816737705, + "grad_norm": 2.3780710697174072, + "learning_rate": 1.0491005524601769e-05, + "loss": 2.5062, + "step": 29200 + }, + { + "epoch": 0.499854499392321, + "grad_norm": 2.3462235927581787, + "learning_rate": 1.0490451787322622e-05, + "loss": 2.4954, + "step": 29201 + }, + { + "epoch": 0.49987161711087147, + "grad_norm": 2.479733467102051, + "learning_rate": 1.0489898048535998e-05, + "loss": 2.5924, + "step": 29202 + }, + { + "epoch": 0.4998887348294219, + "grad_norm": 2.131696939468384, + "learning_rate": 1.0489344308243599e-05, + "loss": 2.4708, + "step": 29203 + }, + { + "epoch": 0.49990585254797243, + "grad_norm": 2.3087711334228516, + "learning_rate": 1.0488790566447129e-05, + "loss": 2.5078, + "step": 29204 + }, + { + "epoch": 0.4999229702665229, + "grad_norm": 2.2352867126464844, + "learning_rate": 1.0488236823148284e-05, + "loss": 2.4325, + "step": 29205 + }, + { + "epoch": 0.49994008798507333, + "grad_norm": 2.4321699142456055, + "learning_rate": 1.0487683078348769e-05, + "loss": 2.5232, + "step": 29206 + }, + { + "epoch": 0.49995720570362384, + "grad_norm": 2.2559235095977783, + "learning_rate": 1.0487129332050288e-05, + "loss": 2.4023, + "step": 29207 + }, + { + "epoch": 0.4999743234221743, + "grad_norm": 2.408705472946167, + "learning_rate": 1.0486575584254539e-05, + "loss": 2.6075, + "step": 29208 + }, + { + "epoch": 0.49999144114072475, + "grad_norm": 2.3661742210388184, + "learning_rate": 1.0486021834963224e-05, + "loss": 2.4293, + "step": 29209 + }, + { + "epoch": 0.5000085588592752, + "grad_norm": 2.384244203567505, + "learning_rate": 1.0485468084178054e-05, + "loss": 2.4902, + "step": 29210 + }, + { + "epoch": 0.5000256765778257, + "grad_norm": 2.3268468379974365, + "learning_rate": 1.0484914331900721e-05, + "loss": 2.4006, + "step": 29211 + }, + { + "epoch": 0.5000427942963762, + "grad_norm": 2.544675588607788, + "learning_rate": 1.048436057813293e-05, + "loss": 2.502, + "step": 29212 + }, + { + "epoch": 0.5000599120149266, + "grad_norm": 2.1752312183380127, + "learning_rate": 1.0483806822876382e-05, + "loss": 2.3782, + "step": 29213 + }, + { + "epoch": 0.5000770297334771, + "grad_norm": 2.3826751708984375, + "learning_rate": 1.0483253066132782e-05, + "loss": 2.4579, + "step": 29214 + }, + { + "epoch": 0.5000941474520276, + "grad_norm": 2.4280881881713867, + "learning_rate": 1.0482699307903828e-05, + "loss": 2.6351, + "step": 29215 + }, + { + "epoch": 0.500111265170578, + "grad_norm": 2.4862544536590576, + "learning_rate": 1.048214554819123e-05, + "loss": 2.4105, + "step": 29216 + }, + { + "epoch": 0.5001283828891285, + "grad_norm": 2.3414430618286133, + "learning_rate": 1.0481591786996678e-05, + "loss": 2.4012, + "step": 29217 + }, + { + "epoch": 0.500145500607679, + "grad_norm": 2.4321837425231934, + "learning_rate": 1.0481038024321886e-05, + "loss": 2.4672, + "step": 29218 + }, + { + "epoch": 0.5001626183262294, + "grad_norm": 2.379054546356201, + "learning_rate": 1.0480484260168548e-05, + "loss": 2.6253, + "step": 29219 + }, + { + "epoch": 0.5001797360447799, + "grad_norm": 2.2791295051574707, + "learning_rate": 1.0479930494538368e-05, + "loss": 2.5085, + "step": 29220 + }, + { + "epoch": 0.5001968537633305, + "grad_norm": 2.2531802654266357, + "learning_rate": 1.0479376727433053e-05, + "loss": 2.4495, + "step": 29221 + }, + { + "epoch": 0.5002139714818808, + "grad_norm": 2.1951282024383545, + "learning_rate": 1.0478822958854297e-05, + "loss": 2.4751, + "step": 29222 + }, + { + "epoch": 0.5002310892004314, + "grad_norm": 2.3081891536712646, + "learning_rate": 1.0478269188803806e-05, + "loss": 2.4813, + "step": 29223 + }, + { + "epoch": 0.5002482069189819, + "grad_norm": 2.3910470008850098, + "learning_rate": 1.0477715417283286e-05, + "loss": 2.5459, + "step": 29224 + }, + { + "epoch": 0.5002653246375323, + "grad_norm": 2.2667548656463623, + "learning_rate": 1.047716164429443e-05, + "loss": 2.4934, + "step": 29225 + }, + { + "epoch": 0.5002824423560828, + "grad_norm": 2.2636101245880127, + "learning_rate": 1.047660786983895e-05, + "loss": 2.4943, + "step": 29226 + }, + { + "epoch": 0.5002995600746333, + "grad_norm": 2.326308488845825, + "learning_rate": 1.0476054093918544e-05, + "loss": 2.499, + "step": 29227 + }, + { + "epoch": 0.5003166777931837, + "grad_norm": 2.222224473953247, + "learning_rate": 1.047550031653491e-05, + "loss": 2.53, + "step": 29228 + }, + { + "epoch": 0.5003337955117342, + "grad_norm": 2.4105405807495117, + "learning_rate": 1.0474946537689753e-05, + "loss": 2.5809, + "step": 29229 + }, + { + "epoch": 0.5003509132302847, + "grad_norm": 2.2597591876983643, + "learning_rate": 1.0474392757384776e-05, + "loss": 2.4419, + "step": 29230 + }, + { + "epoch": 0.5003680309488351, + "grad_norm": 2.329019784927368, + "learning_rate": 1.0473838975621683e-05, + "loss": 2.4994, + "step": 29231 + }, + { + "epoch": 0.5003851486673856, + "grad_norm": 2.292235851287842, + "learning_rate": 1.0473285192402176e-05, + "loss": 2.4531, + "step": 29232 + }, + { + "epoch": 0.5004022663859361, + "grad_norm": 2.3341641426086426, + "learning_rate": 1.0472731407727956e-05, + "loss": 2.4831, + "step": 29233 + }, + { + "epoch": 0.5004193841044866, + "grad_norm": 2.3541924953460693, + "learning_rate": 1.047217762160072e-05, + "loss": 2.5452, + "step": 29234 + }, + { + "epoch": 0.500436501823037, + "grad_norm": 2.448930501937866, + "learning_rate": 1.0471623834022175e-05, + "loss": 2.5506, + "step": 29235 + }, + { + "epoch": 0.5004536195415875, + "grad_norm": 2.366394519805908, + "learning_rate": 1.0471070044994023e-05, + "loss": 2.5343, + "step": 29236 + }, + { + "epoch": 0.500470737260138, + "grad_norm": 2.335726737976074, + "learning_rate": 1.0470516254517969e-05, + "loss": 2.4917, + "step": 29237 + }, + { + "epoch": 0.5004878549786884, + "grad_norm": 2.376857042312622, + "learning_rate": 1.0469962462595708e-05, + "loss": 2.4506, + "step": 29238 + }, + { + "epoch": 0.5005049726972389, + "grad_norm": 2.344838857650757, + "learning_rate": 1.0469408669228946e-05, + "loss": 2.5062, + "step": 29239 + }, + { + "epoch": 0.5005220904157894, + "grad_norm": 2.405176877975464, + "learning_rate": 1.0468854874419389e-05, + "loss": 2.5723, + "step": 29240 + }, + { + "epoch": 0.5005392081343398, + "grad_norm": 2.298032283782959, + "learning_rate": 1.0468301078168734e-05, + "loss": 2.4459, + "step": 29241 + }, + { + "epoch": 0.5005563258528903, + "grad_norm": 2.361483097076416, + "learning_rate": 1.0467747280478684e-05, + "loss": 2.5559, + "step": 29242 + }, + { + "epoch": 0.5005734435714408, + "grad_norm": 2.2814748287200928, + "learning_rate": 1.0467193481350944e-05, + "loss": 2.5276, + "step": 29243 + }, + { + "epoch": 0.5005905612899912, + "grad_norm": 2.334707021713257, + "learning_rate": 1.046663968078721e-05, + "loss": 2.6155, + "step": 29244 + }, + { + "epoch": 0.5006076790085418, + "grad_norm": 2.3000712394714355, + "learning_rate": 1.046608587878919e-05, + "loss": 2.4375, + "step": 29245 + }, + { + "epoch": 0.5006247967270923, + "grad_norm": 2.3621764183044434, + "learning_rate": 1.0465532075358584e-05, + "loss": 2.4381, + "step": 29246 + }, + { + "epoch": 0.5006419144456427, + "grad_norm": 2.4338526725769043, + "learning_rate": 1.0464978270497097e-05, + "loss": 2.6088, + "step": 29247 + }, + { + "epoch": 0.5006590321641932, + "grad_norm": 2.494973659515381, + "learning_rate": 1.0464424464206429e-05, + "loss": 2.5888, + "step": 29248 + }, + { + "epoch": 0.5006761498827437, + "grad_norm": 2.303194046020508, + "learning_rate": 1.0463870656488277e-05, + "loss": 2.5083, + "step": 29249 + }, + { + "epoch": 0.5006932676012941, + "grad_norm": 2.4281163215637207, + "learning_rate": 1.0463316847344351e-05, + "loss": 2.6061, + "step": 29250 + }, + { + "epoch": 0.5007103853198446, + "grad_norm": 2.400350570678711, + "learning_rate": 1.046276303677635e-05, + "loss": 2.4656, + "step": 29251 + }, + { + "epoch": 0.5007275030383951, + "grad_norm": 2.4029552936553955, + "learning_rate": 1.0462209224785977e-05, + "loss": 2.611, + "step": 29252 + }, + { + "epoch": 0.5007446207569455, + "grad_norm": 2.26899790763855, + "learning_rate": 1.0461655411374938e-05, + "loss": 2.431, + "step": 29253 + }, + { + "epoch": 0.500761738475496, + "grad_norm": 2.501835346221924, + "learning_rate": 1.0461101596544928e-05, + "loss": 2.6731, + "step": 29254 + }, + { + "epoch": 0.5007788561940465, + "grad_norm": 2.3957157135009766, + "learning_rate": 1.0460547780297652e-05, + "loss": 2.5606, + "step": 29255 + }, + { + "epoch": 0.5007959739125969, + "grad_norm": 2.3442177772521973, + "learning_rate": 1.0459993962634812e-05, + "loss": 2.5043, + "step": 29256 + }, + { + "epoch": 0.5008130916311474, + "grad_norm": 2.366445779800415, + "learning_rate": 1.045944014355811e-05, + "loss": 2.5038, + "step": 29257 + }, + { + "epoch": 0.5008302093496979, + "grad_norm": 2.32236909866333, + "learning_rate": 1.0458886323069253e-05, + "loss": 2.4334, + "step": 29258 + }, + { + "epoch": 0.5008473270682483, + "grad_norm": 2.2194762229919434, + "learning_rate": 1.0458332501169934e-05, + "loss": 2.5406, + "step": 29259 + }, + { + "epoch": 0.5008644447867988, + "grad_norm": 2.4450387954711914, + "learning_rate": 1.0457778677861863e-05, + "loss": 2.6956, + "step": 29260 + }, + { + "epoch": 0.5008815625053493, + "grad_norm": 2.272212266921997, + "learning_rate": 1.0457224853146739e-05, + "loss": 2.4205, + "step": 29261 + }, + { + "epoch": 0.5008986802238997, + "grad_norm": 2.323368549346924, + "learning_rate": 1.0456671027026268e-05, + "loss": 2.5354, + "step": 29262 + }, + { + "epoch": 0.5009157979424502, + "grad_norm": 2.352982521057129, + "learning_rate": 1.0456117199502147e-05, + "loss": 2.4352, + "step": 29263 + }, + { + "epoch": 0.5009329156610007, + "grad_norm": 2.291252374649048, + "learning_rate": 1.0455563370576085e-05, + "loss": 2.5289, + "step": 29264 + }, + { + "epoch": 0.5009500333795511, + "grad_norm": 2.1966617107391357, + "learning_rate": 1.0455009540249774e-05, + "loss": 2.5319, + "step": 29265 + }, + { + "epoch": 0.5009671510981016, + "grad_norm": 2.3532869815826416, + "learning_rate": 1.0454455708524924e-05, + "loss": 2.4831, + "step": 29266 + }, + { + "epoch": 0.5009842688166521, + "grad_norm": 2.4989354610443115, + "learning_rate": 1.0453901875403236e-05, + "loss": 2.6333, + "step": 29267 + }, + { + "epoch": 0.5010013865352025, + "grad_norm": 2.126117467880249, + "learning_rate": 1.045334804088641e-05, + "loss": 2.4214, + "step": 29268 + }, + { + "epoch": 0.501018504253753, + "grad_norm": 2.262423276901245, + "learning_rate": 1.0452794204976155e-05, + "loss": 2.5978, + "step": 29269 + }, + { + "epoch": 0.5010356219723036, + "grad_norm": 2.435091257095337, + "learning_rate": 1.0452240367674167e-05, + "loss": 2.5276, + "step": 29270 + }, + { + "epoch": 0.501052739690854, + "grad_norm": 2.2254998683929443, + "learning_rate": 1.0451686528982147e-05, + "loss": 2.4903, + "step": 29271 + }, + { + "epoch": 0.5010698574094045, + "grad_norm": 2.229663610458374, + "learning_rate": 1.0451132688901801e-05, + "loss": 2.4297, + "step": 29272 + }, + { + "epoch": 0.501086975127955, + "grad_norm": 2.3647007942199707, + "learning_rate": 1.045057884743483e-05, + "loss": 2.6707, + "step": 29273 + }, + { + "epoch": 0.5011040928465054, + "grad_norm": 2.284165620803833, + "learning_rate": 1.0450025004582938e-05, + "loss": 2.5094, + "step": 29274 + }, + { + "epoch": 0.5011212105650559, + "grad_norm": 2.3759353160858154, + "learning_rate": 1.0449471160347824e-05, + "loss": 2.6065, + "step": 29275 + }, + { + "epoch": 0.5011383282836064, + "grad_norm": 2.3539328575134277, + "learning_rate": 1.0448917314731194e-05, + "loss": 2.4719, + "step": 29276 + }, + { + "epoch": 0.5011554460021568, + "grad_norm": 2.3377816677093506, + "learning_rate": 1.0448363467734748e-05, + "loss": 2.4666, + "step": 29277 + }, + { + "epoch": 0.5011725637207073, + "grad_norm": 2.345317840576172, + "learning_rate": 1.0447809619360188e-05, + "loss": 2.5864, + "step": 29278 + }, + { + "epoch": 0.5011896814392578, + "grad_norm": 2.3281800746917725, + "learning_rate": 1.0447255769609217e-05, + "loss": 2.5192, + "step": 29279 + }, + { + "epoch": 0.5012067991578083, + "grad_norm": 2.2655224800109863, + "learning_rate": 1.0446701918483541e-05, + "loss": 2.6525, + "step": 29280 + }, + { + "epoch": 0.5012239168763587, + "grad_norm": 2.248729705810547, + "learning_rate": 1.0446148065984855e-05, + "loss": 2.4485, + "step": 29281 + }, + { + "epoch": 0.5012410345949092, + "grad_norm": 2.2040486335754395, + "learning_rate": 1.0445594212114867e-05, + "loss": 2.5319, + "step": 29282 + }, + { + "epoch": 0.5012581523134597, + "grad_norm": 2.2907052040100098, + "learning_rate": 1.0445040356875281e-05, + "loss": 2.5, + "step": 29283 + }, + { + "epoch": 0.5012752700320101, + "grad_norm": 2.319946527481079, + "learning_rate": 1.044448650026779e-05, + "loss": 2.6095, + "step": 29284 + }, + { + "epoch": 0.5012923877505606, + "grad_norm": 2.4535624980926514, + "learning_rate": 1.0443932642294106e-05, + "loss": 2.5176, + "step": 29285 + }, + { + "epoch": 0.5013095054691111, + "grad_norm": 2.3274595737457275, + "learning_rate": 1.0443378782955927e-05, + "loss": 2.6251, + "step": 29286 + }, + { + "epoch": 0.5013266231876615, + "grad_norm": 2.2943148612976074, + "learning_rate": 1.0442824922254955e-05, + "loss": 2.4821, + "step": 29287 + }, + { + "epoch": 0.501343740906212, + "grad_norm": 2.370274305343628, + "learning_rate": 1.0442271060192894e-05, + "loss": 2.5612, + "step": 29288 + }, + { + "epoch": 0.5013608586247625, + "grad_norm": 2.4274561405181885, + "learning_rate": 1.0441717196771446e-05, + "loss": 2.4932, + "step": 29289 + }, + { + "epoch": 0.5013779763433129, + "grad_norm": 2.2219343185424805, + "learning_rate": 1.0441163331992314e-05, + "loss": 2.4727, + "step": 29290 + }, + { + "epoch": 0.5013950940618634, + "grad_norm": 2.3917787075042725, + "learning_rate": 1.04406094658572e-05, + "loss": 2.6015, + "step": 29291 + }, + { + "epoch": 0.501412211780414, + "grad_norm": 2.3531548976898193, + "learning_rate": 1.0440055598367805e-05, + "loss": 2.5427, + "step": 29292 + }, + { + "epoch": 0.5014293294989643, + "grad_norm": 2.3330471515655518, + "learning_rate": 1.0439501729525832e-05, + "loss": 2.4594, + "step": 29293 + }, + { + "epoch": 0.5014464472175149, + "grad_norm": 2.453101873397827, + "learning_rate": 1.0438947859332983e-05, + "loss": 2.6178, + "step": 29294 + }, + { + "epoch": 0.5014635649360654, + "grad_norm": 2.3599534034729004, + "learning_rate": 1.0438393987790962e-05, + "loss": 2.5502, + "step": 29295 + }, + { + "epoch": 0.5014806826546158, + "grad_norm": 2.221552610397339, + "learning_rate": 1.0437840114901474e-05, + "loss": 2.3696, + "step": 29296 + }, + { + "epoch": 0.5014978003731663, + "grad_norm": 2.3570337295532227, + "learning_rate": 1.0437286240666213e-05, + "loss": 2.5876, + "step": 29297 + }, + { + "epoch": 0.5015149180917168, + "grad_norm": 2.2941856384277344, + "learning_rate": 1.0436732365086893e-05, + "loss": 2.488, + "step": 29298 + }, + { + "epoch": 0.5015320358102672, + "grad_norm": 2.3501172065734863, + "learning_rate": 1.0436178488165203e-05, + "loss": 2.5381, + "step": 29299 + }, + { + "epoch": 0.5015491535288177, + "grad_norm": 2.264662027359009, + "learning_rate": 1.0435624609902854e-05, + "loss": 2.454, + "step": 29300 + }, + { + "epoch": 0.5015662712473682, + "grad_norm": 2.2544820308685303, + "learning_rate": 1.043507073030155e-05, + "loss": 2.5513, + "step": 29301 + }, + { + "epoch": 0.5015833889659186, + "grad_norm": 2.242399215698242, + "learning_rate": 1.0434516849362988e-05, + "loss": 2.4026, + "step": 29302 + }, + { + "epoch": 0.5016005066844691, + "grad_norm": 2.3653452396392822, + "learning_rate": 1.0433962967088871e-05, + "loss": 2.5217, + "step": 29303 + }, + { + "epoch": 0.5016176244030196, + "grad_norm": 2.361241102218628, + "learning_rate": 1.0433409083480905e-05, + "loss": 2.4372, + "step": 29304 + }, + { + "epoch": 0.50163474212157, + "grad_norm": 2.4325222969055176, + "learning_rate": 1.0432855198540792e-05, + "loss": 2.5683, + "step": 29305 + }, + { + "epoch": 0.5016518598401205, + "grad_norm": 2.3409101963043213, + "learning_rate": 1.043230131227023e-05, + "loss": 2.622, + "step": 29306 + }, + { + "epoch": 0.501668977558671, + "grad_norm": 2.280487298965454, + "learning_rate": 1.0431747424670926e-05, + "loss": 2.6511, + "step": 29307 + }, + { + "epoch": 0.5016860952772214, + "grad_norm": 2.369786024093628, + "learning_rate": 1.0431193535744579e-05, + "loss": 2.597, + "step": 29308 + }, + { + "epoch": 0.5017032129957719, + "grad_norm": 2.2839441299438477, + "learning_rate": 1.0430639645492896e-05, + "loss": 2.4828, + "step": 29309 + }, + { + "epoch": 0.5017203307143224, + "grad_norm": 2.3065264225006104, + "learning_rate": 1.0430085753917574e-05, + "loss": 2.5524, + "step": 29310 + }, + { + "epoch": 0.5017374484328728, + "grad_norm": 2.3026669025421143, + "learning_rate": 1.0429531861020321e-05, + "loss": 2.4988, + "step": 29311 + }, + { + "epoch": 0.5017545661514233, + "grad_norm": 2.566955089569092, + "learning_rate": 1.0428977966802838e-05, + "loss": 2.4993, + "step": 29312 + }, + { + "epoch": 0.5017716838699738, + "grad_norm": 2.4034104347229004, + "learning_rate": 1.0428424071266824e-05, + "loss": 2.5245, + "step": 29313 + }, + { + "epoch": 0.5017888015885242, + "grad_norm": 2.3131165504455566, + "learning_rate": 1.042787017441398e-05, + "loss": 2.4721, + "step": 29314 + }, + { + "epoch": 0.5018059193070747, + "grad_norm": 2.591599464416504, + "learning_rate": 1.0427316276246016e-05, + "loss": 2.5991, + "step": 29315 + }, + { + "epoch": 0.5018230370256253, + "grad_norm": 2.3191604614257812, + "learning_rate": 1.042676237676463e-05, + "loss": 2.4531, + "step": 29316 + }, + { + "epoch": 0.5018401547441756, + "grad_norm": 2.2816593647003174, + "learning_rate": 1.0426208475971527e-05, + "loss": 2.4549, + "step": 29317 + }, + { + "epoch": 0.5018572724627262, + "grad_norm": 2.4258038997650146, + "learning_rate": 1.0425654573868405e-05, + "loss": 2.5903, + "step": 29318 + }, + { + "epoch": 0.5018743901812767, + "grad_norm": 2.259181499481201, + "learning_rate": 1.042510067045697e-05, + "loss": 2.4792, + "step": 29319 + }, + { + "epoch": 0.5018915078998271, + "grad_norm": 2.340150833129883, + "learning_rate": 1.0424546765738924e-05, + "loss": 2.6031, + "step": 29320 + }, + { + "epoch": 0.5019086256183776, + "grad_norm": 2.410128116607666, + "learning_rate": 1.0423992859715968e-05, + "loss": 2.418, + "step": 29321 + }, + { + "epoch": 0.5019257433369281, + "grad_norm": 2.2797555923461914, + "learning_rate": 1.0423438952389809e-05, + "loss": 2.5908, + "step": 29322 + }, + { + "epoch": 0.5019428610554785, + "grad_norm": 2.5298566818237305, + "learning_rate": 1.0422885043762144e-05, + "loss": 2.535, + "step": 29323 + }, + { + "epoch": 0.501959978774029, + "grad_norm": 2.2895991802215576, + "learning_rate": 1.0422331133834675e-05, + "loss": 2.4575, + "step": 29324 + }, + { + "epoch": 0.5019770964925795, + "grad_norm": 2.35079026222229, + "learning_rate": 1.0421777222609111e-05, + "loss": 2.6041, + "step": 29325 + }, + { + "epoch": 0.5019942142111299, + "grad_norm": 2.334364652633667, + "learning_rate": 1.042122331008715e-05, + "loss": 2.4754, + "step": 29326 + }, + { + "epoch": 0.5020113319296804, + "grad_norm": 2.246953248977661, + "learning_rate": 1.0420669396270495e-05, + "loss": 2.3615, + "step": 29327 + }, + { + "epoch": 0.5020284496482309, + "grad_norm": 2.309875249862671, + "learning_rate": 1.042011548116085e-05, + "loss": 2.5193, + "step": 29328 + }, + { + "epoch": 0.5020455673667814, + "grad_norm": 2.5240373611450195, + "learning_rate": 1.0419561564759915e-05, + "loss": 2.6168, + "step": 29329 + }, + { + "epoch": 0.5020626850853318, + "grad_norm": 2.435405731201172, + "learning_rate": 1.0419007647069392e-05, + "loss": 2.5633, + "step": 29330 + }, + { + "epoch": 0.5020798028038823, + "grad_norm": 2.285240650177002, + "learning_rate": 1.0418453728090988e-05, + "loss": 2.4349, + "step": 29331 + }, + { + "epoch": 0.5020969205224328, + "grad_norm": 2.315171003341675, + "learning_rate": 1.0417899807826402e-05, + "loss": 2.5261, + "step": 29332 + }, + { + "epoch": 0.5021140382409832, + "grad_norm": 2.301387310028076, + "learning_rate": 1.0417345886277341e-05, + "loss": 2.4341, + "step": 29333 + }, + { + "epoch": 0.5021311559595337, + "grad_norm": 2.4142301082611084, + "learning_rate": 1.0416791963445503e-05, + "loss": 2.5067, + "step": 29334 + }, + { + "epoch": 0.5021482736780842, + "grad_norm": 2.1535966396331787, + "learning_rate": 1.0416238039332589e-05, + "loss": 2.4143, + "step": 29335 + }, + { + "epoch": 0.5021653913966346, + "grad_norm": 2.322658061981201, + "learning_rate": 1.0415684113940306e-05, + "loss": 2.3955, + "step": 29336 + }, + { + "epoch": 0.5021825091151851, + "grad_norm": 2.414151906967163, + "learning_rate": 1.0415130187270352e-05, + "loss": 2.5016, + "step": 29337 + }, + { + "epoch": 0.5021996268337356, + "grad_norm": 2.233175754547119, + "learning_rate": 1.0414576259324439e-05, + "loss": 2.4601, + "step": 29338 + }, + { + "epoch": 0.502216744552286, + "grad_norm": 2.3674561977386475, + "learning_rate": 1.0414022330104256e-05, + "loss": 2.4928, + "step": 29339 + }, + { + "epoch": 0.5022338622708366, + "grad_norm": 2.400491952896118, + "learning_rate": 1.0413468399611515e-05, + "loss": 2.4429, + "step": 29340 + }, + { + "epoch": 0.5022509799893871, + "grad_norm": 2.3978195190429688, + "learning_rate": 1.0412914467847918e-05, + "loss": 2.6019, + "step": 29341 + }, + { + "epoch": 0.5022680977079375, + "grad_norm": 2.3228840827941895, + "learning_rate": 1.0412360534815164e-05, + "loss": 2.4716, + "step": 29342 + }, + { + "epoch": 0.502285215426488, + "grad_norm": 2.4103434085845947, + "learning_rate": 1.0411806600514957e-05, + "loss": 2.4327, + "step": 29343 + }, + { + "epoch": 0.5023023331450385, + "grad_norm": 2.321033000946045, + "learning_rate": 1.0411252664949004e-05, + "loss": 2.5727, + "step": 29344 + }, + { + "epoch": 0.5023194508635889, + "grad_norm": 2.3823776245117188, + "learning_rate": 1.0410698728119e-05, + "loss": 2.6134, + "step": 29345 + }, + { + "epoch": 0.5023365685821394, + "grad_norm": 2.55098557472229, + "learning_rate": 1.041014479002665e-05, + "loss": 2.6783, + "step": 29346 + }, + { + "epoch": 0.5023536863006899, + "grad_norm": 2.1939892768859863, + "learning_rate": 1.0409590850673661e-05, + "loss": 2.509, + "step": 29347 + }, + { + "epoch": 0.5023708040192403, + "grad_norm": 2.2862303256988525, + "learning_rate": 1.0409036910061731e-05, + "loss": 2.6502, + "step": 29348 + }, + { + "epoch": 0.5023879217377908, + "grad_norm": 2.255125045776367, + "learning_rate": 1.0408482968192567e-05, + "loss": 2.4076, + "step": 29349 + }, + { + "epoch": 0.5024050394563413, + "grad_norm": 2.3558969497680664, + "learning_rate": 1.0407929025067864e-05, + "loss": 2.7143, + "step": 29350 + }, + { + "epoch": 0.5024221571748917, + "grad_norm": 2.258906841278076, + "learning_rate": 1.040737508068933e-05, + "loss": 2.5606, + "step": 29351 + }, + { + "epoch": 0.5024392748934422, + "grad_norm": 2.1798458099365234, + "learning_rate": 1.0406821135058669e-05, + "loss": 2.4352, + "step": 29352 + }, + { + "epoch": 0.5024563926119927, + "grad_norm": 2.306467056274414, + "learning_rate": 1.0406267188177579e-05, + "loss": 2.4571, + "step": 29353 + }, + { + "epoch": 0.5024735103305431, + "grad_norm": 2.2613937854766846, + "learning_rate": 1.040571324004777e-05, + "loss": 2.4333, + "step": 29354 + }, + { + "epoch": 0.5024906280490936, + "grad_norm": 2.505563974380493, + "learning_rate": 1.040515929067094e-05, + "loss": 2.5318, + "step": 29355 + }, + { + "epoch": 0.5025077457676441, + "grad_norm": 2.256165027618408, + "learning_rate": 1.0404605340048785e-05, + "loss": 2.4239, + "step": 29356 + }, + { + "epoch": 0.5025248634861945, + "grad_norm": 2.3588545322418213, + "learning_rate": 1.0404051388183016e-05, + "loss": 2.5205, + "step": 29357 + }, + { + "epoch": 0.502541981204745, + "grad_norm": 2.2525196075439453, + "learning_rate": 1.0403497435075336e-05, + "loss": 2.5234, + "step": 29358 + }, + { + "epoch": 0.5025590989232955, + "grad_norm": 2.290555238723755, + "learning_rate": 1.0402943480727443e-05, + "loss": 2.398, + "step": 29359 + }, + { + "epoch": 0.5025762166418459, + "grad_norm": 2.1914634704589844, + "learning_rate": 1.0402389525141046e-05, + "loss": 2.4698, + "step": 29360 + }, + { + "epoch": 0.5025933343603964, + "grad_norm": 2.368208885192871, + "learning_rate": 1.0401835568317842e-05, + "loss": 2.4712, + "step": 29361 + }, + { + "epoch": 0.502610452078947, + "grad_norm": 2.3399856090545654, + "learning_rate": 1.0401281610259535e-05, + "loss": 2.4211, + "step": 29362 + }, + { + "epoch": 0.5026275697974973, + "grad_norm": 2.2934412956237793, + "learning_rate": 1.040072765096783e-05, + "loss": 2.5251, + "step": 29363 + }, + { + "epoch": 0.5026446875160479, + "grad_norm": 2.385124444961548, + "learning_rate": 1.0400173690444426e-05, + "loss": 2.4514, + "step": 29364 + }, + { + "epoch": 0.5026618052345984, + "grad_norm": 2.537921190261841, + "learning_rate": 1.0399619728691028e-05, + "loss": 2.5447, + "step": 29365 + }, + { + "epoch": 0.5026789229531488, + "grad_norm": 2.306568145751953, + "learning_rate": 1.0399065765709337e-05, + "loss": 2.5442, + "step": 29366 + }, + { + "epoch": 0.5026960406716993, + "grad_norm": 2.3617289066314697, + "learning_rate": 1.039851180150106e-05, + "loss": 2.4418, + "step": 29367 + }, + { + "epoch": 0.5027131583902498, + "grad_norm": 2.3273391723632812, + "learning_rate": 1.039795783606789e-05, + "loss": 2.5358, + "step": 29368 + }, + { + "epoch": 0.5027302761088002, + "grad_norm": 2.403838634490967, + "learning_rate": 1.0397403869411542e-05, + "loss": 2.4874, + "step": 29369 + }, + { + "epoch": 0.5027473938273507, + "grad_norm": 2.379157304763794, + "learning_rate": 1.0396849901533714e-05, + "loss": 2.4553, + "step": 29370 + }, + { + "epoch": 0.5027645115459012, + "grad_norm": 2.562638759613037, + "learning_rate": 1.0396295932436107e-05, + "loss": 2.5928, + "step": 29371 + }, + { + "epoch": 0.5027816292644516, + "grad_norm": 2.3021483421325684, + "learning_rate": 1.0395741962120423e-05, + "loss": 2.4953, + "step": 29372 + }, + { + "epoch": 0.5027987469830021, + "grad_norm": 2.275047540664673, + "learning_rate": 1.0395187990588365e-05, + "loss": 2.558, + "step": 29373 + }, + { + "epoch": 0.5028158647015526, + "grad_norm": 2.4132626056671143, + "learning_rate": 1.0394634017841636e-05, + "loss": 2.5884, + "step": 29374 + }, + { + "epoch": 0.5028329824201031, + "grad_norm": 2.2923004627227783, + "learning_rate": 1.0394080043881942e-05, + "loss": 2.3942, + "step": 29375 + }, + { + "epoch": 0.5028501001386535, + "grad_norm": 2.5360939502716064, + "learning_rate": 1.0393526068710981e-05, + "loss": 2.5726, + "step": 29376 + }, + { + "epoch": 0.502867217857204, + "grad_norm": 2.3293912410736084, + "learning_rate": 1.0392972092330463e-05, + "loss": 2.4485, + "step": 29377 + }, + { + "epoch": 0.5028843355757545, + "grad_norm": 2.489401340484619, + "learning_rate": 1.0392418114742081e-05, + "loss": 2.6547, + "step": 29378 + }, + { + "epoch": 0.5029014532943049, + "grad_norm": 2.3368678092956543, + "learning_rate": 1.0391864135947544e-05, + "loss": 2.4223, + "step": 29379 + }, + { + "epoch": 0.5029185710128554, + "grad_norm": 2.326870918273926, + "learning_rate": 1.0391310155948553e-05, + "loss": 2.5686, + "step": 29380 + }, + { + "epoch": 0.5029356887314059, + "grad_norm": 2.290283203125, + "learning_rate": 1.0390756174746812e-05, + "loss": 2.4404, + "step": 29381 + }, + { + "epoch": 0.5029528064499563, + "grad_norm": 2.250166654586792, + "learning_rate": 1.0390202192344021e-05, + "loss": 2.5327, + "step": 29382 + }, + { + "epoch": 0.5029699241685068, + "grad_norm": 2.297473430633545, + "learning_rate": 1.0389648208741882e-05, + "loss": 2.454, + "step": 29383 + }, + { + "epoch": 0.5029870418870573, + "grad_norm": 2.3436546325683594, + "learning_rate": 1.0389094223942107e-05, + "loss": 2.6041, + "step": 29384 + }, + { + "epoch": 0.5030041596056077, + "grad_norm": 2.289506673812866, + "learning_rate": 1.0388540237946388e-05, + "loss": 2.4937, + "step": 29385 + }, + { + "epoch": 0.5030212773241582, + "grad_norm": 2.33854079246521, + "learning_rate": 1.0387986250756433e-05, + "loss": 2.5272, + "step": 29386 + }, + { + "epoch": 0.5030383950427088, + "grad_norm": 2.268580436706543, + "learning_rate": 1.038743226237394e-05, + "loss": 2.3892, + "step": 29387 + }, + { + "epoch": 0.5030555127612591, + "grad_norm": 2.4425463676452637, + "learning_rate": 1.0386878272800618e-05, + "loss": 2.3654, + "step": 29388 + }, + { + "epoch": 0.5030726304798097, + "grad_norm": 2.36630916595459, + "learning_rate": 1.0386324282038165e-05, + "loss": 2.4336, + "step": 29389 + }, + { + "epoch": 0.5030897481983602, + "grad_norm": 2.389923095703125, + "learning_rate": 1.0385770290088286e-05, + "loss": 2.5176, + "step": 29390 + }, + { + "epoch": 0.5031068659169106, + "grad_norm": 2.7077536582946777, + "learning_rate": 1.0385216296952688e-05, + "loss": 2.5732, + "step": 29391 + }, + { + "epoch": 0.5031239836354611, + "grad_norm": 2.3073971271514893, + "learning_rate": 1.0384662302633066e-05, + "loss": 2.5341, + "step": 29392 + }, + { + "epoch": 0.5031411013540116, + "grad_norm": 2.1929941177368164, + "learning_rate": 1.0384108307131126e-05, + "loss": 2.3845, + "step": 29393 + }, + { + "epoch": 0.503158219072562, + "grad_norm": 2.3236312866210938, + "learning_rate": 1.0383554310448572e-05, + "loss": 2.5017, + "step": 29394 + }, + { + "epoch": 0.5031753367911125, + "grad_norm": 2.300830125808716, + "learning_rate": 1.0383000312587103e-05, + "loss": 2.4766, + "step": 29395 + }, + { + "epoch": 0.503192454509663, + "grad_norm": 2.313570022583008, + "learning_rate": 1.0382446313548427e-05, + "loss": 2.5216, + "step": 29396 + }, + { + "epoch": 0.5032095722282134, + "grad_norm": 2.332214832305908, + "learning_rate": 1.0381892313334246e-05, + "loss": 2.5742, + "step": 29397 + }, + { + "epoch": 0.5032266899467639, + "grad_norm": 2.2042107582092285, + "learning_rate": 1.0381338311946257e-05, + "loss": 2.5329, + "step": 29398 + }, + { + "epoch": 0.5032438076653144, + "grad_norm": 2.305239200592041, + "learning_rate": 1.0380784309386169e-05, + "loss": 2.4902, + "step": 29399 + }, + { + "epoch": 0.5032609253838648, + "grad_norm": 2.426975727081299, + "learning_rate": 1.0380230305655683e-05, + "loss": 2.5588, + "step": 29400 + }, + { + "epoch": 0.5032780431024153, + "grad_norm": 2.310910940170288, + "learning_rate": 1.0379676300756501e-05, + "loss": 2.605, + "step": 29401 + }, + { + "epoch": 0.5032951608209658, + "grad_norm": 2.4285428524017334, + "learning_rate": 1.0379122294690327e-05, + "loss": 2.4985, + "step": 29402 + }, + { + "epoch": 0.5033122785395162, + "grad_norm": 2.1850476264953613, + "learning_rate": 1.037856828745886e-05, + "loss": 2.3433, + "step": 29403 + }, + { + "epoch": 0.5033293962580667, + "grad_norm": 2.271902084350586, + "learning_rate": 1.0378014279063808e-05, + "loss": 2.5181, + "step": 29404 + }, + { + "epoch": 0.5033465139766172, + "grad_norm": 2.3221139907836914, + "learning_rate": 1.0377460269506874e-05, + "loss": 2.3969, + "step": 29405 + }, + { + "epoch": 0.5033636316951676, + "grad_norm": 2.2884232997894287, + "learning_rate": 1.0376906258789757e-05, + "loss": 2.4138, + "step": 29406 + }, + { + "epoch": 0.5033807494137181, + "grad_norm": 2.3195700645446777, + "learning_rate": 1.0376352246914161e-05, + "loss": 2.4564, + "step": 29407 + }, + { + "epoch": 0.5033978671322686, + "grad_norm": 2.4610629081726074, + "learning_rate": 1.0375798233881791e-05, + "loss": 2.5331, + "step": 29408 + }, + { + "epoch": 0.503414984850819, + "grad_norm": 2.466757297515869, + "learning_rate": 1.0375244219694347e-05, + "loss": 2.6244, + "step": 29409 + }, + { + "epoch": 0.5034321025693695, + "grad_norm": 2.2613980770111084, + "learning_rate": 1.0374690204353532e-05, + "loss": 2.6679, + "step": 29410 + }, + { + "epoch": 0.50344922028792, + "grad_norm": 2.4530224800109863, + "learning_rate": 1.037413618786105e-05, + "loss": 2.6154, + "step": 29411 + }, + { + "epoch": 0.5034663380064704, + "grad_norm": 2.330289125442505, + "learning_rate": 1.0373582170218605e-05, + "loss": 2.528, + "step": 29412 + }, + { + "epoch": 0.503483455725021, + "grad_norm": 2.2752113342285156, + "learning_rate": 1.0373028151427902e-05, + "loss": 2.479, + "step": 29413 + }, + { + "epoch": 0.5035005734435715, + "grad_norm": 2.387454032897949, + "learning_rate": 1.0372474131490635e-05, + "loss": 2.5147, + "step": 29414 + }, + { + "epoch": 0.5035176911621219, + "grad_norm": 2.399911403656006, + "learning_rate": 1.0371920110408513e-05, + "loss": 2.6258, + "step": 29415 + }, + { + "epoch": 0.5035348088806724, + "grad_norm": 2.3842697143554688, + "learning_rate": 1.0371366088183239e-05, + "loss": 2.4984, + "step": 29416 + }, + { + "epoch": 0.5035519265992229, + "grad_norm": 2.394481897354126, + "learning_rate": 1.0370812064816513e-05, + "loss": 2.6757, + "step": 29417 + }, + { + "epoch": 0.5035690443177733, + "grad_norm": 2.255295991897583, + "learning_rate": 1.0370258040310044e-05, + "loss": 2.5057, + "step": 29418 + }, + { + "epoch": 0.5035861620363238, + "grad_norm": 2.3656787872314453, + "learning_rate": 1.036970401466553e-05, + "loss": 2.5107, + "step": 29419 + }, + { + "epoch": 0.5036032797548743, + "grad_norm": 2.292722225189209, + "learning_rate": 1.0369149987884675e-05, + "loss": 2.4089, + "step": 29420 + }, + { + "epoch": 0.5036203974734248, + "grad_norm": 2.2217466831207275, + "learning_rate": 1.0368595959969179e-05, + "loss": 2.4335, + "step": 29421 + }, + { + "epoch": 0.5036375151919752, + "grad_norm": 2.4326813220977783, + "learning_rate": 1.0368041930920748e-05, + "loss": 2.6874, + "step": 29422 + }, + { + "epoch": 0.5036546329105257, + "grad_norm": 2.2550671100616455, + "learning_rate": 1.0367487900741085e-05, + "loss": 2.3406, + "step": 29423 + }, + { + "epoch": 0.5036717506290762, + "grad_norm": 2.593019962310791, + "learning_rate": 1.0366933869431893e-05, + "loss": 2.5953, + "step": 29424 + }, + { + "epoch": 0.5036888683476266, + "grad_norm": 2.37859845161438, + "learning_rate": 1.0366379836994874e-05, + "loss": 2.5433, + "step": 29425 + }, + { + "epoch": 0.5037059860661771, + "grad_norm": 2.3350322246551514, + "learning_rate": 1.0365825803431728e-05, + "loss": 2.5699, + "step": 29426 + }, + { + "epoch": 0.5037231037847276, + "grad_norm": 2.2425506114959717, + "learning_rate": 1.0365271768744165e-05, + "loss": 2.5437, + "step": 29427 + }, + { + "epoch": 0.503740221503278, + "grad_norm": 2.430460214614868, + "learning_rate": 1.0364717732933881e-05, + "loss": 2.5155, + "step": 29428 + }, + { + "epoch": 0.5037573392218285, + "grad_norm": 2.235158920288086, + "learning_rate": 1.0364163696002585e-05, + "loss": 2.4782, + "step": 29429 + }, + { + "epoch": 0.503774456940379, + "grad_norm": 2.467956066131592, + "learning_rate": 1.0363609657951974e-05, + "loss": 2.6294, + "step": 29430 + }, + { + "epoch": 0.5037915746589294, + "grad_norm": 2.2996366024017334, + "learning_rate": 1.0363055618783752e-05, + "loss": 2.4633, + "step": 29431 + }, + { + "epoch": 0.5038086923774799, + "grad_norm": 2.2372829914093018, + "learning_rate": 1.0362501578499626e-05, + "loss": 2.4625, + "step": 29432 + }, + { + "epoch": 0.5038258100960304, + "grad_norm": 2.2148537635803223, + "learning_rate": 1.0361947537101296e-05, + "loss": 2.4904, + "step": 29433 + }, + { + "epoch": 0.5038429278145808, + "grad_norm": 2.320491313934326, + "learning_rate": 1.0361393494590467e-05, + "loss": 2.6187, + "step": 29434 + }, + { + "epoch": 0.5038600455331314, + "grad_norm": 2.236117124557495, + "learning_rate": 1.0360839450968841e-05, + "loss": 2.5571, + "step": 29435 + }, + { + "epoch": 0.5038771632516819, + "grad_norm": 2.248685359954834, + "learning_rate": 1.0360285406238118e-05, + "loss": 2.5233, + "step": 29436 + }, + { + "epoch": 0.5038942809702323, + "grad_norm": 2.2853903770446777, + "learning_rate": 1.0359731360400003e-05, + "loss": 2.4199, + "step": 29437 + }, + { + "epoch": 0.5039113986887828, + "grad_norm": 2.2633113861083984, + "learning_rate": 1.0359177313456198e-05, + "loss": 2.5322, + "step": 29438 + }, + { + "epoch": 0.5039285164073333, + "grad_norm": 2.3245162963867188, + "learning_rate": 1.035862326540841e-05, + "loss": 2.5617, + "step": 29439 + }, + { + "epoch": 0.5039456341258837, + "grad_norm": 2.250911235809326, + "learning_rate": 1.0358069216258337e-05, + "loss": 2.4786, + "step": 29440 + }, + { + "epoch": 0.5039627518444342, + "grad_norm": 2.3730571269989014, + "learning_rate": 1.0357515166007685e-05, + "loss": 2.5124, + "step": 29441 + }, + { + "epoch": 0.5039798695629847, + "grad_norm": 2.2408547401428223, + "learning_rate": 1.0356961114658157e-05, + "loss": 2.4547, + "step": 29442 + }, + { + "epoch": 0.5039969872815351, + "grad_norm": 2.3427774906158447, + "learning_rate": 1.0356407062211453e-05, + "loss": 2.5502, + "step": 29443 + }, + { + "epoch": 0.5040141050000856, + "grad_norm": 2.4157330989837646, + "learning_rate": 1.0355853008669279e-05, + "loss": 2.515, + "step": 29444 + }, + { + "epoch": 0.5040312227186361, + "grad_norm": 2.342564582824707, + "learning_rate": 1.0355298954033338e-05, + "loss": 2.6032, + "step": 29445 + }, + { + "epoch": 0.5040483404371865, + "grad_norm": 2.3867828845977783, + "learning_rate": 1.0354744898305328e-05, + "loss": 2.6213, + "step": 29446 + }, + { + "epoch": 0.504065458155737, + "grad_norm": 2.321579933166504, + "learning_rate": 1.0354190841486958e-05, + "loss": 2.5552, + "step": 29447 + }, + { + "epoch": 0.5040825758742875, + "grad_norm": 2.2799696922302246, + "learning_rate": 1.0353636783579927e-05, + "loss": 2.5085, + "step": 29448 + }, + { + "epoch": 0.5040996935928379, + "grad_norm": 2.393998622894287, + "learning_rate": 1.0353082724585944e-05, + "loss": 2.5586, + "step": 29449 + }, + { + "epoch": 0.5041168113113884, + "grad_norm": 2.3464736938476562, + "learning_rate": 1.0352528664506705e-05, + "loss": 2.4536, + "step": 29450 + }, + { + "epoch": 0.5041339290299389, + "grad_norm": 2.326622247695923, + "learning_rate": 1.0351974603343917e-05, + "loss": 2.5234, + "step": 29451 + }, + { + "epoch": 0.5041510467484893, + "grad_norm": 2.416991949081421, + "learning_rate": 1.035142054109928e-05, + "loss": 2.6744, + "step": 29452 + }, + { + "epoch": 0.5041681644670398, + "grad_norm": 2.3190436363220215, + "learning_rate": 1.0350866477774499e-05, + "loss": 2.4337, + "step": 29453 + }, + { + "epoch": 0.5041852821855903, + "grad_norm": 2.3696630001068115, + "learning_rate": 1.0350312413371275e-05, + "loss": 2.5226, + "step": 29454 + }, + { + "epoch": 0.5042023999041407, + "grad_norm": 2.3443164825439453, + "learning_rate": 1.0349758347891316e-05, + "loss": 2.492, + "step": 29455 + }, + { + "epoch": 0.5042195176226912, + "grad_norm": 2.314256429672241, + "learning_rate": 1.0349204281336322e-05, + "loss": 2.5601, + "step": 29456 + }, + { + "epoch": 0.5042366353412417, + "grad_norm": 2.4061384201049805, + "learning_rate": 1.0348650213707996e-05, + "loss": 2.5805, + "step": 29457 + }, + { + "epoch": 0.5042537530597921, + "grad_norm": 2.2575576305389404, + "learning_rate": 1.0348096145008038e-05, + "loss": 2.4812, + "step": 29458 + }, + { + "epoch": 0.5042708707783427, + "grad_norm": 2.300283432006836, + "learning_rate": 1.0347542075238153e-05, + "loss": 2.5068, + "step": 29459 + }, + { + "epoch": 0.5042879884968932, + "grad_norm": 2.407456398010254, + "learning_rate": 1.0346988004400046e-05, + "loss": 2.5557, + "step": 29460 + }, + { + "epoch": 0.5043051062154436, + "grad_norm": 2.313201665878296, + "learning_rate": 1.034643393249542e-05, + "loss": 2.5467, + "step": 29461 + }, + { + "epoch": 0.5043222239339941, + "grad_norm": 2.3886234760284424, + "learning_rate": 1.0345879859525976e-05, + "loss": 2.6469, + "step": 29462 + }, + { + "epoch": 0.5043393416525446, + "grad_norm": 2.430793523788452, + "learning_rate": 1.0345325785493421e-05, + "loss": 2.5942, + "step": 29463 + }, + { + "epoch": 0.504356459371095, + "grad_norm": 2.374559164047241, + "learning_rate": 1.034477171039945e-05, + "loss": 2.5284, + "step": 29464 + }, + { + "epoch": 0.5043735770896455, + "grad_norm": 2.2155957221984863, + "learning_rate": 1.0344217634245772e-05, + "loss": 2.4098, + "step": 29465 + }, + { + "epoch": 0.504390694808196, + "grad_norm": 2.3355486392974854, + "learning_rate": 1.0343663557034092e-05, + "loss": 2.5118, + "step": 29466 + }, + { + "epoch": 0.5044078125267465, + "grad_norm": 2.5707054138183594, + "learning_rate": 1.0343109478766107e-05, + "loss": 2.5341, + "step": 29467 + }, + { + "epoch": 0.5044249302452969, + "grad_norm": 2.284212827682495, + "learning_rate": 1.0342555399443521e-05, + "loss": 2.5667, + "step": 29468 + }, + { + "epoch": 0.5044420479638474, + "grad_norm": 2.454993724822998, + "learning_rate": 1.0342001319068043e-05, + "loss": 2.5844, + "step": 29469 + }, + { + "epoch": 0.5044591656823979, + "grad_norm": 2.3102076053619385, + "learning_rate": 1.0341447237641369e-05, + "loss": 2.5251, + "step": 29470 + }, + { + "epoch": 0.5044762834009483, + "grad_norm": 2.42661190032959, + "learning_rate": 1.0340893155165208e-05, + "loss": 2.5079, + "step": 29471 + }, + { + "epoch": 0.5044934011194988, + "grad_norm": 2.3079583644866943, + "learning_rate": 1.034033907164126e-05, + "loss": 2.4852, + "step": 29472 + }, + { + "epoch": 0.5045105188380493, + "grad_norm": 2.2451353073120117, + "learning_rate": 1.0339784987071229e-05, + "loss": 2.4188, + "step": 29473 + }, + { + "epoch": 0.5045276365565997, + "grad_norm": 2.3436777591705322, + "learning_rate": 1.0339230901456814e-05, + "loss": 2.5745, + "step": 29474 + }, + { + "epoch": 0.5045447542751502, + "grad_norm": 2.279881477355957, + "learning_rate": 1.0338676814799724e-05, + "loss": 2.4481, + "step": 29475 + }, + { + "epoch": 0.5045618719937007, + "grad_norm": 2.2801132202148438, + "learning_rate": 1.0338122727101658e-05, + "loss": 2.4577, + "step": 29476 + }, + { + "epoch": 0.5045789897122511, + "grad_norm": 2.2963147163391113, + "learning_rate": 1.0337568638364322e-05, + "loss": 2.4684, + "step": 29477 + }, + { + "epoch": 0.5045961074308016, + "grad_norm": 2.504788398742676, + "learning_rate": 1.0337014548589419e-05, + "loss": 2.5436, + "step": 29478 + }, + { + "epoch": 0.5046132251493521, + "grad_norm": 2.368671417236328, + "learning_rate": 1.0336460457778647e-05, + "loss": 2.5541, + "step": 29479 + }, + { + "epoch": 0.5046303428679025, + "grad_norm": 2.201504945755005, + "learning_rate": 1.0335906365933714e-05, + "loss": 2.4299, + "step": 29480 + }, + { + "epoch": 0.504647460586453, + "grad_norm": 2.3940250873565674, + "learning_rate": 1.0335352273056322e-05, + "loss": 2.5873, + "step": 29481 + }, + { + "epoch": 0.5046645783050036, + "grad_norm": 2.3252789974212646, + "learning_rate": 1.0334798179148176e-05, + "loss": 2.4402, + "step": 29482 + }, + { + "epoch": 0.504681696023554, + "grad_norm": 2.3818440437316895, + "learning_rate": 1.0334244084210974e-05, + "loss": 2.4628, + "step": 29483 + }, + { + "epoch": 0.5046988137421045, + "grad_norm": 2.26727294921875, + "learning_rate": 1.0333689988246422e-05, + "loss": 2.4831, + "step": 29484 + }, + { + "epoch": 0.504715931460655, + "grad_norm": 2.439633369445801, + "learning_rate": 1.0333135891256228e-05, + "loss": 2.4708, + "step": 29485 + }, + { + "epoch": 0.5047330491792054, + "grad_norm": 2.331355094909668, + "learning_rate": 1.0332581793242087e-05, + "loss": 2.446, + "step": 29486 + }, + { + "epoch": 0.5047501668977559, + "grad_norm": 2.4518139362335205, + "learning_rate": 1.0332027694205704e-05, + "loss": 2.6211, + "step": 29487 + }, + { + "epoch": 0.5047672846163064, + "grad_norm": 2.4060192108154297, + "learning_rate": 1.0331473594148786e-05, + "loss": 2.5428, + "step": 29488 + }, + { + "epoch": 0.5047844023348568, + "grad_norm": 2.3531229496002197, + "learning_rate": 1.0330919493073032e-05, + "loss": 2.4711, + "step": 29489 + }, + { + "epoch": 0.5048015200534073, + "grad_norm": 2.4585108757019043, + "learning_rate": 1.0330365390980149e-05, + "loss": 2.5694, + "step": 29490 + }, + { + "epoch": 0.5048186377719578, + "grad_norm": 2.2634623050689697, + "learning_rate": 1.0329811287871834e-05, + "loss": 2.4646, + "step": 29491 + }, + { + "epoch": 0.5048357554905082, + "grad_norm": 2.227044105529785, + "learning_rate": 1.0329257183749798e-05, + "loss": 2.5524, + "step": 29492 + }, + { + "epoch": 0.5048528732090587, + "grad_norm": 2.2376701831817627, + "learning_rate": 1.032870307861574e-05, + "loss": 2.4421, + "step": 29493 + }, + { + "epoch": 0.5048699909276092, + "grad_norm": 2.2843971252441406, + "learning_rate": 1.032814897247136e-05, + "loss": 2.4872, + "step": 29494 + }, + { + "epoch": 0.5048871086461596, + "grad_norm": 2.4614553451538086, + "learning_rate": 1.0327594865318367e-05, + "loss": 2.5225, + "step": 29495 + }, + { + "epoch": 0.5049042263647101, + "grad_norm": 2.4161691665649414, + "learning_rate": 1.032704075715846e-05, + "loss": 2.4106, + "step": 29496 + }, + { + "epoch": 0.5049213440832606, + "grad_norm": 2.318091869354248, + "learning_rate": 1.0326486647993346e-05, + "loss": 2.5135, + "step": 29497 + }, + { + "epoch": 0.504938461801811, + "grad_norm": 2.3466014862060547, + "learning_rate": 1.0325932537824725e-05, + "loss": 2.6104, + "step": 29498 + }, + { + "epoch": 0.5049555795203615, + "grad_norm": 2.3850412368774414, + "learning_rate": 1.0325378426654303e-05, + "loss": 2.5821, + "step": 29499 + }, + { + "epoch": 0.504972697238912, + "grad_norm": 2.3720717430114746, + "learning_rate": 1.0324824314483777e-05, + "loss": 2.6217, + "step": 29500 + }, + { + "epoch": 0.5049898149574624, + "grad_norm": 2.332648515701294, + "learning_rate": 1.0324270201314854e-05, + "loss": 2.5485, + "step": 29501 + }, + { + "epoch": 0.5050069326760129, + "grad_norm": 2.311526298522949, + "learning_rate": 1.0323716087149237e-05, + "loss": 2.5016, + "step": 29502 + }, + { + "epoch": 0.5050240503945634, + "grad_norm": 2.1310298442840576, + "learning_rate": 1.0323161971988635e-05, + "loss": 2.3876, + "step": 29503 + }, + { + "epoch": 0.5050411681131138, + "grad_norm": 2.2428996562957764, + "learning_rate": 1.032260785583474e-05, + "loss": 2.5052, + "step": 29504 + }, + { + "epoch": 0.5050582858316643, + "grad_norm": 2.3745241165161133, + "learning_rate": 1.0322053738689263e-05, + "loss": 2.4474, + "step": 29505 + }, + { + "epoch": 0.5050754035502149, + "grad_norm": 2.337745428085327, + "learning_rate": 1.0321499620553905e-05, + "loss": 2.5779, + "step": 29506 + }, + { + "epoch": 0.5050925212687652, + "grad_norm": 2.5239064693450928, + "learning_rate": 1.032094550143037e-05, + "loss": 2.5804, + "step": 29507 + }, + { + "epoch": 0.5051096389873158, + "grad_norm": 2.45365834236145, + "learning_rate": 1.0320391381320361e-05, + "loss": 2.5805, + "step": 29508 + }, + { + "epoch": 0.5051267567058663, + "grad_norm": 2.339195489883423, + "learning_rate": 1.0319837260225581e-05, + "loss": 2.5145, + "step": 29509 + }, + { + "epoch": 0.5051438744244167, + "grad_norm": 2.3558778762817383, + "learning_rate": 1.031928313814773e-05, + "loss": 2.4065, + "step": 29510 + }, + { + "epoch": 0.5051609921429672, + "grad_norm": 2.354637384414673, + "learning_rate": 1.0318729015088514e-05, + "loss": 2.5759, + "step": 29511 + }, + { + "epoch": 0.5051781098615177, + "grad_norm": 2.3179922103881836, + "learning_rate": 1.0318174891049636e-05, + "loss": 2.6381, + "step": 29512 + }, + { + "epoch": 0.5051952275800681, + "grad_norm": 2.3079605102539062, + "learning_rate": 1.0317620766032798e-05, + "loss": 2.4917, + "step": 29513 + }, + { + "epoch": 0.5052123452986186, + "grad_norm": 2.325366258621216, + "learning_rate": 1.031706664003971e-05, + "loss": 2.5909, + "step": 29514 + }, + { + "epoch": 0.5052294630171691, + "grad_norm": 2.3433730602264404, + "learning_rate": 1.0316512513072067e-05, + "loss": 2.6051, + "step": 29515 + }, + { + "epoch": 0.5052465807357196, + "grad_norm": 2.478243112564087, + "learning_rate": 1.0315958385131574e-05, + "loss": 2.5384, + "step": 29516 + }, + { + "epoch": 0.50526369845427, + "grad_norm": 2.3628156185150146, + "learning_rate": 1.0315404256219934e-05, + "loss": 2.4783, + "step": 29517 + }, + { + "epoch": 0.5052808161728205, + "grad_norm": 2.273925542831421, + "learning_rate": 1.0314850126338852e-05, + "loss": 2.4043, + "step": 29518 + }, + { + "epoch": 0.505297933891371, + "grad_norm": 2.2533280849456787, + "learning_rate": 1.0314295995490034e-05, + "loss": 2.4133, + "step": 29519 + }, + { + "epoch": 0.5053150516099214, + "grad_norm": 2.4475903511047363, + "learning_rate": 1.0313741863675176e-05, + "loss": 2.6114, + "step": 29520 + }, + { + "epoch": 0.5053321693284719, + "grad_norm": 2.3369555473327637, + "learning_rate": 1.0313187730895986e-05, + "loss": 2.5441, + "step": 29521 + }, + { + "epoch": 0.5053492870470224, + "grad_norm": 2.254055976867676, + "learning_rate": 1.0312633597154162e-05, + "loss": 2.5353, + "step": 29522 + }, + { + "epoch": 0.5053664047655728, + "grad_norm": 2.4537296295166016, + "learning_rate": 1.0312079462451417e-05, + "loss": 2.682, + "step": 29523 + }, + { + "epoch": 0.5053835224841233, + "grad_norm": 2.424159049987793, + "learning_rate": 1.0311525326789444e-05, + "loss": 2.6175, + "step": 29524 + }, + { + "epoch": 0.5054006402026738, + "grad_norm": 2.4242544174194336, + "learning_rate": 1.0310971190169955e-05, + "loss": 2.5221, + "step": 29525 + }, + { + "epoch": 0.5054177579212242, + "grad_norm": 2.3619821071624756, + "learning_rate": 1.0310417052594646e-05, + "loss": 2.5176, + "step": 29526 + }, + { + "epoch": 0.5054348756397747, + "grad_norm": 2.473217487335205, + "learning_rate": 1.0309862914065222e-05, + "loss": 2.5926, + "step": 29527 + }, + { + "epoch": 0.5054519933583252, + "grad_norm": 2.2465152740478516, + "learning_rate": 1.030930877458339e-05, + "loss": 2.5372, + "step": 29528 + }, + { + "epoch": 0.5054691110768756, + "grad_norm": 2.3530850410461426, + "learning_rate": 1.030875463415085e-05, + "loss": 2.51, + "step": 29529 + }, + { + "epoch": 0.5054862287954262, + "grad_norm": 2.203963279724121, + "learning_rate": 1.0308200492769307e-05, + "loss": 2.5336, + "step": 29530 + }, + { + "epoch": 0.5055033465139767, + "grad_norm": 2.4137651920318604, + "learning_rate": 1.0307646350440461e-05, + "loss": 2.4238, + "step": 29531 + }, + { + "epoch": 0.5055204642325271, + "grad_norm": 2.3090853691101074, + "learning_rate": 1.0307092207166019e-05, + "loss": 2.4852, + "step": 29532 + }, + { + "epoch": 0.5055375819510776, + "grad_norm": 2.0759220123291016, + "learning_rate": 1.030653806294768e-05, + "loss": 2.4151, + "step": 29533 + }, + { + "epoch": 0.5055546996696281, + "grad_norm": 2.22216796875, + "learning_rate": 1.030598391778715e-05, + "loss": 2.4075, + "step": 29534 + }, + { + "epoch": 0.5055718173881785, + "grad_norm": 2.4324467182159424, + "learning_rate": 1.0305429771686135e-05, + "loss": 2.4328, + "step": 29535 + }, + { + "epoch": 0.505588935106729, + "grad_norm": 2.3451380729675293, + "learning_rate": 1.0304875624646336e-05, + "loss": 2.5509, + "step": 29536 + }, + { + "epoch": 0.5056060528252795, + "grad_norm": 2.3051798343658447, + "learning_rate": 1.0304321476669453e-05, + "loss": 2.4826, + "step": 29537 + }, + { + "epoch": 0.5056231705438299, + "grad_norm": 2.339423418045044, + "learning_rate": 1.030376732775719e-05, + "loss": 2.6265, + "step": 29538 + }, + { + "epoch": 0.5056402882623804, + "grad_norm": 2.369926691055298, + "learning_rate": 1.0303213177911253e-05, + "loss": 2.5968, + "step": 29539 + }, + { + "epoch": 0.5056574059809309, + "grad_norm": 2.3977909088134766, + "learning_rate": 1.0302659027133349e-05, + "loss": 2.5516, + "step": 29540 + }, + { + "epoch": 0.5056745236994813, + "grad_norm": 2.2835166454315186, + "learning_rate": 1.0302104875425172e-05, + "loss": 2.4138, + "step": 29541 + }, + { + "epoch": 0.5056916414180318, + "grad_norm": 2.2451701164245605, + "learning_rate": 1.030155072278843e-05, + "loss": 2.4762, + "step": 29542 + }, + { + "epoch": 0.5057087591365823, + "grad_norm": 2.275700092315674, + "learning_rate": 1.0300996569224829e-05, + "loss": 2.4947, + "step": 29543 + }, + { + "epoch": 0.5057258768551327, + "grad_norm": 2.3751931190490723, + "learning_rate": 1.0300442414736068e-05, + "loss": 2.5494, + "step": 29544 + }, + { + "epoch": 0.5057429945736832, + "grad_norm": 2.264716148376465, + "learning_rate": 1.029988825932385e-05, + "loss": 2.4671, + "step": 29545 + }, + { + "epoch": 0.5057601122922337, + "grad_norm": 2.2694666385650635, + "learning_rate": 1.0299334102989882e-05, + "loss": 2.5774, + "step": 29546 + }, + { + "epoch": 0.5057772300107841, + "grad_norm": 2.322704792022705, + "learning_rate": 1.0298779945735863e-05, + "loss": 2.5434, + "step": 29547 + }, + { + "epoch": 0.5057943477293346, + "grad_norm": 2.2687530517578125, + "learning_rate": 1.02982257875635e-05, + "loss": 2.6785, + "step": 29548 + }, + { + "epoch": 0.5058114654478851, + "grad_norm": 2.261065721511841, + "learning_rate": 1.0297671628474495e-05, + "loss": 2.5081, + "step": 29549 + }, + { + "epoch": 0.5058285831664355, + "grad_norm": 2.1867637634277344, + "learning_rate": 1.0297117468470552e-05, + "loss": 2.4604, + "step": 29550 + }, + { + "epoch": 0.505845700884986, + "grad_norm": 2.1507468223571777, + "learning_rate": 1.0296563307553373e-05, + "loss": 2.4384, + "step": 29551 + }, + { + "epoch": 0.5058628186035365, + "grad_norm": 2.1362576484680176, + "learning_rate": 1.0296009145724664e-05, + "loss": 2.4267, + "step": 29552 + }, + { + "epoch": 0.5058799363220869, + "grad_norm": 2.3184814453125, + "learning_rate": 1.0295454982986122e-05, + "loss": 2.6485, + "step": 29553 + }, + { + "epoch": 0.5058970540406375, + "grad_norm": 2.235241651535034, + "learning_rate": 1.0294900819339454e-05, + "loss": 2.5507, + "step": 29554 + }, + { + "epoch": 0.505914171759188, + "grad_norm": 2.3659000396728516, + "learning_rate": 1.0294346654786365e-05, + "loss": 2.589, + "step": 29555 + }, + { + "epoch": 0.5059312894777384, + "grad_norm": 2.26481032371521, + "learning_rate": 1.029379248932856e-05, + "loss": 2.5682, + "step": 29556 + }, + { + "epoch": 0.5059484071962889, + "grad_norm": 2.158900499343872, + "learning_rate": 1.0293238322967738e-05, + "loss": 2.4634, + "step": 29557 + }, + { + "epoch": 0.5059655249148394, + "grad_norm": 2.251055955886841, + "learning_rate": 1.0292684155705601e-05, + "loss": 2.4908, + "step": 29558 + }, + { + "epoch": 0.5059826426333898, + "grad_norm": 2.37296724319458, + "learning_rate": 1.0292129987543855e-05, + "loss": 2.499, + "step": 29559 + }, + { + "epoch": 0.5059997603519403, + "grad_norm": 2.4096598625183105, + "learning_rate": 1.0291575818484203e-05, + "loss": 2.3817, + "step": 29560 + }, + { + "epoch": 0.5060168780704908, + "grad_norm": 2.377685546875, + "learning_rate": 1.029102164852835e-05, + "loss": 2.5609, + "step": 29561 + }, + { + "epoch": 0.5060339957890413, + "grad_norm": 2.3102457523345947, + "learning_rate": 1.0290467477677999e-05, + "loss": 2.4955, + "step": 29562 + }, + { + "epoch": 0.5060511135075917, + "grad_norm": 2.2671897411346436, + "learning_rate": 1.0289913305934851e-05, + "loss": 2.4819, + "step": 29563 + }, + { + "epoch": 0.5060682312261422, + "grad_norm": 2.4177684783935547, + "learning_rate": 1.0289359133300612e-05, + "loss": 2.5722, + "step": 29564 + }, + { + "epoch": 0.5060853489446927, + "grad_norm": 2.56339168548584, + "learning_rate": 1.0288804959776981e-05, + "loss": 2.5907, + "step": 29565 + }, + { + "epoch": 0.5061024666632431, + "grad_norm": 2.376272201538086, + "learning_rate": 1.0288250785365663e-05, + "loss": 2.5281, + "step": 29566 + }, + { + "epoch": 0.5061195843817936, + "grad_norm": 2.5561299324035645, + "learning_rate": 1.0287696610068367e-05, + "loss": 2.5713, + "step": 29567 + }, + { + "epoch": 0.5061367021003441, + "grad_norm": 2.350097417831421, + "learning_rate": 1.028714243388679e-05, + "loss": 2.4764, + "step": 29568 + }, + { + "epoch": 0.5061538198188945, + "grad_norm": 2.2592010498046875, + "learning_rate": 1.0286588256822636e-05, + "loss": 2.5435, + "step": 29569 + }, + { + "epoch": 0.506170937537445, + "grad_norm": 2.260498046875, + "learning_rate": 1.028603407887761e-05, + "loss": 2.5022, + "step": 29570 + }, + { + "epoch": 0.5061880552559955, + "grad_norm": 2.126403570175171, + "learning_rate": 1.0285479900053416e-05, + "loss": 2.3429, + "step": 29571 + }, + { + "epoch": 0.5062051729745459, + "grad_norm": 2.2213008403778076, + "learning_rate": 1.0284925720351756e-05, + "loss": 2.4908, + "step": 29572 + }, + { + "epoch": 0.5062222906930964, + "grad_norm": 2.3197031021118164, + "learning_rate": 1.0284371539774334e-05, + "loss": 2.5048, + "step": 29573 + }, + { + "epoch": 0.5062394084116469, + "grad_norm": 2.388847827911377, + "learning_rate": 1.0283817358322851e-05, + "loss": 2.578, + "step": 29574 + }, + { + "epoch": 0.5062565261301973, + "grad_norm": 2.2962329387664795, + "learning_rate": 1.0283263175999014e-05, + "loss": 2.4038, + "step": 29575 + }, + { + "epoch": 0.5062736438487478, + "grad_norm": 2.522109031677246, + "learning_rate": 1.0282708992804525e-05, + "loss": 2.6382, + "step": 29576 + }, + { + "epoch": 0.5062907615672984, + "grad_norm": 2.2975990772247314, + "learning_rate": 1.0282154808741085e-05, + "loss": 2.4708, + "step": 29577 + }, + { + "epoch": 0.5063078792858487, + "grad_norm": 2.2357373237609863, + "learning_rate": 1.0281600623810402e-05, + "loss": 2.5262, + "step": 29578 + }, + { + "epoch": 0.5063249970043993, + "grad_norm": 2.3207716941833496, + "learning_rate": 1.0281046438014177e-05, + "loss": 2.5087, + "step": 29579 + }, + { + "epoch": 0.5063421147229498, + "grad_norm": 2.4198596477508545, + "learning_rate": 1.0280492251354112e-05, + "loss": 2.4941, + "step": 29580 + }, + { + "epoch": 0.5063592324415002, + "grad_norm": 2.463489055633545, + "learning_rate": 1.0279938063831912e-05, + "loss": 2.4876, + "step": 29581 + }, + { + "epoch": 0.5063763501600507, + "grad_norm": 2.319906711578369, + "learning_rate": 1.0279383875449278e-05, + "loss": 2.5753, + "step": 29582 + }, + { + "epoch": 0.5063934678786012, + "grad_norm": 2.3797383308410645, + "learning_rate": 1.0278829686207918e-05, + "loss": 2.6073, + "step": 29583 + }, + { + "epoch": 0.5064105855971516, + "grad_norm": 2.3793578147888184, + "learning_rate": 1.0278275496109531e-05, + "loss": 2.4259, + "step": 29584 + }, + { + "epoch": 0.5064277033157021, + "grad_norm": 2.3057281970977783, + "learning_rate": 1.027772130515582e-05, + "loss": 2.5424, + "step": 29585 + }, + { + "epoch": 0.5064448210342526, + "grad_norm": 2.460644483566284, + "learning_rate": 1.0277167113348496e-05, + "loss": 2.5922, + "step": 29586 + }, + { + "epoch": 0.506461938752803, + "grad_norm": 2.2616302967071533, + "learning_rate": 1.0276612920689252e-05, + "loss": 2.5422, + "step": 29587 + }, + { + "epoch": 0.5064790564713535, + "grad_norm": 2.2411088943481445, + "learning_rate": 1.0276058727179798e-05, + "loss": 2.4179, + "step": 29588 + }, + { + "epoch": 0.506496174189904, + "grad_norm": 2.141724109649658, + "learning_rate": 1.0275504532821836e-05, + "loss": 2.4169, + "step": 29589 + }, + { + "epoch": 0.5065132919084544, + "grad_norm": 2.395012140274048, + "learning_rate": 1.0274950337617069e-05, + "loss": 2.5884, + "step": 29590 + }, + { + "epoch": 0.5065304096270049, + "grad_norm": 2.3493218421936035, + "learning_rate": 1.02743961415672e-05, + "loss": 2.5716, + "step": 29591 + }, + { + "epoch": 0.5065475273455554, + "grad_norm": 2.406336784362793, + "learning_rate": 1.0273841944673932e-05, + "loss": 2.6042, + "step": 29592 + }, + { + "epoch": 0.5065646450641058, + "grad_norm": 2.4027764797210693, + "learning_rate": 1.0273287746938974e-05, + "loss": 2.4518, + "step": 29593 + }, + { + "epoch": 0.5065817627826563, + "grad_norm": 2.1660847663879395, + "learning_rate": 1.0272733548364022e-05, + "loss": 2.4526, + "step": 29594 + }, + { + "epoch": 0.5065988805012068, + "grad_norm": 2.2875356674194336, + "learning_rate": 1.027217934895078e-05, + "loss": 2.4361, + "step": 29595 + }, + { + "epoch": 0.5066159982197572, + "grad_norm": 2.205551862716675, + "learning_rate": 1.0271625148700954e-05, + "loss": 2.4674, + "step": 29596 + }, + { + "epoch": 0.5066331159383077, + "grad_norm": 2.341928720474243, + "learning_rate": 1.0271070947616247e-05, + "loss": 2.5832, + "step": 29597 + }, + { + "epoch": 0.5066502336568582, + "grad_norm": 2.1731669902801514, + "learning_rate": 1.0270516745698362e-05, + "loss": 2.3504, + "step": 29598 + }, + { + "epoch": 0.5066673513754086, + "grad_norm": 2.2999022006988525, + "learning_rate": 1.0269962542949006e-05, + "loss": 2.6079, + "step": 29599 + }, + { + "epoch": 0.5066844690939591, + "grad_norm": 2.2873787879943848, + "learning_rate": 1.0269408339369877e-05, + "loss": 2.5779, + "step": 29600 + }, + { + "epoch": 0.5067015868125097, + "grad_norm": 2.129606246948242, + "learning_rate": 1.0268854134962682e-05, + "loss": 2.4064, + "step": 29601 + }, + { + "epoch": 0.50671870453106, + "grad_norm": 2.2914371490478516, + "learning_rate": 1.026829992972912e-05, + "loss": 2.5205, + "step": 29602 + }, + { + "epoch": 0.5067358222496106, + "grad_norm": 2.357394218444824, + "learning_rate": 1.0267745723670899e-05, + "loss": 2.6375, + "step": 29603 + }, + { + "epoch": 0.5067529399681611, + "grad_norm": 2.3640050888061523, + "learning_rate": 1.026719151678972e-05, + "loss": 2.604, + "step": 29604 + }, + { + "epoch": 0.5067700576867115, + "grad_norm": 2.2611703872680664, + "learning_rate": 1.026663730908729e-05, + "loss": 2.6122, + "step": 29605 + }, + { + "epoch": 0.506787175405262, + "grad_norm": 2.3850698471069336, + "learning_rate": 1.026608310056531e-05, + "loss": 2.514, + "step": 29606 + }, + { + "epoch": 0.5068042931238125, + "grad_norm": 2.2530531883239746, + "learning_rate": 1.0265528891225482e-05, + "loss": 2.5689, + "step": 29607 + }, + { + "epoch": 0.506821410842363, + "grad_norm": 2.180664300918579, + "learning_rate": 1.026497468106951e-05, + "loss": 2.3143, + "step": 29608 + }, + { + "epoch": 0.5068385285609134, + "grad_norm": 2.2555394172668457, + "learning_rate": 1.0264420470099097e-05, + "loss": 2.4011, + "step": 29609 + }, + { + "epoch": 0.5068556462794639, + "grad_norm": 2.3877930641174316, + "learning_rate": 1.026386625831595e-05, + "loss": 2.5456, + "step": 29610 + }, + { + "epoch": 0.5068727639980144, + "grad_norm": 2.232144832611084, + "learning_rate": 1.026331204572177e-05, + "loss": 2.483, + "step": 29611 + }, + { + "epoch": 0.5068898817165648, + "grad_norm": 2.3683321475982666, + "learning_rate": 1.026275783231826e-05, + "loss": 2.5129, + "step": 29612 + }, + { + "epoch": 0.5069069994351153, + "grad_norm": 2.16487193107605, + "learning_rate": 1.0262203618107123e-05, + "loss": 2.3513, + "step": 29613 + }, + { + "epoch": 0.5069241171536658, + "grad_norm": 2.2370569705963135, + "learning_rate": 1.0261649403090063e-05, + "loss": 2.4761, + "step": 29614 + }, + { + "epoch": 0.5069412348722162, + "grad_norm": 2.4787092208862305, + "learning_rate": 1.0261095187268785e-05, + "loss": 2.6655, + "step": 29615 + }, + { + "epoch": 0.5069583525907667, + "grad_norm": 2.3733456134796143, + "learning_rate": 1.0260540970644994e-05, + "loss": 2.4717, + "step": 29616 + }, + { + "epoch": 0.5069754703093172, + "grad_norm": 2.3534607887268066, + "learning_rate": 1.0259986753220388e-05, + "loss": 2.5589, + "step": 29617 + }, + { + "epoch": 0.5069925880278676, + "grad_norm": 2.2926368713378906, + "learning_rate": 1.0259432534996673e-05, + "loss": 2.5608, + "step": 29618 + }, + { + "epoch": 0.5070097057464181, + "grad_norm": 2.5337417125701904, + "learning_rate": 1.0258878315975554e-05, + "loss": 2.6786, + "step": 29619 + }, + { + "epoch": 0.5070268234649686, + "grad_norm": 2.2704055309295654, + "learning_rate": 1.0258324096158733e-05, + "loss": 2.4926, + "step": 29620 + }, + { + "epoch": 0.507043941183519, + "grad_norm": 2.4011237621307373, + "learning_rate": 1.0257769875547914e-05, + "loss": 2.6209, + "step": 29621 + }, + { + "epoch": 0.5070610589020695, + "grad_norm": 2.2262609004974365, + "learning_rate": 1.02572156541448e-05, + "loss": 2.4908, + "step": 29622 + }, + { + "epoch": 0.50707817662062, + "grad_norm": 2.2913331985473633, + "learning_rate": 1.0256661431951093e-05, + "loss": 2.4609, + "step": 29623 + }, + { + "epoch": 0.5070952943391704, + "grad_norm": 2.2298707962036133, + "learning_rate": 1.02561072089685e-05, + "loss": 2.6409, + "step": 29624 + }, + { + "epoch": 0.507112412057721, + "grad_norm": 2.3733012676239014, + "learning_rate": 1.0255552985198723e-05, + "loss": 2.6194, + "step": 29625 + }, + { + "epoch": 0.5071295297762715, + "grad_norm": 2.2875938415527344, + "learning_rate": 1.0254998760643464e-05, + "loss": 2.496, + "step": 29626 + }, + { + "epoch": 0.5071466474948219, + "grad_norm": 2.290071725845337, + "learning_rate": 1.025444453530443e-05, + "loss": 2.5922, + "step": 29627 + }, + { + "epoch": 0.5071637652133724, + "grad_norm": 2.235053539276123, + "learning_rate": 1.0253890309183317e-05, + "loss": 2.4939, + "step": 29628 + }, + { + "epoch": 0.5071808829319229, + "grad_norm": 2.2246923446655273, + "learning_rate": 1.025333608228184e-05, + "loss": 2.5021, + "step": 29629 + }, + { + "epoch": 0.5071980006504733, + "grad_norm": 2.306365966796875, + "learning_rate": 1.0252781854601692e-05, + "loss": 2.5777, + "step": 29630 + }, + { + "epoch": 0.5072151183690238, + "grad_norm": 2.371795654296875, + "learning_rate": 1.0252227626144582e-05, + "loss": 2.5022, + "step": 29631 + }, + { + "epoch": 0.5072322360875743, + "grad_norm": 2.229750394821167, + "learning_rate": 1.0251673396912212e-05, + "loss": 2.5304, + "step": 29632 + }, + { + "epoch": 0.5072493538061247, + "grad_norm": 2.455613374710083, + "learning_rate": 1.0251119166906285e-05, + "loss": 2.6208, + "step": 29633 + }, + { + "epoch": 0.5072664715246752, + "grad_norm": 2.306776762008667, + "learning_rate": 1.0250564936128504e-05, + "loss": 2.5369, + "step": 29634 + }, + { + "epoch": 0.5072835892432257, + "grad_norm": 2.2653963565826416, + "learning_rate": 1.0250010704580575e-05, + "loss": 2.52, + "step": 29635 + }, + { + "epoch": 0.5073007069617761, + "grad_norm": 2.5193095207214355, + "learning_rate": 1.0249456472264203e-05, + "loss": 2.5449, + "step": 29636 + }, + { + "epoch": 0.5073178246803266, + "grad_norm": 2.2444050312042236, + "learning_rate": 1.024890223918109e-05, + "loss": 2.3828, + "step": 29637 + }, + { + "epoch": 0.5073349423988771, + "grad_norm": 2.2033333778381348, + "learning_rate": 1.024834800533293e-05, + "loss": 2.4091, + "step": 29638 + }, + { + "epoch": 0.5073520601174275, + "grad_norm": 2.3110132217407227, + "learning_rate": 1.0247793770721441e-05, + "loss": 2.6031, + "step": 29639 + }, + { + "epoch": 0.507369177835978, + "grad_norm": 2.2248544692993164, + "learning_rate": 1.0247239535348317e-05, + "loss": 2.4446, + "step": 29640 + }, + { + "epoch": 0.5073862955545285, + "grad_norm": 2.445742130279541, + "learning_rate": 1.0246685299215266e-05, + "loss": 2.4794, + "step": 29641 + }, + { + "epoch": 0.5074034132730789, + "grad_norm": 2.296320676803589, + "learning_rate": 1.0246131062323995e-05, + "loss": 2.5166, + "step": 29642 + }, + { + "epoch": 0.5074205309916294, + "grad_norm": 2.4449636936187744, + "learning_rate": 1.0245576824676197e-05, + "loss": 2.6095, + "step": 29643 + }, + { + "epoch": 0.5074376487101799, + "grad_norm": 2.314363956451416, + "learning_rate": 1.0245022586273583e-05, + "loss": 2.4671, + "step": 29644 + }, + { + "epoch": 0.5074547664287303, + "grad_norm": 2.251234769821167, + "learning_rate": 1.0244468347117855e-05, + "loss": 2.4626, + "step": 29645 + }, + { + "epoch": 0.5074718841472808, + "grad_norm": 2.2850894927978516, + "learning_rate": 1.0243914107210715e-05, + "loss": 2.4821, + "step": 29646 + }, + { + "epoch": 0.5074890018658313, + "grad_norm": 2.383815050125122, + "learning_rate": 1.0243359866553872e-05, + "loss": 2.5258, + "step": 29647 + }, + { + "epoch": 0.5075061195843817, + "grad_norm": 2.4513096809387207, + "learning_rate": 1.0242805625149024e-05, + "loss": 2.4961, + "step": 29648 + }, + { + "epoch": 0.5075232373029323, + "grad_norm": 2.3057100772857666, + "learning_rate": 1.0242251382997874e-05, + "loss": 2.6056, + "step": 29649 + }, + { + "epoch": 0.5075403550214828, + "grad_norm": 2.405046224594116, + "learning_rate": 1.0241697140102127e-05, + "loss": 2.5594, + "step": 29650 + }, + { + "epoch": 0.5075574727400332, + "grad_norm": 2.327702045440674, + "learning_rate": 1.0241142896463492e-05, + "loss": 2.5803, + "step": 29651 + }, + { + "epoch": 0.5075745904585837, + "grad_norm": 2.3375420570373535, + "learning_rate": 1.0240588652083665e-05, + "loss": 2.4106, + "step": 29652 + }, + { + "epoch": 0.5075917081771342, + "grad_norm": 2.3165605068206787, + "learning_rate": 1.0240034406964352e-05, + "loss": 2.5031, + "step": 29653 + }, + { + "epoch": 0.5076088258956846, + "grad_norm": 2.3226232528686523, + "learning_rate": 1.0239480161107258e-05, + "loss": 2.5189, + "step": 29654 + }, + { + "epoch": 0.5076259436142351, + "grad_norm": 2.4529342651367188, + "learning_rate": 1.0238925914514085e-05, + "loss": 2.5891, + "step": 29655 + }, + { + "epoch": 0.5076430613327856, + "grad_norm": 2.47261643409729, + "learning_rate": 1.0238371667186535e-05, + "loss": 2.5917, + "step": 29656 + }, + { + "epoch": 0.5076601790513361, + "grad_norm": 2.261349678039551, + "learning_rate": 1.0237817419126314e-05, + "loss": 2.4994, + "step": 29657 + }, + { + "epoch": 0.5076772967698865, + "grad_norm": 2.4105584621429443, + "learning_rate": 1.023726317033513e-05, + "loss": 2.4333, + "step": 29658 + }, + { + "epoch": 0.507694414488437, + "grad_norm": 2.3288843631744385, + "learning_rate": 1.0236708920814677e-05, + "loss": 2.6689, + "step": 29659 + }, + { + "epoch": 0.5077115322069875, + "grad_norm": 2.2346138954162598, + "learning_rate": 1.0236154670566663e-05, + "loss": 2.534, + "step": 29660 + }, + { + "epoch": 0.5077286499255379, + "grad_norm": 2.1114959716796875, + "learning_rate": 1.0235600419592792e-05, + "loss": 2.3088, + "step": 29661 + }, + { + "epoch": 0.5077457676440884, + "grad_norm": 2.311768054962158, + "learning_rate": 1.0235046167894768e-05, + "loss": 2.5177, + "step": 29662 + }, + { + "epoch": 0.5077628853626389, + "grad_norm": 2.2480993270874023, + "learning_rate": 1.0234491915474296e-05, + "loss": 2.6545, + "step": 29663 + }, + { + "epoch": 0.5077800030811893, + "grad_norm": 2.353461503982544, + "learning_rate": 1.0233937662333076e-05, + "loss": 2.4847, + "step": 29664 + }, + { + "epoch": 0.5077971207997398, + "grad_norm": 2.4960343837738037, + "learning_rate": 1.0233383408472814e-05, + "loss": 2.4729, + "step": 29665 + }, + { + "epoch": 0.5078142385182903, + "grad_norm": 2.353130578994751, + "learning_rate": 1.0232829153895211e-05, + "loss": 2.5009, + "step": 29666 + }, + { + "epoch": 0.5078313562368407, + "grad_norm": 2.4357383251190186, + "learning_rate": 1.0232274898601972e-05, + "loss": 2.563, + "step": 29667 + }, + { + "epoch": 0.5078484739553912, + "grad_norm": 2.182680606842041, + "learning_rate": 1.0231720642594802e-05, + "loss": 2.4893, + "step": 29668 + }, + { + "epoch": 0.5078655916739417, + "grad_norm": 2.520718574523926, + "learning_rate": 1.0231166385875407e-05, + "loss": 2.4796, + "step": 29669 + }, + { + "epoch": 0.5078827093924921, + "grad_norm": 2.4625813961029053, + "learning_rate": 1.023061212844548e-05, + "loss": 2.5467, + "step": 29670 + }, + { + "epoch": 0.5078998271110426, + "grad_norm": 2.4549665451049805, + "learning_rate": 1.0230057870306736e-05, + "loss": 2.4793, + "step": 29671 + }, + { + "epoch": 0.5079169448295932, + "grad_norm": 2.7914814949035645, + "learning_rate": 1.0229503611460876e-05, + "loss": 2.595, + "step": 29672 + }, + { + "epoch": 0.5079340625481436, + "grad_norm": 2.4051308631896973, + "learning_rate": 1.0228949351909598e-05, + "loss": 2.5983, + "step": 29673 + }, + { + "epoch": 0.5079511802666941, + "grad_norm": 2.3485770225524902, + "learning_rate": 1.0228395091654613e-05, + "loss": 2.4758, + "step": 29674 + }, + { + "epoch": 0.5079682979852446, + "grad_norm": 2.2793045043945312, + "learning_rate": 1.0227840830697617e-05, + "loss": 2.5734, + "step": 29675 + }, + { + "epoch": 0.507985415703795, + "grad_norm": 2.278217315673828, + "learning_rate": 1.022728656904032e-05, + "loss": 2.4764, + "step": 29676 + }, + { + "epoch": 0.5080025334223455, + "grad_norm": 2.4505791664123535, + "learning_rate": 1.0226732306684422e-05, + "loss": 2.5824, + "step": 29677 + }, + { + "epoch": 0.508019651140896, + "grad_norm": 2.388406991958618, + "learning_rate": 1.022617804363163e-05, + "loss": 2.5362, + "step": 29678 + }, + { + "epoch": 0.5080367688594464, + "grad_norm": 2.265887975692749, + "learning_rate": 1.0225623779883645e-05, + "loss": 2.5458, + "step": 29679 + }, + { + "epoch": 0.5080538865779969, + "grad_norm": 2.383894205093384, + "learning_rate": 1.0225069515442173e-05, + "loss": 2.6213, + "step": 29680 + }, + { + "epoch": 0.5080710042965474, + "grad_norm": 2.443747043609619, + "learning_rate": 1.0224515250308911e-05, + "loss": 2.5673, + "step": 29681 + }, + { + "epoch": 0.5080881220150978, + "grad_norm": 2.385603666305542, + "learning_rate": 1.0223960984485567e-05, + "loss": 2.4398, + "step": 29682 + }, + { + "epoch": 0.5081052397336483, + "grad_norm": 2.255815029144287, + "learning_rate": 1.022340671797385e-05, + "loss": 2.5587, + "step": 29683 + }, + { + "epoch": 0.5081223574521988, + "grad_norm": 2.51456880569458, + "learning_rate": 1.0222852450775456e-05, + "loss": 2.5104, + "step": 29684 + }, + { + "epoch": 0.5081394751707492, + "grad_norm": 2.2968714237213135, + "learning_rate": 1.0222298182892092e-05, + "loss": 2.4477, + "step": 29685 + }, + { + "epoch": 0.5081565928892997, + "grad_norm": 2.5086536407470703, + "learning_rate": 1.022174391432546e-05, + "loss": 2.4797, + "step": 29686 + }, + { + "epoch": 0.5081737106078502, + "grad_norm": 2.492914915084839, + "learning_rate": 1.0221189645077265e-05, + "loss": 2.6093, + "step": 29687 + }, + { + "epoch": 0.5081908283264006, + "grad_norm": 2.464846134185791, + "learning_rate": 1.0220635375149208e-05, + "loss": 2.4195, + "step": 29688 + }, + { + "epoch": 0.5082079460449511, + "grad_norm": 2.2021596431732178, + "learning_rate": 1.0220081104542995e-05, + "loss": 2.4175, + "step": 29689 + }, + { + "epoch": 0.5082250637635016, + "grad_norm": 2.442525625228882, + "learning_rate": 1.0219526833260334e-05, + "loss": 2.5576, + "step": 29690 + }, + { + "epoch": 0.508242181482052, + "grad_norm": 2.2923319339752197, + "learning_rate": 1.021897256130292e-05, + "loss": 2.4905, + "step": 29691 + }, + { + "epoch": 0.5082592992006025, + "grad_norm": 2.454782247543335, + "learning_rate": 1.0218418288672462e-05, + "loss": 2.5287, + "step": 29692 + }, + { + "epoch": 0.508276416919153, + "grad_norm": 2.4436540603637695, + "learning_rate": 1.021786401537066e-05, + "loss": 2.6268, + "step": 29693 + }, + { + "epoch": 0.5082935346377034, + "grad_norm": 2.3869283199310303, + "learning_rate": 1.0217309741399224e-05, + "loss": 2.551, + "step": 29694 + }, + { + "epoch": 0.508310652356254, + "grad_norm": 2.2817602157592773, + "learning_rate": 1.0216755466759854e-05, + "loss": 2.4739, + "step": 29695 + }, + { + "epoch": 0.5083277700748045, + "grad_norm": 2.4286787509918213, + "learning_rate": 1.0216201191454249e-05, + "loss": 2.5483, + "step": 29696 + }, + { + "epoch": 0.5083448877933548, + "grad_norm": 2.249631881713867, + "learning_rate": 1.021564691548412e-05, + "loss": 2.4397, + "step": 29697 + }, + { + "epoch": 0.5083620055119054, + "grad_norm": 2.3054747581481934, + "learning_rate": 1.0215092638851163e-05, + "loss": 2.3906, + "step": 29698 + }, + { + "epoch": 0.5083791232304559, + "grad_norm": 2.520848512649536, + "learning_rate": 1.0214538361557088e-05, + "loss": 2.6616, + "step": 29699 + }, + { + "epoch": 0.5083962409490063, + "grad_norm": 2.527977228164673, + "learning_rate": 1.02139840836036e-05, + "loss": 2.664, + "step": 29700 + }, + { + "epoch": 0.5084133586675568, + "grad_norm": 2.3154513835906982, + "learning_rate": 1.0213429804992399e-05, + "loss": 2.6357, + "step": 29701 + }, + { + "epoch": 0.5084304763861073, + "grad_norm": 2.2687392234802246, + "learning_rate": 1.0212875525725188e-05, + "loss": 2.4054, + "step": 29702 + }, + { + "epoch": 0.5084475941046578, + "grad_norm": 2.449631452560425, + "learning_rate": 1.0212321245803669e-05, + "loss": 2.4421, + "step": 29703 + }, + { + "epoch": 0.5084647118232082, + "grad_norm": 2.278231620788574, + "learning_rate": 1.021176696522955e-05, + "loss": 2.4399, + "step": 29704 + }, + { + "epoch": 0.5084818295417587, + "grad_norm": 2.416269063949585, + "learning_rate": 1.0211212684004534e-05, + "loss": 2.5332, + "step": 29705 + }, + { + "epoch": 0.5084989472603092, + "grad_norm": 2.3731000423431396, + "learning_rate": 1.0210658402130327e-05, + "loss": 2.6366, + "step": 29706 + }, + { + "epoch": 0.5085160649788596, + "grad_norm": 2.426501750946045, + "learning_rate": 1.0210104119608623e-05, + "loss": 2.4955, + "step": 29707 + }, + { + "epoch": 0.5085331826974101, + "grad_norm": 2.2913975715637207, + "learning_rate": 1.020954983644114e-05, + "loss": 2.5162, + "step": 29708 + }, + { + "epoch": 0.5085503004159606, + "grad_norm": 2.324733257293701, + "learning_rate": 1.0208995552629568e-05, + "loss": 2.5849, + "step": 29709 + }, + { + "epoch": 0.508567418134511, + "grad_norm": 2.2851059436798096, + "learning_rate": 1.0208441268175618e-05, + "loss": 2.4786, + "step": 29710 + }, + { + "epoch": 0.5085845358530615, + "grad_norm": 2.3919148445129395, + "learning_rate": 1.0207886983080992e-05, + "loss": 2.5876, + "step": 29711 + }, + { + "epoch": 0.508601653571612, + "grad_norm": 2.469403028488159, + "learning_rate": 1.0207332697347394e-05, + "loss": 2.6047, + "step": 29712 + }, + { + "epoch": 0.5086187712901624, + "grad_norm": 2.4369184970855713, + "learning_rate": 1.0206778410976525e-05, + "loss": 2.533, + "step": 29713 + }, + { + "epoch": 0.5086358890087129, + "grad_norm": 2.4028098583221436, + "learning_rate": 1.0206224123970095e-05, + "loss": 2.5229, + "step": 29714 + }, + { + "epoch": 0.5086530067272634, + "grad_norm": 2.551663398742676, + "learning_rate": 1.0205669836329803e-05, + "loss": 2.5656, + "step": 29715 + }, + { + "epoch": 0.5086701244458138, + "grad_norm": 2.204230308532715, + "learning_rate": 1.0205115548057352e-05, + "loss": 2.4422, + "step": 29716 + }, + { + "epoch": 0.5086872421643643, + "grad_norm": 2.327721118927002, + "learning_rate": 1.020456125915445e-05, + "loss": 2.6233, + "step": 29717 + }, + { + "epoch": 0.5087043598829148, + "grad_norm": 2.240081787109375, + "learning_rate": 1.0204006969622795e-05, + "loss": 2.4496, + "step": 29718 + }, + { + "epoch": 0.5087214776014652, + "grad_norm": 2.3449065685272217, + "learning_rate": 1.0203452679464094e-05, + "loss": 2.5446, + "step": 29719 + }, + { + "epoch": 0.5087385953200158, + "grad_norm": 2.1552016735076904, + "learning_rate": 1.0202898388680051e-05, + "loss": 2.4579, + "step": 29720 + }, + { + "epoch": 0.5087557130385663, + "grad_norm": 2.348590135574341, + "learning_rate": 1.0202344097272372e-05, + "loss": 2.5976, + "step": 29721 + }, + { + "epoch": 0.5087728307571167, + "grad_norm": 2.221224546432495, + "learning_rate": 1.0201789805242755e-05, + "loss": 2.4302, + "step": 29722 + }, + { + "epoch": 0.5087899484756672, + "grad_norm": 2.390444278717041, + "learning_rate": 1.0201235512592909e-05, + "loss": 2.5893, + "step": 29723 + }, + { + "epoch": 0.5088070661942177, + "grad_norm": 2.3699889183044434, + "learning_rate": 1.0200681219324532e-05, + "loss": 2.5157, + "step": 29724 + }, + { + "epoch": 0.5088241839127681, + "grad_norm": 2.2995970249176025, + "learning_rate": 1.0200126925439328e-05, + "loss": 2.5118, + "step": 29725 + }, + { + "epoch": 0.5088413016313186, + "grad_norm": 2.2674195766448975, + "learning_rate": 1.0199572630939008e-05, + "loss": 2.4951, + "step": 29726 + }, + { + "epoch": 0.5088584193498691, + "grad_norm": 2.293966770172119, + "learning_rate": 1.0199018335825273e-05, + "loss": 2.4657, + "step": 29727 + }, + { + "epoch": 0.5088755370684195, + "grad_norm": 2.311722755432129, + "learning_rate": 1.0198464040099821e-05, + "loss": 2.4952, + "step": 29728 + }, + { + "epoch": 0.50889265478697, + "grad_norm": 2.414234161376953, + "learning_rate": 1.019790974376436e-05, + "loss": 2.6005, + "step": 29729 + }, + { + "epoch": 0.5089097725055205, + "grad_norm": 2.488494634628296, + "learning_rate": 1.0197355446820597e-05, + "loss": 2.5613, + "step": 29730 + }, + { + "epoch": 0.5089268902240709, + "grad_norm": 2.371905565261841, + "learning_rate": 1.0196801149270227e-05, + "loss": 2.5588, + "step": 29731 + }, + { + "epoch": 0.5089440079426214, + "grad_norm": 2.321916341781616, + "learning_rate": 1.0196246851114962e-05, + "loss": 2.4806, + "step": 29732 + }, + { + "epoch": 0.5089611256611719, + "grad_norm": 2.2191615104675293, + "learning_rate": 1.0195692552356505e-05, + "loss": 2.4614, + "step": 29733 + }, + { + "epoch": 0.5089782433797223, + "grad_norm": 2.3830373287200928, + "learning_rate": 1.0195138252996553e-05, + "loss": 2.4311, + "step": 29734 + }, + { + "epoch": 0.5089953610982728, + "grad_norm": 2.2242226600646973, + "learning_rate": 1.0194583953036814e-05, + "loss": 2.4398, + "step": 29735 + }, + { + "epoch": 0.5090124788168233, + "grad_norm": 2.3905088901519775, + "learning_rate": 1.0194029652478993e-05, + "loss": 2.596, + "step": 29736 + }, + { + "epoch": 0.5090295965353737, + "grad_norm": 2.281486749649048, + "learning_rate": 1.0193475351324796e-05, + "loss": 2.5353, + "step": 29737 + }, + { + "epoch": 0.5090467142539242, + "grad_norm": 2.3415536880493164, + "learning_rate": 1.019292104957592e-05, + "loss": 2.4054, + "step": 29738 + }, + { + "epoch": 0.5090638319724747, + "grad_norm": 2.3683536052703857, + "learning_rate": 1.019236674723407e-05, + "loss": 2.4742, + "step": 29739 + }, + { + "epoch": 0.5090809496910251, + "grad_norm": 2.3429083824157715, + "learning_rate": 1.0191812444300952e-05, + "loss": 2.394, + "step": 29740 + }, + { + "epoch": 0.5090980674095756, + "grad_norm": 2.315751075744629, + "learning_rate": 1.019125814077827e-05, + "loss": 2.4936, + "step": 29741 + }, + { + "epoch": 0.5091151851281261, + "grad_norm": 2.3584563732147217, + "learning_rate": 1.0190703836667728e-05, + "loss": 2.5566, + "step": 29742 + }, + { + "epoch": 0.5091323028466765, + "grad_norm": 2.380338668823242, + "learning_rate": 1.019014953197103e-05, + "loss": 2.5282, + "step": 29743 + }, + { + "epoch": 0.509149420565227, + "grad_norm": 2.401370048522949, + "learning_rate": 1.0189595226689879e-05, + "loss": 2.4641, + "step": 29744 + }, + { + "epoch": 0.5091665382837776, + "grad_norm": 2.317331075668335, + "learning_rate": 1.0189040920825976e-05, + "loss": 2.473, + "step": 29745 + }, + { + "epoch": 0.509183656002328, + "grad_norm": 2.420755624771118, + "learning_rate": 1.0188486614381027e-05, + "loss": 2.4991, + "step": 29746 + }, + { + "epoch": 0.5092007737208785, + "grad_norm": 2.329470157623291, + "learning_rate": 1.0187932307356735e-05, + "loss": 2.5869, + "step": 29747 + }, + { + "epoch": 0.509217891439429, + "grad_norm": 2.352684497833252, + "learning_rate": 1.0187377999754808e-05, + "loss": 2.4859, + "step": 29748 + }, + { + "epoch": 0.5092350091579795, + "grad_norm": 2.2350099086761475, + "learning_rate": 1.0186823691576946e-05, + "loss": 2.4071, + "step": 29749 + }, + { + "epoch": 0.5092521268765299, + "grad_norm": 2.238157033920288, + "learning_rate": 1.018626938282485e-05, + "loss": 2.5451, + "step": 29750 + }, + { + "epoch": 0.5092692445950804, + "grad_norm": 2.406708002090454, + "learning_rate": 1.0185715073500226e-05, + "loss": 2.5259, + "step": 29751 + }, + { + "epoch": 0.5092863623136309, + "grad_norm": 2.360926866531372, + "learning_rate": 1.0185160763604784e-05, + "loss": 2.4997, + "step": 29752 + }, + { + "epoch": 0.5093034800321813, + "grad_norm": 2.3049371242523193, + "learning_rate": 1.0184606453140218e-05, + "loss": 2.3868, + "step": 29753 + }, + { + "epoch": 0.5093205977507318, + "grad_norm": 2.266465663909912, + "learning_rate": 1.0184052142108239e-05, + "loss": 2.4987, + "step": 29754 + }, + { + "epoch": 0.5093377154692823, + "grad_norm": 2.3549885749816895, + "learning_rate": 1.0183497830510545e-05, + "loss": 2.4203, + "step": 29755 + }, + { + "epoch": 0.5093548331878327, + "grad_norm": 2.2832655906677246, + "learning_rate": 1.0182943518348844e-05, + "loss": 2.4387, + "step": 29756 + }, + { + "epoch": 0.5093719509063832, + "grad_norm": 2.5064916610717773, + "learning_rate": 1.0182389205624837e-05, + "loss": 2.6349, + "step": 29757 + }, + { + "epoch": 0.5093890686249337, + "grad_norm": 2.443650484085083, + "learning_rate": 1.0181834892340232e-05, + "loss": 2.527, + "step": 29758 + }, + { + "epoch": 0.5094061863434841, + "grad_norm": 2.4156863689422607, + "learning_rate": 1.018128057849673e-05, + "loss": 2.6231, + "step": 29759 + }, + { + "epoch": 0.5094233040620346, + "grad_norm": 2.4548404216766357, + "learning_rate": 1.0180726264096032e-05, + "loss": 2.6233, + "step": 29760 + }, + { + "epoch": 0.5094404217805851, + "grad_norm": 2.28222393989563, + "learning_rate": 1.0180171949139845e-05, + "loss": 2.4608, + "step": 29761 + }, + { + "epoch": 0.5094575394991355, + "grad_norm": 2.361219882965088, + "learning_rate": 1.0179617633629872e-05, + "loss": 2.4994, + "step": 29762 + }, + { + "epoch": 0.509474657217686, + "grad_norm": 2.3903486728668213, + "learning_rate": 1.0179063317567816e-05, + "loss": 2.4515, + "step": 29763 + }, + { + "epoch": 0.5094917749362365, + "grad_norm": 2.2156331539154053, + "learning_rate": 1.0178509000955386e-05, + "loss": 2.4848, + "step": 29764 + }, + { + "epoch": 0.5095088926547869, + "grad_norm": 2.478698968887329, + "learning_rate": 1.0177954683794278e-05, + "loss": 2.5716, + "step": 29765 + }, + { + "epoch": 0.5095260103733374, + "grad_norm": 2.438410758972168, + "learning_rate": 1.01774003660862e-05, + "loss": 2.5376, + "step": 29766 + }, + { + "epoch": 0.509543128091888, + "grad_norm": 2.4478185176849365, + "learning_rate": 1.0176846047832855e-05, + "loss": 2.539, + "step": 29767 + }, + { + "epoch": 0.5095602458104384, + "grad_norm": 2.4947025775909424, + "learning_rate": 1.0176291729035948e-05, + "loss": 2.5449, + "step": 29768 + }, + { + "epoch": 0.5095773635289889, + "grad_norm": 2.363215208053589, + "learning_rate": 1.017573740969718e-05, + "loss": 2.5526, + "step": 29769 + }, + { + "epoch": 0.5095944812475394, + "grad_norm": 2.178632974624634, + "learning_rate": 1.0175183089818256e-05, + "loss": 2.4929, + "step": 29770 + }, + { + "epoch": 0.5096115989660898, + "grad_norm": 2.464198112487793, + "learning_rate": 1.0174628769400883e-05, + "loss": 2.5631, + "step": 29771 + }, + { + "epoch": 0.5096287166846403, + "grad_norm": 2.3980307579040527, + "learning_rate": 1.0174074448446761e-05, + "loss": 2.4489, + "step": 29772 + }, + { + "epoch": 0.5096458344031908, + "grad_norm": 2.225221633911133, + "learning_rate": 1.0173520126957594e-05, + "loss": 2.3888, + "step": 29773 + }, + { + "epoch": 0.5096629521217412, + "grad_norm": 2.2795259952545166, + "learning_rate": 1.0172965804935086e-05, + "loss": 2.5694, + "step": 29774 + }, + { + "epoch": 0.5096800698402917, + "grad_norm": 2.2136881351470947, + "learning_rate": 1.0172411482380943e-05, + "loss": 2.5152, + "step": 29775 + }, + { + "epoch": 0.5096971875588422, + "grad_norm": 2.3059959411621094, + "learning_rate": 1.0171857159296867e-05, + "loss": 2.4789, + "step": 29776 + }, + { + "epoch": 0.5097143052773926, + "grad_norm": 2.2197225093841553, + "learning_rate": 1.017130283568456e-05, + "loss": 2.5249, + "step": 29777 + }, + { + "epoch": 0.5097314229959431, + "grad_norm": 2.327031135559082, + "learning_rate": 1.017074851154573e-05, + "loss": 2.4549, + "step": 29778 + }, + { + "epoch": 0.5097485407144936, + "grad_norm": 2.3385233879089355, + "learning_rate": 1.0170194186882077e-05, + "loss": 2.5323, + "step": 29779 + }, + { + "epoch": 0.509765658433044, + "grad_norm": 2.2824718952178955, + "learning_rate": 1.0169639861695306e-05, + "loss": 2.4494, + "step": 29780 + }, + { + "epoch": 0.5097827761515945, + "grad_norm": 2.512288808822632, + "learning_rate": 1.0169085535987124e-05, + "loss": 2.6683, + "step": 29781 + }, + { + "epoch": 0.509799893870145, + "grad_norm": 2.559884548187256, + "learning_rate": 1.0168531209759231e-05, + "loss": 2.5472, + "step": 29782 + }, + { + "epoch": 0.5098170115886954, + "grad_norm": 2.3702921867370605, + "learning_rate": 1.016797688301333e-05, + "loss": 2.5557, + "step": 29783 + }, + { + "epoch": 0.5098341293072459, + "grad_norm": 2.360020875930786, + "learning_rate": 1.0167422555751128e-05, + "loss": 2.4327, + "step": 29784 + }, + { + "epoch": 0.5098512470257964, + "grad_norm": 2.423145294189453, + "learning_rate": 1.0166868227974327e-05, + "loss": 2.5599, + "step": 29785 + }, + { + "epoch": 0.5098683647443468, + "grad_norm": 2.3374156951904297, + "learning_rate": 1.016631389968463e-05, + "loss": 2.5087, + "step": 29786 + }, + { + "epoch": 0.5098854824628973, + "grad_norm": 2.287571430206299, + "learning_rate": 1.0165759570883745e-05, + "loss": 2.3953, + "step": 29787 + }, + { + "epoch": 0.5099026001814478, + "grad_norm": 2.3576505184173584, + "learning_rate": 1.016520524157337e-05, + "loss": 2.4993, + "step": 29788 + }, + { + "epoch": 0.5099197178999982, + "grad_norm": 2.2846004962921143, + "learning_rate": 1.0164650911755213e-05, + "loss": 2.6139, + "step": 29789 + }, + { + "epoch": 0.5099368356185487, + "grad_norm": 2.3074536323547363, + "learning_rate": 1.0164096581430976e-05, + "loss": 2.4679, + "step": 29790 + }, + { + "epoch": 0.5099539533370993, + "grad_norm": 2.4099409580230713, + "learning_rate": 1.0163542250602365e-05, + "loss": 2.5973, + "step": 29791 + }, + { + "epoch": 0.5099710710556496, + "grad_norm": 2.234407901763916, + "learning_rate": 1.0162987919271078e-05, + "loss": 2.5182, + "step": 29792 + }, + { + "epoch": 0.5099881887742002, + "grad_norm": 2.3441147804260254, + "learning_rate": 1.0162433587438828e-05, + "loss": 2.5531, + "step": 29793 + }, + { + "epoch": 0.5100053064927507, + "grad_norm": 2.386303186416626, + "learning_rate": 1.016187925510731e-05, + "loss": 2.4971, + "step": 29794 + }, + { + "epoch": 0.5100224242113012, + "grad_norm": 2.4895083904266357, + "learning_rate": 1.0161324922278233e-05, + "loss": 2.5795, + "step": 29795 + }, + { + "epoch": 0.5100395419298516, + "grad_norm": 2.501384973526001, + "learning_rate": 1.01607705889533e-05, + "loss": 2.5644, + "step": 29796 + }, + { + "epoch": 0.5100566596484021, + "grad_norm": 2.321633815765381, + "learning_rate": 1.0160216255134215e-05, + "loss": 2.4854, + "step": 29797 + }, + { + "epoch": 0.5100737773669526, + "grad_norm": 2.220919370651245, + "learning_rate": 1.0159661920822678e-05, + "loss": 2.3707, + "step": 29798 + }, + { + "epoch": 0.510090895085503, + "grad_norm": 2.4146149158477783, + "learning_rate": 1.0159107586020398e-05, + "loss": 2.5859, + "step": 29799 + }, + { + "epoch": 0.5101080128040535, + "grad_norm": 2.57892107963562, + "learning_rate": 1.0158553250729075e-05, + "loss": 2.4958, + "step": 29800 + }, + { + "epoch": 0.510125130522604, + "grad_norm": 2.283890962600708, + "learning_rate": 1.0157998914950418e-05, + "loss": 2.475, + "step": 29801 + }, + { + "epoch": 0.5101422482411544, + "grad_norm": 2.3289058208465576, + "learning_rate": 1.0157444578686127e-05, + "loss": 2.4471, + "step": 29802 + }, + { + "epoch": 0.5101593659597049, + "grad_norm": 2.442596435546875, + "learning_rate": 1.0156890241937902e-05, + "loss": 2.5817, + "step": 29803 + }, + { + "epoch": 0.5101764836782554, + "grad_norm": 2.368211507797241, + "learning_rate": 1.0156335904707453e-05, + "loss": 2.4978, + "step": 29804 + }, + { + "epoch": 0.5101936013968058, + "grad_norm": 2.395747423171997, + "learning_rate": 1.015578156699648e-05, + "loss": 2.5722, + "step": 29805 + }, + { + "epoch": 0.5102107191153563, + "grad_norm": 2.3849127292633057, + "learning_rate": 1.0155227228806692e-05, + "loss": 2.4662, + "step": 29806 + }, + { + "epoch": 0.5102278368339068, + "grad_norm": 2.3178563117980957, + "learning_rate": 1.015467289013979e-05, + "loss": 2.4129, + "step": 29807 + }, + { + "epoch": 0.5102449545524572, + "grad_norm": 2.2947609424591064, + "learning_rate": 1.0154118550997476e-05, + "loss": 2.5143, + "step": 29808 + }, + { + "epoch": 0.5102620722710077, + "grad_norm": 2.379488945007324, + "learning_rate": 1.0153564211381457e-05, + "loss": 2.4715, + "step": 29809 + }, + { + "epoch": 0.5102791899895582, + "grad_norm": 2.4526352882385254, + "learning_rate": 1.0153009871293433e-05, + "loss": 2.575, + "step": 29810 + }, + { + "epoch": 0.5102963077081086, + "grad_norm": 2.2820091247558594, + "learning_rate": 1.0152455530735109e-05, + "loss": 2.4248, + "step": 29811 + }, + { + "epoch": 0.5103134254266591, + "grad_norm": 2.424124002456665, + "learning_rate": 1.0151901189708193e-05, + "loss": 2.5638, + "step": 29812 + }, + { + "epoch": 0.5103305431452096, + "grad_norm": 2.3993911743164062, + "learning_rate": 1.0151346848214383e-05, + "loss": 2.4301, + "step": 29813 + }, + { + "epoch": 0.51034766086376, + "grad_norm": 2.375684976577759, + "learning_rate": 1.0150792506255386e-05, + "loss": 2.4532, + "step": 29814 + }, + { + "epoch": 0.5103647785823106, + "grad_norm": 2.305737257003784, + "learning_rate": 1.0150238163832906e-05, + "loss": 2.5695, + "step": 29815 + }, + { + "epoch": 0.5103818963008611, + "grad_norm": 2.204988956451416, + "learning_rate": 1.0149683820948646e-05, + "loss": 2.4837, + "step": 29816 + }, + { + "epoch": 0.5103990140194115, + "grad_norm": 2.4849910736083984, + "learning_rate": 1.014912947760431e-05, + "loss": 2.4769, + "step": 29817 + }, + { + "epoch": 0.510416131737962, + "grad_norm": 2.304048538208008, + "learning_rate": 1.0148575133801603e-05, + "loss": 2.4368, + "step": 29818 + }, + { + "epoch": 0.5104332494565125, + "grad_norm": 2.4200024604797363, + "learning_rate": 1.0148020789542227e-05, + "loss": 2.4076, + "step": 29819 + }, + { + "epoch": 0.5104503671750629, + "grad_norm": 2.398709297180176, + "learning_rate": 1.0147466444827886e-05, + "loss": 2.4637, + "step": 29820 + }, + { + "epoch": 0.5104674848936134, + "grad_norm": 2.2550771236419678, + "learning_rate": 1.0146912099660284e-05, + "loss": 2.4546, + "step": 29821 + }, + { + "epoch": 0.5104846026121639, + "grad_norm": 2.3781399726867676, + "learning_rate": 1.0146357754041127e-05, + "loss": 2.5016, + "step": 29822 + }, + { + "epoch": 0.5105017203307143, + "grad_norm": 2.4462080001831055, + "learning_rate": 1.0145803407972117e-05, + "loss": 2.6174, + "step": 29823 + }, + { + "epoch": 0.5105188380492648, + "grad_norm": 2.5334126949310303, + "learning_rate": 1.014524906145496e-05, + "loss": 2.6339, + "step": 29824 + }, + { + "epoch": 0.5105359557678153, + "grad_norm": 2.3183372020721436, + "learning_rate": 1.0144694714491356e-05, + "loss": 2.4404, + "step": 29825 + }, + { + "epoch": 0.5105530734863657, + "grad_norm": 2.2116270065307617, + "learning_rate": 1.0144140367083011e-05, + "loss": 2.3634, + "step": 29826 + }, + { + "epoch": 0.5105701912049162, + "grad_norm": 2.228940486907959, + "learning_rate": 1.0143586019231626e-05, + "loss": 2.525, + "step": 29827 + }, + { + "epoch": 0.5105873089234667, + "grad_norm": 2.3820507526397705, + "learning_rate": 1.0143031670938911e-05, + "loss": 2.6332, + "step": 29828 + }, + { + "epoch": 0.5106044266420171, + "grad_norm": 2.426060676574707, + "learning_rate": 1.0142477322206565e-05, + "loss": 2.5472, + "step": 29829 + }, + { + "epoch": 0.5106215443605676, + "grad_norm": 2.2907090187072754, + "learning_rate": 1.0141922973036295e-05, + "loss": 2.5411, + "step": 29830 + }, + { + "epoch": 0.5106386620791181, + "grad_norm": 2.3291919231414795, + "learning_rate": 1.0141368623429803e-05, + "loss": 2.4802, + "step": 29831 + }, + { + "epoch": 0.5106557797976685, + "grad_norm": 2.311919689178467, + "learning_rate": 1.0140814273388792e-05, + "loss": 2.5498, + "step": 29832 + }, + { + "epoch": 0.510672897516219, + "grad_norm": 2.3620388507843018, + "learning_rate": 1.0140259922914968e-05, + "loss": 2.6149, + "step": 29833 + }, + { + "epoch": 0.5106900152347695, + "grad_norm": 2.5580191612243652, + "learning_rate": 1.0139705572010034e-05, + "loss": 2.5412, + "step": 29834 + }, + { + "epoch": 0.5107071329533199, + "grad_norm": 2.328270196914673, + "learning_rate": 1.0139151220675692e-05, + "loss": 2.5672, + "step": 29835 + }, + { + "epoch": 0.5107242506718704, + "grad_norm": 2.3195061683654785, + "learning_rate": 1.0138596868913649e-05, + "loss": 2.4528, + "step": 29836 + }, + { + "epoch": 0.510741368390421, + "grad_norm": 2.539555311203003, + "learning_rate": 1.0138042516725606e-05, + "loss": 2.5612, + "step": 29837 + }, + { + "epoch": 0.5107584861089713, + "grad_norm": 2.369570732116699, + "learning_rate": 1.013748816411327e-05, + "loss": 2.5592, + "step": 29838 + }, + { + "epoch": 0.5107756038275219, + "grad_norm": 2.3304078578948975, + "learning_rate": 1.0136933811078345e-05, + "loss": 2.4475, + "step": 29839 + }, + { + "epoch": 0.5107927215460724, + "grad_norm": 2.3854849338531494, + "learning_rate": 1.0136379457622529e-05, + "loss": 2.5261, + "step": 29840 + }, + { + "epoch": 0.5108098392646228, + "grad_norm": 2.3934876918792725, + "learning_rate": 1.0135825103747532e-05, + "loss": 2.503, + "step": 29841 + }, + { + "epoch": 0.5108269569831733, + "grad_norm": 2.4283251762390137, + "learning_rate": 1.0135270749455056e-05, + "loss": 2.5706, + "step": 29842 + }, + { + "epoch": 0.5108440747017238, + "grad_norm": 2.3207123279571533, + "learning_rate": 1.0134716394746805e-05, + "loss": 2.5268, + "step": 29843 + }, + { + "epoch": 0.5108611924202743, + "grad_norm": 2.314382553100586, + "learning_rate": 1.0134162039624482e-05, + "loss": 2.4991, + "step": 29844 + }, + { + "epoch": 0.5108783101388247, + "grad_norm": 2.2596588134765625, + "learning_rate": 1.0133607684089795e-05, + "loss": 2.4227, + "step": 29845 + }, + { + "epoch": 0.5108954278573752, + "grad_norm": 2.511636734008789, + "learning_rate": 1.0133053328144443e-05, + "loss": 2.5253, + "step": 29846 + }, + { + "epoch": 0.5109125455759257, + "grad_norm": 2.478268623352051, + "learning_rate": 1.0132498971790127e-05, + "loss": 2.6044, + "step": 29847 + }, + { + "epoch": 0.5109296632944761, + "grad_norm": 2.2713751792907715, + "learning_rate": 1.0131944615028559e-05, + "loss": 2.5112, + "step": 29848 + }, + { + "epoch": 0.5109467810130266, + "grad_norm": 2.305476665496826, + "learning_rate": 1.0131390257861439e-05, + "loss": 2.543, + "step": 29849 + }, + { + "epoch": 0.5109638987315771, + "grad_norm": 2.3963992595672607, + "learning_rate": 1.0130835900290473e-05, + "loss": 2.5989, + "step": 29850 + }, + { + "epoch": 0.5109810164501275, + "grad_norm": 2.4181883335113525, + "learning_rate": 1.0130281542317357e-05, + "loss": 2.4689, + "step": 29851 + }, + { + "epoch": 0.510998134168678, + "grad_norm": 2.300178289413452, + "learning_rate": 1.0129727183943807e-05, + "loss": 2.5317, + "step": 29852 + }, + { + "epoch": 0.5110152518872285, + "grad_norm": 2.377890110015869, + "learning_rate": 1.0129172825171518e-05, + "loss": 2.5434, + "step": 29853 + }, + { + "epoch": 0.5110323696057789, + "grad_norm": 2.2731990814208984, + "learning_rate": 1.0128618466002199e-05, + "loss": 2.5522, + "step": 29854 + }, + { + "epoch": 0.5110494873243294, + "grad_norm": 2.3869097232818604, + "learning_rate": 1.0128064106437549e-05, + "loss": 2.5244, + "step": 29855 + }, + { + "epoch": 0.5110666050428799, + "grad_norm": 2.373197317123413, + "learning_rate": 1.0127509746479276e-05, + "loss": 2.4348, + "step": 29856 + }, + { + "epoch": 0.5110837227614303, + "grad_norm": 2.3740739822387695, + "learning_rate": 1.0126955386129083e-05, + "loss": 2.5275, + "step": 29857 + }, + { + "epoch": 0.5111008404799808, + "grad_norm": 2.4656407833099365, + "learning_rate": 1.012640102538867e-05, + "loss": 2.4476, + "step": 29858 + }, + { + "epoch": 0.5111179581985313, + "grad_norm": 2.4962291717529297, + "learning_rate": 1.0125846664259746e-05, + "loss": 2.5122, + "step": 29859 + }, + { + "epoch": 0.5111350759170817, + "grad_norm": 2.364274263381958, + "learning_rate": 1.0125292302744016e-05, + "loss": 2.4085, + "step": 29860 + }, + { + "epoch": 0.5111521936356322, + "grad_norm": 2.2822906970977783, + "learning_rate": 1.012473794084318e-05, + "loss": 2.4318, + "step": 29861 + }, + { + "epoch": 0.5111693113541828, + "grad_norm": 2.3534884452819824, + "learning_rate": 1.0124183578558943e-05, + "loss": 2.5354, + "step": 29862 + }, + { + "epoch": 0.5111864290727332, + "grad_norm": 2.2926652431488037, + "learning_rate": 1.0123629215893008e-05, + "loss": 2.4939, + "step": 29863 + }, + { + "epoch": 0.5112035467912837, + "grad_norm": 2.266850709915161, + "learning_rate": 1.0123074852847078e-05, + "loss": 2.4967, + "step": 29864 + }, + { + "epoch": 0.5112206645098342, + "grad_norm": 2.3374998569488525, + "learning_rate": 1.0122520489422862e-05, + "loss": 2.5543, + "step": 29865 + }, + { + "epoch": 0.5112377822283846, + "grad_norm": 2.425114870071411, + "learning_rate": 1.012196612562206e-05, + "loss": 2.4735, + "step": 29866 + }, + { + "epoch": 0.5112548999469351, + "grad_norm": 2.3180770874023438, + "learning_rate": 1.0121411761446378e-05, + "loss": 2.4985, + "step": 29867 + }, + { + "epoch": 0.5112720176654856, + "grad_norm": 2.314000129699707, + "learning_rate": 1.0120857396897517e-05, + "loss": 2.4139, + "step": 29868 + }, + { + "epoch": 0.511289135384036, + "grad_norm": 2.301469087600708, + "learning_rate": 1.012030303197718e-05, + "loss": 2.5633, + "step": 29869 + }, + { + "epoch": 0.5113062531025865, + "grad_norm": 2.290065288543701, + "learning_rate": 1.0119748666687075e-05, + "loss": 2.5776, + "step": 29870 + }, + { + "epoch": 0.511323370821137, + "grad_norm": 2.3054885864257812, + "learning_rate": 1.0119194301028908e-05, + "loss": 2.5588, + "step": 29871 + }, + { + "epoch": 0.5113404885396874, + "grad_norm": 2.3284218311309814, + "learning_rate": 1.0118639935004373e-05, + "loss": 2.5031, + "step": 29872 + }, + { + "epoch": 0.5113576062582379, + "grad_norm": 2.430154800415039, + "learning_rate": 1.0118085568615184e-05, + "loss": 2.5879, + "step": 29873 + }, + { + "epoch": 0.5113747239767884, + "grad_norm": 2.4121944904327393, + "learning_rate": 1.0117531201863043e-05, + "loss": 2.5274, + "step": 29874 + }, + { + "epoch": 0.5113918416953388, + "grad_norm": 2.433687686920166, + "learning_rate": 1.0116976834749647e-05, + "loss": 2.5564, + "step": 29875 + }, + { + "epoch": 0.5114089594138893, + "grad_norm": 2.4281492233276367, + "learning_rate": 1.011642246727671e-05, + "loss": 2.5371, + "step": 29876 + }, + { + "epoch": 0.5114260771324398, + "grad_norm": 2.3601856231689453, + "learning_rate": 1.0115868099445927e-05, + "loss": 2.5295, + "step": 29877 + }, + { + "epoch": 0.5114431948509902, + "grad_norm": 2.3706884384155273, + "learning_rate": 1.0115313731259007e-05, + "loss": 2.5744, + "step": 29878 + }, + { + "epoch": 0.5114603125695407, + "grad_norm": 2.3470382690429688, + "learning_rate": 1.0114759362717653e-05, + "loss": 2.4898, + "step": 29879 + }, + { + "epoch": 0.5114774302880912, + "grad_norm": 2.372020721435547, + "learning_rate": 1.0114204993823567e-05, + "loss": 2.4883, + "step": 29880 + }, + { + "epoch": 0.5114945480066416, + "grad_norm": 2.3460006713867188, + "learning_rate": 1.0113650624578457e-05, + "loss": 2.5795, + "step": 29881 + }, + { + "epoch": 0.5115116657251921, + "grad_norm": 2.3135201930999756, + "learning_rate": 1.0113096254984024e-05, + "loss": 2.5248, + "step": 29882 + }, + { + "epoch": 0.5115287834437426, + "grad_norm": 2.3349621295928955, + "learning_rate": 1.0112541885041973e-05, + "loss": 2.6109, + "step": 29883 + }, + { + "epoch": 0.511545901162293, + "grad_norm": 2.410463809967041, + "learning_rate": 1.0111987514754008e-05, + "loss": 2.5379, + "step": 29884 + }, + { + "epoch": 0.5115630188808435, + "grad_norm": 2.445315361022949, + "learning_rate": 1.0111433144121829e-05, + "loss": 2.5174, + "step": 29885 + }, + { + "epoch": 0.511580136599394, + "grad_norm": 2.287745475769043, + "learning_rate": 1.0110878773147146e-05, + "loss": 2.5076, + "step": 29886 + }, + { + "epoch": 0.5115972543179444, + "grad_norm": 2.215883255004883, + "learning_rate": 1.0110324401831662e-05, + "loss": 2.3204, + "step": 29887 + }, + { + "epoch": 0.511614372036495, + "grad_norm": 2.189964771270752, + "learning_rate": 1.0109770030177077e-05, + "loss": 2.4978, + "step": 29888 + }, + { + "epoch": 0.5116314897550455, + "grad_norm": 2.3019726276397705, + "learning_rate": 1.0109215658185096e-05, + "loss": 2.4719, + "step": 29889 + }, + { + "epoch": 0.511648607473596, + "grad_norm": 2.45802640914917, + "learning_rate": 1.0108661285857426e-05, + "loss": 2.6745, + "step": 29890 + }, + { + "epoch": 0.5116657251921464, + "grad_norm": 2.258075714111328, + "learning_rate": 1.0108106913195767e-05, + "loss": 2.5393, + "step": 29891 + }, + { + "epoch": 0.5116828429106969, + "grad_norm": 2.32845401763916, + "learning_rate": 1.0107552540201828e-05, + "loss": 2.6258, + "step": 29892 + }, + { + "epoch": 0.5116999606292474, + "grad_norm": 2.3846983909606934, + "learning_rate": 1.0106998166877308e-05, + "loss": 2.5545, + "step": 29893 + }, + { + "epoch": 0.5117170783477978, + "grad_norm": 2.336404800415039, + "learning_rate": 1.0106443793223915e-05, + "loss": 2.4471, + "step": 29894 + }, + { + "epoch": 0.5117341960663483, + "grad_norm": 2.492281436920166, + "learning_rate": 1.0105889419243346e-05, + "loss": 2.5534, + "step": 29895 + }, + { + "epoch": 0.5117513137848988, + "grad_norm": 2.3445751667022705, + "learning_rate": 1.0105335044937317e-05, + "loss": 2.5726, + "step": 29896 + }, + { + "epoch": 0.5117684315034492, + "grad_norm": 2.3740198612213135, + "learning_rate": 1.010478067030752e-05, + "loss": 2.4871, + "step": 29897 + }, + { + "epoch": 0.5117855492219997, + "grad_norm": 2.229586124420166, + "learning_rate": 1.0104226295355666e-05, + "loss": 2.5173, + "step": 29898 + }, + { + "epoch": 0.5118026669405502, + "grad_norm": 2.2953577041625977, + "learning_rate": 1.0103671920083454e-05, + "loss": 2.4841, + "step": 29899 + }, + { + "epoch": 0.5118197846591006, + "grad_norm": 2.3453993797302246, + "learning_rate": 1.010311754449259e-05, + "loss": 2.4335, + "step": 29900 + }, + { + "epoch": 0.5118369023776511, + "grad_norm": 2.287809371948242, + "learning_rate": 1.010256316858478e-05, + "loss": 2.4966, + "step": 29901 + }, + { + "epoch": 0.5118540200962016, + "grad_norm": 2.2810263633728027, + "learning_rate": 1.010200879236173e-05, + "loss": 2.5092, + "step": 29902 + }, + { + "epoch": 0.511871137814752, + "grad_norm": 2.2809293270111084, + "learning_rate": 1.0101454415825139e-05, + "loss": 2.5043, + "step": 29903 + }, + { + "epoch": 0.5118882555333025, + "grad_norm": 2.3117971420288086, + "learning_rate": 1.010090003897671e-05, + "loss": 2.5078, + "step": 29904 + }, + { + "epoch": 0.511905373251853, + "grad_norm": 2.2971887588500977, + "learning_rate": 1.010034566181815e-05, + "loss": 2.4616, + "step": 29905 + }, + { + "epoch": 0.5119224909704034, + "grad_norm": 2.2962982654571533, + "learning_rate": 1.0099791284351164e-05, + "loss": 2.4996, + "step": 29906 + }, + { + "epoch": 0.5119396086889539, + "grad_norm": 2.4575085639953613, + "learning_rate": 1.0099236906577452e-05, + "loss": 2.7448, + "step": 29907 + }, + { + "epoch": 0.5119567264075044, + "grad_norm": 2.353644371032715, + "learning_rate": 1.0098682528498723e-05, + "loss": 2.6034, + "step": 29908 + }, + { + "epoch": 0.5119738441260548, + "grad_norm": 2.2571072578430176, + "learning_rate": 1.0098128150116675e-05, + "loss": 2.4799, + "step": 29909 + }, + { + "epoch": 0.5119909618446054, + "grad_norm": 2.3344008922576904, + "learning_rate": 1.009757377143302e-05, + "loss": 2.5599, + "step": 29910 + }, + { + "epoch": 0.5120080795631559, + "grad_norm": 2.4640514850616455, + "learning_rate": 1.0097019392449454e-05, + "loss": 2.6281, + "step": 29911 + }, + { + "epoch": 0.5120251972817063, + "grad_norm": 2.382136344909668, + "learning_rate": 1.0096465013167683e-05, + "loss": 2.4332, + "step": 29912 + }, + { + "epoch": 0.5120423150002568, + "grad_norm": 2.40114688873291, + "learning_rate": 1.0095910633589416e-05, + "loss": 2.4471, + "step": 29913 + }, + { + "epoch": 0.5120594327188073, + "grad_norm": 2.284348249435425, + "learning_rate": 1.0095356253716349e-05, + "loss": 2.5212, + "step": 29914 + }, + { + "epoch": 0.5120765504373577, + "grad_norm": 2.3949506282806396, + "learning_rate": 1.0094801873550193e-05, + "loss": 2.5394, + "step": 29915 + }, + { + "epoch": 0.5120936681559082, + "grad_norm": 2.331505060195923, + "learning_rate": 1.0094247493092645e-05, + "loss": 2.5818, + "step": 29916 + }, + { + "epoch": 0.5121107858744587, + "grad_norm": 2.3733108043670654, + "learning_rate": 1.009369311234542e-05, + "loss": 2.6257, + "step": 29917 + }, + { + "epoch": 0.5121279035930091, + "grad_norm": 2.392137050628662, + "learning_rate": 1.009313873131021e-05, + "loss": 2.5132, + "step": 29918 + }, + { + "epoch": 0.5121450213115596, + "grad_norm": 2.368685245513916, + "learning_rate": 1.0092584349988725e-05, + "loss": 2.5609, + "step": 29919 + }, + { + "epoch": 0.5121621390301101, + "grad_norm": 2.2130126953125, + "learning_rate": 1.0092029968382669e-05, + "loss": 2.5483, + "step": 29920 + }, + { + "epoch": 0.5121792567486605, + "grad_norm": 2.490328311920166, + "learning_rate": 1.0091475586493744e-05, + "loss": 2.6835, + "step": 29921 + }, + { + "epoch": 0.512196374467211, + "grad_norm": 2.2940847873687744, + "learning_rate": 1.0090921204323653e-05, + "loss": 2.4373, + "step": 29922 + }, + { + "epoch": 0.5122134921857615, + "grad_norm": 2.407958984375, + "learning_rate": 1.0090366821874105e-05, + "loss": 2.6271, + "step": 29923 + }, + { + "epoch": 0.5122306099043119, + "grad_norm": 2.3477632999420166, + "learning_rate": 1.00898124391468e-05, + "loss": 2.5431, + "step": 29924 + }, + { + "epoch": 0.5122477276228624, + "grad_norm": 2.3345272541046143, + "learning_rate": 1.0089258056143445e-05, + "loss": 2.5696, + "step": 29925 + }, + { + "epoch": 0.5122648453414129, + "grad_norm": 2.421325445175171, + "learning_rate": 1.0088703672865738e-05, + "loss": 2.6748, + "step": 29926 + }, + { + "epoch": 0.5122819630599633, + "grad_norm": 2.3711154460906982, + "learning_rate": 1.0088149289315387e-05, + "loss": 2.6225, + "step": 29927 + }, + { + "epoch": 0.5122990807785138, + "grad_norm": 2.3170742988586426, + "learning_rate": 1.0087594905494096e-05, + "loss": 2.4626, + "step": 29928 + }, + { + "epoch": 0.5123161984970643, + "grad_norm": 2.3845667839050293, + "learning_rate": 1.0087040521403573e-05, + "loss": 2.427, + "step": 29929 + }, + { + "epoch": 0.5123333162156147, + "grad_norm": 2.309488296508789, + "learning_rate": 1.0086486137045512e-05, + "loss": 2.628, + "step": 29930 + }, + { + "epoch": 0.5123504339341652, + "grad_norm": 2.2513744831085205, + "learning_rate": 1.0085931752421624e-05, + "loss": 2.5092, + "step": 29931 + }, + { + "epoch": 0.5123675516527157, + "grad_norm": 2.311269521713257, + "learning_rate": 1.0085377367533617e-05, + "loss": 2.5737, + "step": 29932 + }, + { + "epoch": 0.5123846693712661, + "grad_norm": 2.250760078430176, + "learning_rate": 1.0084822982383185e-05, + "loss": 2.507, + "step": 29933 + }, + { + "epoch": 0.5124017870898167, + "grad_norm": 2.351123809814453, + "learning_rate": 1.0084268596972038e-05, + "loss": 2.5513, + "step": 29934 + }, + { + "epoch": 0.5124189048083672, + "grad_norm": 2.208615779876709, + "learning_rate": 1.0083714211301879e-05, + "loss": 2.4474, + "step": 29935 + }, + { + "epoch": 0.5124360225269177, + "grad_norm": 2.412662982940674, + "learning_rate": 1.008315982537441e-05, + "loss": 2.4948, + "step": 29936 + }, + { + "epoch": 0.5124531402454681, + "grad_norm": 2.242929697036743, + "learning_rate": 1.0082605439191338e-05, + "loss": 2.4346, + "step": 29937 + }, + { + "epoch": 0.5124702579640186, + "grad_norm": 2.367279052734375, + "learning_rate": 1.0082051052754363e-05, + "loss": 2.559, + "step": 29938 + }, + { + "epoch": 0.5124873756825691, + "grad_norm": 2.3371834754943848, + "learning_rate": 1.0081496666065196e-05, + "loss": 2.4119, + "step": 29939 + }, + { + "epoch": 0.5125044934011195, + "grad_norm": 2.2288432121276855, + "learning_rate": 1.0080942279125535e-05, + "loss": 2.4787, + "step": 29940 + }, + { + "epoch": 0.51252161111967, + "grad_norm": 2.240745782852173, + "learning_rate": 1.0080387891937085e-05, + "loss": 2.4061, + "step": 29941 + }, + { + "epoch": 0.5125387288382205, + "grad_norm": 2.321573257446289, + "learning_rate": 1.0079833504501551e-05, + "loss": 2.5532, + "step": 29942 + }, + { + "epoch": 0.5125558465567709, + "grad_norm": 2.543452739715576, + "learning_rate": 1.0079279116820635e-05, + "loss": 2.5374, + "step": 29943 + }, + { + "epoch": 0.5125729642753214, + "grad_norm": 2.2350075244903564, + "learning_rate": 1.0078724728896044e-05, + "loss": 2.4293, + "step": 29944 + }, + { + "epoch": 0.5125900819938719, + "grad_norm": 2.4509594440460205, + "learning_rate": 1.0078170340729483e-05, + "loss": 2.6005, + "step": 29945 + }, + { + "epoch": 0.5126071997124223, + "grad_norm": 2.344064712524414, + "learning_rate": 1.0077615952322652e-05, + "loss": 2.4958, + "step": 29946 + }, + { + "epoch": 0.5126243174309728, + "grad_norm": 2.3313376903533936, + "learning_rate": 1.0077061563677255e-05, + "loss": 2.3754, + "step": 29947 + }, + { + "epoch": 0.5126414351495233, + "grad_norm": 2.2919929027557373, + "learning_rate": 1.0076507174794998e-05, + "loss": 2.4891, + "step": 29948 + }, + { + "epoch": 0.5126585528680737, + "grad_norm": 2.3163886070251465, + "learning_rate": 1.0075952785677586e-05, + "loss": 2.4739, + "step": 29949 + }, + { + "epoch": 0.5126756705866242, + "grad_norm": 2.2816879749298096, + "learning_rate": 1.0075398396326719e-05, + "loss": 2.4544, + "step": 29950 + }, + { + "epoch": 0.5126927883051747, + "grad_norm": 2.3388512134552, + "learning_rate": 1.0074844006744106e-05, + "loss": 2.5388, + "step": 29951 + }, + { + "epoch": 0.5127099060237251, + "grad_norm": 2.370968818664551, + "learning_rate": 1.0074289616931447e-05, + "loss": 2.4841, + "step": 29952 + }, + { + "epoch": 0.5127270237422756, + "grad_norm": 2.28277587890625, + "learning_rate": 1.007373522689045e-05, + "loss": 2.5032, + "step": 29953 + }, + { + "epoch": 0.5127441414608261, + "grad_norm": 2.337477684020996, + "learning_rate": 1.0073180836622816e-05, + "loss": 2.4855, + "step": 29954 + }, + { + "epoch": 0.5127612591793765, + "grad_norm": 2.2341232299804688, + "learning_rate": 1.0072626446130248e-05, + "loss": 2.5528, + "step": 29955 + }, + { + "epoch": 0.512778376897927, + "grad_norm": 2.6452982425689697, + "learning_rate": 1.0072072055414452e-05, + "loss": 2.7021, + "step": 29956 + }, + { + "epoch": 0.5127954946164776, + "grad_norm": 2.3288941383361816, + "learning_rate": 1.0071517664477133e-05, + "loss": 2.5043, + "step": 29957 + }, + { + "epoch": 0.512812612335028, + "grad_norm": 2.4099740982055664, + "learning_rate": 1.0070963273319991e-05, + "loss": 2.5685, + "step": 29958 + }, + { + "epoch": 0.5128297300535785, + "grad_norm": 2.415613889694214, + "learning_rate": 1.0070408881944733e-05, + "loss": 2.6817, + "step": 29959 + }, + { + "epoch": 0.512846847772129, + "grad_norm": 2.4881458282470703, + "learning_rate": 1.0069854490353066e-05, + "loss": 2.4479, + "step": 29960 + }, + { + "epoch": 0.5128639654906794, + "grad_norm": 2.224637031555176, + "learning_rate": 1.0069300098546688e-05, + "loss": 2.4207, + "step": 29961 + }, + { + "epoch": 0.5128810832092299, + "grad_norm": 2.3990752696990967, + "learning_rate": 1.0068745706527307e-05, + "loss": 2.5205, + "step": 29962 + }, + { + "epoch": 0.5128982009277804, + "grad_norm": 2.5041470527648926, + "learning_rate": 1.0068191314296625e-05, + "loss": 2.6359, + "step": 29963 + }, + { + "epoch": 0.5129153186463308, + "grad_norm": 2.31669282913208, + "learning_rate": 1.0067636921856345e-05, + "loss": 2.5642, + "step": 29964 + }, + { + "epoch": 0.5129324363648813, + "grad_norm": 2.3482797145843506, + "learning_rate": 1.0067082529208174e-05, + "loss": 2.5192, + "step": 29965 + }, + { + "epoch": 0.5129495540834318, + "grad_norm": 2.417717456817627, + "learning_rate": 1.0066528136353816e-05, + "loss": 2.4677, + "step": 29966 + }, + { + "epoch": 0.5129666718019822, + "grad_norm": 2.270254611968994, + "learning_rate": 1.0065973743294972e-05, + "loss": 2.4796, + "step": 29967 + }, + { + "epoch": 0.5129837895205327, + "grad_norm": 2.1853396892547607, + "learning_rate": 1.0065419350033349e-05, + "loss": 2.4789, + "step": 29968 + }, + { + "epoch": 0.5130009072390832, + "grad_norm": 2.364586353302002, + "learning_rate": 1.006486495657065e-05, + "loss": 2.5427, + "step": 29969 + }, + { + "epoch": 0.5130180249576336, + "grad_norm": 2.3051769733428955, + "learning_rate": 1.0064310562908576e-05, + "loss": 2.482, + "step": 29970 + }, + { + "epoch": 0.5130351426761841, + "grad_norm": 2.4291367530822754, + "learning_rate": 1.0063756169048835e-05, + "loss": 2.6013, + "step": 29971 + }, + { + "epoch": 0.5130522603947346, + "grad_norm": 2.3100180625915527, + "learning_rate": 1.0063201774993132e-05, + "loss": 2.4063, + "step": 29972 + }, + { + "epoch": 0.513069378113285, + "grad_norm": 2.440078020095825, + "learning_rate": 1.0062647380743168e-05, + "loss": 2.5579, + "step": 29973 + }, + { + "epoch": 0.5130864958318355, + "grad_norm": 2.413642644882202, + "learning_rate": 1.0062092986300644e-05, + "loss": 2.4757, + "step": 29974 + }, + { + "epoch": 0.513103613550386, + "grad_norm": 2.2994017601013184, + "learning_rate": 1.0061538591667273e-05, + "loss": 2.4591, + "step": 29975 + }, + { + "epoch": 0.5131207312689364, + "grad_norm": 2.496929407119751, + "learning_rate": 1.006098419684475e-05, + "loss": 2.5408, + "step": 29976 + }, + { + "epoch": 0.5131378489874869, + "grad_norm": 2.3159358501434326, + "learning_rate": 1.0060429801834785e-05, + "loss": 2.4993, + "step": 29977 + }, + { + "epoch": 0.5131549667060374, + "grad_norm": 2.5732533931732178, + "learning_rate": 1.005987540663908e-05, + "loss": 2.5693, + "step": 29978 + }, + { + "epoch": 0.5131720844245878, + "grad_norm": 2.463116407394409, + "learning_rate": 1.0059321011259336e-05, + "loss": 2.6823, + "step": 29979 + }, + { + "epoch": 0.5131892021431383, + "grad_norm": 2.41473126411438, + "learning_rate": 1.0058766615697261e-05, + "loss": 2.5927, + "step": 29980 + }, + { + "epoch": 0.5132063198616889, + "grad_norm": 2.374520778656006, + "learning_rate": 1.0058212219954557e-05, + "loss": 2.3912, + "step": 29981 + }, + { + "epoch": 0.5132234375802394, + "grad_norm": 2.3890421390533447, + "learning_rate": 1.0057657824032934e-05, + "loss": 2.5634, + "step": 29982 + }, + { + "epoch": 0.5132405552987898, + "grad_norm": 2.288200616836548, + "learning_rate": 1.0057103427934088e-05, + "loss": 2.3782, + "step": 29983 + }, + { + "epoch": 0.5132576730173403, + "grad_norm": 2.3531363010406494, + "learning_rate": 1.0056549031659725e-05, + "loss": 2.5051, + "step": 29984 + }, + { + "epoch": 0.5132747907358908, + "grad_norm": 2.4249629974365234, + "learning_rate": 1.005599463521155e-05, + "loss": 2.4959, + "step": 29985 + }, + { + "epoch": 0.5132919084544412, + "grad_norm": 2.33065128326416, + "learning_rate": 1.0055440238591268e-05, + "loss": 2.3766, + "step": 29986 + }, + { + "epoch": 0.5133090261729917, + "grad_norm": 2.3157968521118164, + "learning_rate": 1.0054885841800579e-05, + "loss": 2.5843, + "step": 29987 + }, + { + "epoch": 0.5133261438915422, + "grad_norm": 2.429485321044922, + "learning_rate": 1.0054331444841195e-05, + "loss": 2.6995, + "step": 29988 + }, + { + "epoch": 0.5133432616100926, + "grad_norm": 2.2313663959503174, + "learning_rate": 1.0053777047714815e-05, + "loss": 2.434, + "step": 29989 + }, + { + "epoch": 0.5133603793286431, + "grad_norm": 2.308394193649292, + "learning_rate": 1.0053222650423138e-05, + "loss": 2.4153, + "step": 29990 + }, + { + "epoch": 0.5133774970471936, + "grad_norm": 2.2516345977783203, + "learning_rate": 1.0052668252967876e-05, + "loss": 2.4834, + "step": 29991 + }, + { + "epoch": 0.513394614765744, + "grad_norm": 2.3131768703460693, + "learning_rate": 1.005211385535073e-05, + "loss": 2.4962, + "step": 29992 + }, + { + "epoch": 0.5134117324842945, + "grad_norm": 2.481788158416748, + "learning_rate": 1.0051559457573403e-05, + "loss": 2.6221, + "step": 29993 + }, + { + "epoch": 0.513428850202845, + "grad_norm": 2.165884494781494, + "learning_rate": 1.0051005059637602e-05, + "loss": 2.3836, + "step": 29994 + }, + { + "epoch": 0.5134459679213954, + "grad_norm": 2.2549166679382324, + "learning_rate": 1.0050450661545029e-05, + "loss": 2.4797, + "step": 29995 + }, + { + "epoch": 0.5134630856399459, + "grad_norm": 2.22342586517334, + "learning_rate": 1.0049896263297387e-05, + "loss": 2.4297, + "step": 29996 + }, + { + "epoch": 0.5134802033584964, + "grad_norm": 2.3502163887023926, + "learning_rate": 1.0049341864896382e-05, + "loss": 2.4424, + "step": 29997 + }, + { + "epoch": 0.5134973210770468, + "grad_norm": 2.238755702972412, + "learning_rate": 1.0048787466343717e-05, + "loss": 2.494, + "step": 29998 + }, + { + "epoch": 0.5135144387955973, + "grad_norm": 2.354149103164673, + "learning_rate": 1.0048233067641098e-05, + "loss": 2.5345, + "step": 29999 + }, + { + "epoch": 0.5135315565141478, + "grad_norm": 2.407932996749878, + "learning_rate": 1.0047678668790225e-05, + "loss": 2.5355, + "step": 30000 + }, + { + "epoch": 0.5135486742326982, + "grad_norm": 2.3669934272766113, + "learning_rate": 1.0047124269792806e-05, + "loss": 2.4929, + "step": 30001 + }, + { + "epoch": 0.5135657919512487, + "grad_norm": 2.364926815032959, + "learning_rate": 1.0046569870650541e-05, + "loss": 2.5305, + "step": 30002 + }, + { + "epoch": 0.5135829096697992, + "grad_norm": 2.351917028427124, + "learning_rate": 1.004601547136514e-05, + "loss": 2.5402, + "step": 30003 + }, + { + "epoch": 0.5136000273883496, + "grad_norm": 2.430302143096924, + "learning_rate": 1.0045461071938302e-05, + "loss": 2.5348, + "step": 30004 + }, + { + "epoch": 0.5136171451069002, + "grad_norm": 2.3888773918151855, + "learning_rate": 1.0044906672371732e-05, + "loss": 2.6547, + "step": 30005 + }, + { + "epoch": 0.5136342628254507, + "grad_norm": 2.3381824493408203, + "learning_rate": 1.0044352272667135e-05, + "loss": 2.5556, + "step": 30006 + }, + { + "epoch": 0.5136513805440011, + "grad_norm": 2.438455820083618, + "learning_rate": 1.0043797872826214e-05, + "loss": 2.4981, + "step": 30007 + }, + { + "epoch": 0.5136684982625516, + "grad_norm": 2.409395217895508, + "learning_rate": 1.0043243472850673e-05, + "loss": 2.4732, + "step": 30008 + }, + { + "epoch": 0.5136856159811021, + "grad_norm": 2.185234785079956, + "learning_rate": 1.004268907274222e-05, + "loss": 2.4399, + "step": 30009 + }, + { + "epoch": 0.5137027336996525, + "grad_norm": 2.2394087314605713, + "learning_rate": 1.0042134672502552e-05, + "loss": 2.5095, + "step": 30010 + }, + { + "epoch": 0.513719851418203, + "grad_norm": 2.3189918994903564, + "learning_rate": 1.004158027213338e-05, + "loss": 2.5234, + "step": 30011 + }, + { + "epoch": 0.5137369691367535, + "grad_norm": 2.3429415225982666, + "learning_rate": 1.0041025871636401e-05, + "loss": 2.4624, + "step": 30012 + }, + { + "epoch": 0.5137540868553039, + "grad_norm": 2.435539484024048, + "learning_rate": 1.0040471471013325e-05, + "loss": 2.5301, + "step": 30013 + }, + { + "epoch": 0.5137712045738544, + "grad_norm": 2.5048599243164062, + "learning_rate": 1.0039917070265852e-05, + "loss": 2.5612, + "step": 30014 + }, + { + "epoch": 0.5137883222924049, + "grad_norm": 2.238739013671875, + "learning_rate": 1.0039362669395691e-05, + "loss": 2.3815, + "step": 30015 + }, + { + "epoch": 0.5138054400109553, + "grad_norm": 2.278079032897949, + "learning_rate": 1.0038808268404539e-05, + "loss": 2.4794, + "step": 30016 + }, + { + "epoch": 0.5138225577295058, + "grad_norm": 2.4642269611358643, + "learning_rate": 1.0038253867294106e-05, + "loss": 2.5391, + "step": 30017 + }, + { + "epoch": 0.5138396754480563, + "grad_norm": 2.4203298091888428, + "learning_rate": 1.0037699466066096e-05, + "loss": 2.4445, + "step": 30018 + }, + { + "epoch": 0.5138567931666067, + "grad_norm": 2.527378559112549, + "learning_rate": 1.0037145064722207e-05, + "loss": 2.4951, + "step": 30019 + }, + { + "epoch": 0.5138739108851572, + "grad_norm": 2.540541648864746, + "learning_rate": 1.003659066326415e-05, + "loss": 2.4553, + "step": 30020 + }, + { + "epoch": 0.5138910286037077, + "grad_norm": 2.3434855937957764, + "learning_rate": 1.0036036261693625e-05, + "loss": 2.5461, + "step": 30021 + }, + { + "epoch": 0.5139081463222581, + "grad_norm": 2.3867995738983154, + "learning_rate": 1.0035481860012335e-05, + "loss": 2.6346, + "step": 30022 + }, + { + "epoch": 0.5139252640408086, + "grad_norm": 2.426903486251831, + "learning_rate": 1.0034927458221988e-05, + "loss": 2.5876, + "step": 30023 + }, + { + "epoch": 0.5139423817593591, + "grad_norm": 2.382248878479004, + "learning_rate": 1.0034373056324285e-05, + "loss": 2.4786, + "step": 30024 + }, + { + "epoch": 0.5139594994779095, + "grad_norm": 2.4242444038391113, + "learning_rate": 1.0033818654320935e-05, + "loss": 2.5997, + "step": 30025 + }, + { + "epoch": 0.51397661719646, + "grad_norm": 2.389493465423584, + "learning_rate": 1.0033264252213637e-05, + "loss": 2.4881, + "step": 30026 + }, + { + "epoch": 0.5139937349150105, + "grad_norm": 2.414330244064331, + "learning_rate": 1.0032709850004094e-05, + "loss": 2.5439, + "step": 30027 + }, + { + "epoch": 0.5140108526335609, + "grad_norm": 2.3603320121765137, + "learning_rate": 1.0032155447694011e-05, + "loss": 2.5229, + "step": 30028 + }, + { + "epoch": 0.5140279703521115, + "grad_norm": 2.460965871810913, + "learning_rate": 1.0031601045285097e-05, + "loss": 2.4752, + "step": 30029 + }, + { + "epoch": 0.514045088070662, + "grad_norm": 2.4645392894744873, + "learning_rate": 1.0031046642779052e-05, + "loss": 2.5014, + "step": 30030 + }, + { + "epoch": 0.5140622057892125, + "grad_norm": 2.423130750656128, + "learning_rate": 1.0030492240177578e-05, + "loss": 2.6208, + "step": 30031 + }, + { + "epoch": 0.5140793235077629, + "grad_norm": 2.275186777114868, + "learning_rate": 1.0029937837482386e-05, + "loss": 2.4352, + "step": 30032 + }, + { + "epoch": 0.5140964412263134, + "grad_norm": 2.3886306285858154, + "learning_rate": 1.0029383434695172e-05, + "loss": 2.5375, + "step": 30033 + }, + { + "epoch": 0.5141135589448639, + "grad_norm": 2.3447611331939697, + "learning_rate": 1.0028829031817641e-05, + "loss": 2.4572, + "step": 30034 + }, + { + "epoch": 0.5141306766634143, + "grad_norm": 2.2927544116973877, + "learning_rate": 1.0028274628851504e-05, + "loss": 2.5864, + "step": 30035 + }, + { + "epoch": 0.5141477943819648, + "grad_norm": 2.267397403717041, + "learning_rate": 1.002772022579846e-05, + "loss": 2.4627, + "step": 30036 + }, + { + "epoch": 0.5141649121005153, + "grad_norm": 2.1490375995635986, + "learning_rate": 1.0027165822660212e-05, + "loss": 2.4229, + "step": 30037 + }, + { + "epoch": 0.5141820298190657, + "grad_norm": 2.2998387813568115, + "learning_rate": 1.0026611419438466e-05, + "loss": 2.3982, + "step": 30038 + }, + { + "epoch": 0.5141991475376162, + "grad_norm": 2.315730333328247, + "learning_rate": 1.0026057016134927e-05, + "loss": 2.548, + "step": 30039 + }, + { + "epoch": 0.5142162652561667, + "grad_norm": 2.3975605964660645, + "learning_rate": 1.00255026127513e-05, + "loss": 2.5577, + "step": 30040 + }, + { + "epoch": 0.5142333829747171, + "grad_norm": 2.4463534355163574, + "learning_rate": 1.0024948209289282e-05, + "loss": 2.5229, + "step": 30041 + }, + { + "epoch": 0.5142505006932676, + "grad_norm": 2.4213223457336426, + "learning_rate": 1.0024393805750585e-05, + "loss": 2.5461, + "step": 30042 + }, + { + "epoch": 0.5142676184118181, + "grad_norm": 2.392397880554199, + "learning_rate": 1.0023839402136909e-05, + "loss": 2.6012, + "step": 30043 + }, + { + "epoch": 0.5142847361303685, + "grad_norm": 2.373190402984619, + "learning_rate": 1.0023284998449959e-05, + "loss": 2.5444, + "step": 30044 + }, + { + "epoch": 0.514301853848919, + "grad_norm": 2.2879533767700195, + "learning_rate": 1.0022730594691436e-05, + "loss": 2.4374, + "step": 30045 + }, + { + "epoch": 0.5143189715674695, + "grad_norm": 2.2646801471710205, + "learning_rate": 1.0022176190863053e-05, + "loss": 2.3741, + "step": 30046 + }, + { + "epoch": 0.5143360892860199, + "grad_norm": 2.4674017429351807, + "learning_rate": 1.0021621786966507e-05, + "loss": 2.6731, + "step": 30047 + }, + { + "epoch": 0.5143532070045704, + "grad_norm": 2.532665729522705, + "learning_rate": 1.00210673830035e-05, + "loss": 2.6384, + "step": 30048 + }, + { + "epoch": 0.5143703247231209, + "grad_norm": 2.436783790588379, + "learning_rate": 1.002051297897574e-05, + "loss": 2.5098, + "step": 30049 + }, + { + "epoch": 0.5143874424416713, + "grad_norm": 2.434885263442993, + "learning_rate": 1.001995857488493e-05, + "loss": 2.5259, + "step": 30050 + }, + { + "epoch": 0.5144045601602218, + "grad_norm": 2.442840337753296, + "learning_rate": 1.0019404170732774e-05, + "loss": 2.5325, + "step": 30051 + }, + { + "epoch": 0.5144216778787724, + "grad_norm": 2.2447361946105957, + "learning_rate": 1.0018849766520979e-05, + "loss": 2.4487, + "step": 30052 + }, + { + "epoch": 0.5144387955973228, + "grad_norm": 2.2378289699554443, + "learning_rate": 1.0018295362251245e-05, + "loss": 2.5334, + "step": 30053 + }, + { + "epoch": 0.5144559133158733, + "grad_norm": 2.3508358001708984, + "learning_rate": 1.0017740957925278e-05, + "loss": 2.5388, + "step": 30054 + }, + { + "epoch": 0.5144730310344238, + "grad_norm": 2.2492473125457764, + "learning_rate": 1.001718655354478e-05, + "loss": 2.4762, + "step": 30055 + }, + { + "epoch": 0.5144901487529742, + "grad_norm": 2.35921573638916, + "learning_rate": 1.0016632149111456e-05, + "loss": 2.5371, + "step": 30056 + }, + { + "epoch": 0.5145072664715247, + "grad_norm": 2.3687567710876465, + "learning_rate": 1.0016077744627012e-05, + "loss": 2.4708, + "step": 30057 + }, + { + "epoch": 0.5145243841900752, + "grad_norm": 2.3041629791259766, + "learning_rate": 1.0015523340093151e-05, + "loss": 2.4458, + "step": 30058 + }, + { + "epoch": 0.5145415019086256, + "grad_norm": 2.245594024658203, + "learning_rate": 1.0014968935511575e-05, + "loss": 2.4316, + "step": 30059 + }, + { + "epoch": 0.5145586196271761, + "grad_norm": 2.2856433391571045, + "learning_rate": 1.0014414530883992e-05, + "loss": 2.4433, + "step": 30060 + }, + { + "epoch": 0.5145757373457266, + "grad_norm": 2.3576951026916504, + "learning_rate": 1.0013860126212103e-05, + "loss": 2.493, + "step": 30061 + }, + { + "epoch": 0.514592855064277, + "grad_norm": 2.459582805633545, + "learning_rate": 1.0013305721497613e-05, + "loss": 2.4906, + "step": 30062 + }, + { + "epoch": 0.5146099727828275, + "grad_norm": 2.5796468257904053, + "learning_rate": 1.0012751316742227e-05, + "loss": 2.4315, + "step": 30063 + }, + { + "epoch": 0.514627090501378, + "grad_norm": 2.3749139308929443, + "learning_rate": 1.0012196911947644e-05, + "loss": 2.5755, + "step": 30064 + }, + { + "epoch": 0.5146442082199284, + "grad_norm": 2.481383800506592, + "learning_rate": 1.0011642507115574e-05, + "loss": 2.4267, + "step": 30065 + }, + { + "epoch": 0.5146613259384789, + "grad_norm": 2.413206100463867, + "learning_rate": 1.0011088102247717e-05, + "loss": 2.5911, + "step": 30066 + }, + { + "epoch": 0.5146784436570294, + "grad_norm": 2.410069704055786, + "learning_rate": 1.0010533697345783e-05, + "loss": 2.4669, + "step": 30067 + }, + { + "epoch": 0.5146955613755798, + "grad_norm": 2.393768787384033, + "learning_rate": 1.000997929241147e-05, + "loss": 2.58, + "step": 30068 + }, + { + "epoch": 0.5147126790941303, + "grad_norm": 2.4609262943267822, + "learning_rate": 1.0009424887446487e-05, + "loss": 2.48, + "step": 30069 + }, + { + "epoch": 0.5147297968126808, + "grad_norm": 2.3827619552612305, + "learning_rate": 1.0008870482452531e-05, + "loss": 2.546, + "step": 30070 + }, + { + "epoch": 0.5147469145312312, + "grad_norm": 2.414541006088257, + "learning_rate": 1.0008316077431311e-05, + "loss": 2.615, + "step": 30071 + }, + { + "epoch": 0.5147640322497817, + "grad_norm": 2.4002366065979004, + "learning_rate": 1.0007761672384531e-05, + "loss": 2.4611, + "step": 30072 + }, + { + "epoch": 0.5147811499683322, + "grad_norm": 2.483438491821289, + "learning_rate": 1.0007207267313895e-05, + "loss": 2.523, + "step": 30073 + }, + { + "epoch": 0.5147982676868826, + "grad_norm": 2.3383350372314453, + "learning_rate": 1.0006652862221104e-05, + "loss": 2.5578, + "step": 30074 + }, + { + "epoch": 0.5148153854054331, + "grad_norm": 2.3003182411193848, + "learning_rate": 1.0006098457107868e-05, + "loss": 2.5437, + "step": 30075 + }, + { + "epoch": 0.5148325031239837, + "grad_norm": 2.292522668838501, + "learning_rate": 1.0005544051975884e-05, + "loss": 2.568, + "step": 30076 + }, + { + "epoch": 0.5148496208425342, + "grad_norm": 2.3285629749298096, + "learning_rate": 1.000498964682686e-05, + "loss": 2.5077, + "step": 30077 + }, + { + "epoch": 0.5148667385610846, + "grad_norm": 2.3612451553344727, + "learning_rate": 1.00044352416625e-05, + "loss": 2.428, + "step": 30078 + }, + { + "epoch": 0.5148838562796351, + "grad_norm": 2.359160900115967, + "learning_rate": 1.0003880836484512e-05, + "loss": 2.574, + "step": 30079 + }, + { + "epoch": 0.5149009739981856, + "grad_norm": 2.4257194995880127, + "learning_rate": 1.0003326431294592e-05, + "loss": 2.6596, + "step": 30080 + }, + { + "epoch": 0.514918091716736, + "grad_norm": 2.415670156478882, + "learning_rate": 1.0002772026094444e-05, + "loss": 2.515, + "step": 30081 + }, + { + "epoch": 0.5149352094352865, + "grad_norm": 2.4094290733337402, + "learning_rate": 1.000221762088578e-05, + "loss": 2.4888, + "step": 30082 + }, + { + "epoch": 0.514952327153837, + "grad_norm": 2.4872708320617676, + "learning_rate": 1.00016632156703e-05, + "loss": 2.6224, + "step": 30083 + }, + { + "epoch": 0.5149694448723874, + "grad_norm": 2.3761043548583984, + "learning_rate": 1.000110881044971e-05, + "loss": 2.488, + "step": 30084 + }, + { + "epoch": 0.5149865625909379, + "grad_norm": 2.410499095916748, + "learning_rate": 1.0000554405225706e-05, + "loss": 2.5736, + "step": 30085 + }, + { + "epoch": 0.5150036803094884, + "grad_norm": 2.458230972290039, + "learning_rate": 1e-05, + "loss": 2.5325, + "step": 30086 + }, + { + "epoch": 0.5150207980280388, + "grad_norm": 2.399972677230835, + "learning_rate": 9.999445594774297e-06, + "loss": 2.5914, + "step": 30087 + }, + { + "epoch": 0.5150379157465893, + "grad_norm": 2.343000650405884, + "learning_rate": 9.998891189550294e-06, + "loss": 2.4866, + "step": 30088 + }, + { + "epoch": 0.5150550334651398, + "grad_norm": 2.469022035598755, + "learning_rate": 9.998336784329703e-06, + "loss": 2.6181, + "step": 30089 + }, + { + "epoch": 0.5150721511836902, + "grad_norm": 2.421741485595703, + "learning_rate": 9.99778237911422e-06, + "loss": 2.5396, + "step": 30090 + }, + { + "epoch": 0.5150892689022407, + "grad_norm": 2.316847324371338, + "learning_rate": 9.997227973905557e-06, + "loss": 2.4707, + "step": 30091 + }, + { + "epoch": 0.5151063866207912, + "grad_norm": 2.3803751468658447, + "learning_rate": 9.99667356870541e-06, + "loss": 2.5752, + "step": 30092 + }, + { + "epoch": 0.5151235043393416, + "grad_norm": 2.506878614425659, + "learning_rate": 9.996119163515492e-06, + "loss": 2.5488, + "step": 30093 + }, + { + "epoch": 0.5151406220578921, + "grad_norm": 2.265740394592285, + "learning_rate": 9.995564758337501e-06, + "loss": 2.4536, + "step": 30094 + }, + { + "epoch": 0.5151577397764426, + "grad_norm": 2.346909523010254, + "learning_rate": 9.995010353173141e-06, + "loss": 2.4657, + "step": 30095 + }, + { + "epoch": 0.515174857494993, + "grad_norm": 2.249335289001465, + "learning_rate": 9.99445594802412e-06, + "loss": 2.4092, + "step": 30096 + }, + { + "epoch": 0.5151919752135435, + "grad_norm": 2.29327130317688, + "learning_rate": 9.993901542892134e-06, + "loss": 2.463, + "step": 30097 + }, + { + "epoch": 0.515209092932094, + "grad_norm": 2.3272809982299805, + "learning_rate": 9.993347137778898e-06, + "loss": 2.4912, + "step": 30098 + }, + { + "epoch": 0.5152262106506444, + "grad_norm": 2.2358367443084717, + "learning_rate": 9.992792732686108e-06, + "loss": 2.3146, + "step": 30099 + }, + { + "epoch": 0.515243328369195, + "grad_norm": 2.351534605026245, + "learning_rate": 9.992238327615474e-06, + "loss": 2.5935, + "step": 30100 + }, + { + "epoch": 0.5152604460877455, + "grad_norm": 2.145735263824463, + "learning_rate": 9.991683922568694e-06, + "loss": 2.4215, + "step": 30101 + }, + { + "epoch": 0.5152775638062959, + "grad_norm": 2.418321371078491, + "learning_rate": 9.991129517547472e-06, + "loss": 2.5863, + "step": 30102 + }, + { + "epoch": 0.5152946815248464, + "grad_norm": 2.3380074501037598, + "learning_rate": 9.99057511255352e-06, + "loss": 2.4627, + "step": 30103 + }, + { + "epoch": 0.5153117992433969, + "grad_norm": 2.3342208862304688, + "learning_rate": 9.990020707588531e-06, + "loss": 2.5036, + "step": 30104 + }, + { + "epoch": 0.5153289169619473, + "grad_norm": 2.304290533065796, + "learning_rate": 9.98946630265422e-06, + "loss": 2.5962, + "step": 30105 + }, + { + "epoch": 0.5153460346804978, + "grad_norm": 2.338233232498169, + "learning_rate": 9.988911897752283e-06, + "loss": 2.5337, + "step": 30106 + }, + { + "epoch": 0.5153631523990483, + "grad_norm": 2.290531635284424, + "learning_rate": 9.98835749288443e-06, + "loss": 2.4313, + "step": 30107 + }, + { + "epoch": 0.5153802701175987, + "grad_norm": 2.273763418197632, + "learning_rate": 9.98780308805236e-06, + "loss": 2.5642, + "step": 30108 + }, + { + "epoch": 0.5153973878361492, + "grad_norm": 2.1967856884002686, + "learning_rate": 9.987248683257778e-06, + "loss": 2.4759, + "step": 30109 + }, + { + "epoch": 0.5154145055546997, + "grad_norm": 2.18955135345459, + "learning_rate": 9.98669427850239e-06, + "loss": 2.4212, + "step": 30110 + }, + { + "epoch": 0.5154316232732501, + "grad_norm": 2.201594352722168, + "learning_rate": 9.9861398737879e-06, + "loss": 2.568, + "step": 30111 + }, + { + "epoch": 0.5154487409918006, + "grad_norm": 2.2664523124694824, + "learning_rate": 9.985585469116012e-06, + "loss": 2.5091, + "step": 30112 + }, + { + "epoch": 0.5154658587103511, + "grad_norm": 2.283526659011841, + "learning_rate": 9.985031064488425e-06, + "loss": 2.481, + "step": 30113 + }, + { + "epoch": 0.5154829764289015, + "grad_norm": 2.1927177906036377, + "learning_rate": 9.98447665990685e-06, + "loss": 2.5873, + "step": 30114 + }, + { + "epoch": 0.515500094147452, + "grad_norm": 2.3327062129974365, + "learning_rate": 9.983922255372991e-06, + "loss": 2.5968, + "step": 30115 + }, + { + "epoch": 0.5155172118660025, + "grad_norm": 2.3753106594085693, + "learning_rate": 9.983367850888546e-06, + "loss": 2.5747, + "step": 30116 + }, + { + "epoch": 0.5155343295845529, + "grad_norm": 2.3820407390594482, + "learning_rate": 9.982813446455225e-06, + "loss": 2.5865, + "step": 30117 + }, + { + "epoch": 0.5155514473031034, + "grad_norm": 2.2172036170959473, + "learning_rate": 9.982259042074724e-06, + "loss": 2.483, + "step": 30118 + }, + { + "epoch": 0.5155685650216539, + "grad_norm": 2.315699577331543, + "learning_rate": 9.981704637748759e-06, + "loss": 2.535, + "step": 30119 + }, + { + "epoch": 0.5155856827402043, + "grad_norm": 2.308018684387207, + "learning_rate": 9.981150233479023e-06, + "loss": 2.4182, + "step": 30120 + }, + { + "epoch": 0.5156028004587548, + "grad_norm": 2.2148048877716064, + "learning_rate": 9.98059582926723e-06, + "loss": 2.4715, + "step": 30121 + }, + { + "epoch": 0.5156199181773053, + "grad_norm": 2.2588794231414795, + "learning_rate": 9.980041425115072e-06, + "loss": 2.4984, + "step": 30122 + }, + { + "epoch": 0.5156370358958559, + "grad_norm": 2.1545417308807373, + "learning_rate": 9.979487021024263e-06, + "loss": 2.4998, + "step": 30123 + }, + { + "epoch": 0.5156541536144063, + "grad_norm": 2.3717241287231445, + "learning_rate": 9.978932616996505e-06, + "loss": 2.4887, + "step": 30124 + }, + { + "epoch": 0.5156712713329568, + "grad_norm": 2.288438558578491, + "learning_rate": 9.978378213033496e-06, + "loss": 2.4404, + "step": 30125 + }, + { + "epoch": 0.5156883890515073, + "grad_norm": 2.2810418605804443, + "learning_rate": 9.97782380913695e-06, + "loss": 2.5148, + "step": 30126 + }, + { + "epoch": 0.5157055067700577, + "grad_norm": 2.3257110118865967, + "learning_rate": 9.977269405308564e-06, + "loss": 2.4526, + "step": 30127 + }, + { + "epoch": 0.5157226244886082, + "grad_norm": 2.38425350189209, + "learning_rate": 9.976715001550045e-06, + "loss": 2.5395, + "step": 30128 + }, + { + "epoch": 0.5157397422071587, + "grad_norm": 2.273578643798828, + "learning_rate": 9.976160597863093e-06, + "loss": 2.4344, + "step": 30129 + }, + { + "epoch": 0.5157568599257091, + "grad_norm": 2.198878049850464, + "learning_rate": 9.975606194249418e-06, + "loss": 2.4445, + "step": 30130 + }, + { + "epoch": 0.5157739776442596, + "grad_norm": 2.3206593990325928, + "learning_rate": 9.975051790710721e-06, + "loss": 2.5067, + "step": 30131 + }, + { + "epoch": 0.5157910953628101, + "grad_norm": 2.3263344764709473, + "learning_rate": 9.974497387248706e-06, + "loss": 2.495, + "step": 30132 + }, + { + "epoch": 0.5158082130813605, + "grad_norm": 2.2803127765655518, + "learning_rate": 9.973942983865077e-06, + "loss": 2.5454, + "step": 30133 + }, + { + "epoch": 0.515825330799911, + "grad_norm": 2.432711601257324, + "learning_rate": 9.973388580561534e-06, + "loss": 2.5029, + "step": 30134 + }, + { + "epoch": 0.5158424485184615, + "grad_norm": 2.3815758228302, + "learning_rate": 9.97283417733979e-06, + "loss": 2.5637, + "step": 30135 + }, + { + "epoch": 0.5158595662370119, + "grad_norm": 2.380032539367676, + "learning_rate": 9.972279774201541e-06, + "loss": 2.5857, + "step": 30136 + }, + { + "epoch": 0.5158766839555624, + "grad_norm": 2.2804298400878906, + "learning_rate": 9.971725371148499e-06, + "loss": 2.5026, + "step": 30137 + }, + { + "epoch": 0.5158938016741129, + "grad_norm": 2.4809587001800537, + "learning_rate": 9.971170968182362e-06, + "loss": 2.4898, + "step": 30138 + }, + { + "epoch": 0.5159109193926633, + "grad_norm": 2.2481956481933594, + "learning_rate": 9.970616565304832e-06, + "loss": 2.602, + "step": 30139 + }, + { + "epoch": 0.5159280371112138, + "grad_norm": 2.2669827938079834, + "learning_rate": 9.97006216251762e-06, + "loss": 2.5537, + "step": 30140 + }, + { + "epoch": 0.5159451548297643, + "grad_norm": 2.3632678985595703, + "learning_rate": 9.96950775982242e-06, + "loss": 2.5108, + "step": 30141 + }, + { + "epoch": 0.5159622725483147, + "grad_norm": 2.5414984226226807, + "learning_rate": 9.96895335722095e-06, + "loss": 2.5875, + "step": 30142 + }, + { + "epoch": 0.5159793902668652, + "grad_norm": 2.383641481399536, + "learning_rate": 9.968398954714905e-06, + "loss": 2.4437, + "step": 30143 + }, + { + "epoch": 0.5159965079854157, + "grad_norm": 2.2813260555267334, + "learning_rate": 9.96784455230599e-06, + "loss": 2.5603, + "step": 30144 + }, + { + "epoch": 0.5160136257039661, + "grad_norm": 2.2575628757476807, + "learning_rate": 9.967290149995911e-06, + "loss": 2.4858, + "step": 30145 + }, + { + "epoch": 0.5160307434225166, + "grad_norm": 2.4762535095214844, + "learning_rate": 9.966735747786366e-06, + "loss": 2.499, + "step": 30146 + }, + { + "epoch": 0.5160478611410672, + "grad_norm": 2.358402729034424, + "learning_rate": 9.966181345679068e-06, + "loss": 2.5569, + "step": 30147 + }, + { + "epoch": 0.5160649788596176, + "grad_norm": 2.350614547729492, + "learning_rate": 9.965626943675715e-06, + "loss": 2.5019, + "step": 30148 + }, + { + "epoch": 0.5160820965781681, + "grad_norm": 2.2679266929626465, + "learning_rate": 9.965072541778015e-06, + "loss": 2.5422, + "step": 30149 + }, + { + "epoch": 0.5160992142967186, + "grad_norm": 2.2298383712768555, + "learning_rate": 9.964518139987665e-06, + "loss": 2.4857, + "step": 30150 + }, + { + "epoch": 0.516116332015269, + "grad_norm": 2.215945243835449, + "learning_rate": 9.963963738306379e-06, + "loss": 2.4029, + "step": 30151 + }, + { + "epoch": 0.5161334497338195, + "grad_norm": 2.3899247646331787, + "learning_rate": 9.963409336735854e-06, + "loss": 2.4822, + "step": 30152 + }, + { + "epoch": 0.51615056745237, + "grad_norm": 2.441547393798828, + "learning_rate": 9.962854935277795e-06, + "loss": 2.6085, + "step": 30153 + }, + { + "epoch": 0.5161676851709204, + "grad_norm": 2.382333278656006, + "learning_rate": 9.96230053393391e-06, + "loss": 2.5204, + "step": 30154 + }, + { + "epoch": 0.5161848028894709, + "grad_norm": 2.3210623264312744, + "learning_rate": 9.961746132705894e-06, + "loss": 2.4871, + "step": 30155 + }, + { + "epoch": 0.5162019206080214, + "grad_norm": 2.5008273124694824, + "learning_rate": 9.961191731595463e-06, + "loss": 2.6433, + "step": 30156 + }, + { + "epoch": 0.5162190383265718, + "grad_norm": 2.4352004528045654, + "learning_rate": 9.960637330604312e-06, + "loss": 2.4993, + "step": 30157 + }, + { + "epoch": 0.5162361560451223, + "grad_norm": 2.2500650882720947, + "learning_rate": 9.960082929734151e-06, + "loss": 2.4898, + "step": 30158 + }, + { + "epoch": 0.5162532737636728, + "grad_norm": 2.1346569061279297, + "learning_rate": 9.95952852898668e-06, + "loss": 2.4243, + "step": 30159 + }, + { + "epoch": 0.5162703914822232, + "grad_norm": 2.464993953704834, + "learning_rate": 9.9589741283636e-06, + "loss": 2.5728, + "step": 30160 + }, + { + "epoch": 0.5162875092007737, + "grad_norm": 2.213075637817383, + "learning_rate": 9.958419727866626e-06, + "loss": 2.4937, + "step": 30161 + }, + { + "epoch": 0.5163046269193242, + "grad_norm": 2.4555153846740723, + "learning_rate": 9.95786532749745e-06, + "loss": 2.6348, + "step": 30162 + }, + { + "epoch": 0.5163217446378746, + "grad_norm": 2.4611895084381104, + "learning_rate": 9.957310927257783e-06, + "loss": 2.7281, + "step": 30163 + }, + { + "epoch": 0.5163388623564251, + "grad_norm": 2.401360034942627, + "learning_rate": 9.956756527149327e-06, + "loss": 2.5282, + "step": 30164 + }, + { + "epoch": 0.5163559800749756, + "grad_norm": 2.3036913871765137, + "learning_rate": 9.956202127173788e-06, + "loss": 2.6504, + "step": 30165 + }, + { + "epoch": 0.516373097793526, + "grad_norm": 2.331679105758667, + "learning_rate": 9.95564772733287e-06, + "loss": 2.4846, + "step": 30166 + }, + { + "epoch": 0.5163902155120765, + "grad_norm": 2.2782061100006104, + "learning_rate": 9.95509332762827e-06, + "loss": 2.4346, + "step": 30167 + }, + { + "epoch": 0.516407333230627, + "grad_norm": 2.289837598800659, + "learning_rate": 9.954538928061701e-06, + "loss": 2.387, + "step": 30168 + }, + { + "epoch": 0.5164244509491774, + "grad_norm": 2.2989072799682617, + "learning_rate": 9.953984528634863e-06, + "loss": 2.443, + "step": 30169 + }, + { + "epoch": 0.516441568667728, + "grad_norm": 2.317643642425537, + "learning_rate": 9.953430129349462e-06, + "loss": 2.6301, + "step": 30170 + }, + { + "epoch": 0.5164586863862785, + "grad_norm": 2.4942569732666016, + "learning_rate": 9.952875730207196e-06, + "loss": 2.5603, + "step": 30171 + }, + { + "epoch": 0.516475804104829, + "grad_norm": 2.274836540222168, + "learning_rate": 9.952321331209778e-06, + "loss": 2.4272, + "step": 30172 + }, + { + "epoch": 0.5164929218233794, + "grad_norm": 2.4154629707336426, + "learning_rate": 9.951766932358907e-06, + "loss": 2.4821, + "step": 30173 + }, + { + "epoch": 0.5165100395419299, + "grad_norm": 2.5000834465026855, + "learning_rate": 9.951212533656286e-06, + "loss": 2.686, + "step": 30174 + }, + { + "epoch": 0.5165271572604804, + "grad_norm": 2.3920958042144775, + "learning_rate": 9.950658135103623e-06, + "loss": 2.4952, + "step": 30175 + }, + { + "epoch": 0.5165442749790308, + "grad_norm": 2.3889660835266113, + "learning_rate": 9.950103736702614e-06, + "loss": 2.6749, + "step": 30176 + }, + { + "epoch": 0.5165613926975813, + "grad_norm": 2.311840534210205, + "learning_rate": 9.949549338454975e-06, + "loss": 2.5631, + "step": 30177 + }, + { + "epoch": 0.5165785104161318, + "grad_norm": 2.306405782699585, + "learning_rate": 9.9489949403624e-06, + "loss": 2.5802, + "step": 30178 + }, + { + "epoch": 0.5165956281346822, + "grad_norm": 2.3126261234283447, + "learning_rate": 9.948440542426598e-06, + "loss": 2.6465, + "step": 30179 + }, + { + "epoch": 0.5166127458532327, + "grad_norm": 2.3527729511260986, + "learning_rate": 9.947886144649275e-06, + "loss": 2.5066, + "step": 30180 + }, + { + "epoch": 0.5166298635717832, + "grad_norm": 2.1424787044525146, + "learning_rate": 9.947331747032128e-06, + "loss": 2.6427, + "step": 30181 + }, + { + "epoch": 0.5166469812903336, + "grad_norm": 2.396303653717041, + "learning_rate": 9.946777349576867e-06, + "loss": 2.4397, + "step": 30182 + }, + { + "epoch": 0.5166640990088841, + "grad_norm": 2.1536736488342285, + "learning_rate": 9.94622295228519e-06, + "loss": 2.4158, + "step": 30183 + }, + { + "epoch": 0.5166812167274346, + "grad_norm": 2.440737724304199, + "learning_rate": 9.945668555158808e-06, + "loss": 2.6049, + "step": 30184 + }, + { + "epoch": 0.516698334445985, + "grad_norm": 2.338955879211426, + "learning_rate": 9.945114158199421e-06, + "loss": 2.6339, + "step": 30185 + }, + { + "epoch": 0.5167154521645355, + "grad_norm": 2.379180431365967, + "learning_rate": 9.944559761408737e-06, + "loss": 2.4768, + "step": 30186 + }, + { + "epoch": 0.516732569883086, + "grad_norm": 2.1783275604248047, + "learning_rate": 9.944005364788454e-06, + "loss": 2.4869, + "step": 30187 + }, + { + "epoch": 0.5167496876016364, + "grad_norm": 2.247516632080078, + "learning_rate": 9.943450968340278e-06, + "loss": 2.4864, + "step": 30188 + }, + { + "epoch": 0.5167668053201869, + "grad_norm": 2.413332462310791, + "learning_rate": 9.942896572065917e-06, + "loss": 2.4618, + "step": 30189 + }, + { + "epoch": 0.5167839230387374, + "grad_norm": 2.3733601570129395, + "learning_rate": 9.942342175967071e-06, + "loss": 2.4306, + "step": 30190 + }, + { + "epoch": 0.5168010407572878, + "grad_norm": 2.4388515949249268, + "learning_rate": 9.941787780045445e-06, + "loss": 2.4098, + "step": 30191 + }, + { + "epoch": 0.5168181584758383, + "grad_norm": 2.321610927581787, + "learning_rate": 9.94123338430274e-06, + "loss": 2.5726, + "step": 30192 + }, + { + "epoch": 0.5168352761943888, + "grad_norm": 2.386963367462158, + "learning_rate": 9.940678988740666e-06, + "loss": 2.5598, + "step": 30193 + }, + { + "epoch": 0.5168523939129392, + "grad_norm": 2.460618019104004, + "learning_rate": 9.940124593360922e-06, + "loss": 2.6505, + "step": 30194 + }, + { + "epoch": 0.5168695116314898, + "grad_norm": 2.4353344440460205, + "learning_rate": 9.939570198165217e-06, + "loss": 2.528, + "step": 30195 + }, + { + "epoch": 0.5168866293500403, + "grad_norm": 2.5596344470977783, + "learning_rate": 9.939015803155255e-06, + "loss": 2.5492, + "step": 30196 + }, + { + "epoch": 0.5169037470685907, + "grad_norm": 2.3171472549438477, + "learning_rate": 9.93846140833273e-06, + "loss": 2.4282, + "step": 30197 + }, + { + "epoch": 0.5169208647871412, + "grad_norm": 2.467965841293335, + "learning_rate": 9.937907013699358e-06, + "loss": 2.3616, + "step": 30198 + }, + { + "epoch": 0.5169379825056917, + "grad_norm": 2.3483426570892334, + "learning_rate": 9.937352619256834e-06, + "loss": 2.4175, + "step": 30199 + }, + { + "epoch": 0.5169551002242421, + "grad_norm": 2.5240514278411865, + "learning_rate": 9.936798225006871e-06, + "loss": 2.564, + "step": 30200 + }, + { + "epoch": 0.5169722179427926, + "grad_norm": 2.562044143676758, + "learning_rate": 9.936243830951165e-06, + "loss": 2.5004, + "step": 30201 + }, + { + "epoch": 0.5169893356613431, + "grad_norm": 2.458291530609131, + "learning_rate": 9.935689437091425e-06, + "loss": 2.5355, + "step": 30202 + }, + { + "epoch": 0.5170064533798935, + "grad_norm": 2.422333240509033, + "learning_rate": 9.935135043429356e-06, + "loss": 2.5351, + "step": 30203 + }, + { + "epoch": 0.517023571098444, + "grad_norm": 2.3771612644195557, + "learning_rate": 9.934580649966653e-06, + "loss": 2.5587, + "step": 30204 + }, + { + "epoch": 0.5170406888169945, + "grad_norm": 2.528970718383789, + "learning_rate": 9.93402625670503e-06, + "loss": 2.4723, + "step": 30205 + }, + { + "epoch": 0.5170578065355449, + "grad_norm": 2.410161256790161, + "learning_rate": 9.933471863646185e-06, + "loss": 2.4828, + "step": 30206 + }, + { + "epoch": 0.5170749242540954, + "grad_norm": 2.4556803703308105, + "learning_rate": 9.932917470791828e-06, + "loss": 2.6147, + "step": 30207 + }, + { + "epoch": 0.5170920419726459, + "grad_norm": 2.2932658195495605, + "learning_rate": 9.932363078143653e-06, + "loss": 2.4266, + "step": 30208 + }, + { + "epoch": 0.5171091596911963, + "grad_norm": 2.3109376430511475, + "learning_rate": 9.931808685703378e-06, + "loss": 2.5093, + "step": 30209 + }, + { + "epoch": 0.5171262774097468, + "grad_norm": 2.3104500770568848, + "learning_rate": 9.931254293472698e-06, + "loss": 2.4943, + "step": 30210 + }, + { + "epoch": 0.5171433951282973, + "grad_norm": 2.4016637802124023, + "learning_rate": 9.930699901453315e-06, + "loss": 2.6189, + "step": 30211 + }, + { + "epoch": 0.5171605128468477, + "grad_norm": 2.287822723388672, + "learning_rate": 9.930145509646939e-06, + "loss": 2.4256, + "step": 30212 + }, + { + "epoch": 0.5171776305653982, + "grad_norm": 2.36850905418396, + "learning_rate": 9.929591118055265e-06, + "loss": 2.5088, + "step": 30213 + }, + { + "epoch": 0.5171947482839487, + "grad_norm": 2.387129306793213, + "learning_rate": 9.929036726680012e-06, + "loss": 2.475, + "step": 30214 + }, + { + "epoch": 0.5172118660024991, + "grad_norm": 2.284313917160034, + "learning_rate": 9.928482335522868e-06, + "loss": 2.4343, + "step": 30215 + }, + { + "epoch": 0.5172289837210496, + "grad_norm": 2.4242148399353027, + "learning_rate": 9.92792794458555e-06, + "loss": 2.5438, + "step": 30216 + }, + { + "epoch": 0.5172461014396001, + "grad_norm": 2.5158021450042725, + "learning_rate": 9.927373553869756e-06, + "loss": 2.6036, + "step": 30217 + }, + { + "epoch": 0.5172632191581507, + "grad_norm": 2.4737257957458496, + "learning_rate": 9.926819163377187e-06, + "loss": 2.5832, + "step": 30218 + }, + { + "epoch": 0.517280336876701, + "grad_norm": 2.2729790210723877, + "learning_rate": 9.926264773109555e-06, + "loss": 2.5311, + "step": 30219 + }, + { + "epoch": 0.5172974545952516, + "grad_norm": 2.384282112121582, + "learning_rate": 9.925710383068553e-06, + "loss": 2.4809, + "step": 30220 + }, + { + "epoch": 0.5173145723138021, + "grad_norm": 2.330476999282837, + "learning_rate": 9.925155993255896e-06, + "loss": 2.4683, + "step": 30221 + }, + { + "epoch": 0.5173316900323525, + "grad_norm": 2.339303970336914, + "learning_rate": 9.924601603673283e-06, + "loss": 2.4476, + "step": 30222 + }, + { + "epoch": 0.517348807750903, + "grad_norm": 2.3657069206237793, + "learning_rate": 9.92404721432242e-06, + "loss": 2.666, + "step": 30223 + }, + { + "epoch": 0.5173659254694535, + "grad_norm": 2.3355712890625, + "learning_rate": 9.923492825205007e-06, + "loss": 2.4343, + "step": 30224 + }, + { + "epoch": 0.5173830431880039, + "grad_norm": 2.3664088249206543, + "learning_rate": 9.922938436322748e-06, + "loss": 2.4906, + "step": 30225 + }, + { + "epoch": 0.5174001609065544, + "grad_norm": 2.382319927215576, + "learning_rate": 9.922384047677353e-06, + "loss": 2.45, + "step": 30226 + }, + { + "epoch": 0.5174172786251049, + "grad_norm": 2.248594045639038, + "learning_rate": 9.921829659270522e-06, + "loss": 2.4967, + "step": 30227 + }, + { + "epoch": 0.5174343963436553, + "grad_norm": 2.330197334289551, + "learning_rate": 9.92127527110396e-06, + "loss": 2.5714, + "step": 30228 + }, + { + "epoch": 0.5174515140622058, + "grad_norm": 2.2271814346313477, + "learning_rate": 9.920720883179366e-06, + "loss": 2.5181, + "step": 30229 + }, + { + "epoch": 0.5174686317807563, + "grad_norm": 2.2712583541870117, + "learning_rate": 9.920166495498452e-06, + "loss": 2.3498, + "step": 30230 + }, + { + "epoch": 0.5174857494993067, + "grad_norm": 2.2272653579711914, + "learning_rate": 9.919612108062919e-06, + "loss": 2.4588, + "step": 30231 + }, + { + "epoch": 0.5175028672178572, + "grad_norm": 2.2448625564575195, + "learning_rate": 9.919057720874466e-06, + "loss": 2.5291, + "step": 30232 + }, + { + "epoch": 0.5175199849364077, + "grad_norm": 2.2921111583709717, + "learning_rate": 9.918503333934808e-06, + "loss": 2.4187, + "step": 30233 + }, + { + "epoch": 0.5175371026549581, + "grad_norm": 2.400404453277588, + "learning_rate": 9.917948947245637e-06, + "loss": 2.4779, + "step": 30234 + }, + { + "epoch": 0.5175542203735086, + "grad_norm": 2.3413639068603516, + "learning_rate": 9.917394560808666e-06, + "loss": 2.5289, + "step": 30235 + }, + { + "epoch": 0.5175713380920591, + "grad_norm": 2.6253042221069336, + "learning_rate": 9.91684017462559e-06, + "loss": 2.5575, + "step": 30236 + }, + { + "epoch": 0.5175884558106095, + "grad_norm": 2.3877365589141846, + "learning_rate": 9.916285788698124e-06, + "loss": 2.615, + "step": 30237 + }, + { + "epoch": 0.51760557352916, + "grad_norm": 2.3981313705444336, + "learning_rate": 9.915731403027967e-06, + "loss": 2.54, + "step": 30238 + }, + { + "epoch": 0.5176226912477105, + "grad_norm": 2.2988340854644775, + "learning_rate": 9.915177017616818e-06, + "loss": 2.6449, + "step": 30239 + }, + { + "epoch": 0.5176398089662609, + "grad_norm": 2.2300567626953125, + "learning_rate": 9.914622632466388e-06, + "loss": 2.4897, + "step": 30240 + }, + { + "epoch": 0.5176569266848114, + "grad_norm": 2.0822880268096924, + "learning_rate": 9.914068247578374e-06, + "loss": 2.3516, + "step": 30241 + }, + { + "epoch": 0.517674044403362, + "grad_norm": 2.35825514793396, + "learning_rate": 9.91351386295449e-06, + "loss": 2.6341, + "step": 30242 + }, + { + "epoch": 0.5176911621219124, + "grad_norm": 2.3470029830932617, + "learning_rate": 9.91295947859643e-06, + "loss": 2.5647, + "step": 30243 + }, + { + "epoch": 0.5177082798404629, + "grad_norm": 2.1088509559631348, + "learning_rate": 9.912405094505906e-06, + "loss": 2.4026, + "step": 30244 + }, + { + "epoch": 0.5177253975590134, + "grad_norm": 2.229809045791626, + "learning_rate": 9.911850710684618e-06, + "loss": 2.6002, + "step": 30245 + }, + { + "epoch": 0.5177425152775638, + "grad_norm": 2.286837339401245, + "learning_rate": 9.911296327134265e-06, + "loss": 2.5283, + "step": 30246 + }, + { + "epoch": 0.5177596329961143, + "grad_norm": 2.415550470352173, + "learning_rate": 9.91074194385656e-06, + "loss": 2.5534, + "step": 30247 + }, + { + "epoch": 0.5177767507146648, + "grad_norm": 2.2752866744995117, + "learning_rate": 9.910187560853203e-06, + "loss": 2.4907, + "step": 30248 + }, + { + "epoch": 0.5177938684332152, + "grad_norm": 2.2980966567993164, + "learning_rate": 9.909633178125899e-06, + "loss": 2.5187, + "step": 30249 + }, + { + "epoch": 0.5178109861517657, + "grad_norm": 2.2858192920684814, + "learning_rate": 9.909078795676346e-06, + "loss": 2.4868, + "step": 30250 + }, + { + "epoch": 0.5178281038703162, + "grad_norm": 2.3225252628326416, + "learning_rate": 9.90852441350626e-06, + "loss": 2.5017, + "step": 30251 + }, + { + "epoch": 0.5178452215888666, + "grad_norm": 2.262758731842041, + "learning_rate": 9.907970031617336e-06, + "loss": 2.465, + "step": 30252 + }, + { + "epoch": 0.5178623393074171, + "grad_norm": 2.4611411094665527, + "learning_rate": 9.907415650011277e-06, + "loss": 2.4687, + "step": 30253 + }, + { + "epoch": 0.5178794570259676, + "grad_norm": 2.2841949462890625, + "learning_rate": 9.906861268689793e-06, + "loss": 2.4187, + "step": 30254 + }, + { + "epoch": 0.517896574744518, + "grad_norm": 2.3612260818481445, + "learning_rate": 9.906306887654584e-06, + "loss": 2.5623, + "step": 30255 + }, + { + "epoch": 0.5179136924630685, + "grad_norm": 2.375800371170044, + "learning_rate": 9.905752506907356e-06, + "loss": 2.4304, + "step": 30256 + }, + { + "epoch": 0.517930810181619, + "grad_norm": 2.2624664306640625, + "learning_rate": 9.905198126449809e-06, + "loss": 2.3811, + "step": 30257 + }, + { + "epoch": 0.5179479279001694, + "grad_norm": 2.403703451156616, + "learning_rate": 9.904643746283653e-06, + "loss": 2.4489, + "step": 30258 + }, + { + "epoch": 0.5179650456187199, + "grad_norm": 2.4027485847473145, + "learning_rate": 9.90408936641059e-06, + "loss": 2.6558, + "step": 30259 + }, + { + "epoch": 0.5179821633372704, + "grad_norm": 2.4845495223999023, + "learning_rate": 9.903534986832319e-06, + "loss": 2.429, + "step": 30260 + }, + { + "epoch": 0.5179992810558208, + "grad_norm": 2.3254895210266113, + "learning_rate": 9.902980607550551e-06, + "loss": 2.5408, + "step": 30261 + }, + { + "epoch": 0.5180163987743713, + "grad_norm": 2.3708856105804443, + "learning_rate": 9.902426228566984e-06, + "loss": 2.4458, + "step": 30262 + }, + { + "epoch": 0.5180335164929218, + "grad_norm": 2.419222831726074, + "learning_rate": 9.901871849883328e-06, + "loss": 2.5334, + "step": 30263 + }, + { + "epoch": 0.5180506342114723, + "grad_norm": 2.383192777633667, + "learning_rate": 9.90131747150128e-06, + "loss": 2.663, + "step": 30264 + }, + { + "epoch": 0.5180677519300227, + "grad_norm": 2.4038102626800537, + "learning_rate": 9.900763093422553e-06, + "loss": 2.4321, + "step": 30265 + }, + { + "epoch": 0.5180848696485733, + "grad_norm": 2.333434820175171, + "learning_rate": 9.900208715648837e-06, + "loss": 2.502, + "step": 30266 + }, + { + "epoch": 0.5181019873671238, + "grad_norm": 2.3366408348083496, + "learning_rate": 9.899654338181852e-06, + "loss": 2.4579, + "step": 30267 + }, + { + "epoch": 0.5181191050856742, + "grad_norm": 2.43241024017334, + "learning_rate": 9.899099961023296e-06, + "loss": 2.6448, + "step": 30268 + }, + { + "epoch": 0.5181362228042247, + "grad_norm": 2.3328070640563965, + "learning_rate": 9.898545584174863e-06, + "loss": 2.5311, + "step": 30269 + }, + { + "epoch": 0.5181533405227752, + "grad_norm": 2.2488856315612793, + "learning_rate": 9.897991207638273e-06, + "loss": 2.4333, + "step": 30270 + }, + { + "epoch": 0.5181704582413256, + "grad_norm": 2.2545933723449707, + "learning_rate": 9.89743683141522e-06, + "loss": 2.3588, + "step": 30271 + }, + { + "epoch": 0.5181875759598761, + "grad_norm": 2.32865047454834, + "learning_rate": 9.896882455507411e-06, + "loss": 2.5108, + "step": 30272 + }, + { + "epoch": 0.5182046936784266, + "grad_norm": 2.3840725421905518, + "learning_rate": 9.896328079916546e-06, + "loss": 2.5433, + "step": 30273 + }, + { + "epoch": 0.518221811396977, + "grad_norm": 2.3440611362457275, + "learning_rate": 9.895773704644338e-06, + "loss": 2.4654, + "step": 30274 + }, + { + "epoch": 0.5182389291155275, + "grad_norm": 2.2824325561523438, + "learning_rate": 9.895219329692484e-06, + "loss": 2.5613, + "step": 30275 + }, + { + "epoch": 0.518256046834078, + "grad_norm": 2.4685449600219727, + "learning_rate": 9.894664955062688e-06, + "loss": 2.5274, + "step": 30276 + }, + { + "epoch": 0.5182731645526284, + "grad_norm": 2.3030738830566406, + "learning_rate": 9.894110580756656e-06, + "loss": 2.459, + "step": 30277 + }, + { + "epoch": 0.5182902822711789, + "grad_norm": 2.392428398132324, + "learning_rate": 9.893556206776087e-06, + "loss": 2.4288, + "step": 30278 + }, + { + "epoch": 0.5183073999897294, + "grad_norm": 2.4013521671295166, + "learning_rate": 9.893001833122694e-06, + "loss": 2.5678, + "step": 30279 + }, + { + "epoch": 0.5183245177082798, + "grad_norm": 2.41959547996521, + "learning_rate": 9.892447459798173e-06, + "loss": 2.535, + "step": 30280 + }, + { + "epoch": 0.5183416354268303, + "grad_norm": 2.42221999168396, + "learning_rate": 9.891893086804235e-06, + "loss": 2.4308, + "step": 30281 + }, + { + "epoch": 0.5183587531453808, + "grad_norm": 2.1976332664489746, + "learning_rate": 9.891338714142579e-06, + "loss": 2.4009, + "step": 30282 + }, + { + "epoch": 0.5183758708639312, + "grad_norm": 2.348818063735962, + "learning_rate": 9.890784341814906e-06, + "loss": 2.476, + "step": 30283 + }, + { + "epoch": 0.5183929885824817, + "grad_norm": 2.2850468158721924, + "learning_rate": 9.890229969822928e-06, + "loss": 2.4563, + "step": 30284 + }, + { + "epoch": 0.5184101063010322, + "grad_norm": 2.4581048488616943, + "learning_rate": 9.889675598168343e-06, + "loss": 2.4104, + "step": 30285 + }, + { + "epoch": 0.5184272240195826, + "grad_norm": 2.2873685359954834, + "learning_rate": 9.889121226852858e-06, + "loss": 2.5406, + "step": 30286 + }, + { + "epoch": 0.5184443417381331, + "grad_norm": 2.3748652935028076, + "learning_rate": 9.888566855878171e-06, + "loss": 2.5392, + "step": 30287 + }, + { + "epoch": 0.5184614594566836, + "grad_norm": 2.318380117416382, + "learning_rate": 9.888012485245996e-06, + "loss": 2.5529, + "step": 30288 + }, + { + "epoch": 0.518478577175234, + "grad_norm": 2.295161247253418, + "learning_rate": 9.887458114958032e-06, + "loss": 2.4929, + "step": 30289 + }, + { + "epoch": 0.5184956948937846, + "grad_norm": 2.3804125785827637, + "learning_rate": 9.886903745015977e-06, + "loss": 2.4027, + "step": 30290 + }, + { + "epoch": 0.5185128126123351, + "grad_norm": 2.345280408859253, + "learning_rate": 9.886349375421546e-06, + "loss": 2.5278, + "step": 30291 + }, + { + "epoch": 0.5185299303308855, + "grad_norm": 2.4287242889404297, + "learning_rate": 9.885795006176435e-06, + "loss": 2.5365, + "step": 30292 + }, + { + "epoch": 0.518547048049436, + "grad_norm": 2.359530448913574, + "learning_rate": 9.88524063728235e-06, + "loss": 2.5545, + "step": 30293 + }, + { + "epoch": 0.5185641657679865, + "grad_norm": 2.321990489959717, + "learning_rate": 9.884686268740995e-06, + "loss": 2.533, + "step": 30294 + }, + { + "epoch": 0.5185812834865369, + "grad_norm": 2.394167423248291, + "learning_rate": 9.884131900554076e-06, + "loss": 2.4647, + "step": 30295 + }, + { + "epoch": 0.5185984012050874, + "grad_norm": 2.3283145427703857, + "learning_rate": 9.883577532723297e-06, + "loss": 2.5034, + "step": 30296 + }, + { + "epoch": 0.5186155189236379, + "grad_norm": 2.554445505142212, + "learning_rate": 9.883023165250356e-06, + "loss": 2.4173, + "step": 30297 + }, + { + "epoch": 0.5186326366421883, + "grad_norm": 2.390869140625, + "learning_rate": 9.882468798136964e-06, + "loss": 2.4235, + "step": 30298 + }, + { + "epoch": 0.5186497543607388, + "grad_norm": 2.3358757495880127, + "learning_rate": 9.881914431384818e-06, + "loss": 2.4675, + "step": 30299 + }, + { + "epoch": 0.5186668720792893, + "grad_norm": 2.292797088623047, + "learning_rate": 9.881360064995629e-06, + "loss": 2.3926, + "step": 30300 + }, + { + "epoch": 0.5186839897978397, + "grad_norm": 2.273959159851074, + "learning_rate": 9.880805698971096e-06, + "loss": 2.5219, + "step": 30301 + }, + { + "epoch": 0.5187011075163902, + "grad_norm": 2.340898275375366, + "learning_rate": 9.880251333312928e-06, + "loss": 2.579, + "step": 30302 + }, + { + "epoch": 0.5187182252349407, + "grad_norm": 2.343428611755371, + "learning_rate": 9.879696968022825e-06, + "loss": 2.5205, + "step": 30303 + }, + { + "epoch": 0.5187353429534911, + "grad_norm": 2.273482322692871, + "learning_rate": 9.879142603102488e-06, + "loss": 2.5127, + "step": 30304 + }, + { + "epoch": 0.5187524606720416, + "grad_norm": 2.410811424255371, + "learning_rate": 9.878588238553629e-06, + "loss": 2.4982, + "step": 30305 + }, + { + "epoch": 0.5187695783905921, + "grad_norm": 2.356621265411377, + "learning_rate": 9.878033874377942e-06, + "loss": 2.6346, + "step": 30306 + }, + { + "epoch": 0.5187866961091425, + "grad_norm": 2.4948673248291016, + "learning_rate": 9.87747951057714e-06, + "loss": 2.4961, + "step": 30307 + }, + { + "epoch": 0.518803813827693, + "grad_norm": 2.2684988975524902, + "learning_rate": 9.876925147152923e-06, + "loss": 2.5107, + "step": 30308 + }, + { + "epoch": 0.5188209315462435, + "grad_norm": 2.393026351928711, + "learning_rate": 9.876370784106995e-06, + "loss": 2.527, + "step": 30309 + }, + { + "epoch": 0.518838049264794, + "grad_norm": 2.322099447250366, + "learning_rate": 9.875816421441062e-06, + "loss": 2.4747, + "step": 30310 + }, + { + "epoch": 0.5188551669833444, + "grad_norm": 2.372133255004883, + "learning_rate": 9.875262059156821e-06, + "loss": 2.3869, + "step": 30311 + }, + { + "epoch": 0.518872284701895, + "grad_norm": 2.4390461444854736, + "learning_rate": 9.874707697255987e-06, + "loss": 2.4647, + "step": 30312 + }, + { + "epoch": 0.5188894024204455, + "grad_norm": 2.2332093715667725, + "learning_rate": 9.874153335740254e-06, + "loss": 2.4711, + "step": 30313 + }, + { + "epoch": 0.5189065201389959, + "grad_norm": 2.305558919906616, + "learning_rate": 9.873598974611333e-06, + "loss": 2.4468, + "step": 30314 + }, + { + "epoch": 0.5189236378575464, + "grad_norm": 2.332127809524536, + "learning_rate": 9.873044613870919e-06, + "loss": 2.5437, + "step": 30315 + }, + { + "epoch": 0.5189407555760969, + "grad_norm": 2.3241214752197266, + "learning_rate": 9.872490253520727e-06, + "loss": 2.3414, + "step": 30316 + }, + { + "epoch": 0.5189578732946473, + "grad_norm": 2.3655240535736084, + "learning_rate": 9.871935893562454e-06, + "loss": 2.5223, + "step": 30317 + }, + { + "epoch": 0.5189749910131978, + "grad_norm": 2.2812037467956543, + "learning_rate": 9.871381533997805e-06, + "loss": 2.621, + "step": 30318 + }, + { + "epoch": 0.5189921087317483, + "grad_norm": 2.4021689891815186, + "learning_rate": 9.870827174828487e-06, + "loss": 2.4879, + "step": 30319 + }, + { + "epoch": 0.5190092264502987, + "grad_norm": 2.243525505065918, + "learning_rate": 9.870272816056196e-06, + "loss": 2.4284, + "step": 30320 + }, + { + "epoch": 0.5190263441688492, + "grad_norm": 2.3622918128967285, + "learning_rate": 9.869718457682644e-06, + "loss": 2.5505, + "step": 30321 + }, + { + "epoch": 0.5190434618873997, + "grad_norm": 2.38970947265625, + "learning_rate": 9.869164099709529e-06, + "loss": 2.5013, + "step": 30322 + }, + { + "epoch": 0.5190605796059501, + "grad_norm": 2.359255790710449, + "learning_rate": 9.868609742138563e-06, + "loss": 2.5919, + "step": 30323 + }, + { + "epoch": 0.5190776973245006, + "grad_norm": 2.2805356979370117, + "learning_rate": 9.868055384971445e-06, + "loss": 2.4735, + "step": 30324 + }, + { + "epoch": 0.5190948150430511, + "grad_norm": 2.3722760677337646, + "learning_rate": 9.867501028209874e-06, + "loss": 2.5596, + "step": 30325 + }, + { + "epoch": 0.5191119327616015, + "grad_norm": 2.2721848487854004, + "learning_rate": 9.866946671855564e-06, + "loss": 2.4443, + "step": 30326 + }, + { + "epoch": 0.519129050480152, + "grad_norm": 2.3580422401428223, + "learning_rate": 9.866392315910208e-06, + "loss": 2.5631, + "step": 30327 + }, + { + "epoch": 0.5191461681987025, + "grad_norm": 2.304370880126953, + "learning_rate": 9.86583796037552e-06, + "loss": 2.4811, + "step": 30328 + }, + { + "epoch": 0.5191632859172529, + "grad_norm": 2.281946897506714, + "learning_rate": 9.865283605253197e-06, + "loss": 2.5236, + "step": 30329 + }, + { + "epoch": 0.5191804036358034, + "grad_norm": 2.3597450256347656, + "learning_rate": 9.864729250544946e-06, + "loss": 2.5397, + "step": 30330 + }, + { + "epoch": 0.5191975213543539, + "grad_norm": 2.337785482406616, + "learning_rate": 9.864174896252473e-06, + "loss": 2.5301, + "step": 30331 + }, + { + "epoch": 0.5192146390729043, + "grad_norm": 2.2272019386291504, + "learning_rate": 9.863620542377473e-06, + "loss": 2.4207, + "step": 30332 + }, + { + "epoch": 0.5192317567914548, + "grad_norm": 2.212618350982666, + "learning_rate": 9.86306618892166e-06, + "loss": 2.447, + "step": 30333 + }, + { + "epoch": 0.5192488745100053, + "grad_norm": 2.3434395790100098, + "learning_rate": 9.862511835886732e-06, + "loss": 2.4894, + "step": 30334 + }, + { + "epoch": 0.5192659922285557, + "grad_norm": 2.2530837059020996, + "learning_rate": 9.861957483274398e-06, + "loss": 2.3941, + "step": 30335 + }, + { + "epoch": 0.5192831099471062, + "grad_norm": 2.2264339923858643, + "learning_rate": 9.861403131086353e-06, + "loss": 2.4602, + "step": 30336 + }, + { + "epoch": 0.5193002276656568, + "grad_norm": 2.4155166149139404, + "learning_rate": 9.860848779324312e-06, + "loss": 2.4743, + "step": 30337 + }, + { + "epoch": 0.5193173453842072, + "grad_norm": 2.3149070739746094, + "learning_rate": 9.86029442798997e-06, + "loss": 2.5248, + "step": 30338 + }, + { + "epoch": 0.5193344631027577, + "grad_norm": 2.3295035362243652, + "learning_rate": 9.859740077085036e-06, + "loss": 2.5841, + "step": 30339 + }, + { + "epoch": 0.5193515808213082, + "grad_norm": 2.2840986251831055, + "learning_rate": 9.859185726611213e-06, + "loss": 2.4905, + "step": 30340 + }, + { + "epoch": 0.5193686985398586, + "grad_norm": 2.3459219932556152, + "learning_rate": 9.858631376570198e-06, + "loss": 2.5292, + "step": 30341 + }, + { + "epoch": 0.5193858162584091, + "grad_norm": 2.2452425956726074, + "learning_rate": 9.858077026963708e-06, + "loss": 2.4542, + "step": 30342 + }, + { + "epoch": 0.5194029339769596, + "grad_norm": 2.3478434085845947, + "learning_rate": 9.857522677793434e-06, + "loss": 2.4738, + "step": 30343 + }, + { + "epoch": 0.51942005169551, + "grad_norm": 2.2824647426605225, + "learning_rate": 9.85696832906109e-06, + "loss": 2.536, + "step": 30344 + }, + { + "epoch": 0.5194371694140605, + "grad_norm": 2.197704792022705, + "learning_rate": 9.856413980768374e-06, + "loss": 2.4206, + "step": 30345 + }, + { + "epoch": 0.519454287132611, + "grad_norm": 2.2612640857696533, + "learning_rate": 9.855859632916994e-06, + "loss": 2.4304, + "step": 30346 + }, + { + "epoch": 0.5194714048511614, + "grad_norm": 2.4010026454925537, + "learning_rate": 9.855305285508649e-06, + "loss": 2.6494, + "step": 30347 + }, + { + "epoch": 0.5194885225697119, + "grad_norm": 2.5079081058502197, + "learning_rate": 9.854750938545043e-06, + "loss": 2.4216, + "step": 30348 + }, + { + "epoch": 0.5195056402882624, + "grad_norm": 2.4315388202667236, + "learning_rate": 9.854196592027885e-06, + "loss": 2.4381, + "step": 30349 + }, + { + "epoch": 0.5195227580068128, + "grad_norm": 2.3367371559143066, + "learning_rate": 9.853642245958874e-06, + "loss": 2.6187, + "step": 30350 + }, + { + "epoch": 0.5195398757253633, + "grad_norm": 2.316570997238159, + "learning_rate": 9.853087900339719e-06, + "loss": 2.4486, + "step": 30351 + }, + { + "epoch": 0.5195569934439138, + "grad_norm": 2.2935729026794434, + "learning_rate": 9.852533555172115e-06, + "loss": 2.6347, + "step": 30352 + }, + { + "epoch": 0.5195741111624642, + "grad_norm": 2.2460598945617676, + "learning_rate": 9.851979210457776e-06, + "loss": 2.4237, + "step": 30353 + }, + { + "epoch": 0.5195912288810147, + "grad_norm": 2.3864963054656982, + "learning_rate": 9.851424866198402e-06, + "loss": 2.4385, + "step": 30354 + }, + { + "epoch": 0.5196083465995652, + "grad_norm": 2.2349555492401123, + "learning_rate": 9.850870522395692e-06, + "loss": 2.4088, + "step": 30355 + }, + { + "epoch": 0.5196254643181156, + "grad_norm": 2.46439266204834, + "learning_rate": 9.850316179051357e-06, + "loss": 2.4774, + "step": 30356 + }, + { + "epoch": 0.5196425820366661, + "grad_norm": 2.3884496688842773, + "learning_rate": 9.849761836167095e-06, + "loss": 2.4051, + "step": 30357 + }, + { + "epoch": 0.5196596997552166, + "grad_norm": 2.3350424766540527, + "learning_rate": 9.849207493744617e-06, + "loss": 2.5335, + "step": 30358 + }, + { + "epoch": 0.5196768174737671, + "grad_norm": 2.3346705436706543, + "learning_rate": 9.848653151785618e-06, + "loss": 2.6039, + "step": 30359 + }, + { + "epoch": 0.5196939351923175, + "grad_norm": 2.5248517990112305, + "learning_rate": 9.84809881029181e-06, + "loss": 2.6118, + "step": 30360 + }, + { + "epoch": 0.519711052910868, + "grad_norm": 2.2794735431671143, + "learning_rate": 9.847544469264893e-06, + "loss": 2.4999, + "step": 30361 + }, + { + "epoch": 0.5197281706294186, + "grad_norm": 2.334289789199829, + "learning_rate": 9.84699012870657e-06, + "loss": 2.4727, + "step": 30362 + }, + { + "epoch": 0.519745288347969, + "grad_norm": 2.3124659061431885, + "learning_rate": 9.846435788618548e-06, + "loss": 2.5207, + "step": 30363 + }, + { + "epoch": 0.5197624060665195, + "grad_norm": 2.389005661010742, + "learning_rate": 9.845881449002526e-06, + "loss": 2.5355, + "step": 30364 + }, + { + "epoch": 0.51977952378507, + "grad_norm": 2.38033127784729, + "learning_rate": 9.845327109860213e-06, + "loss": 2.5192, + "step": 30365 + }, + { + "epoch": 0.5197966415036204, + "grad_norm": 2.330681324005127, + "learning_rate": 9.844772771193308e-06, + "loss": 2.4864, + "step": 30366 + }, + { + "epoch": 0.5198137592221709, + "grad_norm": 2.302957057952881, + "learning_rate": 9.844218433003521e-06, + "loss": 2.4752, + "step": 30367 + }, + { + "epoch": 0.5198308769407214, + "grad_norm": 2.280932664871216, + "learning_rate": 9.843664095292552e-06, + "loss": 2.5223, + "step": 30368 + }, + { + "epoch": 0.5198479946592718, + "grad_norm": 2.304333448410034, + "learning_rate": 9.843109758062101e-06, + "loss": 2.4568, + "step": 30369 + }, + { + "epoch": 0.5198651123778223, + "grad_norm": 2.259316921234131, + "learning_rate": 9.84255542131388e-06, + "loss": 2.5238, + "step": 30370 + }, + { + "epoch": 0.5198822300963728, + "grad_norm": 2.2551465034484863, + "learning_rate": 9.842001085049587e-06, + "loss": 2.4488, + "step": 30371 + }, + { + "epoch": 0.5198993478149232, + "grad_norm": 2.3339521884918213, + "learning_rate": 9.841446749270928e-06, + "loss": 2.4511, + "step": 30372 + }, + { + "epoch": 0.5199164655334737, + "grad_norm": 2.425987720489502, + "learning_rate": 9.840892413979603e-06, + "loss": 2.5469, + "step": 30373 + }, + { + "epoch": 0.5199335832520242, + "grad_norm": 2.0887999534606934, + "learning_rate": 9.840338079177325e-06, + "loss": 2.4074, + "step": 30374 + }, + { + "epoch": 0.5199507009705746, + "grad_norm": 2.2364981174468994, + "learning_rate": 9.83978374486579e-06, + "loss": 2.3755, + "step": 30375 + }, + { + "epoch": 0.5199678186891251, + "grad_norm": 2.3381664752960205, + "learning_rate": 9.839229411046704e-06, + "loss": 2.4341, + "step": 30376 + }, + { + "epoch": 0.5199849364076756, + "grad_norm": 2.2611069679260254, + "learning_rate": 9.83867507772177e-06, + "loss": 2.4683, + "step": 30377 + }, + { + "epoch": 0.520002054126226, + "grad_norm": 2.350301504135132, + "learning_rate": 9.838120744892691e-06, + "loss": 2.6186, + "step": 30378 + }, + { + "epoch": 0.5200191718447765, + "grad_norm": 2.2752435207366943, + "learning_rate": 9.837566412561176e-06, + "loss": 2.412, + "step": 30379 + }, + { + "epoch": 0.520036289563327, + "grad_norm": 2.380086660385132, + "learning_rate": 9.83701208072892e-06, + "loss": 2.6202, + "step": 30380 + }, + { + "epoch": 0.5200534072818774, + "grad_norm": 2.45797061920166, + "learning_rate": 9.836457749397638e-06, + "loss": 2.549, + "step": 30381 + }, + { + "epoch": 0.5200705250004279, + "grad_norm": 2.3105201721191406, + "learning_rate": 9.835903418569027e-06, + "loss": 2.5352, + "step": 30382 + }, + { + "epoch": 0.5200876427189784, + "grad_norm": 2.3873040676116943, + "learning_rate": 9.83534908824479e-06, + "loss": 2.4214, + "step": 30383 + }, + { + "epoch": 0.5201047604375288, + "grad_norm": 2.3505825996398926, + "learning_rate": 9.834794758426633e-06, + "loss": 2.4985, + "step": 30384 + }, + { + "epoch": 0.5201218781560794, + "grad_norm": 2.47525954246521, + "learning_rate": 9.834240429116257e-06, + "loss": 2.6226, + "step": 30385 + }, + { + "epoch": 0.5201389958746299, + "grad_norm": 2.345074415206909, + "learning_rate": 9.833686100315371e-06, + "loss": 2.4261, + "step": 30386 + }, + { + "epoch": 0.5201561135931803, + "grad_norm": 2.4163436889648438, + "learning_rate": 9.833131772025677e-06, + "loss": 2.5248, + "step": 30387 + }, + { + "epoch": 0.5201732313117308, + "grad_norm": 2.4130403995513916, + "learning_rate": 9.832577444248876e-06, + "loss": 2.5819, + "step": 30388 + }, + { + "epoch": 0.5201903490302813, + "grad_norm": 2.395193338394165, + "learning_rate": 9.832023116986676e-06, + "loss": 2.4262, + "step": 30389 + }, + { + "epoch": 0.5202074667488317, + "grad_norm": 2.361830949783325, + "learning_rate": 9.831468790240772e-06, + "loss": 2.4928, + "step": 30390 + }, + { + "epoch": 0.5202245844673822, + "grad_norm": 2.296217679977417, + "learning_rate": 9.83091446401288e-06, + "loss": 2.4072, + "step": 30391 + }, + { + "epoch": 0.5202417021859327, + "grad_norm": 2.2596187591552734, + "learning_rate": 9.830360138304696e-06, + "loss": 2.4524, + "step": 30392 + }, + { + "epoch": 0.5202588199044831, + "grad_norm": 2.405059576034546, + "learning_rate": 9.829805813117928e-06, + "loss": 2.6138, + "step": 30393 + }, + { + "epoch": 0.5202759376230336, + "grad_norm": 2.336230754852295, + "learning_rate": 9.829251488454272e-06, + "loss": 2.4255, + "step": 30394 + }, + { + "epoch": 0.5202930553415841, + "grad_norm": 2.3701815605163574, + "learning_rate": 9.828697164315443e-06, + "loss": 2.542, + "step": 30395 + }, + { + "epoch": 0.5203101730601345, + "grad_norm": 2.3510899543762207, + "learning_rate": 9.82814284070314e-06, + "loss": 2.5877, + "step": 30396 + }, + { + "epoch": 0.520327290778685, + "grad_norm": 2.354522466659546, + "learning_rate": 9.827588517619059e-06, + "loss": 2.545, + "step": 30397 + }, + { + "epoch": 0.5203444084972355, + "grad_norm": 2.335902452468872, + "learning_rate": 9.827034195064917e-06, + "loss": 2.6196, + "step": 30398 + }, + { + "epoch": 0.5203615262157859, + "grad_norm": 2.145895481109619, + "learning_rate": 9.82647987304241e-06, + "loss": 2.4247, + "step": 30399 + }, + { + "epoch": 0.5203786439343364, + "grad_norm": 2.222409963607788, + "learning_rate": 9.825925551553244e-06, + "loss": 2.5152, + "step": 30400 + }, + { + "epoch": 0.5203957616528869, + "grad_norm": 2.3462941646575928, + "learning_rate": 9.825371230599117e-06, + "loss": 2.5539, + "step": 30401 + }, + { + "epoch": 0.5204128793714373, + "grad_norm": 2.319096803665161, + "learning_rate": 9.824816910181745e-06, + "loss": 2.5062, + "step": 30402 + }, + { + "epoch": 0.5204299970899878, + "grad_norm": 2.4048492908477783, + "learning_rate": 9.824262590302824e-06, + "loss": 2.4798, + "step": 30403 + }, + { + "epoch": 0.5204471148085383, + "grad_norm": 2.2996749877929688, + "learning_rate": 9.823708270964057e-06, + "loss": 2.5608, + "step": 30404 + }, + { + "epoch": 0.5204642325270888, + "grad_norm": 2.332289695739746, + "learning_rate": 9.823153952167148e-06, + "loss": 2.5897, + "step": 30405 + }, + { + "epoch": 0.5204813502456392, + "grad_norm": 2.273531913757324, + "learning_rate": 9.822599633913802e-06, + "loss": 2.4791, + "step": 30406 + }, + { + "epoch": 0.5204984679641897, + "grad_norm": 2.274700880050659, + "learning_rate": 9.822045316205725e-06, + "loss": 2.4677, + "step": 30407 + }, + { + "epoch": 0.5205155856827403, + "grad_norm": 2.4169015884399414, + "learning_rate": 9.821490999044617e-06, + "loss": 2.5363, + "step": 30408 + }, + { + "epoch": 0.5205327034012907, + "grad_norm": 2.2932329177856445, + "learning_rate": 9.820936682432187e-06, + "loss": 2.4192, + "step": 30409 + }, + { + "epoch": 0.5205498211198412, + "grad_norm": 2.404853343963623, + "learning_rate": 9.82038236637013e-06, + "loss": 2.5757, + "step": 30410 + }, + { + "epoch": 0.5205669388383917, + "grad_norm": 2.3779337406158447, + "learning_rate": 9.819828050860158e-06, + "loss": 2.4765, + "step": 30411 + }, + { + "epoch": 0.5205840565569421, + "grad_norm": 2.334667921066284, + "learning_rate": 9.819273735903973e-06, + "loss": 2.3747, + "step": 30412 + }, + { + "epoch": 0.5206011742754926, + "grad_norm": 2.277107000350952, + "learning_rate": 9.818719421503273e-06, + "loss": 2.4497, + "step": 30413 + }, + { + "epoch": 0.5206182919940431, + "grad_norm": 2.364708423614502, + "learning_rate": 9.818165107659771e-06, + "loss": 2.5364, + "step": 30414 + }, + { + "epoch": 0.5206354097125935, + "grad_norm": 2.3879523277282715, + "learning_rate": 9.817610794375163e-06, + "loss": 2.5683, + "step": 30415 + }, + { + "epoch": 0.520652527431144, + "grad_norm": 2.3193655014038086, + "learning_rate": 9.81705648165116e-06, + "loss": 2.4941, + "step": 30416 + }, + { + "epoch": 0.5206696451496945, + "grad_norm": 2.3939802646636963, + "learning_rate": 9.816502169489455e-06, + "loss": 2.5103, + "step": 30417 + }, + { + "epoch": 0.5206867628682449, + "grad_norm": 2.2327427864074707, + "learning_rate": 9.815947857891763e-06, + "loss": 2.5477, + "step": 30418 + }, + { + "epoch": 0.5207038805867954, + "grad_norm": 2.192023754119873, + "learning_rate": 9.815393546859785e-06, + "loss": 2.4617, + "step": 30419 + }, + { + "epoch": 0.5207209983053459, + "grad_norm": 2.23870587348938, + "learning_rate": 9.81483923639522e-06, + "loss": 2.4674, + "step": 30420 + }, + { + "epoch": 0.5207381160238963, + "grad_norm": 2.1840386390686035, + "learning_rate": 9.814284926499776e-06, + "loss": 2.4086, + "step": 30421 + }, + { + "epoch": 0.5207552337424468, + "grad_norm": 2.256552219390869, + "learning_rate": 9.81373061717515e-06, + "loss": 2.5418, + "step": 30422 + }, + { + "epoch": 0.5207723514609973, + "grad_norm": 2.331975221633911, + "learning_rate": 9.813176308423059e-06, + "loss": 2.5164, + "step": 30423 + }, + { + "epoch": 0.5207894691795477, + "grad_norm": 2.344754934310913, + "learning_rate": 9.812622000245194e-06, + "loss": 2.4912, + "step": 30424 + }, + { + "epoch": 0.5208065868980982, + "grad_norm": 2.1824698448181152, + "learning_rate": 9.812067692643266e-06, + "loss": 2.3018, + "step": 30425 + }, + { + "epoch": 0.5208237046166487, + "grad_norm": 2.370922803878784, + "learning_rate": 9.811513385618978e-06, + "loss": 2.4592, + "step": 30426 + }, + { + "epoch": 0.5208408223351991, + "grad_norm": 2.2710461616516113, + "learning_rate": 9.810959079174026e-06, + "loss": 2.5649, + "step": 30427 + }, + { + "epoch": 0.5208579400537496, + "grad_norm": 2.538684606552124, + "learning_rate": 9.810404773310126e-06, + "loss": 2.5228, + "step": 30428 + }, + { + "epoch": 0.5208750577723001, + "grad_norm": 2.301405191421509, + "learning_rate": 9.809850468028972e-06, + "loss": 2.3584, + "step": 30429 + }, + { + "epoch": 0.5208921754908505, + "grad_norm": 2.380803346633911, + "learning_rate": 9.809296163332274e-06, + "loss": 2.5191, + "step": 30430 + }, + { + "epoch": 0.520909293209401, + "grad_norm": 2.4151933193206787, + "learning_rate": 9.80874185922173e-06, + "loss": 2.5196, + "step": 30431 + }, + { + "epoch": 0.5209264109279516, + "grad_norm": 2.3776895999908447, + "learning_rate": 9.80818755569905e-06, + "loss": 2.5457, + "step": 30432 + }, + { + "epoch": 0.520943528646502, + "grad_norm": 2.353520154953003, + "learning_rate": 9.807633252765935e-06, + "loss": 2.671, + "step": 30433 + }, + { + "epoch": 0.5209606463650525, + "grad_norm": 2.3119430541992188, + "learning_rate": 9.807078950424084e-06, + "loss": 2.5921, + "step": 30434 + }, + { + "epoch": 0.520977764083603, + "grad_norm": 2.3029227256774902, + "learning_rate": 9.806524648675208e-06, + "loss": 2.6024, + "step": 30435 + }, + { + "epoch": 0.5209948818021534, + "grad_norm": 2.283445119857788, + "learning_rate": 9.805970347521008e-06, + "loss": 2.462, + "step": 30436 + }, + { + "epoch": 0.5210119995207039, + "grad_norm": 2.2969818115234375, + "learning_rate": 9.80541604696319e-06, + "loss": 2.4521, + "step": 30437 + }, + { + "epoch": 0.5210291172392544, + "grad_norm": 2.273343324661255, + "learning_rate": 9.804861747003448e-06, + "loss": 2.5357, + "step": 30438 + }, + { + "epoch": 0.5210462349578048, + "grad_norm": 2.285003185272217, + "learning_rate": 9.804307447643498e-06, + "loss": 2.4819, + "step": 30439 + }, + { + "epoch": 0.5210633526763553, + "grad_norm": 2.25616455078125, + "learning_rate": 9.80375314888504e-06, + "loss": 2.3827, + "step": 30440 + }, + { + "epoch": 0.5210804703949058, + "grad_norm": 2.270428419113159, + "learning_rate": 9.803198850729774e-06, + "loss": 2.4568, + "step": 30441 + }, + { + "epoch": 0.5210975881134562, + "grad_norm": 2.301522970199585, + "learning_rate": 9.802644553179408e-06, + "loss": 2.4977, + "step": 30442 + }, + { + "epoch": 0.5211147058320067, + "grad_norm": 2.435028076171875, + "learning_rate": 9.80209025623564e-06, + "loss": 2.4852, + "step": 30443 + }, + { + "epoch": 0.5211318235505572, + "grad_norm": 2.3077168464660645, + "learning_rate": 9.80153595990018e-06, + "loss": 2.4547, + "step": 30444 + }, + { + "epoch": 0.5211489412691076, + "grad_norm": 2.389559268951416, + "learning_rate": 9.80098166417473e-06, + "loss": 2.5455, + "step": 30445 + }, + { + "epoch": 0.5211660589876581, + "grad_norm": 2.415942907333374, + "learning_rate": 9.800427369060994e-06, + "loss": 2.507, + "step": 30446 + }, + { + "epoch": 0.5211831767062086, + "grad_norm": 2.2109153270721436, + "learning_rate": 9.799873074560675e-06, + "loss": 2.4312, + "step": 30447 + }, + { + "epoch": 0.521200294424759, + "grad_norm": 2.3468782901763916, + "learning_rate": 9.799318780675472e-06, + "loss": 2.5644, + "step": 30448 + }, + { + "epoch": 0.5212174121433095, + "grad_norm": 2.3787152767181396, + "learning_rate": 9.798764487407098e-06, + "loss": 2.514, + "step": 30449 + }, + { + "epoch": 0.52123452986186, + "grad_norm": 2.326843500137329, + "learning_rate": 9.798210194757247e-06, + "loss": 2.5508, + "step": 30450 + }, + { + "epoch": 0.5212516475804105, + "grad_norm": 2.2297861576080322, + "learning_rate": 9.797655902727632e-06, + "loss": 2.4082, + "step": 30451 + }, + { + "epoch": 0.5212687652989609, + "grad_norm": 2.310454845428467, + "learning_rate": 9.797101611319949e-06, + "loss": 2.5513, + "step": 30452 + }, + { + "epoch": 0.5212858830175114, + "grad_norm": 2.264725685119629, + "learning_rate": 9.796547320535907e-06, + "loss": 2.5206, + "step": 30453 + }, + { + "epoch": 0.521303000736062, + "grad_norm": 2.295616388320923, + "learning_rate": 9.795993030377209e-06, + "loss": 2.335, + "step": 30454 + }, + { + "epoch": 0.5213201184546123, + "grad_norm": 2.42238712310791, + "learning_rate": 9.795438740845551e-06, + "loss": 2.5262, + "step": 30455 + }, + { + "epoch": 0.5213372361731629, + "grad_norm": 2.2903401851654053, + "learning_rate": 9.79488445194265e-06, + "loss": 2.5771, + "step": 30456 + }, + { + "epoch": 0.5213543538917134, + "grad_norm": 2.4363675117492676, + "learning_rate": 9.7943301636702e-06, + "loss": 2.5785, + "step": 30457 + }, + { + "epoch": 0.5213714716102638, + "grad_norm": 2.447077751159668, + "learning_rate": 9.793775876029908e-06, + "loss": 2.5446, + "step": 30458 + }, + { + "epoch": 0.5213885893288143, + "grad_norm": 2.409658908843994, + "learning_rate": 9.793221589023475e-06, + "loss": 2.5095, + "step": 30459 + }, + { + "epoch": 0.5214057070473648, + "grad_norm": 2.449490785598755, + "learning_rate": 9.79266730265261e-06, + "loss": 2.3933, + "step": 30460 + }, + { + "epoch": 0.5214228247659152, + "grad_norm": 2.4324939250946045, + "learning_rate": 9.792113016919013e-06, + "loss": 2.4815, + "step": 30461 + }, + { + "epoch": 0.5214399424844657, + "grad_norm": 2.521808385848999, + "learning_rate": 9.791558731824386e-06, + "loss": 2.6291, + "step": 30462 + }, + { + "epoch": 0.5214570602030162, + "grad_norm": 2.378483772277832, + "learning_rate": 9.791004447370439e-06, + "loss": 2.4929, + "step": 30463 + }, + { + "epoch": 0.5214741779215666, + "grad_norm": 2.2727346420288086, + "learning_rate": 9.790450163558864e-06, + "loss": 2.4497, + "step": 30464 + }, + { + "epoch": 0.5214912956401171, + "grad_norm": 2.514011859893799, + "learning_rate": 9.789895880391379e-06, + "loss": 2.5943, + "step": 30465 + }, + { + "epoch": 0.5215084133586676, + "grad_norm": 2.354546070098877, + "learning_rate": 9.789341597869676e-06, + "loss": 2.4817, + "step": 30466 + }, + { + "epoch": 0.521525531077218, + "grad_norm": 2.3793952465057373, + "learning_rate": 9.788787315995468e-06, + "loss": 2.4782, + "step": 30467 + }, + { + "epoch": 0.5215426487957685, + "grad_norm": 2.4897074699401855, + "learning_rate": 9.788233034770454e-06, + "loss": 2.548, + "step": 30468 + }, + { + "epoch": 0.521559766514319, + "grad_norm": 2.1756865978240967, + "learning_rate": 9.787678754196333e-06, + "loss": 2.3932, + "step": 30469 + }, + { + "epoch": 0.5215768842328694, + "grad_norm": 2.265324592590332, + "learning_rate": 9.787124474274818e-06, + "loss": 2.4717, + "step": 30470 + }, + { + "epoch": 0.5215940019514199, + "grad_norm": 2.4465584754943848, + "learning_rate": 9.786570195007603e-06, + "loss": 2.4781, + "step": 30471 + }, + { + "epoch": 0.5216111196699704, + "grad_norm": 2.182375192642212, + "learning_rate": 9.786015916396403e-06, + "loss": 2.426, + "step": 30472 + }, + { + "epoch": 0.5216282373885208, + "grad_norm": 2.31196928024292, + "learning_rate": 9.785461638442913e-06, + "loss": 2.454, + "step": 30473 + }, + { + "epoch": 0.5216453551070713, + "grad_norm": 2.425217628479004, + "learning_rate": 9.78490736114884e-06, + "loss": 2.4192, + "step": 30474 + }, + { + "epoch": 0.5216624728256218, + "grad_norm": 2.5054259300231934, + "learning_rate": 9.784353084515882e-06, + "loss": 2.5926, + "step": 30475 + }, + { + "epoch": 0.5216795905441722, + "grad_norm": 2.4704902172088623, + "learning_rate": 9.783798808545753e-06, + "loss": 2.6234, + "step": 30476 + }, + { + "epoch": 0.5216967082627227, + "grad_norm": 2.3131754398345947, + "learning_rate": 9.783244533240151e-06, + "loss": 2.4834, + "step": 30477 + }, + { + "epoch": 0.5217138259812732, + "grad_norm": 2.310528516769409, + "learning_rate": 9.782690258600778e-06, + "loss": 2.4821, + "step": 30478 + }, + { + "epoch": 0.5217309436998236, + "grad_norm": 2.314638137817383, + "learning_rate": 9.782135984629341e-06, + "loss": 2.5164, + "step": 30479 + }, + { + "epoch": 0.5217480614183742, + "grad_norm": 2.4339044094085693, + "learning_rate": 9.78158171132754e-06, + "loss": 2.5611, + "step": 30480 + }, + { + "epoch": 0.5217651791369247, + "grad_norm": 2.4468207359313965, + "learning_rate": 9.781027438697082e-06, + "loss": 2.5738, + "step": 30481 + }, + { + "epoch": 0.5217822968554751, + "grad_norm": 2.392953872680664, + "learning_rate": 9.780473166739667e-06, + "loss": 2.3729, + "step": 30482 + }, + { + "epoch": 0.5217994145740256, + "grad_norm": 2.3730509281158447, + "learning_rate": 9.779918895457006e-06, + "loss": 2.5143, + "step": 30483 + }, + { + "epoch": 0.5218165322925761, + "grad_norm": 2.3666293621063232, + "learning_rate": 9.779364624850796e-06, + "loss": 2.4546, + "step": 30484 + }, + { + "epoch": 0.5218336500111265, + "grad_norm": 2.488555669784546, + "learning_rate": 9.778810354922737e-06, + "loss": 2.5836, + "step": 30485 + }, + { + "epoch": 0.521850767729677, + "grad_norm": 2.4618871212005615, + "learning_rate": 9.778256085674544e-06, + "loss": 2.6146, + "step": 30486 + }, + { + "epoch": 0.5218678854482275, + "grad_norm": 2.3077964782714844, + "learning_rate": 9.77770181710791e-06, + "loss": 2.3803, + "step": 30487 + }, + { + "epoch": 0.5218850031667779, + "grad_norm": 2.4205639362335205, + "learning_rate": 9.777147549224545e-06, + "loss": 2.5335, + "step": 30488 + }, + { + "epoch": 0.5219021208853284, + "grad_norm": 3.007660388946533, + "learning_rate": 9.776593282026152e-06, + "loss": 2.5692, + "step": 30489 + }, + { + "epoch": 0.5219192386038789, + "grad_norm": 2.467822313308716, + "learning_rate": 9.776039015514434e-06, + "loss": 2.4349, + "step": 30490 + }, + { + "epoch": 0.5219363563224293, + "grad_norm": 2.251209259033203, + "learning_rate": 9.775484749691094e-06, + "loss": 2.3841, + "step": 30491 + }, + { + "epoch": 0.5219534740409798, + "grad_norm": 2.424956798553467, + "learning_rate": 9.77493048455783e-06, + "loss": 2.4333, + "step": 30492 + }, + { + "epoch": 0.5219705917595303, + "grad_norm": 2.303954839706421, + "learning_rate": 9.774376220116358e-06, + "loss": 2.4864, + "step": 30493 + }, + { + "epoch": 0.5219877094780807, + "grad_norm": 2.4280433654785156, + "learning_rate": 9.773821956368372e-06, + "loss": 2.5317, + "step": 30494 + }, + { + "epoch": 0.5220048271966312, + "grad_norm": 2.350066900253296, + "learning_rate": 9.77326769331558e-06, + "loss": 2.4158, + "step": 30495 + }, + { + "epoch": 0.5220219449151817, + "grad_norm": 2.464852809906006, + "learning_rate": 9.77271343095968e-06, + "loss": 2.4117, + "step": 30496 + }, + { + "epoch": 0.5220390626337322, + "grad_norm": 2.326918601989746, + "learning_rate": 9.772159169302385e-06, + "loss": 2.5225, + "step": 30497 + }, + { + "epoch": 0.5220561803522826, + "grad_norm": 2.3854572772979736, + "learning_rate": 9.771604908345392e-06, + "loss": 2.5072, + "step": 30498 + }, + { + "epoch": 0.5220732980708331, + "grad_norm": 2.4594569206237793, + "learning_rate": 9.771050648090404e-06, + "loss": 2.5501, + "step": 30499 + }, + { + "epoch": 0.5220904157893836, + "grad_norm": 2.2634482383728027, + "learning_rate": 9.770496388539129e-06, + "loss": 2.5082, + "step": 30500 + }, + { + "epoch": 0.522107533507934, + "grad_norm": 2.3095154762268066, + "learning_rate": 9.769942129693264e-06, + "loss": 2.5138, + "step": 30501 + }, + { + "epoch": 0.5221246512264845, + "grad_norm": 2.3113536834716797, + "learning_rate": 9.769387871554522e-06, + "loss": 2.5255, + "step": 30502 + }, + { + "epoch": 0.5221417689450351, + "grad_norm": 2.271907329559326, + "learning_rate": 9.768833614124598e-06, + "loss": 2.448, + "step": 30503 + }, + { + "epoch": 0.5221588866635855, + "grad_norm": 2.3664233684539795, + "learning_rate": 9.7682793574052e-06, + "loss": 2.4845, + "step": 30504 + }, + { + "epoch": 0.522176004382136, + "grad_norm": 2.2556891441345215, + "learning_rate": 9.767725101398033e-06, + "loss": 2.4853, + "step": 30505 + }, + { + "epoch": 0.5221931221006865, + "grad_norm": 2.3734240531921387, + "learning_rate": 9.76717084610479e-06, + "loss": 2.5003, + "step": 30506 + }, + { + "epoch": 0.5222102398192369, + "grad_norm": 2.251690626144409, + "learning_rate": 9.766616591527191e-06, + "loss": 2.4471, + "step": 30507 + }, + { + "epoch": 0.5222273575377874, + "grad_norm": 2.579841136932373, + "learning_rate": 9.766062337666925e-06, + "loss": 2.5489, + "step": 30508 + }, + { + "epoch": 0.5222444752563379, + "grad_norm": 2.3450303077697754, + "learning_rate": 9.765508084525706e-06, + "loss": 2.4764, + "step": 30509 + }, + { + "epoch": 0.5222615929748883, + "grad_norm": 2.3018040657043457, + "learning_rate": 9.764953832105232e-06, + "loss": 2.3659, + "step": 30510 + }, + { + "epoch": 0.5222787106934388, + "grad_norm": 2.3408255577087402, + "learning_rate": 9.76439958040721e-06, + "loss": 2.4714, + "step": 30511 + }, + { + "epoch": 0.5222958284119893, + "grad_norm": 2.404740333557129, + "learning_rate": 9.763845329433342e-06, + "loss": 2.5494, + "step": 30512 + }, + { + "epoch": 0.5223129461305397, + "grad_norm": 2.3276383876800537, + "learning_rate": 9.763291079185326e-06, + "loss": 2.5034, + "step": 30513 + }, + { + "epoch": 0.5223300638490902, + "grad_norm": 2.298027515411377, + "learning_rate": 9.762736829664875e-06, + "loss": 2.5001, + "step": 30514 + }, + { + "epoch": 0.5223471815676407, + "grad_norm": 2.185964822769165, + "learning_rate": 9.762182580873688e-06, + "loss": 2.4111, + "step": 30515 + }, + { + "epoch": 0.5223642992861911, + "grad_norm": 2.2873659133911133, + "learning_rate": 9.761628332813468e-06, + "loss": 2.4452, + "step": 30516 + }, + { + "epoch": 0.5223814170047416, + "grad_norm": 2.3835694789886475, + "learning_rate": 9.761074085485917e-06, + "loss": 2.4912, + "step": 30517 + }, + { + "epoch": 0.5223985347232921, + "grad_norm": 2.427021026611328, + "learning_rate": 9.760519838892747e-06, + "loss": 2.5201, + "step": 30518 + }, + { + "epoch": 0.5224156524418425, + "grad_norm": 2.3970859050750732, + "learning_rate": 9.759965593035651e-06, + "loss": 2.5562, + "step": 30519 + }, + { + "epoch": 0.522432770160393, + "grad_norm": 2.220097064971924, + "learning_rate": 9.759411347916339e-06, + "loss": 2.4179, + "step": 30520 + }, + { + "epoch": 0.5224498878789435, + "grad_norm": 2.3462562561035156, + "learning_rate": 9.758857103536513e-06, + "loss": 2.47, + "step": 30521 + }, + { + "epoch": 0.5224670055974939, + "grad_norm": 2.4055347442626953, + "learning_rate": 9.758302859897872e-06, + "loss": 2.3967, + "step": 30522 + }, + { + "epoch": 0.5224841233160444, + "grad_norm": 2.326871871948242, + "learning_rate": 9.757748617002129e-06, + "loss": 2.4024, + "step": 30523 + }, + { + "epoch": 0.5225012410345949, + "grad_norm": 2.4866716861724854, + "learning_rate": 9.757194374850977e-06, + "loss": 2.6277, + "step": 30524 + }, + { + "epoch": 0.5225183587531453, + "grad_norm": 2.510868787765503, + "learning_rate": 9.756640133446131e-06, + "loss": 2.524, + "step": 30525 + }, + { + "epoch": 0.5225354764716958, + "grad_norm": 2.3903560638427734, + "learning_rate": 9.756085892789286e-06, + "loss": 2.4959, + "step": 30526 + }, + { + "epoch": 0.5225525941902464, + "grad_norm": 2.4765536785125732, + "learning_rate": 9.755531652882147e-06, + "loss": 2.4065, + "step": 30527 + }, + { + "epoch": 0.5225697119087968, + "grad_norm": 2.4081671237945557, + "learning_rate": 9.75497741372642e-06, + "loss": 2.4903, + "step": 30528 + }, + { + "epoch": 0.5225868296273473, + "grad_norm": 2.3254988193511963, + "learning_rate": 9.754423175323805e-06, + "loss": 2.5191, + "step": 30529 + }, + { + "epoch": 0.5226039473458978, + "grad_norm": 2.487765073776245, + "learning_rate": 9.75386893767601e-06, + "loss": 2.4377, + "step": 30530 + }, + { + "epoch": 0.5226210650644482, + "grad_norm": 2.334063768386841, + "learning_rate": 9.753314700784733e-06, + "loss": 2.4307, + "step": 30531 + }, + { + "epoch": 0.5226381827829987, + "grad_norm": 2.302696466445923, + "learning_rate": 9.752760464651685e-06, + "loss": 2.4501, + "step": 30532 + }, + { + "epoch": 0.5226553005015492, + "grad_norm": 2.452423334121704, + "learning_rate": 9.752206229278565e-06, + "loss": 2.5369, + "step": 30533 + }, + { + "epoch": 0.5226724182200996, + "grad_norm": 2.3790175914764404, + "learning_rate": 9.751651994667071e-06, + "loss": 2.5413, + "step": 30534 + }, + { + "epoch": 0.5226895359386501, + "grad_norm": 2.3275749683380127, + "learning_rate": 9.751097760818917e-06, + "loss": 2.4146, + "step": 30535 + }, + { + "epoch": 0.5227066536572006, + "grad_norm": 2.3819797039031982, + "learning_rate": 9.750543527735799e-06, + "loss": 2.5519, + "step": 30536 + }, + { + "epoch": 0.522723771375751, + "grad_norm": 2.2922654151916504, + "learning_rate": 9.749989295419428e-06, + "loss": 2.4058, + "step": 30537 + }, + { + "epoch": 0.5227408890943015, + "grad_norm": 2.269144058227539, + "learning_rate": 9.749435063871494e-06, + "loss": 2.5014, + "step": 30538 + }, + { + "epoch": 0.522758006812852, + "grad_norm": 2.621580123901367, + "learning_rate": 9.748880833093718e-06, + "loss": 2.5106, + "step": 30539 + }, + { + "epoch": 0.5227751245314024, + "grad_norm": 2.4417238235473633, + "learning_rate": 9.748326603087793e-06, + "loss": 2.6069, + "step": 30540 + }, + { + "epoch": 0.5227922422499529, + "grad_norm": 2.3333427906036377, + "learning_rate": 9.74777237385542e-06, + "loss": 2.4307, + "step": 30541 + }, + { + "epoch": 0.5228093599685034, + "grad_norm": 2.325900077819824, + "learning_rate": 9.747218145398311e-06, + "loss": 2.4414, + "step": 30542 + }, + { + "epoch": 0.5228264776870538, + "grad_norm": 2.2297911643981934, + "learning_rate": 9.746663917718165e-06, + "loss": 2.5025, + "step": 30543 + }, + { + "epoch": 0.5228435954056043, + "grad_norm": 2.1886351108551025, + "learning_rate": 9.746109690816685e-06, + "loss": 2.4847, + "step": 30544 + }, + { + "epoch": 0.5228607131241548, + "grad_norm": 2.295623779296875, + "learning_rate": 9.745555464695572e-06, + "loss": 2.3831, + "step": 30545 + }, + { + "epoch": 0.5228778308427053, + "grad_norm": 2.3611161708831787, + "learning_rate": 9.745001239356539e-06, + "loss": 2.416, + "step": 30546 + }, + { + "epoch": 0.5228949485612557, + "grad_norm": 2.452195882797241, + "learning_rate": 9.744447014801279e-06, + "loss": 2.5645, + "step": 30547 + }, + { + "epoch": 0.5229120662798062, + "grad_norm": 2.4120960235595703, + "learning_rate": 9.743892791031503e-06, + "loss": 2.5905, + "step": 30548 + }, + { + "epoch": 0.5229291839983568, + "grad_norm": 2.4428746700286865, + "learning_rate": 9.743338568048912e-06, + "loss": 2.3965, + "step": 30549 + }, + { + "epoch": 0.5229463017169071, + "grad_norm": 2.2813634872436523, + "learning_rate": 9.742784345855203e-06, + "loss": 2.4681, + "step": 30550 + }, + { + "epoch": 0.5229634194354577, + "grad_norm": 2.336885929107666, + "learning_rate": 9.74223012445209e-06, + "loss": 2.569, + "step": 30551 + }, + { + "epoch": 0.5229805371540082, + "grad_norm": 2.597028970718384, + "learning_rate": 9.74167590384127e-06, + "loss": 2.5912, + "step": 30552 + }, + { + "epoch": 0.5229976548725586, + "grad_norm": 2.2799816131591797, + "learning_rate": 9.74112168402445e-06, + "loss": 2.4766, + "step": 30553 + }, + { + "epoch": 0.5230147725911091, + "grad_norm": 2.316744089126587, + "learning_rate": 9.740567465003328e-06, + "loss": 2.4317, + "step": 30554 + }, + { + "epoch": 0.5230318903096596, + "grad_norm": 2.317836284637451, + "learning_rate": 9.740013246779614e-06, + "loss": 2.5239, + "step": 30555 + }, + { + "epoch": 0.52304900802821, + "grad_norm": 2.341369867324829, + "learning_rate": 9.739459029355011e-06, + "loss": 2.4687, + "step": 30556 + }, + { + "epoch": 0.5230661257467605, + "grad_norm": 2.43331241607666, + "learning_rate": 9.738904812731217e-06, + "loss": 2.6012, + "step": 30557 + }, + { + "epoch": 0.523083243465311, + "grad_norm": 2.33953857421875, + "learning_rate": 9.73835059690994e-06, + "loss": 2.5374, + "step": 30558 + }, + { + "epoch": 0.5231003611838614, + "grad_norm": 2.3353271484375, + "learning_rate": 9.737796381892879e-06, + "loss": 2.5553, + "step": 30559 + }, + { + "epoch": 0.5231174789024119, + "grad_norm": 2.239722490310669, + "learning_rate": 9.737242167681745e-06, + "loss": 2.4664, + "step": 30560 + }, + { + "epoch": 0.5231345966209624, + "grad_norm": 2.3224692344665527, + "learning_rate": 9.73668795427823e-06, + "loss": 2.4243, + "step": 30561 + }, + { + "epoch": 0.5231517143395128, + "grad_norm": 2.4844272136688232, + "learning_rate": 9.736133741684051e-06, + "loss": 2.5949, + "step": 30562 + }, + { + "epoch": 0.5231688320580633, + "grad_norm": 2.412051200866699, + "learning_rate": 9.735579529900904e-06, + "loss": 2.507, + "step": 30563 + }, + { + "epoch": 0.5231859497766138, + "grad_norm": 2.3752124309539795, + "learning_rate": 9.735025318930492e-06, + "loss": 2.4605, + "step": 30564 + }, + { + "epoch": 0.5232030674951642, + "grad_norm": 2.3313405513763428, + "learning_rate": 9.734471108774523e-06, + "loss": 2.537, + "step": 30565 + }, + { + "epoch": 0.5232201852137147, + "grad_norm": 2.301591396331787, + "learning_rate": 9.733916899434692e-06, + "loss": 2.4266, + "step": 30566 + }, + { + "epoch": 0.5232373029322652, + "grad_norm": 2.230039119720459, + "learning_rate": 9.733362690912712e-06, + "loss": 2.4414, + "step": 30567 + }, + { + "epoch": 0.5232544206508156, + "grad_norm": 2.425494432449341, + "learning_rate": 9.73280848321028e-06, + "loss": 2.5685, + "step": 30568 + }, + { + "epoch": 0.5232715383693661, + "grad_norm": 2.38561749458313, + "learning_rate": 9.732254276329104e-06, + "loss": 2.5335, + "step": 30569 + }, + { + "epoch": 0.5232886560879166, + "grad_norm": 2.34903883934021, + "learning_rate": 9.731700070270884e-06, + "loss": 2.5727, + "step": 30570 + }, + { + "epoch": 0.523305773806467, + "grad_norm": 2.4120028018951416, + "learning_rate": 9.73114586503732e-06, + "loss": 2.5872, + "step": 30571 + }, + { + "epoch": 0.5233228915250175, + "grad_norm": 2.166520357131958, + "learning_rate": 9.730591660630127e-06, + "loss": 2.4151, + "step": 30572 + }, + { + "epoch": 0.523340009243568, + "grad_norm": 2.263162136077881, + "learning_rate": 9.730037457050997e-06, + "loss": 2.5095, + "step": 30573 + }, + { + "epoch": 0.5233571269621184, + "grad_norm": 2.4705440998077393, + "learning_rate": 9.72948325430164e-06, + "loss": 2.5846, + "step": 30574 + }, + { + "epoch": 0.523374244680669, + "grad_norm": 2.413586139678955, + "learning_rate": 9.728929052383753e-06, + "loss": 2.5219, + "step": 30575 + }, + { + "epoch": 0.5233913623992195, + "grad_norm": 2.433511734008789, + "learning_rate": 9.72837485129905e-06, + "loss": 2.4911, + "step": 30576 + }, + { + "epoch": 0.5234084801177699, + "grad_norm": 2.3067972660064697, + "learning_rate": 9.727820651049225e-06, + "loss": 2.58, + "step": 30577 + }, + { + "epoch": 0.5234255978363204, + "grad_norm": 2.3019185066223145, + "learning_rate": 9.727266451635982e-06, + "loss": 2.553, + "step": 30578 + }, + { + "epoch": 0.5234427155548709, + "grad_norm": 2.3223278522491455, + "learning_rate": 9.726712253061031e-06, + "loss": 2.4043, + "step": 30579 + }, + { + "epoch": 0.5234598332734213, + "grad_norm": 2.338660717010498, + "learning_rate": 9.726158055326068e-06, + "loss": 2.4911, + "step": 30580 + }, + { + "epoch": 0.5234769509919718, + "grad_norm": 2.4184298515319824, + "learning_rate": 9.725603858432803e-06, + "loss": 2.4682, + "step": 30581 + }, + { + "epoch": 0.5234940687105223, + "grad_norm": 2.2839813232421875, + "learning_rate": 9.725049662382931e-06, + "loss": 2.506, + "step": 30582 + }, + { + "epoch": 0.5235111864290727, + "grad_norm": 2.3024539947509766, + "learning_rate": 9.724495467178165e-06, + "loss": 2.4528, + "step": 30583 + }, + { + "epoch": 0.5235283041476232, + "grad_norm": 2.3847851753234863, + "learning_rate": 9.723941272820206e-06, + "loss": 2.4832, + "step": 30584 + }, + { + "epoch": 0.5235454218661737, + "grad_norm": 2.295132875442505, + "learning_rate": 9.72338707931075e-06, + "loss": 2.4732, + "step": 30585 + }, + { + "epoch": 0.5235625395847241, + "grad_norm": 2.2993874549865723, + "learning_rate": 9.72283288665151e-06, + "loss": 2.4881, + "step": 30586 + }, + { + "epoch": 0.5235796573032746, + "grad_norm": 2.5213258266448975, + "learning_rate": 9.72227869484418e-06, + "loss": 2.4993, + "step": 30587 + }, + { + "epoch": 0.5235967750218251, + "grad_norm": 2.3663206100463867, + "learning_rate": 9.721724503890472e-06, + "loss": 2.4703, + "step": 30588 + }, + { + "epoch": 0.5236138927403755, + "grad_norm": 2.4255692958831787, + "learning_rate": 9.721170313792085e-06, + "loss": 2.5492, + "step": 30589 + }, + { + "epoch": 0.523631010458926, + "grad_norm": 2.3588008880615234, + "learning_rate": 9.720616124550727e-06, + "loss": 2.5152, + "step": 30590 + }, + { + "epoch": 0.5236481281774765, + "grad_norm": 2.3698818683624268, + "learning_rate": 9.720061936168095e-06, + "loss": 2.5013, + "step": 30591 + }, + { + "epoch": 0.523665245896027, + "grad_norm": 2.4630584716796875, + "learning_rate": 9.719507748645891e-06, + "loss": 2.5789, + "step": 30592 + }, + { + "epoch": 0.5236823636145774, + "grad_norm": 2.2995874881744385, + "learning_rate": 9.718953561985828e-06, + "loss": 2.3611, + "step": 30593 + }, + { + "epoch": 0.5236994813331279, + "grad_norm": 2.4087915420532227, + "learning_rate": 9.7183993761896e-06, + "loss": 2.5243, + "step": 30594 + }, + { + "epoch": 0.5237165990516784, + "grad_norm": 2.30622935295105, + "learning_rate": 9.717845191258918e-06, + "loss": 2.5367, + "step": 30595 + }, + { + "epoch": 0.5237337167702288, + "grad_norm": 2.3826069831848145, + "learning_rate": 9.717291007195477e-06, + "loss": 2.5248, + "step": 30596 + }, + { + "epoch": 0.5237508344887793, + "grad_norm": 2.4237477779388428, + "learning_rate": 9.716736824000988e-06, + "loss": 2.5436, + "step": 30597 + }, + { + "epoch": 0.5237679522073299, + "grad_norm": 2.383551597595215, + "learning_rate": 9.716182641677152e-06, + "loss": 2.5989, + "step": 30598 + }, + { + "epoch": 0.5237850699258803, + "grad_norm": 2.3017590045928955, + "learning_rate": 9.715628460225667e-06, + "loss": 2.4975, + "step": 30599 + }, + { + "epoch": 0.5238021876444308, + "grad_norm": 2.492771863937378, + "learning_rate": 9.715074279648246e-06, + "loss": 2.6562, + "step": 30600 + }, + { + "epoch": 0.5238193053629813, + "grad_norm": 2.366915464401245, + "learning_rate": 9.714520099946586e-06, + "loss": 2.5499, + "step": 30601 + }, + { + "epoch": 0.5238364230815317, + "grad_norm": 2.3393335342407227, + "learning_rate": 9.713965921122392e-06, + "loss": 2.6061, + "step": 30602 + }, + { + "epoch": 0.5238535408000822, + "grad_norm": 2.300504684448242, + "learning_rate": 9.713411743177364e-06, + "loss": 2.4366, + "step": 30603 + }, + { + "epoch": 0.5238706585186327, + "grad_norm": 2.310213088989258, + "learning_rate": 9.712857566113212e-06, + "loss": 2.399, + "step": 30604 + }, + { + "epoch": 0.5238877762371831, + "grad_norm": 2.3339121341705322, + "learning_rate": 9.712303389931638e-06, + "loss": 2.5776, + "step": 30605 + }, + { + "epoch": 0.5239048939557336, + "grad_norm": 2.361767053604126, + "learning_rate": 9.711749214634338e-06, + "loss": 2.446, + "step": 30606 + }, + { + "epoch": 0.5239220116742841, + "grad_norm": 2.3514089584350586, + "learning_rate": 9.711195040223026e-06, + "loss": 2.4108, + "step": 30607 + }, + { + "epoch": 0.5239391293928345, + "grad_norm": 2.2991976737976074, + "learning_rate": 9.710640866699393e-06, + "loss": 2.4223, + "step": 30608 + }, + { + "epoch": 0.523956247111385, + "grad_norm": 2.3396050930023193, + "learning_rate": 9.710086694065154e-06, + "loss": 2.5829, + "step": 30609 + }, + { + "epoch": 0.5239733648299355, + "grad_norm": 2.3781044483184814, + "learning_rate": 9.709532522322005e-06, + "loss": 2.3729, + "step": 30610 + }, + { + "epoch": 0.5239904825484859, + "grad_norm": 2.4308571815490723, + "learning_rate": 9.708978351471652e-06, + "loss": 2.4162, + "step": 30611 + }, + { + "epoch": 0.5240076002670364, + "grad_norm": 2.5083224773406982, + "learning_rate": 9.708424181515802e-06, + "loss": 2.4889, + "step": 30612 + }, + { + "epoch": 0.5240247179855869, + "grad_norm": 2.3058247566223145, + "learning_rate": 9.707870012456148e-06, + "loss": 2.46, + "step": 30613 + }, + { + "epoch": 0.5240418357041373, + "grad_norm": 2.2960493564605713, + "learning_rate": 9.707315844294405e-06, + "loss": 2.3975, + "step": 30614 + }, + { + "epoch": 0.5240589534226878, + "grad_norm": 2.549373149871826, + "learning_rate": 9.706761677032266e-06, + "loss": 2.6563, + "step": 30615 + }, + { + "epoch": 0.5240760711412383, + "grad_norm": 2.3549513816833496, + "learning_rate": 9.706207510671444e-06, + "loss": 2.5151, + "step": 30616 + }, + { + "epoch": 0.5240931888597887, + "grad_norm": 2.312645673751831, + "learning_rate": 9.705653345213637e-06, + "loss": 2.3898, + "step": 30617 + }, + { + "epoch": 0.5241103065783392, + "grad_norm": 2.438249111175537, + "learning_rate": 9.705099180660549e-06, + "loss": 2.4386, + "step": 30618 + }, + { + "epoch": 0.5241274242968897, + "grad_norm": 2.3810431957244873, + "learning_rate": 9.70454501701388e-06, + "loss": 2.4752, + "step": 30619 + }, + { + "epoch": 0.5241445420154401, + "grad_norm": 2.2951180934906006, + "learning_rate": 9.70399085427534e-06, + "loss": 2.3993, + "step": 30620 + }, + { + "epoch": 0.5241616597339906, + "grad_norm": 2.29024076461792, + "learning_rate": 9.70343669244663e-06, + "loss": 2.42, + "step": 30621 + }, + { + "epoch": 0.5241787774525412, + "grad_norm": 2.4045567512512207, + "learning_rate": 9.70288253152945e-06, + "loss": 2.5642, + "step": 30622 + }, + { + "epoch": 0.5241958951710916, + "grad_norm": 2.495958089828491, + "learning_rate": 9.702328371525509e-06, + "loss": 2.5464, + "step": 30623 + }, + { + "epoch": 0.5242130128896421, + "grad_norm": 2.557084321975708, + "learning_rate": 9.7017742124365e-06, + "loss": 2.64, + "step": 30624 + }, + { + "epoch": 0.5242301306081926, + "grad_norm": 2.2664058208465576, + "learning_rate": 9.701220054264138e-06, + "loss": 2.4801, + "step": 30625 + }, + { + "epoch": 0.524247248326743, + "grad_norm": 2.345548391342163, + "learning_rate": 9.700665897010122e-06, + "loss": 2.4498, + "step": 30626 + }, + { + "epoch": 0.5242643660452935, + "grad_norm": 2.400920867919922, + "learning_rate": 9.700111740676154e-06, + "loss": 2.5208, + "step": 30627 + }, + { + "epoch": 0.524281483763844, + "grad_norm": 2.33980655670166, + "learning_rate": 9.699557585263937e-06, + "loss": 2.5119, + "step": 30628 + }, + { + "epoch": 0.5242986014823944, + "grad_norm": 2.377326011657715, + "learning_rate": 9.699003430775173e-06, + "loss": 2.5469, + "step": 30629 + }, + { + "epoch": 0.5243157192009449, + "grad_norm": 2.387899398803711, + "learning_rate": 9.698449277211572e-06, + "loss": 2.4447, + "step": 30630 + }, + { + "epoch": 0.5243328369194954, + "grad_norm": 2.5289623737335205, + "learning_rate": 9.697895124574828e-06, + "loss": 2.588, + "step": 30631 + }, + { + "epoch": 0.5243499546380458, + "grad_norm": 2.3122363090515137, + "learning_rate": 9.697340972866655e-06, + "loss": 2.4922, + "step": 30632 + }, + { + "epoch": 0.5243670723565963, + "grad_norm": 2.2741734981536865, + "learning_rate": 9.696786822088747e-06, + "loss": 2.4678, + "step": 30633 + }, + { + "epoch": 0.5243841900751468, + "grad_norm": 2.407910108566284, + "learning_rate": 9.696232672242813e-06, + "loss": 2.6237, + "step": 30634 + }, + { + "epoch": 0.5244013077936972, + "grad_norm": 2.361555337905884, + "learning_rate": 9.695678523330552e-06, + "loss": 2.4543, + "step": 30635 + }, + { + "epoch": 0.5244184255122477, + "grad_norm": 2.242257595062256, + "learning_rate": 9.695124375353667e-06, + "loss": 2.5262, + "step": 30636 + }, + { + "epoch": 0.5244355432307982, + "grad_norm": 2.286384105682373, + "learning_rate": 9.694570228313868e-06, + "loss": 2.4755, + "step": 30637 + }, + { + "epoch": 0.5244526609493487, + "grad_norm": 2.3537023067474365, + "learning_rate": 9.69401608221285e-06, + "loss": 2.5383, + "step": 30638 + }, + { + "epoch": 0.5244697786678991, + "grad_norm": 2.3970859050750732, + "learning_rate": 9.693461937052324e-06, + "loss": 2.5404, + "step": 30639 + }, + { + "epoch": 0.5244868963864496, + "grad_norm": 2.2878334522247314, + "learning_rate": 9.692907792833983e-06, + "loss": 2.5179, + "step": 30640 + }, + { + "epoch": 0.5245040141050001, + "grad_norm": 2.237246513366699, + "learning_rate": 9.692353649559542e-06, + "loss": 2.516, + "step": 30641 + }, + { + "epoch": 0.5245211318235505, + "grad_norm": 2.3417181968688965, + "learning_rate": 9.691799507230698e-06, + "loss": 2.5708, + "step": 30642 + }, + { + "epoch": 0.524538249542101, + "grad_norm": 2.1999356746673584, + "learning_rate": 9.691245365849152e-06, + "loss": 2.4584, + "step": 30643 + }, + { + "epoch": 0.5245553672606516, + "grad_norm": 2.3529911041259766, + "learning_rate": 9.690691225416615e-06, + "loss": 2.6124, + "step": 30644 + }, + { + "epoch": 0.524572484979202, + "grad_norm": 2.4273109436035156, + "learning_rate": 9.690137085934779e-06, + "loss": 2.4793, + "step": 30645 + }, + { + "epoch": 0.5245896026977525, + "grad_norm": 2.400596857070923, + "learning_rate": 9.689582947405357e-06, + "loss": 2.5926, + "step": 30646 + }, + { + "epoch": 0.524606720416303, + "grad_norm": 2.3296422958374023, + "learning_rate": 9.689028809830049e-06, + "loss": 2.5622, + "step": 30647 + }, + { + "epoch": 0.5246238381348534, + "grad_norm": 2.3567728996276855, + "learning_rate": 9.68847467321056e-06, + "loss": 2.3998, + "step": 30648 + }, + { + "epoch": 0.5246409558534039, + "grad_norm": 2.303392171859741, + "learning_rate": 9.68792053754859e-06, + "loss": 2.5065, + "step": 30649 + }, + { + "epoch": 0.5246580735719544, + "grad_norm": 2.335538864135742, + "learning_rate": 9.687366402845839e-06, + "loss": 2.4215, + "step": 30650 + }, + { + "epoch": 0.5246751912905048, + "grad_norm": 2.3363213539123535, + "learning_rate": 9.68681226910402e-06, + "loss": 2.5138, + "step": 30651 + }, + { + "epoch": 0.5246923090090553, + "grad_norm": 2.2826342582702637, + "learning_rate": 9.686258136324826e-06, + "loss": 2.4507, + "step": 30652 + }, + { + "epoch": 0.5247094267276058, + "grad_norm": 2.386086940765381, + "learning_rate": 9.68570400450997e-06, + "loss": 2.5194, + "step": 30653 + }, + { + "epoch": 0.5247265444461562, + "grad_norm": 2.2565786838531494, + "learning_rate": 9.685149873661148e-06, + "loss": 2.3428, + "step": 30654 + }, + { + "epoch": 0.5247436621647067, + "grad_norm": 2.29730224609375, + "learning_rate": 9.684595743780068e-06, + "loss": 2.5331, + "step": 30655 + }, + { + "epoch": 0.5247607798832572, + "grad_norm": 2.3524155616760254, + "learning_rate": 9.684041614868431e-06, + "loss": 2.4768, + "step": 30656 + }, + { + "epoch": 0.5247778976018076, + "grad_norm": 2.365537643432617, + "learning_rate": 9.683487486927934e-06, + "loss": 2.5512, + "step": 30657 + }, + { + "epoch": 0.5247950153203581, + "grad_norm": 2.356044292449951, + "learning_rate": 9.682933359960294e-06, + "loss": 2.5728, + "step": 30658 + }, + { + "epoch": 0.5248121330389086, + "grad_norm": 2.430507183074951, + "learning_rate": 9.6823792339672e-06, + "loss": 2.5101, + "step": 30659 + }, + { + "epoch": 0.524829250757459, + "grad_norm": 2.2549049854278564, + "learning_rate": 9.681825108950366e-06, + "loss": 2.4707, + "step": 30660 + }, + { + "epoch": 0.5248463684760095, + "grad_norm": 2.385446071624756, + "learning_rate": 9.681270984911488e-06, + "loss": 2.5458, + "step": 30661 + }, + { + "epoch": 0.52486348619456, + "grad_norm": 2.390556812286377, + "learning_rate": 9.680716861852272e-06, + "loss": 2.5943, + "step": 30662 + }, + { + "epoch": 0.5248806039131104, + "grad_norm": 2.4073495864868164, + "learning_rate": 9.680162739774424e-06, + "loss": 2.5538, + "step": 30663 + }, + { + "epoch": 0.5248977216316609, + "grad_norm": 2.252244234085083, + "learning_rate": 9.679608618679642e-06, + "loss": 2.4187, + "step": 30664 + }, + { + "epoch": 0.5249148393502114, + "grad_norm": 2.343674898147583, + "learning_rate": 9.679054498569633e-06, + "loss": 2.4285, + "step": 30665 + }, + { + "epoch": 0.5249319570687618, + "grad_norm": 2.206500768661499, + "learning_rate": 9.678500379446095e-06, + "loss": 2.395, + "step": 30666 + }, + { + "epoch": 0.5249490747873123, + "grad_norm": 2.2056639194488525, + "learning_rate": 9.677946261310738e-06, + "loss": 2.4771, + "step": 30667 + }, + { + "epoch": 0.5249661925058628, + "grad_norm": 2.3547208309173584, + "learning_rate": 9.67739214416526e-06, + "loss": 2.5052, + "step": 30668 + }, + { + "epoch": 0.5249833102244132, + "grad_norm": 2.2286980152130127, + "learning_rate": 9.676838028011369e-06, + "loss": 2.4667, + "step": 30669 + }, + { + "epoch": 0.5250004279429638, + "grad_norm": 2.4443891048431396, + "learning_rate": 9.676283912850764e-06, + "loss": 2.5911, + "step": 30670 + }, + { + "epoch": 0.5250175456615143, + "grad_norm": 2.318805456161499, + "learning_rate": 9.675729798685149e-06, + "loss": 2.5808, + "step": 30671 + }, + { + "epoch": 0.5250346633800647, + "grad_norm": 2.2533864974975586, + "learning_rate": 9.67517568551623e-06, + "loss": 2.4248, + "step": 30672 + }, + { + "epoch": 0.5250517810986152, + "grad_norm": 2.3371434211730957, + "learning_rate": 9.674621573345702e-06, + "loss": 2.4776, + "step": 30673 + }, + { + "epoch": 0.5250688988171657, + "grad_norm": 2.353271484375, + "learning_rate": 9.674067462175278e-06, + "loss": 2.5006, + "step": 30674 + }, + { + "epoch": 0.5250860165357161, + "grad_norm": 2.3055782318115234, + "learning_rate": 9.673513352006656e-06, + "loss": 2.4014, + "step": 30675 + }, + { + "epoch": 0.5251031342542666, + "grad_norm": 2.276418685913086, + "learning_rate": 9.672959242841542e-06, + "loss": 2.5523, + "step": 30676 + }, + { + "epoch": 0.5251202519728171, + "grad_norm": 2.272139549255371, + "learning_rate": 9.672405134681638e-06, + "loss": 2.5103, + "step": 30677 + }, + { + "epoch": 0.5251373696913675, + "grad_norm": 2.3191943168640137, + "learning_rate": 9.671851027528641e-06, + "loss": 2.4811, + "step": 30678 + }, + { + "epoch": 0.525154487409918, + "grad_norm": 2.319729804992676, + "learning_rate": 9.671296921384265e-06, + "loss": 2.5244, + "step": 30679 + }, + { + "epoch": 0.5251716051284685, + "grad_norm": 2.4085395336151123, + "learning_rate": 9.670742816250205e-06, + "loss": 2.539, + "step": 30680 + }, + { + "epoch": 0.5251887228470189, + "grad_norm": 2.3596949577331543, + "learning_rate": 9.67018871212817e-06, + "loss": 2.4239, + "step": 30681 + }, + { + "epoch": 0.5252058405655694, + "grad_norm": 2.482245683670044, + "learning_rate": 9.669634609019853e-06, + "loss": 2.6186, + "step": 30682 + }, + { + "epoch": 0.5252229582841199, + "grad_norm": 2.1926159858703613, + "learning_rate": 9.66908050692697e-06, + "loss": 2.4457, + "step": 30683 + }, + { + "epoch": 0.5252400760026703, + "grad_norm": 2.427104949951172, + "learning_rate": 9.668526405851219e-06, + "loss": 2.5555, + "step": 30684 + }, + { + "epoch": 0.5252571937212208, + "grad_norm": 2.3121931552886963, + "learning_rate": 9.6679723057943e-06, + "loss": 2.5296, + "step": 30685 + }, + { + "epoch": 0.5252743114397713, + "grad_norm": 2.496070384979248, + "learning_rate": 9.66741820675792e-06, + "loss": 2.509, + "step": 30686 + }, + { + "epoch": 0.5252914291583218, + "grad_norm": 2.3371429443359375, + "learning_rate": 9.666864108743776e-06, + "loss": 2.3965, + "step": 30687 + }, + { + "epoch": 0.5253085468768722, + "grad_norm": 2.182645797729492, + "learning_rate": 9.66631001175358e-06, + "loss": 2.2922, + "step": 30688 + }, + { + "epoch": 0.5253256645954227, + "grad_norm": 2.2244033813476562, + "learning_rate": 9.665755915789027e-06, + "loss": 2.5063, + "step": 30689 + }, + { + "epoch": 0.5253427823139732, + "grad_norm": 2.2936630249023438, + "learning_rate": 9.665201820851828e-06, + "loss": 2.4454, + "step": 30690 + }, + { + "epoch": 0.5253599000325236, + "grad_norm": 2.288668155670166, + "learning_rate": 9.66464772694368e-06, + "loss": 2.5302, + "step": 30691 + }, + { + "epoch": 0.5253770177510741, + "grad_norm": 2.2943239212036133, + "learning_rate": 9.664093634066288e-06, + "loss": 2.5205, + "step": 30692 + }, + { + "epoch": 0.5253941354696247, + "grad_norm": 2.255125045776367, + "learning_rate": 9.663539542221358e-06, + "loss": 2.4876, + "step": 30693 + }, + { + "epoch": 0.525411253188175, + "grad_norm": 2.2875914573669434, + "learning_rate": 9.662985451410584e-06, + "loss": 2.5303, + "step": 30694 + }, + { + "epoch": 0.5254283709067256, + "grad_norm": 2.3758187294006348, + "learning_rate": 9.662431361635681e-06, + "loss": 2.4705, + "step": 30695 + }, + { + "epoch": 0.5254454886252761, + "grad_norm": 2.343120574951172, + "learning_rate": 9.661877272898344e-06, + "loss": 2.5112, + "step": 30696 + }, + { + "epoch": 0.5254626063438265, + "grad_norm": 2.4702043533325195, + "learning_rate": 9.661323185200279e-06, + "loss": 2.6042, + "step": 30697 + }, + { + "epoch": 0.525479724062377, + "grad_norm": 2.4220988750457764, + "learning_rate": 9.660769098543186e-06, + "loss": 2.6132, + "step": 30698 + }, + { + "epoch": 0.5254968417809275, + "grad_norm": 2.4437363147735596, + "learning_rate": 9.660215012928774e-06, + "loss": 2.6257, + "step": 30699 + }, + { + "epoch": 0.5255139594994779, + "grad_norm": 2.4602229595184326, + "learning_rate": 9.659660928358744e-06, + "loss": 2.5857, + "step": 30700 + }, + { + "epoch": 0.5255310772180284, + "grad_norm": 2.2264764308929443, + "learning_rate": 9.659106844834795e-06, + "loss": 2.4434, + "step": 30701 + }, + { + "epoch": 0.5255481949365789, + "grad_norm": 2.268470525741577, + "learning_rate": 9.658552762358634e-06, + "loss": 2.427, + "step": 30702 + }, + { + "epoch": 0.5255653126551293, + "grad_norm": 2.2155706882476807, + "learning_rate": 9.657998680931957e-06, + "loss": 2.4133, + "step": 30703 + }, + { + "epoch": 0.5255824303736798, + "grad_norm": 2.4226338863372803, + "learning_rate": 9.65744460055648e-06, + "loss": 2.4839, + "step": 30704 + }, + { + "epoch": 0.5255995480922303, + "grad_norm": 2.2959556579589844, + "learning_rate": 9.656890521233894e-06, + "loss": 2.5237, + "step": 30705 + }, + { + "epoch": 0.5256166658107807, + "grad_norm": 2.363267660140991, + "learning_rate": 9.656336442965912e-06, + "loss": 2.5122, + "step": 30706 + }, + { + "epoch": 0.5256337835293312, + "grad_norm": 2.3136379718780518, + "learning_rate": 9.65578236575423e-06, + "loss": 2.5047, + "step": 30707 + }, + { + "epoch": 0.5256509012478817, + "grad_norm": 2.367460250854492, + "learning_rate": 9.655228289600553e-06, + "loss": 2.507, + "step": 30708 + }, + { + "epoch": 0.5256680189664321, + "grad_norm": 2.299196720123291, + "learning_rate": 9.654674214506586e-06, + "loss": 2.5023, + "step": 30709 + }, + { + "epoch": 0.5256851366849826, + "grad_norm": 2.3537487983703613, + "learning_rate": 9.654120140474024e-06, + "loss": 2.4033, + "step": 30710 + }, + { + "epoch": 0.5257022544035331, + "grad_norm": 2.194638967514038, + "learning_rate": 9.653566067504581e-06, + "loss": 2.3864, + "step": 30711 + }, + { + "epoch": 0.5257193721220835, + "grad_norm": 2.3912127017974854, + "learning_rate": 9.653011995599955e-06, + "loss": 2.5502, + "step": 30712 + }, + { + "epoch": 0.525736489840634, + "grad_norm": 2.1817800998687744, + "learning_rate": 9.652457924761849e-06, + "loss": 2.565, + "step": 30713 + }, + { + "epoch": 0.5257536075591845, + "grad_norm": 2.431163787841797, + "learning_rate": 9.651903854991967e-06, + "loss": 2.5248, + "step": 30714 + }, + { + "epoch": 0.5257707252777349, + "grad_norm": 2.280529260635376, + "learning_rate": 9.651349786292007e-06, + "loss": 2.5818, + "step": 30715 + }, + { + "epoch": 0.5257878429962854, + "grad_norm": 2.3857274055480957, + "learning_rate": 9.650795718663682e-06, + "loss": 2.543, + "step": 30716 + }, + { + "epoch": 0.525804960714836, + "grad_norm": 2.3016717433929443, + "learning_rate": 9.650241652108686e-06, + "loss": 2.4868, + "step": 30717 + }, + { + "epoch": 0.5258220784333864, + "grad_norm": 2.326228618621826, + "learning_rate": 9.649687586628727e-06, + "loss": 2.4197, + "step": 30718 + }, + { + "epoch": 0.5258391961519369, + "grad_norm": 2.2938921451568604, + "learning_rate": 9.649133522225503e-06, + "loss": 2.5712, + "step": 30719 + }, + { + "epoch": 0.5258563138704874, + "grad_norm": 2.443011522293091, + "learning_rate": 9.648579458900723e-06, + "loss": 2.4956, + "step": 30720 + }, + { + "epoch": 0.5258734315890378, + "grad_norm": 2.273023843765259, + "learning_rate": 9.648025396656088e-06, + "loss": 2.5257, + "step": 30721 + }, + { + "epoch": 0.5258905493075883, + "grad_norm": 2.4091734886169434, + "learning_rate": 9.647471335493299e-06, + "loss": 2.4632, + "step": 30722 + }, + { + "epoch": 0.5259076670261388, + "grad_norm": 2.5269603729248047, + "learning_rate": 9.646917275414061e-06, + "loss": 2.5529, + "step": 30723 + }, + { + "epoch": 0.5259247847446892, + "grad_norm": 2.411345958709717, + "learning_rate": 9.646363216420072e-06, + "loss": 2.4714, + "step": 30724 + }, + { + "epoch": 0.5259419024632397, + "grad_norm": 2.355128765106201, + "learning_rate": 9.645809158513046e-06, + "loss": 2.5792, + "step": 30725 + }, + { + "epoch": 0.5259590201817902, + "grad_norm": 2.322511672973633, + "learning_rate": 9.645255101694673e-06, + "loss": 2.5646, + "step": 30726 + }, + { + "epoch": 0.5259761379003406, + "grad_norm": 2.271855592727661, + "learning_rate": 9.644701045966668e-06, + "loss": 2.5089, + "step": 30727 + }, + { + "epoch": 0.5259932556188911, + "grad_norm": 2.407961368560791, + "learning_rate": 9.644146991330724e-06, + "loss": 2.4852, + "step": 30728 + }, + { + "epoch": 0.5260103733374416, + "grad_norm": 2.4178168773651123, + "learning_rate": 9.64359293778855e-06, + "loss": 2.5761, + "step": 30729 + }, + { + "epoch": 0.526027491055992, + "grad_norm": 2.3496429920196533, + "learning_rate": 9.643038885341848e-06, + "loss": 2.4697, + "step": 30730 + }, + { + "epoch": 0.5260446087745425, + "grad_norm": 2.3080575466156006, + "learning_rate": 9.642484833992317e-06, + "loss": 2.4412, + "step": 30731 + }, + { + "epoch": 0.526061726493093, + "grad_norm": 2.427896022796631, + "learning_rate": 9.641930783741665e-06, + "loss": 2.4538, + "step": 30732 + }, + { + "epoch": 0.5260788442116435, + "grad_norm": 2.607802152633667, + "learning_rate": 9.641376734591592e-06, + "loss": 2.5509, + "step": 30733 + }, + { + "epoch": 0.5260959619301939, + "grad_norm": 2.43251895904541, + "learning_rate": 9.640822686543805e-06, + "loss": 2.4733, + "step": 30734 + }, + { + "epoch": 0.5261130796487444, + "grad_norm": 2.3607351779937744, + "learning_rate": 9.640268639600004e-06, + "loss": 2.5425, + "step": 30735 + }, + { + "epoch": 0.5261301973672949, + "grad_norm": 2.4590141773223877, + "learning_rate": 9.639714593761885e-06, + "loss": 2.6156, + "step": 30736 + }, + { + "epoch": 0.5261473150858453, + "grad_norm": 2.5803582668304443, + "learning_rate": 9.639160549031164e-06, + "loss": 2.6258, + "step": 30737 + }, + { + "epoch": 0.5261644328043958, + "grad_norm": 2.463927745819092, + "learning_rate": 9.638606505409536e-06, + "loss": 2.4572, + "step": 30738 + }, + { + "epoch": 0.5261815505229464, + "grad_norm": 2.3176777362823486, + "learning_rate": 9.638052462898707e-06, + "loss": 2.4853, + "step": 30739 + }, + { + "epoch": 0.5261986682414967, + "grad_norm": 2.327000141143799, + "learning_rate": 9.637498421500374e-06, + "loss": 2.5176, + "step": 30740 + }, + { + "epoch": 0.5262157859600473, + "grad_norm": 2.2933921813964844, + "learning_rate": 9.63694438121625e-06, + "loss": 2.4363, + "step": 30741 + }, + { + "epoch": 0.5262329036785978, + "grad_norm": 2.3064002990722656, + "learning_rate": 9.63639034204803e-06, + "loss": 2.5727, + "step": 30742 + }, + { + "epoch": 0.5262500213971482, + "grad_norm": 2.3184049129486084, + "learning_rate": 9.635836303997418e-06, + "loss": 2.4399, + "step": 30743 + }, + { + "epoch": 0.5262671391156987, + "grad_norm": 2.3732221126556396, + "learning_rate": 9.635282267066122e-06, + "loss": 2.4271, + "step": 30744 + }, + { + "epoch": 0.5262842568342492, + "grad_norm": 2.4647483825683594, + "learning_rate": 9.634728231255837e-06, + "loss": 2.5632, + "step": 30745 + }, + { + "epoch": 0.5263013745527996, + "grad_norm": 2.302929639816284, + "learning_rate": 9.634174196568275e-06, + "loss": 2.5124, + "step": 30746 + }, + { + "epoch": 0.5263184922713501, + "grad_norm": 2.445716142654419, + "learning_rate": 9.633620163005128e-06, + "loss": 2.6612, + "step": 30747 + }, + { + "epoch": 0.5263356099899006, + "grad_norm": 2.4229671955108643, + "learning_rate": 9.63306613056811e-06, + "loss": 2.5569, + "step": 30748 + }, + { + "epoch": 0.526352727708451, + "grad_norm": 2.3570711612701416, + "learning_rate": 9.63251209925892e-06, + "loss": 2.4844, + "step": 30749 + }, + { + "epoch": 0.5263698454270015, + "grad_norm": 2.25807785987854, + "learning_rate": 9.631958069079256e-06, + "loss": 2.5082, + "step": 30750 + }, + { + "epoch": 0.526386963145552, + "grad_norm": 2.3614461421966553, + "learning_rate": 9.631404040030826e-06, + "loss": 2.5051, + "step": 30751 + }, + { + "epoch": 0.5264040808641024, + "grad_norm": 2.3853743076324463, + "learning_rate": 9.630850012115329e-06, + "loss": 2.4802, + "step": 30752 + }, + { + "epoch": 0.5264211985826529, + "grad_norm": 2.2607522010803223, + "learning_rate": 9.630295985334474e-06, + "loss": 2.5225, + "step": 30753 + }, + { + "epoch": 0.5264383163012034, + "grad_norm": 2.349128484725952, + "learning_rate": 9.629741959689958e-06, + "loss": 2.4562, + "step": 30754 + }, + { + "epoch": 0.5264554340197538, + "grad_norm": 2.294376850128174, + "learning_rate": 9.629187935183489e-06, + "loss": 2.4642, + "step": 30755 + }, + { + "epoch": 0.5264725517383043, + "grad_norm": 2.3058955669403076, + "learning_rate": 9.628633911816766e-06, + "loss": 2.5079, + "step": 30756 + }, + { + "epoch": 0.5264896694568548, + "grad_norm": 2.2942774295806885, + "learning_rate": 9.62807988959149e-06, + "loss": 2.5151, + "step": 30757 + }, + { + "epoch": 0.5265067871754052, + "grad_norm": 2.4036948680877686, + "learning_rate": 9.62752586850937e-06, + "loss": 2.576, + "step": 30758 + }, + { + "epoch": 0.5265239048939557, + "grad_norm": 2.482161521911621, + "learning_rate": 9.626971848572101e-06, + "loss": 2.4926, + "step": 30759 + }, + { + "epoch": 0.5265410226125062, + "grad_norm": 2.3435182571411133, + "learning_rate": 9.626417829781396e-06, + "loss": 2.5233, + "step": 30760 + }, + { + "epoch": 0.5265581403310566, + "grad_norm": 2.2426536083221436, + "learning_rate": 9.62586381213895e-06, + "loss": 2.3949, + "step": 30761 + }, + { + "epoch": 0.5265752580496071, + "grad_norm": 2.327075481414795, + "learning_rate": 9.62530979564647e-06, + "loss": 2.4564, + "step": 30762 + }, + { + "epoch": 0.5265923757681577, + "grad_norm": 2.356186866760254, + "learning_rate": 9.624755780305653e-06, + "loss": 2.528, + "step": 30763 + }, + { + "epoch": 0.526609493486708, + "grad_norm": 2.506237745285034, + "learning_rate": 9.624201766118212e-06, + "loss": 2.5604, + "step": 30764 + }, + { + "epoch": 0.5266266112052586, + "grad_norm": 2.2318115234375, + "learning_rate": 9.623647753085842e-06, + "loss": 2.3235, + "step": 30765 + }, + { + "epoch": 0.5266437289238091, + "grad_norm": 2.255429267883301, + "learning_rate": 9.623093741210245e-06, + "loss": 2.54, + "step": 30766 + }, + { + "epoch": 0.5266608466423595, + "grad_norm": 2.340733528137207, + "learning_rate": 9.62253973049313e-06, + "loss": 2.4338, + "step": 30767 + }, + { + "epoch": 0.52667796436091, + "grad_norm": 2.4630212783813477, + "learning_rate": 9.621985720936192e-06, + "loss": 2.5034, + "step": 30768 + }, + { + "epoch": 0.5266950820794605, + "grad_norm": 2.250161647796631, + "learning_rate": 9.621431712541141e-06, + "loss": 2.434, + "step": 30769 + }, + { + "epoch": 0.5267121997980109, + "grad_norm": 2.4840786457061768, + "learning_rate": 9.620877705309677e-06, + "loss": 2.4422, + "step": 30770 + }, + { + "epoch": 0.5267293175165614, + "grad_norm": 2.3428595066070557, + "learning_rate": 9.620323699243504e-06, + "loss": 2.4759, + "step": 30771 + }, + { + "epoch": 0.5267464352351119, + "grad_norm": 2.327305555343628, + "learning_rate": 9.619769694344322e-06, + "loss": 2.4623, + "step": 30772 + }, + { + "epoch": 0.5267635529536623, + "grad_norm": 2.4506418704986572, + "learning_rate": 9.619215690613833e-06, + "loss": 2.4978, + "step": 30773 + }, + { + "epoch": 0.5267806706722128, + "grad_norm": 2.398254871368408, + "learning_rate": 9.618661688053747e-06, + "loss": 2.437, + "step": 30774 + }, + { + "epoch": 0.5267977883907633, + "grad_norm": 2.3164403438568115, + "learning_rate": 9.618107686665759e-06, + "loss": 2.4292, + "step": 30775 + }, + { + "epoch": 0.5268149061093137, + "grad_norm": 2.3325674533843994, + "learning_rate": 9.617553686451578e-06, + "loss": 2.4528, + "step": 30776 + }, + { + "epoch": 0.5268320238278642, + "grad_norm": 2.325974702835083, + "learning_rate": 9.616999687412897e-06, + "loss": 2.5653, + "step": 30777 + }, + { + "epoch": 0.5268491415464147, + "grad_norm": 2.4839107990264893, + "learning_rate": 9.616445689551431e-06, + "loss": 2.6424, + "step": 30778 + }, + { + "epoch": 0.5268662592649652, + "grad_norm": 2.5427963733673096, + "learning_rate": 9.615891692868878e-06, + "loss": 2.4931, + "step": 30779 + }, + { + "epoch": 0.5268833769835156, + "grad_norm": 2.59419584274292, + "learning_rate": 9.615337697366935e-06, + "loss": 2.5945, + "step": 30780 + }, + { + "epoch": 0.5269004947020661, + "grad_norm": 2.4316277503967285, + "learning_rate": 9.614783703047316e-06, + "loss": 2.5313, + "step": 30781 + }, + { + "epoch": 0.5269176124206166, + "grad_norm": 2.491089105606079, + "learning_rate": 9.614229709911713e-06, + "loss": 2.6821, + "step": 30782 + }, + { + "epoch": 0.526934730139167, + "grad_norm": 2.3569328784942627, + "learning_rate": 9.613675717961837e-06, + "loss": 2.5127, + "step": 30783 + }, + { + "epoch": 0.5269518478577175, + "grad_norm": 2.487488269805908, + "learning_rate": 9.613121727199383e-06, + "loss": 2.521, + "step": 30784 + }, + { + "epoch": 0.526968965576268, + "grad_norm": 2.5060198307037354, + "learning_rate": 9.612567737626062e-06, + "loss": 2.5461, + "step": 30785 + }, + { + "epoch": 0.5269860832948184, + "grad_norm": 2.4585070610046387, + "learning_rate": 9.612013749243572e-06, + "loss": 2.4505, + "step": 30786 + }, + { + "epoch": 0.527003201013369, + "grad_norm": 2.458402633666992, + "learning_rate": 9.611459762053617e-06, + "loss": 2.6104, + "step": 30787 + }, + { + "epoch": 0.5270203187319195, + "grad_norm": 2.4527244567871094, + "learning_rate": 9.610905776057898e-06, + "loss": 2.5579, + "step": 30788 + }, + { + "epoch": 0.5270374364504699, + "grad_norm": 2.3534505367279053, + "learning_rate": 9.610351791258116e-06, + "loss": 2.5272, + "step": 30789 + }, + { + "epoch": 0.5270545541690204, + "grad_norm": 2.436480760574341, + "learning_rate": 9.609797807655982e-06, + "loss": 2.5959, + "step": 30790 + }, + { + "epoch": 0.5270716718875709, + "grad_norm": 2.3003029823303223, + "learning_rate": 9.609243825253191e-06, + "loss": 2.5444, + "step": 30791 + }, + { + "epoch": 0.5270887896061213, + "grad_norm": 2.188141107559204, + "learning_rate": 9.60868984405145e-06, + "loss": 2.4107, + "step": 30792 + }, + { + "epoch": 0.5271059073246718, + "grad_norm": 2.308655261993408, + "learning_rate": 9.608135864052461e-06, + "loss": 2.5933, + "step": 30793 + }, + { + "epoch": 0.5271230250432223, + "grad_norm": 2.4088492393493652, + "learning_rate": 9.607581885257922e-06, + "loss": 2.5322, + "step": 30794 + }, + { + "epoch": 0.5271401427617727, + "grad_norm": 2.4818193912506104, + "learning_rate": 9.60702790766954e-06, + "loss": 2.5373, + "step": 30795 + }, + { + "epoch": 0.5271572604803232, + "grad_norm": 2.304192543029785, + "learning_rate": 9.606473931289017e-06, + "loss": 2.5371, + "step": 30796 + }, + { + "epoch": 0.5271743781988737, + "grad_norm": 2.2565011978149414, + "learning_rate": 9.60591995611806e-06, + "loss": 2.5066, + "step": 30797 + }, + { + "epoch": 0.5271914959174241, + "grad_norm": 2.244774341583252, + "learning_rate": 9.605365982158364e-06, + "loss": 2.4085, + "step": 30798 + }, + { + "epoch": 0.5272086136359746, + "grad_norm": 2.2021265029907227, + "learning_rate": 9.60481200941164e-06, + "loss": 2.4053, + "step": 30799 + }, + { + "epoch": 0.5272257313545251, + "grad_norm": 2.3799076080322266, + "learning_rate": 9.604258037879583e-06, + "loss": 2.5808, + "step": 30800 + }, + { + "epoch": 0.5272428490730755, + "grad_norm": 2.3885865211486816, + "learning_rate": 9.603704067563897e-06, + "loss": 2.4985, + "step": 30801 + }, + { + "epoch": 0.527259966791626, + "grad_norm": 2.3263802528381348, + "learning_rate": 9.603150098466289e-06, + "loss": 2.4488, + "step": 30802 + }, + { + "epoch": 0.5272770845101765, + "grad_norm": 2.2864747047424316, + "learning_rate": 9.602596130588458e-06, + "loss": 2.452, + "step": 30803 + }, + { + "epoch": 0.5272942022287269, + "grad_norm": 2.4640634059906006, + "learning_rate": 9.602042163932111e-06, + "loss": 2.5156, + "step": 30804 + }, + { + "epoch": 0.5273113199472774, + "grad_norm": 2.364778995513916, + "learning_rate": 9.601488198498942e-06, + "loss": 2.441, + "step": 30805 + }, + { + "epoch": 0.5273284376658279, + "grad_norm": 2.163339614868164, + "learning_rate": 9.600934234290665e-06, + "loss": 2.3962, + "step": 30806 + }, + { + "epoch": 0.5273455553843783, + "grad_norm": 2.336606740951538, + "learning_rate": 9.600380271308977e-06, + "loss": 2.5621, + "step": 30807 + }, + { + "epoch": 0.5273626731029288, + "grad_norm": 2.213510751724243, + "learning_rate": 9.599826309555577e-06, + "loss": 2.4846, + "step": 30808 + }, + { + "epoch": 0.5273797908214793, + "grad_norm": 2.357924461364746, + "learning_rate": 9.599272349032176e-06, + "loss": 2.4694, + "step": 30809 + }, + { + "epoch": 0.5273969085400297, + "grad_norm": 2.2628345489501953, + "learning_rate": 9.598718389740465e-06, + "loss": 2.5232, + "step": 30810 + }, + { + "epoch": 0.5274140262585802, + "grad_norm": 2.4299232959747314, + "learning_rate": 9.598164431682161e-06, + "loss": 2.6272, + "step": 30811 + }, + { + "epoch": 0.5274311439771308, + "grad_norm": 2.3364102840423584, + "learning_rate": 9.597610474858956e-06, + "loss": 2.5508, + "step": 30812 + }, + { + "epoch": 0.5274482616956812, + "grad_norm": 2.376927375793457, + "learning_rate": 9.597056519272559e-06, + "loss": 2.4144, + "step": 30813 + }, + { + "epoch": 0.5274653794142317, + "grad_norm": 2.1983182430267334, + "learning_rate": 9.59650256492467e-06, + "loss": 2.3945, + "step": 30814 + }, + { + "epoch": 0.5274824971327822, + "grad_norm": 2.4504661560058594, + "learning_rate": 9.595948611816985e-06, + "loss": 2.4884, + "step": 30815 + }, + { + "epoch": 0.5274996148513326, + "grad_norm": 2.2269277572631836, + "learning_rate": 9.59539465995122e-06, + "loss": 2.3871, + "step": 30816 + }, + { + "epoch": 0.5275167325698831, + "grad_norm": 2.3604438304901123, + "learning_rate": 9.594840709329066e-06, + "loss": 2.4898, + "step": 30817 + }, + { + "epoch": 0.5275338502884336, + "grad_norm": 2.140610694885254, + "learning_rate": 9.594286759952233e-06, + "loss": 2.4088, + "step": 30818 + }, + { + "epoch": 0.527550968006984, + "grad_norm": 2.3365187644958496, + "learning_rate": 9.59373281182242e-06, + "loss": 2.4851, + "step": 30819 + }, + { + "epoch": 0.5275680857255345, + "grad_norm": 2.435436487197876, + "learning_rate": 9.593178864941334e-06, + "loss": 2.4303, + "step": 30820 + }, + { + "epoch": 0.527585203444085, + "grad_norm": 2.3287768363952637, + "learning_rate": 9.592624919310673e-06, + "loss": 2.4386, + "step": 30821 + }, + { + "epoch": 0.5276023211626354, + "grad_norm": 2.408823251724243, + "learning_rate": 9.592070974932138e-06, + "loss": 2.4598, + "step": 30822 + }, + { + "epoch": 0.5276194388811859, + "grad_norm": 2.364650249481201, + "learning_rate": 9.591517031807438e-06, + "loss": 2.5589, + "step": 30823 + }, + { + "epoch": 0.5276365565997364, + "grad_norm": 2.301252603530884, + "learning_rate": 9.59096308993827e-06, + "loss": 2.4549, + "step": 30824 + }, + { + "epoch": 0.5276536743182869, + "grad_norm": 2.379216432571411, + "learning_rate": 9.590409149326344e-06, + "loss": 2.3988, + "step": 30825 + }, + { + "epoch": 0.5276707920368373, + "grad_norm": 2.3195717334747314, + "learning_rate": 9.58985520997335e-06, + "loss": 2.5268, + "step": 30826 + }, + { + "epoch": 0.5276879097553878, + "grad_norm": 2.2895255088806152, + "learning_rate": 9.589301271881002e-06, + "loss": 2.4573, + "step": 30827 + }, + { + "epoch": 0.5277050274739383, + "grad_norm": 2.3811960220336914, + "learning_rate": 9.588747335051e-06, + "loss": 2.5099, + "step": 30828 + }, + { + "epoch": 0.5277221451924887, + "grad_norm": 2.473921060562134, + "learning_rate": 9.588193399485044e-06, + "loss": 2.4521, + "step": 30829 + }, + { + "epoch": 0.5277392629110392, + "grad_norm": 2.4282543659210205, + "learning_rate": 9.587639465184841e-06, + "loss": 2.4666, + "step": 30830 + }, + { + "epoch": 0.5277563806295897, + "grad_norm": 2.3461813926696777, + "learning_rate": 9.587085532152084e-06, + "loss": 2.511, + "step": 30831 + }, + { + "epoch": 0.5277734983481401, + "grad_norm": 2.4054744243621826, + "learning_rate": 9.586531600388488e-06, + "loss": 2.5213, + "step": 30832 + }, + { + "epoch": 0.5277906160666906, + "grad_norm": 2.3415534496307373, + "learning_rate": 9.585977669895744e-06, + "loss": 2.5489, + "step": 30833 + }, + { + "epoch": 0.5278077337852412, + "grad_norm": 2.3509316444396973, + "learning_rate": 9.585423740675566e-06, + "loss": 2.4567, + "step": 30834 + }, + { + "epoch": 0.5278248515037915, + "grad_norm": 2.3597493171691895, + "learning_rate": 9.584869812729648e-06, + "loss": 2.4658, + "step": 30835 + }, + { + "epoch": 0.5278419692223421, + "grad_norm": 2.36358642578125, + "learning_rate": 9.584315886059697e-06, + "loss": 2.5174, + "step": 30836 + }, + { + "epoch": 0.5278590869408926, + "grad_norm": 2.4980099201202393, + "learning_rate": 9.583761960667416e-06, + "loss": 2.5777, + "step": 30837 + }, + { + "epoch": 0.527876204659443, + "grad_norm": 2.4867966175079346, + "learning_rate": 9.5832080365545e-06, + "loss": 2.517, + "step": 30838 + }, + { + "epoch": 0.5278933223779935, + "grad_norm": 2.4072251319885254, + "learning_rate": 9.582654113722662e-06, + "loss": 2.4917, + "step": 30839 + }, + { + "epoch": 0.527910440096544, + "grad_norm": 2.3428637981414795, + "learning_rate": 9.582100192173598e-06, + "loss": 2.4829, + "step": 30840 + }, + { + "epoch": 0.5279275578150944, + "grad_norm": 2.322636365890503, + "learning_rate": 9.581546271909015e-06, + "loss": 2.5878, + "step": 30841 + }, + { + "epoch": 0.5279446755336449, + "grad_norm": 2.374906301498413, + "learning_rate": 9.580992352930608e-06, + "loss": 2.5406, + "step": 30842 + }, + { + "epoch": 0.5279617932521954, + "grad_norm": 2.386507511138916, + "learning_rate": 9.580438435240089e-06, + "loss": 2.5018, + "step": 30843 + }, + { + "epoch": 0.5279789109707458, + "grad_norm": 2.3804450035095215, + "learning_rate": 9.579884518839155e-06, + "loss": 2.5407, + "step": 30844 + }, + { + "epoch": 0.5279960286892963, + "grad_norm": 2.4715287685394287, + "learning_rate": 9.579330603729508e-06, + "loss": 2.597, + "step": 30845 + }, + { + "epoch": 0.5280131464078468, + "grad_norm": 2.392936944961548, + "learning_rate": 9.578776689912853e-06, + "loss": 2.3589, + "step": 30846 + }, + { + "epoch": 0.5280302641263972, + "grad_norm": 2.510093927383423, + "learning_rate": 9.57822277739089e-06, + "loss": 2.5802, + "step": 30847 + }, + { + "epoch": 0.5280473818449477, + "grad_norm": 2.274029493331909, + "learning_rate": 9.577668866165327e-06, + "loss": 2.6779, + "step": 30848 + }, + { + "epoch": 0.5280644995634982, + "grad_norm": 2.532944440841675, + "learning_rate": 9.577114956237858e-06, + "loss": 2.5988, + "step": 30849 + }, + { + "epoch": 0.5280816172820486, + "grad_norm": 2.460871696472168, + "learning_rate": 9.576561047610195e-06, + "loss": 2.6169, + "step": 30850 + }, + { + "epoch": 0.5280987350005991, + "grad_norm": 2.5582470893859863, + "learning_rate": 9.576007140284033e-06, + "loss": 2.6666, + "step": 30851 + }, + { + "epoch": 0.5281158527191496, + "grad_norm": 2.3578126430511475, + "learning_rate": 9.575453234261078e-06, + "loss": 2.5057, + "step": 30852 + }, + { + "epoch": 0.5281329704377, + "grad_norm": 2.301367998123169, + "learning_rate": 9.574899329543035e-06, + "loss": 2.5245, + "step": 30853 + }, + { + "epoch": 0.5281500881562505, + "grad_norm": 2.408592700958252, + "learning_rate": 9.574345426131595e-06, + "loss": 2.434, + "step": 30854 + }, + { + "epoch": 0.528167205874801, + "grad_norm": 2.2762186527252197, + "learning_rate": 9.573791524028478e-06, + "loss": 2.4903, + "step": 30855 + }, + { + "epoch": 0.5281843235933514, + "grad_norm": 2.521458387374878, + "learning_rate": 9.573237623235372e-06, + "loss": 2.613, + "step": 30856 + }, + { + "epoch": 0.5282014413119019, + "grad_norm": 2.38801646232605, + "learning_rate": 9.572683723753987e-06, + "loss": 2.5025, + "step": 30857 + }, + { + "epoch": 0.5282185590304525, + "grad_norm": 2.346688985824585, + "learning_rate": 9.572129825586024e-06, + "loss": 2.479, + "step": 30858 + }, + { + "epoch": 0.5282356767490028, + "grad_norm": 2.2738096714019775, + "learning_rate": 9.571575928733181e-06, + "loss": 2.5252, + "step": 30859 + }, + { + "epoch": 0.5282527944675534, + "grad_norm": 2.4080772399902344, + "learning_rate": 9.571022033197168e-06, + "loss": 2.5457, + "step": 30860 + }, + { + "epoch": 0.5282699121861039, + "grad_norm": 2.544828414916992, + "learning_rate": 9.570468138979682e-06, + "loss": 2.4354, + "step": 30861 + }, + { + "epoch": 0.5282870299046543, + "grad_norm": 2.216505527496338, + "learning_rate": 9.569914246082429e-06, + "loss": 2.4162, + "step": 30862 + }, + { + "epoch": 0.5283041476232048, + "grad_norm": 2.27701473236084, + "learning_rate": 9.569360354507106e-06, + "loss": 2.3279, + "step": 30863 + }, + { + "epoch": 0.5283212653417553, + "grad_norm": 2.324193000793457, + "learning_rate": 9.568806464255423e-06, + "loss": 2.5453, + "step": 30864 + }, + { + "epoch": 0.5283383830603057, + "grad_norm": 2.2712886333465576, + "learning_rate": 9.568252575329079e-06, + "loss": 2.4978, + "step": 30865 + }, + { + "epoch": 0.5283555007788562, + "grad_norm": 2.2918171882629395, + "learning_rate": 9.567698687729773e-06, + "loss": 2.4594, + "step": 30866 + }, + { + "epoch": 0.5283726184974067, + "grad_norm": 2.3335514068603516, + "learning_rate": 9.567144801459214e-06, + "loss": 2.5391, + "step": 30867 + }, + { + "epoch": 0.5283897362159571, + "grad_norm": 2.3298182487487793, + "learning_rate": 9.566590916519097e-06, + "loss": 2.3899, + "step": 30868 + }, + { + "epoch": 0.5284068539345076, + "grad_norm": 2.24828839302063, + "learning_rate": 9.56603703291113e-06, + "loss": 2.4028, + "step": 30869 + }, + { + "epoch": 0.5284239716530581, + "grad_norm": 2.307818651199341, + "learning_rate": 9.565483150637012e-06, + "loss": 2.4342, + "step": 30870 + }, + { + "epoch": 0.5284410893716085, + "grad_norm": 2.259195566177368, + "learning_rate": 9.564929269698453e-06, + "loss": 2.4422, + "step": 30871 + }, + { + "epoch": 0.528458207090159, + "grad_norm": 2.3127355575561523, + "learning_rate": 9.564375390097149e-06, + "loss": 2.365, + "step": 30872 + }, + { + "epoch": 0.5284753248087095, + "grad_norm": 2.28546142578125, + "learning_rate": 9.563821511834799e-06, + "loss": 2.5049, + "step": 30873 + }, + { + "epoch": 0.52849244252726, + "grad_norm": 2.49101185798645, + "learning_rate": 9.563267634913114e-06, + "loss": 2.5415, + "step": 30874 + }, + { + "epoch": 0.5285095602458104, + "grad_norm": 2.5010833740234375, + "learning_rate": 9.562713759333786e-06, + "loss": 2.5608, + "step": 30875 + }, + { + "epoch": 0.5285266779643609, + "grad_norm": 2.3749194145202637, + "learning_rate": 9.56215988509853e-06, + "loss": 2.5503, + "step": 30876 + }, + { + "epoch": 0.5285437956829114, + "grad_norm": 2.4217302799224854, + "learning_rate": 9.561606012209038e-06, + "loss": 2.4787, + "step": 30877 + }, + { + "epoch": 0.5285609134014618, + "grad_norm": 2.343663454055786, + "learning_rate": 9.561052140667018e-06, + "loss": 2.4798, + "step": 30878 + }, + { + "epoch": 0.5285780311200123, + "grad_norm": 2.3743398189544678, + "learning_rate": 9.560498270474173e-06, + "loss": 2.5467, + "step": 30879 + }, + { + "epoch": 0.5285951488385628, + "grad_norm": 2.2826242446899414, + "learning_rate": 9.559944401632197e-06, + "loss": 2.417, + "step": 30880 + }, + { + "epoch": 0.5286122665571132, + "grad_norm": 2.40659499168396, + "learning_rate": 9.559390534142805e-06, + "loss": 2.5685, + "step": 30881 + }, + { + "epoch": 0.5286293842756637, + "grad_norm": 2.321084976196289, + "learning_rate": 9.558836668007688e-06, + "loss": 2.4365, + "step": 30882 + }, + { + "epoch": 0.5286465019942143, + "grad_norm": 2.316516637802124, + "learning_rate": 9.558282803228557e-06, + "loss": 2.5426, + "step": 30883 + }, + { + "epoch": 0.5286636197127647, + "grad_norm": 2.419151782989502, + "learning_rate": 9.557728939807107e-06, + "loss": 2.4969, + "step": 30884 + }, + { + "epoch": 0.5286807374313152, + "grad_norm": 2.2844505310058594, + "learning_rate": 9.557175077745048e-06, + "loss": 2.5176, + "step": 30885 + }, + { + "epoch": 0.5286978551498657, + "grad_norm": 2.4199094772338867, + "learning_rate": 9.556621217044078e-06, + "loss": 2.5207, + "step": 30886 + }, + { + "epoch": 0.5287149728684161, + "grad_norm": 2.37138032913208, + "learning_rate": 9.556067357705896e-06, + "loss": 2.479, + "step": 30887 + }, + { + "epoch": 0.5287320905869666, + "grad_norm": 2.368537664413452, + "learning_rate": 9.555513499732213e-06, + "loss": 2.4677, + "step": 30888 + }, + { + "epoch": 0.5287492083055171, + "grad_norm": 2.235477924346924, + "learning_rate": 9.554959643124724e-06, + "loss": 2.4156, + "step": 30889 + }, + { + "epoch": 0.5287663260240675, + "grad_norm": 2.3720805644989014, + "learning_rate": 9.554405787885136e-06, + "loss": 2.5239, + "step": 30890 + }, + { + "epoch": 0.528783443742618, + "grad_norm": 2.4554221630096436, + "learning_rate": 9.553851934015145e-06, + "loss": 2.5825, + "step": 30891 + }, + { + "epoch": 0.5288005614611685, + "grad_norm": 2.299708127975464, + "learning_rate": 9.553298081516462e-06, + "loss": 2.4816, + "step": 30892 + }, + { + "epoch": 0.5288176791797189, + "grad_norm": 2.2747902870178223, + "learning_rate": 9.552744230390784e-06, + "loss": 2.2838, + "step": 30893 + }, + { + "epoch": 0.5288347968982694, + "grad_norm": 2.560216188430786, + "learning_rate": 9.552190380639814e-06, + "loss": 2.5272, + "step": 30894 + }, + { + "epoch": 0.5288519146168199, + "grad_norm": 2.3370308876037598, + "learning_rate": 9.551636532265257e-06, + "loss": 2.5375, + "step": 30895 + }, + { + "epoch": 0.5288690323353703, + "grad_norm": 2.3234446048736572, + "learning_rate": 9.551082685268807e-06, + "loss": 2.4709, + "step": 30896 + }, + { + "epoch": 0.5288861500539208, + "grad_norm": 2.3563647270202637, + "learning_rate": 9.55052883965218e-06, + "loss": 2.4246, + "step": 30897 + }, + { + "epoch": 0.5289032677724713, + "grad_norm": 2.3238532543182373, + "learning_rate": 9.549974995417066e-06, + "loss": 2.4044, + "step": 30898 + }, + { + "epoch": 0.5289203854910217, + "grad_norm": 3.281359910964966, + "learning_rate": 9.549421152565173e-06, + "loss": 2.4306, + "step": 30899 + }, + { + "epoch": 0.5289375032095722, + "grad_norm": 2.368560552597046, + "learning_rate": 9.5488673110982e-06, + "loss": 2.4965, + "step": 30900 + }, + { + "epoch": 0.5289546209281227, + "grad_norm": 2.552799940109253, + "learning_rate": 9.548313471017856e-06, + "loss": 2.4297, + "step": 30901 + }, + { + "epoch": 0.5289717386466731, + "grad_norm": 2.35707688331604, + "learning_rate": 9.547759632325838e-06, + "loss": 2.5384, + "step": 30902 + }, + { + "epoch": 0.5289888563652236, + "grad_norm": 2.556976556777954, + "learning_rate": 9.547205795023848e-06, + "loss": 2.5585, + "step": 30903 + }, + { + "epoch": 0.5290059740837741, + "grad_norm": 2.405802011489868, + "learning_rate": 9.546651959113593e-06, + "loss": 2.4642, + "step": 30904 + }, + { + "epoch": 0.5290230918023245, + "grad_norm": 2.341092824935913, + "learning_rate": 9.546098124596764e-06, + "loss": 2.5286, + "step": 30905 + }, + { + "epoch": 0.529040209520875, + "grad_norm": 2.433483123779297, + "learning_rate": 9.545544291475078e-06, + "loss": 2.4813, + "step": 30906 + }, + { + "epoch": 0.5290573272394256, + "grad_norm": 2.3810060024261475, + "learning_rate": 9.544990459750226e-06, + "loss": 2.4202, + "step": 30907 + }, + { + "epoch": 0.529074444957976, + "grad_norm": 2.431691884994507, + "learning_rate": 9.544436629423918e-06, + "loss": 2.6125, + "step": 30908 + }, + { + "epoch": 0.5290915626765265, + "grad_norm": 2.342874526977539, + "learning_rate": 9.543882800497854e-06, + "loss": 2.4415, + "step": 30909 + }, + { + "epoch": 0.529108680395077, + "grad_norm": 2.271436929702759, + "learning_rate": 9.543328972973733e-06, + "loss": 2.4421, + "step": 30910 + }, + { + "epoch": 0.5291257981136274, + "grad_norm": 2.32063889503479, + "learning_rate": 9.542775146853263e-06, + "loss": 2.4457, + "step": 30911 + }, + { + "epoch": 0.5291429158321779, + "grad_norm": 2.419384717941284, + "learning_rate": 9.542221322138137e-06, + "loss": 2.4258, + "step": 30912 + }, + { + "epoch": 0.5291600335507284, + "grad_norm": 2.327580451965332, + "learning_rate": 9.541667498830068e-06, + "loss": 2.5363, + "step": 30913 + }, + { + "epoch": 0.5291771512692788, + "grad_norm": 2.3927297592163086, + "learning_rate": 9.54111367693075e-06, + "loss": 2.6154, + "step": 30914 + }, + { + "epoch": 0.5291942689878293, + "grad_norm": 2.495609998703003, + "learning_rate": 9.540559856441894e-06, + "loss": 2.3927, + "step": 30915 + }, + { + "epoch": 0.5292113867063798, + "grad_norm": 2.516298532485962, + "learning_rate": 9.540006037365193e-06, + "loss": 2.4741, + "step": 30916 + }, + { + "epoch": 0.5292285044249302, + "grad_norm": 2.421823501586914, + "learning_rate": 9.539452219702352e-06, + "loss": 2.4501, + "step": 30917 + }, + { + "epoch": 0.5292456221434807, + "grad_norm": 2.3667356967926025, + "learning_rate": 9.538898403455077e-06, + "loss": 2.5703, + "step": 30918 + }, + { + "epoch": 0.5292627398620312, + "grad_norm": 2.3771939277648926, + "learning_rate": 9.538344588625066e-06, + "loss": 2.4357, + "step": 30919 + }, + { + "epoch": 0.5292798575805817, + "grad_norm": 2.359349250793457, + "learning_rate": 9.537790775214025e-06, + "loss": 2.5753, + "step": 30920 + }, + { + "epoch": 0.5292969752991321, + "grad_norm": 2.419412612915039, + "learning_rate": 9.53723696322365e-06, + "loss": 2.5892, + "step": 30921 + }, + { + "epoch": 0.5293140930176826, + "grad_norm": 2.40378999710083, + "learning_rate": 9.53668315265565e-06, + "loss": 2.5079, + "step": 30922 + }, + { + "epoch": 0.5293312107362331, + "grad_norm": 2.3639895915985107, + "learning_rate": 9.536129343511726e-06, + "loss": 2.446, + "step": 30923 + }, + { + "epoch": 0.5293483284547835, + "grad_norm": 2.3443965911865234, + "learning_rate": 9.535575535793575e-06, + "loss": 2.4653, + "step": 30924 + }, + { + "epoch": 0.529365446173334, + "grad_norm": 2.6009268760681152, + "learning_rate": 9.535021729502906e-06, + "loss": 2.6179, + "step": 30925 + }, + { + "epoch": 0.5293825638918845, + "grad_norm": 2.4610836505889893, + "learning_rate": 9.534467924641417e-06, + "loss": 2.4622, + "step": 30926 + }, + { + "epoch": 0.5293996816104349, + "grad_norm": 2.3183748722076416, + "learning_rate": 9.533914121210813e-06, + "loss": 2.5136, + "step": 30927 + }, + { + "epoch": 0.5294167993289854, + "grad_norm": 2.2368359565734863, + "learning_rate": 9.53336031921279e-06, + "loss": 2.3625, + "step": 30928 + }, + { + "epoch": 0.529433917047536, + "grad_norm": 2.3474910259246826, + "learning_rate": 9.53280651864906e-06, + "loss": 2.4715, + "step": 30929 + }, + { + "epoch": 0.5294510347660863, + "grad_norm": 2.477823495864868, + "learning_rate": 9.53225271952132e-06, + "loss": 2.5395, + "step": 30930 + }, + { + "epoch": 0.5294681524846369, + "grad_norm": 2.445878267288208, + "learning_rate": 9.53169892183127e-06, + "loss": 2.5667, + "step": 30931 + }, + { + "epoch": 0.5294852702031874, + "grad_norm": 2.483934164047241, + "learning_rate": 9.531145125580616e-06, + "loss": 2.5425, + "step": 30932 + }, + { + "epoch": 0.5295023879217378, + "grad_norm": 2.4644484519958496, + "learning_rate": 9.530591330771054e-06, + "loss": 2.5969, + "step": 30933 + }, + { + "epoch": 0.5295195056402883, + "grad_norm": 2.349642276763916, + "learning_rate": 9.530037537404293e-06, + "loss": 2.5382, + "step": 30934 + }, + { + "epoch": 0.5295366233588388, + "grad_norm": 2.457315444946289, + "learning_rate": 9.529483745482034e-06, + "loss": 2.4419, + "step": 30935 + }, + { + "epoch": 0.5295537410773892, + "grad_norm": 2.408531904220581, + "learning_rate": 9.528929955005979e-06, + "loss": 2.4378, + "step": 30936 + }, + { + "epoch": 0.5295708587959397, + "grad_norm": 2.4210870265960693, + "learning_rate": 9.52837616597783e-06, + "loss": 2.61, + "step": 30937 + }, + { + "epoch": 0.5295879765144902, + "grad_norm": 2.335087299346924, + "learning_rate": 9.527822378399283e-06, + "loss": 2.5519, + "step": 30938 + }, + { + "epoch": 0.5296050942330406, + "grad_norm": 2.327171802520752, + "learning_rate": 9.527268592272049e-06, + "loss": 2.5266, + "step": 30939 + }, + { + "epoch": 0.5296222119515911, + "grad_norm": 2.51159405708313, + "learning_rate": 9.526714807597827e-06, + "loss": 2.5187, + "step": 30940 + }, + { + "epoch": 0.5296393296701416, + "grad_norm": 2.3577980995178223, + "learning_rate": 9.526161024378318e-06, + "loss": 2.4299, + "step": 30941 + }, + { + "epoch": 0.529656447388692, + "grad_norm": 2.311540126800537, + "learning_rate": 9.525607242615222e-06, + "loss": 2.4819, + "step": 30942 + }, + { + "epoch": 0.5296735651072425, + "grad_norm": 2.3264212608337402, + "learning_rate": 9.525053462310248e-06, + "loss": 2.4297, + "step": 30943 + }, + { + "epoch": 0.529690682825793, + "grad_norm": 2.435340642929077, + "learning_rate": 9.524499683465095e-06, + "loss": 2.5516, + "step": 30944 + }, + { + "epoch": 0.5297078005443434, + "grad_norm": 2.507874011993408, + "learning_rate": 9.523945906081459e-06, + "loss": 2.6361, + "step": 30945 + }, + { + "epoch": 0.5297249182628939, + "grad_norm": 2.304703712463379, + "learning_rate": 9.523392130161053e-06, + "loss": 2.5112, + "step": 30946 + }, + { + "epoch": 0.5297420359814444, + "grad_norm": 2.312358856201172, + "learning_rate": 9.52283835570557e-06, + "loss": 2.4083, + "step": 30947 + }, + { + "epoch": 0.5297591536999948, + "grad_norm": 2.2273240089416504, + "learning_rate": 9.522284582716719e-06, + "loss": 2.3657, + "step": 30948 + }, + { + "epoch": 0.5297762714185453, + "grad_norm": 2.4849390983581543, + "learning_rate": 9.521730811196194e-06, + "loss": 2.4752, + "step": 30949 + }, + { + "epoch": 0.5297933891370958, + "grad_norm": 2.2470109462738037, + "learning_rate": 9.521177041145705e-06, + "loss": 2.45, + "step": 30950 + }, + { + "epoch": 0.5298105068556462, + "grad_norm": 2.527271270751953, + "learning_rate": 9.520623272566952e-06, + "loss": 2.4413, + "step": 30951 + }, + { + "epoch": 0.5298276245741967, + "grad_norm": 2.351875066757202, + "learning_rate": 9.520069505461633e-06, + "loss": 2.4617, + "step": 30952 + }, + { + "epoch": 0.5298447422927473, + "grad_norm": 2.424337863922119, + "learning_rate": 9.519515739831457e-06, + "loss": 2.538, + "step": 30953 + }, + { + "epoch": 0.5298618600112976, + "grad_norm": 2.343092441558838, + "learning_rate": 9.518961975678116e-06, + "loss": 2.5386, + "step": 30954 + }, + { + "epoch": 0.5298789777298482, + "grad_norm": 2.3600122928619385, + "learning_rate": 9.518408213003323e-06, + "loss": 2.5005, + "step": 30955 + }, + { + "epoch": 0.5298960954483987, + "grad_norm": 2.331378221511841, + "learning_rate": 9.517854451808775e-06, + "loss": 2.4023, + "step": 30956 + }, + { + "epoch": 0.5299132131669491, + "grad_norm": 2.3338818550109863, + "learning_rate": 9.517300692096174e-06, + "loss": 2.5301, + "step": 30957 + }, + { + "epoch": 0.5299303308854996, + "grad_norm": 2.368720769882202, + "learning_rate": 9.516746933867223e-06, + "loss": 2.3892, + "step": 30958 + }, + { + "epoch": 0.5299474486040501, + "grad_norm": 2.346630334854126, + "learning_rate": 9.51619317712362e-06, + "loss": 2.4856, + "step": 30959 + }, + { + "epoch": 0.5299645663226005, + "grad_norm": 2.419675350189209, + "learning_rate": 9.515639421867076e-06, + "loss": 2.5507, + "step": 30960 + }, + { + "epoch": 0.529981684041151, + "grad_norm": 2.2820918560028076, + "learning_rate": 9.515085668099282e-06, + "loss": 2.5678, + "step": 30961 + }, + { + "epoch": 0.5299988017597015, + "grad_norm": 2.287325859069824, + "learning_rate": 9.51453191582195e-06, + "loss": 2.4937, + "step": 30962 + }, + { + "epoch": 0.5300159194782519, + "grad_norm": 2.268077850341797, + "learning_rate": 9.513978165036774e-06, + "loss": 2.4558, + "step": 30963 + }, + { + "epoch": 0.5300330371968024, + "grad_norm": 2.4211559295654297, + "learning_rate": 9.513424415745465e-06, + "loss": 2.5855, + "step": 30964 + }, + { + "epoch": 0.5300501549153529, + "grad_norm": 2.265878200531006, + "learning_rate": 9.51287066794972e-06, + "loss": 2.4811, + "step": 30965 + }, + { + "epoch": 0.5300672726339034, + "grad_norm": 2.365795850753784, + "learning_rate": 9.512316921651233e-06, + "loss": 2.4953, + "step": 30966 + }, + { + "epoch": 0.5300843903524538, + "grad_norm": 2.3497965335845947, + "learning_rate": 9.511763176851719e-06, + "loss": 2.4299, + "step": 30967 + }, + { + "epoch": 0.5301015080710043, + "grad_norm": 2.2379345893859863, + "learning_rate": 9.511209433552875e-06, + "loss": 2.3851, + "step": 30968 + }, + { + "epoch": 0.5301186257895548, + "grad_norm": 2.562394380569458, + "learning_rate": 9.510655691756403e-06, + "loss": 2.5668, + "step": 30969 + }, + { + "epoch": 0.5301357435081052, + "grad_norm": 2.3678698539733887, + "learning_rate": 9.510101951464002e-06, + "loss": 2.5237, + "step": 30970 + }, + { + "epoch": 0.5301528612266557, + "grad_norm": 2.602358341217041, + "learning_rate": 9.50954821267738e-06, + "loss": 2.5776, + "step": 30971 + }, + { + "epoch": 0.5301699789452062, + "grad_norm": 2.403226375579834, + "learning_rate": 9.508994475398235e-06, + "loss": 2.5299, + "step": 30972 + }, + { + "epoch": 0.5301870966637566, + "grad_norm": 2.3143978118896484, + "learning_rate": 9.508440739628271e-06, + "loss": 2.3531, + "step": 30973 + }, + { + "epoch": 0.5302042143823071, + "grad_norm": 2.3604602813720703, + "learning_rate": 9.507887005369188e-06, + "loss": 2.461, + "step": 30974 + }, + { + "epoch": 0.5302213321008576, + "grad_norm": 2.3359215259552, + "learning_rate": 9.507333272622687e-06, + "loss": 2.551, + "step": 30975 + }, + { + "epoch": 0.530238449819408, + "grad_norm": 2.4850499629974365, + "learning_rate": 9.506779541390474e-06, + "loss": 2.5032, + "step": 30976 + }, + { + "epoch": 0.5302555675379585, + "grad_norm": 2.314037561416626, + "learning_rate": 9.506225811674245e-06, + "loss": 2.4227, + "step": 30977 + }, + { + "epoch": 0.5302726852565091, + "grad_norm": 2.537853717803955, + "learning_rate": 9.505672083475711e-06, + "loss": 2.642, + "step": 30978 + }, + { + "epoch": 0.5302898029750595, + "grad_norm": 2.3162612915039062, + "learning_rate": 9.505118356796567e-06, + "loss": 2.4864, + "step": 30979 + }, + { + "epoch": 0.53030692069361, + "grad_norm": 2.4619300365448, + "learning_rate": 9.504564631638517e-06, + "loss": 2.5466, + "step": 30980 + }, + { + "epoch": 0.5303240384121605, + "grad_norm": 2.4190456867218018, + "learning_rate": 9.504010908003265e-06, + "loss": 2.6281, + "step": 30981 + }, + { + "epoch": 0.5303411561307109, + "grad_norm": 2.2751290798187256, + "learning_rate": 9.503457185892504e-06, + "loss": 2.4091, + "step": 30982 + }, + { + "epoch": 0.5303582738492614, + "grad_norm": 2.27010440826416, + "learning_rate": 9.502903465307948e-06, + "loss": 2.4865, + "step": 30983 + }, + { + "epoch": 0.5303753915678119, + "grad_norm": 2.4822628498077393, + "learning_rate": 9.502349746251291e-06, + "loss": 2.5344, + "step": 30984 + }, + { + "epoch": 0.5303925092863623, + "grad_norm": 2.305593967437744, + "learning_rate": 9.501796028724241e-06, + "loss": 2.5776, + "step": 30985 + }, + { + "epoch": 0.5304096270049128, + "grad_norm": 2.4408140182495117, + "learning_rate": 9.50124231272849e-06, + "loss": 2.4574, + "step": 30986 + }, + { + "epoch": 0.5304267447234633, + "grad_norm": 2.410977602005005, + "learning_rate": 9.500688598265753e-06, + "loss": 2.745, + "step": 30987 + }, + { + "epoch": 0.5304438624420137, + "grad_norm": 2.3919894695281982, + "learning_rate": 9.500134885337722e-06, + "loss": 2.5135, + "step": 30988 + }, + { + "epoch": 0.5304609801605642, + "grad_norm": 2.3770811557769775, + "learning_rate": 9.499581173946103e-06, + "loss": 2.611, + "step": 30989 + }, + { + "epoch": 0.5304780978791147, + "grad_norm": 2.36352801322937, + "learning_rate": 9.499027464092598e-06, + "loss": 2.4224, + "step": 30990 + }, + { + "epoch": 0.5304952155976651, + "grad_norm": 2.4725136756896973, + "learning_rate": 9.498473755778905e-06, + "loss": 2.6397, + "step": 30991 + }, + { + "epoch": 0.5305123333162156, + "grad_norm": 2.417837381362915, + "learning_rate": 9.497920049006732e-06, + "loss": 2.5896, + "step": 30992 + }, + { + "epoch": 0.5305294510347661, + "grad_norm": 2.4416921138763428, + "learning_rate": 9.497366343777775e-06, + "loss": 2.5174, + "step": 30993 + }, + { + "epoch": 0.5305465687533165, + "grad_norm": 2.5291762351989746, + "learning_rate": 9.496812640093742e-06, + "loss": 2.4801, + "step": 30994 + }, + { + "epoch": 0.530563686471867, + "grad_norm": 2.5069968700408936, + "learning_rate": 9.496258937956331e-06, + "loss": 2.5098, + "step": 30995 + }, + { + "epoch": 0.5305808041904175, + "grad_norm": 2.301788091659546, + "learning_rate": 9.495705237367241e-06, + "loss": 2.4609, + "step": 30996 + }, + { + "epoch": 0.5305979219089679, + "grad_norm": 2.2712979316711426, + "learning_rate": 9.49515153832818e-06, + "loss": 2.371, + "step": 30997 + }, + { + "epoch": 0.5306150396275184, + "grad_norm": 2.3881795406341553, + "learning_rate": 9.494597840840844e-06, + "loss": 2.4155, + "step": 30998 + }, + { + "epoch": 0.5306321573460689, + "grad_norm": 2.375277280807495, + "learning_rate": 9.494044144906944e-06, + "loss": 2.424, + "step": 30999 + }, + { + "epoch": 0.5306492750646193, + "grad_norm": 2.5228259563446045, + "learning_rate": 9.49349045052817e-06, + "loss": 2.5002, + "step": 31000 + }, + { + "epoch": 0.5306663927831698, + "grad_norm": 2.3977792263031006, + "learning_rate": 9.492936757706235e-06, + "loss": 2.5242, + "step": 31001 + }, + { + "epoch": 0.5306835105017204, + "grad_norm": 2.4204959869384766, + "learning_rate": 9.492383066442836e-06, + "loss": 2.5907, + "step": 31002 + }, + { + "epoch": 0.5307006282202708, + "grad_norm": 2.389610528945923, + "learning_rate": 9.491829376739669e-06, + "loss": 2.5042, + "step": 31003 + }, + { + "epoch": 0.5307177459388213, + "grad_norm": 2.532651424407959, + "learning_rate": 9.491275688598447e-06, + "loss": 2.5218, + "step": 31004 + }, + { + "epoch": 0.5307348636573718, + "grad_norm": 2.348172664642334, + "learning_rate": 9.490722002020862e-06, + "loss": 2.4321, + "step": 31005 + }, + { + "epoch": 0.5307519813759222, + "grad_norm": 2.4866738319396973, + "learning_rate": 9.490168317008625e-06, + "loss": 2.4815, + "step": 31006 + }, + { + "epoch": 0.5307690990944727, + "grad_norm": 2.426588535308838, + "learning_rate": 9.489614633563426e-06, + "loss": 2.5194, + "step": 31007 + }, + { + "epoch": 0.5307862168130232, + "grad_norm": 2.3917202949523926, + "learning_rate": 9.489060951686979e-06, + "loss": 2.3879, + "step": 31008 + }, + { + "epoch": 0.5308033345315736, + "grad_norm": 2.4504222869873047, + "learning_rate": 9.48850727138098e-06, + "loss": 2.6026, + "step": 31009 + }, + { + "epoch": 0.5308204522501241, + "grad_norm": 2.440455198287964, + "learning_rate": 9.487953592647131e-06, + "loss": 2.5214, + "step": 31010 + }, + { + "epoch": 0.5308375699686746, + "grad_norm": 2.5092546939849854, + "learning_rate": 9.487399915487135e-06, + "loss": 2.5446, + "step": 31011 + }, + { + "epoch": 0.5308546876872251, + "grad_norm": 2.5365777015686035, + "learning_rate": 9.48684623990269e-06, + "loss": 2.4142, + "step": 31012 + }, + { + "epoch": 0.5308718054057755, + "grad_norm": 2.5031819343566895, + "learning_rate": 9.486292565895505e-06, + "loss": 2.569, + "step": 31013 + }, + { + "epoch": 0.530888923124326, + "grad_norm": 2.4880824089050293, + "learning_rate": 9.485738893467272e-06, + "loss": 2.648, + "step": 31014 + }, + { + "epoch": 0.5309060408428765, + "grad_norm": 2.27238392829895, + "learning_rate": 9.485185222619702e-06, + "loss": 2.5234, + "step": 31015 + }, + { + "epoch": 0.5309231585614269, + "grad_norm": 2.463675022125244, + "learning_rate": 9.484631553354497e-06, + "loss": 2.5842, + "step": 31016 + }, + { + "epoch": 0.5309402762799774, + "grad_norm": 2.374582052230835, + "learning_rate": 9.48407788567335e-06, + "loss": 2.5037, + "step": 31017 + }, + { + "epoch": 0.5309573939985279, + "grad_norm": 2.252187728881836, + "learning_rate": 9.48352421957797e-06, + "loss": 2.5642, + "step": 31018 + }, + { + "epoch": 0.5309745117170783, + "grad_norm": 2.396433115005493, + "learning_rate": 9.482970555070052e-06, + "loss": 2.4554, + "step": 31019 + }, + { + "epoch": 0.5309916294356288, + "grad_norm": 2.2066686153411865, + "learning_rate": 9.482416892151309e-06, + "loss": 2.4387, + "step": 31020 + }, + { + "epoch": 0.5310087471541793, + "grad_norm": 2.381202220916748, + "learning_rate": 9.48186323082343e-06, + "loss": 2.4773, + "step": 31021 + }, + { + "epoch": 0.5310258648727297, + "grad_norm": 2.3173916339874268, + "learning_rate": 9.481309571088129e-06, + "loss": 2.4063, + "step": 31022 + }, + { + "epoch": 0.5310429825912802, + "grad_norm": 2.3762218952178955, + "learning_rate": 9.480755912947099e-06, + "loss": 2.4125, + "step": 31023 + }, + { + "epoch": 0.5310601003098308, + "grad_norm": 2.3459622859954834, + "learning_rate": 9.480202256402042e-06, + "loss": 2.4661, + "step": 31024 + }, + { + "epoch": 0.5310772180283811, + "grad_norm": 2.269434928894043, + "learning_rate": 9.479648601454665e-06, + "loss": 2.5601, + "step": 31025 + }, + { + "epoch": 0.5310943357469317, + "grad_norm": 2.2832367420196533, + "learning_rate": 9.479094948106665e-06, + "loss": 2.586, + "step": 31026 + }, + { + "epoch": 0.5311114534654822, + "grad_norm": 2.353494167327881, + "learning_rate": 9.478541296359748e-06, + "loss": 2.4498, + "step": 31027 + }, + { + "epoch": 0.5311285711840326, + "grad_norm": 2.2871925830841064, + "learning_rate": 9.477987646215609e-06, + "loss": 2.5166, + "step": 31028 + }, + { + "epoch": 0.5311456889025831, + "grad_norm": 2.3888773918151855, + "learning_rate": 9.477433997675958e-06, + "loss": 2.5225, + "step": 31029 + }, + { + "epoch": 0.5311628066211336, + "grad_norm": 2.1861283779144287, + "learning_rate": 9.476880350742494e-06, + "loss": 2.4449, + "step": 31030 + }, + { + "epoch": 0.531179924339684, + "grad_norm": 2.247591733932495, + "learning_rate": 9.476326705416915e-06, + "loss": 2.54, + "step": 31031 + }, + { + "epoch": 0.5311970420582345, + "grad_norm": 2.416404962539673, + "learning_rate": 9.475773061700927e-06, + "loss": 2.607, + "step": 31032 + }, + { + "epoch": 0.531214159776785, + "grad_norm": 2.3886005878448486, + "learning_rate": 9.475219419596226e-06, + "loss": 2.4241, + "step": 31033 + }, + { + "epoch": 0.5312312774953354, + "grad_norm": 2.349271535873413, + "learning_rate": 9.474665779104522e-06, + "loss": 2.5021, + "step": 31034 + }, + { + "epoch": 0.5312483952138859, + "grad_norm": 2.4064371585845947, + "learning_rate": 9.474112140227506e-06, + "loss": 2.5965, + "step": 31035 + }, + { + "epoch": 0.5312655129324364, + "grad_norm": 2.351451873779297, + "learning_rate": 9.473558502966894e-06, + "loss": 2.553, + "step": 31036 + }, + { + "epoch": 0.5312826306509868, + "grad_norm": 2.383396863937378, + "learning_rate": 9.473004867324377e-06, + "loss": 2.4792, + "step": 31037 + }, + { + "epoch": 0.5312997483695373, + "grad_norm": 2.267199993133545, + "learning_rate": 9.472451233301658e-06, + "loss": 2.4851, + "step": 31038 + }, + { + "epoch": 0.5313168660880878, + "grad_norm": 2.4084835052490234, + "learning_rate": 9.471897600900443e-06, + "loss": 2.4256, + "step": 31039 + }, + { + "epoch": 0.5313339838066382, + "grad_norm": 2.3158888816833496, + "learning_rate": 9.471343970122425e-06, + "loss": 2.3758, + "step": 31040 + }, + { + "epoch": 0.5313511015251887, + "grad_norm": 2.359856367111206, + "learning_rate": 9.470790340969315e-06, + "loss": 2.4153, + "step": 31041 + }, + { + "epoch": 0.5313682192437392, + "grad_norm": 2.3387725353240967, + "learning_rate": 9.470236713442812e-06, + "loss": 2.4625, + "step": 31042 + }, + { + "epoch": 0.5313853369622896, + "grad_norm": 2.412811756134033, + "learning_rate": 9.469683087544616e-06, + "loss": 2.4651, + "step": 31043 + }, + { + "epoch": 0.5314024546808401, + "grad_norm": 2.456753969192505, + "learning_rate": 9.469129463276427e-06, + "loss": 2.5832, + "step": 31044 + }, + { + "epoch": 0.5314195723993906, + "grad_norm": 2.521793842315674, + "learning_rate": 9.468575840639954e-06, + "loss": 2.5025, + "step": 31045 + }, + { + "epoch": 0.531436690117941, + "grad_norm": 2.3799233436584473, + "learning_rate": 9.468022219636892e-06, + "loss": 2.4789, + "step": 31046 + }, + { + "epoch": 0.5314538078364915, + "grad_norm": 2.375490188598633, + "learning_rate": 9.46746860026894e-06, + "loss": 2.4408, + "step": 31047 + }, + { + "epoch": 0.531470925555042, + "grad_norm": 2.453117609024048, + "learning_rate": 9.466914982537811e-06, + "loss": 2.5055, + "step": 31048 + }, + { + "epoch": 0.5314880432735924, + "grad_norm": 2.3799407482147217, + "learning_rate": 9.46636136644519e-06, + "loss": 2.4751, + "step": 31049 + }, + { + "epoch": 0.531505160992143, + "grad_norm": 2.453350067138672, + "learning_rate": 9.465807751992797e-06, + "loss": 2.5453, + "step": 31050 + }, + { + "epoch": 0.5315222787106935, + "grad_norm": 2.5568480491638184, + "learning_rate": 9.46525413918232e-06, + "loss": 2.4866, + "step": 31051 + }, + { + "epoch": 0.5315393964292439, + "grad_norm": 2.4760262966156006, + "learning_rate": 9.464700528015468e-06, + "loss": 2.4599, + "step": 31052 + }, + { + "epoch": 0.5315565141477944, + "grad_norm": 2.560434341430664, + "learning_rate": 9.464146918493941e-06, + "loss": 2.6277, + "step": 31053 + }, + { + "epoch": 0.5315736318663449, + "grad_norm": 2.3599326610565186, + "learning_rate": 9.463593310619436e-06, + "loss": 2.5452, + "step": 31054 + }, + { + "epoch": 0.5315907495848953, + "grad_norm": 2.2457475662231445, + "learning_rate": 9.463039704393664e-06, + "loss": 2.5444, + "step": 31055 + }, + { + "epoch": 0.5316078673034458, + "grad_norm": 2.527459144592285, + "learning_rate": 9.462486099818313e-06, + "loss": 2.667, + "step": 31056 + }, + { + "epoch": 0.5316249850219963, + "grad_norm": 2.411574125289917, + "learning_rate": 9.461932496895098e-06, + "loss": 2.5585, + "step": 31057 + }, + { + "epoch": 0.5316421027405467, + "grad_norm": 2.183580160140991, + "learning_rate": 9.461378895625712e-06, + "loss": 2.4334, + "step": 31058 + }, + { + "epoch": 0.5316592204590972, + "grad_norm": 2.2119078636169434, + "learning_rate": 9.460825296011863e-06, + "loss": 2.496, + "step": 31059 + }, + { + "epoch": 0.5316763381776477, + "grad_norm": 2.3927855491638184, + "learning_rate": 9.46027169805525e-06, + "loss": 2.5937, + "step": 31060 + }, + { + "epoch": 0.5316934558961982, + "grad_norm": 2.2101857662200928, + "learning_rate": 9.459718101757567e-06, + "loss": 2.3451, + "step": 31061 + }, + { + "epoch": 0.5317105736147486, + "grad_norm": 2.2837514877319336, + "learning_rate": 9.459164507120527e-06, + "loss": 2.4656, + "step": 31062 + }, + { + "epoch": 0.5317276913332991, + "grad_norm": 2.110764503479004, + "learning_rate": 9.458610914145826e-06, + "loss": 2.3567, + "step": 31063 + }, + { + "epoch": 0.5317448090518496, + "grad_norm": 2.3981096744537354, + "learning_rate": 9.458057322835169e-06, + "loss": 2.5382, + "step": 31064 + }, + { + "epoch": 0.5317619267704, + "grad_norm": 2.105024814605713, + "learning_rate": 9.457503733190249e-06, + "loss": 2.3799, + "step": 31065 + }, + { + "epoch": 0.5317790444889505, + "grad_norm": 2.213540554046631, + "learning_rate": 9.456950145212778e-06, + "loss": 2.4657, + "step": 31066 + }, + { + "epoch": 0.531796162207501, + "grad_norm": 2.308206558227539, + "learning_rate": 9.456396558904454e-06, + "loss": 2.4038, + "step": 31067 + }, + { + "epoch": 0.5318132799260514, + "grad_norm": 2.3176193237304688, + "learning_rate": 9.455842974266972e-06, + "loss": 2.3991, + "step": 31068 + }, + { + "epoch": 0.5318303976446019, + "grad_norm": 2.36340069770813, + "learning_rate": 9.455289391302044e-06, + "loss": 2.4866, + "step": 31069 + }, + { + "epoch": 0.5318475153631524, + "grad_norm": 2.51749324798584, + "learning_rate": 9.454735810011363e-06, + "loss": 2.4425, + "step": 31070 + }, + { + "epoch": 0.5318646330817028, + "grad_norm": 2.2939484119415283, + "learning_rate": 9.454182230396639e-06, + "loss": 2.4256, + "step": 31071 + }, + { + "epoch": 0.5318817508002534, + "grad_norm": 2.3163881301879883, + "learning_rate": 9.453628652459563e-06, + "loss": 2.4019, + "step": 31072 + }, + { + "epoch": 0.5318988685188039, + "grad_norm": 2.341728687286377, + "learning_rate": 9.453075076201846e-06, + "loss": 2.4545, + "step": 31073 + }, + { + "epoch": 0.5319159862373543, + "grad_norm": 2.434298515319824, + "learning_rate": 9.452521501625187e-06, + "loss": 2.539, + "step": 31074 + }, + { + "epoch": 0.5319331039559048, + "grad_norm": 2.243879795074463, + "learning_rate": 9.451967928731283e-06, + "loss": 2.4959, + "step": 31075 + }, + { + "epoch": 0.5319502216744553, + "grad_norm": 2.4872424602508545, + "learning_rate": 9.45141435752184e-06, + "loss": 2.6192, + "step": 31076 + }, + { + "epoch": 0.5319673393930057, + "grad_norm": 2.34773850440979, + "learning_rate": 9.450860787998556e-06, + "loss": 2.3976, + "step": 31077 + }, + { + "epoch": 0.5319844571115562, + "grad_norm": 2.3675997257232666, + "learning_rate": 9.450307220163137e-06, + "loss": 2.4828, + "step": 31078 + }, + { + "epoch": 0.5320015748301067, + "grad_norm": 2.389728546142578, + "learning_rate": 9.449753654017282e-06, + "loss": 2.4722, + "step": 31079 + }, + { + "epoch": 0.5320186925486571, + "grad_norm": 2.469470500946045, + "learning_rate": 9.449200089562691e-06, + "loss": 2.5485, + "step": 31080 + }, + { + "epoch": 0.5320358102672076, + "grad_norm": 2.301053524017334, + "learning_rate": 9.448646526801071e-06, + "loss": 2.5142, + "step": 31081 + }, + { + "epoch": 0.5320529279857581, + "grad_norm": 2.301140069961548, + "learning_rate": 9.448092965734113e-06, + "loss": 2.4075, + "step": 31082 + }, + { + "epoch": 0.5320700457043085, + "grad_norm": 2.1416447162628174, + "learning_rate": 9.44753940636353e-06, + "loss": 2.3136, + "step": 31083 + }, + { + "epoch": 0.532087163422859, + "grad_norm": 2.263477325439453, + "learning_rate": 9.446985848691014e-06, + "loss": 2.437, + "step": 31084 + }, + { + "epoch": 0.5321042811414095, + "grad_norm": 2.3220441341400146, + "learning_rate": 9.446432292718277e-06, + "loss": 2.4408, + "step": 31085 + }, + { + "epoch": 0.5321213988599599, + "grad_norm": 2.250741720199585, + "learning_rate": 9.445878738447007e-06, + "loss": 2.3741, + "step": 31086 + }, + { + "epoch": 0.5321385165785104, + "grad_norm": 2.4029505252838135, + "learning_rate": 9.445325185878918e-06, + "loss": 2.5051, + "step": 31087 + }, + { + "epoch": 0.5321556342970609, + "grad_norm": 2.2135190963745117, + "learning_rate": 9.444771635015705e-06, + "loss": 2.4628, + "step": 31088 + }, + { + "epoch": 0.5321727520156113, + "grad_norm": 2.512315034866333, + "learning_rate": 9.444218085859067e-06, + "loss": 2.5779, + "step": 31089 + }, + { + "epoch": 0.5321898697341618, + "grad_norm": 2.282904863357544, + "learning_rate": 9.443664538410713e-06, + "loss": 2.4991, + "step": 31090 + }, + { + "epoch": 0.5322069874527123, + "grad_norm": 2.3799216747283936, + "learning_rate": 9.443110992672338e-06, + "loss": 2.4937, + "step": 31091 + }, + { + "epoch": 0.5322241051712627, + "grad_norm": 2.363301992416382, + "learning_rate": 9.44255744864565e-06, + "loss": 2.4417, + "step": 31092 + }, + { + "epoch": 0.5322412228898132, + "grad_norm": 2.2822957038879395, + "learning_rate": 9.442003906332338e-06, + "loss": 2.516, + "step": 31093 + }, + { + "epoch": 0.5322583406083637, + "grad_norm": 2.4374237060546875, + "learning_rate": 9.44145036573412e-06, + "loss": 2.5097, + "step": 31094 + }, + { + "epoch": 0.5322754583269141, + "grad_norm": 2.3614115715026855, + "learning_rate": 9.440896826852686e-06, + "loss": 2.5075, + "step": 31095 + }, + { + "epoch": 0.5322925760454646, + "grad_norm": 2.3231747150421143, + "learning_rate": 9.44034328968974e-06, + "loss": 2.5519, + "step": 31096 + }, + { + "epoch": 0.5323096937640152, + "grad_norm": 2.3043365478515625, + "learning_rate": 9.439789754246983e-06, + "loss": 2.4792, + "step": 31097 + }, + { + "epoch": 0.5323268114825656, + "grad_norm": 2.2823245525360107, + "learning_rate": 9.439236220526115e-06, + "loss": 2.4759, + "step": 31098 + }, + { + "epoch": 0.5323439292011161, + "grad_norm": 2.381309986114502, + "learning_rate": 9.438682688528845e-06, + "loss": 2.4256, + "step": 31099 + }, + { + "epoch": 0.5323610469196666, + "grad_norm": 2.4808881282806396, + "learning_rate": 9.438129158256864e-06, + "loss": 2.4992, + "step": 31100 + }, + { + "epoch": 0.532378164638217, + "grad_norm": 2.610684871673584, + "learning_rate": 9.437575629711883e-06, + "loss": 2.5483, + "step": 31101 + }, + { + "epoch": 0.5323952823567675, + "grad_norm": 2.3251659870147705, + "learning_rate": 9.437022102895597e-06, + "loss": 2.5402, + "step": 31102 + }, + { + "epoch": 0.532412400075318, + "grad_norm": 2.404788017272949, + "learning_rate": 9.436468577809704e-06, + "loss": 2.4173, + "step": 31103 + }, + { + "epoch": 0.5324295177938684, + "grad_norm": 2.4005913734436035, + "learning_rate": 9.435915054455916e-06, + "loss": 2.5101, + "step": 31104 + }, + { + "epoch": 0.5324466355124189, + "grad_norm": 2.371487617492676, + "learning_rate": 9.435361532835923e-06, + "loss": 2.4623, + "step": 31105 + }, + { + "epoch": 0.5324637532309694, + "grad_norm": 2.319408416748047, + "learning_rate": 9.434808012951437e-06, + "loss": 2.4478, + "step": 31106 + }, + { + "epoch": 0.5324808709495199, + "grad_norm": 2.400883674621582, + "learning_rate": 9.434254494804152e-06, + "loss": 2.4929, + "step": 31107 + }, + { + "epoch": 0.5324979886680703, + "grad_norm": 2.4618515968322754, + "learning_rate": 9.433700978395773e-06, + "loss": 2.5605, + "step": 31108 + }, + { + "epoch": 0.5325151063866208, + "grad_norm": 2.3142921924591064, + "learning_rate": 9.433147463728e-06, + "loss": 2.5258, + "step": 31109 + }, + { + "epoch": 0.5325322241051713, + "grad_norm": 2.2400457859039307, + "learning_rate": 9.43259395080253e-06, + "loss": 2.4135, + "step": 31110 + }, + { + "epoch": 0.5325493418237217, + "grad_norm": 2.3799476623535156, + "learning_rate": 9.432040439621074e-06, + "loss": 2.5235, + "step": 31111 + }, + { + "epoch": 0.5325664595422722, + "grad_norm": 2.374162435531616, + "learning_rate": 9.431486930185324e-06, + "loss": 2.5936, + "step": 31112 + }, + { + "epoch": 0.5325835772608227, + "grad_norm": 2.3011794090270996, + "learning_rate": 9.430933422496988e-06, + "loss": 2.3717, + "step": 31113 + }, + { + "epoch": 0.5326006949793731, + "grad_norm": 2.4587550163269043, + "learning_rate": 9.430379916557758e-06, + "loss": 2.6166, + "step": 31114 + }, + { + "epoch": 0.5326178126979236, + "grad_norm": 2.343370199203491, + "learning_rate": 9.429826412369349e-06, + "loss": 2.5354, + "step": 31115 + }, + { + "epoch": 0.5326349304164741, + "grad_norm": 2.344489812850952, + "learning_rate": 9.429272909933453e-06, + "loss": 2.526, + "step": 31116 + }, + { + "epoch": 0.5326520481350245, + "grad_norm": 2.3595235347747803, + "learning_rate": 9.428719409251773e-06, + "loss": 2.5561, + "step": 31117 + }, + { + "epoch": 0.532669165853575, + "grad_norm": 2.4153919219970703, + "learning_rate": 9.428165910326012e-06, + "loss": 2.4828, + "step": 31118 + }, + { + "epoch": 0.5326862835721256, + "grad_norm": 2.643157958984375, + "learning_rate": 9.427612413157864e-06, + "loss": 2.607, + "step": 31119 + }, + { + "epoch": 0.532703401290676, + "grad_norm": 2.093888282775879, + "learning_rate": 9.427058917749041e-06, + "loss": 2.3139, + "step": 31120 + }, + { + "epoch": 0.5327205190092265, + "grad_norm": 2.4505274295806885, + "learning_rate": 9.426505424101237e-06, + "loss": 2.4117, + "step": 31121 + }, + { + "epoch": 0.532737636727777, + "grad_norm": 2.5632104873657227, + "learning_rate": 9.42595193221616e-06, + "loss": 2.4614, + "step": 31122 + }, + { + "epoch": 0.5327547544463274, + "grad_norm": 2.3972713947296143, + "learning_rate": 9.425398442095498e-06, + "loss": 2.5642, + "step": 31123 + }, + { + "epoch": 0.5327718721648779, + "grad_norm": 2.2876453399658203, + "learning_rate": 9.424844953740967e-06, + "loss": 2.3773, + "step": 31124 + }, + { + "epoch": 0.5327889898834284, + "grad_norm": 2.4120264053344727, + "learning_rate": 9.424291467154264e-06, + "loss": 2.4687, + "step": 31125 + }, + { + "epoch": 0.5328061076019788, + "grad_norm": 2.4230730533599854, + "learning_rate": 9.423737982337083e-06, + "loss": 2.5767, + "step": 31126 + }, + { + "epoch": 0.5328232253205293, + "grad_norm": 2.3459880352020264, + "learning_rate": 9.423184499291134e-06, + "loss": 2.4717, + "step": 31127 + }, + { + "epoch": 0.5328403430390798, + "grad_norm": 2.2798144817352295, + "learning_rate": 9.422631018018115e-06, + "loss": 2.4122, + "step": 31128 + }, + { + "epoch": 0.5328574607576302, + "grad_norm": 2.4444594383239746, + "learning_rate": 9.422077538519727e-06, + "loss": 2.4555, + "step": 31129 + }, + { + "epoch": 0.5328745784761807, + "grad_norm": 2.2412962913513184, + "learning_rate": 9.421524060797667e-06, + "loss": 2.3726, + "step": 31130 + }, + { + "epoch": 0.5328916961947312, + "grad_norm": 2.6610400676727295, + "learning_rate": 9.420970584853648e-06, + "loss": 2.5632, + "step": 31131 + }, + { + "epoch": 0.5329088139132816, + "grad_norm": 2.4645535945892334, + "learning_rate": 9.42041711068936e-06, + "loss": 2.5134, + "step": 31132 + }, + { + "epoch": 0.5329259316318321, + "grad_norm": 2.2159738540649414, + "learning_rate": 9.419863638306507e-06, + "loss": 2.4643, + "step": 31133 + }, + { + "epoch": 0.5329430493503826, + "grad_norm": 2.304304838180542, + "learning_rate": 9.419310167706793e-06, + "loss": 2.3958, + "step": 31134 + }, + { + "epoch": 0.532960167068933, + "grad_norm": 2.3188130855560303, + "learning_rate": 9.418756698891913e-06, + "loss": 2.5326, + "step": 31135 + }, + { + "epoch": 0.5329772847874835, + "grad_norm": 2.319950819015503, + "learning_rate": 9.418203231863576e-06, + "loss": 2.6086, + "step": 31136 + }, + { + "epoch": 0.532994402506034, + "grad_norm": 2.420957326889038, + "learning_rate": 9.417649766623478e-06, + "loss": 2.4979, + "step": 31137 + }, + { + "epoch": 0.5330115202245844, + "grad_norm": 2.3145554065704346, + "learning_rate": 9.417096303173325e-06, + "loss": 2.4903, + "step": 31138 + }, + { + "epoch": 0.5330286379431349, + "grad_norm": 2.3186705112457275, + "learning_rate": 9.416542841514812e-06, + "loss": 2.3949, + "step": 31139 + }, + { + "epoch": 0.5330457556616854, + "grad_norm": 2.2395882606506348, + "learning_rate": 9.415989381649642e-06, + "loss": 2.446, + "step": 31140 + }, + { + "epoch": 0.5330628733802358, + "grad_norm": 2.474640369415283, + "learning_rate": 9.415435923579518e-06, + "loss": 2.6162, + "step": 31141 + }, + { + "epoch": 0.5330799910987863, + "grad_norm": 2.2832274436950684, + "learning_rate": 9.414882467306138e-06, + "loss": 2.527, + "step": 31142 + }, + { + "epoch": 0.5330971088173369, + "grad_norm": 2.4652340412139893, + "learning_rate": 9.41432901283121e-06, + "loss": 2.5816, + "step": 31143 + }, + { + "epoch": 0.5331142265358872, + "grad_norm": 2.418607711791992, + "learning_rate": 9.413775560156428e-06, + "loss": 2.5484, + "step": 31144 + }, + { + "epoch": 0.5331313442544378, + "grad_norm": 2.176644802093506, + "learning_rate": 9.413222109283498e-06, + "loss": 2.5597, + "step": 31145 + }, + { + "epoch": 0.5331484619729883, + "grad_norm": 2.3110766410827637, + "learning_rate": 9.412668660214118e-06, + "loss": 2.5442, + "step": 31146 + }, + { + "epoch": 0.5331655796915387, + "grad_norm": 2.374760150909424, + "learning_rate": 9.412115212949985e-06, + "loss": 2.4071, + "step": 31147 + }, + { + "epoch": 0.5331826974100892, + "grad_norm": 2.3296430110931396, + "learning_rate": 9.411561767492811e-06, + "loss": 2.4717, + "step": 31148 + }, + { + "epoch": 0.5331998151286397, + "grad_norm": 2.3004062175750732, + "learning_rate": 9.411008323844288e-06, + "loss": 2.5178, + "step": 31149 + }, + { + "epoch": 0.5332169328471901, + "grad_norm": 2.2803404331207275, + "learning_rate": 9.410454882006124e-06, + "loss": 2.4377, + "step": 31150 + }, + { + "epoch": 0.5332340505657406, + "grad_norm": 2.3504018783569336, + "learning_rate": 9.40990144198001e-06, + "loss": 2.3745, + "step": 31151 + }, + { + "epoch": 0.5332511682842911, + "grad_norm": 2.4687209129333496, + "learning_rate": 9.409348003767658e-06, + "loss": 2.5602, + "step": 31152 + }, + { + "epoch": 0.5332682860028416, + "grad_norm": 2.4162862300872803, + "learning_rate": 9.408794567370765e-06, + "loss": 2.424, + "step": 31153 + }, + { + "epoch": 0.533285403721392, + "grad_norm": 2.307495594024658, + "learning_rate": 9.408241132791029e-06, + "loss": 2.4017, + "step": 31154 + }, + { + "epoch": 0.5333025214399425, + "grad_norm": 2.4865381717681885, + "learning_rate": 9.407687700030156e-06, + "loss": 2.5432, + "step": 31155 + }, + { + "epoch": 0.533319639158493, + "grad_norm": 2.456259250640869, + "learning_rate": 9.40713426908984e-06, + "loss": 2.3838, + "step": 31156 + }, + { + "epoch": 0.5333367568770434, + "grad_norm": 2.4049158096313477, + "learning_rate": 9.40658083997179e-06, + "loss": 2.4099, + "step": 31157 + }, + { + "epoch": 0.5333538745955939, + "grad_norm": 2.5070412158966064, + "learning_rate": 9.406027412677701e-06, + "loss": 2.593, + "step": 31158 + }, + { + "epoch": 0.5333709923141444, + "grad_norm": 2.31091046333313, + "learning_rate": 9.405473987209283e-06, + "loss": 2.4929, + "step": 31159 + }, + { + "epoch": 0.5333881100326948, + "grad_norm": 2.5258500576019287, + "learning_rate": 9.404920563568227e-06, + "loss": 2.4901, + "step": 31160 + }, + { + "epoch": 0.5334052277512453, + "grad_norm": 2.279395580291748, + "learning_rate": 9.404367141756235e-06, + "loss": 2.5527, + "step": 31161 + }, + { + "epoch": 0.5334223454697958, + "grad_norm": 2.283578634262085, + "learning_rate": 9.403813721775015e-06, + "loss": 2.4101, + "step": 31162 + }, + { + "epoch": 0.5334394631883462, + "grad_norm": 2.3699774742126465, + "learning_rate": 9.403260303626259e-06, + "loss": 2.5501, + "step": 31163 + }, + { + "epoch": 0.5334565809068967, + "grad_norm": 2.2001020908355713, + "learning_rate": 9.402706887311678e-06, + "loss": 2.3524, + "step": 31164 + }, + { + "epoch": 0.5334736986254472, + "grad_norm": 2.3182177543640137, + "learning_rate": 9.402153472832966e-06, + "loss": 2.5096, + "step": 31165 + }, + { + "epoch": 0.5334908163439976, + "grad_norm": 2.4096508026123047, + "learning_rate": 9.401600060191826e-06, + "loss": 2.4475, + "step": 31166 + }, + { + "epoch": 0.5335079340625482, + "grad_norm": 2.3507609367370605, + "learning_rate": 9.401046649389962e-06, + "loss": 2.5242, + "step": 31167 + }, + { + "epoch": 0.5335250517810987, + "grad_norm": 2.490011215209961, + "learning_rate": 9.400493240429065e-06, + "loss": 2.4311, + "step": 31168 + }, + { + "epoch": 0.533542169499649, + "grad_norm": 2.3944308757781982, + "learning_rate": 9.399939833310849e-06, + "loss": 2.5355, + "step": 31169 + }, + { + "epoch": 0.5335592872181996, + "grad_norm": 2.491029739379883, + "learning_rate": 9.399386428037006e-06, + "loss": 2.5321, + "step": 31170 + }, + { + "epoch": 0.5335764049367501, + "grad_norm": 2.483699083328247, + "learning_rate": 9.398833024609242e-06, + "loss": 2.4804, + "step": 31171 + }, + { + "epoch": 0.5335935226553005, + "grad_norm": 2.24025559425354, + "learning_rate": 9.39827962302925e-06, + "loss": 2.5315, + "step": 31172 + }, + { + "epoch": 0.533610640373851, + "grad_norm": 2.3147146701812744, + "learning_rate": 9.397726223298743e-06, + "loss": 2.5497, + "step": 31173 + }, + { + "epoch": 0.5336277580924015, + "grad_norm": 2.3758177757263184, + "learning_rate": 9.397172825419415e-06, + "loss": 2.4832, + "step": 31174 + }, + { + "epoch": 0.5336448758109519, + "grad_norm": 2.228719472885132, + "learning_rate": 9.396619429392966e-06, + "loss": 2.3662, + "step": 31175 + }, + { + "epoch": 0.5336619935295024, + "grad_norm": 2.4723360538482666, + "learning_rate": 9.3960660352211e-06, + "loss": 2.586, + "step": 31176 + }, + { + "epoch": 0.5336791112480529, + "grad_norm": 2.378476142883301, + "learning_rate": 9.395512642905513e-06, + "loss": 2.4116, + "step": 31177 + }, + { + "epoch": 0.5336962289666033, + "grad_norm": 2.367912769317627, + "learning_rate": 9.394959252447914e-06, + "loss": 2.4492, + "step": 31178 + }, + { + "epoch": 0.5337133466851538, + "grad_norm": 2.225802183151245, + "learning_rate": 9.394405863849993e-06, + "loss": 2.4172, + "step": 31179 + }, + { + "epoch": 0.5337304644037043, + "grad_norm": 2.312433958053589, + "learning_rate": 9.393852477113465e-06, + "loss": 2.5215, + "step": 31180 + }, + { + "epoch": 0.5337475821222547, + "grad_norm": 2.244974136352539, + "learning_rate": 9.393299092240022e-06, + "loss": 2.4892, + "step": 31181 + }, + { + "epoch": 0.5337646998408052, + "grad_norm": 2.2445333003997803, + "learning_rate": 9.392745709231362e-06, + "loss": 2.4016, + "step": 31182 + }, + { + "epoch": 0.5337818175593557, + "grad_norm": 2.2418131828308105, + "learning_rate": 9.392192328089194e-06, + "loss": 2.4475, + "step": 31183 + }, + { + "epoch": 0.5337989352779061, + "grad_norm": 2.3372721672058105, + "learning_rate": 9.39163894881521e-06, + "loss": 2.4865, + "step": 31184 + }, + { + "epoch": 0.5338160529964566, + "grad_norm": 2.4507761001586914, + "learning_rate": 9.391085571411121e-06, + "loss": 2.5174, + "step": 31185 + }, + { + "epoch": 0.5338331707150071, + "grad_norm": 2.4427268505096436, + "learning_rate": 9.39053219587862e-06, + "loss": 2.4502, + "step": 31186 + }, + { + "epoch": 0.5338502884335575, + "grad_norm": 2.3154125213623047, + "learning_rate": 9.389978822219415e-06, + "loss": 2.3268, + "step": 31187 + }, + { + "epoch": 0.533867406152108, + "grad_norm": 2.466191291809082, + "learning_rate": 9.389425450435196e-06, + "loss": 2.5957, + "step": 31188 + }, + { + "epoch": 0.5338845238706585, + "grad_norm": 2.3203542232513428, + "learning_rate": 9.388872080527674e-06, + "loss": 2.4287, + "step": 31189 + }, + { + "epoch": 0.5339016415892089, + "grad_norm": 2.3381526470184326, + "learning_rate": 9.388318712498547e-06, + "loss": 2.4877, + "step": 31190 + }, + { + "epoch": 0.5339187593077594, + "grad_norm": 2.3326478004455566, + "learning_rate": 9.387765346349515e-06, + "loss": 2.4921, + "step": 31191 + }, + { + "epoch": 0.53393587702631, + "grad_norm": 2.398451328277588, + "learning_rate": 9.387211982082278e-06, + "loss": 2.4401, + "step": 31192 + }, + { + "epoch": 0.5339529947448604, + "grad_norm": 2.3340179920196533, + "learning_rate": 9.386658619698535e-06, + "loss": 2.4922, + "step": 31193 + }, + { + "epoch": 0.5339701124634109, + "grad_norm": 2.4728641510009766, + "learning_rate": 9.386105259199995e-06, + "loss": 2.5947, + "step": 31194 + }, + { + "epoch": 0.5339872301819614, + "grad_norm": 2.336778402328491, + "learning_rate": 9.385551900588348e-06, + "loss": 2.4013, + "step": 31195 + }, + { + "epoch": 0.5340043479005118, + "grad_norm": 2.494849443435669, + "learning_rate": 9.384998543865305e-06, + "loss": 2.585, + "step": 31196 + }, + { + "epoch": 0.5340214656190623, + "grad_norm": 2.294142484664917, + "learning_rate": 9.384445189032562e-06, + "loss": 2.5615, + "step": 31197 + }, + { + "epoch": 0.5340385833376128, + "grad_norm": 2.2862226963043213, + "learning_rate": 9.383891836091818e-06, + "loss": 2.5427, + "step": 31198 + }, + { + "epoch": 0.5340557010561633, + "grad_norm": 2.369070291519165, + "learning_rate": 9.383338485044777e-06, + "loss": 2.5004, + "step": 31199 + }, + { + "epoch": 0.5340728187747137, + "grad_norm": 2.3086702823638916, + "learning_rate": 9.382785135893136e-06, + "loss": 2.5178, + "step": 31200 + }, + { + "epoch": 0.5340899364932642, + "grad_norm": 2.3382861614227295, + "learning_rate": 9.382231788638602e-06, + "loss": 2.4944, + "step": 31201 + }, + { + "epoch": 0.5341070542118147, + "grad_norm": 2.3276748657226562, + "learning_rate": 9.381678443282868e-06, + "loss": 2.506, + "step": 31202 + }, + { + "epoch": 0.5341241719303651, + "grad_norm": 2.3043668270111084, + "learning_rate": 9.381125099827643e-06, + "loss": 2.4377, + "step": 31203 + }, + { + "epoch": 0.5341412896489156, + "grad_norm": 2.327998638153076, + "learning_rate": 9.380571758274625e-06, + "loss": 2.6068, + "step": 31204 + }, + { + "epoch": 0.5341584073674661, + "grad_norm": 2.2328639030456543, + "learning_rate": 9.380018418625508e-06, + "loss": 2.4452, + "step": 31205 + }, + { + "epoch": 0.5341755250860165, + "grad_norm": 2.3612756729125977, + "learning_rate": 9.379465080882004e-06, + "loss": 2.5058, + "step": 31206 + }, + { + "epoch": 0.534192642804567, + "grad_norm": 2.3531389236450195, + "learning_rate": 9.378911745045804e-06, + "loss": 2.6665, + "step": 31207 + }, + { + "epoch": 0.5342097605231175, + "grad_norm": 2.2653706073760986, + "learning_rate": 9.378358411118615e-06, + "loss": 2.5566, + "step": 31208 + }, + { + "epoch": 0.5342268782416679, + "grad_norm": 2.17687726020813, + "learning_rate": 9.377805079102132e-06, + "loss": 2.4399, + "step": 31209 + }, + { + "epoch": 0.5342439959602184, + "grad_norm": 2.158942937850952, + "learning_rate": 9.377251748998064e-06, + "loss": 2.3361, + "step": 31210 + }, + { + "epoch": 0.5342611136787689, + "grad_norm": 2.188798666000366, + "learning_rate": 9.376698420808109e-06, + "loss": 2.4605, + "step": 31211 + }, + { + "epoch": 0.5342782313973193, + "grad_norm": 2.3189380168914795, + "learning_rate": 9.37614509453396e-06, + "loss": 2.4627, + "step": 31212 + }, + { + "epoch": 0.5342953491158698, + "grad_norm": 2.1851015090942383, + "learning_rate": 9.375591770177327e-06, + "loss": 2.3557, + "step": 31213 + }, + { + "epoch": 0.5343124668344204, + "grad_norm": 2.377488613128662, + "learning_rate": 9.375038447739903e-06, + "loss": 2.5487, + "step": 31214 + }, + { + "epoch": 0.5343295845529707, + "grad_norm": 2.3426871299743652, + "learning_rate": 9.374485127223399e-06, + "loss": 2.3551, + "step": 31215 + }, + { + "epoch": 0.5343467022715213, + "grad_norm": 2.4437177181243896, + "learning_rate": 9.373931808629503e-06, + "loss": 2.5102, + "step": 31216 + }, + { + "epoch": 0.5343638199900718, + "grad_norm": 2.302452802658081, + "learning_rate": 9.37337849195993e-06, + "loss": 2.5778, + "step": 31217 + }, + { + "epoch": 0.5343809377086222, + "grad_norm": 2.509300470352173, + "learning_rate": 9.37282517721637e-06, + "loss": 2.3791, + "step": 31218 + }, + { + "epoch": 0.5343980554271727, + "grad_norm": 2.3643319606781006, + "learning_rate": 9.372271864400527e-06, + "loss": 2.5943, + "step": 31219 + }, + { + "epoch": 0.5344151731457232, + "grad_norm": 2.23652982711792, + "learning_rate": 9.371718553514103e-06, + "loss": 2.3626, + "step": 31220 + }, + { + "epoch": 0.5344322908642736, + "grad_norm": 2.3852803707122803, + "learning_rate": 9.37116524455879e-06, + "loss": 2.4904, + "step": 31221 + }, + { + "epoch": 0.5344494085828241, + "grad_norm": 2.254131555557251, + "learning_rate": 9.370611937536303e-06, + "loss": 2.5088, + "step": 31222 + }, + { + "epoch": 0.5344665263013746, + "grad_norm": 2.2976956367492676, + "learning_rate": 9.370058632448333e-06, + "loss": 2.4634, + "step": 31223 + }, + { + "epoch": 0.534483644019925, + "grad_norm": 2.3780300617218018, + "learning_rate": 9.369505329296587e-06, + "loss": 2.4904, + "step": 31224 + }, + { + "epoch": 0.5345007617384755, + "grad_norm": 2.4870612621307373, + "learning_rate": 9.368952028082759e-06, + "loss": 2.4255, + "step": 31225 + }, + { + "epoch": 0.534517879457026, + "grad_norm": 2.420121669769287, + "learning_rate": 9.36839872880855e-06, + "loss": 2.5709, + "step": 31226 + }, + { + "epoch": 0.5345349971755764, + "grad_norm": 2.3622872829437256, + "learning_rate": 9.367845431475668e-06, + "loss": 2.456, + "step": 31227 + }, + { + "epoch": 0.5345521148941269, + "grad_norm": 2.415518283843994, + "learning_rate": 9.367292136085806e-06, + "loss": 2.5702, + "step": 31228 + }, + { + "epoch": 0.5345692326126774, + "grad_norm": 2.3585987091064453, + "learning_rate": 9.366738842640668e-06, + "loss": 2.57, + "step": 31229 + }, + { + "epoch": 0.5345863503312278, + "grad_norm": 2.4058547019958496, + "learning_rate": 9.366185551141953e-06, + "loss": 2.5255, + "step": 31230 + }, + { + "epoch": 0.5346034680497783, + "grad_norm": 2.160660982131958, + "learning_rate": 9.365632261591365e-06, + "loss": 2.3753, + "step": 31231 + }, + { + "epoch": 0.5346205857683288, + "grad_norm": 2.3849596977233887, + "learning_rate": 9.365078973990604e-06, + "loss": 2.5546, + "step": 31232 + }, + { + "epoch": 0.5346377034868792, + "grad_norm": 2.5007870197296143, + "learning_rate": 9.364525688341363e-06, + "loss": 2.5995, + "step": 31233 + }, + { + "epoch": 0.5346548212054297, + "grad_norm": 2.1756322383880615, + "learning_rate": 9.363972404645354e-06, + "loss": 2.504, + "step": 31234 + }, + { + "epoch": 0.5346719389239802, + "grad_norm": 2.4037017822265625, + "learning_rate": 9.36341912290427e-06, + "loss": 2.4207, + "step": 31235 + }, + { + "epoch": 0.5346890566425306, + "grad_norm": 2.3714616298675537, + "learning_rate": 9.362865843119815e-06, + "loss": 2.5224, + "step": 31236 + }, + { + "epoch": 0.5347061743610811, + "grad_norm": 2.3609139919281006, + "learning_rate": 9.362312565293685e-06, + "loss": 2.5594, + "step": 31237 + }, + { + "epoch": 0.5347232920796317, + "grad_norm": 2.1462442874908447, + "learning_rate": 9.361759289427587e-06, + "loss": 2.4639, + "step": 31238 + }, + { + "epoch": 0.534740409798182, + "grad_norm": 2.2810986042022705, + "learning_rate": 9.36120601552322e-06, + "loss": 2.4975, + "step": 31239 + }, + { + "epoch": 0.5347575275167326, + "grad_norm": 2.201399564743042, + "learning_rate": 9.36065274358228e-06, + "loss": 2.3566, + "step": 31240 + }, + { + "epoch": 0.5347746452352831, + "grad_norm": 2.373857259750366, + "learning_rate": 9.360099473606473e-06, + "loss": 2.5092, + "step": 31241 + }, + { + "epoch": 0.5347917629538335, + "grad_norm": 2.2369635105133057, + "learning_rate": 9.359546205597493e-06, + "loss": 2.4734, + "step": 31242 + }, + { + "epoch": 0.534808880672384, + "grad_norm": 2.323239326477051, + "learning_rate": 9.358992939557049e-06, + "loss": 2.554, + "step": 31243 + }, + { + "epoch": 0.5348259983909345, + "grad_norm": 2.3353729248046875, + "learning_rate": 9.358439675486836e-06, + "loss": 2.4376, + "step": 31244 + }, + { + "epoch": 0.5348431161094849, + "grad_norm": 2.4028828144073486, + "learning_rate": 9.357886413388557e-06, + "loss": 2.4301, + "step": 31245 + }, + { + "epoch": 0.5348602338280354, + "grad_norm": 2.2602429389953613, + "learning_rate": 9.357333153263911e-06, + "loss": 2.4569, + "step": 31246 + }, + { + "epoch": 0.5348773515465859, + "grad_norm": 2.379587173461914, + "learning_rate": 9.356779895114595e-06, + "loss": 2.5075, + "step": 31247 + }, + { + "epoch": 0.5348944692651364, + "grad_norm": 2.3591959476470947, + "learning_rate": 9.356226638942319e-06, + "loss": 2.4965, + "step": 31248 + }, + { + "epoch": 0.5349115869836868, + "grad_norm": 2.414823055267334, + "learning_rate": 9.355673384748776e-06, + "loss": 2.4137, + "step": 31249 + }, + { + "epoch": 0.5349287047022373, + "grad_norm": 2.450756311416626, + "learning_rate": 9.35512013253567e-06, + "loss": 2.5677, + "step": 31250 + }, + { + "epoch": 0.5349458224207878, + "grad_norm": 2.279761552810669, + "learning_rate": 9.354566882304696e-06, + "loss": 2.5449, + "step": 31251 + }, + { + "epoch": 0.5349629401393382, + "grad_norm": 2.2376132011413574, + "learning_rate": 9.35401363405756e-06, + "loss": 2.4166, + "step": 31252 + }, + { + "epoch": 0.5349800578578887, + "grad_norm": 2.494413137435913, + "learning_rate": 9.353460387795961e-06, + "loss": 2.5941, + "step": 31253 + }, + { + "epoch": 0.5349971755764392, + "grad_norm": 2.4179954528808594, + "learning_rate": 9.352907143521602e-06, + "loss": 2.5688, + "step": 31254 + }, + { + "epoch": 0.5350142932949896, + "grad_norm": 2.2981417179107666, + "learning_rate": 9.35235390123618e-06, + "loss": 2.4638, + "step": 31255 + }, + { + "epoch": 0.5350314110135401, + "grad_norm": 2.3626394271850586, + "learning_rate": 9.351800660941395e-06, + "loss": 2.5032, + "step": 31256 + }, + { + "epoch": 0.5350485287320906, + "grad_norm": 2.4603111743927, + "learning_rate": 9.351247422638952e-06, + "loss": 2.5156, + "step": 31257 + }, + { + "epoch": 0.535065646450641, + "grad_norm": 2.4095418453216553, + "learning_rate": 9.350694186330542e-06, + "loss": 2.5322, + "step": 31258 + }, + { + "epoch": 0.5350827641691915, + "grad_norm": 2.325460433959961, + "learning_rate": 9.350140952017878e-06, + "loss": 2.5485, + "step": 31259 + }, + { + "epoch": 0.535099881887742, + "grad_norm": 2.345759391784668, + "learning_rate": 9.34958771970265e-06, + "loss": 2.5358, + "step": 31260 + }, + { + "epoch": 0.5351169996062924, + "grad_norm": 2.3456673622131348, + "learning_rate": 9.349034489386566e-06, + "loss": 2.6122, + "step": 31261 + }, + { + "epoch": 0.535134117324843, + "grad_norm": 2.2659237384796143, + "learning_rate": 9.348481261071324e-06, + "loss": 2.4812, + "step": 31262 + }, + { + "epoch": 0.5351512350433935, + "grad_norm": 2.4036519527435303, + "learning_rate": 9.34792803475862e-06, + "loss": 2.5479, + "step": 31263 + }, + { + "epoch": 0.5351683527619439, + "grad_norm": 2.432798147201538, + "learning_rate": 9.34737481045016e-06, + "loss": 2.5944, + "step": 31264 + }, + { + "epoch": 0.5351854704804944, + "grad_norm": 2.4769575595855713, + "learning_rate": 9.346821588147641e-06, + "loss": 2.5625, + "step": 31265 + }, + { + "epoch": 0.5352025881990449, + "grad_norm": 2.321929454803467, + "learning_rate": 9.346268367852768e-06, + "loss": 2.4704, + "step": 31266 + }, + { + "epoch": 0.5352197059175953, + "grad_norm": 2.542358875274658, + "learning_rate": 9.345715149567233e-06, + "loss": 2.5747, + "step": 31267 + }, + { + "epoch": 0.5352368236361458, + "grad_norm": 2.1955628395080566, + "learning_rate": 9.345161933292746e-06, + "loss": 2.4313, + "step": 31268 + }, + { + "epoch": 0.5352539413546963, + "grad_norm": 2.2908852100372314, + "learning_rate": 9.344608719031003e-06, + "loss": 2.5686, + "step": 31269 + }, + { + "epoch": 0.5352710590732467, + "grad_norm": 2.252131938934326, + "learning_rate": 9.3440555067837e-06, + "loss": 2.5532, + "step": 31270 + }, + { + "epoch": 0.5352881767917972, + "grad_norm": 2.3996448516845703, + "learning_rate": 9.343502296552547e-06, + "loss": 2.4599, + "step": 31271 + }, + { + "epoch": 0.5353052945103477, + "grad_norm": 2.2912988662719727, + "learning_rate": 9.342949088339235e-06, + "loss": 2.4081, + "step": 31272 + }, + { + "epoch": 0.5353224122288981, + "grad_norm": 2.368720769882202, + "learning_rate": 9.342395882145473e-06, + "loss": 2.4738, + "step": 31273 + }, + { + "epoch": 0.5353395299474486, + "grad_norm": 2.3587982654571533, + "learning_rate": 9.341842677972951e-06, + "loss": 2.5312, + "step": 31274 + }, + { + "epoch": 0.5353566476659991, + "grad_norm": 2.228862762451172, + "learning_rate": 9.34128947582338e-06, + "loss": 2.4526, + "step": 31275 + }, + { + "epoch": 0.5353737653845495, + "grad_norm": 2.3501219749450684, + "learning_rate": 9.340736275698457e-06, + "loss": 2.3987, + "step": 31276 + }, + { + "epoch": 0.5353908831031, + "grad_norm": 2.356980323791504, + "learning_rate": 9.340183077599877e-06, + "loss": 2.4268, + "step": 31277 + }, + { + "epoch": 0.5354080008216505, + "grad_norm": 2.3784079551696777, + "learning_rate": 9.339629881529347e-06, + "loss": 2.4486, + "step": 31278 + }, + { + "epoch": 0.5354251185402009, + "grad_norm": 2.2347142696380615, + "learning_rate": 9.33907668748856e-06, + "loss": 2.4011, + "step": 31279 + }, + { + "epoch": 0.5354422362587514, + "grad_norm": 2.26811146736145, + "learning_rate": 9.338523495479226e-06, + "loss": 2.506, + "step": 31280 + }, + { + "epoch": 0.5354593539773019, + "grad_norm": 2.3365910053253174, + "learning_rate": 9.337970305503038e-06, + "loss": 2.4933, + "step": 31281 + }, + { + "epoch": 0.5354764716958523, + "grad_norm": 2.440143346786499, + "learning_rate": 9.337417117561701e-06, + "loss": 2.6043, + "step": 31282 + }, + { + "epoch": 0.5354935894144028, + "grad_norm": 2.471302032470703, + "learning_rate": 9.336863931656911e-06, + "loss": 2.5711, + "step": 31283 + }, + { + "epoch": 0.5355107071329533, + "grad_norm": 2.438922643661499, + "learning_rate": 9.336310747790369e-06, + "loss": 2.5374, + "step": 31284 + }, + { + "epoch": 0.5355278248515037, + "grad_norm": 2.399059295654297, + "learning_rate": 9.335757565963778e-06, + "loss": 2.5781, + "step": 31285 + }, + { + "epoch": 0.5355449425700542, + "grad_norm": 2.3515119552612305, + "learning_rate": 9.335204386178834e-06, + "loss": 2.5183, + "step": 31286 + }, + { + "epoch": 0.5355620602886048, + "grad_norm": 2.485056161880493, + "learning_rate": 9.334651208437244e-06, + "loss": 2.625, + "step": 31287 + }, + { + "epoch": 0.5355791780071552, + "grad_norm": 2.4224603176116943, + "learning_rate": 9.334098032740702e-06, + "loss": 2.5304, + "step": 31288 + }, + { + "epoch": 0.5355962957257057, + "grad_norm": 2.436048984527588, + "learning_rate": 9.333544859090914e-06, + "loss": 2.4626, + "step": 31289 + }, + { + "epoch": 0.5356134134442562, + "grad_norm": 2.4496634006500244, + "learning_rate": 9.332991687489576e-06, + "loss": 2.4411, + "step": 31290 + }, + { + "epoch": 0.5356305311628066, + "grad_norm": 2.4271016120910645, + "learning_rate": 9.332438517938385e-06, + "loss": 2.5747, + "step": 31291 + }, + { + "epoch": 0.5356476488813571, + "grad_norm": 2.2503888607025146, + "learning_rate": 9.33188535043905e-06, + "loss": 2.4354, + "step": 31292 + }, + { + "epoch": 0.5356647665999076, + "grad_norm": 2.269605875015259, + "learning_rate": 9.331332184993262e-06, + "loss": 2.3578, + "step": 31293 + }, + { + "epoch": 0.5356818843184581, + "grad_norm": 2.4587957859039307, + "learning_rate": 9.33077902160273e-06, + "loss": 2.5001, + "step": 31294 + }, + { + "epoch": 0.5356990020370085, + "grad_norm": 2.25784969329834, + "learning_rate": 9.330225860269146e-06, + "loss": 2.5355, + "step": 31295 + }, + { + "epoch": 0.535716119755559, + "grad_norm": 2.5987191200256348, + "learning_rate": 9.32967270099422e-06, + "loss": 2.5332, + "step": 31296 + }, + { + "epoch": 0.5357332374741095, + "grad_norm": 2.245360851287842, + "learning_rate": 9.329119543779643e-06, + "loss": 2.3714, + "step": 31297 + }, + { + "epoch": 0.5357503551926599, + "grad_norm": 2.2281434535980225, + "learning_rate": 9.32856638862712e-06, + "loss": 2.4624, + "step": 31298 + }, + { + "epoch": 0.5357674729112104, + "grad_norm": 2.405724287033081, + "learning_rate": 9.32801323553835e-06, + "loss": 2.4624, + "step": 31299 + }, + { + "epoch": 0.5357845906297609, + "grad_norm": 2.386406421661377, + "learning_rate": 9.327460084515029e-06, + "loss": 2.4935, + "step": 31300 + }, + { + "epoch": 0.5358017083483113, + "grad_norm": 2.387275218963623, + "learning_rate": 9.326906935558866e-06, + "loss": 2.5207, + "step": 31301 + }, + { + "epoch": 0.5358188260668618, + "grad_norm": 2.3956868648529053, + "learning_rate": 9.326353788671555e-06, + "loss": 2.5308, + "step": 31302 + }, + { + "epoch": 0.5358359437854123, + "grad_norm": 2.186844825744629, + "learning_rate": 9.325800643854798e-06, + "loss": 2.4317, + "step": 31303 + }, + { + "epoch": 0.5358530615039627, + "grad_norm": 2.4599130153656006, + "learning_rate": 9.325247501110298e-06, + "loss": 2.575, + "step": 31304 + }, + { + "epoch": 0.5358701792225132, + "grad_norm": 2.478689670562744, + "learning_rate": 9.324694360439745e-06, + "loss": 2.4568, + "step": 31305 + }, + { + "epoch": 0.5358872969410637, + "grad_norm": 2.3996758460998535, + "learning_rate": 9.32414122184485e-06, + "loss": 2.4557, + "step": 31306 + }, + { + "epoch": 0.5359044146596141, + "grad_norm": 2.313962459564209, + "learning_rate": 9.323588085327308e-06, + "loss": 2.4369, + "step": 31307 + }, + { + "epoch": 0.5359215323781646, + "grad_norm": 2.386099338531494, + "learning_rate": 9.323034950888822e-06, + "loss": 2.5001, + "step": 31308 + }, + { + "epoch": 0.5359386500967152, + "grad_norm": 2.4518768787384033, + "learning_rate": 9.322481818531092e-06, + "loss": 2.3727, + "step": 31309 + }, + { + "epoch": 0.5359557678152655, + "grad_norm": 2.303219795227051, + "learning_rate": 9.321928688255816e-06, + "loss": 2.4401, + "step": 31310 + }, + { + "epoch": 0.5359728855338161, + "grad_norm": 2.214381456375122, + "learning_rate": 9.321375560064695e-06, + "loss": 2.3232, + "step": 31311 + }, + { + "epoch": 0.5359900032523666, + "grad_norm": 2.413789987564087, + "learning_rate": 9.320822433959427e-06, + "loss": 2.5093, + "step": 31312 + }, + { + "epoch": 0.536007120970917, + "grad_norm": 2.4143502712249756, + "learning_rate": 9.320269309941717e-06, + "loss": 2.6489, + "step": 31313 + }, + { + "epoch": 0.5360242386894675, + "grad_norm": 2.5723817348480225, + "learning_rate": 9.31971618801326e-06, + "loss": 2.5484, + "step": 31314 + }, + { + "epoch": 0.536041356408018, + "grad_norm": 2.413782835006714, + "learning_rate": 9.31916306817576e-06, + "loss": 2.4665, + "step": 31315 + }, + { + "epoch": 0.5360584741265684, + "grad_norm": 2.4112648963928223, + "learning_rate": 9.318609950430912e-06, + "loss": 2.435, + "step": 31316 + }, + { + "epoch": 0.5360755918451189, + "grad_norm": 2.547402858734131, + "learning_rate": 9.318056834780425e-06, + "loss": 2.6337, + "step": 31317 + }, + { + "epoch": 0.5360927095636694, + "grad_norm": 2.356335401535034, + "learning_rate": 9.317503721225991e-06, + "loss": 2.3656, + "step": 31318 + }, + { + "epoch": 0.5361098272822198, + "grad_norm": 2.1754918098449707, + "learning_rate": 9.316950609769312e-06, + "loss": 2.3852, + "step": 31319 + }, + { + "epoch": 0.5361269450007703, + "grad_norm": 2.3522839546203613, + "learning_rate": 9.316397500412091e-06, + "loss": 2.4539, + "step": 31320 + }, + { + "epoch": 0.5361440627193208, + "grad_norm": 2.3815276622772217, + "learning_rate": 9.315844393156021e-06, + "loss": 2.5123, + "step": 31321 + }, + { + "epoch": 0.5361611804378712, + "grad_norm": 2.3176426887512207, + "learning_rate": 9.315291288002812e-06, + "loss": 2.3928, + "step": 31322 + }, + { + "epoch": 0.5361782981564217, + "grad_norm": 2.339937925338745, + "learning_rate": 9.314738184954155e-06, + "loss": 2.4369, + "step": 31323 + }, + { + "epoch": 0.5361954158749722, + "grad_norm": 2.475198268890381, + "learning_rate": 9.314185084011757e-06, + "loss": 2.46, + "step": 31324 + }, + { + "epoch": 0.5362125335935226, + "grad_norm": 2.5618984699249268, + "learning_rate": 9.313631985177316e-06, + "loss": 2.6282, + "step": 31325 + }, + { + "epoch": 0.5362296513120731, + "grad_norm": 2.3956055641174316, + "learning_rate": 9.31307888845253e-06, + "loss": 2.4788, + "step": 31326 + }, + { + "epoch": 0.5362467690306236, + "grad_norm": 2.438640594482422, + "learning_rate": 9.312525793839101e-06, + "loss": 2.4617, + "step": 31327 + }, + { + "epoch": 0.536263886749174, + "grad_norm": 2.3315253257751465, + "learning_rate": 9.311972701338723e-06, + "loss": 2.6265, + "step": 31328 + }, + { + "epoch": 0.5362810044677245, + "grad_norm": 2.2048017978668213, + "learning_rate": 9.311419610953107e-06, + "loss": 2.4707, + "step": 31329 + }, + { + "epoch": 0.536298122186275, + "grad_norm": 2.3667078018188477, + "learning_rate": 9.310866522683946e-06, + "loss": 2.4869, + "step": 31330 + }, + { + "epoch": 0.5363152399048254, + "grad_norm": 2.3389549255371094, + "learning_rate": 9.310313436532941e-06, + "loss": 2.522, + "step": 31331 + }, + { + "epoch": 0.5363323576233759, + "grad_norm": 2.4702751636505127, + "learning_rate": 9.30976035250179e-06, + "loss": 2.499, + "step": 31332 + }, + { + "epoch": 0.5363494753419265, + "grad_norm": 2.3010008335113525, + "learning_rate": 9.309207270592196e-06, + "loss": 2.4183, + "step": 31333 + }, + { + "epoch": 0.5363665930604768, + "grad_norm": 2.4711151123046875, + "learning_rate": 9.30865419080586e-06, + "loss": 2.5005, + "step": 31334 + }, + { + "epoch": 0.5363837107790274, + "grad_norm": 2.323276996612549, + "learning_rate": 9.30810111314448e-06, + "loss": 2.5356, + "step": 31335 + }, + { + "epoch": 0.5364008284975779, + "grad_norm": 2.402219533920288, + "learning_rate": 9.307548037609755e-06, + "loss": 2.5591, + "step": 31336 + }, + { + "epoch": 0.5364179462161283, + "grad_norm": 2.3572440147399902, + "learning_rate": 9.306994964203384e-06, + "loss": 2.5659, + "step": 31337 + }, + { + "epoch": 0.5364350639346788, + "grad_norm": 2.302532196044922, + "learning_rate": 9.306441892927073e-06, + "loss": 2.3877, + "step": 31338 + }, + { + "epoch": 0.5364521816532293, + "grad_norm": 2.2828993797302246, + "learning_rate": 9.305888823782515e-06, + "loss": 2.4257, + "step": 31339 + }, + { + "epoch": 0.5364692993717798, + "grad_norm": 2.375779390335083, + "learning_rate": 9.305335756771415e-06, + "loss": 2.3691, + "step": 31340 + }, + { + "epoch": 0.5364864170903302, + "grad_norm": 2.3959264755249023, + "learning_rate": 9.304782691895472e-06, + "loss": 2.4284, + "step": 31341 + }, + { + "epoch": 0.5365035348088807, + "grad_norm": 2.4806294441223145, + "learning_rate": 9.304229629156379e-06, + "loss": 2.4569, + "step": 31342 + }, + { + "epoch": 0.5365206525274312, + "grad_norm": 2.378058910369873, + "learning_rate": 9.303676568555848e-06, + "loss": 2.5242, + "step": 31343 + }, + { + "epoch": 0.5365377702459816, + "grad_norm": 2.4922027587890625, + "learning_rate": 9.303123510095567e-06, + "loss": 2.5293, + "step": 31344 + }, + { + "epoch": 0.5365548879645321, + "grad_norm": 2.297288656234741, + "learning_rate": 9.302570453777245e-06, + "loss": 2.4396, + "step": 31345 + }, + { + "epoch": 0.5365720056830826, + "grad_norm": 2.2938525676727295, + "learning_rate": 9.302017399602577e-06, + "loss": 2.4065, + "step": 31346 + }, + { + "epoch": 0.536589123401633, + "grad_norm": 2.454756259918213, + "learning_rate": 9.301464347573265e-06, + "loss": 2.4688, + "step": 31347 + }, + { + "epoch": 0.5366062411201835, + "grad_norm": 2.355518341064453, + "learning_rate": 9.300911297691011e-06, + "loss": 2.5116, + "step": 31348 + }, + { + "epoch": 0.536623358838734, + "grad_norm": 2.3697595596313477, + "learning_rate": 9.300358249957507e-06, + "loss": 2.5248, + "step": 31349 + }, + { + "epoch": 0.5366404765572844, + "grad_norm": 2.409726858139038, + "learning_rate": 9.29980520437446e-06, + "loss": 2.4395, + "step": 31350 + }, + { + "epoch": 0.5366575942758349, + "grad_norm": 2.434307813644409, + "learning_rate": 9.299252160943568e-06, + "loss": 2.537, + "step": 31351 + }, + { + "epoch": 0.5366747119943854, + "grad_norm": 2.3946170806884766, + "learning_rate": 9.298699119666531e-06, + "loss": 2.4852, + "step": 31352 + }, + { + "epoch": 0.5366918297129358, + "grad_norm": 2.427273988723755, + "learning_rate": 9.298146080545046e-06, + "loss": 2.446, + "step": 31353 + }, + { + "epoch": 0.5367089474314863, + "grad_norm": 2.304291248321533, + "learning_rate": 9.297593043580819e-06, + "loss": 2.4924, + "step": 31354 + }, + { + "epoch": 0.5367260651500368, + "grad_norm": 2.214014768600464, + "learning_rate": 9.297040008775546e-06, + "loss": 2.4639, + "step": 31355 + }, + { + "epoch": 0.5367431828685872, + "grad_norm": 2.3023056983947754, + "learning_rate": 9.296486976130926e-06, + "loss": 2.5188, + "step": 31356 + }, + { + "epoch": 0.5367603005871378, + "grad_norm": 2.279703140258789, + "learning_rate": 9.29593394564866e-06, + "loss": 2.5155, + "step": 31357 + }, + { + "epoch": 0.5367774183056883, + "grad_norm": 2.28520131111145, + "learning_rate": 9.295380917330445e-06, + "loss": 2.3806, + "step": 31358 + }, + { + "epoch": 0.5367945360242387, + "grad_norm": 2.2961208820343018, + "learning_rate": 9.294827891177989e-06, + "loss": 2.4274, + "step": 31359 + }, + { + "epoch": 0.5368116537427892, + "grad_norm": 2.421058416366577, + "learning_rate": 9.29427486719298e-06, + "loss": 2.5662, + "step": 31360 + }, + { + "epoch": 0.5368287714613397, + "grad_norm": 2.2777414321899414, + "learning_rate": 9.293721845377128e-06, + "loss": 2.4586, + "step": 31361 + }, + { + "epoch": 0.5368458891798901, + "grad_norm": 2.381908893585205, + "learning_rate": 9.29316882573213e-06, + "loss": 2.5485, + "step": 31362 + }, + { + "epoch": 0.5368630068984406, + "grad_norm": 2.3347363471984863, + "learning_rate": 9.292615808259683e-06, + "loss": 2.57, + "step": 31363 + }, + { + "epoch": 0.5368801246169911, + "grad_norm": 2.4112555980682373, + "learning_rate": 9.292062792961491e-06, + "loss": 2.5831, + "step": 31364 + }, + { + "epoch": 0.5368972423355415, + "grad_norm": 2.267730951309204, + "learning_rate": 9.291509779839245e-06, + "loss": 2.4836, + "step": 31365 + }, + { + "epoch": 0.536914360054092, + "grad_norm": 2.364131212234497, + "learning_rate": 9.290956768894657e-06, + "loss": 2.5783, + "step": 31366 + }, + { + "epoch": 0.5369314777726425, + "grad_norm": 2.2100377082824707, + "learning_rate": 9.290403760129418e-06, + "loss": 2.4445, + "step": 31367 + }, + { + "epoch": 0.5369485954911929, + "grad_norm": 2.225515842437744, + "learning_rate": 9.289850753545234e-06, + "loss": 2.3876, + "step": 31368 + }, + { + "epoch": 0.5369657132097434, + "grad_norm": 2.4447617530822754, + "learning_rate": 9.2892977491438e-06, + "loss": 2.5116, + "step": 31369 + }, + { + "epoch": 0.5369828309282939, + "grad_norm": 2.4286842346191406, + "learning_rate": 9.288744746926812e-06, + "loss": 2.5109, + "step": 31370 + }, + { + "epoch": 0.5369999486468443, + "grad_norm": 2.347885847091675, + "learning_rate": 9.288191746895981e-06, + "loss": 2.4275, + "step": 31371 + }, + { + "epoch": 0.5370170663653948, + "grad_norm": 2.2532882690429688, + "learning_rate": 9.287638749052997e-06, + "loss": 2.442, + "step": 31372 + }, + { + "epoch": 0.5370341840839453, + "grad_norm": 2.27645206451416, + "learning_rate": 9.287085753399566e-06, + "loss": 2.5567, + "step": 31373 + }, + { + "epoch": 0.5370513018024957, + "grad_norm": 2.3608345985412598, + "learning_rate": 9.28653275993738e-06, + "loss": 2.3967, + "step": 31374 + }, + { + "epoch": 0.5370684195210462, + "grad_norm": 2.398815393447876, + "learning_rate": 9.285979768668149e-06, + "loss": 2.4469, + "step": 31375 + }, + { + "epoch": 0.5370855372395967, + "grad_norm": 2.3956189155578613, + "learning_rate": 9.285426779593567e-06, + "loss": 2.491, + "step": 31376 + }, + { + "epoch": 0.5371026549581471, + "grad_norm": 2.328150987625122, + "learning_rate": 9.284873792715329e-06, + "loss": 2.5539, + "step": 31377 + }, + { + "epoch": 0.5371197726766976, + "grad_norm": 2.323333740234375, + "learning_rate": 9.284320808035147e-06, + "loss": 2.4986, + "step": 31378 + }, + { + "epoch": 0.5371368903952481, + "grad_norm": 2.44073486328125, + "learning_rate": 9.283767825554708e-06, + "loss": 2.3868, + "step": 31379 + }, + { + "epoch": 0.5371540081137985, + "grad_norm": 2.361865520477295, + "learning_rate": 9.28321484527572e-06, + "loss": 2.478, + "step": 31380 + }, + { + "epoch": 0.537171125832349, + "grad_norm": 2.384087324142456, + "learning_rate": 9.282661867199875e-06, + "loss": 2.5263, + "step": 31381 + }, + { + "epoch": 0.5371882435508996, + "grad_norm": 2.2735867500305176, + "learning_rate": 9.282108891328883e-06, + "loss": 2.443, + "step": 31382 + }, + { + "epoch": 0.53720536126945, + "grad_norm": 2.3254294395446777, + "learning_rate": 9.28155591766444e-06, + "loss": 2.5509, + "step": 31383 + }, + { + "epoch": 0.5372224789880005, + "grad_norm": 2.337982416152954, + "learning_rate": 9.281002946208237e-06, + "loss": 2.4628, + "step": 31384 + }, + { + "epoch": 0.537239596706551, + "grad_norm": 2.259385108947754, + "learning_rate": 9.280449976961986e-06, + "loss": 2.3879, + "step": 31385 + }, + { + "epoch": 0.5372567144251014, + "grad_norm": 2.5632503032684326, + "learning_rate": 9.279897009927376e-06, + "loss": 2.4512, + "step": 31386 + }, + { + "epoch": 0.5372738321436519, + "grad_norm": 2.27241849899292, + "learning_rate": 9.279344045106115e-06, + "loss": 2.4901, + "step": 31387 + }, + { + "epoch": 0.5372909498622024, + "grad_norm": 2.5472218990325928, + "learning_rate": 9.278791082499896e-06, + "loss": 2.5446, + "step": 31388 + }, + { + "epoch": 0.5373080675807529, + "grad_norm": 2.337284564971924, + "learning_rate": 9.278238122110427e-06, + "loss": 2.5469, + "step": 31389 + }, + { + "epoch": 0.5373251852993033, + "grad_norm": 2.174254894256592, + "learning_rate": 9.277685163939402e-06, + "loss": 2.4676, + "step": 31390 + }, + { + "epoch": 0.5373423030178538, + "grad_norm": 2.2763612270355225, + "learning_rate": 9.277132207988516e-06, + "loss": 2.3939, + "step": 31391 + }, + { + "epoch": 0.5373594207364043, + "grad_norm": 2.389974355697632, + "learning_rate": 9.276579254259478e-06, + "loss": 2.4955, + "step": 31392 + }, + { + "epoch": 0.5373765384549547, + "grad_norm": 2.3280715942382812, + "learning_rate": 9.276026302753982e-06, + "loss": 2.5375, + "step": 31393 + }, + { + "epoch": 0.5373936561735052, + "grad_norm": 2.4129159450531006, + "learning_rate": 9.27547335347373e-06, + "loss": 2.5793, + "step": 31394 + }, + { + "epoch": 0.5374107738920557, + "grad_norm": 2.276512384414673, + "learning_rate": 9.274920406420418e-06, + "loss": 2.3402, + "step": 31395 + }, + { + "epoch": 0.5374278916106061, + "grad_norm": 2.2388124465942383, + "learning_rate": 9.27436746159575e-06, + "loss": 2.4053, + "step": 31396 + }, + { + "epoch": 0.5374450093291566, + "grad_norm": 2.2529373168945312, + "learning_rate": 9.27381451900142e-06, + "loss": 2.459, + "step": 31397 + }, + { + "epoch": 0.5374621270477071, + "grad_norm": 2.4763875007629395, + "learning_rate": 9.273261578639135e-06, + "loss": 2.5288, + "step": 31398 + }, + { + "epoch": 0.5374792447662575, + "grad_norm": 2.2749319076538086, + "learning_rate": 9.27270864051059e-06, + "loss": 2.455, + "step": 31399 + }, + { + "epoch": 0.537496362484808, + "grad_norm": 2.4257798194885254, + "learning_rate": 9.272155704617486e-06, + "loss": 2.5672, + "step": 31400 + }, + { + "epoch": 0.5375134802033585, + "grad_norm": 2.3760058879852295, + "learning_rate": 9.271602770961521e-06, + "loss": 2.5819, + "step": 31401 + }, + { + "epoch": 0.5375305979219089, + "grad_norm": 2.4082658290863037, + "learning_rate": 9.271049839544392e-06, + "loss": 2.4536, + "step": 31402 + }, + { + "epoch": 0.5375477156404594, + "grad_norm": 2.326707601547241, + "learning_rate": 9.270496910367806e-06, + "loss": 2.5535, + "step": 31403 + }, + { + "epoch": 0.53756483335901, + "grad_norm": 2.3890762329101562, + "learning_rate": 9.269943983433456e-06, + "loss": 2.4912, + "step": 31404 + }, + { + "epoch": 0.5375819510775603, + "grad_norm": 2.340113639831543, + "learning_rate": 9.269391058743046e-06, + "loss": 2.4636, + "step": 31405 + }, + { + "epoch": 0.5375990687961109, + "grad_norm": 2.2971694469451904, + "learning_rate": 9.268838136298275e-06, + "loss": 2.4081, + "step": 31406 + }, + { + "epoch": 0.5376161865146614, + "grad_norm": 2.3646938800811768, + "learning_rate": 9.268285216100835e-06, + "loss": 2.3795, + "step": 31407 + }, + { + "epoch": 0.5376333042332118, + "grad_norm": 2.3738296031951904, + "learning_rate": 9.267732298152435e-06, + "loss": 2.4421, + "step": 31408 + }, + { + "epoch": 0.5376504219517623, + "grad_norm": 2.498687982559204, + "learning_rate": 9.26717938245477e-06, + "loss": 2.5282, + "step": 31409 + }, + { + "epoch": 0.5376675396703128, + "grad_norm": 2.30195689201355, + "learning_rate": 9.26662646900954e-06, + "loss": 2.4466, + "step": 31410 + }, + { + "epoch": 0.5376846573888632, + "grad_norm": 2.4578819274902344, + "learning_rate": 9.266073557818444e-06, + "loss": 2.5005, + "step": 31411 + }, + { + "epoch": 0.5377017751074137, + "grad_norm": 2.3407886028289795, + "learning_rate": 9.265520648883183e-06, + "loss": 2.4834, + "step": 31412 + }, + { + "epoch": 0.5377188928259642, + "grad_norm": 2.249345302581787, + "learning_rate": 9.264967742205457e-06, + "loss": 2.5296, + "step": 31413 + }, + { + "epoch": 0.5377360105445146, + "grad_norm": 2.3944199085235596, + "learning_rate": 9.26441483778696e-06, + "loss": 2.5474, + "step": 31414 + }, + { + "epoch": 0.5377531282630651, + "grad_norm": 2.492164373397827, + "learning_rate": 9.2638619356294e-06, + "loss": 2.5363, + "step": 31415 + }, + { + "epoch": 0.5377702459816156, + "grad_norm": 2.5020525455474854, + "learning_rate": 9.26330903573447e-06, + "loss": 2.406, + "step": 31416 + }, + { + "epoch": 0.537787363700166, + "grad_norm": 2.385345697402954, + "learning_rate": 9.262756138103872e-06, + "loss": 2.4393, + "step": 31417 + }, + { + "epoch": 0.5378044814187165, + "grad_norm": 2.391481876373291, + "learning_rate": 9.262203242739301e-06, + "loss": 2.5429, + "step": 31418 + }, + { + "epoch": 0.537821599137267, + "grad_norm": 2.4633185863494873, + "learning_rate": 9.261650349642464e-06, + "loss": 2.4801, + "step": 31419 + }, + { + "epoch": 0.5378387168558174, + "grad_norm": 2.5370078086853027, + "learning_rate": 9.261097458815057e-06, + "loss": 2.4748, + "step": 31420 + }, + { + "epoch": 0.5378558345743679, + "grad_norm": 2.4832756519317627, + "learning_rate": 9.260544570258778e-06, + "loss": 2.5122, + "step": 31421 + }, + { + "epoch": 0.5378729522929184, + "grad_norm": 2.4329328536987305, + "learning_rate": 9.259991683975329e-06, + "loss": 2.5425, + "step": 31422 + }, + { + "epoch": 0.5378900700114688, + "grad_norm": 2.496915817260742, + "learning_rate": 9.259438799966403e-06, + "loss": 2.5047, + "step": 31423 + }, + { + "epoch": 0.5379071877300193, + "grad_norm": 2.4508042335510254, + "learning_rate": 9.258885918233708e-06, + "loss": 2.5841, + "step": 31424 + }, + { + "epoch": 0.5379243054485698, + "grad_norm": 2.229402780532837, + "learning_rate": 9.258333038778938e-06, + "loss": 2.4861, + "step": 31425 + }, + { + "epoch": 0.5379414231671202, + "grad_norm": 2.462970495223999, + "learning_rate": 9.257780161603795e-06, + "loss": 2.5899, + "step": 31426 + }, + { + "epoch": 0.5379585408856707, + "grad_norm": 2.2306180000305176, + "learning_rate": 9.257227286709977e-06, + "loss": 2.3676, + "step": 31427 + }, + { + "epoch": 0.5379756586042213, + "grad_norm": 2.2835307121276855, + "learning_rate": 9.256674414099181e-06, + "loss": 2.4948, + "step": 31428 + }, + { + "epoch": 0.5379927763227716, + "grad_norm": 2.2129054069519043, + "learning_rate": 9.25612154377311e-06, + "loss": 2.4505, + "step": 31429 + }, + { + "epoch": 0.5380098940413222, + "grad_norm": 2.3859667778015137, + "learning_rate": 9.255568675733464e-06, + "loss": 2.5507, + "step": 31430 + }, + { + "epoch": 0.5380270117598727, + "grad_norm": 2.3571503162384033, + "learning_rate": 9.25501580998194e-06, + "loss": 2.4485, + "step": 31431 + }, + { + "epoch": 0.5380441294784231, + "grad_norm": 2.355211019515991, + "learning_rate": 9.254462946520233e-06, + "loss": 2.4175, + "step": 31432 + }, + { + "epoch": 0.5380612471969736, + "grad_norm": 2.33927845954895, + "learning_rate": 9.253910085350054e-06, + "loss": 2.4252, + "step": 31433 + }, + { + "epoch": 0.5380783649155241, + "grad_norm": 2.236466646194458, + "learning_rate": 9.253357226473092e-06, + "loss": 2.4546, + "step": 31434 + }, + { + "epoch": 0.5380954826340746, + "grad_norm": 2.334810733795166, + "learning_rate": 9.252804369891048e-06, + "loss": 2.498, + "step": 31435 + }, + { + "epoch": 0.538112600352625, + "grad_norm": 2.3077456951141357, + "learning_rate": 9.252251515605628e-06, + "loss": 2.4386, + "step": 31436 + }, + { + "epoch": 0.5381297180711755, + "grad_norm": 2.471109390258789, + "learning_rate": 9.251698663618523e-06, + "loss": 2.4791, + "step": 31437 + }, + { + "epoch": 0.538146835789726, + "grad_norm": 2.3139846324920654, + "learning_rate": 9.251145813931437e-06, + "loss": 2.6381, + "step": 31438 + }, + { + "epoch": 0.5381639535082764, + "grad_norm": 2.390594720840454, + "learning_rate": 9.250592966546064e-06, + "loss": 2.5492, + "step": 31439 + }, + { + "epoch": 0.5381810712268269, + "grad_norm": 2.5708000659942627, + "learning_rate": 9.250040121464112e-06, + "loss": 2.6608, + "step": 31440 + }, + { + "epoch": 0.5381981889453774, + "grad_norm": 2.2996561527252197, + "learning_rate": 9.249487278687275e-06, + "loss": 2.5202, + "step": 31441 + }, + { + "epoch": 0.5382153066639278, + "grad_norm": 2.300696611404419, + "learning_rate": 9.248934438217249e-06, + "loss": 2.4652, + "step": 31442 + }, + { + "epoch": 0.5382324243824783, + "grad_norm": 2.4830493927001953, + "learning_rate": 9.24838160005574e-06, + "loss": 2.4871, + "step": 31443 + }, + { + "epoch": 0.5382495421010288, + "grad_norm": 2.246083974838257, + "learning_rate": 9.247828764204441e-06, + "loss": 2.3458, + "step": 31444 + }, + { + "epoch": 0.5382666598195792, + "grad_norm": 2.394531726837158, + "learning_rate": 9.247275930665057e-06, + "loss": 2.4877, + "step": 31445 + }, + { + "epoch": 0.5382837775381297, + "grad_norm": 2.373063564300537, + "learning_rate": 9.246723099439283e-06, + "loss": 2.4893, + "step": 31446 + }, + { + "epoch": 0.5383008952566802, + "grad_norm": 2.384169101715088, + "learning_rate": 9.246170270528821e-06, + "loss": 2.574, + "step": 31447 + }, + { + "epoch": 0.5383180129752306, + "grad_norm": 2.2860610485076904, + "learning_rate": 9.24561744393537e-06, + "loss": 2.4954, + "step": 31448 + }, + { + "epoch": 0.5383351306937811, + "grad_norm": 2.422494411468506, + "learning_rate": 9.245064619660624e-06, + "loss": 2.4695, + "step": 31449 + }, + { + "epoch": 0.5383522484123316, + "grad_norm": 2.306116819381714, + "learning_rate": 9.24451179770629e-06, + "loss": 2.4244, + "step": 31450 + }, + { + "epoch": 0.538369366130882, + "grad_norm": 2.3639750480651855, + "learning_rate": 9.243958978074059e-06, + "loss": 2.5131, + "step": 31451 + }, + { + "epoch": 0.5383864838494326, + "grad_norm": 2.351564645767212, + "learning_rate": 9.243406160765639e-06, + "loss": 2.538, + "step": 31452 + }, + { + "epoch": 0.5384036015679831, + "grad_norm": 2.2769384384155273, + "learning_rate": 9.242853345782723e-06, + "loss": 2.3423, + "step": 31453 + }, + { + "epoch": 0.5384207192865335, + "grad_norm": 2.2870898246765137, + "learning_rate": 9.242300533127014e-06, + "loss": 2.4805, + "step": 31454 + }, + { + "epoch": 0.538437837005084, + "grad_norm": 2.257497549057007, + "learning_rate": 9.241747722800209e-06, + "loss": 2.3779, + "step": 31455 + }, + { + "epoch": 0.5384549547236345, + "grad_norm": 2.3751461505889893, + "learning_rate": 9.241194914804003e-06, + "loss": 2.5793, + "step": 31456 + }, + { + "epoch": 0.5384720724421849, + "grad_norm": 2.236846923828125, + "learning_rate": 9.240642109140105e-06, + "loss": 2.4187, + "step": 31457 + }, + { + "epoch": 0.5384891901607354, + "grad_norm": 2.279590606689453, + "learning_rate": 9.240089305810205e-06, + "loss": 2.4003, + "step": 31458 + }, + { + "epoch": 0.5385063078792859, + "grad_norm": 2.3661537170410156, + "learning_rate": 9.239536504816007e-06, + "loss": 2.4472, + "step": 31459 + }, + { + "epoch": 0.5385234255978363, + "grad_norm": 2.2678351402282715, + "learning_rate": 9.238983706159206e-06, + "loss": 2.4717, + "step": 31460 + }, + { + "epoch": 0.5385405433163868, + "grad_norm": 2.35274338722229, + "learning_rate": 9.238430909841507e-06, + "loss": 2.6141, + "step": 31461 + }, + { + "epoch": 0.5385576610349373, + "grad_norm": 2.458730459213257, + "learning_rate": 9.237878115864608e-06, + "loss": 2.5128, + "step": 31462 + }, + { + "epoch": 0.5385747787534877, + "grad_norm": 2.3641622066497803, + "learning_rate": 9.237325324230201e-06, + "loss": 2.4488, + "step": 31463 + }, + { + "epoch": 0.5385918964720382, + "grad_norm": 2.3194544315338135, + "learning_rate": 9.236772534939995e-06, + "loss": 2.4361, + "step": 31464 + }, + { + "epoch": 0.5386090141905887, + "grad_norm": 2.5190961360931396, + "learning_rate": 9.23621974799568e-06, + "loss": 2.5543, + "step": 31465 + }, + { + "epoch": 0.5386261319091391, + "grad_norm": 2.3723642826080322, + "learning_rate": 9.235666963398963e-06, + "loss": 2.6099, + "step": 31466 + }, + { + "epoch": 0.5386432496276896, + "grad_norm": 2.5145604610443115, + "learning_rate": 9.235114181151537e-06, + "loss": 2.4434, + "step": 31467 + }, + { + "epoch": 0.5386603673462401, + "grad_norm": 2.2540123462677, + "learning_rate": 9.234561401255106e-06, + "loss": 2.4439, + "step": 31468 + }, + { + "epoch": 0.5386774850647905, + "grad_norm": 2.3535444736480713, + "learning_rate": 9.23400862371136e-06, + "loss": 2.387, + "step": 31469 + }, + { + "epoch": 0.538694602783341, + "grad_norm": 2.3352279663085938, + "learning_rate": 9.233455848522012e-06, + "loss": 2.5266, + "step": 31470 + }, + { + "epoch": 0.5387117205018915, + "grad_norm": 2.4268550872802734, + "learning_rate": 9.23290307568875e-06, + "loss": 2.5277, + "step": 31471 + }, + { + "epoch": 0.5387288382204419, + "grad_norm": 2.4115583896636963, + "learning_rate": 9.232350305213277e-06, + "loss": 2.4545, + "step": 31472 + }, + { + "epoch": 0.5387459559389924, + "grad_norm": 2.336277961730957, + "learning_rate": 9.231797537097294e-06, + "loss": 2.3728, + "step": 31473 + }, + { + "epoch": 0.538763073657543, + "grad_norm": 2.4122700691223145, + "learning_rate": 9.231244771342494e-06, + "loss": 2.4524, + "step": 31474 + }, + { + "epoch": 0.5387801913760933, + "grad_norm": 2.2560911178588867, + "learning_rate": 9.230692007950584e-06, + "loss": 2.5119, + "step": 31475 + }, + { + "epoch": 0.5387973090946439, + "grad_norm": 2.2727603912353516, + "learning_rate": 9.230139246923253e-06, + "loss": 2.5091, + "step": 31476 + }, + { + "epoch": 0.5388144268131944, + "grad_norm": 2.357161045074463, + "learning_rate": 9.22958648826221e-06, + "loss": 2.6044, + "step": 31477 + }, + { + "epoch": 0.5388315445317448, + "grad_norm": 2.573310375213623, + "learning_rate": 9.22903373196915e-06, + "loss": 2.5686, + "step": 31478 + }, + { + "epoch": 0.5388486622502953, + "grad_norm": 2.290118455886841, + "learning_rate": 9.228480978045771e-06, + "loss": 2.5079, + "step": 31479 + }, + { + "epoch": 0.5388657799688458, + "grad_norm": 2.4287025928497314, + "learning_rate": 9.227928226493773e-06, + "loss": 2.5272, + "step": 31480 + }, + { + "epoch": 0.5388828976873963, + "grad_norm": 2.512057304382324, + "learning_rate": 9.22737547731485e-06, + "loss": 2.6137, + "step": 31481 + }, + { + "epoch": 0.5389000154059467, + "grad_norm": 2.407273292541504, + "learning_rate": 9.22682273051071e-06, + "loss": 2.6031, + "step": 31482 + }, + { + "epoch": 0.5389171331244972, + "grad_norm": 2.3552157878875732, + "learning_rate": 9.226269986083047e-06, + "loss": 2.5348, + "step": 31483 + }, + { + "epoch": 0.5389342508430477, + "grad_norm": 2.2229011058807373, + "learning_rate": 9.225717244033562e-06, + "loss": 2.4606, + "step": 31484 + }, + { + "epoch": 0.5389513685615981, + "grad_norm": 2.4691877365112305, + "learning_rate": 9.225164504363952e-06, + "loss": 2.5255, + "step": 31485 + }, + { + "epoch": 0.5389684862801486, + "grad_norm": 2.197204113006592, + "learning_rate": 9.224611767075912e-06, + "loss": 2.4482, + "step": 31486 + }, + { + "epoch": 0.5389856039986991, + "grad_norm": 2.4015679359436035, + "learning_rate": 9.224059032171148e-06, + "loss": 2.4982, + "step": 31487 + }, + { + "epoch": 0.5390027217172495, + "grad_norm": 2.3940162658691406, + "learning_rate": 9.223506299651353e-06, + "loss": 2.6022, + "step": 31488 + }, + { + "epoch": 0.5390198394358, + "grad_norm": 2.2581026554107666, + "learning_rate": 9.222953569518234e-06, + "loss": 2.5299, + "step": 31489 + }, + { + "epoch": 0.5390369571543505, + "grad_norm": 2.526587963104248, + "learning_rate": 9.222400841773484e-06, + "loss": 2.5809, + "step": 31490 + }, + { + "epoch": 0.5390540748729009, + "grad_norm": 2.2762460708618164, + "learning_rate": 9.221848116418804e-06, + "loss": 2.5144, + "step": 31491 + }, + { + "epoch": 0.5390711925914514, + "grad_norm": 2.4350473880767822, + "learning_rate": 9.22129539345589e-06, + "loss": 2.5629, + "step": 31492 + }, + { + "epoch": 0.5390883103100019, + "grad_norm": 2.1812729835510254, + "learning_rate": 9.220742672886439e-06, + "loss": 2.4223, + "step": 31493 + }, + { + "epoch": 0.5391054280285523, + "grad_norm": 2.417515516281128, + "learning_rate": 9.220189954712158e-06, + "loss": 2.4799, + "step": 31494 + }, + { + "epoch": 0.5391225457471028, + "grad_norm": 2.327124834060669, + "learning_rate": 9.21963723893474e-06, + "loss": 2.4877, + "step": 31495 + }, + { + "epoch": 0.5391396634656533, + "grad_norm": 2.24285888671875, + "learning_rate": 9.219084525555887e-06, + "loss": 2.4361, + "step": 31496 + }, + { + "epoch": 0.5391567811842037, + "grad_norm": 2.28290057182312, + "learning_rate": 9.218531814577292e-06, + "loss": 2.5317, + "step": 31497 + }, + { + "epoch": 0.5391738989027542, + "grad_norm": 2.3035240173339844, + "learning_rate": 9.217979106000662e-06, + "loss": 2.3407, + "step": 31498 + }, + { + "epoch": 0.5391910166213048, + "grad_norm": 2.303361654281616, + "learning_rate": 9.217426399827692e-06, + "loss": 2.5135, + "step": 31499 + }, + { + "epoch": 0.5392081343398551, + "grad_norm": 2.2921602725982666, + "learning_rate": 9.216873696060078e-06, + "loss": 2.3813, + "step": 31500 + }, + { + "epoch": 0.5392252520584057, + "grad_norm": 2.403548002243042, + "learning_rate": 9.216320994699523e-06, + "loss": 2.4701, + "step": 31501 + }, + { + "epoch": 0.5392423697769562, + "grad_norm": 2.451124429702759, + "learning_rate": 9.21576829574772e-06, + "loss": 2.5768, + "step": 31502 + }, + { + "epoch": 0.5392594874955066, + "grad_norm": 2.4742159843444824, + "learning_rate": 9.215215599206378e-06, + "loss": 2.5958, + "step": 31503 + }, + { + "epoch": 0.5392766052140571, + "grad_norm": 2.3950443267822266, + "learning_rate": 9.214662905077182e-06, + "loss": 2.4893, + "step": 31504 + }, + { + "epoch": 0.5392937229326076, + "grad_norm": 2.4414892196655273, + "learning_rate": 9.214110213361846e-06, + "loss": 2.6475, + "step": 31505 + }, + { + "epoch": 0.539310840651158, + "grad_norm": 2.1826698780059814, + "learning_rate": 9.213557524062061e-06, + "loss": 2.5045, + "step": 31506 + }, + { + "epoch": 0.5393279583697085, + "grad_norm": 2.4753286838531494, + "learning_rate": 9.213004837179524e-06, + "loss": 2.541, + "step": 31507 + }, + { + "epoch": 0.539345076088259, + "grad_norm": 2.3976733684539795, + "learning_rate": 9.212452152715936e-06, + "loss": 2.5645, + "step": 31508 + }, + { + "epoch": 0.5393621938068094, + "grad_norm": 2.2470829486846924, + "learning_rate": 9.211899470672993e-06, + "loss": 2.5527, + "step": 31509 + }, + { + "epoch": 0.5393793115253599, + "grad_norm": 2.3545315265655518, + "learning_rate": 9.211346791052401e-06, + "loss": 2.4583, + "step": 31510 + }, + { + "epoch": 0.5393964292439104, + "grad_norm": 2.272062063217163, + "learning_rate": 9.210794113855852e-06, + "loss": 2.3902, + "step": 31511 + }, + { + "epoch": 0.5394135469624608, + "grad_norm": 2.2574851512908936, + "learning_rate": 9.210241439085048e-06, + "loss": 2.431, + "step": 31512 + }, + { + "epoch": 0.5394306646810113, + "grad_norm": 2.381537914276123, + "learning_rate": 9.209688766741688e-06, + "loss": 2.5268, + "step": 31513 + }, + { + "epoch": 0.5394477823995618, + "grad_norm": 2.254356622695923, + "learning_rate": 9.209136096827463e-06, + "loss": 2.3926, + "step": 31514 + }, + { + "epoch": 0.5394649001181122, + "grad_norm": 2.387141227722168, + "learning_rate": 9.208583429344084e-06, + "loss": 2.5292, + "step": 31515 + }, + { + "epoch": 0.5394820178366627, + "grad_norm": 2.208158493041992, + "learning_rate": 9.20803076429324e-06, + "loss": 2.4406, + "step": 31516 + }, + { + "epoch": 0.5394991355552132, + "grad_norm": 2.234691619873047, + "learning_rate": 9.207478101676638e-06, + "loss": 2.447, + "step": 31517 + }, + { + "epoch": 0.5395162532737636, + "grad_norm": 2.340747356414795, + "learning_rate": 9.206925441495966e-06, + "loss": 2.5507, + "step": 31518 + }, + { + "epoch": 0.5395333709923141, + "grad_norm": 2.32159423828125, + "learning_rate": 9.206372783752934e-06, + "loss": 2.4326, + "step": 31519 + }, + { + "epoch": 0.5395504887108646, + "grad_norm": 2.337850332260132, + "learning_rate": 9.205820128449237e-06, + "loss": 2.576, + "step": 31520 + }, + { + "epoch": 0.539567606429415, + "grad_norm": 2.4756813049316406, + "learning_rate": 9.205267475586568e-06, + "loss": 2.5444, + "step": 31521 + }, + { + "epoch": 0.5395847241479655, + "grad_norm": 2.3950486183166504, + "learning_rate": 9.204714825166633e-06, + "loss": 2.509, + "step": 31522 + }, + { + "epoch": 0.539601841866516, + "grad_norm": 2.510432481765747, + "learning_rate": 9.204162177191122e-06, + "loss": 2.5645, + "step": 31523 + }, + { + "epoch": 0.5396189595850664, + "grad_norm": 2.360218048095703, + "learning_rate": 9.203609531661743e-06, + "loss": 2.3994, + "step": 31524 + }, + { + "epoch": 0.539636077303617, + "grad_norm": 2.2900683879852295, + "learning_rate": 9.203056888580187e-06, + "loss": 2.6244, + "step": 31525 + }, + { + "epoch": 0.5396531950221675, + "grad_norm": 2.4329757690429688, + "learning_rate": 9.202504247948161e-06, + "loss": 2.5688, + "step": 31526 + }, + { + "epoch": 0.539670312740718, + "grad_norm": 2.333409547805786, + "learning_rate": 9.20195160976736e-06, + "loss": 2.523, + "step": 31527 + }, + { + "epoch": 0.5396874304592684, + "grad_norm": 2.4288482666015625, + "learning_rate": 9.201398974039479e-06, + "loss": 2.3965, + "step": 31528 + }, + { + "epoch": 0.5397045481778189, + "grad_norm": 2.416343927383423, + "learning_rate": 9.200846340766223e-06, + "loss": 2.5433, + "step": 31529 + }, + { + "epoch": 0.5397216658963694, + "grad_norm": 2.4394431114196777, + "learning_rate": 9.200293709949279e-06, + "loss": 2.635, + "step": 31530 + }, + { + "epoch": 0.5397387836149198, + "grad_norm": 2.1607117652893066, + "learning_rate": 9.19974108159036e-06, + "loss": 2.338, + "step": 31531 + }, + { + "epoch": 0.5397559013334703, + "grad_norm": 2.4080309867858887, + "learning_rate": 9.199188455691156e-06, + "loss": 2.5825, + "step": 31532 + }, + { + "epoch": 0.5397730190520208, + "grad_norm": 2.321286201477051, + "learning_rate": 9.198635832253369e-06, + "loss": 2.4778, + "step": 31533 + }, + { + "epoch": 0.5397901367705712, + "grad_norm": 2.4722237586975098, + "learning_rate": 9.198083211278697e-06, + "loss": 2.5396, + "step": 31534 + }, + { + "epoch": 0.5398072544891217, + "grad_norm": 2.3492963314056396, + "learning_rate": 9.197530592768832e-06, + "loss": 2.4719, + "step": 31535 + }, + { + "epoch": 0.5398243722076722, + "grad_norm": 2.49922776222229, + "learning_rate": 9.196977976725485e-06, + "loss": 2.581, + "step": 31536 + }, + { + "epoch": 0.5398414899262226, + "grad_norm": 2.487863063812256, + "learning_rate": 9.196425363150344e-06, + "loss": 2.5382, + "step": 31537 + }, + { + "epoch": 0.5398586076447731, + "grad_norm": 2.5095343589782715, + "learning_rate": 9.195872752045114e-06, + "loss": 2.595, + "step": 31538 + }, + { + "epoch": 0.5398757253633236, + "grad_norm": 2.385444402694702, + "learning_rate": 9.195320143411485e-06, + "loss": 2.4359, + "step": 31539 + }, + { + "epoch": 0.539892843081874, + "grad_norm": 2.33882212638855, + "learning_rate": 9.194767537251167e-06, + "loss": 2.4779, + "step": 31540 + }, + { + "epoch": 0.5399099608004245, + "grad_norm": 2.3495936393737793, + "learning_rate": 9.194214933565851e-06, + "loss": 2.566, + "step": 31541 + }, + { + "epoch": 0.539927078518975, + "grad_norm": 2.2792720794677734, + "learning_rate": 9.193662332357239e-06, + "loss": 2.5227, + "step": 31542 + }, + { + "epoch": 0.5399441962375254, + "grad_norm": 2.235189437866211, + "learning_rate": 9.19310973362703e-06, + "loss": 2.509, + "step": 31543 + }, + { + "epoch": 0.5399613139560759, + "grad_norm": 2.443112850189209, + "learning_rate": 9.192557137376916e-06, + "loss": 2.4736, + "step": 31544 + }, + { + "epoch": 0.5399784316746264, + "grad_norm": 2.341728448867798, + "learning_rate": 9.192004543608604e-06, + "loss": 2.4576, + "step": 31545 + }, + { + "epoch": 0.5399955493931768, + "grad_norm": 2.378830671310425, + "learning_rate": 9.191451952323784e-06, + "loss": 2.54, + "step": 31546 + }, + { + "epoch": 0.5400126671117274, + "grad_norm": 2.3701400756835938, + "learning_rate": 9.190899363524163e-06, + "loss": 2.4212, + "step": 31547 + }, + { + "epoch": 0.5400297848302779, + "grad_norm": 2.369014024734497, + "learning_rate": 9.190346777211432e-06, + "loss": 2.5715, + "step": 31548 + }, + { + "epoch": 0.5400469025488283, + "grad_norm": 2.3609609603881836, + "learning_rate": 9.189794193387297e-06, + "loss": 2.5012, + "step": 31549 + }, + { + "epoch": 0.5400640202673788, + "grad_norm": 2.3250532150268555, + "learning_rate": 9.189241612053452e-06, + "loss": 2.4049, + "step": 31550 + }, + { + "epoch": 0.5400811379859293, + "grad_norm": 2.322014331817627, + "learning_rate": 9.18868903321159e-06, + "loss": 2.4165, + "step": 31551 + }, + { + "epoch": 0.5400982557044797, + "grad_norm": 2.324690580368042, + "learning_rate": 9.188136456863422e-06, + "loss": 2.4094, + "step": 31552 + }, + { + "epoch": 0.5401153734230302, + "grad_norm": 2.422255277633667, + "learning_rate": 9.187583883010635e-06, + "loss": 2.5782, + "step": 31553 + }, + { + "epoch": 0.5401324911415807, + "grad_norm": 2.345170736312866, + "learning_rate": 9.187031311654934e-06, + "loss": 2.4121, + "step": 31554 + }, + { + "epoch": 0.5401496088601311, + "grad_norm": 2.4148247241973877, + "learning_rate": 9.186478742798014e-06, + "loss": 2.5098, + "step": 31555 + }, + { + "epoch": 0.5401667265786816, + "grad_norm": 2.4156408309936523, + "learning_rate": 9.185926176441577e-06, + "loss": 2.5608, + "step": 31556 + }, + { + "epoch": 0.5401838442972321, + "grad_norm": 2.421053409576416, + "learning_rate": 9.185373612587319e-06, + "loss": 2.4827, + "step": 31557 + }, + { + "epoch": 0.5402009620157825, + "grad_norm": 2.368229389190674, + "learning_rate": 9.184821051236938e-06, + "loss": 2.4369, + "step": 31558 + }, + { + "epoch": 0.540218079734333, + "grad_norm": 2.3074371814727783, + "learning_rate": 9.184268492392135e-06, + "loss": 2.3636, + "step": 31559 + }, + { + "epoch": 0.5402351974528835, + "grad_norm": 2.3650705814361572, + "learning_rate": 9.1837159360546e-06, + "loss": 2.4218, + "step": 31560 + }, + { + "epoch": 0.5402523151714339, + "grad_norm": 2.2598671913146973, + "learning_rate": 9.183163382226044e-06, + "loss": 2.446, + "step": 31561 + }, + { + "epoch": 0.5402694328899844, + "grad_norm": 2.4320735931396484, + "learning_rate": 9.182610830908155e-06, + "loss": 2.5884, + "step": 31562 + }, + { + "epoch": 0.5402865506085349, + "grad_norm": 2.450482130050659, + "learning_rate": 9.182058282102639e-06, + "loss": 2.4784, + "step": 31563 + }, + { + "epoch": 0.5403036683270853, + "grad_norm": 2.360928773880005, + "learning_rate": 9.181505735811191e-06, + "loss": 2.516, + "step": 31564 + }, + { + "epoch": 0.5403207860456358, + "grad_norm": 2.2919812202453613, + "learning_rate": 9.180953192035507e-06, + "loss": 2.4828, + "step": 31565 + }, + { + "epoch": 0.5403379037641863, + "grad_norm": 2.361563205718994, + "learning_rate": 9.18040065077729e-06, + "loss": 2.5123, + "step": 31566 + }, + { + "epoch": 0.5403550214827367, + "grad_norm": 2.3158459663391113, + "learning_rate": 9.179848112038231e-06, + "loss": 2.4214, + "step": 31567 + }, + { + "epoch": 0.5403721392012872, + "grad_norm": 2.343027114868164, + "learning_rate": 9.179295575820038e-06, + "loss": 2.3734, + "step": 31568 + }, + { + "epoch": 0.5403892569198377, + "grad_norm": 2.2337567806243896, + "learning_rate": 9.178743042124402e-06, + "loss": 2.5658, + "step": 31569 + }, + { + "epoch": 0.5404063746383881, + "grad_norm": 2.2053372859954834, + "learning_rate": 9.178190510953026e-06, + "loss": 2.5642, + "step": 31570 + }, + { + "epoch": 0.5404234923569387, + "grad_norm": 2.35711932182312, + "learning_rate": 9.177637982307605e-06, + "loss": 2.5024, + "step": 31571 + }, + { + "epoch": 0.5404406100754892, + "grad_norm": 2.4557747840881348, + "learning_rate": 9.177085456189834e-06, + "loss": 2.5606, + "step": 31572 + }, + { + "epoch": 0.5404577277940396, + "grad_norm": 2.268869400024414, + "learning_rate": 9.176532932601422e-06, + "loss": 2.4076, + "step": 31573 + }, + { + "epoch": 0.5404748455125901, + "grad_norm": 2.4093968868255615, + "learning_rate": 9.175980411544058e-06, + "loss": 2.5457, + "step": 31574 + }, + { + "epoch": 0.5404919632311406, + "grad_norm": 2.3308355808258057, + "learning_rate": 9.175427893019444e-06, + "loss": 2.3758, + "step": 31575 + }, + { + "epoch": 0.5405090809496911, + "grad_norm": 2.4530246257781982, + "learning_rate": 9.174875377029273e-06, + "loss": 2.4001, + "step": 31576 + }, + { + "epoch": 0.5405261986682415, + "grad_norm": 2.3917348384857178, + "learning_rate": 9.174322863575253e-06, + "loss": 2.5116, + "step": 31577 + }, + { + "epoch": 0.540543316386792, + "grad_norm": 2.430109739303589, + "learning_rate": 9.173770352659076e-06, + "loss": 2.4726, + "step": 31578 + }, + { + "epoch": 0.5405604341053425, + "grad_norm": 2.4317853450775146, + "learning_rate": 9.173217844282437e-06, + "loss": 2.4542, + "step": 31579 + }, + { + "epoch": 0.5405775518238929, + "grad_norm": 2.236234664916992, + "learning_rate": 9.172665338447043e-06, + "loss": 2.544, + "step": 31580 + }, + { + "epoch": 0.5405946695424434, + "grad_norm": 2.3171746730804443, + "learning_rate": 9.172112835154583e-06, + "loss": 2.4038, + "step": 31581 + }, + { + "epoch": 0.5406117872609939, + "grad_norm": 2.340808391571045, + "learning_rate": 9.171560334406765e-06, + "loss": 2.3766, + "step": 31582 + }, + { + "epoch": 0.5406289049795443, + "grad_norm": 2.332759141921997, + "learning_rate": 9.171007836205278e-06, + "loss": 2.6021, + "step": 31583 + }, + { + "epoch": 0.5406460226980948, + "grad_norm": 2.423661947250366, + "learning_rate": 9.170455340551824e-06, + "loss": 2.4762, + "step": 31584 + }, + { + "epoch": 0.5406631404166453, + "grad_norm": 2.3642542362213135, + "learning_rate": 9.169902847448104e-06, + "loss": 2.5575, + "step": 31585 + }, + { + "epoch": 0.5406802581351957, + "grad_norm": 2.2437849044799805, + "learning_rate": 9.169350356895812e-06, + "loss": 2.4738, + "step": 31586 + }, + { + "epoch": 0.5406973758537462, + "grad_norm": 2.3540260791778564, + "learning_rate": 9.168797868896648e-06, + "loss": 2.5181, + "step": 31587 + }, + { + "epoch": 0.5407144935722967, + "grad_norm": 2.2357475757598877, + "learning_rate": 9.168245383452306e-06, + "loss": 2.4759, + "step": 31588 + }, + { + "epoch": 0.5407316112908471, + "grad_norm": 2.27683424949646, + "learning_rate": 9.167692900564493e-06, + "loss": 2.4333, + "step": 31589 + }, + { + "epoch": 0.5407487290093976, + "grad_norm": 2.268540143966675, + "learning_rate": 9.167140420234899e-06, + "loss": 2.4046, + "step": 31590 + }, + { + "epoch": 0.5407658467279481, + "grad_norm": 2.284874200820923, + "learning_rate": 9.166587942465228e-06, + "loss": 2.5085, + "step": 31591 + }, + { + "epoch": 0.5407829644464985, + "grad_norm": 2.3326592445373535, + "learning_rate": 9.166035467257174e-06, + "loss": 2.5688, + "step": 31592 + }, + { + "epoch": 0.540800082165049, + "grad_norm": 2.3187358379364014, + "learning_rate": 9.165482994612434e-06, + "loss": 2.4387, + "step": 31593 + }, + { + "epoch": 0.5408171998835996, + "grad_norm": 2.351555585861206, + "learning_rate": 9.16493052453271e-06, + "loss": 2.5084, + "step": 31594 + }, + { + "epoch": 0.54083431760215, + "grad_norm": 2.3020925521850586, + "learning_rate": 9.164378057019696e-06, + "loss": 2.3307, + "step": 31595 + }, + { + "epoch": 0.5408514353207005, + "grad_norm": 2.30751895904541, + "learning_rate": 9.163825592075097e-06, + "loss": 2.5018, + "step": 31596 + }, + { + "epoch": 0.540868553039251, + "grad_norm": 2.390314817428589, + "learning_rate": 9.163273129700606e-06, + "loss": 2.4004, + "step": 31597 + }, + { + "epoch": 0.5408856707578014, + "grad_norm": 2.5780746936798096, + "learning_rate": 9.162720669897922e-06, + "loss": 2.4805, + "step": 31598 + }, + { + "epoch": 0.5409027884763519, + "grad_norm": 2.3761885166168213, + "learning_rate": 9.162168212668742e-06, + "loss": 2.4406, + "step": 31599 + }, + { + "epoch": 0.5409199061949024, + "grad_norm": 2.627397298812866, + "learning_rate": 9.161615758014763e-06, + "loss": 2.4943, + "step": 31600 + }, + { + "epoch": 0.5409370239134528, + "grad_norm": 2.373539447784424, + "learning_rate": 9.161063305937687e-06, + "loss": 2.4767, + "step": 31601 + }, + { + "epoch": 0.5409541416320033, + "grad_norm": 2.4396419525146484, + "learning_rate": 9.16051085643921e-06, + "loss": 2.5099, + "step": 31602 + }, + { + "epoch": 0.5409712593505538, + "grad_norm": 2.4626595973968506, + "learning_rate": 9.159958409521032e-06, + "loss": 2.5174, + "step": 31603 + }, + { + "epoch": 0.5409883770691042, + "grad_norm": 2.1652798652648926, + "learning_rate": 9.159405965184844e-06, + "loss": 2.3809, + "step": 31604 + }, + { + "epoch": 0.5410054947876547, + "grad_norm": 2.4666624069213867, + "learning_rate": 9.158853523432354e-06, + "loss": 2.6081, + "step": 31605 + }, + { + "epoch": 0.5410226125062052, + "grad_norm": 2.3387906551361084, + "learning_rate": 9.158301084265253e-06, + "loss": 2.5522, + "step": 31606 + }, + { + "epoch": 0.5410397302247556, + "grad_norm": 2.423902988433838, + "learning_rate": 9.157748647685242e-06, + "loss": 2.447, + "step": 31607 + }, + { + "epoch": 0.5410568479433061, + "grad_norm": 2.5512356758117676, + "learning_rate": 9.157196213694019e-06, + "loss": 2.6349, + "step": 31608 + }, + { + "epoch": 0.5410739656618566, + "grad_norm": 2.530127763748169, + "learning_rate": 9.156643782293278e-06, + "loss": 2.518, + "step": 31609 + }, + { + "epoch": 0.541091083380407, + "grad_norm": 2.361105442047119, + "learning_rate": 9.156091353484724e-06, + "loss": 2.4586, + "step": 31610 + }, + { + "epoch": 0.5411082010989575, + "grad_norm": 2.4626102447509766, + "learning_rate": 9.155538927270049e-06, + "loss": 2.3624, + "step": 31611 + }, + { + "epoch": 0.541125318817508, + "grad_norm": 2.379108190536499, + "learning_rate": 9.154986503650955e-06, + "loss": 2.4759, + "step": 31612 + }, + { + "epoch": 0.5411424365360584, + "grad_norm": 2.397484302520752, + "learning_rate": 9.154434082629133e-06, + "loss": 2.463, + "step": 31613 + }, + { + "epoch": 0.5411595542546089, + "grad_norm": 2.3872179985046387, + "learning_rate": 9.15388166420629e-06, + "loss": 2.5102, + "step": 31614 + }, + { + "epoch": 0.5411766719731594, + "grad_norm": 2.3000328540802, + "learning_rate": 9.153329248384121e-06, + "loss": 2.5773, + "step": 31615 + }, + { + "epoch": 0.5411937896917098, + "grad_norm": 2.394327163696289, + "learning_rate": 9.152776835164319e-06, + "loss": 2.4681, + "step": 31616 + }, + { + "epoch": 0.5412109074102603, + "grad_norm": 2.322767496109009, + "learning_rate": 9.15222442454859e-06, + "loss": 2.4284, + "step": 31617 + }, + { + "epoch": 0.5412280251288109, + "grad_norm": 2.285768747329712, + "learning_rate": 9.151672016538624e-06, + "loss": 2.376, + "step": 31618 + }, + { + "epoch": 0.5412451428473612, + "grad_norm": 2.211627244949341, + "learning_rate": 9.151119611136126e-06, + "loss": 2.4402, + "step": 31619 + }, + { + "epoch": 0.5412622605659118, + "grad_norm": 2.447650671005249, + "learning_rate": 9.150567208342785e-06, + "loss": 2.5168, + "step": 31620 + }, + { + "epoch": 0.5412793782844623, + "grad_norm": 2.477179765701294, + "learning_rate": 9.15001480816031e-06, + "loss": 2.624, + "step": 31621 + }, + { + "epoch": 0.5412964960030128, + "grad_norm": 2.4888360500335693, + "learning_rate": 9.149462410590392e-06, + "loss": 2.5112, + "step": 31622 + }, + { + "epoch": 0.5413136137215632, + "grad_norm": 2.29121470451355, + "learning_rate": 9.14891001563473e-06, + "loss": 2.5536, + "step": 31623 + }, + { + "epoch": 0.5413307314401137, + "grad_norm": 2.3475918769836426, + "learning_rate": 9.148357623295023e-06, + "loss": 2.5545, + "step": 31624 + }, + { + "epoch": 0.5413478491586642, + "grad_norm": 2.267536163330078, + "learning_rate": 9.147805233572963e-06, + "loss": 2.5226, + "step": 31625 + }, + { + "epoch": 0.5413649668772146, + "grad_norm": 2.272078037261963, + "learning_rate": 9.14725284647026e-06, + "loss": 2.33, + "step": 31626 + }, + { + "epoch": 0.5413820845957651, + "grad_norm": 2.2660787105560303, + "learning_rate": 9.146700461988598e-06, + "loss": 2.501, + "step": 31627 + }, + { + "epoch": 0.5413992023143156, + "grad_norm": 2.1846868991851807, + "learning_rate": 9.146148080129688e-06, + "loss": 2.4009, + "step": 31628 + }, + { + "epoch": 0.541416320032866, + "grad_norm": 2.2420730590820312, + "learning_rate": 9.14559570089522e-06, + "loss": 2.5193, + "step": 31629 + }, + { + "epoch": 0.5414334377514165, + "grad_norm": 2.4634366035461426, + "learning_rate": 9.145043324286886e-06, + "loss": 2.5846, + "step": 31630 + }, + { + "epoch": 0.541450555469967, + "grad_norm": 2.367328643798828, + "learning_rate": 9.144490950306397e-06, + "loss": 2.4824, + "step": 31631 + }, + { + "epoch": 0.5414676731885174, + "grad_norm": 2.3717586994171143, + "learning_rate": 9.143938578955442e-06, + "loss": 2.4154, + "step": 31632 + }, + { + "epoch": 0.5414847909070679, + "grad_norm": 2.247840166091919, + "learning_rate": 9.143386210235723e-06, + "loss": 2.5027, + "step": 31633 + }, + { + "epoch": 0.5415019086256184, + "grad_norm": 2.3925392627716064, + "learning_rate": 9.142833844148936e-06, + "loss": 2.3394, + "step": 31634 + }, + { + "epoch": 0.5415190263441688, + "grad_norm": 2.2851076126098633, + "learning_rate": 9.142281480696781e-06, + "loss": 2.4877, + "step": 31635 + }, + { + "epoch": 0.5415361440627193, + "grad_norm": 2.456162929534912, + "learning_rate": 9.141729119880953e-06, + "loss": 2.4172, + "step": 31636 + }, + { + "epoch": 0.5415532617812698, + "grad_norm": 2.569788694381714, + "learning_rate": 9.141176761703147e-06, + "loss": 2.5616, + "step": 31637 + }, + { + "epoch": 0.5415703794998202, + "grad_norm": 2.316800594329834, + "learning_rate": 9.140624406165069e-06, + "loss": 2.4052, + "step": 31638 + }, + { + "epoch": 0.5415874972183707, + "grad_norm": 2.239494800567627, + "learning_rate": 9.140072053268409e-06, + "loss": 2.4474, + "step": 31639 + }, + { + "epoch": 0.5416046149369212, + "grad_norm": 2.5722415447235107, + "learning_rate": 9.139519703014873e-06, + "loss": 2.4596, + "step": 31640 + }, + { + "epoch": 0.5416217326554716, + "grad_norm": 2.5024821758270264, + "learning_rate": 9.138967355406146e-06, + "loss": 2.5373, + "step": 31641 + }, + { + "epoch": 0.5416388503740222, + "grad_norm": 2.3253045082092285, + "learning_rate": 9.138415010443938e-06, + "loss": 2.5104, + "step": 31642 + }, + { + "epoch": 0.5416559680925727, + "grad_norm": 2.436981201171875, + "learning_rate": 9.137862668129942e-06, + "loss": 2.4912, + "step": 31643 + }, + { + "epoch": 0.5416730858111231, + "grad_norm": 2.303248643875122, + "learning_rate": 9.137310328465855e-06, + "loss": 2.3696, + "step": 31644 + }, + { + "epoch": 0.5416902035296736, + "grad_norm": 2.3197851181030273, + "learning_rate": 9.136757991453377e-06, + "loss": 2.406, + "step": 31645 + }, + { + "epoch": 0.5417073212482241, + "grad_norm": 2.370116949081421, + "learning_rate": 9.136205657094199e-06, + "loss": 2.535, + "step": 31646 + }, + { + "epoch": 0.5417244389667745, + "grad_norm": 2.3441548347473145, + "learning_rate": 9.135653325390029e-06, + "loss": 2.5479, + "step": 31647 + }, + { + "epoch": 0.541741556685325, + "grad_norm": 2.3115103244781494, + "learning_rate": 9.135100996342557e-06, + "loss": 2.4686, + "step": 31648 + }, + { + "epoch": 0.5417586744038755, + "grad_norm": 2.298370361328125, + "learning_rate": 9.134548669953484e-06, + "loss": 2.4359, + "step": 31649 + }, + { + "epoch": 0.5417757921224259, + "grad_norm": 2.294520139694214, + "learning_rate": 9.133996346224509e-06, + "loss": 2.4328, + "step": 31650 + }, + { + "epoch": 0.5417929098409764, + "grad_norm": 2.2819066047668457, + "learning_rate": 9.133444025157322e-06, + "loss": 2.4147, + "step": 31651 + }, + { + "epoch": 0.5418100275595269, + "grad_norm": 2.3828821182250977, + "learning_rate": 9.132891706753631e-06, + "loss": 2.5879, + "step": 31652 + }, + { + "epoch": 0.5418271452780773, + "grad_norm": 2.422304391860962, + "learning_rate": 9.132339391015126e-06, + "loss": 2.4752, + "step": 31653 + }, + { + "epoch": 0.5418442629966278, + "grad_norm": 2.345384120941162, + "learning_rate": 9.131787077943508e-06, + "loss": 2.4208, + "step": 31654 + }, + { + "epoch": 0.5418613807151783, + "grad_norm": 2.1411209106445312, + "learning_rate": 9.131234767540473e-06, + "loss": 2.4563, + "step": 31655 + }, + { + "epoch": 0.5418784984337287, + "grad_norm": 2.2787022590637207, + "learning_rate": 9.130682459807724e-06, + "loss": 2.3943, + "step": 31656 + }, + { + "epoch": 0.5418956161522792, + "grad_norm": 2.414567470550537, + "learning_rate": 9.130130154746953e-06, + "loss": 2.5492, + "step": 31657 + }, + { + "epoch": 0.5419127338708297, + "grad_norm": 2.4663753509521484, + "learning_rate": 9.129577852359853e-06, + "loss": 2.5742, + "step": 31658 + }, + { + "epoch": 0.5419298515893801, + "grad_norm": 2.3446764945983887, + "learning_rate": 9.129025552648132e-06, + "loss": 2.4845, + "step": 31659 + }, + { + "epoch": 0.5419469693079306, + "grad_norm": 2.3899364471435547, + "learning_rate": 9.128473255613483e-06, + "loss": 2.5298, + "step": 31660 + }, + { + "epoch": 0.5419640870264811, + "grad_norm": 2.478736400604248, + "learning_rate": 9.127920961257604e-06, + "loss": 2.3963, + "step": 31661 + }, + { + "epoch": 0.5419812047450315, + "grad_norm": 2.3215723037719727, + "learning_rate": 9.127368669582188e-06, + "loss": 2.4513, + "step": 31662 + }, + { + "epoch": 0.541998322463582, + "grad_norm": 2.285083770751953, + "learning_rate": 9.126816380588941e-06, + "loss": 2.502, + "step": 31663 + }, + { + "epoch": 0.5420154401821325, + "grad_norm": 2.336582660675049, + "learning_rate": 9.126264094279557e-06, + "loss": 2.4065, + "step": 31664 + }, + { + "epoch": 0.5420325579006829, + "grad_norm": 2.341320037841797, + "learning_rate": 9.125711810655728e-06, + "loss": 2.4668, + "step": 31665 + }, + { + "epoch": 0.5420496756192335, + "grad_norm": 2.462190628051758, + "learning_rate": 9.12515952971916e-06, + "loss": 2.6385, + "step": 31666 + }, + { + "epoch": 0.542066793337784, + "grad_norm": 2.2778215408325195, + "learning_rate": 9.124607251471544e-06, + "loss": 2.4467, + "step": 31667 + }, + { + "epoch": 0.5420839110563345, + "grad_norm": 2.383082866668701, + "learning_rate": 9.124054975914582e-06, + "loss": 2.4684, + "step": 31668 + }, + { + "epoch": 0.5421010287748849, + "grad_norm": 2.3572707176208496, + "learning_rate": 9.123502703049967e-06, + "loss": 2.4826, + "step": 31669 + }, + { + "epoch": 0.5421181464934354, + "grad_norm": 2.2642273902893066, + "learning_rate": 9.122950432879403e-06, + "loss": 2.5369, + "step": 31670 + }, + { + "epoch": 0.5421352642119859, + "grad_norm": 2.467423915863037, + "learning_rate": 9.122398165404585e-06, + "loss": 2.5459, + "step": 31671 + }, + { + "epoch": 0.5421523819305363, + "grad_norm": 2.2911598682403564, + "learning_rate": 9.121845900627206e-06, + "loss": 2.3555, + "step": 31672 + }, + { + "epoch": 0.5421694996490868, + "grad_norm": 2.4951610565185547, + "learning_rate": 9.12129363854897e-06, + "loss": 2.6505, + "step": 31673 + }, + { + "epoch": 0.5421866173676373, + "grad_norm": 2.414384365081787, + "learning_rate": 9.120741379171566e-06, + "loss": 2.4729, + "step": 31674 + }, + { + "epoch": 0.5422037350861877, + "grad_norm": 2.439307451248169, + "learning_rate": 9.1201891224967e-06, + "loss": 2.4506, + "step": 31675 + }, + { + "epoch": 0.5422208528047382, + "grad_norm": 2.2267565727233887, + "learning_rate": 9.119636868526064e-06, + "loss": 2.4098, + "step": 31676 + }, + { + "epoch": 0.5422379705232887, + "grad_norm": 2.2486863136291504, + "learning_rate": 9.11908461726136e-06, + "loss": 2.2994, + "step": 31677 + }, + { + "epoch": 0.5422550882418391, + "grad_norm": 2.196824789047241, + "learning_rate": 9.118532368704279e-06, + "loss": 2.5685, + "step": 31678 + }, + { + "epoch": 0.5422722059603896, + "grad_norm": 2.3530876636505127, + "learning_rate": 9.117980122856527e-06, + "loss": 2.5043, + "step": 31679 + }, + { + "epoch": 0.5422893236789401, + "grad_norm": 2.355757474899292, + "learning_rate": 9.117427879719795e-06, + "loss": 2.4591, + "step": 31680 + }, + { + "epoch": 0.5423064413974905, + "grad_norm": 2.3407509326934814, + "learning_rate": 9.116875639295783e-06, + "loss": 2.5777, + "step": 31681 + }, + { + "epoch": 0.542323559116041, + "grad_norm": 2.283607006072998, + "learning_rate": 9.116323401586188e-06, + "loss": 2.5331, + "step": 31682 + }, + { + "epoch": 0.5423406768345915, + "grad_norm": 2.4898111820220947, + "learning_rate": 9.115771166592701e-06, + "loss": 2.5834, + "step": 31683 + }, + { + "epoch": 0.5423577945531419, + "grad_norm": 2.369680404663086, + "learning_rate": 9.115218934317032e-06, + "loss": 2.5415, + "step": 31684 + }, + { + "epoch": 0.5423749122716924, + "grad_norm": 2.2298128604888916, + "learning_rate": 9.11466670476087e-06, + "loss": 2.4653, + "step": 31685 + }, + { + "epoch": 0.5423920299902429, + "grad_norm": 2.2782669067382812, + "learning_rate": 9.114114477925914e-06, + "loss": 2.5536, + "step": 31686 + }, + { + "epoch": 0.5424091477087933, + "grad_norm": 2.554075002670288, + "learning_rate": 9.113562253813863e-06, + "loss": 2.5486, + "step": 31687 + }, + { + "epoch": 0.5424262654273438, + "grad_norm": 2.4085493087768555, + "learning_rate": 9.113010032426408e-06, + "loss": 2.4857, + "step": 31688 + }, + { + "epoch": 0.5424433831458944, + "grad_norm": 2.348236083984375, + "learning_rate": 9.112457813765256e-06, + "loss": 2.4731, + "step": 31689 + }, + { + "epoch": 0.5424605008644448, + "grad_norm": 2.3390605449676514, + "learning_rate": 9.111905597832094e-06, + "loss": 2.4962, + "step": 31690 + }, + { + "epoch": 0.5424776185829953, + "grad_norm": 2.428833484649658, + "learning_rate": 9.111353384628629e-06, + "loss": 2.5156, + "step": 31691 + }, + { + "epoch": 0.5424947363015458, + "grad_norm": 2.5015273094177246, + "learning_rate": 9.110801174156552e-06, + "loss": 2.5164, + "step": 31692 + }, + { + "epoch": 0.5425118540200962, + "grad_norm": 2.3232879638671875, + "learning_rate": 9.110248966417565e-06, + "loss": 2.5192, + "step": 31693 + }, + { + "epoch": 0.5425289717386467, + "grad_norm": 2.3559329509735107, + "learning_rate": 9.109696761413362e-06, + "loss": 2.5111, + "step": 31694 + }, + { + "epoch": 0.5425460894571972, + "grad_norm": 2.4675869941711426, + "learning_rate": 9.109144559145638e-06, + "loss": 2.4915, + "step": 31695 + }, + { + "epoch": 0.5425632071757476, + "grad_norm": 2.640937089920044, + "learning_rate": 9.108592359616096e-06, + "loss": 2.4923, + "step": 31696 + }, + { + "epoch": 0.5425803248942981, + "grad_norm": 2.229342460632324, + "learning_rate": 9.108040162826429e-06, + "loss": 2.4272, + "step": 31697 + }, + { + "epoch": 0.5425974426128486, + "grad_norm": 2.508077621459961, + "learning_rate": 9.107487968778338e-06, + "loss": 2.4706, + "step": 31698 + }, + { + "epoch": 0.542614560331399, + "grad_norm": 2.3340868949890137, + "learning_rate": 9.106935777473514e-06, + "loss": 2.4649, + "step": 31699 + }, + { + "epoch": 0.5426316780499495, + "grad_norm": 2.5548062324523926, + "learning_rate": 9.106383588913661e-06, + "loss": 2.5566, + "step": 31700 + }, + { + "epoch": 0.5426487957685, + "grad_norm": 2.3990819454193115, + "learning_rate": 9.105831403100474e-06, + "loss": 2.5583, + "step": 31701 + }, + { + "epoch": 0.5426659134870504, + "grad_norm": 2.468132495880127, + "learning_rate": 9.10527922003565e-06, + "loss": 2.4703, + "step": 31702 + }, + { + "epoch": 0.5426830312056009, + "grad_norm": 2.3765857219696045, + "learning_rate": 9.104727039720885e-06, + "loss": 2.5151, + "step": 31703 + }, + { + "epoch": 0.5427001489241514, + "grad_norm": 2.4808857440948486, + "learning_rate": 9.104174862157875e-06, + "loss": 2.6122, + "step": 31704 + }, + { + "epoch": 0.5427172666427018, + "grad_norm": 2.322455644607544, + "learning_rate": 9.103622687348321e-06, + "loss": 2.4868, + "step": 31705 + }, + { + "epoch": 0.5427343843612523, + "grad_norm": 2.3719727993011475, + "learning_rate": 9.103070515293915e-06, + "loss": 2.545, + "step": 31706 + }, + { + "epoch": 0.5427515020798028, + "grad_norm": 2.279171943664551, + "learning_rate": 9.102518345996364e-06, + "loss": 2.4187, + "step": 31707 + }, + { + "epoch": 0.5427686197983532, + "grad_norm": 2.5027360916137695, + "learning_rate": 9.101966179457358e-06, + "loss": 2.5283, + "step": 31708 + }, + { + "epoch": 0.5427857375169037, + "grad_norm": 2.4167354106903076, + "learning_rate": 9.10141401567859e-06, + "loss": 2.4211, + "step": 31709 + }, + { + "epoch": 0.5428028552354542, + "grad_norm": 2.4850902557373047, + "learning_rate": 9.10086185466177e-06, + "loss": 2.5506, + "step": 31710 + }, + { + "epoch": 0.5428199729540046, + "grad_norm": 2.3297557830810547, + "learning_rate": 9.100309696408578e-06, + "loss": 2.5742, + "step": 31711 + }, + { + "epoch": 0.5428370906725551, + "grad_norm": 2.4563820362091064, + "learning_rate": 9.099757540920727e-06, + "loss": 2.4574, + "step": 31712 + }, + { + "epoch": 0.5428542083911057, + "grad_norm": 2.4174203872680664, + "learning_rate": 9.099205388199905e-06, + "loss": 2.5052, + "step": 31713 + }, + { + "epoch": 0.5428713261096562, + "grad_norm": 2.281002998352051, + "learning_rate": 9.098653238247815e-06, + "loss": 2.3837, + "step": 31714 + }, + { + "epoch": 0.5428884438282066, + "grad_norm": 2.3826730251312256, + "learning_rate": 9.09810109106615e-06, + "loss": 2.3948, + "step": 31715 + }, + { + "epoch": 0.5429055615467571, + "grad_norm": 2.3285322189331055, + "learning_rate": 9.097548946656602e-06, + "loss": 2.4379, + "step": 31716 + }, + { + "epoch": 0.5429226792653076, + "grad_norm": 2.2767677307128906, + "learning_rate": 9.09699680502088e-06, + "loss": 2.5545, + "step": 31717 + }, + { + "epoch": 0.542939796983858, + "grad_norm": 2.344850540161133, + "learning_rate": 9.096444666160673e-06, + "loss": 2.5675, + "step": 31718 + }, + { + "epoch": 0.5429569147024085, + "grad_norm": 2.384660243988037, + "learning_rate": 9.095892530077684e-06, + "loss": 2.473, + "step": 31719 + }, + { + "epoch": 0.542974032420959, + "grad_norm": 2.42899227142334, + "learning_rate": 9.095340396773599e-06, + "loss": 2.5563, + "step": 31720 + }, + { + "epoch": 0.5429911501395094, + "grad_norm": 2.4501075744628906, + "learning_rate": 9.094788266250128e-06, + "loss": 2.4456, + "step": 31721 + }, + { + "epoch": 0.5430082678580599, + "grad_norm": 2.3011021614074707, + "learning_rate": 9.094236138508962e-06, + "loss": 2.4658, + "step": 31722 + }, + { + "epoch": 0.5430253855766104, + "grad_norm": 2.4566996097564697, + "learning_rate": 9.093684013551796e-06, + "loss": 2.5473, + "step": 31723 + }, + { + "epoch": 0.5430425032951608, + "grad_norm": 2.200575828552246, + "learning_rate": 9.093131891380332e-06, + "loss": 2.4029, + "step": 31724 + }, + { + "epoch": 0.5430596210137113, + "grad_norm": 2.409761428833008, + "learning_rate": 9.092579771996263e-06, + "loss": 2.5529, + "step": 31725 + }, + { + "epoch": 0.5430767387322618, + "grad_norm": 2.3145978450775146, + "learning_rate": 9.09202765540129e-06, + "loss": 2.4401, + "step": 31726 + }, + { + "epoch": 0.5430938564508122, + "grad_norm": 2.2839460372924805, + "learning_rate": 9.091475541597103e-06, + "loss": 2.4208, + "step": 31727 + }, + { + "epoch": 0.5431109741693627, + "grad_norm": 2.4036636352539062, + "learning_rate": 9.090923430585408e-06, + "loss": 2.5528, + "step": 31728 + }, + { + "epoch": 0.5431280918879132, + "grad_norm": 2.389453649520874, + "learning_rate": 9.090371322367896e-06, + "loss": 2.4451, + "step": 31729 + }, + { + "epoch": 0.5431452096064636, + "grad_norm": 2.3763480186462402, + "learning_rate": 9.089819216946265e-06, + "loss": 2.559, + "step": 31730 + }, + { + "epoch": 0.5431623273250141, + "grad_norm": 2.2780144214630127, + "learning_rate": 9.089267114322215e-06, + "loss": 2.4819, + "step": 31731 + }, + { + "epoch": 0.5431794450435646, + "grad_norm": 2.37880802154541, + "learning_rate": 9.088715014497437e-06, + "loss": 2.3109, + "step": 31732 + }, + { + "epoch": 0.543196562762115, + "grad_norm": 2.2520034313201904, + "learning_rate": 9.088162917473633e-06, + "loss": 2.417, + "step": 31733 + }, + { + "epoch": 0.5432136804806655, + "grad_norm": 2.454822301864624, + "learning_rate": 9.087610823252499e-06, + "loss": 2.6546, + "step": 31734 + }, + { + "epoch": 0.543230798199216, + "grad_norm": 2.435620069503784, + "learning_rate": 9.087058731835733e-06, + "loss": 2.4811, + "step": 31735 + }, + { + "epoch": 0.5432479159177664, + "grad_norm": 2.3781869411468506, + "learning_rate": 9.086506643225031e-06, + "loss": 2.5378, + "step": 31736 + }, + { + "epoch": 0.543265033636317, + "grad_norm": 2.4972617626190186, + "learning_rate": 9.085954557422083e-06, + "loss": 2.5323, + "step": 31737 + }, + { + "epoch": 0.5432821513548675, + "grad_norm": 2.389134407043457, + "learning_rate": 9.085402474428597e-06, + "loss": 2.5414, + "step": 31738 + }, + { + "epoch": 0.5432992690734179, + "grad_norm": 2.4159836769104004, + "learning_rate": 9.084850394246262e-06, + "loss": 2.524, + "step": 31739 + }, + { + "epoch": 0.5433163867919684, + "grad_norm": 2.249424457550049, + "learning_rate": 9.084298316876782e-06, + "loss": 2.4835, + "step": 31740 + }, + { + "epoch": 0.5433335045105189, + "grad_norm": 2.2698495388031006, + "learning_rate": 9.083746242321845e-06, + "loss": 2.5091, + "step": 31741 + }, + { + "epoch": 0.5433506222290693, + "grad_norm": 2.3722963333129883, + "learning_rate": 9.083194170583159e-06, + "loss": 2.4981, + "step": 31742 + }, + { + "epoch": 0.5433677399476198, + "grad_norm": 2.365903854370117, + "learning_rate": 9.08264210166241e-06, + "loss": 2.563, + "step": 31743 + }, + { + "epoch": 0.5433848576661703, + "grad_norm": 2.387678861618042, + "learning_rate": 9.0820900355613e-06, + "loss": 2.4067, + "step": 31744 + }, + { + "epoch": 0.5434019753847207, + "grad_norm": 2.460139274597168, + "learning_rate": 9.081537972281528e-06, + "loss": 2.4927, + "step": 31745 + }, + { + "epoch": 0.5434190931032712, + "grad_norm": 2.4600672721862793, + "learning_rate": 9.080985911824785e-06, + "loss": 2.4, + "step": 31746 + }, + { + "epoch": 0.5434362108218217, + "grad_norm": 2.3574860095977783, + "learning_rate": 9.080433854192773e-06, + "loss": 2.4465, + "step": 31747 + }, + { + "epoch": 0.5434533285403721, + "grad_norm": 2.392669677734375, + "learning_rate": 9.079881799387185e-06, + "loss": 2.5104, + "step": 31748 + }, + { + "epoch": 0.5434704462589226, + "grad_norm": 2.661715269088745, + "learning_rate": 9.079329747409722e-06, + "loss": 2.5462, + "step": 31749 + }, + { + "epoch": 0.5434875639774731, + "grad_norm": 2.4378645420074463, + "learning_rate": 9.078777698262078e-06, + "loss": 2.4304, + "step": 31750 + }, + { + "epoch": 0.5435046816960235, + "grad_norm": 2.4191734790802, + "learning_rate": 9.078225651945951e-06, + "loss": 2.5427, + "step": 31751 + }, + { + "epoch": 0.543521799414574, + "grad_norm": 2.4753100872039795, + "learning_rate": 9.077673608463039e-06, + "loss": 2.4185, + "step": 31752 + }, + { + "epoch": 0.5435389171331245, + "grad_norm": 2.4148240089416504, + "learning_rate": 9.07712156781503e-06, + "loss": 2.5077, + "step": 31753 + }, + { + "epoch": 0.5435560348516749, + "grad_norm": 2.376999616622925, + "learning_rate": 9.076569530003632e-06, + "loss": 2.5932, + "step": 31754 + }, + { + "epoch": 0.5435731525702254, + "grad_norm": 2.302366256713867, + "learning_rate": 9.076017495030538e-06, + "loss": 2.557, + "step": 31755 + }, + { + "epoch": 0.5435902702887759, + "grad_norm": 2.356346845626831, + "learning_rate": 9.075465462897445e-06, + "loss": 2.4716, + "step": 31756 + }, + { + "epoch": 0.5436073880073263, + "grad_norm": 2.2865970134735107, + "learning_rate": 9.074913433606045e-06, + "loss": 2.4566, + "step": 31757 + }, + { + "epoch": 0.5436245057258768, + "grad_norm": 2.402024984359741, + "learning_rate": 9.074361407158042e-06, + "loss": 2.485, + "step": 31758 + }, + { + "epoch": 0.5436416234444273, + "grad_norm": 2.3243355751037598, + "learning_rate": 9.07380938355513e-06, + "loss": 2.5362, + "step": 31759 + }, + { + "epoch": 0.5436587411629777, + "grad_norm": 2.357670545578003, + "learning_rate": 9.073257362799001e-06, + "loss": 2.5815, + "step": 31760 + }, + { + "epoch": 0.5436758588815283, + "grad_norm": 2.340191602706909, + "learning_rate": 9.072705344891361e-06, + "loss": 2.4556, + "step": 31761 + }, + { + "epoch": 0.5436929766000788, + "grad_norm": 2.217181444168091, + "learning_rate": 9.072153329833899e-06, + "loss": 2.4771, + "step": 31762 + }, + { + "epoch": 0.5437100943186293, + "grad_norm": 2.4998056888580322, + "learning_rate": 9.071601317628316e-06, + "loss": 2.618, + "step": 31763 + }, + { + "epoch": 0.5437272120371797, + "grad_norm": 2.351386547088623, + "learning_rate": 9.071049308276304e-06, + "loss": 2.5261, + "step": 31764 + }, + { + "epoch": 0.5437443297557302, + "grad_norm": 2.234771251678467, + "learning_rate": 9.070497301779566e-06, + "loss": 2.3339, + "step": 31765 + }, + { + "epoch": 0.5437614474742807, + "grad_norm": 2.287692070007324, + "learning_rate": 9.069945298139796e-06, + "loss": 2.4363, + "step": 31766 + }, + { + "epoch": 0.5437785651928311, + "grad_norm": 2.3638358116149902, + "learning_rate": 9.069393297358688e-06, + "loss": 2.5304, + "step": 31767 + }, + { + "epoch": 0.5437956829113816, + "grad_norm": 2.366834878921509, + "learning_rate": 9.068841299437943e-06, + "loss": 2.5279, + "step": 31768 + }, + { + "epoch": 0.5438128006299321, + "grad_norm": 2.348475694656372, + "learning_rate": 9.068289304379249e-06, + "loss": 2.5463, + "step": 31769 + }, + { + "epoch": 0.5438299183484825, + "grad_norm": 2.2520785331726074, + "learning_rate": 9.067737312184315e-06, + "loss": 2.4077, + "step": 31770 + }, + { + "epoch": 0.543847036067033, + "grad_norm": 2.4313483238220215, + "learning_rate": 9.06718532285483e-06, + "loss": 2.4996, + "step": 31771 + }, + { + "epoch": 0.5438641537855835, + "grad_norm": 2.303804874420166, + "learning_rate": 9.066633336392493e-06, + "loss": 2.434, + "step": 31772 + }, + { + "epoch": 0.5438812715041339, + "grad_norm": 2.363744020462036, + "learning_rate": 9.066081352799002e-06, + "loss": 2.5127, + "step": 31773 + }, + { + "epoch": 0.5438983892226844, + "grad_norm": 2.3320553302764893, + "learning_rate": 9.065529372076045e-06, + "loss": 2.4068, + "step": 31774 + }, + { + "epoch": 0.5439155069412349, + "grad_norm": 2.3830761909484863, + "learning_rate": 9.06497739422533e-06, + "loss": 2.4508, + "step": 31775 + }, + { + "epoch": 0.5439326246597853, + "grad_norm": 2.3923912048339844, + "learning_rate": 9.064425419248547e-06, + "loss": 2.4867, + "step": 31776 + }, + { + "epoch": 0.5439497423783358, + "grad_norm": 2.5195963382720947, + "learning_rate": 9.063873447147396e-06, + "loss": 2.4785, + "step": 31777 + }, + { + "epoch": 0.5439668600968863, + "grad_norm": 2.3687515258789062, + "learning_rate": 9.063321477923567e-06, + "loss": 2.5215, + "step": 31778 + }, + { + "epoch": 0.5439839778154367, + "grad_norm": 2.556165933609009, + "learning_rate": 9.062769511578767e-06, + "loss": 2.5018, + "step": 31779 + }, + { + "epoch": 0.5440010955339872, + "grad_norm": 2.2846763134002686, + "learning_rate": 9.062217548114687e-06, + "loss": 2.4696, + "step": 31780 + }, + { + "epoch": 0.5440182132525377, + "grad_norm": 2.383249521255493, + "learning_rate": 9.061665587533019e-06, + "loss": 2.3995, + "step": 31781 + }, + { + "epoch": 0.5440353309710881, + "grad_norm": 2.3267569541931152, + "learning_rate": 9.061113629835467e-06, + "loss": 2.5535, + "step": 31782 + }, + { + "epoch": 0.5440524486896386, + "grad_norm": 2.1164982318878174, + "learning_rate": 9.060561675023723e-06, + "loss": 2.4971, + "step": 31783 + }, + { + "epoch": 0.5440695664081892, + "grad_norm": 2.406374454498291, + "learning_rate": 9.060009723099487e-06, + "loss": 2.5475, + "step": 31784 + }, + { + "epoch": 0.5440866841267396, + "grad_norm": 2.384158134460449, + "learning_rate": 9.059457774064451e-06, + "loss": 2.4516, + "step": 31785 + }, + { + "epoch": 0.5441038018452901, + "grad_norm": 2.3285882472991943, + "learning_rate": 9.058905827920317e-06, + "loss": 2.3898, + "step": 31786 + }, + { + "epoch": 0.5441209195638406, + "grad_norm": 2.321568250656128, + "learning_rate": 9.058353884668779e-06, + "loss": 2.4355, + "step": 31787 + }, + { + "epoch": 0.544138037282391, + "grad_norm": 2.304701089859009, + "learning_rate": 9.05780194431153e-06, + "loss": 2.4881, + "step": 31788 + }, + { + "epoch": 0.5441551550009415, + "grad_norm": 2.211421012878418, + "learning_rate": 9.057250006850273e-06, + "loss": 2.5119, + "step": 31789 + }, + { + "epoch": 0.544172272719492, + "grad_norm": 2.364116668701172, + "learning_rate": 9.056698072286695e-06, + "loss": 2.6451, + "step": 31790 + }, + { + "epoch": 0.5441893904380424, + "grad_norm": 2.320115327835083, + "learning_rate": 9.056146140622504e-06, + "loss": 2.5205, + "step": 31791 + }, + { + "epoch": 0.5442065081565929, + "grad_norm": 2.236215114593506, + "learning_rate": 9.055594211859388e-06, + "loss": 2.4805, + "step": 31792 + }, + { + "epoch": 0.5442236258751434, + "grad_norm": 2.336568593978882, + "learning_rate": 9.055042285999049e-06, + "loss": 2.5503, + "step": 31793 + }, + { + "epoch": 0.5442407435936938, + "grad_norm": 2.387390375137329, + "learning_rate": 9.05449036304318e-06, + "loss": 2.4868, + "step": 31794 + }, + { + "epoch": 0.5442578613122443, + "grad_norm": 2.3078126907348633, + "learning_rate": 9.053938442993473e-06, + "loss": 2.4491, + "step": 31795 + }, + { + "epoch": 0.5442749790307948, + "grad_norm": 2.1733083724975586, + "learning_rate": 9.053386525851635e-06, + "loss": 2.355, + "step": 31796 + }, + { + "epoch": 0.5442920967493452, + "grad_norm": 2.0977060794830322, + "learning_rate": 9.052834611619354e-06, + "loss": 2.3638, + "step": 31797 + }, + { + "epoch": 0.5443092144678957, + "grad_norm": 2.2599523067474365, + "learning_rate": 9.052282700298332e-06, + "loss": 2.5126, + "step": 31798 + }, + { + "epoch": 0.5443263321864462, + "grad_norm": 2.255531072616577, + "learning_rate": 9.051730791890263e-06, + "loss": 2.4487, + "step": 31799 + }, + { + "epoch": 0.5443434499049966, + "grad_norm": 2.276177167892456, + "learning_rate": 9.051178886396842e-06, + "loss": 2.514, + "step": 31800 + }, + { + "epoch": 0.5443605676235471, + "grad_norm": 2.3795506954193115, + "learning_rate": 9.050626983819768e-06, + "loss": 2.5956, + "step": 31801 + }, + { + "epoch": 0.5443776853420976, + "grad_norm": 2.3996524810791016, + "learning_rate": 9.050075084160733e-06, + "loss": 2.5429, + "step": 31802 + }, + { + "epoch": 0.544394803060648, + "grad_norm": 2.4077508449554443, + "learning_rate": 9.049523187421439e-06, + "loss": 2.5316, + "step": 31803 + }, + { + "epoch": 0.5444119207791985, + "grad_norm": 2.3971338272094727, + "learning_rate": 9.048971293603576e-06, + "loss": 2.5678, + "step": 31804 + }, + { + "epoch": 0.544429038497749, + "grad_norm": 2.2094247341156006, + "learning_rate": 9.048419402708848e-06, + "loss": 2.3548, + "step": 31805 + }, + { + "epoch": 0.5444461562162994, + "grad_norm": 2.335662841796875, + "learning_rate": 9.047867514738942e-06, + "loss": 2.3961, + "step": 31806 + }, + { + "epoch": 0.54446327393485, + "grad_norm": 2.3193516731262207, + "learning_rate": 9.047315629695564e-06, + "loss": 2.5195, + "step": 31807 + }, + { + "epoch": 0.5444803916534005, + "grad_norm": 2.167693853378296, + "learning_rate": 9.046763747580405e-06, + "loss": 2.4207, + "step": 31808 + }, + { + "epoch": 0.544497509371951, + "grad_norm": 2.5352115631103516, + "learning_rate": 9.04621186839516e-06, + "loss": 2.4349, + "step": 31809 + }, + { + "epoch": 0.5445146270905014, + "grad_norm": 2.269671678543091, + "learning_rate": 9.045659992141531e-06, + "loss": 2.4372, + "step": 31810 + }, + { + "epoch": 0.5445317448090519, + "grad_norm": 2.31550669670105, + "learning_rate": 9.045108118821205e-06, + "loss": 2.4868, + "step": 31811 + }, + { + "epoch": 0.5445488625276024, + "grad_norm": 2.3504395484924316, + "learning_rate": 9.04455624843589e-06, + "loss": 2.3929, + "step": 31812 + }, + { + "epoch": 0.5445659802461528, + "grad_norm": 2.2713160514831543, + "learning_rate": 9.04400438098727e-06, + "loss": 2.3171, + "step": 31813 + }, + { + "epoch": 0.5445830979647033, + "grad_norm": 2.364017963409424, + "learning_rate": 9.043452516477053e-06, + "loss": 2.4779, + "step": 31814 + }, + { + "epoch": 0.5446002156832538, + "grad_norm": 2.434190273284912, + "learning_rate": 9.04290065490693e-06, + "loss": 2.5181, + "step": 31815 + }, + { + "epoch": 0.5446173334018042, + "grad_norm": 2.4503159523010254, + "learning_rate": 9.042348796278592e-06, + "loss": 2.4872, + "step": 31816 + }, + { + "epoch": 0.5446344511203547, + "grad_norm": 2.34163498878479, + "learning_rate": 9.041796940593743e-06, + "loss": 2.5433, + "step": 31817 + }, + { + "epoch": 0.5446515688389052, + "grad_norm": 2.4223508834838867, + "learning_rate": 9.041245087854073e-06, + "loss": 2.5199, + "step": 31818 + }, + { + "epoch": 0.5446686865574556, + "grad_norm": 2.4313385486602783, + "learning_rate": 9.040693238061287e-06, + "loss": 2.5217, + "step": 31819 + }, + { + "epoch": 0.5446858042760061, + "grad_norm": 2.449798822402954, + "learning_rate": 9.040141391217072e-06, + "loss": 2.5821, + "step": 31820 + }, + { + "epoch": 0.5447029219945566, + "grad_norm": 2.2735347747802734, + "learning_rate": 9.03958954732313e-06, + "loss": 2.3423, + "step": 31821 + }, + { + "epoch": 0.544720039713107, + "grad_norm": 2.2497634887695312, + "learning_rate": 9.03903770638115e-06, + "loss": 2.4579, + "step": 31822 + }, + { + "epoch": 0.5447371574316575, + "grad_norm": 2.311157703399658, + "learning_rate": 9.03848586839284e-06, + "loss": 2.4764, + "step": 31823 + }, + { + "epoch": 0.544754275150208, + "grad_norm": 2.4279351234436035, + "learning_rate": 9.037934033359888e-06, + "loss": 2.526, + "step": 31824 + }, + { + "epoch": 0.5447713928687584, + "grad_norm": 2.565486431121826, + "learning_rate": 9.03738220128399e-06, + "loss": 2.493, + "step": 31825 + }, + { + "epoch": 0.5447885105873089, + "grad_norm": 2.4229423999786377, + "learning_rate": 9.036830372166844e-06, + "loss": 2.633, + "step": 31826 + }, + { + "epoch": 0.5448056283058594, + "grad_norm": 2.5962181091308594, + "learning_rate": 9.036278546010145e-06, + "loss": 2.7292, + "step": 31827 + }, + { + "epoch": 0.5448227460244098, + "grad_norm": 2.3742966651916504, + "learning_rate": 9.035726722815591e-06, + "loss": 2.4805, + "step": 31828 + }, + { + "epoch": 0.5448398637429603, + "grad_norm": 2.414870023727417, + "learning_rate": 9.035174902584876e-06, + "loss": 2.4726, + "step": 31829 + }, + { + "epoch": 0.5448569814615108, + "grad_norm": 2.3653035163879395, + "learning_rate": 9.034623085319699e-06, + "loss": 2.513, + "step": 31830 + }, + { + "epoch": 0.5448740991800612, + "grad_norm": 2.386805772781372, + "learning_rate": 9.034071271021755e-06, + "loss": 2.4853, + "step": 31831 + }, + { + "epoch": 0.5448912168986118, + "grad_norm": 2.4465949535369873, + "learning_rate": 9.033519459692735e-06, + "loss": 2.5045, + "step": 31832 + }, + { + "epoch": 0.5449083346171623, + "grad_norm": 2.298971176147461, + "learning_rate": 9.032967651334343e-06, + "loss": 2.4523, + "step": 31833 + }, + { + "epoch": 0.5449254523357127, + "grad_norm": 2.353163957595825, + "learning_rate": 9.032415845948267e-06, + "loss": 2.3435, + "step": 31834 + }, + { + "epoch": 0.5449425700542632, + "grad_norm": 2.208383560180664, + "learning_rate": 9.031864043536212e-06, + "loss": 2.4241, + "step": 31835 + }, + { + "epoch": 0.5449596877728137, + "grad_norm": 2.358290672302246, + "learning_rate": 9.031312244099868e-06, + "loss": 2.5787, + "step": 31836 + }, + { + "epoch": 0.5449768054913641, + "grad_norm": 2.355661630630493, + "learning_rate": 9.030760447640933e-06, + "loss": 2.4496, + "step": 31837 + }, + { + "epoch": 0.5449939232099146, + "grad_norm": 2.4427194595336914, + "learning_rate": 9.030208654161106e-06, + "loss": 2.4198, + "step": 31838 + }, + { + "epoch": 0.5450110409284651, + "grad_norm": 2.5026323795318604, + "learning_rate": 9.029656863662073e-06, + "loss": 2.4821, + "step": 31839 + }, + { + "epoch": 0.5450281586470155, + "grad_norm": 2.4557628631591797, + "learning_rate": 9.029105076145541e-06, + "loss": 2.3889, + "step": 31840 + }, + { + "epoch": 0.545045276365566, + "grad_norm": 2.6206929683685303, + "learning_rate": 9.0285532916132e-06, + "loss": 2.5015, + "step": 31841 + }, + { + "epoch": 0.5450623940841165, + "grad_norm": 2.492284059524536, + "learning_rate": 9.028001510066749e-06, + "loss": 2.5322, + "step": 31842 + }, + { + "epoch": 0.5450795118026669, + "grad_norm": 2.5676164627075195, + "learning_rate": 9.02744973150788e-06, + "loss": 2.6016, + "step": 31843 + }, + { + "epoch": 0.5450966295212174, + "grad_norm": 2.3645856380462646, + "learning_rate": 9.026897955938296e-06, + "loss": 2.4526, + "step": 31844 + }, + { + "epoch": 0.5451137472397679, + "grad_norm": 2.5263853073120117, + "learning_rate": 9.026346183359686e-06, + "loss": 2.4779, + "step": 31845 + }, + { + "epoch": 0.5451308649583183, + "grad_norm": 2.3779852390289307, + "learning_rate": 9.02579441377375e-06, + "loss": 2.5306, + "step": 31846 + }, + { + "epoch": 0.5451479826768688, + "grad_norm": 2.382650375366211, + "learning_rate": 9.025242647182182e-06, + "loss": 2.44, + "step": 31847 + }, + { + "epoch": 0.5451651003954193, + "grad_norm": 2.359900712966919, + "learning_rate": 9.024690883586674e-06, + "loss": 2.5271, + "step": 31848 + }, + { + "epoch": 0.5451822181139697, + "grad_norm": 2.2865867614746094, + "learning_rate": 9.024139122988932e-06, + "loss": 2.3987, + "step": 31849 + }, + { + "epoch": 0.5451993358325202, + "grad_norm": 2.3897864818573, + "learning_rate": 9.02358736539064e-06, + "loss": 2.4972, + "step": 31850 + }, + { + "epoch": 0.5452164535510707, + "grad_norm": 2.4275128841400146, + "learning_rate": 9.023035610793507e-06, + "loss": 2.4062, + "step": 31851 + }, + { + "epoch": 0.5452335712696211, + "grad_norm": 2.302457809448242, + "learning_rate": 9.022483859199223e-06, + "loss": 2.3622, + "step": 31852 + }, + { + "epoch": 0.5452506889881716, + "grad_norm": 2.3781561851501465, + "learning_rate": 9.021932110609479e-06, + "loss": 2.4455, + "step": 31853 + }, + { + "epoch": 0.5452678067067221, + "grad_norm": 2.5157337188720703, + "learning_rate": 9.021380365025975e-06, + "loss": 2.5262, + "step": 31854 + }, + { + "epoch": 0.5452849244252727, + "grad_norm": 2.3273251056671143, + "learning_rate": 9.020828622450406e-06, + "loss": 2.4563, + "step": 31855 + }, + { + "epoch": 0.545302042143823, + "grad_norm": 2.4782111644744873, + "learning_rate": 9.02027688288447e-06, + "loss": 2.4158, + "step": 31856 + }, + { + "epoch": 0.5453191598623736, + "grad_norm": 2.397334098815918, + "learning_rate": 9.019725146329862e-06, + "loss": 2.5542, + "step": 31857 + }, + { + "epoch": 0.5453362775809241, + "grad_norm": 2.368936061859131, + "learning_rate": 9.019173412788277e-06, + "loss": 2.4901, + "step": 31858 + }, + { + "epoch": 0.5453533952994745, + "grad_norm": 2.5294296741485596, + "learning_rate": 9.018621682261413e-06, + "loss": 2.4401, + "step": 31859 + }, + { + "epoch": 0.545370513018025, + "grad_norm": 2.4183948040008545, + "learning_rate": 9.01806995475096e-06, + "loss": 2.482, + "step": 31860 + }, + { + "epoch": 0.5453876307365755, + "grad_norm": 2.455432415008545, + "learning_rate": 9.017518230258621e-06, + "loss": 2.4837, + "step": 31861 + }, + { + "epoch": 0.5454047484551259, + "grad_norm": 2.4768636226654053, + "learning_rate": 9.016966508786085e-06, + "loss": 2.5797, + "step": 31862 + }, + { + "epoch": 0.5454218661736764, + "grad_norm": 2.353376626968384, + "learning_rate": 9.016414790335056e-06, + "loss": 2.4581, + "step": 31863 + }, + { + "epoch": 0.5454389838922269, + "grad_norm": 2.4031765460968018, + "learning_rate": 9.015863074907221e-06, + "loss": 2.5448, + "step": 31864 + }, + { + "epoch": 0.5454561016107773, + "grad_norm": 2.4002578258514404, + "learning_rate": 9.015311362504284e-06, + "loss": 2.5277, + "step": 31865 + }, + { + "epoch": 0.5454732193293278, + "grad_norm": 2.341846466064453, + "learning_rate": 9.014759653127934e-06, + "loss": 2.4441, + "step": 31866 + }, + { + "epoch": 0.5454903370478783, + "grad_norm": 2.28007173538208, + "learning_rate": 9.01420794677987e-06, + "loss": 2.4191, + "step": 31867 + }, + { + "epoch": 0.5455074547664287, + "grad_norm": 2.411952018737793, + "learning_rate": 9.013656243461788e-06, + "loss": 2.4859, + "step": 31868 + }, + { + "epoch": 0.5455245724849792, + "grad_norm": 2.464437961578369, + "learning_rate": 9.013104543175381e-06, + "loss": 2.5138, + "step": 31869 + }, + { + "epoch": 0.5455416902035297, + "grad_norm": 2.539597511291504, + "learning_rate": 9.01255284592235e-06, + "loss": 2.5765, + "step": 31870 + }, + { + "epoch": 0.5455588079220801, + "grad_norm": 2.263822555541992, + "learning_rate": 9.012001151704382e-06, + "loss": 2.3848, + "step": 31871 + }, + { + "epoch": 0.5455759256406306, + "grad_norm": 2.3364553451538086, + "learning_rate": 9.011449460523184e-06, + "loss": 2.4763, + "step": 31872 + }, + { + "epoch": 0.5455930433591811, + "grad_norm": 2.3752856254577637, + "learning_rate": 9.010897772380444e-06, + "loss": 2.5726, + "step": 31873 + }, + { + "epoch": 0.5456101610777315, + "grad_norm": 2.3313682079315186, + "learning_rate": 9.01034608727786e-06, + "loss": 2.4995, + "step": 31874 + }, + { + "epoch": 0.545627278796282, + "grad_norm": 2.429185152053833, + "learning_rate": 9.009794405217126e-06, + "loss": 2.5371, + "step": 31875 + }, + { + "epoch": 0.5456443965148325, + "grad_norm": 2.2669312953948975, + "learning_rate": 9.009242726199938e-06, + "loss": 2.3076, + "step": 31876 + }, + { + "epoch": 0.5456615142333829, + "grad_norm": 2.432542324066162, + "learning_rate": 9.008691050227996e-06, + "loss": 2.4617, + "step": 31877 + }, + { + "epoch": 0.5456786319519334, + "grad_norm": 2.351147413253784, + "learning_rate": 9.00813937730299e-06, + "loss": 2.4793, + "step": 31878 + }, + { + "epoch": 0.545695749670484, + "grad_norm": 2.466466188430786, + "learning_rate": 9.00758770742662e-06, + "loss": 2.5891, + "step": 31879 + }, + { + "epoch": 0.5457128673890344, + "grad_norm": 2.3535425662994385, + "learning_rate": 9.007036040600578e-06, + "loss": 2.4815, + "step": 31880 + }, + { + "epoch": 0.5457299851075849, + "grad_norm": 2.4110255241394043, + "learning_rate": 9.00648437682656e-06, + "loss": 2.4301, + "step": 31881 + }, + { + "epoch": 0.5457471028261354, + "grad_norm": 2.4407718181610107, + "learning_rate": 9.005932716106265e-06, + "loss": 2.5503, + "step": 31882 + }, + { + "epoch": 0.5457642205446858, + "grad_norm": 2.2981653213500977, + "learning_rate": 9.005381058441385e-06, + "loss": 2.5363, + "step": 31883 + }, + { + "epoch": 0.5457813382632363, + "grad_norm": 2.298285961151123, + "learning_rate": 9.00482940383362e-06, + "loss": 2.4807, + "step": 31884 + }, + { + "epoch": 0.5457984559817868, + "grad_norm": 2.3158109188079834, + "learning_rate": 9.004277752284657e-06, + "loss": 2.5593, + "step": 31885 + }, + { + "epoch": 0.5458155737003372, + "grad_norm": 2.4467172622680664, + "learning_rate": 9.003726103796201e-06, + "loss": 2.4922, + "step": 31886 + }, + { + "epoch": 0.5458326914188877, + "grad_norm": 2.4711191654205322, + "learning_rate": 9.003174458369944e-06, + "loss": 2.5535, + "step": 31887 + }, + { + "epoch": 0.5458498091374382, + "grad_norm": 2.333137273788452, + "learning_rate": 9.002622816007578e-06, + "loss": 2.4377, + "step": 31888 + }, + { + "epoch": 0.5458669268559886, + "grad_norm": 2.4996092319488525, + "learning_rate": 9.002071176710806e-06, + "loss": 2.5106, + "step": 31889 + }, + { + "epoch": 0.5458840445745391, + "grad_norm": 2.4247400760650635, + "learning_rate": 9.001519540481317e-06, + "loss": 2.6287, + "step": 31890 + }, + { + "epoch": 0.5459011622930896, + "grad_norm": 2.337888479232788, + "learning_rate": 9.000967907320812e-06, + "loss": 2.5053, + "step": 31891 + }, + { + "epoch": 0.54591828001164, + "grad_norm": 2.292951822280884, + "learning_rate": 9.000416277230978e-06, + "loss": 2.4656, + "step": 31892 + }, + { + "epoch": 0.5459353977301905, + "grad_norm": 2.3268659114837646, + "learning_rate": 8.99986465021352e-06, + "loss": 2.4539, + "step": 31893 + }, + { + "epoch": 0.545952515448741, + "grad_norm": 2.1446006298065186, + "learning_rate": 8.99931302627013e-06, + "loss": 2.4222, + "step": 31894 + }, + { + "epoch": 0.5459696331672914, + "grad_norm": 2.4111878871917725, + "learning_rate": 8.998761405402502e-06, + "loss": 2.4656, + "step": 31895 + }, + { + "epoch": 0.5459867508858419, + "grad_norm": 2.3941187858581543, + "learning_rate": 8.998209787612335e-06, + "loss": 2.4762, + "step": 31896 + }, + { + "epoch": 0.5460038686043924, + "grad_norm": 2.389636278152466, + "learning_rate": 8.997658172901317e-06, + "loss": 2.6011, + "step": 31897 + }, + { + "epoch": 0.5460209863229428, + "grad_norm": 2.3606107234954834, + "learning_rate": 8.997106561271153e-06, + "loss": 2.4318, + "step": 31898 + }, + { + "epoch": 0.5460381040414933, + "grad_norm": 2.3752293586730957, + "learning_rate": 8.996554952723532e-06, + "loss": 2.4076, + "step": 31899 + }, + { + "epoch": 0.5460552217600438, + "grad_norm": 2.326390504837036, + "learning_rate": 8.996003347260152e-06, + "loss": 2.4501, + "step": 31900 + }, + { + "epoch": 0.5460723394785942, + "grad_norm": 2.306324005126953, + "learning_rate": 8.995451744882707e-06, + "loss": 2.4963, + "step": 31901 + }, + { + "epoch": 0.5460894571971447, + "grad_norm": 2.357746124267578, + "learning_rate": 8.994900145592894e-06, + "loss": 2.4673, + "step": 31902 + }, + { + "epoch": 0.5461065749156953, + "grad_norm": 2.526402235031128, + "learning_rate": 8.99434854939241e-06, + "loss": 2.5441, + "step": 31903 + }, + { + "epoch": 0.5461236926342458, + "grad_norm": 2.4820220470428467, + "learning_rate": 8.993796956282944e-06, + "loss": 2.5239, + "step": 31904 + }, + { + "epoch": 0.5461408103527962, + "grad_norm": 2.3561127185821533, + "learning_rate": 8.9932453662662e-06, + "loss": 2.5154, + "step": 31905 + }, + { + "epoch": 0.5461579280713467, + "grad_norm": 2.4594664573669434, + "learning_rate": 8.992693779343861e-06, + "loss": 2.5613, + "step": 31906 + }, + { + "epoch": 0.5461750457898972, + "grad_norm": 2.4686849117279053, + "learning_rate": 8.992142195517638e-06, + "loss": 2.608, + "step": 31907 + }, + { + "epoch": 0.5461921635084476, + "grad_norm": 2.3830137252807617, + "learning_rate": 8.991590614789213e-06, + "loss": 2.4851, + "step": 31908 + }, + { + "epoch": 0.5462092812269981, + "grad_norm": 2.4007771015167236, + "learning_rate": 8.991039037160292e-06, + "loss": 2.5022, + "step": 31909 + }, + { + "epoch": 0.5462263989455486, + "grad_norm": 2.3861536979675293, + "learning_rate": 8.990487462632564e-06, + "loss": 2.482, + "step": 31910 + }, + { + "epoch": 0.546243516664099, + "grad_norm": 2.4122557640075684, + "learning_rate": 8.989935891207725e-06, + "loss": 2.4941, + "step": 31911 + }, + { + "epoch": 0.5462606343826495, + "grad_norm": 2.4886531829833984, + "learning_rate": 8.989384322887474e-06, + "loss": 2.351, + "step": 31912 + }, + { + "epoch": 0.5462777521012, + "grad_norm": 2.2982587814331055, + "learning_rate": 8.988832757673497e-06, + "loss": 2.3857, + "step": 31913 + }, + { + "epoch": 0.5462948698197504, + "grad_norm": 2.4294862747192383, + "learning_rate": 8.988281195567502e-06, + "loss": 2.465, + "step": 31914 + }, + { + "epoch": 0.5463119875383009, + "grad_norm": 2.5264153480529785, + "learning_rate": 8.987729636571175e-06, + "loss": 2.499, + "step": 31915 + }, + { + "epoch": 0.5463291052568514, + "grad_norm": 2.395210027694702, + "learning_rate": 8.987178080686216e-06, + "loss": 2.4461, + "step": 31916 + }, + { + "epoch": 0.5463462229754018, + "grad_norm": 2.3722126483917236, + "learning_rate": 8.98662652791432e-06, + "loss": 2.4982, + "step": 31917 + }, + { + "epoch": 0.5463633406939523, + "grad_norm": 2.335489273071289, + "learning_rate": 8.986074978257176e-06, + "loss": 2.365, + "step": 31918 + }, + { + "epoch": 0.5463804584125028, + "grad_norm": 2.389183521270752, + "learning_rate": 8.985523431716488e-06, + "loss": 2.4282, + "step": 31919 + }, + { + "epoch": 0.5463975761310532, + "grad_norm": 2.262460231781006, + "learning_rate": 8.984971888293945e-06, + "loss": 2.4594, + "step": 31920 + }, + { + "epoch": 0.5464146938496037, + "grad_norm": 2.3611350059509277, + "learning_rate": 8.984420347991248e-06, + "loss": 2.4877, + "step": 31921 + }, + { + "epoch": 0.5464318115681542, + "grad_norm": 2.47391414642334, + "learning_rate": 8.983868810810084e-06, + "loss": 2.4692, + "step": 31922 + }, + { + "epoch": 0.5464489292867046, + "grad_norm": 2.4779129028320312, + "learning_rate": 8.983317276752158e-06, + "loss": 2.6319, + "step": 31923 + }, + { + "epoch": 0.5464660470052551, + "grad_norm": 2.3206775188446045, + "learning_rate": 8.98276574581916e-06, + "loss": 2.5215, + "step": 31924 + }, + { + "epoch": 0.5464831647238056, + "grad_norm": 2.404494524002075, + "learning_rate": 8.982214218012782e-06, + "loss": 2.4738, + "step": 31925 + }, + { + "epoch": 0.546500282442356, + "grad_norm": 2.373643398284912, + "learning_rate": 8.981662693334728e-06, + "loss": 2.535, + "step": 31926 + }, + { + "epoch": 0.5465174001609066, + "grad_norm": 2.3558592796325684, + "learning_rate": 8.981111171786684e-06, + "loss": 2.4592, + "step": 31927 + }, + { + "epoch": 0.5465345178794571, + "grad_norm": 2.5306968688964844, + "learning_rate": 8.980559653370351e-06, + "loss": 2.4808, + "step": 31928 + }, + { + "epoch": 0.5465516355980075, + "grad_norm": 2.3913371562957764, + "learning_rate": 8.98000813808742e-06, + "loss": 2.3895, + "step": 31929 + }, + { + "epoch": 0.546568753316558, + "grad_norm": 2.3869125843048096, + "learning_rate": 8.979456625939591e-06, + "loss": 2.4387, + "step": 31930 + }, + { + "epoch": 0.5465858710351085, + "grad_norm": 2.4529964923858643, + "learning_rate": 8.978905116928558e-06, + "loss": 2.4846, + "step": 31931 + }, + { + "epoch": 0.5466029887536589, + "grad_norm": 2.3749217987060547, + "learning_rate": 8.978353611056012e-06, + "loss": 2.5757, + "step": 31932 + }, + { + "epoch": 0.5466201064722094, + "grad_norm": 2.328117609024048, + "learning_rate": 8.977802108323655e-06, + "loss": 2.2991, + "step": 31933 + }, + { + "epoch": 0.5466372241907599, + "grad_norm": 2.4346892833709717, + "learning_rate": 8.977250608733171e-06, + "loss": 2.5148, + "step": 31934 + }, + { + "epoch": 0.5466543419093103, + "grad_norm": 2.4645612239837646, + "learning_rate": 8.976699112286268e-06, + "loss": 2.5778, + "step": 31935 + }, + { + "epoch": 0.5466714596278608, + "grad_norm": 2.208153486251831, + "learning_rate": 8.976147618984633e-06, + "loss": 2.3821, + "step": 31936 + }, + { + "epoch": 0.5466885773464113, + "grad_norm": 2.3868448734283447, + "learning_rate": 8.975596128829966e-06, + "loss": 2.3981, + "step": 31937 + }, + { + "epoch": 0.5467056950649617, + "grad_norm": 2.411217451095581, + "learning_rate": 8.975044641823959e-06, + "loss": 2.5621, + "step": 31938 + }, + { + "epoch": 0.5467228127835122, + "grad_norm": 2.4417550563812256, + "learning_rate": 8.974493157968303e-06, + "loss": 2.6047, + "step": 31939 + }, + { + "epoch": 0.5467399305020627, + "grad_norm": 2.4073667526245117, + "learning_rate": 8.973941677264703e-06, + "loss": 2.4605, + "step": 31940 + }, + { + "epoch": 0.5467570482206131, + "grad_norm": 2.4576663970947266, + "learning_rate": 8.973390199714845e-06, + "loss": 2.5521, + "step": 31941 + }, + { + "epoch": 0.5467741659391636, + "grad_norm": 2.3061254024505615, + "learning_rate": 8.972838725320429e-06, + "loss": 2.4433, + "step": 31942 + }, + { + "epoch": 0.5467912836577141, + "grad_norm": 2.272794485092163, + "learning_rate": 8.97228725408315e-06, + "loss": 2.4891, + "step": 31943 + }, + { + "epoch": 0.5468084013762645, + "grad_norm": 2.3637449741363525, + "learning_rate": 8.971735786004703e-06, + "loss": 2.4152, + "step": 31944 + }, + { + "epoch": 0.546825519094815, + "grad_norm": 2.416472911834717, + "learning_rate": 8.971184321086781e-06, + "loss": 2.434, + "step": 31945 + }, + { + "epoch": 0.5468426368133655, + "grad_norm": 2.391526222229004, + "learning_rate": 8.970632859331077e-06, + "loss": 2.5571, + "step": 31946 + }, + { + "epoch": 0.5468597545319159, + "grad_norm": 2.306732177734375, + "learning_rate": 8.970081400739292e-06, + "loss": 2.437, + "step": 31947 + }, + { + "epoch": 0.5468768722504664, + "grad_norm": 2.347522497177124, + "learning_rate": 8.969529945313115e-06, + "loss": 2.4337, + "step": 31948 + }, + { + "epoch": 0.546893989969017, + "grad_norm": 2.3244247436523438, + "learning_rate": 8.968978493054248e-06, + "loss": 2.4888, + "step": 31949 + }, + { + "epoch": 0.5469111076875675, + "grad_norm": 2.398902416229248, + "learning_rate": 8.968427043964377e-06, + "loss": 2.5435, + "step": 31950 + }, + { + "epoch": 0.5469282254061179, + "grad_norm": 2.4495575428009033, + "learning_rate": 8.967875598045206e-06, + "loss": 2.5785, + "step": 31951 + }, + { + "epoch": 0.5469453431246684, + "grad_norm": 2.2747364044189453, + "learning_rate": 8.967324155298426e-06, + "loss": 2.4674, + "step": 31952 + }, + { + "epoch": 0.5469624608432189, + "grad_norm": 2.465754747390747, + "learning_rate": 8.966772715725729e-06, + "loss": 2.4597, + "step": 31953 + }, + { + "epoch": 0.5469795785617693, + "grad_norm": 2.3357129096984863, + "learning_rate": 8.966221279328814e-06, + "loss": 2.4141, + "step": 31954 + }, + { + "epoch": 0.5469966962803198, + "grad_norm": 2.3829925060272217, + "learning_rate": 8.965669846109373e-06, + "loss": 2.5172, + "step": 31955 + }, + { + "epoch": 0.5470138139988703, + "grad_norm": 2.363372802734375, + "learning_rate": 8.965118416069103e-06, + "loss": 2.4608, + "step": 31956 + }, + { + "epoch": 0.5470309317174207, + "grad_norm": 2.210031509399414, + "learning_rate": 8.9645669892097e-06, + "loss": 2.4006, + "step": 31957 + }, + { + "epoch": 0.5470480494359712, + "grad_norm": 2.2714014053344727, + "learning_rate": 8.964015565532857e-06, + "loss": 2.4253, + "step": 31958 + }, + { + "epoch": 0.5470651671545217, + "grad_norm": 2.416884422302246, + "learning_rate": 8.963464145040267e-06, + "loss": 2.5975, + "step": 31959 + }, + { + "epoch": 0.5470822848730721, + "grad_norm": 2.3399343490600586, + "learning_rate": 8.962912727733628e-06, + "loss": 2.5589, + "step": 31960 + }, + { + "epoch": 0.5470994025916226, + "grad_norm": 2.4019529819488525, + "learning_rate": 8.962361313614636e-06, + "loss": 2.5269, + "step": 31961 + }, + { + "epoch": 0.5471165203101731, + "grad_norm": 2.320608615875244, + "learning_rate": 8.96180990268498e-06, + "loss": 2.4619, + "step": 31962 + }, + { + "epoch": 0.5471336380287235, + "grad_norm": 2.417145013809204, + "learning_rate": 8.961258494946362e-06, + "loss": 2.6078, + "step": 31963 + }, + { + "epoch": 0.547150755747274, + "grad_norm": 2.252562999725342, + "learning_rate": 8.960707090400472e-06, + "loss": 2.4475, + "step": 31964 + }, + { + "epoch": 0.5471678734658245, + "grad_norm": 2.213973045349121, + "learning_rate": 8.960155689049007e-06, + "loss": 2.4634, + "step": 31965 + }, + { + "epoch": 0.5471849911843749, + "grad_norm": 2.3409104347229004, + "learning_rate": 8.959604290893658e-06, + "loss": 2.5482, + "step": 31966 + }, + { + "epoch": 0.5472021089029254, + "grad_norm": 2.2718358039855957, + "learning_rate": 8.959052895936128e-06, + "loss": 2.4358, + "step": 31967 + }, + { + "epoch": 0.5472192266214759, + "grad_norm": 2.355717420578003, + "learning_rate": 8.958501504178105e-06, + "loss": 2.5761, + "step": 31968 + }, + { + "epoch": 0.5472363443400263, + "grad_norm": 2.1626672744750977, + "learning_rate": 8.957950115621283e-06, + "loss": 2.5056, + "step": 31969 + }, + { + "epoch": 0.5472534620585768, + "grad_norm": 2.2625479698181152, + "learning_rate": 8.957398730267361e-06, + "loss": 2.4623, + "step": 31970 + }, + { + "epoch": 0.5472705797771273, + "grad_norm": 2.309866428375244, + "learning_rate": 8.95684734811803e-06, + "loss": 2.4706, + "step": 31971 + }, + { + "epoch": 0.5472876974956777, + "grad_norm": 2.416083812713623, + "learning_rate": 8.956295969174989e-06, + "loss": 2.4992, + "step": 31972 + }, + { + "epoch": 0.5473048152142282, + "grad_norm": 2.3766863346099854, + "learning_rate": 8.95574459343993e-06, + "loss": 2.4659, + "step": 31973 + }, + { + "epoch": 0.5473219329327788, + "grad_norm": 2.635650634765625, + "learning_rate": 8.95519322091455e-06, + "loss": 2.6036, + "step": 31974 + }, + { + "epoch": 0.5473390506513292, + "grad_norm": 2.43649959564209, + "learning_rate": 8.954641851600541e-06, + "loss": 2.4357, + "step": 31975 + }, + { + "epoch": 0.5473561683698797, + "grad_norm": 2.4619874954223633, + "learning_rate": 8.954090485499594e-06, + "loss": 2.4862, + "step": 31976 + }, + { + "epoch": 0.5473732860884302, + "grad_norm": 2.333841562271118, + "learning_rate": 8.953539122613415e-06, + "loss": 2.4919, + "step": 31977 + }, + { + "epoch": 0.5473904038069806, + "grad_norm": 2.339160919189453, + "learning_rate": 8.952987762943687e-06, + "loss": 2.5434, + "step": 31978 + }, + { + "epoch": 0.5474075215255311, + "grad_norm": 2.3807294368743896, + "learning_rate": 8.952436406492114e-06, + "loss": 2.4602, + "step": 31979 + }, + { + "epoch": 0.5474246392440816, + "grad_norm": 2.4117565155029297, + "learning_rate": 8.951885053260384e-06, + "loss": 2.5175, + "step": 31980 + }, + { + "epoch": 0.547441756962632, + "grad_norm": 2.439917802810669, + "learning_rate": 8.951333703250194e-06, + "loss": 2.4709, + "step": 31981 + }, + { + "epoch": 0.5474588746811825, + "grad_norm": 2.2479312419891357, + "learning_rate": 8.950782356463243e-06, + "loss": 2.472, + "step": 31982 + }, + { + "epoch": 0.547475992399733, + "grad_norm": 2.2042007446289062, + "learning_rate": 8.950231012901214e-06, + "loss": 2.449, + "step": 31983 + }, + { + "epoch": 0.5474931101182834, + "grad_norm": 2.287426471710205, + "learning_rate": 8.949679672565815e-06, + "loss": 2.4085, + "step": 31984 + }, + { + "epoch": 0.5475102278368339, + "grad_norm": 2.2462680339813232, + "learning_rate": 8.94912833545873e-06, + "loss": 2.5334, + "step": 31985 + }, + { + "epoch": 0.5475273455553844, + "grad_norm": 2.3471803665161133, + "learning_rate": 8.948577001581664e-06, + "loss": 2.4502, + "step": 31986 + }, + { + "epoch": 0.5475444632739348, + "grad_norm": 2.3872857093811035, + "learning_rate": 8.9480256709363e-06, + "loss": 2.4838, + "step": 31987 + }, + { + "epoch": 0.5475615809924853, + "grad_norm": 2.25140643119812, + "learning_rate": 8.947474343524343e-06, + "loss": 2.4958, + "step": 31988 + }, + { + "epoch": 0.5475786987110358, + "grad_norm": 2.3718624114990234, + "learning_rate": 8.946923019347483e-06, + "loss": 2.4515, + "step": 31989 + }, + { + "epoch": 0.5475958164295862, + "grad_norm": 2.236358404159546, + "learning_rate": 8.946371698407412e-06, + "loss": 2.4285, + "step": 31990 + }, + { + "epoch": 0.5476129341481367, + "grad_norm": 2.282949447631836, + "learning_rate": 8.94582038070583e-06, + "loss": 2.4295, + "step": 31991 + }, + { + "epoch": 0.5476300518666872, + "grad_norm": 2.4318113327026367, + "learning_rate": 8.945269066244425e-06, + "loss": 2.4896, + "step": 31992 + }, + { + "epoch": 0.5476471695852376, + "grad_norm": 2.1516969203948975, + "learning_rate": 8.944717755024899e-06, + "loss": 2.4705, + "step": 31993 + }, + { + "epoch": 0.5476642873037881, + "grad_norm": 2.3154401779174805, + "learning_rate": 8.944166447048941e-06, + "loss": 2.5156, + "step": 31994 + }, + { + "epoch": 0.5476814050223386, + "grad_norm": 2.2875657081604004, + "learning_rate": 8.94361514231825e-06, + "loss": 2.4704, + "step": 31995 + }, + { + "epoch": 0.5476985227408891, + "grad_norm": 2.1552534103393555, + "learning_rate": 8.943063840834517e-06, + "loss": 2.4198, + "step": 31996 + }, + { + "epoch": 0.5477156404594395, + "grad_norm": 2.327209949493408, + "learning_rate": 8.942512542599434e-06, + "loss": 2.4446, + "step": 31997 + }, + { + "epoch": 0.54773275817799, + "grad_norm": 2.4056413173675537, + "learning_rate": 8.941961247614702e-06, + "loss": 2.4419, + "step": 31998 + }, + { + "epoch": 0.5477498758965406, + "grad_norm": 2.300278663635254, + "learning_rate": 8.94140995588201e-06, + "loss": 2.4555, + "step": 31999 + }, + { + "epoch": 0.547766993615091, + "grad_norm": 2.2421321868896484, + "learning_rate": 8.940858667403058e-06, + "loss": 2.4167, + "step": 32000 + }, + { + "epoch": 0.5477841113336415, + "grad_norm": 2.508679151535034, + "learning_rate": 8.940307382179535e-06, + "loss": 2.6789, + "step": 32001 + }, + { + "epoch": 0.547801229052192, + "grad_norm": 2.3324015140533447, + "learning_rate": 8.93975610021314e-06, + "loss": 2.5782, + "step": 32002 + }, + { + "epoch": 0.5478183467707424, + "grad_norm": 2.2632060050964355, + "learning_rate": 8.939204821505566e-06, + "loss": 2.546, + "step": 32003 + }, + { + "epoch": 0.5478354644892929, + "grad_norm": 2.4178173542022705, + "learning_rate": 8.938653546058502e-06, + "loss": 2.4736, + "step": 32004 + }, + { + "epoch": 0.5478525822078434, + "grad_norm": 2.312096357345581, + "learning_rate": 8.938102273873652e-06, + "loss": 2.4344, + "step": 32005 + }, + { + "epoch": 0.5478696999263938, + "grad_norm": 2.3291544914245605, + "learning_rate": 8.937551004952703e-06, + "loss": 2.4723, + "step": 32006 + }, + { + "epoch": 0.5478868176449443, + "grad_norm": 2.4252278804779053, + "learning_rate": 8.936999739297354e-06, + "loss": 2.5491, + "step": 32007 + }, + { + "epoch": 0.5479039353634948, + "grad_norm": 2.337794780731201, + "learning_rate": 8.936448476909295e-06, + "loss": 2.5512, + "step": 32008 + }, + { + "epoch": 0.5479210530820452, + "grad_norm": 2.4637649059295654, + "learning_rate": 8.935897217790225e-06, + "loss": 2.5575, + "step": 32009 + }, + { + "epoch": 0.5479381708005957, + "grad_norm": 2.234274387359619, + "learning_rate": 8.935345961941835e-06, + "loss": 2.2992, + "step": 32010 + }, + { + "epoch": 0.5479552885191462, + "grad_norm": 2.4214928150177, + "learning_rate": 8.934794709365822e-06, + "loss": 2.326, + "step": 32011 + }, + { + "epoch": 0.5479724062376966, + "grad_norm": 2.3189480304718018, + "learning_rate": 8.934243460063878e-06, + "loss": 2.4848, + "step": 32012 + }, + { + "epoch": 0.5479895239562471, + "grad_norm": 2.332369089126587, + "learning_rate": 8.933692214037694e-06, + "loss": 2.4844, + "step": 32013 + }, + { + "epoch": 0.5480066416747976, + "grad_norm": 2.46817684173584, + "learning_rate": 8.933140971288974e-06, + "loss": 2.4468, + "step": 32014 + }, + { + "epoch": 0.548023759393348, + "grad_norm": 2.312117576599121, + "learning_rate": 8.932589731819404e-06, + "loss": 2.4092, + "step": 32015 + }, + { + "epoch": 0.5480408771118985, + "grad_norm": 2.549039363861084, + "learning_rate": 8.932038495630684e-06, + "loss": 2.4785, + "step": 32016 + }, + { + "epoch": 0.548057994830449, + "grad_norm": 2.20056414604187, + "learning_rate": 8.931487262724506e-06, + "loss": 2.3874, + "step": 32017 + }, + { + "epoch": 0.5480751125489994, + "grad_norm": 2.295194149017334, + "learning_rate": 8.930936033102559e-06, + "loss": 2.4875, + "step": 32018 + }, + { + "epoch": 0.5480922302675499, + "grad_norm": 2.4107093811035156, + "learning_rate": 8.930384806766547e-06, + "loss": 2.5127, + "step": 32019 + }, + { + "epoch": 0.5481093479861004, + "grad_norm": 2.396148204803467, + "learning_rate": 8.929833583718155e-06, + "loss": 2.4794, + "step": 32020 + }, + { + "epoch": 0.5481264657046508, + "grad_norm": 2.4147746562957764, + "learning_rate": 8.929282363959085e-06, + "loss": 2.573, + "step": 32021 + }, + { + "epoch": 0.5481435834232014, + "grad_norm": 2.523789882659912, + "learning_rate": 8.928731147491026e-06, + "loss": 2.5497, + "step": 32022 + }, + { + "epoch": 0.5481607011417519, + "grad_norm": 2.338216543197632, + "learning_rate": 8.928179934315677e-06, + "loss": 2.4771, + "step": 32023 + }, + { + "epoch": 0.5481778188603023, + "grad_norm": 2.4133739471435547, + "learning_rate": 8.927628724434729e-06, + "loss": 2.5126, + "step": 32024 + }, + { + "epoch": 0.5481949365788528, + "grad_norm": 2.440969944000244, + "learning_rate": 8.927077517849872e-06, + "loss": 2.565, + "step": 32025 + }, + { + "epoch": 0.5482120542974033, + "grad_norm": 2.3247315883636475, + "learning_rate": 8.92652631456281e-06, + "loss": 2.4812, + "step": 32026 + }, + { + "epoch": 0.5482291720159537, + "grad_norm": 2.369201421737671, + "learning_rate": 8.92597511457523e-06, + "loss": 2.6125, + "step": 32027 + }, + { + "epoch": 0.5482462897345042, + "grad_norm": 2.3583900928497314, + "learning_rate": 8.92542391788883e-06, + "loss": 2.4665, + "step": 32028 + }, + { + "epoch": 0.5482634074530547, + "grad_norm": 2.370945692062378, + "learning_rate": 8.924872724505296e-06, + "loss": 2.497, + "step": 32029 + }, + { + "epoch": 0.5482805251716051, + "grad_norm": 2.255281686782837, + "learning_rate": 8.924321534426335e-06, + "loss": 2.3818, + "step": 32030 + }, + { + "epoch": 0.5482976428901556, + "grad_norm": 2.480473279953003, + "learning_rate": 8.92377034765363e-06, + "loss": 2.4961, + "step": 32031 + }, + { + "epoch": 0.5483147606087061, + "grad_norm": 2.2987542152404785, + "learning_rate": 8.923219164188885e-06, + "loss": 2.4214, + "step": 32032 + }, + { + "epoch": 0.5483318783272565, + "grad_norm": 2.386341094970703, + "learning_rate": 8.922667984033789e-06, + "loss": 2.5799, + "step": 32033 + }, + { + "epoch": 0.548348996045807, + "grad_norm": 2.3807685375213623, + "learning_rate": 8.922116807190033e-06, + "loss": 2.5061, + "step": 32034 + }, + { + "epoch": 0.5483661137643575, + "grad_norm": 2.298255443572998, + "learning_rate": 8.921565633659317e-06, + "loss": 2.4882, + "step": 32035 + }, + { + "epoch": 0.5483832314829079, + "grad_norm": 2.421452760696411, + "learning_rate": 8.92101446344333e-06, + "loss": 2.5312, + "step": 32036 + }, + { + "epoch": 0.5484003492014584, + "grad_norm": 2.3004066944122314, + "learning_rate": 8.920463296543769e-06, + "loss": 2.364, + "step": 32037 + }, + { + "epoch": 0.5484174669200089, + "grad_norm": 2.4181642532348633, + "learning_rate": 8.919912132962328e-06, + "loss": 2.5375, + "step": 32038 + }, + { + "epoch": 0.5484345846385593, + "grad_norm": 2.3085944652557373, + "learning_rate": 8.919360972700704e-06, + "loss": 2.4119, + "step": 32039 + }, + { + "epoch": 0.5484517023571098, + "grad_norm": 2.3827428817749023, + "learning_rate": 8.918809815760585e-06, + "loss": 2.4612, + "step": 32040 + }, + { + "epoch": 0.5484688200756603, + "grad_norm": 2.3396811485290527, + "learning_rate": 8.918258662143665e-06, + "loss": 2.4633, + "step": 32041 + }, + { + "epoch": 0.5484859377942108, + "grad_norm": 2.2846853733062744, + "learning_rate": 8.917707511851646e-06, + "loss": 2.4404, + "step": 32042 + }, + { + "epoch": 0.5485030555127612, + "grad_norm": 2.4005484580993652, + "learning_rate": 8.917156364886213e-06, + "loss": 2.4495, + "step": 32043 + }, + { + "epoch": 0.5485201732313117, + "grad_norm": 2.2651712894439697, + "learning_rate": 8.916605221249069e-06, + "loss": 2.4333, + "step": 32044 + }, + { + "epoch": 0.5485372909498623, + "grad_norm": 2.290227174758911, + "learning_rate": 8.916054080941896e-06, + "loss": 2.5598, + "step": 32045 + }, + { + "epoch": 0.5485544086684127, + "grad_norm": 2.2863481044769287, + "learning_rate": 8.9155029439664e-06, + "loss": 2.5009, + "step": 32046 + }, + { + "epoch": 0.5485715263869632, + "grad_norm": 2.301884651184082, + "learning_rate": 8.91495181032427e-06, + "loss": 2.4219, + "step": 32047 + }, + { + "epoch": 0.5485886441055137, + "grad_norm": 2.3620026111602783, + "learning_rate": 8.914400680017199e-06, + "loss": 2.5415, + "step": 32048 + }, + { + "epoch": 0.5486057618240641, + "grad_norm": 2.3676772117614746, + "learning_rate": 8.913849553046883e-06, + "loss": 2.4288, + "step": 32049 + }, + { + "epoch": 0.5486228795426146, + "grad_norm": 2.3433613777160645, + "learning_rate": 8.91329842941501e-06, + "loss": 2.5451, + "step": 32050 + }, + { + "epoch": 0.5486399972611651, + "grad_norm": 2.2901601791381836, + "learning_rate": 8.912747309123285e-06, + "loss": 2.5187, + "step": 32051 + }, + { + "epoch": 0.5486571149797155, + "grad_norm": 2.394561529159546, + "learning_rate": 8.912196192173392e-06, + "loss": 2.5393, + "step": 32052 + }, + { + "epoch": 0.548674232698266, + "grad_norm": 2.3872499465942383, + "learning_rate": 8.91164507856703e-06, + "loss": 2.5726, + "step": 32053 + }, + { + "epoch": 0.5486913504168165, + "grad_norm": 2.3122141361236572, + "learning_rate": 8.911093968305894e-06, + "loss": 2.4163, + "step": 32054 + }, + { + "epoch": 0.5487084681353669, + "grad_norm": 2.3879172801971436, + "learning_rate": 8.910542861391674e-06, + "loss": 2.4602, + "step": 32055 + }, + { + "epoch": 0.5487255858539174, + "grad_norm": 2.45733380317688, + "learning_rate": 8.909991757826068e-06, + "loss": 2.4398, + "step": 32056 + }, + { + "epoch": 0.5487427035724679, + "grad_norm": 2.269963026046753, + "learning_rate": 8.909440657610762e-06, + "loss": 2.4548, + "step": 32057 + }, + { + "epoch": 0.5487598212910183, + "grad_norm": 2.477501630783081, + "learning_rate": 8.90888956074746e-06, + "loss": 2.6055, + "step": 32058 + }, + { + "epoch": 0.5487769390095688, + "grad_norm": 2.4191713333129883, + "learning_rate": 8.90833846723785e-06, + "loss": 2.5059, + "step": 32059 + }, + { + "epoch": 0.5487940567281193, + "grad_norm": 2.3793933391571045, + "learning_rate": 8.907787377083627e-06, + "loss": 2.3826, + "step": 32060 + }, + { + "epoch": 0.5488111744466697, + "grad_norm": 2.4437789916992188, + "learning_rate": 8.907236290286487e-06, + "loss": 2.4585, + "step": 32061 + }, + { + "epoch": 0.5488282921652202, + "grad_norm": 2.331284761428833, + "learning_rate": 8.906685206848119e-06, + "loss": 2.4667, + "step": 32062 + }, + { + "epoch": 0.5488454098837707, + "grad_norm": 2.3989648818969727, + "learning_rate": 8.906134126770221e-06, + "loss": 2.5266, + "step": 32063 + }, + { + "epoch": 0.5488625276023211, + "grad_norm": 2.230617046356201, + "learning_rate": 8.905583050054485e-06, + "loss": 2.585, + "step": 32064 + }, + { + "epoch": 0.5488796453208716, + "grad_norm": 2.3547024726867676, + "learning_rate": 8.905031976702607e-06, + "loss": 2.3837, + "step": 32065 + }, + { + "epoch": 0.5488967630394221, + "grad_norm": 2.3278205394744873, + "learning_rate": 8.904480906716274e-06, + "loss": 2.5234, + "step": 32066 + }, + { + "epoch": 0.5489138807579725, + "grad_norm": 2.3254923820495605, + "learning_rate": 8.903929840097191e-06, + "loss": 2.4824, + "step": 32067 + }, + { + "epoch": 0.548930998476523, + "grad_norm": 2.455289125442505, + "learning_rate": 8.903378776847045e-06, + "loss": 2.5003, + "step": 32068 + }, + { + "epoch": 0.5489481161950736, + "grad_norm": 2.3458898067474365, + "learning_rate": 8.902827716967526e-06, + "loss": 2.5366, + "step": 32069 + }, + { + "epoch": 0.548965233913624, + "grad_norm": 2.381934881210327, + "learning_rate": 8.902276660460336e-06, + "loss": 2.5025, + "step": 32070 + }, + { + "epoch": 0.5489823516321745, + "grad_norm": 2.451005458831787, + "learning_rate": 8.901725607327165e-06, + "loss": 2.5953, + "step": 32071 + }, + { + "epoch": 0.548999469350725, + "grad_norm": 2.4208343029022217, + "learning_rate": 8.901174557569706e-06, + "loss": 2.3601, + "step": 32072 + }, + { + "epoch": 0.5490165870692754, + "grad_norm": 2.70328950881958, + "learning_rate": 8.900623511189651e-06, + "loss": 2.5915, + "step": 32073 + }, + { + "epoch": 0.5490337047878259, + "grad_norm": 2.4388022422790527, + "learning_rate": 8.900072468188701e-06, + "loss": 2.4189, + "step": 32074 + }, + { + "epoch": 0.5490508225063764, + "grad_norm": 2.4718210697174072, + "learning_rate": 8.899521428568543e-06, + "loss": 2.5273, + "step": 32075 + }, + { + "epoch": 0.5490679402249268, + "grad_norm": 2.4778592586517334, + "learning_rate": 8.898970392330872e-06, + "loss": 2.4542, + "step": 32076 + }, + { + "epoch": 0.5490850579434773, + "grad_norm": 2.4502556324005127, + "learning_rate": 8.898419359477384e-06, + "loss": 2.482, + "step": 32077 + }, + { + "epoch": 0.5491021756620278, + "grad_norm": 2.436582565307617, + "learning_rate": 8.897868330009768e-06, + "loss": 2.4505, + "step": 32078 + }, + { + "epoch": 0.5491192933805782, + "grad_norm": 2.2405710220336914, + "learning_rate": 8.897317303929723e-06, + "loss": 2.4335, + "step": 32079 + }, + { + "epoch": 0.5491364110991287, + "grad_norm": 2.5951578617095947, + "learning_rate": 8.89676628123894e-06, + "loss": 2.5187, + "step": 32080 + }, + { + "epoch": 0.5491535288176792, + "grad_norm": 2.352372646331787, + "learning_rate": 8.896215261939114e-06, + "loss": 2.4236, + "step": 32081 + }, + { + "epoch": 0.5491706465362296, + "grad_norm": 2.415250301361084, + "learning_rate": 8.89566424603194e-06, + "loss": 2.4912, + "step": 32082 + }, + { + "epoch": 0.5491877642547801, + "grad_norm": 2.438678503036499, + "learning_rate": 8.895113233519102e-06, + "loss": 2.3261, + "step": 32083 + }, + { + "epoch": 0.5492048819733306, + "grad_norm": 2.522230386734009, + "learning_rate": 8.894562224402305e-06, + "loss": 2.6035, + "step": 32084 + }, + { + "epoch": 0.549221999691881, + "grad_norm": 2.3452236652374268, + "learning_rate": 8.894011218683238e-06, + "loss": 2.3908, + "step": 32085 + }, + { + "epoch": 0.5492391174104315, + "grad_norm": 2.4904396533966064, + "learning_rate": 8.893460216363597e-06, + "loss": 2.5601, + "step": 32086 + }, + { + "epoch": 0.549256235128982, + "grad_norm": 2.306286573410034, + "learning_rate": 8.892909217445069e-06, + "loss": 2.4222, + "step": 32087 + }, + { + "epoch": 0.5492733528475324, + "grad_norm": 2.321126937866211, + "learning_rate": 8.892358221929358e-06, + "loss": 2.4727, + "step": 32088 + }, + { + "epoch": 0.5492904705660829, + "grad_norm": 2.503016710281372, + "learning_rate": 8.89180722981815e-06, + "loss": 2.5185, + "step": 32089 + }, + { + "epoch": 0.5493075882846334, + "grad_norm": 2.46647047996521, + "learning_rate": 8.891256241113138e-06, + "loss": 2.5232, + "step": 32090 + }, + { + "epoch": 0.549324706003184, + "grad_norm": 2.464167356491089, + "learning_rate": 8.890705255816022e-06, + "loss": 2.5444, + "step": 32091 + }, + { + "epoch": 0.5493418237217343, + "grad_norm": 2.3470139503479004, + "learning_rate": 8.890154273928488e-06, + "loss": 2.4801, + "step": 32092 + }, + { + "epoch": 0.5493589414402849, + "grad_norm": 2.3531782627105713, + "learning_rate": 8.889603295452234e-06, + "loss": 2.3668, + "step": 32093 + }, + { + "epoch": 0.5493760591588354, + "grad_norm": 2.3282089233398438, + "learning_rate": 8.889052320388952e-06, + "loss": 2.4352, + "step": 32094 + }, + { + "epoch": 0.5493931768773858, + "grad_norm": 2.3534998893737793, + "learning_rate": 8.888501348740336e-06, + "loss": 2.4757, + "step": 32095 + }, + { + "epoch": 0.5494102945959363, + "grad_norm": 2.5625832080841064, + "learning_rate": 8.887950380508083e-06, + "loss": 2.4605, + "step": 32096 + }, + { + "epoch": 0.5494274123144868, + "grad_norm": 2.3309195041656494, + "learning_rate": 8.88739941569388e-06, + "loss": 2.479, + "step": 32097 + }, + { + "epoch": 0.5494445300330372, + "grad_norm": 2.386552572250366, + "learning_rate": 8.886848454299425e-06, + "loss": 2.287, + "step": 32098 + }, + { + "epoch": 0.5494616477515877, + "grad_norm": 2.473796844482422, + "learning_rate": 8.886297496326406e-06, + "loss": 2.5732, + "step": 32099 + }, + { + "epoch": 0.5494787654701382, + "grad_norm": 2.3245952129364014, + "learning_rate": 8.885746541776525e-06, + "loss": 2.3977, + "step": 32100 + }, + { + "epoch": 0.5494958831886886, + "grad_norm": 2.2532567977905273, + "learning_rate": 8.885195590651469e-06, + "loss": 2.456, + "step": 32101 + }, + { + "epoch": 0.5495130009072391, + "grad_norm": 2.288973331451416, + "learning_rate": 8.884644642952934e-06, + "loss": 2.4701, + "step": 32102 + }, + { + "epoch": 0.5495301186257896, + "grad_norm": 2.387331962585449, + "learning_rate": 8.88409369868261e-06, + "loss": 2.4463, + "step": 32103 + }, + { + "epoch": 0.54954723634434, + "grad_norm": 2.393921136856079, + "learning_rate": 8.883542757842196e-06, + "loss": 2.4574, + "step": 32104 + }, + { + "epoch": 0.5495643540628905, + "grad_norm": 2.410013437271118, + "learning_rate": 8.882991820433383e-06, + "loss": 2.4052, + "step": 32105 + }, + { + "epoch": 0.549581471781441, + "grad_norm": 2.335193157196045, + "learning_rate": 8.882440886457861e-06, + "loss": 2.4693, + "step": 32106 + }, + { + "epoch": 0.5495985894999914, + "grad_norm": 2.2893731594085693, + "learning_rate": 8.88188995591733e-06, + "loss": 2.42, + "step": 32107 + }, + { + "epoch": 0.5496157072185419, + "grad_norm": 2.628575563430786, + "learning_rate": 8.881339028813477e-06, + "loss": 2.379, + "step": 32108 + }, + { + "epoch": 0.5496328249370924, + "grad_norm": 2.213430166244507, + "learning_rate": 8.880788105147999e-06, + "loss": 2.3497, + "step": 32109 + }, + { + "epoch": 0.5496499426556428, + "grad_norm": 2.4797892570495605, + "learning_rate": 8.880237184922586e-06, + "loss": 2.5081, + "step": 32110 + }, + { + "epoch": 0.5496670603741933, + "grad_norm": 2.442936658859253, + "learning_rate": 8.879686268138938e-06, + "loss": 2.3812, + "step": 32111 + }, + { + "epoch": 0.5496841780927438, + "grad_norm": 2.2824249267578125, + "learning_rate": 8.879135354798742e-06, + "loss": 2.4053, + "step": 32112 + }, + { + "epoch": 0.5497012958112942, + "grad_norm": 2.500830888748169, + "learning_rate": 8.878584444903693e-06, + "loss": 2.4396, + "step": 32113 + }, + { + "epoch": 0.5497184135298447, + "grad_norm": 2.3994851112365723, + "learning_rate": 8.878033538455488e-06, + "loss": 2.4437, + "step": 32114 + }, + { + "epoch": 0.5497355312483952, + "grad_norm": 2.4663689136505127, + "learning_rate": 8.87748263545581e-06, + "loss": 2.615, + "step": 32115 + }, + { + "epoch": 0.5497526489669456, + "grad_norm": 2.2263169288635254, + "learning_rate": 8.876931735906364e-06, + "loss": 2.4231, + "step": 32116 + }, + { + "epoch": 0.5497697666854962, + "grad_norm": 2.3673269748687744, + "learning_rate": 8.876380839808838e-06, + "loss": 2.4342, + "step": 32117 + }, + { + "epoch": 0.5497868844040467, + "grad_norm": 2.2786641120910645, + "learning_rate": 8.875829947164925e-06, + "loss": 2.4993, + "step": 32118 + }, + { + "epoch": 0.5498040021225971, + "grad_norm": 2.464139223098755, + "learning_rate": 8.87527905797632e-06, + "loss": 2.5212, + "step": 32119 + }, + { + "epoch": 0.5498211198411476, + "grad_norm": 2.353482484817505, + "learning_rate": 8.874728172244714e-06, + "loss": 2.4543, + "step": 32120 + }, + { + "epoch": 0.5498382375596981, + "grad_norm": 2.281885862350464, + "learning_rate": 8.874177289971803e-06, + "loss": 2.3987, + "step": 32121 + }, + { + "epoch": 0.5498553552782485, + "grad_norm": 2.2414939403533936, + "learning_rate": 8.873626411159275e-06, + "loss": 2.4184, + "step": 32122 + }, + { + "epoch": 0.549872472996799, + "grad_norm": 2.3687729835510254, + "learning_rate": 8.873075535808834e-06, + "loss": 2.356, + "step": 32123 + }, + { + "epoch": 0.5498895907153495, + "grad_norm": 2.319277286529541, + "learning_rate": 8.872524663922158e-06, + "loss": 2.5655, + "step": 32124 + }, + { + "epoch": 0.5499067084338999, + "grad_norm": 2.473916530609131, + "learning_rate": 8.871973795500954e-06, + "loss": 2.4211, + "step": 32125 + }, + { + "epoch": 0.5499238261524504, + "grad_norm": 2.2086851596832275, + "learning_rate": 8.871422930546909e-06, + "loss": 2.4654, + "step": 32126 + }, + { + "epoch": 0.5499409438710009, + "grad_norm": 2.3679287433624268, + "learning_rate": 8.870872069061713e-06, + "loss": 2.4618, + "step": 32127 + }, + { + "epoch": 0.5499580615895513, + "grad_norm": 2.1944808959960938, + "learning_rate": 8.870321211047066e-06, + "loss": 2.4279, + "step": 32128 + }, + { + "epoch": 0.5499751793081018, + "grad_norm": 2.4978251457214355, + "learning_rate": 8.869770356504657e-06, + "loss": 2.5812, + "step": 32129 + }, + { + "epoch": 0.5499922970266523, + "grad_norm": 2.225297451019287, + "learning_rate": 8.869219505436183e-06, + "loss": 2.4107, + "step": 32130 + }, + { + "epoch": 0.5500094147452027, + "grad_norm": 2.3216302394866943, + "learning_rate": 8.868668657843327e-06, + "loss": 2.5077, + "step": 32131 + }, + { + "epoch": 0.5500265324637532, + "grad_norm": 2.3356375694274902, + "learning_rate": 8.868117813727795e-06, + "loss": 2.431, + "step": 32132 + }, + { + "epoch": 0.5500436501823037, + "grad_norm": 2.343677043914795, + "learning_rate": 8.867566973091275e-06, + "loss": 2.5083, + "step": 32133 + }, + { + "epoch": 0.5500607679008541, + "grad_norm": 2.3155486583709717, + "learning_rate": 8.867016135935456e-06, + "loss": 2.3433, + "step": 32134 + }, + { + "epoch": 0.5500778856194046, + "grad_norm": 2.29366135597229, + "learning_rate": 8.866465302262038e-06, + "loss": 2.5272, + "step": 32135 + }, + { + "epoch": 0.5500950033379551, + "grad_norm": 2.348087787628174, + "learning_rate": 8.865914472072706e-06, + "loss": 2.6179, + "step": 32136 + }, + { + "epoch": 0.5501121210565056, + "grad_norm": 2.4091222286224365, + "learning_rate": 8.865363645369163e-06, + "loss": 2.5163, + "step": 32137 + }, + { + "epoch": 0.550129238775056, + "grad_norm": 2.4135825634002686, + "learning_rate": 8.864812822153094e-06, + "loss": 2.4669, + "step": 32138 + }, + { + "epoch": 0.5501463564936065, + "grad_norm": 2.284087657928467, + "learning_rate": 8.864262002426196e-06, + "loss": 2.3528, + "step": 32139 + }, + { + "epoch": 0.550163474212157, + "grad_norm": 2.1791160106658936, + "learning_rate": 8.863711186190162e-06, + "loss": 2.3555, + "step": 32140 + }, + { + "epoch": 0.5501805919307075, + "grad_norm": 2.5224947929382324, + "learning_rate": 8.863160373446678e-06, + "loss": 2.445, + "step": 32141 + }, + { + "epoch": 0.550197709649258, + "grad_norm": 2.3949530124664307, + "learning_rate": 8.86260956419745e-06, + "loss": 2.448, + "step": 32142 + }, + { + "epoch": 0.5502148273678085, + "grad_norm": 2.3895885944366455, + "learning_rate": 8.862058758444158e-06, + "loss": 2.452, + "step": 32143 + }, + { + "epoch": 0.5502319450863589, + "grad_norm": 2.401606559753418, + "learning_rate": 8.861507956188505e-06, + "loss": 2.5446, + "step": 32144 + }, + { + "epoch": 0.5502490628049094, + "grad_norm": 2.5380630493164062, + "learning_rate": 8.860957157432177e-06, + "loss": 2.4323, + "step": 32145 + }, + { + "epoch": 0.5502661805234599, + "grad_norm": 2.295058488845825, + "learning_rate": 8.860406362176874e-06, + "loss": 2.4445, + "step": 32146 + }, + { + "epoch": 0.5502832982420103, + "grad_norm": 2.6196556091308594, + "learning_rate": 8.859855570424282e-06, + "loss": 2.5175, + "step": 32147 + }, + { + "epoch": 0.5503004159605608, + "grad_norm": 2.359342575073242, + "learning_rate": 8.859304782176095e-06, + "loss": 2.4772, + "step": 32148 + }, + { + "epoch": 0.5503175336791113, + "grad_norm": 2.300684928894043, + "learning_rate": 8.85875399743401e-06, + "loss": 2.4751, + "step": 32149 + }, + { + "epoch": 0.5503346513976617, + "grad_norm": 2.268082618713379, + "learning_rate": 8.858203216199716e-06, + "loss": 2.4204, + "step": 32150 + }, + { + "epoch": 0.5503517691162122, + "grad_norm": 2.169297218322754, + "learning_rate": 8.85765243847491e-06, + "loss": 2.2848, + "step": 32151 + }, + { + "epoch": 0.5503688868347627, + "grad_norm": 2.3802454471588135, + "learning_rate": 8.857101664261277e-06, + "loss": 2.4824, + "step": 32152 + }, + { + "epoch": 0.5503860045533131, + "grad_norm": 2.6390631198883057, + "learning_rate": 8.85655089356052e-06, + "loss": 2.6074, + "step": 32153 + }, + { + "epoch": 0.5504031222718636, + "grad_norm": 2.3330135345458984, + "learning_rate": 8.856000126374329e-06, + "loss": 2.572, + "step": 32154 + }, + { + "epoch": 0.5504202399904141, + "grad_norm": 2.2953619956970215, + "learning_rate": 8.855449362704391e-06, + "loss": 2.4202, + "step": 32155 + }, + { + "epoch": 0.5504373577089645, + "grad_norm": 2.339836835861206, + "learning_rate": 8.854898602552405e-06, + "loss": 2.4777, + "step": 32156 + }, + { + "epoch": 0.550454475427515, + "grad_norm": 2.4141063690185547, + "learning_rate": 8.854347845920057e-06, + "loss": 2.6237, + "step": 32157 + }, + { + "epoch": 0.5504715931460655, + "grad_norm": 2.439058542251587, + "learning_rate": 8.85379709280905e-06, + "loss": 2.3974, + "step": 32158 + }, + { + "epoch": 0.5504887108646159, + "grad_norm": 2.272871494293213, + "learning_rate": 8.853246343221067e-06, + "loss": 2.4845, + "step": 32159 + }, + { + "epoch": 0.5505058285831664, + "grad_norm": 2.220536947250366, + "learning_rate": 8.852695597157808e-06, + "loss": 2.3865, + "step": 32160 + }, + { + "epoch": 0.5505229463017169, + "grad_norm": 2.2484915256500244, + "learning_rate": 8.852144854620965e-06, + "loss": 2.385, + "step": 32161 + }, + { + "epoch": 0.5505400640202673, + "grad_norm": 2.5014777183532715, + "learning_rate": 8.851594115612224e-06, + "loss": 2.5223, + "step": 32162 + }, + { + "epoch": 0.5505571817388178, + "grad_norm": 2.4219295978546143, + "learning_rate": 8.851043380133286e-06, + "loss": 2.3686, + "step": 32163 + }, + { + "epoch": 0.5505742994573684, + "grad_norm": 2.2459726333618164, + "learning_rate": 8.850492648185836e-06, + "loss": 2.4539, + "step": 32164 + }, + { + "epoch": 0.5505914171759188, + "grad_norm": 2.425151824951172, + "learning_rate": 8.849941919771577e-06, + "loss": 2.4759, + "step": 32165 + }, + { + "epoch": 0.5506085348944693, + "grad_norm": 2.427849769592285, + "learning_rate": 8.849391194892192e-06, + "loss": 2.4535, + "step": 32166 + }, + { + "epoch": 0.5506256526130198, + "grad_norm": 2.3940563201904297, + "learning_rate": 8.84884047354938e-06, + "loss": 2.5372, + "step": 32167 + }, + { + "epoch": 0.5506427703315702, + "grad_norm": 2.4168238639831543, + "learning_rate": 8.84828975574483e-06, + "loss": 2.4052, + "step": 32168 + }, + { + "epoch": 0.5506598880501207, + "grad_norm": 2.2682669162750244, + "learning_rate": 8.847739041480233e-06, + "loss": 2.4637, + "step": 32169 + }, + { + "epoch": 0.5506770057686712, + "grad_norm": 2.252973794937134, + "learning_rate": 8.847188330757289e-06, + "loss": 2.4262, + "step": 32170 + }, + { + "epoch": 0.5506941234872216, + "grad_norm": 2.386213541030884, + "learning_rate": 8.846637623577684e-06, + "loss": 2.3659, + "step": 32171 + }, + { + "epoch": 0.5507112412057721, + "grad_norm": 2.204281806945801, + "learning_rate": 8.846086919943116e-06, + "loss": 2.4338, + "step": 32172 + }, + { + "epoch": 0.5507283589243226, + "grad_norm": 2.4419126510620117, + "learning_rate": 8.845536219855269e-06, + "loss": 2.4171, + "step": 32173 + }, + { + "epoch": 0.550745476642873, + "grad_norm": 2.4586894512176514, + "learning_rate": 8.844985523315845e-06, + "loss": 2.509, + "step": 32174 + }, + { + "epoch": 0.5507625943614235, + "grad_norm": 2.375234603881836, + "learning_rate": 8.844434830326533e-06, + "loss": 2.5207, + "step": 32175 + }, + { + "epoch": 0.550779712079974, + "grad_norm": 2.38179874420166, + "learning_rate": 8.843884140889026e-06, + "loss": 2.6231, + "step": 32176 + }, + { + "epoch": 0.5507968297985244, + "grad_norm": 2.3896026611328125, + "learning_rate": 8.843333455005017e-06, + "loss": 2.4037, + "step": 32177 + }, + { + "epoch": 0.5508139475170749, + "grad_norm": 2.3699228763580322, + "learning_rate": 8.842782772676196e-06, + "loss": 2.4312, + "step": 32178 + }, + { + "epoch": 0.5508310652356254, + "grad_norm": 2.3047711849212646, + "learning_rate": 8.842232093904259e-06, + "loss": 2.3908, + "step": 32179 + }, + { + "epoch": 0.5508481829541758, + "grad_norm": 2.2919766902923584, + "learning_rate": 8.841681418690893e-06, + "loss": 2.4932, + "step": 32180 + }, + { + "epoch": 0.5508653006727263, + "grad_norm": 2.225832223892212, + "learning_rate": 8.841130747037799e-06, + "loss": 2.3609, + "step": 32181 + }, + { + "epoch": 0.5508824183912768, + "grad_norm": 2.3321919441223145, + "learning_rate": 8.840580078946664e-06, + "loss": 2.5133, + "step": 32182 + }, + { + "epoch": 0.5508995361098273, + "grad_norm": 2.3061442375183105, + "learning_rate": 8.840029414419183e-06, + "loss": 2.4458, + "step": 32183 + }, + { + "epoch": 0.5509166538283777, + "grad_norm": 2.4719388484954834, + "learning_rate": 8.839478753457049e-06, + "loss": 2.5207, + "step": 32184 + }, + { + "epoch": 0.5509337715469282, + "grad_norm": 2.294118642807007, + "learning_rate": 8.838928096061947e-06, + "loss": 2.4527, + "step": 32185 + }, + { + "epoch": 0.5509508892654787, + "grad_norm": 2.4027090072631836, + "learning_rate": 8.83837744223558e-06, + "loss": 2.4579, + "step": 32186 + }, + { + "epoch": 0.5509680069840291, + "grad_norm": 2.413597822189331, + "learning_rate": 8.837826791979634e-06, + "loss": 2.6001, + "step": 32187 + }, + { + "epoch": 0.5509851247025797, + "grad_norm": 2.338804244995117, + "learning_rate": 8.837276145295807e-06, + "loss": 2.5512, + "step": 32188 + }, + { + "epoch": 0.5510022424211302, + "grad_norm": 2.4493749141693115, + "learning_rate": 8.836725502185783e-06, + "loss": 2.5677, + "step": 32189 + }, + { + "epoch": 0.5510193601396806, + "grad_norm": 2.3474225997924805, + "learning_rate": 8.836174862651261e-06, + "loss": 2.4394, + "step": 32190 + }, + { + "epoch": 0.5510364778582311, + "grad_norm": 2.4213128089904785, + "learning_rate": 8.835624226693934e-06, + "loss": 2.4125, + "step": 32191 + }, + { + "epoch": 0.5510535955767816, + "grad_norm": 2.3935372829437256, + "learning_rate": 8.835073594315493e-06, + "loss": 2.5248, + "step": 32192 + }, + { + "epoch": 0.551070713295332, + "grad_norm": 2.2774980068206787, + "learning_rate": 8.834522965517629e-06, + "loss": 2.4795, + "step": 32193 + }, + { + "epoch": 0.5510878310138825, + "grad_norm": 2.418067693710327, + "learning_rate": 8.833972340302031e-06, + "loss": 2.5405, + "step": 32194 + }, + { + "epoch": 0.551104948732433, + "grad_norm": 2.445369243621826, + "learning_rate": 8.8334217186704e-06, + "loss": 2.4645, + "step": 32195 + }, + { + "epoch": 0.5511220664509834, + "grad_norm": 2.36850643157959, + "learning_rate": 8.832871100624421e-06, + "loss": 2.5996, + "step": 32196 + }, + { + "epoch": 0.5511391841695339, + "grad_norm": 2.4678616523742676, + "learning_rate": 8.832320486165792e-06, + "loss": 2.5564, + "step": 32197 + }, + { + "epoch": 0.5511563018880844, + "grad_norm": 2.3192665576934814, + "learning_rate": 8.831769875296205e-06, + "loss": 2.348, + "step": 32198 + }, + { + "epoch": 0.5511734196066348, + "grad_norm": 2.307605028152466, + "learning_rate": 8.831219268017347e-06, + "loss": 2.4553, + "step": 32199 + }, + { + "epoch": 0.5511905373251853, + "grad_norm": 2.407393455505371, + "learning_rate": 8.830668664330916e-06, + "loss": 2.4081, + "step": 32200 + }, + { + "epoch": 0.5512076550437358, + "grad_norm": 2.234675884246826, + "learning_rate": 8.830118064238597e-06, + "loss": 2.436, + "step": 32201 + }, + { + "epoch": 0.5512247727622862, + "grad_norm": 2.361682176589966, + "learning_rate": 8.829567467742092e-06, + "loss": 2.4648, + "step": 32202 + }, + { + "epoch": 0.5512418904808367, + "grad_norm": 2.3364510536193848, + "learning_rate": 8.829016874843089e-06, + "loss": 2.3773, + "step": 32203 + }, + { + "epoch": 0.5512590081993872, + "grad_norm": 2.199899673461914, + "learning_rate": 8.828466285543279e-06, + "loss": 2.2852, + "step": 32204 + }, + { + "epoch": 0.5512761259179376, + "grad_norm": 2.3416059017181396, + "learning_rate": 8.827915699844357e-06, + "loss": 2.5143, + "step": 32205 + }, + { + "epoch": 0.5512932436364881, + "grad_norm": 2.307950258255005, + "learning_rate": 8.827365117748009e-06, + "loss": 2.5788, + "step": 32206 + }, + { + "epoch": 0.5513103613550386, + "grad_norm": 2.466993570327759, + "learning_rate": 8.826814539255936e-06, + "loss": 2.5195, + "step": 32207 + }, + { + "epoch": 0.551327479073589, + "grad_norm": 2.373871088027954, + "learning_rate": 8.826263964369825e-06, + "loss": 2.5009, + "step": 32208 + }, + { + "epoch": 0.5513445967921395, + "grad_norm": 2.2180864810943604, + "learning_rate": 8.825713393091372e-06, + "loss": 2.5214, + "step": 32209 + }, + { + "epoch": 0.55136171451069, + "grad_norm": 2.1717278957366943, + "learning_rate": 8.825162825422263e-06, + "loss": 2.468, + "step": 32210 + }, + { + "epoch": 0.5513788322292404, + "grad_norm": 2.456749439239502, + "learning_rate": 8.824612261364196e-06, + "loss": 2.5477, + "step": 32211 + }, + { + "epoch": 0.551395949947791, + "grad_norm": 2.3503074645996094, + "learning_rate": 8.824061700918863e-06, + "loss": 2.5701, + "step": 32212 + }, + { + "epoch": 0.5514130676663415, + "grad_norm": 2.4266469478607178, + "learning_rate": 8.823511144087951e-06, + "loss": 2.5753, + "step": 32213 + }, + { + "epoch": 0.5514301853848919, + "grad_norm": 2.339087963104248, + "learning_rate": 8.82296059087316e-06, + "loss": 2.4378, + "step": 32214 + }, + { + "epoch": 0.5514473031034424, + "grad_norm": 2.2277169227600098, + "learning_rate": 8.822410041276172e-06, + "loss": 2.4473, + "step": 32215 + }, + { + "epoch": 0.5514644208219929, + "grad_norm": 2.3977270126342773, + "learning_rate": 8.821859495298691e-06, + "loss": 2.4084, + "step": 32216 + }, + { + "epoch": 0.5514815385405433, + "grad_norm": 2.3350226879119873, + "learning_rate": 8.821308952942398e-06, + "loss": 2.4896, + "step": 32217 + }, + { + "epoch": 0.5514986562590938, + "grad_norm": 2.383268117904663, + "learning_rate": 8.820758414208995e-06, + "loss": 2.4267, + "step": 32218 + }, + { + "epoch": 0.5515157739776443, + "grad_norm": 2.35178804397583, + "learning_rate": 8.820207879100171e-06, + "loss": 2.4503, + "step": 32219 + }, + { + "epoch": 0.5515328916961947, + "grad_norm": 2.2280588150024414, + "learning_rate": 8.819657347617612e-06, + "loss": 2.4024, + "step": 32220 + }, + { + "epoch": 0.5515500094147452, + "grad_norm": 2.3397297859191895, + "learning_rate": 8.819106819763021e-06, + "loss": 2.4418, + "step": 32221 + }, + { + "epoch": 0.5515671271332957, + "grad_norm": 2.3417341709136963, + "learning_rate": 8.818556295538076e-06, + "loss": 2.3285, + "step": 32222 + }, + { + "epoch": 0.5515842448518461, + "grad_norm": 2.346240520477295, + "learning_rate": 8.818005774944483e-06, + "loss": 2.6666, + "step": 32223 + }, + { + "epoch": 0.5516013625703966, + "grad_norm": 2.3714044094085693, + "learning_rate": 8.817455257983928e-06, + "loss": 2.5094, + "step": 32224 + }, + { + "epoch": 0.5516184802889471, + "grad_norm": 2.4768123626708984, + "learning_rate": 8.816904744658104e-06, + "loss": 2.536, + "step": 32225 + }, + { + "epoch": 0.5516355980074975, + "grad_norm": 2.2626242637634277, + "learning_rate": 8.816354234968703e-06, + "loss": 2.479, + "step": 32226 + }, + { + "epoch": 0.551652715726048, + "grad_norm": 2.3016269207000732, + "learning_rate": 8.81580372891741e-06, + "loss": 2.3766, + "step": 32227 + }, + { + "epoch": 0.5516698334445985, + "grad_norm": 2.2946605682373047, + "learning_rate": 8.81525322650593e-06, + "loss": 2.412, + "step": 32228 + }, + { + "epoch": 0.551686951163149, + "grad_norm": 2.3248887062072754, + "learning_rate": 8.814702727735947e-06, + "loss": 2.6256, + "step": 32229 + }, + { + "epoch": 0.5517040688816994, + "grad_norm": 2.340059995651245, + "learning_rate": 8.814152232609157e-06, + "loss": 2.4046, + "step": 32230 + }, + { + "epoch": 0.5517211866002499, + "grad_norm": 2.5033066272735596, + "learning_rate": 8.813601741127246e-06, + "loss": 2.5204, + "step": 32231 + }, + { + "epoch": 0.5517383043188004, + "grad_norm": 2.239093065261841, + "learning_rate": 8.813051253291913e-06, + "loss": 2.3965, + "step": 32232 + }, + { + "epoch": 0.5517554220373508, + "grad_norm": 2.428278923034668, + "learning_rate": 8.812500769104846e-06, + "loss": 2.538, + "step": 32233 + }, + { + "epoch": 0.5517725397559013, + "grad_norm": 2.379917621612549, + "learning_rate": 8.811950288567735e-06, + "loss": 2.4194, + "step": 32234 + }, + { + "epoch": 0.5517896574744519, + "grad_norm": 2.387345790863037, + "learning_rate": 8.811399811682279e-06, + "loss": 2.4831, + "step": 32235 + }, + { + "epoch": 0.5518067751930023, + "grad_norm": 2.3452112674713135, + "learning_rate": 8.810849338450162e-06, + "loss": 2.4285, + "step": 32236 + }, + { + "epoch": 0.5518238929115528, + "grad_norm": 2.3495664596557617, + "learning_rate": 8.810298868873084e-06, + "loss": 2.5265, + "step": 32237 + }, + { + "epoch": 0.5518410106301033, + "grad_norm": 2.4002373218536377, + "learning_rate": 8.809748402952729e-06, + "loss": 2.4639, + "step": 32238 + }, + { + "epoch": 0.5518581283486537, + "grad_norm": 2.322714328765869, + "learning_rate": 8.809197940690795e-06, + "loss": 2.5064, + "step": 32239 + }, + { + "epoch": 0.5518752460672042, + "grad_norm": 2.4063873291015625, + "learning_rate": 8.808647482088972e-06, + "loss": 2.474, + "step": 32240 + }, + { + "epoch": 0.5518923637857547, + "grad_norm": 2.3448851108551025, + "learning_rate": 8.808097027148949e-06, + "loss": 2.3757, + "step": 32241 + }, + { + "epoch": 0.5519094815043051, + "grad_norm": 2.3623924255371094, + "learning_rate": 8.807546575872423e-06, + "loss": 2.5131, + "step": 32242 + }, + { + "epoch": 0.5519265992228556, + "grad_norm": 2.2198879718780518, + "learning_rate": 8.80699612826108e-06, + "loss": 2.348, + "step": 32243 + }, + { + "epoch": 0.5519437169414061, + "grad_norm": 2.3010413646698, + "learning_rate": 8.80644568431662e-06, + "loss": 2.6247, + "step": 32244 + }, + { + "epoch": 0.5519608346599565, + "grad_norm": 2.390707492828369, + "learning_rate": 8.805895244040725e-06, + "loss": 2.5095, + "step": 32245 + }, + { + "epoch": 0.551977952378507, + "grad_norm": 2.445359706878662, + "learning_rate": 8.805344807435096e-06, + "loss": 2.497, + "step": 32246 + }, + { + "epoch": 0.5519950700970575, + "grad_norm": 2.6030139923095703, + "learning_rate": 8.804794374501416e-06, + "loss": 2.4722, + "step": 32247 + }, + { + "epoch": 0.5520121878156079, + "grad_norm": 2.4155547618865967, + "learning_rate": 8.804243945241387e-06, + "loss": 2.4595, + "step": 32248 + }, + { + "epoch": 0.5520293055341584, + "grad_norm": 2.344848871231079, + "learning_rate": 8.803693519656693e-06, + "loss": 2.4481, + "step": 32249 + }, + { + "epoch": 0.5520464232527089, + "grad_norm": 2.4452931880950928, + "learning_rate": 8.803143097749027e-06, + "loss": 2.5191, + "step": 32250 + }, + { + "epoch": 0.5520635409712593, + "grad_norm": 2.2932839393615723, + "learning_rate": 8.802592679520084e-06, + "loss": 2.3385, + "step": 32251 + }, + { + "epoch": 0.5520806586898098, + "grad_norm": 2.42171311378479, + "learning_rate": 8.802042264971552e-06, + "loss": 2.5565, + "step": 32252 + }, + { + "epoch": 0.5520977764083603, + "grad_norm": 2.5756113529205322, + "learning_rate": 8.801491854105128e-06, + "loss": 2.4925, + "step": 32253 + }, + { + "epoch": 0.5521148941269107, + "grad_norm": 2.3433785438537598, + "learning_rate": 8.800941446922496e-06, + "loss": 2.4428, + "step": 32254 + }, + { + "epoch": 0.5521320118454612, + "grad_norm": 2.3040382862091064, + "learning_rate": 8.800391043425355e-06, + "loss": 2.536, + "step": 32255 + }, + { + "epoch": 0.5521491295640117, + "grad_norm": 2.388763904571533, + "learning_rate": 8.799840643615394e-06, + "loss": 2.5488, + "step": 32256 + }, + { + "epoch": 0.5521662472825621, + "grad_norm": 2.400937795639038, + "learning_rate": 8.799290247494304e-06, + "loss": 2.3918, + "step": 32257 + }, + { + "epoch": 0.5521833650011126, + "grad_norm": 2.5568695068359375, + "learning_rate": 8.79873985506378e-06, + "loss": 2.4897, + "step": 32258 + }, + { + "epoch": 0.5522004827196632, + "grad_norm": 2.436660051345825, + "learning_rate": 8.798189466325505e-06, + "loss": 2.4975, + "step": 32259 + }, + { + "epoch": 0.5522176004382136, + "grad_norm": 2.3692092895507812, + "learning_rate": 8.797639081281182e-06, + "loss": 2.4944, + "step": 32260 + }, + { + "epoch": 0.5522347181567641, + "grad_norm": 2.3752241134643555, + "learning_rate": 8.797088699932494e-06, + "loss": 2.4453, + "step": 32261 + }, + { + "epoch": 0.5522518358753146, + "grad_norm": 2.3292558193206787, + "learning_rate": 8.79653832228114e-06, + "loss": 2.4853, + "step": 32262 + }, + { + "epoch": 0.552268953593865, + "grad_norm": 2.404482364654541, + "learning_rate": 8.795987948328807e-06, + "loss": 2.4702, + "step": 32263 + }, + { + "epoch": 0.5522860713124155, + "grad_norm": 2.2085556983947754, + "learning_rate": 8.795437578077184e-06, + "loss": 2.4103, + "step": 32264 + }, + { + "epoch": 0.552303189030966, + "grad_norm": 2.478902578353882, + "learning_rate": 8.79488721152797e-06, + "loss": 2.5441, + "step": 32265 + }, + { + "epoch": 0.5523203067495164, + "grad_norm": 2.557748794555664, + "learning_rate": 8.79433684868285e-06, + "loss": 2.6155, + "step": 32266 + }, + { + "epoch": 0.5523374244680669, + "grad_norm": 2.3600049018859863, + "learning_rate": 8.793786489543522e-06, + "loss": 2.4281, + "step": 32267 + }, + { + "epoch": 0.5523545421866174, + "grad_norm": 2.268709659576416, + "learning_rate": 8.79323613411167e-06, + "loss": 2.3481, + "step": 32268 + }, + { + "epoch": 0.5523716599051678, + "grad_norm": 2.4723942279815674, + "learning_rate": 8.792685782388992e-06, + "loss": 2.6249, + "step": 32269 + }, + { + "epoch": 0.5523887776237183, + "grad_norm": 2.298494338989258, + "learning_rate": 8.792135434377178e-06, + "loss": 2.4061, + "step": 32270 + }, + { + "epoch": 0.5524058953422688, + "grad_norm": 2.260009765625, + "learning_rate": 8.791585090077915e-06, + "loss": 2.3822, + "step": 32271 + }, + { + "epoch": 0.5524230130608192, + "grad_norm": 2.4665377140045166, + "learning_rate": 8.791034749492901e-06, + "loss": 2.4921, + "step": 32272 + }, + { + "epoch": 0.5524401307793697, + "grad_norm": 2.301081418991089, + "learning_rate": 8.790484412623824e-06, + "loss": 2.4085, + "step": 32273 + }, + { + "epoch": 0.5524572484979202, + "grad_norm": 2.4994137287139893, + "learning_rate": 8.789934079472378e-06, + "loss": 2.5209, + "step": 32274 + }, + { + "epoch": 0.5524743662164706, + "grad_norm": 2.3254590034484863, + "learning_rate": 8.78938375004025e-06, + "loss": 2.4316, + "step": 32275 + }, + { + "epoch": 0.5524914839350211, + "grad_norm": 2.413391351699829, + "learning_rate": 8.788833424329139e-06, + "loss": 2.5673, + "step": 32276 + }, + { + "epoch": 0.5525086016535716, + "grad_norm": 2.3976268768310547, + "learning_rate": 8.78828310234073e-06, + "loss": 2.4864, + "step": 32277 + }, + { + "epoch": 0.5525257193721221, + "grad_norm": 2.3908257484436035, + "learning_rate": 8.787732784076715e-06, + "loss": 2.4159, + "step": 32278 + }, + { + "epoch": 0.5525428370906725, + "grad_norm": 2.3413941860198975, + "learning_rate": 8.787182469538791e-06, + "loss": 2.4439, + "step": 32279 + }, + { + "epoch": 0.552559954809223, + "grad_norm": 2.458024263381958, + "learning_rate": 8.786632158728639e-06, + "loss": 2.4911, + "step": 32280 + }, + { + "epoch": 0.5525770725277735, + "grad_norm": 2.4198708534240723, + "learning_rate": 8.786081851647962e-06, + "loss": 2.4881, + "step": 32281 + }, + { + "epoch": 0.552594190246324, + "grad_norm": 2.5679051876068115, + "learning_rate": 8.785531548298444e-06, + "loss": 2.522, + "step": 32282 + }, + { + "epoch": 0.5526113079648745, + "grad_norm": 2.4220705032348633, + "learning_rate": 8.784981248681781e-06, + "loss": 2.472, + "step": 32283 + }, + { + "epoch": 0.552628425683425, + "grad_norm": 2.6016945838928223, + "learning_rate": 8.784430952799663e-06, + "loss": 2.5517, + "step": 32284 + }, + { + "epoch": 0.5526455434019754, + "grad_norm": 2.5092060565948486, + "learning_rate": 8.783880660653775e-06, + "loss": 2.4399, + "step": 32285 + }, + { + "epoch": 0.5526626611205259, + "grad_norm": 2.4492745399475098, + "learning_rate": 8.78333037224582e-06, + "loss": 2.511, + "step": 32286 + }, + { + "epoch": 0.5526797788390764, + "grad_norm": 2.399456024169922, + "learning_rate": 8.782780087577478e-06, + "loss": 2.5556, + "step": 32287 + }, + { + "epoch": 0.5526968965576268, + "grad_norm": 2.30141544342041, + "learning_rate": 8.782229806650451e-06, + "loss": 2.5902, + "step": 32288 + }, + { + "epoch": 0.5527140142761773, + "grad_norm": 2.2427175045013428, + "learning_rate": 8.781679529466423e-06, + "loss": 2.4006, + "step": 32289 + }, + { + "epoch": 0.5527311319947278, + "grad_norm": 2.348123550415039, + "learning_rate": 8.78112925602709e-06, + "loss": 2.4637, + "step": 32290 + }, + { + "epoch": 0.5527482497132782, + "grad_norm": 2.414090633392334, + "learning_rate": 8.78057898633414e-06, + "loss": 2.4474, + "step": 32291 + }, + { + "epoch": 0.5527653674318287, + "grad_norm": 2.415140390396118, + "learning_rate": 8.78002872038926e-06, + "loss": 2.5436, + "step": 32292 + }, + { + "epoch": 0.5527824851503792, + "grad_norm": 2.3357653617858887, + "learning_rate": 8.779478458194153e-06, + "loss": 2.5367, + "step": 32293 + }, + { + "epoch": 0.5527996028689296, + "grad_norm": 2.377385377883911, + "learning_rate": 8.778928199750501e-06, + "loss": 2.4313, + "step": 32294 + }, + { + "epoch": 0.5528167205874801, + "grad_norm": 2.3500688076019287, + "learning_rate": 8.77837794506e-06, + "loss": 2.3918, + "step": 32295 + }, + { + "epoch": 0.5528338383060306, + "grad_norm": 2.330317735671997, + "learning_rate": 8.777827694124335e-06, + "loss": 2.4849, + "step": 32296 + }, + { + "epoch": 0.552850956024581, + "grad_norm": 2.34381103515625, + "learning_rate": 8.777277446945207e-06, + "loss": 2.4825, + "step": 32297 + }, + { + "epoch": 0.5528680737431315, + "grad_norm": 2.4400277137756348, + "learning_rate": 8.776727203524303e-06, + "loss": 2.6003, + "step": 32298 + }, + { + "epoch": 0.552885191461682, + "grad_norm": 2.29274320602417, + "learning_rate": 8.77617696386331e-06, + "loss": 2.4781, + "step": 32299 + }, + { + "epoch": 0.5529023091802324, + "grad_norm": 2.481006383895874, + "learning_rate": 8.775626727963924e-06, + "loss": 2.5746, + "step": 32300 + }, + { + "epoch": 0.5529194268987829, + "grad_norm": 2.238299608230591, + "learning_rate": 8.775076495827832e-06, + "loss": 2.5819, + "step": 32301 + }, + { + "epoch": 0.5529365446173334, + "grad_norm": 2.4086239337921143, + "learning_rate": 8.774526267456731e-06, + "loss": 2.4479, + "step": 32302 + }, + { + "epoch": 0.5529536623358838, + "grad_norm": 2.347658395767212, + "learning_rate": 8.773976042852307e-06, + "loss": 2.4337, + "step": 32303 + }, + { + "epoch": 0.5529707800544343, + "grad_norm": 2.496379852294922, + "learning_rate": 8.773425822016256e-06, + "loss": 2.4727, + "step": 32304 + }, + { + "epoch": 0.5529878977729848, + "grad_norm": 2.3037753105163574, + "learning_rate": 8.772875604950267e-06, + "loss": 2.4156, + "step": 32305 + }, + { + "epoch": 0.5530050154915352, + "grad_norm": 2.490638017654419, + "learning_rate": 8.772325391656026e-06, + "loss": 2.5912, + "step": 32306 + }, + { + "epoch": 0.5530221332100858, + "grad_norm": 2.282360792160034, + "learning_rate": 8.771775182135234e-06, + "loss": 2.4734, + "step": 32307 + }, + { + "epoch": 0.5530392509286363, + "grad_norm": 2.2952210903167725, + "learning_rate": 8.771224976389572e-06, + "loss": 2.4626, + "step": 32308 + }, + { + "epoch": 0.5530563686471867, + "grad_norm": 2.2776763439178467, + "learning_rate": 8.77067477442074e-06, + "loss": 2.4109, + "step": 32309 + }, + { + "epoch": 0.5530734863657372, + "grad_norm": 2.332510471343994, + "learning_rate": 8.770124576230425e-06, + "loss": 2.4973, + "step": 32310 + }, + { + "epoch": 0.5530906040842877, + "grad_norm": 2.3537778854370117, + "learning_rate": 8.76957438182032e-06, + "loss": 2.6627, + "step": 32311 + }, + { + "epoch": 0.5531077218028381, + "grad_norm": 2.398353099822998, + "learning_rate": 8.76902419119211e-06, + "loss": 2.4006, + "step": 32312 + }, + { + "epoch": 0.5531248395213886, + "grad_norm": 2.2894837856292725, + "learning_rate": 8.768474004347495e-06, + "loss": 2.4676, + "step": 32313 + }, + { + "epoch": 0.5531419572399391, + "grad_norm": 2.46150541305542, + "learning_rate": 8.767923821288163e-06, + "loss": 2.4111, + "step": 32314 + }, + { + "epoch": 0.5531590749584895, + "grad_norm": 2.2942678928375244, + "learning_rate": 8.7673736420158e-06, + "loss": 2.4082, + "step": 32315 + }, + { + "epoch": 0.55317619267704, + "grad_norm": 2.2648990154266357, + "learning_rate": 8.766823466532103e-06, + "loss": 2.447, + "step": 32316 + }, + { + "epoch": 0.5531933103955905, + "grad_norm": 2.450723171234131, + "learning_rate": 8.766273294838758e-06, + "loss": 2.452, + "step": 32317 + }, + { + "epoch": 0.5532104281141409, + "grad_norm": 2.3584845066070557, + "learning_rate": 8.765723126937461e-06, + "loss": 2.4735, + "step": 32318 + }, + { + "epoch": 0.5532275458326914, + "grad_norm": 2.3604142665863037, + "learning_rate": 8.7651729628299e-06, + "loss": 2.4553, + "step": 32319 + }, + { + "epoch": 0.5532446635512419, + "grad_norm": 2.4181745052337646, + "learning_rate": 8.76462280251777e-06, + "loss": 2.5217, + "step": 32320 + }, + { + "epoch": 0.5532617812697923, + "grad_norm": 2.2764008045196533, + "learning_rate": 8.764072646002759e-06, + "loss": 2.4555, + "step": 32321 + }, + { + "epoch": 0.5532788989883428, + "grad_norm": 2.2894721031188965, + "learning_rate": 8.763522493286554e-06, + "loss": 2.4221, + "step": 32322 + }, + { + "epoch": 0.5532960167068933, + "grad_norm": 2.3411812782287598, + "learning_rate": 8.762972344370854e-06, + "loss": 2.5328, + "step": 32323 + }, + { + "epoch": 0.5533131344254438, + "grad_norm": 2.5608794689178467, + "learning_rate": 8.762422199257341e-06, + "loss": 2.5963, + "step": 32324 + }, + { + "epoch": 0.5533302521439942, + "grad_norm": 2.25974702835083, + "learning_rate": 8.761872057947716e-06, + "loss": 2.448, + "step": 32325 + }, + { + "epoch": 0.5533473698625447, + "grad_norm": 2.477816581726074, + "learning_rate": 8.761321920443662e-06, + "loss": 2.5875, + "step": 32326 + }, + { + "epoch": 0.5533644875810952, + "grad_norm": 2.4065101146698, + "learning_rate": 8.760771786746875e-06, + "loss": 2.5895, + "step": 32327 + }, + { + "epoch": 0.5533816052996456, + "grad_norm": 2.439253330230713, + "learning_rate": 8.760221656859043e-06, + "loss": 2.5267, + "step": 32328 + }, + { + "epoch": 0.5533987230181961, + "grad_norm": 2.34247088432312, + "learning_rate": 8.759671530781855e-06, + "loss": 2.5804, + "step": 32329 + }, + { + "epoch": 0.5534158407367467, + "grad_norm": 2.2453064918518066, + "learning_rate": 8.759121408517007e-06, + "loss": 2.4183, + "step": 32330 + }, + { + "epoch": 0.553432958455297, + "grad_norm": 2.294708728790283, + "learning_rate": 8.758571290066187e-06, + "loss": 2.4872, + "step": 32331 + }, + { + "epoch": 0.5534500761738476, + "grad_norm": 2.3385024070739746, + "learning_rate": 8.758021175431087e-06, + "loss": 2.4517, + "step": 32332 + }, + { + "epoch": 0.5534671938923981, + "grad_norm": 2.388930559158325, + "learning_rate": 8.757471064613394e-06, + "loss": 2.3913, + "step": 32333 + }, + { + "epoch": 0.5534843116109485, + "grad_norm": 2.2695693969726562, + "learning_rate": 8.756920957614807e-06, + "loss": 2.4759, + "step": 32334 + }, + { + "epoch": 0.553501429329499, + "grad_norm": 2.492464542388916, + "learning_rate": 8.756370854437009e-06, + "loss": 2.5271, + "step": 32335 + }, + { + "epoch": 0.5535185470480495, + "grad_norm": 2.2585654258728027, + "learning_rate": 8.755820755081695e-06, + "loss": 2.4541, + "step": 32336 + }, + { + "epoch": 0.5535356647665999, + "grad_norm": 2.3779385089874268, + "learning_rate": 8.755270659550553e-06, + "loss": 2.4575, + "step": 32337 + }, + { + "epoch": 0.5535527824851504, + "grad_norm": 2.3666508197784424, + "learning_rate": 8.754720567845273e-06, + "loss": 2.5167, + "step": 32338 + }, + { + "epoch": 0.5535699002037009, + "grad_norm": 2.374242067337036, + "learning_rate": 8.754170479967551e-06, + "loss": 2.458, + "step": 32339 + }, + { + "epoch": 0.5535870179222513, + "grad_norm": 2.4127683639526367, + "learning_rate": 8.753620395919073e-06, + "loss": 2.5608, + "step": 32340 + }, + { + "epoch": 0.5536041356408018, + "grad_norm": 2.3633105754852295, + "learning_rate": 8.753070315701535e-06, + "loss": 2.4744, + "step": 32341 + }, + { + "epoch": 0.5536212533593523, + "grad_norm": 2.3631412982940674, + "learning_rate": 8.752520239316626e-06, + "loss": 2.4589, + "step": 32342 + }, + { + "epoch": 0.5536383710779027, + "grad_norm": 2.325303077697754, + "learning_rate": 8.751970166766028e-06, + "loss": 2.4916, + "step": 32343 + }, + { + "epoch": 0.5536554887964532, + "grad_norm": 2.248501777648926, + "learning_rate": 8.751420098051443e-06, + "loss": 2.4439, + "step": 32344 + }, + { + "epoch": 0.5536726065150037, + "grad_norm": 2.2823259830474854, + "learning_rate": 8.750870033174554e-06, + "loss": 2.5115, + "step": 32345 + }, + { + "epoch": 0.5536897242335541, + "grad_norm": 2.2442333698272705, + "learning_rate": 8.750319972137061e-06, + "loss": 2.4306, + "step": 32346 + }, + { + "epoch": 0.5537068419521046, + "grad_norm": 2.285264253616333, + "learning_rate": 8.749769914940645e-06, + "loss": 2.4589, + "step": 32347 + }, + { + "epoch": 0.5537239596706551, + "grad_norm": 2.3521790504455566, + "learning_rate": 8.749219861587002e-06, + "loss": 2.4823, + "step": 32348 + }, + { + "epoch": 0.5537410773892055, + "grad_norm": 2.497157096862793, + "learning_rate": 8.748669812077824e-06, + "loss": 2.587, + "step": 32349 + }, + { + "epoch": 0.553758195107756, + "grad_norm": 2.38521146774292, + "learning_rate": 8.748119766414793e-06, + "loss": 2.4368, + "step": 32350 + }, + { + "epoch": 0.5537753128263065, + "grad_norm": 2.4203803539276123, + "learning_rate": 8.74756972459961e-06, + "loss": 2.5032, + "step": 32351 + }, + { + "epoch": 0.5537924305448569, + "grad_norm": 2.302910566329956, + "learning_rate": 8.747019686633958e-06, + "loss": 2.5224, + "step": 32352 + }, + { + "epoch": 0.5538095482634074, + "grad_norm": 2.423943042755127, + "learning_rate": 8.746469652519534e-06, + "loss": 2.3904, + "step": 32353 + }, + { + "epoch": 0.553826665981958, + "grad_norm": 2.4803614616394043, + "learning_rate": 8.745919622258022e-06, + "loss": 2.5391, + "step": 32354 + }, + { + "epoch": 0.5538437837005084, + "grad_norm": 2.26025652885437, + "learning_rate": 8.74536959585112e-06, + "loss": 2.4936, + "step": 32355 + }, + { + "epoch": 0.5538609014190589, + "grad_norm": 2.496702194213867, + "learning_rate": 8.744819573300513e-06, + "loss": 2.6294, + "step": 32356 + }, + { + "epoch": 0.5538780191376094, + "grad_norm": 2.314683675765991, + "learning_rate": 8.744269554607894e-06, + "loss": 2.428, + "step": 32357 + }, + { + "epoch": 0.5538951368561598, + "grad_norm": 2.282762050628662, + "learning_rate": 8.743719539774953e-06, + "loss": 2.4386, + "step": 32358 + }, + { + "epoch": 0.5539122545747103, + "grad_norm": 2.3108301162719727, + "learning_rate": 8.743169528803377e-06, + "loss": 2.4509, + "step": 32359 + }, + { + "epoch": 0.5539293722932608, + "grad_norm": 2.2839245796203613, + "learning_rate": 8.742619521694863e-06, + "loss": 2.4572, + "step": 32360 + }, + { + "epoch": 0.5539464900118112, + "grad_norm": 2.339557647705078, + "learning_rate": 8.742069518451095e-06, + "loss": 2.5486, + "step": 32361 + }, + { + "epoch": 0.5539636077303617, + "grad_norm": 2.3041470050811768, + "learning_rate": 8.741519519073772e-06, + "loss": 2.4895, + "step": 32362 + }, + { + "epoch": 0.5539807254489122, + "grad_norm": 2.372232437133789, + "learning_rate": 8.740969523564578e-06, + "loss": 2.48, + "step": 32363 + }, + { + "epoch": 0.5539978431674626, + "grad_norm": 2.390186071395874, + "learning_rate": 8.740419531925204e-06, + "loss": 2.49, + "step": 32364 + }, + { + "epoch": 0.5540149608860131, + "grad_norm": 2.2000837326049805, + "learning_rate": 8.739869544157343e-06, + "loss": 2.3751, + "step": 32365 + }, + { + "epoch": 0.5540320786045636, + "grad_norm": 2.326894998550415, + "learning_rate": 8.73931956026268e-06, + "loss": 2.5345, + "step": 32366 + }, + { + "epoch": 0.554049196323114, + "grad_norm": 2.2995007038116455, + "learning_rate": 8.738769580242912e-06, + "loss": 2.4112, + "step": 32367 + }, + { + "epoch": 0.5540663140416645, + "grad_norm": 2.4403345584869385, + "learning_rate": 8.738219604099726e-06, + "loss": 2.5371, + "step": 32368 + }, + { + "epoch": 0.554083431760215, + "grad_norm": 2.2429616451263428, + "learning_rate": 8.737669631834816e-06, + "loss": 2.3737, + "step": 32369 + }, + { + "epoch": 0.5541005494787655, + "grad_norm": 2.4483742713928223, + "learning_rate": 8.73711966344987e-06, + "loss": 2.4677, + "step": 32370 + }, + { + "epoch": 0.5541176671973159, + "grad_norm": 2.3004887104034424, + "learning_rate": 8.736569698946572e-06, + "loss": 2.3908, + "step": 32371 + }, + { + "epoch": 0.5541347849158664, + "grad_norm": 2.2837886810302734, + "learning_rate": 8.736019738326624e-06, + "loss": 2.4799, + "step": 32372 + }, + { + "epoch": 0.5541519026344169, + "grad_norm": 2.3219869136810303, + "learning_rate": 8.735469781591708e-06, + "loss": 2.4626, + "step": 32373 + }, + { + "epoch": 0.5541690203529673, + "grad_norm": 2.2909598350524902, + "learning_rate": 8.73491982874352e-06, + "loss": 2.3937, + "step": 32374 + }, + { + "epoch": 0.5541861380715178, + "grad_norm": 2.389512300491333, + "learning_rate": 8.734369879783745e-06, + "loss": 2.4827, + "step": 32375 + }, + { + "epoch": 0.5542032557900683, + "grad_norm": 2.4587924480438232, + "learning_rate": 8.733819934714077e-06, + "loss": 2.6136, + "step": 32376 + }, + { + "epoch": 0.5542203735086187, + "grad_norm": 2.39620041847229, + "learning_rate": 8.733269993536208e-06, + "loss": 2.5547, + "step": 32377 + }, + { + "epoch": 0.5542374912271693, + "grad_norm": 2.28535532951355, + "learning_rate": 8.73272005625182e-06, + "loss": 2.5446, + "step": 32378 + }, + { + "epoch": 0.5542546089457198, + "grad_norm": 2.4240596294403076, + "learning_rate": 8.732170122862614e-06, + "loss": 2.6036, + "step": 32379 + }, + { + "epoch": 0.5542717266642702, + "grad_norm": 2.3184962272644043, + "learning_rate": 8.731620193370272e-06, + "loss": 2.4592, + "step": 32380 + }, + { + "epoch": 0.5542888443828207, + "grad_norm": 2.3507442474365234, + "learning_rate": 8.73107026777649e-06, + "loss": 2.5178, + "step": 32381 + }, + { + "epoch": 0.5543059621013712, + "grad_norm": 2.3844776153564453, + "learning_rate": 8.730520346082951e-06, + "loss": 2.4006, + "step": 32382 + }, + { + "epoch": 0.5543230798199216, + "grad_norm": 2.317765712738037, + "learning_rate": 8.729970428291355e-06, + "loss": 2.4072, + "step": 32383 + }, + { + "epoch": 0.5543401975384721, + "grad_norm": 2.3635149002075195, + "learning_rate": 8.729420514403386e-06, + "loss": 2.4722, + "step": 32384 + }, + { + "epoch": 0.5543573152570226, + "grad_norm": 2.3214526176452637, + "learning_rate": 8.728870604420737e-06, + "loss": 2.5266, + "step": 32385 + }, + { + "epoch": 0.554374432975573, + "grad_norm": 2.2387449741363525, + "learning_rate": 8.728320698345098e-06, + "loss": 2.5458, + "step": 32386 + }, + { + "epoch": 0.5543915506941235, + "grad_norm": 2.5592639446258545, + "learning_rate": 8.727770796178152e-06, + "loss": 2.5771, + "step": 32387 + }, + { + "epoch": 0.554408668412674, + "grad_norm": 2.244821310043335, + "learning_rate": 8.7272208979216e-06, + "loss": 2.4152, + "step": 32388 + }, + { + "epoch": 0.5544257861312244, + "grad_norm": 2.352316379547119, + "learning_rate": 8.726671003577125e-06, + "loss": 2.4966, + "step": 32389 + }, + { + "epoch": 0.5544429038497749, + "grad_norm": 2.394833564758301, + "learning_rate": 8.726121113146422e-06, + "loss": 2.4469, + "step": 32390 + }, + { + "epoch": 0.5544600215683254, + "grad_norm": 2.270500659942627, + "learning_rate": 8.725571226631175e-06, + "loss": 2.431, + "step": 32391 + }, + { + "epoch": 0.5544771392868758, + "grad_norm": 2.3881402015686035, + "learning_rate": 8.725021344033083e-06, + "loss": 2.4933, + "step": 32392 + }, + { + "epoch": 0.5544942570054263, + "grad_norm": 2.34053897857666, + "learning_rate": 8.72447146535383e-06, + "loss": 2.4285, + "step": 32393 + }, + { + "epoch": 0.5545113747239768, + "grad_norm": 2.3151333332061768, + "learning_rate": 8.723921590595105e-06, + "loss": 2.4408, + "step": 32394 + }, + { + "epoch": 0.5545284924425272, + "grad_norm": 2.3385307788848877, + "learning_rate": 8.723371719758604e-06, + "loss": 2.4455, + "step": 32395 + }, + { + "epoch": 0.5545456101610777, + "grad_norm": 2.3305184841156006, + "learning_rate": 8.722821852846007e-06, + "loss": 2.4421, + "step": 32396 + }, + { + "epoch": 0.5545627278796282, + "grad_norm": 2.3803656101226807, + "learning_rate": 8.722271989859016e-06, + "loss": 2.4625, + "step": 32397 + }, + { + "epoch": 0.5545798455981786, + "grad_norm": 2.255007743835449, + "learning_rate": 8.721722130799312e-06, + "loss": 2.3325, + "step": 32398 + }, + { + "epoch": 0.5545969633167291, + "grad_norm": 2.390098810195923, + "learning_rate": 8.721172275668593e-06, + "loss": 2.5522, + "step": 32399 + }, + { + "epoch": 0.5546140810352796, + "grad_norm": 2.3479435443878174, + "learning_rate": 8.720622424468543e-06, + "loss": 2.6177, + "step": 32400 + }, + { + "epoch": 0.55463119875383, + "grad_norm": 2.416666030883789, + "learning_rate": 8.720072577200852e-06, + "loss": 2.4221, + "step": 32401 + }, + { + "epoch": 0.5546483164723806, + "grad_norm": 2.344766855239868, + "learning_rate": 8.719522733867216e-06, + "loss": 2.4643, + "step": 32402 + }, + { + "epoch": 0.5546654341909311, + "grad_norm": 2.3359827995300293, + "learning_rate": 8.718972894469316e-06, + "loss": 2.4728, + "step": 32403 + }, + { + "epoch": 0.5546825519094815, + "grad_norm": 2.4130349159240723, + "learning_rate": 8.71842305900885e-06, + "loss": 2.5424, + "step": 32404 + }, + { + "epoch": 0.554699669628032, + "grad_norm": 2.360149621963501, + "learning_rate": 8.717873227487504e-06, + "loss": 2.5811, + "step": 32405 + }, + { + "epoch": 0.5547167873465825, + "grad_norm": 2.325963020324707, + "learning_rate": 8.717323399906972e-06, + "loss": 2.4531, + "step": 32406 + }, + { + "epoch": 0.5547339050651329, + "grad_norm": 2.374866485595703, + "learning_rate": 8.716773576268939e-06, + "loss": 2.47, + "step": 32407 + }, + { + "epoch": 0.5547510227836834, + "grad_norm": 2.238100051879883, + "learning_rate": 8.716223756575093e-06, + "loss": 2.4064, + "step": 32408 + }, + { + "epoch": 0.5547681405022339, + "grad_norm": 2.3931570053100586, + "learning_rate": 8.715673940827131e-06, + "loss": 2.58, + "step": 32409 + }, + { + "epoch": 0.5547852582207843, + "grad_norm": 2.1054317951202393, + "learning_rate": 8.71512412902674e-06, + "loss": 2.3187, + "step": 32410 + }, + { + "epoch": 0.5548023759393348, + "grad_norm": 2.4772543907165527, + "learning_rate": 8.71457432117561e-06, + "loss": 2.4816, + "step": 32411 + }, + { + "epoch": 0.5548194936578853, + "grad_norm": 2.364572048187256, + "learning_rate": 8.714024517275429e-06, + "loss": 2.5575, + "step": 32412 + }, + { + "epoch": 0.5548366113764357, + "grad_norm": 2.2572147846221924, + "learning_rate": 8.71347471732789e-06, + "loss": 2.4244, + "step": 32413 + }, + { + "epoch": 0.5548537290949862, + "grad_norm": 2.2259645462036133, + "learning_rate": 8.712924921334682e-06, + "loss": 2.4786, + "step": 32414 + }, + { + "epoch": 0.5548708468135367, + "grad_norm": 2.2559220790863037, + "learning_rate": 8.71237512929749e-06, + "loss": 2.4187, + "step": 32415 + }, + { + "epoch": 0.5548879645320872, + "grad_norm": 2.368823289871216, + "learning_rate": 8.711825341218014e-06, + "loss": 2.5247, + "step": 32416 + }, + { + "epoch": 0.5549050822506376, + "grad_norm": 2.4201226234436035, + "learning_rate": 8.711275557097934e-06, + "loss": 2.5013, + "step": 32417 + }, + { + "epoch": 0.5549221999691881, + "grad_norm": 2.198854923248291, + "learning_rate": 8.710725776938948e-06, + "loss": 2.4908, + "step": 32418 + }, + { + "epoch": 0.5549393176877386, + "grad_norm": 2.328648090362549, + "learning_rate": 8.710176000742735e-06, + "loss": 2.422, + "step": 32419 + }, + { + "epoch": 0.554956435406289, + "grad_norm": 2.3186395168304443, + "learning_rate": 8.709626228510998e-06, + "loss": 2.5037, + "step": 32420 + }, + { + "epoch": 0.5549735531248395, + "grad_norm": 2.2833383083343506, + "learning_rate": 8.709076460245418e-06, + "loss": 2.4255, + "step": 32421 + }, + { + "epoch": 0.55499067084339, + "grad_norm": 2.214900255203247, + "learning_rate": 8.708526695947688e-06, + "loss": 2.356, + "step": 32422 + }, + { + "epoch": 0.5550077885619404, + "grad_norm": 2.2399606704711914, + "learning_rate": 8.707976935619496e-06, + "loss": 2.4263, + "step": 32423 + }, + { + "epoch": 0.555024906280491, + "grad_norm": 2.3944907188415527, + "learning_rate": 8.70742717926253e-06, + "loss": 2.4033, + "step": 32424 + }, + { + "epoch": 0.5550420239990415, + "grad_norm": 2.428811550140381, + "learning_rate": 8.706877426878488e-06, + "loss": 2.5412, + "step": 32425 + }, + { + "epoch": 0.5550591417175919, + "grad_norm": 2.434326171875, + "learning_rate": 8.70632767846905e-06, + "loss": 2.3885, + "step": 32426 + }, + { + "epoch": 0.5550762594361424, + "grad_norm": 2.418987989425659, + "learning_rate": 8.705777934035912e-06, + "loss": 2.538, + "step": 32427 + }, + { + "epoch": 0.5550933771546929, + "grad_norm": 2.367718458175659, + "learning_rate": 8.705228193580763e-06, + "loss": 2.4621, + "step": 32428 + }, + { + "epoch": 0.5551104948732433, + "grad_norm": 2.297801971435547, + "learning_rate": 8.704678457105285e-06, + "loss": 2.3852, + "step": 32429 + }, + { + "epoch": 0.5551276125917938, + "grad_norm": 2.4872870445251465, + "learning_rate": 8.70412872461118e-06, + "loss": 2.4918, + "step": 32430 + }, + { + "epoch": 0.5551447303103443, + "grad_norm": 2.5116422176361084, + "learning_rate": 8.70357899610013e-06, + "loss": 2.5621, + "step": 32431 + }, + { + "epoch": 0.5551618480288947, + "grad_norm": 2.3909950256347656, + "learning_rate": 8.703029271573829e-06, + "loss": 2.4307, + "step": 32432 + }, + { + "epoch": 0.5551789657474452, + "grad_norm": 2.2607784271240234, + "learning_rate": 8.702479551033958e-06, + "loss": 2.4315, + "step": 32433 + }, + { + "epoch": 0.5551960834659957, + "grad_norm": 2.3464932441711426, + "learning_rate": 8.701929834482216e-06, + "loss": 2.3474, + "step": 32434 + }, + { + "epoch": 0.5552132011845461, + "grad_norm": 2.3325376510620117, + "learning_rate": 8.701380121920292e-06, + "loss": 2.4817, + "step": 32435 + }, + { + "epoch": 0.5552303189030966, + "grad_norm": 2.31266713142395, + "learning_rate": 8.700830413349868e-06, + "loss": 2.4607, + "step": 32436 + }, + { + "epoch": 0.5552474366216471, + "grad_norm": 2.4915878772735596, + "learning_rate": 8.700280708772643e-06, + "loss": 2.4594, + "step": 32437 + }, + { + "epoch": 0.5552645543401975, + "grad_norm": 2.353762626647949, + "learning_rate": 8.6997310081903e-06, + "loss": 2.4832, + "step": 32438 + }, + { + "epoch": 0.555281672058748, + "grad_norm": 2.409625291824341, + "learning_rate": 8.699181311604532e-06, + "loss": 2.4729, + "step": 32439 + }, + { + "epoch": 0.5552987897772985, + "grad_norm": 2.435875177383423, + "learning_rate": 8.698631619017024e-06, + "loss": 2.4769, + "step": 32440 + }, + { + "epoch": 0.5553159074958489, + "grad_norm": 2.1530497074127197, + "learning_rate": 8.698081930429472e-06, + "loss": 2.4555, + "step": 32441 + }, + { + "epoch": 0.5553330252143994, + "grad_norm": 2.225541114807129, + "learning_rate": 8.697532245843564e-06, + "loss": 2.4731, + "step": 32442 + }, + { + "epoch": 0.5553501429329499, + "grad_norm": 2.2923266887664795, + "learning_rate": 8.696982565260987e-06, + "loss": 2.3507, + "step": 32443 + }, + { + "epoch": 0.5553672606515003, + "grad_norm": 2.395028829574585, + "learning_rate": 8.69643288868343e-06, + "loss": 2.5085, + "step": 32444 + }, + { + "epoch": 0.5553843783700508, + "grad_norm": 2.525517225265503, + "learning_rate": 8.695883216112584e-06, + "loss": 2.5723, + "step": 32445 + }, + { + "epoch": 0.5554014960886013, + "grad_norm": 2.1172139644622803, + "learning_rate": 8.69533354755014e-06, + "loss": 2.3228, + "step": 32446 + }, + { + "epoch": 0.5554186138071517, + "grad_norm": 2.339404821395874, + "learning_rate": 8.694783882997784e-06, + "loss": 2.3849, + "step": 32447 + }, + { + "epoch": 0.5554357315257022, + "grad_norm": 2.370717763900757, + "learning_rate": 8.69423422245721e-06, + "loss": 2.4635, + "step": 32448 + }, + { + "epoch": 0.5554528492442528, + "grad_norm": 2.4328103065490723, + "learning_rate": 8.693684565930106e-06, + "loss": 2.5523, + "step": 32449 + }, + { + "epoch": 0.5554699669628032, + "grad_norm": 2.256633758544922, + "learning_rate": 8.693134913418154e-06, + "loss": 2.478, + "step": 32450 + }, + { + "epoch": 0.5554870846813537, + "grad_norm": 2.3255581855773926, + "learning_rate": 8.692585264923057e-06, + "loss": 2.3516, + "step": 32451 + }, + { + "epoch": 0.5555042023999042, + "grad_norm": 2.4471518993377686, + "learning_rate": 8.692035620446492e-06, + "loss": 2.4079, + "step": 32452 + }, + { + "epoch": 0.5555213201184546, + "grad_norm": 2.3315389156341553, + "learning_rate": 8.691485979990158e-06, + "loss": 2.4151, + "step": 32453 + }, + { + "epoch": 0.5555384378370051, + "grad_norm": 2.442626714706421, + "learning_rate": 8.690936343555737e-06, + "loss": 2.5367, + "step": 32454 + }, + { + "epoch": 0.5555555555555556, + "grad_norm": 2.3918747901916504, + "learning_rate": 8.690386711144924e-06, + "loss": 2.4861, + "step": 32455 + }, + { + "epoch": 0.555572673274106, + "grad_norm": 2.444340944290161, + "learning_rate": 8.689837082759402e-06, + "loss": 2.5545, + "step": 32456 + }, + { + "epoch": 0.5555897909926565, + "grad_norm": 2.2836296558380127, + "learning_rate": 8.68928745840087e-06, + "loss": 2.4848, + "step": 32457 + }, + { + "epoch": 0.555606908711207, + "grad_norm": 2.487553596496582, + "learning_rate": 8.688737838071008e-06, + "loss": 2.5765, + "step": 32458 + }, + { + "epoch": 0.5556240264297574, + "grad_norm": 2.250755548477173, + "learning_rate": 8.68818822177151e-06, + "loss": 2.4702, + "step": 32459 + }, + { + "epoch": 0.5556411441483079, + "grad_norm": 2.3917603492736816, + "learning_rate": 8.687638609504065e-06, + "loss": 2.4552, + "step": 32460 + }, + { + "epoch": 0.5556582618668584, + "grad_norm": 2.3505094051361084, + "learning_rate": 8.687089001270358e-06, + "loss": 2.5083, + "step": 32461 + }, + { + "epoch": 0.5556753795854088, + "grad_norm": 2.3543734550476074, + "learning_rate": 8.686539397072085e-06, + "loss": 2.5113, + "step": 32462 + }, + { + "epoch": 0.5556924973039593, + "grad_norm": 2.3559913635253906, + "learning_rate": 8.685989796910932e-06, + "loss": 2.4433, + "step": 32463 + }, + { + "epoch": 0.5557096150225098, + "grad_norm": 2.374936819076538, + "learning_rate": 8.68544020078859e-06, + "loss": 2.4694, + "step": 32464 + }, + { + "epoch": 0.5557267327410603, + "grad_norm": 2.3811752796173096, + "learning_rate": 8.684890608706746e-06, + "loss": 2.4956, + "step": 32465 + }, + { + "epoch": 0.5557438504596107, + "grad_norm": 2.3422608375549316, + "learning_rate": 8.684341020667087e-06, + "loss": 2.4946, + "step": 32466 + }, + { + "epoch": 0.5557609681781612, + "grad_norm": 2.3090622425079346, + "learning_rate": 8.683791436671309e-06, + "loss": 2.4021, + "step": 32467 + }, + { + "epoch": 0.5557780858967117, + "grad_norm": 2.442514181137085, + "learning_rate": 8.683241856721092e-06, + "loss": 2.5195, + "step": 32468 + }, + { + "epoch": 0.5557952036152621, + "grad_norm": 2.32781720161438, + "learning_rate": 8.682692280818136e-06, + "loss": 2.5116, + "step": 32469 + }, + { + "epoch": 0.5558123213338126, + "grad_norm": 2.4155988693237305, + "learning_rate": 8.682142708964123e-06, + "loss": 2.5293, + "step": 32470 + }, + { + "epoch": 0.5558294390523632, + "grad_norm": 2.3318381309509277, + "learning_rate": 8.681593141160745e-06, + "loss": 2.4907, + "step": 32471 + }, + { + "epoch": 0.5558465567709135, + "grad_norm": 2.3235509395599365, + "learning_rate": 8.681043577409692e-06, + "loss": 2.4521, + "step": 32472 + }, + { + "epoch": 0.555863674489464, + "grad_norm": 2.322922945022583, + "learning_rate": 8.680494017712646e-06, + "loss": 2.5504, + "step": 32473 + }, + { + "epoch": 0.5558807922080146, + "grad_norm": 2.3253934383392334, + "learning_rate": 8.679944462071306e-06, + "loss": 2.3616, + "step": 32474 + }, + { + "epoch": 0.555897909926565, + "grad_norm": 2.435382604598999, + "learning_rate": 8.679394910487355e-06, + "loss": 2.5171, + "step": 32475 + }, + { + "epoch": 0.5559150276451155, + "grad_norm": 2.4500653743743896, + "learning_rate": 8.678845362962485e-06, + "loss": 2.4788, + "step": 32476 + }, + { + "epoch": 0.555932145363666, + "grad_norm": 2.3241684436798096, + "learning_rate": 8.678295819498382e-06, + "loss": 2.4967, + "step": 32477 + }, + { + "epoch": 0.5559492630822164, + "grad_norm": 2.399808406829834, + "learning_rate": 8.677746280096739e-06, + "loss": 2.561, + "step": 32478 + }, + { + "epoch": 0.5559663808007669, + "grad_norm": 2.362776756286621, + "learning_rate": 8.677196744759244e-06, + "loss": 2.4807, + "step": 32479 + }, + { + "epoch": 0.5559834985193174, + "grad_norm": 2.381169080734253, + "learning_rate": 8.676647213487583e-06, + "loss": 2.5902, + "step": 32480 + }, + { + "epoch": 0.5560006162378678, + "grad_norm": 2.388990879058838, + "learning_rate": 8.676097686283451e-06, + "loss": 2.3727, + "step": 32481 + }, + { + "epoch": 0.5560177339564183, + "grad_norm": 2.321592092514038, + "learning_rate": 8.675548163148527e-06, + "loss": 2.3952, + "step": 32482 + }, + { + "epoch": 0.5560348516749688, + "grad_norm": 2.3251864910125732, + "learning_rate": 8.67499864408451e-06, + "loss": 2.4575, + "step": 32483 + }, + { + "epoch": 0.5560519693935192, + "grad_norm": 2.3090505599975586, + "learning_rate": 8.674449129093087e-06, + "loss": 2.465, + "step": 32484 + }, + { + "epoch": 0.5560690871120697, + "grad_norm": 2.5097315311431885, + "learning_rate": 8.673899618175945e-06, + "loss": 2.5923, + "step": 32485 + }, + { + "epoch": 0.5560862048306202, + "grad_norm": 2.400319814682007, + "learning_rate": 8.673350111334773e-06, + "loss": 2.5395, + "step": 32486 + }, + { + "epoch": 0.5561033225491706, + "grad_norm": 2.2509539127349854, + "learning_rate": 8.67280060857126e-06, + "loss": 2.4378, + "step": 32487 + }, + { + "epoch": 0.5561204402677211, + "grad_norm": 2.2226052284240723, + "learning_rate": 8.672251109887095e-06, + "loss": 2.4534, + "step": 32488 + }, + { + "epoch": 0.5561375579862716, + "grad_norm": 2.1700732707977295, + "learning_rate": 8.671701615283965e-06, + "loss": 2.4503, + "step": 32489 + }, + { + "epoch": 0.556154675704822, + "grad_norm": 2.379655599594116, + "learning_rate": 8.671152124763567e-06, + "loss": 2.4111, + "step": 32490 + }, + { + "epoch": 0.5561717934233725, + "grad_norm": 2.4260828495025635, + "learning_rate": 8.67060263832758e-06, + "loss": 2.4278, + "step": 32491 + }, + { + "epoch": 0.556188911141923, + "grad_norm": 2.352649211883545, + "learning_rate": 8.6700531559777e-06, + "loss": 2.5461, + "step": 32492 + }, + { + "epoch": 0.5562060288604734, + "grad_norm": 2.2548108100891113, + "learning_rate": 8.669503677715614e-06, + "loss": 2.4256, + "step": 32493 + }, + { + "epoch": 0.5562231465790239, + "grad_norm": 2.5793941020965576, + "learning_rate": 8.668954203543005e-06, + "loss": 2.5101, + "step": 32494 + }, + { + "epoch": 0.5562402642975744, + "grad_norm": 2.4782073497772217, + "learning_rate": 8.668404733461571e-06, + "loss": 2.6149, + "step": 32495 + }, + { + "epoch": 0.5562573820161248, + "grad_norm": 2.367323160171509, + "learning_rate": 8.667855267472995e-06, + "loss": 2.376, + "step": 32496 + }, + { + "epoch": 0.5562744997346754, + "grad_norm": 2.388150215148926, + "learning_rate": 8.667305805578971e-06, + "loss": 2.4273, + "step": 32497 + }, + { + "epoch": 0.5562916174532259, + "grad_norm": 2.399756669998169, + "learning_rate": 8.66675634778118e-06, + "loss": 2.4658, + "step": 32498 + }, + { + "epoch": 0.5563087351717763, + "grad_norm": 2.3031530380249023, + "learning_rate": 8.666206894081318e-06, + "loss": 2.53, + "step": 32499 + }, + { + "epoch": 0.5563258528903268, + "grad_norm": 2.4716060161590576, + "learning_rate": 8.665657444481072e-06, + "loss": 2.5275, + "step": 32500 + }, + { + "epoch": 0.5563429706088773, + "grad_norm": 2.347623109817505, + "learning_rate": 8.66510799898213e-06, + "loss": 2.4886, + "step": 32501 + }, + { + "epoch": 0.5563600883274277, + "grad_norm": 2.340907096862793, + "learning_rate": 8.66455855758618e-06, + "loss": 2.4139, + "step": 32502 + }, + { + "epoch": 0.5563772060459782, + "grad_norm": 2.3004214763641357, + "learning_rate": 8.66400912029491e-06, + "loss": 2.5515, + "step": 32503 + }, + { + "epoch": 0.5563943237645287, + "grad_norm": 2.414546012878418, + "learning_rate": 8.663459687110012e-06, + "loss": 2.4591, + "step": 32504 + }, + { + "epoch": 0.5564114414830791, + "grad_norm": 2.3928279876708984, + "learning_rate": 8.66291025803317e-06, + "loss": 2.4908, + "step": 32505 + }, + { + "epoch": 0.5564285592016296, + "grad_norm": 2.365557909011841, + "learning_rate": 8.662360833066081e-06, + "loss": 2.5495, + "step": 32506 + }, + { + "epoch": 0.5564456769201801, + "grad_norm": 2.3698174953460693, + "learning_rate": 8.661811412210428e-06, + "loss": 2.5338, + "step": 32507 + }, + { + "epoch": 0.5564627946387305, + "grad_norm": 2.3787004947662354, + "learning_rate": 8.661261995467898e-06, + "loss": 2.6087, + "step": 32508 + }, + { + "epoch": 0.556479912357281, + "grad_norm": 2.3503763675689697, + "learning_rate": 8.660712582840186e-06, + "loss": 2.482, + "step": 32509 + }, + { + "epoch": 0.5564970300758315, + "grad_norm": 2.2728681564331055, + "learning_rate": 8.66016317432897e-06, + "loss": 2.4859, + "step": 32510 + }, + { + "epoch": 0.556514147794382, + "grad_norm": 2.3679161071777344, + "learning_rate": 8.659613769935952e-06, + "loss": 2.3482, + "step": 32511 + }, + { + "epoch": 0.5565312655129324, + "grad_norm": 2.287343740463257, + "learning_rate": 8.659064369662811e-06, + "loss": 2.4313, + "step": 32512 + }, + { + "epoch": 0.5565483832314829, + "grad_norm": 2.4174396991729736, + "learning_rate": 8.658514973511241e-06, + "loss": 2.5314, + "step": 32513 + }, + { + "epoch": 0.5565655009500334, + "grad_norm": 2.41552996635437, + "learning_rate": 8.65796558148293e-06, + "loss": 2.4327, + "step": 32514 + }, + { + "epoch": 0.5565826186685838, + "grad_norm": 2.331850051879883, + "learning_rate": 8.657416193579558e-06, + "loss": 2.4535, + "step": 32515 + }, + { + "epoch": 0.5565997363871343, + "grad_norm": 2.4547152519226074, + "learning_rate": 8.656866809802827e-06, + "loss": 2.5033, + "step": 32516 + }, + { + "epoch": 0.5566168541056848, + "grad_norm": 2.3769733905792236, + "learning_rate": 8.656317430154417e-06, + "loss": 2.3971, + "step": 32517 + }, + { + "epoch": 0.5566339718242352, + "grad_norm": 2.303574800491333, + "learning_rate": 8.65576805463602e-06, + "loss": 2.4892, + "step": 32518 + }, + { + "epoch": 0.5566510895427857, + "grad_norm": 2.287527084350586, + "learning_rate": 8.65521868324932e-06, + "loss": 2.4228, + "step": 32519 + }, + { + "epoch": 0.5566682072613363, + "grad_norm": 2.4117746353149414, + "learning_rate": 8.654669315996016e-06, + "loss": 2.397, + "step": 32520 + }, + { + "epoch": 0.5566853249798867, + "grad_norm": 2.3187010288238525, + "learning_rate": 8.654119952877786e-06, + "loss": 2.4177, + "step": 32521 + }, + { + "epoch": 0.5567024426984372, + "grad_norm": 2.2817139625549316, + "learning_rate": 8.653570593896323e-06, + "loss": 2.3484, + "step": 32522 + }, + { + "epoch": 0.5567195604169877, + "grad_norm": 2.1645798683166504, + "learning_rate": 8.653021239053315e-06, + "loss": 2.3295, + "step": 32523 + }, + { + "epoch": 0.5567366781355381, + "grad_norm": 2.3009469509124756, + "learning_rate": 8.652471888350447e-06, + "loss": 2.3567, + "step": 32524 + }, + { + "epoch": 0.5567537958540886, + "grad_norm": 2.458674669265747, + "learning_rate": 8.651922541789415e-06, + "loss": 2.5473, + "step": 32525 + }, + { + "epoch": 0.5567709135726391, + "grad_norm": 2.353267192840576, + "learning_rate": 8.651373199371899e-06, + "loss": 2.4929, + "step": 32526 + }, + { + "epoch": 0.5567880312911895, + "grad_norm": 2.3146982192993164, + "learning_rate": 8.650823861099596e-06, + "loss": 2.3998, + "step": 32527 + }, + { + "epoch": 0.55680514900974, + "grad_norm": 2.4548866748809814, + "learning_rate": 8.650274526974189e-06, + "loss": 2.4254, + "step": 32528 + }, + { + "epoch": 0.5568222667282905, + "grad_norm": 2.4211206436157227, + "learning_rate": 8.649725196997368e-06, + "loss": 2.3625, + "step": 32529 + }, + { + "epoch": 0.5568393844468409, + "grad_norm": 2.368698835372925, + "learning_rate": 8.649175871170823e-06, + "loss": 2.3949, + "step": 32530 + }, + { + "epoch": 0.5568565021653914, + "grad_norm": 2.3579516410827637, + "learning_rate": 8.648626549496236e-06, + "loss": 2.4863, + "step": 32531 + }, + { + "epoch": 0.5568736198839419, + "grad_norm": 2.3588991165161133, + "learning_rate": 8.648077231975305e-06, + "loss": 2.4227, + "step": 32532 + }, + { + "epoch": 0.5568907376024923, + "grad_norm": 2.597067356109619, + "learning_rate": 8.64752791860971e-06, + "loss": 2.5479, + "step": 32533 + }, + { + "epoch": 0.5569078553210428, + "grad_norm": 2.3537826538085938, + "learning_rate": 8.646978609401146e-06, + "loss": 2.4561, + "step": 32534 + }, + { + "epoch": 0.5569249730395933, + "grad_norm": 2.4458346366882324, + "learning_rate": 8.646429304351293e-06, + "loss": 2.4233, + "step": 32535 + }, + { + "epoch": 0.5569420907581437, + "grad_norm": 2.4597957134246826, + "learning_rate": 8.645880003461849e-06, + "loss": 2.5147, + "step": 32536 + }, + { + "epoch": 0.5569592084766942, + "grad_norm": 2.481445789337158, + "learning_rate": 8.6453307067345e-06, + "loss": 2.4603, + "step": 32537 + }, + { + "epoch": 0.5569763261952447, + "grad_norm": 2.335827112197876, + "learning_rate": 8.644781414170929e-06, + "loss": 2.4937, + "step": 32538 + }, + { + "epoch": 0.5569934439137951, + "grad_norm": 2.2562739849090576, + "learning_rate": 8.64423212577283e-06, + "loss": 2.396, + "step": 32539 + }, + { + "epoch": 0.5570105616323456, + "grad_norm": 2.287116050720215, + "learning_rate": 8.643682841541882e-06, + "loss": 2.4863, + "step": 32540 + }, + { + "epoch": 0.5570276793508961, + "grad_norm": 2.375366687774658, + "learning_rate": 8.643133561479788e-06, + "loss": 2.5421, + "step": 32541 + }, + { + "epoch": 0.5570447970694465, + "grad_norm": 2.442598581314087, + "learning_rate": 8.642584285588224e-06, + "loss": 2.4768, + "step": 32542 + }, + { + "epoch": 0.557061914787997, + "grad_norm": 2.2624692916870117, + "learning_rate": 8.642035013868886e-06, + "loss": 2.4005, + "step": 32543 + }, + { + "epoch": 0.5570790325065476, + "grad_norm": 2.3290722370147705, + "learning_rate": 8.64148574632346e-06, + "loss": 2.4716, + "step": 32544 + }, + { + "epoch": 0.557096150225098, + "grad_norm": 2.407829761505127, + "learning_rate": 8.64093648295363e-06, + "loss": 2.4441, + "step": 32545 + }, + { + "epoch": 0.5571132679436485, + "grad_norm": 2.3266096115112305, + "learning_rate": 8.640387223761092e-06, + "loss": 2.3611, + "step": 32546 + }, + { + "epoch": 0.557130385662199, + "grad_norm": 2.2131121158599854, + "learning_rate": 8.639837968747524e-06, + "loss": 2.3833, + "step": 32547 + }, + { + "epoch": 0.5571475033807494, + "grad_norm": 2.4937679767608643, + "learning_rate": 8.639288717914624e-06, + "loss": 2.6143, + "step": 32548 + }, + { + "epoch": 0.5571646210992999, + "grad_norm": 2.184347152709961, + "learning_rate": 8.638739471264076e-06, + "loss": 2.37, + "step": 32549 + }, + { + "epoch": 0.5571817388178504, + "grad_norm": 2.3662655353546143, + "learning_rate": 8.638190228797569e-06, + "loss": 2.5105, + "step": 32550 + }, + { + "epoch": 0.5571988565364008, + "grad_norm": 2.3313944339752197, + "learning_rate": 8.637640990516793e-06, + "loss": 2.4664, + "step": 32551 + }, + { + "epoch": 0.5572159742549513, + "grad_norm": 2.3089332580566406, + "learning_rate": 8.637091756423427e-06, + "loss": 2.4187, + "step": 32552 + }, + { + "epoch": 0.5572330919735018, + "grad_norm": 2.3763182163238525, + "learning_rate": 8.63654252651917e-06, + "loss": 2.4803, + "step": 32553 + }, + { + "epoch": 0.5572502096920522, + "grad_norm": 2.2687132358551025, + "learning_rate": 8.635993300805707e-06, + "loss": 2.3488, + "step": 32554 + }, + { + "epoch": 0.5572673274106027, + "grad_norm": 2.259976387023926, + "learning_rate": 8.635444079284726e-06, + "loss": 2.3599, + "step": 32555 + }, + { + "epoch": 0.5572844451291532, + "grad_norm": 2.3951973915100098, + "learning_rate": 8.63489486195791e-06, + "loss": 2.4692, + "step": 32556 + }, + { + "epoch": 0.5573015628477037, + "grad_norm": 2.4648473262786865, + "learning_rate": 8.634345648826956e-06, + "loss": 2.4761, + "step": 32557 + }, + { + "epoch": 0.5573186805662541, + "grad_norm": 2.394195079803467, + "learning_rate": 8.633796439893547e-06, + "loss": 2.2798, + "step": 32558 + }, + { + "epoch": 0.5573357982848046, + "grad_norm": 2.2802131175994873, + "learning_rate": 8.633247235159368e-06, + "loss": 2.3964, + "step": 32559 + }, + { + "epoch": 0.5573529160033551, + "grad_norm": 2.461522102355957, + "learning_rate": 8.632698034626115e-06, + "loss": 2.4493, + "step": 32560 + }, + { + "epoch": 0.5573700337219055, + "grad_norm": 2.2826149463653564, + "learning_rate": 8.632148838295468e-06, + "loss": 2.3823, + "step": 32561 + }, + { + "epoch": 0.557387151440456, + "grad_norm": 2.2988572120666504, + "learning_rate": 8.631599646169124e-06, + "loss": 2.4499, + "step": 32562 + }, + { + "epoch": 0.5574042691590065, + "grad_norm": 2.323532819747925, + "learning_rate": 8.631050458248759e-06, + "loss": 2.4576, + "step": 32563 + }, + { + "epoch": 0.5574213868775569, + "grad_norm": 2.4620020389556885, + "learning_rate": 8.630501274536074e-06, + "loss": 2.5131, + "step": 32564 + }, + { + "epoch": 0.5574385045961074, + "grad_norm": 2.3803484439849854, + "learning_rate": 8.62995209503275e-06, + "loss": 2.482, + "step": 32565 + }, + { + "epoch": 0.557455622314658, + "grad_norm": 2.346209764480591, + "learning_rate": 8.629402919740473e-06, + "loss": 2.4164, + "step": 32566 + }, + { + "epoch": 0.5574727400332083, + "grad_norm": 2.293915271759033, + "learning_rate": 8.628853748660937e-06, + "loss": 2.4843, + "step": 32567 + }, + { + "epoch": 0.5574898577517589, + "grad_norm": 2.4974303245544434, + "learning_rate": 8.628304581795823e-06, + "loss": 2.5272, + "step": 32568 + }, + { + "epoch": 0.5575069754703094, + "grad_norm": 2.405111074447632, + "learning_rate": 8.627755419146826e-06, + "loss": 2.4644, + "step": 32569 + }, + { + "epoch": 0.5575240931888598, + "grad_norm": 2.190676689147949, + "learning_rate": 8.627206260715629e-06, + "loss": 2.4095, + "step": 32570 + }, + { + "epoch": 0.5575412109074103, + "grad_norm": 2.2785444259643555, + "learning_rate": 8.626657106503923e-06, + "loss": 2.3805, + "step": 32571 + }, + { + "epoch": 0.5575583286259608, + "grad_norm": 2.4516761302948, + "learning_rate": 8.626107956513395e-06, + "loss": 2.34, + "step": 32572 + }, + { + "epoch": 0.5575754463445112, + "grad_norm": 2.25166916847229, + "learning_rate": 8.625558810745728e-06, + "loss": 2.5158, + "step": 32573 + }, + { + "epoch": 0.5575925640630617, + "grad_norm": 2.375309705734253, + "learning_rate": 8.62500966920262e-06, + "loss": 2.4637, + "step": 32574 + }, + { + "epoch": 0.5576096817816122, + "grad_norm": 2.288900375366211, + "learning_rate": 8.62446053188575e-06, + "loss": 2.4373, + "step": 32575 + }, + { + "epoch": 0.5576267995001626, + "grad_norm": 2.444528341293335, + "learning_rate": 8.623911398796809e-06, + "loss": 2.4748, + "step": 32576 + }, + { + "epoch": 0.5576439172187131, + "grad_norm": 2.4065990447998047, + "learning_rate": 8.623362269937483e-06, + "loss": 2.4901, + "step": 32577 + }, + { + "epoch": 0.5576610349372636, + "grad_norm": 2.430388927459717, + "learning_rate": 8.622813145309465e-06, + "loss": 2.58, + "step": 32578 + }, + { + "epoch": 0.557678152655814, + "grad_norm": 2.477653980255127, + "learning_rate": 8.622264024914441e-06, + "loss": 2.4925, + "step": 32579 + }, + { + "epoch": 0.5576952703743645, + "grad_norm": 2.4111554622650146, + "learning_rate": 8.62171490875409e-06, + "loss": 2.5057, + "step": 32580 + }, + { + "epoch": 0.557712388092915, + "grad_norm": 2.3471758365631104, + "learning_rate": 8.621165796830115e-06, + "loss": 2.4387, + "step": 32581 + }, + { + "epoch": 0.5577295058114654, + "grad_norm": 2.310025691986084, + "learning_rate": 8.620616689144192e-06, + "loss": 2.4042, + "step": 32582 + }, + { + "epoch": 0.5577466235300159, + "grad_norm": 2.3629183769226074, + "learning_rate": 8.620067585698015e-06, + "loss": 2.3808, + "step": 32583 + }, + { + "epoch": 0.5577637412485664, + "grad_norm": 2.276014566421509, + "learning_rate": 8.619518486493265e-06, + "loss": 2.4531, + "step": 32584 + }, + { + "epoch": 0.5577808589671168, + "grad_norm": 2.354494094848633, + "learning_rate": 8.618969391531639e-06, + "loss": 2.3996, + "step": 32585 + }, + { + "epoch": 0.5577979766856673, + "grad_norm": 2.432999849319458, + "learning_rate": 8.618420300814818e-06, + "loss": 2.6164, + "step": 32586 + }, + { + "epoch": 0.5578150944042178, + "grad_norm": 2.2755126953125, + "learning_rate": 8.617871214344491e-06, + "loss": 2.3861, + "step": 32587 + }, + { + "epoch": 0.5578322121227682, + "grad_norm": 2.2334606647491455, + "learning_rate": 8.617322132122349e-06, + "loss": 2.4014, + "step": 32588 + }, + { + "epoch": 0.5578493298413187, + "grad_norm": 2.287409782409668, + "learning_rate": 8.616773054150072e-06, + "loss": 2.4098, + "step": 32589 + }, + { + "epoch": 0.5578664475598692, + "grad_norm": 2.3013734817504883, + "learning_rate": 8.616223980429356e-06, + "loss": 2.4412, + "step": 32590 + }, + { + "epoch": 0.5578835652784196, + "grad_norm": 2.3224713802337646, + "learning_rate": 8.615674910961885e-06, + "loss": 2.5466, + "step": 32591 + }, + { + "epoch": 0.5579006829969702, + "grad_norm": 2.3292863368988037, + "learning_rate": 8.615125845749347e-06, + "loss": 2.4677, + "step": 32592 + }, + { + "epoch": 0.5579178007155207, + "grad_norm": 2.296374559402466, + "learning_rate": 8.61457678479343e-06, + "loss": 2.4423, + "step": 32593 + }, + { + "epoch": 0.5579349184340711, + "grad_norm": 2.390134811401367, + "learning_rate": 8.614027728095818e-06, + "loss": 2.4239, + "step": 32594 + }, + { + "epoch": 0.5579520361526216, + "grad_norm": 2.400900363922119, + "learning_rate": 8.613478675658205e-06, + "loss": 2.5349, + "step": 32595 + }, + { + "epoch": 0.5579691538711721, + "grad_norm": 2.3913278579711914, + "learning_rate": 8.612929627482271e-06, + "loss": 2.5086, + "step": 32596 + }, + { + "epoch": 0.5579862715897225, + "grad_norm": 2.3324856758117676, + "learning_rate": 8.612380583569715e-06, + "loss": 2.4976, + "step": 32597 + }, + { + "epoch": 0.558003389308273, + "grad_norm": 2.4305810928344727, + "learning_rate": 8.611831543922213e-06, + "loss": 2.471, + "step": 32598 + }, + { + "epoch": 0.5580205070268235, + "grad_norm": 2.4125936031341553, + "learning_rate": 8.61128250854146e-06, + "loss": 2.5379, + "step": 32599 + }, + { + "epoch": 0.5580376247453739, + "grad_norm": 2.343385696411133, + "learning_rate": 8.610733477429135e-06, + "loss": 2.5527, + "step": 32600 + }, + { + "epoch": 0.5580547424639244, + "grad_norm": 2.527510166168213, + "learning_rate": 8.610184450586937e-06, + "loss": 2.6027, + "step": 32601 + }, + { + "epoch": 0.5580718601824749, + "grad_norm": 2.3364009857177734, + "learning_rate": 8.609635428016547e-06, + "loss": 2.4297, + "step": 32602 + }, + { + "epoch": 0.5580889779010253, + "grad_norm": 2.4014010429382324, + "learning_rate": 8.60908640971965e-06, + "loss": 2.5186, + "step": 32603 + }, + { + "epoch": 0.5581060956195758, + "grad_norm": 2.3060412406921387, + "learning_rate": 8.608537395697942e-06, + "loss": 2.3413, + "step": 32604 + }, + { + "epoch": 0.5581232133381263, + "grad_norm": 2.3978092670440674, + "learning_rate": 8.607988385953099e-06, + "loss": 2.506, + "step": 32605 + }, + { + "epoch": 0.5581403310566768, + "grad_norm": 2.3413355350494385, + "learning_rate": 8.607439380486819e-06, + "loss": 2.5684, + "step": 32606 + }, + { + "epoch": 0.5581574487752272, + "grad_norm": 2.286527395248413, + "learning_rate": 8.606890379300783e-06, + "loss": 2.4738, + "step": 32607 + }, + { + "epoch": 0.5581745664937777, + "grad_norm": 2.2772586345672607, + "learning_rate": 8.606341382396683e-06, + "loss": 2.3495, + "step": 32608 + }, + { + "epoch": 0.5581916842123282, + "grad_norm": 2.2745018005371094, + "learning_rate": 8.605792389776203e-06, + "loss": 2.3865, + "step": 32609 + }, + { + "epoch": 0.5582088019308786, + "grad_norm": 2.1729660034179688, + "learning_rate": 8.605243401441028e-06, + "loss": 2.4059, + "step": 32610 + }, + { + "epoch": 0.5582259196494291, + "grad_norm": 2.3197824954986572, + "learning_rate": 8.604694417392853e-06, + "loss": 2.4981, + "step": 32611 + }, + { + "epoch": 0.5582430373679796, + "grad_norm": 2.27325701713562, + "learning_rate": 8.604145437633358e-06, + "loss": 2.3829, + "step": 32612 + }, + { + "epoch": 0.55826015508653, + "grad_norm": 2.3287065029144287, + "learning_rate": 8.603596462164236e-06, + "loss": 2.582, + "step": 32613 + }, + { + "epoch": 0.5582772728050805, + "grad_norm": 2.554279327392578, + "learning_rate": 8.603047490987168e-06, + "loss": 2.4842, + "step": 32614 + }, + { + "epoch": 0.5582943905236311, + "grad_norm": 2.395268440246582, + "learning_rate": 8.602498524103851e-06, + "loss": 2.4825, + "step": 32615 + }, + { + "epoch": 0.5583115082421815, + "grad_norm": 2.418198585510254, + "learning_rate": 8.601949561515964e-06, + "loss": 2.3766, + "step": 32616 + }, + { + "epoch": 0.558328625960732, + "grad_norm": 2.3399405479431152, + "learning_rate": 8.601400603225195e-06, + "loss": 2.4829, + "step": 32617 + }, + { + "epoch": 0.5583457436792825, + "grad_norm": 2.2336461544036865, + "learning_rate": 8.600851649233234e-06, + "loss": 2.3696, + "step": 32618 + }, + { + "epoch": 0.5583628613978329, + "grad_norm": 2.386260986328125, + "learning_rate": 8.60030269954177e-06, + "loss": 2.4203, + "step": 32619 + }, + { + "epoch": 0.5583799791163834, + "grad_norm": 2.15946888923645, + "learning_rate": 8.599753754152486e-06, + "loss": 2.3069, + "step": 32620 + }, + { + "epoch": 0.5583970968349339, + "grad_norm": 2.3829562664031982, + "learning_rate": 8.59920481306707e-06, + "loss": 2.4818, + "step": 32621 + }, + { + "epoch": 0.5584142145534843, + "grad_norm": 2.5156540870666504, + "learning_rate": 8.598655876287212e-06, + "loss": 2.5442, + "step": 32622 + }, + { + "epoch": 0.5584313322720348, + "grad_norm": 2.455669641494751, + "learning_rate": 8.598106943814598e-06, + "loss": 2.5425, + "step": 32623 + }, + { + "epoch": 0.5584484499905853, + "grad_norm": 2.3499915599823, + "learning_rate": 8.597558015650913e-06, + "loss": 2.3451, + "step": 32624 + }, + { + "epoch": 0.5584655677091357, + "grad_norm": 2.397425889968872, + "learning_rate": 8.597009091797848e-06, + "loss": 2.5067, + "step": 32625 + }, + { + "epoch": 0.5584826854276862, + "grad_norm": 2.416529893875122, + "learning_rate": 8.596460172257084e-06, + "loss": 2.5158, + "step": 32626 + }, + { + "epoch": 0.5584998031462367, + "grad_norm": 2.371757984161377, + "learning_rate": 8.595911257030317e-06, + "loss": 2.432, + "step": 32627 + }, + { + "epoch": 0.5585169208647871, + "grad_norm": 2.580110788345337, + "learning_rate": 8.595362346119228e-06, + "loss": 2.4883, + "step": 32628 + }, + { + "epoch": 0.5585340385833376, + "grad_norm": 2.2495615482330322, + "learning_rate": 8.594813439525506e-06, + "loss": 2.4107, + "step": 32629 + }, + { + "epoch": 0.5585511563018881, + "grad_norm": 2.396237373352051, + "learning_rate": 8.594264537250838e-06, + "loss": 2.5286, + "step": 32630 + }, + { + "epoch": 0.5585682740204385, + "grad_norm": 2.5173466205596924, + "learning_rate": 8.593715639296907e-06, + "loss": 2.4578, + "step": 32631 + }, + { + "epoch": 0.558585391738989, + "grad_norm": 2.4227421283721924, + "learning_rate": 8.59316674566541e-06, + "loss": 2.4697, + "step": 32632 + }, + { + "epoch": 0.5586025094575395, + "grad_norm": 2.310800552368164, + "learning_rate": 8.592617856358022e-06, + "loss": 2.4991, + "step": 32633 + }, + { + "epoch": 0.5586196271760899, + "grad_norm": 2.515131950378418, + "learning_rate": 8.592068971376441e-06, + "loss": 2.5284, + "step": 32634 + }, + { + "epoch": 0.5586367448946404, + "grad_norm": 2.3555057048797607, + "learning_rate": 8.591520090722348e-06, + "loss": 2.4454, + "step": 32635 + }, + { + "epoch": 0.5586538626131909, + "grad_norm": 2.2449939250946045, + "learning_rate": 8.590971214397432e-06, + "loss": 2.4185, + "step": 32636 + }, + { + "epoch": 0.5586709803317413, + "grad_norm": 2.3376216888427734, + "learning_rate": 8.590422342403382e-06, + "loss": 2.4462, + "step": 32637 + }, + { + "epoch": 0.5586880980502918, + "grad_norm": 2.3358349800109863, + "learning_rate": 8.589873474741877e-06, + "loss": 2.4596, + "step": 32638 + }, + { + "epoch": 0.5587052157688424, + "grad_norm": 2.4486804008483887, + "learning_rate": 8.589324611414614e-06, + "loss": 2.5095, + "step": 32639 + }, + { + "epoch": 0.5587223334873928, + "grad_norm": 2.2689671516418457, + "learning_rate": 8.588775752423273e-06, + "loss": 2.5081, + "step": 32640 + }, + { + "epoch": 0.5587394512059433, + "grad_norm": 2.429090976715088, + "learning_rate": 8.588226897769545e-06, + "loss": 2.5133, + "step": 32641 + }, + { + "epoch": 0.5587565689244938, + "grad_norm": 2.2330129146575928, + "learning_rate": 8.587678047455113e-06, + "loss": 2.4389, + "step": 32642 + }, + { + "epoch": 0.5587736866430442, + "grad_norm": 2.4847071170806885, + "learning_rate": 8.58712920148167e-06, + "loss": 2.4855, + "step": 32643 + }, + { + "epoch": 0.5587908043615947, + "grad_norm": 2.398648500442505, + "learning_rate": 8.5865803598509e-06, + "loss": 2.5852, + "step": 32644 + }, + { + "epoch": 0.5588079220801452, + "grad_norm": 2.3694732189178467, + "learning_rate": 8.586031522564487e-06, + "loss": 2.5107, + "step": 32645 + }, + { + "epoch": 0.5588250397986956, + "grad_norm": 2.4339869022369385, + "learning_rate": 8.585482689624122e-06, + "loss": 2.4952, + "step": 32646 + }, + { + "epoch": 0.5588421575172461, + "grad_norm": 2.3569467067718506, + "learning_rate": 8.584933861031486e-06, + "loss": 2.3819, + "step": 32647 + }, + { + "epoch": 0.5588592752357966, + "grad_norm": 2.473850727081299, + "learning_rate": 8.584385036788275e-06, + "loss": 2.4975, + "step": 32648 + }, + { + "epoch": 0.558876392954347, + "grad_norm": 2.2851030826568604, + "learning_rate": 8.583836216896168e-06, + "loss": 2.4031, + "step": 32649 + }, + { + "epoch": 0.5588935106728975, + "grad_norm": 2.5153980255126953, + "learning_rate": 8.58328740135686e-06, + "loss": 2.4118, + "step": 32650 + }, + { + "epoch": 0.558910628391448, + "grad_norm": 2.4024553298950195, + "learning_rate": 8.582738590172031e-06, + "loss": 2.4967, + "step": 32651 + }, + { + "epoch": 0.5589277461099985, + "grad_norm": 2.4094653129577637, + "learning_rate": 8.582189783343365e-06, + "loss": 2.4589, + "step": 32652 + }, + { + "epoch": 0.5589448638285489, + "grad_norm": 2.327378034591675, + "learning_rate": 8.581640980872558e-06, + "loss": 2.4577, + "step": 32653 + }, + { + "epoch": 0.5589619815470994, + "grad_norm": 2.6859130859375, + "learning_rate": 8.581092182761288e-06, + "loss": 2.5085, + "step": 32654 + }, + { + "epoch": 0.5589790992656499, + "grad_norm": 2.2693686485290527, + "learning_rate": 8.580543389011251e-06, + "loss": 2.4181, + "step": 32655 + }, + { + "epoch": 0.5589962169842003, + "grad_norm": 2.3399672508239746, + "learning_rate": 8.579994599624126e-06, + "loss": 2.4494, + "step": 32656 + }, + { + "epoch": 0.5590133347027508, + "grad_norm": 2.5892860889434814, + "learning_rate": 8.579445814601605e-06, + "loss": 2.4887, + "step": 32657 + }, + { + "epoch": 0.5590304524213013, + "grad_norm": 2.4670522212982178, + "learning_rate": 8.578897033945374e-06, + "loss": 2.5123, + "step": 32658 + }, + { + "epoch": 0.5590475701398517, + "grad_norm": 2.4350149631500244, + "learning_rate": 8.578348257657113e-06, + "loss": 2.3633, + "step": 32659 + }, + { + "epoch": 0.5590646878584022, + "grad_norm": 2.4583075046539307, + "learning_rate": 8.57779948573852e-06, + "loss": 2.4531, + "step": 32660 + }, + { + "epoch": 0.5590818055769528, + "grad_norm": 2.484928607940674, + "learning_rate": 8.57725071819127e-06, + "loss": 2.5465, + "step": 32661 + }, + { + "epoch": 0.5590989232955031, + "grad_norm": 2.4058678150177, + "learning_rate": 8.576701955017061e-06, + "loss": 2.4373, + "step": 32662 + }, + { + "epoch": 0.5591160410140537, + "grad_norm": 2.343310594558716, + "learning_rate": 8.57615319621757e-06, + "loss": 2.3601, + "step": 32663 + }, + { + "epoch": 0.5591331587326042, + "grad_norm": 2.4122540950775146, + "learning_rate": 8.57560444179449e-06, + "loss": 2.4937, + "step": 32664 + }, + { + "epoch": 0.5591502764511546, + "grad_norm": 2.4414215087890625, + "learning_rate": 8.575055691749506e-06, + "loss": 2.3206, + "step": 32665 + }, + { + "epoch": 0.5591673941697051, + "grad_norm": 2.41515851020813, + "learning_rate": 8.574506946084305e-06, + "loss": 2.4461, + "step": 32666 + }, + { + "epoch": 0.5591845118882556, + "grad_norm": 2.3710434436798096, + "learning_rate": 8.573958204800572e-06, + "loss": 2.4651, + "step": 32667 + }, + { + "epoch": 0.559201629606806, + "grad_norm": 2.449894666671753, + "learning_rate": 8.573409467899992e-06, + "loss": 2.5063, + "step": 32668 + }, + { + "epoch": 0.5592187473253565, + "grad_norm": 2.622445583343506, + "learning_rate": 8.572860735384257e-06, + "loss": 2.6092, + "step": 32669 + }, + { + "epoch": 0.559235865043907, + "grad_norm": 2.4368226528167725, + "learning_rate": 8.572312007255048e-06, + "loss": 2.5286, + "step": 32670 + }, + { + "epoch": 0.5592529827624574, + "grad_norm": 2.429100513458252, + "learning_rate": 8.571763283514056e-06, + "loss": 2.4028, + "step": 32671 + }, + { + "epoch": 0.5592701004810079, + "grad_norm": 2.5137994289398193, + "learning_rate": 8.571214564162966e-06, + "loss": 2.4902, + "step": 32672 + }, + { + "epoch": 0.5592872181995584, + "grad_norm": 2.4112255573272705, + "learning_rate": 8.570665849203466e-06, + "loss": 2.5111, + "step": 32673 + }, + { + "epoch": 0.5593043359181088, + "grad_norm": 2.4824442863464355, + "learning_rate": 8.570117138637241e-06, + "loss": 2.4158, + "step": 32674 + }, + { + "epoch": 0.5593214536366593, + "grad_norm": 2.1833536624908447, + "learning_rate": 8.569568432465976e-06, + "loss": 2.4025, + "step": 32675 + }, + { + "epoch": 0.5593385713552098, + "grad_norm": 2.4759645462036133, + "learning_rate": 8.56901973069136e-06, + "loss": 2.5506, + "step": 32676 + }, + { + "epoch": 0.5593556890737602, + "grad_norm": 2.555443525314331, + "learning_rate": 8.568471033315078e-06, + "loss": 2.5579, + "step": 32677 + }, + { + "epoch": 0.5593728067923107, + "grad_norm": 2.337679386138916, + "learning_rate": 8.56792234033882e-06, + "loss": 2.4311, + "step": 32678 + }, + { + "epoch": 0.5593899245108612, + "grad_norm": 2.2695116996765137, + "learning_rate": 8.567373651764265e-06, + "loss": 2.5177, + "step": 32679 + }, + { + "epoch": 0.5594070422294116, + "grad_norm": 2.550748586654663, + "learning_rate": 8.566824967593108e-06, + "loss": 2.5187, + "step": 32680 + }, + { + "epoch": 0.5594241599479621, + "grad_norm": 2.302780866622925, + "learning_rate": 8.566276287827032e-06, + "loss": 2.5048, + "step": 32681 + }, + { + "epoch": 0.5594412776665126, + "grad_norm": 2.5184922218322754, + "learning_rate": 8.56572761246772e-06, + "loss": 2.4887, + "step": 32682 + }, + { + "epoch": 0.559458395385063, + "grad_norm": 2.347120761871338, + "learning_rate": 8.565178941516866e-06, + "loss": 2.4581, + "step": 32683 + }, + { + "epoch": 0.5594755131036135, + "grad_norm": 2.3809244632720947, + "learning_rate": 8.564630274976146e-06, + "loss": 2.4654, + "step": 32684 + }, + { + "epoch": 0.559492630822164, + "grad_norm": 2.339453935623169, + "learning_rate": 8.564081612847256e-06, + "loss": 2.4609, + "step": 32685 + }, + { + "epoch": 0.5595097485407144, + "grad_norm": 2.233731985092163, + "learning_rate": 8.563532955131876e-06, + "loss": 2.3266, + "step": 32686 + }, + { + "epoch": 0.559526866259265, + "grad_norm": 2.2755022048950195, + "learning_rate": 8.562984301831699e-06, + "loss": 2.4296, + "step": 32687 + }, + { + "epoch": 0.5595439839778155, + "grad_norm": 2.3201212882995605, + "learning_rate": 8.562435652948407e-06, + "loss": 2.4695, + "step": 32688 + }, + { + "epoch": 0.5595611016963659, + "grad_norm": 2.4524447917938232, + "learning_rate": 8.561887008483685e-06, + "loss": 2.4178, + "step": 32689 + }, + { + "epoch": 0.5595782194149164, + "grad_norm": 2.393569231033325, + "learning_rate": 8.561338368439223e-06, + "loss": 2.4469, + "step": 32690 + }, + { + "epoch": 0.5595953371334669, + "grad_norm": 2.488403797149658, + "learning_rate": 8.560789732816701e-06, + "loss": 2.536, + "step": 32691 + }, + { + "epoch": 0.5596124548520173, + "grad_norm": 2.3565444946289062, + "learning_rate": 8.560241101617816e-06, + "loss": 2.3535, + "step": 32692 + }, + { + "epoch": 0.5596295725705678, + "grad_norm": 2.4017388820648193, + "learning_rate": 8.559692474844245e-06, + "loss": 2.4424, + "step": 32693 + }, + { + "epoch": 0.5596466902891183, + "grad_norm": 2.4844846725463867, + "learning_rate": 8.559143852497679e-06, + "loss": 2.5455, + "step": 32694 + }, + { + "epoch": 0.5596638080076687, + "grad_norm": 2.3073830604553223, + "learning_rate": 8.558595234579802e-06, + "loss": 2.4525, + "step": 32695 + }, + { + "epoch": 0.5596809257262192, + "grad_norm": 2.2710518836975098, + "learning_rate": 8.5580466210923e-06, + "loss": 2.3151, + "step": 32696 + }, + { + "epoch": 0.5596980434447697, + "grad_norm": 2.528062105178833, + "learning_rate": 8.557498012036862e-06, + "loss": 2.4703, + "step": 32697 + }, + { + "epoch": 0.5597151611633202, + "grad_norm": 2.2857654094696045, + "learning_rate": 8.55694940741517e-06, + "loss": 2.4507, + "step": 32698 + }, + { + "epoch": 0.5597322788818706, + "grad_norm": 2.4243180751800537, + "learning_rate": 8.556400807228916e-06, + "loss": 2.5901, + "step": 32699 + }, + { + "epoch": 0.5597493966004211, + "grad_norm": 2.3172836303710938, + "learning_rate": 8.555852211479779e-06, + "loss": 2.4502, + "step": 32700 + }, + { + "epoch": 0.5597665143189716, + "grad_norm": 2.403980255126953, + "learning_rate": 8.555303620169452e-06, + "loss": 2.4191, + "step": 32701 + }, + { + "epoch": 0.559783632037522, + "grad_norm": 2.504931688308716, + "learning_rate": 8.554755033299618e-06, + "loss": 2.5287, + "step": 32702 + }, + { + "epoch": 0.5598007497560725, + "grad_norm": 2.384976625442505, + "learning_rate": 8.554206450871962e-06, + "loss": 2.3482, + "step": 32703 + }, + { + "epoch": 0.559817867474623, + "grad_norm": 2.317990303039551, + "learning_rate": 8.553657872888175e-06, + "loss": 2.4788, + "step": 32704 + }, + { + "epoch": 0.5598349851931734, + "grad_norm": 2.449577808380127, + "learning_rate": 8.553109299349933e-06, + "loss": 2.4892, + "step": 32705 + }, + { + "epoch": 0.5598521029117239, + "grad_norm": 2.356966733932495, + "learning_rate": 8.552560730258934e-06, + "loss": 2.3808, + "step": 32706 + }, + { + "epoch": 0.5598692206302744, + "grad_norm": 2.356341600418091, + "learning_rate": 8.552012165616856e-06, + "loss": 2.4816, + "step": 32707 + }, + { + "epoch": 0.5598863383488248, + "grad_norm": 2.4181442260742188, + "learning_rate": 8.551463605425391e-06, + "loss": 2.3874, + "step": 32708 + }, + { + "epoch": 0.5599034560673753, + "grad_norm": 2.389603853225708, + "learning_rate": 8.550915049686223e-06, + "loss": 2.4885, + "step": 32709 + }, + { + "epoch": 0.5599205737859259, + "grad_norm": 2.4007835388183594, + "learning_rate": 8.550366498401034e-06, + "loss": 2.5123, + "step": 32710 + }, + { + "epoch": 0.5599376915044763, + "grad_norm": 2.2767863273620605, + "learning_rate": 8.549817951571515e-06, + "loss": 2.5086, + "step": 32711 + }, + { + "epoch": 0.5599548092230268, + "grad_norm": 2.4790406227111816, + "learning_rate": 8.549269409199348e-06, + "loss": 2.4669, + "step": 32712 + }, + { + "epoch": 0.5599719269415773, + "grad_norm": 2.3375141620635986, + "learning_rate": 8.548720871286224e-06, + "loss": 2.4673, + "step": 32713 + }, + { + "epoch": 0.5599890446601277, + "grad_norm": 2.397765874862671, + "learning_rate": 8.548172337833825e-06, + "loss": 2.6162, + "step": 32714 + }, + { + "epoch": 0.5600061623786782, + "grad_norm": 2.23766827583313, + "learning_rate": 8.54762380884384e-06, + "loss": 2.4183, + "step": 32715 + }, + { + "epoch": 0.5600232800972287, + "grad_norm": 2.3060531616210938, + "learning_rate": 8.547075284317954e-06, + "loss": 2.4471, + "step": 32716 + }, + { + "epoch": 0.5600403978157791, + "grad_norm": 2.394113779067993, + "learning_rate": 8.546526764257848e-06, + "loss": 2.633, + "step": 32717 + }, + { + "epoch": 0.5600575155343296, + "grad_norm": 2.34012508392334, + "learning_rate": 8.545978248665215e-06, + "loss": 2.5965, + "step": 32718 + }, + { + "epoch": 0.5600746332528801, + "grad_norm": 2.2314229011535645, + "learning_rate": 8.545429737541737e-06, + "loss": 2.3896, + "step": 32719 + }, + { + "epoch": 0.5600917509714305, + "grad_norm": 2.370626211166382, + "learning_rate": 8.544881230889104e-06, + "loss": 2.4645, + "step": 32720 + }, + { + "epoch": 0.560108868689981, + "grad_norm": 2.4941463470458984, + "learning_rate": 8.544332728708993e-06, + "loss": 2.5553, + "step": 32721 + }, + { + "epoch": 0.5601259864085315, + "grad_norm": 2.287750720977783, + "learning_rate": 8.543784231003102e-06, + "loss": 2.466, + "step": 32722 + }, + { + "epoch": 0.5601431041270819, + "grad_norm": 2.2978851795196533, + "learning_rate": 8.54323573777311e-06, + "loss": 2.5269, + "step": 32723 + }, + { + "epoch": 0.5601602218456324, + "grad_norm": 2.4372305870056152, + "learning_rate": 8.5426872490207e-06, + "loss": 2.3871, + "step": 32724 + }, + { + "epoch": 0.5601773395641829, + "grad_norm": 2.2951531410217285, + "learning_rate": 8.542138764747565e-06, + "loss": 2.3434, + "step": 32725 + }, + { + "epoch": 0.5601944572827333, + "grad_norm": 2.5372314453125, + "learning_rate": 8.541590284955386e-06, + "loss": 2.5556, + "step": 32726 + }, + { + "epoch": 0.5602115750012838, + "grad_norm": 2.275907039642334, + "learning_rate": 8.541041809645852e-06, + "loss": 2.5086, + "step": 32727 + }, + { + "epoch": 0.5602286927198343, + "grad_norm": 2.386432647705078, + "learning_rate": 8.540493338820643e-06, + "loss": 2.4147, + "step": 32728 + }, + { + "epoch": 0.5602458104383847, + "grad_norm": 2.3313863277435303, + "learning_rate": 8.539944872481454e-06, + "loss": 2.3155, + "step": 32729 + }, + { + "epoch": 0.5602629281569352, + "grad_norm": 2.302173614501953, + "learning_rate": 8.539396410629966e-06, + "loss": 2.4377, + "step": 32730 + }, + { + "epoch": 0.5602800458754857, + "grad_norm": 2.539813756942749, + "learning_rate": 8.53884795326786e-06, + "loss": 2.476, + "step": 32731 + }, + { + "epoch": 0.5602971635940361, + "grad_norm": 2.260202169418335, + "learning_rate": 8.538299500396831e-06, + "loss": 2.4447, + "step": 32732 + }, + { + "epoch": 0.5603142813125866, + "grad_norm": 2.4290781021118164, + "learning_rate": 8.537751052018554e-06, + "loss": 2.389, + "step": 32733 + }, + { + "epoch": 0.5603313990311372, + "grad_norm": 2.326413869857788, + "learning_rate": 8.537202608134725e-06, + "loss": 2.3741, + "step": 32734 + }, + { + "epoch": 0.5603485167496876, + "grad_norm": 2.409337043762207, + "learning_rate": 8.536654168747023e-06, + "loss": 2.4631, + "step": 32735 + }, + { + "epoch": 0.5603656344682381, + "grad_norm": 2.3179025650024414, + "learning_rate": 8.536105733857141e-06, + "loss": 2.321, + "step": 32736 + }, + { + "epoch": 0.5603827521867886, + "grad_norm": 2.343355894088745, + "learning_rate": 8.535557303466752e-06, + "loss": 2.4993, + "step": 32737 + }, + { + "epoch": 0.560399869905339, + "grad_norm": 2.4186930656433105, + "learning_rate": 8.535008877577556e-06, + "loss": 2.4886, + "step": 32738 + }, + { + "epoch": 0.5604169876238895, + "grad_norm": 2.3969295024871826, + "learning_rate": 8.534460456191232e-06, + "loss": 2.398, + "step": 32739 + }, + { + "epoch": 0.56043410534244, + "grad_norm": 2.469207525253296, + "learning_rate": 8.533912039309463e-06, + "loss": 2.4728, + "step": 32740 + }, + { + "epoch": 0.5604512230609904, + "grad_norm": 2.5109214782714844, + "learning_rate": 8.53336362693394e-06, + "loss": 2.6304, + "step": 32741 + }, + { + "epoch": 0.5604683407795409, + "grad_norm": 2.330615758895874, + "learning_rate": 8.532815219066342e-06, + "loss": 2.4149, + "step": 32742 + }, + { + "epoch": 0.5604854584980914, + "grad_norm": 2.5196731090545654, + "learning_rate": 8.532266815708363e-06, + "loss": 2.558, + "step": 32743 + }, + { + "epoch": 0.5605025762166419, + "grad_norm": 2.2485992908477783, + "learning_rate": 8.53171841686168e-06, + "loss": 2.3621, + "step": 32744 + }, + { + "epoch": 0.5605196939351923, + "grad_norm": 2.5123300552368164, + "learning_rate": 8.531170022527988e-06, + "loss": 2.5911, + "step": 32745 + }, + { + "epoch": 0.5605368116537428, + "grad_norm": 2.4857709407806396, + "learning_rate": 8.530621632708968e-06, + "loss": 2.4313, + "step": 32746 + }, + { + "epoch": 0.5605539293722933, + "grad_norm": 2.3602027893066406, + "learning_rate": 8.5300732474063e-06, + "loss": 2.4788, + "step": 32747 + }, + { + "epoch": 0.5605710470908437, + "grad_norm": 2.3195815086364746, + "learning_rate": 8.52952486662168e-06, + "loss": 2.4376, + "step": 32748 + }, + { + "epoch": 0.5605881648093942, + "grad_norm": 2.2483110427856445, + "learning_rate": 8.528976490356782e-06, + "loss": 2.4106, + "step": 32749 + }, + { + "epoch": 0.5606052825279447, + "grad_norm": 2.412259578704834, + "learning_rate": 8.528428118613303e-06, + "loss": 2.5559, + "step": 32750 + }, + { + "epoch": 0.5606224002464951, + "grad_norm": 2.3276712894439697, + "learning_rate": 8.52787975139292e-06, + "loss": 2.5005, + "step": 32751 + }, + { + "epoch": 0.5606395179650456, + "grad_norm": 2.356720209121704, + "learning_rate": 8.527331388697325e-06, + "loss": 2.3765, + "step": 32752 + }, + { + "epoch": 0.5606566356835961, + "grad_norm": 2.4418623447418213, + "learning_rate": 8.5267830305282e-06, + "loss": 2.4922, + "step": 32753 + }, + { + "epoch": 0.5606737534021465, + "grad_norm": 2.3083107471466064, + "learning_rate": 8.526234676887224e-06, + "loss": 2.2921, + "step": 32754 + }, + { + "epoch": 0.560690871120697, + "grad_norm": 2.2493577003479004, + "learning_rate": 8.525686327776096e-06, + "loss": 2.4268, + "step": 32755 + }, + { + "epoch": 0.5607079888392476, + "grad_norm": 2.3657894134521484, + "learning_rate": 8.525137983196492e-06, + "loss": 2.437, + "step": 32756 + }, + { + "epoch": 0.560725106557798, + "grad_norm": 2.2506675720214844, + "learning_rate": 8.5245896431501e-06, + "loss": 2.3754, + "step": 32757 + }, + { + "epoch": 0.5607422242763485, + "grad_norm": 2.465433359146118, + "learning_rate": 8.524041307638604e-06, + "loss": 2.4528, + "step": 32758 + }, + { + "epoch": 0.560759341994899, + "grad_norm": 2.408660411834717, + "learning_rate": 8.523492976663695e-06, + "loss": 2.575, + "step": 32759 + }, + { + "epoch": 0.5607764597134494, + "grad_norm": 2.368422746658325, + "learning_rate": 8.522944650227052e-06, + "loss": 2.307, + "step": 32760 + }, + { + "epoch": 0.5607935774319999, + "grad_norm": 2.4667091369628906, + "learning_rate": 8.522396328330357e-06, + "loss": 2.5139, + "step": 32761 + }, + { + "epoch": 0.5608106951505504, + "grad_norm": 2.4471914768218994, + "learning_rate": 8.521848010975309e-06, + "loss": 2.5, + "step": 32762 + }, + { + "epoch": 0.5608278128691008, + "grad_norm": 2.333095073699951, + "learning_rate": 8.521299698163581e-06, + "loss": 2.4282, + "step": 32763 + }, + { + "epoch": 0.5608449305876513, + "grad_norm": 2.4209940433502197, + "learning_rate": 8.520751389896864e-06, + "loss": 2.5274, + "step": 32764 + }, + { + "epoch": 0.5608620483062018, + "grad_norm": 2.378648281097412, + "learning_rate": 8.520203086176837e-06, + "loss": 2.4833, + "step": 32765 + }, + { + "epoch": 0.5608791660247522, + "grad_norm": 2.4285240173339844, + "learning_rate": 8.519654787005196e-06, + "loss": 2.3176, + "step": 32766 + }, + { + "epoch": 0.5608962837433027, + "grad_norm": 2.523512840270996, + "learning_rate": 8.51910649238362e-06, + "loss": 2.4924, + "step": 32767 + }, + { + "epoch": 0.5609134014618532, + "grad_norm": 2.367755651473999, + "learning_rate": 8.518558202313793e-06, + "loss": 2.451, + "step": 32768 + }, + { + "epoch": 0.5609305191804036, + "grad_norm": 2.3841676712036133, + "learning_rate": 8.518009916797403e-06, + "loss": 2.5318, + "step": 32769 + }, + { + "epoch": 0.5609476368989541, + "grad_norm": 2.126122236251831, + "learning_rate": 8.51746163583613e-06, + "loss": 2.3985, + "step": 32770 + }, + { + "epoch": 0.5609647546175046, + "grad_norm": 2.342881917953491, + "learning_rate": 8.516913359431667e-06, + "loss": 2.3827, + "step": 32771 + }, + { + "epoch": 0.560981872336055, + "grad_norm": 2.460141658782959, + "learning_rate": 8.516365087585695e-06, + "loss": 2.4657, + "step": 32772 + }, + { + "epoch": 0.5609989900546055, + "grad_norm": 2.2966322898864746, + "learning_rate": 8.5158168202999e-06, + "loss": 2.4883, + "step": 32773 + }, + { + "epoch": 0.561016107773156, + "grad_norm": 2.2997453212738037, + "learning_rate": 8.515268557575969e-06, + "loss": 2.3284, + "step": 32774 + }, + { + "epoch": 0.5610332254917064, + "grad_norm": 2.1771669387817383, + "learning_rate": 8.514720299415579e-06, + "loss": 2.374, + "step": 32775 + }, + { + "epoch": 0.5610503432102569, + "grad_norm": 2.351616382598877, + "learning_rate": 8.514172045820428e-06, + "loss": 2.4837, + "step": 32776 + }, + { + "epoch": 0.5610674609288074, + "grad_norm": 2.3902840614318848, + "learning_rate": 8.513623796792188e-06, + "loss": 2.4631, + "step": 32777 + }, + { + "epoch": 0.5610845786473578, + "grad_norm": 2.4053571224212646, + "learning_rate": 8.513075552332555e-06, + "loss": 2.4887, + "step": 32778 + }, + { + "epoch": 0.5611016963659083, + "grad_norm": 2.313725233078003, + "learning_rate": 8.512527312443208e-06, + "loss": 2.3714, + "step": 32779 + }, + { + "epoch": 0.5611188140844589, + "grad_norm": 2.3181838989257812, + "learning_rate": 8.511979077125835e-06, + "loss": 2.5233, + "step": 32780 + }, + { + "epoch": 0.5611359318030092, + "grad_norm": 2.3920798301696777, + "learning_rate": 8.511430846382121e-06, + "loss": 2.4393, + "step": 32781 + }, + { + "epoch": 0.5611530495215598, + "grad_norm": 2.48209810256958, + "learning_rate": 8.510882620213744e-06, + "loss": 2.398, + "step": 32782 + }, + { + "epoch": 0.5611701672401103, + "grad_norm": 2.4479942321777344, + "learning_rate": 8.5103343986224e-06, + "loss": 2.4146, + "step": 32783 + }, + { + "epoch": 0.5611872849586607, + "grad_norm": 2.295863628387451, + "learning_rate": 8.509786181609767e-06, + "loss": 2.4344, + "step": 32784 + }, + { + "epoch": 0.5612044026772112, + "grad_norm": 2.3586695194244385, + "learning_rate": 8.509237969177535e-06, + "loss": 2.3512, + "step": 32785 + }, + { + "epoch": 0.5612215203957617, + "grad_norm": 2.382568836212158, + "learning_rate": 8.50868976132738e-06, + "loss": 2.4823, + "step": 32786 + }, + { + "epoch": 0.5612386381143121, + "grad_norm": 2.4233572483062744, + "learning_rate": 8.508141558060997e-06, + "loss": 2.5403, + "step": 32787 + }, + { + "epoch": 0.5612557558328626, + "grad_norm": 2.3118019104003906, + "learning_rate": 8.50759335938007e-06, + "loss": 2.4997, + "step": 32788 + }, + { + "epoch": 0.5612728735514131, + "grad_norm": 2.3233697414398193, + "learning_rate": 8.507045165286277e-06, + "loss": 2.4413, + "step": 32789 + }, + { + "epoch": 0.5612899912699635, + "grad_norm": 2.40517520904541, + "learning_rate": 8.50649697578131e-06, + "loss": 2.4669, + "step": 32790 + }, + { + "epoch": 0.561307108988514, + "grad_norm": 2.658712148666382, + "learning_rate": 8.505948790866845e-06, + "loss": 2.5733, + "step": 32791 + }, + { + "epoch": 0.5613242267070645, + "grad_norm": 2.502734661102295, + "learning_rate": 8.505400610544577e-06, + "loss": 2.6771, + "step": 32792 + }, + { + "epoch": 0.561341344425615, + "grad_norm": 2.465144634246826, + "learning_rate": 8.504852434816187e-06, + "loss": 2.4864, + "step": 32793 + }, + { + "epoch": 0.5613584621441654, + "grad_norm": 2.4820313453674316, + "learning_rate": 8.504304263683359e-06, + "loss": 2.4235, + "step": 32794 + }, + { + "epoch": 0.5613755798627159, + "grad_norm": 2.441467523574829, + "learning_rate": 8.50375609714778e-06, + "loss": 2.4106, + "step": 32795 + }, + { + "epoch": 0.5613926975812664, + "grad_norm": 2.404932737350464, + "learning_rate": 8.503207935211128e-06, + "loss": 2.3773, + "step": 32796 + }, + { + "epoch": 0.5614098152998168, + "grad_norm": 2.506648302078247, + "learning_rate": 8.502659777875098e-06, + "loss": 2.4422, + "step": 32797 + }, + { + "epoch": 0.5614269330183673, + "grad_norm": 2.39762282371521, + "learning_rate": 8.502111625141367e-06, + "loss": 2.4787, + "step": 32798 + }, + { + "epoch": 0.5614440507369178, + "grad_norm": 2.230577230453491, + "learning_rate": 8.501563477011626e-06, + "loss": 2.4162, + "step": 32799 + }, + { + "epoch": 0.5614611684554682, + "grad_norm": 2.4554667472839355, + "learning_rate": 8.501015333487556e-06, + "loss": 2.4406, + "step": 32800 + }, + { + "epoch": 0.5614782861740187, + "grad_norm": 2.3264453411102295, + "learning_rate": 8.500467194570843e-06, + "loss": 2.3399, + "step": 32801 + }, + { + "epoch": 0.5614954038925692, + "grad_norm": 2.4086174964904785, + "learning_rate": 8.499919060263172e-06, + "loss": 2.51, + "step": 32802 + }, + { + "epoch": 0.5615125216111196, + "grad_norm": 2.205744504928589, + "learning_rate": 8.499370930566222e-06, + "loss": 2.368, + "step": 32803 + }, + { + "epoch": 0.5615296393296701, + "grad_norm": 2.3769373893737793, + "learning_rate": 8.498822805481688e-06, + "loss": 2.4069, + "step": 32804 + }, + { + "epoch": 0.5615467570482207, + "grad_norm": 2.4394140243530273, + "learning_rate": 8.498274685011247e-06, + "loss": 2.4873, + "step": 32805 + }, + { + "epoch": 0.561563874766771, + "grad_norm": 2.3885576725006104, + "learning_rate": 8.497726569156589e-06, + "loss": 2.4626, + "step": 32806 + }, + { + "epoch": 0.5615809924853216, + "grad_norm": 2.35679292678833, + "learning_rate": 8.497178457919391e-06, + "loss": 2.3909, + "step": 32807 + }, + { + "epoch": 0.5615981102038721, + "grad_norm": 2.3653910160064697, + "learning_rate": 8.496630351301348e-06, + "loss": 2.5697, + "step": 32808 + }, + { + "epoch": 0.5616152279224225, + "grad_norm": 2.382110595703125, + "learning_rate": 8.496082249304137e-06, + "loss": 2.4229, + "step": 32809 + }, + { + "epoch": 0.561632345640973, + "grad_norm": 2.3702690601348877, + "learning_rate": 8.495534151929447e-06, + "loss": 2.5148, + "step": 32810 + }, + { + "epoch": 0.5616494633595235, + "grad_norm": 2.3982386589050293, + "learning_rate": 8.49498605917896e-06, + "loss": 2.4356, + "step": 32811 + }, + { + "epoch": 0.5616665810780739, + "grad_norm": 2.3373751640319824, + "learning_rate": 8.494437971054358e-06, + "loss": 2.4686, + "step": 32812 + }, + { + "epoch": 0.5616836987966244, + "grad_norm": 2.305341958999634, + "learning_rate": 8.493889887557335e-06, + "loss": 2.4473, + "step": 32813 + }, + { + "epoch": 0.5617008165151749, + "grad_norm": 2.3024935722351074, + "learning_rate": 8.493341808689564e-06, + "loss": 2.4382, + "step": 32814 + }, + { + "epoch": 0.5617179342337253, + "grad_norm": 2.292799472808838, + "learning_rate": 8.49279373445274e-06, + "loss": 2.374, + "step": 32815 + }, + { + "epoch": 0.5617350519522758, + "grad_norm": 2.4424097537994385, + "learning_rate": 8.49224566484854e-06, + "loss": 2.4827, + "step": 32816 + }, + { + "epoch": 0.5617521696708263, + "grad_norm": 2.423833131790161, + "learning_rate": 8.491697599878652e-06, + "loss": 2.5089, + "step": 32817 + }, + { + "epoch": 0.5617692873893767, + "grad_norm": 2.3710310459136963, + "learning_rate": 8.491149539544763e-06, + "loss": 2.4803, + "step": 32818 + }, + { + "epoch": 0.5617864051079272, + "grad_norm": 2.4682979583740234, + "learning_rate": 8.49060148384855e-06, + "loss": 2.3368, + "step": 32819 + }, + { + "epoch": 0.5618035228264777, + "grad_norm": 2.3005566596984863, + "learning_rate": 8.490053432791705e-06, + "loss": 2.4485, + "step": 32820 + }, + { + "epoch": 0.5618206405450281, + "grad_norm": 2.3508286476135254, + "learning_rate": 8.489505386375908e-06, + "loss": 2.4114, + "step": 32821 + }, + { + "epoch": 0.5618377582635786, + "grad_norm": 2.2321808338165283, + "learning_rate": 8.488957344602846e-06, + "loss": 2.5466, + "step": 32822 + }, + { + "epoch": 0.5618548759821291, + "grad_norm": 2.4465880393981934, + "learning_rate": 8.4884093074742e-06, + "loss": 2.5205, + "step": 32823 + }, + { + "epoch": 0.5618719937006795, + "grad_norm": 2.5547537803649902, + "learning_rate": 8.487861274991661e-06, + "loss": 2.4764, + "step": 32824 + }, + { + "epoch": 0.56188911141923, + "grad_norm": 2.4217395782470703, + "learning_rate": 8.487313247156907e-06, + "loss": 2.4533, + "step": 32825 + }, + { + "epoch": 0.5619062291377805, + "grad_norm": 2.420043468475342, + "learning_rate": 8.486765223971626e-06, + "loss": 2.5326, + "step": 32826 + }, + { + "epoch": 0.5619233468563309, + "grad_norm": 2.4050562381744385, + "learning_rate": 8.486217205437502e-06, + "loss": 2.4462, + "step": 32827 + }, + { + "epoch": 0.5619404645748814, + "grad_norm": 2.294633150100708, + "learning_rate": 8.485669191556216e-06, + "loss": 2.5891, + "step": 32828 + }, + { + "epoch": 0.561957582293432, + "grad_norm": 2.29396390914917, + "learning_rate": 8.485121182329458e-06, + "loss": 2.4721, + "step": 32829 + }, + { + "epoch": 0.5619747000119824, + "grad_norm": 2.3381717205047607, + "learning_rate": 8.484573177758908e-06, + "loss": 2.5099, + "step": 32830 + }, + { + "epoch": 0.5619918177305329, + "grad_norm": 2.2528741359710693, + "learning_rate": 8.484025177846255e-06, + "loss": 2.4632, + "step": 32831 + }, + { + "epoch": 0.5620089354490834, + "grad_norm": 2.313260555267334, + "learning_rate": 8.48347718259318e-06, + "loss": 2.4654, + "step": 32832 + }, + { + "epoch": 0.5620260531676338, + "grad_norm": 2.2873172760009766, + "learning_rate": 8.482929192001362e-06, + "loss": 2.4993, + "step": 32833 + }, + { + "epoch": 0.5620431708861843, + "grad_norm": 2.392749547958374, + "learning_rate": 8.482381206072496e-06, + "loss": 2.4628, + "step": 32834 + }, + { + "epoch": 0.5620602886047348, + "grad_norm": 2.387354850769043, + "learning_rate": 8.481833224808258e-06, + "loss": 2.4975, + "step": 32835 + }, + { + "epoch": 0.5620774063232852, + "grad_norm": 2.345611810684204, + "learning_rate": 8.481285248210339e-06, + "loss": 2.3642, + "step": 32836 + }, + { + "epoch": 0.5620945240418357, + "grad_norm": 2.39841628074646, + "learning_rate": 8.480737276280419e-06, + "loss": 2.4051, + "step": 32837 + }, + { + "epoch": 0.5621116417603862, + "grad_norm": 2.335160255432129, + "learning_rate": 8.480189309020183e-06, + "loss": 2.6063, + "step": 32838 + }, + { + "epoch": 0.5621287594789367, + "grad_norm": 2.3626949787139893, + "learning_rate": 8.479641346431318e-06, + "loss": 2.3981, + "step": 32839 + }, + { + "epoch": 0.5621458771974871, + "grad_norm": 2.438093900680542, + "learning_rate": 8.479093388515501e-06, + "loss": 2.4611, + "step": 32840 + }, + { + "epoch": 0.5621629949160376, + "grad_norm": 2.2802693843841553, + "learning_rate": 8.478545435274424e-06, + "loss": 2.5133, + "step": 32841 + }, + { + "epoch": 0.5621801126345881, + "grad_norm": 2.3159375190734863, + "learning_rate": 8.477997486709767e-06, + "loss": 2.3817, + "step": 32842 + }, + { + "epoch": 0.5621972303531385, + "grad_norm": 2.324254274368286, + "learning_rate": 8.477449542823218e-06, + "loss": 2.5017, + "step": 32843 + }, + { + "epoch": 0.562214348071689, + "grad_norm": 2.310737133026123, + "learning_rate": 8.476901603616452e-06, + "loss": 2.4784, + "step": 32844 + }, + { + "epoch": 0.5622314657902395, + "grad_norm": 2.399735689163208, + "learning_rate": 8.476353669091166e-06, + "loss": 2.3559, + "step": 32845 + }, + { + "epoch": 0.5622485835087899, + "grad_norm": 2.464918375015259, + "learning_rate": 8.475805739249038e-06, + "loss": 2.5023, + "step": 32846 + }, + { + "epoch": 0.5622657012273404, + "grad_norm": 2.4401164054870605, + "learning_rate": 8.475257814091749e-06, + "loss": 2.3223, + "step": 32847 + }, + { + "epoch": 0.5622828189458909, + "grad_norm": 2.3503928184509277, + "learning_rate": 8.474709893620988e-06, + "loss": 2.4457, + "step": 32848 + }, + { + "epoch": 0.5622999366644413, + "grad_norm": 2.428650140762329, + "learning_rate": 8.474161977838434e-06, + "loss": 2.5029, + "step": 32849 + }, + { + "epoch": 0.5623170543829918, + "grad_norm": 2.463369131088257, + "learning_rate": 8.473614066745779e-06, + "loss": 2.5576, + "step": 32850 + }, + { + "epoch": 0.5623341721015424, + "grad_norm": 2.372162103652954, + "learning_rate": 8.473066160344696e-06, + "loss": 2.4108, + "step": 32851 + }, + { + "epoch": 0.5623512898200927, + "grad_norm": 2.3672847747802734, + "learning_rate": 8.472518258636882e-06, + "loss": 2.4664, + "step": 32852 + }, + { + "epoch": 0.5623684075386433, + "grad_norm": 2.4293172359466553, + "learning_rate": 8.471970361624014e-06, + "loss": 2.5853, + "step": 32853 + }, + { + "epoch": 0.5623855252571938, + "grad_norm": 2.375375270843506, + "learning_rate": 8.471422469307774e-06, + "loss": 2.4249, + "step": 32854 + }, + { + "epoch": 0.5624026429757442, + "grad_norm": 2.5312771797180176, + "learning_rate": 8.470874581689852e-06, + "loss": 2.4415, + "step": 32855 + }, + { + "epoch": 0.5624197606942947, + "grad_norm": 2.3253753185272217, + "learning_rate": 8.470326698771924e-06, + "loss": 2.4479, + "step": 32856 + }, + { + "epoch": 0.5624368784128452, + "grad_norm": 2.3249504566192627, + "learning_rate": 8.469778820555683e-06, + "loss": 2.4514, + "step": 32857 + }, + { + "epoch": 0.5624539961313956, + "grad_norm": 2.464095115661621, + "learning_rate": 8.469230947042806e-06, + "loss": 2.5013, + "step": 32858 + }, + { + "epoch": 0.5624711138499461, + "grad_norm": 2.2590606212615967, + "learning_rate": 8.468683078234983e-06, + "loss": 2.3946, + "step": 32859 + }, + { + "epoch": 0.5624882315684966, + "grad_norm": 2.452368974685669, + "learning_rate": 8.468135214133892e-06, + "loss": 2.5296, + "step": 32860 + }, + { + "epoch": 0.562505349287047, + "grad_norm": 2.376896858215332, + "learning_rate": 8.467587354741218e-06, + "loss": 2.4482, + "step": 32861 + }, + { + "epoch": 0.5625224670055975, + "grad_norm": 2.4287736415863037, + "learning_rate": 8.467039500058649e-06, + "loss": 2.5284, + "step": 32862 + }, + { + "epoch": 0.562539584724148, + "grad_norm": 2.390700101852417, + "learning_rate": 8.466491650087866e-06, + "loss": 2.4761, + "step": 32863 + }, + { + "epoch": 0.5625567024426984, + "grad_norm": 2.3912012577056885, + "learning_rate": 8.465943804830555e-06, + "loss": 2.5545, + "step": 32864 + }, + { + "epoch": 0.5625738201612489, + "grad_norm": 2.44722318649292, + "learning_rate": 8.465395964288392e-06, + "loss": 2.6521, + "step": 32865 + }, + { + "epoch": 0.5625909378797994, + "grad_norm": 2.234454870223999, + "learning_rate": 8.464848128463074e-06, + "loss": 2.3402, + "step": 32866 + }, + { + "epoch": 0.5626080555983498, + "grad_norm": 2.3734400272369385, + "learning_rate": 8.464300297356276e-06, + "loss": 2.5743, + "step": 32867 + }, + { + "epoch": 0.5626251733169003, + "grad_norm": 2.3576409816741943, + "learning_rate": 8.463752470969682e-06, + "loss": 2.4861, + "step": 32868 + }, + { + "epoch": 0.5626422910354508, + "grad_norm": 2.2466912269592285, + "learning_rate": 8.463204649304981e-06, + "loss": 2.5363, + "step": 32869 + }, + { + "epoch": 0.5626594087540012, + "grad_norm": 2.375089168548584, + "learning_rate": 8.462656832363847e-06, + "loss": 2.5325, + "step": 32870 + }, + { + "epoch": 0.5626765264725517, + "grad_norm": 2.354630470275879, + "learning_rate": 8.462109020147976e-06, + "loss": 2.4895, + "step": 32871 + }, + { + "epoch": 0.5626936441911022, + "grad_norm": 2.2584800720214844, + "learning_rate": 8.461561212659042e-06, + "loss": 2.4879, + "step": 32872 + }, + { + "epoch": 0.5627107619096526, + "grad_norm": 2.2538440227508545, + "learning_rate": 8.461013409898736e-06, + "loss": 2.4151, + "step": 32873 + }, + { + "epoch": 0.5627278796282031, + "grad_norm": 2.4576005935668945, + "learning_rate": 8.46046561186874e-06, + "loss": 2.5417, + "step": 32874 + }, + { + "epoch": 0.5627449973467537, + "grad_norm": 2.333621025085449, + "learning_rate": 8.459917818570733e-06, + "loss": 2.5548, + "step": 32875 + }, + { + "epoch": 0.562762115065304, + "grad_norm": 2.257012128829956, + "learning_rate": 8.459370030006403e-06, + "loss": 2.3652, + "step": 32876 + }, + { + "epoch": 0.5627792327838546, + "grad_norm": 2.385181427001953, + "learning_rate": 8.458822246177429e-06, + "loss": 2.5238, + "step": 32877 + }, + { + "epoch": 0.5627963505024051, + "grad_norm": 2.2767457962036133, + "learning_rate": 8.458274467085503e-06, + "loss": 2.376, + "step": 32878 + }, + { + "epoch": 0.5628134682209555, + "grad_norm": 2.523622512817383, + "learning_rate": 8.457726692732303e-06, + "loss": 2.508, + "step": 32879 + }, + { + "epoch": 0.562830585939506, + "grad_norm": 2.4762682914733887, + "learning_rate": 8.457178923119514e-06, + "loss": 2.3447, + "step": 32880 + }, + { + "epoch": 0.5628477036580565, + "grad_norm": 2.432143449783325, + "learning_rate": 8.456631158248817e-06, + "loss": 2.5037, + "step": 32881 + }, + { + "epoch": 0.5628648213766069, + "grad_norm": 2.2972731590270996, + "learning_rate": 8.456083398121901e-06, + "loss": 2.4808, + "step": 32882 + }, + { + "epoch": 0.5628819390951574, + "grad_norm": 2.3321993350982666, + "learning_rate": 8.455535642740448e-06, + "loss": 2.3507, + "step": 32883 + }, + { + "epoch": 0.5628990568137079, + "grad_norm": 2.32281231880188, + "learning_rate": 8.454987892106138e-06, + "loss": 2.5258, + "step": 32884 + }, + { + "epoch": 0.5629161745322584, + "grad_norm": 2.344517230987549, + "learning_rate": 8.454440146220658e-06, + "loss": 2.4967, + "step": 32885 + }, + { + "epoch": 0.5629332922508088, + "grad_norm": 2.3878304958343506, + "learning_rate": 8.453892405085686e-06, + "loss": 2.3369, + "step": 32886 + }, + { + "epoch": 0.5629504099693593, + "grad_norm": 2.430678129196167, + "learning_rate": 8.453344668702914e-06, + "loss": 2.4354, + "step": 32887 + }, + { + "epoch": 0.5629675276879098, + "grad_norm": 2.3504226207733154, + "learning_rate": 8.452796937074017e-06, + "loss": 2.3941, + "step": 32888 + }, + { + "epoch": 0.5629846454064602, + "grad_norm": 2.402900218963623, + "learning_rate": 8.45224921020069e-06, + "loss": 2.372, + "step": 32889 + }, + { + "epoch": 0.5630017631250107, + "grad_norm": 2.3794918060302734, + "learning_rate": 8.451701488084608e-06, + "loss": 2.5332, + "step": 32890 + }, + { + "epoch": 0.5630188808435612, + "grad_norm": 2.3188107013702393, + "learning_rate": 8.451153770727453e-06, + "loss": 2.4848, + "step": 32891 + }, + { + "epoch": 0.5630359985621116, + "grad_norm": 2.4682321548461914, + "learning_rate": 8.450606058130914e-06, + "loss": 2.5543, + "step": 32892 + }, + { + "epoch": 0.5630531162806621, + "grad_norm": 2.4587202072143555, + "learning_rate": 8.450058350296668e-06, + "loss": 2.4553, + "step": 32893 + }, + { + "epoch": 0.5630702339992126, + "grad_norm": 2.3878955841064453, + "learning_rate": 8.449510647226408e-06, + "loss": 2.4785, + "step": 32894 + }, + { + "epoch": 0.563087351717763, + "grad_norm": 2.338933229446411, + "learning_rate": 8.448962948921808e-06, + "loss": 2.4099, + "step": 32895 + }, + { + "epoch": 0.5631044694363135, + "grad_norm": 2.4619052410125732, + "learning_rate": 8.448415255384558e-06, + "loss": 2.3948, + "step": 32896 + }, + { + "epoch": 0.563121587154864, + "grad_norm": 2.2979564666748047, + "learning_rate": 8.447867566616341e-06, + "loss": 2.431, + "step": 32897 + }, + { + "epoch": 0.5631387048734144, + "grad_norm": 2.3815524578094482, + "learning_rate": 8.447319882618832e-06, + "loss": 2.4937, + "step": 32898 + }, + { + "epoch": 0.563155822591965, + "grad_norm": 2.4582042694091797, + "learning_rate": 8.446772203393726e-06, + "loss": 2.3908, + "step": 32899 + }, + { + "epoch": 0.5631729403105155, + "grad_norm": 2.3852431774139404, + "learning_rate": 8.446224528942698e-06, + "loss": 2.4742, + "step": 32900 + }, + { + "epoch": 0.5631900580290659, + "grad_norm": 2.3741769790649414, + "learning_rate": 8.445676859267436e-06, + "loss": 2.5125, + "step": 32901 + }, + { + "epoch": 0.5632071757476164, + "grad_norm": 2.4058802127838135, + "learning_rate": 8.445129194369619e-06, + "loss": 2.4179, + "step": 32902 + }, + { + "epoch": 0.5632242934661669, + "grad_norm": 2.342474937438965, + "learning_rate": 8.444581534250936e-06, + "loss": 2.497, + "step": 32903 + }, + { + "epoch": 0.5632414111847173, + "grad_norm": 2.3337581157684326, + "learning_rate": 8.444033878913068e-06, + "loss": 2.3888, + "step": 32904 + }, + { + "epoch": 0.5632585289032678, + "grad_norm": 2.5003113746643066, + "learning_rate": 8.443486228357694e-06, + "loss": 2.5064, + "step": 32905 + }, + { + "epoch": 0.5632756466218183, + "grad_norm": 2.35945200920105, + "learning_rate": 8.442938582586504e-06, + "loss": 2.5716, + "step": 32906 + }, + { + "epoch": 0.5632927643403687, + "grad_norm": 2.3924901485443115, + "learning_rate": 8.442390941601177e-06, + "loss": 2.4557, + "step": 32907 + }, + { + "epoch": 0.5633098820589192, + "grad_norm": 2.336087226867676, + "learning_rate": 8.4418433054034e-06, + "loss": 2.3537, + "step": 32908 + }, + { + "epoch": 0.5633269997774697, + "grad_norm": 2.2380430698394775, + "learning_rate": 8.441295673994848e-06, + "loss": 2.5457, + "step": 32909 + }, + { + "epoch": 0.5633441174960201, + "grad_norm": 2.196906328201294, + "learning_rate": 8.440748047377214e-06, + "loss": 2.4938, + "step": 32910 + }, + { + "epoch": 0.5633612352145706, + "grad_norm": 2.504669427871704, + "learning_rate": 8.44020042555218e-06, + "loss": 2.5058, + "step": 32911 + }, + { + "epoch": 0.5633783529331211, + "grad_norm": 2.3880462646484375, + "learning_rate": 8.43965280852142e-06, + "loss": 2.5304, + "step": 32912 + }, + { + "epoch": 0.5633954706516715, + "grad_norm": 2.3652617931365967, + "learning_rate": 8.43910519628663e-06, + "loss": 2.581, + "step": 32913 + }, + { + "epoch": 0.563412588370222, + "grad_norm": 2.5326788425445557, + "learning_rate": 8.43855758884948e-06, + "loss": 2.5861, + "step": 32914 + }, + { + "epoch": 0.5634297060887725, + "grad_norm": 2.4300379753112793, + "learning_rate": 8.438009986211664e-06, + "loss": 2.5176, + "step": 32915 + }, + { + "epoch": 0.5634468238073229, + "grad_norm": 2.4119722843170166, + "learning_rate": 8.43746238837486e-06, + "loss": 2.5151, + "step": 32916 + }, + { + "epoch": 0.5634639415258734, + "grad_norm": 2.4551475048065186, + "learning_rate": 8.436914795340753e-06, + "loss": 2.4284, + "step": 32917 + }, + { + "epoch": 0.5634810592444239, + "grad_norm": 2.3426499366760254, + "learning_rate": 8.436367207111027e-06, + "loss": 2.3245, + "step": 32918 + }, + { + "epoch": 0.5634981769629743, + "grad_norm": 2.3220174312591553, + "learning_rate": 8.435819623687357e-06, + "loss": 2.4417, + "step": 32919 + }, + { + "epoch": 0.5635152946815248, + "grad_norm": 2.4060869216918945, + "learning_rate": 8.435272045071438e-06, + "loss": 2.535, + "step": 32920 + }, + { + "epoch": 0.5635324124000753, + "grad_norm": 2.403130292892456, + "learning_rate": 8.434724471264945e-06, + "loss": 2.4553, + "step": 32921 + }, + { + "epoch": 0.5635495301186257, + "grad_norm": 2.41986346244812, + "learning_rate": 8.434176902269567e-06, + "loss": 2.4573, + "step": 32922 + }, + { + "epoch": 0.5635666478371762, + "grad_norm": 2.4758219718933105, + "learning_rate": 8.433629338086978e-06, + "loss": 2.4706, + "step": 32923 + }, + { + "epoch": 0.5635837655557268, + "grad_norm": 2.4118294715881348, + "learning_rate": 8.433081778718871e-06, + "loss": 2.4758, + "step": 32924 + }, + { + "epoch": 0.5636008832742772, + "grad_norm": 2.574458360671997, + "learning_rate": 8.432534224166925e-06, + "loss": 2.5672, + "step": 32925 + }, + { + "epoch": 0.5636180009928277, + "grad_norm": 2.6206655502319336, + "learning_rate": 8.431986674432818e-06, + "loss": 2.5475, + "step": 32926 + }, + { + "epoch": 0.5636351187113782, + "grad_norm": 2.3005008697509766, + "learning_rate": 8.431439129518241e-06, + "loss": 2.3479, + "step": 32927 + }, + { + "epoch": 0.5636522364299286, + "grad_norm": 2.5116775035858154, + "learning_rate": 8.430891589424872e-06, + "loss": 2.5184, + "step": 32928 + }, + { + "epoch": 0.5636693541484791, + "grad_norm": 2.6633012294769287, + "learning_rate": 8.4303440541544e-06, + "loss": 2.5802, + "step": 32929 + }, + { + "epoch": 0.5636864718670296, + "grad_norm": 2.4070093631744385, + "learning_rate": 8.429796523708495e-06, + "loss": 2.4108, + "step": 32930 + }, + { + "epoch": 0.5637035895855801, + "grad_norm": 2.652010679244995, + "learning_rate": 8.429248998088856e-06, + "loss": 2.4972, + "step": 32931 + }, + { + "epoch": 0.5637207073041305, + "grad_norm": 2.2391932010650635, + "learning_rate": 8.428701477297156e-06, + "loss": 2.4198, + "step": 32932 + }, + { + "epoch": 0.563737825022681, + "grad_norm": 2.5314934253692627, + "learning_rate": 8.42815396133508e-06, + "loss": 2.4309, + "step": 32933 + }, + { + "epoch": 0.5637549427412315, + "grad_norm": 2.5049424171447754, + "learning_rate": 8.427606450204312e-06, + "loss": 2.5062, + "step": 32934 + }, + { + "epoch": 0.5637720604597819, + "grad_norm": 2.4632179737091064, + "learning_rate": 8.42705894390653e-06, + "loss": 2.3713, + "step": 32935 + }, + { + "epoch": 0.5637891781783324, + "grad_norm": 2.2807977199554443, + "learning_rate": 8.426511442443423e-06, + "loss": 2.357, + "step": 32936 + }, + { + "epoch": 0.5638062958968829, + "grad_norm": 2.317807197570801, + "learning_rate": 8.425963945816671e-06, + "loss": 2.5365, + "step": 32937 + }, + { + "epoch": 0.5638234136154333, + "grad_norm": 2.412639856338501, + "learning_rate": 8.42541645402796e-06, + "loss": 2.458, + "step": 32938 + }, + { + "epoch": 0.5638405313339838, + "grad_norm": 2.34596848487854, + "learning_rate": 8.42486896707897e-06, + "loss": 2.566, + "step": 32939 + }, + { + "epoch": 0.5638576490525343, + "grad_norm": 2.4098174571990967, + "learning_rate": 8.42432148497138e-06, + "loss": 2.4116, + "step": 32940 + }, + { + "epoch": 0.5638747667710847, + "grad_norm": 2.3890981674194336, + "learning_rate": 8.42377400770688e-06, + "loss": 2.4869, + "step": 32941 + }, + { + "epoch": 0.5638918844896352, + "grad_norm": 2.333601713180542, + "learning_rate": 8.423226535287145e-06, + "loss": 2.3836, + "step": 32942 + }, + { + "epoch": 0.5639090022081857, + "grad_norm": 2.220590353012085, + "learning_rate": 8.422679067713868e-06, + "loss": 2.3935, + "step": 32943 + }, + { + "epoch": 0.5639261199267361, + "grad_norm": 2.4811573028564453, + "learning_rate": 8.422131604988722e-06, + "loss": 2.4016, + "step": 32944 + }, + { + "epoch": 0.5639432376452866, + "grad_norm": 2.32009220123291, + "learning_rate": 8.421584147113398e-06, + "loss": 2.4396, + "step": 32945 + }, + { + "epoch": 0.5639603553638372, + "grad_norm": 2.276968002319336, + "learning_rate": 8.421036694089571e-06, + "loss": 2.4352, + "step": 32946 + }, + { + "epoch": 0.5639774730823875, + "grad_norm": 2.3300020694732666, + "learning_rate": 8.420489245918927e-06, + "loss": 2.4645, + "step": 32947 + }, + { + "epoch": 0.5639945908009381, + "grad_norm": 2.3332202434539795, + "learning_rate": 8.41994180260315e-06, + "loss": 2.4559, + "step": 32948 + }, + { + "epoch": 0.5640117085194886, + "grad_norm": 2.416045665740967, + "learning_rate": 8.419394364143917e-06, + "loss": 2.4796, + "step": 32949 + }, + { + "epoch": 0.564028826238039, + "grad_norm": 2.3533217906951904, + "learning_rate": 8.41884693054292e-06, + "loss": 2.5263, + "step": 32950 + }, + { + "epoch": 0.5640459439565895, + "grad_norm": 2.4844956398010254, + "learning_rate": 8.418299501801833e-06, + "loss": 2.4751, + "step": 32951 + }, + { + "epoch": 0.56406306167514, + "grad_norm": 2.4101290702819824, + "learning_rate": 8.417752077922345e-06, + "loss": 2.3661, + "step": 32952 + }, + { + "epoch": 0.5640801793936904, + "grad_norm": 2.413919687271118, + "learning_rate": 8.417204658906136e-06, + "loss": 2.4269, + "step": 32953 + }, + { + "epoch": 0.5640972971122409, + "grad_norm": 2.6246371269226074, + "learning_rate": 8.416657244754887e-06, + "loss": 2.5128, + "step": 32954 + }, + { + "epoch": 0.5641144148307914, + "grad_norm": 2.446075201034546, + "learning_rate": 8.416109835470284e-06, + "loss": 2.4736, + "step": 32955 + }, + { + "epoch": 0.5641315325493418, + "grad_norm": 2.412578821182251, + "learning_rate": 8.415562431054004e-06, + "loss": 2.4037, + "step": 32956 + }, + { + "epoch": 0.5641486502678923, + "grad_norm": 2.4859726428985596, + "learning_rate": 8.415015031507734e-06, + "loss": 2.4583, + "step": 32957 + }, + { + "epoch": 0.5641657679864428, + "grad_norm": 2.524857521057129, + "learning_rate": 8.414467636833156e-06, + "loss": 2.4408, + "step": 32958 + }, + { + "epoch": 0.5641828857049932, + "grad_norm": 2.4787638187408447, + "learning_rate": 8.413920247031954e-06, + "loss": 2.5465, + "step": 32959 + }, + { + "epoch": 0.5642000034235437, + "grad_norm": 2.3689894676208496, + "learning_rate": 8.413372862105804e-06, + "loss": 2.4025, + "step": 32960 + }, + { + "epoch": 0.5642171211420942, + "grad_norm": 2.2962307929992676, + "learning_rate": 8.412825482056396e-06, + "loss": 2.3484, + "step": 32961 + }, + { + "epoch": 0.5642342388606446, + "grad_norm": 2.3943588733673096, + "learning_rate": 8.412278106885411e-06, + "loss": 2.2554, + "step": 32962 + }, + { + "epoch": 0.5642513565791951, + "grad_norm": 2.497739315032959, + "learning_rate": 8.411730736594525e-06, + "loss": 2.6286, + "step": 32963 + }, + { + "epoch": 0.5642684742977456, + "grad_norm": 2.310558319091797, + "learning_rate": 8.41118337118543e-06, + "loss": 2.4562, + "step": 32964 + }, + { + "epoch": 0.564285592016296, + "grad_norm": 2.442303419113159, + "learning_rate": 8.4106360106598e-06, + "loss": 2.5032, + "step": 32965 + }, + { + "epoch": 0.5643027097348465, + "grad_norm": 2.328342914581299, + "learning_rate": 8.410088655019324e-06, + "loss": 2.5595, + "step": 32966 + }, + { + "epoch": 0.564319827453397, + "grad_norm": 2.4691455364227295, + "learning_rate": 8.409541304265678e-06, + "loss": 2.4937, + "step": 32967 + }, + { + "epoch": 0.5643369451719474, + "grad_norm": 2.3767147064208984, + "learning_rate": 8.408993958400552e-06, + "loss": 2.3784, + "step": 32968 + }, + { + "epoch": 0.5643540628904979, + "grad_norm": 2.2061328887939453, + "learning_rate": 8.408446617425624e-06, + "loss": 2.3958, + "step": 32969 + }, + { + "epoch": 0.5643711806090485, + "grad_norm": 2.3750364780426025, + "learning_rate": 8.407899281342573e-06, + "loss": 2.4183, + "step": 32970 + }, + { + "epoch": 0.5643882983275988, + "grad_norm": 2.349839687347412, + "learning_rate": 8.407351950153089e-06, + "loss": 2.423, + "step": 32971 + }, + { + "epoch": 0.5644054160461494, + "grad_norm": 2.261030912399292, + "learning_rate": 8.406804623858844e-06, + "loss": 2.3507, + "step": 32972 + }, + { + "epoch": 0.5644225337646999, + "grad_norm": 2.352660894393921, + "learning_rate": 8.406257302461532e-06, + "loss": 2.4812, + "step": 32973 + }, + { + "epoch": 0.5644396514832503, + "grad_norm": 2.349381685256958, + "learning_rate": 8.405709985962827e-06, + "loss": 2.5007, + "step": 32974 + }, + { + "epoch": 0.5644567692018008, + "grad_norm": 2.432216167449951, + "learning_rate": 8.405162674364417e-06, + "loss": 2.4931, + "step": 32975 + }, + { + "epoch": 0.5644738869203513, + "grad_norm": 2.5452823638916016, + "learning_rate": 8.40461536766798e-06, + "loss": 2.6575, + "step": 32976 + }, + { + "epoch": 0.5644910046389017, + "grad_norm": 2.2548649311065674, + "learning_rate": 8.404068065875196e-06, + "loss": 2.4366, + "step": 32977 + }, + { + "epoch": 0.5645081223574522, + "grad_norm": 2.6002848148345947, + "learning_rate": 8.403520768987755e-06, + "loss": 2.4826, + "step": 32978 + }, + { + "epoch": 0.5645252400760027, + "grad_norm": 2.435960054397583, + "learning_rate": 8.40297347700733e-06, + "loss": 2.4895, + "step": 32979 + }, + { + "epoch": 0.5645423577945532, + "grad_norm": 2.2689881324768066, + "learning_rate": 8.402426189935613e-06, + "loss": 2.3258, + "step": 32980 + }, + { + "epoch": 0.5645594755131036, + "grad_norm": 2.3154516220092773, + "learning_rate": 8.401878907774278e-06, + "loss": 2.5198, + "step": 32981 + }, + { + "epoch": 0.5645765932316541, + "grad_norm": 2.3701791763305664, + "learning_rate": 8.401331630525012e-06, + "loss": 2.3508, + "step": 32982 + }, + { + "epoch": 0.5645937109502046, + "grad_norm": 2.3156797885894775, + "learning_rate": 8.400784358189497e-06, + "loss": 2.4147, + "step": 32983 + }, + { + "epoch": 0.564610828668755, + "grad_norm": 2.37943959236145, + "learning_rate": 8.40023709076941e-06, + "loss": 2.4424, + "step": 32984 + }, + { + "epoch": 0.5646279463873055, + "grad_norm": 2.2446603775024414, + "learning_rate": 8.39968982826644e-06, + "loss": 2.337, + "step": 32985 + }, + { + "epoch": 0.564645064105856, + "grad_norm": 2.355865716934204, + "learning_rate": 8.399142570682262e-06, + "loss": 2.4628, + "step": 32986 + }, + { + "epoch": 0.5646621818244064, + "grad_norm": 2.3701133728027344, + "learning_rate": 8.398595318018567e-06, + "loss": 2.6003, + "step": 32987 + }, + { + "epoch": 0.5646792995429569, + "grad_norm": 2.372222661972046, + "learning_rate": 8.398048070277026e-06, + "loss": 2.4126, + "step": 32988 + }, + { + "epoch": 0.5646964172615074, + "grad_norm": 2.4725406169891357, + "learning_rate": 8.397500827459331e-06, + "loss": 2.5175, + "step": 32989 + }, + { + "epoch": 0.5647135349800578, + "grad_norm": 2.6191604137420654, + "learning_rate": 8.396953589567162e-06, + "loss": 2.5922, + "step": 32990 + }, + { + "epoch": 0.5647306526986083, + "grad_norm": 2.1777427196502686, + "learning_rate": 8.396406356602195e-06, + "loss": 2.4034, + "step": 32991 + }, + { + "epoch": 0.5647477704171588, + "grad_norm": 2.3146119117736816, + "learning_rate": 8.39585912856612e-06, + "loss": 2.5482, + "step": 32992 + }, + { + "epoch": 0.5647648881357092, + "grad_norm": 2.369232654571533, + "learning_rate": 8.395311905460608e-06, + "loss": 2.4247, + "step": 32993 + }, + { + "epoch": 0.5647820058542597, + "grad_norm": 2.3385660648345947, + "learning_rate": 8.394764687287354e-06, + "loss": 2.4775, + "step": 32994 + }, + { + "epoch": 0.5647991235728103, + "grad_norm": 2.3787524700164795, + "learning_rate": 8.39421747404803e-06, + "loss": 2.4976, + "step": 32995 + }, + { + "epoch": 0.5648162412913607, + "grad_norm": 2.335782051086426, + "learning_rate": 8.393670265744326e-06, + "loss": 2.5614, + "step": 32996 + }, + { + "epoch": 0.5648333590099112, + "grad_norm": 2.392190933227539, + "learning_rate": 8.393123062377921e-06, + "loss": 2.4967, + "step": 32997 + }, + { + "epoch": 0.5648504767284617, + "grad_norm": 2.437863349914551, + "learning_rate": 8.392575863950492e-06, + "loss": 2.4833, + "step": 32998 + }, + { + "epoch": 0.5648675944470121, + "grad_norm": 2.3822059631347656, + "learning_rate": 8.392028670463727e-06, + "loss": 2.4413, + "step": 32999 + }, + { + "epoch": 0.5648847121655626, + "grad_norm": 2.497629165649414, + "learning_rate": 8.391481481919301e-06, + "loss": 2.5273, + "step": 33000 + }, + { + "epoch": 0.5649018298841131, + "grad_norm": 2.391388416290283, + "learning_rate": 8.390934298318906e-06, + "loss": 2.5954, + "step": 33001 + }, + { + "epoch": 0.5649189476026635, + "grad_norm": 2.3790793418884277, + "learning_rate": 8.390387119664215e-06, + "loss": 2.3907, + "step": 33002 + }, + { + "epoch": 0.564936065321214, + "grad_norm": 2.340167284011841, + "learning_rate": 8.389839945956916e-06, + "loss": 2.5045, + "step": 33003 + }, + { + "epoch": 0.5649531830397645, + "grad_norm": 2.3180813789367676, + "learning_rate": 8.389292777198688e-06, + "loss": 2.5229, + "step": 33004 + }, + { + "epoch": 0.5649703007583149, + "grad_norm": 2.3896775245666504, + "learning_rate": 8.388745613391207e-06, + "loss": 2.4782, + "step": 33005 + }, + { + "epoch": 0.5649874184768654, + "grad_norm": 2.3400702476501465, + "learning_rate": 8.388198454536167e-06, + "loss": 2.4977, + "step": 33006 + }, + { + "epoch": 0.5650045361954159, + "grad_norm": 2.366830348968506, + "learning_rate": 8.38765130063524e-06, + "loss": 2.5309, + "step": 33007 + }, + { + "epoch": 0.5650216539139663, + "grad_norm": 2.4491612911224365, + "learning_rate": 8.387104151690113e-06, + "loss": 2.4909, + "step": 33008 + }, + { + "epoch": 0.5650387716325168, + "grad_norm": 2.395477533340454, + "learning_rate": 8.386557007702461e-06, + "loss": 2.4059, + "step": 33009 + }, + { + "epoch": 0.5650558893510673, + "grad_norm": 2.3993897438049316, + "learning_rate": 8.386009868673977e-06, + "loss": 2.4762, + "step": 33010 + }, + { + "epoch": 0.5650730070696177, + "grad_norm": 2.284414768218994, + "learning_rate": 8.385462734606334e-06, + "loss": 2.5163, + "step": 33011 + }, + { + "epoch": 0.5650901247881682, + "grad_norm": 2.2749593257904053, + "learning_rate": 8.384915605501215e-06, + "loss": 2.4711, + "step": 33012 + }, + { + "epoch": 0.5651072425067187, + "grad_norm": 2.377641201019287, + "learning_rate": 8.384368481360304e-06, + "loss": 2.5106, + "step": 33013 + }, + { + "epoch": 0.5651243602252691, + "grad_norm": 2.4727284908294678, + "learning_rate": 8.383821362185278e-06, + "loss": 2.4362, + "step": 33014 + }, + { + "epoch": 0.5651414779438196, + "grad_norm": 2.3689451217651367, + "learning_rate": 8.383274247977827e-06, + "loss": 2.4904, + "step": 33015 + }, + { + "epoch": 0.5651585956623701, + "grad_norm": 2.4695117473602295, + "learning_rate": 8.382727138739622e-06, + "loss": 2.4766, + "step": 33016 + }, + { + "epoch": 0.5651757133809205, + "grad_norm": 2.4520654678344727, + "learning_rate": 8.382180034472353e-06, + "loss": 2.4296, + "step": 33017 + }, + { + "epoch": 0.565192831099471, + "grad_norm": 2.31545090675354, + "learning_rate": 8.381632935177702e-06, + "loss": 2.4415, + "step": 33018 + }, + { + "epoch": 0.5652099488180216, + "grad_norm": 2.4433348178863525, + "learning_rate": 8.381085840857343e-06, + "loss": 2.5628, + "step": 33019 + }, + { + "epoch": 0.565227066536572, + "grad_norm": 2.378373384475708, + "learning_rate": 8.380538751512965e-06, + "loss": 2.5259, + "step": 33020 + }, + { + "epoch": 0.5652441842551225, + "grad_norm": 2.4290761947631836, + "learning_rate": 8.37999166714624e-06, + "loss": 2.5125, + "step": 33021 + }, + { + "epoch": 0.565261301973673, + "grad_norm": 2.259290933609009, + "learning_rate": 8.379444587758864e-06, + "loss": 2.3698, + "step": 33022 + }, + { + "epoch": 0.5652784196922234, + "grad_norm": 2.335212469100952, + "learning_rate": 8.378897513352507e-06, + "loss": 2.5211, + "step": 33023 + }, + { + "epoch": 0.5652955374107739, + "grad_norm": 2.414867877960205, + "learning_rate": 8.378350443928857e-06, + "loss": 2.5271, + "step": 33024 + }, + { + "epoch": 0.5653126551293244, + "grad_norm": 2.2243010997772217, + "learning_rate": 8.377803379489588e-06, + "loss": 2.4788, + "step": 33025 + }, + { + "epoch": 0.5653297728478749, + "grad_norm": 2.3634092807769775, + "learning_rate": 8.37725632003639e-06, + "loss": 2.4982, + "step": 33026 + }, + { + "epoch": 0.5653468905664253, + "grad_norm": 2.488619565963745, + "learning_rate": 8.37670926557094e-06, + "loss": 2.4341, + "step": 33027 + }, + { + "epoch": 0.5653640082849758, + "grad_norm": 2.494621992111206, + "learning_rate": 8.376162216094919e-06, + "loss": 2.5449, + "step": 33028 + }, + { + "epoch": 0.5653811260035263, + "grad_norm": 2.403424024581909, + "learning_rate": 8.375615171610013e-06, + "loss": 2.3697, + "step": 33029 + }, + { + "epoch": 0.5653982437220767, + "grad_norm": 2.230055570602417, + "learning_rate": 8.375068132117893e-06, + "loss": 2.4409, + "step": 33030 + }, + { + "epoch": 0.5654153614406272, + "grad_norm": 2.401407480239868, + "learning_rate": 8.374521097620252e-06, + "loss": 2.36, + "step": 33031 + }, + { + "epoch": 0.5654324791591777, + "grad_norm": 2.564957618713379, + "learning_rate": 8.373974068118764e-06, + "loss": 2.5888, + "step": 33032 + }, + { + "epoch": 0.5654495968777281, + "grad_norm": 2.5029420852661133, + "learning_rate": 8.373427043615116e-06, + "loss": 2.5469, + "step": 33033 + }, + { + "epoch": 0.5654667145962786, + "grad_norm": 2.3547778129577637, + "learning_rate": 8.372880024110987e-06, + "loss": 2.4944, + "step": 33034 + }, + { + "epoch": 0.5654838323148291, + "grad_norm": 2.4720001220703125, + "learning_rate": 8.372333009608055e-06, + "loss": 2.6242, + "step": 33035 + }, + { + "epoch": 0.5655009500333795, + "grad_norm": 2.369579792022705, + "learning_rate": 8.371786000108009e-06, + "loss": 2.4877, + "step": 33036 + }, + { + "epoch": 0.56551806775193, + "grad_norm": 2.451143980026245, + "learning_rate": 8.371238995612519e-06, + "loss": 2.5371, + "step": 33037 + }, + { + "epoch": 0.5655351854704805, + "grad_norm": 2.5631237030029297, + "learning_rate": 8.370691996123277e-06, + "loss": 2.5236, + "step": 33038 + }, + { + "epoch": 0.5655523031890309, + "grad_norm": 3.015662908554077, + "learning_rate": 8.370145001641958e-06, + "loss": 2.3745, + "step": 33039 + }, + { + "epoch": 0.5655694209075814, + "grad_norm": 2.4715898036956787, + "learning_rate": 8.369598012170249e-06, + "loss": 2.4212, + "step": 33040 + }, + { + "epoch": 0.565586538626132, + "grad_norm": 2.3193767070770264, + "learning_rate": 8.369051027709824e-06, + "loss": 2.3881, + "step": 33041 + }, + { + "epoch": 0.5656036563446823, + "grad_norm": 2.2963340282440186, + "learning_rate": 8.368504048262367e-06, + "loss": 2.5733, + "step": 33042 + }, + { + "epoch": 0.5656207740632329, + "grad_norm": 2.3573482036590576, + "learning_rate": 8.367957073829563e-06, + "loss": 2.5138, + "step": 33043 + }, + { + "epoch": 0.5656378917817834, + "grad_norm": 2.271265745162964, + "learning_rate": 8.367410104413087e-06, + "loss": 2.4027, + "step": 33044 + }, + { + "epoch": 0.5656550095003338, + "grad_norm": 2.2825844287872314, + "learning_rate": 8.366863140014627e-06, + "loss": 2.372, + "step": 33045 + }, + { + "epoch": 0.5656721272188843, + "grad_norm": 2.312648057937622, + "learning_rate": 8.366316180635858e-06, + "loss": 2.455, + "step": 33046 + }, + { + "epoch": 0.5656892449374348, + "grad_norm": 2.4352614879608154, + "learning_rate": 8.365769226278466e-06, + "loss": 2.4422, + "step": 33047 + }, + { + "epoch": 0.5657063626559852, + "grad_norm": 2.4664268493652344, + "learning_rate": 8.36522227694413e-06, + "loss": 2.4371, + "step": 33048 + }, + { + "epoch": 0.5657234803745357, + "grad_norm": 2.4028232097625732, + "learning_rate": 8.364675332634529e-06, + "loss": 2.435, + "step": 33049 + }, + { + "epoch": 0.5657405980930862, + "grad_norm": 2.341902732849121, + "learning_rate": 8.364128393351348e-06, + "loss": 2.4396, + "step": 33050 + }, + { + "epoch": 0.5657577158116366, + "grad_norm": 2.4561927318573, + "learning_rate": 8.363581459096262e-06, + "loss": 2.5185, + "step": 33051 + }, + { + "epoch": 0.5657748335301871, + "grad_norm": 2.329343795776367, + "learning_rate": 8.363034529870961e-06, + "loss": 2.4283, + "step": 33052 + }, + { + "epoch": 0.5657919512487376, + "grad_norm": 2.4104838371276855, + "learning_rate": 8.362487605677119e-06, + "loss": 2.4055, + "step": 33053 + }, + { + "epoch": 0.565809068967288, + "grad_norm": 2.5402653217315674, + "learning_rate": 8.36194068651642e-06, + "loss": 2.5071, + "step": 33054 + }, + { + "epoch": 0.5658261866858385, + "grad_norm": 2.446030378341675, + "learning_rate": 8.361393772390547e-06, + "loss": 2.4893, + "step": 33055 + }, + { + "epoch": 0.565843304404389, + "grad_norm": 2.332636833190918, + "learning_rate": 8.360846863301178e-06, + "loss": 2.4721, + "step": 33056 + }, + { + "epoch": 0.5658604221229394, + "grad_norm": 2.2887930870056152, + "learning_rate": 8.360299959249994e-06, + "loss": 2.4497, + "step": 33057 + }, + { + "epoch": 0.5658775398414899, + "grad_norm": 2.495232343673706, + "learning_rate": 8.359753060238673e-06, + "loss": 2.5438, + "step": 33058 + }, + { + "epoch": 0.5658946575600404, + "grad_norm": 2.4216063022613525, + "learning_rate": 8.359206166268904e-06, + "loss": 2.5127, + "step": 33059 + }, + { + "epoch": 0.5659117752785908, + "grad_norm": 2.391287326812744, + "learning_rate": 8.358659277342361e-06, + "loss": 2.5461, + "step": 33060 + }, + { + "epoch": 0.5659288929971413, + "grad_norm": 2.404282808303833, + "learning_rate": 8.35811239346073e-06, + "loss": 2.5478, + "step": 33061 + }, + { + "epoch": 0.5659460107156918, + "grad_norm": 2.4568371772766113, + "learning_rate": 8.357565514625689e-06, + "loss": 2.5622, + "step": 33062 + }, + { + "epoch": 0.5659631284342422, + "grad_norm": 2.370319128036499, + "learning_rate": 8.357018640838915e-06, + "loss": 2.4275, + "step": 33063 + }, + { + "epoch": 0.5659802461527927, + "grad_norm": 2.4448812007904053, + "learning_rate": 8.356471772102098e-06, + "loss": 2.5055, + "step": 33064 + }, + { + "epoch": 0.5659973638713433, + "grad_norm": 2.2788963317871094, + "learning_rate": 8.355924908416913e-06, + "loss": 2.4722, + "step": 33065 + }, + { + "epoch": 0.5660144815898936, + "grad_norm": 2.516130208969116, + "learning_rate": 8.355378049785042e-06, + "loss": 2.5851, + "step": 33066 + }, + { + "epoch": 0.5660315993084442, + "grad_norm": 2.3487536907196045, + "learning_rate": 8.354831196208162e-06, + "loss": 2.4637, + "step": 33067 + }, + { + "epoch": 0.5660487170269947, + "grad_norm": 2.479337215423584, + "learning_rate": 8.354284347687962e-06, + "loss": 2.6138, + "step": 33068 + }, + { + "epoch": 0.5660658347455451, + "grad_norm": 2.393239736557007, + "learning_rate": 8.353737504226119e-06, + "loss": 2.5286, + "step": 33069 + }, + { + "epoch": 0.5660829524640956, + "grad_norm": 2.422125816345215, + "learning_rate": 8.353190665824308e-06, + "loss": 2.4638, + "step": 33070 + }, + { + "epoch": 0.5661000701826461, + "grad_norm": 2.396251916885376, + "learning_rate": 8.352643832484219e-06, + "loss": 2.531, + "step": 33071 + }, + { + "epoch": 0.5661171879011966, + "grad_norm": 2.4591240882873535, + "learning_rate": 8.352097004207529e-06, + "loss": 2.4417, + "step": 33072 + }, + { + "epoch": 0.566134305619747, + "grad_norm": 2.307504177093506, + "learning_rate": 8.35155018099592e-06, + "loss": 2.4122, + "step": 33073 + }, + { + "epoch": 0.5661514233382975, + "grad_norm": 2.4129927158355713, + "learning_rate": 8.351003362851066e-06, + "loss": 2.4283, + "step": 33074 + }, + { + "epoch": 0.566168541056848, + "grad_norm": 2.440661907196045, + "learning_rate": 8.350456549774656e-06, + "loss": 2.3829, + "step": 33075 + }, + { + "epoch": 0.5661856587753984, + "grad_norm": 2.267254590988159, + "learning_rate": 8.349909741768372e-06, + "loss": 2.4682, + "step": 33076 + }, + { + "epoch": 0.5662027764939489, + "grad_norm": 2.411280632019043, + "learning_rate": 8.349362938833885e-06, + "loss": 2.4628, + "step": 33077 + }, + { + "epoch": 0.5662198942124994, + "grad_norm": 2.2906174659729004, + "learning_rate": 8.348816140972884e-06, + "loss": 2.4345, + "step": 33078 + }, + { + "epoch": 0.5662370119310498, + "grad_norm": 2.3693220615386963, + "learning_rate": 8.348269348187043e-06, + "loss": 2.5663, + "step": 33079 + }, + { + "epoch": 0.5662541296496003, + "grad_norm": 2.317206859588623, + "learning_rate": 8.34772256047805e-06, + "loss": 2.4027, + "step": 33080 + }, + { + "epoch": 0.5662712473681508, + "grad_norm": 2.390071153640747, + "learning_rate": 8.347175777847581e-06, + "loss": 2.5105, + "step": 33081 + }, + { + "epoch": 0.5662883650867012, + "grad_norm": 2.4608347415924072, + "learning_rate": 8.346629000297319e-06, + "loss": 2.542, + "step": 33082 + }, + { + "epoch": 0.5663054828052517, + "grad_norm": 2.4552929401397705, + "learning_rate": 8.346082227828942e-06, + "loss": 2.5012, + "step": 33083 + }, + { + "epoch": 0.5663226005238022, + "grad_norm": 2.4407036304473877, + "learning_rate": 8.345535460444131e-06, + "loss": 2.3914, + "step": 33084 + }, + { + "epoch": 0.5663397182423526, + "grad_norm": 2.428576946258545, + "learning_rate": 8.34498869814457e-06, + "loss": 2.4246, + "step": 33085 + }, + { + "epoch": 0.5663568359609031, + "grad_norm": 2.247241497039795, + "learning_rate": 8.344441940931935e-06, + "loss": 2.3928, + "step": 33086 + }, + { + "epoch": 0.5663739536794536, + "grad_norm": 2.538517951965332, + "learning_rate": 8.34389518880791e-06, + "loss": 2.5524, + "step": 33087 + }, + { + "epoch": 0.566391071398004, + "grad_norm": 2.6203761100769043, + "learning_rate": 8.34334844177417e-06, + "loss": 2.5708, + "step": 33088 + }, + { + "epoch": 0.5664081891165546, + "grad_norm": 2.4312117099761963, + "learning_rate": 8.342801699832406e-06, + "loss": 2.4439, + "step": 33089 + }, + { + "epoch": 0.5664253068351051, + "grad_norm": 2.4658215045928955, + "learning_rate": 8.342254962984286e-06, + "loss": 2.4844, + "step": 33090 + }, + { + "epoch": 0.5664424245536555, + "grad_norm": 2.31180739402771, + "learning_rate": 8.341708231231501e-06, + "loss": 2.2678, + "step": 33091 + }, + { + "epoch": 0.566459542272206, + "grad_norm": 2.494875431060791, + "learning_rate": 8.341161504575727e-06, + "loss": 2.5199, + "step": 33092 + }, + { + "epoch": 0.5664766599907565, + "grad_norm": 2.426549196243286, + "learning_rate": 8.340614783018642e-06, + "loss": 2.4255, + "step": 33093 + }, + { + "epoch": 0.5664937777093069, + "grad_norm": 2.302027463912964, + "learning_rate": 8.340068066561932e-06, + "loss": 2.395, + "step": 33094 + }, + { + "epoch": 0.5665108954278574, + "grad_norm": 2.4619598388671875, + "learning_rate": 8.339521355207269e-06, + "loss": 2.4318, + "step": 33095 + }, + { + "epoch": 0.5665280131464079, + "grad_norm": 2.3918614387512207, + "learning_rate": 8.338974648956344e-06, + "loss": 2.3592, + "step": 33096 + }, + { + "epoch": 0.5665451308649583, + "grad_norm": 2.347149610519409, + "learning_rate": 8.33842794781083e-06, + "loss": 2.3338, + "step": 33097 + }, + { + "epoch": 0.5665622485835088, + "grad_norm": 2.45933198928833, + "learning_rate": 8.33788125177241e-06, + "loss": 2.5156, + "step": 33098 + }, + { + "epoch": 0.5665793663020593, + "grad_norm": 2.671412229537964, + "learning_rate": 8.337334560842766e-06, + "loss": 2.603, + "step": 33099 + }, + { + "epoch": 0.5665964840206097, + "grad_norm": 2.4838247299194336, + "learning_rate": 8.33678787502357e-06, + "loss": 2.5576, + "step": 33100 + }, + { + "epoch": 0.5666136017391602, + "grad_norm": 2.4513814449310303, + "learning_rate": 8.336241194316516e-06, + "loss": 2.5381, + "step": 33101 + }, + { + "epoch": 0.5666307194577107, + "grad_norm": 2.6159605979919434, + "learning_rate": 8.335694518723272e-06, + "loss": 2.5294, + "step": 33102 + }, + { + "epoch": 0.5666478371762611, + "grad_norm": 2.405351161956787, + "learning_rate": 8.335147848245527e-06, + "loss": 2.4422, + "step": 33103 + }, + { + "epoch": 0.5666649548948116, + "grad_norm": 2.53399920463562, + "learning_rate": 8.334601182884951e-06, + "loss": 2.5313, + "step": 33104 + }, + { + "epoch": 0.5666820726133621, + "grad_norm": 2.538112163543701, + "learning_rate": 8.334054522643236e-06, + "loss": 2.482, + "step": 33105 + }, + { + "epoch": 0.5666991903319125, + "grad_norm": 2.4437921047210693, + "learning_rate": 8.333507867522058e-06, + "loss": 2.4524, + "step": 33106 + }, + { + "epoch": 0.566716308050463, + "grad_norm": 2.281578302383423, + "learning_rate": 8.332961217523088e-06, + "loss": 2.5446, + "step": 33107 + }, + { + "epoch": 0.5667334257690135, + "grad_norm": 2.2236275672912598, + "learning_rate": 8.332414572648022e-06, + "loss": 2.3714, + "step": 33108 + }, + { + "epoch": 0.5667505434875639, + "grad_norm": 2.3802943229675293, + "learning_rate": 8.331867932898529e-06, + "loss": 2.5205, + "step": 33109 + }, + { + "epoch": 0.5667676612061144, + "grad_norm": 2.2429423332214355, + "learning_rate": 8.331321298276296e-06, + "loss": 2.4821, + "step": 33110 + }, + { + "epoch": 0.566784778924665, + "grad_norm": 2.262829065322876, + "learning_rate": 8.330774668782996e-06, + "loss": 2.5589, + "step": 33111 + }, + { + "epoch": 0.5668018966432153, + "grad_norm": 2.3351852893829346, + "learning_rate": 8.330228044420316e-06, + "loss": 2.489, + "step": 33112 + }, + { + "epoch": 0.5668190143617658, + "grad_norm": 2.4965341091156006, + "learning_rate": 8.329681425189933e-06, + "loss": 2.6402, + "step": 33113 + }, + { + "epoch": 0.5668361320803164, + "grad_norm": 2.3558950424194336, + "learning_rate": 8.329134811093527e-06, + "loss": 2.494, + "step": 33114 + }, + { + "epoch": 0.5668532497988668, + "grad_norm": 2.380661964416504, + "learning_rate": 8.328588202132779e-06, + "loss": 2.5107, + "step": 33115 + }, + { + "epoch": 0.5668703675174173, + "grad_norm": 2.3056039810180664, + "learning_rate": 8.328041598309364e-06, + "loss": 2.5002, + "step": 33116 + }, + { + "epoch": 0.5668874852359678, + "grad_norm": 2.269256114959717, + "learning_rate": 8.32749499962497e-06, + "loss": 2.4158, + "step": 33117 + }, + { + "epoch": 0.5669046029545182, + "grad_norm": 2.310044288635254, + "learning_rate": 8.326948406081274e-06, + "loss": 2.4677, + "step": 33118 + }, + { + "epoch": 0.5669217206730687, + "grad_norm": 2.4063737392425537, + "learning_rate": 8.326401817679955e-06, + "loss": 2.5352, + "step": 33119 + }, + { + "epoch": 0.5669388383916192, + "grad_norm": 2.3070671558380127, + "learning_rate": 8.325855234422695e-06, + "loss": 2.4415, + "step": 33120 + }, + { + "epoch": 0.5669559561101697, + "grad_norm": 2.2580394744873047, + "learning_rate": 8.325308656311168e-06, + "loss": 2.3657, + "step": 33121 + }, + { + "epoch": 0.5669730738287201, + "grad_norm": 2.330350399017334, + "learning_rate": 8.324762083347064e-06, + "loss": 2.4843, + "step": 33122 + }, + { + "epoch": 0.5669901915472706, + "grad_norm": 2.3244822025299072, + "learning_rate": 8.324215515532053e-06, + "loss": 2.4826, + "step": 33123 + }, + { + "epoch": 0.5670073092658211, + "grad_norm": 2.19632887840271, + "learning_rate": 8.323668952867822e-06, + "loss": 2.3923, + "step": 33124 + }, + { + "epoch": 0.5670244269843715, + "grad_norm": 2.262439012527466, + "learning_rate": 8.323122395356049e-06, + "loss": 2.3255, + "step": 33125 + }, + { + "epoch": 0.567041544702922, + "grad_norm": 2.4096181392669678, + "learning_rate": 8.322575842998415e-06, + "loss": 2.4838, + "step": 33126 + }, + { + "epoch": 0.5670586624214725, + "grad_norm": 2.3687567710876465, + "learning_rate": 8.322029295796596e-06, + "loss": 2.4923, + "step": 33127 + }, + { + "epoch": 0.5670757801400229, + "grad_norm": 2.3073198795318604, + "learning_rate": 8.321482753752272e-06, + "loss": 2.4492, + "step": 33128 + }, + { + "epoch": 0.5670928978585734, + "grad_norm": 2.305177927017212, + "learning_rate": 8.32093621686713e-06, + "loss": 2.4683, + "step": 33129 + }, + { + "epoch": 0.5671100155771239, + "grad_norm": 2.4403445720672607, + "learning_rate": 8.32038968514284e-06, + "loss": 2.5478, + "step": 33130 + }, + { + "epoch": 0.5671271332956743, + "grad_norm": 2.3910140991210938, + "learning_rate": 8.319843158581092e-06, + "loss": 2.4385, + "step": 33131 + }, + { + "epoch": 0.5671442510142248, + "grad_norm": 2.3367502689361572, + "learning_rate": 8.319296637183556e-06, + "loss": 2.5198, + "step": 33132 + }, + { + "epoch": 0.5671613687327753, + "grad_norm": 2.283061981201172, + "learning_rate": 8.31875012095192e-06, + "loss": 2.504, + "step": 33133 + }, + { + "epoch": 0.5671784864513257, + "grad_norm": 2.4599480628967285, + "learning_rate": 8.31820360988786e-06, + "loss": 2.4725, + "step": 33134 + }, + { + "epoch": 0.5671956041698762, + "grad_norm": 2.467365264892578, + "learning_rate": 8.317657103993055e-06, + "loss": 2.4489, + "step": 33135 + }, + { + "epoch": 0.5672127218884268, + "grad_norm": 2.459230661392212, + "learning_rate": 8.317110603269187e-06, + "loss": 2.5156, + "step": 33136 + }, + { + "epoch": 0.5672298396069771, + "grad_norm": 2.4051218032836914, + "learning_rate": 8.316564107717931e-06, + "loss": 2.4923, + "step": 33137 + }, + { + "epoch": 0.5672469573255277, + "grad_norm": 2.3510499000549316, + "learning_rate": 8.316017617340973e-06, + "loss": 2.3836, + "step": 33138 + }, + { + "epoch": 0.5672640750440782, + "grad_norm": 2.505531072616577, + "learning_rate": 8.31547113213999e-06, + "loss": 2.3995, + "step": 33139 + }, + { + "epoch": 0.5672811927626286, + "grad_norm": 2.3490006923675537, + "learning_rate": 8.314924652116663e-06, + "loss": 2.4676, + "step": 33140 + }, + { + "epoch": 0.5672983104811791, + "grad_norm": 2.3969526290893555, + "learning_rate": 8.31437817727267e-06, + "loss": 2.519, + "step": 33141 + }, + { + "epoch": 0.5673154281997296, + "grad_norm": 2.534356117248535, + "learning_rate": 8.313831707609687e-06, + "loss": 2.6579, + "step": 33142 + }, + { + "epoch": 0.56733254591828, + "grad_norm": 2.3729963302612305, + "learning_rate": 8.313285243129403e-06, + "loss": 2.571, + "step": 33143 + }, + { + "epoch": 0.5673496636368305, + "grad_norm": 2.445265769958496, + "learning_rate": 8.312738783833488e-06, + "loss": 2.5097, + "step": 33144 + }, + { + "epoch": 0.567366781355381, + "grad_norm": 2.4414405822753906, + "learning_rate": 8.312192329723629e-06, + "loss": 2.4918, + "step": 33145 + }, + { + "epoch": 0.5673838990739314, + "grad_norm": 2.2555489540100098, + "learning_rate": 8.311645880801503e-06, + "loss": 2.3973, + "step": 33146 + }, + { + "epoch": 0.5674010167924819, + "grad_norm": 2.2740845680236816, + "learning_rate": 8.311099437068789e-06, + "loss": 2.4361, + "step": 33147 + }, + { + "epoch": 0.5674181345110324, + "grad_norm": 2.3141705989837646, + "learning_rate": 8.310552998527167e-06, + "loss": 2.3722, + "step": 33148 + }, + { + "epoch": 0.5674352522295828, + "grad_norm": 2.421104669570923, + "learning_rate": 8.310006565178312e-06, + "loss": 2.4956, + "step": 33149 + }, + { + "epoch": 0.5674523699481333, + "grad_norm": 2.368936777114868, + "learning_rate": 8.309460137023913e-06, + "loss": 2.4528, + "step": 33150 + }, + { + "epoch": 0.5674694876666838, + "grad_norm": 2.364839553833008, + "learning_rate": 8.308913714065642e-06, + "loss": 2.41, + "step": 33151 + }, + { + "epoch": 0.5674866053852342, + "grad_norm": 2.3644700050354004, + "learning_rate": 8.308367296305184e-06, + "loss": 2.5641, + "step": 33152 + }, + { + "epoch": 0.5675037231037847, + "grad_norm": 2.516167402267456, + "learning_rate": 8.30782088374421e-06, + "loss": 2.4375, + "step": 33153 + }, + { + "epoch": 0.5675208408223352, + "grad_norm": 2.3091328144073486, + "learning_rate": 8.307274476384411e-06, + "loss": 2.5091, + "step": 33154 + }, + { + "epoch": 0.5675379585408856, + "grad_norm": 2.337493896484375, + "learning_rate": 8.306728074227458e-06, + "loss": 2.4905, + "step": 33155 + }, + { + "epoch": 0.5675550762594361, + "grad_norm": 2.505845785140991, + "learning_rate": 8.306181677275032e-06, + "loss": 2.5043, + "step": 33156 + }, + { + "epoch": 0.5675721939779866, + "grad_norm": 2.29467511177063, + "learning_rate": 8.305635285528816e-06, + "loss": 2.4245, + "step": 33157 + }, + { + "epoch": 0.567589311696537, + "grad_norm": 2.430088996887207, + "learning_rate": 8.30508889899048e-06, + "loss": 2.4862, + "step": 33158 + }, + { + "epoch": 0.5676064294150875, + "grad_norm": 2.3629090785980225, + "learning_rate": 8.304542517661717e-06, + "loss": 2.5301, + "step": 33159 + }, + { + "epoch": 0.567623547133638, + "grad_norm": 2.4798643589019775, + "learning_rate": 8.303996141544196e-06, + "loss": 2.5754, + "step": 33160 + }, + { + "epoch": 0.5676406648521884, + "grad_norm": 2.3638741970062256, + "learning_rate": 8.303449770639603e-06, + "loss": 2.3353, + "step": 33161 + }, + { + "epoch": 0.567657782570739, + "grad_norm": 2.2608420848846436, + "learning_rate": 8.302903404949611e-06, + "loss": 2.4395, + "step": 33162 + }, + { + "epoch": 0.5676749002892895, + "grad_norm": 2.4046969413757324, + "learning_rate": 8.302357044475905e-06, + "loss": 2.3867, + "step": 33163 + }, + { + "epoch": 0.5676920180078399, + "grad_norm": 2.4110605716705322, + "learning_rate": 8.301810689220162e-06, + "loss": 2.4514, + "step": 33164 + }, + { + "epoch": 0.5677091357263904, + "grad_norm": 2.410162925720215, + "learning_rate": 8.301264339184057e-06, + "loss": 2.4667, + "step": 33165 + }, + { + "epoch": 0.5677262534449409, + "grad_norm": 2.484302282333374, + "learning_rate": 8.300717994369278e-06, + "loss": 2.3489, + "step": 33166 + }, + { + "epoch": 0.5677433711634914, + "grad_norm": 2.3684935569763184, + "learning_rate": 8.300171654777498e-06, + "loss": 2.4846, + "step": 33167 + }, + { + "epoch": 0.5677604888820418, + "grad_norm": 2.259753465652466, + "learning_rate": 8.2996253204104e-06, + "loss": 2.3491, + "step": 33168 + }, + { + "epoch": 0.5677776066005923, + "grad_norm": 2.4619343280792236, + "learning_rate": 8.299078991269658e-06, + "loss": 2.5218, + "step": 33169 + }, + { + "epoch": 0.5677947243191428, + "grad_norm": 2.339564085006714, + "learning_rate": 8.298532667356955e-06, + "loss": 2.4959, + "step": 33170 + }, + { + "epoch": 0.5678118420376932, + "grad_norm": 2.3836114406585693, + "learning_rate": 8.297986348673973e-06, + "loss": 2.3586, + "step": 33171 + }, + { + "epoch": 0.5678289597562437, + "grad_norm": 2.6523396968841553, + "learning_rate": 8.297440035222385e-06, + "loss": 2.506, + "step": 33172 + }, + { + "epoch": 0.5678460774747942, + "grad_norm": 2.373871088027954, + "learning_rate": 8.296893727003875e-06, + "loss": 2.5425, + "step": 33173 + }, + { + "epoch": 0.5678631951933446, + "grad_norm": 2.4195241928100586, + "learning_rate": 8.296347424020117e-06, + "loss": 2.5005, + "step": 33174 + }, + { + "epoch": 0.5678803129118951, + "grad_norm": 2.362708568572998, + "learning_rate": 8.295801126272796e-06, + "loss": 2.3978, + "step": 33175 + }, + { + "epoch": 0.5678974306304456, + "grad_norm": 2.4102134704589844, + "learning_rate": 8.295254833763587e-06, + "loss": 2.6233, + "step": 33176 + }, + { + "epoch": 0.567914548348996, + "grad_norm": 2.277637004852295, + "learning_rate": 8.294708546494174e-06, + "loss": 2.4428, + "step": 33177 + }, + { + "epoch": 0.5679316660675465, + "grad_norm": 2.483161211013794, + "learning_rate": 8.29416226446623e-06, + "loss": 2.4234, + "step": 33178 + }, + { + "epoch": 0.567948783786097, + "grad_norm": 2.527705430984497, + "learning_rate": 8.293615987681436e-06, + "loss": 2.6221, + "step": 33179 + }, + { + "epoch": 0.5679659015046474, + "grad_norm": 2.2430405616760254, + "learning_rate": 8.293069716141473e-06, + "loss": 2.4461, + "step": 33180 + }, + { + "epoch": 0.5679830192231979, + "grad_norm": 2.3925817012786865, + "learning_rate": 8.292523449848016e-06, + "loss": 2.5245, + "step": 33181 + }, + { + "epoch": 0.5680001369417484, + "grad_norm": 2.2808845043182373, + "learning_rate": 8.291977188802751e-06, + "loss": 2.4531, + "step": 33182 + }, + { + "epoch": 0.5680172546602988, + "grad_norm": 2.4584012031555176, + "learning_rate": 8.29143093300735e-06, + "loss": 2.6019, + "step": 33183 + }, + { + "epoch": 0.5680343723788494, + "grad_norm": 2.4035251140594482, + "learning_rate": 8.290884682463499e-06, + "loss": 2.4793, + "step": 33184 + }, + { + "epoch": 0.5680514900973999, + "grad_norm": 2.396085739135742, + "learning_rate": 8.29033843717287e-06, + "loss": 2.5181, + "step": 33185 + }, + { + "epoch": 0.5680686078159503, + "grad_norm": 2.4786605834960938, + "learning_rate": 8.289792197137145e-06, + "loss": 2.6365, + "step": 33186 + }, + { + "epoch": 0.5680857255345008, + "grad_norm": 2.2246532440185547, + "learning_rate": 8.289245962358004e-06, + "loss": 2.4523, + "step": 33187 + }, + { + "epoch": 0.5681028432530513, + "grad_norm": 2.416537284851074, + "learning_rate": 8.288699732837124e-06, + "loss": 2.5168, + "step": 33188 + }, + { + "epoch": 0.5681199609716017, + "grad_norm": 2.324462890625, + "learning_rate": 8.288153508576186e-06, + "loss": 2.4563, + "step": 33189 + }, + { + "epoch": 0.5681370786901522, + "grad_norm": 2.429751396179199, + "learning_rate": 8.287607289576864e-06, + "loss": 2.4534, + "step": 33190 + }, + { + "epoch": 0.5681541964087027, + "grad_norm": 2.362380027770996, + "learning_rate": 8.287061075840844e-06, + "loss": 2.4839, + "step": 33191 + }, + { + "epoch": 0.5681713141272531, + "grad_norm": 2.457803964614868, + "learning_rate": 8.286514867369801e-06, + "loss": 2.5596, + "step": 33192 + }, + { + "epoch": 0.5681884318458036, + "grad_norm": 2.419116735458374, + "learning_rate": 8.285968664165413e-06, + "loss": 2.4681, + "step": 33193 + }, + { + "epoch": 0.5682055495643541, + "grad_norm": 2.2949938774108887, + "learning_rate": 8.28542246622936e-06, + "loss": 2.3637, + "step": 33194 + }, + { + "epoch": 0.5682226672829045, + "grad_norm": 2.425307035446167, + "learning_rate": 8.28487627356332e-06, + "loss": 2.3907, + "step": 33195 + }, + { + "epoch": 0.568239785001455, + "grad_norm": 2.436384677886963, + "learning_rate": 8.284330086168975e-06, + "loss": 2.515, + "step": 33196 + }, + { + "epoch": 0.5682569027200055, + "grad_norm": 2.3869667053222656, + "learning_rate": 8.283783904047999e-06, + "loss": 2.3587, + "step": 33197 + }, + { + "epoch": 0.5682740204385559, + "grad_norm": 2.4345784187316895, + "learning_rate": 8.283237727202077e-06, + "loss": 2.5222, + "step": 33198 + }, + { + "epoch": 0.5682911381571064, + "grad_norm": 2.290309190750122, + "learning_rate": 8.282691555632883e-06, + "loss": 2.3769, + "step": 33199 + }, + { + "epoch": 0.5683082558756569, + "grad_norm": 2.373783826828003, + "learning_rate": 8.282145389342094e-06, + "loss": 2.4716, + "step": 33200 + }, + { + "epoch": 0.5683253735942073, + "grad_norm": 2.3599536418914795, + "learning_rate": 8.281599228331395e-06, + "loss": 2.5006, + "step": 33201 + }, + { + "epoch": 0.5683424913127578, + "grad_norm": 2.2607972621917725, + "learning_rate": 8.281053072602456e-06, + "loss": 2.5035, + "step": 33202 + }, + { + "epoch": 0.5683596090313083, + "grad_norm": 2.4378373622894287, + "learning_rate": 8.280506922156966e-06, + "loss": 2.5139, + "step": 33203 + }, + { + "epoch": 0.5683767267498587, + "grad_norm": 2.2998745441436768, + "learning_rate": 8.279960776996595e-06, + "loss": 2.444, + "step": 33204 + }, + { + "epoch": 0.5683938444684092, + "grad_norm": 2.329362154006958, + "learning_rate": 8.279414637123028e-06, + "loss": 2.3922, + "step": 33205 + }, + { + "epoch": 0.5684109621869597, + "grad_norm": 2.4219512939453125, + "learning_rate": 8.278868502537943e-06, + "loss": 2.5118, + "step": 33206 + }, + { + "epoch": 0.5684280799055101, + "grad_norm": 2.2798542976379395, + "learning_rate": 8.27832237324301e-06, + "loss": 2.3192, + "step": 33207 + }, + { + "epoch": 0.5684451976240606, + "grad_norm": 2.2921969890594482, + "learning_rate": 8.277776249239919e-06, + "loss": 2.3839, + "step": 33208 + }, + { + "epoch": 0.5684623153426112, + "grad_norm": 2.253082752227783, + "learning_rate": 8.27723013053034e-06, + "loss": 2.3879, + "step": 33209 + }, + { + "epoch": 0.5684794330611616, + "grad_norm": 2.4046971797943115, + "learning_rate": 8.276684017115959e-06, + "loss": 2.4926, + "step": 33210 + }, + { + "epoch": 0.5684965507797121, + "grad_norm": 2.426229476928711, + "learning_rate": 8.276137908998447e-06, + "loss": 2.5223, + "step": 33211 + }, + { + "epoch": 0.5685136684982626, + "grad_norm": 2.523386240005493, + "learning_rate": 8.275591806179489e-06, + "loss": 2.556, + "step": 33212 + }, + { + "epoch": 0.5685307862168131, + "grad_norm": 2.5492541790008545, + "learning_rate": 8.275045708660763e-06, + "loss": 2.4339, + "step": 33213 + }, + { + "epoch": 0.5685479039353635, + "grad_norm": 2.455437421798706, + "learning_rate": 8.274499616443939e-06, + "loss": 2.3834, + "step": 33214 + }, + { + "epoch": 0.568565021653914, + "grad_norm": 2.3945140838623047, + "learning_rate": 8.273953529530708e-06, + "loss": 2.4944, + "step": 33215 + }, + { + "epoch": 0.5685821393724645, + "grad_norm": 2.4484989643096924, + "learning_rate": 8.273407447922739e-06, + "loss": 2.5389, + "step": 33216 + }, + { + "epoch": 0.5685992570910149, + "grad_norm": 2.277993679046631, + "learning_rate": 8.272861371621716e-06, + "loss": 2.304, + "step": 33217 + }, + { + "epoch": 0.5686163748095654, + "grad_norm": 2.368873119354248, + "learning_rate": 8.272315300629313e-06, + "loss": 2.5019, + "step": 33218 + }, + { + "epoch": 0.5686334925281159, + "grad_norm": 2.3954825401306152, + "learning_rate": 8.271769234947213e-06, + "loss": 2.4777, + "step": 33219 + }, + { + "epoch": 0.5686506102466663, + "grad_norm": 2.46818208694458, + "learning_rate": 8.271223174577091e-06, + "loss": 2.5082, + "step": 33220 + }, + { + "epoch": 0.5686677279652168, + "grad_norm": 2.544677734375, + "learning_rate": 8.270677119520627e-06, + "loss": 2.6669, + "step": 33221 + }, + { + "epoch": 0.5686848456837673, + "grad_norm": 2.445136547088623, + "learning_rate": 8.270131069779501e-06, + "loss": 2.5575, + "step": 33222 + }, + { + "epoch": 0.5687019634023177, + "grad_norm": 2.334998846054077, + "learning_rate": 8.269585025355384e-06, + "loss": 2.458, + "step": 33223 + }, + { + "epoch": 0.5687190811208682, + "grad_norm": 2.2682268619537354, + "learning_rate": 8.269038986249965e-06, + "loss": 2.4328, + "step": 33224 + }, + { + "epoch": 0.5687361988394187, + "grad_norm": 2.3562827110290527, + "learning_rate": 8.268492952464914e-06, + "loss": 2.3764, + "step": 33225 + }, + { + "epoch": 0.5687533165579691, + "grad_norm": 2.306084156036377, + "learning_rate": 8.267946924001913e-06, + "loss": 2.4794, + "step": 33226 + }, + { + "epoch": 0.5687704342765196, + "grad_norm": 2.3243274688720703, + "learning_rate": 8.267400900862641e-06, + "loss": 2.5095, + "step": 33227 + }, + { + "epoch": 0.5687875519950701, + "grad_norm": 2.312408447265625, + "learning_rate": 8.26685488304877e-06, + "loss": 2.4298, + "step": 33228 + }, + { + "epoch": 0.5688046697136205, + "grad_norm": 2.4325196743011475, + "learning_rate": 8.26630887056199e-06, + "loss": 2.5048, + "step": 33229 + }, + { + "epoch": 0.568821787432171, + "grad_norm": 2.3314504623413086, + "learning_rate": 8.265762863403967e-06, + "loss": 2.4729, + "step": 33230 + }, + { + "epoch": 0.5688389051507216, + "grad_norm": 2.5188071727752686, + "learning_rate": 8.26521686157639e-06, + "loss": 2.4426, + "step": 33231 + }, + { + "epoch": 0.568856022869272, + "grad_norm": 2.3180959224700928, + "learning_rate": 8.264670865080926e-06, + "loss": 2.4628, + "step": 33232 + }, + { + "epoch": 0.5688731405878225, + "grad_norm": 2.459646701812744, + "learning_rate": 8.264124873919262e-06, + "loss": 2.4876, + "step": 33233 + }, + { + "epoch": 0.568890258306373, + "grad_norm": 2.518017053604126, + "learning_rate": 8.26357888809307e-06, + "loss": 2.5908, + "step": 33234 + }, + { + "epoch": 0.5689073760249234, + "grad_norm": 2.3981213569641113, + "learning_rate": 8.263032907604036e-06, + "loss": 2.4193, + "step": 33235 + }, + { + "epoch": 0.5689244937434739, + "grad_norm": 2.388357639312744, + "learning_rate": 8.262486932453834e-06, + "loss": 2.3781, + "step": 33236 + }, + { + "epoch": 0.5689416114620244, + "grad_norm": 2.326012134552002, + "learning_rate": 8.26194096264414e-06, + "loss": 2.3704, + "step": 33237 + }, + { + "epoch": 0.5689587291805748, + "grad_norm": 2.2935454845428467, + "learning_rate": 8.261394998176634e-06, + "loss": 2.4054, + "step": 33238 + }, + { + "epoch": 0.5689758468991253, + "grad_norm": 2.3072102069854736, + "learning_rate": 8.260849039052992e-06, + "loss": 2.4448, + "step": 33239 + }, + { + "epoch": 0.5689929646176758, + "grad_norm": 2.302659511566162, + "learning_rate": 8.260303085274897e-06, + "loss": 2.5068, + "step": 33240 + }, + { + "epoch": 0.5690100823362262, + "grad_norm": 2.5411062240600586, + "learning_rate": 8.259757136844021e-06, + "loss": 2.5301, + "step": 33241 + }, + { + "epoch": 0.5690272000547767, + "grad_norm": 2.3729166984558105, + "learning_rate": 8.259211193762048e-06, + "loss": 2.5095, + "step": 33242 + }, + { + "epoch": 0.5690443177733272, + "grad_norm": 2.4436209201812744, + "learning_rate": 8.258665256030654e-06, + "loss": 2.423, + "step": 33243 + }, + { + "epoch": 0.5690614354918776, + "grad_norm": 2.1806411743164062, + "learning_rate": 8.258119323651511e-06, + "loss": 2.3114, + "step": 33244 + }, + { + "epoch": 0.5690785532104281, + "grad_norm": 2.3405821323394775, + "learning_rate": 8.257573396626308e-06, + "loss": 2.4375, + "step": 33245 + }, + { + "epoch": 0.5690956709289786, + "grad_norm": 2.3788652420043945, + "learning_rate": 8.257027474956713e-06, + "loss": 2.4876, + "step": 33246 + }, + { + "epoch": 0.569112788647529, + "grad_norm": 2.503401756286621, + "learning_rate": 8.256481558644412e-06, + "loss": 2.495, + "step": 33247 + }, + { + "epoch": 0.5691299063660795, + "grad_norm": 2.340433120727539, + "learning_rate": 8.255935647691074e-06, + "loss": 2.463, + "step": 33248 + }, + { + "epoch": 0.56914702408463, + "grad_norm": 2.3428173065185547, + "learning_rate": 8.255389742098388e-06, + "loss": 2.3642, + "step": 33249 + }, + { + "epoch": 0.5691641418031804, + "grad_norm": 2.459155321121216, + "learning_rate": 8.254843841868024e-06, + "loss": 2.5671, + "step": 33250 + }, + { + "epoch": 0.5691812595217309, + "grad_norm": 2.3833296298980713, + "learning_rate": 8.254297947001658e-06, + "loss": 2.5398, + "step": 33251 + }, + { + "epoch": 0.5691983772402814, + "grad_norm": 2.3388116359710693, + "learning_rate": 8.253752057500976e-06, + "loss": 2.433, + "step": 33252 + }, + { + "epoch": 0.5692154949588318, + "grad_norm": 2.4315762519836426, + "learning_rate": 8.25320617336765e-06, + "loss": 2.5192, + "step": 33253 + }, + { + "epoch": 0.5692326126773823, + "grad_norm": 2.4734303951263428, + "learning_rate": 8.252660294603362e-06, + "loss": 2.3812, + "step": 33254 + }, + { + "epoch": 0.5692497303959329, + "grad_norm": 2.29239821434021, + "learning_rate": 8.252114421209783e-06, + "loss": 2.4105, + "step": 33255 + }, + { + "epoch": 0.5692668481144832, + "grad_norm": 2.3840792179107666, + "learning_rate": 8.2515685531886e-06, + "loss": 2.3445, + "step": 33256 + }, + { + "epoch": 0.5692839658330338, + "grad_norm": 2.311854124069214, + "learning_rate": 8.251022690541484e-06, + "loss": 2.4154, + "step": 33257 + }, + { + "epoch": 0.5693010835515843, + "grad_norm": 2.315211296081543, + "learning_rate": 8.250476833270113e-06, + "loss": 2.5067, + "step": 33258 + }, + { + "epoch": 0.5693182012701348, + "grad_norm": 2.492342710494995, + "learning_rate": 8.249930981376172e-06, + "loss": 2.5314, + "step": 33259 + }, + { + "epoch": 0.5693353189886852, + "grad_norm": 2.383558988571167, + "learning_rate": 8.249385134861325e-06, + "loss": 2.489, + "step": 33260 + }, + { + "epoch": 0.5693524367072357, + "grad_norm": 2.3436594009399414, + "learning_rate": 8.248839293727265e-06, + "loss": 2.3203, + "step": 33261 + }, + { + "epoch": 0.5693695544257862, + "grad_norm": 2.373908519744873, + "learning_rate": 8.248293457975659e-06, + "loss": 2.4668, + "step": 33262 + }, + { + "epoch": 0.5693866721443366, + "grad_norm": 2.328101873397827, + "learning_rate": 8.24774762760819e-06, + "loss": 2.452, + "step": 33263 + }, + { + "epoch": 0.5694037898628871, + "grad_norm": 2.5095348358154297, + "learning_rate": 8.247201802626536e-06, + "loss": 2.526, + "step": 33264 + }, + { + "epoch": 0.5694209075814376, + "grad_norm": 2.3314807415008545, + "learning_rate": 8.24665598303237e-06, + "loss": 2.4571, + "step": 33265 + }, + { + "epoch": 0.569438025299988, + "grad_norm": 2.3054487705230713, + "learning_rate": 8.246110168827374e-06, + "loss": 2.3962, + "step": 33266 + }, + { + "epoch": 0.5694551430185385, + "grad_norm": 2.3995437622070312, + "learning_rate": 8.245564360013224e-06, + "loss": 2.3697, + "step": 33267 + }, + { + "epoch": 0.569472260737089, + "grad_norm": 2.343519687652588, + "learning_rate": 8.245018556591598e-06, + "loss": 2.4762, + "step": 33268 + }, + { + "epoch": 0.5694893784556394, + "grad_norm": 2.4383504390716553, + "learning_rate": 8.24447275856417e-06, + "loss": 2.4518, + "step": 33269 + }, + { + "epoch": 0.5695064961741899, + "grad_norm": 2.414236307144165, + "learning_rate": 8.243926965932626e-06, + "loss": 2.5282, + "step": 33270 + }, + { + "epoch": 0.5695236138927404, + "grad_norm": 2.43591046333313, + "learning_rate": 8.243381178698639e-06, + "loss": 2.5483, + "step": 33271 + }, + { + "epoch": 0.5695407316112908, + "grad_norm": 2.493711471557617, + "learning_rate": 8.24283539686388e-06, + "loss": 2.4775, + "step": 33272 + }, + { + "epoch": 0.5695578493298413, + "grad_norm": 2.4185376167297363, + "learning_rate": 8.242289620430039e-06, + "loss": 2.4019, + "step": 33273 + }, + { + "epoch": 0.5695749670483918, + "grad_norm": 2.4090869426727295, + "learning_rate": 8.241743849398783e-06, + "loss": 2.5075, + "step": 33274 + }, + { + "epoch": 0.5695920847669422, + "grad_norm": 2.307459592819214, + "learning_rate": 8.241198083771797e-06, + "loss": 2.3397, + "step": 33275 + }, + { + "epoch": 0.5696092024854927, + "grad_norm": 2.400371551513672, + "learning_rate": 8.24065232355075e-06, + "loss": 2.3996, + "step": 33276 + }, + { + "epoch": 0.5696263202040432, + "grad_norm": 2.6408586502075195, + "learning_rate": 8.24010656873733e-06, + "loss": 2.4952, + "step": 33277 + }, + { + "epoch": 0.5696434379225936, + "grad_norm": 2.4491546154022217, + "learning_rate": 8.23956081933321e-06, + "loss": 2.4404, + "step": 33278 + }, + { + "epoch": 0.5696605556411442, + "grad_norm": 2.4619855880737305, + "learning_rate": 8.239015075340063e-06, + "loss": 2.418, + "step": 33279 + }, + { + "epoch": 0.5696776733596947, + "grad_norm": 2.3914036750793457, + "learning_rate": 8.238469336759572e-06, + "loss": 2.4546, + "step": 33280 + }, + { + "epoch": 0.569694791078245, + "grad_norm": 2.423184394836426, + "learning_rate": 8.237923603593409e-06, + "loss": 2.4685, + "step": 33281 + }, + { + "epoch": 0.5697119087967956, + "grad_norm": 2.475423574447632, + "learning_rate": 8.23737787584326e-06, + "loss": 2.4803, + "step": 33282 + }, + { + "epoch": 0.5697290265153461, + "grad_norm": 2.3735601902008057, + "learning_rate": 8.236832153510794e-06, + "loss": 2.4363, + "step": 33283 + }, + { + "epoch": 0.5697461442338965, + "grad_norm": 2.5110466480255127, + "learning_rate": 8.236286436597694e-06, + "loss": 2.5198, + "step": 33284 + }, + { + "epoch": 0.569763261952447, + "grad_norm": 2.3610410690307617, + "learning_rate": 8.235740725105633e-06, + "loss": 2.4983, + "step": 33285 + }, + { + "epoch": 0.5697803796709975, + "grad_norm": 2.410139799118042, + "learning_rate": 8.235195019036288e-06, + "loss": 2.5221, + "step": 33286 + }, + { + "epoch": 0.5697974973895479, + "grad_norm": 2.447997570037842, + "learning_rate": 8.234649318391343e-06, + "loss": 2.5138, + "step": 33287 + }, + { + "epoch": 0.5698146151080984, + "grad_norm": 2.4083495140075684, + "learning_rate": 8.234103623172466e-06, + "loss": 2.3221, + "step": 33288 + }, + { + "epoch": 0.5698317328266489, + "grad_norm": 2.419048547744751, + "learning_rate": 8.233557933381344e-06, + "loss": 2.5749, + "step": 33289 + }, + { + "epoch": 0.5698488505451993, + "grad_norm": 2.217931032180786, + "learning_rate": 8.233012249019647e-06, + "loss": 2.3341, + "step": 33290 + }, + { + "epoch": 0.5698659682637498, + "grad_norm": 2.507031202316284, + "learning_rate": 8.232466570089055e-06, + "loss": 2.651, + "step": 33291 + }, + { + "epoch": 0.5698830859823003, + "grad_norm": 2.2559759616851807, + "learning_rate": 8.231920896591247e-06, + "loss": 2.4945, + "step": 33292 + }, + { + "epoch": 0.5699002037008507, + "grad_norm": 2.3384435176849365, + "learning_rate": 8.231375228527892e-06, + "loss": 2.5173, + "step": 33293 + }, + { + "epoch": 0.5699173214194012, + "grad_norm": 2.34997296333313, + "learning_rate": 8.23082956590068e-06, + "loss": 2.4119, + "step": 33294 + }, + { + "epoch": 0.5699344391379517, + "grad_norm": 2.5672645568847656, + "learning_rate": 8.230283908711278e-06, + "loss": 2.4891, + "step": 33295 + }, + { + "epoch": 0.5699515568565021, + "grad_norm": 2.310575008392334, + "learning_rate": 8.229738256961369e-06, + "loss": 2.3632, + "step": 33296 + }, + { + "epoch": 0.5699686745750526, + "grad_norm": 2.30672025680542, + "learning_rate": 8.229192610652622e-06, + "loss": 2.5054, + "step": 33297 + }, + { + "epoch": 0.5699857922936031, + "grad_norm": 2.5097641944885254, + "learning_rate": 8.228646969786726e-06, + "loss": 2.5892, + "step": 33298 + }, + { + "epoch": 0.5700029100121535, + "grad_norm": 2.428659200668335, + "learning_rate": 8.22810133436535e-06, + "loss": 2.6192, + "step": 33299 + }, + { + "epoch": 0.570020027730704, + "grad_norm": 2.362328052520752, + "learning_rate": 8.227555704390174e-06, + "loss": 2.4525, + "step": 33300 + }, + { + "epoch": 0.5700371454492545, + "grad_norm": 2.2378087043762207, + "learning_rate": 8.227010079862874e-06, + "loss": 2.4534, + "step": 33301 + }, + { + "epoch": 0.5700542631678049, + "grad_norm": 2.3697097301483154, + "learning_rate": 8.226464460785123e-06, + "loss": 2.4822, + "step": 33302 + }, + { + "epoch": 0.5700713808863554, + "grad_norm": 2.3652520179748535, + "learning_rate": 8.225918847158608e-06, + "loss": 2.66, + "step": 33303 + }, + { + "epoch": 0.570088498604906, + "grad_norm": 2.416980504989624, + "learning_rate": 8.225373238984993e-06, + "loss": 2.4832, + "step": 33304 + }, + { + "epoch": 0.5701056163234564, + "grad_norm": 2.3383307456970215, + "learning_rate": 8.224827636265971e-06, + "loss": 2.4417, + "step": 33305 + }, + { + "epoch": 0.5701227340420069, + "grad_norm": 2.366278648376465, + "learning_rate": 8.224282039003203e-06, + "loss": 2.4382, + "step": 33306 + }, + { + "epoch": 0.5701398517605574, + "grad_norm": 2.32011079788208, + "learning_rate": 8.223736447198379e-06, + "loss": 2.4605, + "step": 33307 + }, + { + "epoch": 0.5701569694791079, + "grad_norm": 2.3303680419921875, + "learning_rate": 8.223190860853168e-06, + "loss": 2.3555, + "step": 33308 + }, + { + "epoch": 0.5701740871976583, + "grad_norm": 2.4888627529144287, + "learning_rate": 8.222645279969247e-06, + "loss": 2.4664, + "step": 33309 + }, + { + "epoch": 0.5701912049162088, + "grad_norm": 2.363384962081909, + "learning_rate": 8.222099704548298e-06, + "loss": 2.3857, + "step": 33310 + }, + { + "epoch": 0.5702083226347593, + "grad_norm": 2.3269050121307373, + "learning_rate": 8.221554134591994e-06, + "loss": 2.4474, + "step": 33311 + }, + { + "epoch": 0.5702254403533097, + "grad_norm": 2.361103057861328, + "learning_rate": 8.221008570102013e-06, + "loss": 2.4243, + "step": 33312 + }, + { + "epoch": 0.5702425580718602, + "grad_norm": 2.3558709621429443, + "learning_rate": 8.22046301108003e-06, + "loss": 2.466, + "step": 33313 + }, + { + "epoch": 0.5702596757904107, + "grad_norm": 2.4133663177490234, + "learning_rate": 8.219917457527727e-06, + "loss": 2.3866, + "step": 33314 + }, + { + "epoch": 0.5702767935089611, + "grad_norm": 2.4527499675750732, + "learning_rate": 8.219371909446777e-06, + "loss": 2.5714, + "step": 33315 + }, + { + "epoch": 0.5702939112275116, + "grad_norm": 2.4327151775360107, + "learning_rate": 8.218826366838854e-06, + "loss": 2.4034, + "step": 33316 + }, + { + "epoch": 0.5703110289460621, + "grad_norm": 2.487752676010132, + "learning_rate": 8.218280829705642e-06, + "loss": 2.5451, + "step": 33317 + }, + { + "epoch": 0.5703281466646125, + "grad_norm": 2.424971580505371, + "learning_rate": 8.21773529804881e-06, + "loss": 2.4776, + "step": 33318 + }, + { + "epoch": 0.570345264383163, + "grad_norm": 2.4306771755218506, + "learning_rate": 8.217189771870042e-06, + "loss": 2.3755, + "step": 33319 + }, + { + "epoch": 0.5703623821017135, + "grad_norm": 2.4186155796051025, + "learning_rate": 8.216644251171009e-06, + "loss": 2.4906, + "step": 33320 + }, + { + "epoch": 0.5703794998202639, + "grad_norm": 2.469789505004883, + "learning_rate": 8.216098735953393e-06, + "loss": 2.4943, + "step": 33321 + }, + { + "epoch": 0.5703966175388144, + "grad_norm": 2.3763296604156494, + "learning_rate": 8.215553226218867e-06, + "loss": 2.4767, + "step": 33322 + }, + { + "epoch": 0.5704137352573649, + "grad_norm": 2.4669113159179688, + "learning_rate": 8.215007721969106e-06, + "loss": 2.3935, + "step": 33323 + }, + { + "epoch": 0.5704308529759153, + "grad_norm": 2.3311684131622314, + "learning_rate": 8.214462223205792e-06, + "loss": 2.388, + "step": 33324 + }, + { + "epoch": 0.5704479706944658, + "grad_norm": 2.571338176727295, + "learning_rate": 8.213916729930595e-06, + "loss": 2.4901, + "step": 33325 + }, + { + "epoch": 0.5704650884130164, + "grad_norm": 2.349681854248047, + "learning_rate": 8.213371242145199e-06, + "loss": 2.5055, + "step": 33326 + }, + { + "epoch": 0.5704822061315667, + "grad_norm": 2.432206869125366, + "learning_rate": 8.212825759851277e-06, + "loss": 2.3587, + "step": 33327 + }, + { + "epoch": 0.5704993238501173, + "grad_norm": 2.387481927871704, + "learning_rate": 8.212280283050506e-06, + "loss": 2.4427, + "step": 33328 + }, + { + "epoch": 0.5705164415686678, + "grad_norm": 2.325404167175293, + "learning_rate": 8.211734811744565e-06, + "loss": 2.383, + "step": 33329 + }, + { + "epoch": 0.5705335592872182, + "grad_norm": 2.249065399169922, + "learning_rate": 8.211189345935122e-06, + "loss": 2.3558, + "step": 33330 + }, + { + "epoch": 0.5705506770057687, + "grad_norm": 2.3575339317321777, + "learning_rate": 8.210643885623863e-06, + "loss": 2.3237, + "step": 33331 + }, + { + "epoch": 0.5705677947243192, + "grad_norm": 2.354991912841797, + "learning_rate": 8.21009843081246e-06, + "loss": 2.513, + "step": 33332 + }, + { + "epoch": 0.5705849124428696, + "grad_norm": 2.36684513092041, + "learning_rate": 8.209552981502594e-06, + "loss": 2.4413, + "step": 33333 + }, + { + "epoch": 0.5706020301614201, + "grad_norm": 2.548501968383789, + "learning_rate": 8.209007537695934e-06, + "loss": 2.4926, + "step": 33334 + }, + { + "epoch": 0.5706191478799706, + "grad_norm": 2.447342872619629, + "learning_rate": 8.208462099394164e-06, + "loss": 2.4597, + "step": 33335 + }, + { + "epoch": 0.570636265598521, + "grad_norm": 2.3740665912628174, + "learning_rate": 8.207916666598956e-06, + "loss": 2.5144, + "step": 33336 + }, + { + "epoch": 0.5706533833170715, + "grad_norm": 2.5330753326416016, + "learning_rate": 8.207371239311988e-06, + "loss": 2.5925, + "step": 33337 + }, + { + "epoch": 0.570670501035622, + "grad_norm": 2.535865068435669, + "learning_rate": 8.206825817534938e-06, + "loss": 2.4559, + "step": 33338 + }, + { + "epoch": 0.5706876187541724, + "grad_norm": 2.357365369796753, + "learning_rate": 8.206280401269473e-06, + "loss": 2.3752, + "step": 33339 + }, + { + "epoch": 0.5707047364727229, + "grad_norm": 2.324939727783203, + "learning_rate": 8.205734990517284e-06, + "loss": 2.3423, + "step": 33340 + }, + { + "epoch": 0.5707218541912734, + "grad_norm": 2.349454164505005, + "learning_rate": 8.205189585280036e-06, + "loss": 2.5299, + "step": 33341 + }, + { + "epoch": 0.5707389719098238, + "grad_norm": 2.3144495487213135, + "learning_rate": 8.204644185559414e-06, + "loss": 2.4619, + "step": 33342 + }, + { + "epoch": 0.5707560896283743, + "grad_norm": 2.290478467941284, + "learning_rate": 8.204098791357092e-06, + "loss": 2.2972, + "step": 33343 + }, + { + "epoch": 0.5707732073469248, + "grad_norm": 2.3225367069244385, + "learning_rate": 8.20355340267474e-06, + "loss": 2.483, + "step": 33344 + }, + { + "epoch": 0.5707903250654752, + "grad_norm": 2.3491060733795166, + "learning_rate": 8.203008019514041e-06, + "loss": 2.4947, + "step": 33345 + }, + { + "epoch": 0.5708074427840257, + "grad_norm": 2.3043718338012695, + "learning_rate": 8.202462641876666e-06, + "loss": 2.4495, + "step": 33346 + }, + { + "epoch": 0.5708245605025762, + "grad_norm": 2.4527711868286133, + "learning_rate": 8.201917269764298e-06, + "loss": 2.5623, + "step": 33347 + }, + { + "epoch": 0.5708416782211266, + "grad_norm": 2.402827739715576, + "learning_rate": 8.201371903178607e-06, + "loss": 2.5125, + "step": 33348 + }, + { + "epoch": 0.5708587959396771, + "grad_norm": 2.3312973976135254, + "learning_rate": 8.200826542121277e-06, + "loss": 2.5335, + "step": 33349 + }, + { + "epoch": 0.5708759136582277, + "grad_norm": 2.3151159286499023, + "learning_rate": 8.200281186593977e-06, + "loss": 2.4146, + "step": 33350 + }, + { + "epoch": 0.570893031376778, + "grad_norm": 2.407477617263794, + "learning_rate": 8.199735836598382e-06, + "loss": 2.5065, + "step": 33351 + }, + { + "epoch": 0.5709101490953286, + "grad_norm": 2.4496171474456787, + "learning_rate": 8.199190492136175e-06, + "loss": 2.4748, + "step": 33352 + }, + { + "epoch": 0.5709272668138791, + "grad_norm": 2.4120473861694336, + "learning_rate": 8.198645153209027e-06, + "loss": 2.4872, + "step": 33353 + }, + { + "epoch": 0.5709443845324296, + "grad_norm": 2.5254273414611816, + "learning_rate": 8.19809981981862e-06, + "loss": 2.5458, + "step": 33354 + }, + { + "epoch": 0.57096150225098, + "grad_norm": 2.463810920715332, + "learning_rate": 8.197554491966619e-06, + "loss": 2.5138, + "step": 33355 + }, + { + "epoch": 0.5709786199695305, + "grad_norm": 2.3639895915985107, + "learning_rate": 8.197009169654713e-06, + "loss": 2.4272, + "step": 33356 + }, + { + "epoch": 0.570995737688081, + "grad_norm": 2.428654193878174, + "learning_rate": 8.196463852884573e-06, + "loss": 2.4931, + "step": 33357 + }, + { + "epoch": 0.5710128554066314, + "grad_norm": 2.4265971183776855, + "learning_rate": 8.195918541657873e-06, + "loss": 2.4337, + "step": 33358 + }, + { + "epoch": 0.5710299731251819, + "grad_norm": 2.6965858936309814, + "learning_rate": 8.195373235976292e-06, + "loss": 2.5651, + "step": 33359 + }, + { + "epoch": 0.5710470908437324, + "grad_norm": 2.619800567626953, + "learning_rate": 8.194827935841501e-06, + "loss": 2.4996, + "step": 33360 + }, + { + "epoch": 0.5710642085622828, + "grad_norm": 2.383840560913086, + "learning_rate": 8.194282641255184e-06, + "loss": 2.48, + "step": 33361 + }, + { + "epoch": 0.5710813262808333, + "grad_norm": 2.5060408115386963, + "learning_rate": 8.193737352219009e-06, + "loss": 2.5245, + "step": 33362 + }, + { + "epoch": 0.5710984439993838, + "grad_norm": 2.4580719470977783, + "learning_rate": 8.19319206873466e-06, + "loss": 2.4354, + "step": 33363 + }, + { + "epoch": 0.5711155617179342, + "grad_norm": 2.4350249767303467, + "learning_rate": 8.19264679080381e-06, + "loss": 2.5405, + "step": 33364 + }, + { + "epoch": 0.5711326794364847, + "grad_norm": 2.480055332183838, + "learning_rate": 8.19210151842813e-06, + "loss": 2.5299, + "step": 33365 + }, + { + "epoch": 0.5711497971550352, + "grad_norm": 2.3666210174560547, + "learning_rate": 8.191556251609303e-06, + "loss": 2.3331, + "step": 33366 + }, + { + "epoch": 0.5711669148735856, + "grad_norm": 2.4220151901245117, + "learning_rate": 8.191010990348996e-06, + "loss": 2.4223, + "step": 33367 + }, + { + "epoch": 0.5711840325921361, + "grad_norm": 2.2797958850860596, + "learning_rate": 8.190465734648899e-06, + "loss": 2.476, + "step": 33368 + }, + { + "epoch": 0.5712011503106866, + "grad_norm": 2.426180124282837, + "learning_rate": 8.189920484510673e-06, + "loss": 2.516, + "step": 33369 + }, + { + "epoch": 0.571218268029237, + "grad_norm": 2.3801212310791016, + "learning_rate": 8.189375239936006e-06, + "loss": 2.4286, + "step": 33370 + }, + { + "epoch": 0.5712353857477875, + "grad_norm": 2.370389938354492, + "learning_rate": 8.188830000926568e-06, + "loss": 2.4973, + "step": 33371 + }, + { + "epoch": 0.571252503466338, + "grad_norm": 2.4945290088653564, + "learning_rate": 8.18828476748403e-06, + "loss": 2.5302, + "step": 33372 + }, + { + "epoch": 0.5712696211848884, + "grad_norm": 2.4139232635498047, + "learning_rate": 8.187739539610079e-06, + "loss": 2.3312, + "step": 33373 + }, + { + "epoch": 0.571286738903439, + "grad_norm": 2.370413064956665, + "learning_rate": 8.187194317306383e-06, + "loss": 2.4813, + "step": 33374 + }, + { + "epoch": 0.5713038566219895, + "grad_norm": 2.4361817836761475, + "learning_rate": 8.186649100574622e-06, + "loss": 2.5185, + "step": 33375 + }, + { + "epoch": 0.5713209743405399, + "grad_norm": 2.2877025604248047, + "learning_rate": 8.186103889416464e-06, + "loss": 2.3566, + "step": 33376 + }, + { + "epoch": 0.5713380920590904, + "grad_norm": 2.4161553382873535, + "learning_rate": 8.185558683833597e-06, + "loss": 2.5111, + "step": 33377 + }, + { + "epoch": 0.5713552097776409, + "grad_norm": 2.5023880004882812, + "learning_rate": 8.185013483827685e-06, + "loss": 2.557, + "step": 33378 + }, + { + "epoch": 0.5713723274961913, + "grad_norm": 2.3501343727111816, + "learning_rate": 8.184468289400414e-06, + "loss": 2.4456, + "step": 33379 + }, + { + "epoch": 0.5713894452147418, + "grad_norm": 2.3569278717041016, + "learning_rate": 8.183923100553454e-06, + "loss": 2.5759, + "step": 33380 + }, + { + "epoch": 0.5714065629332923, + "grad_norm": 2.28698992729187, + "learning_rate": 8.18337791728848e-06, + "loss": 2.2896, + "step": 33381 + }, + { + "epoch": 0.5714236806518427, + "grad_norm": 2.4207942485809326, + "learning_rate": 8.182832739607172e-06, + "loss": 2.5435, + "step": 33382 + }, + { + "epoch": 0.5714407983703932, + "grad_norm": 2.4284353256225586, + "learning_rate": 8.182287567511196e-06, + "loss": 2.3502, + "step": 33383 + }, + { + "epoch": 0.5714579160889437, + "grad_norm": 2.4034578800201416, + "learning_rate": 8.181742401002241e-06, + "loss": 2.4147, + "step": 33384 + }, + { + "epoch": 0.5714750338074941, + "grad_norm": 2.4413938522338867, + "learning_rate": 8.181197240081976e-06, + "loss": 2.3912, + "step": 33385 + }, + { + "epoch": 0.5714921515260446, + "grad_norm": 2.5281872749328613, + "learning_rate": 8.180652084752075e-06, + "loss": 2.5289, + "step": 33386 + }, + { + "epoch": 0.5715092692445951, + "grad_norm": 2.431217908859253, + "learning_rate": 8.180106935014218e-06, + "loss": 2.4636, + "step": 33387 + }, + { + "epoch": 0.5715263869631455, + "grad_norm": 2.5172741413116455, + "learning_rate": 8.179561790870074e-06, + "loss": 2.4691, + "step": 33388 + }, + { + "epoch": 0.571543504681696, + "grad_norm": 2.5493931770324707, + "learning_rate": 8.179016652321326e-06, + "loss": 2.4479, + "step": 33389 + }, + { + "epoch": 0.5715606224002465, + "grad_norm": 2.3572537899017334, + "learning_rate": 8.178471519369645e-06, + "loss": 2.56, + "step": 33390 + }, + { + "epoch": 0.5715777401187969, + "grad_norm": 2.451719045639038, + "learning_rate": 8.177926392016709e-06, + "loss": 2.5915, + "step": 33391 + }, + { + "epoch": 0.5715948578373474, + "grad_norm": 2.4627537727355957, + "learning_rate": 8.177381270264189e-06, + "loss": 2.453, + "step": 33392 + }, + { + "epoch": 0.5716119755558979, + "grad_norm": 2.408888101577759, + "learning_rate": 8.176836154113768e-06, + "loss": 2.3328, + "step": 33393 + }, + { + "epoch": 0.5716290932744483, + "grad_norm": 2.4742672443389893, + "learning_rate": 8.176291043567116e-06, + "loss": 2.5581, + "step": 33394 + }, + { + "epoch": 0.5716462109929988, + "grad_norm": 2.361983299255371, + "learning_rate": 8.17574593862591e-06, + "loss": 2.4822, + "step": 33395 + }, + { + "epoch": 0.5716633287115493, + "grad_norm": 2.39213228225708, + "learning_rate": 8.175200839291826e-06, + "loss": 2.4347, + "step": 33396 + }, + { + "epoch": 0.5716804464300997, + "grad_norm": 2.4098007678985596, + "learning_rate": 8.174655745566533e-06, + "loss": 2.4867, + "step": 33397 + }, + { + "epoch": 0.5716975641486503, + "grad_norm": 2.374784231185913, + "learning_rate": 8.17411065745172e-06, + "loss": 2.4347, + "step": 33398 + }, + { + "epoch": 0.5717146818672008, + "grad_norm": 2.3876261711120605, + "learning_rate": 8.173565574949048e-06, + "loss": 2.5281, + "step": 33399 + }, + { + "epoch": 0.5717317995857513, + "grad_norm": 2.237703561782837, + "learning_rate": 8.173020498060204e-06, + "loss": 2.411, + "step": 33400 + }, + { + "epoch": 0.5717489173043017, + "grad_norm": 2.3109207153320312, + "learning_rate": 8.172475426786858e-06, + "loss": 2.4149, + "step": 33401 + }, + { + "epoch": 0.5717660350228522, + "grad_norm": 2.37109112739563, + "learning_rate": 8.171930361130684e-06, + "loss": 2.4729, + "step": 33402 + }, + { + "epoch": 0.5717831527414027, + "grad_norm": 2.4526114463806152, + "learning_rate": 8.17138530109336e-06, + "loss": 2.464, + "step": 33403 + }, + { + "epoch": 0.5718002704599531, + "grad_norm": 2.36841082572937, + "learning_rate": 8.170840246676558e-06, + "loss": 2.426, + "step": 33404 + }, + { + "epoch": 0.5718173881785036, + "grad_norm": 2.270066261291504, + "learning_rate": 8.170295197881958e-06, + "loss": 2.416, + "step": 33405 + }, + { + "epoch": 0.5718345058970541, + "grad_norm": 2.4367151260375977, + "learning_rate": 8.169750154711233e-06, + "loss": 2.586, + "step": 33406 + }, + { + "epoch": 0.5718516236156045, + "grad_norm": 2.4542789459228516, + "learning_rate": 8.16920511716606e-06, + "loss": 2.564, + "step": 33407 + }, + { + "epoch": 0.571868741334155, + "grad_norm": 2.304938793182373, + "learning_rate": 8.16866008524811e-06, + "loss": 2.3504, + "step": 33408 + }, + { + "epoch": 0.5718858590527055, + "grad_norm": 2.3559420108795166, + "learning_rate": 8.16811505895906e-06, + "loss": 2.4529, + "step": 33409 + }, + { + "epoch": 0.5719029767712559, + "grad_norm": 2.36214017868042, + "learning_rate": 8.167570038300588e-06, + "loss": 2.5135, + "step": 33410 + }, + { + "epoch": 0.5719200944898064, + "grad_norm": 2.368253707885742, + "learning_rate": 8.167025023274365e-06, + "loss": 2.4268, + "step": 33411 + }, + { + "epoch": 0.5719372122083569, + "grad_norm": 2.418762683868408, + "learning_rate": 8.166480013882073e-06, + "loss": 2.4544, + "step": 33412 + }, + { + "epoch": 0.5719543299269073, + "grad_norm": 2.5356321334838867, + "learning_rate": 8.165935010125376e-06, + "loss": 2.4986, + "step": 33413 + }, + { + "epoch": 0.5719714476454578, + "grad_norm": 2.2661540508270264, + "learning_rate": 8.16539001200596e-06, + "loss": 2.421, + "step": 33414 + }, + { + "epoch": 0.5719885653640083, + "grad_norm": 2.416013717651367, + "learning_rate": 8.164845019525495e-06, + "loss": 2.5045, + "step": 33415 + }, + { + "epoch": 0.5720056830825587, + "grad_norm": 2.484739065170288, + "learning_rate": 8.164300032685655e-06, + "loss": 2.4108, + "step": 33416 + }, + { + "epoch": 0.5720228008011092, + "grad_norm": 2.5223371982574463, + "learning_rate": 8.16375505148812e-06, + "loss": 2.4473, + "step": 33417 + }, + { + "epoch": 0.5720399185196597, + "grad_norm": 2.4192075729370117, + "learning_rate": 8.16321007593456e-06, + "loss": 2.509, + "step": 33418 + }, + { + "epoch": 0.5720570362382101, + "grad_norm": 2.4290122985839844, + "learning_rate": 8.162665106026654e-06, + "loss": 2.542, + "step": 33419 + }, + { + "epoch": 0.5720741539567606, + "grad_norm": 2.312940835952759, + "learning_rate": 8.162120141766072e-06, + "loss": 2.4301, + "step": 33420 + }, + { + "epoch": 0.5720912716753112, + "grad_norm": 2.463679552078247, + "learning_rate": 8.161575183154495e-06, + "loss": 2.3969, + "step": 33421 + }, + { + "epoch": 0.5721083893938615, + "grad_norm": 2.5853121280670166, + "learning_rate": 8.161030230193598e-06, + "loss": 2.4046, + "step": 33422 + }, + { + "epoch": 0.5721255071124121, + "grad_norm": 2.6162548065185547, + "learning_rate": 8.160485282885048e-06, + "loss": 2.4504, + "step": 33423 + }, + { + "epoch": 0.5721426248309626, + "grad_norm": 2.453568935394287, + "learning_rate": 8.15994034123053e-06, + "loss": 2.3832, + "step": 33424 + }, + { + "epoch": 0.572159742549513, + "grad_norm": 2.540750503540039, + "learning_rate": 8.159395405231709e-06, + "loss": 2.6394, + "step": 33425 + }, + { + "epoch": 0.5721768602680635, + "grad_norm": 2.341259717941284, + "learning_rate": 8.15885047489027e-06, + "loss": 2.3129, + "step": 33426 + }, + { + "epoch": 0.572193977986614, + "grad_norm": 2.438824415206909, + "learning_rate": 8.158305550207879e-06, + "loss": 2.4962, + "step": 33427 + }, + { + "epoch": 0.5722110957051644, + "grad_norm": 2.4070849418640137, + "learning_rate": 8.157760631186219e-06, + "loss": 2.4312, + "step": 33428 + }, + { + "epoch": 0.5722282134237149, + "grad_norm": 2.437166452407837, + "learning_rate": 8.157215717826958e-06, + "loss": 2.4975, + "step": 33429 + }, + { + "epoch": 0.5722453311422654, + "grad_norm": 2.3854851722717285, + "learning_rate": 8.156670810131773e-06, + "loss": 2.3889, + "step": 33430 + }, + { + "epoch": 0.5722624488608158, + "grad_norm": 2.3077783584594727, + "learning_rate": 8.156125908102342e-06, + "loss": 2.4339, + "step": 33431 + }, + { + "epoch": 0.5722795665793663, + "grad_norm": 2.3578784465789795, + "learning_rate": 8.155581011740334e-06, + "loss": 2.4719, + "step": 33432 + }, + { + "epoch": 0.5722966842979168, + "grad_norm": 2.4088973999023438, + "learning_rate": 8.155036121047431e-06, + "loss": 2.4714, + "step": 33433 + }, + { + "epoch": 0.5723138020164672, + "grad_norm": 2.552422523498535, + "learning_rate": 8.154491236025302e-06, + "loss": 2.4598, + "step": 33434 + }, + { + "epoch": 0.5723309197350177, + "grad_norm": 2.6196224689483643, + "learning_rate": 8.153946356675626e-06, + "loss": 2.5382, + "step": 33435 + }, + { + "epoch": 0.5723480374535682, + "grad_norm": 2.445131778717041, + "learning_rate": 8.153401483000076e-06, + "loss": 2.6075, + "step": 33436 + }, + { + "epoch": 0.5723651551721186, + "grad_norm": 2.28110408782959, + "learning_rate": 8.152856615000322e-06, + "loss": 2.4001, + "step": 33437 + }, + { + "epoch": 0.5723822728906691, + "grad_norm": 2.504457712173462, + "learning_rate": 8.152311752678047e-06, + "loss": 2.5248, + "step": 33438 + }, + { + "epoch": 0.5723993906092196, + "grad_norm": 2.279177665710449, + "learning_rate": 8.15176689603492e-06, + "loss": 2.3375, + "step": 33439 + }, + { + "epoch": 0.57241650832777, + "grad_norm": 2.482515811920166, + "learning_rate": 8.15122204507262e-06, + "loss": 2.5197, + "step": 33440 + }, + { + "epoch": 0.5724336260463205, + "grad_norm": 2.4339547157287598, + "learning_rate": 8.150677199792814e-06, + "loss": 2.4274, + "step": 33441 + }, + { + "epoch": 0.572450743764871, + "grad_norm": 2.527583360671997, + "learning_rate": 8.150132360197187e-06, + "loss": 2.5862, + "step": 33442 + }, + { + "epoch": 0.5724678614834214, + "grad_norm": 2.6070666313171387, + "learning_rate": 8.149587526287406e-06, + "loss": 2.5377, + "step": 33443 + }, + { + "epoch": 0.5724849792019719, + "grad_norm": 2.446002960205078, + "learning_rate": 8.14904269806515e-06, + "loss": 2.5171, + "step": 33444 + }, + { + "epoch": 0.5725020969205225, + "grad_norm": 2.472371816635132, + "learning_rate": 8.148497875532093e-06, + "loss": 2.528, + "step": 33445 + }, + { + "epoch": 0.572519214639073, + "grad_norm": 2.3587422370910645, + "learning_rate": 8.147953058689904e-06, + "loss": 2.4656, + "step": 33446 + }, + { + "epoch": 0.5725363323576234, + "grad_norm": 2.3380351066589355, + "learning_rate": 8.147408247540266e-06, + "loss": 2.3363, + "step": 33447 + }, + { + "epoch": 0.5725534500761739, + "grad_norm": 2.325906991958618, + "learning_rate": 8.146863442084846e-06, + "loss": 2.4066, + "step": 33448 + }, + { + "epoch": 0.5725705677947244, + "grad_norm": 2.3575801849365234, + "learning_rate": 8.146318642325324e-06, + "loss": 2.4589, + "step": 33449 + }, + { + "epoch": 0.5725876855132748, + "grad_norm": 2.289839029312134, + "learning_rate": 8.14577384826337e-06, + "loss": 2.4013, + "step": 33450 + }, + { + "epoch": 0.5726048032318253, + "grad_norm": 2.3385679721832275, + "learning_rate": 8.145229059900666e-06, + "loss": 2.3386, + "step": 33451 + }, + { + "epoch": 0.5726219209503758, + "grad_norm": 2.305424213409424, + "learning_rate": 8.144684277238879e-06, + "loss": 2.446, + "step": 33452 + }, + { + "epoch": 0.5726390386689262, + "grad_norm": 2.3056323528289795, + "learning_rate": 8.144139500279684e-06, + "loss": 2.4088, + "step": 33453 + }, + { + "epoch": 0.5726561563874767, + "grad_norm": 2.2975449562072754, + "learning_rate": 8.143594729024759e-06, + "loss": 2.4794, + "step": 33454 + }, + { + "epoch": 0.5726732741060272, + "grad_norm": 2.2760283946990967, + "learning_rate": 8.143049963475778e-06, + "loss": 2.4751, + "step": 33455 + }, + { + "epoch": 0.5726903918245776, + "grad_norm": 2.401062250137329, + "learning_rate": 8.142505203634416e-06, + "loss": 2.5497, + "step": 33456 + }, + { + "epoch": 0.5727075095431281, + "grad_norm": 2.471327543258667, + "learning_rate": 8.14196044950234e-06, + "loss": 2.5709, + "step": 33457 + }, + { + "epoch": 0.5727246272616786, + "grad_norm": 2.263422966003418, + "learning_rate": 8.141415701081234e-06, + "loss": 2.3781, + "step": 33458 + }, + { + "epoch": 0.572741744980229, + "grad_norm": 2.4204745292663574, + "learning_rate": 8.14087095837277e-06, + "loss": 2.5626, + "step": 33459 + }, + { + "epoch": 0.5727588626987795, + "grad_norm": 2.4255080223083496, + "learning_rate": 8.140326221378619e-06, + "loss": 2.4306, + "step": 33460 + }, + { + "epoch": 0.57277598041733, + "grad_norm": 2.349334478378296, + "learning_rate": 8.139781490100457e-06, + "loss": 2.4053, + "step": 33461 + }, + { + "epoch": 0.5727930981358804, + "grad_norm": 2.2521376609802246, + "learning_rate": 8.139236764539958e-06, + "loss": 2.4051, + "step": 33462 + }, + { + "epoch": 0.5728102158544309, + "grad_norm": 2.3582727909088135, + "learning_rate": 8.138692044698798e-06, + "loss": 2.5623, + "step": 33463 + }, + { + "epoch": 0.5728273335729814, + "grad_norm": 2.4336037635803223, + "learning_rate": 8.13814733057865e-06, + "loss": 2.6287, + "step": 33464 + }, + { + "epoch": 0.5728444512915318, + "grad_norm": 2.2756338119506836, + "learning_rate": 8.137602622181187e-06, + "loss": 2.4474, + "step": 33465 + }, + { + "epoch": 0.5728615690100823, + "grad_norm": 2.554168462753296, + "learning_rate": 8.137057919508088e-06, + "loss": 2.5287, + "step": 33466 + }, + { + "epoch": 0.5728786867286328, + "grad_norm": 2.314908742904663, + "learning_rate": 8.136513222561019e-06, + "loss": 2.4333, + "step": 33467 + }, + { + "epoch": 0.5728958044471832, + "grad_norm": 2.346320390701294, + "learning_rate": 8.135968531341661e-06, + "loss": 2.3882, + "step": 33468 + }, + { + "epoch": 0.5729129221657338, + "grad_norm": 2.467580795288086, + "learning_rate": 8.135423845851685e-06, + "loss": 2.5155, + "step": 33469 + }, + { + "epoch": 0.5729300398842843, + "grad_norm": 2.2634899616241455, + "learning_rate": 8.134879166092768e-06, + "loss": 2.4157, + "step": 33470 + }, + { + "epoch": 0.5729471576028347, + "grad_norm": 2.3502869606018066, + "learning_rate": 8.134334492066583e-06, + "loss": 2.4289, + "step": 33471 + }, + { + "epoch": 0.5729642753213852, + "grad_norm": 2.3736464977264404, + "learning_rate": 8.133789823774803e-06, + "loss": 2.4257, + "step": 33472 + }, + { + "epoch": 0.5729813930399357, + "grad_norm": 2.3883907794952393, + "learning_rate": 8.133245161219105e-06, + "loss": 2.3834, + "step": 33473 + }, + { + "epoch": 0.5729985107584861, + "grad_norm": 2.243575096130371, + "learning_rate": 8.132700504401155e-06, + "loss": 2.4139, + "step": 33474 + }, + { + "epoch": 0.5730156284770366, + "grad_norm": 2.4461629390716553, + "learning_rate": 8.132155853322638e-06, + "loss": 2.488, + "step": 33475 + }, + { + "epoch": 0.5730327461955871, + "grad_norm": 2.4144442081451416, + "learning_rate": 8.131611207985222e-06, + "loss": 2.5371, + "step": 33476 + }, + { + "epoch": 0.5730498639141375, + "grad_norm": 2.4106552600860596, + "learning_rate": 8.131066568390583e-06, + "loss": 2.4595, + "step": 33477 + }, + { + "epoch": 0.573066981632688, + "grad_norm": 2.401571273803711, + "learning_rate": 8.130521934540389e-06, + "loss": 2.554, + "step": 33478 + }, + { + "epoch": 0.5730840993512385, + "grad_norm": 2.465269088745117, + "learning_rate": 8.129977306436326e-06, + "loss": 2.5721, + "step": 33479 + }, + { + "epoch": 0.5731012170697889, + "grad_norm": 2.4293441772460938, + "learning_rate": 8.129432684080059e-06, + "loss": 2.5029, + "step": 33480 + }, + { + "epoch": 0.5731183347883394, + "grad_norm": 2.4386072158813477, + "learning_rate": 8.128888067473262e-06, + "loss": 2.4583, + "step": 33481 + }, + { + "epoch": 0.5731354525068899, + "grad_norm": 2.3815882205963135, + "learning_rate": 8.128343456617614e-06, + "loss": 2.4398, + "step": 33482 + }, + { + "epoch": 0.5731525702254403, + "grad_norm": 2.289283037185669, + "learning_rate": 8.127798851514781e-06, + "loss": 2.426, + "step": 33483 + }, + { + "epoch": 0.5731696879439908, + "grad_norm": 2.400252342224121, + "learning_rate": 8.127254252166448e-06, + "loss": 2.4387, + "step": 33484 + }, + { + "epoch": 0.5731868056625413, + "grad_norm": 2.397597074508667, + "learning_rate": 8.126709658574279e-06, + "loss": 2.3704, + "step": 33485 + }, + { + "epoch": 0.5732039233810917, + "grad_norm": 2.494169235229492, + "learning_rate": 8.126165070739956e-06, + "loss": 2.4287, + "step": 33486 + }, + { + "epoch": 0.5732210410996422, + "grad_norm": 2.3340506553649902, + "learning_rate": 8.125620488665146e-06, + "loss": 2.4105, + "step": 33487 + }, + { + "epoch": 0.5732381588181927, + "grad_norm": 2.356842279434204, + "learning_rate": 8.125075912351521e-06, + "loss": 2.4731, + "step": 33488 + }, + { + "epoch": 0.5732552765367431, + "grad_norm": 2.4001171588897705, + "learning_rate": 8.124531341800765e-06, + "loss": 2.4201, + "step": 33489 + }, + { + "epoch": 0.5732723942552936, + "grad_norm": 2.4066271781921387, + "learning_rate": 8.123986777014543e-06, + "loss": 2.4346, + "step": 33490 + }, + { + "epoch": 0.5732895119738441, + "grad_norm": 2.3689205646514893, + "learning_rate": 8.123442217994535e-06, + "loss": 2.3781, + "step": 33491 + }, + { + "epoch": 0.5733066296923945, + "grad_norm": 2.33548641204834, + "learning_rate": 8.122897664742409e-06, + "loss": 2.4569, + "step": 33492 + }, + { + "epoch": 0.573323747410945, + "grad_norm": 2.4795033931732178, + "learning_rate": 8.122353117259845e-06, + "loss": 2.5054, + "step": 33493 + }, + { + "epoch": 0.5733408651294956, + "grad_norm": 2.320988416671753, + "learning_rate": 8.121808575548512e-06, + "loss": 2.423, + "step": 33494 + }, + { + "epoch": 0.5733579828480461, + "grad_norm": 2.3224740028381348, + "learning_rate": 8.12126403961008e-06, + "loss": 2.3503, + "step": 33495 + }, + { + "epoch": 0.5733751005665965, + "grad_norm": 2.493093729019165, + "learning_rate": 8.120719509446233e-06, + "loss": 2.5328, + "step": 33496 + }, + { + "epoch": 0.573392218285147, + "grad_norm": 2.5240731239318848, + "learning_rate": 8.120174985058638e-06, + "loss": 2.4061, + "step": 33497 + }, + { + "epoch": 0.5734093360036975, + "grad_norm": 2.288686513900757, + "learning_rate": 8.119630466448972e-06, + "loss": 2.3784, + "step": 33498 + }, + { + "epoch": 0.5734264537222479, + "grad_norm": 2.3110947608947754, + "learning_rate": 8.119085953618902e-06, + "loss": 2.4821, + "step": 33499 + }, + { + "epoch": 0.5734435714407984, + "grad_norm": 2.302431106567383, + "learning_rate": 8.11854144657011e-06, + "loss": 2.538, + "step": 33500 + }, + { + "epoch": 0.5734606891593489, + "grad_norm": 2.391941547393799, + "learning_rate": 8.117996945304268e-06, + "loss": 2.6316, + "step": 33501 + }, + { + "epoch": 0.5734778068778993, + "grad_norm": 2.4510786533355713, + "learning_rate": 8.117452449823044e-06, + "loss": 2.464, + "step": 33502 + }, + { + "epoch": 0.5734949245964498, + "grad_norm": 2.188174247741699, + "learning_rate": 8.116907960128117e-06, + "loss": 2.2451, + "step": 33503 + }, + { + "epoch": 0.5735120423150003, + "grad_norm": 2.3989450931549072, + "learning_rate": 8.116363476221154e-06, + "loss": 2.4442, + "step": 33504 + }, + { + "epoch": 0.5735291600335507, + "grad_norm": 2.3169448375701904, + "learning_rate": 8.115818998103839e-06, + "loss": 2.5264, + "step": 33505 + }, + { + "epoch": 0.5735462777521012, + "grad_norm": 2.341050148010254, + "learning_rate": 8.115274525777834e-06, + "loss": 2.5005, + "step": 33506 + }, + { + "epoch": 0.5735633954706517, + "grad_norm": 2.2406017780303955, + "learning_rate": 8.114730059244824e-06, + "loss": 2.3567, + "step": 33507 + }, + { + "epoch": 0.5735805131892021, + "grad_norm": 2.343531847000122, + "learning_rate": 8.114185598506477e-06, + "loss": 2.4272, + "step": 33508 + }, + { + "epoch": 0.5735976309077526, + "grad_norm": 2.5441131591796875, + "learning_rate": 8.113641143564463e-06, + "loss": 2.5384, + "step": 33509 + }, + { + "epoch": 0.5736147486263031, + "grad_norm": 2.3211536407470703, + "learning_rate": 8.113096694420462e-06, + "loss": 2.3154, + "step": 33510 + }, + { + "epoch": 0.5736318663448535, + "grad_norm": 2.422006368637085, + "learning_rate": 8.11255225107614e-06, + "loss": 2.473, + "step": 33511 + }, + { + "epoch": 0.573648984063404, + "grad_norm": 2.347196578979492, + "learning_rate": 8.112007813533177e-06, + "loss": 2.3601, + "step": 33512 + }, + { + "epoch": 0.5736661017819545, + "grad_norm": 2.3621885776519775, + "learning_rate": 8.111463381793246e-06, + "loss": 2.5158, + "step": 33513 + }, + { + "epoch": 0.5736832195005049, + "grad_norm": 2.4145355224609375, + "learning_rate": 8.110918955858019e-06, + "loss": 2.5561, + "step": 33514 + }, + { + "epoch": 0.5737003372190554, + "grad_norm": 2.3377883434295654, + "learning_rate": 8.110374535729162e-06, + "loss": 2.4891, + "step": 33515 + }, + { + "epoch": 0.573717454937606, + "grad_norm": 2.566894292831421, + "learning_rate": 8.109830121408362e-06, + "loss": 2.5211, + "step": 33516 + }, + { + "epoch": 0.5737345726561563, + "grad_norm": 2.4324584007263184, + "learning_rate": 8.109285712897285e-06, + "loss": 2.5281, + "step": 33517 + }, + { + "epoch": 0.5737516903747069, + "grad_norm": 2.366457462310791, + "learning_rate": 8.108741310197602e-06, + "loss": 2.3843, + "step": 33518 + }, + { + "epoch": 0.5737688080932574, + "grad_norm": 2.4435818195343018, + "learning_rate": 8.108196913310992e-06, + "loss": 2.446, + "step": 33519 + }, + { + "epoch": 0.5737859258118078, + "grad_norm": 2.4712111949920654, + "learning_rate": 8.107652522239121e-06, + "loss": 2.6061, + "step": 33520 + }, + { + "epoch": 0.5738030435303583, + "grad_norm": 2.3025593757629395, + "learning_rate": 8.107108136983672e-06, + "loss": 2.4387, + "step": 33521 + }, + { + "epoch": 0.5738201612489088, + "grad_norm": 2.4344067573547363, + "learning_rate": 8.106563757546307e-06, + "loss": 2.4812, + "step": 33522 + }, + { + "epoch": 0.5738372789674592, + "grad_norm": 2.307041645050049, + "learning_rate": 8.106019383928712e-06, + "loss": 2.4986, + "step": 33523 + }, + { + "epoch": 0.5738543966860097, + "grad_norm": 2.432461738586426, + "learning_rate": 8.105475016132553e-06, + "loss": 2.505, + "step": 33524 + }, + { + "epoch": 0.5738715144045602, + "grad_norm": 2.405299186706543, + "learning_rate": 8.104930654159498e-06, + "loss": 2.5526, + "step": 33525 + }, + { + "epoch": 0.5738886321231106, + "grad_norm": 2.2753446102142334, + "learning_rate": 8.10438629801123e-06, + "loss": 2.3425, + "step": 33526 + }, + { + "epoch": 0.5739057498416611, + "grad_norm": 2.4056499004364014, + "learning_rate": 8.103841947689415e-06, + "loss": 2.5272, + "step": 33527 + }, + { + "epoch": 0.5739228675602116, + "grad_norm": 2.3886115550994873, + "learning_rate": 8.103297603195732e-06, + "loss": 2.3807, + "step": 33528 + }, + { + "epoch": 0.573939985278762, + "grad_norm": 2.4380078315734863, + "learning_rate": 8.10275326453185e-06, + "loss": 2.5831, + "step": 33529 + }, + { + "epoch": 0.5739571029973125, + "grad_norm": 2.3265879154205322, + "learning_rate": 8.102208931699444e-06, + "loss": 2.4774, + "step": 33530 + }, + { + "epoch": 0.573974220715863, + "grad_norm": 2.3696963787078857, + "learning_rate": 8.10166460470019e-06, + "loss": 2.4335, + "step": 33531 + }, + { + "epoch": 0.5739913384344134, + "grad_norm": 2.261435031890869, + "learning_rate": 8.101120283535749e-06, + "loss": 2.4197, + "step": 33532 + }, + { + "epoch": 0.5740084561529639, + "grad_norm": 2.3855674266815186, + "learning_rate": 8.100575968207809e-06, + "loss": 2.4061, + "step": 33533 + }, + { + "epoch": 0.5740255738715144, + "grad_norm": 2.3654916286468506, + "learning_rate": 8.100031658718035e-06, + "loss": 2.365, + "step": 33534 + }, + { + "epoch": 0.5740426915900648, + "grad_norm": 2.372666597366333, + "learning_rate": 8.099487355068102e-06, + "loss": 2.4172, + "step": 33535 + }, + { + "epoch": 0.5740598093086153, + "grad_norm": 2.441439151763916, + "learning_rate": 8.09894305725968e-06, + "loss": 2.4656, + "step": 33536 + }, + { + "epoch": 0.5740769270271658, + "grad_norm": 2.248863458633423, + "learning_rate": 8.098398765294447e-06, + "loss": 2.4955, + "step": 33537 + }, + { + "epoch": 0.5740940447457162, + "grad_norm": 2.318096160888672, + "learning_rate": 8.097854479174075e-06, + "loss": 2.5377, + "step": 33538 + }, + { + "epoch": 0.5741111624642667, + "grad_norm": 2.485741138458252, + "learning_rate": 8.097310198900233e-06, + "loss": 2.5953, + "step": 33539 + }, + { + "epoch": 0.5741282801828173, + "grad_norm": 2.4546146392822266, + "learning_rate": 8.096765924474599e-06, + "loss": 2.5726, + "step": 33540 + }, + { + "epoch": 0.5741453979013678, + "grad_norm": 2.3268909454345703, + "learning_rate": 8.096221655898839e-06, + "loss": 2.4565, + "step": 33541 + }, + { + "epoch": 0.5741625156199182, + "grad_norm": 2.3959248065948486, + "learning_rate": 8.095677393174635e-06, + "loss": 2.4423, + "step": 33542 + }, + { + "epoch": 0.5741796333384687, + "grad_norm": 2.3765311241149902, + "learning_rate": 8.09513313630365e-06, + "loss": 2.3616, + "step": 33543 + }, + { + "epoch": 0.5741967510570192, + "grad_norm": 2.2738330364227295, + "learning_rate": 8.094588885287565e-06, + "loss": 2.3452, + "step": 33544 + }, + { + "epoch": 0.5742138687755696, + "grad_norm": 2.3970065116882324, + "learning_rate": 8.094044640128051e-06, + "loss": 2.4819, + "step": 33545 + }, + { + "epoch": 0.5742309864941201, + "grad_norm": 2.4117231369018555, + "learning_rate": 8.093500400826778e-06, + "loss": 2.4036, + "step": 33546 + }, + { + "epoch": 0.5742481042126706, + "grad_norm": 2.278663396835327, + "learning_rate": 8.092956167385423e-06, + "loss": 2.4186, + "step": 33547 + }, + { + "epoch": 0.574265221931221, + "grad_norm": 2.3298161029815674, + "learning_rate": 8.092411939805651e-06, + "loss": 2.4137, + "step": 33548 + }, + { + "epoch": 0.5742823396497715, + "grad_norm": 2.3487937450408936, + "learning_rate": 8.091867718089143e-06, + "loss": 2.4474, + "step": 33549 + }, + { + "epoch": 0.574299457368322, + "grad_norm": 2.439213991165161, + "learning_rate": 8.091323502237569e-06, + "loss": 2.5293, + "step": 33550 + }, + { + "epoch": 0.5743165750868724, + "grad_norm": 2.438464641571045, + "learning_rate": 8.090779292252603e-06, + "loss": 2.5641, + "step": 33551 + }, + { + "epoch": 0.5743336928054229, + "grad_norm": 2.384023666381836, + "learning_rate": 8.090235088135916e-06, + "loss": 2.5031, + "step": 33552 + }, + { + "epoch": 0.5743508105239734, + "grad_norm": 2.522866725921631, + "learning_rate": 8.089690889889176e-06, + "loss": 2.5575, + "step": 33553 + }, + { + "epoch": 0.5743679282425238, + "grad_norm": 2.4349889755249023, + "learning_rate": 8.089146697514066e-06, + "loss": 2.4871, + "step": 33554 + }, + { + "epoch": 0.5743850459610743, + "grad_norm": 2.6051783561706543, + "learning_rate": 8.088602511012251e-06, + "loss": 2.4934, + "step": 33555 + }, + { + "epoch": 0.5744021636796248, + "grad_norm": 2.445582151412964, + "learning_rate": 8.088058330385406e-06, + "loss": 2.5064, + "step": 33556 + }, + { + "epoch": 0.5744192813981752, + "grad_norm": 2.434614896774292, + "learning_rate": 8.087514155635201e-06, + "loss": 2.4808, + "step": 33557 + }, + { + "epoch": 0.5744363991167257, + "grad_norm": 2.5012621879577637, + "learning_rate": 8.086969986763315e-06, + "loss": 2.6253, + "step": 33558 + }, + { + "epoch": 0.5744535168352762, + "grad_norm": 2.441559314727783, + "learning_rate": 8.086425823771416e-06, + "loss": 2.5064, + "step": 33559 + }, + { + "epoch": 0.5744706345538266, + "grad_norm": 2.5567519664764404, + "learning_rate": 8.085881666661174e-06, + "loss": 2.579, + "step": 33560 + }, + { + "epoch": 0.5744877522723771, + "grad_norm": 2.4776556491851807, + "learning_rate": 8.085337515434268e-06, + "loss": 2.4487, + "step": 33561 + }, + { + "epoch": 0.5745048699909276, + "grad_norm": 2.3821771144866943, + "learning_rate": 8.084793370092366e-06, + "loss": 2.3404, + "step": 33562 + }, + { + "epoch": 0.574521987709478, + "grad_norm": 2.361304759979248, + "learning_rate": 8.084249230637143e-06, + "loss": 2.2866, + "step": 33563 + }, + { + "epoch": 0.5745391054280286, + "grad_norm": 2.4161782264709473, + "learning_rate": 8.083705097070268e-06, + "loss": 2.4355, + "step": 33564 + }, + { + "epoch": 0.5745562231465791, + "grad_norm": 2.594963788986206, + "learning_rate": 8.083160969393417e-06, + "loss": 2.4517, + "step": 33565 + }, + { + "epoch": 0.5745733408651295, + "grad_norm": 2.5629727840423584, + "learning_rate": 8.082616847608264e-06, + "loss": 2.5683, + "step": 33566 + }, + { + "epoch": 0.57459045858368, + "grad_norm": 2.558060884475708, + "learning_rate": 8.082072731716474e-06, + "loss": 2.4643, + "step": 33567 + }, + { + "epoch": 0.5746075763022305, + "grad_norm": 2.449533224105835, + "learning_rate": 8.081528621719729e-06, + "loss": 2.5321, + "step": 33568 + }, + { + "epoch": 0.5746246940207809, + "grad_norm": 2.463085889816284, + "learning_rate": 8.080984517619692e-06, + "loss": 2.4474, + "step": 33569 + }, + { + "epoch": 0.5746418117393314, + "grad_norm": 2.532365322113037, + "learning_rate": 8.080440419418043e-06, + "loss": 2.4372, + "step": 33570 + }, + { + "epoch": 0.5746589294578819, + "grad_norm": 2.4913253784179688, + "learning_rate": 8.07989632711645e-06, + "loss": 2.4183, + "step": 33571 + }, + { + "epoch": 0.5746760471764323, + "grad_norm": 2.697939872741699, + "learning_rate": 8.079352240716587e-06, + "loss": 2.5956, + "step": 33572 + }, + { + "epoch": 0.5746931648949828, + "grad_norm": 2.4298694133758545, + "learning_rate": 8.078808160220127e-06, + "loss": 2.4399, + "step": 33573 + }, + { + "epoch": 0.5747102826135333, + "grad_norm": 2.3677103519439697, + "learning_rate": 8.078264085628738e-06, + "loss": 2.4666, + "step": 33574 + }, + { + "epoch": 0.5747274003320837, + "grad_norm": 2.5206053256988525, + "learning_rate": 8.077720016944098e-06, + "loss": 2.593, + "step": 33575 + }, + { + "epoch": 0.5747445180506342, + "grad_norm": 2.4400136470794678, + "learning_rate": 8.077175954167874e-06, + "loss": 2.4524, + "step": 33576 + }, + { + "epoch": 0.5747616357691847, + "grad_norm": 2.3899500370025635, + "learning_rate": 8.076631897301747e-06, + "loss": 2.5009, + "step": 33577 + }, + { + "epoch": 0.5747787534877351, + "grad_norm": 2.4953129291534424, + "learning_rate": 8.076087846347376e-06, + "loss": 2.4856, + "step": 33578 + }, + { + "epoch": 0.5747958712062856, + "grad_norm": 2.3157835006713867, + "learning_rate": 8.075543801306446e-06, + "loss": 2.3958, + "step": 33579 + }, + { + "epoch": 0.5748129889248361, + "grad_norm": 2.504647731781006, + "learning_rate": 8.074999762180624e-06, + "loss": 2.4538, + "step": 33580 + }, + { + "epoch": 0.5748301066433865, + "grad_norm": 2.413090467453003, + "learning_rate": 8.074455728971576e-06, + "loss": 2.5737, + "step": 33581 + }, + { + "epoch": 0.574847224361937, + "grad_norm": 2.433478355407715, + "learning_rate": 8.073911701680986e-06, + "loss": 2.396, + "step": 33582 + }, + { + "epoch": 0.5748643420804875, + "grad_norm": 2.335376501083374, + "learning_rate": 8.073367680310518e-06, + "loss": 2.4622, + "step": 33583 + }, + { + "epoch": 0.5748814597990379, + "grad_norm": 2.529607057571411, + "learning_rate": 8.072823664861849e-06, + "loss": 2.4984, + "step": 33584 + }, + { + "epoch": 0.5748985775175884, + "grad_norm": 2.2337942123413086, + "learning_rate": 8.072279655336643e-06, + "loss": 2.3392, + "step": 33585 + }, + { + "epoch": 0.574915695236139, + "grad_norm": 2.309512138366699, + "learning_rate": 8.071735651736582e-06, + "loss": 2.4559, + "step": 33586 + }, + { + "epoch": 0.5749328129546895, + "grad_norm": 2.4818575382232666, + "learning_rate": 8.071191654063331e-06, + "loss": 2.5075, + "step": 33587 + }, + { + "epoch": 0.5749499306732399, + "grad_norm": 2.208888053894043, + "learning_rate": 8.070647662318569e-06, + "loss": 2.4251, + "step": 33588 + }, + { + "epoch": 0.5749670483917904, + "grad_norm": 2.600374460220337, + "learning_rate": 8.070103676503962e-06, + "loss": 2.5508, + "step": 33589 + }, + { + "epoch": 0.5749841661103409, + "grad_norm": 2.3835391998291016, + "learning_rate": 8.069559696621181e-06, + "loss": 2.4335, + "step": 33590 + }, + { + "epoch": 0.5750012838288913, + "grad_norm": 2.3095743656158447, + "learning_rate": 8.069015722671905e-06, + "loss": 2.3557, + "step": 33591 + }, + { + "epoch": 0.5750184015474418, + "grad_norm": 2.501645803451538, + "learning_rate": 8.068471754657799e-06, + "loss": 2.5268, + "step": 33592 + }, + { + "epoch": 0.5750355192659923, + "grad_norm": 2.4748129844665527, + "learning_rate": 8.067927792580538e-06, + "loss": 2.549, + "step": 33593 + }, + { + "epoch": 0.5750526369845427, + "grad_norm": 2.3719685077667236, + "learning_rate": 8.067383836441791e-06, + "loss": 2.4355, + "step": 33594 + }, + { + "epoch": 0.5750697547030932, + "grad_norm": 2.3767828941345215, + "learning_rate": 8.066839886243238e-06, + "loss": 2.4284, + "step": 33595 + }, + { + "epoch": 0.5750868724216437, + "grad_norm": 2.481858253479004, + "learning_rate": 8.066295941986546e-06, + "loss": 2.4827, + "step": 33596 + }, + { + "epoch": 0.5751039901401941, + "grad_norm": 2.287400484085083, + "learning_rate": 8.06575200367338e-06, + "loss": 2.3374, + "step": 33597 + }, + { + "epoch": 0.5751211078587446, + "grad_norm": 2.7105815410614014, + "learning_rate": 8.065208071305424e-06, + "loss": 2.5572, + "step": 33598 + }, + { + "epoch": 0.5751382255772951, + "grad_norm": 2.3981411457061768, + "learning_rate": 8.064664144884343e-06, + "loss": 2.4903, + "step": 33599 + }, + { + "epoch": 0.5751553432958455, + "grad_norm": 2.4099302291870117, + "learning_rate": 8.064120224411809e-06, + "loss": 2.426, + "step": 33600 + }, + { + "epoch": 0.575172461014396, + "grad_norm": 2.4375686645507812, + "learning_rate": 8.063576309889492e-06, + "loss": 2.5117, + "step": 33601 + }, + { + "epoch": 0.5751895787329465, + "grad_norm": 2.1955533027648926, + "learning_rate": 8.063032401319072e-06, + "loss": 2.4132, + "step": 33602 + }, + { + "epoch": 0.5752066964514969, + "grad_norm": 2.471597671508789, + "learning_rate": 8.062488498702215e-06, + "loss": 2.4503, + "step": 33603 + }, + { + "epoch": 0.5752238141700474, + "grad_norm": 2.4159481525421143, + "learning_rate": 8.06194460204059e-06, + "loss": 2.5378, + "step": 33604 + }, + { + "epoch": 0.5752409318885979, + "grad_norm": 2.569201707839966, + "learning_rate": 8.061400711335876e-06, + "loss": 2.4383, + "step": 33605 + }, + { + "epoch": 0.5752580496071483, + "grad_norm": 2.317080020904541, + "learning_rate": 8.060856826589737e-06, + "loss": 2.4434, + "step": 33606 + }, + { + "epoch": 0.5752751673256988, + "grad_norm": 2.162574052810669, + "learning_rate": 8.06031294780385e-06, + "loss": 2.4019, + "step": 33607 + }, + { + "epoch": 0.5752922850442493, + "grad_norm": 2.5006961822509766, + "learning_rate": 8.059769074979884e-06, + "loss": 2.4014, + "step": 33608 + }, + { + "epoch": 0.5753094027627997, + "grad_norm": 2.398489236831665, + "learning_rate": 8.059225208119514e-06, + "loss": 2.5849, + "step": 33609 + }, + { + "epoch": 0.5753265204813502, + "grad_norm": 2.3656299114227295, + "learning_rate": 8.05868134722441e-06, + "loss": 2.5264, + "step": 33610 + }, + { + "epoch": 0.5753436381999008, + "grad_norm": 2.437251567840576, + "learning_rate": 8.058137492296238e-06, + "loss": 2.428, + "step": 33611 + }, + { + "epoch": 0.5753607559184511, + "grad_norm": 2.505600929260254, + "learning_rate": 8.057593643336678e-06, + "loss": 2.448, + "step": 33612 + }, + { + "epoch": 0.5753778736370017, + "grad_norm": 2.209333658218384, + "learning_rate": 8.057049800347398e-06, + "loss": 2.3761, + "step": 33613 + }, + { + "epoch": 0.5753949913555522, + "grad_norm": 2.467233896255493, + "learning_rate": 8.056505963330073e-06, + "loss": 2.4791, + "step": 33614 + }, + { + "epoch": 0.5754121090741026, + "grad_norm": 2.432025909423828, + "learning_rate": 8.055962132286365e-06, + "loss": 2.4083, + "step": 33615 + }, + { + "epoch": 0.5754292267926531, + "grad_norm": 2.3937830924987793, + "learning_rate": 8.055418307217956e-06, + "loss": 2.5585, + "step": 33616 + }, + { + "epoch": 0.5754463445112036, + "grad_norm": 2.3043487071990967, + "learning_rate": 8.054874488126516e-06, + "loss": 2.5833, + "step": 33617 + }, + { + "epoch": 0.575463462229754, + "grad_norm": 2.4072697162628174, + "learning_rate": 8.054330675013706e-06, + "loss": 2.4245, + "step": 33618 + }, + { + "epoch": 0.5754805799483045, + "grad_norm": 2.264193296432495, + "learning_rate": 8.053786867881212e-06, + "loss": 2.411, + "step": 33619 + }, + { + "epoch": 0.575497697666855, + "grad_norm": 2.43205189704895, + "learning_rate": 8.053243066730698e-06, + "loss": 2.433, + "step": 33620 + }, + { + "epoch": 0.5755148153854054, + "grad_norm": 2.419189453125, + "learning_rate": 8.052699271563837e-06, + "loss": 2.6042, + "step": 33621 + }, + { + "epoch": 0.5755319331039559, + "grad_norm": 2.368710994720459, + "learning_rate": 8.052155482382296e-06, + "loss": 2.4091, + "step": 33622 + }, + { + "epoch": 0.5755490508225064, + "grad_norm": 2.331071138381958, + "learning_rate": 8.051611699187755e-06, + "loss": 2.4473, + "step": 33623 + }, + { + "epoch": 0.5755661685410568, + "grad_norm": 2.388038158416748, + "learning_rate": 8.05106792198188e-06, + "loss": 2.3825, + "step": 33624 + }, + { + "epoch": 0.5755832862596073, + "grad_norm": 2.3661274909973145, + "learning_rate": 8.050524150766341e-06, + "loss": 2.4813, + "step": 33625 + }, + { + "epoch": 0.5756004039781578, + "grad_norm": 2.3418960571289062, + "learning_rate": 8.049980385542815e-06, + "loss": 2.4474, + "step": 33626 + }, + { + "epoch": 0.5756175216967082, + "grad_norm": 2.4607110023498535, + "learning_rate": 8.049436626312963e-06, + "loss": 2.4025, + "step": 33627 + }, + { + "epoch": 0.5756346394152587, + "grad_norm": 2.3829047679901123, + "learning_rate": 8.04889287307847e-06, + "loss": 2.3749, + "step": 33628 + }, + { + "epoch": 0.5756517571338092, + "grad_norm": 2.286240816116333, + "learning_rate": 8.048349125840996e-06, + "loss": 2.4612, + "step": 33629 + }, + { + "epoch": 0.5756688748523596, + "grad_norm": 2.4618277549743652, + "learning_rate": 8.047805384602221e-06, + "loss": 2.5274, + "step": 33630 + }, + { + "epoch": 0.5756859925709101, + "grad_norm": 2.452535390853882, + "learning_rate": 8.047261649363811e-06, + "loss": 2.4714, + "step": 33631 + }, + { + "epoch": 0.5757031102894606, + "grad_norm": 2.3537845611572266, + "learning_rate": 8.046717920127434e-06, + "loss": 2.4899, + "step": 33632 + }, + { + "epoch": 0.575720228008011, + "grad_norm": 2.4517853260040283, + "learning_rate": 8.046174196894768e-06, + "loss": 2.5293, + "step": 33633 + }, + { + "epoch": 0.5757373457265615, + "grad_norm": 2.35343337059021, + "learning_rate": 8.04563047966748e-06, + "loss": 2.4379, + "step": 33634 + }, + { + "epoch": 0.575754463445112, + "grad_norm": 2.4299466609954834, + "learning_rate": 8.045086768447247e-06, + "loss": 2.4528, + "step": 33635 + }, + { + "epoch": 0.5757715811636626, + "grad_norm": 2.3473093509674072, + "learning_rate": 8.044543063235733e-06, + "loss": 2.5542, + "step": 33636 + }, + { + "epoch": 0.575788698882213, + "grad_norm": 2.288609504699707, + "learning_rate": 8.043999364034615e-06, + "loss": 2.4513, + "step": 33637 + }, + { + "epoch": 0.5758058166007635, + "grad_norm": 2.555359363555908, + "learning_rate": 8.04345567084556e-06, + "loss": 2.4415, + "step": 33638 + }, + { + "epoch": 0.575822934319314, + "grad_norm": 2.3650665283203125, + "learning_rate": 8.042911983670238e-06, + "loss": 2.4482, + "step": 33639 + }, + { + "epoch": 0.5758400520378644, + "grad_norm": 2.444828987121582, + "learning_rate": 8.042368302510326e-06, + "loss": 2.3827, + "step": 33640 + }, + { + "epoch": 0.5758571697564149, + "grad_norm": 2.2750165462493896, + "learning_rate": 8.041824627367489e-06, + "loss": 2.5057, + "step": 33641 + }, + { + "epoch": 0.5758742874749654, + "grad_norm": 2.4894938468933105, + "learning_rate": 8.041280958243404e-06, + "loss": 2.4646, + "step": 33642 + }, + { + "epoch": 0.5758914051935158, + "grad_norm": 2.4682605266571045, + "learning_rate": 8.040737295139735e-06, + "loss": 2.4654, + "step": 33643 + }, + { + "epoch": 0.5759085229120663, + "grad_norm": 2.288517713546753, + "learning_rate": 8.04019363805816e-06, + "loss": 2.4022, + "step": 33644 + }, + { + "epoch": 0.5759256406306168, + "grad_norm": 2.4973292350769043, + "learning_rate": 8.039649987000347e-06, + "loss": 2.4437, + "step": 33645 + }, + { + "epoch": 0.5759427583491672, + "grad_norm": 2.4244115352630615, + "learning_rate": 8.039106341967964e-06, + "loss": 2.3888, + "step": 33646 + }, + { + "epoch": 0.5759598760677177, + "grad_norm": 2.3915202617645264, + "learning_rate": 8.038562702962688e-06, + "loss": 2.4138, + "step": 33647 + }, + { + "epoch": 0.5759769937862682, + "grad_norm": 2.32600474357605, + "learning_rate": 8.038019069986182e-06, + "loss": 2.4605, + "step": 33648 + }, + { + "epoch": 0.5759941115048186, + "grad_norm": 2.2724719047546387, + "learning_rate": 8.037475443040126e-06, + "loss": 2.4172, + "step": 33649 + }, + { + "epoch": 0.5760112292233691, + "grad_norm": 2.2335894107818604, + "learning_rate": 8.036931822126183e-06, + "loss": 2.433, + "step": 33650 + }, + { + "epoch": 0.5760283469419196, + "grad_norm": 2.4396743774414062, + "learning_rate": 8.036388207246032e-06, + "loss": 2.5152, + "step": 33651 + }, + { + "epoch": 0.57604546466047, + "grad_norm": 2.3876657485961914, + "learning_rate": 8.035844598401337e-06, + "loss": 2.4863, + "step": 33652 + }, + { + "epoch": 0.5760625823790205, + "grad_norm": 2.301429271697998, + "learning_rate": 8.035300995593772e-06, + "loss": 2.4574, + "step": 33653 + }, + { + "epoch": 0.576079700097571, + "grad_norm": 2.3125433921813965, + "learning_rate": 8.034757398825008e-06, + "loss": 2.3865, + "step": 33654 + }, + { + "epoch": 0.5760968178161214, + "grad_norm": 2.2323410511016846, + "learning_rate": 8.034213808096712e-06, + "loss": 2.3974, + "step": 33655 + }, + { + "epoch": 0.5761139355346719, + "grad_norm": 2.3489041328430176, + "learning_rate": 8.03367022341056e-06, + "loss": 2.4443, + "step": 33656 + }, + { + "epoch": 0.5761310532532224, + "grad_norm": 2.3501434326171875, + "learning_rate": 8.033126644768219e-06, + "loss": 2.5166, + "step": 33657 + }, + { + "epoch": 0.5761481709717728, + "grad_norm": 2.3493831157684326, + "learning_rate": 8.032583072171364e-06, + "loss": 2.4372, + "step": 33658 + }, + { + "epoch": 0.5761652886903234, + "grad_norm": 2.299527883529663, + "learning_rate": 8.032039505621658e-06, + "loss": 2.4165, + "step": 33659 + }, + { + "epoch": 0.5761824064088739, + "grad_norm": 2.2937188148498535, + "learning_rate": 8.031495945120783e-06, + "loss": 2.3754, + "step": 33660 + }, + { + "epoch": 0.5761995241274243, + "grad_norm": 2.414768695831299, + "learning_rate": 8.030952390670403e-06, + "loss": 2.2531, + "step": 33661 + }, + { + "epoch": 0.5762166418459748, + "grad_norm": 2.273077964782715, + "learning_rate": 8.030408842272185e-06, + "loss": 2.3309, + "step": 33662 + }, + { + "epoch": 0.5762337595645253, + "grad_norm": 2.308657169342041, + "learning_rate": 8.029865299927809e-06, + "loss": 2.5011, + "step": 33663 + }, + { + "epoch": 0.5762508772830757, + "grad_norm": 2.3231630325317383, + "learning_rate": 8.029321763638934e-06, + "loss": 2.3934, + "step": 33664 + }, + { + "epoch": 0.5762679950016262, + "grad_norm": 2.3436226844787598, + "learning_rate": 8.028778233407242e-06, + "loss": 2.4818, + "step": 33665 + }, + { + "epoch": 0.5762851127201767, + "grad_norm": 2.345073699951172, + "learning_rate": 8.028234709234395e-06, + "loss": 2.4659, + "step": 33666 + }, + { + "epoch": 0.5763022304387271, + "grad_norm": 2.326605796813965, + "learning_rate": 8.027691191122073e-06, + "loss": 2.4427, + "step": 33667 + }, + { + "epoch": 0.5763193481572776, + "grad_norm": 2.3649792671203613, + "learning_rate": 8.02714767907194e-06, + "loss": 2.4761, + "step": 33668 + }, + { + "epoch": 0.5763364658758281, + "grad_norm": 2.4075005054473877, + "learning_rate": 8.026604173085661e-06, + "loss": 2.621, + "step": 33669 + }, + { + "epoch": 0.5763535835943785, + "grad_norm": 2.372013807296753, + "learning_rate": 8.02606067316492e-06, + "loss": 2.3609, + "step": 33670 + }, + { + "epoch": 0.576370701312929, + "grad_norm": 2.292433500289917, + "learning_rate": 8.025517179311375e-06, + "loss": 2.3321, + "step": 33671 + }, + { + "epoch": 0.5763878190314795, + "grad_norm": 2.349130868911743, + "learning_rate": 8.024973691526707e-06, + "loss": 2.4737, + "step": 33672 + }, + { + "epoch": 0.5764049367500299, + "grad_norm": 2.376023292541504, + "learning_rate": 8.024430209812581e-06, + "loss": 2.4513, + "step": 33673 + }, + { + "epoch": 0.5764220544685804, + "grad_norm": 2.3232150077819824, + "learning_rate": 8.023886734170669e-06, + "loss": 2.4347, + "step": 33674 + }, + { + "epoch": 0.5764391721871309, + "grad_norm": 2.5239968299865723, + "learning_rate": 8.02334326460264e-06, + "loss": 2.5289, + "step": 33675 + }, + { + "epoch": 0.5764562899056813, + "grad_norm": 2.313169240951538, + "learning_rate": 8.022799801110161e-06, + "loss": 2.413, + "step": 33676 + }, + { + "epoch": 0.5764734076242318, + "grad_norm": 2.483100175857544, + "learning_rate": 8.02225634369491e-06, + "loss": 2.4507, + "step": 33677 + }, + { + "epoch": 0.5764905253427823, + "grad_norm": 2.2684531211853027, + "learning_rate": 8.021712892358554e-06, + "loss": 2.4126, + "step": 33678 + }, + { + "epoch": 0.5765076430613327, + "grad_norm": 2.4511935710906982, + "learning_rate": 8.021169447102764e-06, + "loss": 2.6549, + "step": 33679 + }, + { + "epoch": 0.5765247607798832, + "grad_norm": 2.400399923324585, + "learning_rate": 8.020626007929204e-06, + "loss": 2.5074, + "step": 33680 + }, + { + "epoch": 0.5765418784984337, + "grad_norm": 2.4113030433654785, + "learning_rate": 8.020082574839556e-06, + "loss": 2.4814, + "step": 33681 + }, + { + "epoch": 0.5765589962169843, + "grad_norm": 2.3602569103240967, + "learning_rate": 8.019539147835483e-06, + "loss": 2.4101, + "step": 33682 + }, + { + "epoch": 0.5765761139355347, + "grad_norm": 2.254361629486084, + "learning_rate": 8.018995726918656e-06, + "loss": 2.3442, + "step": 33683 + }, + { + "epoch": 0.5765932316540852, + "grad_norm": 2.1998002529144287, + "learning_rate": 8.018452312090746e-06, + "loss": 2.431, + "step": 33684 + }, + { + "epoch": 0.5766103493726357, + "grad_norm": 2.2957725524902344, + "learning_rate": 8.01790890335342e-06, + "loss": 2.4068, + "step": 33685 + }, + { + "epoch": 0.5766274670911861, + "grad_norm": 2.3576743602752686, + "learning_rate": 8.017365500708356e-06, + "loss": 2.4763, + "step": 33686 + }, + { + "epoch": 0.5766445848097366, + "grad_norm": 2.4149153232574463, + "learning_rate": 8.016822104157215e-06, + "loss": 2.4483, + "step": 33687 + }, + { + "epoch": 0.5766617025282871, + "grad_norm": 2.415982961654663, + "learning_rate": 8.016278713701677e-06, + "loss": 2.4294, + "step": 33688 + }, + { + "epoch": 0.5766788202468375, + "grad_norm": 2.389359951019287, + "learning_rate": 8.015735329343404e-06, + "loss": 2.4155, + "step": 33689 + }, + { + "epoch": 0.576695937965388, + "grad_norm": 2.2613978385925293, + "learning_rate": 8.01519195108407e-06, + "loss": 2.5154, + "step": 33690 + }, + { + "epoch": 0.5767130556839385, + "grad_norm": 2.3429136276245117, + "learning_rate": 8.014648578925346e-06, + "loss": 2.428, + "step": 33691 + }, + { + "epoch": 0.5767301734024889, + "grad_norm": 2.3319664001464844, + "learning_rate": 8.014105212868894e-06, + "loss": 2.4355, + "step": 33692 + }, + { + "epoch": 0.5767472911210394, + "grad_norm": 2.28890323638916, + "learning_rate": 8.013561852916398e-06, + "loss": 2.3609, + "step": 33693 + }, + { + "epoch": 0.5767644088395899, + "grad_norm": 2.446005344390869, + "learning_rate": 8.013018499069517e-06, + "loss": 2.4515, + "step": 33694 + }, + { + "epoch": 0.5767815265581403, + "grad_norm": 2.2981903553009033, + "learning_rate": 8.012475151329927e-06, + "loss": 2.4834, + "step": 33695 + }, + { + "epoch": 0.5767986442766908, + "grad_norm": 2.2908501625061035, + "learning_rate": 8.011931809699296e-06, + "loss": 2.5618, + "step": 33696 + }, + { + "epoch": 0.5768157619952413, + "grad_norm": 2.4339799880981445, + "learning_rate": 8.01138847417929e-06, + "loss": 2.4805, + "step": 33697 + }, + { + "epoch": 0.5768328797137917, + "grad_norm": 2.3912546634674072, + "learning_rate": 8.010845144771586e-06, + "loss": 2.47, + "step": 33698 + }, + { + "epoch": 0.5768499974323422, + "grad_norm": 2.316460132598877, + "learning_rate": 8.010301821477848e-06, + "loss": 2.4513, + "step": 33699 + }, + { + "epoch": 0.5768671151508927, + "grad_norm": 2.3877956867218018, + "learning_rate": 8.009758504299753e-06, + "loss": 2.4569, + "step": 33700 + }, + { + "epoch": 0.5768842328694431, + "grad_norm": 2.5113062858581543, + "learning_rate": 8.009215193238961e-06, + "loss": 2.4439, + "step": 33701 + }, + { + "epoch": 0.5769013505879936, + "grad_norm": 2.35487961769104, + "learning_rate": 8.008671888297154e-06, + "loss": 2.4049, + "step": 33702 + }, + { + "epoch": 0.5769184683065441, + "grad_norm": 2.5210375785827637, + "learning_rate": 8.008128589475993e-06, + "loss": 2.4458, + "step": 33703 + }, + { + "epoch": 0.5769355860250945, + "grad_norm": 2.44624924659729, + "learning_rate": 8.007585296777151e-06, + "loss": 2.5826, + "step": 33704 + }, + { + "epoch": 0.576952703743645, + "grad_norm": 2.3858399391174316, + "learning_rate": 8.0070420102023e-06, + "loss": 2.459, + "step": 33705 + }, + { + "epoch": 0.5769698214621956, + "grad_norm": 2.4254488945007324, + "learning_rate": 8.006498729753102e-06, + "loss": 2.4834, + "step": 33706 + }, + { + "epoch": 0.576986939180746, + "grad_norm": 2.326484203338623, + "learning_rate": 8.005955455431236e-06, + "loss": 2.3915, + "step": 33707 + }, + { + "epoch": 0.5770040568992965, + "grad_norm": 2.339845895767212, + "learning_rate": 8.005412187238363e-06, + "loss": 2.4279, + "step": 33708 + }, + { + "epoch": 0.577021174617847, + "grad_norm": 2.3269519805908203, + "learning_rate": 8.004868925176166e-06, + "loss": 2.4546, + "step": 33709 + }, + { + "epoch": 0.5770382923363974, + "grad_norm": 2.351978302001953, + "learning_rate": 8.004325669246304e-06, + "loss": 2.4222, + "step": 33710 + }, + { + "epoch": 0.5770554100549479, + "grad_norm": 2.2503628730773926, + "learning_rate": 8.003782419450448e-06, + "loss": 2.4155, + "step": 33711 + }, + { + "epoch": 0.5770725277734984, + "grad_norm": 2.8145911693573, + "learning_rate": 8.00323917579027e-06, + "loss": 2.531, + "step": 33712 + }, + { + "epoch": 0.5770896454920488, + "grad_norm": 2.3115382194519043, + "learning_rate": 8.002695938267435e-06, + "loss": 2.3478, + "step": 33713 + }, + { + "epoch": 0.5771067632105993, + "grad_norm": 2.4625473022460938, + "learning_rate": 8.002152706883623e-06, + "loss": 2.5174, + "step": 33714 + }, + { + "epoch": 0.5771238809291498, + "grad_norm": 2.4543087482452393, + "learning_rate": 8.001609481640494e-06, + "loss": 2.37, + "step": 33715 + }, + { + "epoch": 0.5771409986477002, + "grad_norm": 2.2665863037109375, + "learning_rate": 8.001066262539723e-06, + "loss": 2.3992, + "step": 33716 + }, + { + "epoch": 0.5771581163662507, + "grad_norm": 2.306837558746338, + "learning_rate": 8.000523049582978e-06, + "loss": 2.5122, + "step": 33717 + }, + { + "epoch": 0.5771752340848012, + "grad_norm": 2.3147010803222656, + "learning_rate": 7.999979842771923e-06, + "loss": 2.3903, + "step": 33718 + }, + { + "epoch": 0.5771923518033516, + "grad_norm": 2.3755342960357666, + "learning_rate": 7.999436642108239e-06, + "loss": 2.421, + "step": 33719 + }, + { + "epoch": 0.5772094695219021, + "grad_norm": 2.327824354171753, + "learning_rate": 7.998893447593588e-06, + "loss": 2.3555, + "step": 33720 + }, + { + "epoch": 0.5772265872404526, + "grad_norm": 2.397726535797119, + "learning_rate": 7.998350259229642e-06, + "loss": 2.381, + "step": 33721 + }, + { + "epoch": 0.577243704959003, + "grad_norm": 2.4493768215179443, + "learning_rate": 7.997807077018066e-06, + "loss": 2.5361, + "step": 33722 + }, + { + "epoch": 0.5772608226775535, + "grad_norm": 2.411068916320801, + "learning_rate": 7.997263900960537e-06, + "loss": 2.5397, + "step": 33723 + }, + { + "epoch": 0.577277940396104, + "grad_norm": 2.407641649246216, + "learning_rate": 7.996720731058721e-06, + "loss": 2.4679, + "step": 33724 + }, + { + "epoch": 0.5772950581146544, + "grad_norm": 2.4368932247161865, + "learning_rate": 7.996177567314284e-06, + "loss": 2.4359, + "step": 33725 + }, + { + "epoch": 0.5773121758332049, + "grad_norm": 2.4543135166168213, + "learning_rate": 7.995634409728903e-06, + "loss": 2.4363, + "step": 33726 + }, + { + "epoch": 0.5773292935517554, + "grad_norm": 2.326169967651367, + "learning_rate": 7.99509125830424e-06, + "loss": 2.4464, + "step": 33727 + }, + { + "epoch": 0.577346411270306, + "grad_norm": 2.4718425273895264, + "learning_rate": 7.994548113041972e-06, + "loss": 2.4424, + "step": 33728 + }, + { + "epoch": 0.5773635289888563, + "grad_norm": 2.215381145477295, + "learning_rate": 7.99400497394376e-06, + "loss": 2.6178, + "step": 33729 + }, + { + "epoch": 0.5773806467074069, + "grad_norm": 2.2124478816986084, + "learning_rate": 7.993461841011279e-06, + "loss": 2.3679, + "step": 33730 + }, + { + "epoch": 0.5773977644259574, + "grad_norm": 2.2327489852905273, + "learning_rate": 7.992918714246198e-06, + "loss": 2.365, + "step": 33731 + }, + { + "epoch": 0.5774148821445078, + "grad_norm": 2.3593175411224365, + "learning_rate": 7.992375593650187e-06, + "loss": 2.5817, + "step": 33732 + }, + { + "epoch": 0.5774319998630583, + "grad_norm": 2.45261812210083, + "learning_rate": 7.991832479224914e-06, + "loss": 2.5145, + "step": 33733 + }, + { + "epoch": 0.5774491175816088, + "grad_norm": 2.413390874862671, + "learning_rate": 7.991289370972043e-06, + "loss": 2.5085, + "step": 33734 + }, + { + "epoch": 0.5774662353001592, + "grad_norm": 2.254856586456299, + "learning_rate": 7.990746268893252e-06, + "loss": 2.4211, + "step": 33735 + }, + { + "epoch": 0.5774833530187097, + "grad_norm": 2.206789493560791, + "learning_rate": 7.990203172990208e-06, + "loss": 2.359, + "step": 33736 + }, + { + "epoch": 0.5775004707372602, + "grad_norm": 2.353703737258911, + "learning_rate": 7.989660083264578e-06, + "loss": 2.4529, + "step": 33737 + }, + { + "epoch": 0.5775175884558106, + "grad_norm": 2.437284231185913, + "learning_rate": 7.989116999718029e-06, + "loss": 2.5338, + "step": 33738 + }, + { + "epoch": 0.5775347061743611, + "grad_norm": 2.456622838973999, + "learning_rate": 7.988573922352238e-06, + "loss": 2.4974, + "step": 33739 + }, + { + "epoch": 0.5775518238929116, + "grad_norm": 2.5024592876434326, + "learning_rate": 7.988030851168871e-06, + "loss": 2.4029, + "step": 33740 + }, + { + "epoch": 0.577568941611462, + "grad_norm": 2.5114850997924805, + "learning_rate": 7.98748778616959e-06, + "loss": 2.4614, + "step": 33741 + }, + { + "epoch": 0.5775860593300125, + "grad_norm": 2.3294107913970947, + "learning_rate": 7.986944727356076e-06, + "loss": 2.4652, + "step": 33742 + }, + { + "epoch": 0.577603177048563, + "grad_norm": 2.4935109615325928, + "learning_rate": 7.98640167472999e-06, + "loss": 2.5588, + "step": 33743 + }, + { + "epoch": 0.5776202947671134, + "grad_norm": 2.6217455863952637, + "learning_rate": 7.985858628293005e-06, + "loss": 2.6387, + "step": 33744 + }, + { + "epoch": 0.5776374124856639, + "grad_norm": 2.4318172931671143, + "learning_rate": 7.985315588046785e-06, + "loss": 2.545, + "step": 33745 + }, + { + "epoch": 0.5776545302042144, + "grad_norm": 2.3062703609466553, + "learning_rate": 7.984772553993007e-06, + "loss": 2.5022, + "step": 33746 + }, + { + "epoch": 0.5776716479227648, + "grad_norm": 2.5204954147338867, + "learning_rate": 7.984229526133336e-06, + "loss": 2.5407, + "step": 33747 + }, + { + "epoch": 0.5776887656413153, + "grad_norm": 2.2900171279907227, + "learning_rate": 7.98368650446944e-06, + "loss": 2.4122, + "step": 33748 + }, + { + "epoch": 0.5777058833598658, + "grad_norm": 2.3801050186157227, + "learning_rate": 7.983143489002989e-06, + "loss": 2.4516, + "step": 33749 + }, + { + "epoch": 0.5777230010784162, + "grad_norm": 2.2019739151000977, + "learning_rate": 7.98260047973565e-06, + "loss": 2.3001, + "step": 33750 + }, + { + "epoch": 0.5777401187969667, + "grad_norm": 2.4313955307006836, + "learning_rate": 7.982057476669097e-06, + "loss": 2.4965, + "step": 33751 + }, + { + "epoch": 0.5777572365155172, + "grad_norm": 2.3304994106292725, + "learning_rate": 7.981514479804994e-06, + "loss": 2.4602, + "step": 33752 + }, + { + "epoch": 0.5777743542340676, + "grad_norm": 2.40000581741333, + "learning_rate": 7.980971489145016e-06, + "loss": 2.4516, + "step": 33753 + }, + { + "epoch": 0.5777914719526182, + "grad_norm": 2.2491416931152344, + "learning_rate": 7.980428504690826e-06, + "loss": 2.5009, + "step": 33754 + }, + { + "epoch": 0.5778085896711687, + "grad_norm": 2.3591253757476807, + "learning_rate": 7.979885526444092e-06, + "loss": 2.4629, + "step": 33755 + }, + { + "epoch": 0.5778257073897191, + "grad_norm": 2.372277021408081, + "learning_rate": 7.97934255440649e-06, + "loss": 2.3714, + "step": 33756 + }, + { + "epoch": 0.5778428251082696, + "grad_norm": 2.4038708209991455, + "learning_rate": 7.978799588579683e-06, + "loss": 2.4188, + "step": 33757 + }, + { + "epoch": 0.5778599428268201, + "grad_norm": 2.1674139499664307, + "learning_rate": 7.978256628965342e-06, + "loss": 2.4188, + "step": 33758 + }, + { + "epoch": 0.5778770605453705, + "grad_norm": 2.5331976413726807, + "learning_rate": 7.977713675565134e-06, + "loss": 2.535, + "step": 33759 + }, + { + "epoch": 0.577894178263921, + "grad_norm": 2.363950729370117, + "learning_rate": 7.977170728380731e-06, + "loss": 2.3592, + "step": 33760 + }, + { + "epoch": 0.5779112959824715, + "grad_norm": 2.266753911972046, + "learning_rate": 7.976627787413803e-06, + "loss": 2.4355, + "step": 33761 + }, + { + "epoch": 0.5779284137010219, + "grad_norm": 2.271516799926758, + "learning_rate": 7.97608485266601e-06, + "loss": 2.3992, + "step": 33762 + }, + { + "epoch": 0.5779455314195724, + "grad_norm": 2.3451991081237793, + "learning_rate": 7.975541924139033e-06, + "loss": 2.4689, + "step": 33763 + }, + { + "epoch": 0.5779626491381229, + "grad_norm": 2.4023091793060303, + "learning_rate": 7.97499900183453e-06, + "loss": 2.4859, + "step": 33764 + }, + { + "epoch": 0.5779797668566733, + "grad_norm": 2.3549516201019287, + "learning_rate": 7.974456085754179e-06, + "loss": 2.4599, + "step": 33765 + }, + { + "epoch": 0.5779968845752238, + "grad_norm": 2.4219462871551514, + "learning_rate": 7.97391317589964e-06, + "loss": 2.5227, + "step": 33766 + }, + { + "epoch": 0.5780140022937743, + "grad_norm": 2.4507460594177246, + "learning_rate": 7.97337027227259e-06, + "loss": 2.4984, + "step": 33767 + }, + { + "epoch": 0.5780311200123247, + "grad_norm": 2.494647264480591, + "learning_rate": 7.972827374874692e-06, + "loss": 2.5848, + "step": 33768 + }, + { + "epoch": 0.5780482377308752, + "grad_norm": 2.374647617340088, + "learning_rate": 7.972284483707615e-06, + "loss": 2.5019, + "step": 33769 + }, + { + "epoch": 0.5780653554494257, + "grad_norm": 2.2998456954956055, + "learning_rate": 7.97174159877303e-06, + "loss": 2.4353, + "step": 33770 + }, + { + "epoch": 0.5780824731679761, + "grad_norm": 2.1979775428771973, + "learning_rate": 7.971198720072602e-06, + "loss": 2.3861, + "step": 33771 + }, + { + "epoch": 0.5780995908865266, + "grad_norm": 2.2990214824676514, + "learning_rate": 7.970655847608006e-06, + "loss": 2.422, + "step": 33772 + }, + { + "epoch": 0.5781167086050771, + "grad_norm": 2.315519332885742, + "learning_rate": 7.970112981380904e-06, + "loss": 2.5044, + "step": 33773 + }, + { + "epoch": 0.5781338263236276, + "grad_norm": 2.3705027103424072, + "learning_rate": 7.969570121392971e-06, + "loss": 2.4497, + "step": 33774 + }, + { + "epoch": 0.578150944042178, + "grad_norm": 2.4241559505462646, + "learning_rate": 7.96902726764587e-06, + "loss": 2.459, + "step": 33775 + }, + { + "epoch": 0.5781680617607285, + "grad_norm": 2.384255886077881, + "learning_rate": 7.968484420141269e-06, + "loss": 2.4664, + "step": 33776 + }, + { + "epoch": 0.578185179479279, + "grad_norm": 2.451173782348633, + "learning_rate": 7.967941578880842e-06, + "loss": 2.3918, + "step": 33777 + }, + { + "epoch": 0.5782022971978295, + "grad_norm": 2.435446262359619, + "learning_rate": 7.96739874386625e-06, + "loss": 2.5121, + "step": 33778 + }, + { + "epoch": 0.57821941491638, + "grad_norm": 2.3381762504577637, + "learning_rate": 7.966855915099172e-06, + "loss": 2.5151, + "step": 33779 + }, + { + "epoch": 0.5782365326349305, + "grad_norm": 2.342834949493408, + "learning_rate": 7.966313092581268e-06, + "loss": 2.41, + "step": 33780 + }, + { + "epoch": 0.5782536503534809, + "grad_norm": 2.3097798824310303, + "learning_rate": 7.965770276314208e-06, + "loss": 2.3756, + "step": 33781 + }, + { + "epoch": 0.5782707680720314, + "grad_norm": 2.467607259750366, + "learning_rate": 7.965227466299666e-06, + "loss": 2.4962, + "step": 33782 + }, + { + "epoch": 0.5782878857905819, + "grad_norm": 2.645733118057251, + "learning_rate": 7.964684662539296e-06, + "loss": 2.5306, + "step": 33783 + }, + { + "epoch": 0.5783050035091323, + "grad_norm": 2.5663001537323, + "learning_rate": 7.964141865034785e-06, + "loss": 2.4631, + "step": 33784 + }, + { + "epoch": 0.5783221212276828, + "grad_norm": 2.2092161178588867, + "learning_rate": 7.96359907378779e-06, + "loss": 2.384, + "step": 33785 + }, + { + "epoch": 0.5783392389462333, + "grad_norm": 2.29296875, + "learning_rate": 7.963056288799981e-06, + "loss": 2.4527, + "step": 33786 + }, + { + "epoch": 0.5783563566647837, + "grad_norm": 2.256492853164673, + "learning_rate": 7.962513510073025e-06, + "loss": 2.4035, + "step": 33787 + }, + { + "epoch": 0.5783734743833342, + "grad_norm": 2.260404586791992, + "learning_rate": 7.961970737608597e-06, + "loss": 2.3908, + "step": 33788 + }, + { + "epoch": 0.5783905921018847, + "grad_norm": 2.4358839988708496, + "learning_rate": 7.96142797140836e-06, + "loss": 2.5446, + "step": 33789 + }, + { + "epoch": 0.5784077098204351, + "grad_norm": 2.335164785385132, + "learning_rate": 7.96088521147398e-06, + "loss": 2.397, + "step": 33790 + }, + { + "epoch": 0.5784248275389856, + "grad_norm": 2.4205052852630615, + "learning_rate": 7.960342457807133e-06, + "loss": 2.5419, + "step": 33791 + }, + { + "epoch": 0.5784419452575361, + "grad_norm": 2.425905704498291, + "learning_rate": 7.959799710409477e-06, + "loss": 2.4328, + "step": 33792 + }, + { + "epoch": 0.5784590629760865, + "grad_norm": 2.2264997959136963, + "learning_rate": 7.95925696928269e-06, + "loss": 2.3718, + "step": 33793 + }, + { + "epoch": 0.578476180694637, + "grad_norm": 2.389172077178955, + "learning_rate": 7.958714234428434e-06, + "loss": 2.4663, + "step": 33794 + }, + { + "epoch": 0.5784932984131875, + "grad_norm": 2.2362191677093506, + "learning_rate": 7.958171505848381e-06, + "loss": 2.3451, + "step": 33795 + }, + { + "epoch": 0.5785104161317379, + "grad_norm": 2.252173662185669, + "learning_rate": 7.957628783544194e-06, + "loss": 2.5031, + "step": 33796 + }, + { + "epoch": 0.5785275338502884, + "grad_norm": 2.2869980335235596, + "learning_rate": 7.957086067517547e-06, + "loss": 2.4623, + "step": 33797 + }, + { + "epoch": 0.5785446515688389, + "grad_norm": 2.278808355331421, + "learning_rate": 7.956543357770105e-06, + "loss": 2.4667, + "step": 33798 + }, + { + "epoch": 0.5785617692873893, + "grad_norm": 2.328411102294922, + "learning_rate": 7.956000654303536e-06, + "loss": 2.4484, + "step": 33799 + }, + { + "epoch": 0.5785788870059398, + "grad_norm": 2.304187059402466, + "learning_rate": 7.95545795711951e-06, + "loss": 2.4308, + "step": 33800 + }, + { + "epoch": 0.5785960047244904, + "grad_norm": 2.3966574668884277, + "learning_rate": 7.954915266219692e-06, + "loss": 2.3751, + "step": 33801 + }, + { + "epoch": 0.5786131224430408, + "grad_norm": 2.4996867179870605, + "learning_rate": 7.954372581605756e-06, + "loss": 2.4111, + "step": 33802 + }, + { + "epoch": 0.5786302401615913, + "grad_norm": 2.2868053913116455, + "learning_rate": 7.953829903279358e-06, + "loss": 2.3933, + "step": 33803 + }, + { + "epoch": 0.5786473578801418, + "grad_norm": 2.3283345699310303, + "learning_rate": 7.953287231242182e-06, + "loss": 2.4234, + "step": 33804 + }, + { + "epoch": 0.5786644755986922, + "grad_norm": 2.402076244354248, + "learning_rate": 7.952744565495885e-06, + "loss": 2.509, + "step": 33805 + }, + { + "epoch": 0.5786815933172427, + "grad_norm": 2.2888288497924805, + "learning_rate": 7.952201906042137e-06, + "loss": 2.4345, + "step": 33806 + }, + { + "epoch": 0.5786987110357932, + "grad_norm": 2.337270975112915, + "learning_rate": 7.951659252882608e-06, + "loss": 2.3988, + "step": 33807 + }, + { + "epoch": 0.5787158287543436, + "grad_norm": 2.2918362617492676, + "learning_rate": 7.951116606018963e-06, + "loss": 2.3716, + "step": 33808 + }, + { + "epoch": 0.5787329464728941, + "grad_norm": 2.4316728115081787, + "learning_rate": 7.950573965452874e-06, + "loss": 2.4435, + "step": 33809 + }, + { + "epoch": 0.5787500641914446, + "grad_norm": 2.4956958293914795, + "learning_rate": 7.950031331186003e-06, + "loss": 2.5248, + "step": 33810 + }, + { + "epoch": 0.578767181909995, + "grad_norm": 2.311577320098877, + "learning_rate": 7.949488703220025e-06, + "loss": 2.4499, + "step": 33811 + }, + { + "epoch": 0.5787842996285455, + "grad_norm": 2.275393009185791, + "learning_rate": 7.948946081556605e-06, + "loss": 2.2923, + "step": 33812 + }, + { + "epoch": 0.578801417347096, + "grad_norm": 2.400343179702759, + "learning_rate": 7.948403466197405e-06, + "loss": 2.4536, + "step": 33813 + }, + { + "epoch": 0.5788185350656464, + "grad_norm": 2.3353381156921387, + "learning_rate": 7.947860857144101e-06, + "loss": 2.4711, + "step": 33814 + }, + { + "epoch": 0.5788356527841969, + "grad_norm": 2.2675509452819824, + "learning_rate": 7.947318254398355e-06, + "loss": 2.3347, + "step": 33815 + }, + { + "epoch": 0.5788527705027474, + "grad_norm": 2.395000457763672, + "learning_rate": 7.94677565796184e-06, + "loss": 2.5173, + "step": 33816 + }, + { + "epoch": 0.5788698882212978, + "grad_norm": 2.603745460510254, + "learning_rate": 7.946233067836221e-06, + "loss": 2.4936, + "step": 33817 + }, + { + "epoch": 0.5788870059398483, + "grad_norm": 2.3196873664855957, + "learning_rate": 7.945690484023168e-06, + "loss": 2.3896, + "step": 33818 + }, + { + "epoch": 0.5789041236583988, + "grad_norm": 2.2035679817199707, + "learning_rate": 7.945147906524345e-06, + "loss": 2.3691, + "step": 33819 + }, + { + "epoch": 0.5789212413769492, + "grad_norm": 2.5207488536834717, + "learning_rate": 7.944605335341418e-06, + "loss": 2.5745, + "step": 33820 + }, + { + "epoch": 0.5789383590954997, + "grad_norm": 2.5002129077911377, + "learning_rate": 7.944062770476061e-06, + "loss": 2.5319, + "step": 33821 + }, + { + "epoch": 0.5789554768140502, + "grad_norm": 2.3556032180786133, + "learning_rate": 7.943520211929938e-06, + "loss": 2.378, + "step": 33822 + }, + { + "epoch": 0.5789725945326007, + "grad_norm": 2.3306777477264404, + "learning_rate": 7.94297765970472e-06, + "loss": 2.4192, + "step": 33823 + }, + { + "epoch": 0.5789897122511511, + "grad_norm": 2.4145450592041016, + "learning_rate": 7.942435113802066e-06, + "loss": 2.359, + "step": 33824 + }, + { + "epoch": 0.5790068299697017, + "grad_norm": 2.4608376026153564, + "learning_rate": 7.941892574223654e-06, + "loss": 2.3714, + "step": 33825 + }, + { + "epoch": 0.5790239476882522, + "grad_norm": 2.283348798751831, + "learning_rate": 7.941350040971148e-06, + "loss": 2.4556, + "step": 33826 + }, + { + "epoch": 0.5790410654068026, + "grad_norm": 2.5594098567962646, + "learning_rate": 7.940807514046211e-06, + "loss": 2.4597, + "step": 33827 + }, + { + "epoch": 0.5790581831253531, + "grad_norm": 2.3214759826660156, + "learning_rate": 7.940264993450518e-06, + "loss": 2.3824, + "step": 33828 + }, + { + "epoch": 0.5790753008439036, + "grad_norm": 2.4951865673065186, + "learning_rate": 7.939722479185727e-06, + "loss": 2.4883, + "step": 33829 + }, + { + "epoch": 0.579092418562454, + "grad_norm": 2.471339225769043, + "learning_rate": 7.939179971253517e-06, + "loss": 2.4858, + "step": 33830 + }, + { + "epoch": 0.5791095362810045, + "grad_norm": 2.414860486984253, + "learning_rate": 7.938637469655548e-06, + "loss": 2.455, + "step": 33831 + }, + { + "epoch": 0.579126653999555, + "grad_norm": 2.4761617183685303, + "learning_rate": 7.938094974393488e-06, + "loss": 2.4065, + "step": 33832 + }, + { + "epoch": 0.5791437717181054, + "grad_norm": 2.4755828380584717, + "learning_rate": 7.937552485469008e-06, + "loss": 2.5237, + "step": 33833 + }, + { + "epoch": 0.5791608894366559, + "grad_norm": 2.3885128498077393, + "learning_rate": 7.937010002883769e-06, + "loss": 2.4742, + "step": 33834 + }, + { + "epoch": 0.5791780071552064, + "grad_norm": 2.4003241062164307, + "learning_rate": 7.936467526639446e-06, + "loss": 2.5314, + "step": 33835 + }, + { + "epoch": 0.5791951248737568, + "grad_norm": 2.361877918243408, + "learning_rate": 7.935925056737697e-06, + "loss": 2.5883, + "step": 33836 + }, + { + "epoch": 0.5792122425923073, + "grad_norm": 2.443765640258789, + "learning_rate": 7.935382593180201e-06, + "loss": 2.4038, + "step": 33837 + }, + { + "epoch": 0.5792293603108578, + "grad_norm": 2.5506114959716797, + "learning_rate": 7.934840135968617e-06, + "loss": 2.4098, + "step": 33838 + }, + { + "epoch": 0.5792464780294082, + "grad_norm": 2.439979076385498, + "learning_rate": 7.934297685104617e-06, + "loss": 2.4395, + "step": 33839 + }, + { + "epoch": 0.5792635957479587, + "grad_norm": 2.3826894760131836, + "learning_rate": 7.933755240589867e-06, + "loss": 2.4435, + "step": 33840 + }, + { + "epoch": 0.5792807134665092, + "grad_norm": 2.3654582500457764, + "learning_rate": 7.933212802426027e-06, + "loss": 2.3698, + "step": 33841 + }, + { + "epoch": 0.5792978311850596, + "grad_norm": 2.3502132892608643, + "learning_rate": 7.932670370614778e-06, + "loss": 2.3508, + "step": 33842 + }, + { + "epoch": 0.5793149489036101, + "grad_norm": 2.5108351707458496, + "learning_rate": 7.932127945157774e-06, + "loss": 2.4634, + "step": 33843 + }, + { + "epoch": 0.5793320666221606, + "grad_norm": 2.34580659866333, + "learning_rate": 7.931585526056693e-06, + "loss": 2.3353, + "step": 33844 + }, + { + "epoch": 0.579349184340711, + "grad_norm": 2.4205055236816406, + "learning_rate": 7.931043113313193e-06, + "loss": 2.5176, + "step": 33845 + }, + { + "epoch": 0.5793663020592615, + "grad_norm": 2.2633259296417236, + "learning_rate": 7.930500706928949e-06, + "loss": 2.3951, + "step": 33846 + }, + { + "epoch": 0.579383419777812, + "grad_norm": 2.3596131801605225, + "learning_rate": 7.929958306905624e-06, + "loss": 2.5087, + "step": 33847 + }, + { + "epoch": 0.5794005374963624, + "grad_norm": 2.5003204345703125, + "learning_rate": 7.929415913244886e-06, + "loss": 2.5278, + "step": 33848 + }, + { + "epoch": 0.579417655214913, + "grad_norm": 2.4080238342285156, + "learning_rate": 7.928873525948402e-06, + "loss": 2.431, + "step": 33849 + }, + { + "epoch": 0.5794347729334635, + "grad_norm": 2.384960889816284, + "learning_rate": 7.928331145017836e-06, + "loss": 2.4307, + "step": 33850 + }, + { + "epoch": 0.5794518906520139, + "grad_norm": 2.377998113632202, + "learning_rate": 7.927788770454861e-06, + "loss": 2.3731, + "step": 33851 + }, + { + "epoch": 0.5794690083705644, + "grad_norm": 2.39306378364563, + "learning_rate": 7.927246402261139e-06, + "loss": 2.4315, + "step": 33852 + }, + { + "epoch": 0.5794861260891149, + "grad_norm": 2.4749553203582764, + "learning_rate": 7.926704040438341e-06, + "loss": 2.5077, + "step": 33853 + }, + { + "epoch": 0.5795032438076653, + "grad_norm": 2.4045772552490234, + "learning_rate": 7.926161684988135e-06, + "loss": 2.4714, + "step": 33854 + }, + { + "epoch": 0.5795203615262158, + "grad_norm": 2.447110414505005, + "learning_rate": 7.925619335912182e-06, + "loss": 2.5376, + "step": 33855 + }, + { + "epoch": 0.5795374792447663, + "grad_norm": 2.3707830905914307, + "learning_rate": 7.925076993212154e-06, + "loss": 2.4275, + "step": 33856 + }, + { + "epoch": 0.5795545969633167, + "grad_norm": 2.3376173973083496, + "learning_rate": 7.924534656889714e-06, + "loss": 2.4469, + "step": 33857 + }, + { + "epoch": 0.5795717146818672, + "grad_norm": 2.542322874069214, + "learning_rate": 7.923992326946532e-06, + "loss": 2.4593, + "step": 33858 + }, + { + "epoch": 0.5795888324004177, + "grad_norm": 2.435987949371338, + "learning_rate": 7.923450003384276e-06, + "loss": 2.5106, + "step": 33859 + }, + { + "epoch": 0.5796059501189681, + "grad_norm": 2.4694955348968506, + "learning_rate": 7.92290768620461e-06, + "loss": 2.5258, + "step": 33860 + }, + { + "epoch": 0.5796230678375186, + "grad_norm": 2.2927443981170654, + "learning_rate": 7.922365375409205e-06, + "loss": 2.4329, + "step": 33861 + }, + { + "epoch": 0.5796401855560691, + "grad_norm": 2.2691657543182373, + "learning_rate": 7.921823070999718e-06, + "loss": 2.4073, + "step": 33862 + }, + { + "epoch": 0.5796573032746195, + "grad_norm": 2.261380672454834, + "learning_rate": 7.92128077297783e-06, + "loss": 2.4085, + "step": 33863 + }, + { + "epoch": 0.57967442099317, + "grad_norm": 2.4623794555664062, + "learning_rate": 7.920738481345194e-06, + "loss": 2.5241, + "step": 33864 + }, + { + "epoch": 0.5796915387117205, + "grad_norm": 2.2477197647094727, + "learning_rate": 7.920196196103487e-06, + "loss": 2.4325, + "step": 33865 + }, + { + "epoch": 0.5797086564302709, + "grad_norm": 2.3015453815460205, + "learning_rate": 7.91965391725437e-06, + "loss": 2.4743, + "step": 33866 + }, + { + "epoch": 0.5797257741488214, + "grad_norm": 2.5435869693756104, + "learning_rate": 7.919111644799515e-06, + "loss": 2.4467, + "step": 33867 + }, + { + "epoch": 0.5797428918673719, + "grad_norm": 2.37640643119812, + "learning_rate": 7.918569378740582e-06, + "loss": 2.5262, + "step": 33868 + }, + { + "epoch": 0.5797600095859224, + "grad_norm": 2.416355848312378, + "learning_rate": 7.918027119079244e-06, + "loss": 2.4583, + "step": 33869 + }, + { + "epoch": 0.5797771273044728, + "grad_norm": 2.3033812046051025, + "learning_rate": 7.917484865817166e-06, + "loss": 2.4255, + "step": 33870 + }, + { + "epoch": 0.5797942450230233, + "grad_norm": 2.408406972885132, + "learning_rate": 7.916942618956013e-06, + "loss": 2.4746, + "step": 33871 + }, + { + "epoch": 0.5798113627415739, + "grad_norm": 2.4382033348083496, + "learning_rate": 7.916400378497454e-06, + "loss": 2.4988, + "step": 33872 + }, + { + "epoch": 0.5798284804601243, + "grad_norm": 2.3962953090667725, + "learning_rate": 7.91585814444315e-06, + "loss": 2.3455, + "step": 33873 + }, + { + "epoch": 0.5798455981786748, + "grad_norm": 2.3428282737731934, + "learning_rate": 7.915315916794775e-06, + "loss": 2.3291, + "step": 33874 + }, + { + "epoch": 0.5798627158972253, + "grad_norm": 2.4687609672546387, + "learning_rate": 7.914773695553992e-06, + "loss": 2.4666, + "step": 33875 + }, + { + "epoch": 0.5798798336157757, + "grad_norm": 2.30673885345459, + "learning_rate": 7.914231480722468e-06, + "loss": 2.4042, + "step": 33876 + }, + { + "epoch": 0.5798969513343262, + "grad_norm": 2.3050806522369385, + "learning_rate": 7.913689272301872e-06, + "loss": 2.5276, + "step": 33877 + }, + { + "epoch": 0.5799140690528767, + "grad_norm": 2.4725921154022217, + "learning_rate": 7.913147070293862e-06, + "loss": 2.5281, + "step": 33878 + }, + { + "epoch": 0.5799311867714271, + "grad_norm": 2.4138906002044678, + "learning_rate": 7.912604874700117e-06, + "loss": 2.4087, + "step": 33879 + }, + { + "epoch": 0.5799483044899776, + "grad_norm": 2.3880534172058105, + "learning_rate": 7.912062685522293e-06, + "loss": 2.4365, + "step": 33880 + }, + { + "epoch": 0.5799654222085281, + "grad_norm": 2.209078073501587, + "learning_rate": 7.911520502762064e-06, + "loss": 2.3588, + "step": 33881 + }, + { + "epoch": 0.5799825399270785, + "grad_norm": 2.4486334323883057, + "learning_rate": 7.91097832642109e-06, + "loss": 2.4775, + "step": 33882 + }, + { + "epoch": 0.579999657645629, + "grad_norm": 2.2487659454345703, + "learning_rate": 7.910436156501043e-06, + "loss": 2.4013, + "step": 33883 + }, + { + "epoch": 0.5800167753641795, + "grad_norm": 2.3641409873962402, + "learning_rate": 7.909893993003588e-06, + "loss": 2.5223, + "step": 33884 + }, + { + "epoch": 0.5800338930827299, + "grad_norm": 2.428950786590576, + "learning_rate": 7.909351835930389e-06, + "loss": 2.3751, + "step": 33885 + }, + { + "epoch": 0.5800510108012804, + "grad_norm": 2.3877415657043457, + "learning_rate": 7.908809685283115e-06, + "loss": 2.448, + "step": 33886 + }, + { + "epoch": 0.5800681285198309, + "grad_norm": 2.4029288291931152, + "learning_rate": 7.908267541063427e-06, + "loss": 2.4658, + "step": 33887 + }, + { + "epoch": 0.5800852462383813, + "grad_norm": 2.447762966156006, + "learning_rate": 7.907725403273002e-06, + "loss": 2.3799, + "step": 33888 + }, + { + "epoch": 0.5801023639569318, + "grad_norm": 2.427753210067749, + "learning_rate": 7.907183271913491e-06, + "loss": 2.4369, + "step": 33889 + }, + { + "epoch": 0.5801194816754823, + "grad_norm": 2.395195245742798, + "learning_rate": 7.90664114698658e-06, + "loss": 2.5208, + "step": 33890 + }, + { + "epoch": 0.5801365993940327, + "grad_norm": 2.418933391571045, + "learning_rate": 7.906099028493922e-06, + "loss": 2.4725, + "step": 33891 + }, + { + "epoch": 0.5801537171125832, + "grad_norm": 2.4616544246673584, + "learning_rate": 7.905556916437181e-06, + "loss": 2.5163, + "step": 33892 + }, + { + "epoch": 0.5801708348311337, + "grad_norm": 2.5549368858337402, + "learning_rate": 7.905014810818033e-06, + "loss": 2.4707, + "step": 33893 + }, + { + "epoch": 0.5801879525496841, + "grad_norm": 2.4795899391174316, + "learning_rate": 7.904472711638136e-06, + "loss": 2.498, + "step": 33894 + }, + { + "epoch": 0.5802050702682346, + "grad_norm": 2.568341016769409, + "learning_rate": 7.903930618899162e-06, + "loss": 2.4997, + "step": 33895 + }, + { + "epoch": 0.5802221879867852, + "grad_norm": 2.459130048751831, + "learning_rate": 7.903388532602774e-06, + "loss": 2.412, + "step": 33896 + }, + { + "epoch": 0.5802393057053356, + "grad_norm": 2.2602694034576416, + "learning_rate": 7.902846452750641e-06, + "loss": 2.397, + "step": 33897 + }, + { + "epoch": 0.5802564234238861, + "grad_norm": 2.444993495941162, + "learning_rate": 7.902304379344427e-06, + "loss": 2.516, + "step": 33898 + }, + { + "epoch": 0.5802735411424366, + "grad_norm": 2.235171318054199, + "learning_rate": 7.901762312385794e-06, + "loss": 2.4525, + "step": 33899 + }, + { + "epoch": 0.580290658860987, + "grad_norm": 2.413766860961914, + "learning_rate": 7.901220251876419e-06, + "loss": 2.5306, + "step": 33900 + }, + { + "epoch": 0.5803077765795375, + "grad_norm": 2.3673171997070312, + "learning_rate": 7.900678197817955e-06, + "loss": 2.5064, + "step": 33901 + }, + { + "epoch": 0.580324894298088, + "grad_norm": 2.4880740642547607, + "learning_rate": 7.90013615021208e-06, + "loss": 2.481, + "step": 33902 + }, + { + "epoch": 0.5803420120166384, + "grad_norm": 2.3557496070861816, + "learning_rate": 7.89959410906045e-06, + "loss": 2.4542, + "step": 33903 + }, + { + "epoch": 0.5803591297351889, + "grad_norm": 2.447016954421997, + "learning_rate": 7.89905207436474e-06, + "loss": 2.4236, + "step": 33904 + }, + { + "epoch": 0.5803762474537394, + "grad_norm": 2.3637495040893555, + "learning_rate": 7.898510046126612e-06, + "loss": 2.4208, + "step": 33905 + }, + { + "epoch": 0.5803933651722898, + "grad_norm": 2.399285316467285, + "learning_rate": 7.897968024347727e-06, + "loss": 2.5238, + "step": 33906 + }, + { + "epoch": 0.5804104828908403, + "grad_norm": 2.4389712810516357, + "learning_rate": 7.89742600902976e-06, + "loss": 2.4871, + "step": 33907 + }, + { + "epoch": 0.5804276006093908, + "grad_norm": 2.5544588565826416, + "learning_rate": 7.896884000174372e-06, + "loss": 2.478, + "step": 33908 + }, + { + "epoch": 0.5804447183279412, + "grad_norm": 2.3872787952423096, + "learning_rate": 7.896341997783231e-06, + "loss": 2.4038, + "step": 33909 + }, + { + "epoch": 0.5804618360464917, + "grad_norm": 2.357461452484131, + "learning_rate": 7.895800001857997e-06, + "loss": 2.4669, + "step": 33910 + }, + { + "epoch": 0.5804789537650422, + "grad_norm": 2.4590721130371094, + "learning_rate": 7.895258012400346e-06, + "loss": 2.5039, + "step": 33911 + }, + { + "epoch": 0.5804960714835926, + "grad_norm": 2.4597973823547363, + "learning_rate": 7.894716029411938e-06, + "loss": 2.5635, + "step": 33912 + }, + { + "epoch": 0.5805131892021431, + "grad_norm": 2.3294451236724854, + "learning_rate": 7.894174052894435e-06, + "loss": 2.4027, + "step": 33913 + }, + { + "epoch": 0.5805303069206936, + "grad_norm": 2.456533193588257, + "learning_rate": 7.893632082849512e-06, + "loss": 2.505, + "step": 33914 + }, + { + "epoch": 0.5805474246392441, + "grad_norm": 2.37252140045166, + "learning_rate": 7.893090119278824e-06, + "loss": 2.4469, + "step": 33915 + }, + { + "epoch": 0.5805645423577945, + "grad_norm": 2.550191879272461, + "learning_rate": 7.892548162184049e-06, + "loss": 2.4234, + "step": 33916 + }, + { + "epoch": 0.580581660076345, + "grad_norm": 2.33333420753479, + "learning_rate": 7.892006211566843e-06, + "loss": 2.5281, + "step": 33917 + }, + { + "epoch": 0.5805987777948955, + "grad_norm": 2.423450469970703, + "learning_rate": 7.891464267428878e-06, + "loss": 2.4284, + "step": 33918 + }, + { + "epoch": 0.580615895513446, + "grad_norm": 2.2734270095825195, + "learning_rate": 7.890922329771817e-06, + "loss": 2.4175, + "step": 33919 + }, + { + "epoch": 0.5806330132319965, + "grad_norm": 2.462218999862671, + "learning_rate": 7.890380398597322e-06, + "loss": 2.5248, + "step": 33920 + }, + { + "epoch": 0.580650130950547, + "grad_norm": 2.5924088954925537, + "learning_rate": 7.889838473907066e-06, + "loss": 2.5335, + "step": 33921 + }, + { + "epoch": 0.5806672486690974, + "grad_norm": 2.2852983474731445, + "learning_rate": 7.88929655570271e-06, + "loss": 2.3664, + "step": 33922 + }, + { + "epoch": 0.5806843663876479, + "grad_norm": 2.667928695678711, + "learning_rate": 7.888754643985923e-06, + "loss": 2.4567, + "step": 33923 + }, + { + "epoch": 0.5807014841061984, + "grad_norm": 2.5060412883758545, + "learning_rate": 7.888212738758363e-06, + "loss": 2.6526, + "step": 33924 + }, + { + "epoch": 0.5807186018247488, + "grad_norm": 2.5239317417144775, + "learning_rate": 7.887670840021707e-06, + "loss": 2.2456, + "step": 33925 + }, + { + "epoch": 0.5807357195432993, + "grad_norm": 2.551750659942627, + "learning_rate": 7.887128947777614e-06, + "loss": 2.5658, + "step": 33926 + }, + { + "epoch": 0.5807528372618498, + "grad_norm": 2.4891767501831055, + "learning_rate": 7.886587062027746e-06, + "loss": 2.4367, + "step": 33927 + }, + { + "epoch": 0.5807699549804002, + "grad_norm": 2.3442890644073486, + "learning_rate": 7.886045182773777e-06, + "loss": 2.354, + "step": 33928 + }, + { + "epoch": 0.5807870726989507, + "grad_norm": 2.3551442623138428, + "learning_rate": 7.885503310017368e-06, + "loss": 2.4827, + "step": 33929 + }, + { + "epoch": 0.5808041904175012, + "grad_norm": 2.491136074066162, + "learning_rate": 7.884961443760185e-06, + "loss": 2.5322, + "step": 33930 + }, + { + "epoch": 0.5808213081360516, + "grad_norm": 2.387748956680298, + "learning_rate": 7.884419584003891e-06, + "loss": 2.5203, + "step": 33931 + }, + { + "epoch": 0.5808384258546021, + "grad_norm": 2.420685291290283, + "learning_rate": 7.883877730750156e-06, + "loss": 2.4369, + "step": 33932 + }, + { + "epoch": 0.5808555435731526, + "grad_norm": 2.451364040374756, + "learning_rate": 7.883335884000645e-06, + "loss": 2.4919, + "step": 33933 + }, + { + "epoch": 0.580872661291703, + "grad_norm": 2.513232469558716, + "learning_rate": 7.882794043757021e-06, + "loss": 2.6274, + "step": 33934 + }, + { + "epoch": 0.5808897790102535, + "grad_norm": 2.3942041397094727, + "learning_rate": 7.882252210020951e-06, + "loss": 2.3322, + "step": 33935 + }, + { + "epoch": 0.580906896728804, + "grad_norm": 2.4513158798217773, + "learning_rate": 7.881710382794096e-06, + "loss": 2.4618, + "step": 33936 + }, + { + "epoch": 0.5809240144473544, + "grad_norm": 2.3274600505828857, + "learning_rate": 7.881168562078129e-06, + "loss": 2.313, + "step": 33937 + }, + { + "epoch": 0.5809411321659049, + "grad_norm": 2.2502388954162598, + "learning_rate": 7.880626747874708e-06, + "loss": 2.4247, + "step": 33938 + }, + { + "epoch": 0.5809582498844554, + "grad_norm": 2.4551730155944824, + "learning_rate": 7.880084940185506e-06, + "loss": 2.4812, + "step": 33939 + }, + { + "epoch": 0.5809753676030058, + "grad_norm": 2.4311437606811523, + "learning_rate": 7.87954313901218e-06, + "loss": 2.5539, + "step": 33940 + }, + { + "epoch": 0.5809924853215563, + "grad_norm": 2.341702699661255, + "learning_rate": 7.879001344356404e-06, + "loss": 2.4153, + "step": 33941 + }, + { + "epoch": 0.5810096030401068, + "grad_norm": 2.3613100051879883, + "learning_rate": 7.878459556219837e-06, + "loss": 2.4599, + "step": 33942 + }, + { + "epoch": 0.5810267207586572, + "grad_norm": 2.3168795108795166, + "learning_rate": 7.877917774604144e-06, + "loss": 2.4219, + "step": 33943 + }, + { + "epoch": 0.5810438384772078, + "grad_norm": 2.4709789752960205, + "learning_rate": 7.877375999510994e-06, + "loss": 2.5742, + "step": 33944 + }, + { + "epoch": 0.5810609561957583, + "grad_norm": 2.5607082843780518, + "learning_rate": 7.876834230942051e-06, + "loss": 2.5678, + "step": 33945 + }, + { + "epoch": 0.5810780739143087, + "grad_norm": 2.3656461238861084, + "learning_rate": 7.87629246889898e-06, + "loss": 2.4589, + "step": 33946 + }, + { + "epoch": 0.5810951916328592, + "grad_norm": 2.459010124206543, + "learning_rate": 7.875750713383444e-06, + "loss": 2.5567, + "step": 33947 + }, + { + "epoch": 0.5811123093514097, + "grad_norm": 2.2091851234436035, + "learning_rate": 7.875208964397111e-06, + "loss": 2.2341, + "step": 33948 + }, + { + "epoch": 0.5811294270699601, + "grad_norm": 2.503760576248169, + "learning_rate": 7.874667221941647e-06, + "loss": 2.4869, + "step": 33949 + }, + { + "epoch": 0.5811465447885106, + "grad_norm": 2.405933380126953, + "learning_rate": 7.874125486018713e-06, + "loss": 2.5282, + "step": 33950 + }, + { + "epoch": 0.5811636625070611, + "grad_norm": 2.4111499786376953, + "learning_rate": 7.87358375662998e-06, + "loss": 2.4533, + "step": 33951 + }, + { + "epoch": 0.5811807802256115, + "grad_norm": 2.4875268936157227, + "learning_rate": 7.873042033777105e-06, + "loss": 2.3804, + "step": 33952 + }, + { + "epoch": 0.581197897944162, + "grad_norm": 2.231522560119629, + "learning_rate": 7.87250031746176e-06, + "loss": 2.4239, + "step": 33953 + }, + { + "epoch": 0.5812150156627125, + "grad_norm": 2.500755548477173, + "learning_rate": 7.871958607685608e-06, + "loss": 2.4327, + "step": 33954 + }, + { + "epoch": 0.5812321333812629, + "grad_norm": 2.3638288974761963, + "learning_rate": 7.871416904450313e-06, + "loss": 2.4302, + "step": 33955 + }, + { + "epoch": 0.5812492510998134, + "grad_norm": 2.4125216007232666, + "learning_rate": 7.870875207757542e-06, + "loss": 2.4424, + "step": 33956 + }, + { + "epoch": 0.5812663688183639, + "grad_norm": 2.271064519882202, + "learning_rate": 7.870333517608954e-06, + "loss": 2.4131, + "step": 33957 + }, + { + "epoch": 0.5812834865369143, + "grad_norm": 2.5198757648468018, + "learning_rate": 7.869791834006223e-06, + "loss": 2.4384, + "step": 33958 + }, + { + "epoch": 0.5813006042554648, + "grad_norm": 2.301487684249878, + "learning_rate": 7.869250156951006e-06, + "loss": 2.4368, + "step": 33959 + }, + { + "epoch": 0.5813177219740153, + "grad_norm": 2.329230785369873, + "learning_rate": 7.868708486444979e-06, + "loss": 2.4615, + "step": 33960 + }, + { + "epoch": 0.5813348396925658, + "grad_norm": 2.3532803058624268, + "learning_rate": 7.868166822489792e-06, + "loss": 2.4934, + "step": 33961 + }, + { + "epoch": 0.5813519574111162, + "grad_norm": 2.383167028427124, + "learning_rate": 7.867625165087122e-06, + "loss": 2.5023, + "step": 33962 + }, + { + "epoch": 0.5813690751296667, + "grad_norm": 2.4681639671325684, + "learning_rate": 7.86708351423863e-06, + "loss": 2.4762, + "step": 33963 + }, + { + "epoch": 0.5813861928482172, + "grad_norm": 2.4219248294830322, + "learning_rate": 7.866541869945973e-06, + "loss": 2.4459, + "step": 33964 + }, + { + "epoch": 0.5814033105667676, + "grad_norm": 2.464012384414673, + "learning_rate": 7.866000232210829e-06, + "loss": 2.4397, + "step": 33965 + }, + { + "epoch": 0.5814204282853181, + "grad_norm": 2.356750249862671, + "learning_rate": 7.865458601034855e-06, + "loss": 2.4841, + "step": 33966 + }, + { + "epoch": 0.5814375460038687, + "grad_norm": 2.535872459411621, + "learning_rate": 7.864916976419719e-06, + "loss": 2.5568, + "step": 33967 + }, + { + "epoch": 0.581454663722419, + "grad_norm": 2.268331527709961, + "learning_rate": 7.864375358367079e-06, + "loss": 2.3882, + "step": 33968 + }, + { + "epoch": 0.5814717814409696, + "grad_norm": 2.349461793899536, + "learning_rate": 7.863833746878609e-06, + "loss": 2.4184, + "step": 33969 + }, + { + "epoch": 0.5814888991595201, + "grad_norm": 2.381908893585205, + "learning_rate": 7.863292141955972e-06, + "loss": 2.3784, + "step": 33970 + }, + { + "epoch": 0.5815060168780705, + "grad_norm": 2.3178746700286865, + "learning_rate": 7.862750543600826e-06, + "loss": 2.3854, + "step": 33971 + }, + { + "epoch": 0.581523134596621, + "grad_norm": 2.5669424533843994, + "learning_rate": 7.862208951814846e-06, + "loss": 2.5172, + "step": 33972 + }, + { + "epoch": 0.5815402523151715, + "grad_norm": 2.313359022140503, + "learning_rate": 7.86166736659968e-06, + "loss": 2.4909, + "step": 33973 + }, + { + "epoch": 0.5815573700337219, + "grad_norm": 2.3539059162139893, + "learning_rate": 7.861125787957014e-06, + "loss": 2.3518, + "step": 33974 + }, + { + "epoch": 0.5815744877522724, + "grad_norm": 2.387423038482666, + "learning_rate": 7.860584215888497e-06, + "loss": 2.4477, + "step": 33975 + }, + { + "epoch": 0.5815916054708229, + "grad_norm": 2.569873332977295, + "learning_rate": 7.860042650395801e-06, + "loss": 2.5427, + "step": 33976 + }, + { + "epoch": 0.5816087231893733, + "grad_norm": 2.369746208190918, + "learning_rate": 7.859501091480588e-06, + "loss": 2.3974, + "step": 33977 + }, + { + "epoch": 0.5816258409079238, + "grad_norm": 2.4389102458953857, + "learning_rate": 7.85895953914452e-06, + "loss": 2.462, + "step": 33978 + }, + { + "epoch": 0.5816429586264743, + "grad_norm": 2.3828959465026855, + "learning_rate": 7.858417993389267e-06, + "loss": 2.4906, + "step": 33979 + }, + { + "epoch": 0.5816600763450247, + "grad_norm": 2.407876968383789, + "learning_rate": 7.857876454216486e-06, + "loss": 2.3773, + "step": 33980 + }, + { + "epoch": 0.5816771940635752, + "grad_norm": 2.3986032009124756, + "learning_rate": 7.857334921627852e-06, + "loss": 2.4808, + "step": 33981 + }, + { + "epoch": 0.5816943117821257, + "grad_norm": 2.336334228515625, + "learning_rate": 7.85679339562502e-06, + "loss": 2.3928, + "step": 33982 + }, + { + "epoch": 0.5817114295006761, + "grad_norm": 2.385932683944702, + "learning_rate": 7.856251876209664e-06, + "loss": 2.5136, + "step": 33983 + }, + { + "epoch": 0.5817285472192266, + "grad_norm": 2.48637318611145, + "learning_rate": 7.85571036338344e-06, + "loss": 2.4989, + "step": 33984 + }, + { + "epoch": 0.5817456649377771, + "grad_norm": 2.4203007221221924, + "learning_rate": 7.85516885714801e-06, + "loss": 2.4552, + "step": 33985 + }, + { + "epoch": 0.5817627826563275, + "grad_norm": 2.3797495365142822, + "learning_rate": 7.85462735750505e-06, + "loss": 2.4455, + "step": 33986 + }, + { + "epoch": 0.581779900374878, + "grad_norm": 2.3393235206604004, + "learning_rate": 7.854085864456214e-06, + "loss": 2.5188, + "step": 33987 + }, + { + "epoch": 0.5817970180934285, + "grad_norm": 2.2873623371124268, + "learning_rate": 7.853544378003173e-06, + "loss": 2.4306, + "step": 33988 + }, + { + "epoch": 0.5818141358119789, + "grad_norm": 2.236180543899536, + "learning_rate": 7.853002898147585e-06, + "loss": 2.2756, + "step": 33989 + }, + { + "epoch": 0.5818312535305294, + "grad_norm": 2.3047587871551514, + "learning_rate": 7.852461424891123e-06, + "loss": 2.5407, + "step": 33990 + }, + { + "epoch": 0.58184837124908, + "grad_norm": 2.223134756088257, + "learning_rate": 7.851919958235446e-06, + "loss": 2.4828, + "step": 33991 + }, + { + "epoch": 0.5818654889676304, + "grad_norm": 2.3046209812164307, + "learning_rate": 7.851378498182215e-06, + "loss": 2.5744, + "step": 33992 + }, + { + "epoch": 0.5818826066861809, + "grad_norm": 2.464622974395752, + "learning_rate": 7.8508370447331e-06, + "loss": 2.4661, + "step": 33993 + }, + { + "epoch": 0.5818997244047314, + "grad_norm": 2.51397967338562, + "learning_rate": 7.85029559788976e-06, + "loss": 2.4988, + "step": 33994 + }, + { + "epoch": 0.5819168421232818, + "grad_norm": 2.3173868656158447, + "learning_rate": 7.849754157653866e-06, + "loss": 2.436, + "step": 33995 + }, + { + "epoch": 0.5819339598418323, + "grad_norm": 2.426830768585205, + "learning_rate": 7.849212724027074e-06, + "loss": 2.4201, + "step": 33996 + }, + { + "epoch": 0.5819510775603828, + "grad_norm": 2.3200902938842773, + "learning_rate": 7.848671297011057e-06, + "loss": 2.4766, + "step": 33997 + }, + { + "epoch": 0.5819681952789332, + "grad_norm": 2.430882692337036, + "learning_rate": 7.848129876607475e-06, + "loss": 2.5865, + "step": 33998 + }, + { + "epoch": 0.5819853129974837, + "grad_norm": 2.4156246185302734, + "learning_rate": 7.847588462817989e-06, + "loss": 2.4735, + "step": 33999 + }, + { + "epoch": 0.5820024307160342, + "grad_norm": 2.506025791168213, + "learning_rate": 7.847047055644269e-06, + "loss": 2.5259, + "step": 34000 + }, + { + "epoch": 0.5820195484345846, + "grad_norm": 2.447445869445801, + "learning_rate": 7.846505655087972e-06, + "loss": 2.4987, + "step": 34001 + }, + { + "epoch": 0.5820366661531351, + "grad_norm": 2.425340175628662, + "learning_rate": 7.84596426115077e-06, + "loss": 2.4796, + "step": 34002 + }, + { + "epoch": 0.5820537838716856, + "grad_norm": 2.5400946140289307, + "learning_rate": 7.845422873834321e-06, + "loss": 2.5748, + "step": 34003 + }, + { + "epoch": 0.582070901590236, + "grad_norm": 2.3542027473449707, + "learning_rate": 7.844881493140295e-06, + "loss": 2.3419, + "step": 34004 + }, + { + "epoch": 0.5820880193087865, + "grad_norm": 2.3063676357269287, + "learning_rate": 7.844340119070349e-06, + "loss": 2.4933, + "step": 34005 + }, + { + "epoch": 0.582105137027337, + "grad_norm": 2.3379149436950684, + "learning_rate": 7.843798751626148e-06, + "loss": 2.5008, + "step": 34006 + }, + { + "epoch": 0.5821222547458874, + "grad_norm": 2.3702938556671143, + "learning_rate": 7.843257390809363e-06, + "loss": 2.511, + "step": 34007 + }, + { + "epoch": 0.5821393724644379, + "grad_norm": 2.365403652191162, + "learning_rate": 7.842716036621651e-06, + "loss": 2.4266, + "step": 34008 + }, + { + "epoch": 0.5821564901829884, + "grad_norm": 2.3270294666290283, + "learning_rate": 7.84217468906468e-06, + "loss": 2.4634, + "step": 34009 + }, + { + "epoch": 0.5821736079015389, + "grad_norm": 2.2719740867614746, + "learning_rate": 7.841633348140108e-06, + "loss": 2.3518, + "step": 34010 + }, + { + "epoch": 0.5821907256200893, + "grad_norm": 2.362900972366333, + "learning_rate": 7.841092013849607e-06, + "loss": 2.4285, + "step": 34011 + }, + { + "epoch": 0.5822078433386398, + "grad_norm": 2.401711940765381, + "learning_rate": 7.840550686194835e-06, + "loss": 2.4507, + "step": 34012 + }, + { + "epoch": 0.5822249610571903, + "grad_norm": 2.3947575092315674, + "learning_rate": 7.84000936517746e-06, + "loss": 2.3357, + "step": 34013 + }, + { + "epoch": 0.5822420787757407, + "grad_norm": 2.310431957244873, + "learning_rate": 7.839468050799143e-06, + "loss": 2.4664, + "step": 34014 + }, + { + "epoch": 0.5822591964942913, + "grad_norm": 2.511439085006714, + "learning_rate": 7.838926743061545e-06, + "loss": 2.501, + "step": 34015 + }, + { + "epoch": 0.5822763142128418, + "grad_norm": 2.463214635848999, + "learning_rate": 7.838385441966337e-06, + "loss": 2.503, + "step": 34016 + }, + { + "epoch": 0.5822934319313922, + "grad_norm": 2.397218704223633, + "learning_rate": 7.837844147515174e-06, + "loss": 2.5286, + "step": 34017 + }, + { + "epoch": 0.5823105496499427, + "grad_norm": 2.3522684574127197, + "learning_rate": 7.83730285970973e-06, + "loss": 2.4994, + "step": 34018 + }, + { + "epoch": 0.5823276673684932, + "grad_norm": 2.4067728519439697, + "learning_rate": 7.836761578551661e-06, + "loss": 2.4191, + "step": 34019 + }, + { + "epoch": 0.5823447850870436, + "grad_norm": 2.3781216144561768, + "learning_rate": 7.836220304042635e-06, + "loss": 2.4172, + "step": 34020 + }, + { + "epoch": 0.5823619028055941, + "grad_norm": 2.5131537914276123, + "learning_rate": 7.835679036184313e-06, + "loss": 2.4415, + "step": 34021 + }, + { + "epoch": 0.5823790205241446, + "grad_norm": 2.3972458839416504, + "learning_rate": 7.835137774978357e-06, + "loss": 2.4263, + "step": 34022 + }, + { + "epoch": 0.582396138242695, + "grad_norm": 2.4594292640686035, + "learning_rate": 7.834596520426435e-06, + "loss": 2.3387, + "step": 34023 + }, + { + "epoch": 0.5824132559612455, + "grad_norm": 2.402325391769409, + "learning_rate": 7.834055272530208e-06, + "loss": 2.3901, + "step": 34024 + }, + { + "epoch": 0.582430373679796, + "grad_norm": 2.502648115158081, + "learning_rate": 7.833514031291342e-06, + "loss": 2.4715, + "step": 34025 + }, + { + "epoch": 0.5824474913983464, + "grad_norm": 2.5182037353515625, + "learning_rate": 7.832972796711495e-06, + "loss": 2.5154, + "step": 34026 + }, + { + "epoch": 0.5824646091168969, + "grad_norm": 2.399513006210327, + "learning_rate": 7.83243156879234e-06, + "loss": 2.4009, + "step": 34027 + }, + { + "epoch": 0.5824817268354474, + "grad_norm": 2.4421379566192627, + "learning_rate": 7.831890347535534e-06, + "loss": 2.422, + "step": 34028 + }, + { + "epoch": 0.5824988445539978, + "grad_norm": 2.4086320400238037, + "learning_rate": 7.831349132942739e-06, + "loss": 2.3842, + "step": 34029 + }, + { + "epoch": 0.5825159622725483, + "grad_norm": 2.4443624019622803, + "learning_rate": 7.830807925015624e-06, + "loss": 2.4221, + "step": 34030 + }, + { + "epoch": 0.5825330799910988, + "grad_norm": 2.4739556312561035, + "learning_rate": 7.830266723755846e-06, + "loss": 2.573, + "step": 34031 + }, + { + "epoch": 0.5825501977096492, + "grad_norm": 2.3837623596191406, + "learning_rate": 7.829725529165074e-06, + "loss": 2.4761, + "step": 34032 + }, + { + "epoch": 0.5825673154281997, + "grad_norm": 2.230753183364868, + "learning_rate": 7.829184341244967e-06, + "loss": 2.4395, + "step": 34033 + }, + { + "epoch": 0.5825844331467502, + "grad_norm": 2.431577682495117, + "learning_rate": 7.828643159997194e-06, + "loss": 2.4119, + "step": 34034 + }, + { + "epoch": 0.5826015508653006, + "grad_norm": 2.311666965484619, + "learning_rate": 7.828101985423416e-06, + "loss": 2.4982, + "step": 34035 + }, + { + "epoch": 0.5826186685838511, + "grad_norm": 2.6612157821655273, + "learning_rate": 7.827560817525294e-06, + "loss": 2.5019, + "step": 34036 + }, + { + "epoch": 0.5826357863024016, + "grad_norm": 2.3740270137786865, + "learning_rate": 7.827019656304496e-06, + "loss": 2.503, + "step": 34037 + }, + { + "epoch": 0.582652904020952, + "grad_norm": 2.5337178707122803, + "learning_rate": 7.826478501762675e-06, + "loss": 2.5961, + "step": 34038 + }, + { + "epoch": 0.5826700217395026, + "grad_norm": 3.178269863128662, + "learning_rate": 7.82593735390151e-06, + "loss": 2.5489, + "step": 34039 + }, + { + "epoch": 0.5826871394580531, + "grad_norm": 2.4181361198425293, + "learning_rate": 7.82539621272265e-06, + "loss": 2.4971, + "step": 34040 + }, + { + "epoch": 0.5827042571766035, + "grad_norm": 2.254417896270752, + "learning_rate": 7.824855078227769e-06, + "loss": 2.39, + "step": 34041 + }, + { + "epoch": 0.582721374895154, + "grad_norm": 2.3746206760406494, + "learning_rate": 7.824313950418524e-06, + "loss": 2.4591, + "step": 34042 + }, + { + "epoch": 0.5827384926137045, + "grad_norm": 2.357677698135376, + "learning_rate": 7.823772829296577e-06, + "loss": 2.4387, + "step": 34043 + }, + { + "epoch": 0.5827556103322549, + "grad_norm": 2.4689269065856934, + "learning_rate": 7.823231714863598e-06, + "loss": 2.4894, + "step": 34044 + }, + { + "epoch": 0.5827727280508054, + "grad_norm": 2.374985694885254, + "learning_rate": 7.822690607121243e-06, + "loss": 2.4272, + "step": 34045 + }, + { + "epoch": 0.5827898457693559, + "grad_norm": 2.3704910278320312, + "learning_rate": 7.822149506071181e-06, + "loss": 2.3579, + "step": 34046 + }, + { + "epoch": 0.5828069634879063, + "grad_norm": 2.3555448055267334, + "learning_rate": 7.821608411715069e-06, + "loss": 2.5769, + "step": 34047 + }, + { + "epoch": 0.5828240812064568, + "grad_norm": 2.5033135414123535, + "learning_rate": 7.821067324054577e-06, + "loss": 2.5543, + "step": 34048 + }, + { + "epoch": 0.5828411989250073, + "grad_norm": 2.3767411708831787, + "learning_rate": 7.820526243091365e-06, + "loss": 2.342, + "step": 34049 + }, + { + "epoch": 0.5828583166435577, + "grad_norm": 2.2728419303894043, + "learning_rate": 7.819985168827094e-06, + "loss": 2.4312, + "step": 34050 + }, + { + "epoch": 0.5828754343621082, + "grad_norm": 2.2304651737213135, + "learning_rate": 7.81944410126343e-06, + "loss": 2.3051, + "step": 34051 + }, + { + "epoch": 0.5828925520806587, + "grad_norm": 2.4912514686584473, + "learning_rate": 7.818903040402032e-06, + "loss": 2.5061, + "step": 34052 + }, + { + "epoch": 0.5829096697992091, + "grad_norm": 2.5196518898010254, + "learning_rate": 7.818361986244568e-06, + "loss": 2.5353, + "step": 34053 + }, + { + "epoch": 0.5829267875177596, + "grad_norm": 2.3768410682678223, + "learning_rate": 7.817820938792697e-06, + "loss": 2.3919, + "step": 34054 + }, + { + "epoch": 0.5829439052363101, + "grad_norm": 2.4456276893615723, + "learning_rate": 7.81727989804809e-06, + "loss": 2.4377, + "step": 34055 + }, + { + "epoch": 0.5829610229548606, + "grad_norm": 2.5946872234344482, + "learning_rate": 7.8167388640124e-06, + "loss": 2.5157, + "step": 34056 + }, + { + "epoch": 0.582978140673411, + "grad_norm": 2.477358102798462, + "learning_rate": 7.816197836687295e-06, + "loss": 2.5971, + "step": 34057 + }, + { + "epoch": 0.5829952583919615, + "grad_norm": 2.5640745162963867, + "learning_rate": 7.815656816074437e-06, + "loss": 2.4865, + "step": 34058 + }, + { + "epoch": 0.583012376110512, + "grad_norm": 2.5193393230438232, + "learning_rate": 7.815115802175485e-06, + "loss": 2.4182, + "step": 34059 + }, + { + "epoch": 0.5830294938290624, + "grad_norm": 2.4447953701019287, + "learning_rate": 7.81457479499211e-06, + "loss": 2.5214, + "step": 34060 + }, + { + "epoch": 0.583046611547613, + "grad_norm": 2.57131028175354, + "learning_rate": 7.81403379452597e-06, + "loss": 2.4864, + "step": 34061 + }, + { + "epoch": 0.5830637292661635, + "grad_norm": 2.3432185649871826, + "learning_rate": 7.81349280077873e-06, + "loss": 2.3731, + "step": 34062 + }, + { + "epoch": 0.5830808469847139, + "grad_norm": 2.2759828567504883, + "learning_rate": 7.81295181375205e-06, + "loss": 2.3987, + "step": 34063 + }, + { + "epoch": 0.5830979647032644, + "grad_norm": 2.356551170349121, + "learning_rate": 7.812410833447591e-06, + "loss": 2.5417, + "step": 34064 + }, + { + "epoch": 0.5831150824218149, + "grad_norm": 2.4669809341430664, + "learning_rate": 7.811869859867024e-06, + "loss": 2.6177, + "step": 34065 + }, + { + "epoch": 0.5831322001403653, + "grad_norm": 2.3026366233825684, + "learning_rate": 7.811328893012e-06, + "loss": 2.3815, + "step": 34066 + }, + { + "epoch": 0.5831493178589158, + "grad_norm": 2.440258502960205, + "learning_rate": 7.810787932884194e-06, + "loss": 2.4725, + "step": 34067 + }, + { + "epoch": 0.5831664355774663, + "grad_norm": 2.304399251937866, + "learning_rate": 7.810246979485259e-06, + "loss": 2.4491, + "step": 34068 + }, + { + "epoch": 0.5831835532960167, + "grad_norm": 2.4419431686401367, + "learning_rate": 7.809706032816866e-06, + "loss": 2.4401, + "step": 34069 + }, + { + "epoch": 0.5832006710145672, + "grad_norm": 2.4828314781188965, + "learning_rate": 7.809165092880672e-06, + "loss": 2.4816, + "step": 34070 + }, + { + "epoch": 0.5832177887331177, + "grad_norm": 2.3209898471832275, + "learning_rate": 7.808624159678337e-06, + "loss": 2.317, + "step": 34071 + }, + { + "epoch": 0.5832349064516681, + "grad_norm": 2.3842217922210693, + "learning_rate": 7.808083233211532e-06, + "loss": 2.3973, + "step": 34072 + }, + { + "epoch": 0.5832520241702186, + "grad_norm": 2.4084739685058594, + "learning_rate": 7.807542313481914e-06, + "loss": 2.4346, + "step": 34073 + }, + { + "epoch": 0.5832691418887691, + "grad_norm": 2.6095190048217773, + "learning_rate": 7.80700140049115e-06, + "loss": 2.439, + "step": 34074 + }, + { + "epoch": 0.5832862596073195, + "grad_norm": 2.28934907913208, + "learning_rate": 7.806460494240893e-06, + "loss": 2.4338, + "step": 34075 + }, + { + "epoch": 0.58330337732587, + "grad_norm": 2.6133501529693604, + "learning_rate": 7.805919594732816e-06, + "loss": 2.5378, + "step": 34076 + }, + { + "epoch": 0.5833204950444205, + "grad_norm": 2.503897190093994, + "learning_rate": 7.80537870196858e-06, + "loss": 2.4805, + "step": 34077 + }, + { + "epoch": 0.5833376127629709, + "grad_norm": 2.410871744155884, + "learning_rate": 7.804837815949841e-06, + "loss": 2.5345, + "step": 34078 + }, + { + "epoch": 0.5833547304815214, + "grad_norm": 2.4708080291748047, + "learning_rate": 7.80429693667827e-06, + "loss": 2.5798, + "step": 34079 + }, + { + "epoch": 0.5833718482000719, + "grad_norm": 2.331129789352417, + "learning_rate": 7.80375606415552e-06, + "loss": 2.4805, + "step": 34080 + }, + { + "epoch": 0.5833889659186223, + "grad_norm": 2.481340169906616, + "learning_rate": 7.803215198383262e-06, + "loss": 2.5218, + "step": 34081 + }, + { + "epoch": 0.5834060836371728, + "grad_norm": 2.4178106784820557, + "learning_rate": 7.802674339363154e-06, + "loss": 2.5185, + "step": 34082 + }, + { + "epoch": 0.5834232013557233, + "grad_norm": 2.2947590351104736, + "learning_rate": 7.80213348709686e-06, + "loss": 2.4155, + "step": 34083 + }, + { + "epoch": 0.5834403190742737, + "grad_norm": 2.3645498752593994, + "learning_rate": 7.801592641586039e-06, + "loss": 2.4526, + "step": 34084 + }, + { + "epoch": 0.5834574367928242, + "grad_norm": 2.359062433242798, + "learning_rate": 7.80105180283236e-06, + "loss": 2.3243, + "step": 34085 + }, + { + "epoch": 0.5834745545113748, + "grad_norm": 2.4351444244384766, + "learning_rate": 7.800510970837482e-06, + "loss": 2.5511, + "step": 34086 + }, + { + "epoch": 0.5834916722299252, + "grad_norm": 2.2535455226898193, + "learning_rate": 7.79997014560306e-06, + "loss": 2.2784, + "step": 34087 + }, + { + "epoch": 0.5835087899484757, + "grad_norm": 2.321479082107544, + "learning_rate": 7.799429327130771e-06, + "loss": 2.5211, + "step": 34088 + }, + { + "epoch": 0.5835259076670262, + "grad_norm": 2.424924373626709, + "learning_rate": 7.798888515422265e-06, + "loss": 2.483, + "step": 34089 + }, + { + "epoch": 0.5835430253855766, + "grad_norm": 2.273327112197876, + "learning_rate": 7.798347710479211e-06, + "loss": 2.3756, + "step": 34090 + }, + { + "epoch": 0.5835601431041271, + "grad_norm": 2.4344050884246826, + "learning_rate": 7.797806912303266e-06, + "loss": 2.3707, + "step": 34091 + }, + { + "epoch": 0.5835772608226776, + "grad_norm": 2.1949303150177, + "learning_rate": 7.797266120896099e-06, + "loss": 2.4681, + "step": 34092 + }, + { + "epoch": 0.583594378541228, + "grad_norm": 2.3965442180633545, + "learning_rate": 7.796725336259367e-06, + "loss": 2.4837, + "step": 34093 + }, + { + "epoch": 0.5836114962597785, + "grad_norm": 2.4565589427948, + "learning_rate": 7.796184558394734e-06, + "loss": 2.4777, + "step": 34094 + }, + { + "epoch": 0.583628613978329, + "grad_norm": 2.431722640991211, + "learning_rate": 7.795643787303861e-06, + "loss": 2.4181, + "step": 34095 + }, + { + "epoch": 0.5836457316968794, + "grad_norm": 2.1779730319976807, + "learning_rate": 7.795103022988409e-06, + "loss": 2.3612, + "step": 34096 + }, + { + "epoch": 0.5836628494154299, + "grad_norm": 2.4419760704040527, + "learning_rate": 7.794562265450045e-06, + "loss": 2.4207, + "step": 34097 + }, + { + "epoch": 0.5836799671339804, + "grad_norm": 2.4069314002990723, + "learning_rate": 7.794021514690427e-06, + "loss": 2.4679, + "step": 34098 + }, + { + "epoch": 0.5836970848525308, + "grad_norm": 2.3924803733825684, + "learning_rate": 7.79348077071122e-06, + "loss": 2.4124, + "step": 34099 + }, + { + "epoch": 0.5837142025710813, + "grad_norm": 2.4390835762023926, + "learning_rate": 7.792940033514082e-06, + "loss": 2.4749, + "step": 34100 + }, + { + "epoch": 0.5837313202896318, + "grad_norm": 2.272968292236328, + "learning_rate": 7.792399303100675e-06, + "loss": 2.3328, + "step": 34101 + }, + { + "epoch": 0.5837484380081823, + "grad_norm": 2.5246055126190186, + "learning_rate": 7.791858579472669e-06, + "loss": 2.4426, + "step": 34102 + }, + { + "epoch": 0.5837655557267327, + "grad_norm": 2.35369873046875, + "learning_rate": 7.791317862631716e-06, + "loss": 2.3762, + "step": 34103 + }, + { + "epoch": 0.5837826734452832, + "grad_norm": 2.4784324169158936, + "learning_rate": 7.790777152579486e-06, + "loss": 2.4651, + "step": 34104 + }, + { + "epoch": 0.5837997911638337, + "grad_norm": 2.4714510440826416, + "learning_rate": 7.790236449317631e-06, + "loss": 2.4421, + "step": 34105 + }, + { + "epoch": 0.5838169088823841, + "grad_norm": 2.301534652709961, + "learning_rate": 7.789695752847824e-06, + "loss": 2.4953, + "step": 34106 + }, + { + "epoch": 0.5838340266009346, + "grad_norm": 2.3418190479278564, + "learning_rate": 7.789155063171722e-06, + "loss": 2.4053, + "step": 34107 + }, + { + "epoch": 0.5838511443194851, + "grad_norm": 2.3272953033447266, + "learning_rate": 7.788614380290983e-06, + "loss": 2.478, + "step": 34108 + }, + { + "epoch": 0.5838682620380355, + "grad_norm": 2.7466933727264404, + "learning_rate": 7.788073704207277e-06, + "loss": 2.4851, + "step": 34109 + }, + { + "epoch": 0.583885379756586, + "grad_norm": 2.3723037242889404, + "learning_rate": 7.78753303492226e-06, + "loss": 2.5044, + "step": 34110 + }, + { + "epoch": 0.5839024974751366, + "grad_norm": 2.2081096172332764, + "learning_rate": 7.786992372437597e-06, + "loss": 2.2923, + "step": 34111 + }, + { + "epoch": 0.583919615193687, + "grad_norm": 2.543022871017456, + "learning_rate": 7.786451716754945e-06, + "loss": 2.5783, + "step": 34112 + }, + { + "epoch": 0.5839367329122375, + "grad_norm": 2.2233493328094482, + "learning_rate": 7.785911067875973e-06, + "loss": 2.3669, + "step": 34113 + }, + { + "epoch": 0.583953850630788, + "grad_norm": 2.4954655170440674, + "learning_rate": 7.785370425802339e-06, + "loss": 2.4974, + "step": 34114 + }, + { + "epoch": 0.5839709683493384, + "grad_norm": 2.4129252433776855, + "learning_rate": 7.784829790535702e-06, + "loss": 2.4795, + "step": 34115 + }, + { + "epoch": 0.5839880860678889, + "grad_norm": 2.5537490844726562, + "learning_rate": 7.784289162077728e-06, + "loss": 2.5267, + "step": 34116 + }, + { + "epoch": 0.5840052037864394, + "grad_norm": 2.425307035446167, + "learning_rate": 7.783748540430074e-06, + "loss": 2.5381, + "step": 34117 + }, + { + "epoch": 0.5840223215049898, + "grad_norm": 2.352534770965576, + "learning_rate": 7.783207925594407e-06, + "loss": 2.4305, + "step": 34118 + }, + { + "epoch": 0.5840394392235403, + "grad_norm": 2.3518307209014893, + "learning_rate": 7.782667317572387e-06, + "loss": 2.4452, + "step": 34119 + }, + { + "epoch": 0.5840565569420908, + "grad_norm": 2.3328287601470947, + "learning_rate": 7.782126716365676e-06, + "loss": 2.5155, + "step": 34120 + }, + { + "epoch": 0.5840736746606412, + "grad_norm": 2.2417330741882324, + "learning_rate": 7.781586121975933e-06, + "loss": 2.3602, + "step": 34121 + }, + { + "epoch": 0.5840907923791917, + "grad_norm": 2.309479236602783, + "learning_rate": 7.781045534404818e-06, + "loss": 2.3133, + "step": 34122 + }, + { + "epoch": 0.5841079100977422, + "grad_norm": 2.3663558959960938, + "learning_rate": 7.780504953654001e-06, + "loss": 2.3125, + "step": 34123 + }, + { + "epoch": 0.5841250278162926, + "grad_norm": 2.437519073486328, + "learning_rate": 7.779964379725133e-06, + "loss": 2.3754, + "step": 34124 + }, + { + "epoch": 0.5841421455348431, + "grad_norm": 2.263871431350708, + "learning_rate": 7.779423812619886e-06, + "loss": 2.3699, + "step": 34125 + }, + { + "epoch": 0.5841592632533936, + "grad_norm": 2.473949909210205, + "learning_rate": 7.778883252339915e-06, + "loss": 2.5455, + "step": 34126 + }, + { + "epoch": 0.584176380971944, + "grad_norm": 2.336132049560547, + "learning_rate": 7.778342698886884e-06, + "loss": 2.4781, + "step": 34127 + }, + { + "epoch": 0.5841934986904945, + "grad_norm": 2.4131789207458496, + "learning_rate": 7.777802152262454e-06, + "loss": 2.4874, + "step": 34128 + }, + { + "epoch": 0.584210616409045, + "grad_norm": 2.382826089859009, + "learning_rate": 7.777261612468281e-06, + "loss": 2.4668, + "step": 34129 + }, + { + "epoch": 0.5842277341275954, + "grad_norm": 2.42258882522583, + "learning_rate": 7.776721079506035e-06, + "loss": 2.5047, + "step": 34130 + }, + { + "epoch": 0.5842448518461459, + "grad_norm": 2.3931310176849365, + "learning_rate": 7.776180553377372e-06, + "loss": 2.49, + "step": 34131 + }, + { + "epoch": 0.5842619695646964, + "grad_norm": 2.4337642192840576, + "learning_rate": 7.775640034083957e-06, + "loss": 2.5036, + "step": 34132 + }, + { + "epoch": 0.5842790872832468, + "grad_norm": 2.313232421875, + "learning_rate": 7.775099521627446e-06, + "loss": 2.4147, + "step": 34133 + }, + { + "epoch": 0.5842962050017974, + "grad_norm": 2.3862760066986084, + "learning_rate": 7.774559016009508e-06, + "loss": 2.352, + "step": 34134 + }, + { + "epoch": 0.5843133227203479, + "grad_norm": 2.425868272781372, + "learning_rate": 7.774018517231799e-06, + "loss": 2.52, + "step": 34135 + }, + { + "epoch": 0.5843304404388983, + "grad_norm": 2.446553945541382, + "learning_rate": 7.77347802529598e-06, + "loss": 2.5244, + "step": 34136 + }, + { + "epoch": 0.5843475581574488, + "grad_norm": 2.345010995864868, + "learning_rate": 7.772937540203716e-06, + "loss": 2.4198, + "step": 34137 + }, + { + "epoch": 0.5843646758759993, + "grad_norm": 2.537048816680908, + "learning_rate": 7.772397061956662e-06, + "loss": 2.5397, + "step": 34138 + }, + { + "epoch": 0.5843817935945497, + "grad_norm": 2.41662335395813, + "learning_rate": 7.771856590556487e-06, + "loss": 2.4849, + "step": 34139 + }, + { + "epoch": 0.5843989113131002, + "grad_norm": 2.443295955657959, + "learning_rate": 7.771316126004847e-06, + "loss": 2.3664, + "step": 34140 + }, + { + "epoch": 0.5844160290316507, + "grad_norm": 2.365539073944092, + "learning_rate": 7.770775668303407e-06, + "loss": 2.3929, + "step": 34141 + }, + { + "epoch": 0.5844331467502011, + "grad_norm": 2.4318487644195557, + "learning_rate": 7.770235217453825e-06, + "loss": 2.4584, + "step": 34142 + }, + { + "epoch": 0.5844502644687516, + "grad_norm": 2.313920259475708, + "learning_rate": 7.769694773457758e-06, + "loss": 2.473, + "step": 34143 + }, + { + "epoch": 0.5844673821873021, + "grad_norm": 2.3070175647735596, + "learning_rate": 7.769154336316877e-06, + "loss": 2.401, + "step": 34144 + }, + { + "epoch": 0.5844844999058525, + "grad_norm": 2.216569423675537, + "learning_rate": 7.768613906032833e-06, + "loss": 2.3243, + "step": 34145 + }, + { + "epoch": 0.584501617624403, + "grad_norm": 2.341214418411255, + "learning_rate": 7.768073482607298e-06, + "loss": 2.5129, + "step": 34146 + }, + { + "epoch": 0.5845187353429535, + "grad_norm": 2.2349178791046143, + "learning_rate": 7.767533066041924e-06, + "loss": 2.4233, + "step": 34147 + }, + { + "epoch": 0.584535853061504, + "grad_norm": 2.413618803024292, + "learning_rate": 7.766992656338379e-06, + "loss": 2.5237, + "step": 34148 + }, + { + "epoch": 0.5845529707800544, + "grad_norm": 2.360682964324951, + "learning_rate": 7.766452253498316e-06, + "loss": 2.553, + "step": 34149 + }, + { + "epoch": 0.5845700884986049, + "grad_norm": 2.344989538192749, + "learning_rate": 7.765911857523404e-06, + "loss": 2.4687, + "step": 34150 + }, + { + "epoch": 0.5845872062171554, + "grad_norm": 2.3085713386535645, + "learning_rate": 7.7653714684153e-06, + "loss": 2.4338, + "step": 34151 + }, + { + "epoch": 0.5846043239357058, + "grad_norm": 2.433934450149536, + "learning_rate": 7.764831086175665e-06, + "loss": 2.3745, + "step": 34152 + }, + { + "epoch": 0.5846214416542563, + "grad_norm": 2.4075818061828613, + "learning_rate": 7.764290710806162e-06, + "loss": 2.4975, + "step": 34153 + }, + { + "epoch": 0.5846385593728068, + "grad_norm": 2.3127241134643555, + "learning_rate": 7.763750342308445e-06, + "loss": 2.3882, + "step": 34154 + }, + { + "epoch": 0.5846556770913572, + "grad_norm": 2.3334710597991943, + "learning_rate": 7.763209980684186e-06, + "loss": 2.44, + "step": 34155 + }, + { + "epoch": 0.5846727948099077, + "grad_norm": 2.469587564468384, + "learning_rate": 7.762669625935037e-06, + "loss": 2.5139, + "step": 34156 + }, + { + "epoch": 0.5846899125284583, + "grad_norm": 2.4609150886535645, + "learning_rate": 7.762129278062664e-06, + "loss": 2.5006, + "step": 34157 + }, + { + "epoch": 0.5847070302470087, + "grad_norm": 2.270432710647583, + "learning_rate": 7.761588937068727e-06, + "loss": 2.3762, + "step": 34158 + }, + { + "epoch": 0.5847241479655592, + "grad_norm": 2.3345248699188232, + "learning_rate": 7.76104860295488e-06, + "loss": 2.453, + "step": 34159 + }, + { + "epoch": 0.5847412656841097, + "grad_norm": 2.354865312576294, + "learning_rate": 7.760508275722794e-06, + "loss": 2.4074, + "step": 34160 + }, + { + "epoch": 0.5847583834026601, + "grad_norm": 2.5568923950195312, + "learning_rate": 7.759967955374121e-06, + "loss": 2.5501, + "step": 34161 + }, + { + "epoch": 0.5847755011212106, + "grad_norm": 2.415003538131714, + "learning_rate": 7.75942764191053e-06, + "loss": 2.5625, + "step": 34162 + }, + { + "epoch": 0.5847926188397611, + "grad_norm": 2.343769073486328, + "learning_rate": 7.758887335333675e-06, + "loss": 2.3828, + "step": 34163 + }, + { + "epoch": 0.5848097365583115, + "grad_norm": 2.314748525619507, + "learning_rate": 7.758347035645223e-06, + "loss": 2.4065, + "step": 34164 + }, + { + "epoch": 0.584826854276862, + "grad_norm": 2.414961576461792, + "learning_rate": 7.757806742846831e-06, + "loss": 2.5481, + "step": 34165 + }, + { + "epoch": 0.5848439719954125, + "grad_norm": 2.337071180343628, + "learning_rate": 7.757266456940155e-06, + "loss": 2.5476, + "step": 34166 + }, + { + "epoch": 0.5848610897139629, + "grad_norm": 2.5211057662963867, + "learning_rate": 7.756726177926864e-06, + "loss": 2.4355, + "step": 34167 + }, + { + "epoch": 0.5848782074325134, + "grad_norm": 2.4428694248199463, + "learning_rate": 7.756185905808614e-06, + "loss": 2.4959, + "step": 34168 + }, + { + "epoch": 0.5848953251510639, + "grad_norm": 2.4490504264831543, + "learning_rate": 7.755645640587068e-06, + "loss": 2.454, + "step": 34169 + }, + { + "epoch": 0.5849124428696143, + "grad_norm": 2.5510525703430176, + "learning_rate": 7.75510538226388e-06, + "loss": 2.353, + "step": 34170 + }, + { + "epoch": 0.5849295605881648, + "grad_norm": 2.4227912425994873, + "learning_rate": 7.754565130840723e-06, + "loss": 2.4722, + "step": 34171 + }, + { + "epoch": 0.5849466783067153, + "grad_norm": 2.5831215381622314, + "learning_rate": 7.75402488631925e-06, + "loss": 2.4511, + "step": 34172 + }, + { + "epoch": 0.5849637960252657, + "grad_norm": 2.336880683898926, + "learning_rate": 7.753484648701117e-06, + "loss": 2.3782, + "step": 34173 + }, + { + "epoch": 0.5849809137438162, + "grad_norm": 2.573233127593994, + "learning_rate": 7.752944417987993e-06, + "loss": 2.4948, + "step": 34174 + }, + { + "epoch": 0.5849980314623667, + "grad_norm": 2.398627758026123, + "learning_rate": 7.75240419418153e-06, + "loss": 2.478, + "step": 34175 + }, + { + "epoch": 0.5850151491809171, + "grad_norm": 2.5028293132781982, + "learning_rate": 7.751863977283399e-06, + "loss": 2.4216, + "step": 34176 + }, + { + "epoch": 0.5850322668994676, + "grad_norm": 2.7643818855285645, + "learning_rate": 7.751323767295249e-06, + "loss": 2.461, + "step": 34177 + }, + { + "epoch": 0.5850493846180181, + "grad_norm": 2.3752799034118652, + "learning_rate": 7.750783564218752e-06, + "loss": 2.5804, + "step": 34178 + }, + { + "epoch": 0.5850665023365685, + "grad_norm": 2.5931551456451416, + "learning_rate": 7.750243368055562e-06, + "loss": 2.3809, + "step": 34179 + }, + { + "epoch": 0.585083620055119, + "grad_norm": 2.5393388271331787, + "learning_rate": 7.749703178807337e-06, + "loss": 2.5821, + "step": 34180 + }, + { + "epoch": 0.5851007377736696, + "grad_norm": 2.556143045425415, + "learning_rate": 7.749162996475742e-06, + "loss": 2.4729, + "step": 34181 + }, + { + "epoch": 0.58511785549222, + "grad_norm": 2.449812412261963, + "learning_rate": 7.748622821062432e-06, + "loss": 2.4556, + "step": 34182 + }, + { + "epoch": 0.5851349732107705, + "grad_norm": 2.4923148155212402, + "learning_rate": 7.748082652569077e-06, + "loss": 2.5426, + "step": 34183 + }, + { + "epoch": 0.585152090929321, + "grad_norm": 2.5965964794158936, + "learning_rate": 7.747542490997327e-06, + "loss": 2.4687, + "step": 34184 + }, + { + "epoch": 0.5851692086478714, + "grad_norm": 2.3893308639526367, + "learning_rate": 7.74700233634885e-06, + "loss": 2.5494, + "step": 34185 + }, + { + "epoch": 0.5851863263664219, + "grad_norm": 2.494344711303711, + "learning_rate": 7.746462188625302e-06, + "loss": 2.4301, + "step": 34186 + }, + { + "epoch": 0.5852034440849724, + "grad_norm": 2.3340542316436768, + "learning_rate": 7.745922047828339e-06, + "loss": 2.3921, + "step": 34187 + }, + { + "epoch": 0.5852205618035228, + "grad_norm": 2.4997544288635254, + "learning_rate": 7.745381913959631e-06, + "loss": 2.478, + "step": 34188 + }, + { + "epoch": 0.5852376795220733, + "grad_norm": 2.3851685523986816, + "learning_rate": 7.744841787020832e-06, + "loss": 2.4377, + "step": 34189 + }, + { + "epoch": 0.5852547972406238, + "grad_norm": 2.4698798656463623, + "learning_rate": 7.744301667013605e-06, + "loss": 2.4975, + "step": 34190 + }, + { + "epoch": 0.5852719149591742, + "grad_norm": 2.4951140880584717, + "learning_rate": 7.743761553939604e-06, + "loss": 2.4699, + "step": 34191 + }, + { + "epoch": 0.5852890326777247, + "grad_norm": 2.3038997650146484, + "learning_rate": 7.7432214478005e-06, + "loss": 2.3749, + "step": 34192 + }, + { + "epoch": 0.5853061503962752, + "grad_norm": 2.446464776992798, + "learning_rate": 7.742681348597945e-06, + "loss": 2.5212, + "step": 34193 + }, + { + "epoch": 0.5853232681148256, + "grad_norm": 2.373894691467285, + "learning_rate": 7.742141256333599e-06, + "loss": 2.4128, + "step": 34194 + }, + { + "epoch": 0.5853403858333761, + "grad_norm": 2.4837467670440674, + "learning_rate": 7.741601171009125e-06, + "loss": 2.5002, + "step": 34195 + }, + { + "epoch": 0.5853575035519266, + "grad_norm": 2.2866671085357666, + "learning_rate": 7.74106109262618e-06, + "loss": 2.4314, + "step": 34196 + }, + { + "epoch": 0.5853746212704771, + "grad_norm": 2.3011207580566406, + "learning_rate": 7.74052102118643e-06, + "loss": 2.3735, + "step": 34197 + }, + { + "epoch": 0.5853917389890275, + "grad_norm": 2.3259260654449463, + "learning_rate": 7.739980956691526e-06, + "loss": 2.558, + "step": 34198 + }, + { + "epoch": 0.585408856707578, + "grad_norm": 2.3122591972351074, + "learning_rate": 7.739440899143138e-06, + "loss": 2.4783, + "step": 34199 + }, + { + "epoch": 0.5854259744261285, + "grad_norm": 2.1753127574920654, + "learning_rate": 7.73890084854292e-06, + "loss": 2.367, + "step": 34200 + }, + { + "epoch": 0.5854430921446789, + "grad_norm": 2.3003928661346436, + "learning_rate": 7.73836080489253e-06, + "loss": 2.3727, + "step": 34201 + }, + { + "epoch": 0.5854602098632294, + "grad_norm": 2.1790783405303955, + "learning_rate": 7.737820768193635e-06, + "loss": 2.4053, + "step": 34202 + }, + { + "epoch": 0.58547732758178, + "grad_norm": 2.2106432914733887, + "learning_rate": 7.737280738447887e-06, + "loss": 2.4155, + "step": 34203 + }, + { + "epoch": 0.5854944453003303, + "grad_norm": 2.4326276779174805, + "learning_rate": 7.736740715656952e-06, + "loss": 2.4861, + "step": 34204 + }, + { + "epoch": 0.5855115630188809, + "grad_norm": 2.4506032466888428, + "learning_rate": 7.736200699822486e-06, + "loss": 2.4954, + "step": 34205 + }, + { + "epoch": 0.5855286807374314, + "grad_norm": 2.3503992557525635, + "learning_rate": 7.735660690946153e-06, + "loss": 2.3866, + "step": 34206 + }, + { + "epoch": 0.5855457984559818, + "grad_norm": 2.1641757488250732, + "learning_rate": 7.735120689029608e-06, + "loss": 2.3298, + "step": 34207 + }, + { + "epoch": 0.5855629161745323, + "grad_norm": 2.3158042430877686, + "learning_rate": 7.73458069407451e-06, + "loss": 2.3564, + "step": 34208 + }, + { + "epoch": 0.5855800338930828, + "grad_norm": 2.2598326206207275, + "learning_rate": 7.734040706082525e-06, + "loss": 2.4632, + "step": 34209 + }, + { + "epoch": 0.5855971516116332, + "grad_norm": 2.3666889667510986, + "learning_rate": 7.733500725055307e-06, + "loss": 2.3714, + "step": 34210 + }, + { + "epoch": 0.5856142693301837, + "grad_norm": 2.433608055114746, + "learning_rate": 7.732960750994521e-06, + "loss": 2.5166, + "step": 34211 + }, + { + "epoch": 0.5856313870487342, + "grad_norm": 2.36863112449646, + "learning_rate": 7.73242078390182e-06, + "loss": 2.4679, + "step": 34212 + }, + { + "epoch": 0.5856485047672846, + "grad_norm": 2.4258193969726562, + "learning_rate": 7.73188082377887e-06, + "loss": 2.502, + "step": 34213 + }, + { + "epoch": 0.5856656224858351, + "grad_norm": 2.404528856277466, + "learning_rate": 7.731340870627329e-06, + "loss": 2.4862, + "step": 34214 + }, + { + "epoch": 0.5856827402043856, + "grad_norm": 2.3628759384155273, + "learning_rate": 7.73080092444885e-06, + "loss": 2.4441, + "step": 34215 + }, + { + "epoch": 0.585699857922936, + "grad_norm": 2.3736250400543213, + "learning_rate": 7.730260985245106e-06, + "loss": 2.4853, + "step": 34216 + }, + { + "epoch": 0.5857169756414865, + "grad_norm": 2.3974337577819824, + "learning_rate": 7.729721053017744e-06, + "loss": 2.4844, + "step": 34217 + }, + { + "epoch": 0.585734093360037, + "grad_norm": 2.2833251953125, + "learning_rate": 7.72918112776843e-06, + "loss": 2.4747, + "step": 34218 + }, + { + "epoch": 0.5857512110785874, + "grad_norm": 2.339975595474243, + "learning_rate": 7.72864120949882e-06, + "loss": 2.3605, + "step": 34219 + }, + { + "epoch": 0.5857683287971379, + "grad_norm": 2.3328006267547607, + "learning_rate": 7.728101298210577e-06, + "loss": 2.3195, + "step": 34220 + }, + { + "epoch": 0.5857854465156884, + "grad_norm": 2.4455196857452393, + "learning_rate": 7.72756139390536e-06, + "loss": 2.4694, + "step": 34221 + }, + { + "epoch": 0.5858025642342388, + "grad_norm": 2.3706443309783936, + "learning_rate": 7.727021496584825e-06, + "loss": 2.3953, + "step": 34222 + }, + { + "epoch": 0.5858196819527893, + "grad_norm": 2.4676458835601807, + "learning_rate": 7.726481606250638e-06, + "loss": 2.3857, + "step": 34223 + }, + { + "epoch": 0.5858367996713398, + "grad_norm": 2.285313367843628, + "learning_rate": 7.725941722904449e-06, + "loss": 2.4128, + "step": 34224 + }, + { + "epoch": 0.5858539173898902, + "grad_norm": 2.472027063369751, + "learning_rate": 7.725401846547926e-06, + "loss": 2.5024, + "step": 34225 + }, + { + "epoch": 0.5858710351084407, + "grad_norm": 2.2887110710144043, + "learning_rate": 7.724861977182724e-06, + "loss": 2.5373, + "step": 34226 + }, + { + "epoch": 0.5858881528269912, + "grad_norm": 2.4399850368499756, + "learning_rate": 7.724322114810505e-06, + "loss": 2.4349, + "step": 34227 + }, + { + "epoch": 0.5859052705455416, + "grad_norm": 2.5344414710998535, + "learning_rate": 7.723782259432923e-06, + "loss": 2.6413, + "step": 34228 + }, + { + "epoch": 0.5859223882640922, + "grad_norm": 2.504148483276367, + "learning_rate": 7.723242411051646e-06, + "loss": 2.3644, + "step": 34229 + }, + { + "epoch": 0.5859395059826427, + "grad_norm": 2.417299509048462, + "learning_rate": 7.722702569668326e-06, + "loss": 2.4248, + "step": 34230 + }, + { + "epoch": 0.5859566237011931, + "grad_norm": 2.2770442962646484, + "learning_rate": 7.722162735284625e-06, + "loss": 2.4687, + "step": 34231 + }, + { + "epoch": 0.5859737414197436, + "grad_norm": 2.3732597827911377, + "learning_rate": 7.721622907902205e-06, + "loss": 2.4732, + "step": 34232 + }, + { + "epoch": 0.5859908591382941, + "grad_norm": 2.357827663421631, + "learning_rate": 7.721083087522717e-06, + "loss": 2.4859, + "step": 34233 + }, + { + "epoch": 0.5860079768568445, + "grad_norm": 2.497145175933838, + "learning_rate": 7.720543274147829e-06, + "loss": 2.4806, + "step": 34234 + }, + { + "epoch": 0.586025094575395, + "grad_norm": 2.447263240814209, + "learning_rate": 7.720003467779192e-06, + "loss": 2.4131, + "step": 34235 + }, + { + "epoch": 0.5860422122939455, + "grad_norm": 2.392989158630371, + "learning_rate": 7.719463668418474e-06, + "loss": 2.5026, + "step": 34236 + }, + { + "epoch": 0.5860593300124959, + "grad_norm": 2.5360753536224365, + "learning_rate": 7.718923876067332e-06, + "loss": 2.4644, + "step": 34237 + }, + { + "epoch": 0.5860764477310464, + "grad_norm": 2.280057668685913, + "learning_rate": 7.71838409072742e-06, + "loss": 2.3902, + "step": 34238 + }, + { + "epoch": 0.5860935654495969, + "grad_norm": 2.34572172164917, + "learning_rate": 7.717844312400402e-06, + "loss": 2.4163, + "step": 34239 + }, + { + "epoch": 0.5861106831681473, + "grad_norm": 2.2777140140533447, + "learning_rate": 7.71730454108793e-06, + "loss": 2.3641, + "step": 34240 + }, + { + "epoch": 0.5861278008866978, + "grad_norm": 2.421729564666748, + "learning_rate": 7.716764776791675e-06, + "loss": 2.4679, + "step": 34241 + }, + { + "epoch": 0.5861449186052483, + "grad_norm": 2.349811315536499, + "learning_rate": 7.716225019513287e-06, + "loss": 2.5372, + "step": 34242 + }, + { + "epoch": 0.5861620363237988, + "grad_norm": 2.492077350616455, + "learning_rate": 7.715685269254429e-06, + "loss": 2.416, + "step": 34243 + }, + { + "epoch": 0.5861791540423492, + "grad_norm": 2.430837392807007, + "learning_rate": 7.715145526016759e-06, + "loss": 2.5232, + "step": 34244 + }, + { + "epoch": 0.5861962717608997, + "grad_norm": 2.3360726833343506, + "learning_rate": 7.71460578980193e-06, + "loss": 2.418, + "step": 34245 + }, + { + "epoch": 0.5862133894794502, + "grad_norm": 2.384162425994873, + "learning_rate": 7.71406606061161e-06, + "loss": 2.4679, + "step": 34246 + }, + { + "epoch": 0.5862305071980006, + "grad_norm": 2.304184675216675, + "learning_rate": 7.713526338447455e-06, + "loss": 2.398, + "step": 34247 + }, + { + "epoch": 0.5862476249165511, + "grad_norm": 2.3906097412109375, + "learning_rate": 7.712986623311124e-06, + "loss": 2.42, + "step": 34248 + }, + { + "epoch": 0.5862647426351016, + "grad_norm": 2.2890636920928955, + "learning_rate": 7.712446915204273e-06, + "loss": 2.3561, + "step": 34249 + }, + { + "epoch": 0.586281860353652, + "grad_norm": 2.375034809112549, + "learning_rate": 7.711907214128564e-06, + "loss": 2.5324, + "step": 34250 + }, + { + "epoch": 0.5862989780722025, + "grad_norm": 2.328352928161621, + "learning_rate": 7.711367520085658e-06, + "loss": 2.3135, + "step": 34251 + }, + { + "epoch": 0.5863160957907531, + "grad_norm": 2.292208671569824, + "learning_rate": 7.710827833077203e-06, + "loss": 2.4875, + "step": 34252 + }, + { + "epoch": 0.5863332135093035, + "grad_norm": 2.3798718452453613, + "learning_rate": 7.710288153104873e-06, + "loss": 2.4569, + "step": 34253 + }, + { + "epoch": 0.586350331227854, + "grad_norm": 2.3698885440826416, + "learning_rate": 7.709748480170316e-06, + "loss": 2.3491, + "step": 34254 + }, + { + "epoch": 0.5863674489464045, + "grad_norm": 2.5768468379974365, + "learning_rate": 7.709208814275196e-06, + "loss": 2.6052, + "step": 34255 + }, + { + "epoch": 0.5863845666649549, + "grad_norm": 2.406991720199585, + "learning_rate": 7.708669155421166e-06, + "loss": 2.3282, + "step": 34256 + }, + { + "epoch": 0.5864016843835054, + "grad_norm": 2.352393865585327, + "learning_rate": 7.708129503609892e-06, + "loss": 2.4201, + "step": 34257 + }, + { + "epoch": 0.5864188021020559, + "grad_norm": 2.4010908603668213, + "learning_rate": 7.70758985884303e-06, + "loss": 2.493, + "step": 34258 + }, + { + "epoch": 0.5864359198206063, + "grad_norm": 2.460526466369629, + "learning_rate": 7.707050221122236e-06, + "loss": 2.3806, + "step": 34259 + }, + { + "epoch": 0.5864530375391568, + "grad_norm": 2.3754043579101562, + "learning_rate": 7.706510590449172e-06, + "loss": 2.4057, + "step": 34260 + }, + { + "epoch": 0.5864701552577073, + "grad_norm": 2.4040679931640625, + "learning_rate": 7.705970966825492e-06, + "loss": 2.4369, + "step": 34261 + }, + { + "epoch": 0.5864872729762577, + "grad_norm": 2.2226991653442383, + "learning_rate": 7.705431350252863e-06, + "loss": 2.4043, + "step": 34262 + }, + { + "epoch": 0.5865043906948082, + "grad_norm": 2.4082751274108887, + "learning_rate": 7.704891740732933e-06, + "loss": 2.4404, + "step": 34263 + }, + { + "epoch": 0.5865215084133587, + "grad_norm": 2.418452501296997, + "learning_rate": 7.704352138267372e-06, + "loss": 2.4108, + "step": 34264 + }, + { + "epoch": 0.5865386261319091, + "grad_norm": 2.459294319152832, + "learning_rate": 7.70381254285783e-06, + "loss": 2.4552, + "step": 34265 + }, + { + "epoch": 0.5865557438504596, + "grad_norm": 2.5047576427459717, + "learning_rate": 7.703272954505964e-06, + "loss": 2.4865, + "step": 34266 + }, + { + "epoch": 0.5865728615690101, + "grad_norm": 2.489980936050415, + "learning_rate": 7.702733373213442e-06, + "loss": 2.513, + "step": 34267 + }, + { + "epoch": 0.5865899792875605, + "grad_norm": 2.4591548442840576, + "learning_rate": 7.702193798981913e-06, + "loss": 2.4086, + "step": 34268 + }, + { + "epoch": 0.586607097006111, + "grad_norm": 2.3381619453430176, + "learning_rate": 7.701654231813045e-06, + "loss": 2.4162, + "step": 34269 + }, + { + "epoch": 0.5866242147246615, + "grad_norm": 2.377199649810791, + "learning_rate": 7.701114671708486e-06, + "loss": 2.4133, + "step": 34270 + }, + { + "epoch": 0.5866413324432119, + "grad_norm": 2.4959380626678467, + "learning_rate": 7.700575118669902e-06, + "loss": 2.3696, + "step": 34271 + }, + { + "epoch": 0.5866584501617624, + "grad_norm": 2.594311237335205, + "learning_rate": 7.70003557269895e-06, + "loss": 2.445, + "step": 34272 + }, + { + "epoch": 0.5866755678803129, + "grad_norm": 2.508117437362671, + "learning_rate": 7.699496033797283e-06, + "loss": 2.4615, + "step": 34273 + }, + { + "epoch": 0.5866926855988633, + "grad_norm": 2.509721517562866, + "learning_rate": 7.698956501966566e-06, + "loss": 2.4843, + "step": 34274 + }, + { + "epoch": 0.5867098033174138, + "grad_norm": 2.356703042984009, + "learning_rate": 7.698416977208455e-06, + "loss": 2.3724, + "step": 34275 + }, + { + "epoch": 0.5867269210359644, + "grad_norm": 2.3788623809814453, + "learning_rate": 7.69787745952461e-06, + "loss": 2.3539, + "step": 34276 + }, + { + "epoch": 0.5867440387545148, + "grad_norm": 2.3469338417053223, + "learning_rate": 7.697337948916682e-06, + "loss": 2.3936, + "step": 34277 + }, + { + "epoch": 0.5867611564730653, + "grad_norm": 2.3457982540130615, + "learning_rate": 7.69679844538634e-06, + "loss": 2.4702, + "step": 34278 + }, + { + "epoch": 0.5867782741916158, + "grad_norm": 2.449540376663208, + "learning_rate": 7.696258948935237e-06, + "loss": 2.3883, + "step": 34279 + }, + { + "epoch": 0.5867953919101662, + "grad_norm": 2.463146924972534, + "learning_rate": 7.695719459565029e-06, + "loss": 2.4715, + "step": 34280 + }, + { + "epoch": 0.5868125096287167, + "grad_norm": 2.3791043758392334, + "learning_rate": 7.695179977277378e-06, + "loss": 2.4302, + "step": 34281 + }, + { + "epoch": 0.5868296273472672, + "grad_norm": 2.3768510818481445, + "learning_rate": 7.694640502073936e-06, + "loss": 2.4301, + "step": 34282 + }, + { + "epoch": 0.5868467450658176, + "grad_norm": 2.2523303031921387, + "learning_rate": 7.694101033956371e-06, + "loss": 2.4626, + "step": 34283 + }, + { + "epoch": 0.5868638627843681, + "grad_norm": 2.3847336769104004, + "learning_rate": 7.693561572926335e-06, + "loss": 2.4318, + "step": 34284 + }, + { + "epoch": 0.5868809805029186, + "grad_norm": 2.6074914932250977, + "learning_rate": 7.693022118985487e-06, + "loss": 2.5765, + "step": 34285 + }, + { + "epoch": 0.586898098221469, + "grad_norm": 2.304631471633911, + "learning_rate": 7.692482672135486e-06, + "loss": 2.43, + "step": 34286 + }, + { + "epoch": 0.5869152159400195, + "grad_norm": 2.4390878677368164, + "learning_rate": 7.691943232377986e-06, + "loss": 2.4326, + "step": 34287 + }, + { + "epoch": 0.58693233365857, + "grad_norm": 2.3937151432037354, + "learning_rate": 7.691403799714652e-06, + "loss": 2.5139, + "step": 34288 + }, + { + "epoch": 0.5869494513771205, + "grad_norm": 2.514604330062866, + "learning_rate": 7.690864374147132e-06, + "loss": 2.5649, + "step": 34289 + }, + { + "epoch": 0.5869665690956709, + "grad_norm": 2.504960775375366, + "learning_rate": 7.690324955677095e-06, + "loss": 2.4617, + "step": 34290 + }, + { + "epoch": 0.5869836868142214, + "grad_norm": 2.316894292831421, + "learning_rate": 7.689785544306194e-06, + "loss": 2.3921, + "step": 34291 + }, + { + "epoch": 0.5870008045327719, + "grad_norm": 2.3929946422576904, + "learning_rate": 7.689246140036088e-06, + "loss": 2.3764, + "step": 34292 + }, + { + "epoch": 0.5870179222513223, + "grad_norm": 2.307779312133789, + "learning_rate": 7.68870674286843e-06, + "loss": 2.4246, + "step": 34293 + }, + { + "epoch": 0.5870350399698728, + "grad_norm": 2.509814739227295, + "learning_rate": 7.688167352804888e-06, + "loss": 2.4701, + "step": 34294 + }, + { + "epoch": 0.5870521576884233, + "grad_norm": 2.3374252319335938, + "learning_rate": 7.687627969847112e-06, + "loss": 2.4904, + "step": 34295 + }, + { + "epoch": 0.5870692754069737, + "grad_norm": 2.346808671951294, + "learning_rate": 7.68708859399676e-06, + "loss": 2.4554, + "step": 34296 + }, + { + "epoch": 0.5870863931255242, + "grad_norm": 2.3310487270355225, + "learning_rate": 7.686549225255496e-06, + "loss": 2.4562, + "step": 34297 + }, + { + "epoch": 0.5871035108440747, + "grad_norm": 2.514073610305786, + "learning_rate": 7.686009863624968e-06, + "loss": 2.4778, + "step": 34298 + }, + { + "epoch": 0.5871206285626251, + "grad_norm": 2.3495676517486572, + "learning_rate": 7.685470509106843e-06, + "loss": 2.4055, + "step": 34299 + }, + { + "epoch": 0.5871377462811757, + "grad_norm": 2.342059850692749, + "learning_rate": 7.684931161702772e-06, + "loss": 2.3871, + "step": 34300 + }, + { + "epoch": 0.5871548639997262, + "grad_norm": 2.3653838634490967, + "learning_rate": 7.68439182141442e-06, + "loss": 2.4481, + "step": 34301 + }, + { + "epoch": 0.5871719817182766, + "grad_norm": 2.3331644535064697, + "learning_rate": 7.68385248824344e-06, + "loss": 2.3834, + "step": 34302 + }, + { + "epoch": 0.5871890994368271, + "grad_norm": 2.475292682647705, + "learning_rate": 7.683313162191485e-06, + "loss": 2.4332, + "step": 34303 + }, + { + "epoch": 0.5872062171553776, + "grad_norm": 2.2680039405822754, + "learning_rate": 7.682773843260223e-06, + "loss": 2.2696, + "step": 34304 + }, + { + "epoch": 0.587223334873928, + "grad_norm": 2.4114630222320557, + "learning_rate": 7.682234531451304e-06, + "loss": 2.4046, + "step": 34305 + }, + { + "epoch": 0.5872404525924785, + "grad_norm": 2.4751193523406982, + "learning_rate": 7.681695226766391e-06, + "loss": 2.4934, + "step": 34306 + }, + { + "epoch": 0.587257570311029, + "grad_norm": 2.432927131652832, + "learning_rate": 7.681155929207138e-06, + "loss": 2.3786, + "step": 34307 + }, + { + "epoch": 0.5872746880295794, + "grad_norm": 2.4585187435150146, + "learning_rate": 7.680616638775206e-06, + "loss": 2.5112, + "step": 34308 + }, + { + "epoch": 0.5872918057481299, + "grad_norm": 2.446455717086792, + "learning_rate": 7.680077355472248e-06, + "loss": 2.5059, + "step": 34309 + }, + { + "epoch": 0.5873089234666804, + "grad_norm": 2.5804147720336914, + "learning_rate": 7.679538079299921e-06, + "loss": 2.5225, + "step": 34310 + }, + { + "epoch": 0.5873260411852308, + "grad_norm": 2.522575616836548, + "learning_rate": 7.67899881025989e-06, + "loss": 2.5399, + "step": 34311 + }, + { + "epoch": 0.5873431589037813, + "grad_norm": 2.436258316040039, + "learning_rate": 7.678459548353806e-06, + "loss": 2.4184, + "step": 34312 + }, + { + "epoch": 0.5873602766223318, + "grad_norm": 2.4021096229553223, + "learning_rate": 7.67792029358333e-06, + "loss": 2.3348, + "step": 34313 + }, + { + "epoch": 0.5873773943408822, + "grad_norm": 2.4497733116149902, + "learning_rate": 7.677381045950114e-06, + "loss": 2.4042, + "step": 34314 + }, + { + "epoch": 0.5873945120594327, + "grad_norm": 2.3861007690429688, + "learning_rate": 7.676841805455823e-06, + "loss": 2.3889, + "step": 34315 + }, + { + "epoch": 0.5874116297779832, + "grad_norm": 2.3984315395355225, + "learning_rate": 7.67630257210211e-06, + "loss": 2.4855, + "step": 34316 + }, + { + "epoch": 0.5874287474965336, + "grad_norm": 2.3191237449645996, + "learning_rate": 7.675763345890633e-06, + "loss": 2.3688, + "step": 34317 + }, + { + "epoch": 0.5874458652150841, + "grad_norm": 2.231696367263794, + "learning_rate": 7.675224126823051e-06, + "loss": 2.3174, + "step": 34318 + }, + { + "epoch": 0.5874629829336346, + "grad_norm": 2.260403633117676, + "learning_rate": 7.674684914901016e-06, + "loss": 2.3574, + "step": 34319 + }, + { + "epoch": 0.587480100652185, + "grad_norm": 2.4234578609466553, + "learning_rate": 7.674145710126193e-06, + "loss": 2.5538, + "step": 34320 + }, + { + "epoch": 0.5874972183707355, + "grad_norm": 2.403008222579956, + "learning_rate": 7.673606512500233e-06, + "loss": 2.4249, + "step": 34321 + }, + { + "epoch": 0.587514336089286, + "grad_norm": 2.2749576568603516, + "learning_rate": 7.673067322024799e-06, + "loss": 2.4994, + "step": 34322 + }, + { + "epoch": 0.5875314538078364, + "grad_norm": 2.43945050239563, + "learning_rate": 7.672528138701545e-06, + "loss": 2.4308, + "step": 34323 + }, + { + "epoch": 0.587548571526387, + "grad_norm": 2.438392400741577, + "learning_rate": 7.671988962532123e-06, + "loss": 2.3174, + "step": 34324 + }, + { + "epoch": 0.5875656892449375, + "grad_norm": 2.4995172023773193, + "learning_rate": 7.671449793518202e-06, + "loss": 2.5565, + "step": 34325 + }, + { + "epoch": 0.5875828069634879, + "grad_norm": 2.4140944480895996, + "learning_rate": 7.670910631661428e-06, + "loss": 2.4036, + "step": 34326 + }, + { + "epoch": 0.5875999246820384, + "grad_norm": 2.317655324935913, + "learning_rate": 7.670371476963466e-06, + "loss": 2.3822, + "step": 34327 + }, + { + "epoch": 0.5876170424005889, + "grad_norm": 2.385599136352539, + "learning_rate": 7.669832329425968e-06, + "loss": 2.4081, + "step": 34328 + }, + { + "epoch": 0.5876341601191393, + "grad_norm": 2.4239447116851807, + "learning_rate": 7.669293189050599e-06, + "loss": 2.5037, + "step": 34329 + }, + { + "epoch": 0.5876512778376898, + "grad_norm": 2.4525976181030273, + "learning_rate": 7.668754055839007e-06, + "loss": 2.4232, + "step": 34330 + }, + { + "epoch": 0.5876683955562403, + "grad_norm": 2.3715462684631348, + "learning_rate": 7.66821492979285e-06, + "loss": 2.4205, + "step": 34331 + }, + { + "epoch": 0.5876855132747907, + "grad_norm": 2.411564588546753, + "learning_rate": 7.667675810913793e-06, + "loss": 2.4254, + "step": 34332 + }, + { + "epoch": 0.5877026309933412, + "grad_norm": 2.3652727603912354, + "learning_rate": 7.667136699203485e-06, + "loss": 2.4194, + "step": 34333 + }, + { + "epoch": 0.5877197487118917, + "grad_norm": 2.5122101306915283, + "learning_rate": 7.666597594663588e-06, + "loss": 2.424, + "step": 34334 + }, + { + "epoch": 0.5877368664304421, + "grad_norm": 2.2825818061828613, + "learning_rate": 7.666058497295752e-06, + "loss": 2.5022, + "step": 34335 + }, + { + "epoch": 0.5877539841489926, + "grad_norm": 2.3600823879241943, + "learning_rate": 7.665519407101643e-06, + "loss": 2.4874, + "step": 34336 + }, + { + "epoch": 0.5877711018675431, + "grad_norm": 2.3958072662353516, + "learning_rate": 7.664980324082914e-06, + "loss": 2.439, + "step": 34337 + }, + { + "epoch": 0.5877882195860936, + "grad_norm": 2.321741819381714, + "learning_rate": 7.66444124824122e-06, + "loss": 2.4556, + "step": 34338 + }, + { + "epoch": 0.587805337304644, + "grad_norm": 2.3287711143493652, + "learning_rate": 7.663902179578222e-06, + "loss": 2.4767, + "step": 34339 + }, + { + "epoch": 0.5878224550231945, + "grad_norm": 2.3629140853881836, + "learning_rate": 7.66336311809557e-06, + "loss": 2.5033, + "step": 34340 + }, + { + "epoch": 0.587839572741745, + "grad_norm": 2.305823802947998, + "learning_rate": 7.662824063794931e-06, + "loss": 2.4341, + "step": 34341 + }, + { + "epoch": 0.5878566904602954, + "grad_norm": 2.4196510314941406, + "learning_rate": 7.662285016677952e-06, + "loss": 2.3818, + "step": 34342 + }, + { + "epoch": 0.5878738081788459, + "grad_norm": 2.5116488933563232, + "learning_rate": 7.661745976746297e-06, + "loss": 2.6057, + "step": 34343 + }, + { + "epoch": 0.5878909258973964, + "grad_norm": 2.423884153366089, + "learning_rate": 7.661206944001621e-06, + "loss": 2.583, + "step": 34344 + }, + { + "epoch": 0.5879080436159468, + "grad_norm": 2.4206578731536865, + "learning_rate": 7.660667918445578e-06, + "loss": 2.4329, + "step": 34345 + }, + { + "epoch": 0.5879251613344973, + "grad_norm": 2.350212574005127, + "learning_rate": 7.660128900079829e-06, + "loss": 2.5676, + "step": 34346 + }, + { + "epoch": 0.5879422790530479, + "grad_norm": 2.3124167919158936, + "learning_rate": 7.659589888906025e-06, + "loss": 2.4709, + "step": 34347 + }, + { + "epoch": 0.5879593967715983, + "grad_norm": 2.3257200717926025, + "learning_rate": 7.659050884925828e-06, + "loss": 2.3724, + "step": 34348 + }, + { + "epoch": 0.5879765144901488, + "grad_norm": 2.3438491821289062, + "learning_rate": 7.65851188814089e-06, + "loss": 2.4407, + "step": 34349 + }, + { + "epoch": 0.5879936322086993, + "grad_norm": 2.3011398315429688, + "learning_rate": 7.657972898552876e-06, + "loss": 2.4586, + "step": 34350 + }, + { + "epoch": 0.5880107499272497, + "grad_norm": 2.263437032699585, + "learning_rate": 7.657433916163435e-06, + "loss": 2.4421, + "step": 34351 + }, + { + "epoch": 0.5880278676458002, + "grad_norm": 2.344533681869507, + "learning_rate": 7.656894940974224e-06, + "loss": 2.4008, + "step": 34352 + }, + { + "epoch": 0.5880449853643507, + "grad_norm": 2.2031729221343994, + "learning_rate": 7.656355972986904e-06, + "loss": 2.3278, + "step": 34353 + }, + { + "epoch": 0.5880621030829011, + "grad_norm": 2.420985460281372, + "learning_rate": 7.655817012203126e-06, + "loss": 2.447, + "step": 34354 + }, + { + "epoch": 0.5880792208014516, + "grad_norm": 2.377384662628174, + "learning_rate": 7.655278058624554e-06, + "loss": 2.4939, + "step": 34355 + }, + { + "epoch": 0.5880963385200021, + "grad_norm": 2.45761775970459, + "learning_rate": 7.654739112252834e-06, + "loss": 2.5151, + "step": 34356 + }, + { + "epoch": 0.5881134562385525, + "grad_norm": 2.3064069747924805, + "learning_rate": 7.654200173089635e-06, + "loss": 2.4591, + "step": 34357 + }, + { + "epoch": 0.588130573957103, + "grad_norm": 2.363104820251465, + "learning_rate": 7.653661241136605e-06, + "loss": 2.3524, + "step": 34358 + }, + { + "epoch": 0.5881476916756535, + "grad_norm": 2.319303512573242, + "learning_rate": 7.653122316395401e-06, + "loss": 2.3833, + "step": 34359 + }, + { + "epoch": 0.5881648093942039, + "grad_norm": 2.5043909549713135, + "learning_rate": 7.652583398867685e-06, + "loss": 2.4655, + "step": 34360 + }, + { + "epoch": 0.5881819271127544, + "grad_norm": 2.3273494243621826, + "learning_rate": 7.652044488555105e-06, + "loss": 2.4276, + "step": 34361 + }, + { + "epoch": 0.5881990448313049, + "grad_norm": 2.3778610229492188, + "learning_rate": 7.651505585459325e-06, + "loss": 2.5077, + "step": 34362 + }, + { + "epoch": 0.5882161625498553, + "grad_norm": 2.356599807739258, + "learning_rate": 7.650966689581996e-06, + "loss": 2.3506, + "step": 34363 + }, + { + "epoch": 0.5882332802684058, + "grad_norm": 2.357300043106079, + "learning_rate": 7.650427800924781e-06, + "loss": 2.4483, + "step": 34364 + }, + { + "epoch": 0.5882503979869563, + "grad_norm": 2.3822073936462402, + "learning_rate": 7.649888919489328e-06, + "loss": 2.3377, + "step": 34365 + }, + { + "epoch": 0.5882675157055067, + "grad_norm": 2.271810531616211, + "learning_rate": 7.6493500452773e-06, + "loss": 2.5176, + "step": 34366 + }, + { + "epoch": 0.5882846334240572, + "grad_norm": 2.427542209625244, + "learning_rate": 7.648811178290353e-06, + "loss": 2.5459, + "step": 34367 + }, + { + "epoch": 0.5883017511426077, + "grad_norm": 2.4291934967041016, + "learning_rate": 7.648272318530136e-06, + "loss": 2.4396, + "step": 34368 + }, + { + "epoch": 0.5883188688611581, + "grad_norm": 2.364619493484497, + "learning_rate": 7.647733465998313e-06, + "loss": 2.5016, + "step": 34369 + }, + { + "epoch": 0.5883359865797086, + "grad_norm": 2.4625048637390137, + "learning_rate": 7.647194620696537e-06, + "loss": 2.5136, + "step": 34370 + }, + { + "epoch": 0.5883531042982592, + "grad_norm": 2.4342081546783447, + "learning_rate": 7.646655782626467e-06, + "loss": 2.5355, + "step": 34371 + }, + { + "epoch": 0.5883702220168096, + "grad_norm": 2.6443684101104736, + "learning_rate": 7.646116951789754e-06, + "loss": 2.4893, + "step": 34372 + }, + { + "epoch": 0.5883873397353601, + "grad_norm": 2.4390618801116943, + "learning_rate": 7.64557812818806e-06, + "loss": 2.4261, + "step": 34373 + }, + { + "epoch": 0.5884044574539106, + "grad_norm": 2.5455503463745117, + "learning_rate": 7.645039311823039e-06, + "loss": 2.4278, + "step": 34374 + }, + { + "epoch": 0.588421575172461, + "grad_norm": 2.3471319675445557, + "learning_rate": 7.644500502696344e-06, + "loss": 2.4073, + "step": 34375 + }, + { + "epoch": 0.5884386928910115, + "grad_norm": 2.3972249031066895, + "learning_rate": 7.643961700809636e-06, + "loss": 2.3943, + "step": 34376 + }, + { + "epoch": 0.588455810609562, + "grad_norm": 2.4291248321533203, + "learning_rate": 7.643422906164564e-06, + "loss": 2.5143, + "step": 34377 + }, + { + "epoch": 0.5884729283281124, + "grad_norm": 2.3409929275512695, + "learning_rate": 7.642884118762795e-06, + "loss": 2.474, + "step": 34378 + }, + { + "epoch": 0.5884900460466629, + "grad_norm": 2.5373425483703613, + "learning_rate": 7.642345338605972e-06, + "loss": 2.5386, + "step": 34379 + }, + { + "epoch": 0.5885071637652134, + "grad_norm": 2.2304234504699707, + "learning_rate": 7.641806565695763e-06, + "loss": 2.3004, + "step": 34380 + }, + { + "epoch": 0.5885242814837638, + "grad_norm": 2.3610310554504395, + "learning_rate": 7.641267800033819e-06, + "loss": 2.3803, + "step": 34381 + }, + { + "epoch": 0.5885413992023143, + "grad_norm": 2.293774366378784, + "learning_rate": 7.640729041621795e-06, + "loss": 2.424, + "step": 34382 + }, + { + "epoch": 0.5885585169208648, + "grad_norm": 2.2484962940216064, + "learning_rate": 7.64019029046135e-06, + "loss": 2.3857, + "step": 34383 + }, + { + "epoch": 0.5885756346394153, + "grad_norm": 2.3241219520568848, + "learning_rate": 7.639651546554132e-06, + "loss": 2.337, + "step": 34384 + }, + { + "epoch": 0.5885927523579657, + "grad_norm": 2.3013222217559814, + "learning_rate": 7.639112809901807e-06, + "loss": 2.3507, + "step": 34385 + }, + { + "epoch": 0.5886098700765162, + "grad_norm": 2.334139347076416, + "learning_rate": 7.638574080506023e-06, + "loss": 2.5272, + "step": 34386 + }, + { + "epoch": 0.5886269877950667, + "grad_norm": 2.2921879291534424, + "learning_rate": 7.638035358368443e-06, + "loss": 2.4248, + "step": 34387 + }, + { + "epoch": 0.5886441055136171, + "grad_norm": 2.452059268951416, + "learning_rate": 7.63749664349072e-06, + "loss": 2.5202, + "step": 34388 + }, + { + "epoch": 0.5886612232321676, + "grad_norm": 2.3894920349121094, + "learning_rate": 7.636957935874505e-06, + "loss": 2.3538, + "step": 34389 + }, + { + "epoch": 0.5886783409507181, + "grad_norm": 2.2864320278167725, + "learning_rate": 7.636419235521462e-06, + "loss": 2.4357, + "step": 34390 + }, + { + "epoch": 0.5886954586692685, + "grad_norm": 2.3477261066436768, + "learning_rate": 7.635880542433241e-06, + "loss": 2.4056, + "step": 34391 + }, + { + "epoch": 0.588712576387819, + "grad_norm": 2.3322606086730957, + "learning_rate": 7.6353418566115e-06, + "loss": 2.4942, + "step": 34392 + }, + { + "epoch": 0.5887296941063695, + "grad_norm": 2.5295345783233643, + "learning_rate": 7.634803178057891e-06, + "loss": 2.3564, + "step": 34393 + }, + { + "epoch": 0.58874681182492, + "grad_norm": 2.4585914611816406, + "learning_rate": 7.634264506774077e-06, + "loss": 2.4015, + "step": 34394 + }, + { + "epoch": 0.5887639295434705, + "grad_norm": 2.3567965030670166, + "learning_rate": 7.633725842761709e-06, + "loss": 2.3746, + "step": 34395 + }, + { + "epoch": 0.588781047262021, + "grad_norm": 2.4644527435302734, + "learning_rate": 7.633187186022438e-06, + "loss": 2.4655, + "step": 34396 + }, + { + "epoch": 0.5887981649805714, + "grad_norm": 2.4076435565948486, + "learning_rate": 7.63264853655793e-06, + "loss": 2.4682, + "step": 34397 + }, + { + "epoch": 0.5888152826991219, + "grad_norm": 2.4244065284729004, + "learning_rate": 7.632109894369835e-06, + "loss": 2.5297, + "step": 34398 + }, + { + "epoch": 0.5888324004176724, + "grad_norm": 2.276683807373047, + "learning_rate": 7.63157125945981e-06, + "loss": 2.4668, + "step": 34399 + }, + { + "epoch": 0.5888495181362228, + "grad_norm": 2.317891836166382, + "learning_rate": 7.631032631829505e-06, + "loss": 2.4806, + "step": 34400 + }, + { + "epoch": 0.5888666358547733, + "grad_norm": 2.539332389831543, + "learning_rate": 7.630494011480584e-06, + "loss": 2.4804, + "step": 34401 + }, + { + "epoch": 0.5888837535733238, + "grad_norm": 2.3599085807800293, + "learning_rate": 7.6299553984147e-06, + "loss": 2.4813, + "step": 34402 + }, + { + "epoch": 0.5889008712918742, + "grad_norm": 2.532493829727173, + "learning_rate": 7.629416792633505e-06, + "loss": 2.442, + "step": 34403 + }, + { + "epoch": 0.5889179890104247, + "grad_norm": 2.3978590965270996, + "learning_rate": 7.628878194138658e-06, + "loss": 2.4003, + "step": 34404 + }, + { + "epoch": 0.5889351067289752, + "grad_norm": 2.2916386127471924, + "learning_rate": 7.628339602931809e-06, + "loss": 2.4886, + "step": 34405 + }, + { + "epoch": 0.5889522244475256, + "grad_norm": 2.4075927734375, + "learning_rate": 7.627801019014624e-06, + "loss": 2.4051, + "step": 34406 + }, + { + "epoch": 0.5889693421660761, + "grad_norm": 2.3858261108398438, + "learning_rate": 7.627262442388747e-06, + "loss": 2.4936, + "step": 34407 + }, + { + "epoch": 0.5889864598846266, + "grad_norm": 2.3061044216156006, + "learning_rate": 7.626723873055842e-06, + "loss": 2.5231, + "step": 34408 + }, + { + "epoch": 0.589003577603177, + "grad_norm": 2.395786762237549, + "learning_rate": 7.626185311017561e-06, + "loss": 2.551, + "step": 34409 + }, + { + "epoch": 0.5890206953217275, + "grad_norm": 2.249135732650757, + "learning_rate": 7.625646756275554e-06, + "loss": 2.4854, + "step": 34410 + }, + { + "epoch": 0.589037813040278, + "grad_norm": 2.293606996536255, + "learning_rate": 7.625108208831487e-06, + "loss": 2.3739, + "step": 34411 + }, + { + "epoch": 0.5890549307588284, + "grad_norm": 2.3742969036102295, + "learning_rate": 7.6245696686870076e-06, + "loss": 2.4527, + "step": 34412 + }, + { + "epoch": 0.5890720484773789, + "grad_norm": 2.464763641357422, + "learning_rate": 7.6240311358437746e-06, + "loss": 2.49, + "step": 34413 + }, + { + "epoch": 0.5890891661959294, + "grad_norm": 2.291364908218384, + "learning_rate": 7.623492610303438e-06, + "loss": 2.4859, + "step": 34414 + }, + { + "epoch": 0.5891062839144798, + "grad_norm": 2.508516788482666, + "learning_rate": 7.6229540920676614e-06, + "loss": 2.4381, + "step": 34415 + }, + { + "epoch": 0.5891234016330303, + "grad_norm": 2.3894412517547607, + "learning_rate": 7.622415581138095e-06, + "loss": 2.4085, + "step": 34416 + }, + { + "epoch": 0.5891405193515808, + "grad_norm": 2.31793212890625, + "learning_rate": 7.621877077516391e-06, + "loss": 2.5019, + "step": 34417 + }, + { + "epoch": 0.5891576370701312, + "grad_norm": 2.5014023780822754, + "learning_rate": 7.621338581204213e-06, + "loss": 2.4272, + "step": 34418 + }, + { + "epoch": 0.5891747547886818, + "grad_norm": 2.3628125190734863, + "learning_rate": 7.620800092203209e-06, + "loss": 2.4923, + "step": 34419 + }, + { + "epoch": 0.5891918725072323, + "grad_norm": 2.3317291736602783, + "learning_rate": 7.6202616105150375e-06, + "loss": 2.4438, + "step": 34420 + }, + { + "epoch": 0.5892089902257827, + "grad_norm": 2.4719085693359375, + "learning_rate": 7.61972313614135e-06, + "loss": 2.4285, + "step": 34421 + }, + { + "epoch": 0.5892261079443332, + "grad_norm": 2.4054758548736572, + "learning_rate": 7.619184669083806e-06, + "loss": 2.5318, + "step": 34422 + }, + { + "epoch": 0.5892432256628837, + "grad_norm": 2.3992831707000732, + "learning_rate": 7.61864620934406e-06, + "loss": 2.5039, + "step": 34423 + }, + { + "epoch": 0.5892603433814341, + "grad_norm": 2.430309295654297, + "learning_rate": 7.6181077569237645e-06, + "loss": 2.5435, + "step": 34424 + }, + { + "epoch": 0.5892774610999846, + "grad_norm": 2.286872386932373, + "learning_rate": 7.617569311824577e-06, + "loss": 2.456, + "step": 34425 + }, + { + "epoch": 0.5892945788185351, + "grad_norm": 2.304917573928833, + "learning_rate": 7.617030874048148e-06, + "loss": 2.4888, + "step": 34426 + }, + { + "epoch": 0.5893116965370855, + "grad_norm": 2.3276188373565674, + "learning_rate": 7.616492443596139e-06, + "loss": 2.4438, + "step": 34427 + }, + { + "epoch": 0.589328814255636, + "grad_norm": 2.3965659141540527, + "learning_rate": 7.6159540204702e-06, + "loss": 2.3716, + "step": 34428 + }, + { + "epoch": 0.5893459319741865, + "grad_norm": 2.4438059329986572, + "learning_rate": 7.615415604671989e-06, + "loss": 2.3648, + "step": 34429 + }, + { + "epoch": 0.589363049692737, + "grad_norm": 2.598886489868164, + "learning_rate": 7.61487719620316e-06, + "loss": 2.5281, + "step": 34430 + }, + { + "epoch": 0.5893801674112874, + "grad_norm": 2.439692974090576, + "learning_rate": 7.614338795065363e-06, + "loss": 2.4254, + "step": 34431 + }, + { + "epoch": 0.5893972851298379, + "grad_norm": 2.417567491531372, + "learning_rate": 7.613800401260262e-06, + "loss": 2.5045, + "step": 34432 + }, + { + "epoch": 0.5894144028483884, + "grad_norm": 2.374469041824341, + "learning_rate": 7.613262014789502e-06, + "loss": 2.3729, + "step": 34433 + }, + { + "epoch": 0.5894315205669388, + "grad_norm": 2.370468854904175, + "learning_rate": 7.612723635654747e-06, + "loss": 2.5056, + "step": 34434 + }, + { + "epoch": 0.5894486382854893, + "grad_norm": 2.461949110031128, + "learning_rate": 7.6121852638576464e-06, + "loss": 2.4359, + "step": 34435 + }, + { + "epoch": 0.5894657560040398, + "grad_norm": 2.448261022567749, + "learning_rate": 7.611646899399858e-06, + "loss": 2.5038, + "step": 34436 + }, + { + "epoch": 0.5894828737225902, + "grad_norm": 2.2650094032287598, + "learning_rate": 7.611108542283031e-06, + "loss": 2.3475, + "step": 34437 + }, + { + "epoch": 0.5894999914411407, + "grad_norm": 2.4396896362304688, + "learning_rate": 7.610570192508828e-06, + "loss": 2.5229, + "step": 34438 + }, + { + "epoch": 0.5895171091596912, + "grad_norm": 2.264388084411621, + "learning_rate": 7.6100318500788995e-06, + "loss": 2.3069, + "step": 34439 + }, + { + "epoch": 0.5895342268782416, + "grad_norm": 2.356072425842285, + "learning_rate": 7.609493514994899e-06, + "loss": 2.4159, + "step": 34440 + }, + { + "epoch": 0.5895513445967921, + "grad_norm": 2.3959507942199707, + "learning_rate": 7.608955187258484e-06, + "loss": 2.3915, + "step": 34441 + }, + { + "epoch": 0.5895684623153427, + "grad_norm": 2.377333164215088, + "learning_rate": 7.608416866871302e-06, + "loss": 2.4538, + "step": 34442 + }, + { + "epoch": 0.589585580033893, + "grad_norm": 2.2684805393218994, + "learning_rate": 7.607878553835019e-06, + "loss": 2.276, + "step": 34443 + }, + { + "epoch": 0.5896026977524436, + "grad_norm": 2.411135196685791, + "learning_rate": 7.60734024815128e-06, + "loss": 2.3951, + "step": 34444 + }, + { + "epoch": 0.5896198154709941, + "grad_norm": 2.5042150020599365, + "learning_rate": 7.606801949821747e-06, + "loss": 2.4323, + "step": 34445 + }, + { + "epoch": 0.5896369331895445, + "grad_norm": 2.4657931327819824, + "learning_rate": 7.606263658848071e-06, + "loss": 2.3754, + "step": 34446 + }, + { + "epoch": 0.589654050908095, + "grad_norm": 2.346329689025879, + "learning_rate": 7.605725375231902e-06, + "loss": 2.4599, + "step": 34447 + }, + { + "epoch": 0.5896711686266455, + "grad_norm": 2.312514066696167, + "learning_rate": 7.605187098974902e-06, + "loss": 2.424, + "step": 34448 + }, + { + "epoch": 0.5896882863451959, + "grad_norm": 2.6225757598876953, + "learning_rate": 7.604648830078721e-06, + "loss": 2.4843, + "step": 34449 + }, + { + "epoch": 0.5897054040637464, + "grad_norm": 2.501828193664551, + "learning_rate": 7.604110568545018e-06, + "loss": 2.4936, + "step": 34450 + }, + { + "epoch": 0.5897225217822969, + "grad_norm": 2.4433844089508057, + "learning_rate": 7.603572314375438e-06, + "loss": 2.528, + "step": 34451 + }, + { + "epoch": 0.5897396395008473, + "grad_norm": 2.3703856468200684, + "learning_rate": 7.603034067571647e-06, + "loss": 2.3907, + "step": 34452 + }, + { + "epoch": 0.5897567572193978, + "grad_norm": 2.374711513519287, + "learning_rate": 7.602495828135294e-06, + "loss": 2.365, + "step": 34453 + }, + { + "epoch": 0.5897738749379483, + "grad_norm": 2.5031628608703613, + "learning_rate": 7.6019575960680304e-06, + "loss": 2.5685, + "step": 34454 + }, + { + "epoch": 0.5897909926564987, + "grad_norm": 2.367462158203125, + "learning_rate": 7.601419371371515e-06, + "loss": 2.48, + "step": 34455 + }, + { + "epoch": 0.5898081103750492, + "grad_norm": 2.450160026550293, + "learning_rate": 7.600881154047401e-06, + "loss": 2.4798, + "step": 34456 + }, + { + "epoch": 0.5898252280935997, + "grad_norm": 2.4172611236572266, + "learning_rate": 7.600342944097343e-06, + "loss": 2.5775, + "step": 34457 + }, + { + "epoch": 0.5898423458121501, + "grad_norm": 2.35201358795166, + "learning_rate": 7.599804741522992e-06, + "loss": 2.4788, + "step": 34458 + }, + { + "epoch": 0.5898594635307006, + "grad_norm": 2.30515718460083, + "learning_rate": 7.5992665463260075e-06, + "loss": 2.4245, + "step": 34459 + }, + { + "epoch": 0.5898765812492511, + "grad_norm": 2.288332939147949, + "learning_rate": 7.598728358508041e-06, + "loss": 2.3373, + "step": 34460 + }, + { + "epoch": 0.5898936989678015, + "grad_norm": 2.4150593280792236, + "learning_rate": 7.598190178070746e-06, + "loss": 2.4493, + "step": 34461 + }, + { + "epoch": 0.589910816686352, + "grad_norm": 2.58980131149292, + "learning_rate": 7.597652005015779e-06, + "loss": 2.4222, + "step": 34462 + }, + { + "epoch": 0.5899279344049025, + "grad_norm": 2.2677643299102783, + "learning_rate": 7.597113839344788e-06, + "loss": 2.3664, + "step": 34463 + }, + { + "epoch": 0.5899450521234529, + "grad_norm": 2.3104827404022217, + "learning_rate": 7.596575681059436e-06, + "loss": 2.516, + "step": 34464 + }, + { + "epoch": 0.5899621698420034, + "grad_norm": 2.424407720565796, + "learning_rate": 7.596037530161371e-06, + "loss": 2.4921, + "step": 34465 + }, + { + "epoch": 0.589979287560554, + "grad_norm": 2.2774603366851807, + "learning_rate": 7.595499386652251e-06, + "loss": 2.3531, + "step": 34466 + }, + { + "epoch": 0.5899964052791044, + "grad_norm": 2.43565034866333, + "learning_rate": 7.594961250533728e-06, + "loss": 2.4626, + "step": 34467 + }, + { + "epoch": 0.5900135229976549, + "grad_norm": 2.315840721130371, + "learning_rate": 7.594423121807453e-06, + "loss": 2.5133, + "step": 34468 + }, + { + "epoch": 0.5900306407162054, + "grad_norm": 2.3113198280334473, + "learning_rate": 7.593885000475086e-06, + "loss": 2.5017, + "step": 34469 + }, + { + "epoch": 0.5900477584347558, + "grad_norm": 2.430994987487793, + "learning_rate": 7.593346886538273e-06, + "loss": 2.5551, + "step": 34470 + }, + { + "epoch": 0.5900648761533063, + "grad_norm": 2.3523025512695312, + "learning_rate": 7.592808779998679e-06, + "loss": 2.4546, + "step": 34471 + }, + { + "epoch": 0.5900819938718568, + "grad_norm": 2.480391502380371, + "learning_rate": 7.592270680857949e-06, + "loss": 2.485, + "step": 34472 + }, + { + "epoch": 0.5900991115904072, + "grad_norm": 2.4754445552825928, + "learning_rate": 7.591732589117743e-06, + "loss": 2.456, + "step": 34473 + }, + { + "epoch": 0.5901162293089577, + "grad_norm": 2.448275327682495, + "learning_rate": 7.591194504779711e-06, + "loss": 2.5038, + "step": 34474 + }, + { + "epoch": 0.5901333470275082, + "grad_norm": 2.358764410018921, + "learning_rate": 7.5906564278455045e-06, + "loss": 2.4422, + "step": 34475 + }, + { + "epoch": 0.5901504647460587, + "grad_norm": 2.4741857051849365, + "learning_rate": 7.590118358316783e-06, + "loss": 2.4286, + "step": 34476 + }, + { + "epoch": 0.5901675824646091, + "grad_norm": 2.4248580932617188, + "learning_rate": 7.589580296195197e-06, + "loss": 2.4251, + "step": 34477 + }, + { + "epoch": 0.5901847001831596, + "grad_norm": 2.4377737045288086, + "learning_rate": 7.589042241482403e-06, + "loss": 2.4265, + "step": 34478 + }, + { + "epoch": 0.5902018179017101, + "grad_norm": 2.427806854248047, + "learning_rate": 7.588504194180049e-06, + "loss": 2.5019, + "step": 34479 + }, + { + "epoch": 0.5902189356202605, + "grad_norm": 2.5401968955993652, + "learning_rate": 7.587966154289798e-06, + "loss": 2.4323, + "step": 34480 + }, + { + "epoch": 0.590236053338811, + "grad_norm": 2.4946374893188477, + "learning_rate": 7.5874281218132976e-06, + "loss": 2.5437, + "step": 34481 + }, + { + "epoch": 0.5902531710573615, + "grad_norm": 2.413118600845337, + "learning_rate": 7.5868900967522e-06, + "loss": 2.4256, + "step": 34482 + }, + { + "epoch": 0.5902702887759119, + "grad_norm": 2.273566246032715, + "learning_rate": 7.586352079108164e-06, + "loss": 2.3291, + "step": 34483 + }, + { + "epoch": 0.5902874064944624, + "grad_norm": 2.406496524810791, + "learning_rate": 7.585814068882836e-06, + "loss": 2.5159, + "step": 34484 + }, + { + "epoch": 0.5903045242130129, + "grad_norm": 2.6215810775756836, + "learning_rate": 7.585276066077879e-06, + "loss": 2.6106, + "step": 34485 + }, + { + "epoch": 0.5903216419315633, + "grad_norm": 2.584609270095825, + "learning_rate": 7.584738070694937e-06, + "loss": 2.4668, + "step": 34486 + }, + { + "epoch": 0.5903387596501138, + "grad_norm": 2.5426716804504395, + "learning_rate": 7.584200082735673e-06, + "loss": 2.486, + "step": 34487 + }, + { + "epoch": 0.5903558773686644, + "grad_norm": 2.6218361854553223, + "learning_rate": 7.583662102201739e-06, + "loss": 2.4749, + "step": 34488 + }, + { + "epoch": 0.5903729950872147, + "grad_norm": 2.301133394241333, + "learning_rate": 7.583124129094779e-06, + "loss": 2.3718, + "step": 34489 + }, + { + "epoch": 0.5903901128057653, + "grad_norm": 2.4027762413024902, + "learning_rate": 7.582586163416458e-06, + "loss": 2.5126, + "step": 34490 + }, + { + "epoch": 0.5904072305243158, + "grad_norm": 2.5624654293060303, + "learning_rate": 7.58204820516842e-06, + "loss": 2.451, + "step": 34491 + }, + { + "epoch": 0.5904243482428662, + "grad_norm": 2.329460382461548, + "learning_rate": 7.581510254352328e-06, + "loss": 2.2744, + "step": 34492 + }, + { + "epoch": 0.5904414659614167, + "grad_norm": 2.391008138656616, + "learning_rate": 7.580972310969828e-06, + "loss": 2.532, + "step": 34493 + }, + { + "epoch": 0.5904585836799672, + "grad_norm": 2.4112648963928223, + "learning_rate": 7.580434375022579e-06, + "loss": 2.4876, + "step": 34494 + }, + { + "epoch": 0.5904757013985176, + "grad_norm": 2.254608631134033, + "learning_rate": 7.5798964465122305e-06, + "loss": 2.3896, + "step": 34495 + }, + { + "epoch": 0.5904928191170681, + "grad_norm": 2.402815818786621, + "learning_rate": 7.5793585254404334e-06, + "loss": 2.4658, + "step": 34496 + }, + { + "epoch": 0.5905099368356186, + "grad_norm": 2.3710289001464844, + "learning_rate": 7.578820611808848e-06, + "loss": 2.4325, + "step": 34497 + }, + { + "epoch": 0.590527054554169, + "grad_norm": 2.3778328895568848, + "learning_rate": 7.5782827056191245e-06, + "loss": 2.4926, + "step": 34498 + }, + { + "epoch": 0.5905441722727195, + "grad_norm": 2.3251988887786865, + "learning_rate": 7.577744806872916e-06, + "loss": 2.5212, + "step": 34499 + }, + { + "epoch": 0.59056128999127, + "grad_norm": 2.4286367893218994, + "learning_rate": 7.577206915571873e-06, + "loss": 2.4861, + "step": 34500 + }, + { + "epoch": 0.5905784077098204, + "grad_norm": 2.4149670600891113, + "learning_rate": 7.576669031717656e-06, + "loss": 2.4521, + "step": 34501 + }, + { + "epoch": 0.5905955254283709, + "grad_norm": 2.2685396671295166, + "learning_rate": 7.576131155311911e-06, + "loss": 2.4528, + "step": 34502 + }, + { + "epoch": 0.5906126431469214, + "grad_norm": 2.377767562866211, + "learning_rate": 7.575593286356296e-06, + "loss": 2.378, + "step": 34503 + }, + { + "epoch": 0.5906297608654718, + "grad_norm": 2.3137006759643555, + "learning_rate": 7.575055424852465e-06, + "loss": 2.357, + "step": 34504 + }, + { + "epoch": 0.5906468785840223, + "grad_norm": 2.4468774795532227, + "learning_rate": 7.5745175708020615e-06, + "loss": 2.4629, + "step": 34505 + }, + { + "epoch": 0.5906639963025728, + "grad_norm": 2.4658279418945312, + "learning_rate": 7.573979724206752e-06, + "loss": 2.5951, + "step": 34506 + }, + { + "epoch": 0.5906811140211232, + "grad_norm": 2.3344886302948, + "learning_rate": 7.573441885068178e-06, + "loss": 2.4531, + "step": 34507 + }, + { + "epoch": 0.5906982317396737, + "grad_norm": 2.3924014568328857, + "learning_rate": 7.572904053388001e-06, + "loss": 2.5913, + "step": 34508 + }, + { + "epoch": 0.5907153494582242, + "grad_norm": 2.330120086669922, + "learning_rate": 7.572366229167871e-06, + "loss": 2.4583, + "step": 34509 + }, + { + "epoch": 0.5907324671767746, + "grad_norm": 2.386317491531372, + "learning_rate": 7.571828412409444e-06, + "loss": 2.477, + "step": 34510 + }, + { + "epoch": 0.5907495848953251, + "grad_norm": 2.3060903549194336, + "learning_rate": 7.5712906031143695e-06, + "loss": 2.3969, + "step": 34511 + }, + { + "epoch": 0.5907667026138756, + "grad_norm": 2.3050310611724854, + "learning_rate": 7.570752801284298e-06, + "loss": 2.5198, + "step": 34512 + }, + { + "epoch": 0.590783820332426, + "grad_norm": 2.327733278274536, + "learning_rate": 7.570215006920889e-06, + "loss": 2.4209, + "step": 34513 + }, + { + "epoch": 0.5908009380509766, + "grad_norm": 2.507326602935791, + "learning_rate": 7.569677220025791e-06, + "loss": 2.4117, + "step": 34514 + }, + { + "epoch": 0.5908180557695271, + "grad_norm": 2.540347099304199, + "learning_rate": 7.569139440600659e-06, + "loss": 2.4349, + "step": 34515 + }, + { + "epoch": 0.5908351734880775, + "grad_norm": 2.3778939247131348, + "learning_rate": 7.568601668647142e-06, + "loss": 2.3278, + "step": 34516 + }, + { + "epoch": 0.590852291206628, + "grad_norm": 2.3484222888946533, + "learning_rate": 7.568063904166901e-06, + "loss": 2.51, + "step": 34517 + }, + { + "epoch": 0.5908694089251785, + "grad_norm": 2.4807519912719727, + "learning_rate": 7.5675261471615834e-06, + "loss": 2.5073, + "step": 34518 + }, + { + "epoch": 0.5908865266437289, + "grad_norm": 2.2432096004486084, + "learning_rate": 7.566988397632842e-06, + "loss": 2.2832, + "step": 34519 + }, + { + "epoch": 0.5909036443622794, + "grad_norm": 2.3254950046539307, + "learning_rate": 7.5664506555823315e-06, + "loss": 2.4644, + "step": 34520 + }, + { + "epoch": 0.5909207620808299, + "grad_norm": 2.453345537185669, + "learning_rate": 7.5659129210117e-06, + "loss": 2.4314, + "step": 34521 + }, + { + "epoch": 0.5909378797993803, + "grad_norm": 2.6029744148254395, + "learning_rate": 7.5653751939226075e-06, + "loss": 2.415, + "step": 34522 + }, + { + "epoch": 0.5909549975179308, + "grad_norm": 2.5017616748809814, + "learning_rate": 7.5648374743167e-06, + "loss": 2.4005, + "step": 34523 + }, + { + "epoch": 0.5909721152364813, + "grad_norm": 2.327392816543579, + "learning_rate": 7.564299762195637e-06, + "loss": 2.4282, + "step": 34524 + }, + { + "epoch": 0.5909892329550318, + "grad_norm": 2.5427560806274414, + "learning_rate": 7.563762057561068e-06, + "loss": 2.443, + "step": 34525 + }, + { + "epoch": 0.5910063506735822, + "grad_norm": 2.4037368297576904, + "learning_rate": 7.563224360414643e-06, + "loss": 2.4496, + "step": 34526 + }, + { + "epoch": 0.5910234683921327, + "grad_norm": 2.4273123741149902, + "learning_rate": 7.5626866707580205e-06, + "loss": 2.4663, + "step": 34527 + }, + { + "epoch": 0.5910405861106832, + "grad_norm": 2.3509654998779297, + "learning_rate": 7.5621489885928445e-06, + "loss": 2.3407, + "step": 34528 + }, + { + "epoch": 0.5910577038292336, + "grad_norm": 2.541727066040039, + "learning_rate": 7.561611313920778e-06, + "loss": 2.4419, + "step": 34529 + }, + { + "epoch": 0.5910748215477841, + "grad_norm": 2.281900405883789, + "learning_rate": 7.561073646743466e-06, + "loss": 2.445, + "step": 34530 + }, + { + "epoch": 0.5910919392663346, + "grad_norm": 2.5606892108917236, + "learning_rate": 7.560535987062566e-06, + "loss": 2.476, + "step": 34531 + }, + { + "epoch": 0.591109056984885, + "grad_norm": 2.348754405975342, + "learning_rate": 7.559998334879729e-06, + "loss": 2.2977, + "step": 34532 + }, + { + "epoch": 0.5911261747034355, + "grad_norm": 2.281902313232422, + "learning_rate": 7.559460690196602e-06, + "loss": 2.5496, + "step": 34533 + }, + { + "epoch": 0.591143292421986, + "grad_norm": 2.1396501064300537, + "learning_rate": 7.558923053014846e-06, + "loss": 2.3264, + "step": 34534 + }, + { + "epoch": 0.5911604101405364, + "grad_norm": 2.407841444015503, + "learning_rate": 7.558385423336109e-06, + "loss": 2.3866, + "step": 34535 + }, + { + "epoch": 0.591177527859087, + "grad_norm": 2.219665050506592, + "learning_rate": 7.557847801162046e-06, + "loss": 2.3916, + "step": 34536 + }, + { + "epoch": 0.5911946455776375, + "grad_norm": 2.3128371238708496, + "learning_rate": 7.557310186494305e-06, + "loss": 2.3804, + "step": 34537 + }, + { + "epoch": 0.5912117632961879, + "grad_norm": 2.3294174671173096, + "learning_rate": 7.556772579334543e-06, + "loss": 2.43, + "step": 34538 + }, + { + "epoch": 0.5912288810147384, + "grad_norm": 2.3624730110168457, + "learning_rate": 7.5562349796844125e-06, + "loss": 2.4507, + "step": 34539 + }, + { + "epoch": 0.5912459987332889, + "grad_norm": 2.459108352661133, + "learning_rate": 7.5556973875455615e-06, + "loss": 2.5172, + "step": 34540 + }, + { + "epoch": 0.5912631164518393, + "grad_norm": 2.473411798477173, + "learning_rate": 7.555159802919647e-06, + "loss": 2.5436, + "step": 34541 + }, + { + "epoch": 0.5912802341703898, + "grad_norm": 2.320446491241455, + "learning_rate": 7.554622225808314e-06, + "loss": 2.4137, + "step": 34542 + }, + { + "epoch": 0.5912973518889403, + "grad_norm": 2.4641594886779785, + "learning_rate": 7.5540846562132275e-06, + "loss": 2.5062, + "step": 34543 + }, + { + "epoch": 0.5913144696074907, + "grad_norm": 2.4843766689300537, + "learning_rate": 7.5535470941360256e-06, + "loss": 2.4797, + "step": 34544 + }, + { + "epoch": 0.5913315873260412, + "grad_norm": 2.454401731491089, + "learning_rate": 7.553009539578373e-06, + "loss": 2.4355, + "step": 34545 + }, + { + "epoch": 0.5913487050445917, + "grad_norm": 2.325362205505371, + "learning_rate": 7.552471992541916e-06, + "loss": 2.3899, + "step": 34546 + }, + { + "epoch": 0.5913658227631421, + "grad_norm": 2.2991058826446533, + "learning_rate": 7.5519344530283045e-06, + "loss": 2.3942, + "step": 34547 + }, + { + "epoch": 0.5913829404816926, + "grad_norm": 2.5111923217773438, + "learning_rate": 7.551396921039196e-06, + "loss": 2.4641, + "step": 34548 + }, + { + "epoch": 0.5914000582002431, + "grad_norm": 2.404350519180298, + "learning_rate": 7.550859396576237e-06, + "loss": 2.3534, + "step": 34549 + }, + { + "epoch": 0.5914171759187935, + "grad_norm": 2.544503688812256, + "learning_rate": 7.550321879641085e-06, + "loss": 2.4898, + "step": 34550 + }, + { + "epoch": 0.591434293637344, + "grad_norm": 2.486093044281006, + "learning_rate": 7.549784370235389e-06, + "loss": 2.4073, + "step": 34551 + }, + { + "epoch": 0.5914514113558945, + "grad_norm": 2.492255449295044, + "learning_rate": 7.5492468683608045e-06, + "loss": 2.5024, + "step": 34552 + }, + { + "epoch": 0.5914685290744449, + "grad_norm": 2.3166582584381104, + "learning_rate": 7.548709374018981e-06, + "loss": 2.4575, + "step": 34553 + }, + { + "epoch": 0.5914856467929954, + "grad_norm": 2.5000741481781006, + "learning_rate": 7.548171887211566e-06, + "loss": 2.4363, + "step": 34554 + }, + { + "epoch": 0.5915027645115459, + "grad_norm": 2.520242929458618, + "learning_rate": 7.5476344079402205e-06, + "loss": 2.5561, + "step": 34555 + }, + { + "epoch": 0.5915198822300963, + "grad_norm": 2.472365617752075, + "learning_rate": 7.5470969362065905e-06, + "loss": 2.4638, + "step": 34556 + }, + { + "epoch": 0.5915369999486468, + "grad_norm": 2.4272713661193848, + "learning_rate": 7.546559472012331e-06, + "loss": 2.4684, + "step": 34557 + }, + { + "epoch": 0.5915541176671973, + "grad_norm": 2.153175115585327, + "learning_rate": 7.5460220153590905e-06, + "loss": 2.3539, + "step": 34558 + }, + { + "epoch": 0.5915712353857477, + "grad_norm": 2.472888946533203, + "learning_rate": 7.5454845662485255e-06, + "loss": 2.5239, + "step": 34559 + }, + { + "epoch": 0.5915883531042982, + "grad_norm": 2.502495288848877, + "learning_rate": 7.5449471246822865e-06, + "loss": 2.5056, + "step": 34560 + }, + { + "epoch": 0.5916054708228488, + "grad_norm": 2.292104959487915, + "learning_rate": 7.54440969066202e-06, + "loss": 2.4517, + "step": 34561 + }, + { + "epoch": 0.5916225885413992, + "grad_norm": 2.5897207260131836, + "learning_rate": 7.5438722641893865e-06, + "loss": 2.5834, + "step": 34562 + }, + { + "epoch": 0.5916397062599497, + "grad_norm": 2.3862311840057373, + "learning_rate": 7.543334845266033e-06, + "loss": 2.3407, + "step": 34563 + }, + { + "epoch": 0.5916568239785002, + "grad_norm": 2.404629945755005, + "learning_rate": 7.542797433893614e-06, + "loss": 2.5822, + "step": 34564 + }, + { + "epoch": 0.5916739416970506, + "grad_norm": 2.4150948524475098, + "learning_rate": 7.542260030073774e-06, + "loss": 2.4649, + "step": 34565 + }, + { + "epoch": 0.5916910594156011, + "grad_norm": 2.4333884716033936, + "learning_rate": 7.541722633808175e-06, + "loss": 2.4743, + "step": 34566 + }, + { + "epoch": 0.5917081771341516, + "grad_norm": 2.3566184043884277, + "learning_rate": 7.541185245098465e-06, + "loss": 2.392, + "step": 34567 + }, + { + "epoch": 0.591725294852702, + "grad_norm": 2.4855966567993164, + "learning_rate": 7.540647863946291e-06, + "loss": 2.4358, + "step": 34568 + }, + { + "epoch": 0.5917424125712525, + "grad_norm": 2.3886172771453857, + "learning_rate": 7.540110490353312e-06, + "loss": 2.3773, + "step": 34569 + }, + { + "epoch": 0.591759530289803, + "grad_norm": 2.3989086151123047, + "learning_rate": 7.539573124321171e-06, + "loss": 2.4968, + "step": 34570 + }, + { + "epoch": 0.5917766480083535, + "grad_norm": 2.4200172424316406, + "learning_rate": 7.53903576585153e-06, + "loss": 2.4131, + "step": 34571 + }, + { + "epoch": 0.5917937657269039, + "grad_norm": 2.3690667152404785, + "learning_rate": 7.538498414946032e-06, + "loss": 2.3467, + "step": 34572 + }, + { + "epoch": 0.5918108834454544, + "grad_norm": 2.525618076324463, + "learning_rate": 7.537961071606335e-06, + "loss": 2.4823, + "step": 34573 + }, + { + "epoch": 0.5918280011640049, + "grad_norm": 2.6240618228912354, + "learning_rate": 7.537423735834084e-06, + "loss": 2.4397, + "step": 34574 + }, + { + "epoch": 0.5918451188825553, + "grad_norm": 2.2776412963867188, + "learning_rate": 7.536886407630939e-06, + "loss": 2.3416, + "step": 34575 + }, + { + "epoch": 0.5918622366011058, + "grad_norm": 2.54976487159729, + "learning_rate": 7.536349086998546e-06, + "loss": 2.4981, + "step": 34576 + }, + { + "epoch": 0.5918793543196563, + "grad_norm": 2.5680415630340576, + "learning_rate": 7.535811773938555e-06, + "loss": 2.5398, + "step": 34577 + }, + { + "epoch": 0.5918964720382067, + "grad_norm": 2.347352981567383, + "learning_rate": 7.535274468452623e-06, + "loss": 2.4685, + "step": 34578 + }, + { + "epoch": 0.5919135897567572, + "grad_norm": 2.436958074569702, + "learning_rate": 7.534737170542393e-06, + "loss": 2.3719, + "step": 34579 + }, + { + "epoch": 0.5919307074753077, + "grad_norm": 2.425663948059082, + "learning_rate": 7.534199880209527e-06, + "loss": 2.5817, + "step": 34580 + }, + { + "epoch": 0.5919478251938581, + "grad_norm": 2.333430528640747, + "learning_rate": 7.533662597455667e-06, + "loss": 2.2994, + "step": 34581 + }, + { + "epoch": 0.5919649429124086, + "grad_norm": 2.501763105392456, + "learning_rate": 7.533125322282473e-06, + "loss": 2.3785, + "step": 34582 + }, + { + "epoch": 0.5919820606309592, + "grad_norm": 2.4067845344543457, + "learning_rate": 7.532588054691592e-06, + "loss": 2.4429, + "step": 34583 + }, + { + "epoch": 0.5919991783495095, + "grad_norm": 2.344766855239868, + "learning_rate": 7.532050794684673e-06, + "loss": 2.4674, + "step": 34584 + }, + { + "epoch": 0.59201629606806, + "grad_norm": 2.4346868991851807, + "learning_rate": 7.531513542263373e-06, + "loss": 2.4707, + "step": 34585 + }, + { + "epoch": 0.5920334137866106, + "grad_norm": 2.3502068519592285, + "learning_rate": 7.530976297429335e-06, + "loss": 2.4122, + "step": 34586 + }, + { + "epoch": 0.592050531505161, + "grad_norm": 2.4757778644561768, + "learning_rate": 7.530439060184222e-06, + "loss": 2.5092, + "step": 34587 + }, + { + "epoch": 0.5920676492237115, + "grad_norm": 2.433462142944336, + "learning_rate": 7.529901830529675e-06, + "loss": 2.3621, + "step": 34588 + }, + { + "epoch": 0.592084766942262, + "grad_norm": 2.3936376571655273, + "learning_rate": 7.529364608467351e-06, + "loss": 2.4062, + "step": 34589 + }, + { + "epoch": 0.5921018846608124, + "grad_norm": 2.4118754863739014, + "learning_rate": 7.528827393998899e-06, + "loss": 2.5484, + "step": 34590 + }, + { + "epoch": 0.5921190023793629, + "grad_norm": 2.4174113273620605, + "learning_rate": 7.528290187125966e-06, + "loss": 2.5096, + "step": 34591 + }, + { + "epoch": 0.5921361200979134, + "grad_norm": 2.36338210105896, + "learning_rate": 7.5277529878502135e-06, + "loss": 2.4752, + "step": 34592 + }, + { + "epoch": 0.5921532378164638, + "grad_norm": 2.5306742191314697, + "learning_rate": 7.527215796173284e-06, + "loss": 2.3581, + "step": 34593 + }, + { + "epoch": 0.5921703555350143, + "grad_norm": 2.410118818283081, + "learning_rate": 7.526678612096834e-06, + "loss": 2.5011, + "step": 34594 + }, + { + "epoch": 0.5921874732535648, + "grad_norm": 2.4515130519866943, + "learning_rate": 7.526141435622507e-06, + "loss": 2.4249, + "step": 34595 + }, + { + "epoch": 0.5922045909721152, + "grad_norm": 2.4007890224456787, + "learning_rate": 7.525604266751963e-06, + "loss": 2.4878, + "step": 34596 + }, + { + "epoch": 0.5922217086906657, + "grad_norm": 2.375082015991211, + "learning_rate": 7.5250671054868506e-06, + "loss": 2.5149, + "step": 34597 + }, + { + "epoch": 0.5922388264092162, + "grad_norm": 2.319845199584961, + "learning_rate": 7.524529951828814e-06, + "loss": 2.459, + "step": 34598 + }, + { + "epoch": 0.5922559441277666, + "grad_norm": 2.314528465270996, + "learning_rate": 7.5239928057795155e-06, + "loss": 2.4309, + "step": 34599 + }, + { + "epoch": 0.5922730618463171, + "grad_norm": 2.241755723953247, + "learning_rate": 7.5234556673405965e-06, + "loss": 2.3658, + "step": 34600 + }, + { + "epoch": 0.5922901795648676, + "grad_norm": 2.264045000076294, + "learning_rate": 7.522918536513716e-06, + "loss": 2.4824, + "step": 34601 + }, + { + "epoch": 0.592307297283418, + "grad_norm": 2.2466800212860107, + "learning_rate": 7.522381413300515e-06, + "loss": 2.3529, + "step": 34602 + }, + { + "epoch": 0.5923244150019685, + "grad_norm": 2.5187952518463135, + "learning_rate": 7.521844297702654e-06, + "loss": 2.4193, + "step": 34603 + }, + { + "epoch": 0.592341532720519, + "grad_norm": 2.413681745529175, + "learning_rate": 7.521307189721781e-06, + "loss": 2.5764, + "step": 34604 + }, + { + "epoch": 0.5923586504390694, + "grad_norm": 2.4005048274993896, + "learning_rate": 7.520770089359545e-06, + "loss": 2.4902, + "step": 34605 + }, + { + "epoch": 0.5923757681576199, + "grad_norm": 2.433946132659912, + "learning_rate": 7.520232996617598e-06, + "loss": 2.4785, + "step": 34606 + }, + { + "epoch": 0.5923928858761704, + "grad_norm": 2.3046276569366455, + "learning_rate": 7.519695911497587e-06, + "loss": 2.4161, + "step": 34607 + }, + { + "epoch": 0.5924100035947208, + "grad_norm": 2.340070962905884, + "learning_rate": 7.519158834001171e-06, + "loss": 2.3762, + "step": 34608 + }, + { + "epoch": 0.5924271213132714, + "grad_norm": 2.428309440612793, + "learning_rate": 7.518621764129994e-06, + "loss": 2.5383, + "step": 34609 + }, + { + "epoch": 0.5924442390318219, + "grad_norm": 2.3010075092315674, + "learning_rate": 7.518084701885711e-06, + "loss": 2.325, + "step": 34610 + }, + { + "epoch": 0.5924613567503723, + "grad_norm": 2.2500665187835693, + "learning_rate": 7.517547647269972e-06, + "loss": 2.3402, + "step": 34611 + }, + { + "epoch": 0.5924784744689228, + "grad_norm": 2.460937261581421, + "learning_rate": 7.5170106002844215e-06, + "loss": 2.5592, + "step": 34612 + }, + { + "epoch": 0.5924955921874733, + "grad_norm": 2.3881242275238037, + "learning_rate": 7.5164735609307196e-06, + "loss": 2.4919, + "step": 34613 + }, + { + "epoch": 0.5925127099060237, + "grad_norm": 2.389334201812744, + "learning_rate": 7.515936529210508e-06, + "loss": 2.3747, + "step": 34614 + }, + { + "epoch": 0.5925298276245742, + "grad_norm": 2.1761319637298584, + "learning_rate": 7.515399505125446e-06, + "loss": 2.328, + "step": 34615 + }, + { + "epoch": 0.5925469453431247, + "grad_norm": 2.518634557723999, + "learning_rate": 7.514862488677177e-06, + "loss": 2.5745, + "step": 34616 + }, + { + "epoch": 0.5925640630616752, + "grad_norm": 2.2736122608184814, + "learning_rate": 7.514325479867359e-06, + "loss": 2.4341, + "step": 34617 + }, + { + "epoch": 0.5925811807802256, + "grad_norm": 2.378601551055908, + "learning_rate": 7.5137884786976365e-06, + "loss": 2.4603, + "step": 34618 + }, + { + "epoch": 0.5925982984987761, + "grad_norm": 2.409956932067871, + "learning_rate": 7.513251485169659e-06, + "loss": 2.4398, + "step": 34619 + }, + { + "epoch": 0.5926154162173266, + "grad_norm": 2.4848062992095947, + "learning_rate": 7.5127144992850845e-06, + "loss": 2.5721, + "step": 34620 + }, + { + "epoch": 0.592632533935877, + "grad_norm": 2.3992505073547363, + "learning_rate": 7.512177521045556e-06, + "loss": 2.485, + "step": 34621 + }, + { + "epoch": 0.5926496516544275, + "grad_norm": 2.2958295345306396, + "learning_rate": 7.511640550452728e-06, + "loss": 2.4874, + "step": 34622 + }, + { + "epoch": 0.592666769372978, + "grad_norm": 2.415464401245117, + "learning_rate": 7.511103587508247e-06, + "loss": 2.47, + "step": 34623 + }, + { + "epoch": 0.5926838870915284, + "grad_norm": 2.302403450012207, + "learning_rate": 7.510566632213771e-06, + "loss": 2.2432, + "step": 34624 + }, + { + "epoch": 0.5927010048100789, + "grad_norm": 2.298332929611206, + "learning_rate": 7.510029684570944e-06, + "loss": 2.4903, + "step": 34625 + }, + { + "epoch": 0.5927181225286294, + "grad_norm": 2.4040603637695312, + "learning_rate": 7.509492744581417e-06, + "loss": 2.4694, + "step": 34626 + }, + { + "epoch": 0.5927352402471798, + "grad_norm": 2.3170719146728516, + "learning_rate": 7.508955812246844e-06, + "loss": 2.4269, + "step": 34627 + }, + { + "epoch": 0.5927523579657303, + "grad_norm": 2.3522303104400635, + "learning_rate": 7.508418887568868e-06, + "loss": 2.446, + "step": 34628 + }, + { + "epoch": 0.5927694756842808, + "grad_norm": 2.305802822113037, + "learning_rate": 7.5078819705491494e-06, + "loss": 2.4192, + "step": 34629 + }, + { + "epoch": 0.5927865934028312, + "grad_norm": 2.375781297683716, + "learning_rate": 7.50734506118933e-06, + "loss": 2.3772, + "step": 34630 + }, + { + "epoch": 0.5928037111213817, + "grad_norm": 2.436260938644409, + "learning_rate": 7.506808159491064e-06, + "loss": 2.4524, + "step": 34631 + }, + { + "epoch": 0.5928208288399323, + "grad_norm": 2.3946313858032227, + "learning_rate": 7.5062712654560034e-06, + "loss": 2.4951, + "step": 34632 + }, + { + "epoch": 0.5928379465584827, + "grad_norm": 2.4336891174316406, + "learning_rate": 7.50573437908579e-06, + "loss": 2.4567, + "step": 34633 + }, + { + "epoch": 0.5928550642770332, + "grad_norm": 2.4926788806915283, + "learning_rate": 7.505197500382087e-06, + "loss": 2.5941, + "step": 34634 + }, + { + "epoch": 0.5928721819955837, + "grad_norm": 2.2663750648498535, + "learning_rate": 7.504660629346531e-06, + "loss": 2.3897, + "step": 34635 + }, + { + "epoch": 0.5928892997141341, + "grad_norm": 2.4132511615753174, + "learning_rate": 7.504123765980783e-06, + "loss": 2.4038, + "step": 34636 + }, + { + "epoch": 0.5929064174326846, + "grad_norm": 2.547806739807129, + "learning_rate": 7.503586910286487e-06, + "loss": 2.4776, + "step": 34637 + }, + { + "epoch": 0.5929235351512351, + "grad_norm": 2.524559497833252, + "learning_rate": 7.503050062265297e-06, + "loss": 2.4918, + "step": 34638 + }, + { + "epoch": 0.5929406528697855, + "grad_norm": 2.435195207595825, + "learning_rate": 7.5025132219188615e-06, + "loss": 2.518, + "step": 34639 + }, + { + "epoch": 0.592957770588336, + "grad_norm": 2.45778226852417, + "learning_rate": 7.501976389248825e-06, + "loss": 2.4102, + "step": 34640 + }, + { + "epoch": 0.5929748883068865, + "grad_norm": 2.3863613605499268, + "learning_rate": 7.501439564256847e-06, + "loss": 2.3643, + "step": 34641 + }, + { + "epoch": 0.5929920060254369, + "grad_norm": 2.481532335281372, + "learning_rate": 7.500902746944571e-06, + "loss": 2.4571, + "step": 34642 + }, + { + "epoch": 0.5930091237439874, + "grad_norm": 2.306454658508301, + "learning_rate": 7.500365937313653e-06, + "loss": 2.4344, + "step": 34643 + }, + { + "epoch": 0.5930262414625379, + "grad_norm": 2.322603702545166, + "learning_rate": 7.499829135365734e-06, + "loss": 2.4568, + "step": 34644 + }, + { + "epoch": 0.5930433591810883, + "grad_norm": 2.3509116172790527, + "learning_rate": 7.499292341102473e-06, + "loss": 2.3029, + "step": 34645 + }, + { + "epoch": 0.5930604768996388, + "grad_norm": 2.329198122024536, + "learning_rate": 7.498755554525513e-06, + "loss": 2.4333, + "step": 34646 + }, + { + "epoch": 0.5930775946181893, + "grad_norm": 2.361262321472168, + "learning_rate": 7.49821877563651e-06, + "loss": 2.4485, + "step": 34647 + }, + { + "epoch": 0.5930947123367397, + "grad_norm": 2.47615385055542, + "learning_rate": 7.49768200443711e-06, + "loss": 2.5126, + "step": 34648 + }, + { + "epoch": 0.5931118300552902, + "grad_norm": 2.3654842376708984, + "learning_rate": 7.49714524092896e-06, + "loss": 2.4461, + "step": 34649 + }, + { + "epoch": 0.5931289477738407, + "grad_norm": 2.4304263591766357, + "learning_rate": 7.496608485113716e-06, + "loss": 2.5325, + "step": 34650 + }, + { + "epoch": 0.5931460654923911, + "grad_norm": 2.408559799194336, + "learning_rate": 7.496071736993023e-06, + "loss": 2.4359, + "step": 34651 + }, + { + "epoch": 0.5931631832109416, + "grad_norm": 2.361873149871826, + "learning_rate": 7.495534996568536e-06, + "loss": 2.3821, + "step": 34652 + }, + { + "epoch": 0.5931803009294921, + "grad_norm": 2.226198673248291, + "learning_rate": 7.494998263841902e-06, + "loss": 2.4178, + "step": 34653 + }, + { + "epoch": 0.5931974186480425, + "grad_norm": 2.5010688304901123, + "learning_rate": 7.49446153881477e-06, + "loss": 2.4982, + "step": 34654 + }, + { + "epoch": 0.593214536366593, + "grad_norm": 2.3802781105041504, + "learning_rate": 7.493924821488792e-06, + "loss": 2.4916, + "step": 34655 + }, + { + "epoch": 0.5932316540851436, + "grad_norm": 2.3526270389556885, + "learning_rate": 7.493388111865609e-06, + "loss": 2.4309, + "step": 34656 + }, + { + "epoch": 0.593248771803694, + "grad_norm": 2.3564436435699463, + "learning_rate": 7.492851409946884e-06, + "loss": 2.5148, + "step": 34657 + }, + { + "epoch": 0.5932658895222445, + "grad_norm": 2.3041186332702637, + "learning_rate": 7.492314715734257e-06, + "loss": 2.4761, + "step": 34658 + }, + { + "epoch": 0.593283007240795, + "grad_norm": 2.391369342803955, + "learning_rate": 7.491778029229383e-06, + "loss": 2.4021, + "step": 34659 + }, + { + "epoch": 0.5933001249593454, + "grad_norm": 2.290565013885498, + "learning_rate": 7.491241350433905e-06, + "loss": 2.3354, + "step": 34660 + }, + { + "epoch": 0.5933172426778959, + "grad_norm": 2.452209234237671, + "learning_rate": 7.490704679349482e-06, + "loss": 2.4225, + "step": 34661 + }, + { + "epoch": 0.5933343603964464, + "grad_norm": 2.4141714572906494, + "learning_rate": 7.490168015977757e-06, + "loss": 2.5372, + "step": 34662 + }, + { + "epoch": 0.5933514781149969, + "grad_norm": 2.3288724422454834, + "learning_rate": 7.48963136032038e-06, + "loss": 2.431, + "step": 34663 + }, + { + "epoch": 0.5933685958335473, + "grad_norm": 2.4135046005249023, + "learning_rate": 7.4890947123790035e-06, + "loss": 2.4792, + "step": 34664 + }, + { + "epoch": 0.5933857135520978, + "grad_norm": 2.4056167602539062, + "learning_rate": 7.48855807215527e-06, + "loss": 2.4252, + "step": 34665 + }, + { + "epoch": 0.5934028312706483, + "grad_norm": 2.539024591445923, + "learning_rate": 7.488021439650839e-06, + "loss": 2.6196, + "step": 34666 + }, + { + "epoch": 0.5934199489891987, + "grad_norm": 2.504796028137207, + "learning_rate": 7.487484814867352e-06, + "loss": 2.3923, + "step": 34667 + }, + { + "epoch": 0.5934370667077492, + "grad_norm": 2.521512508392334, + "learning_rate": 7.486948197806463e-06, + "loss": 2.4123, + "step": 34668 + }, + { + "epoch": 0.5934541844262997, + "grad_norm": 2.296943187713623, + "learning_rate": 7.48641158846982e-06, + "loss": 2.3769, + "step": 34669 + }, + { + "epoch": 0.5934713021448501, + "grad_norm": 2.4282219409942627, + "learning_rate": 7.485874986859067e-06, + "loss": 2.3727, + "step": 34670 + }, + { + "epoch": 0.5934884198634006, + "grad_norm": 2.383784294128418, + "learning_rate": 7.485338392975865e-06, + "loss": 2.5959, + "step": 34671 + }, + { + "epoch": 0.5935055375819511, + "grad_norm": 2.3559963703155518, + "learning_rate": 7.48480180682185e-06, + "loss": 2.5497, + "step": 34672 + }, + { + "epoch": 0.5935226553005015, + "grad_norm": 2.400178909301758, + "learning_rate": 7.484265228398682e-06, + "loss": 2.4517, + "step": 34673 + }, + { + "epoch": 0.593539773019052, + "grad_norm": 2.471379518508911, + "learning_rate": 7.4837286577080045e-06, + "loss": 2.5407, + "step": 34674 + }, + { + "epoch": 0.5935568907376025, + "grad_norm": 2.4244818687438965, + "learning_rate": 7.48319209475147e-06, + "loss": 2.3839, + "step": 34675 + }, + { + "epoch": 0.5935740084561529, + "grad_norm": 2.493546485900879, + "learning_rate": 7.482655539530727e-06, + "loss": 2.6071, + "step": 34676 + }, + { + "epoch": 0.5935911261747034, + "grad_norm": 2.549408197402954, + "learning_rate": 7.482118992047418e-06, + "loss": 2.5535, + "step": 34677 + }, + { + "epoch": 0.593608243893254, + "grad_norm": 2.4235451221466064, + "learning_rate": 7.481582452303205e-06, + "loss": 2.3886, + "step": 34678 + }, + { + "epoch": 0.5936253616118043, + "grad_norm": 2.3575305938720703, + "learning_rate": 7.481045920299724e-06, + "loss": 2.4351, + "step": 34679 + }, + { + "epoch": 0.5936424793303549, + "grad_norm": 2.476078987121582, + "learning_rate": 7.4805093960386344e-06, + "loss": 2.4386, + "step": 34680 + }, + { + "epoch": 0.5936595970489054, + "grad_norm": 2.4266059398651123, + "learning_rate": 7.4799728795215766e-06, + "loss": 2.5515, + "step": 34681 + }, + { + "epoch": 0.5936767147674558, + "grad_norm": 2.440035343170166, + "learning_rate": 7.479436370750208e-06, + "loss": 2.4546, + "step": 34682 + }, + { + "epoch": 0.5936938324860063, + "grad_norm": 2.4865522384643555, + "learning_rate": 7.478899869726173e-06, + "loss": 2.4377, + "step": 34683 + }, + { + "epoch": 0.5937109502045568, + "grad_norm": 2.4450488090515137, + "learning_rate": 7.478363376451121e-06, + "loss": 2.3678, + "step": 34684 + }, + { + "epoch": 0.5937280679231072, + "grad_norm": 2.272158145904541, + "learning_rate": 7.477826890926701e-06, + "loss": 2.4301, + "step": 34685 + }, + { + "epoch": 0.5937451856416577, + "grad_norm": 2.4800467491149902, + "learning_rate": 7.47729041315456e-06, + "loss": 2.4038, + "step": 34686 + }, + { + "epoch": 0.5937623033602082, + "grad_norm": 2.3166134357452393, + "learning_rate": 7.4767539431363524e-06, + "loss": 2.3837, + "step": 34687 + }, + { + "epoch": 0.5937794210787586, + "grad_norm": 2.392583131790161, + "learning_rate": 7.476217480873721e-06, + "loss": 2.4701, + "step": 34688 + }, + { + "epoch": 0.5937965387973091, + "grad_norm": 2.3180696964263916, + "learning_rate": 7.47568102636832e-06, + "loss": 2.4161, + "step": 34689 + }, + { + "epoch": 0.5938136565158596, + "grad_norm": 2.2596991062164307, + "learning_rate": 7.475144579621798e-06, + "loss": 2.3465, + "step": 34690 + }, + { + "epoch": 0.59383077423441, + "grad_norm": 2.430694341659546, + "learning_rate": 7.474608140635798e-06, + "loss": 2.5039, + "step": 34691 + }, + { + "epoch": 0.5938478919529605, + "grad_norm": 2.4988677501678467, + "learning_rate": 7.474071709411976e-06, + "loss": 2.4529, + "step": 34692 + }, + { + "epoch": 0.593865009671511, + "grad_norm": 2.4741930961608887, + "learning_rate": 7.4735352859519715e-06, + "loss": 2.4459, + "step": 34693 + }, + { + "epoch": 0.5938821273900614, + "grad_norm": 2.4236457347869873, + "learning_rate": 7.4729988702574444e-06, + "loss": 2.4185, + "step": 34694 + }, + { + "epoch": 0.5938992451086119, + "grad_norm": 2.3986310958862305, + "learning_rate": 7.472462462330037e-06, + "loss": 2.4874, + "step": 34695 + }, + { + "epoch": 0.5939163628271624, + "grad_norm": 2.518904209136963, + "learning_rate": 7.4719260621714e-06, + "loss": 2.4471, + "step": 34696 + }, + { + "epoch": 0.5939334805457128, + "grad_norm": 2.5416855812072754, + "learning_rate": 7.471389669783183e-06, + "loss": 2.4661, + "step": 34697 + }, + { + "epoch": 0.5939505982642633, + "grad_norm": 2.4006097316741943, + "learning_rate": 7.470853285167025e-06, + "loss": 2.4864, + "step": 34698 + }, + { + "epoch": 0.5939677159828138, + "grad_norm": 2.530379295349121, + "learning_rate": 7.470316908324591e-06, + "loss": 2.4943, + "step": 34699 + }, + { + "epoch": 0.5939848337013642, + "grad_norm": 2.4044649600982666, + "learning_rate": 7.469780539257518e-06, + "loss": 2.5315, + "step": 34700 + }, + { + "epoch": 0.5940019514199147, + "grad_norm": 2.4290003776550293, + "learning_rate": 7.46924417796746e-06, + "loss": 2.3144, + "step": 34701 + }, + { + "epoch": 0.5940190691384652, + "grad_norm": 2.4724278450012207, + "learning_rate": 7.468707824456058e-06, + "loss": 2.4607, + "step": 34702 + }, + { + "epoch": 0.5940361868570156, + "grad_norm": 2.3078277111053467, + "learning_rate": 7.468171478724973e-06, + "loss": 2.4443, + "step": 34703 + }, + { + "epoch": 0.5940533045755662, + "grad_norm": 2.644692897796631, + "learning_rate": 7.467635140775844e-06, + "loss": 2.5961, + "step": 34704 + }, + { + "epoch": 0.5940704222941167, + "grad_norm": 2.3625805377960205, + "learning_rate": 7.467098810610319e-06, + "loss": 2.3846, + "step": 34705 + }, + { + "epoch": 0.5940875400126671, + "grad_norm": 2.383138418197632, + "learning_rate": 7.466562488230055e-06, + "loss": 2.4304, + "step": 34706 + }, + { + "epoch": 0.5941046577312176, + "grad_norm": 2.2882299423217773, + "learning_rate": 7.466026173636691e-06, + "loss": 2.3827, + "step": 34707 + }, + { + "epoch": 0.5941217754497681, + "grad_norm": 2.4352474212646484, + "learning_rate": 7.465489866831883e-06, + "loss": 2.4529, + "step": 34708 + }, + { + "epoch": 0.5941388931683185, + "grad_norm": 2.3070340156555176, + "learning_rate": 7.464953567817271e-06, + "loss": 2.3371, + "step": 34709 + }, + { + "epoch": 0.594156010886869, + "grad_norm": 2.5041983127593994, + "learning_rate": 7.464417276594513e-06, + "loss": 2.5484, + "step": 34710 + }, + { + "epoch": 0.5941731286054195, + "grad_norm": 2.4012606143951416, + "learning_rate": 7.463880993165253e-06, + "loss": 2.4166, + "step": 34711 + }, + { + "epoch": 0.59419024632397, + "grad_norm": 2.3278024196624756, + "learning_rate": 7.463344717531138e-06, + "loss": 2.4311, + "step": 34712 + }, + { + "epoch": 0.5942073640425204, + "grad_norm": 2.5436744689941406, + "learning_rate": 7.462808449693817e-06, + "loss": 2.6105, + "step": 34713 + }, + { + "epoch": 0.5942244817610709, + "grad_norm": 2.236804723739624, + "learning_rate": 7.462272189654936e-06, + "loss": 2.3209, + "step": 34714 + }, + { + "epoch": 0.5942415994796214, + "grad_norm": 2.486112356185913, + "learning_rate": 7.46173593741615e-06, + "loss": 2.4459, + "step": 34715 + }, + { + "epoch": 0.5942587171981718, + "grad_norm": 2.287114143371582, + "learning_rate": 7.461199692979102e-06, + "loss": 2.4194, + "step": 34716 + }, + { + "epoch": 0.5942758349167223, + "grad_norm": 2.35573673248291, + "learning_rate": 7.460663456345443e-06, + "loss": 2.4327, + "step": 34717 + }, + { + "epoch": 0.5942929526352728, + "grad_norm": 2.385164499282837, + "learning_rate": 7.460127227516814e-06, + "loss": 2.4604, + "step": 34718 + }, + { + "epoch": 0.5943100703538232, + "grad_norm": 2.410022497177124, + "learning_rate": 7.459591006494875e-06, + "loss": 2.4213, + "step": 34719 + }, + { + "epoch": 0.5943271880723737, + "grad_norm": 2.3866961002349854, + "learning_rate": 7.4590547932812676e-06, + "loss": 2.4393, + "step": 34720 + }, + { + "epoch": 0.5943443057909242, + "grad_norm": 2.310704231262207, + "learning_rate": 7.4585185878776375e-06, + "loss": 2.5142, + "step": 34721 + }, + { + "epoch": 0.5943614235094746, + "grad_norm": 2.235563278198242, + "learning_rate": 7.4579823902856384e-06, + "loss": 2.3292, + "step": 34722 + }, + { + "epoch": 0.5943785412280251, + "grad_norm": 2.369511842727661, + "learning_rate": 7.457446200506912e-06, + "loss": 2.4534, + "step": 34723 + }, + { + "epoch": 0.5943956589465756, + "grad_norm": 2.282959222793579, + "learning_rate": 7.4569100185431135e-06, + "loss": 2.4198, + "step": 34724 + }, + { + "epoch": 0.594412776665126, + "grad_norm": 2.2130610942840576, + "learning_rate": 7.456373844395884e-06, + "loss": 2.2989, + "step": 34725 + }, + { + "epoch": 0.5944298943836765, + "grad_norm": 2.4930779933929443, + "learning_rate": 7.455837678066877e-06, + "loss": 2.5733, + "step": 34726 + }, + { + "epoch": 0.5944470121022271, + "grad_norm": 2.3392813205718994, + "learning_rate": 7.45530151955774e-06, + "loss": 2.4866, + "step": 34727 + }, + { + "epoch": 0.5944641298207775, + "grad_norm": 2.490506172180176, + "learning_rate": 7.454765368870118e-06, + "loss": 2.4095, + "step": 34728 + }, + { + "epoch": 0.594481247539328, + "grad_norm": 2.382448434829712, + "learning_rate": 7.454229226005661e-06, + "loss": 2.4182, + "step": 34729 + }, + { + "epoch": 0.5944983652578785, + "grad_norm": 2.4402883052825928, + "learning_rate": 7.4536930909660136e-06, + "loss": 2.3718, + "step": 34730 + }, + { + "epoch": 0.5945154829764289, + "grad_norm": 2.2815093994140625, + "learning_rate": 7.45315696375283e-06, + "loss": 2.3077, + "step": 34731 + }, + { + "epoch": 0.5945326006949794, + "grad_norm": 2.3598310947418213, + "learning_rate": 7.4526208443677515e-06, + "loss": 2.3562, + "step": 34732 + }, + { + "epoch": 0.5945497184135299, + "grad_norm": 2.4398064613342285, + "learning_rate": 7.452084732812433e-06, + "loss": 2.4237, + "step": 34733 + }, + { + "epoch": 0.5945668361320803, + "grad_norm": 2.472778558731079, + "learning_rate": 7.451548629088516e-06, + "loss": 2.4398, + "step": 34734 + }, + { + "epoch": 0.5945839538506308, + "grad_norm": 2.416381597518921, + "learning_rate": 7.451012533197647e-06, + "loss": 2.408, + "step": 34735 + }, + { + "epoch": 0.5946010715691813, + "grad_norm": 2.5001773834228516, + "learning_rate": 7.450476445141482e-06, + "loss": 2.4145, + "step": 34736 + }, + { + "epoch": 0.5946181892877317, + "grad_norm": 2.4873082637786865, + "learning_rate": 7.449940364921661e-06, + "loss": 2.4512, + "step": 34737 + }, + { + "epoch": 0.5946353070062822, + "grad_norm": 2.406196117401123, + "learning_rate": 7.449404292539837e-06, + "loss": 2.498, + "step": 34738 + }, + { + "epoch": 0.5946524247248327, + "grad_norm": 2.3424129486083984, + "learning_rate": 7.448868227997652e-06, + "loss": 2.5394, + "step": 34739 + }, + { + "epoch": 0.5946695424433831, + "grad_norm": 2.4506125450134277, + "learning_rate": 7.448332171296761e-06, + "loss": 2.513, + "step": 34740 + }, + { + "epoch": 0.5946866601619336, + "grad_norm": 2.434523820877075, + "learning_rate": 7.4477961224388065e-06, + "loss": 2.4676, + "step": 34741 + }, + { + "epoch": 0.5947037778804841, + "grad_norm": 2.2707371711730957, + "learning_rate": 7.447260081425435e-06, + "loss": 2.4578, + "step": 34742 + }, + { + "epoch": 0.5947208955990345, + "grad_norm": 2.330901861190796, + "learning_rate": 7.4467240482583e-06, + "loss": 2.4572, + "step": 34743 + }, + { + "epoch": 0.594738013317585, + "grad_norm": 2.203852653503418, + "learning_rate": 7.446188022939043e-06, + "loss": 2.2851, + "step": 34744 + }, + { + "epoch": 0.5947551310361355, + "grad_norm": 2.276407241821289, + "learning_rate": 7.445652005469317e-06, + "loss": 2.3736, + "step": 34745 + }, + { + "epoch": 0.5947722487546859, + "grad_norm": 2.5883243083953857, + "learning_rate": 7.445115995850762e-06, + "loss": 2.5726, + "step": 34746 + }, + { + "epoch": 0.5947893664732364, + "grad_norm": 2.3278064727783203, + "learning_rate": 7.444579994085035e-06, + "loss": 2.4517, + "step": 34747 + }, + { + "epoch": 0.5948064841917869, + "grad_norm": 2.268526792526245, + "learning_rate": 7.444044000173778e-06, + "loss": 2.4557, + "step": 34748 + }, + { + "epoch": 0.5948236019103373, + "grad_norm": 2.376230239868164, + "learning_rate": 7.443508014118637e-06, + "loss": 2.4504, + "step": 34749 + }, + { + "epoch": 0.5948407196288878, + "grad_norm": 2.3221187591552734, + "learning_rate": 7.4429720359212636e-06, + "loss": 2.3894, + "step": 34750 + }, + { + "epoch": 0.5948578373474384, + "grad_norm": 2.401765823364258, + "learning_rate": 7.4424360655833e-06, + "loss": 2.5337, + "step": 34751 + }, + { + "epoch": 0.5948749550659888, + "grad_norm": 2.4857025146484375, + "learning_rate": 7.441900103106398e-06, + "loss": 2.4362, + "step": 34752 + }, + { + "epoch": 0.5948920727845393, + "grad_norm": 2.4163336753845215, + "learning_rate": 7.441364148492205e-06, + "loss": 2.4779, + "step": 34753 + }, + { + "epoch": 0.5949091905030898, + "grad_norm": 2.396451473236084, + "learning_rate": 7.440828201742367e-06, + "loss": 2.6162, + "step": 34754 + }, + { + "epoch": 0.5949263082216402, + "grad_norm": 2.3514404296875, + "learning_rate": 7.440292262858533e-06, + "loss": 2.3762, + "step": 34755 + }, + { + "epoch": 0.5949434259401907, + "grad_norm": 2.3804144859313965, + "learning_rate": 7.439756331842344e-06, + "loss": 2.4834, + "step": 34756 + }, + { + "epoch": 0.5949605436587412, + "grad_norm": 2.4309098720550537, + "learning_rate": 7.439220408695456e-06, + "loss": 2.429, + "step": 34757 + }, + { + "epoch": 0.5949776613772917, + "grad_norm": 2.429112195968628, + "learning_rate": 7.43868449341951e-06, + "loss": 2.3909, + "step": 34758 + }, + { + "epoch": 0.5949947790958421, + "grad_norm": 2.4791605472564697, + "learning_rate": 7.438148586016156e-06, + "loss": 2.4154, + "step": 34759 + }, + { + "epoch": 0.5950118968143926, + "grad_norm": 2.310006856918335, + "learning_rate": 7.437612686487039e-06, + "loss": 2.4521, + "step": 34760 + }, + { + "epoch": 0.5950290145329431, + "grad_norm": 2.197751045227051, + "learning_rate": 7.43707679483381e-06, + "loss": 2.4924, + "step": 34761 + }, + { + "epoch": 0.5950461322514935, + "grad_norm": 2.256828546524048, + "learning_rate": 7.436540911058115e-06, + "loss": 2.3074, + "step": 34762 + }, + { + "epoch": 0.595063249970044, + "grad_norm": 2.373378276824951, + "learning_rate": 7.436005035161595e-06, + "loss": 2.3777, + "step": 34763 + }, + { + "epoch": 0.5950803676885945, + "grad_norm": 2.4848687648773193, + "learning_rate": 7.4354691671459055e-06, + "loss": 2.4286, + "step": 34764 + }, + { + "epoch": 0.5950974854071449, + "grad_norm": 2.482682943344116, + "learning_rate": 7.43493330701269e-06, + "loss": 2.449, + "step": 34765 + }, + { + "epoch": 0.5951146031256954, + "grad_norm": 2.3809728622436523, + "learning_rate": 7.434397454763597e-06, + "loss": 2.4013, + "step": 34766 + }, + { + "epoch": 0.5951317208442459, + "grad_norm": 2.3811497688293457, + "learning_rate": 7.433861610400267e-06, + "loss": 2.5084, + "step": 34767 + }, + { + "epoch": 0.5951488385627963, + "grad_norm": 2.536351203918457, + "learning_rate": 7.433325773924358e-06, + "loss": 2.5062, + "step": 34768 + }, + { + "epoch": 0.5951659562813468, + "grad_norm": 2.412928342819214, + "learning_rate": 7.432789945337511e-06, + "loss": 2.4906, + "step": 34769 + }, + { + "epoch": 0.5951830739998973, + "grad_norm": 2.379284381866455, + "learning_rate": 7.432254124641369e-06, + "loss": 2.4937, + "step": 34770 + }, + { + "epoch": 0.5952001917184477, + "grad_norm": 2.401188611984253, + "learning_rate": 7.431718311837588e-06, + "loss": 2.261, + "step": 34771 + }, + { + "epoch": 0.5952173094369982, + "grad_norm": 2.2628748416900635, + "learning_rate": 7.4311825069278034e-06, + "loss": 2.4173, + "step": 34772 + }, + { + "epoch": 0.5952344271555488, + "grad_norm": 2.4192593097686768, + "learning_rate": 7.4306467099136745e-06, + "loss": 2.3817, + "step": 34773 + }, + { + "epoch": 0.5952515448740991, + "grad_norm": 2.499495267868042, + "learning_rate": 7.43011092079684e-06, + "loss": 2.3712, + "step": 34774 + }, + { + "epoch": 0.5952686625926497, + "grad_norm": 2.4394617080688477, + "learning_rate": 7.429575139578951e-06, + "loss": 2.5156, + "step": 34775 + }, + { + "epoch": 0.5952857803112002, + "grad_norm": 2.3113441467285156, + "learning_rate": 7.429039366261652e-06, + "loss": 2.502, + "step": 34776 + }, + { + "epoch": 0.5953028980297506, + "grad_norm": 2.2311573028564453, + "learning_rate": 7.428503600846586e-06, + "loss": 2.5103, + "step": 34777 + }, + { + "epoch": 0.5953200157483011, + "grad_norm": 2.337566614151001, + "learning_rate": 7.427967843335408e-06, + "loss": 2.4206, + "step": 34778 + }, + { + "epoch": 0.5953371334668516, + "grad_norm": 2.470952272415161, + "learning_rate": 7.427432093729756e-06, + "loss": 2.5172, + "step": 34779 + }, + { + "epoch": 0.595354251185402, + "grad_norm": 2.388314723968506, + "learning_rate": 7.426896352031286e-06, + "loss": 2.4355, + "step": 34780 + }, + { + "epoch": 0.5953713689039525, + "grad_norm": 2.4693315029144287, + "learning_rate": 7.426360618241639e-06, + "loss": 2.5207, + "step": 34781 + }, + { + "epoch": 0.595388486622503, + "grad_norm": 2.3584775924682617, + "learning_rate": 7.425824892362463e-06, + "loss": 2.3619, + "step": 34782 + }, + { + "epoch": 0.5954056043410534, + "grad_norm": 2.185368061065674, + "learning_rate": 7.425289174395406e-06, + "loss": 2.3739, + "step": 34783 + }, + { + "epoch": 0.5954227220596039, + "grad_norm": 2.442978620529175, + "learning_rate": 7.4247534643421075e-06, + "loss": 2.5565, + "step": 34784 + }, + { + "epoch": 0.5954398397781544, + "grad_norm": 2.4341554641723633, + "learning_rate": 7.4242177622042246e-06, + "loss": 2.4139, + "step": 34785 + }, + { + "epoch": 0.5954569574967048, + "grad_norm": 2.5748796463012695, + "learning_rate": 7.423682067983395e-06, + "loss": 2.4066, + "step": 34786 + }, + { + "epoch": 0.5954740752152553, + "grad_norm": 2.321058511734009, + "learning_rate": 7.423146381681272e-06, + "loss": 2.3901, + "step": 34787 + }, + { + "epoch": 0.5954911929338058, + "grad_norm": 2.3293638229370117, + "learning_rate": 7.422610703299495e-06, + "loss": 2.3792, + "step": 34788 + }, + { + "epoch": 0.5955083106523562, + "grad_norm": 2.5743601322174072, + "learning_rate": 7.422075032839719e-06, + "loss": 2.4885, + "step": 34789 + }, + { + "epoch": 0.5955254283709067, + "grad_norm": 2.201986074447632, + "learning_rate": 7.4215393703035845e-06, + "loss": 2.3408, + "step": 34790 + }, + { + "epoch": 0.5955425460894572, + "grad_norm": 2.4036083221435547, + "learning_rate": 7.421003715692741e-06, + "loss": 2.5642, + "step": 34791 + }, + { + "epoch": 0.5955596638080076, + "grad_norm": 2.421488046646118, + "learning_rate": 7.4204680690088325e-06, + "loss": 2.397, + "step": 34792 + }, + { + "epoch": 0.5955767815265581, + "grad_norm": 2.4168665409088135, + "learning_rate": 7.4199324302535026e-06, + "loss": 2.4122, + "step": 34793 + }, + { + "epoch": 0.5955938992451086, + "grad_norm": 2.5249834060668945, + "learning_rate": 7.419396799428407e-06, + "loss": 2.4739, + "step": 34794 + }, + { + "epoch": 0.595611016963659, + "grad_norm": 2.362592935562134, + "learning_rate": 7.4188611765351825e-06, + "loss": 2.4443, + "step": 34795 + }, + { + "epoch": 0.5956281346822095, + "grad_norm": 2.378779172897339, + "learning_rate": 7.418325561575482e-06, + "loss": 2.3815, + "step": 34796 + }, + { + "epoch": 0.59564525240076, + "grad_norm": 2.347153425216675, + "learning_rate": 7.417789954550944e-06, + "loss": 2.495, + "step": 34797 + }, + { + "epoch": 0.5956623701193104, + "grad_norm": 2.363766670227051, + "learning_rate": 7.417254355463226e-06, + "loss": 2.5445, + "step": 34798 + }, + { + "epoch": 0.595679487837861, + "grad_norm": 2.4227614402770996, + "learning_rate": 7.416718764313968e-06, + "loss": 2.3681, + "step": 34799 + }, + { + "epoch": 0.5956966055564115, + "grad_norm": 2.3770506381988525, + "learning_rate": 7.416183181104811e-06, + "loss": 2.4206, + "step": 34800 + }, + { + "epoch": 0.5957137232749619, + "grad_norm": 2.4110419750213623, + "learning_rate": 7.415647605837412e-06, + "loss": 2.4607, + "step": 34801 + }, + { + "epoch": 0.5957308409935124, + "grad_norm": 2.4111831188201904, + "learning_rate": 7.415112038513408e-06, + "loss": 2.4433, + "step": 34802 + }, + { + "epoch": 0.5957479587120629, + "grad_norm": 2.440000057220459, + "learning_rate": 7.414576479134452e-06, + "loss": 2.4688, + "step": 34803 + }, + { + "epoch": 0.5957650764306134, + "grad_norm": 2.4839928150177, + "learning_rate": 7.414040927702182e-06, + "loss": 2.5313, + "step": 34804 + }, + { + "epoch": 0.5957821941491638, + "grad_norm": 2.514280080795288, + "learning_rate": 7.4135053842182544e-06, + "loss": 2.3483, + "step": 34805 + }, + { + "epoch": 0.5957993118677143, + "grad_norm": 2.3508987426757812, + "learning_rate": 7.41296984868431e-06, + "loss": 2.4289, + "step": 34806 + }, + { + "epoch": 0.5958164295862648, + "grad_norm": 2.3165717124938965, + "learning_rate": 7.412434321101991e-06, + "loss": 2.3678, + "step": 34807 + }, + { + "epoch": 0.5958335473048152, + "grad_norm": 2.4314582347869873, + "learning_rate": 7.411898801472952e-06, + "loss": 2.457, + "step": 34808 + }, + { + "epoch": 0.5958506650233657, + "grad_norm": 2.496927499771118, + "learning_rate": 7.4113632897988275e-06, + "loss": 2.5406, + "step": 34809 + }, + { + "epoch": 0.5958677827419162, + "grad_norm": 2.451789617538452, + "learning_rate": 7.410827786081276e-06, + "loss": 2.5104, + "step": 34810 + }, + { + "epoch": 0.5958849004604666, + "grad_norm": 2.479515552520752, + "learning_rate": 7.410292290321936e-06, + "loss": 2.4633, + "step": 34811 + }, + { + "epoch": 0.5959020181790171, + "grad_norm": 2.2983810901641846, + "learning_rate": 7.409756802522455e-06, + "loss": 2.4668, + "step": 34812 + }, + { + "epoch": 0.5959191358975676, + "grad_norm": 2.4285390377044678, + "learning_rate": 7.409221322684481e-06, + "loss": 2.5326, + "step": 34813 + }, + { + "epoch": 0.595936253616118, + "grad_norm": 2.1840708255767822, + "learning_rate": 7.4086858508096526e-06, + "loss": 2.2556, + "step": 34814 + }, + { + "epoch": 0.5959533713346685, + "grad_norm": 2.5020735263824463, + "learning_rate": 7.408150386899626e-06, + "loss": 2.512, + "step": 34815 + }, + { + "epoch": 0.595970489053219, + "grad_norm": 2.371105670928955, + "learning_rate": 7.407614930956037e-06, + "loss": 2.3833, + "step": 34816 + }, + { + "epoch": 0.5959876067717694, + "grad_norm": 2.579751491546631, + "learning_rate": 7.407079482980541e-06, + "loss": 2.4615, + "step": 34817 + }, + { + "epoch": 0.5960047244903199, + "grad_norm": 2.3967478275299072, + "learning_rate": 7.406544042974777e-06, + "loss": 2.4527, + "step": 34818 + }, + { + "epoch": 0.5960218422088704, + "grad_norm": 2.4165878295898438, + "learning_rate": 7.406008610940395e-06, + "loss": 2.3996, + "step": 34819 + }, + { + "epoch": 0.5960389599274208, + "grad_norm": 2.421947479248047, + "learning_rate": 7.4054731868790385e-06, + "loss": 2.3799, + "step": 34820 + }, + { + "epoch": 0.5960560776459713, + "grad_norm": 2.3326938152313232, + "learning_rate": 7.404937770792349e-06, + "loss": 2.3301, + "step": 34821 + }, + { + "epoch": 0.5960731953645219, + "grad_norm": 2.230222225189209, + "learning_rate": 7.4044023626819815e-06, + "loss": 2.2607, + "step": 34822 + }, + { + "epoch": 0.5960903130830723, + "grad_norm": 2.4658234119415283, + "learning_rate": 7.4038669625495725e-06, + "loss": 2.4597, + "step": 34823 + }, + { + "epoch": 0.5961074308016228, + "grad_norm": 2.3200526237487793, + "learning_rate": 7.403331570396776e-06, + "loss": 2.4458, + "step": 34824 + }, + { + "epoch": 0.5961245485201733, + "grad_norm": 2.3844704627990723, + "learning_rate": 7.4027961862252295e-06, + "loss": 2.4926, + "step": 34825 + }, + { + "epoch": 0.5961416662387237, + "grad_norm": 2.3755171298980713, + "learning_rate": 7.402260810036585e-06, + "loss": 2.4918, + "step": 34826 + }, + { + "epoch": 0.5961587839572742, + "grad_norm": 2.3595900535583496, + "learning_rate": 7.401725441832488e-06, + "loss": 2.4905, + "step": 34827 + }, + { + "epoch": 0.5961759016758247, + "grad_norm": 2.3561830520629883, + "learning_rate": 7.401190081614578e-06, + "loss": 2.4449, + "step": 34828 + }, + { + "epoch": 0.5961930193943751, + "grad_norm": 2.2800607681274414, + "learning_rate": 7.400654729384505e-06, + "loss": 2.4094, + "step": 34829 + }, + { + "epoch": 0.5962101371129256, + "grad_norm": 2.440248966217041, + "learning_rate": 7.400119385143911e-06, + "loss": 2.4099, + "step": 34830 + }, + { + "epoch": 0.5962272548314761, + "grad_norm": 2.431325674057007, + "learning_rate": 7.399584048894448e-06, + "loss": 2.4256, + "step": 34831 + }, + { + "epoch": 0.5962443725500265, + "grad_norm": 2.2310879230499268, + "learning_rate": 7.3990487206377535e-06, + "loss": 2.4108, + "step": 34832 + }, + { + "epoch": 0.596261490268577, + "grad_norm": 2.5032429695129395, + "learning_rate": 7.39851340037548e-06, + "loss": 2.5155, + "step": 34833 + }, + { + "epoch": 0.5962786079871275, + "grad_norm": 2.352206230163574, + "learning_rate": 7.397978088109273e-06, + "loss": 2.4007, + "step": 34834 + }, + { + "epoch": 0.5962957257056779, + "grad_norm": 2.408842086791992, + "learning_rate": 7.3974427838407695e-06, + "loss": 2.544, + "step": 34835 + }, + { + "epoch": 0.5963128434242284, + "grad_norm": 2.3450074195861816, + "learning_rate": 7.396907487571622e-06, + "loss": 2.423, + "step": 34836 + }, + { + "epoch": 0.5963299611427789, + "grad_norm": 2.535620927810669, + "learning_rate": 7.3963721993034695e-06, + "loss": 2.56, + "step": 34837 + }, + { + "epoch": 0.5963470788613293, + "grad_norm": 2.4229774475097656, + "learning_rate": 7.395836919037968e-06, + "loss": 2.4679, + "step": 34838 + }, + { + "epoch": 0.5963641965798798, + "grad_norm": 2.533501625061035, + "learning_rate": 7.3953016467767525e-06, + "loss": 2.5788, + "step": 34839 + }, + { + "epoch": 0.5963813142984303, + "grad_norm": 2.3191168308258057, + "learning_rate": 7.394766382521474e-06, + "loss": 2.4956, + "step": 34840 + }, + { + "epoch": 0.5963984320169807, + "grad_norm": 2.270355463027954, + "learning_rate": 7.394231126273778e-06, + "loss": 2.4174, + "step": 34841 + }, + { + "epoch": 0.5964155497355312, + "grad_norm": 2.2690930366516113, + "learning_rate": 7.393695878035301e-06, + "loss": 2.3961, + "step": 34842 + }, + { + "epoch": 0.5964326674540817, + "grad_norm": 2.4451684951782227, + "learning_rate": 7.3931606378077e-06, + "loss": 2.4744, + "step": 34843 + }, + { + "epoch": 0.5964497851726321, + "grad_norm": 2.309206008911133, + "learning_rate": 7.392625405592613e-06, + "loss": 2.5159, + "step": 34844 + }, + { + "epoch": 0.5964669028911826, + "grad_norm": 2.403613805770874, + "learning_rate": 7.392090181391689e-06, + "loss": 2.443, + "step": 34845 + }, + { + "epoch": 0.5964840206097332, + "grad_norm": 2.382704973220825, + "learning_rate": 7.3915549652065664e-06, + "loss": 2.439, + "step": 34846 + }, + { + "epoch": 0.5965011383282836, + "grad_norm": 2.3172879219055176, + "learning_rate": 7.391019757038899e-06, + "loss": 2.4707, + "step": 34847 + }, + { + "epoch": 0.5965182560468341, + "grad_norm": 2.3055500984191895, + "learning_rate": 7.3904845568903274e-06, + "loss": 2.3603, + "step": 34848 + }, + { + "epoch": 0.5965353737653846, + "grad_norm": 2.358025550842285, + "learning_rate": 7.389949364762496e-06, + "loss": 2.4933, + "step": 34849 + }, + { + "epoch": 0.596552491483935, + "grad_norm": 2.286710500717163, + "learning_rate": 7.389414180657052e-06, + "loss": 2.4068, + "step": 34850 + }, + { + "epoch": 0.5965696092024855, + "grad_norm": 2.4258053302764893, + "learning_rate": 7.388879004575635e-06, + "loss": 2.4722, + "step": 34851 + }, + { + "epoch": 0.596586726921036, + "grad_norm": 2.487879753112793, + "learning_rate": 7.388343836519898e-06, + "loss": 2.3759, + "step": 34852 + }, + { + "epoch": 0.5966038446395865, + "grad_norm": 2.30094313621521, + "learning_rate": 7.387808676491479e-06, + "loss": 2.3903, + "step": 34853 + }, + { + "epoch": 0.5966209623581369, + "grad_norm": 2.4195563793182373, + "learning_rate": 7.387273524492029e-06, + "loss": 2.4607, + "step": 34854 + }, + { + "epoch": 0.5966380800766874, + "grad_norm": 2.565925121307373, + "learning_rate": 7.386738380523191e-06, + "loss": 2.3934, + "step": 34855 + }, + { + "epoch": 0.5966551977952379, + "grad_norm": 2.413738489151001, + "learning_rate": 7.386203244586605e-06, + "loss": 2.4868, + "step": 34856 + }, + { + "epoch": 0.5966723155137883, + "grad_norm": 2.343721628189087, + "learning_rate": 7.385668116683922e-06, + "loss": 2.3739, + "step": 34857 + }, + { + "epoch": 0.5966894332323388, + "grad_norm": 2.461139678955078, + "learning_rate": 7.385132996816779e-06, + "loss": 2.3983, + "step": 34858 + }, + { + "epoch": 0.5967065509508893, + "grad_norm": 2.412602663040161, + "learning_rate": 7.384597884986833e-06, + "loss": 2.3938, + "step": 34859 + }, + { + "epoch": 0.5967236686694397, + "grad_norm": 2.4204342365264893, + "learning_rate": 7.384062781195718e-06, + "loss": 2.5032, + "step": 34860 + }, + { + "epoch": 0.5967407863879902, + "grad_norm": 2.2327756881713867, + "learning_rate": 7.3835276854450845e-06, + "loss": 2.374, + "step": 34861 + }, + { + "epoch": 0.5967579041065407, + "grad_norm": 2.4978694915771484, + "learning_rate": 7.382992597736571e-06, + "loss": 2.5443, + "step": 34862 + }, + { + "epoch": 0.5967750218250911, + "grad_norm": 2.4273693561553955, + "learning_rate": 7.38245751807183e-06, + "loss": 2.4396, + "step": 34863 + }, + { + "epoch": 0.5967921395436416, + "grad_norm": 2.511169195175171, + "learning_rate": 7.381922446452503e-06, + "loss": 2.4275, + "step": 34864 + }, + { + "epoch": 0.5968092572621921, + "grad_norm": 2.4351229667663574, + "learning_rate": 7.381387382880233e-06, + "loss": 2.4019, + "step": 34865 + }, + { + "epoch": 0.5968263749807425, + "grad_norm": 2.4182486534118652, + "learning_rate": 7.380852327356666e-06, + "loss": 2.5326, + "step": 34866 + }, + { + "epoch": 0.596843492699293, + "grad_norm": 2.539371967315674, + "learning_rate": 7.380317279883444e-06, + "loss": 2.5208, + "step": 34867 + }, + { + "epoch": 0.5968606104178436, + "grad_norm": 2.3960764408111572, + "learning_rate": 7.3797822404622166e-06, + "loss": 2.4538, + "step": 34868 + }, + { + "epoch": 0.596877728136394, + "grad_norm": 2.446397542953491, + "learning_rate": 7.379247209094622e-06, + "loss": 2.404, + "step": 34869 + }, + { + "epoch": 0.5968948458549445, + "grad_norm": 2.3605902194976807, + "learning_rate": 7.378712185782313e-06, + "loss": 2.3519, + "step": 34870 + }, + { + "epoch": 0.596911963573495, + "grad_norm": 2.433122158050537, + "learning_rate": 7.378177170526928e-06, + "loss": 2.5114, + "step": 34871 + }, + { + "epoch": 0.5969290812920454, + "grad_norm": 2.4306814670562744, + "learning_rate": 7.377642163330112e-06, + "loss": 2.4557, + "step": 34872 + }, + { + "epoch": 0.5969461990105959, + "grad_norm": 2.3147685527801514, + "learning_rate": 7.377107164193511e-06, + "loss": 2.3637, + "step": 34873 + }, + { + "epoch": 0.5969633167291464, + "grad_norm": 2.545921802520752, + "learning_rate": 7.3765721731187654e-06, + "loss": 2.4291, + "step": 34874 + }, + { + "epoch": 0.5969804344476968, + "grad_norm": 2.5024290084838867, + "learning_rate": 7.376037190107528e-06, + "loss": 2.4143, + "step": 34875 + }, + { + "epoch": 0.5969975521662473, + "grad_norm": 2.5150034427642822, + "learning_rate": 7.375502215161434e-06, + "loss": 2.5056, + "step": 34876 + }, + { + "epoch": 0.5970146698847978, + "grad_norm": 2.4853780269622803, + "learning_rate": 7.374967248282134e-06, + "loss": 2.4958, + "step": 34877 + }, + { + "epoch": 0.5970317876033482, + "grad_norm": 2.59362530708313, + "learning_rate": 7.37443228947127e-06, + "loss": 2.4441, + "step": 34878 + }, + { + "epoch": 0.5970489053218987, + "grad_norm": 2.362138271331787, + "learning_rate": 7.373897338730482e-06, + "loss": 2.4373, + "step": 34879 + }, + { + "epoch": 0.5970660230404492, + "grad_norm": 2.3392035961151123, + "learning_rate": 7.373362396061423e-06, + "loss": 2.3484, + "step": 34880 + }, + { + "epoch": 0.5970831407589996, + "grad_norm": 2.3506622314453125, + "learning_rate": 7.372827461465731e-06, + "loss": 2.4758, + "step": 34881 + }, + { + "epoch": 0.5971002584775501, + "grad_norm": 2.346129894256592, + "learning_rate": 7.372292534945053e-06, + "loss": 2.4456, + "step": 34882 + }, + { + "epoch": 0.5971173761961006, + "grad_norm": 2.5308072566986084, + "learning_rate": 7.37175761650103e-06, + "loss": 2.5319, + "step": 34883 + }, + { + "epoch": 0.597134493914651, + "grad_norm": 2.325773239135742, + "learning_rate": 7.37122270613531e-06, + "loss": 2.5002, + "step": 34884 + }, + { + "epoch": 0.5971516116332015, + "grad_norm": 2.459311008453369, + "learning_rate": 7.370687803849536e-06, + "loss": 2.4233, + "step": 34885 + }, + { + "epoch": 0.597168729351752, + "grad_norm": 2.335008144378662, + "learning_rate": 7.370152909645351e-06, + "loss": 2.2675, + "step": 34886 + }, + { + "epoch": 0.5971858470703024, + "grad_norm": 2.304426431655884, + "learning_rate": 7.369618023524401e-06, + "loss": 2.3982, + "step": 34887 + }, + { + "epoch": 0.5972029647888529, + "grad_norm": 2.329608201980591, + "learning_rate": 7.3690831454883234e-06, + "loss": 2.486, + "step": 34888 + }, + { + "epoch": 0.5972200825074034, + "grad_norm": 2.2457263469696045, + "learning_rate": 7.368548275538773e-06, + "loss": 2.4122, + "step": 34889 + }, + { + "epoch": 0.5972372002259538, + "grad_norm": 2.3893961906433105, + "learning_rate": 7.368013413677383e-06, + "loss": 2.5009, + "step": 34890 + }, + { + "epoch": 0.5972543179445043, + "grad_norm": 2.352745294570923, + "learning_rate": 7.367478559905808e-06, + "loss": 2.4435, + "step": 34891 + }, + { + "epoch": 0.5972714356630549, + "grad_norm": 2.448712110519409, + "learning_rate": 7.366943714225685e-06, + "loss": 2.4285, + "step": 34892 + }, + { + "epoch": 0.5972885533816052, + "grad_norm": 2.4040839672088623, + "learning_rate": 7.366408876638658e-06, + "loss": 2.4252, + "step": 34893 + }, + { + "epoch": 0.5973056711001558, + "grad_norm": 2.4818615913391113, + "learning_rate": 7.365874047146375e-06, + "loss": 2.5888, + "step": 34894 + }, + { + "epoch": 0.5973227888187063, + "grad_norm": 2.3513615131378174, + "learning_rate": 7.365339225750472e-06, + "loss": 2.4533, + "step": 34895 + }, + { + "epoch": 0.5973399065372567, + "grad_norm": 2.4827423095703125, + "learning_rate": 7.364804412452604e-06, + "loss": 2.351, + "step": 34896 + }, + { + "epoch": 0.5973570242558072, + "grad_norm": 2.468816041946411, + "learning_rate": 7.364269607254406e-06, + "loss": 2.4678, + "step": 34897 + }, + { + "epoch": 0.5973741419743577, + "grad_norm": 2.490541458129883, + "learning_rate": 7.363734810157527e-06, + "loss": 2.4542, + "step": 34898 + }, + { + "epoch": 0.5973912596929082, + "grad_norm": 2.3674283027648926, + "learning_rate": 7.363200021163608e-06, + "loss": 2.3611, + "step": 34899 + }, + { + "epoch": 0.5974083774114586, + "grad_norm": 2.3731343746185303, + "learning_rate": 7.3626652402742895e-06, + "loss": 2.5395, + "step": 34900 + }, + { + "epoch": 0.5974254951300091, + "grad_norm": 2.670454263687134, + "learning_rate": 7.362130467491224e-06, + "loss": 2.4215, + "step": 34901 + }, + { + "epoch": 0.5974426128485596, + "grad_norm": 2.3964462280273438, + "learning_rate": 7.361595702816047e-06, + "loss": 2.5506, + "step": 34902 + }, + { + "epoch": 0.59745973056711, + "grad_norm": 2.4670495986938477, + "learning_rate": 7.361060946250409e-06, + "loss": 2.3749, + "step": 34903 + }, + { + "epoch": 0.5974768482856605, + "grad_norm": 2.48494815826416, + "learning_rate": 7.360526197795944e-06, + "loss": 2.5637, + "step": 34904 + }, + { + "epoch": 0.597493966004211, + "grad_norm": 2.509589433670044, + "learning_rate": 7.3599914574543075e-06, + "loss": 2.5047, + "step": 34905 + }, + { + "epoch": 0.5975110837227614, + "grad_norm": 2.261147975921631, + "learning_rate": 7.359456725227136e-06, + "loss": 2.4007, + "step": 34906 + }, + { + "epoch": 0.5975282014413119, + "grad_norm": 2.3974802494049072, + "learning_rate": 7.358922001116071e-06, + "loss": 2.4561, + "step": 34907 + }, + { + "epoch": 0.5975453191598624, + "grad_norm": 2.4993457794189453, + "learning_rate": 7.358387285122763e-06, + "loss": 2.4512, + "step": 34908 + }, + { + "epoch": 0.5975624368784128, + "grad_norm": 2.4394562244415283, + "learning_rate": 7.357852577248852e-06, + "loss": 2.3962, + "step": 34909 + }, + { + "epoch": 0.5975795545969633, + "grad_norm": 2.253981351852417, + "learning_rate": 7.357317877495982e-06, + "loss": 2.3374, + "step": 34910 + }, + { + "epoch": 0.5975966723155138, + "grad_norm": 2.2995924949645996, + "learning_rate": 7.356783185865792e-06, + "loss": 2.4213, + "step": 34911 + }, + { + "epoch": 0.5976137900340642, + "grad_norm": 2.4664180278778076, + "learning_rate": 7.356248502359933e-06, + "loss": 2.4452, + "step": 34912 + }, + { + "epoch": 0.5976309077526147, + "grad_norm": 2.394709348678589, + "learning_rate": 7.3557138269800465e-06, + "loss": 2.4482, + "step": 34913 + }, + { + "epoch": 0.5976480254711652, + "grad_norm": 2.320967197418213, + "learning_rate": 7.35517915972777e-06, + "loss": 2.4785, + "step": 34914 + }, + { + "epoch": 0.5976651431897156, + "grad_norm": 2.558164119720459, + "learning_rate": 7.354644500604755e-06, + "loss": 2.5711, + "step": 34915 + }, + { + "epoch": 0.5976822609082661, + "grad_norm": 2.4794297218322754, + "learning_rate": 7.354109849612636e-06, + "loss": 2.416, + "step": 34916 + }, + { + "epoch": 0.5976993786268167, + "grad_norm": 2.4933078289031982, + "learning_rate": 7.353575206753065e-06, + "loss": 2.4062, + "step": 34917 + }, + { + "epoch": 0.597716496345367, + "grad_norm": 2.3109419345855713, + "learning_rate": 7.353040572027681e-06, + "loss": 2.362, + "step": 34918 + }, + { + "epoch": 0.5977336140639176, + "grad_norm": 2.37591814994812, + "learning_rate": 7.35250594543813e-06, + "loss": 2.4938, + "step": 34919 + }, + { + "epoch": 0.5977507317824681, + "grad_norm": 2.3895034790039062, + "learning_rate": 7.351971326986052e-06, + "loss": 2.5287, + "step": 34920 + }, + { + "epoch": 0.5977678495010185, + "grad_norm": 2.608154773712158, + "learning_rate": 7.351436716673088e-06, + "loss": 2.5341, + "step": 34921 + }, + { + "epoch": 0.597784967219569, + "grad_norm": 2.4076640605926514, + "learning_rate": 7.350902114500889e-06, + "loss": 2.4855, + "step": 34922 + }, + { + "epoch": 0.5978020849381195, + "grad_norm": 2.5808072090148926, + "learning_rate": 7.350367520471089e-06, + "loss": 2.4407, + "step": 34923 + }, + { + "epoch": 0.5978192026566699, + "grad_norm": 2.3745574951171875, + "learning_rate": 7.34983293458534e-06, + "loss": 2.4286, + "step": 34924 + }, + { + "epoch": 0.5978363203752204, + "grad_norm": 2.2851226329803467, + "learning_rate": 7.34929835684528e-06, + "loss": 2.4297, + "step": 34925 + }, + { + "epoch": 0.5978534380937709, + "grad_norm": 2.520998001098633, + "learning_rate": 7.3487637872525555e-06, + "loss": 2.5227, + "step": 34926 + }, + { + "epoch": 0.5978705558123213, + "grad_norm": 2.2136802673339844, + "learning_rate": 7.3482292258088e-06, + "loss": 2.3792, + "step": 34927 + }, + { + "epoch": 0.5978876735308718, + "grad_norm": 2.510082960128784, + "learning_rate": 7.347694672515672e-06, + "loss": 2.4765, + "step": 34928 + }, + { + "epoch": 0.5979047912494223, + "grad_norm": 2.4188904762268066, + "learning_rate": 7.347160127374804e-06, + "loss": 2.4976, + "step": 34929 + }, + { + "epoch": 0.5979219089679727, + "grad_norm": 2.410728693008423, + "learning_rate": 7.34662559038784e-06, + "loss": 2.6017, + "step": 34930 + }, + { + "epoch": 0.5979390266865232, + "grad_norm": 2.3819026947021484, + "learning_rate": 7.3460910615564265e-06, + "loss": 2.372, + "step": 34931 + }, + { + "epoch": 0.5979561444050737, + "grad_norm": 2.374584197998047, + "learning_rate": 7.345556540882199e-06, + "loss": 2.4469, + "step": 34932 + }, + { + "epoch": 0.5979732621236241, + "grad_norm": 2.429833173751831, + "learning_rate": 7.3450220283668125e-06, + "loss": 2.4783, + "step": 34933 + }, + { + "epoch": 0.5979903798421746, + "grad_norm": 2.3125879764556885, + "learning_rate": 7.344487524011898e-06, + "loss": 2.4042, + "step": 34934 + }, + { + "epoch": 0.5980074975607251, + "grad_norm": 2.399484634399414, + "learning_rate": 7.343953027819108e-06, + "loss": 2.4911, + "step": 34935 + }, + { + "epoch": 0.5980246152792755, + "grad_norm": 2.258596897125244, + "learning_rate": 7.3434185397900804e-06, + "loss": 2.3877, + "step": 34936 + }, + { + "epoch": 0.598041732997826, + "grad_norm": 2.416482925415039, + "learning_rate": 7.342884059926454e-06, + "loss": 2.3907, + "step": 34937 + }, + { + "epoch": 0.5980588507163765, + "grad_norm": 2.2696895599365234, + "learning_rate": 7.34234958822988e-06, + "loss": 2.3713, + "step": 34938 + }, + { + "epoch": 0.5980759684349269, + "grad_norm": 2.4461827278137207, + "learning_rate": 7.3418151247019955e-06, + "loss": 2.4615, + "step": 34939 + }, + { + "epoch": 0.5980930861534774, + "grad_norm": 2.429104804992676, + "learning_rate": 7.341280669344447e-06, + "loss": 2.4675, + "step": 34940 + }, + { + "epoch": 0.598110203872028, + "grad_norm": 2.398665428161621, + "learning_rate": 7.340746222158871e-06, + "loss": 2.5445, + "step": 34941 + }, + { + "epoch": 0.5981273215905784, + "grad_norm": 2.4225845336914062, + "learning_rate": 7.340211783146919e-06, + "loss": 2.4604, + "step": 34942 + }, + { + "epoch": 0.5981444393091289, + "grad_norm": 2.4964003562927246, + "learning_rate": 7.3396773523102294e-06, + "loss": 2.5274, + "step": 34943 + }, + { + "epoch": 0.5981615570276794, + "grad_norm": 2.462019920349121, + "learning_rate": 7.33914292965044e-06, + "loss": 2.5154, + "step": 34944 + }, + { + "epoch": 0.5981786747462299, + "grad_norm": 2.5170977115631104, + "learning_rate": 7.3386085151692025e-06, + "loss": 2.4858, + "step": 34945 + }, + { + "epoch": 0.5981957924647803, + "grad_norm": 2.4907262325286865, + "learning_rate": 7.338074108868152e-06, + "loss": 2.373, + "step": 34946 + }, + { + "epoch": 0.5982129101833308, + "grad_norm": 2.3900671005249023, + "learning_rate": 7.337539710748938e-06, + "loss": 2.4406, + "step": 34947 + }, + { + "epoch": 0.5982300279018813, + "grad_norm": 2.326920986175537, + "learning_rate": 7.337005320813193e-06, + "loss": 2.4675, + "step": 34948 + }, + { + "epoch": 0.5982471456204317, + "grad_norm": 2.390202522277832, + "learning_rate": 7.336470939062571e-06, + "loss": 2.5899, + "step": 34949 + }, + { + "epoch": 0.5982642633389822, + "grad_norm": 2.379462242126465, + "learning_rate": 7.335936565498709e-06, + "loss": 2.4698, + "step": 34950 + }, + { + "epoch": 0.5982813810575327, + "grad_norm": 2.480137586593628, + "learning_rate": 7.335402200123247e-06, + "loss": 2.3982, + "step": 34951 + }, + { + "epoch": 0.5982984987760831, + "grad_norm": 2.4184887409210205, + "learning_rate": 7.334867842937834e-06, + "loss": 2.4797, + "step": 34952 + }, + { + "epoch": 0.5983156164946336, + "grad_norm": 2.352642774581909, + "learning_rate": 7.334333493944103e-06, + "loss": 2.3006, + "step": 34953 + }, + { + "epoch": 0.5983327342131841, + "grad_norm": 2.2750813961029053, + "learning_rate": 7.333799153143706e-06, + "loss": 2.3475, + "step": 34954 + }, + { + "epoch": 0.5983498519317345, + "grad_norm": 2.417210340499878, + "learning_rate": 7.33326482053828e-06, + "loss": 2.4671, + "step": 34955 + }, + { + "epoch": 0.598366969650285, + "grad_norm": 2.432628631591797, + "learning_rate": 7.33273049612947e-06, + "loss": 2.4795, + "step": 34956 + }, + { + "epoch": 0.5983840873688355, + "grad_norm": 2.3337395191192627, + "learning_rate": 7.332196179918918e-06, + "loss": 2.3044, + "step": 34957 + }, + { + "epoch": 0.5984012050873859, + "grad_norm": 2.3004329204559326, + "learning_rate": 7.33166187190826e-06, + "loss": 2.3812, + "step": 34958 + }, + { + "epoch": 0.5984183228059364, + "grad_norm": 2.5341453552246094, + "learning_rate": 7.331127572099149e-06, + "loss": 2.4515, + "step": 34959 + }, + { + "epoch": 0.5984354405244869, + "grad_norm": 2.520129680633545, + "learning_rate": 7.330593280493217e-06, + "loss": 2.422, + "step": 34960 + }, + { + "epoch": 0.5984525582430373, + "grad_norm": 2.3888518810272217, + "learning_rate": 7.330058997092115e-06, + "loss": 2.4085, + "step": 34961 + }, + { + "epoch": 0.5984696759615878, + "grad_norm": 2.4940431118011475, + "learning_rate": 7.329524721897481e-06, + "loss": 2.5819, + "step": 34962 + }, + { + "epoch": 0.5984867936801384, + "grad_norm": 2.5051403045654297, + "learning_rate": 7.3289904549109585e-06, + "loss": 2.4305, + "step": 34963 + }, + { + "epoch": 0.5985039113986887, + "grad_norm": 2.371797800064087, + "learning_rate": 7.328456196134188e-06, + "loss": 2.4442, + "step": 34964 + }, + { + "epoch": 0.5985210291172393, + "grad_norm": 2.4367151260375977, + "learning_rate": 7.327921945568808e-06, + "loss": 2.3954, + "step": 34965 + }, + { + "epoch": 0.5985381468357898, + "grad_norm": 2.3392395973205566, + "learning_rate": 7.327387703216469e-06, + "loss": 2.4747, + "step": 34966 + }, + { + "epoch": 0.5985552645543402, + "grad_norm": 2.265958070755005, + "learning_rate": 7.326853469078808e-06, + "loss": 2.3712, + "step": 34967 + }, + { + "epoch": 0.5985723822728907, + "grad_norm": 2.3713808059692383, + "learning_rate": 7.3263192431574694e-06, + "loss": 2.4497, + "step": 34968 + }, + { + "epoch": 0.5985894999914412, + "grad_norm": 2.3086071014404297, + "learning_rate": 7.325785025454089e-06, + "loss": 2.3824, + "step": 34969 + }, + { + "epoch": 0.5986066177099916, + "grad_norm": 2.2801644802093506, + "learning_rate": 7.325250815970317e-06, + "loss": 2.2948, + "step": 34970 + }, + { + "epoch": 0.5986237354285421, + "grad_norm": 2.301457166671753, + "learning_rate": 7.324716614707794e-06, + "loss": 2.4291, + "step": 34971 + }, + { + "epoch": 0.5986408531470926, + "grad_norm": 2.5407872200012207, + "learning_rate": 7.324182421668158e-06, + "loss": 2.5097, + "step": 34972 + }, + { + "epoch": 0.598657970865643, + "grad_norm": 2.387103796005249, + "learning_rate": 7.323648236853053e-06, + "loss": 2.4005, + "step": 34973 + }, + { + "epoch": 0.5986750885841935, + "grad_norm": 2.2908074855804443, + "learning_rate": 7.323114060264118e-06, + "loss": 2.4361, + "step": 34974 + }, + { + "epoch": 0.598692206302744, + "grad_norm": 2.3522541522979736, + "learning_rate": 7.3225798919030015e-06, + "loss": 2.6002, + "step": 34975 + }, + { + "epoch": 0.5987093240212944, + "grad_norm": 2.3580658435821533, + "learning_rate": 7.322045731771339e-06, + "loss": 2.467, + "step": 34976 + }, + { + "epoch": 0.5987264417398449, + "grad_norm": 2.3191421031951904, + "learning_rate": 7.321511579870777e-06, + "loss": 2.5111, + "step": 34977 + }, + { + "epoch": 0.5987435594583954, + "grad_norm": 2.2254183292388916, + "learning_rate": 7.320977436202954e-06, + "loss": 2.3692, + "step": 34978 + }, + { + "epoch": 0.5987606771769458, + "grad_norm": 2.3675153255462646, + "learning_rate": 7.320443300769511e-06, + "loss": 2.4384, + "step": 34979 + }, + { + "epoch": 0.5987777948954963, + "grad_norm": 2.2544004917144775, + "learning_rate": 7.319909173572094e-06, + "loss": 2.3646, + "step": 34980 + }, + { + "epoch": 0.5987949126140468, + "grad_norm": 2.489196300506592, + "learning_rate": 7.319375054612339e-06, + "loss": 2.4017, + "step": 34981 + }, + { + "epoch": 0.5988120303325972, + "grad_norm": 2.3826520442962646, + "learning_rate": 7.318840943891894e-06, + "loss": 2.4319, + "step": 34982 + }, + { + "epoch": 0.5988291480511477, + "grad_norm": 2.3722898960113525, + "learning_rate": 7.318306841412397e-06, + "loss": 2.4344, + "step": 34983 + }, + { + "epoch": 0.5988462657696982, + "grad_norm": 2.2893810272216797, + "learning_rate": 7.317772747175491e-06, + "loss": 2.4239, + "step": 34984 + }, + { + "epoch": 0.5988633834882486, + "grad_norm": 2.3195409774780273, + "learning_rate": 7.317238661182818e-06, + "loss": 2.3266, + "step": 34985 + }, + { + "epoch": 0.5988805012067991, + "grad_norm": 2.357790470123291, + "learning_rate": 7.3167045834360136e-06, + "loss": 2.4185, + "step": 34986 + }, + { + "epoch": 0.5988976189253497, + "grad_norm": 2.506495714187622, + "learning_rate": 7.31617051393673e-06, + "loss": 2.5836, + "step": 34987 + }, + { + "epoch": 0.5989147366439, + "grad_norm": 2.4943013191223145, + "learning_rate": 7.315636452686599e-06, + "loss": 2.4305, + "step": 34988 + }, + { + "epoch": 0.5989318543624506, + "grad_norm": 2.295567274093628, + "learning_rate": 7.31510239968727e-06, + "loss": 2.4757, + "step": 34989 + }, + { + "epoch": 0.5989489720810011, + "grad_norm": 2.3939783573150635, + "learning_rate": 7.3145683549403756e-06, + "loss": 2.3334, + "step": 34990 + }, + { + "epoch": 0.5989660897995516, + "grad_norm": 2.472827672958374, + "learning_rate": 7.314034318447567e-06, + "loss": 2.4768, + "step": 34991 + }, + { + "epoch": 0.598983207518102, + "grad_norm": 2.3057239055633545, + "learning_rate": 7.3135002902104804e-06, + "loss": 2.3981, + "step": 34992 + }, + { + "epoch": 0.5990003252366525, + "grad_norm": 2.45115327835083, + "learning_rate": 7.3129662702307554e-06, + "loss": 2.4262, + "step": 34993 + }, + { + "epoch": 0.599017442955203, + "grad_norm": 2.3436641693115234, + "learning_rate": 7.312432258510038e-06, + "loss": 2.2975, + "step": 34994 + }, + { + "epoch": 0.5990345606737534, + "grad_norm": 2.3853836059570312, + "learning_rate": 7.311898255049964e-06, + "loss": 2.3776, + "step": 34995 + }, + { + "epoch": 0.5990516783923039, + "grad_norm": 2.2767369747161865, + "learning_rate": 7.311364259852181e-06, + "loss": 2.3228, + "step": 34996 + }, + { + "epoch": 0.5990687961108544, + "grad_norm": 2.440229892730713, + "learning_rate": 7.310830272918325e-06, + "loss": 2.4836, + "step": 34997 + }, + { + "epoch": 0.5990859138294048, + "grad_norm": 2.3892388343811035, + "learning_rate": 7.310296294250043e-06, + "loss": 2.4421, + "step": 34998 + }, + { + "epoch": 0.5991030315479553, + "grad_norm": 2.289806365966797, + "learning_rate": 7.30976232384897e-06, + "loss": 2.4868, + "step": 34999 + }, + { + "epoch": 0.5991201492665058, + "grad_norm": 2.307677984237671, + "learning_rate": 7.3092283617167535e-06, + "loss": 2.4017, + "step": 35000 + }, + { + "epoch": 0.5991372669850562, + "grad_norm": 2.424905776977539, + "learning_rate": 7.30869440785503e-06, + "loss": 2.405, + "step": 35001 + }, + { + "epoch": 0.5991543847036067, + "grad_norm": 2.310462713241577, + "learning_rate": 7.308160462265439e-06, + "loss": 2.3255, + "step": 35002 + }, + { + "epoch": 0.5991715024221572, + "grad_norm": 2.285351514816284, + "learning_rate": 7.307626524949629e-06, + "loss": 2.4259, + "step": 35003 + }, + { + "epoch": 0.5991886201407076, + "grad_norm": 2.3426098823547363, + "learning_rate": 7.307092595909235e-06, + "loss": 2.384, + "step": 35004 + }, + { + "epoch": 0.5992057378592581, + "grad_norm": 2.3306682109832764, + "learning_rate": 7.306558675145902e-06, + "loss": 2.4768, + "step": 35005 + }, + { + "epoch": 0.5992228555778086, + "grad_norm": 2.4208648204803467, + "learning_rate": 7.306024762661263e-06, + "loss": 2.5304, + "step": 35006 + }, + { + "epoch": 0.599239973296359, + "grad_norm": 2.454341173171997, + "learning_rate": 7.305490858456972e-06, + "loss": 2.3967, + "step": 35007 + }, + { + "epoch": 0.5992570910149095, + "grad_norm": 2.3317627906799316, + "learning_rate": 7.3049569625346615e-06, + "loss": 2.3542, + "step": 35008 + }, + { + "epoch": 0.59927420873346, + "grad_norm": 2.459822654724121, + "learning_rate": 7.304423074895973e-06, + "loss": 2.4762, + "step": 35009 + }, + { + "epoch": 0.5992913264520104, + "grad_norm": 2.484968662261963, + "learning_rate": 7.30388919554255e-06, + "loss": 2.5056, + "step": 35010 + }, + { + "epoch": 0.599308444170561, + "grad_norm": 2.378209352493286, + "learning_rate": 7.3033553244760295e-06, + "loss": 2.482, + "step": 35011 + }, + { + "epoch": 0.5993255618891115, + "grad_norm": 2.432408094406128, + "learning_rate": 7.302821461698057e-06, + "loss": 2.3285, + "step": 35012 + }, + { + "epoch": 0.5993426796076619, + "grad_norm": 2.4915268421173096, + "learning_rate": 7.302287607210271e-06, + "loss": 2.4214, + "step": 35013 + }, + { + "epoch": 0.5993597973262124, + "grad_norm": 2.4590775966644287, + "learning_rate": 7.3017537610143144e-06, + "loss": 2.4159, + "step": 35014 + }, + { + "epoch": 0.5993769150447629, + "grad_norm": 2.4446861743927, + "learning_rate": 7.301219923111826e-06, + "loss": 2.4624, + "step": 35015 + }, + { + "epoch": 0.5993940327633133, + "grad_norm": 2.3742072582244873, + "learning_rate": 7.300686093504444e-06, + "loss": 2.3005, + "step": 35016 + }, + { + "epoch": 0.5994111504818638, + "grad_norm": 2.4241445064544678, + "learning_rate": 7.300152272193817e-06, + "loss": 2.3939, + "step": 35017 + }, + { + "epoch": 0.5994282682004143, + "grad_norm": 2.3361003398895264, + "learning_rate": 7.299618459181576e-06, + "loss": 2.4175, + "step": 35018 + }, + { + "epoch": 0.5994453859189647, + "grad_norm": 2.5120322704315186, + "learning_rate": 7.29908465446937e-06, + "loss": 2.6026, + "step": 35019 + }, + { + "epoch": 0.5994625036375152, + "grad_norm": 2.4186365604400635, + "learning_rate": 7.298550858058837e-06, + "loss": 2.4633, + "step": 35020 + }, + { + "epoch": 0.5994796213560657, + "grad_norm": 2.554110050201416, + "learning_rate": 7.298017069951617e-06, + "loss": 2.5088, + "step": 35021 + }, + { + "epoch": 0.5994967390746161, + "grad_norm": 2.578108549118042, + "learning_rate": 7.2974832901493516e-06, + "loss": 2.6424, + "step": 35022 + }, + { + "epoch": 0.5995138567931666, + "grad_norm": 2.384570598602295, + "learning_rate": 7.296949518653678e-06, + "loss": 2.3046, + "step": 35023 + }, + { + "epoch": 0.5995309745117171, + "grad_norm": 2.315887451171875, + "learning_rate": 7.296415755466244e-06, + "loss": 2.3509, + "step": 35024 + }, + { + "epoch": 0.5995480922302675, + "grad_norm": 2.367926597595215, + "learning_rate": 7.295882000588682e-06, + "loss": 2.4817, + "step": 35025 + }, + { + "epoch": 0.599565209948818, + "grad_norm": 2.3174614906311035, + "learning_rate": 7.29534825402264e-06, + "loss": 2.4451, + "step": 35026 + }, + { + "epoch": 0.5995823276673685, + "grad_norm": 2.511923313140869, + "learning_rate": 7.29481451576975e-06, + "loss": 2.4621, + "step": 35027 + }, + { + "epoch": 0.5995994453859189, + "grad_norm": 2.338075637817383, + "learning_rate": 7.2942807858316625e-06, + "loss": 2.4998, + "step": 35028 + }, + { + "epoch": 0.5996165631044694, + "grad_norm": 2.4496285915374756, + "learning_rate": 7.293747064210013e-06, + "loss": 2.4595, + "step": 35029 + }, + { + "epoch": 0.5996336808230199, + "grad_norm": 2.352182149887085, + "learning_rate": 7.293213350906438e-06, + "loss": 2.3271, + "step": 35030 + }, + { + "epoch": 0.5996507985415703, + "grad_norm": 2.5019640922546387, + "learning_rate": 7.292679645922587e-06, + "loss": 2.5118, + "step": 35031 + }, + { + "epoch": 0.5996679162601208, + "grad_norm": 2.4187369346618652, + "learning_rate": 7.292145949260089e-06, + "loss": 2.4738, + "step": 35032 + }, + { + "epoch": 0.5996850339786713, + "grad_norm": 2.396728038787842, + "learning_rate": 7.291612260920595e-06, + "loss": 2.5078, + "step": 35033 + }, + { + "epoch": 0.5997021516972217, + "grad_norm": 2.5178134441375732, + "learning_rate": 7.2910785809057384e-06, + "loss": 2.4985, + "step": 35034 + }, + { + "epoch": 0.5997192694157722, + "grad_norm": 2.3472647666931152, + "learning_rate": 7.290544909217166e-06, + "loss": 2.4328, + "step": 35035 + }, + { + "epoch": 0.5997363871343228, + "grad_norm": 2.3665273189544678, + "learning_rate": 7.290011245856514e-06, + "loss": 2.457, + "step": 35036 + }, + { + "epoch": 0.5997535048528732, + "grad_norm": 2.315429925918579, + "learning_rate": 7.28947759082542e-06, + "loss": 2.4689, + "step": 35037 + }, + { + "epoch": 0.5997706225714237, + "grad_norm": 2.638397455215454, + "learning_rate": 7.288943944125532e-06, + "loss": 2.3944, + "step": 35038 + }, + { + "epoch": 0.5997877402899742, + "grad_norm": 2.4090561866760254, + "learning_rate": 7.28841030575848e-06, + "loss": 2.3939, + "step": 35039 + }, + { + "epoch": 0.5998048580085247, + "grad_norm": 2.3670544624328613, + "learning_rate": 7.2878766757259135e-06, + "loss": 2.4762, + "step": 35040 + }, + { + "epoch": 0.5998219757270751, + "grad_norm": 2.380406379699707, + "learning_rate": 7.287343054029468e-06, + "loss": 2.3329, + "step": 35041 + }, + { + "epoch": 0.5998390934456256, + "grad_norm": 2.326984405517578, + "learning_rate": 7.286809440670786e-06, + "loss": 2.4041, + "step": 35042 + }, + { + "epoch": 0.5998562111641761, + "grad_norm": 2.500457286834717, + "learning_rate": 7.286275835651507e-06, + "loss": 2.4888, + "step": 35043 + }, + { + "epoch": 0.5998733288827265, + "grad_norm": 2.451625108718872, + "learning_rate": 7.285742238973266e-06, + "loss": 2.398, + "step": 35044 + }, + { + "epoch": 0.599890446601277, + "grad_norm": 2.5492334365844727, + "learning_rate": 7.285208650637712e-06, + "loss": 2.4219, + "step": 35045 + }, + { + "epoch": 0.5999075643198275, + "grad_norm": 2.3978915214538574, + "learning_rate": 7.284675070646479e-06, + "loss": 2.431, + "step": 35046 + }, + { + "epoch": 0.5999246820383779, + "grad_norm": 2.506141185760498, + "learning_rate": 7.28414149900121e-06, + "loss": 2.4558, + "step": 35047 + }, + { + "epoch": 0.5999417997569284, + "grad_norm": 2.46341872215271, + "learning_rate": 7.283607935703539e-06, + "loss": 2.5224, + "step": 35048 + }, + { + "epoch": 0.5999589174754789, + "grad_norm": 2.4290740489959717, + "learning_rate": 7.283074380755115e-06, + "loss": 2.5236, + "step": 35049 + }, + { + "epoch": 0.5999760351940293, + "grad_norm": 2.312983512878418, + "learning_rate": 7.282540834157574e-06, + "loss": 2.3507, + "step": 35050 + }, + { + "epoch": 0.5999931529125798, + "grad_norm": 2.4161949157714844, + "learning_rate": 7.2820072959125524e-06, + "loss": 2.3832, + "step": 35051 + }, + { + "epoch": 0.6000102706311303, + "grad_norm": 2.597031354904175, + "learning_rate": 7.281473766021696e-06, + "loss": 2.6105, + "step": 35052 + }, + { + "epoch": 0.6000273883496807, + "grad_norm": 2.2539069652557373, + "learning_rate": 7.280940244486641e-06, + "loss": 2.381, + "step": 35053 + }, + { + "epoch": 0.6000445060682312, + "grad_norm": 2.2830896377563477, + "learning_rate": 7.2804067313090296e-06, + "loss": 2.4127, + "step": 35054 + }, + { + "epoch": 0.6000616237867817, + "grad_norm": 2.4913887977600098, + "learning_rate": 7.279873226490497e-06, + "loss": 2.5537, + "step": 35055 + }, + { + "epoch": 0.6000787415053321, + "grad_norm": 2.367783308029175, + "learning_rate": 7.2793397300326885e-06, + "loss": 2.4453, + "step": 35056 + }, + { + "epoch": 0.6000958592238826, + "grad_norm": 2.438699245452881, + "learning_rate": 7.278806241937244e-06, + "loss": 2.4681, + "step": 35057 + }, + { + "epoch": 0.6001129769424332, + "grad_norm": 2.4949471950531006, + "learning_rate": 7.278272762205797e-06, + "loss": 2.2941, + "step": 35058 + }, + { + "epoch": 0.6001300946609835, + "grad_norm": 2.4256739616394043, + "learning_rate": 7.277739290839994e-06, + "loss": 2.4294, + "step": 35059 + }, + { + "epoch": 0.6001472123795341, + "grad_norm": 2.342456102371216, + "learning_rate": 7.277205827841467e-06, + "loss": 2.4906, + "step": 35060 + }, + { + "epoch": 0.6001643300980846, + "grad_norm": 2.572244882583618, + "learning_rate": 7.2766723732118664e-06, + "loss": 2.3957, + "step": 35061 + }, + { + "epoch": 0.600181447816635, + "grad_norm": 2.3648409843444824, + "learning_rate": 7.276138926952822e-06, + "loss": 2.4132, + "step": 35062 + }, + { + "epoch": 0.6001985655351855, + "grad_norm": 2.4730217456817627, + "learning_rate": 7.27560548906598e-06, + "loss": 2.456, + "step": 35063 + }, + { + "epoch": 0.600215683253736, + "grad_norm": 2.315730333328247, + "learning_rate": 7.2750720595529766e-06, + "loss": 2.3491, + "step": 35064 + }, + { + "epoch": 0.6002328009722864, + "grad_norm": 2.3795318603515625, + "learning_rate": 7.2745386384154495e-06, + "loss": 2.4466, + "step": 35065 + }, + { + "epoch": 0.6002499186908369, + "grad_norm": 2.407827377319336, + "learning_rate": 7.274005225655045e-06, + "loss": 2.5534, + "step": 35066 + }, + { + "epoch": 0.6002670364093874, + "grad_norm": 2.5338661670684814, + "learning_rate": 7.273471821273396e-06, + "loss": 2.4615, + "step": 35067 + }, + { + "epoch": 0.6002841541279378, + "grad_norm": 2.4393503665924072, + "learning_rate": 7.272938425272147e-06, + "loss": 2.5347, + "step": 35068 + }, + { + "epoch": 0.6003012718464883, + "grad_norm": 2.263706922531128, + "learning_rate": 7.27240503765293e-06, + "loss": 2.3095, + "step": 35069 + }, + { + "epoch": 0.6003183895650388, + "grad_norm": 2.507949113845825, + "learning_rate": 7.271871658417393e-06, + "loss": 2.4703, + "step": 35070 + }, + { + "epoch": 0.6003355072835892, + "grad_norm": 2.429443120956421, + "learning_rate": 7.271338287567169e-06, + "loss": 2.4397, + "step": 35071 + }, + { + "epoch": 0.6003526250021397, + "grad_norm": 2.295058488845825, + "learning_rate": 7.2708049251039046e-06, + "loss": 2.5146, + "step": 35072 + }, + { + "epoch": 0.6003697427206902, + "grad_norm": 2.3347134590148926, + "learning_rate": 7.2702715710292345e-06, + "loss": 2.4581, + "step": 35073 + }, + { + "epoch": 0.6003868604392406, + "grad_norm": 2.3264846801757812, + "learning_rate": 7.269738225344797e-06, + "loss": 2.5314, + "step": 35074 + }, + { + "epoch": 0.6004039781577911, + "grad_norm": 2.215467691421509, + "learning_rate": 7.2692048880522346e-06, + "loss": 2.3431, + "step": 35075 + }, + { + "epoch": 0.6004210958763416, + "grad_norm": 2.3730392456054688, + "learning_rate": 7.268671559153179e-06, + "loss": 2.4332, + "step": 35076 + }, + { + "epoch": 0.600438213594892, + "grad_norm": 2.3536126613616943, + "learning_rate": 7.268138238649281e-06, + "loss": 2.4698, + "step": 35077 + }, + { + "epoch": 0.6004553313134425, + "grad_norm": 2.274962902069092, + "learning_rate": 7.267604926542172e-06, + "loss": 2.4262, + "step": 35078 + }, + { + "epoch": 0.600472449031993, + "grad_norm": 2.408618211746216, + "learning_rate": 7.267071622833496e-06, + "loss": 2.4603, + "step": 35079 + }, + { + "epoch": 0.6004895667505434, + "grad_norm": 2.456977128982544, + "learning_rate": 7.266538327524888e-06, + "loss": 2.5008, + "step": 35080 + }, + { + "epoch": 0.6005066844690939, + "grad_norm": 2.3999691009521484, + "learning_rate": 7.266005040617985e-06, + "loss": 2.5127, + "step": 35081 + }, + { + "epoch": 0.6005238021876445, + "grad_norm": 2.5314698219299316, + "learning_rate": 7.265471762114436e-06, + "loss": 2.5631, + "step": 35082 + }, + { + "epoch": 0.6005409199061948, + "grad_norm": 2.4166667461395264, + "learning_rate": 7.264938492015869e-06, + "loss": 2.4426, + "step": 35083 + }, + { + "epoch": 0.6005580376247454, + "grad_norm": 2.4386723041534424, + "learning_rate": 7.2644052303239325e-06, + "loss": 2.4758, + "step": 35084 + }, + { + "epoch": 0.6005751553432959, + "grad_norm": 2.5282413959503174, + "learning_rate": 7.263871977040255e-06, + "loss": 2.5495, + "step": 35085 + }, + { + "epoch": 0.6005922730618464, + "grad_norm": 2.4093689918518066, + "learning_rate": 7.263338732166486e-06, + "loss": 2.461, + "step": 35086 + }, + { + "epoch": 0.6006093907803968, + "grad_norm": 2.423696517944336, + "learning_rate": 7.262805495704262e-06, + "loss": 2.3813, + "step": 35087 + }, + { + "epoch": 0.6006265084989473, + "grad_norm": 2.306044578552246, + "learning_rate": 7.262272267655212e-06, + "loss": 2.4352, + "step": 35088 + }, + { + "epoch": 0.6006436262174978, + "grad_norm": 2.301135301589966, + "learning_rate": 7.261739048020991e-06, + "loss": 2.3747, + "step": 35089 + }, + { + "epoch": 0.6006607439360482, + "grad_norm": 2.2653591632843018, + "learning_rate": 7.2612058368032266e-06, + "loss": 2.3984, + "step": 35090 + }, + { + "epoch": 0.6006778616545987, + "grad_norm": 2.2940313816070557, + "learning_rate": 7.260672634003564e-06, + "loss": 2.517, + "step": 35091 + }, + { + "epoch": 0.6006949793731492, + "grad_norm": 2.317044258117676, + "learning_rate": 7.2601394396236345e-06, + "loss": 2.2969, + "step": 35092 + }, + { + "epoch": 0.6007120970916996, + "grad_norm": 2.301806688308716, + "learning_rate": 7.259606253665086e-06, + "loss": 2.366, + "step": 35093 + }, + { + "epoch": 0.6007292148102501, + "grad_norm": 2.4273810386657715, + "learning_rate": 7.259073076129553e-06, + "loss": 2.53, + "step": 35094 + }, + { + "epoch": 0.6007463325288006, + "grad_norm": 2.342081308364868, + "learning_rate": 7.258539907018671e-06, + "loss": 2.4137, + "step": 35095 + }, + { + "epoch": 0.600763450247351, + "grad_norm": 2.273287773132324, + "learning_rate": 7.258006746334085e-06, + "loss": 2.3926, + "step": 35096 + }, + { + "epoch": 0.6007805679659015, + "grad_norm": 2.2981185913085938, + "learning_rate": 7.2574735940774265e-06, + "loss": 2.4069, + "step": 35097 + }, + { + "epoch": 0.600797685684452, + "grad_norm": 2.323683023452759, + "learning_rate": 7.256940450250343e-06, + "loss": 2.3523, + "step": 35098 + }, + { + "epoch": 0.6008148034030024, + "grad_norm": 2.439605474472046, + "learning_rate": 7.256407314854465e-06, + "loss": 2.4645, + "step": 35099 + }, + { + "epoch": 0.6008319211215529, + "grad_norm": 2.323843240737915, + "learning_rate": 7.255874187891439e-06, + "loss": 2.4762, + "step": 35100 + }, + { + "epoch": 0.6008490388401034, + "grad_norm": 2.477980136871338, + "learning_rate": 7.2553410693629e-06, + "loss": 2.4899, + "step": 35101 + }, + { + "epoch": 0.6008661565586538, + "grad_norm": 2.2566425800323486, + "learning_rate": 7.25480795927048e-06, + "loss": 2.4227, + "step": 35102 + }, + { + "epoch": 0.6008832742772043, + "grad_norm": 2.3129220008850098, + "learning_rate": 7.2542748576158284e-06, + "loss": 2.4662, + "step": 35103 + }, + { + "epoch": 0.6009003919957548, + "grad_norm": 2.4347617626190186, + "learning_rate": 7.253741764400578e-06, + "loss": 2.3826, + "step": 35104 + }, + { + "epoch": 0.6009175097143052, + "grad_norm": 2.2960355281829834, + "learning_rate": 7.25320867962637e-06, + "loss": 2.489, + "step": 35105 + }, + { + "epoch": 0.6009346274328558, + "grad_norm": 2.4654767513275146, + "learning_rate": 7.2526756032948375e-06, + "loss": 2.506, + "step": 35106 + }, + { + "epoch": 0.6009517451514063, + "grad_norm": 2.4062416553497314, + "learning_rate": 7.252142535407627e-06, + "loss": 2.4439, + "step": 35107 + }, + { + "epoch": 0.6009688628699567, + "grad_norm": 2.3563807010650635, + "learning_rate": 7.251609475966372e-06, + "loss": 2.434, + "step": 35108 + }, + { + "epoch": 0.6009859805885072, + "grad_norm": 2.368736982345581, + "learning_rate": 7.25107642497271e-06, + "loss": 2.4772, + "step": 35109 + }, + { + "epoch": 0.6010030983070577, + "grad_norm": 2.462214946746826, + "learning_rate": 7.250543382428283e-06, + "loss": 2.4593, + "step": 35110 + }, + { + "epoch": 0.6010202160256081, + "grad_norm": 2.4665257930755615, + "learning_rate": 7.250010348334726e-06, + "loss": 2.517, + "step": 35111 + }, + { + "epoch": 0.6010373337441586, + "grad_norm": 2.3021843433380127, + "learning_rate": 7.249477322693681e-06, + "loss": 2.3671, + "step": 35112 + }, + { + "epoch": 0.6010544514627091, + "grad_norm": 2.351806879043579, + "learning_rate": 7.24894430550678e-06, + "loss": 2.4896, + "step": 35113 + }, + { + "epoch": 0.6010715691812595, + "grad_norm": 2.3117361068725586, + "learning_rate": 7.248411296775671e-06, + "loss": 2.3296, + "step": 35114 + }, + { + "epoch": 0.60108868689981, + "grad_norm": 2.419485569000244, + "learning_rate": 7.2478782965019845e-06, + "loss": 2.5492, + "step": 35115 + }, + { + "epoch": 0.6011058046183605, + "grad_norm": 2.3323662281036377, + "learning_rate": 7.247345304687361e-06, + "loss": 2.4836, + "step": 35116 + }, + { + "epoch": 0.6011229223369109, + "grad_norm": 2.301450729370117, + "learning_rate": 7.24681232133344e-06, + "loss": 2.4226, + "step": 35117 + }, + { + "epoch": 0.6011400400554614, + "grad_norm": 2.331939935684204, + "learning_rate": 7.246279346441855e-06, + "loss": 2.3715, + "step": 35118 + }, + { + "epoch": 0.6011571577740119, + "grad_norm": 2.4046144485473633, + "learning_rate": 7.245746380014251e-06, + "loss": 2.4451, + "step": 35119 + }, + { + "epoch": 0.6011742754925623, + "grad_norm": 2.3019165992736816, + "learning_rate": 7.245213422052262e-06, + "loss": 2.3941, + "step": 35120 + }, + { + "epoch": 0.6011913932111128, + "grad_norm": 2.4401371479034424, + "learning_rate": 7.2446804725575295e-06, + "loss": 2.4708, + "step": 35121 + }, + { + "epoch": 0.6012085109296633, + "grad_norm": 2.4444403648376465, + "learning_rate": 7.244147531531688e-06, + "loss": 2.4631, + "step": 35122 + }, + { + "epoch": 0.6012256286482137, + "grad_norm": 2.2422068119049072, + "learning_rate": 7.2436145989763725e-06, + "loss": 2.4355, + "step": 35123 + }, + { + "epoch": 0.6012427463667642, + "grad_norm": 2.2797515392303467, + "learning_rate": 7.24308167489323e-06, + "loss": 2.3459, + "step": 35124 + }, + { + "epoch": 0.6012598640853147, + "grad_norm": 2.364833354949951, + "learning_rate": 7.242548759283889e-06, + "loss": 2.4654, + "step": 35125 + }, + { + "epoch": 0.6012769818038651, + "grad_norm": 2.517507553100586, + "learning_rate": 7.2420158521499974e-06, + "loss": 2.4302, + "step": 35126 + }, + { + "epoch": 0.6012940995224156, + "grad_norm": 2.438159942626953, + "learning_rate": 7.2414829534931844e-06, + "loss": 2.422, + "step": 35127 + }, + { + "epoch": 0.6013112172409661, + "grad_norm": 2.2538979053497314, + "learning_rate": 7.240950063315095e-06, + "loss": 2.3641, + "step": 35128 + }, + { + "epoch": 0.6013283349595165, + "grad_norm": 2.2893900871276855, + "learning_rate": 7.240417181617363e-06, + "loss": 2.4192, + "step": 35129 + }, + { + "epoch": 0.601345452678067, + "grad_norm": 2.404287099838257, + "learning_rate": 7.239884308401623e-06, + "loss": 2.4489, + "step": 35130 + }, + { + "epoch": 0.6013625703966176, + "grad_norm": 2.3490076065063477, + "learning_rate": 7.239351443669521e-06, + "loss": 2.482, + "step": 35131 + }, + { + "epoch": 0.6013796881151681, + "grad_norm": 2.310573101043701, + "learning_rate": 7.238818587422689e-06, + "loss": 2.4409, + "step": 35132 + }, + { + "epoch": 0.6013968058337185, + "grad_norm": 2.315803050994873, + "learning_rate": 7.238285739662769e-06, + "loss": 2.3317, + "step": 35133 + }, + { + "epoch": 0.601413923552269, + "grad_norm": 2.4953088760375977, + "learning_rate": 7.2377529003913904e-06, + "loss": 2.5921, + "step": 35134 + }, + { + "epoch": 0.6014310412708195, + "grad_norm": 2.5858137607574463, + "learning_rate": 7.237220069610202e-06, + "loss": 2.4659, + "step": 35135 + }, + { + "epoch": 0.6014481589893699, + "grad_norm": 2.3530662059783936, + "learning_rate": 7.236687247320837e-06, + "loss": 2.4167, + "step": 35136 + }, + { + "epoch": 0.6014652767079204, + "grad_norm": 2.4236857891082764, + "learning_rate": 7.23615443352493e-06, + "loss": 2.4804, + "step": 35137 + }, + { + "epoch": 0.6014823944264709, + "grad_norm": 2.351651430130005, + "learning_rate": 7.235621628224123e-06, + "loss": 2.3706, + "step": 35138 + }, + { + "epoch": 0.6014995121450213, + "grad_norm": 2.3882532119750977, + "learning_rate": 7.235088831420047e-06, + "loss": 2.4218, + "step": 35139 + }, + { + "epoch": 0.6015166298635718, + "grad_norm": 2.401912212371826, + "learning_rate": 7.234556043114351e-06, + "loss": 2.469, + "step": 35140 + }, + { + "epoch": 0.6015337475821223, + "grad_norm": 2.5726380348205566, + "learning_rate": 7.23402326330866e-06, + "loss": 2.4729, + "step": 35141 + }, + { + "epoch": 0.6015508653006727, + "grad_norm": 2.1893844604492188, + "learning_rate": 7.233490492004622e-06, + "loss": 2.3035, + "step": 35142 + }, + { + "epoch": 0.6015679830192232, + "grad_norm": 2.2901089191436768, + "learning_rate": 7.2329577292038685e-06, + "loss": 2.4951, + "step": 35143 + }, + { + "epoch": 0.6015851007377737, + "grad_norm": 2.4508190155029297, + "learning_rate": 7.232424974908041e-06, + "loss": 2.6174, + "step": 35144 + }, + { + "epoch": 0.6016022184563241, + "grad_norm": 2.2988460063934326, + "learning_rate": 7.231892229118775e-06, + "loss": 2.4302, + "step": 35145 + }, + { + "epoch": 0.6016193361748746, + "grad_norm": 2.3636016845703125, + "learning_rate": 7.2313594918377025e-06, + "loss": 2.3658, + "step": 35146 + }, + { + "epoch": 0.6016364538934251, + "grad_norm": 2.231403112411499, + "learning_rate": 7.230826763066472e-06, + "loss": 2.3215, + "step": 35147 + }, + { + "epoch": 0.6016535716119755, + "grad_norm": 2.2942543029785156, + "learning_rate": 7.230294042806711e-06, + "loss": 2.4165, + "step": 35148 + }, + { + "epoch": 0.601670689330526, + "grad_norm": 2.4134130477905273, + "learning_rate": 7.229761331060063e-06, + "loss": 2.4908, + "step": 35149 + }, + { + "epoch": 0.6016878070490765, + "grad_norm": 2.3937671184539795, + "learning_rate": 7.229228627828162e-06, + "loss": 2.4517, + "step": 35150 + }, + { + "epoch": 0.6017049247676269, + "grad_norm": 2.32588791847229, + "learning_rate": 7.228695933112648e-06, + "loss": 2.4495, + "step": 35151 + }, + { + "epoch": 0.6017220424861774, + "grad_norm": 2.2889223098754883, + "learning_rate": 7.2281632469151585e-06, + "loss": 2.4084, + "step": 35152 + }, + { + "epoch": 0.601739160204728, + "grad_norm": 2.263545513153076, + "learning_rate": 7.227630569237327e-06, + "loss": 2.3933, + "step": 35153 + }, + { + "epoch": 0.6017562779232783, + "grad_norm": 2.3614258766174316, + "learning_rate": 7.227097900080795e-06, + "loss": 2.5142, + "step": 35154 + }, + { + "epoch": 0.6017733956418289, + "grad_norm": 2.209423065185547, + "learning_rate": 7.226565239447194e-06, + "loss": 2.3668, + "step": 35155 + }, + { + "epoch": 0.6017905133603794, + "grad_norm": 2.3211631774902344, + "learning_rate": 7.226032587338169e-06, + "loss": 2.3775, + "step": 35156 + }, + { + "epoch": 0.6018076310789298, + "grad_norm": 2.4108197689056396, + "learning_rate": 7.225499943755351e-06, + "loss": 2.4744, + "step": 35157 + }, + { + "epoch": 0.6018247487974803, + "grad_norm": 2.3427867889404297, + "learning_rate": 7.224967308700381e-06, + "loss": 2.4451, + "step": 35158 + }, + { + "epoch": 0.6018418665160308, + "grad_norm": 2.352224111557007, + "learning_rate": 7.2244346821748946e-06, + "loss": 2.506, + "step": 35159 + }, + { + "epoch": 0.6018589842345812, + "grad_norm": 2.3082470893859863, + "learning_rate": 7.223902064180526e-06, + "loss": 2.4862, + "step": 35160 + }, + { + "epoch": 0.6018761019531317, + "grad_norm": 2.3431787490844727, + "learning_rate": 7.223369454718918e-06, + "loss": 2.4079, + "step": 35161 + }, + { + "epoch": 0.6018932196716822, + "grad_norm": 2.365286111831665, + "learning_rate": 7.222836853791702e-06, + "loss": 2.4136, + "step": 35162 + }, + { + "epoch": 0.6019103373902326, + "grad_norm": 2.3852155208587646, + "learning_rate": 7.22230426140052e-06, + "loss": 2.3756, + "step": 35163 + }, + { + "epoch": 0.6019274551087831, + "grad_norm": 2.3529629707336426, + "learning_rate": 7.221771677547005e-06, + "loss": 2.3203, + "step": 35164 + }, + { + "epoch": 0.6019445728273336, + "grad_norm": 2.3119962215423584, + "learning_rate": 7.2212391022327996e-06, + "loss": 2.4351, + "step": 35165 + }, + { + "epoch": 0.601961690545884, + "grad_norm": 2.4946236610412598, + "learning_rate": 7.2207065354595355e-06, + "loss": 2.5488, + "step": 35166 + }, + { + "epoch": 0.6019788082644345, + "grad_norm": 2.2331130504608154, + "learning_rate": 7.220173977228847e-06, + "loss": 2.4104, + "step": 35167 + }, + { + "epoch": 0.601995925982985, + "grad_norm": 2.425184965133667, + "learning_rate": 7.219641427542379e-06, + "loss": 2.5588, + "step": 35168 + }, + { + "epoch": 0.6020130437015354, + "grad_norm": 2.3968961238861084, + "learning_rate": 7.219108886401763e-06, + "loss": 2.3517, + "step": 35169 + }, + { + "epoch": 0.6020301614200859, + "grad_norm": 2.4475038051605225, + "learning_rate": 7.218576353808639e-06, + "loss": 2.4231, + "step": 35170 + }, + { + "epoch": 0.6020472791386364, + "grad_norm": 2.2562460899353027, + "learning_rate": 7.2180438297646385e-06, + "loss": 2.492, + "step": 35171 + }, + { + "epoch": 0.6020643968571868, + "grad_norm": 2.4205551147460938, + "learning_rate": 7.2175113142714056e-06, + "loss": 2.4316, + "step": 35172 + }, + { + "epoch": 0.6020815145757373, + "grad_norm": 2.5047571659088135, + "learning_rate": 7.216978807330574e-06, + "loss": 2.3467, + "step": 35173 + }, + { + "epoch": 0.6020986322942878, + "grad_norm": 2.4499690532684326, + "learning_rate": 7.216446308943777e-06, + "loss": 2.42, + "step": 35174 + }, + { + "epoch": 0.6021157500128382, + "grad_norm": 2.3763742446899414, + "learning_rate": 7.2159138191126555e-06, + "loss": 2.3414, + "step": 35175 + }, + { + "epoch": 0.6021328677313887, + "grad_norm": 2.404439687728882, + "learning_rate": 7.215381337838841e-06, + "loss": 2.3236, + "step": 35176 + }, + { + "epoch": 0.6021499854499393, + "grad_norm": 2.365220785140991, + "learning_rate": 7.214848865123979e-06, + "loss": 2.4301, + "step": 35177 + }, + { + "epoch": 0.6021671031684898, + "grad_norm": 2.458625555038452, + "learning_rate": 7.214316400969697e-06, + "loss": 2.4158, + "step": 35178 + }, + { + "epoch": 0.6021842208870402, + "grad_norm": 2.4330382347106934, + "learning_rate": 7.2137839453776394e-06, + "loss": 2.4709, + "step": 35179 + }, + { + "epoch": 0.6022013386055907, + "grad_norm": 2.2977123260498047, + "learning_rate": 7.2132514983494384e-06, + "loss": 2.47, + "step": 35180 + }, + { + "epoch": 0.6022184563241412, + "grad_norm": 2.3020412921905518, + "learning_rate": 7.212719059886729e-06, + "loss": 2.3916, + "step": 35181 + }, + { + "epoch": 0.6022355740426916, + "grad_norm": 2.4712367057800293, + "learning_rate": 7.212186629991154e-06, + "loss": 2.373, + "step": 35182 + }, + { + "epoch": 0.6022526917612421, + "grad_norm": 2.4102747440338135, + "learning_rate": 7.2116542086643405e-06, + "loss": 2.4401, + "step": 35183 + }, + { + "epoch": 0.6022698094797926, + "grad_norm": 2.4201693534851074, + "learning_rate": 7.211121795907934e-06, + "loss": 2.5093, + "step": 35184 + }, + { + "epoch": 0.602286927198343, + "grad_norm": 2.609947443008423, + "learning_rate": 7.210589391723566e-06, + "loss": 2.4543, + "step": 35185 + }, + { + "epoch": 0.6023040449168935, + "grad_norm": 2.678524971008301, + "learning_rate": 7.210056996112875e-06, + "loss": 2.5202, + "step": 35186 + }, + { + "epoch": 0.602321162635444, + "grad_norm": 2.343075752258301, + "learning_rate": 7.209524609077498e-06, + "loss": 2.4309, + "step": 35187 + }, + { + "epoch": 0.6023382803539944, + "grad_norm": 2.3655707836151123, + "learning_rate": 7.208992230619065e-06, + "loss": 2.2892, + "step": 35188 + }, + { + "epoch": 0.6023553980725449, + "grad_norm": 2.647568702697754, + "learning_rate": 7.208459860739223e-06, + "loss": 2.5835, + "step": 35189 + }, + { + "epoch": 0.6023725157910954, + "grad_norm": 2.6341476440429688, + "learning_rate": 7.207927499439599e-06, + "loss": 2.5359, + "step": 35190 + }, + { + "epoch": 0.6023896335096458, + "grad_norm": 2.433009624481201, + "learning_rate": 7.207395146721836e-06, + "loss": 2.3854, + "step": 35191 + }, + { + "epoch": 0.6024067512281963, + "grad_norm": 2.4480600357055664, + "learning_rate": 7.206862802587562e-06, + "loss": 2.4666, + "step": 35192 + }, + { + "epoch": 0.6024238689467468, + "grad_norm": 2.36936616897583, + "learning_rate": 7.206330467038423e-06, + "loss": 2.2909, + "step": 35193 + }, + { + "epoch": 0.6024409866652972, + "grad_norm": 2.409963846206665, + "learning_rate": 7.205798140076051e-06, + "loss": 2.4391, + "step": 35194 + }, + { + "epoch": 0.6024581043838477, + "grad_norm": 2.4062721729278564, + "learning_rate": 7.205265821702081e-06, + "loss": 2.5037, + "step": 35195 + }, + { + "epoch": 0.6024752221023982, + "grad_norm": 2.4585514068603516, + "learning_rate": 7.20473351191815e-06, + "loss": 2.4713, + "step": 35196 + }, + { + "epoch": 0.6024923398209486, + "grad_norm": 2.451946973800659, + "learning_rate": 7.204201210725891e-06, + "loss": 2.4557, + "step": 35197 + }, + { + "epoch": 0.6025094575394991, + "grad_norm": 2.438474416732788, + "learning_rate": 7.203668918126947e-06, + "loss": 2.4276, + "step": 35198 + }, + { + "epoch": 0.6025265752580496, + "grad_norm": 2.4423768520355225, + "learning_rate": 7.203136634122947e-06, + "loss": 2.3425, + "step": 35199 + }, + { + "epoch": 0.6025436929766, + "grad_norm": 2.384244918823242, + "learning_rate": 7.202604358715534e-06, + "loss": 2.3637, + "step": 35200 + }, + { + "epoch": 0.6025608106951506, + "grad_norm": 2.630789041519165, + "learning_rate": 7.20207209190634e-06, + "loss": 2.5677, + "step": 35201 + }, + { + "epoch": 0.6025779284137011, + "grad_norm": 2.4176533222198486, + "learning_rate": 7.201539833697e-06, + "loss": 2.3664, + "step": 35202 + }, + { + "epoch": 0.6025950461322515, + "grad_norm": 2.282170534133911, + "learning_rate": 7.2010075840891525e-06, + "loss": 2.2724, + "step": 35203 + }, + { + "epoch": 0.602612163850802, + "grad_norm": 2.517216920852661, + "learning_rate": 7.20047534308443e-06, + "loss": 2.5388, + "step": 35204 + }, + { + "epoch": 0.6026292815693525, + "grad_norm": 2.3271496295928955, + "learning_rate": 7.199943110684473e-06, + "loss": 2.39, + "step": 35205 + }, + { + "epoch": 0.6026463992879029, + "grad_norm": 2.4361319541931152, + "learning_rate": 7.199410886890914e-06, + "loss": 2.3813, + "step": 35206 + }, + { + "epoch": 0.6026635170064534, + "grad_norm": 2.4036865234375, + "learning_rate": 7.198878671705394e-06, + "loss": 2.3904, + "step": 35207 + }, + { + "epoch": 0.6026806347250039, + "grad_norm": 2.4063451290130615, + "learning_rate": 7.198346465129542e-06, + "loss": 2.3997, + "step": 35208 + }, + { + "epoch": 0.6026977524435543, + "grad_norm": 2.2994258403778076, + "learning_rate": 7.197814267164993e-06, + "loss": 2.3805, + "step": 35209 + }, + { + "epoch": 0.6027148701621048, + "grad_norm": 2.316638231277466, + "learning_rate": 7.197282077813392e-06, + "loss": 2.3788, + "step": 35210 + }, + { + "epoch": 0.6027319878806553, + "grad_norm": 2.323993444442749, + "learning_rate": 7.196749897076367e-06, + "loss": 2.5137, + "step": 35211 + }, + { + "epoch": 0.6027491055992057, + "grad_norm": 2.3911445140838623, + "learning_rate": 7.196217724955557e-06, + "loss": 2.4832, + "step": 35212 + }, + { + "epoch": 0.6027662233177562, + "grad_norm": 2.478179931640625, + "learning_rate": 7.1956855614525934e-06, + "loss": 2.4909, + "step": 35213 + }, + { + "epoch": 0.6027833410363067, + "grad_norm": 2.3181121349334717, + "learning_rate": 7.19515340656912e-06, + "loss": 2.4046, + "step": 35214 + }, + { + "epoch": 0.6028004587548571, + "grad_norm": 2.3627512454986572, + "learning_rate": 7.1946212603067625e-06, + "loss": 2.5443, + "step": 35215 + }, + { + "epoch": 0.6028175764734076, + "grad_norm": 2.4194116592407227, + "learning_rate": 7.194089122667165e-06, + "loss": 2.3412, + "step": 35216 + }, + { + "epoch": 0.6028346941919581, + "grad_norm": 2.444336414337158, + "learning_rate": 7.1935569936519615e-06, + "loss": 2.5077, + "step": 35217 + }, + { + "epoch": 0.6028518119105085, + "grad_norm": 2.4381697177886963, + "learning_rate": 7.193024873262783e-06, + "loss": 2.414, + "step": 35218 + }, + { + "epoch": 0.602868929629059, + "grad_norm": 2.438062906265259, + "learning_rate": 7.19249276150127e-06, + "loss": 2.514, + "step": 35219 + }, + { + "epoch": 0.6028860473476095, + "grad_norm": 2.266017436981201, + "learning_rate": 7.1919606583690516e-06, + "loss": 2.3882, + "step": 35220 + }, + { + "epoch": 0.6029031650661599, + "grad_norm": 2.4166693687438965, + "learning_rate": 7.191428563867772e-06, + "loss": 2.4902, + "step": 35221 + }, + { + "epoch": 0.6029202827847104, + "grad_norm": 2.430250644683838, + "learning_rate": 7.190896477999061e-06, + "loss": 2.5736, + "step": 35222 + }, + { + "epoch": 0.602937400503261, + "grad_norm": 2.371870756149292, + "learning_rate": 7.190364400764557e-06, + "loss": 2.4326, + "step": 35223 + }, + { + "epoch": 0.6029545182218113, + "grad_norm": 2.311800479888916, + "learning_rate": 7.189832332165893e-06, + "loss": 2.3676, + "step": 35224 + }, + { + "epoch": 0.6029716359403618, + "grad_norm": 2.388488531112671, + "learning_rate": 7.1893002722047025e-06, + "loss": 2.4529, + "step": 35225 + }, + { + "epoch": 0.6029887536589124, + "grad_norm": 2.365556240081787, + "learning_rate": 7.188768220882627e-06, + "loss": 2.346, + "step": 35226 + }, + { + "epoch": 0.6030058713774629, + "grad_norm": 2.5178630352020264, + "learning_rate": 7.1882361782012955e-06, + "loss": 2.5662, + "step": 35227 + }, + { + "epoch": 0.6030229890960133, + "grad_norm": 2.3317835330963135, + "learning_rate": 7.187704144162349e-06, + "loss": 2.5686, + "step": 35228 + }, + { + "epoch": 0.6030401068145638, + "grad_norm": 2.3750436305999756, + "learning_rate": 7.187172118767416e-06, + "loss": 2.3823, + "step": 35229 + }, + { + "epoch": 0.6030572245331143, + "grad_norm": 2.310415267944336, + "learning_rate": 7.18664010201814e-06, + "loss": 2.3477, + "step": 35230 + }, + { + "epoch": 0.6030743422516647, + "grad_norm": 2.4829301834106445, + "learning_rate": 7.186108093916152e-06, + "loss": 2.4628, + "step": 35231 + }, + { + "epoch": 0.6030914599702152, + "grad_norm": 2.502558469772339, + "learning_rate": 7.185576094463085e-06, + "loss": 2.4148, + "step": 35232 + }, + { + "epoch": 0.6031085776887657, + "grad_norm": 2.439453125, + "learning_rate": 7.185044103660579e-06, + "loss": 2.4463, + "step": 35233 + }, + { + "epoch": 0.6031256954073161, + "grad_norm": 2.3155224323272705, + "learning_rate": 7.184512121510261e-06, + "loss": 2.3726, + "step": 35234 + }, + { + "epoch": 0.6031428131258666, + "grad_norm": 2.4084150791168213, + "learning_rate": 7.183980148013776e-06, + "loss": 2.4286, + "step": 35235 + }, + { + "epoch": 0.6031599308444171, + "grad_norm": 2.3703460693359375, + "learning_rate": 7.183448183172752e-06, + "loss": 2.3571, + "step": 35236 + }, + { + "epoch": 0.6031770485629675, + "grad_norm": 2.4513278007507324, + "learning_rate": 7.18291622698883e-06, + "loss": 2.4674, + "step": 35237 + }, + { + "epoch": 0.603194166281518, + "grad_norm": 2.490929365158081, + "learning_rate": 7.182384279463642e-06, + "loss": 2.4116, + "step": 35238 + }, + { + "epoch": 0.6032112840000685, + "grad_norm": 2.4863967895507812, + "learning_rate": 7.18185234059882e-06, + "loss": 2.4183, + "step": 35239 + }, + { + "epoch": 0.6032284017186189, + "grad_norm": 2.5393283367156982, + "learning_rate": 7.181320410396007e-06, + "loss": 2.5018, + "step": 35240 + }, + { + "epoch": 0.6032455194371694, + "grad_norm": 2.3690969944000244, + "learning_rate": 7.180788488856826e-06, + "loss": 2.3836, + "step": 35241 + }, + { + "epoch": 0.6032626371557199, + "grad_norm": 2.5400993824005127, + "learning_rate": 7.1802565759829235e-06, + "loss": 2.46, + "step": 35242 + }, + { + "epoch": 0.6032797548742703, + "grad_norm": 2.530332088470459, + "learning_rate": 7.179724671775927e-06, + "loss": 2.4864, + "step": 35243 + }, + { + "epoch": 0.6032968725928208, + "grad_norm": 2.396771192550659, + "learning_rate": 7.179192776237478e-06, + "loss": 2.3288, + "step": 35244 + }, + { + "epoch": 0.6033139903113713, + "grad_norm": 2.416438341140747, + "learning_rate": 7.178660889369207e-06, + "loss": 2.3895, + "step": 35245 + }, + { + "epoch": 0.6033311080299217, + "grad_norm": 2.4103002548217773, + "learning_rate": 7.178129011172743e-06, + "loss": 2.52, + "step": 35246 + }, + { + "epoch": 0.6033482257484722, + "grad_norm": 2.398674726486206, + "learning_rate": 7.177597141649734e-06, + "loss": 2.3827, + "step": 35247 + }, + { + "epoch": 0.6033653434670228, + "grad_norm": 2.3262877464294434, + "learning_rate": 7.1770652808018045e-06, + "loss": 2.4698, + "step": 35248 + }, + { + "epoch": 0.6033824611855731, + "grad_norm": 2.43894624710083, + "learning_rate": 7.176533428630594e-06, + "loss": 2.5066, + "step": 35249 + }, + { + "epoch": 0.6033995789041237, + "grad_norm": 2.320467948913574, + "learning_rate": 7.176001585137733e-06, + "loss": 2.5708, + "step": 35250 + }, + { + "epoch": 0.6034166966226742, + "grad_norm": 2.2843198776245117, + "learning_rate": 7.175469750324864e-06, + "loss": 2.5296, + "step": 35251 + }, + { + "epoch": 0.6034338143412246, + "grad_norm": 2.353637218475342, + "learning_rate": 7.174937924193614e-06, + "loss": 2.4977, + "step": 35252 + }, + { + "epoch": 0.6034509320597751, + "grad_norm": 2.38368821144104, + "learning_rate": 7.17440610674562e-06, + "loss": 2.2181, + "step": 35253 + }, + { + "epoch": 0.6034680497783256, + "grad_norm": 2.3338565826416016, + "learning_rate": 7.173874297982518e-06, + "loss": 2.4086, + "step": 35254 + }, + { + "epoch": 0.603485167496876, + "grad_norm": 2.3994314670562744, + "learning_rate": 7.1733424979059414e-06, + "loss": 2.4027, + "step": 35255 + }, + { + "epoch": 0.6035022852154265, + "grad_norm": 2.370269775390625, + "learning_rate": 7.172810706517526e-06, + "loss": 2.4992, + "step": 35256 + }, + { + "epoch": 0.603519402933977, + "grad_norm": 2.3875679969787598, + "learning_rate": 7.172278923818902e-06, + "loss": 2.4, + "step": 35257 + }, + { + "epoch": 0.6035365206525274, + "grad_norm": 2.3500332832336426, + "learning_rate": 7.171747149811711e-06, + "loss": 2.4172, + "step": 35258 + }, + { + "epoch": 0.6035536383710779, + "grad_norm": 2.31616473197937, + "learning_rate": 7.171215384497583e-06, + "loss": 2.3206, + "step": 35259 + }, + { + "epoch": 0.6035707560896284, + "grad_norm": 2.529853105545044, + "learning_rate": 7.170683627878152e-06, + "loss": 2.4683, + "step": 35260 + }, + { + "epoch": 0.6035878738081788, + "grad_norm": 2.3696703910827637, + "learning_rate": 7.170151879955056e-06, + "loss": 2.4127, + "step": 35261 + }, + { + "epoch": 0.6036049915267293, + "grad_norm": 2.561342716217041, + "learning_rate": 7.169620140729923e-06, + "loss": 2.4909, + "step": 35262 + }, + { + "epoch": 0.6036221092452798, + "grad_norm": 2.3363094329833984, + "learning_rate": 7.169088410204395e-06, + "loss": 2.4908, + "step": 35263 + }, + { + "epoch": 0.6036392269638302, + "grad_norm": 2.261958122253418, + "learning_rate": 7.168556688380099e-06, + "loss": 2.4355, + "step": 35264 + }, + { + "epoch": 0.6036563446823807, + "grad_norm": 2.34183931350708, + "learning_rate": 7.168024975258678e-06, + "loss": 2.3177, + "step": 35265 + }, + { + "epoch": 0.6036734624009312, + "grad_norm": 2.2248451709747314, + "learning_rate": 7.167493270841761e-06, + "loss": 2.3116, + "step": 35266 + }, + { + "epoch": 0.6036905801194816, + "grad_norm": 2.379277467727661, + "learning_rate": 7.166961575130978e-06, + "loss": 2.4802, + "step": 35267 + }, + { + "epoch": 0.6037076978380321, + "grad_norm": 2.4869086742401123, + "learning_rate": 7.166429888127971e-06, + "loss": 2.5543, + "step": 35268 + }, + { + "epoch": 0.6037248155565826, + "grad_norm": 2.4201698303222656, + "learning_rate": 7.165898209834367e-06, + "loss": 2.4722, + "step": 35269 + }, + { + "epoch": 0.603741933275133, + "grad_norm": 2.2939693927764893, + "learning_rate": 7.16536654025181e-06, + "loss": 2.3724, + "step": 35270 + }, + { + "epoch": 0.6037590509936835, + "grad_norm": 2.4540178775787354, + "learning_rate": 7.164834879381927e-06, + "loss": 2.4209, + "step": 35271 + }, + { + "epoch": 0.603776168712234, + "grad_norm": 2.4092817306518555, + "learning_rate": 7.1643032272263544e-06, + "loss": 2.4537, + "step": 35272 + }, + { + "epoch": 0.6037932864307846, + "grad_norm": 2.4018068313598633, + "learning_rate": 7.163771583786726e-06, + "loss": 2.4211, + "step": 35273 + }, + { + "epoch": 0.603810404149335, + "grad_norm": 2.3979227542877197, + "learning_rate": 7.163239949064671e-06, + "loss": 2.4564, + "step": 35274 + }, + { + "epoch": 0.6038275218678855, + "grad_norm": 2.2344164848327637, + "learning_rate": 7.162708323061832e-06, + "loss": 2.4128, + "step": 35275 + }, + { + "epoch": 0.603844639586436, + "grad_norm": 2.237384796142578, + "learning_rate": 7.162176705779837e-06, + "loss": 2.402, + "step": 35276 + }, + { + "epoch": 0.6038617573049864, + "grad_norm": 2.352409839630127, + "learning_rate": 7.161645097220324e-06, + "loss": 2.51, + "step": 35277 + }, + { + "epoch": 0.6038788750235369, + "grad_norm": 2.4320967197418213, + "learning_rate": 7.1611134973849215e-06, + "loss": 2.4007, + "step": 35278 + }, + { + "epoch": 0.6038959927420874, + "grad_norm": 2.3706741333007812, + "learning_rate": 7.16058190627527e-06, + "loss": 2.4201, + "step": 35279 + }, + { + "epoch": 0.6039131104606378, + "grad_norm": 2.499920606613159, + "learning_rate": 7.160050323892999e-06, + "loss": 2.4608, + "step": 35280 + }, + { + "epoch": 0.6039302281791883, + "grad_norm": 2.477599620819092, + "learning_rate": 7.1595187502397445e-06, + "loss": 2.412, + "step": 35281 + }, + { + "epoch": 0.6039473458977388, + "grad_norm": 2.333143711090088, + "learning_rate": 7.158987185317141e-06, + "loss": 2.4719, + "step": 35282 + }, + { + "epoch": 0.6039644636162892, + "grad_norm": 2.3234851360321045, + "learning_rate": 7.158455629126817e-06, + "loss": 2.3513, + "step": 35283 + }, + { + "epoch": 0.6039815813348397, + "grad_norm": 2.3866512775421143, + "learning_rate": 7.157924081670413e-06, + "loss": 2.446, + "step": 35284 + }, + { + "epoch": 0.6039986990533902, + "grad_norm": 2.4229397773742676, + "learning_rate": 7.157392542949559e-06, + "loss": 2.5288, + "step": 35285 + }, + { + "epoch": 0.6040158167719406, + "grad_norm": 2.3036539554595947, + "learning_rate": 7.1568610129658925e-06, + "loss": 2.3752, + "step": 35286 + }, + { + "epoch": 0.6040329344904911, + "grad_norm": 2.3498425483703613, + "learning_rate": 7.156329491721039e-06, + "loss": 2.4665, + "step": 35287 + }, + { + "epoch": 0.6040500522090416, + "grad_norm": 2.3528738021850586, + "learning_rate": 7.155797979216641e-06, + "loss": 2.3505, + "step": 35288 + }, + { + "epoch": 0.604067169927592, + "grad_norm": 2.441321849822998, + "learning_rate": 7.155266475454331e-06, + "loss": 2.3871, + "step": 35289 + }, + { + "epoch": 0.6040842876461425, + "grad_norm": 2.5112459659576416, + "learning_rate": 7.1547349804357355e-06, + "loss": 2.4111, + "step": 35290 + }, + { + "epoch": 0.604101405364693, + "grad_norm": 2.5099027156829834, + "learning_rate": 7.1542034941624976e-06, + "loss": 2.4951, + "step": 35291 + }, + { + "epoch": 0.6041185230832434, + "grad_norm": 2.3434951305389404, + "learning_rate": 7.153672016636244e-06, + "loss": 2.4234, + "step": 35292 + }, + { + "epoch": 0.6041356408017939, + "grad_norm": 2.4217326641082764, + "learning_rate": 7.1531405478586136e-06, + "loss": 2.4814, + "step": 35293 + }, + { + "epoch": 0.6041527585203444, + "grad_norm": 2.441875457763672, + "learning_rate": 7.152609087831233e-06, + "loss": 2.3715, + "step": 35294 + }, + { + "epoch": 0.6041698762388948, + "grad_norm": 2.4382152557373047, + "learning_rate": 7.152077636555743e-06, + "loss": 2.5107, + "step": 35295 + }, + { + "epoch": 0.6041869939574454, + "grad_norm": 2.478201389312744, + "learning_rate": 7.151546194033776e-06, + "loss": 2.5059, + "step": 35296 + }, + { + "epoch": 0.6042041116759959, + "grad_norm": 2.2480082511901855, + "learning_rate": 7.1510147602669585e-06, + "loss": 2.3946, + "step": 35297 + }, + { + "epoch": 0.6042212293945463, + "grad_norm": 2.524359703063965, + "learning_rate": 7.150483335256934e-06, + "loss": 2.4654, + "step": 35298 + }, + { + "epoch": 0.6042383471130968, + "grad_norm": 2.598968505859375, + "learning_rate": 7.149951919005324e-06, + "loss": 2.5594, + "step": 35299 + }, + { + "epoch": 0.6042554648316473, + "grad_norm": 2.404085874557495, + "learning_rate": 7.149420511513775e-06, + "loss": 2.4842, + "step": 35300 + }, + { + "epoch": 0.6042725825501977, + "grad_norm": 2.4490911960601807, + "learning_rate": 7.14888911278391e-06, + "loss": 2.5019, + "step": 35301 + }, + { + "epoch": 0.6042897002687482, + "grad_norm": 2.3469841480255127, + "learning_rate": 7.14835772281737e-06, + "loss": 2.3392, + "step": 35302 + }, + { + "epoch": 0.6043068179872987, + "grad_norm": 2.394164800643921, + "learning_rate": 7.147826341615785e-06, + "loss": 2.4571, + "step": 35303 + }, + { + "epoch": 0.6043239357058491, + "grad_norm": 2.4137542247772217, + "learning_rate": 7.147294969180782e-06, + "loss": 2.3701, + "step": 35304 + }, + { + "epoch": 0.6043410534243996, + "grad_norm": 2.3027632236480713, + "learning_rate": 7.146763605514006e-06, + "loss": 2.501, + "step": 35305 + }, + { + "epoch": 0.6043581711429501, + "grad_norm": 2.495091199874878, + "learning_rate": 7.14623225061708e-06, + "loss": 2.5152, + "step": 35306 + }, + { + "epoch": 0.6043752888615005, + "grad_norm": 2.3476574420928955, + "learning_rate": 7.145700904491645e-06, + "loss": 2.4391, + "step": 35307 + }, + { + "epoch": 0.604392406580051, + "grad_norm": 2.433609962463379, + "learning_rate": 7.145169567139329e-06, + "loss": 2.392, + "step": 35308 + }, + { + "epoch": 0.6044095242986015, + "grad_norm": 2.406968355178833, + "learning_rate": 7.144638238561769e-06, + "loss": 2.4266, + "step": 35309 + }, + { + "epoch": 0.6044266420171519, + "grad_norm": 2.2923879623413086, + "learning_rate": 7.1441069187605964e-06, + "loss": 2.3649, + "step": 35310 + }, + { + "epoch": 0.6044437597357024, + "grad_norm": 2.521348476409912, + "learning_rate": 7.143575607737439e-06, + "loss": 2.3792, + "step": 35311 + }, + { + "epoch": 0.6044608774542529, + "grad_norm": 2.2759416103363037, + "learning_rate": 7.143044305493941e-06, + "loss": 2.4563, + "step": 35312 + }, + { + "epoch": 0.6044779951728033, + "grad_norm": 2.408828020095825, + "learning_rate": 7.142513012031726e-06, + "loss": 2.4128, + "step": 35313 + }, + { + "epoch": 0.6044951128913538, + "grad_norm": 2.390021562576294, + "learning_rate": 7.141981727352432e-06, + "loss": 2.5222, + "step": 35314 + }, + { + "epoch": 0.6045122306099043, + "grad_norm": 2.4101476669311523, + "learning_rate": 7.141450451457687e-06, + "loss": 2.4365, + "step": 35315 + }, + { + "epoch": 0.6045293483284547, + "grad_norm": 2.4349358081817627, + "learning_rate": 7.140919184349131e-06, + "loss": 2.4164, + "step": 35316 + }, + { + "epoch": 0.6045464660470052, + "grad_norm": 2.427973985671997, + "learning_rate": 7.1403879260283924e-06, + "loss": 2.4467, + "step": 35317 + }, + { + "epoch": 0.6045635837655557, + "grad_norm": 2.5604207515716553, + "learning_rate": 7.139856676497103e-06, + "loss": 2.5137, + "step": 35318 + }, + { + "epoch": 0.6045807014841063, + "grad_norm": 2.363651752471924, + "learning_rate": 7.139325435756901e-06, + "loss": 2.4296, + "step": 35319 + }, + { + "epoch": 0.6045978192026567, + "grad_norm": 2.4145917892456055, + "learning_rate": 7.138794203809409e-06, + "loss": 2.5399, + "step": 35320 + }, + { + "epoch": 0.6046149369212072, + "grad_norm": 2.4082071781158447, + "learning_rate": 7.138262980656274e-06, + "loss": 2.4201, + "step": 35321 + }, + { + "epoch": 0.6046320546397577, + "grad_norm": 2.455247402191162, + "learning_rate": 7.1377317662991175e-06, + "loss": 2.3787, + "step": 35322 + }, + { + "epoch": 0.6046491723583081, + "grad_norm": 2.429488182067871, + "learning_rate": 7.137200560739579e-06, + "loss": 2.3586, + "step": 35323 + }, + { + "epoch": 0.6046662900768586, + "grad_norm": 2.274588108062744, + "learning_rate": 7.1366693639792875e-06, + "loss": 2.3512, + "step": 35324 + }, + { + "epoch": 0.6046834077954091, + "grad_norm": 2.391263008117676, + "learning_rate": 7.136138176019874e-06, + "loss": 2.4741, + "step": 35325 + }, + { + "epoch": 0.6047005255139595, + "grad_norm": 2.305422782897949, + "learning_rate": 7.135606996862976e-06, + "loss": 2.3195, + "step": 35326 + }, + { + "epoch": 0.60471764323251, + "grad_norm": 2.4040021896362305, + "learning_rate": 7.13507582651022e-06, + "loss": 2.4791, + "step": 35327 + }, + { + "epoch": 0.6047347609510605, + "grad_norm": 2.2718253135681152, + "learning_rate": 7.134544664963248e-06, + "loss": 2.3527, + "step": 35328 + }, + { + "epoch": 0.6047518786696109, + "grad_norm": 2.4910061359405518, + "learning_rate": 7.134013512223685e-06, + "loss": 2.4962, + "step": 35329 + }, + { + "epoch": 0.6047689963881614, + "grad_norm": 2.4217092990875244, + "learning_rate": 7.133482368293167e-06, + "loss": 2.4247, + "step": 35330 + }, + { + "epoch": 0.6047861141067119, + "grad_norm": 2.4117259979248047, + "learning_rate": 7.132951233173326e-06, + "loss": 2.4394, + "step": 35331 + }, + { + "epoch": 0.6048032318252623, + "grad_norm": 2.5056238174438477, + "learning_rate": 7.132420106865789e-06, + "loss": 2.5529, + "step": 35332 + }, + { + "epoch": 0.6048203495438128, + "grad_norm": 2.3639254570007324, + "learning_rate": 7.131888989372199e-06, + "loss": 2.3326, + "step": 35333 + }, + { + "epoch": 0.6048374672623633, + "grad_norm": 2.6219406127929688, + "learning_rate": 7.13135788069418e-06, + "loss": 2.5236, + "step": 35334 + }, + { + "epoch": 0.6048545849809137, + "grad_norm": 2.362905979156494, + "learning_rate": 7.130826780833368e-06, + "loss": 2.376, + "step": 35335 + }, + { + "epoch": 0.6048717026994642, + "grad_norm": 2.4311060905456543, + "learning_rate": 7.130295689791393e-06, + "loss": 2.5263, + "step": 35336 + }, + { + "epoch": 0.6048888204180147, + "grad_norm": 2.31326961517334, + "learning_rate": 7.129764607569891e-06, + "loss": 2.3361, + "step": 35337 + }, + { + "epoch": 0.6049059381365651, + "grad_norm": 2.4805662631988525, + "learning_rate": 7.129233534170494e-06, + "loss": 2.4091, + "step": 35338 + }, + { + "epoch": 0.6049230558551156, + "grad_norm": 2.3506391048431396, + "learning_rate": 7.12870246959483e-06, + "loss": 2.4845, + "step": 35339 + }, + { + "epoch": 0.6049401735736661, + "grad_norm": 2.317671775817871, + "learning_rate": 7.128171413844537e-06, + "loss": 2.4023, + "step": 35340 + }, + { + "epoch": 0.6049572912922165, + "grad_norm": 2.360673427581787, + "learning_rate": 7.12764036692124e-06, + "loss": 2.4236, + "step": 35341 + }, + { + "epoch": 0.604974409010767, + "grad_norm": 2.44925594329834, + "learning_rate": 7.1271093288265795e-06, + "loss": 2.457, + "step": 35342 + }, + { + "epoch": 0.6049915267293176, + "grad_norm": 2.4424118995666504, + "learning_rate": 7.126578299562179e-06, + "loss": 2.5069, + "step": 35343 + }, + { + "epoch": 0.605008644447868, + "grad_norm": 2.4231016635894775, + "learning_rate": 7.12604727912968e-06, + "loss": 2.4391, + "step": 35344 + }, + { + "epoch": 0.6050257621664185, + "grad_norm": 2.5312108993530273, + "learning_rate": 7.125516267530711e-06, + "loss": 2.4612, + "step": 35345 + }, + { + "epoch": 0.605042879884969, + "grad_norm": 2.271627426147461, + "learning_rate": 7.1249852647669005e-06, + "loss": 2.4386, + "step": 35346 + }, + { + "epoch": 0.6050599976035194, + "grad_norm": 2.3884646892547607, + "learning_rate": 7.124454270839885e-06, + "loss": 2.4795, + "step": 35347 + }, + { + "epoch": 0.6050771153220699, + "grad_norm": 2.324619770050049, + "learning_rate": 7.123923285751293e-06, + "loss": 2.4244, + "step": 35348 + }, + { + "epoch": 0.6050942330406204, + "grad_norm": 2.5175366401672363, + "learning_rate": 7.123392309502761e-06, + "loss": 2.376, + "step": 35349 + }, + { + "epoch": 0.6051113507591708, + "grad_norm": 2.45390248298645, + "learning_rate": 7.122861342095917e-06, + "loss": 2.47, + "step": 35350 + }, + { + "epoch": 0.6051284684777213, + "grad_norm": 2.439532518386841, + "learning_rate": 7.122330383532397e-06, + "loss": 2.5176, + "step": 35351 + }, + { + "epoch": 0.6051455861962718, + "grad_norm": 2.3929390907287598, + "learning_rate": 7.121799433813826e-06, + "loss": 2.2962, + "step": 35352 + }, + { + "epoch": 0.6051627039148222, + "grad_norm": 2.4807653427124023, + "learning_rate": 7.121268492941846e-06, + "loss": 2.4081, + "step": 35353 + }, + { + "epoch": 0.6051798216333727, + "grad_norm": 2.346392869949341, + "learning_rate": 7.120737560918083e-06, + "loss": 2.3677, + "step": 35354 + }, + { + "epoch": 0.6051969393519232, + "grad_norm": 2.338785171508789, + "learning_rate": 7.120206637744167e-06, + "loss": 2.4548, + "step": 35355 + }, + { + "epoch": 0.6052140570704736, + "grad_norm": 2.3646254539489746, + "learning_rate": 7.119675723421734e-06, + "loss": 2.3579, + "step": 35356 + }, + { + "epoch": 0.6052311747890241, + "grad_norm": 2.4914681911468506, + "learning_rate": 7.11914481795241e-06, + "loss": 2.6023, + "step": 35357 + }, + { + "epoch": 0.6052482925075746, + "grad_norm": 2.5492076873779297, + "learning_rate": 7.118613921337836e-06, + "loss": 2.506, + "step": 35358 + }, + { + "epoch": 0.605265410226125, + "grad_norm": 2.3480491638183594, + "learning_rate": 7.118083033579635e-06, + "loss": 2.3853, + "step": 35359 + }, + { + "epoch": 0.6052825279446755, + "grad_norm": 2.348087787628174, + "learning_rate": 7.117552154679446e-06, + "loss": 2.5177, + "step": 35360 + }, + { + "epoch": 0.605299645663226, + "grad_norm": 2.426513671875, + "learning_rate": 7.117021284638896e-06, + "loss": 2.4277, + "step": 35361 + }, + { + "epoch": 0.6053167633817764, + "grad_norm": 2.393784999847412, + "learning_rate": 7.116490423459618e-06, + "loss": 2.5262, + "step": 35362 + }, + { + "epoch": 0.6053338811003269, + "grad_norm": 2.27644681930542, + "learning_rate": 7.115959571143245e-06, + "loss": 2.3467, + "step": 35363 + }, + { + "epoch": 0.6053509988188774, + "grad_norm": 2.3548424243927, + "learning_rate": 7.115428727691403e-06, + "loss": 2.4314, + "step": 35364 + }, + { + "epoch": 0.6053681165374278, + "grad_norm": 2.3533449172973633, + "learning_rate": 7.114897893105732e-06, + "loss": 2.4466, + "step": 35365 + }, + { + "epoch": 0.6053852342559783, + "grad_norm": 2.273750066757202, + "learning_rate": 7.114367067387857e-06, + "loss": 2.3281, + "step": 35366 + }, + { + "epoch": 0.6054023519745289, + "grad_norm": 2.4091525077819824, + "learning_rate": 7.1138362505394155e-06, + "loss": 2.3609, + "step": 35367 + }, + { + "epoch": 0.6054194696930794, + "grad_norm": 2.2929444313049316, + "learning_rate": 7.113305442562035e-06, + "loss": 2.4528, + "step": 35368 + }, + { + "epoch": 0.6054365874116298, + "grad_norm": 2.4116017818450928, + "learning_rate": 7.112774643457343e-06, + "loss": 2.499, + "step": 35369 + }, + { + "epoch": 0.6054537051301803, + "grad_norm": 2.4107143878936768, + "learning_rate": 7.112243853226981e-06, + "loss": 2.4193, + "step": 35370 + }, + { + "epoch": 0.6054708228487308, + "grad_norm": 2.398391008377075, + "learning_rate": 7.111713071872572e-06, + "loss": 2.5261, + "step": 35371 + }, + { + "epoch": 0.6054879405672812, + "grad_norm": 2.5605967044830322, + "learning_rate": 7.111182299395753e-06, + "loss": 2.3988, + "step": 35372 + }, + { + "epoch": 0.6055050582858317, + "grad_norm": 2.4687092304229736, + "learning_rate": 7.1106515357981486e-06, + "loss": 2.5084, + "step": 35373 + }, + { + "epoch": 0.6055221760043822, + "grad_norm": 2.444103956222534, + "learning_rate": 7.1101207810814e-06, + "loss": 2.4331, + "step": 35374 + }, + { + "epoch": 0.6055392937229326, + "grad_norm": 2.4537339210510254, + "learning_rate": 7.109590035247131e-06, + "loss": 2.4742, + "step": 35375 + }, + { + "epoch": 0.6055564114414831, + "grad_norm": 2.4323790073394775, + "learning_rate": 7.109059298296974e-06, + "loss": 2.4825, + "step": 35376 + }, + { + "epoch": 0.6055735291600336, + "grad_norm": 2.3211658000946045, + "learning_rate": 7.108528570232565e-06, + "loss": 2.4621, + "step": 35377 + }, + { + "epoch": 0.605590646878584, + "grad_norm": 2.377528190612793, + "learning_rate": 7.107997851055526e-06, + "loss": 2.477, + "step": 35378 + }, + { + "epoch": 0.6056077645971345, + "grad_norm": 2.360175371170044, + "learning_rate": 7.1074671407674965e-06, + "loss": 2.4695, + "step": 35379 + }, + { + "epoch": 0.605624882315685, + "grad_norm": 2.4854447841644287, + "learning_rate": 7.106936439370102e-06, + "loss": 2.3977, + "step": 35380 + }, + { + "epoch": 0.6056420000342354, + "grad_norm": 2.4122118949890137, + "learning_rate": 7.106405746864983e-06, + "loss": 2.4608, + "step": 35381 + }, + { + "epoch": 0.6056591177527859, + "grad_norm": 2.45605206489563, + "learning_rate": 7.1058750632537625e-06, + "loss": 2.4926, + "step": 35382 + }, + { + "epoch": 0.6056762354713364, + "grad_norm": 2.3888704776763916, + "learning_rate": 7.105344388538071e-06, + "loss": 2.4692, + "step": 35383 + }, + { + "epoch": 0.6056933531898868, + "grad_norm": 2.27876353263855, + "learning_rate": 7.104813722719546e-06, + "loss": 2.4064, + "step": 35384 + }, + { + "epoch": 0.6057104709084373, + "grad_norm": 2.4258577823638916, + "learning_rate": 7.10428306579981e-06, + "loss": 2.4753, + "step": 35385 + }, + { + "epoch": 0.6057275886269878, + "grad_norm": 2.3139660358428955, + "learning_rate": 7.103752417780503e-06, + "loss": 2.3759, + "step": 35386 + }, + { + "epoch": 0.6057447063455382, + "grad_norm": 2.3853914737701416, + "learning_rate": 7.10322177866325e-06, + "loss": 2.4049, + "step": 35387 + }, + { + "epoch": 0.6057618240640887, + "grad_norm": 2.497466564178467, + "learning_rate": 7.102691148449685e-06, + "loss": 2.4617, + "step": 35388 + }, + { + "epoch": 0.6057789417826392, + "grad_norm": 2.5069034099578857, + "learning_rate": 7.102160527141438e-06, + "loss": 2.483, + "step": 35389 + }, + { + "epoch": 0.6057960595011896, + "grad_norm": 2.2969682216644287, + "learning_rate": 7.1016299147401355e-06, + "loss": 2.3905, + "step": 35390 + }, + { + "epoch": 0.6058131772197402, + "grad_norm": 2.3678009510040283, + "learning_rate": 7.101099311247417e-06, + "loss": 2.3232, + "step": 35391 + }, + { + "epoch": 0.6058302949382907, + "grad_norm": 2.382641315460205, + "learning_rate": 7.100568716664909e-06, + "loss": 2.4825, + "step": 35392 + }, + { + "epoch": 0.6058474126568411, + "grad_norm": 2.4189400672912598, + "learning_rate": 7.100038130994242e-06, + "loss": 2.3864, + "step": 35393 + }, + { + "epoch": 0.6058645303753916, + "grad_norm": 2.484696388244629, + "learning_rate": 7.099507554237044e-06, + "loss": 2.4226, + "step": 35394 + }, + { + "epoch": 0.6058816480939421, + "grad_norm": 2.460329532623291, + "learning_rate": 7.098976986394952e-06, + "loss": 2.48, + "step": 35395 + }, + { + "epoch": 0.6058987658124925, + "grad_norm": 2.3336074352264404, + "learning_rate": 7.098446427469596e-06, + "loss": 2.5368, + "step": 35396 + }, + { + "epoch": 0.605915883531043, + "grad_norm": 2.4916012287139893, + "learning_rate": 7.0979158774626e-06, + "loss": 2.4225, + "step": 35397 + }, + { + "epoch": 0.6059330012495935, + "grad_norm": 2.3775620460510254, + "learning_rate": 7.097385336375602e-06, + "loss": 2.4688, + "step": 35398 + }, + { + "epoch": 0.6059501189681439, + "grad_norm": 2.5525424480438232, + "learning_rate": 7.096854804210229e-06, + "loss": 2.5545, + "step": 35399 + }, + { + "epoch": 0.6059672366866944, + "grad_norm": 2.5524420738220215, + "learning_rate": 7.096324280968115e-06, + "loss": 2.4965, + "step": 35400 + }, + { + "epoch": 0.6059843544052449, + "grad_norm": 2.4670324325561523, + "learning_rate": 7.095793766650885e-06, + "loss": 2.5618, + "step": 35401 + }, + { + "epoch": 0.6060014721237953, + "grad_norm": 2.377429723739624, + "learning_rate": 7.095263261260175e-06, + "loss": 2.5511, + "step": 35402 + }, + { + "epoch": 0.6060185898423458, + "grad_norm": 2.3567562103271484, + "learning_rate": 7.094732764797615e-06, + "loss": 2.3128, + "step": 35403 + }, + { + "epoch": 0.6060357075608963, + "grad_norm": 2.3999216556549072, + "learning_rate": 7.094202277264832e-06, + "loss": 2.3556, + "step": 35404 + }, + { + "epoch": 0.6060528252794467, + "grad_norm": 2.4348294734954834, + "learning_rate": 7.09367179866346e-06, + "loss": 2.5118, + "step": 35405 + }, + { + "epoch": 0.6060699429979972, + "grad_norm": 2.3501763343811035, + "learning_rate": 7.093141328995125e-06, + "loss": 2.4136, + "step": 35406 + }, + { + "epoch": 0.6060870607165477, + "grad_norm": 2.3716442584991455, + "learning_rate": 7.0926108682614635e-06, + "loss": 2.4721, + "step": 35407 + }, + { + "epoch": 0.6061041784350981, + "grad_norm": 2.384347677230835, + "learning_rate": 7.092080416464102e-06, + "loss": 2.4936, + "step": 35408 + }, + { + "epoch": 0.6061212961536486, + "grad_norm": 2.4053287506103516, + "learning_rate": 7.0915499736046745e-06, + "loss": 2.3602, + "step": 35409 + }, + { + "epoch": 0.6061384138721991, + "grad_norm": 2.4379496574401855, + "learning_rate": 7.091019539684808e-06, + "loss": 2.4976, + "step": 35410 + }, + { + "epoch": 0.6061555315907495, + "grad_norm": 2.4997849464416504, + "learning_rate": 7.090489114706129e-06, + "loss": 2.5073, + "step": 35411 + }, + { + "epoch": 0.6061726493093, + "grad_norm": 2.358389377593994, + "learning_rate": 7.089958698670278e-06, + "loss": 2.4895, + "step": 35412 + }, + { + "epoch": 0.6061897670278505, + "grad_norm": 2.3799755573272705, + "learning_rate": 7.089428291578878e-06, + "loss": 2.3893, + "step": 35413 + }, + { + "epoch": 0.606206884746401, + "grad_norm": 2.422506332397461, + "learning_rate": 7.088897893433563e-06, + "loss": 2.3947, + "step": 35414 + }, + { + "epoch": 0.6062240024649515, + "grad_norm": 2.3692214488983154, + "learning_rate": 7.088367504235958e-06, + "loss": 2.4305, + "step": 35415 + }, + { + "epoch": 0.606241120183502, + "grad_norm": 2.228736162185669, + "learning_rate": 7.0878371239877e-06, + "loss": 2.3584, + "step": 35416 + }, + { + "epoch": 0.6062582379020525, + "grad_norm": 2.4310741424560547, + "learning_rate": 7.087306752690415e-06, + "loss": 2.5474, + "step": 35417 + }, + { + "epoch": 0.6062753556206029, + "grad_norm": 2.387155532836914, + "learning_rate": 7.086776390345731e-06, + "loss": 2.3483, + "step": 35418 + }, + { + "epoch": 0.6062924733391534, + "grad_norm": 2.409269332885742, + "learning_rate": 7.086246036955285e-06, + "loss": 2.4632, + "step": 35419 + }, + { + "epoch": 0.6063095910577039, + "grad_norm": 2.2996773719787598, + "learning_rate": 7.085715692520703e-06, + "loss": 2.3052, + "step": 35420 + }, + { + "epoch": 0.6063267087762543, + "grad_norm": 2.255220890045166, + "learning_rate": 7.085185357043616e-06, + "loss": 2.4483, + "step": 35421 + }, + { + "epoch": 0.6063438264948048, + "grad_norm": 2.3702995777130127, + "learning_rate": 7.084655030525649e-06, + "loss": 2.4885, + "step": 35422 + }, + { + "epoch": 0.6063609442133553, + "grad_norm": 2.389906644821167, + "learning_rate": 7.084124712968441e-06, + "loss": 2.3417, + "step": 35423 + }, + { + "epoch": 0.6063780619319057, + "grad_norm": 2.473381996154785, + "learning_rate": 7.083594404373616e-06, + "loss": 2.4392, + "step": 35424 + }, + { + "epoch": 0.6063951796504562, + "grad_norm": 2.431288957595825, + "learning_rate": 7.0830641047428075e-06, + "loss": 2.4962, + "step": 35425 + }, + { + "epoch": 0.6064122973690067, + "grad_norm": 2.397904872894287, + "learning_rate": 7.082533814077644e-06, + "loss": 2.4722, + "step": 35426 + }, + { + "epoch": 0.6064294150875571, + "grad_norm": 2.399118185043335, + "learning_rate": 7.08200353237975e-06, + "loss": 2.4672, + "step": 35427 + }, + { + "epoch": 0.6064465328061076, + "grad_norm": 2.4430718421936035, + "learning_rate": 7.081473259650764e-06, + "loss": 2.4484, + "step": 35428 + }, + { + "epoch": 0.6064636505246581, + "grad_norm": 2.2744414806365967, + "learning_rate": 7.0809429958923116e-06, + "loss": 2.4453, + "step": 35429 + }, + { + "epoch": 0.6064807682432085, + "grad_norm": 2.349992036819458, + "learning_rate": 7.080412741106024e-06, + "loss": 2.4357, + "step": 35430 + }, + { + "epoch": 0.606497885961759, + "grad_norm": 2.5402169227600098, + "learning_rate": 7.079882495293528e-06, + "loss": 2.5354, + "step": 35431 + }, + { + "epoch": 0.6065150036803095, + "grad_norm": 2.229309320449829, + "learning_rate": 7.079352258456458e-06, + "loss": 2.3071, + "step": 35432 + }, + { + "epoch": 0.6065321213988599, + "grad_norm": 2.383363962173462, + "learning_rate": 7.078822030596442e-06, + "loss": 2.4039, + "step": 35433 + }, + { + "epoch": 0.6065492391174104, + "grad_norm": 2.3411900997161865, + "learning_rate": 7.0782918117151056e-06, + "loss": 2.3455, + "step": 35434 + }, + { + "epoch": 0.6065663568359609, + "grad_norm": 2.489774703979492, + "learning_rate": 7.077761601814086e-06, + "loss": 2.4297, + "step": 35435 + }, + { + "epoch": 0.6065834745545113, + "grad_norm": 2.516497850418091, + "learning_rate": 7.077231400895006e-06, + "loss": 2.4906, + "step": 35436 + }, + { + "epoch": 0.6066005922730618, + "grad_norm": 2.4260339736938477, + "learning_rate": 7.076701208959501e-06, + "loss": 2.502, + "step": 35437 + }, + { + "epoch": 0.6066177099916124, + "grad_norm": 2.5037341117858887, + "learning_rate": 7.0761710260091935e-06, + "loss": 2.4132, + "step": 35438 + }, + { + "epoch": 0.6066348277101627, + "grad_norm": 2.3402605056762695, + "learning_rate": 7.075640852045722e-06, + "loss": 2.4036, + "step": 35439 + }, + { + "epoch": 0.6066519454287133, + "grad_norm": 2.502854824066162, + "learning_rate": 7.075110687070712e-06, + "loss": 2.5083, + "step": 35440 + }, + { + "epoch": 0.6066690631472638, + "grad_norm": 2.394819974899292, + "learning_rate": 7.074580531085788e-06, + "loss": 2.5247, + "step": 35441 + }, + { + "epoch": 0.6066861808658142, + "grad_norm": 2.246572732925415, + "learning_rate": 7.074050384092589e-06, + "loss": 2.2853, + "step": 35442 + }, + { + "epoch": 0.6067032985843647, + "grad_norm": 2.42289662361145, + "learning_rate": 7.073520246092734e-06, + "loss": 2.4579, + "step": 35443 + }, + { + "epoch": 0.6067204163029152, + "grad_norm": 2.3708717823028564, + "learning_rate": 7.072990117087863e-06, + "loss": 2.3876, + "step": 35444 + }, + { + "epoch": 0.6067375340214656, + "grad_norm": 2.4310011863708496, + "learning_rate": 7.0724599970795975e-06, + "loss": 2.3646, + "step": 35445 + }, + { + "epoch": 0.6067546517400161, + "grad_norm": 2.4775609970092773, + "learning_rate": 7.071929886069573e-06, + "loss": 2.522, + "step": 35446 + }, + { + "epoch": 0.6067717694585666, + "grad_norm": 2.225968599319458, + "learning_rate": 7.071399784059414e-06, + "loss": 2.4199, + "step": 35447 + }, + { + "epoch": 0.606788887177117, + "grad_norm": 2.441678285598755, + "learning_rate": 7.070869691050749e-06, + "loss": 2.3666, + "step": 35448 + }, + { + "epoch": 0.6068060048956675, + "grad_norm": 2.453860282897949, + "learning_rate": 7.070339607045214e-06, + "loss": 2.4943, + "step": 35449 + }, + { + "epoch": 0.606823122614218, + "grad_norm": 2.4418411254882812, + "learning_rate": 7.069809532044429e-06, + "loss": 2.5266, + "step": 35450 + }, + { + "epoch": 0.6068402403327684, + "grad_norm": 2.361713171005249, + "learning_rate": 7.069279466050035e-06, + "loss": 2.3444, + "step": 35451 + }, + { + "epoch": 0.6068573580513189, + "grad_norm": 2.3798763751983643, + "learning_rate": 7.068749409063649e-06, + "loss": 2.4667, + "step": 35452 + }, + { + "epoch": 0.6068744757698694, + "grad_norm": 2.412144660949707, + "learning_rate": 7.0682193610869096e-06, + "loss": 2.4807, + "step": 35453 + }, + { + "epoch": 0.6068915934884198, + "grad_norm": 2.213899850845337, + "learning_rate": 7.067689322121443e-06, + "loss": 2.3045, + "step": 35454 + }, + { + "epoch": 0.6069087112069703, + "grad_norm": 2.35642147064209, + "learning_rate": 7.067159292168872e-06, + "loss": 2.395, + "step": 35455 + }, + { + "epoch": 0.6069258289255208, + "grad_norm": 2.5930135250091553, + "learning_rate": 7.066629271230836e-06, + "loss": 2.4594, + "step": 35456 + }, + { + "epoch": 0.6069429466440712, + "grad_norm": 2.3802592754364014, + "learning_rate": 7.066099259308959e-06, + "loss": 2.4225, + "step": 35457 + }, + { + "epoch": 0.6069600643626217, + "grad_norm": 2.438786506652832, + "learning_rate": 7.065569256404872e-06, + "loss": 2.4331, + "step": 35458 + }, + { + "epoch": 0.6069771820811722, + "grad_norm": 2.3209187984466553, + "learning_rate": 7.065039262520197e-06, + "loss": 2.4049, + "step": 35459 + }, + { + "epoch": 0.6069942997997227, + "grad_norm": 2.3036680221557617, + "learning_rate": 7.064509277656573e-06, + "loss": 2.4381, + "step": 35460 + }, + { + "epoch": 0.6070114175182731, + "grad_norm": 2.634042739868164, + "learning_rate": 7.063979301815626e-06, + "loss": 2.5874, + "step": 35461 + }, + { + "epoch": 0.6070285352368237, + "grad_norm": 2.4993369579315186, + "learning_rate": 7.063449334998981e-06, + "loss": 2.4578, + "step": 35462 + }, + { + "epoch": 0.6070456529553742, + "grad_norm": 2.275723457336426, + "learning_rate": 7.06291937720827e-06, + "loss": 2.4467, + "step": 35463 + }, + { + "epoch": 0.6070627706739246, + "grad_norm": 2.3113367557525635, + "learning_rate": 7.06238942844512e-06, + "loss": 2.3148, + "step": 35464 + }, + { + "epoch": 0.6070798883924751, + "grad_norm": 2.285128355026245, + "learning_rate": 7.0618594887111635e-06, + "loss": 2.4035, + "step": 35465 + }, + { + "epoch": 0.6070970061110256, + "grad_norm": 2.4532082080841064, + "learning_rate": 7.061329558008025e-06, + "loss": 2.5657, + "step": 35466 + }, + { + "epoch": 0.607114123829576, + "grad_norm": 2.365488052368164, + "learning_rate": 7.060799636337339e-06, + "loss": 2.4295, + "step": 35467 + }, + { + "epoch": 0.6071312415481265, + "grad_norm": 2.3887369632720947, + "learning_rate": 7.060269723700729e-06, + "loss": 2.4336, + "step": 35468 + }, + { + "epoch": 0.607148359266677, + "grad_norm": 2.2173781394958496, + "learning_rate": 7.059739820099822e-06, + "loss": 2.4319, + "step": 35469 + }, + { + "epoch": 0.6071654769852274, + "grad_norm": 2.395402193069458, + "learning_rate": 7.0592099255362544e-06, + "loss": 2.4789, + "step": 35470 + }, + { + "epoch": 0.6071825947037779, + "grad_norm": 2.372175931930542, + "learning_rate": 7.058680040011647e-06, + "loss": 2.4432, + "step": 35471 + }, + { + "epoch": 0.6071997124223284, + "grad_norm": 2.59769344329834, + "learning_rate": 7.0581501635276365e-06, + "loss": 2.4346, + "step": 35472 + }, + { + "epoch": 0.6072168301408788, + "grad_norm": 2.4252493381500244, + "learning_rate": 7.057620296085845e-06, + "loss": 2.5001, + "step": 35473 + }, + { + "epoch": 0.6072339478594293, + "grad_norm": 2.220980644226074, + "learning_rate": 7.057090437687906e-06, + "loss": 2.3648, + "step": 35474 + }, + { + "epoch": 0.6072510655779798, + "grad_norm": 2.2350471019744873, + "learning_rate": 7.056560588335444e-06, + "loss": 2.3583, + "step": 35475 + }, + { + "epoch": 0.6072681832965302, + "grad_norm": 2.4299814701080322, + "learning_rate": 7.056030748030085e-06, + "loss": 2.5374, + "step": 35476 + }, + { + "epoch": 0.6072853010150807, + "grad_norm": 2.525858163833618, + "learning_rate": 7.055500916773468e-06, + "loss": 2.5006, + "step": 35477 + }, + { + "epoch": 0.6073024187336312, + "grad_norm": 2.39089035987854, + "learning_rate": 7.054971094567211e-06, + "loss": 2.5205, + "step": 35478 + }, + { + "epoch": 0.6073195364521816, + "grad_norm": 2.3870301246643066, + "learning_rate": 7.05444128141295e-06, + "loss": 2.4262, + "step": 35479 + }, + { + "epoch": 0.6073366541707321, + "grad_norm": 2.337101459503174, + "learning_rate": 7.053911477312305e-06, + "loss": 2.4541, + "step": 35480 + }, + { + "epoch": 0.6073537718892826, + "grad_norm": 2.5186750888824463, + "learning_rate": 7.053381682266913e-06, + "loss": 2.4437, + "step": 35481 + }, + { + "epoch": 0.607370889607833, + "grad_norm": 2.4080710411071777, + "learning_rate": 7.052851896278401e-06, + "loss": 2.2782, + "step": 35482 + }, + { + "epoch": 0.6073880073263835, + "grad_norm": 2.371507406234741, + "learning_rate": 7.052322119348391e-06, + "loss": 2.4674, + "step": 35483 + }, + { + "epoch": 0.607405125044934, + "grad_norm": 2.421656370162964, + "learning_rate": 7.05179235147852e-06, + "loss": 2.3558, + "step": 35484 + }, + { + "epoch": 0.6074222427634844, + "grad_norm": 2.429459810256958, + "learning_rate": 7.051262592670407e-06, + "loss": 2.5249, + "step": 35485 + }, + { + "epoch": 0.607439360482035, + "grad_norm": 2.4317495822906494, + "learning_rate": 7.05073284292569e-06, + "loss": 2.489, + "step": 35486 + }, + { + "epoch": 0.6074564782005855, + "grad_norm": 2.3667490482330322, + "learning_rate": 7.050203102245987e-06, + "loss": 2.432, + "step": 35487 + }, + { + "epoch": 0.6074735959191359, + "grad_norm": 2.406949996948242, + "learning_rate": 7.049673370632937e-06, + "loss": 2.3271, + "step": 35488 + }, + { + "epoch": 0.6074907136376864, + "grad_norm": 2.34580397605896, + "learning_rate": 7.049143648088162e-06, + "loss": 2.4501, + "step": 35489 + }, + { + "epoch": 0.6075078313562369, + "grad_norm": 2.5749623775482178, + "learning_rate": 7.04861393461329e-06, + "loss": 2.5352, + "step": 35490 + }, + { + "epoch": 0.6075249490747873, + "grad_norm": 2.469041347503662, + "learning_rate": 7.048084230209952e-06, + "loss": 2.4363, + "step": 35491 + }, + { + "epoch": 0.6075420667933378, + "grad_norm": 2.2132768630981445, + "learning_rate": 7.0475545348797705e-06, + "loss": 2.3148, + "step": 35492 + }, + { + "epoch": 0.6075591845118883, + "grad_norm": 2.3454370498657227, + "learning_rate": 7.047024848624382e-06, + "loss": 2.4454, + "step": 35493 + }, + { + "epoch": 0.6075763022304387, + "grad_norm": 2.4066405296325684, + "learning_rate": 7.046495171445407e-06, + "loss": 2.2998, + "step": 35494 + }, + { + "epoch": 0.6075934199489892, + "grad_norm": 2.4637091159820557, + "learning_rate": 7.04596550334448e-06, + "loss": 2.4969, + "step": 35495 + }, + { + "epoch": 0.6076105376675397, + "grad_norm": 2.281989336013794, + "learning_rate": 7.0454358443232205e-06, + "loss": 2.3396, + "step": 35496 + }, + { + "epoch": 0.6076276553860901, + "grad_norm": 2.4078400135040283, + "learning_rate": 7.0449061943832675e-06, + "loss": 2.3634, + "step": 35497 + }, + { + "epoch": 0.6076447731046406, + "grad_norm": 2.331150770187378, + "learning_rate": 7.044376553526242e-06, + "loss": 2.3068, + "step": 35498 + }, + { + "epoch": 0.6076618908231911, + "grad_norm": 2.364483118057251, + "learning_rate": 7.04384692175377e-06, + "loss": 2.3347, + "step": 35499 + }, + { + "epoch": 0.6076790085417415, + "grad_norm": 2.3860576152801514, + "learning_rate": 7.043317299067486e-06, + "loss": 2.4862, + "step": 35500 + }, + { + "epoch": 0.607696126260292, + "grad_norm": 2.488456964492798, + "learning_rate": 7.0427876854690104e-06, + "loss": 2.44, + "step": 35501 + }, + { + "epoch": 0.6077132439788425, + "grad_norm": 2.5552778244018555, + "learning_rate": 7.042258080959979e-06, + "loss": 2.5095, + "step": 35502 + }, + { + "epoch": 0.6077303616973929, + "grad_norm": 2.3195102214813232, + "learning_rate": 7.041728485542012e-06, + "loss": 2.2955, + "step": 35503 + }, + { + "epoch": 0.6077474794159434, + "grad_norm": 2.5341193675994873, + "learning_rate": 7.041198899216744e-06, + "loss": 2.4261, + "step": 35504 + }, + { + "epoch": 0.6077645971344939, + "grad_norm": 2.4850916862487793, + "learning_rate": 7.0406693219858e-06, + "loss": 2.4488, + "step": 35505 + }, + { + "epoch": 0.6077817148530444, + "grad_norm": 2.4406473636627197, + "learning_rate": 7.040139753850802e-06, + "loss": 2.4951, + "step": 35506 + }, + { + "epoch": 0.6077988325715948, + "grad_norm": 2.3499491214752197, + "learning_rate": 7.039610194813388e-06, + "loss": 2.3405, + "step": 35507 + }, + { + "epoch": 0.6078159502901453, + "grad_norm": 2.372549057006836, + "learning_rate": 7.039080644875176e-06, + "loss": 2.3659, + "step": 35508 + }, + { + "epoch": 0.6078330680086959, + "grad_norm": 2.3087844848632812, + "learning_rate": 7.0385511040378026e-06, + "loss": 2.3959, + "step": 35509 + }, + { + "epoch": 0.6078501857272463, + "grad_norm": 2.4146835803985596, + "learning_rate": 7.03802157230289e-06, + "loss": 2.4529, + "step": 35510 + }, + { + "epoch": 0.6078673034457968, + "grad_norm": 2.5004172325134277, + "learning_rate": 7.0374920496720675e-06, + "loss": 2.4287, + "step": 35511 + }, + { + "epoch": 0.6078844211643473, + "grad_norm": 2.301692247390747, + "learning_rate": 7.036962536146964e-06, + "loss": 2.2517, + "step": 35512 + }, + { + "epoch": 0.6079015388828977, + "grad_norm": 2.3117380142211914, + "learning_rate": 7.0364330317292e-06, + "loss": 2.3546, + "step": 35513 + }, + { + "epoch": 0.6079186566014482, + "grad_norm": 2.385472059249878, + "learning_rate": 7.035903536420412e-06, + "loss": 2.3741, + "step": 35514 + }, + { + "epoch": 0.6079357743199987, + "grad_norm": 2.3740885257720947, + "learning_rate": 7.0353740502222234e-06, + "loss": 2.6033, + "step": 35515 + }, + { + "epoch": 0.6079528920385491, + "grad_norm": 2.4661309719085693, + "learning_rate": 7.034844573136261e-06, + "loss": 2.5666, + "step": 35516 + }, + { + "epoch": 0.6079700097570996, + "grad_norm": 2.50679612159729, + "learning_rate": 7.034315105164151e-06, + "loss": 2.4308, + "step": 35517 + }, + { + "epoch": 0.6079871274756501, + "grad_norm": 2.4225149154663086, + "learning_rate": 7.033785646307527e-06, + "loss": 2.4782, + "step": 35518 + }, + { + "epoch": 0.6080042451942005, + "grad_norm": 2.4551970958709717, + "learning_rate": 7.033256196568013e-06, + "loss": 2.4173, + "step": 35519 + }, + { + "epoch": 0.608021362912751, + "grad_norm": 2.4183349609375, + "learning_rate": 7.032726755947232e-06, + "loss": 2.3747, + "step": 35520 + }, + { + "epoch": 0.6080384806313015, + "grad_norm": 2.3474488258361816, + "learning_rate": 7.032197324446819e-06, + "loss": 2.4121, + "step": 35521 + }, + { + "epoch": 0.6080555983498519, + "grad_norm": 2.5335330963134766, + "learning_rate": 7.031667902068391e-06, + "loss": 2.3856, + "step": 35522 + }, + { + "epoch": 0.6080727160684024, + "grad_norm": 2.5461530685424805, + "learning_rate": 7.031138488813587e-06, + "loss": 2.5856, + "step": 35523 + }, + { + "epoch": 0.6080898337869529, + "grad_norm": 2.4116711616516113, + "learning_rate": 7.0306090846840236e-06, + "loss": 2.3501, + "step": 35524 + }, + { + "epoch": 0.6081069515055033, + "grad_norm": 2.4269535541534424, + "learning_rate": 7.030079689681338e-06, + "loss": 2.4089, + "step": 35525 + }, + { + "epoch": 0.6081240692240538, + "grad_norm": 2.389756917953491, + "learning_rate": 7.029550303807153e-06, + "loss": 2.3708, + "step": 35526 + }, + { + "epoch": 0.6081411869426043, + "grad_norm": 2.434722900390625, + "learning_rate": 7.029020927063093e-06, + "loss": 2.3689, + "step": 35527 + }, + { + "epoch": 0.6081583046611547, + "grad_norm": 2.3640925884246826, + "learning_rate": 7.028491559450789e-06, + "loss": 2.4278, + "step": 35528 + }, + { + "epoch": 0.6081754223797052, + "grad_norm": 2.3914577960968018, + "learning_rate": 7.027962200971863e-06, + "loss": 2.4514, + "step": 35529 + }, + { + "epoch": 0.6081925400982557, + "grad_norm": 2.2463667392730713, + "learning_rate": 7.027432851627949e-06, + "loss": 2.416, + "step": 35530 + }, + { + "epoch": 0.6082096578168061, + "grad_norm": 2.3078665733337402, + "learning_rate": 7.026903511420669e-06, + "loss": 2.4334, + "step": 35531 + }, + { + "epoch": 0.6082267755353566, + "grad_norm": 2.3671576976776123, + "learning_rate": 7.0263741803516535e-06, + "loss": 2.4614, + "step": 35532 + }, + { + "epoch": 0.6082438932539072, + "grad_norm": 2.5904159545898438, + "learning_rate": 7.0258448584225284e-06, + "loss": 2.6086, + "step": 35533 + }, + { + "epoch": 0.6082610109724575, + "grad_norm": 2.3396565914154053, + "learning_rate": 7.025315545634914e-06, + "loss": 2.4811, + "step": 35534 + }, + { + "epoch": 0.6082781286910081, + "grad_norm": 2.3797616958618164, + "learning_rate": 7.024786241990448e-06, + "loss": 2.3957, + "step": 35535 + }, + { + "epoch": 0.6082952464095586, + "grad_norm": 2.379164457321167, + "learning_rate": 7.024256947490751e-06, + "loss": 2.418, + "step": 35536 + }, + { + "epoch": 0.608312364128109, + "grad_norm": 2.397103786468506, + "learning_rate": 7.023727662137451e-06, + "loss": 2.4885, + "step": 35537 + }, + { + "epoch": 0.6083294818466595, + "grad_norm": 2.3398215770721436, + "learning_rate": 7.023198385932174e-06, + "loss": 2.3876, + "step": 35538 + }, + { + "epoch": 0.60834659956521, + "grad_norm": 2.327342987060547, + "learning_rate": 7.022669118876551e-06, + "loss": 2.4522, + "step": 35539 + }, + { + "epoch": 0.6083637172837604, + "grad_norm": 2.378769874572754, + "learning_rate": 7.022139860972206e-06, + "loss": 2.4157, + "step": 35540 + }, + { + "epoch": 0.6083808350023109, + "grad_norm": 2.274077892303467, + "learning_rate": 7.021610612220762e-06, + "loss": 2.313, + "step": 35541 + }, + { + "epoch": 0.6083979527208614, + "grad_norm": 2.460642099380493, + "learning_rate": 7.021081372623853e-06, + "loss": 2.545, + "step": 35542 + }, + { + "epoch": 0.6084150704394118, + "grad_norm": 2.323620080947876, + "learning_rate": 7.020552142183095e-06, + "loss": 2.4982, + "step": 35543 + }, + { + "epoch": 0.6084321881579623, + "grad_norm": 2.3660454750061035, + "learning_rate": 7.020022920900127e-06, + "loss": 2.4232, + "step": 35544 + }, + { + "epoch": 0.6084493058765128, + "grad_norm": 2.369246482849121, + "learning_rate": 7.0194937087765665e-06, + "loss": 2.4621, + "step": 35545 + }, + { + "epoch": 0.6084664235950632, + "grad_norm": 2.347470998764038, + "learning_rate": 7.018964505814047e-06, + "loss": 2.4981, + "step": 35546 + }, + { + "epoch": 0.6084835413136137, + "grad_norm": 2.564420700073242, + "learning_rate": 7.0184353120141935e-06, + "loss": 2.5296, + "step": 35547 + }, + { + "epoch": 0.6085006590321642, + "grad_norm": 2.301546812057495, + "learning_rate": 7.017906127378629e-06, + "loss": 2.4742, + "step": 35548 + }, + { + "epoch": 0.6085177767507146, + "grad_norm": 2.4023163318634033, + "learning_rate": 7.017376951908981e-06, + "loss": 2.5398, + "step": 35549 + }, + { + "epoch": 0.6085348944692651, + "grad_norm": 2.416834831237793, + "learning_rate": 7.016847785606875e-06, + "loss": 2.5137, + "step": 35550 + }, + { + "epoch": 0.6085520121878156, + "grad_norm": 2.427917718887329, + "learning_rate": 7.016318628473944e-06, + "loss": 2.3944, + "step": 35551 + }, + { + "epoch": 0.608569129906366, + "grad_norm": 2.373856782913208, + "learning_rate": 7.0157894805118076e-06, + "loss": 2.331, + "step": 35552 + }, + { + "epoch": 0.6085862476249165, + "grad_norm": 2.520366907119751, + "learning_rate": 7.015260341722095e-06, + "loss": 2.4111, + "step": 35553 + }, + { + "epoch": 0.608603365343467, + "grad_norm": 2.495335817337036, + "learning_rate": 7.014731212106434e-06, + "loss": 2.3752, + "step": 35554 + }, + { + "epoch": 0.6086204830620175, + "grad_norm": 2.3516931533813477, + "learning_rate": 7.014202091666444e-06, + "loss": 2.3758, + "step": 35555 + }, + { + "epoch": 0.6086376007805679, + "grad_norm": 2.302811861038208, + "learning_rate": 7.0136729804037595e-06, + "loss": 2.4123, + "step": 35556 + }, + { + "epoch": 0.6086547184991185, + "grad_norm": 2.3928160667419434, + "learning_rate": 7.013143878320003e-06, + "loss": 2.4433, + "step": 35557 + }, + { + "epoch": 0.608671836217669, + "grad_norm": 2.1888844966888428, + "learning_rate": 7.012614785416802e-06, + "loss": 2.4631, + "step": 35558 + }, + { + "epoch": 0.6086889539362194, + "grad_norm": 2.3039746284484863, + "learning_rate": 7.01208570169578e-06, + "loss": 2.5215, + "step": 35559 + }, + { + "epoch": 0.6087060716547699, + "grad_norm": 2.21417498588562, + "learning_rate": 7.011556627158569e-06, + "loss": 2.3603, + "step": 35560 + }, + { + "epoch": 0.6087231893733204, + "grad_norm": 2.4148943424224854, + "learning_rate": 7.011027561806791e-06, + "loss": 2.421, + "step": 35561 + }, + { + "epoch": 0.6087403070918708, + "grad_norm": 2.4606242179870605, + "learning_rate": 7.010498505642068e-06, + "loss": 2.5618, + "step": 35562 + }, + { + "epoch": 0.6087574248104213, + "grad_norm": 2.3563055992126465, + "learning_rate": 7.009969458666036e-06, + "loss": 2.3576, + "step": 35563 + }, + { + "epoch": 0.6087745425289718, + "grad_norm": 2.3032548427581787, + "learning_rate": 7.0094404208803136e-06, + "loss": 2.436, + "step": 35564 + }, + { + "epoch": 0.6087916602475222, + "grad_norm": 2.4423153400421143, + "learning_rate": 7.008911392286532e-06, + "loss": 2.4128, + "step": 35565 + }, + { + "epoch": 0.6088087779660727, + "grad_norm": 2.4908697605133057, + "learning_rate": 7.0083823728863095e-06, + "loss": 2.5482, + "step": 35566 + }, + { + "epoch": 0.6088258956846232, + "grad_norm": 2.5345728397369385, + "learning_rate": 7.007853362681282e-06, + "loss": 2.3925, + "step": 35567 + }, + { + "epoch": 0.6088430134031736, + "grad_norm": 2.541049003601074, + "learning_rate": 7.007324361673068e-06, + "loss": 2.459, + "step": 35568 + }, + { + "epoch": 0.6088601311217241, + "grad_norm": 2.380390167236328, + "learning_rate": 7.0067953698632985e-06, + "loss": 2.5055, + "step": 35569 + }, + { + "epoch": 0.6088772488402746, + "grad_norm": 2.5387659072875977, + "learning_rate": 7.006266387253598e-06, + "loss": 2.5416, + "step": 35570 + }, + { + "epoch": 0.608894366558825, + "grad_norm": 2.4176700115203857, + "learning_rate": 7.005737413845586e-06, + "loss": 2.5312, + "step": 35571 + }, + { + "epoch": 0.6089114842773755, + "grad_norm": 2.246628761291504, + "learning_rate": 7.005208449640896e-06, + "loss": 2.2793, + "step": 35572 + }, + { + "epoch": 0.608928601995926, + "grad_norm": 2.419447183609009, + "learning_rate": 7.0046794946411535e-06, + "loss": 2.382, + "step": 35573 + }, + { + "epoch": 0.6089457197144764, + "grad_norm": 2.521440029144287, + "learning_rate": 7.004150548847983e-06, + "loss": 2.4275, + "step": 35574 + }, + { + "epoch": 0.6089628374330269, + "grad_norm": 2.3126814365386963, + "learning_rate": 7.003621612263005e-06, + "loss": 2.393, + "step": 35575 + }, + { + "epoch": 0.6089799551515774, + "grad_norm": 2.335294008255005, + "learning_rate": 7.003092684887856e-06, + "loss": 2.3684, + "step": 35576 + }, + { + "epoch": 0.6089970728701278, + "grad_norm": 2.506457567214966, + "learning_rate": 7.002563766724153e-06, + "loss": 2.5653, + "step": 35577 + }, + { + "epoch": 0.6090141905886783, + "grad_norm": 2.466662645339966, + "learning_rate": 7.002034857773523e-06, + "loss": 2.3113, + "step": 35578 + }, + { + "epoch": 0.6090313083072288, + "grad_norm": 2.3902814388275146, + "learning_rate": 7.001505958037595e-06, + "loss": 2.5221, + "step": 35579 + }, + { + "epoch": 0.6090484260257792, + "grad_norm": 2.2766647338867188, + "learning_rate": 7.000977067517993e-06, + "loss": 2.4175, + "step": 35580 + }, + { + "epoch": 0.6090655437443298, + "grad_norm": 2.370102882385254, + "learning_rate": 7.000448186216343e-06, + "loss": 2.4456, + "step": 35581 + }, + { + "epoch": 0.6090826614628803, + "grad_norm": 2.3991005420684814, + "learning_rate": 6.999919314134267e-06, + "loss": 2.4481, + "step": 35582 + }, + { + "epoch": 0.6090997791814307, + "grad_norm": 2.5090699195861816, + "learning_rate": 6.9993904512733964e-06, + "loss": 2.467, + "step": 35583 + }, + { + "epoch": 0.6091168968999812, + "grad_norm": 2.3288300037384033, + "learning_rate": 6.9988615976353556e-06, + "loss": 2.4948, + "step": 35584 + }, + { + "epoch": 0.6091340146185317, + "grad_norm": 2.3847312927246094, + "learning_rate": 6.998332753221766e-06, + "loss": 2.3551, + "step": 35585 + }, + { + "epoch": 0.6091511323370821, + "grad_norm": 2.230520248413086, + "learning_rate": 6.997803918034256e-06, + "loss": 2.3895, + "step": 35586 + }, + { + "epoch": 0.6091682500556326, + "grad_norm": 2.439513921737671, + "learning_rate": 6.997275092074449e-06, + "loss": 2.5659, + "step": 35587 + }, + { + "epoch": 0.6091853677741831, + "grad_norm": 2.3321943283081055, + "learning_rate": 6.9967462753439755e-06, + "loss": 2.3871, + "step": 35588 + }, + { + "epoch": 0.6092024854927335, + "grad_norm": 2.3134889602661133, + "learning_rate": 6.996217467844454e-06, + "loss": 2.4156, + "step": 35589 + }, + { + "epoch": 0.609219603211284, + "grad_norm": 2.3821704387664795, + "learning_rate": 6.9956886695775165e-06, + "loss": 2.3423, + "step": 35590 + }, + { + "epoch": 0.6092367209298345, + "grad_norm": 2.2587194442749023, + "learning_rate": 6.995159880544784e-06, + "loss": 2.4589, + "step": 35591 + }, + { + "epoch": 0.6092538386483849, + "grad_norm": 2.5167195796966553, + "learning_rate": 6.99463110074788e-06, + "loss": 2.4747, + "step": 35592 + }, + { + "epoch": 0.6092709563669354, + "grad_norm": 2.3772640228271484, + "learning_rate": 6.994102330188437e-06, + "loss": 2.3808, + "step": 35593 + }, + { + "epoch": 0.6092880740854859, + "grad_norm": 2.498429298400879, + "learning_rate": 6.9935735688680725e-06, + "loss": 2.5023, + "step": 35594 + }, + { + "epoch": 0.6093051918040363, + "grad_norm": 2.4514904022216797, + "learning_rate": 6.993044816788419e-06, + "loss": 2.4342, + "step": 35595 + }, + { + "epoch": 0.6093223095225868, + "grad_norm": 2.293494701385498, + "learning_rate": 6.992516073951094e-06, + "loss": 2.4076, + "step": 35596 + }, + { + "epoch": 0.6093394272411373, + "grad_norm": 2.496281862258911, + "learning_rate": 6.9919873403577295e-06, + "loss": 2.452, + "step": 35597 + }, + { + "epoch": 0.6093565449596877, + "grad_norm": 2.4719841480255127, + "learning_rate": 6.991458616009948e-06, + "loss": 2.5272, + "step": 35598 + }, + { + "epoch": 0.6093736626782382, + "grad_norm": 2.29872989654541, + "learning_rate": 6.990929900909371e-06, + "loss": 2.4028, + "step": 35599 + }, + { + "epoch": 0.6093907803967887, + "grad_norm": 2.401700735092163, + "learning_rate": 6.99040119505763e-06, + "loss": 2.5021, + "step": 35600 + }, + { + "epoch": 0.6094078981153392, + "grad_norm": 2.586651563644409, + "learning_rate": 6.989872498456346e-06, + "loss": 2.5105, + "step": 35601 + }, + { + "epoch": 0.6094250158338896, + "grad_norm": 2.4750571250915527, + "learning_rate": 6.989343811107146e-06, + "loss": 2.5431, + "step": 35602 + }, + { + "epoch": 0.6094421335524401, + "grad_norm": 2.399568796157837, + "learning_rate": 6.9888151330116506e-06, + "loss": 2.3166, + "step": 35603 + }, + { + "epoch": 0.6094592512709907, + "grad_norm": 2.2835872173309326, + "learning_rate": 6.988286464171492e-06, + "loss": 2.3148, + "step": 35604 + }, + { + "epoch": 0.609476368989541, + "grad_norm": 2.5526885986328125, + "learning_rate": 6.987757804588293e-06, + "loss": 2.5418, + "step": 35605 + }, + { + "epoch": 0.6094934867080916, + "grad_norm": 2.481686592102051, + "learning_rate": 6.987229154263673e-06, + "loss": 2.5107, + "step": 35606 + }, + { + "epoch": 0.6095106044266421, + "grad_norm": 2.3238213062286377, + "learning_rate": 6.986700513199263e-06, + "loss": 2.5211, + "step": 35607 + }, + { + "epoch": 0.6095277221451925, + "grad_norm": 2.2599453926086426, + "learning_rate": 6.986171881396682e-06, + "loss": 2.3775, + "step": 35608 + }, + { + "epoch": 0.609544839863743, + "grad_norm": 2.6280570030212402, + "learning_rate": 6.985643258857562e-06, + "loss": 2.578, + "step": 35609 + }, + { + "epoch": 0.6095619575822935, + "grad_norm": 2.466242551803589, + "learning_rate": 6.985114645583523e-06, + "loss": 2.4673, + "step": 35610 + }, + { + "epoch": 0.6095790753008439, + "grad_norm": 2.3436920642852783, + "learning_rate": 6.984586041576194e-06, + "loss": 2.4577, + "step": 35611 + }, + { + "epoch": 0.6095961930193944, + "grad_norm": 2.2742066383361816, + "learning_rate": 6.984057446837194e-06, + "loss": 2.4493, + "step": 35612 + }, + { + "epoch": 0.6096133107379449, + "grad_norm": 2.3996028900146484, + "learning_rate": 6.983528861368147e-06, + "loss": 2.4165, + "step": 35613 + }, + { + "epoch": 0.6096304284564953, + "grad_norm": 2.4738235473632812, + "learning_rate": 6.9830002851706864e-06, + "loss": 2.4905, + "step": 35614 + }, + { + "epoch": 0.6096475461750458, + "grad_norm": 2.5128819942474365, + "learning_rate": 6.982471718246429e-06, + "loss": 2.5189, + "step": 35615 + }, + { + "epoch": 0.6096646638935963, + "grad_norm": 2.3139350414276123, + "learning_rate": 6.981943160597003e-06, + "loss": 2.4154, + "step": 35616 + }, + { + "epoch": 0.6096817816121467, + "grad_norm": 2.4401943683624268, + "learning_rate": 6.981414612224032e-06, + "loss": 2.4581, + "step": 35617 + }, + { + "epoch": 0.6096988993306972, + "grad_norm": 2.40336537361145, + "learning_rate": 6.980886073129141e-06, + "loss": 2.5259, + "step": 35618 + }, + { + "epoch": 0.6097160170492477, + "grad_norm": 2.3266489505767822, + "learning_rate": 6.980357543313956e-06, + "loss": 2.3713, + "step": 35619 + }, + { + "epoch": 0.6097331347677981, + "grad_norm": 2.3150227069854736, + "learning_rate": 6.979829022780095e-06, + "loss": 2.4377, + "step": 35620 + }, + { + "epoch": 0.6097502524863486, + "grad_norm": 2.274868965148926, + "learning_rate": 6.9793005115291915e-06, + "loss": 2.4138, + "step": 35621 + }, + { + "epoch": 0.6097673702048991, + "grad_norm": 2.4379985332489014, + "learning_rate": 6.978772009562863e-06, + "loss": 2.4499, + "step": 35622 + }, + { + "epoch": 0.6097844879234495, + "grad_norm": 2.346893072128296, + "learning_rate": 6.978243516882739e-06, + "loss": 2.5164, + "step": 35623 + }, + { + "epoch": 0.609801605642, + "grad_norm": 2.3563404083251953, + "learning_rate": 6.977715033490438e-06, + "loss": 2.4544, + "step": 35624 + }, + { + "epoch": 0.6098187233605505, + "grad_norm": 2.231628894805908, + "learning_rate": 6.9771865593875895e-06, + "loss": 2.395, + "step": 35625 + }, + { + "epoch": 0.6098358410791009, + "grad_norm": 2.3514721393585205, + "learning_rate": 6.976658094575819e-06, + "loss": 2.3684, + "step": 35626 + }, + { + "epoch": 0.6098529587976514, + "grad_norm": 2.4960989952087402, + "learning_rate": 6.976129639056745e-06, + "loss": 2.4549, + "step": 35627 + }, + { + "epoch": 0.609870076516202, + "grad_norm": 2.34477162361145, + "learning_rate": 6.975601192831996e-06, + "loss": 2.4016, + "step": 35628 + }, + { + "epoch": 0.6098871942347524, + "grad_norm": 2.4045186042785645, + "learning_rate": 6.975072755903192e-06, + "loss": 2.3651, + "step": 35629 + }, + { + "epoch": 0.6099043119533029, + "grad_norm": 2.413029670715332, + "learning_rate": 6.974544328271963e-06, + "loss": 2.455, + "step": 35630 + }, + { + "epoch": 0.6099214296718534, + "grad_norm": 2.5546951293945312, + "learning_rate": 6.974015909939931e-06, + "loss": 2.4298, + "step": 35631 + }, + { + "epoch": 0.6099385473904038, + "grad_norm": 2.3557701110839844, + "learning_rate": 6.97348750090872e-06, + "loss": 2.4029, + "step": 35632 + }, + { + "epoch": 0.6099556651089543, + "grad_norm": 2.350215435028076, + "learning_rate": 6.97295910117995e-06, + "loss": 2.5137, + "step": 35633 + }, + { + "epoch": 0.6099727828275048, + "grad_norm": 2.212796449661255, + "learning_rate": 6.972430710755254e-06, + "loss": 2.3583, + "step": 35634 + }, + { + "epoch": 0.6099899005460552, + "grad_norm": 2.2969744205474854, + "learning_rate": 6.97190232963625e-06, + "loss": 2.338, + "step": 35635 + }, + { + "epoch": 0.6100070182646057, + "grad_norm": 2.3733224868774414, + "learning_rate": 6.971373957824559e-06, + "loss": 2.4268, + "step": 35636 + }, + { + "epoch": 0.6100241359831562, + "grad_norm": 2.3599681854248047, + "learning_rate": 6.970845595321814e-06, + "loss": 2.3851, + "step": 35637 + }, + { + "epoch": 0.6100412537017066, + "grad_norm": 2.3452041149139404, + "learning_rate": 6.97031724212963e-06, + "loss": 2.4323, + "step": 35638 + }, + { + "epoch": 0.6100583714202571, + "grad_norm": 2.3722307682037354, + "learning_rate": 6.969788898249638e-06, + "loss": 2.4024, + "step": 35639 + }, + { + "epoch": 0.6100754891388076, + "grad_norm": 2.4788310527801514, + "learning_rate": 6.969260563683456e-06, + "loss": 2.4755, + "step": 35640 + }, + { + "epoch": 0.610092606857358, + "grad_norm": 2.354459285736084, + "learning_rate": 6.9687322384327145e-06, + "loss": 2.438, + "step": 35641 + }, + { + "epoch": 0.6101097245759085, + "grad_norm": 2.4446516036987305, + "learning_rate": 6.968203922499035e-06, + "loss": 2.4023, + "step": 35642 + }, + { + "epoch": 0.610126842294459, + "grad_norm": 2.3622140884399414, + "learning_rate": 6.967675615884037e-06, + "loss": 2.5089, + "step": 35643 + }, + { + "epoch": 0.6101439600130094, + "grad_norm": 2.316551923751831, + "learning_rate": 6.967147318589349e-06, + "loss": 2.4429, + "step": 35644 + }, + { + "epoch": 0.6101610777315599, + "grad_norm": 2.37898850440979, + "learning_rate": 6.96661903061659e-06, + "loss": 2.5055, + "step": 35645 + }, + { + "epoch": 0.6101781954501104, + "grad_norm": 2.4506757259368896, + "learning_rate": 6.9660907519673905e-06, + "loss": 2.4696, + "step": 35646 + }, + { + "epoch": 0.6101953131686609, + "grad_norm": 2.4782333374023438, + "learning_rate": 6.965562482643369e-06, + "loss": 2.5551, + "step": 35647 + }, + { + "epoch": 0.6102124308872113, + "grad_norm": 2.456256866455078, + "learning_rate": 6.965034222646154e-06, + "loss": 2.4036, + "step": 35648 + }, + { + "epoch": 0.6102295486057618, + "grad_norm": 2.33243465423584, + "learning_rate": 6.964505971977366e-06, + "loss": 2.333, + "step": 35649 + }, + { + "epoch": 0.6102466663243123, + "grad_norm": 2.2312633991241455, + "learning_rate": 6.963977730638625e-06, + "loss": 2.3706, + "step": 35650 + }, + { + "epoch": 0.6102637840428627, + "grad_norm": 2.4070518016815186, + "learning_rate": 6.96344949863156e-06, + "loss": 2.455, + "step": 35651 + }, + { + "epoch": 0.6102809017614133, + "grad_norm": 2.3866124153137207, + "learning_rate": 6.962921275957793e-06, + "loss": 2.4231, + "step": 35652 + }, + { + "epoch": 0.6102980194799638, + "grad_norm": 2.3822402954101562, + "learning_rate": 6.962393062618948e-06, + "loss": 2.4976, + "step": 35653 + }, + { + "epoch": 0.6103151371985142, + "grad_norm": 2.366722583770752, + "learning_rate": 6.961864858616649e-06, + "loss": 2.2534, + "step": 35654 + }, + { + "epoch": 0.6103322549170647, + "grad_norm": 2.337852716445923, + "learning_rate": 6.96133666395252e-06, + "loss": 2.4876, + "step": 35655 + }, + { + "epoch": 0.6103493726356152, + "grad_norm": 2.271158456802368, + "learning_rate": 6.960808478628184e-06, + "loss": 2.3341, + "step": 35656 + }, + { + "epoch": 0.6103664903541656, + "grad_norm": 2.372485399246216, + "learning_rate": 6.9602803026452595e-06, + "loss": 2.4153, + "step": 35657 + }, + { + "epoch": 0.6103836080727161, + "grad_norm": 2.1658565998077393, + "learning_rate": 6.959752136005377e-06, + "loss": 2.2761, + "step": 35658 + }, + { + "epoch": 0.6104007257912666, + "grad_norm": 2.4640378952026367, + "learning_rate": 6.959223978710155e-06, + "loss": 2.4231, + "step": 35659 + }, + { + "epoch": 0.610417843509817, + "grad_norm": 2.3704707622528076, + "learning_rate": 6.958695830761222e-06, + "loss": 2.4066, + "step": 35660 + }, + { + "epoch": 0.6104349612283675, + "grad_norm": 2.531402111053467, + "learning_rate": 6.958167692160194e-06, + "loss": 2.472, + "step": 35661 + }, + { + "epoch": 0.610452078946918, + "grad_norm": 2.4105560779571533, + "learning_rate": 6.957639562908702e-06, + "loss": 2.4541, + "step": 35662 + }, + { + "epoch": 0.6104691966654684, + "grad_norm": 2.516082525253296, + "learning_rate": 6.957111443008366e-06, + "loss": 2.6105, + "step": 35663 + }, + { + "epoch": 0.6104863143840189, + "grad_norm": 2.5609190464019775, + "learning_rate": 6.956583332460808e-06, + "loss": 2.48, + "step": 35664 + }, + { + "epoch": 0.6105034321025694, + "grad_norm": 2.327218532562256, + "learning_rate": 6.956055231267653e-06, + "loss": 2.4511, + "step": 35665 + }, + { + "epoch": 0.6105205498211198, + "grad_norm": 2.381913423538208, + "learning_rate": 6.95552713943052e-06, + "loss": 2.3027, + "step": 35666 + }, + { + "epoch": 0.6105376675396703, + "grad_norm": 2.34686017036438, + "learning_rate": 6.95499905695104e-06, + "loss": 2.3195, + "step": 35667 + }, + { + "epoch": 0.6105547852582208, + "grad_norm": 2.434236764907837, + "learning_rate": 6.954470983830828e-06, + "loss": 2.4766, + "step": 35668 + }, + { + "epoch": 0.6105719029767712, + "grad_norm": 2.3709704875946045, + "learning_rate": 6.9539429200715144e-06, + "loss": 2.41, + "step": 35669 + }, + { + "epoch": 0.6105890206953217, + "grad_norm": 2.2367868423461914, + "learning_rate": 6.953414865674721e-06, + "loss": 2.3982, + "step": 35670 + }, + { + "epoch": 0.6106061384138722, + "grad_norm": 2.366154670715332, + "learning_rate": 6.952886820642064e-06, + "loss": 2.3702, + "step": 35671 + }, + { + "epoch": 0.6106232561324226, + "grad_norm": 2.222203254699707, + "learning_rate": 6.952358784975174e-06, + "loss": 2.5104, + "step": 35672 + }, + { + "epoch": 0.6106403738509731, + "grad_norm": 2.411045789718628, + "learning_rate": 6.951830758675667e-06, + "loss": 2.4176, + "step": 35673 + }, + { + "epoch": 0.6106574915695236, + "grad_norm": 2.3773033618927, + "learning_rate": 6.951302741745174e-06, + "loss": 2.4461, + "step": 35674 + }, + { + "epoch": 0.610674609288074, + "grad_norm": 2.345303535461426, + "learning_rate": 6.950774734185313e-06, + "loss": 2.3745, + "step": 35675 + }, + { + "epoch": 0.6106917270066246, + "grad_norm": 2.4498069286346436, + "learning_rate": 6.950246735997709e-06, + "loss": 2.3574, + "step": 35676 + }, + { + "epoch": 0.6107088447251751, + "grad_norm": 2.294419527053833, + "learning_rate": 6.949718747183984e-06, + "loss": 2.4125, + "step": 35677 + }, + { + "epoch": 0.6107259624437255, + "grad_norm": 2.537691593170166, + "learning_rate": 6.949190767745757e-06, + "loss": 2.4262, + "step": 35678 + }, + { + "epoch": 0.610743080162276, + "grad_norm": 2.290508508682251, + "learning_rate": 6.948662797684657e-06, + "loss": 2.4429, + "step": 35679 + }, + { + "epoch": 0.6107601978808265, + "grad_norm": 2.360643148422241, + "learning_rate": 6.948134837002305e-06, + "loss": 2.3787, + "step": 35680 + }, + { + "epoch": 0.6107773155993769, + "grad_norm": 2.4325897693634033, + "learning_rate": 6.947606885700324e-06, + "loss": 2.4829, + "step": 35681 + }, + { + "epoch": 0.6107944333179274, + "grad_norm": 2.495565891265869, + "learning_rate": 6.947078943780331e-06, + "loss": 2.4709, + "step": 35682 + }, + { + "epoch": 0.6108115510364779, + "grad_norm": 2.4105582237243652, + "learning_rate": 6.946551011243958e-06, + "loss": 2.4339, + "step": 35683 + }, + { + "epoch": 0.6108286687550283, + "grad_norm": 2.4864909648895264, + "learning_rate": 6.946023088092824e-06, + "loss": 2.5314, + "step": 35684 + }, + { + "epoch": 0.6108457864735788, + "grad_norm": 2.426715850830078, + "learning_rate": 6.945495174328547e-06, + "loss": 2.5225, + "step": 35685 + }, + { + "epoch": 0.6108629041921293, + "grad_norm": 2.3661515712738037, + "learning_rate": 6.944967269952757e-06, + "loss": 2.4712, + "step": 35686 + }, + { + "epoch": 0.6108800219106797, + "grad_norm": 2.2935709953308105, + "learning_rate": 6.944439374967069e-06, + "loss": 2.4923, + "step": 35687 + }, + { + "epoch": 0.6108971396292302, + "grad_norm": 2.6056644916534424, + "learning_rate": 6.943911489373113e-06, + "loss": 2.5626, + "step": 35688 + }, + { + "epoch": 0.6109142573477807, + "grad_norm": 2.3572633266448975, + "learning_rate": 6.943383613172504e-06, + "loss": 2.4736, + "step": 35689 + }, + { + "epoch": 0.6109313750663311, + "grad_norm": 2.4962728023529053, + "learning_rate": 6.942855746366873e-06, + "loss": 2.4465, + "step": 35690 + }, + { + "epoch": 0.6109484927848816, + "grad_norm": 2.490422248840332, + "learning_rate": 6.942327888957838e-06, + "loss": 2.3425, + "step": 35691 + }, + { + "epoch": 0.6109656105034321, + "grad_norm": 2.390363931655884, + "learning_rate": 6.94180004094702e-06, + "loss": 2.4646, + "step": 35692 + }, + { + "epoch": 0.6109827282219826, + "grad_norm": 2.6107637882232666, + "learning_rate": 6.941272202336046e-06, + "loss": 2.6134, + "step": 35693 + }, + { + "epoch": 0.610999845940533, + "grad_norm": 2.4570021629333496, + "learning_rate": 6.940744373126529e-06, + "loss": 2.5033, + "step": 35694 + }, + { + "epoch": 0.6110169636590835, + "grad_norm": 2.2470405101776123, + "learning_rate": 6.940216553320104e-06, + "loss": 2.387, + "step": 35695 + }, + { + "epoch": 0.611034081377634, + "grad_norm": 2.431013345718384, + "learning_rate": 6.939688742918384e-06, + "loss": 2.5721, + "step": 35696 + }, + { + "epoch": 0.6110511990961844, + "grad_norm": 2.3118772506713867, + "learning_rate": 6.939160941922997e-06, + "loss": 2.4651, + "step": 35697 + }, + { + "epoch": 0.611068316814735, + "grad_norm": 2.5792031288146973, + "learning_rate": 6.938633150335563e-06, + "loss": 2.4243, + "step": 35698 + }, + { + "epoch": 0.6110854345332855, + "grad_norm": 2.402222156524658, + "learning_rate": 6.938105368157699e-06, + "loss": 2.54, + "step": 35699 + }, + { + "epoch": 0.6111025522518359, + "grad_norm": 2.6199727058410645, + "learning_rate": 6.937577595391037e-06, + "loss": 2.546, + "step": 35700 + }, + { + "epoch": 0.6111196699703864, + "grad_norm": 2.398479461669922, + "learning_rate": 6.93704983203719e-06, + "loss": 2.3857, + "step": 35701 + }, + { + "epoch": 0.6111367876889369, + "grad_norm": 2.367349863052368, + "learning_rate": 6.936522078097789e-06, + "loss": 2.4162, + "step": 35702 + }, + { + "epoch": 0.6111539054074873, + "grad_norm": 2.4818873405456543, + "learning_rate": 6.935994333574447e-06, + "loss": 2.5001, + "step": 35703 + }, + { + "epoch": 0.6111710231260378, + "grad_norm": 2.4673733711242676, + "learning_rate": 6.935466598468794e-06, + "loss": 2.469, + "step": 35704 + }, + { + "epoch": 0.6111881408445883, + "grad_norm": 2.386526107788086, + "learning_rate": 6.9349388727824465e-06, + "loss": 2.2644, + "step": 35705 + }, + { + "epoch": 0.6112052585631387, + "grad_norm": 2.5921411514282227, + "learning_rate": 6.934411156517032e-06, + "loss": 2.4085, + "step": 35706 + }, + { + "epoch": 0.6112223762816892, + "grad_norm": 2.2989277839660645, + "learning_rate": 6.933883449674169e-06, + "loss": 2.429, + "step": 35707 + }, + { + "epoch": 0.6112394940002397, + "grad_norm": 2.4112565517425537, + "learning_rate": 6.933355752255479e-06, + "loss": 2.41, + "step": 35708 + }, + { + "epoch": 0.6112566117187901, + "grad_norm": 2.3709053993225098, + "learning_rate": 6.932828064262585e-06, + "loss": 2.4832, + "step": 35709 + }, + { + "epoch": 0.6112737294373406, + "grad_norm": 2.49174427986145, + "learning_rate": 6.932300385697106e-06, + "loss": 2.4412, + "step": 35710 + }, + { + "epoch": 0.6112908471558911, + "grad_norm": 2.434709072113037, + "learning_rate": 6.9317727165606706e-06, + "loss": 2.4776, + "step": 35711 + }, + { + "epoch": 0.6113079648744415, + "grad_norm": 2.463366985321045, + "learning_rate": 6.931245056854894e-06, + "loss": 2.38, + "step": 35712 + }, + { + "epoch": 0.611325082592992, + "grad_norm": 2.479529619216919, + "learning_rate": 6.9307174065814045e-06, + "loss": 2.4076, + "step": 35713 + }, + { + "epoch": 0.6113422003115425, + "grad_norm": 2.3873071670532227, + "learning_rate": 6.930189765741819e-06, + "loss": 2.4266, + "step": 35714 + }, + { + "epoch": 0.6113593180300929, + "grad_norm": 2.4862542152404785, + "learning_rate": 6.929662134337756e-06, + "loss": 2.3405, + "step": 35715 + }, + { + "epoch": 0.6113764357486434, + "grad_norm": 2.3303351402282715, + "learning_rate": 6.929134512370846e-06, + "loss": 2.3501, + "step": 35716 + }, + { + "epoch": 0.6113935534671939, + "grad_norm": 2.3102526664733887, + "learning_rate": 6.928606899842704e-06, + "loss": 2.3717, + "step": 35717 + }, + { + "epoch": 0.6114106711857443, + "grad_norm": 2.5078179836273193, + "learning_rate": 6.928079296754958e-06, + "loss": 2.5093, + "step": 35718 + }, + { + "epoch": 0.6114277889042948, + "grad_norm": 2.4701926708221436, + "learning_rate": 6.927551703109221e-06, + "loss": 2.4671, + "step": 35719 + }, + { + "epoch": 0.6114449066228453, + "grad_norm": 2.3686375617980957, + "learning_rate": 6.927024118907123e-06, + "loss": 2.4071, + "step": 35720 + }, + { + "epoch": 0.6114620243413957, + "grad_norm": 2.4396891593933105, + "learning_rate": 6.926496544150282e-06, + "loss": 2.5236, + "step": 35721 + }, + { + "epoch": 0.6114791420599462, + "grad_norm": 2.405195951461792, + "learning_rate": 6.925968978840319e-06, + "loss": 2.3735, + "step": 35722 + }, + { + "epoch": 0.6114962597784968, + "grad_norm": 2.3054254055023193, + "learning_rate": 6.925441422978856e-06, + "loss": 2.317, + "step": 35723 + }, + { + "epoch": 0.6115133774970472, + "grad_norm": 2.5629870891571045, + "learning_rate": 6.9249138765675116e-06, + "loss": 2.572, + "step": 35724 + }, + { + "epoch": 0.6115304952155977, + "grad_norm": 2.4599666595458984, + "learning_rate": 6.9243863396079145e-06, + "loss": 2.5109, + "step": 35725 + }, + { + "epoch": 0.6115476129341482, + "grad_norm": 2.4361984729766846, + "learning_rate": 6.923858812101678e-06, + "loss": 2.4727, + "step": 35726 + }, + { + "epoch": 0.6115647306526986, + "grad_norm": 2.387793779373169, + "learning_rate": 6.923331294050433e-06, + "loss": 2.4239, + "step": 35727 + }, + { + "epoch": 0.6115818483712491, + "grad_norm": 2.379664421081543, + "learning_rate": 6.922803785455794e-06, + "loss": 2.4321, + "step": 35728 + }, + { + "epoch": 0.6115989660897996, + "grad_norm": 2.4738576412200928, + "learning_rate": 6.922276286319382e-06, + "loss": 2.4391, + "step": 35729 + }, + { + "epoch": 0.61161608380835, + "grad_norm": 2.377060651779175, + "learning_rate": 6.921748796642822e-06, + "loss": 2.4621, + "step": 35730 + }, + { + "epoch": 0.6116332015269005, + "grad_norm": 2.279841661453247, + "learning_rate": 6.92122131642773e-06, + "loss": 2.3872, + "step": 35731 + }, + { + "epoch": 0.611650319245451, + "grad_norm": 2.413259506225586, + "learning_rate": 6.920693845675734e-06, + "loss": 2.4868, + "step": 35732 + }, + { + "epoch": 0.6116674369640014, + "grad_norm": 2.550689220428467, + "learning_rate": 6.920166384388451e-06, + "loss": 2.47, + "step": 35733 + }, + { + "epoch": 0.6116845546825519, + "grad_norm": 2.2335898876190186, + "learning_rate": 6.919638932567506e-06, + "loss": 2.3757, + "step": 35734 + }, + { + "epoch": 0.6117016724011024, + "grad_norm": 2.4325883388519287, + "learning_rate": 6.9191114902145165e-06, + "loss": 2.5477, + "step": 35735 + }, + { + "epoch": 0.6117187901196528, + "grad_norm": 2.3860464096069336, + "learning_rate": 6.918584057331101e-06, + "loss": 2.3822, + "step": 35736 + }, + { + "epoch": 0.6117359078382033, + "grad_norm": 2.5541722774505615, + "learning_rate": 6.918056633918889e-06, + "loss": 2.4524, + "step": 35737 + }, + { + "epoch": 0.6117530255567538, + "grad_norm": 2.3855412006378174, + "learning_rate": 6.917529219979495e-06, + "loss": 2.4602, + "step": 35738 + }, + { + "epoch": 0.6117701432753042, + "grad_norm": 2.378546714782715, + "learning_rate": 6.917001815514543e-06, + "loss": 2.4815, + "step": 35739 + }, + { + "epoch": 0.6117872609938547, + "grad_norm": 2.4296083450317383, + "learning_rate": 6.91647442052565e-06, + "loss": 2.4885, + "step": 35740 + }, + { + "epoch": 0.6118043787124052, + "grad_norm": 2.2482361793518066, + "learning_rate": 6.915947035014443e-06, + "loss": 2.34, + "step": 35741 + }, + { + "epoch": 0.6118214964309557, + "grad_norm": 2.4841253757476807, + "learning_rate": 6.915419658982542e-06, + "loss": 2.4855, + "step": 35742 + }, + { + "epoch": 0.6118386141495061, + "grad_norm": 2.4447176456451416, + "learning_rate": 6.914892292431561e-06, + "loss": 2.5144, + "step": 35743 + }, + { + "epoch": 0.6118557318680566, + "grad_norm": 2.502609968185425, + "learning_rate": 6.91436493536313e-06, + "loss": 2.5237, + "step": 35744 + }, + { + "epoch": 0.6118728495866071, + "grad_norm": 2.5757081508636475, + "learning_rate": 6.9138375877788644e-06, + "loss": 2.4609, + "step": 35745 + }, + { + "epoch": 0.6118899673051575, + "grad_norm": 2.3280742168426514, + "learning_rate": 6.913310249680388e-06, + "loss": 2.3875, + "step": 35746 + }, + { + "epoch": 0.611907085023708, + "grad_norm": 2.394585132598877, + "learning_rate": 6.912782921069316e-06, + "loss": 2.4317, + "step": 35747 + }, + { + "epoch": 0.6119242027422586, + "grad_norm": 2.4081482887268066, + "learning_rate": 6.912255601947279e-06, + "loss": 2.3587, + "step": 35748 + }, + { + "epoch": 0.611941320460809, + "grad_norm": 2.3867406845092773, + "learning_rate": 6.911728292315892e-06, + "loss": 2.3857, + "step": 35749 + }, + { + "epoch": 0.6119584381793595, + "grad_norm": 2.2688546180725098, + "learning_rate": 6.911200992176774e-06, + "loss": 2.4252, + "step": 35750 + }, + { + "epoch": 0.61197555589791, + "grad_norm": 2.730787515640259, + "learning_rate": 6.9106737015315496e-06, + "loss": 2.337, + "step": 35751 + }, + { + "epoch": 0.6119926736164604, + "grad_norm": 2.310610294342041, + "learning_rate": 6.9101464203818335e-06, + "loss": 2.3343, + "step": 35752 + }, + { + "epoch": 0.6120097913350109, + "grad_norm": 2.451404333114624, + "learning_rate": 6.909619148729254e-06, + "loss": 2.5184, + "step": 35753 + }, + { + "epoch": 0.6120269090535614, + "grad_norm": 2.3027803897857666, + "learning_rate": 6.909091886575428e-06, + "loss": 2.4193, + "step": 35754 + }, + { + "epoch": 0.6120440267721118, + "grad_norm": 2.3931679725646973, + "learning_rate": 6.908564633921978e-06, + "loss": 2.3409, + "step": 35755 + }, + { + "epoch": 0.6120611444906623, + "grad_norm": 2.312925338745117, + "learning_rate": 6.908037390770523e-06, + "loss": 2.4148, + "step": 35756 + }, + { + "epoch": 0.6120782622092128, + "grad_norm": 2.3463857173919678, + "learning_rate": 6.907510157122679e-06, + "loss": 2.4375, + "step": 35757 + }, + { + "epoch": 0.6120953799277632, + "grad_norm": 2.435662269592285, + "learning_rate": 6.906982932980075e-06, + "loss": 2.4225, + "step": 35758 + }, + { + "epoch": 0.6121124976463137, + "grad_norm": 2.299177408218384, + "learning_rate": 6.906455718344327e-06, + "loss": 2.4078, + "step": 35759 + }, + { + "epoch": 0.6121296153648642, + "grad_norm": 2.5552477836608887, + "learning_rate": 6.905928513217057e-06, + "loss": 2.359, + "step": 35760 + }, + { + "epoch": 0.6121467330834146, + "grad_norm": 2.496593475341797, + "learning_rate": 6.905401317599883e-06, + "loss": 2.4911, + "step": 35761 + }, + { + "epoch": 0.6121638508019651, + "grad_norm": 2.4683282375335693, + "learning_rate": 6.9048741314944276e-06, + "loss": 2.5022, + "step": 35762 + }, + { + "epoch": 0.6121809685205156, + "grad_norm": 2.4918196201324463, + "learning_rate": 6.904346954902312e-06, + "loss": 2.3793, + "step": 35763 + }, + { + "epoch": 0.612198086239066, + "grad_norm": 2.461531639099121, + "learning_rate": 6.903819787825152e-06, + "loss": 2.4663, + "step": 35764 + }, + { + "epoch": 0.6122152039576165, + "grad_norm": 2.451763391494751, + "learning_rate": 6.903292630264575e-06, + "loss": 2.426, + "step": 35765 + }, + { + "epoch": 0.612232321676167, + "grad_norm": 2.5542423725128174, + "learning_rate": 6.902765482222195e-06, + "loss": 2.5034, + "step": 35766 + }, + { + "epoch": 0.6122494393947174, + "grad_norm": 2.5707685947418213, + "learning_rate": 6.902238343699636e-06, + "loss": 2.4242, + "step": 35767 + }, + { + "epoch": 0.6122665571132679, + "grad_norm": 2.491983413696289, + "learning_rate": 6.901711214698513e-06, + "loss": 2.5103, + "step": 35768 + }, + { + "epoch": 0.6122836748318184, + "grad_norm": 2.451697826385498, + "learning_rate": 6.901184095220454e-06, + "loss": 2.4283, + "step": 35769 + }, + { + "epoch": 0.6123007925503688, + "grad_norm": 2.502049207687378, + "learning_rate": 6.900656985267077e-06, + "loss": 2.3759, + "step": 35770 + }, + { + "epoch": 0.6123179102689194, + "grad_norm": 2.4228594303131104, + "learning_rate": 6.9001298848399964e-06, + "loss": 2.305, + "step": 35771 + }, + { + "epoch": 0.6123350279874699, + "grad_norm": 2.3928351402282715, + "learning_rate": 6.89960279394084e-06, + "loss": 2.4786, + "step": 35772 + }, + { + "epoch": 0.6123521457060203, + "grad_norm": 2.477266311645508, + "learning_rate": 6.899075712571219e-06, + "loss": 2.4781, + "step": 35773 + }, + { + "epoch": 0.6123692634245708, + "grad_norm": 2.3344500064849854, + "learning_rate": 6.898548640732763e-06, + "loss": 2.3462, + "step": 35774 + }, + { + "epoch": 0.6123863811431213, + "grad_norm": 2.35663104057312, + "learning_rate": 6.898021578427087e-06, + "loss": 2.3873, + "step": 35775 + }, + { + "epoch": 0.6124034988616717, + "grad_norm": 2.2707326412200928, + "learning_rate": 6.897494525655813e-06, + "loss": 2.2058, + "step": 35776 + }, + { + "epoch": 0.6124206165802222, + "grad_norm": 2.4777369499206543, + "learning_rate": 6.896967482420554e-06, + "loss": 2.5268, + "step": 35777 + }, + { + "epoch": 0.6124377342987727, + "grad_norm": 2.4632108211517334, + "learning_rate": 6.896440448722942e-06, + "loss": 2.5104, + "step": 35778 + }, + { + "epoch": 0.6124548520173231, + "grad_norm": 2.299858570098877, + "learning_rate": 6.89591342456459e-06, + "loss": 2.4252, + "step": 35779 + }, + { + "epoch": 0.6124719697358736, + "grad_norm": 2.4412388801574707, + "learning_rate": 6.8953864099471135e-06, + "loss": 2.4349, + "step": 35780 + }, + { + "epoch": 0.6124890874544241, + "grad_norm": 2.246116876602173, + "learning_rate": 6.894859404872143e-06, + "loss": 2.4089, + "step": 35781 + }, + { + "epoch": 0.6125062051729745, + "grad_norm": 2.382192373275757, + "learning_rate": 6.8943324093412886e-06, + "loss": 2.3164, + "step": 35782 + }, + { + "epoch": 0.612523322891525, + "grad_norm": 2.319270610809326, + "learning_rate": 6.893805423356179e-06, + "loss": 2.4322, + "step": 35783 + }, + { + "epoch": 0.6125404406100755, + "grad_norm": 2.2933566570281982, + "learning_rate": 6.893278446918423e-06, + "loss": 2.3718, + "step": 35784 + }, + { + "epoch": 0.6125575583286259, + "grad_norm": 2.2979016304016113, + "learning_rate": 6.892751480029652e-06, + "loss": 2.4457, + "step": 35785 + }, + { + "epoch": 0.6125746760471764, + "grad_norm": 2.4521656036376953, + "learning_rate": 6.892224522691478e-06, + "loss": 2.4521, + "step": 35786 + }, + { + "epoch": 0.6125917937657269, + "grad_norm": 2.4044735431671143, + "learning_rate": 6.891697574905523e-06, + "loss": 2.4658, + "step": 35787 + }, + { + "epoch": 0.6126089114842774, + "grad_norm": 2.5295069217681885, + "learning_rate": 6.891170636673408e-06, + "loss": 2.3839, + "step": 35788 + }, + { + "epoch": 0.6126260292028278, + "grad_norm": 2.5009055137634277, + "learning_rate": 6.890643707996747e-06, + "loss": 2.4595, + "step": 35789 + }, + { + "epoch": 0.6126431469213783, + "grad_norm": 2.461494207382202, + "learning_rate": 6.890116788877167e-06, + "loss": 2.534, + "step": 35790 + }, + { + "epoch": 0.6126602646399288, + "grad_norm": 2.282707691192627, + "learning_rate": 6.889589879316283e-06, + "loss": 2.4134, + "step": 35791 + }, + { + "epoch": 0.6126773823584792, + "grad_norm": 2.292152166366577, + "learning_rate": 6.889062979315718e-06, + "loss": 2.5711, + "step": 35792 + }, + { + "epoch": 0.6126945000770297, + "grad_norm": 2.296964645385742, + "learning_rate": 6.888536088877089e-06, + "loss": 2.4205, + "step": 35793 + }, + { + "epoch": 0.6127116177955803, + "grad_norm": 2.568988561630249, + "learning_rate": 6.888009208002012e-06, + "loss": 2.4065, + "step": 35794 + }, + { + "epoch": 0.6127287355141307, + "grad_norm": 2.419080972671509, + "learning_rate": 6.887482336692115e-06, + "loss": 2.3224, + "step": 35795 + }, + { + "epoch": 0.6127458532326812, + "grad_norm": 2.442007541656494, + "learning_rate": 6.8869554749490084e-06, + "loss": 2.4228, + "step": 35796 + }, + { + "epoch": 0.6127629709512317, + "grad_norm": 2.464874744415283, + "learning_rate": 6.886428622774319e-06, + "loss": 2.5356, + "step": 35797 + }, + { + "epoch": 0.6127800886697821, + "grad_norm": 2.162714719772339, + "learning_rate": 6.885901780169661e-06, + "loss": 2.3671, + "step": 35798 + }, + { + "epoch": 0.6127972063883326, + "grad_norm": 2.426661491394043, + "learning_rate": 6.88537494713666e-06, + "loss": 2.4515, + "step": 35799 + }, + { + "epoch": 0.6128143241068831, + "grad_norm": 2.411546468734741, + "learning_rate": 6.884848123676931e-06, + "loss": 2.3564, + "step": 35800 + }, + { + "epoch": 0.6128314418254335, + "grad_norm": 2.416872262954712, + "learning_rate": 6.8843213097920855e-06, + "loss": 2.5271, + "step": 35801 + }, + { + "epoch": 0.612848559543984, + "grad_norm": 2.3687901496887207, + "learning_rate": 6.883794505483758e-06, + "loss": 2.3708, + "step": 35802 + }, + { + "epoch": 0.6128656772625345, + "grad_norm": 2.514183521270752, + "learning_rate": 6.883267710753558e-06, + "loss": 2.4193, + "step": 35803 + }, + { + "epoch": 0.6128827949810849, + "grad_norm": 2.5013389587402344, + "learning_rate": 6.882740925603109e-06, + "loss": 2.4263, + "step": 35804 + }, + { + "epoch": 0.6128999126996354, + "grad_norm": 2.3281264305114746, + "learning_rate": 6.8822141500340234e-06, + "loss": 2.3309, + "step": 35805 + }, + { + "epoch": 0.6129170304181859, + "grad_norm": 2.4647793769836426, + "learning_rate": 6.881687384047929e-06, + "loss": 2.4861, + "step": 35806 + }, + { + "epoch": 0.6129341481367363, + "grad_norm": 2.4072225093841553, + "learning_rate": 6.881160627646442e-06, + "loss": 2.419, + "step": 35807 + }, + { + "epoch": 0.6129512658552868, + "grad_norm": 2.464754581451416, + "learning_rate": 6.880633880831178e-06, + "loss": 2.4322, + "step": 35808 + }, + { + "epoch": 0.6129683835738373, + "grad_norm": 2.4243388175964355, + "learning_rate": 6.880107143603761e-06, + "loss": 2.4705, + "step": 35809 + }, + { + "epoch": 0.6129855012923877, + "grad_norm": 2.6792256832122803, + "learning_rate": 6.8795804159658005e-06, + "loss": 2.6437, + "step": 35810 + }, + { + "epoch": 0.6130026190109382, + "grad_norm": 2.506439447402954, + "learning_rate": 6.879053697918929e-06, + "loss": 2.5574, + "step": 35811 + }, + { + "epoch": 0.6130197367294887, + "grad_norm": 2.5514307022094727, + "learning_rate": 6.8785269894647575e-06, + "loss": 2.4736, + "step": 35812 + }, + { + "epoch": 0.6130368544480391, + "grad_norm": 2.4060192108154297, + "learning_rate": 6.878000290604907e-06, + "loss": 2.4609, + "step": 35813 + }, + { + "epoch": 0.6130539721665896, + "grad_norm": 2.4584178924560547, + "learning_rate": 6.877473601340997e-06, + "loss": 2.4227, + "step": 35814 + }, + { + "epoch": 0.6130710898851401, + "grad_norm": 2.3606350421905518, + "learning_rate": 6.876946921674641e-06, + "loss": 2.435, + "step": 35815 + }, + { + "epoch": 0.6130882076036905, + "grad_norm": 2.4817259311676025, + "learning_rate": 6.8764202516074656e-06, + "loss": 2.473, + "step": 35816 + }, + { + "epoch": 0.613105325322241, + "grad_norm": 2.421278476715088, + "learning_rate": 6.875893591141081e-06, + "loss": 2.4584, + "step": 35817 + }, + { + "epoch": 0.6131224430407916, + "grad_norm": 2.406365394592285, + "learning_rate": 6.875366940277115e-06, + "loss": 2.489, + "step": 35818 + }, + { + "epoch": 0.613139560759342, + "grad_norm": 2.3911943435668945, + "learning_rate": 6.874840299017182e-06, + "loss": 2.3345, + "step": 35819 + }, + { + "epoch": 0.6131566784778925, + "grad_norm": 2.6788690090179443, + "learning_rate": 6.8743136673629e-06, + "loss": 2.5492, + "step": 35820 + }, + { + "epoch": 0.613173796196443, + "grad_norm": 2.4976396560668945, + "learning_rate": 6.873787045315892e-06, + "loss": 2.4463, + "step": 35821 + }, + { + "epoch": 0.6131909139149934, + "grad_norm": 2.4727542400360107, + "learning_rate": 6.873260432877766e-06, + "loss": 2.3824, + "step": 35822 + }, + { + "epoch": 0.6132080316335439, + "grad_norm": 2.4578137397766113, + "learning_rate": 6.872733830050155e-06, + "loss": 2.3906, + "step": 35823 + }, + { + "epoch": 0.6132251493520944, + "grad_norm": 2.407223701477051, + "learning_rate": 6.872207236834667e-06, + "loss": 2.5053, + "step": 35824 + }, + { + "epoch": 0.6132422670706448, + "grad_norm": 2.3067400455474854, + "learning_rate": 6.871680653232926e-06, + "loss": 2.3684, + "step": 35825 + }, + { + "epoch": 0.6132593847891953, + "grad_norm": 2.312580108642578, + "learning_rate": 6.8711540792465445e-06, + "loss": 2.3579, + "step": 35826 + }, + { + "epoch": 0.6132765025077458, + "grad_norm": 2.4488768577575684, + "learning_rate": 6.870627514877149e-06, + "loss": 2.5208, + "step": 35827 + }, + { + "epoch": 0.6132936202262962, + "grad_norm": 2.485778570175171, + "learning_rate": 6.870100960126355e-06, + "loss": 2.5204, + "step": 35828 + }, + { + "epoch": 0.6133107379448467, + "grad_norm": 2.346858024597168, + "learning_rate": 6.869574414995777e-06, + "loss": 2.4716, + "step": 35829 + }, + { + "epoch": 0.6133278556633972, + "grad_norm": 2.3717241287231445, + "learning_rate": 6.869047879487038e-06, + "loss": 2.4813, + "step": 35830 + }, + { + "epoch": 0.6133449733819476, + "grad_norm": 2.3336527347564697, + "learning_rate": 6.868521353601751e-06, + "loss": 2.3094, + "step": 35831 + }, + { + "epoch": 0.6133620911004981, + "grad_norm": 2.377439260482788, + "learning_rate": 6.867994837341544e-06, + "loss": 2.3949, + "step": 35832 + }, + { + "epoch": 0.6133792088190486, + "grad_norm": 2.4803144931793213, + "learning_rate": 6.867468330708025e-06, + "loss": 2.4448, + "step": 35833 + }, + { + "epoch": 0.6133963265375991, + "grad_norm": 2.3294501304626465, + "learning_rate": 6.8669418337028195e-06, + "loss": 2.407, + "step": 35834 + }, + { + "epoch": 0.6134134442561495, + "grad_norm": 2.5972402095794678, + "learning_rate": 6.866415346327544e-06, + "loss": 2.6281, + "step": 35835 + }, + { + "epoch": 0.6134305619747, + "grad_norm": 2.567891836166382, + "learning_rate": 6.865888868583813e-06, + "loss": 2.619, + "step": 35836 + }, + { + "epoch": 0.6134476796932505, + "grad_norm": 2.469602108001709, + "learning_rate": 6.86536240047325e-06, + "loss": 2.4373, + "step": 35837 + }, + { + "epoch": 0.6134647974118009, + "grad_norm": 2.353182077407837, + "learning_rate": 6.864835941997467e-06, + "loss": 2.3149, + "step": 35838 + }, + { + "epoch": 0.6134819151303514, + "grad_norm": 2.479719400405884, + "learning_rate": 6.86430949315809e-06, + "loss": 2.5071, + "step": 35839 + }, + { + "epoch": 0.613499032848902, + "grad_norm": 2.3373193740844727, + "learning_rate": 6.863783053956729e-06, + "loss": 2.413, + "step": 35840 + }, + { + "epoch": 0.6135161505674523, + "grad_norm": 2.47788667678833, + "learning_rate": 6.863256624395011e-06, + "loss": 2.4154, + "step": 35841 + }, + { + "epoch": 0.6135332682860029, + "grad_norm": 2.322242498397827, + "learning_rate": 6.862730204474548e-06, + "loss": 2.3243, + "step": 35842 + }, + { + "epoch": 0.6135503860045534, + "grad_norm": 2.378732919692993, + "learning_rate": 6.862203794196955e-06, + "loss": 2.4285, + "step": 35843 + }, + { + "epoch": 0.6135675037231038, + "grad_norm": 2.451756238937378, + "learning_rate": 6.861677393563857e-06, + "loss": 2.4433, + "step": 35844 + }, + { + "epoch": 0.6135846214416543, + "grad_norm": 2.290836811065674, + "learning_rate": 6.861151002576869e-06, + "loss": 2.4546, + "step": 35845 + }, + { + "epoch": 0.6136017391602048, + "grad_norm": 2.328502893447876, + "learning_rate": 6.860624621237611e-06, + "loss": 2.3423, + "step": 35846 + }, + { + "epoch": 0.6136188568787552, + "grad_norm": 2.333125114440918, + "learning_rate": 6.860098249547693e-06, + "loss": 2.446, + "step": 35847 + }, + { + "epoch": 0.6136359745973057, + "grad_norm": 2.407665491104126, + "learning_rate": 6.859571887508745e-06, + "loss": 2.3692, + "step": 35848 + }, + { + "epoch": 0.6136530923158562, + "grad_norm": 2.45926570892334, + "learning_rate": 6.859045535122375e-06, + "loss": 2.372, + "step": 35849 + }, + { + "epoch": 0.6136702100344066, + "grad_norm": 2.4298908710479736, + "learning_rate": 6.8585191923902076e-06, + "loss": 2.576, + "step": 35850 + }, + { + "epoch": 0.6136873277529571, + "grad_norm": 2.291764974594116, + "learning_rate": 6.857992859313858e-06, + "loss": 2.3583, + "step": 35851 + }, + { + "epoch": 0.6137044454715076, + "grad_norm": 2.486499786376953, + "learning_rate": 6.857466535894938e-06, + "loss": 2.4206, + "step": 35852 + }, + { + "epoch": 0.613721563190058, + "grad_norm": 2.2610151767730713, + "learning_rate": 6.8569402221350754e-06, + "loss": 2.3764, + "step": 35853 + }, + { + "epoch": 0.6137386809086085, + "grad_norm": 2.3777096271514893, + "learning_rate": 6.85641391803588e-06, + "loss": 2.4645, + "step": 35854 + }, + { + "epoch": 0.613755798627159, + "grad_norm": 2.2883222103118896, + "learning_rate": 6.8558876235989755e-06, + "loss": 2.3797, + "step": 35855 + }, + { + "epoch": 0.6137729163457094, + "grad_norm": 2.4105536937713623, + "learning_rate": 6.855361338825976e-06, + "loss": 2.5106, + "step": 35856 + }, + { + "epoch": 0.6137900340642599, + "grad_norm": 2.3953514099121094, + "learning_rate": 6.854835063718502e-06, + "loss": 2.3918, + "step": 35857 + }, + { + "epoch": 0.6138071517828104, + "grad_norm": 2.483672857284546, + "learning_rate": 6.854308798278169e-06, + "loss": 2.3878, + "step": 35858 + }, + { + "epoch": 0.6138242695013608, + "grad_norm": 2.2957684993743896, + "learning_rate": 6.853782542506591e-06, + "loss": 2.397, + "step": 35859 + }, + { + "epoch": 0.6138413872199113, + "grad_norm": 2.582376003265381, + "learning_rate": 6.8532562964053925e-06, + "loss": 2.5485, + "step": 35860 + }, + { + "epoch": 0.6138585049384618, + "grad_norm": 2.3886663913726807, + "learning_rate": 6.852730059976185e-06, + "loss": 2.3709, + "step": 35861 + }, + { + "epoch": 0.6138756226570122, + "grad_norm": 2.6226818561553955, + "learning_rate": 6.852203833220592e-06, + "loss": 2.4491, + "step": 35862 + }, + { + "epoch": 0.6138927403755627, + "grad_norm": 2.4287376403808594, + "learning_rate": 6.851677616140222e-06, + "loss": 2.4624, + "step": 35863 + }, + { + "epoch": 0.6139098580941132, + "grad_norm": 2.4700510501861572, + "learning_rate": 6.851151408736704e-06, + "loss": 2.503, + "step": 35864 + }, + { + "epoch": 0.6139269758126636, + "grad_norm": 2.4702672958374023, + "learning_rate": 6.850625211011648e-06, + "loss": 2.4298, + "step": 35865 + }, + { + "epoch": 0.6139440935312142, + "grad_norm": 2.4025940895080566, + "learning_rate": 6.850099022966671e-06, + "loss": 2.4166, + "step": 35866 + }, + { + "epoch": 0.6139612112497647, + "grad_norm": 2.5149734020233154, + "learning_rate": 6.849572844603394e-06, + "loss": 2.4429, + "step": 35867 + }, + { + "epoch": 0.6139783289683151, + "grad_norm": 2.5714797973632812, + "learning_rate": 6.849046675923428e-06, + "loss": 2.494, + "step": 35868 + }, + { + "epoch": 0.6139954466868656, + "grad_norm": 2.488560438156128, + "learning_rate": 6.848520516928399e-06, + "loss": 2.4605, + "step": 35869 + }, + { + "epoch": 0.6140125644054161, + "grad_norm": 2.3044731616973877, + "learning_rate": 6.8479943676199145e-06, + "loss": 2.4813, + "step": 35870 + }, + { + "epoch": 0.6140296821239665, + "grad_norm": 2.4640791416168213, + "learning_rate": 6.847468227999603e-06, + "loss": 2.4213, + "step": 35871 + }, + { + "epoch": 0.614046799842517, + "grad_norm": 2.330287456512451, + "learning_rate": 6.8469420980690735e-06, + "loss": 2.4282, + "step": 35872 + }, + { + "epoch": 0.6140639175610675, + "grad_norm": 2.326995849609375, + "learning_rate": 6.846415977829946e-06, + "loss": 2.4167, + "step": 35873 + }, + { + "epoch": 0.6140810352796179, + "grad_norm": 2.4181787967681885, + "learning_rate": 6.845889867283837e-06, + "loss": 2.492, + "step": 35874 + }, + { + "epoch": 0.6140981529981684, + "grad_norm": 2.4885828495025635, + "learning_rate": 6.845363766432359e-06, + "loss": 2.4272, + "step": 35875 + }, + { + "epoch": 0.6141152707167189, + "grad_norm": 2.3812427520751953, + "learning_rate": 6.844837675277139e-06, + "loss": 2.433, + "step": 35876 + }, + { + "epoch": 0.6141323884352693, + "grad_norm": 2.3118882179260254, + "learning_rate": 6.8443115938197855e-06, + "loss": 2.3058, + "step": 35877 + }, + { + "epoch": 0.6141495061538198, + "grad_norm": 2.395311117172241, + "learning_rate": 6.843785522061921e-06, + "loss": 2.4188, + "step": 35878 + }, + { + "epoch": 0.6141666238723703, + "grad_norm": 2.4057037830352783, + "learning_rate": 6.84325946000516e-06, + "loss": 2.5393, + "step": 35879 + }, + { + "epoch": 0.6141837415909208, + "grad_norm": 2.432713031768799, + "learning_rate": 6.842733407651115e-06, + "loss": 2.4646, + "step": 35880 + }, + { + "epoch": 0.6142008593094712, + "grad_norm": 2.475398302078247, + "learning_rate": 6.842207365001412e-06, + "loss": 2.519, + "step": 35881 + }, + { + "epoch": 0.6142179770280217, + "grad_norm": 2.437586545944214, + "learning_rate": 6.8416813320576615e-06, + "loss": 2.473, + "step": 35882 + }, + { + "epoch": 0.6142350947465722, + "grad_norm": 2.420452833175659, + "learning_rate": 6.841155308821483e-06, + "loss": 2.4099, + "step": 35883 + }, + { + "epoch": 0.6142522124651226, + "grad_norm": 2.3423445224761963, + "learning_rate": 6.84062929529449e-06, + "loss": 2.3651, + "step": 35884 + }, + { + "epoch": 0.6142693301836731, + "grad_norm": 2.360407829284668, + "learning_rate": 6.8401032914783035e-06, + "loss": 2.4848, + "step": 35885 + }, + { + "epoch": 0.6142864479022236, + "grad_norm": 2.4159886837005615, + "learning_rate": 6.83957729737454e-06, + "loss": 2.4705, + "step": 35886 + }, + { + "epoch": 0.614303565620774, + "grad_norm": 2.3156931400299072, + "learning_rate": 6.83905131298481e-06, + "loss": 2.4356, + "step": 35887 + }, + { + "epoch": 0.6143206833393245, + "grad_norm": 2.471578598022461, + "learning_rate": 6.838525338310738e-06, + "loss": 2.4749, + "step": 35888 + }, + { + "epoch": 0.614337801057875, + "grad_norm": 2.4179153442382812, + "learning_rate": 6.837999373353936e-06, + "loss": 2.4579, + "step": 35889 + }, + { + "epoch": 0.6143549187764255, + "grad_norm": 2.463303565979004, + "learning_rate": 6.837473418116025e-06, + "loss": 2.5838, + "step": 35890 + }, + { + "epoch": 0.614372036494976, + "grad_norm": 2.404651165008545, + "learning_rate": 6.836947472598614e-06, + "loss": 2.4336, + "step": 35891 + }, + { + "epoch": 0.6143891542135265, + "grad_norm": 2.3783135414123535, + "learning_rate": 6.836421536803329e-06, + "loss": 2.2825, + "step": 35892 + }, + { + "epoch": 0.6144062719320769, + "grad_norm": 2.369727611541748, + "learning_rate": 6.835895610731782e-06, + "loss": 2.5577, + "step": 35893 + }, + { + "epoch": 0.6144233896506274, + "grad_norm": 2.300405263900757, + "learning_rate": 6.8353696943855865e-06, + "loss": 2.4313, + "step": 35894 + }, + { + "epoch": 0.6144405073691779, + "grad_norm": 2.31614351272583, + "learning_rate": 6.834843787766363e-06, + "loss": 2.4485, + "step": 35895 + }, + { + "epoch": 0.6144576250877283, + "grad_norm": 2.424034357070923, + "learning_rate": 6.834317890875725e-06, + "loss": 2.4525, + "step": 35896 + }, + { + "epoch": 0.6144747428062788, + "grad_norm": 2.2395689487457275, + "learning_rate": 6.8337920037152935e-06, + "loss": 2.4094, + "step": 35897 + }, + { + "epoch": 0.6144918605248293, + "grad_norm": 2.575517177581787, + "learning_rate": 6.83326612628668e-06, + "loss": 2.3698, + "step": 35898 + }, + { + "epoch": 0.6145089782433797, + "grad_norm": 2.371870517730713, + "learning_rate": 6.832740258591505e-06, + "loss": 2.448, + "step": 35899 + }, + { + "epoch": 0.6145260959619302, + "grad_norm": 2.455728530883789, + "learning_rate": 6.832214400631383e-06, + "loss": 2.4717, + "step": 35900 + }, + { + "epoch": 0.6145432136804807, + "grad_norm": 2.460986375808716, + "learning_rate": 6.8316885524079244e-06, + "loss": 2.4005, + "step": 35901 + }, + { + "epoch": 0.6145603313990311, + "grad_norm": 2.263841390609741, + "learning_rate": 6.831162713922757e-06, + "loss": 2.3768, + "step": 35902 + }, + { + "epoch": 0.6145774491175816, + "grad_norm": 2.4626541137695312, + "learning_rate": 6.83063688517749e-06, + "loss": 2.4515, + "step": 35903 + }, + { + "epoch": 0.6145945668361321, + "grad_norm": 2.451824426651001, + "learning_rate": 6.830111066173741e-06, + "loss": 2.4048, + "step": 35904 + }, + { + "epoch": 0.6146116845546825, + "grad_norm": 2.233142614364624, + "learning_rate": 6.829585256913122e-06, + "loss": 2.3802, + "step": 35905 + }, + { + "epoch": 0.614628802273233, + "grad_norm": 2.4391236305236816, + "learning_rate": 6.8290594573972595e-06, + "loss": 2.4939, + "step": 35906 + }, + { + "epoch": 0.6146459199917835, + "grad_norm": 2.293663740158081, + "learning_rate": 6.828533667627762e-06, + "loss": 2.3288, + "step": 35907 + }, + { + "epoch": 0.6146630377103339, + "grad_norm": 2.3615972995758057, + "learning_rate": 6.828007887606243e-06, + "loss": 2.3682, + "step": 35908 + }, + { + "epoch": 0.6146801554288844, + "grad_norm": 2.2634878158569336, + "learning_rate": 6.827482117334325e-06, + "loss": 2.3661, + "step": 35909 + }, + { + "epoch": 0.6146972731474349, + "grad_norm": 2.274472713470459, + "learning_rate": 6.826956356813621e-06, + "loss": 2.3761, + "step": 35910 + }, + { + "epoch": 0.6147143908659853, + "grad_norm": 2.3692009449005127, + "learning_rate": 6.826430606045749e-06, + "loss": 2.3242, + "step": 35911 + }, + { + "epoch": 0.6147315085845358, + "grad_norm": 2.3703432083129883, + "learning_rate": 6.82590486503232e-06, + "loss": 2.3859, + "step": 35912 + }, + { + "epoch": 0.6147486263030864, + "grad_norm": 2.413831949234009, + "learning_rate": 6.825379133774957e-06, + "loss": 2.5044, + "step": 35913 + }, + { + "epoch": 0.6147657440216368, + "grad_norm": 2.4301600456237793, + "learning_rate": 6.824853412275272e-06, + "loss": 2.4818, + "step": 35914 + }, + { + "epoch": 0.6147828617401873, + "grad_norm": 2.4445130825042725, + "learning_rate": 6.8243277005348794e-06, + "loss": 2.4211, + "step": 35915 + }, + { + "epoch": 0.6147999794587378, + "grad_norm": 2.377093553543091, + "learning_rate": 6.823801998555399e-06, + "loss": 2.426, + "step": 35916 + }, + { + "epoch": 0.6148170971772882, + "grad_norm": 2.4347479343414307, + "learning_rate": 6.82327630633844e-06, + "loss": 2.5306, + "step": 35917 + }, + { + "epoch": 0.6148342148958387, + "grad_norm": 2.3925437927246094, + "learning_rate": 6.8227506238856274e-06, + "loss": 2.501, + "step": 35918 + }, + { + "epoch": 0.6148513326143892, + "grad_norm": 2.353978395462036, + "learning_rate": 6.822224951198571e-06, + "loss": 2.4335, + "step": 35919 + }, + { + "epoch": 0.6148684503329396, + "grad_norm": 2.3544580936431885, + "learning_rate": 6.821699288278889e-06, + "loss": 2.4675, + "step": 35920 + }, + { + "epoch": 0.6148855680514901, + "grad_norm": 2.404130220413208, + "learning_rate": 6.821173635128191e-06, + "loss": 2.5375, + "step": 35921 + }, + { + "epoch": 0.6149026857700406, + "grad_norm": 2.5201380252838135, + "learning_rate": 6.820647991748102e-06, + "loss": 2.4935, + "step": 35922 + }, + { + "epoch": 0.614919803488591, + "grad_norm": 2.394239902496338, + "learning_rate": 6.820122358140234e-06, + "loss": 2.4631, + "step": 35923 + }, + { + "epoch": 0.6149369212071415, + "grad_norm": 2.4078807830810547, + "learning_rate": 6.8195967343061974e-06, + "loss": 2.3616, + "step": 35924 + }, + { + "epoch": 0.614954038925692, + "grad_norm": 2.4229001998901367, + "learning_rate": 6.819071120247616e-06, + "loss": 2.4668, + "step": 35925 + }, + { + "epoch": 0.6149711566442424, + "grad_norm": 2.463024377822876, + "learning_rate": 6.8185455159661e-06, + "loss": 2.4743, + "step": 35926 + }, + { + "epoch": 0.6149882743627929, + "grad_norm": 2.35054349899292, + "learning_rate": 6.818019921463268e-06, + "loss": 2.4299, + "step": 35927 + }, + { + "epoch": 0.6150053920813434, + "grad_norm": 2.4223732948303223, + "learning_rate": 6.817494336740731e-06, + "loss": 2.3757, + "step": 35928 + }, + { + "epoch": 0.6150225097998939, + "grad_norm": 2.4233884811401367, + "learning_rate": 6.8169687618001105e-06, + "loss": 2.5574, + "step": 35929 + }, + { + "epoch": 0.6150396275184443, + "grad_norm": 2.394225597381592, + "learning_rate": 6.816443196643019e-06, + "loss": 2.4172, + "step": 35930 + }, + { + "epoch": 0.6150567452369948, + "grad_norm": 2.412553548812866, + "learning_rate": 6.815917641271069e-06, + "loss": 2.431, + "step": 35931 + }, + { + "epoch": 0.6150738629555453, + "grad_norm": 2.3480613231658936, + "learning_rate": 6.815392095685882e-06, + "loss": 2.3788, + "step": 35932 + }, + { + "epoch": 0.6150909806740957, + "grad_norm": 2.2472894191741943, + "learning_rate": 6.814866559889065e-06, + "loss": 2.387, + "step": 35933 + }, + { + "epoch": 0.6151080983926462, + "grad_norm": 2.494871139526367, + "learning_rate": 6.8143410338822435e-06, + "loss": 2.3713, + "step": 35934 + }, + { + "epoch": 0.6151252161111967, + "grad_norm": 2.5616848468780518, + "learning_rate": 6.813815517667024e-06, + "loss": 2.3429, + "step": 35935 + }, + { + "epoch": 0.6151423338297471, + "grad_norm": 2.3065099716186523, + "learning_rate": 6.813290011245029e-06, + "loss": 2.5247, + "step": 35936 + }, + { + "epoch": 0.6151594515482977, + "grad_norm": 2.373347282409668, + "learning_rate": 6.812764514617869e-06, + "loss": 2.4708, + "step": 35937 + }, + { + "epoch": 0.6151765692668482, + "grad_norm": 2.3227882385253906, + "learning_rate": 6.812239027787158e-06, + "loss": 2.4413, + "step": 35938 + }, + { + "epoch": 0.6151936869853986, + "grad_norm": 2.259458303451538, + "learning_rate": 6.8117135507545155e-06, + "loss": 2.3814, + "step": 35939 + }, + { + "epoch": 0.6152108047039491, + "grad_norm": 2.447261095046997, + "learning_rate": 6.811188083521553e-06, + "loss": 2.4959, + "step": 35940 + }, + { + "epoch": 0.6152279224224996, + "grad_norm": 2.374253273010254, + "learning_rate": 6.810662626089889e-06, + "loss": 2.5162, + "step": 35941 + }, + { + "epoch": 0.61524504014105, + "grad_norm": 2.4381463527679443, + "learning_rate": 6.810137178461133e-06, + "loss": 2.5145, + "step": 35942 + }, + { + "epoch": 0.6152621578596005, + "grad_norm": 2.402846097946167, + "learning_rate": 6.809611740636908e-06, + "loss": 2.5072, + "step": 35943 + }, + { + "epoch": 0.615279275578151, + "grad_norm": 2.3543760776519775, + "learning_rate": 6.8090863126188245e-06, + "loss": 2.4539, + "step": 35944 + }, + { + "epoch": 0.6152963932967014, + "grad_norm": 2.3714611530303955, + "learning_rate": 6.808560894408494e-06, + "loss": 2.4221, + "step": 35945 + }, + { + "epoch": 0.6153135110152519, + "grad_norm": 2.2689759731292725, + "learning_rate": 6.8080354860075395e-06, + "loss": 2.3319, + "step": 35946 + }, + { + "epoch": 0.6153306287338024, + "grad_norm": 2.3117568492889404, + "learning_rate": 6.807510087417568e-06, + "loss": 2.4492, + "step": 35947 + }, + { + "epoch": 0.6153477464523528, + "grad_norm": 2.32383394241333, + "learning_rate": 6.806984698640202e-06, + "loss": 2.3275, + "step": 35948 + }, + { + "epoch": 0.6153648641709033, + "grad_norm": 2.3049521446228027, + "learning_rate": 6.806459319677048e-06, + "loss": 2.4402, + "step": 35949 + }, + { + "epoch": 0.6153819818894538, + "grad_norm": 2.1928205490112305, + "learning_rate": 6.8059339505297285e-06, + "loss": 2.3113, + "step": 35950 + }, + { + "epoch": 0.6153990996080042, + "grad_norm": 2.4220192432403564, + "learning_rate": 6.805408591199855e-06, + "loss": 2.3831, + "step": 35951 + }, + { + "epoch": 0.6154162173265547, + "grad_norm": 2.299757242202759, + "learning_rate": 6.804883241689042e-06, + "loss": 2.3576, + "step": 35952 + }, + { + "epoch": 0.6154333350451052, + "grad_norm": 2.365288734436035, + "learning_rate": 6.804357901998906e-06, + "loss": 2.3641, + "step": 35953 + }, + { + "epoch": 0.6154504527636556, + "grad_norm": 2.2862093448638916, + "learning_rate": 6.803832572131055e-06, + "loss": 2.4024, + "step": 35954 + }, + { + "epoch": 0.6154675704822061, + "grad_norm": 2.2724318504333496, + "learning_rate": 6.803307252087115e-06, + "loss": 2.4731, + "step": 35955 + }, + { + "epoch": 0.6154846882007566, + "grad_norm": 2.3229172229766846, + "learning_rate": 6.80278194186869e-06, + "loss": 2.3794, + "step": 35956 + }, + { + "epoch": 0.615501805919307, + "grad_norm": 2.396108627319336, + "learning_rate": 6.802256641477403e-06, + "loss": 2.4577, + "step": 35957 + }, + { + "epoch": 0.6155189236378575, + "grad_norm": 2.314011812210083, + "learning_rate": 6.801731350914864e-06, + "loss": 2.3973, + "step": 35958 + }, + { + "epoch": 0.615536041356408, + "grad_norm": 2.4563331604003906, + "learning_rate": 6.801206070182684e-06, + "loss": 2.4267, + "step": 35959 + }, + { + "epoch": 0.6155531590749584, + "grad_norm": 2.4366981983184814, + "learning_rate": 6.800680799282488e-06, + "loss": 2.4926, + "step": 35960 + }, + { + "epoch": 0.615570276793509, + "grad_norm": 2.401322364807129, + "learning_rate": 6.800155538215878e-06, + "loss": 2.3163, + "step": 35961 + }, + { + "epoch": 0.6155873945120595, + "grad_norm": 2.401010036468506, + "learning_rate": 6.79963028698448e-06, + "loss": 2.4548, + "step": 35962 + }, + { + "epoch": 0.6156045122306099, + "grad_norm": 2.324512243270874, + "learning_rate": 6.799105045589902e-06, + "loss": 2.3777, + "step": 35963 + }, + { + "epoch": 0.6156216299491604, + "grad_norm": 2.4926490783691406, + "learning_rate": 6.798579814033761e-06, + "loss": 2.4565, + "step": 35964 + }, + { + "epoch": 0.6156387476677109, + "grad_norm": 2.442509889602661, + "learning_rate": 6.79805459231767e-06, + "loss": 2.4711, + "step": 35965 + }, + { + "epoch": 0.6156558653862613, + "grad_norm": 2.394033908843994, + "learning_rate": 6.79752938044324e-06, + "loss": 2.4224, + "step": 35966 + }, + { + "epoch": 0.6156729831048118, + "grad_norm": 2.348767042160034, + "learning_rate": 6.7970041784120926e-06, + "loss": 2.4968, + "step": 35967 + }, + { + "epoch": 0.6156901008233623, + "grad_norm": 2.427703619003296, + "learning_rate": 6.796478986225835e-06, + "loss": 2.4885, + "step": 35968 + }, + { + "epoch": 0.6157072185419127, + "grad_norm": 2.3360817432403564, + "learning_rate": 6.795953803886088e-06, + "loss": 2.3764, + "step": 35969 + }, + { + "epoch": 0.6157243362604632, + "grad_norm": 2.443132162094116, + "learning_rate": 6.7954286313944586e-06, + "loss": 2.4901, + "step": 35970 + }, + { + "epoch": 0.6157414539790137, + "grad_norm": 2.424046754837036, + "learning_rate": 6.794903468752567e-06, + "loss": 2.4966, + "step": 35971 + }, + { + "epoch": 0.6157585716975641, + "grad_norm": 2.3723559379577637, + "learning_rate": 6.794378315962028e-06, + "loss": 2.4009, + "step": 35972 + }, + { + "epoch": 0.6157756894161146, + "grad_norm": 2.3775110244750977, + "learning_rate": 6.793853173024449e-06, + "loss": 2.395, + "step": 35973 + }, + { + "epoch": 0.6157928071346651, + "grad_norm": 2.470912218093872, + "learning_rate": 6.793328039941451e-06, + "loss": 2.5361, + "step": 35974 + }, + { + "epoch": 0.6158099248532156, + "grad_norm": 2.332447052001953, + "learning_rate": 6.792802916714643e-06, + "loss": 2.4323, + "step": 35975 + }, + { + "epoch": 0.615827042571766, + "grad_norm": 2.540041446685791, + "learning_rate": 6.792277803345643e-06, + "loss": 2.6201, + "step": 35976 + }, + { + "epoch": 0.6158441602903165, + "grad_norm": 2.2632739543914795, + "learning_rate": 6.791752699836061e-06, + "loss": 2.2877, + "step": 35977 + }, + { + "epoch": 0.615861278008867, + "grad_norm": 2.3800530433654785, + "learning_rate": 6.791227606187516e-06, + "loss": 2.4344, + "step": 35978 + }, + { + "epoch": 0.6158783957274174, + "grad_norm": 2.4417805671691895, + "learning_rate": 6.7907025224016195e-06, + "loss": 2.5103, + "step": 35979 + }, + { + "epoch": 0.6158955134459679, + "grad_norm": 2.375431537628174, + "learning_rate": 6.790177448479981e-06, + "loss": 2.4244, + "step": 35980 + }, + { + "epoch": 0.6159126311645184, + "grad_norm": 2.3663065433502197, + "learning_rate": 6.7896523844242225e-06, + "loss": 2.4157, + "step": 35981 + }, + { + "epoch": 0.6159297488830688, + "grad_norm": 2.5281479358673096, + "learning_rate": 6.789127330235949e-06, + "loss": 2.5008, + "step": 35982 + }, + { + "epoch": 0.6159468666016193, + "grad_norm": 2.5407145023345947, + "learning_rate": 6.7886022859167855e-06, + "loss": 2.5218, + "step": 35983 + }, + { + "epoch": 0.6159639843201699, + "grad_norm": 2.3678786754608154, + "learning_rate": 6.7880772514683356e-06, + "loss": 2.3933, + "step": 35984 + }, + { + "epoch": 0.6159811020387203, + "grad_norm": 2.482356071472168, + "learning_rate": 6.78755222689222e-06, + "loss": 2.3997, + "step": 35985 + }, + { + "epoch": 0.6159982197572708, + "grad_norm": 2.288435220718384, + "learning_rate": 6.787027212190045e-06, + "loss": 2.3308, + "step": 35986 + }, + { + "epoch": 0.6160153374758213, + "grad_norm": 2.4171266555786133, + "learning_rate": 6.786502207363432e-06, + "loss": 2.4717, + "step": 35987 + }, + { + "epoch": 0.6160324551943717, + "grad_norm": 2.416264295578003, + "learning_rate": 6.785977212413993e-06, + "loss": 2.5121, + "step": 35988 + }, + { + "epoch": 0.6160495729129222, + "grad_norm": 2.3860955238342285, + "learning_rate": 6.785452227343337e-06, + "loss": 2.4791, + "step": 35989 + }, + { + "epoch": 0.6160666906314727, + "grad_norm": 2.3773908615112305, + "learning_rate": 6.784927252153084e-06, + "loss": 2.454, + "step": 35990 + }, + { + "epoch": 0.6160838083500231, + "grad_norm": 2.389096260070801, + "learning_rate": 6.784402286844839e-06, + "loss": 2.5544, + "step": 35991 + }, + { + "epoch": 0.6161009260685736, + "grad_norm": 2.635058641433716, + "learning_rate": 6.783877331420225e-06, + "loss": 2.421, + "step": 35992 + }, + { + "epoch": 0.6161180437871241, + "grad_norm": 2.361269235610962, + "learning_rate": 6.78335238588085e-06, + "loss": 2.3359, + "step": 35993 + }, + { + "epoch": 0.6161351615056745, + "grad_norm": 2.3812174797058105, + "learning_rate": 6.782827450228331e-06, + "loss": 2.457, + "step": 35994 + }, + { + "epoch": 0.616152279224225, + "grad_norm": 2.474740982055664, + "learning_rate": 6.78230252446428e-06, + "loss": 2.4184, + "step": 35995 + }, + { + "epoch": 0.6161693969427755, + "grad_norm": 2.39304518699646, + "learning_rate": 6.781777608590303e-06, + "loss": 2.3981, + "step": 35996 + }, + { + "epoch": 0.6161865146613259, + "grad_norm": 2.47558856010437, + "learning_rate": 6.781252702608028e-06, + "loss": 2.4372, + "step": 35997 + }, + { + "epoch": 0.6162036323798764, + "grad_norm": 2.5207903385162354, + "learning_rate": 6.780727806519054e-06, + "loss": 2.4412, + "step": 35998 + }, + { + "epoch": 0.6162207500984269, + "grad_norm": 2.653632879257202, + "learning_rate": 6.780202920325005e-06, + "loss": 2.4716, + "step": 35999 + }, + { + "epoch": 0.6162378678169773, + "grad_norm": 2.6544995307922363, + "learning_rate": 6.779678044027489e-06, + "loss": 2.4791, + "step": 36000 + }, + { + "epoch": 0.6162549855355278, + "grad_norm": 2.3995718955993652, + "learning_rate": 6.7791531776281225e-06, + "loss": 2.3511, + "step": 36001 + }, + { + "epoch": 0.6162721032540783, + "grad_norm": 2.4753546714782715, + "learning_rate": 6.778628321128517e-06, + "loss": 2.4522, + "step": 36002 + }, + { + "epoch": 0.6162892209726287, + "grad_norm": 2.4844369888305664, + "learning_rate": 6.778103474530282e-06, + "loss": 2.5037, + "step": 36003 + }, + { + "epoch": 0.6163063386911792, + "grad_norm": 2.3745245933532715, + "learning_rate": 6.777578637835036e-06, + "loss": 2.4769, + "step": 36004 + }, + { + "epoch": 0.6163234564097297, + "grad_norm": 2.466851234436035, + "learning_rate": 6.777053811044391e-06, + "loss": 2.4582, + "step": 36005 + }, + { + "epoch": 0.6163405741282801, + "grad_norm": 2.3263354301452637, + "learning_rate": 6.776528994159961e-06, + "loss": 2.2595, + "step": 36006 + }, + { + "epoch": 0.6163576918468306, + "grad_norm": 2.4840643405914307, + "learning_rate": 6.776004187183353e-06, + "loss": 2.352, + "step": 36007 + }, + { + "epoch": 0.6163748095653812, + "grad_norm": 2.3467416763305664, + "learning_rate": 6.775479390116189e-06, + "loss": 2.3599, + "step": 36008 + }, + { + "epoch": 0.6163919272839316, + "grad_norm": 2.2962257862091064, + "learning_rate": 6.774954602960078e-06, + "loss": 2.3777, + "step": 36009 + }, + { + "epoch": 0.6164090450024821, + "grad_norm": 2.3890299797058105, + "learning_rate": 6.774429825716629e-06, + "loss": 2.364, + "step": 36010 + }, + { + "epoch": 0.6164261627210326, + "grad_norm": 2.483062505722046, + "learning_rate": 6.7739050583874625e-06, + "loss": 2.4075, + "step": 36011 + }, + { + "epoch": 0.616443280439583, + "grad_norm": 2.360741376876831, + "learning_rate": 6.773380300974184e-06, + "loss": 2.3768, + "step": 36012 + }, + { + "epoch": 0.6164603981581335, + "grad_norm": 2.313791036605835, + "learning_rate": 6.772855553478413e-06, + "loss": 2.3477, + "step": 36013 + }, + { + "epoch": 0.616477515876684, + "grad_norm": 2.5691704750061035, + "learning_rate": 6.7723308159017555e-06, + "loss": 2.6293, + "step": 36014 + }, + { + "epoch": 0.6164946335952344, + "grad_norm": 2.408064603805542, + "learning_rate": 6.771806088245834e-06, + "loss": 2.398, + "step": 36015 + }, + { + "epoch": 0.6165117513137849, + "grad_norm": 2.3471736907958984, + "learning_rate": 6.771281370512254e-06, + "loss": 2.4286, + "step": 36016 + }, + { + "epoch": 0.6165288690323354, + "grad_norm": 2.359445810317993, + "learning_rate": 6.7707566627026275e-06, + "loss": 2.3344, + "step": 36017 + }, + { + "epoch": 0.6165459867508858, + "grad_norm": 2.3451285362243652, + "learning_rate": 6.770231964818573e-06, + "loss": 2.4228, + "step": 36018 + }, + { + "epoch": 0.6165631044694363, + "grad_norm": 2.4980883598327637, + "learning_rate": 6.769707276861697e-06, + "loss": 2.5113, + "step": 36019 + }, + { + "epoch": 0.6165802221879868, + "grad_norm": 2.4813544750213623, + "learning_rate": 6.769182598833617e-06, + "loss": 2.4845, + "step": 36020 + }, + { + "epoch": 0.6165973399065373, + "grad_norm": 2.3988964557647705, + "learning_rate": 6.768657930735943e-06, + "loss": 2.455, + "step": 36021 + }, + { + "epoch": 0.6166144576250877, + "grad_norm": 2.588992118835449, + "learning_rate": 6.768133272570291e-06, + "loss": 2.4866, + "step": 36022 + }, + { + "epoch": 0.6166315753436382, + "grad_norm": 2.4479379653930664, + "learning_rate": 6.767608624338271e-06, + "loss": 2.3894, + "step": 36023 + }, + { + "epoch": 0.6166486930621887, + "grad_norm": 2.447361469268799, + "learning_rate": 6.76708398604149e-06, + "loss": 2.4364, + "step": 36024 + }, + { + "epoch": 0.6166658107807391, + "grad_norm": 2.382089853286743, + "learning_rate": 6.766559357681572e-06, + "loss": 2.5112, + "step": 36025 + }, + { + "epoch": 0.6166829284992896, + "grad_norm": 2.408403158187866, + "learning_rate": 6.766034739260121e-06, + "loss": 2.4672, + "step": 36026 + }, + { + "epoch": 0.6167000462178401, + "grad_norm": 2.4965670108795166, + "learning_rate": 6.765510130778756e-06, + "loss": 2.5815, + "step": 36027 + }, + { + "epoch": 0.6167171639363905, + "grad_norm": 2.273014545440674, + "learning_rate": 6.764985532239081e-06, + "loss": 2.4188, + "step": 36028 + }, + { + "epoch": 0.616734281654941, + "grad_norm": 2.4897069931030273, + "learning_rate": 6.764460943642716e-06, + "loss": 2.4734, + "step": 36029 + }, + { + "epoch": 0.6167513993734915, + "grad_norm": 2.3005597591400146, + "learning_rate": 6.763936364991272e-06, + "loss": 2.4371, + "step": 36030 + }, + { + "epoch": 0.616768517092042, + "grad_norm": 2.4094669818878174, + "learning_rate": 6.763411796286357e-06, + "loss": 2.4974, + "step": 36031 + }, + { + "epoch": 0.6167856348105925, + "grad_norm": 2.4881341457366943, + "learning_rate": 6.76288723752959e-06, + "loss": 2.4682, + "step": 36032 + }, + { + "epoch": 0.616802752529143, + "grad_norm": 2.2776358127593994, + "learning_rate": 6.762362688722573e-06, + "loss": 2.4036, + "step": 36033 + }, + { + "epoch": 0.6168198702476934, + "grad_norm": 2.483844518661499, + "learning_rate": 6.76183814986693e-06, + "loss": 2.5409, + "step": 36034 + }, + { + "epoch": 0.6168369879662439, + "grad_norm": 2.3427865505218506, + "learning_rate": 6.761313620964265e-06, + "loss": 2.4394, + "step": 36035 + }, + { + "epoch": 0.6168541056847944, + "grad_norm": 2.4302101135253906, + "learning_rate": 6.760789102016197e-06, + "loss": 2.3878, + "step": 36036 + }, + { + "epoch": 0.6168712234033448, + "grad_norm": 2.2900872230529785, + "learning_rate": 6.7602645930243345e-06, + "loss": 2.34, + "step": 36037 + }, + { + "epoch": 0.6168883411218953, + "grad_norm": 2.3457765579223633, + "learning_rate": 6.759740093990288e-06, + "loss": 2.4024, + "step": 36038 + }, + { + "epoch": 0.6169054588404458, + "grad_norm": 2.3796041011810303, + "learning_rate": 6.759215604915673e-06, + "loss": 2.4262, + "step": 36039 + }, + { + "epoch": 0.6169225765589962, + "grad_norm": 2.406233549118042, + "learning_rate": 6.758691125802096e-06, + "loss": 2.5208, + "step": 36040 + }, + { + "epoch": 0.6169396942775467, + "grad_norm": 2.426415205001831, + "learning_rate": 6.758166656651177e-06, + "loss": 2.416, + "step": 36041 + }, + { + "epoch": 0.6169568119960972, + "grad_norm": 2.3966286182403564, + "learning_rate": 6.757642197464522e-06, + "loss": 2.506, + "step": 36042 + }, + { + "epoch": 0.6169739297146476, + "grad_norm": 2.6173791885375977, + "learning_rate": 6.757117748243748e-06, + "loss": 2.5302, + "step": 36043 + }, + { + "epoch": 0.6169910474331981, + "grad_norm": 2.354407787322998, + "learning_rate": 6.756593308990463e-06, + "loss": 2.4151, + "step": 36044 + }, + { + "epoch": 0.6170081651517486, + "grad_norm": 2.464407205581665, + "learning_rate": 6.756068879706277e-06, + "loss": 2.4588, + "step": 36045 + }, + { + "epoch": 0.617025282870299, + "grad_norm": 2.392735004425049, + "learning_rate": 6.755544460392808e-06, + "loss": 2.5471, + "step": 36046 + }, + { + "epoch": 0.6170424005888495, + "grad_norm": 2.6083879470825195, + "learning_rate": 6.755020051051663e-06, + "loss": 2.5022, + "step": 36047 + }, + { + "epoch": 0.6170595183074, + "grad_norm": 2.4976351261138916, + "learning_rate": 6.7544956516844576e-06, + "loss": 2.4511, + "step": 36048 + }, + { + "epoch": 0.6170766360259504, + "grad_norm": 2.359067678451538, + "learning_rate": 6.7539712622927975e-06, + "loss": 2.3504, + "step": 36049 + }, + { + "epoch": 0.6170937537445009, + "grad_norm": 2.3891758918762207, + "learning_rate": 6.753446882878303e-06, + "loss": 2.4097, + "step": 36050 + }, + { + "epoch": 0.6171108714630514, + "grad_norm": 2.469628095626831, + "learning_rate": 6.7529225134425815e-06, + "loss": 2.4817, + "step": 36051 + }, + { + "epoch": 0.6171279891816018, + "grad_norm": 2.462754011154175, + "learning_rate": 6.752398153987239e-06, + "loss": 2.4606, + "step": 36052 + }, + { + "epoch": 0.6171451069001523, + "grad_norm": 2.6033706665039062, + "learning_rate": 6.7518738045139e-06, + "loss": 2.5361, + "step": 36053 + }, + { + "epoch": 0.6171622246187028, + "grad_norm": 2.4902355670928955, + "learning_rate": 6.751349465024165e-06, + "loss": 2.4242, + "step": 36054 + }, + { + "epoch": 0.6171793423372532, + "grad_norm": 2.5286285877227783, + "learning_rate": 6.750825135519652e-06, + "loss": 2.5068, + "step": 36055 + }, + { + "epoch": 0.6171964600558038, + "grad_norm": 2.3145558834075928, + "learning_rate": 6.750300816001967e-06, + "loss": 2.4927, + "step": 36056 + }, + { + "epoch": 0.6172135777743543, + "grad_norm": 2.499055862426758, + "learning_rate": 6.7497765064727285e-06, + "loss": 2.3482, + "step": 36057 + }, + { + "epoch": 0.6172306954929047, + "grad_norm": 2.4726521968841553, + "learning_rate": 6.749252206933543e-06, + "loss": 2.4644, + "step": 36058 + }, + { + "epoch": 0.6172478132114552, + "grad_norm": 2.4218461513519287, + "learning_rate": 6.748727917386024e-06, + "loss": 2.4906, + "step": 36059 + }, + { + "epoch": 0.6172649309300057, + "grad_norm": 2.542447805404663, + "learning_rate": 6.748203637831784e-06, + "loss": 2.5938, + "step": 36060 + }, + { + "epoch": 0.6172820486485561, + "grad_norm": 2.357511281967163, + "learning_rate": 6.747679368272428e-06, + "loss": 2.4106, + "step": 36061 + }, + { + "epoch": 0.6172991663671066, + "grad_norm": 2.480832815170288, + "learning_rate": 6.747155108709578e-06, + "loss": 2.429, + "step": 36062 + }, + { + "epoch": 0.6173162840856571, + "grad_norm": 2.46793794631958, + "learning_rate": 6.746630859144836e-06, + "loss": 2.478, + "step": 36063 + }, + { + "epoch": 0.6173334018042075, + "grad_norm": 2.4064552783966064, + "learning_rate": 6.7461066195798195e-06, + "loss": 2.4978, + "step": 36064 + }, + { + "epoch": 0.617350519522758, + "grad_norm": 2.4008898735046387, + "learning_rate": 6.7455823900161336e-06, + "loss": 2.4408, + "step": 36065 + }, + { + "epoch": 0.6173676372413085, + "grad_norm": 2.350677967071533, + "learning_rate": 6.745058170455396e-06, + "loss": 2.374, + "step": 36066 + }, + { + "epoch": 0.6173847549598589, + "grad_norm": 2.3665590286254883, + "learning_rate": 6.744533960899218e-06, + "loss": 2.3152, + "step": 36067 + }, + { + "epoch": 0.6174018726784094, + "grad_norm": 2.344221830368042, + "learning_rate": 6.744009761349204e-06, + "loss": 2.5366, + "step": 36068 + }, + { + "epoch": 0.6174189903969599, + "grad_norm": 2.4515316486358643, + "learning_rate": 6.743485571806973e-06, + "loss": 2.341, + "step": 36069 + }, + { + "epoch": 0.6174361081155104, + "grad_norm": 2.5173540115356445, + "learning_rate": 6.742961392274128e-06, + "loss": 2.4883, + "step": 36070 + }, + { + "epoch": 0.6174532258340608, + "grad_norm": 2.4904167652130127, + "learning_rate": 6.742437222752289e-06, + "loss": 2.4268, + "step": 36071 + }, + { + "epoch": 0.6174703435526113, + "grad_norm": 2.623176097869873, + "learning_rate": 6.741913063243057e-06, + "loss": 2.3821, + "step": 36072 + }, + { + "epoch": 0.6174874612711618, + "grad_norm": 2.444897413253784, + "learning_rate": 6.741388913748055e-06, + "loss": 2.4184, + "step": 36073 + }, + { + "epoch": 0.6175045789897122, + "grad_norm": 2.3751604557037354, + "learning_rate": 6.740864774268887e-06, + "loss": 2.4023, + "step": 36074 + }, + { + "epoch": 0.6175216967082627, + "grad_norm": 2.494832754135132, + "learning_rate": 6.740340644807164e-06, + "loss": 2.5204, + "step": 36075 + }, + { + "epoch": 0.6175388144268132, + "grad_norm": 2.3326220512390137, + "learning_rate": 6.739816525364499e-06, + "loss": 2.3992, + "step": 36076 + }, + { + "epoch": 0.6175559321453636, + "grad_norm": 2.512409210205078, + "learning_rate": 6.739292415942499e-06, + "loss": 2.4592, + "step": 36077 + }, + { + "epoch": 0.6175730498639141, + "grad_norm": 2.2889487743377686, + "learning_rate": 6.738768316542781e-06, + "loss": 2.2468, + "step": 36078 + }, + { + "epoch": 0.6175901675824647, + "grad_norm": 2.4505598545074463, + "learning_rate": 6.7382442271669525e-06, + "loss": 2.4999, + "step": 36079 + }, + { + "epoch": 0.617607285301015, + "grad_norm": 2.4384162425994873, + "learning_rate": 6.737720147816625e-06, + "loss": 2.3947, + "step": 36080 + }, + { + "epoch": 0.6176244030195656, + "grad_norm": 2.358733892440796, + "learning_rate": 6.7371960784934086e-06, + "loss": 2.5083, + "step": 36081 + }, + { + "epoch": 0.6176415207381161, + "grad_norm": 2.360060930252075, + "learning_rate": 6.736672019198911e-06, + "loss": 2.4609, + "step": 36082 + }, + { + "epoch": 0.6176586384566665, + "grad_norm": 2.4312572479248047, + "learning_rate": 6.736147969934752e-06, + "loss": 2.5069, + "step": 36083 + }, + { + "epoch": 0.617675756175217, + "grad_norm": 2.4486823081970215, + "learning_rate": 6.735623930702533e-06, + "loss": 2.4747, + "step": 36084 + }, + { + "epoch": 0.6176928738937675, + "grad_norm": 2.3739566802978516, + "learning_rate": 6.735099901503871e-06, + "loss": 2.419, + "step": 36085 + }, + { + "epoch": 0.6177099916123179, + "grad_norm": 2.243631601333618, + "learning_rate": 6.73457588234037e-06, + "loss": 2.3763, + "step": 36086 + }, + { + "epoch": 0.6177271093308684, + "grad_norm": 2.4227185249328613, + "learning_rate": 6.7340518732136495e-06, + "loss": 2.4644, + "step": 36087 + }, + { + "epoch": 0.6177442270494189, + "grad_norm": 2.3075201511383057, + "learning_rate": 6.733527874125316e-06, + "loss": 2.3418, + "step": 36088 + }, + { + "epoch": 0.6177613447679693, + "grad_norm": 2.3668129444122314, + "learning_rate": 6.733003885076974e-06, + "loss": 2.361, + "step": 36089 + }, + { + "epoch": 0.6177784624865198, + "grad_norm": 2.4564430713653564, + "learning_rate": 6.732479906070245e-06, + "loss": 2.5293, + "step": 36090 + }, + { + "epoch": 0.6177955802050703, + "grad_norm": 2.366126298904419, + "learning_rate": 6.731955937106731e-06, + "loss": 2.3852, + "step": 36091 + }, + { + "epoch": 0.6178126979236207, + "grad_norm": 2.420630931854248, + "learning_rate": 6.73143197818805e-06, + "loss": 2.3876, + "step": 36092 + }, + { + "epoch": 0.6178298156421712, + "grad_norm": 2.5728628635406494, + "learning_rate": 6.7309080293158014e-06, + "loss": 2.477, + "step": 36093 + }, + { + "epoch": 0.6178469333607217, + "grad_norm": 2.399148941040039, + "learning_rate": 6.730384090491608e-06, + "loss": 2.5646, + "step": 36094 + }, + { + "epoch": 0.6178640510792721, + "grad_norm": 2.448276996612549, + "learning_rate": 6.729860161717075e-06, + "loss": 2.4632, + "step": 36095 + }, + { + "epoch": 0.6178811687978226, + "grad_norm": 2.4190680980682373, + "learning_rate": 6.729336242993809e-06, + "loss": 2.4397, + "step": 36096 + }, + { + "epoch": 0.6178982865163731, + "grad_norm": 2.540088176727295, + "learning_rate": 6.728812334323426e-06, + "loss": 2.4665, + "step": 36097 + }, + { + "epoch": 0.6179154042349235, + "grad_norm": 2.569458484649658, + "learning_rate": 6.728288435707531e-06, + "loss": 2.4836, + "step": 36098 + }, + { + "epoch": 0.617932521953474, + "grad_norm": 2.4595232009887695, + "learning_rate": 6.727764547147739e-06, + "loss": 2.455, + "step": 36099 + }, + { + "epoch": 0.6179496396720245, + "grad_norm": 2.4051034450531006, + "learning_rate": 6.727240668645658e-06, + "loss": 2.4851, + "step": 36100 + }, + { + "epoch": 0.6179667573905749, + "grad_norm": 2.4809136390686035, + "learning_rate": 6.726716800202902e-06, + "loss": 2.4184, + "step": 36101 + }, + { + "epoch": 0.6179838751091254, + "grad_norm": 2.4168505668640137, + "learning_rate": 6.726192941821077e-06, + "loss": 2.4439, + "step": 36102 + }, + { + "epoch": 0.618000992827676, + "grad_norm": 2.3859684467315674, + "learning_rate": 6.72566909350179e-06, + "loss": 2.5431, + "step": 36103 + }, + { + "epoch": 0.6180181105462264, + "grad_norm": 2.233452796936035, + "learning_rate": 6.725145255246659e-06, + "loss": 2.3836, + "step": 36104 + }, + { + "epoch": 0.6180352282647769, + "grad_norm": 2.5454492568969727, + "learning_rate": 6.7246214270572855e-06, + "loss": 2.5227, + "step": 36105 + }, + { + "epoch": 0.6180523459833274, + "grad_norm": 2.330463171005249, + "learning_rate": 6.724097608935289e-06, + "loss": 2.4028, + "step": 36106 + }, + { + "epoch": 0.6180694637018778, + "grad_norm": 2.5566132068634033, + "learning_rate": 6.723573800882275e-06, + "loss": 2.5053, + "step": 36107 + }, + { + "epoch": 0.6180865814204283, + "grad_norm": 2.4943180084228516, + "learning_rate": 6.723050002899854e-06, + "loss": 2.4227, + "step": 36108 + }, + { + "epoch": 0.6181036991389788, + "grad_norm": 2.482058048248291, + "learning_rate": 6.722526214989635e-06, + "loss": 2.5199, + "step": 36109 + }, + { + "epoch": 0.6181208168575292, + "grad_norm": 2.292922019958496, + "learning_rate": 6.7220024371532245e-06, + "loss": 2.4032, + "step": 36110 + }, + { + "epoch": 0.6181379345760797, + "grad_norm": 2.42148756980896, + "learning_rate": 6.721478669392241e-06, + "loss": 2.4236, + "step": 36111 + }, + { + "epoch": 0.6181550522946302, + "grad_norm": 2.291954755783081, + "learning_rate": 6.7209549117082865e-06, + "loss": 2.4304, + "step": 36112 + }, + { + "epoch": 0.6181721700131806, + "grad_norm": 2.436708927154541, + "learning_rate": 6.720431164102976e-06, + "loss": 2.5449, + "step": 36113 + }, + { + "epoch": 0.6181892877317311, + "grad_norm": 2.347869873046875, + "learning_rate": 6.719907426577914e-06, + "loss": 2.3862, + "step": 36114 + }, + { + "epoch": 0.6182064054502816, + "grad_norm": 2.393450975418091, + "learning_rate": 6.719383699134719e-06, + "loss": 2.361, + "step": 36115 + }, + { + "epoch": 0.6182235231688321, + "grad_norm": 2.393615484237671, + "learning_rate": 6.7188599817749925e-06, + "loss": 2.4694, + "step": 36116 + }, + { + "epoch": 0.6182406408873825, + "grad_norm": 2.2601473331451416, + "learning_rate": 6.718336274500346e-06, + "loss": 2.4154, + "step": 36117 + }, + { + "epoch": 0.618257758605933, + "grad_norm": 2.3666601181030273, + "learning_rate": 6.717812577312394e-06, + "loss": 2.517, + "step": 36118 + }, + { + "epoch": 0.6182748763244835, + "grad_norm": 2.386993885040283, + "learning_rate": 6.717288890212737e-06, + "loss": 2.4126, + "step": 36119 + }, + { + "epoch": 0.6182919940430339, + "grad_norm": 2.496453046798706, + "learning_rate": 6.716765213202994e-06, + "loss": 2.494, + "step": 36120 + }, + { + "epoch": 0.6183091117615844, + "grad_norm": 2.5284082889556885, + "learning_rate": 6.716241546284768e-06, + "loss": 2.4315, + "step": 36121 + }, + { + "epoch": 0.6183262294801349, + "grad_norm": 2.507739782333374, + "learning_rate": 6.715717889459675e-06, + "loss": 2.5597, + "step": 36122 + }, + { + "epoch": 0.6183433471986853, + "grad_norm": 2.368818521499634, + "learning_rate": 6.71519424272932e-06, + "loss": 2.3365, + "step": 36123 + }, + { + "epoch": 0.6183604649172358, + "grad_norm": 2.4727389812469482, + "learning_rate": 6.71467060609531e-06, + "loss": 2.5367, + "step": 36124 + }, + { + "epoch": 0.6183775826357863, + "grad_norm": 2.4942409992218018, + "learning_rate": 6.7141469795592595e-06, + "loss": 2.5213, + "step": 36125 + }, + { + "epoch": 0.6183947003543367, + "grad_norm": 2.4436683654785156, + "learning_rate": 6.713623363122775e-06, + "loss": 2.4343, + "step": 36126 + }, + { + "epoch": 0.6184118180728873, + "grad_norm": 2.376241683959961, + "learning_rate": 6.713099756787469e-06, + "loss": 2.4449, + "step": 36127 + }, + { + "epoch": 0.6184289357914378, + "grad_norm": 2.4908101558685303, + "learning_rate": 6.712576160554949e-06, + "loss": 2.389, + "step": 36128 + }, + { + "epoch": 0.6184460535099882, + "grad_norm": 2.3621985912323, + "learning_rate": 6.712052574426824e-06, + "loss": 2.4441, + "step": 36129 + }, + { + "epoch": 0.6184631712285387, + "grad_norm": 2.487499713897705, + "learning_rate": 6.711528998404702e-06, + "loss": 2.4782, + "step": 36130 + }, + { + "epoch": 0.6184802889470892, + "grad_norm": 2.426292657852173, + "learning_rate": 6.711005432490197e-06, + "loss": 2.4934, + "step": 36131 + }, + { + "epoch": 0.6184974066656396, + "grad_norm": 2.4716744422912598, + "learning_rate": 6.7104818766849145e-06, + "loss": 2.4384, + "step": 36132 + }, + { + "epoch": 0.6185145243841901, + "grad_norm": 2.2786149978637695, + "learning_rate": 6.709958330990462e-06, + "loss": 2.3837, + "step": 36133 + }, + { + "epoch": 0.6185316421027406, + "grad_norm": 2.556612730026245, + "learning_rate": 6.709434795408456e-06, + "loss": 2.3897, + "step": 36134 + }, + { + "epoch": 0.618548759821291, + "grad_norm": 2.400477170944214, + "learning_rate": 6.708911269940495e-06, + "loss": 2.4485, + "step": 36135 + }, + { + "epoch": 0.6185658775398415, + "grad_norm": 2.5390615463256836, + "learning_rate": 6.708387754588197e-06, + "loss": 2.4695, + "step": 36136 + }, + { + "epoch": 0.618582995258392, + "grad_norm": 2.4641799926757812, + "learning_rate": 6.707864249353168e-06, + "loss": 2.5072, + "step": 36137 + }, + { + "epoch": 0.6186001129769424, + "grad_norm": 2.3510448932647705, + "learning_rate": 6.707340754237017e-06, + "loss": 2.4425, + "step": 36138 + }, + { + "epoch": 0.6186172306954929, + "grad_norm": 2.401327133178711, + "learning_rate": 6.706817269241355e-06, + "loss": 2.4121, + "step": 36139 + }, + { + "epoch": 0.6186343484140434, + "grad_norm": 2.2256226539611816, + "learning_rate": 6.706293794367784e-06, + "loss": 2.3909, + "step": 36140 + }, + { + "epoch": 0.6186514661325938, + "grad_norm": 2.3674187660217285, + "learning_rate": 6.705770329617925e-06, + "loss": 2.4428, + "step": 36141 + }, + { + "epoch": 0.6186685838511443, + "grad_norm": 2.3101632595062256, + "learning_rate": 6.705246874993372e-06, + "loss": 2.3145, + "step": 36142 + }, + { + "epoch": 0.6186857015696948, + "grad_norm": 2.4878740310668945, + "learning_rate": 6.704723430495749e-06, + "loss": 2.4394, + "step": 36143 + }, + { + "epoch": 0.6187028192882452, + "grad_norm": 2.3668267726898193, + "learning_rate": 6.704199996126655e-06, + "loss": 2.4723, + "step": 36144 + }, + { + "epoch": 0.6187199370067957, + "grad_norm": 2.409843921661377, + "learning_rate": 6.703676571887703e-06, + "loss": 2.5105, + "step": 36145 + }, + { + "epoch": 0.6187370547253462, + "grad_norm": 2.3738367557525635, + "learning_rate": 6.703153157780502e-06, + "loss": 2.4154, + "step": 36146 + }, + { + "epoch": 0.6187541724438966, + "grad_norm": 2.452033281326294, + "learning_rate": 6.702629753806653e-06, + "loss": 2.3845, + "step": 36147 + }, + { + "epoch": 0.6187712901624471, + "grad_norm": 2.3850858211517334, + "learning_rate": 6.702106359967777e-06, + "loss": 2.4271, + "step": 36148 + }, + { + "epoch": 0.6187884078809976, + "grad_norm": 2.43685245513916, + "learning_rate": 6.701582976265475e-06, + "loss": 2.4846, + "step": 36149 + }, + { + "epoch": 0.618805525599548, + "grad_norm": 2.3614115715026855, + "learning_rate": 6.70105960270136e-06, + "loss": 2.2899, + "step": 36150 + }, + { + "epoch": 0.6188226433180986, + "grad_norm": 2.5338096618652344, + "learning_rate": 6.7005362392770335e-06, + "loss": 2.4782, + "step": 36151 + }, + { + "epoch": 0.6188397610366491, + "grad_norm": 2.256603240966797, + "learning_rate": 6.700012885994113e-06, + "loss": 2.3548, + "step": 36152 + }, + { + "epoch": 0.6188568787551995, + "grad_norm": 2.322091817855835, + "learning_rate": 6.699489542854203e-06, + "loss": 2.4234, + "step": 36153 + }, + { + "epoch": 0.61887399647375, + "grad_norm": 2.53236985206604, + "learning_rate": 6.6989662098589095e-06, + "loss": 2.4444, + "step": 36154 + }, + { + "epoch": 0.6188911141923005, + "grad_norm": 2.371185779571533, + "learning_rate": 6.698442887009846e-06, + "loss": 2.3498, + "step": 36155 + }, + { + "epoch": 0.6189082319108509, + "grad_norm": 2.6302263736724854, + "learning_rate": 6.697919574308615e-06, + "loss": 2.5351, + "step": 36156 + }, + { + "epoch": 0.6189253496294014, + "grad_norm": 2.3561654090881348, + "learning_rate": 6.697396271756832e-06, + "loss": 2.4072, + "step": 36157 + }, + { + "epoch": 0.6189424673479519, + "grad_norm": 2.428821086883545, + "learning_rate": 6.696872979356099e-06, + "loss": 2.4671, + "step": 36158 + }, + { + "epoch": 0.6189595850665023, + "grad_norm": 2.280756950378418, + "learning_rate": 6.696349697108032e-06, + "loss": 2.3799, + "step": 36159 + }, + { + "epoch": 0.6189767027850528, + "grad_norm": 2.5917224884033203, + "learning_rate": 6.6958264250142335e-06, + "loss": 2.498, + "step": 36160 + }, + { + "epoch": 0.6189938205036033, + "grad_norm": 2.4123570919036865, + "learning_rate": 6.69530316307631e-06, + "loss": 2.4764, + "step": 36161 + }, + { + "epoch": 0.6190109382221538, + "grad_norm": 2.6128854751586914, + "learning_rate": 6.6947799112958766e-06, + "loss": 2.5298, + "step": 36162 + }, + { + "epoch": 0.6190280559407042, + "grad_norm": 2.459237575531006, + "learning_rate": 6.694256669674533e-06, + "loss": 2.3582, + "step": 36163 + }, + { + "epoch": 0.6190451736592547, + "grad_norm": 2.2616400718688965, + "learning_rate": 6.693733438213897e-06, + "loss": 2.3383, + "step": 36164 + }, + { + "epoch": 0.6190622913778052, + "grad_norm": 2.5734031200408936, + "learning_rate": 6.693210216915571e-06, + "loss": 2.489, + "step": 36165 + }, + { + "epoch": 0.6190794090963556, + "grad_norm": 2.5735456943511963, + "learning_rate": 6.6926870057811665e-06, + "loss": 2.5177, + "step": 36166 + }, + { + "epoch": 0.6190965268149061, + "grad_norm": 2.4575748443603516, + "learning_rate": 6.69216380481229e-06, + "loss": 2.4073, + "step": 36167 + }, + { + "epoch": 0.6191136445334566, + "grad_norm": 2.421849012374878, + "learning_rate": 6.691640614010544e-06, + "loss": 2.3232, + "step": 36168 + }, + { + "epoch": 0.619130762252007, + "grad_norm": 2.4495418071746826, + "learning_rate": 6.691117433377547e-06, + "loss": 2.354, + "step": 36169 + }, + { + "epoch": 0.6191478799705575, + "grad_norm": 2.3636467456817627, + "learning_rate": 6.6905942629149e-06, + "loss": 2.4276, + "step": 36170 + }, + { + "epoch": 0.619164997689108, + "grad_norm": 2.569681406021118, + "learning_rate": 6.690071102624213e-06, + "loss": 2.4476, + "step": 36171 + }, + { + "epoch": 0.6191821154076584, + "grad_norm": 2.5127646923065186, + "learning_rate": 6.689547952507093e-06, + "loss": 2.518, + "step": 36172 + }, + { + "epoch": 0.619199233126209, + "grad_norm": 2.415982484817505, + "learning_rate": 6.689024812565153e-06, + "loss": 2.4152, + "step": 36173 + }, + { + "epoch": 0.6192163508447595, + "grad_norm": 2.3793299198150635, + "learning_rate": 6.688501682799995e-06, + "loss": 2.4561, + "step": 36174 + }, + { + "epoch": 0.6192334685633099, + "grad_norm": 2.4755055904388428, + "learning_rate": 6.687978563213227e-06, + "loss": 2.465, + "step": 36175 + }, + { + "epoch": 0.6192505862818604, + "grad_norm": 2.3850746154785156, + "learning_rate": 6.687455453806462e-06, + "loss": 2.444, + "step": 36176 + }, + { + "epoch": 0.6192677040004109, + "grad_norm": 2.4676337242126465, + "learning_rate": 6.686932354581301e-06, + "loss": 2.436, + "step": 36177 + }, + { + "epoch": 0.6192848217189613, + "grad_norm": 2.6055612564086914, + "learning_rate": 6.686409265539358e-06, + "loss": 2.4618, + "step": 36178 + }, + { + "epoch": 0.6193019394375118, + "grad_norm": 2.4510252475738525, + "learning_rate": 6.685886186682235e-06, + "loss": 2.4341, + "step": 36179 + }, + { + "epoch": 0.6193190571560623, + "grad_norm": 2.372227191925049, + "learning_rate": 6.685363118011547e-06, + "loss": 2.4165, + "step": 36180 + }, + { + "epoch": 0.6193361748746127, + "grad_norm": 2.475430488586426, + "learning_rate": 6.684840059528897e-06, + "loss": 2.3482, + "step": 36181 + }, + { + "epoch": 0.6193532925931632, + "grad_norm": 2.565993547439575, + "learning_rate": 6.684317011235892e-06, + "loss": 2.5592, + "step": 36182 + }, + { + "epoch": 0.6193704103117137, + "grad_norm": 2.5738959312438965, + "learning_rate": 6.683793973134145e-06, + "loss": 2.4419, + "step": 36183 + }, + { + "epoch": 0.6193875280302641, + "grad_norm": 2.5693066120147705, + "learning_rate": 6.683270945225253e-06, + "loss": 2.5297, + "step": 36184 + }, + { + "epoch": 0.6194046457488146, + "grad_norm": 2.6381218433380127, + "learning_rate": 6.6827479275108366e-06, + "loss": 2.5458, + "step": 36185 + }, + { + "epoch": 0.6194217634673651, + "grad_norm": 2.5055174827575684, + "learning_rate": 6.6822249199924935e-06, + "loss": 2.4157, + "step": 36186 + }, + { + "epoch": 0.6194388811859155, + "grad_norm": 2.4049503803253174, + "learning_rate": 6.6817019226718385e-06, + "loss": 2.3722, + "step": 36187 + }, + { + "epoch": 0.619455998904466, + "grad_norm": 2.7666523456573486, + "learning_rate": 6.681178935550474e-06, + "loss": 2.5726, + "step": 36188 + }, + { + "epoch": 0.6194731166230165, + "grad_norm": 2.3513343334198, + "learning_rate": 6.680655958630006e-06, + "loss": 2.4462, + "step": 36189 + }, + { + "epoch": 0.6194902343415669, + "grad_norm": 2.4331607818603516, + "learning_rate": 6.680132991912048e-06, + "loss": 2.4431, + "step": 36190 + }, + { + "epoch": 0.6195073520601174, + "grad_norm": 2.5118632316589355, + "learning_rate": 6.679610035398203e-06, + "loss": 2.4235, + "step": 36191 + }, + { + "epoch": 0.6195244697786679, + "grad_norm": 2.482638120651245, + "learning_rate": 6.679087089090081e-06, + "loss": 2.4792, + "step": 36192 + }, + { + "epoch": 0.6195415874972183, + "grad_norm": 2.3985865116119385, + "learning_rate": 6.678564152989286e-06, + "loss": 2.4518, + "step": 36193 + }, + { + "epoch": 0.6195587052157688, + "grad_norm": 2.394721269607544, + "learning_rate": 6.678041227097429e-06, + "loss": 2.5005, + "step": 36194 + }, + { + "epoch": 0.6195758229343193, + "grad_norm": 2.459207057952881, + "learning_rate": 6.677518311416118e-06, + "loss": 2.3981, + "step": 36195 + }, + { + "epoch": 0.6195929406528697, + "grad_norm": 2.3706679344177246, + "learning_rate": 6.676995405946954e-06, + "loss": 2.4046, + "step": 36196 + }, + { + "epoch": 0.6196100583714202, + "grad_norm": 2.287227153778076, + "learning_rate": 6.6764725106915515e-06, + "loss": 2.2547, + "step": 36197 + }, + { + "epoch": 0.6196271760899708, + "grad_norm": 2.4731945991516113, + "learning_rate": 6.67594962565151e-06, + "loss": 2.5367, + "step": 36198 + }, + { + "epoch": 0.6196442938085212, + "grad_norm": 2.392777681350708, + "learning_rate": 6.675426750828444e-06, + "loss": 2.3506, + "step": 36199 + }, + { + "epoch": 0.6196614115270717, + "grad_norm": 2.373612642288208, + "learning_rate": 6.674903886223956e-06, + "loss": 2.4765, + "step": 36200 + }, + { + "epoch": 0.6196785292456222, + "grad_norm": 2.383901357650757, + "learning_rate": 6.6743810318396565e-06, + "loss": 2.4282, + "step": 36201 + }, + { + "epoch": 0.6196956469641726, + "grad_norm": 2.3576276302337646, + "learning_rate": 6.67385818767715e-06, + "loss": 2.343, + "step": 36202 + }, + { + "epoch": 0.6197127646827231, + "grad_norm": 2.499706745147705, + "learning_rate": 6.673335353738046e-06, + "loss": 2.5428, + "step": 36203 + }, + { + "epoch": 0.6197298824012736, + "grad_norm": 2.5046417713165283, + "learning_rate": 6.672812530023951e-06, + "loss": 2.4591, + "step": 36204 + }, + { + "epoch": 0.619747000119824, + "grad_norm": 2.3548052310943604, + "learning_rate": 6.672289716536467e-06, + "loss": 2.3717, + "step": 36205 + }, + { + "epoch": 0.6197641178383745, + "grad_norm": 2.398886203765869, + "learning_rate": 6.671766913277207e-06, + "loss": 2.4489, + "step": 36206 + }, + { + "epoch": 0.619781235556925, + "grad_norm": 2.517573118209839, + "learning_rate": 6.6712441202477755e-06, + "loss": 2.4592, + "step": 36207 + }, + { + "epoch": 0.6197983532754755, + "grad_norm": 2.330754041671753, + "learning_rate": 6.6707213374497806e-06, + "loss": 2.347, + "step": 36208 + }, + { + "epoch": 0.6198154709940259, + "grad_norm": 2.7005250453948975, + "learning_rate": 6.6701985648848246e-06, + "loss": 2.5019, + "step": 36209 + }, + { + "epoch": 0.6198325887125764, + "grad_norm": 2.4506382942199707, + "learning_rate": 6.669675802554522e-06, + "loss": 2.5088, + "step": 36210 + }, + { + "epoch": 0.6198497064311269, + "grad_norm": 2.4395322799682617, + "learning_rate": 6.669153050460475e-06, + "loss": 2.4809, + "step": 36211 + }, + { + "epoch": 0.6198668241496773, + "grad_norm": 2.4408111572265625, + "learning_rate": 6.668630308604289e-06, + "loss": 2.3931, + "step": 36212 + }, + { + "epoch": 0.6198839418682278, + "grad_norm": 2.51012921333313, + "learning_rate": 6.6681075769875745e-06, + "loss": 2.4145, + "step": 36213 + }, + { + "epoch": 0.6199010595867783, + "grad_norm": 2.379747152328491, + "learning_rate": 6.667584855611932e-06, + "loss": 2.4368, + "step": 36214 + }, + { + "epoch": 0.6199181773053287, + "grad_norm": 2.3747310638427734, + "learning_rate": 6.6670621444789785e-06, + "loss": 2.4139, + "step": 36215 + }, + { + "epoch": 0.6199352950238792, + "grad_norm": 2.397075653076172, + "learning_rate": 6.66653944359031e-06, + "loss": 2.4567, + "step": 36216 + }, + { + "epoch": 0.6199524127424297, + "grad_norm": 2.3123321533203125, + "learning_rate": 6.666016752947539e-06, + "loss": 2.3218, + "step": 36217 + }, + { + "epoch": 0.6199695304609801, + "grad_norm": 2.3609399795532227, + "learning_rate": 6.6654940725522744e-06, + "loss": 2.4574, + "step": 36218 + }, + { + "epoch": 0.6199866481795306, + "grad_norm": 2.333880662918091, + "learning_rate": 6.664971402406115e-06, + "loss": 2.4097, + "step": 36219 + }, + { + "epoch": 0.6200037658980811, + "grad_norm": 2.4001963138580322, + "learning_rate": 6.664448742510674e-06, + "loss": 2.4881, + "step": 36220 + }, + { + "epoch": 0.6200208836166315, + "grad_norm": 2.509805917739868, + "learning_rate": 6.66392609286755e-06, + "loss": 2.4854, + "step": 36221 + }, + { + "epoch": 0.620038001335182, + "grad_norm": 2.256023645401001, + "learning_rate": 6.663403453478361e-06, + "loss": 2.3202, + "step": 36222 + }, + { + "epoch": 0.6200551190537326, + "grad_norm": 2.3467769622802734, + "learning_rate": 6.662880824344703e-06, + "loss": 2.4045, + "step": 36223 + }, + { + "epoch": 0.620072236772283, + "grad_norm": 2.412050724029541, + "learning_rate": 6.662358205468189e-06, + "loss": 2.4383, + "step": 36224 + }, + { + "epoch": 0.6200893544908335, + "grad_norm": 2.5183284282684326, + "learning_rate": 6.661835596850423e-06, + "loss": 2.4604, + "step": 36225 + }, + { + "epoch": 0.620106472209384, + "grad_norm": 2.466838836669922, + "learning_rate": 6.661312998493008e-06, + "loss": 2.4299, + "step": 36226 + }, + { + "epoch": 0.6201235899279344, + "grad_norm": 2.348738431930542, + "learning_rate": 6.660790410397557e-06, + "loss": 2.3924, + "step": 36227 + }, + { + "epoch": 0.6201407076464849, + "grad_norm": 2.352834939956665, + "learning_rate": 6.66026783256567e-06, + "loss": 2.4807, + "step": 36228 + }, + { + "epoch": 0.6201578253650354, + "grad_norm": 2.546670436859131, + "learning_rate": 6.65974526499896e-06, + "loss": 2.4422, + "step": 36229 + }, + { + "epoch": 0.6201749430835858, + "grad_norm": 2.4637043476104736, + "learning_rate": 6.6592227076990224e-06, + "loss": 2.5336, + "step": 36230 + }, + { + "epoch": 0.6201920608021363, + "grad_norm": 2.328488826751709, + "learning_rate": 6.658700160667476e-06, + "loss": 2.4796, + "step": 36231 + }, + { + "epoch": 0.6202091785206868, + "grad_norm": 2.3020737171173096, + "learning_rate": 6.65817762390592e-06, + "loss": 2.3041, + "step": 36232 + }, + { + "epoch": 0.6202262962392372, + "grad_norm": 2.4505956172943115, + "learning_rate": 6.657655097415958e-06, + "loss": 2.4116, + "step": 36233 + }, + { + "epoch": 0.6202434139577877, + "grad_norm": 2.3201489448547363, + "learning_rate": 6.657132581199204e-06, + "loss": 2.313, + "step": 36234 + }, + { + "epoch": 0.6202605316763382, + "grad_norm": 2.5588650703430176, + "learning_rate": 6.656610075257257e-06, + "loss": 2.5387, + "step": 36235 + }, + { + "epoch": 0.6202776493948886, + "grad_norm": 2.429032802581787, + "learning_rate": 6.6560875795917275e-06, + "loss": 2.4117, + "step": 36236 + }, + { + "epoch": 0.6202947671134391, + "grad_norm": 2.4681904315948486, + "learning_rate": 6.655565094204215e-06, + "loss": 2.4745, + "step": 36237 + }, + { + "epoch": 0.6203118848319896, + "grad_norm": 2.382678747177124, + "learning_rate": 6.655042619096336e-06, + "loss": 2.3714, + "step": 36238 + }, + { + "epoch": 0.62032900255054, + "grad_norm": 2.402311086654663, + "learning_rate": 6.654520154269688e-06, + "loss": 2.3063, + "step": 36239 + }, + { + "epoch": 0.6203461202690905, + "grad_norm": 2.4938976764678955, + "learning_rate": 6.65399769972588e-06, + "loss": 2.4184, + "step": 36240 + }, + { + "epoch": 0.620363237987641, + "grad_norm": 2.504011631011963, + "learning_rate": 6.653475255466517e-06, + "loss": 2.3614, + "step": 36241 + }, + { + "epoch": 0.6203803557061914, + "grad_norm": 2.4325718879699707, + "learning_rate": 6.652952821493201e-06, + "loss": 2.5402, + "step": 36242 + }, + { + "epoch": 0.6203974734247419, + "grad_norm": 2.430227756500244, + "learning_rate": 6.652430397807547e-06, + "loss": 2.4687, + "step": 36243 + }, + { + "epoch": 0.6204145911432924, + "grad_norm": 2.360715389251709, + "learning_rate": 6.651907984411152e-06, + "loss": 2.3919, + "step": 36244 + }, + { + "epoch": 0.6204317088618428, + "grad_norm": 2.3964922428131104, + "learning_rate": 6.6513855813056295e-06, + "loss": 2.3089, + "step": 36245 + }, + { + "epoch": 0.6204488265803934, + "grad_norm": 2.543853282928467, + "learning_rate": 6.650863188492578e-06, + "loss": 2.4656, + "step": 36246 + }, + { + "epoch": 0.6204659442989439, + "grad_norm": 2.5484867095947266, + "learning_rate": 6.650340805973603e-06, + "loss": 2.5165, + "step": 36247 + }, + { + "epoch": 0.6204830620174943, + "grad_norm": 2.5891873836517334, + "learning_rate": 6.649818433750319e-06, + "loss": 2.5042, + "step": 36248 + }, + { + "epoch": 0.6205001797360448, + "grad_norm": 2.480564832687378, + "learning_rate": 6.649296071824321e-06, + "loss": 2.434, + "step": 36249 + }, + { + "epoch": 0.6205172974545953, + "grad_norm": 2.5870699882507324, + "learning_rate": 6.648773720197223e-06, + "loss": 2.4341, + "step": 36250 + }, + { + "epoch": 0.6205344151731457, + "grad_norm": 2.5665030479431152, + "learning_rate": 6.648251378870623e-06, + "loss": 2.4403, + "step": 36251 + }, + { + "epoch": 0.6205515328916962, + "grad_norm": 2.3032617568969727, + "learning_rate": 6.647729047846134e-06, + "loss": 2.3538, + "step": 36252 + }, + { + "epoch": 0.6205686506102467, + "grad_norm": 2.5534110069274902, + "learning_rate": 6.6472067271253575e-06, + "loss": 2.4467, + "step": 36253 + }, + { + "epoch": 0.6205857683287971, + "grad_norm": 2.415335178375244, + "learning_rate": 6.6466844167098945e-06, + "loss": 2.4521, + "step": 36254 + }, + { + "epoch": 0.6206028860473476, + "grad_norm": 2.4420087337493896, + "learning_rate": 6.64616211660136e-06, + "loss": 2.3378, + "step": 36255 + }, + { + "epoch": 0.6206200037658981, + "grad_norm": 2.3344664573669434, + "learning_rate": 6.645639826801353e-06, + "loss": 2.5515, + "step": 36256 + }, + { + "epoch": 0.6206371214844486, + "grad_norm": 2.451345682144165, + "learning_rate": 6.6451175473114815e-06, + "loss": 2.4371, + "step": 36257 + }, + { + "epoch": 0.620654239202999, + "grad_norm": 2.3936543464660645, + "learning_rate": 6.644595278133346e-06, + "loss": 2.4065, + "step": 36258 + }, + { + "epoch": 0.6206713569215495, + "grad_norm": 2.2647407054901123, + "learning_rate": 6.6440730192685595e-06, + "loss": 2.3966, + "step": 36259 + }, + { + "epoch": 0.6206884746401, + "grad_norm": 2.314182996749878, + "learning_rate": 6.643550770718723e-06, + "loss": 2.442, + "step": 36260 + }, + { + "epoch": 0.6207055923586504, + "grad_norm": 2.3838305473327637, + "learning_rate": 6.643028532485439e-06, + "loss": 2.4456, + "step": 36261 + }, + { + "epoch": 0.6207227100772009, + "grad_norm": 2.4347360134124756, + "learning_rate": 6.6425063045703195e-06, + "loss": 2.5425, + "step": 36262 + }, + { + "epoch": 0.6207398277957514, + "grad_norm": 2.5222976207733154, + "learning_rate": 6.64198408697496e-06, + "loss": 2.4173, + "step": 36263 + }, + { + "epoch": 0.6207569455143018, + "grad_norm": 2.375725507736206, + "learning_rate": 6.641461879700976e-06, + "loss": 2.3986, + "step": 36264 + }, + { + "epoch": 0.6207740632328523, + "grad_norm": 2.2575669288635254, + "learning_rate": 6.640939682749965e-06, + "loss": 2.4887, + "step": 36265 + }, + { + "epoch": 0.6207911809514028, + "grad_norm": 2.3848800659179688, + "learning_rate": 6.640417496123538e-06, + "loss": 2.3786, + "step": 36266 + }, + { + "epoch": 0.6208082986699532, + "grad_norm": 2.478327512741089, + "learning_rate": 6.639895319823298e-06, + "loss": 2.5108, + "step": 36267 + }, + { + "epoch": 0.6208254163885037, + "grad_norm": 2.5202572345733643, + "learning_rate": 6.639373153850842e-06, + "loss": 2.5306, + "step": 36268 + }, + { + "epoch": 0.6208425341070543, + "grad_norm": 2.287999391555786, + "learning_rate": 6.638850998207788e-06, + "loss": 2.3977, + "step": 36269 + }, + { + "epoch": 0.6208596518256047, + "grad_norm": 2.3813531398773193, + "learning_rate": 6.63832885289573e-06, + "loss": 2.3966, + "step": 36270 + }, + { + "epoch": 0.6208767695441552, + "grad_norm": 2.6503806114196777, + "learning_rate": 6.637806717916282e-06, + "loss": 2.2556, + "step": 36271 + }, + { + "epoch": 0.6208938872627057, + "grad_norm": 2.442086696624756, + "learning_rate": 6.637284593271043e-06, + "loss": 2.4338, + "step": 36272 + }, + { + "epoch": 0.6209110049812561, + "grad_norm": 2.578119993209839, + "learning_rate": 6.636762478961621e-06, + "loss": 2.491, + "step": 36273 + }, + { + "epoch": 0.6209281226998066, + "grad_norm": 2.335156202316284, + "learning_rate": 6.636240374989614e-06, + "loss": 2.2765, + "step": 36274 + }, + { + "epoch": 0.6209452404183571, + "grad_norm": 2.5847432613372803, + "learning_rate": 6.635718281356638e-06, + "loss": 2.4563, + "step": 36275 + }, + { + "epoch": 0.6209623581369075, + "grad_norm": 2.427978277206421, + "learning_rate": 6.635196198064291e-06, + "loss": 2.4281, + "step": 36276 + }, + { + "epoch": 0.620979475855458, + "grad_norm": 2.326395273208618, + "learning_rate": 6.634674125114175e-06, + "loss": 2.3703, + "step": 36277 + }, + { + "epoch": 0.6209965935740085, + "grad_norm": 2.513706684112549, + "learning_rate": 6.634152062507901e-06, + "loss": 2.4702, + "step": 36278 + }, + { + "epoch": 0.6210137112925589, + "grad_norm": 2.403575897216797, + "learning_rate": 6.633630010247067e-06, + "loss": 2.4596, + "step": 36279 + }, + { + "epoch": 0.6210308290111094, + "grad_norm": 2.3360326290130615, + "learning_rate": 6.6331079683332865e-06, + "loss": 2.464, + "step": 36280 + }, + { + "epoch": 0.6210479467296599, + "grad_norm": 2.617241144180298, + "learning_rate": 6.632585936768155e-06, + "loss": 2.4658, + "step": 36281 + }, + { + "epoch": 0.6210650644482103, + "grad_norm": 2.409287452697754, + "learning_rate": 6.632063915553284e-06, + "loss": 2.533, + "step": 36282 + }, + { + "epoch": 0.6210821821667608, + "grad_norm": 2.3553802967071533, + "learning_rate": 6.6315419046902754e-06, + "loss": 2.39, + "step": 36283 + }, + { + "epoch": 0.6210992998853113, + "grad_norm": 2.364802837371826, + "learning_rate": 6.631019904180729e-06, + "loss": 2.4383, + "step": 36284 + }, + { + "epoch": 0.6211164176038617, + "grad_norm": 2.417302370071411, + "learning_rate": 6.630497914026256e-06, + "loss": 2.4162, + "step": 36285 + }, + { + "epoch": 0.6211335353224122, + "grad_norm": 2.4025461673736572, + "learning_rate": 6.629975934228458e-06, + "loss": 2.3491, + "step": 36286 + }, + { + "epoch": 0.6211506530409627, + "grad_norm": 2.4257640838623047, + "learning_rate": 6.629453964788941e-06, + "loss": 2.4222, + "step": 36287 + }, + { + "epoch": 0.6211677707595131, + "grad_norm": 2.3939077854156494, + "learning_rate": 6.628932005709303e-06, + "loss": 2.3504, + "step": 36288 + }, + { + "epoch": 0.6211848884780636, + "grad_norm": 2.5662765502929688, + "learning_rate": 6.628410056991159e-06, + "loss": 2.4498, + "step": 36289 + }, + { + "epoch": 0.6212020061966141, + "grad_norm": 2.579843282699585, + "learning_rate": 6.6278881186361065e-06, + "loss": 2.6388, + "step": 36290 + }, + { + "epoch": 0.6212191239151645, + "grad_norm": 2.44710373878479, + "learning_rate": 6.627366190645747e-06, + "loss": 2.4979, + "step": 36291 + }, + { + "epoch": 0.621236241633715, + "grad_norm": 2.3630621433258057, + "learning_rate": 6.626844273021693e-06, + "loss": 2.3381, + "step": 36292 + }, + { + "epoch": 0.6212533593522656, + "grad_norm": 2.35207200050354, + "learning_rate": 6.6263223657655426e-06, + "loss": 2.3099, + "step": 36293 + }, + { + "epoch": 0.621270477070816, + "grad_norm": 2.495126962661743, + "learning_rate": 6.625800468878903e-06, + "loss": 2.4804, + "step": 36294 + }, + { + "epoch": 0.6212875947893665, + "grad_norm": 2.599886178970337, + "learning_rate": 6.625278582363373e-06, + "loss": 2.5793, + "step": 36295 + }, + { + "epoch": 0.621304712507917, + "grad_norm": 2.4378349781036377, + "learning_rate": 6.624756706220566e-06, + "loss": 2.4658, + "step": 36296 + }, + { + "epoch": 0.6213218302264674, + "grad_norm": 2.4607179164886475, + "learning_rate": 6.6242348404520795e-06, + "loss": 2.412, + "step": 36297 + }, + { + "epoch": 0.6213389479450179, + "grad_norm": 2.380009889602661, + "learning_rate": 6.623712985059517e-06, + "loss": 2.3586, + "step": 36298 + }, + { + "epoch": 0.6213560656635684, + "grad_norm": 2.515552520751953, + "learning_rate": 6.623191140044487e-06, + "loss": 2.5798, + "step": 36299 + }, + { + "epoch": 0.6213731833821188, + "grad_norm": 2.4691548347473145, + "learning_rate": 6.622669305408586e-06, + "loss": 2.4266, + "step": 36300 + }, + { + "epoch": 0.6213903011006693, + "grad_norm": 2.6803407669067383, + "learning_rate": 6.622147481153427e-06, + "loss": 2.4143, + "step": 36301 + }, + { + "epoch": 0.6214074188192198, + "grad_norm": 2.4877359867095947, + "learning_rate": 6.621625667280607e-06, + "loss": 2.3802, + "step": 36302 + }, + { + "epoch": 0.6214245365377703, + "grad_norm": 2.470632553100586, + "learning_rate": 6.621103863791735e-06, + "loss": 2.4104, + "step": 36303 + }, + { + "epoch": 0.6214416542563207, + "grad_norm": 2.467130661010742, + "learning_rate": 6.620582070688413e-06, + "loss": 2.5206, + "step": 36304 + }, + { + "epoch": 0.6214587719748712, + "grad_norm": 2.484186887741089, + "learning_rate": 6.620060287972239e-06, + "loss": 2.4431, + "step": 36305 + }, + { + "epoch": 0.6214758896934217, + "grad_norm": 2.4759013652801514, + "learning_rate": 6.619538515644826e-06, + "loss": 2.4892, + "step": 36306 + }, + { + "epoch": 0.6214930074119721, + "grad_norm": 2.5486881732940674, + "learning_rate": 6.6190167537077695e-06, + "loss": 2.3868, + "step": 36307 + }, + { + "epoch": 0.6215101251305226, + "grad_norm": 2.5893523693084717, + "learning_rate": 6.6184950021626825e-06, + "loss": 2.354, + "step": 36308 + }, + { + "epoch": 0.6215272428490731, + "grad_norm": 2.4055914878845215, + "learning_rate": 6.617973261011162e-06, + "loss": 2.468, + "step": 36309 + }, + { + "epoch": 0.6215443605676235, + "grad_norm": 2.517113447189331, + "learning_rate": 6.617451530254813e-06, + "loss": 2.5818, + "step": 36310 + }, + { + "epoch": 0.621561478286174, + "grad_norm": 2.320676326751709, + "learning_rate": 6.61692980989524e-06, + "loss": 2.331, + "step": 36311 + }, + { + "epoch": 0.6215785960047245, + "grad_norm": 2.5527708530426025, + "learning_rate": 6.616408099934043e-06, + "loss": 2.3603, + "step": 36312 + }, + { + "epoch": 0.6215957137232749, + "grad_norm": 2.429426908493042, + "learning_rate": 6.615886400372833e-06, + "loss": 2.4934, + "step": 36313 + }, + { + "epoch": 0.6216128314418254, + "grad_norm": 2.441663980484009, + "learning_rate": 6.615364711213206e-06, + "loss": 2.4901, + "step": 36314 + }, + { + "epoch": 0.621629949160376, + "grad_norm": 2.469909191131592, + "learning_rate": 6.61484303245677e-06, + "loss": 2.3894, + "step": 36315 + }, + { + "epoch": 0.6216470668789263, + "grad_norm": 2.4756407737731934, + "learning_rate": 6.614321364105123e-06, + "loss": 2.4778, + "step": 36316 + }, + { + "epoch": 0.6216641845974769, + "grad_norm": 2.4819788932800293, + "learning_rate": 6.6137997061598754e-06, + "loss": 2.3417, + "step": 36317 + }, + { + "epoch": 0.6216813023160274, + "grad_norm": 2.2878665924072266, + "learning_rate": 6.61327805862263e-06, + "loss": 2.3666, + "step": 36318 + }, + { + "epoch": 0.6216984200345778, + "grad_norm": 2.5766685009002686, + "learning_rate": 6.612756421494985e-06, + "loss": 2.4905, + "step": 36319 + }, + { + "epoch": 0.6217155377531283, + "grad_norm": 2.468724489212036, + "learning_rate": 6.612234794778547e-06, + "loss": 2.3924, + "step": 36320 + }, + { + "epoch": 0.6217326554716788, + "grad_norm": 2.626006841659546, + "learning_rate": 6.611713178474917e-06, + "loss": 2.4277, + "step": 36321 + }, + { + "epoch": 0.6217497731902292, + "grad_norm": 2.4537010192871094, + "learning_rate": 6.611191572585702e-06, + "loss": 2.4572, + "step": 36322 + }, + { + "epoch": 0.6217668909087797, + "grad_norm": 2.358248233795166, + "learning_rate": 6.6106699771125e-06, + "loss": 2.3421, + "step": 36323 + }, + { + "epoch": 0.6217840086273302, + "grad_norm": 2.37715744972229, + "learning_rate": 6.610148392056922e-06, + "loss": 2.3062, + "step": 36324 + }, + { + "epoch": 0.6218011263458806, + "grad_norm": 2.3595430850982666, + "learning_rate": 6.609626817420567e-06, + "loss": 2.4087, + "step": 36325 + }, + { + "epoch": 0.6218182440644311, + "grad_norm": 2.40319561958313, + "learning_rate": 6.609105253205035e-06, + "loss": 2.3631, + "step": 36326 + }, + { + "epoch": 0.6218353617829816, + "grad_norm": 2.3722174167633057, + "learning_rate": 6.6085836994119324e-06, + "loss": 2.4132, + "step": 36327 + }, + { + "epoch": 0.621852479501532, + "grad_norm": 2.3743674755096436, + "learning_rate": 6.6080621560428605e-06, + "loss": 2.3522, + "step": 36328 + }, + { + "epoch": 0.6218695972200825, + "grad_norm": 2.424877405166626, + "learning_rate": 6.607540623099425e-06, + "loss": 2.3901, + "step": 36329 + }, + { + "epoch": 0.621886714938633, + "grad_norm": 2.2756848335266113, + "learning_rate": 6.607019100583228e-06, + "loss": 2.3618, + "step": 36330 + }, + { + "epoch": 0.6219038326571834, + "grad_norm": 2.413288116455078, + "learning_rate": 6.606497588495873e-06, + "loss": 2.3931, + "step": 36331 + }, + { + "epoch": 0.6219209503757339, + "grad_norm": 2.462942600250244, + "learning_rate": 6.605976086838961e-06, + "loss": 2.4013, + "step": 36332 + }, + { + "epoch": 0.6219380680942844, + "grad_norm": 2.4581239223480225, + "learning_rate": 6.605454595614092e-06, + "loss": 2.3237, + "step": 36333 + }, + { + "epoch": 0.6219551858128348, + "grad_norm": 2.3712050914764404, + "learning_rate": 6.604933114822878e-06, + "loss": 2.3237, + "step": 36334 + }, + { + "epoch": 0.6219723035313853, + "grad_norm": 2.5916519165039062, + "learning_rate": 6.6044116444669135e-06, + "loss": 2.4657, + "step": 36335 + }, + { + "epoch": 0.6219894212499358, + "grad_norm": 2.496635675430298, + "learning_rate": 6.603890184547808e-06, + "loss": 2.3873, + "step": 36336 + }, + { + "epoch": 0.6220065389684862, + "grad_norm": 2.3542497158050537, + "learning_rate": 6.603368735067155e-06, + "loss": 2.3511, + "step": 36337 + }, + { + "epoch": 0.6220236566870367, + "grad_norm": 2.4080450534820557, + "learning_rate": 6.6028472960265665e-06, + "loss": 2.4151, + "step": 36338 + }, + { + "epoch": 0.6220407744055872, + "grad_norm": 2.4395508766174316, + "learning_rate": 6.6023258674276434e-06, + "loss": 2.4917, + "step": 36339 + }, + { + "epoch": 0.6220578921241376, + "grad_norm": 2.287748336791992, + "learning_rate": 6.6018044492719835e-06, + "loss": 2.3767, + "step": 36340 + }, + { + "epoch": 0.6220750098426882, + "grad_norm": 2.5587515830993652, + "learning_rate": 6.601283041561195e-06, + "loss": 2.4608, + "step": 36341 + }, + { + "epoch": 0.6220921275612387, + "grad_norm": 2.4198431968688965, + "learning_rate": 6.600761644296874e-06, + "loss": 2.4968, + "step": 36342 + }, + { + "epoch": 0.6221092452797891, + "grad_norm": 2.4978983402252197, + "learning_rate": 6.600240257480632e-06, + "loss": 2.4586, + "step": 36343 + }, + { + "epoch": 0.6221263629983396, + "grad_norm": 2.5224788188934326, + "learning_rate": 6.599718881114061e-06, + "loss": 2.5492, + "step": 36344 + }, + { + "epoch": 0.6221434807168901, + "grad_norm": 2.4658203125, + "learning_rate": 6.599197515198774e-06, + "loss": 2.5073, + "step": 36345 + }, + { + "epoch": 0.6221605984354405, + "grad_norm": 2.3134899139404297, + "learning_rate": 6.598676159736368e-06, + "loss": 2.3765, + "step": 36346 + }, + { + "epoch": 0.622177716153991, + "grad_norm": 2.267728328704834, + "learning_rate": 6.598154814728447e-06, + "loss": 2.3477, + "step": 36347 + }, + { + "epoch": 0.6221948338725415, + "grad_norm": 2.590393304824829, + "learning_rate": 6.597633480176613e-06, + "loss": 2.4517, + "step": 36348 + }, + { + "epoch": 0.622211951591092, + "grad_norm": 2.5121748447418213, + "learning_rate": 6.597112156082463e-06, + "loss": 2.5016, + "step": 36349 + }, + { + "epoch": 0.6222290693096424, + "grad_norm": 2.5363497734069824, + "learning_rate": 6.596590842447611e-06, + "loss": 2.3823, + "step": 36350 + }, + { + "epoch": 0.6222461870281929, + "grad_norm": 2.263603687286377, + "learning_rate": 6.596069539273649e-06, + "loss": 2.4705, + "step": 36351 + }, + { + "epoch": 0.6222633047467434, + "grad_norm": 2.450181245803833, + "learning_rate": 6.5955482465621865e-06, + "loss": 2.4536, + "step": 36352 + }, + { + "epoch": 0.6222804224652938, + "grad_norm": 2.3276922702789307, + "learning_rate": 6.595026964314817e-06, + "loss": 2.4105, + "step": 36353 + }, + { + "epoch": 0.6222975401838443, + "grad_norm": 2.424333095550537, + "learning_rate": 6.594505692533153e-06, + "loss": 2.4297, + "step": 36354 + }, + { + "epoch": 0.6223146579023948, + "grad_norm": 2.3406896591186523, + "learning_rate": 6.593984431218792e-06, + "loss": 2.4771, + "step": 36355 + }, + { + "epoch": 0.6223317756209452, + "grad_norm": 2.4731945991516113, + "learning_rate": 6.593463180373334e-06, + "loss": 2.4042, + "step": 36356 + }, + { + "epoch": 0.6223488933394957, + "grad_norm": 2.4184577465057373, + "learning_rate": 6.592941939998384e-06, + "loss": 2.5015, + "step": 36357 + }, + { + "epoch": 0.6223660110580462, + "grad_norm": 2.3894965648651123, + "learning_rate": 6.592420710095539e-06, + "loss": 2.4639, + "step": 36358 + }, + { + "epoch": 0.6223831287765966, + "grad_norm": 2.4248111248016357, + "learning_rate": 6.591899490666412e-06, + "loss": 2.4992, + "step": 36359 + }, + { + "epoch": 0.6224002464951471, + "grad_norm": 2.3191463947296143, + "learning_rate": 6.591378281712592e-06, + "loss": 2.4346, + "step": 36360 + }, + { + "epoch": 0.6224173642136976, + "grad_norm": 2.416248321533203, + "learning_rate": 6.590857083235692e-06, + "loss": 2.2019, + "step": 36361 + }, + { + "epoch": 0.622434481932248, + "grad_norm": 2.449754476547241, + "learning_rate": 6.5903358952373095e-06, + "loss": 2.601, + "step": 36362 + }, + { + "epoch": 0.6224515996507985, + "grad_norm": 2.470028877258301, + "learning_rate": 6.589814717719045e-06, + "loss": 2.4462, + "step": 36363 + }, + { + "epoch": 0.6224687173693491, + "grad_norm": 2.5404229164123535, + "learning_rate": 6.589293550682503e-06, + "loss": 2.4596, + "step": 36364 + }, + { + "epoch": 0.6224858350878995, + "grad_norm": 2.4771840572357178, + "learning_rate": 6.58877239412928e-06, + "loss": 2.3847, + "step": 36365 + }, + { + "epoch": 0.62250295280645, + "grad_norm": 2.3678016662597656, + "learning_rate": 6.588251248060986e-06, + "loss": 2.3957, + "step": 36366 + }, + { + "epoch": 0.6225200705250005, + "grad_norm": 2.4500768184661865, + "learning_rate": 6.587730112479218e-06, + "loss": 2.4119, + "step": 36367 + }, + { + "epoch": 0.6225371882435509, + "grad_norm": 2.46219539642334, + "learning_rate": 6.5872089873855795e-06, + "loss": 2.4195, + "step": 36368 + }, + { + "epoch": 0.6225543059621014, + "grad_norm": 2.3340535163879395, + "learning_rate": 6.586687872781672e-06, + "loss": 2.4596, + "step": 36369 + }, + { + "epoch": 0.6225714236806519, + "grad_norm": 2.424872875213623, + "learning_rate": 6.586166768669091e-06, + "loss": 2.4226, + "step": 36370 + }, + { + "epoch": 0.6225885413992023, + "grad_norm": 2.5132672786712646, + "learning_rate": 6.5856456750494505e-06, + "loss": 2.5099, + "step": 36371 + }, + { + "epoch": 0.6226056591177528, + "grad_norm": 2.4561655521392822, + "learning_rate": 6.5851245919243414e-06, + "loss": 2.3764, + "step": 36372 + }, + { + "epoch": 0.6226227768363033, + "grad_norm": 2.447582721710205, + "learning_rate": 6.584603519295372e-06, + "loss": 2.48, + "step": 36373 + }, + { + "epoch": 0.6226398945548537, + "grad_norm": 2.4336981773376465, + "learning_rate": 6.584082457164136e-06, + "loss": 2.4136, + "step": 36374 + }, + { + "epoch": 0.6226570122734042, + "grad_norm": 2.5845272541046143, + "learning_rate": 6.583561405532246e-06, + "loss": 2.4748, + "step": 36375 + }, + { + "epoch": 0.6226741299919547, + "grad_norm": 2.321366548538208, + "learning_rate": 6.583040364401298e-06, + "loss": 2.3747, + "step": 36376 + }, + { + "epoch": 0.6226912477105051, + "grad_norm": 2.377138376235962, + "learning_rate": 6.58251933377289e-06, + "loss": 2.3345, + "step": 36377 + }, + { + "epoch": 0.6227083654290556, + "grad_norm": 2.4612655639648438, + "learning_rate": 6.58199831364863e-06, + "loss": 2.4724, + "step": 36378 + }, + { + "epoch": 0.6227254831476061, + "grad_norm": 2.4315714836120605, + "learning_rate": 6.581477304030111e-06, + "loss": 2.4347, + "step": 36379 + }, + { + "epoch": 0.6227426008661565, + "grad_norm": 2.5362367630004883, + "learning_rate": 6.5809563049189436e-06, + "loss": 2.4519, + "step": 36380 + }, + { + "epoch": 0.622759718584707, + "grad_norm": 2.498157262802124, + "learning_rate": 6.580435316316721e-06, + "loss": 2.5018, + "step": 36381 + }, + { + "epoch": 0.6227768363032575, + "grad_norm": 2.485105276107788, + "learning_rate": 6.579914338225053e-06, + "loss": 2.463, + "step": 36382 + }, + { + "epoch": 0.6227939540218079, + "grad_norm": 2.447798728942871, + "learning_rate": 6.579393370645537e-06, + "loss": 2.2767, + "step": 36383 + }, + { + "epoch": 0.6228110717403584, + "grad_norm": 2.317572832107544, + "learning_rate": 6.578872413579771e-06, + "loss": 2.4828, + "step": 36384 + }, + { + "epoch": 0.6228281894589089, + "grad_norm": 2.391977310180664, + "learning_rate": 6.578351467029362e-06, + "loss": 2.46, + "step": 36385 + }, + { + "epoch": 0.6228453071774593, + "grad_norm": 2.369137763977051, + "learning_rate": 6.577830530995904e-06, + "loss": 2.3882, + "step": 36386 + }, + { + "epoch": 0.6228624248960098, + "grad_norm": 2.410832643508911, + "learning_rate": 6.577309605481006e-06, + "loss": 2.4303, + "step": 36387 + }, + { + "epoch": 0.6228795426145604, + "grad_norm": 2.3224291801452637, + "learning_rate": 6.576788690486264e-06, + "loss": 2.4478, + "step": 36388 + }, + { + "epoch": 0.6228966603331108, + "grad_norm": 2.3611667156219482, + "learning_rate": 6.576267786013284e-06, + "loss": 2.373, + "step": 36389 + }, + { + "epoch": 0.6229137780516613, + "grad_norm": 2.403693675994873, + "learning_rate": 6.575746892063661e-06, + "loss": 2.3692, + "step": 36390 + }, + { + "epoch": 0.6229308957702118, + "grad_norm": 2.475916624069214, + "learning_rate": 6.575226008638997e-06, + "loss": 2.4633, + "step": 36391 + }, + { + "epoch": 0.6229480134887622, + "grad_norm": 2.4137625694274902, + "learning_rate": 6.5747051357408985e-06, + "loss": 2.5312, + "step": 36392 + }, + { + "epoch": 0.6229651312073127, + "grad_norm": 2.525789976119995, + "learning_rate": 6.57418427337096e-06, + "loss": 2.4823, + "step": 36393 + }, + { + "epoch": 0.6229822489258632, + "grad_norm": 2.47762131690979, + "learning_rate": 6.573663421530789e-06, + "loss": 2.4461, + "step": 36394 + }, + { + "epoch": 0.6229993666444137, + "grad_norm": 2.393594264984131, + "learning_rate": 6.573142580221977e-06, + "loss": 2.3075, + "step": 36395 + }, + { + "epoch": 0.6230164843629641, + "grad_norm": 2.473916530609131, + "learning_rate": 6.572621749446135e-06, + "loss": 2.4548, + "step": 36396 + }, + { + "epoch": 0.6230336020815146, + "grad_norm": 2.381754159927368, + "learning_rate": 6.572100929204861e-06, + "loss": 2.4234, + "step": 36397 + }, + { + "epoch": 0.6230507198000651, + "grad_norm": 2.2922887802124023, + "learning_rate": 6.571580119499749e-06, + "loss": 2.3447, + "step": 36398 + }, + { + "epoch": 0.6230678375186155, + "grad_norm": 2.2563138008117676, + "learning_rate": 6.571059320332409e-06, + "loss": 2.3579, + "step": 36399 + }, + { + "epoch": 0.623084955237166, + "grad_norm": 2.396488666534424, + "learning_rate": 6.570538531704436e-06, + "loss": 2.3863, + "step": 36400 + }, + { + "epoch": 0.6231020729557165, + "grad_norm": 2.414405584335327, + "learning_rate": 6.570017753617435e-06, + "loss": 2.5789, + "step": 36401 + }, + { + "epoch": 0.6231191906742669, + "grad_norm": 2.3767647743225098, + "learning_rate": 6.569496986072998e-06, + "loss": 2.428, + "step": 36402 + }, + { + "epoch": 0.6231363083928174, + "grad_norm": 2.38820743560791, + "learning_rate": 6.568976229072739e-06, + "loss": 2.4109, + "step": 36403 + }, + { + "epoch": 0.6231534261113679, + "grad_norm": 2.465315580368042, + "learning_rate": 6.56845548261825e-06, + "loss": 2.3955, + "step": 36404 + }, + { + "epoch": 0.6231705438299183, + "grad_norm": 2.391794443130493, + "learning_rate": 6.567934746711131e-06, + "loss": 2.4952, + "step": 36405 + }, + { + "epoch": 0.6231876615484688, + "grad_norm": 2.393622636795044, + "learning_rate": 6.5674140213529865e-06, + "loss": 2.4145, + "step": 36406 + }, + { + "epoch": 0.6232047792670193, + "grad_norm": 2.420114278793335, + "learning_rate": 6.566893306545412e-06, + "loss": 2.4154, + "step": 36407 + }, + { + "epoch": 0.6232218969855697, + "grad_norm": 2.4390692710876465, + "learning_rate": 6.566372602290015e-06, + "loss": 2.421, + "step": 36408 + }, + { + "epoch": 0.6232390147041202, + "grad_norm": 2.604363441467285, + "learning_rate": 6.5658519085883895e-06, + "loss": 2.4939, + "step": 36409 + }, + { + "epoch": 0.6232561324226707, + "grad_norm": 2.380955696105957, + "learning_rate": 6.56533122544214e-06, + "loss": 2.4452, + "step": 36410 + }, + { + "epoch": 0.6232732501412211, + "grad_norm": 2.347851514816284, + "learning_rate": 6.564810552852863e-06, + "loss": 2.448, + "step": 36411 + }, + { + "epoch": 0.6232903678597717, + "grad_norm": 2.3473479747772217, + "learning_rate": 6.5642898908221644e-06, + "loss": 2.3965, + "step": 36412 + }, + { + "epoch": 0.6233074855783222, + "grad_norm": 2.410263776779175, + "learning_rate": 6.563769239351643e-06, + "loss": 2.4603, + "step": 36413 + }, + { + "epoch": 0.6233246032968726, + "grad_norm": 2.25685977935791, + "learning_rate": 6.563248598442894e-06, + "loss": 2.2765, + "step": 36414 + }, + { + "epoch": 0.6233417210154231, + "grad_norm": 2.3297410011291504, + "learning_rate": 6.5627279680975245e-06, + "loss": 2.4365, + "step": 36415 + }, + { + "epoch": 0.6233588387339736, + "grad_norm": 2.4754433631896973, + "learning_rate": 6.562207348317125e-06, + "loss": 2.5656, + "step": 36416 + }, + { + "epoch": 0.623375956452524, + "grad_norm": 2.4107165336608887, + "learning_rate": 6.561686739103309e-06, + "loss": 2.4147, + "step": 36417 + }, + { + "epoch": 0.6233930741710745, + "grad_norm": 2.2946231365203857, + "learning_rate": 6.561166140457664e-06, + "loss": 2.3121, + "step": 36418 + }, + { + "epoch": 0.623410191889625, + "grad_norm": 2.47342848777771, + "learning_rate": 6.560645552381801e-06, + "loss": 2.4346, + "step": 36419 + }, + { + "epoch": 0.6234273096081754, + "grad_norm": 2.256943941116333, + "learning_rate": 6.5601249748773155e-06, + "loss": 2.3201, + "step": 36420 + }, + { + "epoch": 0.6234444273267259, + "grad_norm": 2.3862171173095703, + "learning_rate": 6.559604407945804e-06, + "loss": 2.4532, + "step": 36421 + }, + { + "epoch": 0.6234615450452764, + "grad_norm": 2.236208438873291, + "learning_rate": 6.559083851588872e-06, + "loss": 2.2889, + "step": 36422 + }, + { + "epoch": 0.6234786627638268, + "grad_norm": 2.3264615535736084, + "learning_rate": 6.558563305808115e-06, + "loss": 2.5011, + "step": 36423 + }, + { + "epoch": 0.6234957804823773, + "grad_norm": 2.5069942474365234, + "learning_rate": 6.558042770605138e-06, + "loss": 2.3702, + "step": 36424 + }, + { + "epoch": 0.6235128982009278, + "grad_norm": 2.2991769313812256, + "learning_rate": 6.5575222459815354e-06, + "loss": 2.3175, + "step": 36425 + }, + { + "epoch": 0.6235300159194782, + "grad_norm": 2.439877510070801, + "learning_rate": 6.557001731938912e-06, + "loss": 2.4931, + "step": 36426 + }, + { + "epoch": 0.6235471336380287, + "grad_norm": 2.480743885040283, + "learning_rate": 6.556481228478866e-06, + "loss": 2.4063, + "step": 36427 + }, + { + "epoch": 0.6235642513565792, + "grad_norm": 2.3240342140197754, + "learning_rate": 6.555960735602993e-06, + "loss": 2.3808, + "step": 36428 + }, + { + "epoch": 0.6235813690751296, + "grad_norm": 2.2959694862365723, + "learning_rate": 6.5554402533129e-06, + "loss": 2.4234, + "step": 36429 + }, + { + "epoch": 0.6235984867936801, + "grad_norm": 2.4511821269989014, + "learning_rate": 6.554919781610183e-06, + "loss": 2.4327, + "step": 36430 + }, + { + "epoch": 0.6236156045122306, + "grad_norm": 2.6305830478668213, + "learning_rate": 6.554399320496442e-06, + "loss": 2.5378, + "step": 36431 + }, + { + "epoch": 0.623632722230781, + "grad_norm": 2.468937873840332, + "learning_rate": 6.553878869973273e-06, + "loss": 2.5283, + "step": 36432 + }, + { + "epoch": 0.6236498399493315, + "grad_norm": 2.4969167709350586, + "learning_rate": 6.553358430042285e-06, + "loss": 2.5489, + "step": 36433 + }, + { + "epoch": 0.623666957667882, + "grad_norm": 2.4480249881744385, + "learning_rate": 6.552838000705072e-06, + "loss": 2.4291, + "step": 36434 + }, + { + "epoch": 0.6236840753864324, + "grad_norm": 2.3702516555786133, + "learning_rate": 6.552317581963229e-06, + "loss": 2.4715, + "step": 36435 + }, + { + "epoch": 0.623701193104983, + "grad_norm": 2.3070361614227295, + "learning_rate": 6.551797173818364e-06, + "loss": 2.4027, + "step": 36436 + }, + { + "epoch": 0.6237183108235335, + "grad_norm": 2.4094455242156982, + "learning_rate": 6.551276776272072e-06, + "loss": 2.4009, + "step": 36437 + }, + { + "epoch": 0.6237354285420839, + "grad_norm": 2.4755091667175293, + "learning_rate": 6.550756389325955e-06, + "loss": 2.3978, + "step": 36438 + }, + { + "epoch": 0.6237525462606344, + "grad_norm": 2.4047791957855225, + "learning_rate": 6.550236012981608e-06, + "loss": 2.4268, + "step": 36439 + }, + { + "epoch": 0.6237696639791849, + "grad_norm": 2.3922107219696045, + "learning_rate": 6.549715647240635e-06, + "loss": 2.3529, + "step": 36440 + }, + { + "epoch": 0.6237867816977353, + "grad_norm": 2.355476140975952, + "learning_rate": 6.549195292104635e-06, + "loss": 2.446, + "step": 36441 + }, + { + "epoch": 0.6238038994162858, + "grad_norm": 2.726172685623169, + "learning_rate": 6.548674947575205e-06, + "loss": 2.5039, + "step": 36442 + }, + { + "epoch": 0.6238210171348363, + "grad_norm": 2.6560397148132324, + "learning_rate": 6.548154613653947e-06, + "loss": 2.5142, + "step": 36443 + }, + { + "epoch": 0.6238381348533868, + "grad_norm": 2.30570912361145, + "learning_rate": 6.547634290342455e-06, + "loss": 2.3965, + "step": 36444 + }, + { + "epoch": 0.6238552525719372, + "grad_norm": 2.524975299835205, + "learning_rate": 6.547113977642336e-06, + "loss": 2.5817, + "step": 36445 + }, + { + "epoch": 0.6238723702904877, + "grad_norm": 2.4263052940368652, + "learning_rate": 6.546593675555184e-06, + "loss": 2.43, + "step": 36446 + }, + { + "epoch": 0.6238894880090382, + "grad_norm": 2.3727235794067383, + "learning_rate": 6.546073384082602e-06, + "loss": 2.4502, + "step": 36447 + }, + { + "epoch": 0.6239066057275886, + "grad_norm": 2.350531578063965, + "learning_rate": 6.545553103226185e-06, + "loss": 2.3258, + "step": 36448 + }, + { + "epoch": 0.6239237234461391, + "grad_norm": 2.4123969078063965, + "learning_rate": 6.5450328329875325e-06, + "loss": 2.4323, + "step": 36449 + }, + { + "epoch": 0.6239408411646896, + "grad_norm": 2.457606792449951, + "learning_rate": 6.544512573368247e-06, + "loss": 2.3182, + "step": 36450 + }, + { + "epoch": 0.62395795888324, + "grad_norm": 2.500549554824829, + "learning_rate": 6.543992324369923e-06, + "loss": 2.4472, + "step": 36451 + }, + { + "epoch": 0.6239750766017905, + "grad_norm": 2.4594058990478516, + "learning_rate": 6.543472085994167e-06, + "loss": 2.4563, + "step": 36452 + }, + { + "epoch": 0.623992194320341, + "grad_norm": 2.3546600341796875, + "learning_rate": 6.54295185824257e-06, + "loss": 2.5129, + "step": 36453 + }, + { + "epoch": 0.6240093120388914, + "grad_norm": 2.3273708820343018, + "learning_rate": 6.5424316411167365e-06, + "loss": 2.5153, + "step": 36454 + }, + { + "epoch": 0.6240264297574419, + "grad_norm": 2.331922769546509, + "learning_rate": 6.5419114346182635e-06, + "loss": 2.4348, + "step": 36455 + }, + { + "epoch": 0.6240435474759924, + "grad_norm": 2.4306716918945312, + "learning_rate": 6.541391238748745e-06, + "loss": 2.5002, + "step": 36456 + }, + { + "epoch": 0.6240606651945428, + "grad_norm": 2.5263218879699707, + "learning_rate": 6.54087105350979e-06, + "loss": 2.4297, + "step": 36457 + }, + { + "epoch": 0.6240777829130933, + "grad_norm": 2.3300139904022217, + "learning_rate": 6.5403508789029905e-06, + "loss": 2.3775, + "step": 36458 + }, + { + "epoch": 0.6240949006316439, + "grad_norm": 2.369748115539551, + "learning_rate": 6.539830714929946e-06, + "loss": 2.4086, + "step": 36459 + }, + { + "epoch": 0.6241120183501943, + "grad_norm": 2.3195860385894775, + "learning_rate": 6.5393105615922555e-06, + "loss": 2.3608, + "step": 36460 + }, + { + "epoch": 0.6241291360687448, + "grad_norm": 2.553766965866089, + "learning_rate": 6.5387904188915205e-06, + "loss": 2.4063, + "step": 36461 + }, + { + "epoch": 0.6241462537872953, + "grad_norm": 2.39644718170166, + "learning_rate": 6.538270286829338e-06, + "loss": 2.3554, + "step": 36462 + }, + { + "epoch": 0.6241633715058457, + "grad_norm": 2.3834753036499023, + "learning_rate": 6.537750165407305e-06, + "loss": 2.5052, + "step": 36463 + }, + { + "epoch": 0.6241804892243962, + "grad_norm": 2.367983341217041, + "learning_rate": 6.537230054627024e-06, + "loss": 2.521, + "step": 36464 + }, + { + "epoch": 0.6241976069429467, + "grad_norm": 2.311143159866333, + "learning_rate": 6.5367099544900856e-06, + "loss": 2.4312, + "step": 36465 + }, + { + "epoch": 0.6242147246614971, + "grad_norm": 2.48233962059021, + "learning_rate": 6.5361898649980994e-06, + "loss": 2.4675, + "step": 36466 + }, + { + "epoch": 0.6242318423800476, + "grad_norm": 2.372413396835327, + "learning_rate": 6.535669786152655e-06, + "loss": 2.3248, + "step": 36467 + }, + { + "epoch": 0.6242489600985981, + "grad_norm": 2.3910484313964844, + "learning_rate": 6.535149717955358e-06, + "loss": 2.435, + "step": 36468 + }, + { + "epoch": 0.6242660778171485, + "grad_norm": 2.393009662628174, + "learning_rate": 6.534629660407803e-06, + "loss": 2.4913, + "step": 36469 + }, + { + "epoch": 0.624283195535699, + "grad_norm": 2.665452241897583, + "learning_rate": 6.534109613511583e-06, + "loss": 2.5629, + "step": 36470 + }, + { + "epoch": 0.6243003132542495, + "grad_norm": 2.571261167526245, + "learning_rate": 6.533589577268309e-06, + "loss": 2.3793, + "step": 36471 + }, + { + "epoch": 0.6243174309727999, + "grad_norm": 2.43764591217041, + "learning_rate": 6.533069551679567e-06, + "loss": 2.3888, + "step": 36472 + }, + { + "epoch": 0.6243345486913504, + "grad_norm": 2.516763925552368, + "learning_rate": 6.532549536746967e-06, + "loss": 2.4379, + "step": 36473 + }, + { + "epoch": 0.6243516664099009, + "grad_norm": 2.462541341781616, + "learning_rate": 6.532029532472098e-06, + "loss": 2.3792, + "step": 36474 + }, + { + "epoch": 0.6243687841284513, + "grad_norm": 2.401259183883667, + "learning_rate": 6.531509538856564e-06, + "loss": 2.5277, + "step": 36475 + }, + { + "epoch": 0.6243859018470018, + "grad_norm": 2.543064832687378, + "learning_rate": 6.530989555901962e-06, + "loss": 2.4083, + "step": 36476 + }, + { + "epoch": 0.6244030195655523, + "grad_norm": 2.5547163486480713, + "learning_rate": 6.530469583609884e-06, + "loss": 2.4611, + "step": 36477 + }, + { + "epoch": 0.6244201372841027, + "grad_norm": 2.4572649002075195, + "learning_rate": 6.529949621981939e-06, + "loss": 2.3494, + "step": 36478 + }, + { + "epoch": 0.6244372550026532, + "grad_norm": 2.3641042709350586, + "learning_rate": 6.529429671019716e-06, + "loss": 2.4169, + "step": 36479 + }, + { + "epoch": 0.6244543727212037, + "grad_norm": 2.4185914993286133, + "learning_rate": 6.5289097307248194e-06, + "loss": 2.3876, + "step": 36480 + }, + { + "epoch": 0.6244714904397541, + "grad_norm": 2.333526849746704, + "learning_rate": 6.528389801098843e-06, + "loss": 2.4589, + "step": 36481 + }, + { + "epoch": 0.6244886081583046, + "grad_norm": 2.3990354537963867, + "learning_rate": 6.527869882143387e-06, + "loss": 2.4624, + "step": 36482 + }, + { + "epoch": 0.6245057258768552, + "grad_norm": 2.3366684913635254, + "learning_rate": 6.5273499738600485e-06, + "loss": 2.3438, + "step": 36483 + }, + { + "epoch": 0.6245228435954056, + "grad_norm": 2.379478931427002, + "learning_rate": 6.52683007625043e-06, + "loss": 2.4042, + "step": 36484 + }, + { + "epoch": 0.6245399613139561, + "grad_norm": 2.3052759170532227, + "learning_rate": 6.526310189316123e-06, + "loss": 2.4422, + "step": 36485 + }, + { + "epoch": 0.6245570790325066, + "grad_norm": 2.543630838394165, + "learning_rate": 6.525790313058725e-06, + "loss": 2.4604, + "step": 36486 + }, + { + "epoch": 0.624574196751057, + "grad_norm": 2.4992640018463135, + "learning_rate": 6.525270447479841e-06, + "loss": 2.489, + "step": 36487 + }, + { + "epoch": 0.6245913144696075, + "grad_norm": 2.350165843963623, + "learning_rate": 6.524750592581061e-06, + "loss": 2.3678, + "step": 36488 + }, + { + "epoch": 0.624608432188158, + "grad_norm": 2.391944646835327, + "learning_rate": 6.524230748363991e-06, + "loss": 2.4125, + "step": 36489 + }, + { + "epoch": 0.6246255499067085, + "grad_norm": 2.3376572132110596, + "learning_rate": 6.523710914830221e-06, + "loss": 2.3111, + "step": 36490 + }, + { + "epoch": 0.6246426676252589, + "grad_norm": 2.5094375610351562, + "learning_rate": 6.523191091981357e-06, + "loss": 2.4415, + "step": 36491 + }, + { + "epoch": 0.6246597853438094, + "grad_norm": 2.275641918182373, + "learning_rate": 6.522671279818991e-06, + "loss": 2.3162, + "step": 36492 + }, + { + "epoch": 0.6246769030623599, + "grad_norm": 2.601081609725952, + "learning_rate": 6.522151478344716e-06, + "loss": 2.3642, + "step": 36493 + }, + { + "epoch": 0.6246940207809103, + "grad_norm": 2.304224729537964, + "learning_rate": 6.521631687560142e-06, + "loss": 2.3705, + "step": 36494 + }, + { + "epoch": 0.6247111384994608, + "grad_norm": 2.6052889823913574, + "learning_rate": 6.521111907466856e-06, + "loss": 2.426, + "step": 36495 + }, + { + "epoch": 0.6247282562180113, + "grad_norm": 2.3678627014160156, + "learning_rate": 6.520592138066464e-06, + "loss": 2.4729, + "step": 36496 + }, + { + "epoch": 0.6247453739365617, + "grad_norm": 2.3314146995544434, + "learning_rate": 6.5200723793605535e-06, + "loss": 2.378, + "step": 36497 + }, + { + "epoch": 0.6247624916551122, + "grad_norm": 2.3905138969421387, + "learning_rate": 6.519552631350732e-06, + "loss": 2.3552, + "step": 36498 + }, + { + "epoch": 0.6247796093736627, + "grad_norm": 2.6458187103271484, + "learning_rate": 6.519032894038592e-06, + "loss": 2.5798, + "step": 36499 + }, + { + "epoch": 0.6247967270922131, + "grad_norm": 2.559558868408203, + "learning_rate": 6.518513167425733e-06, + "loss": 2.4943, + "step": 36500 + }, + { + "epoch": 0.6248138448107636, + "grad_norm": 2.496680736541748, + "learning_rate": 6.517993451513751e-06, + "loss": 2.4535, + "step": 36501 + }, + { + "epoch": 0.6248309625293141, + "grad_norm": 2.4532878398895264, + "learning_rate": 6.517473746304242e-06, + "loss": 2.4262, + "step": 36502 + }, + { + "epoch": 0.6248480802478645, + "grad_norm": 2.381413698196411, + "learning_rate": 6.516954051798807e-06, + "loss": 2.4743, + "step": 36503 + }, + { + "epoch": 0.624865197966415, + "grad_norm": 2.547403335571289, + "learning_rate": 6.5164343679990405e-06, + "loss": 2.382, + "step": 36504 + }, + { + "epoch": 0.6248823156849656, + "grad_norm": 2.4608635902404785, + "learning_rate": 6.515914694906542e-06, + "loss": 2.4634, + "step": 36505 + }, + { + "epoch": 0.624899433403516, + "grad_norm": 2.4720869064331055, + "learning_rate": 6.515395032522909e-06, + "loss": 2.4302, + "step": 36506 + }, + { + "epoch": 0.6249165511220665, + "grad_norm": 2.460667610168457, + "learning_rate": 6.514875380849733e-06, + "loss": 2.333, + "step": 36507 + }, + { + "epoch": 0.624933668840617, + "grad_norm": 2.3676187992095947, + "learning_rate": 6.514355739888619e-06, + "loss": 2.316, + "step": 36508 + }, + { + "epoch": 0.6249507865591674, + "grad_norm": 2.377748727798462, + "learning_rate": 6.513836109641157e-06, + "loss": 2.2809, + "step": 36509 + }, + { + "epoch": 0.6249679042777179, + "grad_norm": 2.4948089122772217, + "learning_rate": 6.513316490108953e-06, + "loss": 2.4431, + "step": 36510 + }, + { + "epoch": 0.6249850219962684, + "grad_norm": 2.4836864471435547, + "learning_rate": 6.512796881293596e-06, + "loss": 2.4833, + "step": 36511 + }, + { + "epoch": 0.6250021397148188, + "grad_norm": 2.341721534729004, + "learning_rate": 6.512277283196689e-06, + "loss": 2.4015, + "step": 36512 + }, + { + "epoch": 0.6250192574333693, + "grad_norm": 2.4734857082366943, + "learning_rate": 6.511757695819827e-06, + "loss": 2.3653, + "step": 36513 + }, + { + "epoch": 0.6250363751519198, + "grad_norm": 2.3415091037750244, + "learning_rate": 6.5112381191646e-06, + "loss": 2.4174, + "step": 36514 + }, + { + "epoch": 0.6250534928704702, + "grad_norm": 2.597316265106201, + "learning_rate": 6.510718553232618e-06, + "loss": 2.4965, + "step": 36515 + }, + { + "epoch": 0.6250706105890207, + "grad_norm": 2.4194037914276123, + "learning_rate": 6.510198998025468e-06, + "loss": 2.4013, + "step": 36516 + }, + { + "epoch": 0.6250877283075712, + "grad_norm": 2.4453158378601074, + "learning_rate": 6.509679453544752e-06, + "loss": 2.4662, + "step": 36517 + }, + { + "epoch": 0.6251048460261216, + "grad_norm": 2.3515121936798096, + "learning_rate": 6.509159919792061e-06, + "loss": 2.3815, + "step": 36518 + }, + { + "epoch": 0.6251219637446721, + "grad_norm": 2.3144736289978027, + "learning_rate": 6.508640396769001e-06, + "loss": 2.3401, + "step": 36519 + }, + { + "epoch": 0.6251390814632226, + "grad_norm": 2.4785892963409424, + "learning_rate": 6.508120884477163e-06, + "loss": 2.5302, + "step": 36520 + }, + { + "epoch": 0.625156199181773, + "grad_norm": 2.2578158378601074, + "learning_rate": 6.5076013829181425e-06, + "loss": 2.3541, + "step": 36521 + }, + { + "epoch": 0.6251733169003235, + "grad_norm": 2.467970848083496, + "learning_rate": 6.507081892093541e-06, + "loss": 2.3999, + "step": 36522 + }, + { + "epoch": 0.625190434618874, + "grad_norm": 2.4809458255767822, + "learning_rate": 6.5065624120049485e-06, + "loss": 2.4426, + "step": 36523 + }, + { + "epoch": 0.6252075523374244, + "grad_norm": 2.303811550140381, + "learning_rate": 6.506042942653971e-06, + "loss": 2.3319, + "step": 36524 + }, + { + "epoch": 0.6252246700559749, + "grad_norm": 2.333624839782715, + "learning_rate": 6.505523484042194e-06, + "loss": 2.3664, + "step": 36525 + }, + { + "epoch": 0.6252417877745254, + "grad_norm": 2.3499138355255127, + "learning_rate": 6.505004036171225e-06, + "loss": 2.4429, + "step": 36526 + }, + { + "epoch": 0.6252589054930758, + "grad_norm": 2.444852590560913, + "learning_rate": 6.504484599042656e-06, + "loss": 2.4012, + "step": 36527 + }, + { + "epoch": 0.6252760232116263, + "grad_norm": 2.4673190116882324, + "learning_rate": 6.503965172658081e-06, + "loss": 2.4734, + "step": 36528 + }, + { + "epoch": 0.6252931409301768, + "grad_norm": 2.3895576000213623, + "learning_rate": 6.503445757019102e-06, + "loss": 2.5021, + "step": 36529 + }, + { + "epoch": 0.6253102586487272, + "grad_norm": 2.286374807357788, + "learning_rate": 6.5029263521273056e-06, + "loss": 2.368, + "step": 36530 + }, + { + "epoch": 0.6253273763672778, + "grad_norm": 2.404493570327759, + "learning_rate": 6.502406957984302e-06, + "loss": 2.3809, + "step": 36531 + }, + { + "epoch": 0.6253444940858283, + "grad_norm": 2.353431224822998, + "learning_rate": 6.501887574591677e-06, + "loss": 2.5339, + "step": 36532 + }, + { + "epoch": 0.6253616118043787, + "grad_norm": 2.4919655323028564, + "learning_rate": 6.501368201951033e-06, + "loss": 2.4905, + "step": 36533 + }, + { + "epoch": 0.6253787295229292, + "grad_norm": 2.628708839416504, + "learning_rate": 6.500848840063964e-06, + "loss": 2.557, + "step": 36534 + }, + { + "epoch": 0.6253958472414797, + "grad_norm": 2.478783369064331, + "learning_rate": 6.500329488932062e-06, + "loss": 2.5284, + "step": 36535 + }, + { + "epoch": 0.6254129649600302, + "grad_norm": 2.475656270980835, + "learning_rate": 6.4998101485569335e-06, + "loss": 2.4094, + "step": 36536 + }, + { + "epoch": 0.6254300826785806, + "grad_norm": 2.4365944862365723, + "learning_rate": 6.499290818940165e-06, + "loss": 2.4071, + "step": 36537 + }, + { + "epoch": 0.6254472003971311, + "grad_norm": 2.310987949371338, + "learning_rate": 6.498771500083358e-06, + "loss": 2.4152, + "step": 36538 + }, + { + "epoch": 0.6254643181156816, + "grad_norm": 2.515671730041504, + "learning_rate": 6.4982521919881054e-06, + "loss": 2.3522, + "step": 36539 + }, + { + "epoch": 0.625481435834232, + "grad_norm": 2.2579286098480225, + "learning_rate": 6.497732894656008e-06, + "loss": 2.3406, + "step": 36540 + }, + { + "epoch": 0.6254985535527825, + "grad_norm": 2.2721996307373047, + "learning_rate": 6.49721360808866e-06, + "loss": 2.3479, + "step": 36541 + }, + { + "epoch": 0.625515671271333, + "grad_norm": 2.366469383239746, + "learning_rate": 6.496694332287653e-06, + "loss": 2.3387, + "step": 36542 + }, + { + "epoch": 0.6255327889898834, + "grad_norm": 2.4230682849884033, + "learning_rate": 6.496175067254591e-06, + "loss": 2.332, + "step": 36543 + }, + { + "epoch": 0.6255499067084339, + "grad_norm": 2.364431142807007, + "learning_rate": 6.495655812991063e-06, + "loss": 2.3886, + "step": 36544 + }, + { + "epoch": 0.6255670244269844, + "grad_norm": 2.3942008018493652, + "learning_rate": 6.49513656949867e-06, + "loss": 2.4464, + "step": 36545 + }, + { + "epoch": 0.6255841421455348, + "grad_norm": 2.393023729324341, + "learning_rate": 6.494617336779003e-06, + "loss": 2.4045, + "step": 36546 + }, + { + "epoch": 0.6256012598640853, + "grad_norm": 2.394641637802124, + "learning_rate": 6.494098114833665e-06, + "loss": 2.4211, + "step": 36547 + }, + { + "epoch": 0.6256183775826358, + "grad_norm": 2.394479990005493, + "learning_rate": 6.493578903664246e-06, + "loss": 2.3788, + "step": 36548 + }, + { + "epoch": 0.6256354953011862, + "grad_norm": 2.557680606842041, + "learning_rate": 6.493059703272342e-06, + "loss": 2.4596, + "step": 36549 + }, + { + "epoch": 0.6256526130197367, + "grad_norm": 2.329646110534668, + "learning_rate": 6.492540513659553e-06, + "loss": 2.3445, + "step": 36550 + }, + { + "epoch": 0.6256697307382872, + "grad_norm": 2.3599419593811035, + "learning_rate": 6.4920213348274685e-06, + "loss": 2.3635, + "step": 36551 + }, + { + "epoch": 0.6256868484568376, + "grad_norm": 2.454632520675659, + "learning_rate": 6.491502166777692e-06, + "loss": 2.4243, + "step": 36552 + }, + { + "epoch": 0.6257039661753881, + "grad_norm": 2.530325412750244, + "learning_rate": 6.490983009511813e-06, + "loss": 2.4003, + "step": 36553 + }, + { + "epoch": 0.6257210838939387, + "grad_norm": 2.4432060718536377, + "learning_rate": 6.490463863031431e-06, + "loss": 2.5151, + "step": 36554 + }, + { + "epoch": 0.625738201612489, + "grad_norm": 2.4778261184692383, + "learning_rate": 6.489944727338138e-06, + "loss": 2.3814, + "step": 36555 + }, + { + "epoch": 0.6257553193310396, + "grad_norm": 2.3827176094055176, + "learning_rate": 6.489425602433535e-06, + "loss": 2.3628, + "step": 36556 + }, + { + "epoch": 0.6257724370495901, + "grad_norm": 2.50380277633667, + "learning_rate": 6.488906488319213e-06, + "loss": 2.4937, + "step": 36557 + }, + { + "epoch": 0.6257895547681405, + "grad_norm": 2.523972749710083, + "learning_rate": 6.4883873849967684e-06, + "loss": 2.3522, + "step": 36558 + }, + { + "epoch": 0.625806672486691, + "grad_norm": 2.382276773452759, + "learning_rate": 6.4878682924677984e-06, + "loss": 2.4121, + "step": 36559 + }, + { + "epoch": 0.6258237902052415, + "grad_norm": 2.516782522201538, + "learning_rate": 6.487349210733893e-06, + "loss": 2.335, + "step": 36560 + }, + { + "epoch": 0.6258409079237919, + "grad_norm": 2.4720654487609863, + "learning_rate": 6.486830139796658e-06, + "loss": 2.4498, + "step": 36561 + }, + { + "epoch": 0.6258580256423424, + "grad_norm": 2.4475157260894775, + "learning_rate": 6.486311079657678e-06, + "loss": 2.397, + "step": 36562 + }, + { + "epoch": 0.6258751433608929, + "grad_norm": 2.3007824420928955, + "learning_rate": 6.485792030318557e-06, + "loss": 2.3416, + "step": 36563 + }, + { + "epoch": 0.6258922610794433, + "grad_norm": 2.462003707885742, + "learning_rate": 6.485272991780888e-06, + "loss": 2.5635, + "step": 36564 + }, + { + "epoch": 0.6259093787979938, + "grad_norm": 2.5702250003814697, + "learning_rate": 6.484753964046262e-06, + "loss": 2.6146, + "step": 36565 + }, + { + "epoch": 0.6259264965165443, + "grad_norm": 2.3653202056884766, + "learning_rate": 6.484234947116279e-06, + "loss": 2.424, + "step": 36566 + }, + { + "epoch": 0.6259436142350947, + "grad_norm": 2.2565553188323975, + "learning_rate": 6.4837159409925296e-06, + "loss": 2.2692, + "step": 36567 + }, + { + "epoch": 0.6259607319536452, + "grad_norm": 2.4707624912261963, + "learning_rate": 6.483196945676616e-06, + "loss": 2.4571, + "step": 36568 + }, + { + "epoch": 0.6259778496721957, + "grad_norm": 2.324302911758423, + "learning_rate": 6.482677961170127e-06, + "loss": 2.3336, + "step": 36569 + }, + { + "epoch": 0.6259949673907461, + "grad_norm": 2.3861441612243652, + "learning_rate": 6.482158987474663e-06, + "loss": 2.4634, + "step": 36570 + }, + { + "epoch": 0.6260120851092966, + "grad_norm": 2.3881211280822754, + "learning_rate": 6.481640024591816e-06, + "loss": 2.4094, + "step": 36571 + }, + { + "epoch": 0.6260292028278471, + "grad_norm": 2.323505401611328, + "learning_rate": 6.481121072523177e-06, + "loss": 2.3518, + "step": 36572 + }, + { + "epoch": 0.6260463205463975, + "grad_norm": 2.313978672027588, + "learning_rate": 6.480602131270353e-06, + "loss": 2.4527, + "step": 36573 + }, + { + "epoch": 0.626063438264948, + "grad_norm": 2.305189371109009, + "learning_rate": 6.4800832008349255e-06, + "loss": 2.4805, + "step": 36574 + }, + { + "epoch": 0.6260805559834985, + "grad_norm": 2.3025245666503906, + "learning_rate": 6.4795642812185e-06, + "loss": 2.319, + "step": 36575 + }, + { + "epoch": 0.6260976737020489, + "grad_norm": 2.381985664367676, + "learning_rate": 6.4790453724226635e-06, + "loss": 2.2799, + "step": 36576 + }, + { + "epoch": 0.6261147914205994, + "grad_norm": 2.3152718544006348, + "learning_rate": 6.478526474449016e-06, + "loss": 2.3907, + "step": 36577 + }, + { + "epoch": 0.62613190913915, + "grad_norm": 2.289851427078247, + "learning_rate": 6.4780075872991536e-06, + "loss": 2.4285, + "step": 36578 + }, + { + "epoch": 0.6261490268577004, + "grad_norm": 2.4424023628234863, + "learning_rate": 6.477488710974664e-06, + "loss": 2.4843, + "step": 36579 + }, + { + "epoch": 0.6261661445762509, + "grad_norm": 2.4960646629333496, + "learning_rate": 6.47696984547715e-06, + "loss": 2.4896, + "step": 36580 + }, + { + "epoch": 0.6261832622948014, + "grad_norm": 2.3899879455566406, + "learning_rate": 6.476450990808202e-06, + "loss": 2.3755, + "step": 36581 + }, + { + "epoch": 0.6262003800133518, + "grad_norm": 2.352558135986328, + "learning_rate": 6.475932146969417e-06, + "loss": 2.4152, + "step": 36582 + }, + { + "epoch": 0.6262174977319023, + "grad_norm": 2.346142292022705, + "learning_rate": 6.475413313962385e-06, + "loss": 2.4213, + "step": 36583 + }, + { + "epoch": 0.6262346154504528, + "grad_norm": 2.5344300270080566, + "learning_rate": 6.474894491788708e-06, + "loss": 2.5247, + "step": 36584 + }, + { + "epoch": 0.6262517331690033, + "grad_norm": 2.5360312461853027, + "learning_rate": 6.474375680449978e-06, + "loss": 2.3834, + "step": 36585 + }, + { + "epoch": 0.6262688508875537, + "grad_norm": 2.5078115463256836, + "learning_rate": 6.473856879947787e-06, + "loss": 2.4379, + "step": 36586 + }, + { + "epoch": 0.6262859686061042, + "grad_norm": 2.3528385162353516, + "learning_rate": 6.473338090283731e-06, + "loss": 2.3436, + "step": 36587 + }, + { + "epoch": 0.6263030863246547, + "grad_norm": 2.401590585708618, + "learning_rate": 6.472819311459401e-06, + "loss": 2.3935, + "step": 36588 + }, + { + "epoch": 0.6263202040432051, + "grad_norm": 2.5993809700012207, + "learning_rate": 6.472300543476401e-06, + "loss": 2.4358, + "step": 36589 + }, + { + "epoch": 0.6263373217617556, + "grad_norm": 2.4665801525115967, + "learning_rate": 6.471781786336317e-06, + "loss": 2.4332, + "step": 36590 + }, + { + "epoch": 0.6263544394803061, + "grad_norm": 2.4357261657714844, + "learning_rate": 6.47126304004075e-06, + "loss": 2.3415, + "step": 36591 + }, + { + "epoch": 0.6263715571988565, + "grad_norm": 2.360421657562256, + "learning_rate": 6.470744304591288e-06, + "loss": 2.4789, + "step": 36592 + }, + { + "epoch": 0.626388674917407, + "grad_norm": 2.4521231651306152, + "learning_rate": 6.470225579989527e-06, + "loss": 2.4753, + "step": 36593 + }, + { + "epoch": 0.6264057926359575, + "grad_norm": 2.443057060241699, + "learning_rate": 6.469706866237064e-06, + "loss": 2.3533, + "step": 36594 + }, + { + "epoch": 0.6264229103545079, + "grad_norm": 2.488954782485962, + "learning_rate": 6.469188163335491e-06, + "loss": 2.6257, + "step": 36595 + }, + { + "epoch": 0.6264400280730584, + "grad_norm": 2.7264156341552734, + "learning_rate": 6.468669471286406e-06, + "loss": 2.5376, + "step": 36596 + }, + { + "epoch": 0.6264571457916089, + "grad_norm": 2.3469643592834473, + "learning_rate": 6.468150790091396e-06, + "loss": 2.43, + "step": 36597 + }, + { + "epoch": 0.6264742635101593, + "grad_norm": 2.4644393920898438, + "learning_rate": 6.4676321197520635e-06, + "loss": 2.3194, + "step": 36598 + }, + { + "epoch": 0.6264913812287098, + "grad_norm": 2.3627755641937256, + "learning_rate": 6.467113460269999e-06, + "loss": 2.3246, + "step": 36599 + }, + { + "epoch": 0.6265084989472604, + "grad_norm": 2.489184617996216, + "learning_rate": 6.4665948116467935e-06, + "loss": 2.4849, + "step": 36600 + }, + { + "epoch": 0.6265256166658107, + "grad_norm": 2.401427984237671, + "learning_rate": 6.466076173884048e-06, + "loss": 2.4127, + "step": 36601 + }, + { + "epoch": 0.6265427343843613, + "grad_norm": 2.576084852218628, + "learning_rate": 6.46555754698335e-06, + "loss": 2.5065, + "step": 36602 + }, + { + "epoch": 0.6265598521029118, + "grad_norm": 2.4237265586853027, + "learning_rate": 6.465038930946299e-06, + "loss": 2.328, + "step": 36603 + }, + { + "epoch": 0.6265769698214622, + "grad_norm": 2.5593349933624268, + "learning_rate": 6.464520325774483e-06, + "loss": 2.5095, + "step": 36604 + }, + { + "epoch": 0.6265940875400127, + "grad_norm": 2.3102495670318604, + "learning_rate": 6.4640017314695035e-06, + "loss": 2.3263, + "step": 36605 + }, + { + "epoch": 0.6266112052585632, + "grad_norm": 2.457146406173706, + "learning_rate": 6.46348314803295e-06, + "loss": 2.4329, + "step": 36606 + }, + { + "epoch": 0.6266283229771136, + "grad_norm": 2.6392598152160645, + "learning_rate": 6.462964575466415e-06, + "loss": 2.6053, + "step": 36607 + }, + { + "epoch": 0.6266454406956641, + "grad_norm": 2.375154733657837, + "learning_rate": 6.462446013771497e-06, + "loss": 2.334, + "step": 36608 + }, + { + "epoch": 0.6266625584142146, + "grad_norm": 2.5184693336486816, + "learning_rate": 6.461927462949784e-06, + "loss": 2.5352, + "step": 36609 + }, + { + "epoch": 0.626679676132765, + "grad_norm": 2.51094913482666, + "learning_rate": 6.461408923002876e-06, + "loss": 2.4567, + "step": 36610 + }, + { + "epoch": 0.6266967938513155, + "grad_norm": 2.493170738220215, + "learning_rate": 6.460890393932362e-06, + "loss": 2.4374, + "step": 36611 + }, + { + "epoch": 0.626713911569866, + "grad_norm": 2.5466949939727783, + "learning_rate": 6.460371875739839e-06, + "loss": 2.5317, + "step": 36612 + }, + { + "epoch": 0.6267310292884164, + "grad_norm": 2.3969898223876953, + "learning_rate": 6.4598533684269e-06, + "loss": 2.4365, + "step": 36613 + }, + { + "epoch": 0.6267481470069669, + "grad_norm": 2.3921501636505127, + "learning_rate": 6.459334871995135e-06, + "loss": 2.4015, + "step": 36614 + }, + { + "epoch": 0.6267652647255174, + "grad_norm": 2.5491554737091064, + "learning_rate": 6.458816386446145e-06, + "loss": 2.451, + "step": 36615 + }, + { + "epoch": 0.6267823824440678, + "grad_norm": 2.5308828353881836, + "learning_rate": 6.4582979117815135e-06, + "loss": 2.4971, + "step": 36616 + }, + { + "epoch": 0.6267995001626183, + "grad_norm": 2.4626505374908447, + "learning_rate": 6.457779448002845e-06, + "loss": 2.4211, + "step": 36617 + }, + { + "epoch": 0.6268166178811688, + "grad_norm": 2.2885100841522217, + "learning_rate": 6.457260995111727e-06, + "loss": 2.4509, + "step": 36618 + }, + { + "epoch": 0.6268337355997192, + "grad_norm": 2.3787152767181396, + "learning_rate": 6.456742553109756e-06, + "loss": 2.3755, + "step": 36619 + }, + { + "epoch": 0.6268508533182697, + "grad_norm": 2.4290337562561035, + "learning_rate": 6.456224121998523e-06, + "loss": 2.4952, + "step": 36620 + }, + { + "epoch": 0.6268679710368202, + "grad_norm": 2.4071173667907715, + "learning_rate": 6.45570570177962e-06, + "loss": 2.4496, + "step": 36621 + }, + { + "epoch": 0.6268850887553706, + "grad_norm": 2.3511056900024414, + "learning_rate": 6.455187292454645e-06, + "loss": 2.3899, + "step": 36622 + }, + { + "epoch": 0.6269022064739211, + "grad_norm": 2.4349703788757324, + "learning_rate": 6.454668894025187e-06, + "loss": 2.3007, + "step": 36623 + }, + { + "epoch": 0.6269193241924716, + "grad_norm": 2.303333044052124, + "learning_rate": 6.454150506492843e-06, + "loss": 2.4429, + "step": 36624 + }, + { + "epoch": 0.626936441911022, + "grad_norm": 2.428926706314087, + "learning_rate": 6.453632129859202e-06, + "loss": 2.5345, + "step": 36625 + }, + { + "epoch": 0.6269535596295726, + "grad_norm": 2.378171682357788, + "learning_rate": 6.453113764125864e-06, + "loss": 2.4152, + "step": 36626 + }, + { + "epoch": 0.6269706773481231, + "grad_norm": 2.36157488822937, + "learning_rate": 6.4525954092944156e-06, + "loss": 2.3725, + "step": 36627 + }, + { + "epoch": 0.6269877950666735, + "grad_norm": 2.3849456310272217, + "learning_rate": 6.452077065366456e-06, + "loss": 2.4456, + "step": 36628 + }, + { + "epoch": 0.627004912785224, + "grad_norm": 2.320132255554199, + "learning_rate": 6.4515587323435735e-06, + "loss": 2.4319, + "step": 36629 + }, + { + "epoch": 0.6270220305037745, + "grad_norm": 2.2908310890197754, + "learning_rate": 6.45104041022736e-06, + "loss": 2.3924, + "step": 36630 + }, + { + "epoch": 0.627039148222325, + "grad_norm": 2.2787792682647705, + "learning_rate": 6.450522099019416e-06, + "loss": 2.225, + "step": 36631 + }, + { + "epoch": 0.6270562659408754, + "grad_norm": 2.629033327102661, + "learning_rate": 6.4500037987213245e-06, + "loss": 2.4268, + "step": 36632 + }, + { + "epoch": 0.6270733836594259, + "grad_norm": 2.3461294174194336, + "learning_rate": 6.449485509334692e-06, + "loss": 2.4037, + "step": 36633 + }, + { + "epoch": 0.6270905013779764, + "grad_norm": 2.3237082958221436, + "learning_rate": 6.448967230861098e-06, + "loss": 2.3919, + "step": 36634 + }, + { + "epoch": 0.6271076190965268, + "grad_norm": 2.30049991607666, + "learning_rate": 6.448448963302145e-06, + "loss": 2.3737, + "step": 36635 + }, + { + "epoch": 0.6271247368150773, + "grad_norm": 2.392388105392456, + "learning_rate": 6.447930706659422e-06, + "loss": 2.4779, + "step": 36636 + }, + { + "epoch": 0.6271418545336278, + "grad_norm": 2.4407835006713867, + "learning_rate": 6.447412460934518e-06, + "loss": 2.485, + "step": 36637 + }, + { + "epoch": 0.6271589722521782, + "grad_norm": 2.52598237991333, + "learning_rate": 6.4468942261290345e-06, + "loss": 2.3935, + "step": 36638 + }, + { + "epoch": 0.6271760899707287, + "grad_norm": 2.5321712493896484, + "learning_rate": 6.4463760022445585e-06, + "loss": 2.5092, + "step": 36639 + }, + { + "epoch": 0.6271932076892792, + "grad_norm": 2.3126933574676514, + "learning_rate": 6.445857789282686e-06, + "loss": 2.2771, + "step": 36640 + }, + { + "epoch": 0.6272103254078296, + "grad_norm": 2.542173385620117, + "learning_rate": 6.445339587245003e-06, + "loss": 2.4294, + "step": 36641 + }, + { + "epoch": 0.6272274431263801, + "grad_norm": 2.3873021602630615, + "learning_rate": 6.444821396133114e-06, + "loss": 2.4112, + "step": 36642 + }, + { + "epoch": 0.6272445608449306, + "grad_norm": 2.415064811706543, + "learning_rate": 6.444303215948604e-06, + "loss": 2.4371, + "step": 36643 + }, + { + "epoch": 0.627261678563481, + "grad_norm": 2.6767659187316895, + "learning_rate": 6.443785046693064e-06, + "loss": 2.5763, + "step": 36644 + }, + { + "epoch": 0.6272787962820315, + "grad_norm": 2.611166000366211, + "learning_rate": 6.4432668883680925e-06, + "loss": 2.4188, + "step": 36645 + }, + { + "epoch": 0.627295914000582, + "grad_norm": 2.532175064086914, + "learning_rate": 6.442748740975275e-06, + "loss": 2.4155, + "step": 36646 + }, + { + "epoch": 0.6273130317191324, + "grad_norm": 2.553466796875, + "learning_rate": 6.442230604516213e-06, + "loss": 2.4587, + "step": 36647 + }, + { + "epoch": 0.627330149437683, + "grad_norm": 2.479938268661499, + "learning_rate": 6.441712478992491e-06, + "loss": 2.4172, + "step": 36648 + }, + { + "epoch": 0.6273472671562335, + "grad_norm": 2.694352149963379, + "learning_rate": 6.441194364405707e-06, + "loss": 2.4519, + "step": 36649 + }, + { + "epoch": 0.6273643848747839, + "grad_norm": 2.5459752082824707, + "learning_rate": 6.440676260757453e-06, + "loss": 2.3561, + "step": 36650 + }, + { + "epoch": 0.6273815025933344, + "grad_norm": 2.5780868530273438, + "learning_rate": 6.440158168049316e-06, + "loss": 2.5684, + "step": 36651 + }, + { + "epoch": 0.6273986203118849, + "grad_norm": 2.579562187194824, + "learning_rate": 6.439640086282895e-06, + "loss": 2.3645, + "step": 36652 + }, + { + "epoch": 0.6274157380304353, + "grad_norm": 2.4909965991973877, + "learning_rate": 6.439122015459775e-06, + "loss": 2.4467, + "step": 36653 + }, + { + "epoch": 0.6274328557489858, + "grad_norm": 2.481436252593994, + "learning_rate": 6.438603955581559e-06, + "loss": 2.4035, + "step": 36654 + }, + { + "epoch": 0.6274499734675363, + "grad_norm": 2.4043285846710205, + "learning_rate": 6.4380859066498315e-06, + "loss": 2.3554, + "step": 36655 + }, + { + "epoch": 0.6274670911860867, + "grad_norm": 2.4721837043762207, + "learning_rate": 6.437567868666188e-06, + "loss": 2.3465, + "step": 36656 + }, + { + "epoch": 0.6274842089046372, + "grad_norm": 2.5583956241607666, + "learning_rate": 6.437049841632219e-06, + "loss": 2.4732, + "step": 36657 + }, + { + "epoch": 0.6275013266231877, + "grad_norm": 2.5153095722198486, + "learning_rate": 6.436531825549515e-06, + "loss": 2.5628, + "step": 36658 + }, + { + "epoch": 0.6275184443417381, + "grad_norm": 2.5688424110412598, + "learning_rate": 6.436013820419673e-06, + "loss": 2.4472, + "step": 36659 + }, + { + "epoch": 0.6275355620602886, + "grad_norm": 2.4289324283599854, + "learning_rate": 6.4354958262442804e-06, + "loss": 2.4432, + "step": 36660 + }, + { + "epoch": 0.6275526797788391, + "grad_norm": 2.578592538833618, + "learning_rate": 6.4349778430249345e-06, + "loss": 2.5178, + "step": 36661 + }, + { + "epoch": 0.6275697974973895, + "grad_norm": 2.529742956161499, + "learning_rate": 6.4344598707632185e-06, + "loss": 2.3827, + "step": 36662 + }, + { + "epoch": 0.62758691521594, + "grad_norm": 2.4800188541412354, + "learning_rate": 6.433941909460737e-06, + "loss": 2.3288, + "step": 36663 + }, + { + "epoch": 0.6276040329344905, + "grad_norm": 2.4148380756378174, + "learning_rate": 6.433423959119074e-06, + "loss": 2.4279, + "step": 36664 + }, + { + "epoch": 0.6276211506530409, + "grad_norm": 2.562502861022949, + "learning_rate": 6.432906019739822e-06, + "loss": 2.4439, + "step": 36665 + }, + { + "epoch": 0.6276382683715914, + "grad_norm": 2.4977657794952393, + "learning_rate": 6.432388091324575e-06, + "loss": 2.4439, + "step": 36666 + }, + { + "epoch": 0.6276553860901419, + "grad_norm": 2.504152774810791, + "learning_rate": 6.431870173874921e-06, + "loss": 2.3603, + "step": 36667 + }, + { + "epoch": 0.6276725038086923, + "grad_norm": 2.5857183933258057, + "learning_rate": 6.431352267392456e-06, + "loss": 2.5486, + "step": 36668 + }, + { + "epoch": 0.6276896215272428, + "grad_norm": 2.4827029705047607, + "learning_rate": 6.430834371878769e-06, + "loss": 2.3792, + "step": 36669 + }, + { + "epoch": 0.6277067392457933, + "grad_norm": 2.345013380050659, + "learning_rate": 6.4303164873354575e-06, + "loss": 2.4408, + "step": 36670 + }, + { + "epoch": 0.6277238569643437, + "grad_norm": 2.528512954711914, + "learning_rate": 6.429798613764109e-06, + "loss": 2.4873, + "step": 36671 + }, + { + "epoch": 0.6277409746828942, + "grad_norm": 2.4051501750946045, + "learning_rate": 6.429280751166314e-06, + "loss": 2.3768, + "step": 36672 + }, + { + "epoch": 0.6277580924014448, + "grad_norm": 2.41776442527771, + "learning_rate": 6.428762899543666e-06, + "loss": 2.4646, + "step": 36673 + }, + { + "epoch": 0.6277752101199952, + "grad_norm": 2.3919527530670166, + "learning_rate": 6.428245058897753e-06, + "loss": 2.4098, + "step": 36674 + }, + { + "epoch": 0.6277923278385457, + "grad_norm": 2.352752923965454, + "learning_rate": 6.427727229230175e-06, + "loss": 2.3583, + "step": 36675 + }, + { + "epoch": 0.6278094455570962, + "grad_norm": 2.4495606422424316, + "learning_rate": 6.427209410542516e-06, + "loss": 2.3712, + "step": 36676 + }, + { + "epoch": 0.6278265632756467, + "grad_norm": 2.4968788623809814, + "learning_rate": 6.426691602836373e-06, + "loss": 2.4078, + "step": 36677 + }, + { + "epoch": 0.6278436809941971, + "grad_norm": 2.54441499710083, + "learning_rate": 6.4261738061133335e-06, + "loss": 2.4668, + "step": 36678 + }, + { + "epoch": 0.6278607987127476, + "grad_norm": 2.5170931816101074, + "learning_rate": 6.4256560203749885e-06, + "loss": 2.4329, + "step": 36679 + }, + { + "epoch": 0.6278779164312981, + "grad_norm": 2.686373233795166, + "learning_rate": 6.425138245622934e-06, + "loss": 2.5823, + "step": 36680 + }, + { + "epoch": 0.6278950341498485, + "grad_norm": 2.549053907394409, + "learning_rate": 6.424620481858756e-06, + "loss": 2.4437, + "step": 36681 + }, + { + "epoch": 0.627912151868399, + "grad_norm": 2.479947566986084, + "learning_rate": 6.424102729084053e-06, + "loss": 2.3973, + "step": 36682 + }, + { + "epoch": 0.6279292695869495, + "grad_norm": 2.47955060005188, + "learning_rate": 6.423584987300407e-06, + "loss": 2.4929, + "step": 36683 + }, + { + "epoch": 0.6279463873054999, + "grad_norm": 2.336980104446411, + "learning_rate": 6.4230672565094185e-06, + "loss": 2.3804, + "step": 36684 + }, + { + "epoch": 0.6279635050240504, + "grad_norm": 2.4892261028289795, + "learning_rate": 6.422549536712674e-06, + "loss": 2.4285, + "step": 36685 + }, + { + "epoch": 0.6279806227426009, + "grad_norm": 2.5484261512756348, + "learning_rate": 6.422031827911766e-06, + "loss": 2.3433, + "step": 36686 + }, + { + "epoch": 0.6279977404611513, + "grad_norm": 2.388972043991089, + "learning_rate": 6.421514130108286e-06, + "loss": 2.3471, + "step": 36687 + }, + { + "epoch": 0.6280148581797018, + "grad_norm": 2.3439595699310303, + "learning_rate": 6.42099644330382e-06, + "loss": 2.4045, + "step": 36688 + }, + { + "epoch": 0.6280319758982523, + "grad_norm": 2.378753185272217, + "learning_rate": 6.420478767499969e-06, + "loss": 2.3041, + "step": 36689 + }, + { + "epoch": 0.6280490936168027, + "grad_norm": 2.42755389213562, + "learning_rate": 6.4199611026983135e-06, + "loss": 2.4946, + "step": 36690 + }, + { + "epoch": 0.6280662113353532, + "grad_norm": 2.3302664756774902, + "learning_rate": 6.419443448900455e-06, + "loss": 2.3997, + "step": 36691 + }, + { + "epoch": 0.6280833290539037, + "grad_norm": 2.381392478942871, + "learning_rate": 6.418925806107981e-06, + "loss": 2.4626, + "step": 36692 + }, + { + "epoch": 0.6281004467724541, + "grad_norm": 2.3828377723693848, + "learning_rate": 6.418408174322477e-06, + "loss": 2.3477, + "step": 36693 + }, + { + "epoch": 0.6281175644910046, + "grad_norm": 2.3563072681427, + "learning_rate": 6.417890553545541e-06, + "loss": 2.4242, + "step": 36694 + }, + { + "epoch": 0.6281346822095552, + "grad_norm": 2.3218016624450684, + "learning_rate": 6.4173729437787565e-06, + "loss": 2.5369, + "step": 36695 + }, + { + "epoch": 0.6281517999281055, + "grad_norm": 2.4103267192840576, + "learning_rate": 6.416855345023725e-06, + "loss": 2.4102, + "step": 36696 + }, + { + "epoch": 0.628168917646656, + "grad_norm": 2.3572137355804443, + "learning_rate": 6.4163377572820285e-06, + "loss": 2.4573, + "step": 36697 + }, + { + "epoch": 0.6281860353652066, + "grad_norm": 2.2983756065368652, + "learning_rate": 6.4158201805552635e-06, + "loss": 2.3697, + "step": 36698 + }, + { + "epoch": 0.628203153083757, + "grad_norm": 2.3461999893188477, + "learning_rate": 6.415302614845013e-06, + "loss": 2.3866, + "step": 36699 + }, + { + "epoch": 0.6282202708023075, + "grad_norm": 2.334678888320923, + "learning_rate": 6.41478506015288e-06, + "loss": 2.3845, + "step": 36700 + }, + { + "epoch": 0.628237388520858, + "grad_norm": 2.2697513103485107, + "learning_rate": 6.414267516480446e-06, + "loss": 2.3366, + "step": 36701 + }, + { + "epoch": 0.6282545062394084, + "grad_norm": 2.3889031410217285, + "learning_rate": 6.413749983829303e-06, + "loss": 2.3759, + "step": 36702 + }, + { + "epoch": 0.6282716239579589, + "grad_norm": 2.5283427238464355, + "learning_rate": 6.413232462201044e-06, + "loss": 2.5299, + "step": 36703 + }, + { + "epoch": 0.6282887416765094, + "grad_norm": 2.381361722946167, + "learning_rate": 6.412714951597254e-06, + "loss": 2.4424, + "step": 36704 + }, + { + "epoch": 0.6283058593950598, + "grad_norm": 2.4735586643218994, + "learning_rate": 6.412197452019535e-06, + "loss": 2.3464, + "step": 36705 + }, + { + "epoch": 0.6283229771136103, + "grad_norm": 2.5807623863220215, + "learning_rate": 6.411679963469465e-06, + "loss": 2.5318, + "step": 36706 + }, + { + "epoch": 0.6283400948321608, + "grad_norm": 2.6231138706207275, + "learning_rate": 6.411162485948645e-06, + "loss": 2.3939, + "step": 36707 + }, + { + "epoch": 0.6283572125507112, + "grad_norm": 2.748530387878418, + "learning_rate": 6.41064501945866e-06, + "loss": 2.5679, + "step": 36708 + }, + { + "epoch": 0.6283743302692617, + "grad_norm": 2.4265193939208984, + "learning_rate": 6.410127564001101e-06, + "loss": 2.4122, + "step": 36709 + }, + { + "epoch": 0.6283914479878122, + "grad_norm": 2.458726644515991, + "learning_rate": 6.409610119577559e-06, + "loss": 2.4021, + "step": 36710 + }, + { + "epoch": 0.6284085657063626, + "grad_norm": 2.3305892944335938, + "learning_rate": 6.409092686189622e-06, + "loss": 2.3627, + "step": 36711 + }, + { + "epoch": 0.6284256834249131, + "grad_norm": 2.496084213256836, + "learning_rate": 6.408575263838887e-06, + "loss": 2.3695, + "step": 36712 + }, + { + "epoch": 0.6284428011434636, + "grad_norm": 2.4159152507781982, + "learning_rate": 6.408057852526936e-06, + "loss": 2.3309, + "step": 36713 + }, + { + "epoch": 0.628459918862014, + "grad_norm": 2.3028860092163086, + "learning_rate": 6.4075404522553676e-06, + "loss": 2.4338, + "step": 36714 + }, + { + "epoch": 0.6284770365805645, + "grad_norm": 2.4899868965148926, + "learning_rate": 6.407023063025768e-06, + "loss": 2.4902, + "step": 36715 + }, + { + "epoch": 0.628494154299115, + "grad_norm": 2.2812788486480713, + "learning_rate": 6.406505684839723e-06, + "loss": 2.3885, + "step": 36716 + }, + { + "epoch": 0.6285112720176654, + "grad_norm": 2.5578103065490723, + "learning_rate": 6.405988317698831e-06, + "loss": 2.3711, + "step": 36717 + }, + { + "epoch": 0.6285283897362159, + "grad_norm": 2.3684513568878174, + "learning_rate": 6.405470961604677e-06, + "loss": 2.3042, + "step": 36718 + }, + { + "epoch": 0.6285455074547665, + "grad_norm": 2.4008336067199707, + "learning_rate": 6.404953616558855e-06, + "loss": 2.4618, + "step": 36719 + }, + { + "epoch": 0.6285626251733168, + "grad_norm": 2.4970486164093018, + "learning_rate": 6.404436282562949e-06, + "loss": 2.4632, + "step": 36720 + }, + { + "epoch": 0.6285797428918674, + "grad_norm": 2.429856061935425, + "learning_rate": 6.403918959618556e-06, + "loss": 2.4346, + "step": 36721 + }, + { + "epoch": 0.6285968606104179, + "grad_norm": 2.333339214324951, + "learning_rate": 6.4034016477272635e-06, + "loss": 2.3999, + "step": 36722 + }, + { + "epoch": 0.6286139783289684, + "grad_norm": 2.3220930099487305, + "learning_rate": 6.40288434689066e-06, + "loss": 2.3523, + "step": 36723 + }, + { + "epoch": 0.6286310960475188, + "grad_norm": 2.3858673572540283, + "learning_rate": 6.402367057110337e-06, + "loss": 2.496, + "step": 36724 + }, + { + "epoch": 0.6286482137660693, + "grad_norm": 2.344244956970215, + "learning_rate": 6.401849778387881e-06, + "loss": 2.3749, + "step": 36725 + }, + { + "epoch": 0.6286653314846198, + "grad_norm": 2.3253540992736816, + "learning_rate": 6.4013325107248895e-06, + "loss": 2.3752, + "step": 36726 + }, + { + "epoch": 0.6286824492031702, + "grad_norm": 2.540229082107544, + "learning_rate": 6.400815254122943e-06, + "loss": 2.4899, + "step": 36727 + }, + { + "epoch": 0.6286995669217207, + "grad_norm": 2.1667490005493164, + "learning_rate": 6.400298008583641e-06, + "loss": 2.3361, + "step": 36728 + }, + { + "epoch": 0.6287166846402712, + "grad_norm": 2.4042325019836426, + "learning_rate": 6.399780774108567e-06, + "loss": 2.3696, + "step": 36729 + }, + { + "epoch": 0.6287338023588216, + "grad_norm": 2.488699436187744, + "learning_rate": 6.399263550699312e-06, + "loss": 2.3921, + "step": 36730 + }, + { + "epoch": 0.6287509200773721, + "grad_norm": 2.401993751525879, + "learning_rate": 6.398746338357467e-06, + "loss": 2.4473, + "step": 36731 + }, + { + "epoch": 0.6287680377959226, + "grad_norm": 2.5632145404815674, + "learning_rate": 6.398229137084617e-06, + "loss": 2.4884, + "step": 36732 + }, + { + "epoch": 0.628785155514473, + "grad_norm": 2.298969268798828, + "learning_rate": 6.3977119468823615e-06, + "loss": 2.4062, + "step": 36733 + }, + { + "epoch": 0.6288022732330235, + "grad_norm": 2.4743897914886475, + "learning_rate": 6.397194767752279e-06, + "loss": 2.4806, + "step": 36734 + }, + { + "epoch": 0.628819390951574, + "grad_norm": 2.4644970893859863, + "learning_rate": 6.396677599695969e-06, + "loss": 2.4581, + "step": 36735 + }, + { + "epoch": 0.6288365086701244, + "grad_norm": 2.4962990283966064, + "learning_rate": 6.396160442715016e-06, + "loss": 2.3988, + "step": 36736 + }, + { + "epoch": 0.6288536263886749, + "grad_norm": 2.4150569438934326, + "learning_rate": 6.395643296811005e-06, + "loss": 2.42, + "step": 36737 + }, + { + "epoch": 0.6288707441072254, + "grad_norm": 2.3067867755889893, + "learning_rate": 6.395126161985535e-06, + "loss": 2.3266, + "step": 36738 + }, + { + "epoch": 0.6288878618257758, + "grad_norm": 2.4726245403289795, + "learning_rate": 6.3946090382401894e-06, + "loss": 2.4277, + "step": 36739 + }, + { + "epoch": 0.6289049795443263, + "grad_norm": 2.4052162170410156, + "learning_rate": 6.394091925576562e-06, + "loss": 2.508, + "step": 36740 + }, + { + "epoch": 0.6289220972628768, + "grad_norm": 2.3634307384490967, + "learning_rate": 6.3935748239962335e-06, + "loss": 2.4316, + "step": 36741 + }, + { + "epoch": 0.6289392149814272, + "grad_norm": 2.321140766143799, + "learning_rate": 6.3930577335008046e-06, + "loss": 2.2804, + "step": 36742 + }, + { + "epoch": 0.6289563326999777, + "grad_norm": 2.508868455886841, + "learning_rate": 6.39254065409186e-06, + "loss": 2.5035, + "step": 36743 + }, + { + "epoch": 0.6289734504185283, + "grad_norm": 2.2858147621154785, + "learning_rate": 6.392023585770983e-06, + "loss": 2.3066, + "step": 36744 + }, + { + "epoch": 0.6289905681370787, + "grad_norm": 2.328345775604248, + "learning_rate": 6.391506528539772e-06, + "loss": 2.155, + "step": 36745 + }, + { + "epoch": 0.6290076858556292, + "grad_norm": 2.610602617263794, + "learning_rate": 6.390989482399813e-06, + "loss": 2.4493, + "step": 36746 + }, + { + "epoch": 0.6290248035741797, + "grad_norm": 2.4164998531341553, + "learning_rate": 6.390472447352696e-06, + "loss": 2.4908, + "step": 36747 + }, + { + "epoch": 0.6290419212927301, + "grad_norm": 2.545464038848877, + "learning_rate": 6.389955423400002e-06, + "loss": 2.5528, + "step": 36748 + }, + { + "epoch": 0.6290590390112806, + "grad_norm": 2.430448532104492, + "learning_rate": 6.389438410543334e-06, + "loss": 2.4552, + "step": 36749 + }, + { + "epoch": 0.6290761567298311, + "grad_norm": 2.361801862716675, + "learning_rate": 6.388921408784274e-06, + "loss": 2.4504, + "step": 36750 + }, + { + "epoch": 0.6290932744483815, + "grad_norm": 2.473658323287964, + "learning_rate": 6.388404418124409e-06, + "loss": 2.4504, + "step": 36751 + }, + { + "epoch": 0.629110392166932, + "grad_norm": 2.673837661743164, + "learning_rate": 6.3878874385653325e-06, + "loss": 2.4527, + "step": 36752 + }, + { + "epoch": 0.6291275098854825, + "grad_norm": 2.342167854309082, + "learning_rate": 6.387370470108626e-06, + "loss": 2.2825, + "step": 36753 + }, + { + "epoch": 0.6291446276040329, + "grad_norm": 2.394153356552124, + "learning_rate": 6.3868535127558885e-06, + "loss": 2.3795, + "step": 36754 + }, + { + "epoch": 0.6291617453225834, + "grad_norm": 2.3581268787384033, + "learning_rate": 6.386336566508703e-06, + "loss": 2.3511, + "step": 36755 + }, + { + "epoch": 0.6291788630411339, + "grad_norm": 2.455883502960205, + "learning_rate": 6.3858196313686614e-06, + "loss": 2.4548, + "step": 36756 + }, + { + "epoch": 0.6291959807596843, + "grad_norm": 2.3055832386016846, + "learning_rate": 6.385302707337351e-06, + "loss": 2.3855, + "step": 36757 + }, + { + "epoch": 0.6292130984782348, + "grad_norm": 2.3675873279571533, + "learning_rate": 6.384785794416356e-06, + "loss": 2.3407, + "step": 36758 + }, + { + "epoch": 0.6292302161967853, + "grad_norm": 2.3517658710479736, + "learning_rate": 6.384268892607274e-06, + "loss": 2.3285, + "step": 36759 + }, + { + "epoch": 0.6292473339153357, + "grad_norm": 2.3593873977661133, + "learning_rate": 6.383752001911685e-06, + "loss": 2.4751, + "step": 36760 + }, + { + "epoch": 0.6292644516338862, + "grad_norm": 2.3195078372955322, + "learning_rate": 6.383235122331186e-06, + "loss": 2.3415, + "step": 36761 + }, + { + "epoch": 0.6292815693524367, + "grad_norm": 2.4435596466064453, + "learning_rate": 6.382718253867362e-06, + "loss": 2.3887, + "step": 36762 + }, + { + "epoch": 0.6292986870709871, + "grad_norm": 2.205362558364868, + "learning_rate": 6.382201396521802e-06, + "loss": 2.3023, + "step": 36763 + }, + { + "epoch": 0.6293158047895376, + "grad_norm": 2.564993381500244, + "learning_rate": 6.38168455029609e-06, + "loss": 2.4613, + "step": 36764 + }, + { + "epoch": 0.6293329225080881, + "grad_norm": 2.471498727798462, + "learning_rate": 6.381167715191824e-06, + "loss": 2.4275, + "step": 36765 + }, + { + "epoch": 0.6293500402266385, + "grad_norm": 2.312467098236084, + "learning_rate": 6.380650891210587e-06, + "loss": 2.3472, + "step": 36766 + }, + { + "epoch": 0.629367157945189, + "grad_norm": 2.446225643157959, + "learning_rate": 6.380134078353965e-06, + "loss": 2.3836, + "step": 36767 + }, + { + "epoch": 0.6293842756637396, + "grad_norm": 2.30179762840271, + "learning_rate": 6.379617276623553e-06, + "loss": 2.5285, + "step": 36768 + }, + { + "epoch": 0.62940139338229, + "grad_norm": 2.4296205043792725, + "learning_rate": 6.379100486020932e-06, + "loss": 2.452, + "step": 36769 + }, + { + "epoch": 0.6294185111008405, + "grad_norm": 2.4214863777160645, + "learning_rate": 6.378583706547698e-06, + "loss": 2.4615, + "step": 36770 + }, + { + "epoch": 0.629435628819391, + "grad_norm": 2.339064359664917, + "learning_rate": 6.378066938205433e-06, + "loss": 2.4482, + "step": 36771 + }, + { + "epoch": 0.6294527465379415, + "grad_norm": 2.4668121337890625, + "learning_rate": 6.377550180995731e-06, + "loss": 2.4856, + "step": 36772 + }, + { + "epoch": 0.6294698642564919, + "grad_norm": 2.509134292602539, + "learning_rate": 6.377033434920177e-06, + "loss": 2.4574, + "step": 36773 + }, + { + "epoch": 0.6294869819750424, + "grad_norm": 2.429959774017334, + "learning_rate": 6.3765166999803555e-06, + "loss": 2.4487, + "step": 36774 + }, + { + "epoch": 0.6295040996935929, + "grad_norm": 2.509835720062256, + "learning_rate": 6.375999976177864e-06, + "loss": 2.48, + "step": 36775 + }, + { + "epoch": 0.6295212174121433, + "grad_norm": 2.391508102416992, + "learning_rate": 6.375483263514283e-06, + "loss": 2.3929, + "step": 36776 + }, + { + "epoch": 0.6295383351306938, + "grad_norm": 2.4801061153411865, + "learning_rate": 6.374966561991205e-06, + "loss": 2.3894, + "step": 36777 + }, + { + "epoch": 0.6295554528492443, + "grad_norm": 2.387845993041992, + "learning_rate": 6.374449871610213e-06, + "loss": 2.4613, + "step": 36778 + }, + { + "epoch": 0.6295725705677947, + "grad_norm": 2.426140308380127, + "learning_rate": 6.373933192372903e-06, + "loss": 2.468, + "step": 36779 + }, + { + "epoch": 0.6295896882863452, + "grad_norm": 2.4893412590026855, + "learning_rate": 6.37341652428086e-06, + "loss": 2.503, + "step": 36780 + }, + { + "epoch": 0.6296068060048957, + "grad_norm": 2.413111448287964, + "learning_rate": 6.372899867335665e-06, + "loss": 2.3526, + "step": 36781 + }, + { + "epoch": 0.6296239237234461, + "grad_norm": 2.3735108375549316, + "learning_rate": 6.372383221538917e-06, + "loss": 2.4121, + "step": 36782 + }, + { + "epoch": 0.6296410414419966, + "grad_norm": 2.29522442817688, + "learning_rate": 6.371866586892197e-06, + "loss": 2.3492, + "step": 36783 + }, + { + "epoch": 0.6296581591605471, + "grad_norm": 2.4337120056152344, + "learning_rate": 6.371349963397096e-06, + "loss": 2.3838, + "step": 36784 + }, + { + "epoch": 0.6296752768790975, + "grad_norm": 2.5990450382232666, + "learning_rate": 6.3708333510551965e-06, + "loss": 2.4141, + "step": 36785 + }, + { + "epoch": 0.629692394597648, + "grad_norm": 2.418412923812866, + "learning_rate": 6.370316749868097e-06, + "loss": 2.4362, + "step": 36786 + }, + { + "epoch": 0.6297095123161985, + "grad_norm": 2.4475362300872803, + "learning_rate": 6.3698001598373774e-06, + "loss": 2.3249, + "step": 36787 + }, + { + "epoch": 0.6297266300347489, + "grad_norm": 2.405120372772217, + "learning_rate": 6.369283580964625e-06, + "loss": 2.4346, + "step": 36788 + }, + { + "epoch": 0.6297437477532994, + "grad_norm": 2.513751268386841, + "learning_rate": 6.368767013251432e-06, + "loss": 2.4282, + "step": 36789 + }, + { + "epoch": 0.62976086547185, + "grad_norm": 2.5063602924346924, + "learning_rate": 6.368250456699379e-06, + "loss": 2.3846, + "step": 36790 + }, + { + "epoch": 0.6297779831904003, + "grad_norm": 2.440333366394043, + "learning_rate": 6.367733911310065e-06, + "loss": 2.4931, + "step": 36791 + }, + { + "epoch": 0.6297951009089509, + "grad_norm": 2.4303629398345947, + "learning_rate": 6.367217377085066e-06, + "loss": 2.4447, + "step": 36792 + }, + { + "epoch": 0.6298122186275014, + "grad_norm": 2.3358676433563232, + "learning_rate": 6.36670085402598e-06, + "loss": 2.3722, + "step": 36793 + }, + { + "epoch": 0.6298293363460518, + "grad_norm": 2.3774757385253906, + "learning_rate": 6.366184342134388e-06, + "loss": 2.4031, + "step": 36794 + }, + { + "epoch": 0.6298464540646023, + "grad_norm": 2.3469018936157227, + "learning_rate": 6.365667841411875e-06, + "loss": 2.4416, + "step": 36795 + }, + { + "epoch": 0.6298635717831528, + "grad_norm": 2.4658567905426025, + "learning_rate": 6.365151351860037e-06, + "loss": 2.4447, + "step": 36796 + }, + { + "epoch": 0.6298806895017032, + "grad_norm": 2.4794394969940186, + "learning_rate": 6.364634873480453e-06, + "loss": 2.3817, + "step": 36797 + }, + { + "epoch": 0.6298978072202537, + "grad_norm": 2.380446195602417, + "learning_rate": 6.36411840627472e-06, + "loss": 2.333, + "step": 36798 + }, + { + "epoch": 0.6299149249388042, + "grad_norm": 2.4613285064697266, + "learning_rate": 6.363601950244416e-06, + "loss": 2.3612, + "step": 36799 + }, + { + "epoch": 0.6299320426573546, + "grad_norm": 2.4797637462615967, + "learning_rate": 6.363085505391136e-06, + "loss": 2.4485, + "step": 36800 + }, + { + "epoch": 0.6299491603759051, + "grad_norm": 2.3456366062164307, + "learning_rate": 6.362569071716462e-06, + "loss": 2.4088, + "step": 36801 + }, + { + "epoch": 0.6299662780944556, + "grad_norm": 2.430161952972412, + "learning_rate": 6.362052649221981e-06, + "loss": 2.3802, + "step": 36802 + }, + { + "epoch": 0.629983395813006, + "grad_norm": 2.514084815979004, + "learning_rate": 6.361536237909287e-06, + "loss": 2.5272, + "step": 36803 + }, + { + "epoch": 0.6300005135315565, + "grad_norm": 2.435196876525879, + "learning_rate": 6.3610198377799585e-06, + "loss": 2.4314, + "step": 36804 + }, + { + "epoch": 0.630017631250107, + "grad_norm": 2.421800136566162, + "learning_rate": 6.360503448835591e-06, + "loss": 2.4177, + "step": 36805 + }, + { + "epoch": 0.6300347489686574, + "grad_norm": 2.434812545776367, + "learning_rate": 6.359987071077762e-06, + "loss": 2.4349, + "step": 36806 + }, + { + "epoch": 0.6300518666872079, + "grad_norm": 2.464282274246216, + "learning_rate": 6.359470704508069e-06, + "loss": 2.4936, + "step": 36807 + }, + { + "epoch": 0.6300689844057584, + "grad_norm": 2.4996933937072754, + "learning_rate": 6.358954349128095e-06, + "loss": 2.5776, + "step": 36808 + }, + { + "epoch": 0.6300861021243088, + "grad_norm": 2.453216075897217, + "learning_rate": 6.358438004939425e-06, + "loss": 2.5693, + "step": 36809 + }, + { + "epoch": 0.6301032198428593, + "grad_norm": 2.480131149291992, + "learning_rate": 6.357921671943649e-06, + "loss": 2.3931, + "step": 36810 + }, + { + "epoch": 0.6301203375614098, + "grad_norm": 2.57914400100708, + "learning_rate": 6.357405350142349e-06, + "loss": 2.5135, + "step": 36811 + }, + { + "epoch": 0.6301374552799602, + "grad_norm": 2.4696435928344727, + "learning_rate": 6.356889039537119e-06, + "loss": 2.4208, + "step": 36812 + }, + { + "epoch": 0.6301545729985107, + "grad_norm": 2.34836483001709, + "learning_rate": 6.356372740129541e-06, + "loss": 2.4008, + "step": 36813 + }, + { + "epoch": 0.6301716907170613, + "grad_norm": 2.3304474353790283, + "learning_rate": 6.355856451921205e-06, + "loss": 2.4885, + "step": 36814 + }, + { + "epoch": 0.6301888084356116, + "grad_norm": 2.2908031940460205, + "learning_rate": 6.355340174913698e-06, + "loss": 2.3871, + "step": 36815 + }, + { + "epoch": 0.6302059261541622, + "grad_norm": 2.3760178089141846, + "learning_rate": 6.3548239091086e-06, + "loss": 2.2733, + "step": 36816 + }, + { + "epoch": 0.6302230438727127, + "grad_norm": 2.2676990032196045, + "learning_rate": 6.354307654507507e-06, + "loss": 2.3116, + "step": 36817 + }, + { + "epoch": 0.6302401615912632, + "grad_norm": 2.407304286956787, + "learning_rate": 6.3537914111119984e-06, + "loss": 2.4517, + "step": 36818 + }, + { + "epoch": 0.6302572793098136, + "grad_norm": 2.497356653213501, + "learning_rate": 6.353275178923668e-06, + "loss": 2.3833, + "step": 36819 + }, + { + "epoch": 0.6302743970283641, + "grad_norm": 2.2959461212158203, + "learning_rate": 6.3527589579440975e-06, + "loss": 2.4188, + "step": 36820 + }, + { + "epoch": 0.6302915147469146, + "grad_norm": 2.3827579021453857, + "learning_rate": 6.352242748174877e-06, + "loss": 2.3849, + "step": 36821 + }, + { + "epoch": 0.630308632465465, + "grad_norm": 2.4322729110717773, + "learning_rate": 6.351726549617591e-06, + "loss": 2.4233, + "step": 36822 + }, + { + "epoch": 0.6303257501840155, + "grad_norm": 2.3767755031585693, + "learning_rate": 6.351210362273823e-06, + "loss": 2.3987, + "step": 36823 + }, + { + "epoch": 0.630342867902566, + "grad_norm": 2.44345760345459, + "learning_rate": 6.350694186145165e-06, + "loss": 2.4964, + "step": 36824 + }, + { + "epoch": 0.6303599856211164, + "grad_norm": 2.523453950881958, + "learning_rate": 6.350178021233202e-06, + "loss": 2.4244, + "step": 36825 + }, + { + "epoch": 0.6303771033396669, + "grad_norm": 2.528507947921753, + "learning_rate": 6.34966186753952e-06, + "loss": 2.4734, + "step": 36826 + }, + { + "epoch": 0.6303942210582174, + "grad_norm": 2.533834218978882, + "learning_rate": 6.349145725065703e-06, + "loss": 2.3838, + "step": 36827 + }, + { + "epoch": 0.6304113387767678, + "grad_norm": 2.540884017944336, + "learning_rate": 6.348629593813343e-06, + "loss": 2.6276, + "step": 36828 + }, + { + "epoch": 0.6304284564953183, + "grad_norm": 2.3952724933624268, + "learning_rate": 6.348113473784023e-06, + "loss": 2.3983, + "step": 36829 + }, + { + "epoch": 0.6304455742138688, + "grad_norm": 2.3529512882232666, + "learning_rate": 6.347597364979328e-06, + "loss": 2.3785, + "step": 36830 + }, + { + "epoch": 0.6304626919324192, + "grad_norm": 2.408090114593506, + "learning_rate": 6.347081267400849e-06, + "loss": 2.3857, + "step": 36831 + }, + { + "epoch": 0.6304798096509697, + "grad_norm": 2.36698842048645, + "learning_rate": 6.346565181050164e-06, + "loss": 2.3821, + "step": 36832 + }, + { + "epoch": 0.6304969273695202, + "grad_norm": 2.5986380577087402, + "learning_rate": 6.346049105928869e-06, + "loss": 2.4534, + "step": 36833 + }, + { + "epoch": 0.6305140450880706, + "grad_norm": 2.713806390762329, + "learning_rate": 6.345533042038541e-06, + "loss": 2.4292, + "step": 36834 + }, + { + "epoch": 0.6305311628066211, + "grad_norm": 2.3707942962646484, + "learning_rate": 6.345016989380777e-06, + "loss": 2.3739, + "step": 36835 + }, + { + "epoch": 0.6305482805251716, + "grad_norm": 2.5123980045318604, + "learning_rate": 6.344500947957153e-06, + "loss": 2.3491, + "step": 36836 + }, + { + "epoch": 0.630565398243722, + "grad_norm": 2.627023458480835, + "learning_rate": 6.343984917769263e-06, + "loss": 2.4699, + "step": 36837 + }, + { + "epoch": 0.6305825159622725, + "grad_norm": 2.3184967041015625, + "learning_rate": 6.343468898818688e-06, + "loss": 2.2926, + "step": 36838 + }, + { + "epoch": 0.6305996336808231, + "grad_norm": 2.345203399658203, + "learning_rate": 6.342952891107013e-06, + "loss": 2.437, + "step": 36839 + }, + { + "epoch": 0.6306167513993735, + "grad_norm": 2.4053423404693604, + "learning_rate": 6.3424368946358285e-06, + "loss": 2.3011, + "step": 36840 + }, + { + "epoch": 0.630633869117924, + "grad_norm": 2.4235758781433105, + "learning_rate": 6.341920909406718e-06, + "loss": 2.406, + "step": 36841 + }, + { + "epoch": 0.6306509868364745, + "grad_norm": 2.4272656440734863, + "learning_rate": 6.341404935421269e-06, + "loss": 2.4664, + "step": 36842 + }, + { + "epoch": 0.6306681045550249, + "grad_norm": 2.6228907108306885, + "learning_rate": 6.340888972681063e-06, + "loss": 2.5179, + "step": 36843 + }, + { + "epoch": 0.6306852222735754, + "grad_norm": 2.364406108856201, + "learning_rate": 6.340373021187694e-06, + "loss": 2.3539, + "step": 36844 + }, + { + "epoch": 0.6307023399921259, + "grad_norm": 2.4951274394989014, + "learning_rate": 6.339857080942742e-06, + "loss": 2.6839, + "step": 36845 + }, + { + "epoch": 0.6307194577106763, + "grad_norm": 2.5101897716522217, + "learning_rate": 6.339341151947793e-06, + "loss": 2.4636, + "step": 36846 + }, + { + "epoch": 0.6307365754292268, + "grad_norm": 2.3218114376068115, + "learning_rate": 6.338825234204434e-06, + "loss": 2.345, + "step": 36847 + }, + { + "epoch": 0.6307536931477773, + "grad_norm": 2.335249185562134, + "learning_rate": 6.338309327714247e-06, + "loss": 2.3621, + "step": 36848 + }, + { + "epoch": 0.6307708108663277, + "grad_norm": 2.4034948348999023, + "learning_rate": 6.337793432478827e-06, + "loss": 2.3254, + "step": 36849 + }, + { + "epoch": 0.6307879285848782, + "grad_norm": 2.411348342895508, + "learning_rate": 6.3372775484997475e-06, + "loss": 2.3486, + "step": 36850 + }, + { + "epoch": 0.6308050463034287, + "grad_norm": 2.4754388332366943, + "learning_rate": 6.336761675778606e-06, + "loss": 2.4326, + "step": 36851 + }, + { + "epoch": 0.6308221640219791, + "grad_norm": 2.341639995574951, + "learning_rate": 6.336245814316985e-06, + "loss": 2.2922, + "step": 36852 + }, + { + "epoch": 0.6308392817405296, + "grad_norm": 2.329084873199463, + "learning_rate": 6.33572996411646e-06, + "loss": 2.4061, + "step": 36853 + }, + { + "epoch": 0.6308563994590801, + "grad_norm": 2.6085708141326904, + "learning_rate": 6.33521412517863e-06, + "loss": 2.5442, + "step": 36854 + }, + { + "epoch": 0.6308735171776305, + "grad_norm": 2.4969351291656494, + "learning_rate": 6.3346982975050685e-06, + "loss": 2.4402, + "step": 36855 + }, + { + "epoch": 0.630890634896181, + "grad_norm": 2.439250946044922, + "learning_rate": 6.334182481097373e-06, + "loss": 2.4092, + "step": 36856 + }, + { + "epoch": 0.6309077526147315, + "grad_norm": 2.4138383865356445, + "learning_rate": 6.333666675957122e-06, + "loss": 2.542, + "step": 36857 + }, + { + "epoch": 0.6309248703332819, + "grad_norm": 2.4433372020721436, + "learning_rate": 6.333150882085902e-06, + "loss": 2.4989, + "step": 36858 + }, + { + "epoch": 0.6309419880518324, + "grad_norm": 2.5657119750976562, + "learning_rate": 6.3326350994853004e-06, + "loss": 2.4668, + "step": 36859 + }, + { + "epoch": 0.6309591057703829, + "grad_norm": 2.523832082748413, + "learning_rate": 6.332119328156895e-06, + "loss": 2.5042, + "step": 36860 + }, + { + "epoch": 0.6309762234889333, + "grad_norm": 2.5332300662994385, + "learning_rate": 6.331603568102282e-06, + "loss": 2.5078, + "step": 36861 + }, + { + "epoch": 0.6309933412074838, + "grad_norm": 2.3886935710906982, + "learning_rate": 6.331087819323038e-06, + "loss": 2.4286, + "step": 36862 + }, + { + "epoch": 0.6310104589260344, + "grad_norm": 2.538090229034424, + "learning_rate": 6.330572081820754e-06, + "loss": 2.4515, + "step": 36863 + }, + { + "epoch": 0.6310275766445849, + "grad_norm": 2.4267513751983643, + "learning_rate": 6.33005635559701e-06, + "loss": 2.4551, + "step": 36864 + }, + { + "epoch": 0.6310446943631353, + "grad_norm": 2.4876246452331543, + "learning_rate": 6.329540640653396e-06, + "loss": 2.3669, + "step": 36865 + }, + { + "epoch": 0.6310618120816858, + "grad_norm": 2.5010251998901367, + "learning_rate": 6.329024936991497e-06, + "loss": 2.4936, + "step": 36866 + }, + { + "epoch": 0.6310789298002363, + "grad_norm": 2.501661777496338, + "learning_rate": 6.328509244612892e-06, + "loss": 2.375, + "step": 36867 + }, + { + "epoch": 0.6310960475187867, + "grad_norm": 2.461097240447998, + "learning_rate": 6.327993563519174e-06, + "loss": 2.3473, + "step": 36868 + }, + { + "epoch": 0.6311131652373372, + "grad_norm": 2.3030483722686768, + "learning_rate": 6.3274778937119195e-06, + "loss": 2.3914, + "step": 36869 + }, + { + "epoch": 0.6311302829558877, + "grad_norm": 2.462279796600342, + "learning_rate": 6.326962235192723e-06, + "loss": 2.4383, + "step": 36870 + }, + { + "epoch": 0.6311474006744381, + "grad_norm": 2.3265509605407715, + "learning_rate": 6.32644658796316e-06, + "loss": 2.4361, + "step": 36871 + }, + { + "epoch": 0.6311645183929886, + "grad_norm": 2.3598902225494385, + "learning_rate": 6.3259309520248235e-06, + "loss": 2.4651, + "step": 36872 + }, + { + "epoch": 0.6311816361115391, + "grad_norm": 2.5110902786254883, + "learning_rate": 6.325415327379296e-06, + "loss": 2.4821, + "step": 36873 + }, + { + "epoch": 0.6311987538300895, + "grad_norm": 2.324838161468506, + "learning_rate": 6.324899714028159e-06, + "loss": 2.373, + "step": 36874 + }, + { + "epoch": 0.63121587154864, + "grad_norm": 2.2577314376831055, + "learning_rate": 6.324384111973003e-06, + "loss": 2.4788, + "step": 36875 + }, + { + "epoch": 0.6312329892671905, + "grad_norm": 2.3618502616882324, + "learning_rate": 6.323868521215404e-06, + "loss": 2.4396, + "step": 36876 + }, + { + "epoch": 0.6312501069857409, + "grad_norm": 2.4083635807037354, + "learning_rate": 6.3233529417569575e-06, + "loss": 2.4679, + "step": 36877 + }, + { + "epoch": 0.6312672247042914, + "grad_norm": 2.3932418823242188, + "learning_rate": 6.322837373599239e-06, + "loss": 2.4832, + "step": 36878 + }, + { + "epoch": 0.6312843424228419, + "grad_norm": 2.382312774658203, + "learning_rate": 6.32232181674384e-06, + "loss": 2.3488, + "step": 36879 + }, + { + "epoch": 0.6313014601413923, + "grad_norm": 2.502063274383545, + "learning_rate": 6.321806271192342e-06, + "loss": 2.478, + "step": 36880 + }, + { + "epoch": 0.6313185778599428, + "grad_norm": 2.3895657062530518, + "learning_rate": 6.321290736946326e-06, + "loss": 2.2365, + "step": 36881 + }, + { + "epoch": 0.6313356955784933, + "grad_norm": 2.4504454135894775, + "learning_rate": 6.320775214007384e-06, + "loss": 2.5481, + "step": 36882 + }, + { + "epoch": 0.6313528132970437, + "grad_norm": 2.4070072174072266, + "learning_rate": 6.3202597023770965e-06, + "loss": 2.4795, + "step": 36883 + }, + { + "epoch": 0.6313699310155942, + "grad_norm": 2.365293025970459, + "learning_rate": 6.31974420205705e-06, + "loss": 2.3953, + "step": 36884 + }, + { + "epoch": 0.6313870487341448, + "grad_norm": 2.4685003757476807, + "learning_rate": 6.319228713048822e-06, + "loss": 2.5361, + "step": 36885 + }, + { + "epoch": 0.6314041664526951, + "grad_norm": 2.528045892715454, + "learning_rate": 6.318713235354007e-06, + "loss": 2.5056, + "step": 36886 + }, + { + "epoch": 0.6314212841712457, + "grad_norm": 2.502467155456543, + "learning_rate": 6.318197768974186e-06, + "loss": 2.5439, + "step": 36887 + }, + { + "epoch": 0.6314384018897962, + "grad_norm": 2.3646633625030518, + "learning_rate": 6.317682313910936e-06, + "loss": 2.4069, + "step": 36888 + }, + { + "epoch": 0.6314555196083466, + "grad_norm": 2.467024087905884, + "learning_rate": 6.317166870165851e-06, + "loss": 2.356, + "step": 36889 + }, + { + "epoch": 0.6314726373268971, + "grad_norm": 2.4577598571777344, + "learning_rate": 6.316651437740513e-06, + "loss": 2.4124, + "step": 36890 + }, + { + "epoch": 0.6314897550454476, + "grad_norm": 2.6071557998657227, + "learning_rate": 6.316136016636505e-06, + "loss": 2.4817, + "step": 36891 + }, + { + "epoch": 0.631506872763998, + "grad_norm": 2.423638343811035, + "learning_rate": 6.315620606855407e-06, + "loss": 2.4218, + "step": 36892 + }, + { + "epoch": 0.6315239904825485, + "grad_norm": 2.446010112762451, + "learning_rate": 6.315105208398813e-06, + "loss": 2.4037, + "step": 36893 + }, + { + "epoch": 0.631541108201099, + "grad_norm": 2.3706741333007812, + "learning_rate": 6.3145898212683e-06, + "loss": 2.2478, + "step": 36894 + }, + { + "epoch": 0.6315582259196494, + "grad_norm": 2.3562440872192383, + "learning_rate": 6.314074445465452e-06, + "loss": 2.4024, + "step": 36895 + }, + { + "epoch": 0.6315753436381999, + "grad_norm": 2.4233922958374023, + "learning_rate": 6.313559080991857e-06, + "loss": 2.388, + "step": 36896 + }, + { + "epoch": 0.6315924613567504, + "grad_norm": 2.59563946723938, + "learning_rate": 6.313043727849093e-06, + "loss": 2.502, + "step": 36897 + }, + { + "epoch": 0.6316095790753008, + "grad_norm": 2.481130361557007, + "learning_rate": 6.312528386038751e-06, + "loss": 2.3501, + "step": 36898 + }, + { + "epoch": 0.6316266967938513, + "grad_norm": 2.5327975749969482, + "learning_rate": 6.312013055562411e-06, + "loss": 2.4941, + "step": 36899 + }, + { + "epoch": 0.6316438145124018, + "grad_norm": 2.3685286045074463, + "learning_rate": 6.311497736421659e-06, + "loss": 2.3614, + "step": 36900 + }, + { + "epoch": 0.6316609322309522, + "grad_norm": 2.421259641647339, + "learning_rate": 6.310982428618078e-06, + "loss": 2.3765, + "step": 36901 + }, + { + "epoch": 0.6316780499495027, + "grad_norm": 2.5430285930633545, + "learning_rate": 6.310467132153247e-06, + "loss": 2.494, + "step": 36902 + }, + { + "epoch": 0.6316951676680532, + "grad_norm": 2.515597343444824, + "learning_rate": 6.309951847028759e-06, + "loss": 2.5055, + "step": 36903 + }, + { + "epoch": 0.6317122853866036, + "grad_norm": 2.6326141357421875, + "learning_rate": 6.309436573246191e-06, + "loss": 2.533, + "step": 36904 + }, + { + "epoch": 0.6317294031051541, + "grad_norm": 2.4544284343719482, + "learning_rate": 6.30892131080713e-06, + "loss": 2.4036, + "step": 36905 + }, + { + "epoch": 0.6317465208237046, + "grad_norm": 2.4204506874084473, + "learning_rate": 6.3084060597131565e-06, + "loss": 2.3981, + "step": 36906 + }, + { + "epoch": 0.631763638542255, + "grad_norm": 2.582834243774414, + "learning_rate": 6.30789081996586e-06, + "loss": 2.3998, + "step": 36907 + }, + { + "epoch": 0.6317807562608055, + "grad_norm": 2.376512050628662, + "learning_rate": 6.307375591566816e-06, + "loss": 2.3989, + "step": 36908 + }, + { + "epoch": 0.631797873979356, + "grad_norm": 2.4253268241882324, + "learning_rate": 6.306860374517616e-06, + "loss": 2.4128, + "step": 36909 + }, + { + "epoch": 0.6318149916979066, + "grad_norm": 2.338881254196167, + "learning_rate": 6.306345168819842e-06, + "loss": 2.3997, + "step": 36910 + }, + { + "epoch": 0.631832109416457, + "grad_norm": 2.454235315322876, + "learning_rate": 6.305829974475073e-06, + "loss": 2.4139, + "step": 36911 + }, + { + "epoch": 0.6318492271350075, + "grad_norm": 2.3383567333221436, + "learning_rate": 6.305314791484898e-06, + "loss": 2.3705, + "step": 36912 + }, + { + "epoch": 0.631866344853558, + "grad_norm": 2.403043746948242, + "learning_rate": 6.3047996198508935e-06, + "loss": 2.2827, + "step": 36913 + }, + { + "epoch": 0.6318834625721084, + "grad_norm": 2.589160919189453, + "learning_rate": 6.30428445957465e-06, + "loss": 2.4821, + "step": 36914 + }, + { + "epoch": 0.6319005802906589, + "grad_norm": 2.446171522140503, + "learning_rate": 6.303769310657748e-06, + "loss": 2.4082, + "step": 36915 + }, + { + "epoch": 0.6319176980092094, + "grad_norm": 2.386605978012085, + "learning_rate": 6.3032541731017735e-06, + "loss": 2.4662, + "step": 36916 + }, + { + "epoch": 0.6319348157277598, + "grad_norm": 2.2798027992248535, + "learning_rate": 6.302739046908306e-06, + "loss": 2.2753, + "step": 36917 + }, + { + "epoch": 0.6319519334463103, + "grad_norm": 2.530179023742676, + "learning_rate": 6.302223932078928e-06, + "loss": 2.4115, + "step": 36918 + }, + { + "epoch": 0.6319690511648608, + "grad_norm": 2.539635419845581, + "learning_rate": 6.3017088286152276e-06, + "loss": 2.5075, + "step": 36919 + }, + { + "epoch": 0.6319861688834112, + "grad_norm": 2.3750274181365967, + "learning_rate": 6.301193736518785e-06, + "loss": 2.3991, + "step": 36920 + }, + { + "epoch": 0.6320032866019617, + "grad_norm": 2.4552786350250244, + "learning_rate": 6.3006786557911845e-06, + "loss": 2.5058, + "step": 36921 + }, + { + "epoch": 0.6320204043205122, + "grad_norm": 2.345827102661133, + "learning_rate": 6.3001635864340045e-06, + "loss": 2.4975, + "step": 36922 + }, + { + "epoch": 0.6320375220390626, + "grad_norm": 2.380803108215332, + "learning_rate": 6.299648528448838e-06, + "loss": 2.3951, + "step": 36923 + }, + { + "epoch": 0.6320546397576131, + "grad_norm": 2.5352706909179688, + "learning_rate": 6.299133481837263e-06, + "loss": 2.5729, + "step": 36924 + }, + { + "epoch": 0.6320717574761636, + "grad_norm": 2.4180455207824707, + "learning_rate": 6.298618446600856e-06, + "loss": 2.2866, + "step": 36925 + }, + { + "epoch": 0.632088875194714, + "grad_norm": 2.3904426097869873, + "learning_rate": 6.29810342274121e-06, + "loss": 2.4311, + "step": 36926 + }, + { + "epoch": 0.6321059929132645, + "grad_norm": 2.424767255783081, + "learning_rate": 6.297588410259905e-06, + "loss": 2.3636, + "step": 36927 + }, + { + "epoch": 0.632123110631815, + "grad_norm": 2.369203805923462, + "learning_rate": 6.297073409158523e-06, + "loss": 2.3714, + "step": 36928 + }, + { + "epoch": 0.6321402283503654, + "grad_norm": 2.4098312854766846, + "learning_rate": 6.296558419438643e-06, + "loss": 2.5186, + "step": 36929 + }, + { + "epoch": 0.6321573460689159, + "grad_norm": 2.302985906600952, + "learning_rate": 6.2960434411018564e-06, + "loss": 2.4603, + "step": 36930 + }, + { + "epoch": 0.6321744637874664, + "grad_norm": 2.3483211994171143, + "learning_rate": 6.295528474149742e-06, + "loss": 2.4156, + "step": 36931 + }, + { + "epoch": 0.6321915815060168, + "grad_norm": 2.3482346534729004, + "learning_rate": 6.295013518583879e-06, + "loss": 2.3295, + "step": 36932 + }, + { + "epoch": 0.6322086992245673, + "grad_norm": 2.551272392272949, + "learning_rate": 6.2944985744058564e-06, + "loss": 2.4604, + "step": 36933 + }, + { + "epoch": 0.6322258169431179, + "grad_norm": 2.3809776306152344, + "learning_rate": 6.2939836416172495e-06, + "loss": 2.346, + "step": 36934 + }, + { + "epoch": 0.6322429346616683, + "grad_norm": 2.313992738723755, + "learning_rate": 6.293468720219651e-06, + "loss": 2.4558, + "step": 36935 + }, + { + "epoch": 0.6322600523802188, + "grad_norm": 2.3858084678649902, + "learning_rate": 6.2929538102146344e-06, + "loss": 2.3608, + "step": 36936 + }, + { + "epoch": 0.6322771700987693, + "grad_norm": 2.312154769897461, + "learning_rate": 6.292438911603789e-06, + "loss": 2.3831, + "step": 36937 + }, + { + "epoch": 0.6322942878173197, + "grad_norm": 2.3326470851898193, + "learning_rate": 6.291924024388694e-06, + "loss": 2.3297, + "step": 36938 + }, + { + "epoch": 0.6323114055358702, + "grad_norm": 2.4759879112243652, + "learning_rate": 6.291409148570928e-06, + "loss": 2.523, + "step": 36939 + }, + { + "epoch": 0.6323285232544207, + "grad_norm": 2.496391773223877, + "learning_rate": 6.2908942841520824e-06, + "loss": 2.3991, + "step": 36940 + }, + { + "epoch": 0.6323456409729711, + "grad_norm": 2.557770013809204, + "learning_rate": 6.290379431133733e-06, + "loss": 2.4048, + "step": 36941 + }, + { + "epoch": 0.6323627586915216, + "grad_norm": 2.4081428050994873, + "learning_rate": 6.289864589517467e-06, + "loss": 2.4295, + "step": 36942 + }, + { + "epoch": 0.6323798764100721, + "grad_norm": 2.4706804752349854, + "learning_rate": 6.2893497593048606e-06, + "loss": 2.4914, + "step": 36943 + }, + { + "epoch": 0.6323969941286225, + "grad_norm": 2.4291560649871826, + "learning_rate": 6.288834940497504e-06, + "loss": 2.5161, + "step": 36944 + }, + { + "epoch": 0.632414111847173, + "grad_norm": 2.35347056388855, + "learning_rate": 6.288320133096975e-06, + "loss": 2.3488, + "step": 36945 + }, + { + "epoch": 0.6324312295657235, + "grad_norm": 2.5503129959106445, + "learning_rate": 6.287805337104853e-06, + "loss": 2.3371, + "step": 36946 + }, + { + "epoch": 0.6324483472842739, + "grad_norm": 2.3401808738708496, + "learning_rate": 6.287290552522728e-06, + "loss": 2.4381, + "step": 36947 + }, + { + "epoch": 0.6324654650028244, + "grad_norm": 2.386287212371826, + "learning_rate": 6.286775779352177e-06, + "loss": 2.419, + "step": 36948 + }, + { + "epoch": 0.6324825827213749, + "grad_norm": 2.3936221599578857, + "learning_rate": 6.286261017594784e-06, + "loss": 2.434, + "step": 36949 + }, + { + "epoch": 0.6324997004399253, + "grad_norm": 2.307905435562134, + "learning_rate": 6.285746267252126e-06, + "loss": 2.3507, + "step": 36950 + }, + { + "epoch": 0.6325168181584758, + "grad_norm": 2.4126172065734863, + "learning_rate": 6.285231528325795e-06, + "loss": 2.3687, + "step": 36951 + }, + { + "epoch": 0.6325339358770263, + "grad_norm": 2.434537410736084, + "learning_rate": 6.284716800817367e-06, + "loss": 2.4377, + "step": 36952 + }, + { + "epoch": 0.6325510535955767, + "grad_norm": 2.3675434589385986, + "learning_rate": 6.284202084728423e-06, + "loss": 2.4083, + "step": 36953 + }, + { + "epoch": 0.6325681713141272, + "grad_norm": 2.55469012260437, + "learning_rate": 6.28368738006055e-06, + "loss": 2.4033, + "step": 36954 + }, + { + "epoch": 0.6325852890326777, + "grad_norm": 2.287627935409546, + "learning_rate": 6.283172686815323e-06, + "loss": 2.4463, + "step": 36955 + }, + { + "epoch": 0.6326024067512281, + "grad_norm": 2.300008535385132, + "learning_rate": 6.282658004994331e-06, + "loss": 2.398, + "step": 36956 + }, + { + "epoch": 0.6326195244697786, + "grad_norm": 2.4025330543518066, + "learning_rate": 6.2821433345991515e-06, + "loss": 2.4249, + "step": 36957 + }, + { + "epoch": 0.6326366421883292, + "grad_norm": 2.4790456295013428, + "learning_rate": 6.281628675631371e-06, + "loss": 2.4284, + "step": 36958 + }, + { + "epoch": 0.6326537599068797, + "grad_norm": 2.4446780681610107, + "learning_rate": 6.281114028092567e-06, + "loss": 2.3384, + "step": 36959 + }, + { + "epoch": 0.6326708776254301, + "grad_norm": 2.5435664653778076, + "learning_rate": 6.280599391984318e-06, + "loss": 2.4096, + "step": 36960 + }, + { + "epoch": 0.6326879953439806, + "grad_norm": 2.3310632705688477, + "learning_rate": 6.2800847673082155e-06, + "loss": 2.2982, + "step": 36961 + }, + { + "epoch": 0.6327051130625311, + "grad_norm": 2.5408923625946045, + "learning_rate": 6.279570154065831e-06, + "loss": 2.3942, + "step": 36962 + }, + { + "epoch": 0.6327222307810815, + "grad_norm": 2.4960579872131348, + "learning_rate": 6.279055552258757e-06, + "loss": 2.4071, + "step": 36963 + }, + { + "epoch": 0.632739348499632, + "grad_norm": 2.369704246520996, + "learning_rate": 6.278540961888566e-06, + "loss": 2.3785, + "step": 36964 + }, + { + "epoch": 0.6327564662181825, + "grad_norm": 2.362950086593628, + "learning_rate": 6.2780263829568474e-06, + "loss": 2.5376, + "step": 36965 + }, + { + "epoch": 0.6327735839367329, + "grad_norm": 2.3640780448913574, + "learning_rate": 6.2775118154651784e-06, + "loss": 2.4142, + "step": 36966 + }, + { + "epoch": 0.6327907016552834, + "grad_norm": 2.5242462158203125, + "learning_rate": 6.276997259415135e-06, + "loss": 2.4151, + "step": 36967 + }, + { + "epoch": 0.6328078193738339, + "grad_norm": 2.3281397819519043, + "learning_rate": 6.27648271480831e-06, + "loss": 2.3405, + "step": 36968 + }, + { + "epoch": 0.6328249370923843, + "grad_norm": 2.602729082107544, + "learning_rate": 6.275968181646277e-06, + "loss": 2.4462, + "step": 36969 + }, + { + "epoch": 0.6328420548109348, + "grad_norm": 2.4583628177642822, + "learning_rate": 6.275453659930624e-06, + "loss": 2.5319, + "step": 36970 + }, + { + "epoch": 0.6328591725294853, + "grad_norm": 2.3238794803619385, + "learning_rate": 6.274939149662922e-06, + "loss": 2.3618, + "step": 36971 + }, + { + "epoch": 0.6328762902480357, + "grad_norm": 2.491278886795044, + "learning_rate": 6.274424650844766e-06, + "loss": 2.4665, + "step": 36972 + }, + { + "epoch": 0.6328934079665862, + "grad_norm": 2.5251636505126953, + "learning_rate": 6.273910163477727e-06, + "loss": 2.4398, + "step": 36973 + }, + { + "epoch": 0.6329105256851367, + "grad_norm": 2.2759478092193604, + "learning_rate": 6.2733956875633905e-06, + "loss": 2.3869, + "step": 36974 + }, + { + "epoch": 0.6329276434036871, + "grad_norm": 2.3344969749450684, + "learning_rate": 6.272881223103338e-06, + "loss": 2.3877, + "step": 36975 + }, + { + "epoch": 0.6329447611222376, + "grad_norm": 2.6088788509368896, + "learning_rate": 6.272366770099147e-06, + "loss": 2.5484, + "step": 36976 + }, + { + "epoch": 0.6329618788407881, + "grad_norm": 2.512322187423706, + "learning_rate": 6.2718523285524035e-06, + "loss": 2.4302, + "step": 36977 + }, + { + "epoch": 0.6329789965593385, + "grad_norm": 2.5826733112335205, + "learning_rate": 6.2713378984646844e-06, + "loss": 2.4045, + "step": 36978 + }, + { + "epoch": 0.632996114277889, + "grad_norm": 2.4972708225250244, + "learning_rate": 6.270823479837578e-06, + "loss": 2.4688, + "step": 36979 + }, + { + "epoch": 0.6330132319964396, + "grad_norm": 2.492323160171509, + "learning_rate": 6.2703090726726575e-06, + "loss": 2.5284, + "step": 36980 + }, + { + "epoch": 0.63303034971499, + "grad_norm": 2.49967885017395, + "learning_rate": 6.269794676971509e-06, + "loss": 2.4676, + "step": 36981 + }, + { + "epoch": 0.6330474674335405, + "grad_norm": 2.437346935272217, + "learning_rate": 6.269280292735713e-06, + "loss": 2.5043, + "step": 36982 + }, + { + "epoch": 0.633064585152091, + "grad_norm": 2.4060115814208984, + "learning_rate": 6.268765919966844e-06, + "loss": 2.3838, + "step": 36983 + }, + { + "epoch": 0.6330817028706414, + "grad_norm": 2.3768157958984375, + "learning_rate": 6.268251558666493e-06, + "loss": 2.4741, + "step": 36984 + }, + { + "epoch": 0.6330988205891919, + "grad_norm": 2.517803907394409, + "learning_rate": 6.267737208836235e-06, + "loss": 2.3834, + "step": 36985 + }, + { + "epoch": 0.6331159383077424, + "grad_norm": 2.403733968734741, + "learning_rate": 6.267222870477654e-06, + "loss": 2.4121, + "step": 36986 + }, + { + "epoch": 0.6331330560262928, + "grad_norm": 2.375102996826172, + "learning_rate": 6.266708543592326e-06, + "loss": 2.5058, + "step": 36987 + }, + { + "epoch": 0.6331501737448433, + "grad_norm": 2.4055490493774414, + "learning_rate": 6.266194228181837e-06, + "loss": 2.3622, + "step": 36988 + }, + { + "epoch": 0.6331672914633938, + "grad_norm": 2.2663583755493164, + "learning_rate": 6.265679924247767e-06, + "loss": 2.3323, + "step": 36989 + }, + { + "epoch": 0.6331844091819442, + "grad_norm": 2.362417221069336, + "learning_rate": 6.265165631791694e-06, + "loss": 2.3862, + "step": 36990 + }, + { + "epoch": 0.6332015269004947, + "grad_norm": 2.3733770847320557, + "learning_rate": 6.264651350815202e-06, + "loss": 2.3713, + "step": 36991 + }, + { + "epoch": 0.6332186446190452, + "grad_norm": 2.331528425216675, + "learning_rate": 6.264137081319865e-06, + "loss": 2.2519, + "step": 36992 + }, + { + "epoch": 0.6332357623375956, + "grad_norm": 2.466350793838501, + "learning_rate": 6.263622823307276e-06, + "loss": 2.4602, + "step": 36993 + }, + { + "epoch": 0.6332528800561461, + "grad_norm": 2.485661506652832, + "learning_rate": 6.263108576779004e-06, + "loss": 2.4807, + "step": 36994 + }, + { + "epoch": 0.6332699977746966, + "grad_norm": 2.4068281650543213, + "learning_rate": 6.262594341736636e-06, + "loss": 2.3524, + "step": 36995 + }, + { + "epoch": 0.633287115493247, + "grad_norm": 2.555318832397461, + "learning_rate": 6.262080118181753e-06, + "loss": 2.4961, + "step": 36996 + }, + { + "epoch": 0.6333042332117975, + "grad_norm": 2.6286113262176514, + "learning_rate": 6.261565906115926e-06, + "loss": 2.4801, + "step": 36997 + }, + { + "epoch": 0.633321350930348, + "grad_norm": 2.5247628688812256, + "learning_rate": 6.261051705540748e-06, + "loss": 2.3821, + "step": 36998 + }, + { + "epoch": 0.6333384686488984, + "grad_norm": 2.295609951019287, + "learning_rate": 6.260537516457792e-06, + "loss": 2.3945, + "step": 36999 + }, + { + "epoch": 0.6333555863674489, + "grad_norm": 2.4714698791503906, + "learning_rate": 6.2600233388686416e-06, + "loss": 2.3688, + "step": 37000 + }, + { + "epoch": 0.6333727040859994, + "grad_norm": 2.4471287727355957, + "learning_rate": 6.259509172774876e-06, + "loss": 2.3961, + "step": 37001 + }, + { + "epoch": 0.6333898218045498, + "grad_norm": 2.4708428382873535, + "learning_rate": 6.258995018178078e-06, + "loss": 2.4352, + "step": 37002 + }, + { + "epoch": 0.6334069395231003, + "grad_norm": 2.5424232482910156, + "learning_rate": 6.258480875079826e-06, + "loss": 2.388, + "step": 37003 + }, + { + "epoch": 0.6334240572416509, + "grad_norm": 2.527843713760376, + "learning_rate": 6.257966743481695e-06, + "loss": 2.5073, + "step": 37004 + }, + { + "epoch": 0.6334411749602014, + "grad_norm": 2.4238879680633545, + "learning_rate": 6.257452623385274e-06, + "loss": 2.4487, + "step": 37005 + }, + { + "epoch": 0.6334582926787518, + "grad_norm": 2.3739423751831055, + "learning_rate": 6.256938514792139e-06, + "loss": 2.4147, + "step": 37006 + }, + { + "epoch": 0.6334754103973023, + "grad_norm": 2.567450523376465, + "learning_rate": 6.2564244177038716e-06, + "loss": 2.5877, + "step": 37007 + }, + { + "epoch": 0.6334925281158528, + "grad_norm": 2.424720525741577, + "learning_rate": 6.255910332122047e-06, + "loss": 2.4116, + "step": 37008 + }, + { + "epoch": 0.6335096458344032, + "grad_norm": 2.3921990394592285, + "learning_rate": 6.255396258048254e-06, + "loss": 2.4203, + "step": 37009 + }, + { + "epoch": 0.6335267635529537, + "grad_norm": 2.272792100906372, + "learning_rate": 6.254882195484067e-06, + "loss": 2.2548, + "step": 37010 + }, + { + "epoch": 0.6335438812715042, + "grad_norm": 2.471409559249878, + "learning_rate": 6.254368144431066e-06, + "loss": 2.4444, + "step": 37011 + }, + { + "epoch": 0.6335609989900546, + "grad_norm": 2.4574713706970215, + "learning_rate": 6.2538541048908355e-06, + "loss": 2.4172, + "step": 37012 + }, + { + "epoch": 0.6335781167086051, + "grad_norm": 2.492293119430542, + "learning_rate": 6.253340076864947e-06, + "loss": 2.4354, + "step": 37013 + }, + { + "epoch": 0.6335952344271556, + "grad_norm": 2.1863298416137695, + "learning_rate": 6.252826060354989e-06, + "loss": 2.2395, + "step": 37014 + }, + { + "epoch": 0.633612352145706, + "grad_norm": 2.3664159774780273, + "learning_rate": 6.252312055362534e-06, + "loss": 2.3816, + "step": 37015 + }, + { + "epoch": 0.6336294698642565, + "grad_norm": 2.314117908477783, + "learning_rate": 6.251798061889169e-06, + "loss": 2.2699, + "step": 37016 + }, + { + "epoch": 0.633646587582807, + "grad_norm": 2.3398542404174805, + "learning_rate": 6.251284079936473e-06, + "loss": 2.2598, + "step": 37017 + }, + { + "epoch": 0.6336637053013574, + "grad_norm": 2.352482318878174, + "learning_rate": 6.25077010950602e-06, + "loss": 2.4334, + "step": 37018 + }, + { + "epoch": 0.6336808230199079, + "grad_norm": 2.6192212104797363, + "learning_rate": 6.250256150599397e-06, + "loss": 2.444, + "step": 37019 + }, + { + "epoch": 0.6336979407384584, + "grad_norm": 2.33015775680542, + "learning_rate": 6.249742203218173e-06, + "loss": 2.3913, + "step": 37020 + }, + { + "epoch": 0.6337150584570088, + "grad_norm": 2.4401354789733887, + "learning_rate": 6.249228267363941e-06, + "loss": 2.4699, + "step": 37021 + }, + { + "epoch": 0.6337321761755593, + "grad_norm": 2.453822374343872, + "learning_rate": 6.2487143430382715e-06, + "loss": 2.4358, + "step": 37022 + }, + { + "epoch": 0.6337492938941098, + "grad_norm": 2.509991407394409, + "learning_rate": 6.248200430242748e-06, + "loss": 2.4911, + "step": 37023 + }, + { + "epoch": 0.6337664116126602, + "grad_norm": 2.463306427001953, + "learning_rate": 6.2476865289789505e-06, + "loss": 2.4554, + "step": 37024 + }, + { + "epoch": 0.6337835293312107, + "grad_norm": 2.3180906772613525, + "learning_rate": 6.247172639248452e-06, + "loss": 2.3647, + "step": 37025 + }, + { + "epoch": 0.6338006470497612, + "grad_norm": 2.280029296875, + "learning_rate": 6.246658761052842e-06, + "loss": 2.4817, + "step": 37026 + }, + { + "epoch": 0.6338177647683116, + "grad_norm": 2.3465123176574707, + "learning_rate": 6.246144894393693e-06, + "loss": 2.353, + "step": 37027 + }, + { + "epoch": 0.6338348824868622, + "grad_norm": 2.468108654022217, + "learning_rate": 6.245631039272588e-06, + "loss": 2.5221, + "step": 37028 + }, + { + "epoch": 0.6338520002054127, + "grad_norm": 2.4866700172424316, + "learning_rate": 6.245117195691101e-06, + "loss": 2.4242, + "step": 37029 + }, + { + "epoch": 0.633869117923963, + "grad_norm": 2.4156720638275146, + "learning_rate": 6.244603363650821e-06, + "loss": 2.369, + "step": 37030 + }, + { + "epoch": 0.6338862356425136, + "grad_norm": 2.2757911682128906, + "learning_rate": 6.24408954315332e-06, + "loss": 2.3159, + "step": 37031 + }, + { + "epoch": 0.6339033533610641, + "grad_norm": 2.4105067253112793, + "learning_rate": 6.243575734200177e-06, + "loss": 2.4684, + "step": 37032 + }, + { + "epoch": 0.6339204710796145, + "grad_norm": 2.379232406616211, + "learning_rate": 6.243061936792976e-06, + "loss": 2.4377, + "step": 37033 + }, + { + "epoch": 0.633937588798165, + "grad_norm": 2.369598388671875, + "learning_rate": 6.242548150933288e-06, + "loss": 2.3906, + "step": 37034 + }, + { + "epoch": 0.6339547065167155, + "grad_norm": 2.4131505489349365, + "learning_rate": 6.242034376622703e-06, + "loss": 2.3991, + "step": 37035 + }, + { + "epoch": 0.6339718242352659, + "grad_norm": 2.4287219047546387, + "learning_rate": 6.241520613862791e-06, + "loss": 2.5035, + "step": 37036 + }, + { + "epoch": 0.6339889419538164, + "grad_norm": 2.4021048545837402, + "learning_rate": 6.241006862655139e-06, + "loss": 2.3885, + "step": 37037 + }, + { + "epoch": 0.6340060596723669, + "grad_norm": 2.286832571029663, + "learning_rate": 6.240493123001321e-06, + "loss": 2.3244, + "step": 37038 + }, + { + "epoch": 0.6340231773909173, + "grad_norm": 2.352813959121704, + "learning_rate": 6.239979394902915e-06, + "loss": 2.2069, + "step": 37039 + }, + { + "epoch": 0.6340402951094678, + "grad_norm": 2.442328453063965, + "learning_rate": 6.239465678361505e-06, + "loss": 2.4316, + "step": 37040 + }, + { + "epoch": 0.6340574128280183, + "grad_norm": 2.376680612564087, + "learning_rate": 6.2389519733786644e-06, + "loss": 2.2838, + "step": 37041 + }, + { + "epoch": 0.6340745305465687, + "grad_norm": 2.4880194664001465, + "learning_rate": 6.2384382799559765e-06, + "loss": 2.3814, + "step": 37042 + }, + { + "epoch": 0.6340916482651192, + "grad_norm": 2.2808585166931152, + "learning_rate": 6.237924598095017e-06, + "loss": 2.346, + "step": 37043 + }, + { + "epoch": 0.6341087659836697, + "grad_norm": 2.3637897968292236, + "learning_rate": 6.237410927797369e-06, + "loss": 2.4355, + "step": 37044 + }, + { + "epoch": 0.6341258837022201, + "grad_norm": 2.446868658065796, + "learning_rate": 6.2368972690646105e-06, + "loss": 2.394, + "step": 37045 + }, + { + "epoch": 0.6341430014207706, + "grad_norm": 2.337498188018799, + "learning_rate": 6.236383621898312e-06, + "loss": 2.5252, + "step": 37046 + }, + { + "epoch": 0.6341601191393211, + "grad_norm": 2.3083646297454834, + "learning_rate": 6.235869986300062e-06, + "loss": 2.4848, + "step": 37047 + }, + { + "epoch": 0.6341772368578715, + "grad_norm": 2.360764265060425, + "learning_rate": 6.235356362271436e-06, + "loss": 2.2918, + "step": 37048 + }, + { + "epoch": 0.634194354576422, + "grad_norm": 2.371387004852295, + "learning_rate": 6.234842749814014e-06, + "loss": 2.2536, + "step": 37049 + }, + { + "epoch": 0.6342114722949725, + "grad_norm": 2.4290339946746826, + "learning_rate": 6.23432914892937e-06, + "loss": 2.4427, + "step": 37050 + }, + { + "epoch": 0.634228590013523, + "grad_norm": 2.2189254760742188, + "learning_rate": 6.233815559619089e-06, + "loss": 2.3141, + "step": 37051 + }, + { + "epoch": 0.6342457077320734, + "grad_norm": 2.265727996826172, + "learning_rate": 6.233301981884745e-06, + "loss": 2.3365, + "step": 37052 + }, + { + "epoch": 0.634262825450624, + "grad_norm": 2.2595901489257812, + "learning_rate": 6.23278841572792e-06, + "loss": 2.2532, + "step": 37053 + }, + { + "epoch": 0.6342799431691745, + "grad_norm": 2.5756092071533203, + "learning_rate": 6.2322748611501914e-06, + "loss": 2.4076, + "step": 37054 + }, + { + "epoch": 0.6342970608877249, + "grad_norm": 2.3835971355438232, + "learning_rate": 6.231761318153134e-06, + "loss": 2.4536, + "step": 37055 + }, + { + "epoch": 0.6343141786062754, + "grad_norm": 2.419851064682007, + "learning_rate": 6.2312477867383324e-06, + "loss": 2.5008, + "step": 37056 + }, + { + "epoch": 0.6343312963248259, + "grad_norm": 2.4451074600219727, + "learning_rate": 6.230734266907357e-06, + "loss": 2.4059, + "step": 37057 + }, + { + "epoch": 0.6343484140433763, + "grad_norm": 2.512556791305542, + "learning_rate": 6.2302207586617955e-06, + "loss": 2.4917, + "step": 37058 + }, + { + "epoch": 0.6343655317619268, + "grad_norm": 2.386894941329956, + "learning_rate": 6.2297072620032205e-06, + "loss": 2.3631, + "step": 37059 + }, + { + "epoch": 0.6343826494804773, + "grad_norm": 2.4532179832458496, + "learning_rate": 6.229193776933213e-06, + "loss": 2.3946, + "step": 37060 + }, + { + "epoch": 0.6343997671990277, + "grad_norm": 2.353400945663452, + "learning_rate": 6.228680303453349e-06, + "loss": 2.4693, + "step": 37061 + }, + { + "epoch": 0.6344168849175782, + "grad_norm": 2.3889174461364746, + "learning_rate": 6.228166841565205e-06, + "loss": 2.4392, + "step": 37062 + }, + { + "epoch": 0.6344340026361287, + "grad_norm": 2.4150571823120117, + "learning_rate": 6.227653391270365e-06, + "loss": 2.3679, + "step": 37063 + }, + { + "epoch": 0.6344511203546791, + "grad_norm": 2.4159293174743652, + "learning_rate": 6.227139952570402e-06, + "loss": 2.4612, + "step": 37064 + }, + { + "epoch": 0.6344682380732296, + "grad_norm": 2.2816710472106934, + "learning_rate": 6.226626525466899e-06, + "loss": 2.4627, + "step": 37065 + }, + { + "epoch": 0.6344853557917801, + "grad_norm": 2.2972867488861084, + "learning_rate": 6.226113109961427e-06, + "loss": 2.299, + "step": 37066 + }, + { + "epoch": 0.6345024735103305, + "grad_norm": 2.5715744495391846, + "learning_rate": 6.225599706055572e-06, + "loss": 2.467, + "step": 37067 + }, + { + "epoch": 0.634519591228881, + "grad_norm": 2.4459660053253174, + "learning_rate": 6.225086313750908e-06, + "loss": 2.4973, + "step": 37068 + }, + { + "epoch": 0.6345367089474315, + "grad_norm": 2.593116044998169, + "learning_rate": 6.224572933049009e-06, + "loss": 2.4999, + "step": 37069 + }, + { + "epoch": 0.6345538266659819, + "grad_norm": 2.292020559310913, + "learning_rate": 6.224059563951461e-06, + "loss": 2.4006, + "step": 37070 + }, + { + "epoch": 0.6345709443845324, + "grad_norm": 2.275660514831543, + "learning_rate": 6.223546206459837e-06, + "loss": 2.4151, + "step": 37071 + }, + { + "epoch": 0.6345880621030829, + "grad_norm": 2.33784556388855, + "learning_rate": 6.223032860575719e-06, + "loss": 2.4201, + "step": 37072 + }, + { + "epoch": 0.6346051798216333, + "grad_norm": 2.472179412841797, + "learning_rate": 6.222519526300676e-06, + "loss": 2.4801, + "step": 37073 + }, + { + "epoch": 0.6346222975401838, + "grad_norm": 2.4648799896240234, + "learning_rate": 6.222006203636296e-06, + "loss": 2.4645, + "step": 37074 + }, + { + "epoch": 0.6346394152587344, + "grad_norm": 2.3160462379455566, + "learning_rate": 6.221492892584153e-06, + "loss": 2.4145, + "step": 37075 + }, + { + "epoch": 0.6346565329772847, + "grad_norm": 2.492562770843506, + "learning_rate": 6.220979593145822e-06, + "loss": 2.4688, + "step": 37076 + }, + { + "epoch": 0.6346736506958353, + "grad_norm": 2.7102303504943848, + "learning_rate": 6.220466305322886e-06, + "loss": 2.4848, + "step": 37077 + }, + { + "epoch": 0.6346907684143858, + "grad_norm": 2.4259490966796875, + "learning_rate": 6.219953029116914e-06, + "loss": 2.4942, + "step": 37078 + }, + { + "epoch": 0.6347078861329362, + "grad_norm": 2.3780925273895264, + "learning_rate": 6.219439764529494e-06, + "loss": 2.3874, + "step": 37079 + }, + { + "epoch": 0.6347250038514867, + "grad_norm": 2.393385887145996, + "learning_rate": 6.218926511562195e-06, + "loss": 2.3838, + "step": 37080 + }, + { + "epoch": 0.6347421215700372, + "grad_norm": 2.5888609886169434, + "learning_rate": 6.218413270216603e-06, + "loss": 2.499, + "step": 37081 + }, + { + "epoch": 0.6347592392885876, + "grad_norm": 2.545125722885132, + "learning_rate": 6.21790004049429e-06, + "loss": 2.4515, + "step": 37082 + }, + { + "epoch": 0.6347763570071381, + "grad_norm": 2.472473382949829, + "learning_rate": 6.2173868223968305e-06, + "loss": 2.5083, + "step": 37083 + }, + { + "epoch": 0.6347934747256886, + "grad_norm": 2.41701078414917, + "learning_rate": 6.216873615925809e-06, + "loss": 2.4552, + "step": 37084 + }, + { + "epoch": 0.634810592444239, + "grad_norm": 2.3223483562469482, + "learning_rate": 6.216360421082799e-06, + "loss": 2.3828, + "step": 37085 + }, + { + "epoch": 0.6348277101627895, + "grad_norm": 2.369008779525757, + "learning_rate": 6.21584723786938e-06, + "loss": 2.4164, + "step": 37086 + }, + { + "epoch": 0.63484482788134, + "grad_norm": 2.371387243270874, + "learning_rate": 6.215334066287124e-06, + "loss": 2.4192, + "step": 37087 + }, + { + "epoch": 0.6348619455998904, + "grad_norm": 2.438481330871582, + "learning_rate": 6.214820906337617e-06, + "loss": 2.5075, + "step": 37088 + }, + { + "epoch": 0.6348790633184409, + "grad_norm": 2.5631375312805176, + "learning_rate": 6.21430775802243e-06, + "loss": 2.4513, + "step": 37089 + }, + { + "epoch": 0.6348961810369914, + "grad_norm": 2.3838002681732178, + "learning_rate": 6.2137946213431385e-06, + "loss": 2.3661, + "step": 37090 + }, + { + "epoch": 0.6349132987555418, + "grad_norm": 2.3199939727783203, + "learning_rate": 6.213281496301327e-06, + "loss": 2.3924, + "step": 37091 + }, + { + "epoch": 0.6349304164740923, + "grad_norm": 2.4475579261779785, + "learning_rate": 6.212768382898566e-06, + "loss": 2.5227, + "step": 37092 + }, + { + "epoch": 0.6349475341926428, + "grad_norm": 2.446223497390747, + "learning_rate": 6.212255281136439e-06, + "loss": 2.4335, + "step": 37093 + }, + { + "epoch": 0.6349646519111932, + "grad_norm": 2.3385236263275146, + "learning_rate": 6.211742191016514e-06, + "loss": 2.4117, + "step": 37094 + }, + { + "epoch": 0.6349817696297437, + "grad_norm": 2.4548633098602295, + "learning_rate": 6.211229112540379e-06, + "loss": 2.403, + "step": 37095 + }, + { + "epoch": 0.6349988873482942, + "grad_norm": 2.3816120624542236, + "learning_rate": 6.210716045709604e-06, + "loss": 2.3841, + "step": 37096 + }, + { + "epoch": 0.6350160050668446, + "grad_norm": 2.620819330215454, + "learning_rate": 6.210202990525766e-06, + "loss": 2.4296, + "step": 37097 + }, + { + "epoch": 0.6350331227853951, + "grad_norm": 2.5294907093048096, + "learning_rate": 6.2096899469904456e-06, + "loss": 2.4531, + "step": 37098 + }, + { + "epoch": 0.6350502405039457, + "grad_norm": 2.400053024291992, + "learning_rate": 6.2091769151052125e-06, + "loss": 2.3867, + "step": 37099 + }, + { + "epoch": 0.6350673582224962, + "grad_norm": 2.4507975578308105, + "learning_rate": 6.2086638948716546e-06, + "loss": 2.4766, + "step": 37100 + }, + { + "epoch": 0.6350844759410466, + "grad_norm": 2.365751028060913, + "learning_rate": 6.2081508862913396e-06, + "loss": 2.3693, + "step": 37101 + }, + { + "epoch": 0.6351015936595971, + "grad_norm": 2.5862295627593994, + "learning_rate": 6.20763788936585e-06, + "loss": 2.5259, + "step": 37102 + }, + { + "epoch": 0.6351187113781476, + "grad_norm": 2.2275748252868652, + "learning_rate": 6.20712490409676e-06, + "loss": 2.3532, + "step": 37103 + }, + { + "epoch": 0.635135829096698, + "grad_norm": 2.478980302810669, + "learning_rate": 6.206611930485642e-06, + "loss": 2.4747, + "step": 37104 + }, + { + "epoch": 0.6351529468152485, + "grad_norm": 2.3882622718811035, + "learning_rate": 6.20609896853408e-06, + "loss": 2.3419, + "step": 37105 + }, + { + "epoch": 0.635170064533799, + "grad_norm": 2.3759818077087402, + "learning_rate": 6.205586018243646e-06, + "loss": 2.4333, + "step": 37106 + }, + { + "epoch": 0.6351871822523494, + "grad_norm": 2.430752754211426, + "learning_rate": 6.205073079615921e-06, + "loss": 2.4128, + "step": 37107 + }, + { + "epoch": 0.6352042999708999, + "grad_norm": 2.290832042694092, + "learning_rate": 6.204560152652476e-06, + "loss": 2.3461, + "step": 37108 + }, + { + "epoch": 0.6352214176894504, + "grad_norm": 2.3070719242095947, + "learning_rate": 6.204047237354895e-06, + "loss": 2.3385, + "step": 37109 + }, + { + "epoch": 0.6352385354080008, + "grad_norm": 2.44979190826416, + "learning_rate": 6.203534333724749e-06, + "loss": 2.4011, + "step": 37110 + }, + { + "epoch": 0.6352556531265513, + "grad_norm": 2.586388349533081, + "learning_rate": 6.203021441763611e-06, + "loss": 2.4489, + "step": 37111 + }, + { + "epoch": 0.6352727708451018, + "grad_norm": 2.309526205062866, + "learning_rate": 6.202508561473067e-06, + "loss": 2.3374, + "step": 37112 + }, + { + "epoch": 0.6352898885636522, + "grad_norm": 2.444715738296509, + "learning_rate": 6.201995692854685e-06, + "loss": 2.3933, + "step": 37113 + }, + { + "epoch": 0.6353070062822027, + "grad_norm": 2.401207208633423, + "learning_rate": 6.201482835910048e-06, + "loss": 2.4085, + "step": 37114 + }, + { + "epoch": 0.6353241240007532, + "grad_norm": 2.243156909942627, + "learning_rate": 6.200969990640726e-06, + "loss": 2.377, + "step": 37115 + }, + { + "epoch": 0.6353412417193036, + "grad_norm": 2.340379238128662, + "learning_rate": 6.200457157048301e-06, + "loss": 2.3539, + "step": 37116 + }, + { + "epoch": 0.6353583594378541, + "grad_norm": 2.466540813446045, + "learning_rate": 6.199944335134345e-06, + "loss": 2.393, + "step": 37117 + }, + { + "epoch": 0.6353754771564046, + "grad_norm": 2.46230411529541, + "learning_rate": 6.199431524900439e-06, + "loss": 2.504, + "step": 37118 + }, + { + "epoch": 0.635392594874955, + "grad_norm": 2.406632423400879, + "learning_rate": 6.198918726348155e-06, + "loss": 2.364, + "step": 37119 + }, + { + "epoch": 0.6354097125935055, + "grad_norm": 2.4086081981658936, + "learning_rate": 6.198405939479066e-06, + "loss": 2.3263, + "step": 37120 + }, + { + "epoch": 0.635426830312056, + "grad_norm": 2.37994384765625, + "learning_rate": 6.197893164294757e-06, + "loss": 2.3918, + "step": 37121 + }, + { + "epoch": 0.6354439480306064, + "grad_norm": 2.4503562450408936, + "learning_rate": 6.197380400796797e-06, + "loss": 2.3561, + "step": 37122 + }, + { + "epoch": 0.635461065749157, + "grad_norm": 2.395963430404663, + "learning_rate": 6.196867648986768e-06, + "loss": 2.4098, + "step": 37123 + }, + { + "epoch": 0.6354781834677075, + "grad_norm": 2.445915937423706, + "learning_rate": 6.196354908866238e-06, + "loss": 2.3436, + "step": 37124 + }, + { + "epoch": 0.6354953011862579, + "grad_norm": 2.511115550994873, + "learning_rate": 6.1958421804367905e-06, + "loss": 2.4564, + "step": 37125 + }, + { + "epoch": 0.6355124189048084, + "grad_norm": 2.4704997539520264, + "learning_rate": 6.1953294636999995e-06, + "loss": 2.3919, + "step": 37126 + }, + { + "epoch": 0.6355295366233589, + "grad_norm": 2.4467036724090576, + "learning_rate": 6.194816758657436e-06, + "loss": 2.355, + "step": 37127 + }, + { + "epoch": 0.6355466543419093, + "grad_norm": 2.361050605773926, + "learning_rate": 6.194304065310683e-06, + "loss": 2.3771, + "step": 37128 + }, + { + "epoch": 0.6355637720604598, + "grad_norm": 2.4359254837036133, + "learning_rate": 6.193791383661314e-06, + "loss": 2.376, + "step": 37129 + }, + { + "epoch": 0.6355808897790103, + "grad_norm": 2.4239895343780518, + "learning_rate": 6.193278713710903e-06, + "loss": 2.4183, + "step": 37130 + }, + { + "epoch": 0.6355980074975607, + "grad_norm": 2.349773645401001, + "learning_rate": 6.1927660554610235e-06, + "loss": 2.3521, + "step": 37131 + }, + { + "epoch": 0.6356151252161112, + "grad_norm": 2.347539186477661, + "learning_rate": 6.1922534089132594e-06, + "loss": 2.3985, + "step": 37132 + }, + { + "epoch": 0.6356322429346617, + "grad_norm": 2.2760355472564697, + "learning_rate": 6.19174077406918e-06, + "loss": 2.3424, + "step": 37133 + }, + { + "epoch": 0.6356493606532121, + "grad_norm": 2.3491575717926025, + "learning_rate": 6.1912281509303615e-06, + "loss": 2.5027, + "step": 37134 + }, + { + "epoch": 0.6356664783717626, + "grad_norm": 2.4823598861694336, + "learning_rate": 6.190715539498382e-06, + "loss": 2.5615, + "step": 37135 + }, + { + "epoch": 0.6356835960903131, + "grad_norm": 2.234665870666504, + "learning_rate": 6.190202939774812e-06, + "loss": 2.3217, + "step": 37136 + }, + { + "epoch": 0.6357007138088635, + "grad_norm": 2.2749626636505127, + "learning_rate": 6.189690351761235e-06, + "loss": 2.3965, + "step": 37137 + }, + { + "epoch": 0.635717831527414, + "grad_norm": 2.5827882289886475, + "learning_rate": 6.18917777545922e-06, + "loss": 2.535, + "step": 37138 + }, + { + "epoch": 0.6357349492459645, + "grad_norm": 2.3881478309631348, + "learning_rate": 6.188665210870346e-06, + "loss": 2.4423, + "step": 37139 + }, + { + "epoch": 0.6357520669645149, + "grad_norm": 2.4029486179351807, + "learning_rate": 6.188152657996187e-06, + "loss": 2.4072, + "step": 37140 + }, + { + "epoch": 0.6357691846830654, + "grad_norm": 2.303555488586426, + "learning_rate": 6.1876401168383145e-06, + "loss": 2.3905, + "step": 37141 + }, + { + "epoch": 0.6357863024016159, + "grad_norm": 2.5963361263275146, + "learning_rate": 6.187127587398312e-06, + "loss": 2.5051, + "step": 37142 + }, + { + "epoch": 0.6358034201201663, + "grad_norm": 2.485572338104248, + "learning_rate": 6.186615069677747e-06, + "loss": 2.418, + "step": 37143 + }, + { + "epoch": 0.6358205378387168, + "grad_norm": 2.440296173095703, + "learning_rate": 6.186102563678202e-06, + "loss": 2.3562, + "step": 37144 + }, + { + "epoch": 0.6358376555572673, + "grad_norm": 2.4047958850860596, + "learning_rate": 6.185590069401247e-06, + "loss": 2.3669, + "step": 37145 + }, + { + "epoch": 0.6358547732758179, + "grad_norm": 2.370676279067993, + "learning_rate": 6.185077586848461e-06, + "loss": 2.5121, + "step": 37146 + }, + { + "epoch": 0.6358718909943682, + "grad_norm": 2.497497081756592, + "learning_rate": 6.184565116021417e-06, + "loss": 2.4794, + "step": 37147 + }, + { + "epoch": 0.6358890087129188, + "grad_norm": 2.5412285327911377, + "learning_rate": 6.184052656921686e-06, + "loss": 2.3823, + "step": 37148 + }, + { + "epoch": 0.6359061264314693, + "grad_norm": 2.391301155090332, + "learning_rate": 6.183540209550853e-06, + "loss": 2.4516, + "step": 37149 + }, + { + "epoch": 0.6359232441500197, + "grad_norm": 2.347318410873413, + "learning_rate": 6.183027773910484e-06, + "loss": 2.3785, + "step": 37150 + }, + { + "epoch": 0.6359403618685702, + "grad_norm": 2.4361321926116943, + "learning_rate": 6.1825153500021604e-06, + "loss": 2.3433, + "step": 37151 + }, + { + "epoch": 0.6359574795871207, + "grad_norm": 2.3743269443511963, + "learning_rate": 6.182002937827451e-06, + "loss": 2.3761, + "step": 37152 + }, + { + "epoch": 0.6359745973056711, + "grad_norm": 2.3454020023345947, + "learning_rate": 6.181490537387937e-06, + "loss": 2.4071, + "step": 37153 + }, + { + "epoch": 0.6359917150242216, + "grad_norm": 2.44165301322937, + "learning_rate": 6.180978148685191e-06, + "loss": 2.3147, + "step": 37154 + }, + { + "epoch": 0.6360088327427721, + "grad_norm": 2.3817951679229736, + "learning_rate": 6.180465771720785e-06, + "loss": 2.4145, + "step": 37155 + }, + { + "epoch": 0.6360259504613225, + "grad_norm": 2.338658094406128, + "learning_rate": 6.179953406496298e-06, + "loss": 2.3657, + "step": 37156 + }, + { + "epoch": 0.636043068179873, + "grad_norm": 2.4939374923706055, + "learning_rate": 6.1794410530132995e-06, + "loss": 2.4433, + "step": 37157 + }, + { + "epoch": 0.6360601858984235, + "grad_norm": 2.4956939220428467, + "learning_rate": 6.178928711273371e-06, + "loss": 2.5265, + "step": 37158 + }, + { + "epoch": 0.6360773036169739, + "grad_norm": 2.681678295135498, + "learning_rate": 6.178416381278084e-06, + "loss": 2.4414, + "step": 37159 + }, + { + "epoch": 0.6360944213355244, + "grad_norm": 2.512483596801758, + "learning_rate": 6.177904063029014e-06, + "loss": 2.3573, + "step": 37160 + }, + { + "epoch": 0.6361115390540749, + "grad_norm": 2.289586067199707, + "learning_rate": 6.177391756527735e-06, + "loss": 2.4184, + "step": 37161 + }, + { + "epoch": 0.6361286567726253, + "grad_norm": 2.226363182067871, + "learning_rate": 6.1768794617758195e-06, + "loss": 2.3902, + "step": 37162 + }, + { + "epoch": 0.6361457744911758, + "grad_norm": 2.5110924243927, + "learning_rate": 6.176367178774847e-06, + "loss": 2.4845, + "step": 37163 + }, + { + "epoch": 0.6361628922097263, + "grad_norm": 2.255622148513794, + "learning_rate": 6.1758549075263865e-06, + "loss": 2.3681, + "step": 37164 + }, + { + "epoch": 0.6361800099282767, + "grad_norm": 2.426016330718994, + "learning_rate": 6.1753426480320175e-06, + "loss": 2.493, + "step": 37165 + }, + { + "epoch": 0.6361971276468272, + "grad_norm": 2.5007519721984863, + "learning_rate": 6.174830400293312e-06, + "loss": 2.4682, + "step": 37166 + }, + { + "epoch": 0.6362142453653777, + "grad_norm": 2.486241340637207, + "learning_rate": 6.174318164311846e-06, + "loss": 2.487, + "step": 37167 + }, + { + "epoch": 0.6362313630839281, + "grad_norm": 2.6821463108062744, + "learning_rate": 6.1738059400891934e-06, + "loss": 2.7399, + "step": 37168 + }, + { + "epoch": 0.6362484808024786, + "grad_norm": 2.4347002506256104, + "learning_rate": 6.173293727626924e-06, + "loss": 2.3327, + "step": 37169 + }, + { + "epoch": 0.6362655985210292, + "grad_norm": 2.624345064163208, + "learning_rate": 6.1727815269266216e-06, + "loss": 2.4783, + "step": 37170 + }, + { + "epoch": 0.6362827162395795, + "grad_norm": 2.4576284885406494, + "learning_rate": 6.172269337989851e-06, + "loss": 2.3319, + "step": 37171 + }, + { + "epoch": 0.6362998339581301, + "grad_norm": 2.3773248195648193, + "learning_rate": 6.1717571608181936e-06, + "loss": 2.4057, + "step": 37172 + }, + { + "epoch": 0.6363169516766806, + "grad_norm": 2.3330178260803223, + "learning_rate": 6.171244995413217e-06, + "loss": 2.3059, + "step": 37173 + }, + { + "epoch": 0.636334069395231, + "grad_norm": 2.437824249267578, + "learning_rate": 6.170732841776502e-06, + "loss": 2.4185, + "step": 37174 + }, + { + "epoch": 0.6363511871137815, + "grad_norm": 2.542215585708618, + "learning_rate": 6.1702206999096215e-06, + "loss": 2.5251, + "step": 37175 + }, + { + "epoch": 0.636368304832332, + "grad_norm": 2.4434330463409424, + "learning_rate": 6.169708569814146e-06, + "loss": 2.3322, + "step": 37176 + }, + { + "epoch": 0.6363854225508824, + "grad_norm": 2.450744867324829, + "learning_rate": 6.169196451491653e-06, + "loss": 2.5367, + "step": 37177 + }, + { + "epoch": 0.6364025402694329, + "grad_norm": 2.3804121017456055, + "learning_rate": 6.16868434494371e-06, + "loss": 2.3461, + "step": 37178 + }, + { + "epoch": 0.6364196579879834, + "grad_norm": 2.512089967727661, + "learning_rate": 6.168172250171902e-06, + "loss": 2.3812, + "step": 37179 + }, + { + "epoch": 0.6364367757065338, + "grad_norm": 2.4078221321105957, + "learning_rate": 6.1676601671777925e-06, + "loss": 2.3091, + "step": 37180 + }, + { + "epoch": 0.6364538934250843, + "grad_norm": 2.4773740768432617, + "learning_rate": 6.167148095962965e-06, + "loss": 2.4214, + "step": 37181 + }, + { + "epoch": 0.6364710111436348, + "grad_norm": 2.4304823875427246, + "learning_rate": 6.1666360365289876e-06, + "loss": 2.4195, + "step": 37182 + }, + { + "epoch": 0.6364881288621852, + "grad_norm": 2.498189926147461, + "learning_rate": 6.166123988877434e-06, + "loss": 2.5413, + "step": 37183 + }, + { + "epoch": 0.6365052465807357, + "grad_norm": 2.537497043609619, + "learning_rate": 6.165611953009881e-06, + "loss": 2.3951, + "step": 37184 + }, + { + "epoch": 0.6365223642992862, + "grad_norm": 2.390751361846924, + "learning_rate": 6.165099928927898e-06, + "loss": 2.4339, + "step": 37185 + }, + { + "epoch": 0.6365394820178366, + "grad_norm": 2.4864182472229004, + "learning_rate": 6.164587916633063e-06, + "loss": 2.4488, + "step": 37186 + }, + { + "epoch": 0.6365565997363871, + "grad_norm": 2.5076210498809814, + "learning_rate": 6.1640759161269485e-06, + "loss": 2.4917, + "step": 37187 + }, + { + "epoch": 0.6365737174549376, + "grad_norm": 2.5299861431121826, + "learning_rate": 6.163563927411129e-06, + "loss": 2.4767, + "step": 37188 + }, + { + "epoch": 0.636590835173488, + "grad_norm": 2.3199996948242188, + "learning_rate": 6.1630519504871734e-06, + "loss": 2.3356, + "step": 37189 + }, + { + "epoch": 0.6366079528920385, + "grad_norm": 2.5801780223846436, + "learning_rate": 6.162539985356664e-06, + "loss": 2.608, + "step": 37190 + }, + { + "epoch": 0.636625070610589, + "grad_norm": 2.403775215148926, + "learning_rate": 6.162028032021168e-06, + "loss": 2.2565, + "step": 37191 + }, + { + "epoch": 0.6366421883291395, + "grad_norm": 2.4348437786102295, + "learning_rate": 6.161516090482259e-06, + "loss": 2.3877, + "step": 37192 + }, + { + "epoch": 0.6366593060476899, + "grad_norm": 2.489544153213501, + "learning_rate": 6.161004160741515e-06, + "loss": 2.3585, + "step": 37193 + }, + { + "epoch": 0.6366764237662405, + "grad_norm": 2.4478917121887207, + "learning_rate": 6.160492242800501e-06, + "loss": 2.4084, + "step": 37194 + }, + { + "epoch": 0.636693541484791, + "grad_norm": 2.4735910892486572, + "learning_rate": 6.1599803366608e-06, + "loss": 2.4495, + "step": 37195 + }, + { + "epoch": 0.6367106592033414, + "grad_norm": 2.526277780532837, + "learning_rate": 6.159468442323978e-06, + "loss": 2.5204, + "step": 37196 + }, + { + "epoch": 0.6367277769218919, + "grad_norm": 2.607661008834839, + "learning_rate": 6.158956559791615e-06, + "loss": 2.3865, + "step": 37197 + }, + { + "epoch": 0.6367448946404424, + "grad_norm": 2.4101626873016357, + "learning_rate": 6.1584446890652825e-06, + "loss": 2.3693, + "step": 37198 + }, + { + "epoch": 0.6367620123589928, + "grad_norm": 2.5727756023406982, + "learning_rate": 6.157932830146549e-06, + "loss": 2.4261, + "step": 37199 + }, + { + "epoch": 0.6367791300775433, + "grad_norm": 2.476870059967041, + "learning_rate": 6.157420983036994e-06, + "loss": 2.4131, + "step": 37200 + }, + { + "epoch": 0.6367962477960938, + "grad_norm": 2.2814111709594727, + "learning_rate": 6.156909147738184e-06, + "loss": 2.2229, + "step": 37201 + }, + { + "epoch": 0.6368133655146442, + "grad_norm": 2.4378502368927, + "learning_rate": 6.1563973242517e-06, + "loss": 2.4071, + "step": 37202 + }, + { + "epoch": 0.6368304832331947, + "grad_norm": 2.25247859954834, + "learning_rate": 6.155885512579109e-06, + "loss": 2.1589, + "step": 37203 + }, + { + "epoch": 0.6368476009517452, + "grad_norm": 2.4284467697143555, + "learning_rate": 6.15537371272199e-06, + "loss": 2.4016, + "step": 37204 + }, + { + "epoch": 0.6368647186702956, + "grad_norm": 2.5723812580108643, + "learning_rate": 6.154861924681911e-06, + "loss": 2.4477, + "step": 37205 + }, + { + "epoch": 0.6368818363888461, + "grad_norm": 2.384133815765381, + "learning_rate": 6.154350148460442e-06, + "loss": 2.3956, + "step": 37206 + }, + { + "epoch": 0.6368989541073966, + "grad_norm": 2.4128284454345703, + "learning_rate": 6.153838384059165e-06, + "loss": 2.4397, + "step": 37207 + }, + { + "epoch": 0.636916071825947, + "grad_norm": 2.458420753479004, + "learning_rate": 6.153326631479648e-06, + "loss": 2.3953, + "step": 37208 + }, + { + "epoch": 0.6369331895444975, + "grad_norm": 2.320080518722534, + "learning_rate": 6.1528148907234655e-06, + "loss": 2.4296, + "step": 37209 + }, + { + "epoch": 0.636950307263048, + "grad_norm": 2.414088249206543, + "learning_rate": 6.152303161792186e-06, + "loss": 2.3661, + "step": 37210 + }, + { + "epoch": 0.6369674249815984, + "grad_norm": 2.396773338317871, + "learning_rate": 6.151791444687389e-06, + "loss": 2.2955, + "step": 37211 + }, + { + "epoch": 0.6369845427001489, + "grad_norm": 2.392329692840576, + "learning_rate": 6.151279739410645e-06, + "loss": 2.4778, + "step": 37212 + }, + { + "epoch": 0.6370016604186994, + "grad_norm": 2.5081546306610107, + "learning_rate": 6.1507680459635225e-06, + "loss": 2.4972, + "step": 37213 + }, + { + "epoch": 0.6370187781372498, + "grad_norm": 2.4783172607421875, + "learning_rate": 6.150256364347601e-06, + "loss": 2.3734, + "step": 37214 + }, + { + "epoch": 0.6370358958558003, + "grad_norm": 2.3878226280212402, + "learning_rate": 6.149744694564445e-06, + "loss": 2.3667, + "step": 37215 + }, + { + "epoch": 0.6370530135743508, + "grad_norm": 2.4415230751037598, + "learning_rate": 6.149233036615638e-06, + "loss": 2.4407, + "step": 37216 + }, + { + "epoch": 0.6370701312929012, + "grad_norm": 2.5141284465789795, + "learning_rate": 6.148721390502741e-06, + "loss": 2.4179, + "step": 37217 + }, + { + "epoch": 0.6370872490114518, + "grad_norm": 2.5544626712799072, + "learning_rate": 6.148209756227337e-06, + "loss": 2.4105, + "step": 37218 + }, + { + "epoch": 0.6371043667300023, + "grad_norm": 2.6101746559143066, + "learning_rate": 6.1476981337909944e-06, + "loss": 2.5002, + "step": 37219 + }, + { + "epoch": 0.6371214844485527, + "grad_norm": 2.4701735973358154, + "learning_rate": 6.147186523195283e-06, + "loss": 2.2831, + "step": 37220 + }, + { + "epoch": 0.6371386021671032, + "grad_norm": 2.3518781661987305, + "learning_rate": 6.14667492444178e-06, + "loss": 2.4712, + "step": 37221 + }, + { + "epoch": 0.6371557198856537, + "grad_norm": 2.5667788982391357, + "learning_rate": 6.146163337532052e-06, + "loss": 2.4626, + "step": 37222 + }, + { + "epoch": 0.6371728376042041, + "grad_norm": 2.4777588844299316, + "learning_rate": 6.145651762467678e-06, + "loss": 2.3643, + "step": 37223 + }, + { + "epoch": 0.6371899553227546, + "grad_norm": 2.517009735107422, + "learning_rate": 6.145140199250226e-06, + "loss": 2.4205, + "step": 37224 + }, + { + "epoch": 0.6372070730413051, + "grad_norm": 2.462737560272217, + "learning_rate": 6.144628647881272e-06, + "loss": 2.3965, + "step": 37225 + }, + { + "epoch": 0.6372241907598555, + "grad_norm": 2.3422515392303467, + "learning_rate": 6.144117108362386e-06, + "loss": 2.4516, + "step": 37226 + }, + { + "epoch": 0.637241308478406, + "grad_norm": 2.2035131454467773, + "learning_rate": 6.143605580695136e-06, + "loss": 2.2669, + "step": 37227 + }, + { + "epoch": 0.6372584261969565, + "grad_norm": 2.3928439617156982, + "learning_rate": 6.143094064881103e-06, + "loss": 2.4614, + "step": 37228 + }, + { + "epoch": 0.6372755439155069, + "grad_norm": 2.3391125202178955, + "learning_rate": 6.142582560921853e-06, + "loss": 2.39, + "step": 37229 + }, + { + "epoch": 0.6372926616340574, + "grad_norm": 2.4454617500305176, + "learning_rate": 6.142071068818961e-06, + "loss": 2.3635, + "step": 37230 + }, + { + "epoch": 0.6373097793526079, + "grad_norm": 2.3950350284576416, + "learning_rate": 6.141559588573995e-06, + "loss": 2.2617, + "step": 37231 + }, + { + "epoch": 0.6373268970711583, + "grad_norm": 2.4790031909942627, + "learning_rate": 6.141048120188535e-06, + "loss": 2.4464, + "step": 37232 + }, + { + "epoch": 0.6373440147897088, + "grad_norm": 2.529545783996582, + "learning_rate": 6.140536663664147e-06, + "loss": 2.5214, + "step": 37233 + }, + { + "epoch": 0.6373611325082593, + "grad_norm": 2.475548505783081, + "learning_rate": 6.140025219002401e-06, + "loss": 2.4609, + "step": 37234 + }, + { + "epoch": 0.6373782502268097, + "grad_norm": 2.4494614601135254, + "learning_rate": 6.139513786204877e-06, + "loss": 2.3677, + "step": 37235 + }, + { + "epoch": 0.6373953679453602, + "grad_norm": 2.6598925590515137, + "learning_rate": 6.13900236527314e-06, + "loss": 2.3868, + "step": 37236 + }, + { + "epoch": 0.6374124856639107, + "grad_norm": 2.571835517883301, + "learning_rate": 6.138490956208767e-06, + "loss": 2.5531, + "step": 37237 + }, + { + "epoch": 0.6374296033824612, + "grad_norm": 2.785787582397461, + "learning_rate": 6.1379795590133226e-06, + "loss": 2.2927, + "step": 37238 + }, + { + "epoch": 0.6374467211010116, + "grad_norm": 2.4715020656585693, + "learning_rate": 6.137468173688388e-06, + "loss": 2.3961, + "step": 37239 + }, + { + "epoch": 0.6374638388195621, + "grad_norm": 2.493548631668091, + "learning_rate": 6.136956800235529e-06, + "loss": 2.3093, + "step": 37240 + }, + { + "epoch": 0.6374809565381127, + "grad_norm": 2.5603435039520264, + "learning_rate": 6.136445438656318e-06, + "loss": 2.5296, + "step": 37241 + }, + { + "epoch": 0.637498074256663, + "grad_norm": 2.4616191387176514, + "learning_rate": 6.135934088952328e-06, + "loss": 2.4435, + "step": 37242 + }, + { + "epoch": 0.6375151919752136, + "grad_norm": 2.5304460525512695, + "learning_rate": 6.135422751125126e-06, + "loss": 2.4849, + "step": 37243 + }, + { + "epoch": 0.6375323096937641, + "grad_norm": 2.4832279682159424, + "learning_rate": 6.134911425176293e-06, + "loss": 2.522, + "step": 37244 + }, + { + "epoch": 0.6375494274123145, + "grad_norm": 2.4780025482177734, + "learning_rate": 6.134400111107395e-06, + "loss": 2.4843, + "step": 37245 + }, + { + "epoch": 0.637566545130865, + "grad_norm": 2.570091724395752, + "learning_rate": 6.133888808920003e-06, + "loss": 2.3473, + "step": 37246 + }, + { + "epoch": 0.6375836628494155, + "grad_norm": 2.384478807449341, + "learning_rate": 6.133377518615691e-06, + "loss": 2.3038, + "step": 37247 + }, + { + "epoch": 0.6376007805679659, + "grad_norm": 2.596898078918457, + "learning_rate": 6.132866240196025e-06, + "loss": 2.493, + "step": 37248 + }, + { + "epoch": 0.6376178982865164, + "grad_norm": 2.2971060276031494, + "learning_rate": 6.1323549736625856e-06, + "loss": 2.3745, + "step": 37249 + }, + { + "epoch": 0.6376350160050669, + "grad_norm": 2.564274787902832, + "learning_rate": 6.131843719016937e-06, + "loss": 2.4872, + "step": 37250 + }, + { + "epoch": 0.6376521337236173, + "grad_norm": 2.391331195831299, + "learning_rate": 6.131332476260654e-06, + "loss": 2.3688, + "step": 37251 + }, + { + "epoch": 0.6376692514421678, + "grad_norm": 2.4132397174835205, + "learning_rate": 6.130821245395303e-06, + "loss": 2.3073, + "step": 37252 + }, + { + "epoch": 0.6376863691607183, + "grad_norm": 2.515568494796753, + "learning_rate": 6.130310026422464e-06, + "loss": 2.4251, + "step": 37253 + }, + { + "epoch": 0.6377034868792687, + "grad_norm": 2.215298891067505, + "learning_rate": 6.129798819343703e-06, + "loss": 2.4127, + "step": 37254 + }, + { + "epoch": 0.6377206045978192, + "grad_norm": 2.494901657104492, + "learning_rate": 6.129287624160588e-06, + "loss": 2.401, + "step": 37255 + }, + { + "epoch": 0.6377377223163697, + "grad_norm": 2.3766632080078125, + "learning_rate": 6.128776440874698e-06, + "loss": 2.4426, + "step": 37256 + }, + { + "epoch": 0.6377548400349201, + "grad_norm": 2.4858691692352295, + "learning_rate": 6.128265269487599e-06, + "loss": 2.5053, + "step": 37257 + }, + { + "epoch": 0.6377719577534706, + "grad_norm": 2.591761350631714, + "learning_rate": 6.127754110000865e-06, + "loss": 2.3924, + "step": 37258 + }, + { + "epoch": 0.6377890754720211, + "grad_norm": 2.428968906402588, + "learning_rate": 6.12724296241606e-06, + "loss": 2.5329, + "step": 37259 + }, + { + "epoch": 0.6378061931905715, + "grad_norm": 2.3340563774108887, + "learning_rate": 6.1267318267347665e-06, + "loss": 2.3392, + "step": 37260 + }, + { + "epoch": 0.637823310909122, + "grad_norm": 2.4957735538482666, + "learning_rate": 6.126220702958547e-06, + "loss": 2.3981, + "step": 37261 + }, + { + "epoch": 0.6378404286276725, + "grad_norm": 2.3466873168945312, + "learning_rate": 6.125709591088978e-06, + "loss": 2.3494, + "step": 37262 + }, + { + "epoch": 0.6378575463462229, + "grad_norm": 2.3424267768859863, + "learning_rate": 6.1251984911276275e-06, + "loss": 2.3664, + "step": 37263 + }, + { + "epoch": 0.6378746640647734, + "grad_norm": 2.318298816680908, + "learning_rate": 6.124687403076062e-06, + "loss": 2.345, + "step": 37264 + }, + { + "epoch": 0.637891781783324, + "grad_norm": 2.458062171936035, + "learning_rate": 6.124176326935861e-06, + "loss": 2.4056, + "step": 37265 + }, + { + "epoch": 0.6379088995018743, + "grad_norm": 2.3961915969848633, + "learning_rate": 6.12366526270859e-06, + "loss": 2.3895, + "step": 37266 + }, + { + "epoch": 0.6379260172204249, + "grad_norm": 2.4939053058624268, + "learning_rate": 6.123154210395823e-06, + "loss": 2.3473, + "step": 37267 + }, + { + "epoch": 0.6379431349389754, + "grad_norm": 2.4346084594726562, + "learning_rate": 6.122643169999125e-06, + "loss": 2.5009, + "step": 37268 + }, + { + "epoch": 0.6379602526575258, + "grad_norm": 2.365952968597412, + "learning_rate": 6.1221321415200755e-06, + "loss": 2.5326, + "step": 37269 + }, + { + "epoch": 0.6379773703760763, + "grad_norm": 2.2770142555236816, + "learning_rate": 6.12162112496024e-06, + "loss": 2.382, + "step": 37270 + }, + { + "epoch": 0.6379944880946268, + "grad_norm": 2.2717111110687256, + "learning_rate": 6.121110120321186e-06, + "loss": 2.3163, + "step": 37271 + }, + { + "epoch": 0.6380116058131772, + "grad_norm": 2.4261693954467773, + "learning_rate": 6.12059912760449e-06, + "loss": 2.4078, + "step": 37272 + }, + { + "epoch": 0.6380287235317277, + "grad_norm": 2.451172351837158, + "learning_rate": 6.12008814681172e-06, + "loss": 2.5741, + "step": 37273 + }, + { + "epoch": 0.6380458412502782, + "grad_norm": 2.4238460063934326, + "learning_rate": 6.1195771779444506e-06, + "loss": 2.3875, + "step": 37274 + }, + { + "epoch": 0.6380629589688286, + "grad_norm": 2.4263079166412354, + "learning_rate": 6.1190662210042425e-06, + "loss": 2.4955, + "step": 37275 + }, + { + "epoch": 0.6380800766873791, + "grad_norm": 2.479525566101074, + "learning_rate": 6.118555275992677e-06, + "loss": 2.5689, + "step": 37276 + }, + { + "epoch": 0.6380971944059296, + "grad_norm": 2.304323196411133, + "learning_rate": 6.11804434291132e-06, + "loss": 2.4215, + "step": 37277 + }, + { + "epoch": 0.63811431212448, + "grad_norm": 2.2781965732574463, + "learning_rate": 6.117533421761741e-06, + "loss": 2.4274, + "step": 37278 + }, + { + "epoch": 0.6381314298430305, + "grad_norm": 2.4495842456817627, + "learning_rate": 6.117022512545513e-06, + "loss": 2.4294, + "step": 37279 + }, + { + "epoch": 0.638148547561581, + "grad_norm": 2.440032482147217, + "learning_rate": 6.1165116152642e-06, + "loss": 2.5927, + "step": 37280 + }, + { + "epoch": 0.6381656652801314, + "grad_norm": 2.2918500900268555, + "learning_rate": 6.116000729919382e-06, + "loss": 2.35, + "step": 37281 + }, + { + "epoch": 0.6381827829986819, + "grad_norm": 2.472478151321411, + "learning_rate": 6.1154898565126216e-06, + "loss": 2.4378, + "step": 37282 + }, + { + "epoch": 0.6381999007172324, + "grad_norm": 2.370493173599243, + "learning_rate": 6.114978995045495e-06, + "loss": 2.3853, + "step": 37283 + }, + { + "epoch": 0.6382170184357828, + "grad_norm": 2.4360902309417725, + "learning_rate": 6.114468145519568e-06, + "loss": 2.4066, + "step": 37284 + }, + { + "epoch": 0.6382341361543333, + "grad_norm": 2.321061372756958, + "learning_rate": 6.113957307936409e-06, + "loss": 2.389, + "step": 37285 + }, + { + "epoch": 0.6382512538728838, + "grad_norm": 2.3178436756134033, + "learning_rate": 6.113446482297594e-06, + "loss": 2.3805, + "step": 37286 + }, + { + "epoch": 0.6382683715914343, + "grad_norm": 2.3733742237091064, + "learning_rate": 6.112935668604687e-06, + "loss": 2.4566, + "step": 37287 + }, + { + "epoch": 0.6382854893099847, + "grad_norm": 2.561993360519409, + "learning_rate": 6.1124248668592644e-06, + "loss": 2.3316, + "step": 37288 + }, + { + "epoch": 0.6383026070285353, + "grad_norm": 2.4923555850982666, + "learning_rate": 6.111914077062893e-06, + "loss": 2.4858, + "step": 37289 + }, + { + "epoch": 0.6383197247470858, + "grad_norm": 2.5176842212677, + "learning_rate": 6.111403299217143e-06, + "loss": 2.3944, + "step": 37290 + }, + { + "epoch": 0.6383368424656362, + "grad_norm": 2.5574567317962646, + "learning_rate": 6.1108925333235845e-06, + "loss": 2.3929, + "step": 37291 + }, + { + "epoch": 0.6383539601841867, + "grad_norm": 2.449143648147583, + "learning_rate": 6.110381779383783e-06, + "loss": 2.5387, + "step": 37292 + }, + { + "epoch": 0.6383710779027372, + "grad_norm": 2.3657643795013428, + "learning_rate": 6.109871037399317e-06, + "loss": 2.4536, + "step": 37293 + }, + { + "epoch": 0.6383881956212876, + "grad_norm": 2.5541765689849854, + "learning_rate": 6.10936030737175e-06, + "loss": 2.3741, + "step": 37294 + }, + { + "epoch": 0.6384053133398381, + "grad_norm": 2.4817049503326416, + "learning_rate": 6.108849589302657e-06, + "loss": 2.4358, + "step": 37295 + }, + { + "epoch": 0.6384224310583886, + "grad_norm": 2.376955270767212, + "learning_rate": 6.108338883193599e-06, + "loss": 2.4502, + "step": 37296 + }, + { + "epoch": 0.638439548776939, + "grad_norm": 2.488861560821533, + "learning_rate": 6.107828189046155e-06, + "loss": 2.4589, + "step": 37297 + }, + { + "epoch": 0.6384566664954895, + "grad_norm": 2.4380810260772705, + "learning_rate": 6.107317506861891e-06, + "loss": 2.5145, + "step": 37298 + }, + { + "epoch": 0.63847378421404, + "grad_norm": 2.3828868865966797, + "learning_rate": 6.106806836642375e-06, + "loss": 2.3497, + "step": 37299 + }, + { + "epoch": 0.6384909019325904, + "grad_norm": 2.233691930770874, + "learning_rate": 6.106296178389179e-06, + "loss": 2.215, + "step": 37300 + }, + { + "epoch": 0.6385080196511409, + "grad_norm": 2.396794557571411, + "learning_rate": 6.10578553210387e-06, + "loss": 2.4306, + "step": 37301 + }, + { + "epoch": 0.6385251373696914, + "grad_norm": 2.45491099357605, + "learning_rate": 6.105274897788022e-06, + "loss": 2.4046, + "step": 37302 + }, + { + "epoch": 0.6385422550882418, + "grad_norm": 2.2488174438476562, + "learning_rate": 6.1047642754432e-06, + "loss": 2.2167, + "step": 37303 + }, + { + "epoch": 0.6385593728067923, + "grad_norm": 2.5252554416656494, + "learning_rate": 6.104253665070977e-06, + "loss": 2.467, + "step": 37304 + }, + { + "epoch": 0.6385764905253428, + "grad_norm": 2.3664112091064453, + "learning_rate": 6.103743066672922e-06, + "loss": 2.3866, + "step": 37305 + }, + { + "epoch": 0.6385936082438932, + "grad_norm": 2.2991244792938232, + "learning_rate": 6.103232480250597e-06, + "loss": 2.4374, + "step": 37306 + }, + { + "epoch": 0.6386107259624437, + "grad_norm": 2.3435401916503906, + "learning_rate": 6.102721905805583e-06, + "loss": 2.4355, + "step": 37307 + }, + { + "epoch": 0.6386278436809942, + "grad_norm": 2.3866806030273438, + "learning_rate": 6.102211343339439e-06, + "loss": 2.3989, + "step": 37308 + }, + { + "epoch": 0.6386449613995446, + "grad_norm": 2.3432557582855225, + "learning_rate": 6.101700792853744e-06, + "loss": 2.4326, + "step": 37309 + }, + { + "epoch": 0.6386620791180951, + "grad_norm": 2.4263739585876465, + "learning_rate": 6.10119025435006e-06, + "loss": 2.3932, + "step": 37310 + }, + { + "epoch": 0.6386791968366456, + "grad_norm": 2.4119980335235596, + "learning_rate": 6.1006797278299616e-06, + "loss": 2.4822, + "step": 37311 + }, + { + "epoch": 0.638696314555196, + "grad_norm": 2.452521562576294, + "learning_rate": 6.100169213295013e-06, + "loss": 2.406, + "step": 37312 + }, + { + "epoch": 0.6387134322737466, + "grad_norm": 2.323730707168579, + "learning_rate": 6.099658710746783e-06, + "loss": 2.2495, + "step": 37313 + }, + { + "epoch": 0.6387305499922971, + "grad_norm": 2.418320417404175, + "learning_rate": 6.099148220186846e-06, + "loss": 2.4237, + "step": 37314 + }, + { + "epoch": 0.6387476677108475, + "grad_norm": 2.4864015579223633, + "learning_rate": 6.098637741616766e-06, + "loss": 2.5033, + "step": 37315 + }, + { + "epoch": 0.638764785429398, + "grad_norm": 2.349249839782715, + "learning_rate": 6.098127275038117e-06, + "loss": 2.3983, + "step": 37316 + }, + { + "epoch": 0.6387819031479485, + "grad_norm": 2.244382381439209, + "learning_rate": 6.097616820452461e-06, + "loss": 2.3241, + "step": 37317 + }, + { + "epoch": 0.6387990208664989, + "grad_norm": 2.512805938720703, + "learning_rate": 6.097106377861375e-06, + "loss": 2.443, + "step": 37318 + }, + { + "epoch": 0.6388161385850494, + "grad_norm": 2.361747980117798, + "learning_rate": 6.096595947266424e-06, + "loss": 2.4531, + "step": 37319 + }, + { + "epoch": 0.6388332563035999, + "grad_norm": 2.529745101928711, + "learning_rate": 6.096085528669173e-06, + "loss": 2.4253, + "step": 37320 + }, + { + "epoch": 0.6388503740221503, + "grad_norm": 2.515268564224243, + "learning_rate": 6.095575122071199e-06, + "loss": 2.3843, + "step": 37321 + }, + { + "epoch": 0.6388674917407008, + "grad_norm": 2.3739213943481445, + "learning_rate": 6.095064727474062e-06, + "loss": 2.4326, + "step": 37322 + }, + { + "epoch": 0.6388846094592513, + "grad_norm": 2.5273704528808594, + "learning_rate": 6.09455434487934e-06, + "loss": 2.3612, + "step": 37323 + }, + { + "epoch": 0.6389017271778017, + "grad_norm": 2.43204927444458, + "learning_rate": 6.094043974288593e-06, + "loss": 2.5382, + "step": 37324 + }, + { + "epoch": 0.6389188448963522, + "grad_norm": 2.3271830081939697, + "learning_rate": 6.0935336157033955e-06, + "loss": 2.3456, + "step": 37325 + }, + { + "epoch": 0.6389359626149027, + "grad_norm": 2.4690699577331543, + "learning_rate": 6.093023269125316e-06, + "loss": 2.4267, + "step": 37326 + }, + { + "epoch": 0.6389530803334531, + "grad_norm": 2.22257399559021, + "learning_rate": 6.092512934555921e-06, + "loss": 2.2954, + "step": 37327 + }, + { + "epoch": 0.6389701980520036, + "grad_norm": 2.493985652923584, + "learning_rate": 6.092002611996779e-06, + "loss": 2.4128, + "step": 37328 + }, + { + "epoch": 0.6389873157705541, + "grad_norm": 2.530320882797241, + "learning_rate": 6.091492301449458e-06, + "loss": 2.4693, + "step": 37329 + }, + { + "epoch": 0.6390044334891045, + "grad_norm": 2.26798152923584, + "learning_rate": 6.0909820029155295e-06, + "loss": 2.3521, + "step": 37330 + }, + { + "epoch": 0.639021551207655, + "grad_norm": 2.4283041954040527, + "learning_rate": 6.0904717163965595e-06, + "loss": 2.3832, + "step": 37331 + }, + { + "epoch": 0.6390386689262055, + "grad_norm": 2.472257614135742, + "learning_rate": 6.089961441894119e-06, + "loss": 2.4967, + "step": 37332 + }, + { + "epoch": 0.639055786644756, + "grad_norm": 2.3470258712768555, + "learning_rate": 6.089451179409769e-06, + "loss": 2.4855, + "step": 37333 + }, + { + "epoch": 0.6390729043633064, + "grad_norm": 2.4375479221343994, + "learning_rate": 6.0889409289450885e-06, + "loss": 2.5148, + "step": 37334 + }, + { + "epoch": 0.639090022081857, + "grad_norm": 2.476165533065796, + "learning_rate": 6.088430690501641e-06, + "loss": 2.4021, + "step": 37335 + }, + { + "epoch": 0.6391071398004075, + "grad_norm": 2.381267547607422, + "learning_rate": 6.087920464080993e-06, + "loss": 2.5001, + "step": 37336 + }, + { + "epoch": 0.6391242575189579, + "grad_norm": 2.4715776443481445, + "learning_rate": 6.087410249684716e-06, + "loss": 2.43, + "step": 37337 + }, + { + "epoch": 0.6391413752375084, + "grad_norm": 2.427499532699585, + "learning_rate": 6.086900047314373e-06, + "loss": 2.3822, + "step": 37338 + }, + { + "epoch": 0.6391584929560589, + "grad_norm": 2.381131172180176, + "learning_rate": 6.086389856971538e-06, + "loss": 2.4613, + "step": 37339 + }, + { + "epoch": 0.6391756106746093, + "grad_norm": 2.265470027923584, + "learning_rate": 6.085879678657776e-06, + "loss": 2.2277, + "step": 37340 + }, + { + "epoch": 0.6391927283931598, + "grad_norm": 2.4185099601745605, + "learning_rate": 6.085369512374657e-06, + "loss": 2.3173, + "step": 37341 + }, + { + "epoch": 0.6392098461117103, + "grad_norm": 2.2561769485473633, + "learning_rate": 6.084859358123749e-06, + "loss": 2.3842, + "step": 37342 + }, + { + "epoch": 0.6392269638302607, + "grad_norm": 2.3478987216949463, + "learning_rate": 6.084349215906616e-06, + "loss": 2.4257, + "step": 37343 + }, + { + "epoch": 0.6392440815488112, + "grad_norm": 2.6493663787841797, + "learning_rate": 6.083839085724832e-06, + "loss": 2.4891, + "step": 37344 + }, + { + "epoch": 0.6392611992673617, + "grad_norm": 2.466094732284546, + "learning_rate": 6.083328967579958e-06, + "loss": 2.2961, + "step": 37345 + }, + { + "epoch": 0.6392783169859121, + "grad_norm": 2.6230766773223877, + "learning_rate": 6.0828188614735695e-06, + "loss": 2.5199, + "step": 37346 + }, + { + "epoch": 0.6392954347044626, + "grad_norm": 2.3944051265716553, + "learning_rate": 6.08230876740723e-06, + "loss": 2.3418, + "step": 37347 + }, + { + "epoch": 0.6393125524230131, + "grad_norm": 2.4414219856262207, + "learning_rate": 6.081798685382509e-06, + "loss": 2.3515, + "step": 37348 + }, + { + "epoch": 0.6393296701415635, + "grad_norm": 2.447002410888672, + "learning_rate": 6.081288615400974e-06, + "loss": 2.3024, + "step": 37349 + }, + { + "epoch": 0.639346787860114, + "grad_norm": 2.3952348232269287, + "learning_rate": 6.080778557464189e-06, + "loss": 2.3096, + "step": 37350 + }, + { + "epoch": 0.6393639055786645, + "grad_norm": 2.622368097305298, + "learning_rate": 6.080268511573728e-06, + "loss": 2.443, + "step": 37351 + }, + { + "epoch": 0.6393810232972149, + "grad_norm": 2.6890580654144287, + "learning_rate": 6.0797584777311544e-06, + "loss": 2.4995, + "step": 37352 + }, + { + "epoch": 0.6393981410157654, + "grad_norm": 2.599553346633911, + "learning_rate": 6.079248455938039e-06, + "loss": 2.4647, + "step": 37353 + }, + { + "epoch": 0.6394152587343159, + "grad_norm": 2.669614553451538, + "learning_rate": 6.078738446195944e-06, + "loss": 2.5691, + "step": 37354 + }, + { + "epoch": 0.6394323764528663, + "grad_norm": 2.514400005340576, + "learning_rate": 6.078228448506445e-06, + "loss": 2.2792, + "step": 37355 + }, + { + "epoch": 0.6394494941714168, + "grad_norm": 2.7763988971710205, + "learning_rate": 6.077718462871104e-06, + "loss": 2.4728, + "step": 37356 + }, + { + "epoch": 0.6394666118899673, + "grad_norm": 2.2858829498291016, + "learning_rate": 6.077208489291488e-06, + "loss": 2.429, + "step": 37357 + }, + { + "epoch": 0.6394837296085177, + "grad_norm": 2.5378236770629883, + "learning_rate": 6.0766985277691695e-06, + "loss": 2.4334, + "step": 37358 + }, + { + "epoch": 0.6395008473270682, + "grad_norm": 2.5128018856048584, + "learning_rate": 6.076188578305706e-06, + "loss": 2.4523, + "step": 37359 + }, + { + "epoch": 0.6395179650456188, + "grad_norm": 2.5275051593780518, + "learning_rate": 6.075678640902678e-06, + "loss": 2.3856, + "step": 37360 + }, + { + "epoch": 0.6395350827641691, + "grad_norm": 2.520936965942383, + "learning_rate": 6.075168715561641e-06, + "loss": 2.3536, + "step": 37361 + }, + { + "epoch": 0.6395522004827197, + "grad_norm": 2.326174020767212, + "learning_rate": 6.074658802284173e-06, + "loss": 2.3199, + "step": 37362 + }, + { + "epoch": 0.6395693182012702, + "grad_norm": 2.4505739212036133, + "learning_rate": 6.074148901071835e-06, + "loss": 2.2902, + "step": 37363 + }, + { + "epoch": 0.6395864359198206, + "grad_norm": 2.4954960346221924, + "learning_rate": 6.073639011926193e-06, + "loss": 2.4502, + "step": 37364 + }, + { + "epoch": 0.6396035536383711, + "grad_norm": 2.4750747680664062, + "learning_rate": 6.073129134848819e-06, + "loss": 2.2891, + "step": 37365 + }, + { + "epoch": 0.6396206713569216, + "grad_norm": 2.6013009548187256, + "learning_rate": 6.0726192698412736e-06, + "loss": 2.4463, + "step": 37366 + }, + { + "epoch": 0.639637789075472, + "grad_norm": 2.2473323345184326, + "learning_rate": 6.072109416905132e-06, + "loss": 2.3747, + "step": 37367 + }, + { + "epoch": 0.6396549067940225, + "grad_norm": 2.4283382892608643, + "learning_rate": 6.071599576041957e-06, + "loss": 2.4132, + "step": 37368 + }, + { + "epoch": 0.639672024512573, + "grad_norm": 2.515471935272217, + "learning_rate": 6.071089747253316e-06, + "loss": 2.4206, + "step": 37369 + }, + { + "epoch": 0.6396891422311234, + "grad_norm": 2.4841692447662354, + "learning_rate": 6.070579930540776e-06, + "loss": 2.4689, + "step": 37370 + }, + { + "epoch": 0.6397062599496739, + "grad_norm": 2.2528247833251953, + "learning_rate": 6.070070125905901e-06, + "loss": 2.2839, + "step": 37371 + }, + { + "epoch": 0.6397233776682244, + "grad_norm": 2.455454111099243, + "learning_rate": 6.069560333350265e-06, + "loss": 2.3961, + "step": 37372 + }, + { + "epoch": 0.6397404953867748, + "grad_norm": 2.427985668182373, + "learning_rate": 6.069050552875428e-06, + "loss": 2.399, + "step": 37373 + }, + { + "epoch": 0.6397576131053253, + "grad_norm": 2.221177577972412, + "learning_rate": 6.068540784482964e-06, + "loss": 2.3116, + "step": 37374 + }, + { + "epoch": 0.6397747308238758, + "grad_norm": 2.593449115753174, + "learning_rate": 6.06803102817443e-06, + "loss": 2.4899, + "step": 37375 + }, + { + "epoch": 0.6397918485424262, + "grad_norm": 2.4807958602905273, + "learning_rate": 6.067521283951403e-06, + "loss": 2.3976, + "step": 37376 + }, + { + "epoch": 0.6398089662609767, + "grad_norm": 2.3955655097961426, + "learning_rate": 6.067011551815445e-06, + "loss": 2.4053, + "step": 37377 + }, + { + "epoch": 0.6398260839795272, + "grad_norm": 2.560187816619873, + "learning_rate": 6.0665018317681215e-06, + "loss": 2.3198, + "step": 37378 + }, + { + "epoch": 0.6398432016980777, + "grad_norm": 2.411956310272217, + "learning_rate": 6.065992123811002e-06, + "loss": 2.2111, + "step": 37379 + }, + { + "epoch": 0.6398603194166281, + "grad_norm": 2.5247766971588135, + "learning_rate": 6.0654824279456484e-06, + "loss": 2.4875, + "step": 37380 + }, + { + "epoch": 0.6398774371351786, + "grad_norm": 2.350804090499878, + "learning_rate": 6.064972744173634e-06, + "loss": 2.3543, + "step": 37381 + }, + { + "epoch": 0.6398945548537291, + "grad_norm": 2.4005048274993896, + "learning_rate": 6.064463072496519e-06, + "loss": 2.3515, + "step": 37382 + }, + { + "epoch": 0.6399116725722795, + "grad_norm": 2.409538745880127, + "learning_rate": 6.063953412915877e-06, + "loss": 2.5186, + "step": 37383 + }, + { + "epoch": 0.63992879029083, + "grad_norm": 2.4903793334960938, + "learning_rate": 6.06344376543327e-06, + "loss": 2.4136, + "step": 37384 + }, + { + "epoch": 0.6399459080093806, + "grad_norm": 2.493917465209961, + "learning_rate": 6.0629341300502646e-06, + "loss": 2.4364, + "step": 37385 + }, + { + "epoch": 0.639963025727931, + "grad_norm": 2.403909206390381, + "learning_rate": 6.0624245067684295e-06, + "loss": 2.3594, + "step": 37386 + }, + { + "epoch": 0.6399801434464815, + "grad_norm": 2.4347760677337646, + "learning_rate": 6.061914895589325e-06, + "loss": 2.449, + "step": 37387 + }, + { + "epoch": 0.639997261165032, + "grad_norm": 2.3943068981170654, + "learning_rate": 6.061405296514526e-06, + "loss": 2.4545, + "step": 37388 + }, + { + "epoch": 0.6400143788835824, + "grad_norm": 2.359344482421875, + "learning_rate": 6.060895709545591e-06, + "loss": 2.2823, + "step": 37389 + }, + { + "epoch": 0.6400314966021329, + "grad_norm": 2.3772082328796387, + "learning_rate": 6.060386134684094e-06, + "loss": 2.3201, + "step": 37390 + }, + { + "epoch": 0.6400486143206834, + "grad_norm": 2.3454251289367676, + "learning_rate": 6.059876571931597e-06, + "loss": 2.503, + "step": 37391 + }, + { + "epoch": 0.6400657320392338, + "grad_norm": 2.4056544303894043, + "learning_rate": 6.059367021289661e-06, + "loss": 2.4133, + "step": 37392 + }, + { + "epoch": 0.6400828497577843, + "grad_norm": 2.5406174659729004, + "learning_rate": 6.058857482759863e-06, + "loss": 2.5331, + "step": 37393 + }, + { + "epoch": 0.6400999674763348, + "grad_norm": 2.3774354457855225, + "learning_rate": 6.0583479563437615e-06, + "loss": 2.3978, + "step": 37394 + }, + { + "epoch": 0.6401170851948852, + "grad_norm": 2.6143007278442383, + "learning_rate": 6.057838442042928e-06, + "loss": 2.421, + "step": 37395 + }, + { + "epoch": 0.6401342029134357, + "grad_norm": 2.522432804107666, + "learning_rate": 6.057328939858921e-06, + "loss": 2.4277, + "step": 37396 + }, + { + "epoch": 0.6401513206319862, + "grad_norm": 2.459768533706665, + "learning_rate": 6.056819449793314e-06, + "loss": 2.4046, + "step": 37397 + }, + { + "epoch": 0.6401684383505366, + "grad_norm": 2.46451997756958, + "learning_rate": 6.056309971847671e-06, + "loss": 2.5226, + "step": 37398 + }, + { + "epoch": 0.6401855560690871, + "grad_norm": 2.4394166469573975, + "learning_rate": 6.055800506023552e-06, + "loss": 2.5057, + "step": 37399 + }, + { + "epoch": 0.6402026737876376, + "grad_norm": 2.5052695274353027, + "learning_rate": 6.055291052322532e-06, + "loss": 2.3959, + "step": 37400 + }, + { + "epoch": 0.640219791506188, + "grad_norm": 2.312922716140747, + "learning_rate": 6.054781610746172e-06, + "loss": 2.4215, + "step": 37401 + }, + { + "epoch": 0.6402369092247385, + "grad_norm": 2.359767436981201, + "learning_rate": 6.054272181296039e-06, + "loss": 2.4243, + "step": 37402 + }, + { + "epoch": 0.640254026943289, + "grad_norm": 2.4944777488708496, + "learning_rate": 6.053762763973695e-06, + "loss": 2.4334, + "step": 37403 + }, + { + "epoch": 0.6402711446618394, + "grad_norm": 2.4157018661499023, + "learning_rate": 6.053253358780713e-06, + "loss": 2.4457, + "step": 37404 + }, + { + "epoch": 0.6402882623803899, + "grad_norm": 2.5629708766937256, + "learning_rate": 6.052743965718653e-06, + "loss": 2.457, + "step": 37405 + }, + { + "epoch": 0.6403053800989404, + "grad_norm": 2.2978262901306152, + "learning_rate": 6.052234584789085e-06, + "loss": 2.4219, + "step": 37406 + }, + { + "epoch": 0.6403224978174908, + "grad_norm": 2.4259581565856934, + "learning_rate": 6.051725215993571e-06, + "loss": 2.4063, + "step": 37407 + }, + { + "epoch": 0.6403396155360414, + "grad_norm": 2.4672107696533203, + "learning_rate": 6.0512158593336766e-06, + "loss": 2.4573, + "step": 37408 + }, + { + "epoch": 0.6403567332545919, + "grad_norm": 2.2969233989715576, + "learning_rate": 6.0507065148109714e-06, + "loss": 2.3717, + "step": 37409 + }, + { + "epoch": 0.6403738509731423, + "grad_norm": 2.483283042907715, + "learning_rate": 6.050197182427016e-06, + "loss": 2.4301, + "step": 37410 + }, + { + "epoch": 0.6403909686916928, + "grad_norm": 2.3650283813476562, + "learning_rate": 6.0496878621833785e-06, + "loss": 2.3976, + "step": 37411 + }, + { + "epoch": 0.6404080864102433, + "grad_norm": 2.4310879707336426, + "learning_rate": 6.049178554081621e-06, + "loss": 2.4278, + "step": 37412 + }, + { + "epoch": 0.6404252041287937, + "grad_norm": 2.4969544410705566, + "learning_rate": 6.0486692581233164e-06, + "loss": 2.5375, + "step": 37413 + }, + { + "epoch": 0.6404423218473442, + "grad_norm": 2.401934862136841, + "learning_rate": 6.048159974310026e-06, + "loss": 2.4083, + "step": 37414 + }, + { + "epoch": 0.6404594395658947, + "grad_norm": 2.3771073818206787, + "learning_rate": 6.04765070264331e-06, + "loss": 2.3304, + "step": 37415 + }, + { + "epoch": 0.6404765572844451, + "grad_norm": 2.408078193664551, + "learning_rate": 6.047141443124744e-06, + "loss": 2.3586, + "step": 37416 + }, + { + "epoch": 0.6404936750029956, + "grad_norm": 2.5254764556884766, + "learning_rate": 6.0466321957558836e-06, + "loss": 2.3821, + "step": 37417 + }, + { + "epoch": 0.6405107927215461, + "grad_norm": 2.4217331409454346, + "learning_rate": 6.046122960538302e-06, + "loss": 2.3649, + "step": 37418 + }, + { + "epoch": 0.6405279104400965, + "grad_norm": 2.351780414581299, + "learning_rate": 6.045613737473557e-06, + "loss": 2.3882, + "step": 37419 + }, + { + "epoch": 0.640545028158647, + "grad_norm": 2.4824576377868652, + "learning_rate": 6.045104526563219e-06, + "loss": 2.3439, + "step": 37420 + }, + { + "epoch": 0.6405621458771975, + "grad_norm": 2.4943034648895264, + "learning_rate": 6.044595327808854e-06, + "loss": 2.3897, + "step": 37421 + }, + { + "epoch": 0.6405792635957479, + "grad_norm": 2.5149028301239014, + "learning_rate": 6.044086141212022e-06, + "loss": 2.393, + "step": 37422 + }, + { + "epoch": 0.6405963813142984, + "grad_norm": 2.419201612472534, + "learning_rate": 6.043576966774292e-06, + "loss": 2.3813, + "step": 37423 + }, + { + "epoch": 0.6406134990328489, + "grad_norm": 2.4506359100341797, + "learning_rate": 6.043067804497225e-06, + "loss": 2.4006, + "step": 37424 + }, + { + "epoch": 0.6406306167513994, + "grad_norm": 2.4434871673583984, + "learning_rate": 6.042558654382391e-06, + "loss": 2.5202, + "step": 37425 + }, + { + "epoch": 0.6406477344699498, + "grad_norm": 2.2655534744262695, + "learning_rate": 6.042049516431352e-06, + "loss": 2.3119, + "step": 37426 + }, + { + "epoch": 0.6406648521885003, + "grad_norm": 2.616011142730713, + "learning_rate": 6.041540390645676e-06, + "loss": 2.552, + "step": 37427 + }, + { + "epoch": 0.6406819699070508, + "grad_norm": 2.4027979373931885, + "learning_rate": 6.041031277026926e-06, + "loss": 2.3904, + "step": 37428 + }, + { + "epoch": 0.6406990876256012, + "grad_norm": 2.494295358657837, + "learning_rate": 6.04052217557666e-06, + "loss": 2.4652, + "step": 37429 + }, + { + "epoch": 0.6407162053441517, + "grad_norm": 2.5098323822021484, + "learning_rate": 6.040013086296455e-06, + "loss": 2.4262, + "step": 37430 + }, + { + "epoch": 0.6407333230627023, + "grad_norm": 2.2692697048187256, + "learning_rate": 6.039504009187867e-06, + "loss": 2.251, + "step": 37431 + }, + { + "epoch": 0.6407504407812527, + "grad_norm": 2.3617727756500244, + "learning_rate": 6.038994944252465e-06, + "loss": 2.3761, + "step": 37432 + }, + { + "epoch": 0.6407675584998032, + "grad_norm": 2.4521467685699463, + "learning_rate": 6.03848589149181e-06, + "loss": 2.4205, + "step": 37433 + }, + { + "epoch": 0.6407846762183537, + "grad_norm": 2.4668972492218018, + "learning_rate": 6.037976850907472e-06, + "loss": 2.5466, + "step": 37434 + }, + { + "epoch": 0.6408017939369041, + "grad_norm": 2.51869797706604, + "learning_rate": 6.037467822501013e-06, + "loss": 2.4274, + "step": 37435 + }, + { + "epoch": 0.6408189116554546, + "grad_norm": 2.320786237716675, + "learning_rate": 6.036958806273993e-06, + "loss": 2.4915, + "step": 37436 + }, + { + "epoch": 0.6408360293740051, + "grad_norm": 2.5508475303649902, + "learning_rate": 6.0364498022279835e-06, + "loss": 2.4967, + "step": 37437 + }, + { + "epoch": 0.6408531470925555, + "grad_norm": 2.3040030002593994, + "learning_rate": 6.035940810364547e-06, + "loss": 2.3384, + "step": 37438 + }, + { + "epoch": 0.640870264811106, + "grad_norm": 2.4607033729553223, + "learning_rate": 6.035431830685247e-06, + "loss": 2.5029, + "step": 37439 + }, + { + "epoch": 0.6408873825296565, + "grad_norm": 2.4266984462738037, + "learning_rate": 6.034922863191644e-06, + "loss": 2.485, + "step": 37440 + }, + { + "epoch": 0.6409045002482069, + "grad_norm": 2.4344189167022705, + "learning_rate": 6.03441390788531e-06, + "loss": 2.3886, + "step": 37441 + }, + { + "epoch": 0.6409216179667574, + "grad_norm": 2.519611358642578, + "learning_rate": 6.033904964767807e-06, + "loss": 2.2768, + "step": 37442 + }, + { + "epoch": 0.6409387356853079, + "grad_norm": 2.4609251022338867, + "learning_rate": 6.033396033840697e-06, + "loss": 2.3354, + "step": 37443 + }, + { + "epoch": 0.6409558534038583, + "grad_norm": 2.335123062133789, + "learning_rate": 6.032887115105546e-06, + "loss": 2.3688, + "step": 37444 + }, + { + "epoch": 0.6409729711224088, + "grad_norm": 2.41489577293396, + "learning_rate": 6.032378208563914e-06, + "loss": 2.4749, + "step": 37445 + }, + { + "epoch": 0.6409900888409593, + "grad_norm": 2.412513256072998, + "learning_rate": 6.031869314217373e-06, + "loss": 2.5606, + "step": 37446 + }, + { + "epoch": 0.6410072065595097, + "grad_norm": 2.6027026176452637, + "learning_rate": 6.0313604320674814e-06, + "loss": 2.3576, + "step": 37447 + }, + { + "epoch": 0.6410243242780602, + "grad_norm": 2.343468189239502, + "learning_rate": 6.030851562115805e-06, + "loss": 2.3322, + "step": 37448 + }, + { + "epoch": 0.6410414419966107, + "grad_norm": 2.497938871383667, + "learning_rate": 6.0303427043639095e-06, + "loss": 2.4702, + "step": 37449 + }, + { + "epoch": 0.6410585597151611, + "grad_norm": 2.407076358795166, + "learning_rate": 6.029833858813353e-06, + "loss": 2.359, + "step": 37450 + }, + { + "epoch": 0.6410756774337116, + "grad_norm": 2.322974920272827, + "learning_rate": 6.0293250254657085e-06, + "loss": 2.3502, + "step": 37451 + }, + { + "epoch": 0.6410927951522621, + "grad_norm": 2.333461284637451, + "learning_rate": 6.0288162043225295e-06, + "loss": 2.3503, + "step": 37452 + }, + { + "epoch": 0.6411099128708125, + "grad_norm": 2.2251224517822266, + "learning_rate": 6.028307395385391e-06, + "loss": 2.2955, + "step": 37453 + }, + { + "epoch": 0.641127030589363, + "grad_norm": 2.322658061981201, + "learning_rate": 6.0277985986558495e-06, + "loss": 2.4472, + "step": 37454 + }, + { + "epoch": 0.6411441483079136, + "grad_norm": 2.2113149166107178, + "learning_rate": 6.027289814135473e-06, + "loss": 2.3307, + "step": 37455 + }, + { + "epoch": 0.641161266026464, + "grad_norm": 2.3523545265197754, + "learning_rate": 6.026781041825823e-06, + "loss": 2.4048, + "step": 37456 + }, + { + "epoch": 0.6411783837450145, + "grad_norm": 2.331415891647339, + "learning_rate": 6.02627228172846e-06, + "loss": 2.3557, + "step": 37457 + }, + { + "epoch": 0.641195501463565, + "grad_norm": 2.58333683013916, + "learning_rate": 6.025763533844955e-06, + "loss": 2.5305, + "step": 37458 + }, + { + "epoch": 0.6412126191821154, + "grad_norm": 2.5352916717529297, + "learning_rate": 6.025254798176866e-06, + "loss": 2.4509, + "step": 37459 + }, + { + "epoch": 0.6412297369006659, + "grad_norm": 2.3188936710357666, + "learning_rate": 6.02474607472576e-06, + "loss": 2.4831, + "step": 37460 + }, + { + "epoch": 0.6412468546192164, + "grad_norm": 2.4453682899475098, + "learning_rate": 6.024237363493198e-06, + "loss": 2.3963, + "step": 37461 + }, + { + "epoch": 0.6412639723377668, + "grad_norm": 2.3740193843841553, + "learning_rate": 6.023728664480746e-06, + "loss": 2.4259, + "step": 37462 + }, + { + "epoch": 0.6412810900563173, + "grad_norm": 2.6091346740722656, + "learning_rate": 6.023219977689968e-06, + "loss": 2.4441, + "step": 37463 + }, + { + "epoch": 0.6412982077748678, + "grad_norm": 2.3463950157165527, + "learning_rate": 6.022711303122424e-06, + "loss": 2.4634, + "step": 37464 + }, + { + "epoch": 0.6413153254934182, + "grad_norm": 2.390423059463501, + "learning_rate": 6.022202640779682e-06, + "loss": 2.4351, + "step": 37465 + }, + { + "epoch": 0.6413324432119687, + "grad_norm": 2.4415411949157715, + "learning_rate": 6.021693990663298e-06, + "loss": 2.3503, + "step": 37466 + }, + { + "epoch": 0.6413495609305192, + "grad_norm": 2.46390962600708, + "learning_rate": 6.021185352774846e-06, + "loss": 2.444, + "step": 37467 + }, + { + "epoch": 0.6413666786490696, + "grad_norm": 2.34704327583313, + "learning_rate": 6.02067672711588e-06, + "loss": 2.2528, + "step": 37468 + }, + { + "epoch": 0.6413837963676201, + "grad_norm": 2.4735307693481445, + "learning_rate": 6.020168113687969e-06, + "loss": 2.3543, + "step": 37469 + }, + { + "epoch": 0.6414009140861706, + "grad_norm": 2.3673510551452637, + "learning_rate": 6.019659512492671e-06, + "loss": 2.3214, + "step": 37470 + }, + { + "epoch": 0.641418031804721, + "grad_norm": 2.393749237060547, + "learning_rate": 6.019150923531556e-06, + "loss": 2.4087, + "step": 37471 + }, + { + "epoch": 0.6414351495232715, + "grad_norm": 2.367037534713745, + "learning_rate": 6.018642346806185e-06, + "loss": 2.3469, + "step": 37472 + }, + { + "epoch": 0.641452267241822, + "grad_norm": 2.362078905105591, + "learning_rate": 6.018133782318116e-06, + "loss": 2.4232, + "step": 37473 + }, + { + "epoch": 0.6414693849603725, + "grad_norm": 2.434098243713379, + "learning_rate": 6.01762523006892e-06, + "loss": 2.2966, + "step": 37474 + }, + { + "epoch": 0.6414865026789229, + "grad_norm": 2.5045692920684814, + "learning_rate": 6.017116690060154e-06, + "loss": 2.4073, + "step": 37475 + }, + { + "epoch": 0.6415036203974734, + "grad_norm": 2.4907710552215576, + "learning_rate": 6.016608162293387e-06, + "loss": 2.3713, + "step": 37476 + }, + { + "epoch": 0.641520738116024, + "grad_norm": 2.418030023574829, + "learning_rate": 6.016099646770173e-06, + "loss": 2.3516, + "step": 37477 + }, + { + "epoch": 0.6415378558345743, + "grad_norm": 2.510298252105713, + "learning_rate": 6.015591143492086e-06, + "loss": 2.4398, + "step": 37478 + }, + { + "epoch": 0.6415549735531249, + "grad_norm": 2.4308693408966064, + "learning_rate": 6.015082652460682e-06, + "loss": 2.4343, + "step": 37479 + }, + { + "epoch": 0.6415720912716754, + "grad_norm": 2.454854965209961, + "learning_rate": 6.014574173677523e-06, + "loss": 2.4545, + "step": 37480 + }, + { + "epoch": 0.6415892089902258, + "grad_norm": 2.47636342048645, + "learning_rate": 6.014065707144177e-06, + "loss": 2.458, + "step": 37481 + }, + { + "epoch": 0.6416063267087763, + "grad_norm": 2.3299899101257324, + "learning_rate": 6.0135572528622e-06, + "loss": 2.3414, + "step": 37482 + }, + { + "epoch": 0.6416234444273268, + "grad_norm": 2.453258752822876, + "learning_rate": 6.013048810833162e-06, + "loss": 2.3147, + "step": 37483 + }, + { + "epoch": 0.6416405621458772, + "grad_norm": 2.605001926422119, + "learning_rate": 6.012540381058623e-06, + "loss": 2.4508, + "step": 37484 + }, + { + "epoch": 0.6416576798644277, + "grad_norm": 2.3431663513183594, + "learning_rate": 6.0120319635401455e-06, + "loss": 2.3156, + "step": 37485 + }, + { + "epoch": 0.6416747975829782, + "grad_norm": 2.447430372238159, + "learning_rate": 6.011523558279293e-06, + "loss": 2.3942, + "step": 37486 + }, + { + "epoch": 0.6416919153015286, + "grad_norm": 2.3540525436401367, + "learning_rate": 6.011015165277623e-06, + "loss": 2.3934, + "step": 37487 + }, + { + "epoch": 0.6417090330200791, + "grad_norm": 2.4908628463745117, + "learning_rate": 6.010506784536705e-06, + "loss": 2.5053, + "step": 37488 + }, + { + "epoch": 0.6417261507386296, + "grad_norm": 2.384077787399292, + "learning_rate": 6.009998416058096e-06, + "loss": 2.3458, + "step": 37489 + }, + { + "epoch": 0.64174326845718, + "grad_norm": 2.4199743270874023, + "learning_rate": 6.0094900598433656e-06, + "loss": 2.3371, + "step": 37490 + }, + { + "epoch": 0.6417603861757305, + "grad_norm": 2.5364673137664795, + "learning_rate": 6.0089817158940715e-06, + "loss": 2.3526, + "step": 37491 + }, + { + "epoch": 0.641777503894281, + "grad_norm": 2.4749021530151367, + "learning_rate": 6.008473384211777e-06, + "loss": 2.3419, + "step": 37492 + }, + { + "epoch": 0.6417946216128314, + "grad_norm": 2.4533021450042725, + "learning_rate": 6.007965064798047e-06, + "loss": 2.4205, + "step": 37493 + }, + { + "epoch": 0.6418117393313819, + "grad_norm": 2.4129369258880615, + "learning_rate": 6.007456757654435e-06, + "loss": 2.3972, + "step": 37494 + }, + { + "epoch": 0.6418288570499324, + "grad_norm": 2.3803365230560303, + "learning_rate": 6.0069484627825135e-06, + "loss": 2.3886, + "step": 37495 + }, + { + "epoch": 0.6418459747684828, + "grad_norm": 2.3481998443603516, + "learning_rate": 6.006440180183841e-06, + "loss": 2.3648, + "step": 37496 + }, + { + "epoch": 0.6418630924870333, + "grad_norm": 2.5378835201263428, + "learning_rate": 6.005931909859981e-06, + "loss": 2.4282, + "step": 37497 + }, + { + "epoch": 0.6418802102055838, + "grad_norm": 2.41882061958313, + "learning_rate": 6.00542365181249e-06, + "loss": 2.4224, + "step": 37498 + }, + { + "epoch": 0.6418973279241342, + "grad_norm": 2.5229148864746094, + "learning_rate": 6.0049154060429396e-06, + "loss": 2.4759, + "step": 37499 + }, + { + "epoch": 0.6419144456426847, + "grad_norm": 2.4331209659576416, + "learning_rate": 6.004407172552886e-06, + "loss": 2.4418, + "step": 37500 + }, + { + "epoch": 0.6419315633612352, + "grad_norm": 2.457005739212036, + "learning_rate": 6.003898951343891e-06, + "loss": 2.4237, + "step": 37501 + }, + { + "epoch": 0.6419486810797856, + "grad_norm": 2.3758370876312256, + "learning_rate": 6.00339074241752e-06, + "loss": 2.3625, + "step": 37502 + }, + { + "epoch": 0.6419657987983362, + "grad_norm": 2.4188690185546875, + "learning_rate": 6.002882545775329e-06, + "loss": 2.3711, + "step": 37503 + }, + { + "epoch": 0.6419829165168867, + "grad_norm": 2.471309185028076, + "learning_rate": 6.002374361418889e-06, + "loss": 2.4662, + "step": 37504 + }, + { + "epoch": 0.6420000342354371, + "grad_norm": 2.352128505706787, + "learning_rate": 6.001866189349752e-06, + "loss": 2.4755, + "step": 37505 + }, + { + "epoch": 0.6420171519539876, + "grad_norm": 2.511220932006836, + "learning_rate": 6.001358029569491e-06, + "loss": 2.4264, + "step": 37506 + }, + { + "epoch": 0.6420342696725381, + "grad_norm": 2.51082706451416, + "learning_rate": 6.0008498820796614e-06, + "loss": 2.4196, + "step": 37507 + }, + { + "epoch": 0.6420513873910885, + "grad_norm": 2.53069806098938, + "learning_rate": 6.0003417468818235e-06, + "loss": 2.3679, + "step": 37508 + }, + { + "epoch": 0.642068505109639, + "grad_norm": 2.402554750442505, + "learning_rate": 5.999833623977542e-06, + "loss": 2.3123, + "step": 37509 + }, + { + "epoch": 0.6420856228281895, + "grad_norm": 2.529139280319214, + "learning_rate": 5.999325513368377e-06, + "loss": 2.521, + "step": 37510 + }, + { + "epoch": 0.6421027405467399, + "grad_norm": 2.5050580501556396, + "learning_rate": 5.998817415055893e-06, + "loss": 2.4589, + "step": 37511 + }, + { + "epoch": 0.6421198582652904, + "grad_norm": 2.4138054847717285, + "learning_rate": 5.9983093290416495e-06, + "loss": 2.3562, + "step": 37512 + }, + { + "epoch": 0.6421369759838409, + "grad_norm": 2.3550212383270264, + "learning_rate": 5.997801255327209e-06, + "loss": 2.4116, + "step": 37513 + }, + { + "epoch": 0.6421540937023913, + "grad_norm": 2.2891457080841064, + "learning_rate": 5.997293193914134e-06, + "loss": 2.324, + "step": 37514 + }, + { + "epoch": 0.6421712114209418, + "grad_norm": 2.547743797302246, + "learning_rate": 5.99678514480398e-06, + "loss": 2.4376, + "step": 37515 + }, + { + "epoch": 0.6421883291394923, + "grad_norm": 2.442092180252075, + "learning_rate": 5.9962771079983195e-06, + "loss": 2.431, + "step": 37516 + }, + { + "epoch": 0.6422054468580427, + "grad_norm": 2.5923264026641846, + "learning_rate": 5.995769083498705e-06, + "loss": 2.4222, + "step": 37517 + }, + { + "epoch": 0.6422225645765932, + "grad_norm": 2.511711359024048, + "learning_rate": 5.995261071306703e-06, + "loss": 2.4301, + "step": 37518 + }, + { + "epoch": 0.6422396822951437, + "grad_norm": 2.348759889602661, + "learning_rate": 5.994753071423869e-06, + "loss": 2.4005, + "step": 37519 + }, + { + "epoch": 0.6422568000136942, + "grad_norm": 2.43255615234375, + "learning_rate": 5.9942450838517716e-06, + "loss": 2.5391, + "step": 37520 + }, + { + "epoch": 0.6422739177322446, + "grad_norm": 2.597877025604248, + "learning_rate": 5.99373710859197e-06, + "loss": 2.4738, + "step": 37521 + }, + { + "epoch": 0.6422910354507951, + "grad_norm": 2.3227057456970215, + "learning_rate": 5.9932291456460225e-06, + "loss": 2.3766, + "step": 37522 + }, + { + "epoch": 0.6423081531693456, + "grad_norm": 2.60916805267334, + "learning_rate": 5.992721195015494e-06, + "loss": 2.5092, + "step": 37523 + }, + { + "epoch": 0.642325270887896, + "grad_norm": 2.5110585689544678, + "learning_rate": 5.992213256701939e-06, + "loss": 2.3143, + "step": 37524 + }, + { + "epoch": 0.6423423886064465, + "grad_norm": 2.3828701972961426, + "learning_rate": 5.9917053307069305e-06, + "loss": 2.3807, + "step": 37525 + }, + { + "epoch": 0.642359506324997, + "grad_norm": 2.4461586475372314, + "learning_rate": 5.991197417032018e-06, + "loss": 2.3343, + "step": 37526 + }, + { + "epoch": 0.6423766240435475, + "grad_norm": 2.5438380241394043, + "learning_rate": 5.990689515678772e-06, + "loss": 2.3218, + "step": 37527 + }, + { + "epoch": 0.642393741762098, + "grad_norm": 2.4361555576324463, + "learning_rate": 5.9901816266487475e-06, + "loss": 2.2852, + "step": 37528 + }, + { + "epoch": 0.6424108594806485, + "grad_norm": 2.3518567085266113, + "learning_rate": 5.9896737499435074e-06, + "loss": 2.3949, + "step": 37529 + }, + { + "epoch": 0.6424279771991989, + "grad_norm": 2.3913183212280273, + "learning_rate": 5.989165885564614e-06, + "loss": 2.4909, + "step": 37530 + }, + { + "epoch": 0.6424450949177494, + "grad_norm": 2.63442063331604, + "learning_rate": 5.9886580335136235e-06, + "loss": 2.4023, + "step": 37531 + }, + { + "epoch": 0.6424622126362999, + "grad_norm": 2.4704954624176025, + "learning_rate": 5.988150193792105e-06, + "loss": 2.4506, + "step": 37532 + }, + { + "epoch": 0.6424793303548503, + "grad_norm": 2.7506041526794434, + "learning_rate": 5.987642366401611e-06, + "loss": 2.4203, + "step": 37533 + }, + { + "epoch": 0.6424964480734008, + "grad_norm": 2.588195562362671, + "learning_rate": 5.987134551343711e-06, + "loss": 2.5076, + "step": 37534 + }, + { + "epoch": 0.6425135657919513, + "grad_norm": 2.4810588359832764, + "learning_rate": 5.986626748619959e-06, + "loss": 2.3125, + "step": 37535 + }, + { + "epoch": 0.6425306835105017, + "grad_norm": 2.3414714336395264, + "learning_rate": 5.986118958231915e-06, + "loss": 2.3655, + "step": 37536 + }, + { + "epoch": 0.6425478012290522, + "grad_norm": 2.4681084156036377, + "learning_rate": 5.985611180181146e-06, + "loss": 2.4284, + "step": 37537 + }, + { + "epoch": 0.6425649189476027, + "grad_norm": 2.6031055450439453, + "learning_rate": 5.985103414469207e-06, + "loss": 2.5101, + "step": 37538 + }, + { + "epoch": 0.6425820366661531, + "grad_norm": 2.2807672023773193, + "learning_rate": 5.984595661097663e-06, + "loss": 2.4106, + "step": 37539 + }, + { + "epoch": 0.6425991543847036, + "grad_norm": 2.4682164192199707, + "learning_rate": 5.984087920068069e-06, + "loss": 2.398, + "step": 37540 + }, + { + "epoch": 0.6426162721032541, + "grad_norm": 2.434683084487915, + "learning_rate": 5.9835801913819945e-06, + "loss": 2.3844, + "step": 37541 + }, + { + "epoch": 0.6426333898218045, + "grad_norm": 2.4847912788391113, + "learning_rate": 5.983072475040989e-06, + "loss": 2.4279, + "step": 37542 + }, + { + "epoch": 0.642650507540355, + "grad_norm": 2.300257682800293, + "learning_rate": 5.982564771046625e-06, + "loss": 2.3435, + "step": 37543 + }, + { + "epoch": 0.6426676252589055, + "grad_norm": 2.4634666442871094, + "learning_rate": 5.9820570794004566e-06, + "loss": 2.4602, + "step": 37544 + }, + { + "epoch": 0.6426847429774559, + "grad_norm": 2.6205198764801025, + "learning_rate": 5.981549400104042e-06, + "loss": 2.4928, + "step": 37545 + }, + { + "epoch": 0.6427018606960064, + "grad_norm": 2.2495217323303223, + "learning_rate": 5.981041733158946e-06, + "loss": 2.3478, + "step": 37546 + }, + { + "epoch": 0.6427189784145569, + "grad_norm": 2.395453453063965, + "learning_rate": 5.980534078566724e-06, + "loss": 2.2942, + "step": 37547 + }, + { + "epoch": 0.6427360961331073, + "grad_norm": 2.3876912593841553, + "learning_rate": 5.980026436328943e-06, + "loss": 2.4183, + "step": 37548 + }, + { + "epoch": 0.6427532138516578, + "grad_norm": 2.3528199195861816, + "learning_rate": 5.979518806447159e-06, + "loss": 2.3978, + "step": 37549 + }, + { + "epoch": 0.6427703315702084, + "grad_norm": 2.5638811588287354, + "learning_rate": 5.979011188922934e-06, + "loss": 2.4068, + "step": 37550 + }, + { + "epoch": 0.6427874492887587, + "grad_norm": 2.3989129066467285, + "learning_rate": 5.978503583757829e-06, + "loss": 2.4149, + "step": 37551 + }, + { + "epoch": 0.6428045670073093, + "grad_norm": 2.4740958213806152, + "learning_rate": 5.977995990953398e-06, + "loss": 2.4727, + "step": 37552 + }, + { + "epoch": 0.6428216847258598, + "grad_norm": 2.4891483783721924, + "learning_rate": 5.97748841051121e-06, + "loss": 2.3549, + "step": 37553 + }, + { + "epoch": 0.6428388024444102, + "grad_norm": 2.4076080322265625, + "learning_rate": 5.976980842432818e-06, + "loss": 2.4501, + "step": 37554 + }, + { + "epoch": 0.6428559201629607, + "grad_norm": 2.4854376316070557, + "learning_rate": 5.976473286719788e-06, + "loss": 2.4855, + "step": 37555 + }, + { + "epoch": 0.6428730378815112, + "grad_norm": 2.1904096603393555, + "learning_rate": 5.975965743373672e-06, + "loss": 2.2986, + "step": 37556 + }, + { + "epoch": 0.6428901556000616, + "grad_norm": 2.3108232021331787, + "learning_rate": 5.975458212396039e-06, + "loss": 2.3512, + "step": 37557 + }, + { + "epoch": 0.6429072733186121, + "grad_norm": 2.475043535232544, + "learning_rate": 5.974950693788446e-06, + "loss": 2.5492, + "step": 37558 + }, + { + "epoch": 0.6429243910371626, + "grad_norm": 2.478612184524536, + "learning_rate": 5.97444318755245e-06, + "loss": 2.597, + "step": 37559 + }, + { + "epoch": 0.642941508755713, + "grad_norm": 2.351729393005371, + "learning_rate": 5.9739356936896156e-06, + "loss": 2.4422, + "step": 37560 + }, + { + "epoch": 0.6429586264742635, + "grad_norm": 2.5347485542297363, + "learning_rate": 5.973428212201495e-06, + "loss": 2.4236, + "step": 37561 + }, + { + "epoch": 0.642975744192814, + "grad_norm": 2.3860387802124023, + "learning_rate": 5.972920743089656e-06, + "loss": 2.3493, + "step": 37562 + }, + { + "epoch": 0.6429928619113644, + "grad_norm": 2.4986023902893066, + "learning_rate": 5.972413286355654e-06, + "loss": 2.466, + "step": 37563 + }, + { + "epoch": 0.6430099796299149, + "grad_norm": 2.4421942234039307, + "learning_rate": 5.971905842001052e-06, + "loss": 2.474, + "step": 37564 + }, + { + "epoch": 0.6430270973484654, + "grad_norm": 2.407118082046509, + "learning_rate": 5.971398410027409e-06, + "loss": 2.4154, + "step": 37565 + }, + { + "epoch": 0.6430442150670159, + "grad_norm": 2.2872800827026367, + "learning_rate": 5.97089099043628e-06, + "loss": 2.3377, + "step": 37566 + }, + { + "epoch": 0.6430613327855663, + "grad_norm": 2.4305331707000732, + "learning_rate": 5.9703835832292316e-06, + "loss": 2.4672, + "step": 37567 + }, + { + "epoch": 0.6430784505041168, + "grad_norm": 2.278573751449585, + "learning_rate": 5.969876188407816e-06, + "loss": 2.3105, + "step": 37568 + }, + { + "epoch": 0.6430955682226673, + "grad_norm": 2.6212234497070312, + "learning_rate": 5.9693688059736e-06, + "loss": 2.4623, + "step": 37569 + }, + { + "epoch": 0.6431126859412177, + "grad_norm": 2.373629331588745, + "learning_rate": 5.968861435928139e-06, + "loss": 2.3063, + "step": 37570 + }, + { + "epoch": 0.6431298036597682, + "grad_norm": 2.266613006591797, + "learning_rate": 5.968354078272993e-06, + "loss": 2.4137, + "step": 37571 + }, + { + "epoch": 0.6431469213783187, + "grad_norm": 2.4256632328033447, + "learning_rate": 5.967846733009724e-06, + "loss": 2.2868, + "step": 37572 + }, + { + "epoch": 0.6431640390968691, + "grad_norm": 2.3956809043884277, + "learning_rate": 5.9673394001398835e-06, + "loss": 2.3208, + "step": 37573 + }, + { + "epoch": 0.6431811568154197, + "grad_norm": 2.3673763275146484, + "learning_rate": 5.966832079665041e-06, + "loss": 2.3407, + "step": 37574 + }, + { + "epoch": 0.6431982745339702, + "grad_norm": 2.540001630783081, + "learning_rate": 5.966324771586749e-06, + "loss": 2.3777, + "step": 37575 + }, + { + "epoch": 0.6432153922525206, + "grad_norm": 2.5413758754730225, + "learning_rate": 5.965817475906572e-06, + "loss": 2.4118, + "step": 37576 + }, + { + "epoch": 0.6432325099710711, + "grad_norm": 2.4440927505493164, + "learning_rate": 5.9653101926260615e-06, + "loss": 2.3189, + "step": 37577 + }, + { + "epoch": 0.6432496276896216, + "grad_norm": 2.4862282276153564, + "learning_rate": 5.9648029217467865e-06, + "loss": 2.4353, + "step": 37578 + }, + { + "epoch": 0.643266745408172, + "grad_norm": 2.4258570671081543, + "learning_rate": 5.964295663270301e-06, + "loss": 2.4434, + "step": 37579 + }, + { + "epoch": 0.6432838631267225, + "grad_norm": 2.434818983078003, + "learning_rate": 5.963788417198159e-06, + "loss": 2.446, + "step": 37580 + }, + { + "epoch": 0.643300980845273, + "grad_norm": 2.3147594928741455, + "learning_rate": 5.96328118353193e-06, + "loss": 2.3115, + "step": 37581 + }, + { + "epoch": 0.6433180985638234, + "grad_norm": 2.6513054370880127, + "learning_rate": 5.9627739622731665e-06, + "loss": 2.4832, + "step": 37582 + }, + { + "epoch": 0.6433352162823739, + "grad_norm": 2.458348274230957, + "learning_rate": 5.9622667534234306e-06, + "loss": 2.4054, + "step": 37583 + }, + { + "epoch": 0.6433523340009244, + "grad_norm": 2.387094259262085, + "learning_rate": 5.961759556984275e-06, + "loss": 2.3736, + "step": 37584 + }, + { + "epoch": 0.6433694517194748, + "grad_norm": 2.3878870010375977, + "learning_rate": 5.961252372957269e-06, + "loss": 2.3318, + "step": 37585 + }, + { + "epoch": 0.6433865694380253, + "grad_norm": 2.529810905456543, + "learning_rate": 5.960745201343965e-06, + "loss": 2.4324, + "step": 37586 + }, + { + "epoch": 0.6434036871565758, + "grad_norm": 2.299535036087036, + "learning_rate": 5.960238042145921e-06, + "loss": 2.3771, + "step": 37587 + }, + { + "epoch": 0.6434208048751262, + "grad_norm": 2.2740156650543213, + "learning_rate": 5.959730895364698e-06, + "loss": 2.3928, + "step": 37588 + }, + { + "epoch": 0.6434379225936767, + "grad_norm": 2.5248324871063232, + "learning_rate": 5.959223761001852e-06, + "loss": 2.3978, + "step": 37589 + }, + { + "epoch": 0.6434550403122272, + "grad_norm": 2.4145772457122803, + "learning_rate": 5.958716639058948e-06, + "loss": 2.3959, + "step": 37590 + }, + { + "epoch": 0.6434721580307776, + "grad_norm": 2.4437780380249023, + "learning_rate": 5.958209529537538e-06, + "loss": 2.3962, + "step": 37591 + }, + { + "epoch": 0.6434892757493281, + "grad_norm": 2.493046760559082, + "learning_rate": 5.957702432439187e-06, + "loss": 2.4645, + "step": 37592 + }, + { + "epoch": 0.6435063934678786, + "grad_norm": 2.3958122730255127, + "learning_rate": 5.957195347765449e-06, + "loss": 2.3515, + "step": 37593 + }, + { + "epoch": 0.643523511186429, + "grad_norm": 2.5747640132904053, + "learning_rate": 5.95668827551788e-06, + "loss": 2.3209, + "step": 37594 + }, + { + "epoch": 0.6435406289049795, + "grad_norm": 2.3803906440734863, + "learning_rate": 5.956181215698047e-06, + "loss": 2.3385, + "step": 37595 + }, + { + "epoch": 0.64355774662353, + "grad_norm": 2.1846044063568115, + "learning_rate": 5.955674168307499e-06, + "loss": 2.225, + "step": 37596 + }, + { + "epoch": 0.6435748643420804, + "grad_norm": 2.3343985080718994, + "learning_rate": 5.9551671333478056e-06, + "loss": 2.3882, + "step": 37597 + }, + { + "epoch": 0.643591982060631, + "grad_norm": 2.5424740314483643, + "learning_rate": 5.954660110820513e-06, + "loss": 2.3482, + "step": 37598 + }, + { + "epoch": 0.6436090997791815, + "grad_norm": 2.275606870651245, + "learning_rate": 5.954153100727189e-06, + "loss": 2.404, + "step": 37599 + }, + { + "epoch": 0.6436262174977319, + "grad_norm": 2.4910850524902344, + "learning_rate": 5.953646103069389e-06, + "loss": 2.4492, + "step": 37600 + }, + { + "epoch": 0.6436433352162824, + "grad_norm": 2.451003313064575, + "learning_rate": 5.953139117848668e-06, + "loss": 2.4671, + "step": 37601 + }, + { + "epoch": 0.6436604529348329, + "grad_norm": 2.385481834411621, + "learning_rate": 5.95263214506659e-06, + "loss": 2.5282, + "step": 37602 + }, + { + "epoch": 0.6436775706533833, + "grad_norm": 2.574965476989746, + "learning_rate": 5.952125184724709e-06, + "loss": 2.4152, + "step": 37603 + }, + { + "epoch": 0.6436946883719338, + "grad_norm": 2.4577701091766357, + "learning_rate": 5.951618236824585e-06, + "loss": 2.4144, + "step": 37604 + }, + { + "epoch": 0.6437118060904843, + "grad_norm": 2.415520191192627, + "learning_rate": 5.951111301367775e-06, + "loss": 2.4257, + "step": 37605 + }, + { + "epoch": 0.6437289238090347, + "grad_norm": 2.4597136974334717, + "learning_rate": 5.95060437835584e-06, + "loss": 2.3532, + "step": 37606 + }, + { + "epoch": 0.6437460415275852, + "grad_norm": 2.45137095451355, + "learning_rate": 5.950097467790337e-06, + "loss": 2.4187, + "step": 37607 + }, + { + "epoch": 0.6437631592461357, + "grad_norm": 2.6139793395996094, + "learning_rate": 5.949590569672819e-06, + "loss": 2.4244, + "step": 37608 + }, + { + "epoch": 0.6437802769646861, + "grad_norm": 2.4591081142425537, + "learning_rate": 5.949083684004853e-06, + "loss": 2.3581, + "step": 37609 + }, + { + "epoch": 0.6437973946832366, + "grad_norm": 2.4468772411346436, + "learning_rate": 5.948576810787987e-06, + "loss": 2.4225, + "step": 37610 + }, + { + "epoch": 0.6438145124017871, + "grad_norm": 2.4050114154815674, + "learning_rate": 5.948069950023787e-06, + "loss": 2.4165, + "step": 37611 + }, + { + "epoch": 0.6438316301203376, + "grad_norm": 2.448716163635254, + "learning_rate": 5.947563101713808e-06, + "loss": 2.4057, + "step": 37612 + }, + { + "epoch": 0.643848747838888, + "grad_norm": 2.392106533050537, + "learning_rate": 5.947056265859609e-06, + "loss": 2.4545, + "step": 37613 + }, + { + "epoch": 0.6438658655574385, + "grad_norm": 2.4894278049468994, + "learning_rate": 5.9465494424627436e-06, + "loss": 2.5331, + "step": 37614 + }, + { + "epoch": 0.643882983275989, + "grad_norm": 2.514237403869629, + "learning_rate": 5.9460426315247755e-06, + "loss": 2.4996, + "step": 37615 + }, + { + "epoch": 0.6439001009945394, + "grad_norm": 2.383821964263916, + "learning_rate": 5.94553583304726e-06, + "loss": 2.5065, + "step": 37616 + }, + { + "epoch": 0.6439172187130899, + "grad_norm": 2.607792377471924, + "learning_rate": 5.945029047031752e-06, + "loss": 2.519, + "step": 37617 + }, + { + "epoch": 0.6439343364316404, + "grad_norm": 2.3734028339385986, + "learning_rate": 5.944522273479814e-06, + "loss": 2.3731, + "step": 37618 + }, + { + "epoch": 0.6439514541501908, + "grad_norm": 2.4970569610595703, + "learning_rate": 5.944015512393e-06, + "loss": 2.4674, + "step": 37619 + }, + { + "epoch": 0.6439685718687413, + "grad_norm": 2.4814164638519287, + "learning_rate": 5.943508763772871e-06, + "loss": 2.4769, + "step": 37620 + }, + { + "epoch": 0.6439856895872919, + "grad_norm": 2.5021753311157227, + "learning_rate": 5.943002027620979e-06, + "loss": 2.4711, + "step": 37621 + }, + { + "epoch": 0.6440028073058423, + "grad_norm": 2.263780355453491, + "learning_rate": 5.942495303938888e-06, + "loss": 2.2932, + "step": 37622 + }, + { + "epoch": 0.6440199250243928, + "grad_norm": 2.3518004417419434, + "learning_rate": 5.941988592728153e-06, + "loss": 2.3905, + "step": 37623 + }, + { + "epoch": 0.6440370427429433, + "grad_norm": 2.314319610595703, + "learning_rate": 5.941481893990328e-06, + "loss": 2.5283, + "step": 37624 + }, + { + "epoch": 0.6440541604614937, + "grad_norm": 2.430094003677368, + "learning_rate": 5.940975207726978e-06, + "loss": 2.4884, + "step": 37625 + }, + { + "epoch": 0.6440712781800442, + "grad_norm": 2.3106813430786133, + "learning_rate": 5.9404685339396494e-06, + "loss": 2.4823, + "step": 37626 + }, + { + "epoch": 0.6440883958985947, + "grad_norm": 2.4645652770996094, + "learning_rate": 5.939961872629911e-06, + "loss": 2.5583, + "step": 37627 + }, + { + "epoch": 0.6441055136171451, + "grad_norm": 2.420945167541504, + "learning_rate": 5.939455223799314e-06, + "loss": 2.5228, + "step": 37628 + }, + { + "epoch": 0.6441226313356956, + "grad_norm": 2.5027964115142822, + "learning_rate": 5.938948587449418e-06, + "loss": 2.4561, + "step": 37629 + }, + { + "epoch": 0.6441397490542461, + "grad_norm": 2.330918788909912, + "learning_rate": 5.938441963581778e-06, + "loss": 2.4352, + "step": 37630 + }, + { + "epoch": 0.6441568667727965, + "grad_norm": 2.3791534900665283, + "learning_rate": 5.93793535219795e-06, + "loss": 2.3564, + "step": 37631 + }, + { + "epoch": 0.644173984491347, + "grad_norm": 2.313537359237671, + "learning_rate": 5.937428753299495e-06, + "loss": 2.3471, + "step": 37632 + }, + { + "epoch": 0.6441911022098975, + "grad_norm": 2.5229475498199463, + "learning_rate": 5.936922166887966e-06, + "loss": 2.4133, + "step": 37633 + }, + { + "epoch": 0.6442082199284479, + "grad_norm": 2.342548370361328, + "learning_rate": 5.936415592964926e-06, + "loss": 2.4248, + "step": 37634 + }, + { + "epoch": 0.6442253376469984, + "grad_norm": 2.400902509689331, + "learning_rate": 5.935909031531927e-06, + "loss": 2.427, + "step": 37635 + }, + { + "epoch": 0.6442424553655489, + "grad_norm": 2.445216655731201, + "learning_rate": 5.935402482590529e-06, + "loss": 2.4556, + "step": 37636 + }, + { + "epoch": 0.6442595730840993, + "grad_norm": 2.4792673587799072, + "learning_rate": 5.934895946142287e-06, + "loss": 2.4524, + "step": 37637 + }, + { + "epoch": 0.6442766908026498, + "grad_norm": 2.2797577381134033, + "learning_rate": 5.934389422188756e-06, + "loss": 2.4428, + "step": 37638 + }, + { + "epoch": 0.6442938085212003, + "grad_norm": 2.6308960914611816, + "learning_rate": 5.933882910731497e-06, + "loss": 2.515, + "step": 37639 + }, + { + "epoch": 0.6443109262397507, + "grad_norm": 2.3197519779205322, + "learning_rate": 5.9333764117720645e-06, + "loss": 2.3785, + "step": 37640 + }, + { + "epoch": 0.6443280439583012, + "grad_norm": 2.402902126312256, + "learning_rate": 5.932869925312017e-06, + "loss": 2.4403, + "step": 37641 + }, + { + "epoch": 0.6443451616768517, + "grad_norm": 2.471332550048828, + "learning_rate": 5.932363451352907e-06, + "loss": 2.501, + "step": 37642 + }, + { + "epoch": 0.6443622793954021, + "grad_norm": 2.4121673107147217, + "learning_rate": 5.9318569898962986e-06, + "loss": 2.4003, + "step": 37643 + }, + { + "epoch": 0.6443793971139526, + "grad_norm": 2.519545555114746, + "learning_rate": 5.931350540943743e-06, + "loss": 2.4036, + "step": 37644 + }, + { + "epoch": 0.6443965148325032, + "grad_norm": 2.522228956222534, + "learning_rate": 5.930844104496797e-06, + "loss": 2.3425, + "step": 37645 + }, + { + "epoch": 0.6444136325510536, + "grad_norm": 2.478055953979492, + "learning_rate": 5.93033768055702e-06, + "loss": 2.4568, + "step": 37646 + }, + { + "epoch": 0.6444307502696041, + "grad_norm": 2.3481602668762207, + "learning_rate": 5.929831269125963e-06, + "loss": 2.2972, + "step": 37647 + }, + { + "epoch": 0.6444478679881546, + "grad_norm": 2.4175572395324707, + "learning_rate": 5.929324870205191e-06, + "loss": 2.3443, + "step": 37648 + }, + { + "epoch": 0.644464985706705, + "grad_norm": 2.498581647872925, + "learning_rate": 5.928818483796253e-06, + "loss": 2.4135, + "step": 37649 + }, + { + "epoch": 0.6444821034252555, + "grad_norm": 2.407710075378418, + "learning_rate": 5.9283121099007105e-06, + "loss": 2.2904, + "step": 37650 + }, + { + "epoch": 0.644499221143806, + "grad_norm": 2.484776258468628, + "learning_rate": 5.9278057485201175e-06, + "loss": 2.5055, + "step": 37651 + }, + { + "epoch": 0.6445163388623564, + "grad_norm": 2.3853793144226074, + "learning_rate": 5.927299399656028e-06, + "loss": 2.2783, + "step": 37652 + }, + { + "epoch": 0.6445334565809069, + "grad_norm": 2.505167245864868, + "learning_rate": 5.9267930633100036e-06, + "loss": 2.4558, + "step": 37653 + }, + { + "epoch": 0.6445505742994574, + "grad_norm": 2.5559682846069336, + "learning_rate": 5.926286739483595e-06, + "loss": 2.3254, + "step": 37654 + }, + { + "epoch": 0.6445676920180078, + "grad_norm": 2.3473799228668213, + "learning_rate": 5.925780428178365e-06, + "loss": 2.3334, + "step": 37655 + }, + { + "epoch": 0.6445848097365583, + "grad_norm": 2.451429605484009, + "learning_rate": 5.925274129395864e-06, + "loss": 2.3971, + "step": 37656 + }, + { + "epoch": 0.6446019274551088, + "grad_norm": 2.429622173309326, + "learning_rate": 5.924767843137652e-06, + "loss": 2.3327, + "step": 37657 + }, + { + "epoch": 0.6446190451736592, + "grad_norm": 2.292293071746826, + "learning_rate": 5.924261569405284e-06, + "loss": 2.3873, + "step": 37658 + }, + { + "epoch": 0.6446361628922097, + "grad_norm": 2.446164846420288, + "learning_rate": 5.9237553082003115e-06, + "loss": 2.4591, + "step": 37659 + }, + { + "epoch": 0.6446532806107602, + "grad_norm": 2.427008867263794, + "learning_rate": 5.9232490595242995e-06, + "loss": 2.3679, + "step": 37660 + }, + { + "epoch": 0.6446703983293107, + "grad_norm": 2.4149701595306396, + "learning_rate": 5.9227428233787974e-06, + "loss": 2.3938, + "step": 37661 + }, + { + "epoch": 0.6446875160478611, + "grad_norm": 2.5288503170013428, + "learning_rate": 5.9222365997653655e-06, + "loss": 2.4332, + "step": 37662 + }, + { + "epoch": 0.6447046337664116, + "grad_norm": 2.4992880821228027, + "learning_rate": 5.921730388685551e-06, + "loss": 2.4265, + "step": 37663 + }, + { + "epoch": 0.6447217514849621, + "grad_norm": 2.4253273010253906, + "learning_rate": 5.921224190140923e-06, + "loss": 2.4618, + "step": 37664 + }, + { + "epoch": 0.6447388692035125, + "grad_norm": 2.5683929920196533, + "learning_rate": 5.92071800413303e-06, + "loss": 2.4568, + "step": 37665 + }, + { + "epoch": 0.644755986922063, + "grad_norm": 2.324613571166992, + "learning_rate": 5.920211830663425e-06, + "loss": 2.4567, + "step": 37666 + }, + { + "epoch": 0.6447731046406135, + "grad_norm": 2.448556423187256, + "learning_rate": 5.919705669733671e-06, + "loss": 2.4219, + "step": 37667 + }, + { + "epoch": 0.644790222359164, + "grad_norm": 2.4840028285980225, + "learning_rate": 5.9191995213453144e-06, + "loss": 2.5744, + "step": 37668 + }, + { + "epoch": 0.6448073400777145, + "grad_norm": 2.4894683361053467, + "learning_rate": 5.91869338549992e-06, + "loss": 2.4211, + "step": 37669 + }, + { + "epoch": 0.644824457796265, + "grad_norm": 2.4008092880249023, + "learning_rate": 5.918187262199038e-06, + "loss": 2.417, + "step": 37670 + }, + { + "epoch": 0.6448415755148154, + "grad_norm": 2.401872396469116, + "learning_rate": 5.91768115144423e-06, + "loss": 2.3642, + "step": 37671 + }, + { + "epoch": 0.6448586932333659, + "grad_norm": 2.6308062076568604, + "learning_rate": 5.917175053237046e-06, + "loss": 2.5576, + "step": 37672 + }, + { + "epoch": 0.6448758109519164, + "grad_norm": 2.310985803604126, + "learning_rate": 5.916668967579042e-06, + "loss": 2.4705, + "step": 37673 + }, + { + "epoch": 0.6448929286704668, + "grad_norm": 2.4034194946289062, + "learning_rate": 5.9161628944717775e-06, + "loss": 2.3884, + "step": 37674 + }, + { + "epoch": 0.6449100463890173, + "grad_norm": 2.5036051273345947, + "learning_rate": 5.915656833916801e-06, + "loss": 2.3725, + "step": 37675 + }, + { + "epoch": 0.6449271641075678, + "grad_norm": 2.3190908432006836, + "learning_rate": 5.915150785915675e-06, + "loss": 2.4146, + "step": 37676 + }, + { + "epoch": 0.6449442818261182, + "grad_norm": 2.4425759315490723, + "learning_rate": 5.914644750469951e-06, + "loss": 2.4842, + "step": 37677 + }, + { + "epoch": 0.6449613995446687, + "grad_norm": 2.456756830215454, + "learning_rate": 5.914138727581187e-06, + "loss": 2.4311, + "step": 37678 + }, + { + "epoch": 0.6449785172632192, + "grad_norm": 2.461859703063965, + "learning_rate": 5.9136327172509365e-06, + "loss": 2.3756, + "step": 37679 + }, + { + "epoch": 0.6449956349817696, + "grad_norm": 2.354740619659424, + "learning_rate": 5.913126719480753e-06, + "loss": 2.4472, + "step": 37680 + }, + { + "epoch": 0.6450127527003201, + "grad_norm": 2.361173152923584, + "learning_rate": 5.9126207342721966e-06, + "loss": 2.4205, + "step": 37681 + }, + { + "epoch": 0.6450298704188706, + "grad_norm": 2.46791672706604, + "learning_rate": 5.912114761626817e-06, + "loss": 2.4943, + "step": 37682 + }, + { + "epoch": 0.645046988137421, + "grad_norm": 2.4693377017974854, + "learning_rate": 5.911608801546175e-06, + "loss": 2.4242, + "step": 37683 + }, + { + "epoch": 0.6450641058559715, + "grad_norm": 2.558234691619873, + "learning_rate": 5.911102854031818e-06, + "loss": 2.533, + "step": 37684 + }, + { + "epoch": 0.645081223574522, + "grad_norm": 2.4873712062835693, + "learning_rate": 5.910596919085312e-06, + "loss": 2.3431, + "step": 37685 + }, + { + "epoch": 0.6450983412930724, + "grad_norm": 2.4523141384124756, + "learning_rate": 5.910090996708202e-06, + "loss": 2.3796, + "step": 37686 + }, + { + "epoch": 0.6451154590116229, + "grad_norm": 2.405860185623169, + "learning_rate": 5.90958508690205e-06, + "loss": 2.3354, + "step": 37687 + }, + { + "epoch": 0.6451325767301734, + "grad_norm": 2.4750328063964844, + "learning_rate": 5.909079189668409e-06, + "loss": 2.3631, + "step": 37688 + }, + { + "epoch": 0.6451496944487238, + "grad_norm": 2.51938533782959, + "learning_rate": 5.9085733050088275e-06, + "loss": 2.5285, + "step": 37689 + }, + { + "epoch": 0.6451668121672743, + "grad_norm": 2.513136148452759, + "learning_rate": 5.908067432924871e-06, + "loss": 2.4318, + "step": 37690 + }, + { + "epoch": 0.6451839298858248, + "grad_norm": 2.5396900177001953, + "learning_rate": 5.9075615734180855e-06, + "loss": 2.4276, + "step": 37691 + }, + { + "epoch": 0.6452010476043752, + "grad_norm": 2.613985776901245, + "learning_rate": 5.907055726490034e-06, + "loss": 2.5273, + "step": 37692 + }, + { + "epoch": 0.6452181653229258, + "grad_norm": 2.514242649078369, + "learning_rate": 5.906549892142264e-06, + "loss": 2.4397, + "step": 37693 + }, + { + "epoch": 0.6452352830414763, + "grad_norm": 2.6746485233306885, + "learning_rate": 5.906044070376336e-06, + "loss": 2.4935, + "step": 37694 + }, + { + "epoch": 0.6452524007600267, + "grad_norm": 2.500209093093872, + "learning_rate": 5.9055382611938005e-06, + "loss": 2.4437, + "step": 37695 + }, + { + "epoch": 0.6452695184785772, + "grad_norm": 2.4165995121002197, + "learning_rate": 5.905032464596211e-06, + "loss": 2.3179, + "step": 37696 + }, + { + "epoch": 0.6452866361971277, + "grad_norm": 2.6139774322509766, + "learning_rate": 5.904526680585129e-06, + "loss": 2.4634, + "step": 37697 + }, + { + "epoch": 0.6453037539156781, + "grad_norm": 2.4849698543548584, + "learning_rate": 5.904020909162103e-06, + "loss": 2.396, + "step": 37698 + }, + { + "epoch": 0.6453208716342286, + "grad_norm": 2.4694972038269043, + "learning_rate": 5.903515150328689e-06, + "loss": 2.444, + "step": 37699 + }, + { + "epoch": 0.6453379893527791, + "grad_norm": 2.3811306953430176, + "learning_rate": 5.9030094040864404e-06, + "loss": 2.4546, + "step": 37700 + }, + { + "epoch": 0.6453551070713295, + "grad_norm": 2.395920753479004, + "learning_rate": 5.902503670436916e-06, + "loss": 2.4345, + "step": 37701 + }, + { + "epoch": 0.64537222478988, + "grad_norm": 2.357333183288574, + "learning_rate": 5.901997949381669e-06, + "loss": 2.3707, + "step": 37702 + }, + { + "epoch": 0.6453893425084305, + "grad_norm": 2.4003002643585205, + "learning_rate": 5.9014922409222494e-06, + "loss": 2.3989, + "step": 37703 + }, + { + "epoch": 0.6454064602269809, + "grad_norm": 2.380223035812378, + "learning_rate": 5.900986545060217e-06, + "loss": 2.4341, + "step": 37704 + }, + { + "epoch": 0.6454235779455314, + "grad_norm": 2.3520355224609375, + "learning_rate": 5.90048086179712e-06, + "loss": 2.328, + "step": 37705 + }, + { + "epoch": 0.6454406956640819, + "grad_norm": 2.4648969173431396, + "learning_rate": 5.89997519113452e-06, + "loss": 2.3249, + "step": 37706 + }, + { + "epoch": 0.6454578133826324, + "grad_norm": 2.419438123703003, + "learning_rate": 5.899469533073962e-06, + "loss": 2.3993, + "step": 37707 + }, + { + "epoch": 0.6454749311011828, + "grad_norm": 2.3819034099578857, + "learning_rate": 5.898963887617011e-06, + "loss": 2.4423, + "step": 37708 + }, + { + "epoch": 0.6454920488197333, + "grad_norm": 2.4009392261505127, + "learning_rate": 5.898458254765216e-06, + "loss": 2.46, + "step": 37709 + }, + { + "epoch": 0.6455091665382838, + "grad_norm": 2.4438316822052, + "learning_rate": 5.89795263452013e-06, + "loss": 2.3388, + "step": 37710 + }, + { + "epoch": 0.6455262842568342, + "grad_norm": 2.405402421951294, + "learning_rate": 5.897447026883309e-06, + "loss": 2.4628, + "step": 37711 + }, + { + "epoch": 0.6455434019753847, + "grad_norm": 2.50338077545166, + "learning_rate": 5.896941431856302e-06, + "loss": 2.3424, + "step": 37712 + }, + { + "epoch": 0.6455605196939352, + "grad_norm": 2.2528445720672607, + "learning_rate": 5.896435849440671e-06, + "loss": 2.3373, + "step": 37713 + }, + { + "epoch": 0.6455776374124856, + "grad_norm": 2.425079107284546, + "learning_rate": 5.8959302796379666e-06, + "loss": 2.3768, + "step": 37714 + }, + { + "epoch": 0.6455947551310361, + "grad_norm": 2.4292399883270264, + "learning_rate": 5.895424722449743e-06, + "loss": 2.3684, + "step": 37715 + }, + { + "epoch": 0.6456118728495867, + "grad_norm": 2.4368667602539062, + "learning_rate": 5.894919177877554e-06, + "loss": 2.4636, + "step": 37716 + }, + { + "epoch": 0.645628990568137, + "grad_norm": 2.317901611328125, + "learning_rate": 5.894413645922948e-06, + "loss": 2.2682, + "step": 37717 + }, + { + "epoch": 0.6456461082866876, + "grad_norm": 2.282770872116089, + "learning_rate": 5.893908126587489e-06, + "loss": 2.2792, + "step": 37718 + }, + { + "epoch": 0.6456632260052381, + "grad_norm": 2.4738006591796875, + "learning_rate": 5.893402619872723e-06, + "loss": 2.4269, + "step": 37719 + }, + { + "epoch": 0.6456803437237885, + "grad_norm": 2.3591606616973877, + "learning_rate": 5.892897125780208e-06, + "loss": 2.4318, + "step": 37720 + }, + { + "epoch": 0.645697461442339, + "grad_norm": 2.3518059253692627, + "learning_rate": 5.8923916443114924e-06, + "loss": 2.3478, + "step": 37721 + }, + { + "epoch": 0.6457145791608895, + "grad_norm": 2.455679178237915, + "learning_rate": 5.891886175468138e-06, + "loss": 2.3373, + "step": 37722 + }, + { + "epoch": 0.6457316968794399, + "grad_norm": 2.389390230178833, + "learning_rate": 5.891380719251693e-06, + "loss": 2.389, + "step": 37723 + }, + { + "epoch": 0.6457488145979904, + "grad_norm": 2.430636405944824, + "learning_rate": 5.89087527566371e-06, + "loss": 2.408, + "step": 37724 + }, + { + "epoch": 0.6457659323165409, + "grad_norm": 2.428558826446533, + "learning_rate": 5.890369844705748e-06, + "loss": 2.3936, + "step": 37725 + }, + { + "epoch": 0.6457830500350913, + "grad_norm": 2.519882917404175, + "learning_rate": 5.8898644263793535e-06, + "loss": 2.4486, + "step": 37726 + }, + { + "epoch": 0.6458001677536418, + "grad_norm": 2.363478660583496, + "learning_rate": 5.889359020686087e-06, + "loss": 2.3836, + "step": 37727 + }, + { + "epoch": 0.6458172854721923, + "grad_norm": 2.340122699737549, + "learning_rate": 5.888853627627493e-06, + "loss": 2.3901, + "step": 37728 + }, + { + "epoch": 0.6458344031907427, + "grad_norm": 2.5327112674713135, + "learning_rate": 5.8883482472051355e-06, + "loss": 2.4333, + "step": 37729 + }, + { + "epoch": 0.6458515209092932, + "grad_norm": 2.5551974773406982, + "learning_rate": 5.887842879420564e-06, + "loss": 2.417, + "step": 37730 + }, + { + "epoch": 0.6458686386278437, + "grad_norm": 2.3259730339050293, + "learning_rate": 5.887337524275326e-06, + "loss": 2.3181, + "step": 37731 + }, + { + "epoch": 0.6458857563463941, + "grad_norm": 2.5451858043670654, + "learning_rate": 5.886832181770983e-06, + "loss": 2.3605, + "step": 37732 + }, + { + "epoch": 0.6459028740649446, + "grad_norm": 2.424912929534912, + "learning_rate": 5.88632685190908e-06, + "loss": 2.5181, + "step": 37733 + }, + { + "epoch": 0.6459199917834951, + "grad_norm": 2.306792736053467, + "learning_rate": 5.885821534691178e-06, + "loss": 2.3486, + "step": 37734 + }, + { + "epoch": 0.6459371095020455, + "grad_norm": 2.4008171558380127, + "learning_rate": 5.885316230118827e-06, + "loss": 2.3221, + "step": 37735 + }, + { + "epoch": 0.645954227220596, + "grad_norm": 2.385838270187378, + "learning_rate": 5.884810938193581e-06, + "loss": 2.419, + "step": 37736 + }, + { + "epoch": 0.6459713449391465, + "grad_norm": 2.3894569873809814, + "learning_rate": 5.884305658916993e-06, + "loss": 2.3487, + "step": 37737 + }, + { + "epoch": 0.6459884626576969, + "grad_norm": 2.5298967361450195, + "learning_rate": 5.88380039229061e-06, + "loss": 2.4622, + "step": 37738 + }, + { + "epoch": 0.6460055803762474, + "grad_norm": 2.4352030754089355, + "learning_rate": 5.883295138315995e-06, + "loss": 2.4399, + "step": 37739 + }, + { + "epoch": 0.646022698094798, + "grad_norm": 2.2952682971954346, + "learning_rate": 5.882789896994694e-06, + "loss": 2.4081, + "step": 37740 + }, + { + "epoch": 0.6460398158133484, + "grad_norm": 2.4778459072113037, + "learning_rate": 5.882284668328265e-06, + "loss": 2.3539, + "step": 37741 + }, + { + "epoch": 0.6460569335318989, + "grad_norm": 2.6167306900024414, + "learning_rate": 5.881779452318254e-06, + "loss": 2.4399, + "step": 37742 + }, + { + "epoch": 0.6460740512504494, + "grad_norm": 2.4536008834838867, + "learning_rate": 5.881274248966221e-06, + "loss": 2.4283, + "step": 37743 + }, + { + "epoch": 0.6460911689689998, + "grad_norm": 2.577317953109741, + "learning_rate": 5.880769058273717e-06, + "loss": 2.5077, + "step": 37744 + }, + { + "epoch": 0.6461082866875503, + "grad_norm": 2.610930919647217, + "learning_rate": 5.8802638802422875e-06, + "loss": 2.3382, + "step": 37745 + }, + { + "epoch": 0.6461254044061008, + "grad_norm": 2.4483766555786133, + "learning_rate": 5.879758714873497e-06, + "loss": 2.443, + "step": 37746 + }, + { + "epoch": 0.6461425221246512, + "grad_norm": 2.5826590061187744, + "learning_rate": 5.8792535621688896e-06, + "loss": 2.4053, + "step": 37747 + }, + { + "epoch": 0.6461596398432017, + "grad_norm": 2.303391456604004, + "learning_rate": 5.878748422130024e-06, + "loss": 2.3108, + "step": 37748 + }, + { + "epoch": 0.6461767575617522, + "grad_norm": 2.4359469413757324, + "learning_rate": 5.878243294758445e-06, + "loss": 2.2399, + "step": 37749 + }, + { + "epoch": 0.6461938752803026, + "grad_norm": 2.5600829124450684, + "learning_rate": 5.877738180055714e-06, + "loss": 2.3809, + "step": 37750 + }, + { + "epoch": 0.6462109929988531, + "grad_norm": 2.5320866107940674, + "learning_rate": 5.877233078023379e-06, + "loss": 2.4497, + "step": 37751 + }, + { + "epoch": 0.6462281107174036, + "grad_norm": 2.418426275253296, + "learning_rate": 5.876727988662992e-06, + "loss": 2.4102, + "step": 37752 + }, + { + "epoch": 0.6462452284359541, + "grad_norm": 2.3651628494262695, + "learning_rate": 5.876222911976106e-06, + "loss": 2.3351, + "step": 37753 + }, + { + "epoch": 0.6462623461545045, + "grad_norm": 2.4952237606048584, + "learning_rate": 5.875717847964272e-06, + "loss": 2.3996, + "step": 37754 + }, + { + "epoch": 0.646279463873055, + "grad_norm": 2.6016390323638916, + "learning_rate": 5.875212796629048e-06, + "loss": 2.4429, + "step": 37755 + }, + { + "epoch": 0.6462965815916055, + "grad_norm": 2.498668909072876, + "learning_rate": 5.87470775797198e-06, + "loss": 2.4185, + "step": 37756 + }, + { + "epoch": 0.6463136993101559, + "grad_norm": 2.491851568222046, + "learning_rate": 5.8742027319946245e-06, + "loss": 2.4861, + "step": 37757 + }, + { + "epoch": 0.6463308170287064, + "grad_norm": 2.4987707138061523, + "learning_rate": 5.873697718698529e-06, + "loss": 2.4084, + "step": 37758 + }, + { + "epoch": 0.6463479347472569, + "grad_norm": 2.4646658897399902, + "learning_rate": 5.873192718085252e-06, + "loss": 2.4817, + "step": 37759 + }, + { + "epoch": 0.6463650524658073, + "grad_norm": 2.329357862472534, + "learning_rate": 5.8726877301563435e-06, + "loss": 2.4804, + "step": 37760 + }, + { + "epoch": 0.6463821701843578, + "grad_norm": 2.4693496227264404, + "learning_rate": 5.872182754913351e-06, + "loss": 2.5501, + "step": 37761 + }, + { + "epoch": 0.6463992879029083, + "grad_norm": 2.4949722290039062, + "learning_rate": 5.871677792357832e-06, + "loss": 2.41, + "step": 37762 + }, + { + "epoch": 0.6464164056214587, + "grad_norm": 2.3808228969573975, + "learning_rate": 5.871172842491337e-06, + "loss": 2.4784, + "step": 37763 + }, + { + "epoch": 0.6464335233400093, + "grad_norm": 2.471637487411499, + "learning_rate": 5.87066790531542e-06, + "loss": 2.4081, + "step": 37764 + }, + { + "epoch": 0.6464506410585598, + "grad_norm": 2.510669231414795, + "learning_rate": 5.870162980831626e-06, + "loss": 2.3444, + "step": 37765 + }, + { + "epoch": 0.6464677587771102, + "grad_norm": 2.256608009338379, + "learning_rate": 5.8696580690415175e-06, + "loss": 2.324, + "step": 37766 + }, + { + "epoch": 0.6464848764956607, + "grad_norm": 2.546539545059204, + "learning_rate": 5.86915316994664e-06, + "loss": 2.4702, + "step": 37767 + }, + { + "epoch": 0.6465019942142112, + "grad_norm": 2.568094491958618, + "learning_rate": 5.8686482835485436e-06, + "loss": 2.543, + "step": 37768 + }, + { + "epoch": 0.6465191119327616, + "grad_norm": 2.3851051330566406, + "learning_rate": 5.8681434098487855e-06, + "loss": 2.4134, + "step": 37769 + }, + { + "epoch": 0.6465362296513121, + "grad_norm": 2.8610918521881104, + "learning_rate": 5.867638548848911e-06, + "loss": 2.4315, + "step": 37770 + }, + { + "epoch": 0.6465533473698626, + "grad_norm": 2.3687379360198975, + "learning_rate": 5.867133700550479e-06, + "loss": 2.4318, + "step": 37771 + }, + { + "epoch": 0.646570465088413, + "grad_norm": 2.52659010887146, + "learning_rate": 5.866628864955036e-06, + "loss": 2.4843, + "step": 37772 + }, + { + "epoch": 0.6465875828069635, + "grad_norm": 2.5421597957611084, + "learning_rate": 5.866124042064138e-06, + "loss": 2.3995, + "step": 37773 + }, + { + "epoch": 0.646604700525514, + "grad_norm": 2.397477626800537, + "learning_rate": 5.865619231879334e-06, + "loss": 2.3806, + "step": 37774 + }, + { + "epoch": 0.6466218182440644, + "grad_norm": 2.4188995361328125, + "learning_rate": 5.8651144344021725e-06, + "loss": 2.4256, + "step": 37775 + }, + { + "epoch": 0.6466389359626149, + "grad_norm": 2.5235178470611572, + "learning_rate": 5.864609649634212e-06, + "loss": 2.383, + "step": 37776 + }, + { + "epoch": 0.6466560536811654, + "grad_norm": 2.367971658706665, + "learning_rate": 5.864104877576997e-06, + "loss": 2.3225, + "step": 37777 + }, + { + "epoch": 0.6466731713997158, + "grad_norm": 2.4898149967193604, + "learning_rate": 5.863600118232087e-06, + "loss": 2.4414, + "step": 37778 + }, + { + "epoch": 0.6466902891182663, + "grad_norm": 2.4285776615142822, + "learning_rate": 5.863095371601022e-06, + "loss": 2.3229, + "step": 37779 + }, + { + "epoch": 0.6467074068368168, + "grad_norm": 2.355626344680786, + "learning_rate": 5.862590637685366e-06, + "loss": 2.2919, + "step": 37780 + }, + { + "epoch": 0.6467245245553672, + "grad_norm": 2.570523500442505, + "learning_rate": 5.862085916486665e-06, + "loss": 2.4493, + "step": 37781 + }, + { + "epoch": 0.6467416422739177, + "grad_norm": 2.572936534881592, + "learning_rate": 5.861581208006466e-06, + "loss": 2.4015, + "step": 37782 + }, + { + "epoch": 0.6467587599924682, + "grad_norm": 2.5109996795654297, + "learning_rate": 5.8610765122463265e-06, + "loss": 2.4206, + "step": 37783 + }, + { + "epoch": 0.6467758777110186, + "grad_norm": 2.446824789047241, + "learning_rate": 5.8605718292077954e-06, + "loss": 2.2839, + "step": 37784 + }, + { + "epoch": 0.6467929954295691, + "grad_norm": 2.504384756088257, + "learning_rate": 5.860067158892426e-06, + "loss": 2.3584, + "step": 37785 + }, + { + "epoch": 0.6468101131481196, + "grad_norm": 2.490568161010742, + "learning_rate": 5.859562501301763e-06, + "loss": 2.6266, + "step": 37786 + }, + { + "epoch": 0.64682723086667, + "grad_norm": 2.4482150077819824, + "learning_rate": 5.859057856437367e-06, + "loss": 2.5024, + "step": 37787 + }, + { + "epoch": 0.6468443485852206, + "grad_norm": 2.5122923851013184, + "learning_rate": 5.858553224300783e-06, + "loss": 2.4149, + "step": 37788 + }, + { + "epoch": 0.6468614663037711, + "grad_norm": 2.436033010482788, + "learning_rate": 5.8580486048935615e-06, + "loss": 2.2789, + "step": 37789 + }, + { + "epoch": 0.6468785840223215, + "grad_norm": 2.4547207355499268, + "learning_rate": 5.857543998217256e-06, + "loss": 2.3431, + "step": 37790 + }, + { + "epoch": 0.646895701740872, + "grad_norm": 2.5378589630126953, + "learning_rate": 5.857039404273416e-06, + "loss": 2.3851, + "step": 37791 + }, + { + "epoch": 0.6469128194594225, + "grad_norm": 2.482927083969116, + "learning_rate": 5.856534823063596e-06, + "loss": 2.3605, + "step": 37792 + }, + { + "epoch": 0.6469299371779729, + "grad_norm": 2.423811435699463, + "learning_rate": 5.856030254589341e-06, + "loss": 2.3645, + "step": 37793 + }, + { + "epoch": 0.6469470548965234, + "grad_norm": 2.5046560764312744, + "learning_rate": 5.855525698852208e-06, + "loss": 2.4828, + "step": 37794 + }, + { + "epoch": 0.6469641726150739, + "grad_norm": 2.4921817779541016, + "learning_rate": 5.855021155853744e-06, + "loss": 2.4159, + "step": 37795 + }, + { + "epoch": 0.6469812903336243, + "grad_norm": 2.345813751220703, + "learning_rate": 5.854516625595498e-06, + "loss": 2.3901, + "step": 37796 + }, + { + "epoch": 0.6469984080521748, + "grad_norm": 2.5422065258026123, + "learning_rate": 5.854012108079026e-06, + "loss": 2.3807, + "step": 37797 + }, + { + "epoch": 0.6470155257707253, + "grad_norm": 2.4180920124053955, + "learning_rate": 5.853507603305873e-06, + "loss": 2.4945, + "step": 37798 + }, + { + "epoch": 0.6470326434892757, + "grad_norm": 2.5113301277160645, + "learning_rate": 5.853003111277596e-06, + "loss": 2.4146, + "step": 37799 + }, + { + "epoch": 0.6470497612078262, + "grad_norm": 2.4977216720581055, + "learning_rate": 5.852498631995741e-06, + "loss": 2.4615, + "step": 37800 + }, + { + "epoch": 0.6470668789263767, + "grad_norm": 2.5823423862457275, + "learning_rate": 5.8519941654618625e-06, + "loss": 2.4636, + "step": 37801 + }, + { + "epoch": 0.6470839966449272, + "grad_norm": 2.5220091342926025, + "learning_rate": 5.851489711677507e-06, + "loss": 2.5124, + "step": 37802 + }, + { + "epoch": 0.6471011143634776, + "grad_norm": 2.4363346099853516, + "learning_rate": 5.850985270644224e-06, + "loss": 2.4392, + "step": 37803 + }, + { + "epoch": 0.6471182320820281, + "grad_norm": 2.3800525665283203, + "learning_rate": 5.850480842363571e-06, + "loss": 2.4811, + "step": 37804 + }, + { + "epoch": 0.6471353498005786, + "grad_norm": 2.4185922145843506, + "learning_rate": 5.849976426837089e-06, + "loss": 2.4528, + "step": 37805 + }, + { + "epoch": 0.647152467519129, + "grad_norm": 2.2763147354125977, + "learning_rate": 5.849472024066339e-06, + "loss": 2.4238, + "step": 37806 + }, + { + "epoch": 0.6471695852376795, + "grad_norm": 2.578335762023926, + "learning_rate": 5.848967634052859e-06, + "loss": 2.5381, + "step": 37807 + }, + { + "epoch": 0.64718670295623, + "grad_norm": 2.3565256595611572, + "learning_rate": 5.848463256798211e-06, + "loss": 2.3603, + "step": 37808 + }, + { + "epoch": 0.6472038206747804, + "grad_norm": 2.4481844902038574, + "learning_rate": 5.84795889230394e-06, + "loss": 2.5178, + "step": 37809 + }, + { + "epoch": 0.647220938393331, + "grad_norm": 2.4799282550811768, + "learning_rate": 5.847454540571596e-06, + "loss": 2.3869, + "step": 37810 + }, + { + "epoch": 0.6472380561118815, + "grad_norm": 2.299487590789795, + "learning_rate": 5.84695020160273e-06, + "loss": 2.2505, + "step": 37811 + }, + { + "epoch": 0.6472551738304319, + "grad_norm": 2.5031778812408447, + "learning_rate": 5.846445875398889e-06, + "loss": 2.4325, + "step": 37812 + }, + { + "epoch": 0.6472722915489824, + "grad_norm": 2.352998733520508, + "learning_rate": 5.84594156196163e-06, + "loss": 2.3434, + "step": 37813 + }, + { + "epoch": 0.6472894092675329, + "grad_norm": 2.3921971321105957, + "learning_rate": 5.845437261292494e-06, + "loss": 2.4547, + "step": 37814 + }, + { + "epoch": 0.6473065269860833, + "grad_norm": 2.3306221961975098, + "learning_rate": 5.844932973393042e-06, + "loss": 2.379, + "step": 37815 + }, + { + "epoch": 0.6473236447046338, + "grad_norm": 2.445805788040161, + "learning_rate": 5.844428698264819e-06, + "loss": 2.3405, + "step": 37816 + }, + { + "epoch": 0.6473407624231843, + "grad_norm": 2.370433807373047, + "learning_rate": 5.8439244359093685e-06, + "loss": 2.4394, + "step": 37817 + }, + { + "epoch": 0.6473578801417347, + "grad_norm": 2.4023730754852295, + "learning_rate": 5.843420186328251e-06, + "loss": 2.4199, + "step": 37818 + }, + { + "epoch": 0.6473749978602852, + "grad_norm": 2.4831740856170654, + "learning_rate": 5.8429159495230045e-06, + "loss": 2.4735, + "step": 37819 + }, + { + "epoch": 0.6473921155788357, + "grad_norm": 2.5990068912506104, + "learning_rate": 5.842411725495192e-06, + "loss": 2.5165, + "step": 37820 + }, + { + "epoch": 0.6474092332973861, + "grad_norm": 2.3674685955047607, + "learning_rate": 5.841907514246354e-06, + "loss": 2.5041, + "step": 37821 + }, + { + "epoch": 0.6474263510159366, + "grad_norm": 2.3175156116485596, + "learning_rate": 5.841403315778047e-06, + "loss": 2.327, + "step": 37822 + }, + { + "epoch": 0.6474434687344871, + "grad_norm": 2.526470184326172, + "learning_rate": 5.840899130091813e-06, + "loss": 2.4609, + "step": 37823 + }, + { + "epoch": 0.6474605864530375, + "grad_norm": 2.3831772804260254, + "learning_rate": 5.84039495718921e-06, + "loss": 2.4701, + "step": 37824 + }, + { + "epoch": 0.647477704171588, + "grad_norm": 2.369382619857788, + "learning_rate": 5.839890797071781e-06, + "loss": 2.4122, + "step": 37825 + }, + { + "epoch": 0.6474948218901385, + "grad_norm": 2.4385018348693848, + "learning_rate": 5.839386649741079e-06, + "loss": 2.5472, + "step": 37826 + }, + { + "epoch": 0.6475119396086889, + "grad_norm": 2.4203901290893555, + "learning_rate": 5.838882515198652e-06, + "loss": 2.4617, + "step": 37827 + }, + { + "epoch": 0.6475290573272394, + "grad_norm": 2.3349592685699463, + "learning_rate": 5.838378393446049e-06, + "loss": 2.4421, + "step": 37828 + }, + { + "epoch": 0.6475461750457899, + "grad_norm": 2.3887147903442383, + "learning_rate": 5.837874284484825e-06, + "loss": 2.4397, + "step": 37829 + }, + { + "epoch": 0.6475632927643403, + "grad_norm": 2.267984628677368, + "learning_rate": 5.837370188316518e-06, + "loss": 2.3821, + "step": 37830 + }, + { + "epoch": 0.6475804104828908, + "grad_norm": 2.3331305980682373, + "learning_rate": 5.836866104942691e-06, + "loss": 2.3772, + "step": 37831 + }, + { + "epoch": 0.6475975282014413, + "grad_norm": 2.35290789604187, + "learning_rate": 5.836362034364884e-06, + "loss": 2.2815, + "step": 37832 + }, + { + "epoch": 0.6476146459199917, + "grad_norm": 2.4998886585235596, + "learning_rate": 5.835857976584649e-06, + "loss": 2.4389, + "step": 37833 + }, + { + "epoch": 0.6476317636385422, + "grad_norm": 2.3897767066955566, + "learning_rate": 5.8353539316035355e-06, + "loss": 2.4198, + "step": 37834 + }, + { + "epoch": 0.6476488813570928, + "grad_norm": 2.35945200920105, + "learning_rate": 5.834849899423094e-06, + "loss": 2.467, + "step": 37835 + }, + { + "epoch": 0.6476659990756432, + "grad_norm": 2.5581846237182617, + "learning_rate": 5.834345880044875e-06, + "loss": 2.5365, + "step": 37836 + }, + { + "epoch": 0.6476831167941937, + "grad_norm": 2.4203059673309326, + "learning_rate": 5.833841873470418e-06, + "loss": 2.3475, + "step": 37837 + }, + { + "epoch": 0.6477002345127442, + "grad_norm": 2.6160616874694824, + "learning_rate": 5.833337879701286e-06, + "loss": 2.4542, + "step": 37838 + }, + { + "epoch": 0.6477173522312946, + "grad_norm": 2.5838961601257324, + "learning_rate": 5.8328338987390195e-06, + "loss": 2.463, + "step": 37839 + }, + { + "epoch": 0.6477344699498451, + "grad_norm": 2.5041658878326416, + "learning_rate": 5.8323299305851685e-06, + "loss": 2.3977, + "step": 37840 + }, + { + "epoch": 0.6477515876683956, + "grad_norm": 2.4911787509918213, + "learning_rate": 5.831825975241287e-06, + "loss": 2.518, + "step": 37841 + }, + { + "epoch": 0.647768705386946, + "grad_norm": 2.418334722518921, + "learning_rate": 5.831322032708912e-06, + "loss": 2.3408, + "step": 37842 + }, + { + "epoch": 0.6477858231054965, + "grad_norm": 2.2817742824554443, + "learning_rate": 5.83081810298961e-06, + "loss": 2.3464, + "step": 37843 + }, + { + "epoch": 0.647802940824047, + "grad_norm": 2.397099256515503, + "learning_rate": 5.830314186084915e-06, + "loss": 2.484, + "step": 37844 + }, + { + "epoch": 0.6478200585425974, + "grad_norm": 2.4217424392700195, + "learning_rate": 5.829810281996381e-06, + "loss": 2.4014, + "step": 37845 + }, + { + "epoch": 0.6478371762611479, + "grad_norm": 2.4068000316619873, + "learning_rate": 5.829306390725562e-06, + "loss": 2.4509, + "step": 37846 + }, + { + "epoch": 0.6478542939796984, + "grad_norm": 2.50235652923584, + "learning_rate": 5.828802512273992e-06, + "loss": 2.4191, + "step": 37847 + }, + { + "epoch": 0.6478714116982489, + "grad_norm": 2.5093681812286377, + "learning_rate": 5.82829864664324e-06, + "loss": 2.4195, + "step": 37848 + }, + { + "epoch": 0.6478885294167993, + "grad_norm": 2.375997304916382, + "learning_rate": 5.827794793834839e-06, + "loss": 2.3536, + "step": 37849 + }, + { + "epoch": 0.6479056471353498, + "grad_norm": 2.3283157348632812, + "learning_rate": 5.827290953850343e-06, + "loss": 2.3849, + "step": 37850 + }, + { + "epoch": 0.6479227648539003, + "grad_norm": 2.427414894104004, + "learning_rate": 5.8267871266913e-06, + "loss": 2.4343, + "step": 37851 + }, + { + "epoch": 0.6479398825724507, + "grad_norm": 2.569066047668457, + "learning_rate": 5.8262833123592614e-06, + "loss": 2.4165, + "step": 37852 + }, + { + "epoch": 0.6479570002910012, + "grad_norm": 2.3302557468414307, + "learning_rate": 5.825779510855776e-06, + "loss": 2.3535, + "step": 37853 + }, + { + "epoch": 0.6479741180095517, + "grad_norm": 2.3934223651885986, + "learning_rate": 5.825275722182382e-06, + "loss": 2.3915, + "step": 37854 + }, + { + "epoch": 0.6479912357281021, + "grad_norm": 2.5464963912963867, + "learning_rate": 5.824771946340644e-06, + "loss": 2.4365, + "step": 37855 + }, + { + "epoch": 0.6480083534466526, + "grad_norm": 2.5704166889190674, + "learning_rate": 5.824268183332097e-06, + "loss": 2.4203, + "step": 37856 + }, + { + "epoch": 0.6480254711652031, + "grad_norm": 2.476613998413086, + "learning_rate": 5.823764433158295e-06, + "loss": 2.5074, + "step": 37857 + }, + { + "epoch": 0.6480425888837535, + "grad_norm": 2.6085457801818848, + "learning_rate": 5.823260695820787e-06, + "loss": 2.5009, + "step": 37858 + }, + { + "epoch": 0.648059706602304, + "grad_norm": 2.352489471435547, + "learning_rate": 5.82275697132112e-06, + "loss": 2.4227, + "step": 37859 + }, + { + "epoch": 0.6480768243208546, + "grad_norm": 2.3816800117492676, + "learning_rate": 5.822253259660846e-06, + "loss": 2.3912, + "step": 37860 + }, + { + "epoch": 0.648093942039405, + "grad_norm": 2.4427106380462646, + "learning_rate": 5.821749560841505e-06, + "loss": 2.4333, + "step": 37861 + }, + { + "epoch": 0.6481110597579555, + "grad_norm": 2.305379629135132, + "learning_rate": 5.821245874864652e-06, + "loss": 2.3393, + "step": 37862 + }, + { + "epoch": 0.648128177476506, + "grad_norm": 2.5595109462738037, + "learning_rate": 5.820742201731831e-06, + "loss": 2.4023, + "step": 37863 + }, + { + "epoch": 0.6481452951950564, + "grad_norm": 2.3415322303771973, + "learning_rate": 5.820238541444593e-06, + "loss": 2.3628, + "step": 37864 + }, + { + "epoch": 0.6481624129136069, + "grad_norm": 2.3642094135284424, + "learning_rate": 5.819734894004485e-06, + "loss": 2.3766, + "step": 37865 + }, + { + "epoch": 0.6481795306321574, + "grad_norm": 2.5291762351989746, + "learning_rate": 5.819231259413058e-06, + "loss": 2.4818, + "step": 37866 + }, + { + "epoch": 0.6481966483507078, + "grad_norm": 2.457394599914551, + "learning_rate": 5.818727637671856e-06, + "loss": 2.4171, + "step": 37867 + }, + { + "epoch": 0.6482137660692583, + "grad_norm": 2.4340808391571045, + "learning_rate": 5.818224028782426e-06, + "loss": 2.3218, + "step": 37868 + }, + { + "epoch": 0.6482308837878088, + "grad_norm": 2.485027551651001, + "learning_rate": 5.817720432746321e-06, + "loss": 2.3812, + "step": 37869 + }, + { + "epoch": 0.6482480015063592, + "grad_norm": 2.5286591053009033, + "learning_rate": 5.817216849565084e-06, + "loss": 2.3921, + "step": 37870 + }, + { + "epoch": 0.6482651192249097, + "grad_norm": 2.3996286392211914, + "learning_rate": 5.816713279240264e-06, + "loss": 2.4701, + "step": 37871 + }, + { + "epoch": 0.6482822369434602, + "grad_norm": 2.474691152572632, + "learning_rate": 5.816209721773412e-06, + "loss": 2.4004, + "step": 37872 + }, + { + "epoch": 0.6482993546620106, + "grad_norm": 2.5006301403045654, + "learning_rate": 5.815706177166076e-06, + "loss": 2.4588, + "step": 37873 + }, + { + "epoch": 0.6483164723805611, + "grad_norm": 2.410904884338379, + "learning_rate": 5.815202645419797e-06, + "loss": 2.2759, + "step": 37874 + }, + { + "epoch": 0.6483335900991116, + "grad_norm": 2.4142262935638428, + "learning_rate": 5.814699126536128e-06, + "loss": 2.4318, + "step": 37875 + }, + { + "epoch": 0.648350707817662, + "grad_norm": 2.41634202003479, + "learning_rate": 5.814195620516614e-06, + "loss": 2.381, + "step": 37876 + }, + { + "epoch": 0.6483678255362125, + "grad_norm": 2.387061357498169, + "learning_rate": 5.813692127362805e-06, + "loss": 2.3482, + "step": 37877 + }, + { + "epoch": 0.648384943254763, + "grad_norm": 2.300010919570923, + "learning_rate": 5.813188647076252e-06, + "loss": 2.2991, + "step": 37878 + }, + { + "epoch": 0.6484020609733134, + "grad_norm": 2.4688003063201904, + "learning_rate": 5.81268517965849e-06, + "loss": 2.4472, + "step": 37879 + }, + { + "epoch": 0.6484191786918639, + "grad_norm": 2.332719087600708, + "learning_rate": 5.812181725111082e-06, + "loss": 2.4167, + "step": 37880 + }, + { + "epoch": 0.6484362964104144, + "grad_norm": 2.5701074600219727, + "learning_rate": 5.8116782834355645e-06, + "loss": 2.4807, + "step": 37881 + }, + { + "epoch": 0.6484534141289648, + "grad_norm": 2.416182518005371, + "learning_rate": 5.81117485463349e-06, + "loss": 2.396, + "step": 37882 + }, + { + "epoch": 0.6484705318475154, + "grad_norm": 2.5079402923583984, + "learning_rate": 5.810671438706405e-06, + "loss": 2.4492, + "step": 37883 + }, + { + "epoch": 0.6484876495660659, + "grad_norm": 2.3018462657928467, + "learning_rate": 5.810168035655852e-06, + "loss": 2.3834, + "step": 37884 + }, + { + "epoch": 0.6485047672846163, + "grad_norm": 2.2656240463256836, + "learning_rate": 5.809664645483388e-06, + "loss": 2.3706, + "step": 37885 + }, + { + "epoch": 0.6485218850031668, + "grad_norm": 2.426173686981201, + "learning_rate": 5.809161268190552e-06, + "loss": 2.3236, + "step": 37886 + }, + { + "epoch": 0.6485390027217173, + "grad_norm": 2.417304754257202, + "learning_rate": 5.808657903778894e-06, + "loss": 2.3895, + "step": 37887 + }, + { + "epoch": 0.6485561204402677, + "grad_norm": 2.388758897781372, + "learning_rate": 5.808154552249963e-06, + "loss": 2.3811, + "step": 37888 + }, + { + "epoch": 0.6485732381588182, + "grad_norm": 2.492189884185791, + "learning_rate": 5.8076512136052985e-06, + "loss": 2.5005, + "step": 37889 + }, + { + "epoch": 0.6485903558773687, + "grad_norm": 2.4543726444244385, + "learning_rate": 5.807147887846461e-06, + "loss": 2.3822, + "step": 37890 + }, + { + "epoch": 0.6486074735959191, + "grad_norm": 2.3516671657562256, + "learning_rate": 5.80664457497498e-06, + "loss": 2.3495, + "step": 37891 + }, + { + "epoch": 0.6486245913144696, + "grad_norm": 2.4424362182617188, + "learning_rate": 5.8061412749924225e-06, + "loss": 2.3997, + "step": 37892 + }, + { + "epoch": 0.6486417090330201, + "grad_norm": 2.2985384464263916, + "learning_rate": 5.805637987900321e-06, + "loss": 2.3093, + "step": 37893 + }, + { + "epoch": 0.6486588267515706, + "grad_norm": 2.410926342010498, + "learning_rate": 5.805134713700226e-06, + "loss": 2.4191, + "step": 37894 + }, + { + "epoch": 0.648675944470121, + "grad_norm": 2.4868342876434326, + "learning_rate": 5.804631452393685e-06, + "loss": 2.4315, + "step": 37895 + }, + { + "epoch": 0.6486930621886715, + "grad_norm": 2.278607130050659, + "learning_rate": 5.8041282039822465e-06, + "loss": 2.3872, + "step": 37896 + }, + { + "epoch": 0.648710179907222, + "grad_norm": 2.3059985637664795, + "learning_rate": 5.803624968467459e-06, + "loss": 2.3329, + "step": 37897 + }, + { + "epoch": 0.6487272976257724, + "grad_norm": 2.354238271713257, + "learning_rate": 5.8031217458508615e-06, + "loss": 2.4087, + "step": 37898 + }, + { + "epoch": 0.6487444153443229, + "grad_norm": 2.614345073699951, + "learning_rate": 5.802618536134006e-06, + "loss": 2.4246, + "step": 37899 + }, + { + "epoch": 0.6487615330628734, + "grad_norm": 2.478250503540039, + "learning_rate": 5.802115339318438e-06, + "loss": 2.3438, + "step": 37900 + }, + { + "epoch": 0.6487786507814238, + "grad_norm": 2.3998806476593018, + "learning_rate": 5.801612155405705e-06, + "loss": 2.4003, + "step": 37901 + }, + { + "epoch": 0.6487957684999743, + "grad_norm": 2.485034465789795, + "learning_rate": 5.801108984397355e-06, + "loss": 2.3468, + "step": 37902 + }, + { + "epoch": 0.6488128862185248, + "grad_norm": 2.4635426998138428, + "learning_rate": 5.800605826294934e-06, + "loss": 2.4425, + "step": 37903 + }, + { + "epoch": 0.6488300039370752, + "grad_norm": 2.478362798690796, + "learning_rate": 5.800102681099984e-06, + "loss": 2.3916, + "step": 37904 + }, + { + "epoch": 0.6488471216556257, + "grad_norm": 2.392731189727783, + "learning_rate": 5.799599548814056e-06, + "loss": 2.3911, + "step": 37905 + }, + { + "epoch": 0.6488642393741763, + "grad_norm": 2.530369281768799, + "learning_rate": 5.799096429438695e-06, + "loss": 2.5062, + "step": 37906 + }, + { + "epoch": 0.6488813570927267, + "grad_norm": 2.6447346210479736, + "learning_rate": 5.798593322975447e-06, + "loss": 2.3058, + "step": 37907 + }, + { + "epoch": 0.6488984748112772, + "grad_norm": 2.4907004833221436, + "learning_rate": 5.79809022942586e-06, + "loss": 2.488, + "step": 37908 + }, + { + "epoch": 0.6489155925298277, + "grad_norm": 2.4660110473632812, + "learning_rate": 5.797587148791479e-06, + "loss": 2.4345, + "step": 37909 + }, + { + "epoch": 0.6489327102483781, + "grad_norm": 2.4362354278564453, + "learning_rate": 5.797084081073856e-06, + "loss": 2.4356, + "step": 37910 + }, + { + "epoch": 0.6489498279669286, + "grad_norm": 2.4869186878204346, + "learning_rate": 5.796581026274526e-06, + "loss": 2.4098, + "step": 37911 + }, + { + "epoch": 0.6489669456854791, + "grad_norm": 2.29085111618042, + "learning_rate": 5.796077984395042e-06, + "loss": 2.2949, + "step": 37912 + }, + { + "epoch": 0.6489840634040295, + "grad_norm": 2.4925925731658936, + "learning_rate": 5.79557495543695e-06, + "loss": 2.4684, + "step": 37913 + }, + { + "epoch": 0.64900118112258, + "grad_norm": 2.3729960918426514, + "learning_rate": 5.795071939401795e-06, + "loss": 2.4681, + "step": 37914 + }, + { + "epoch": 0.6490182988411305, + "grad_norm": 2.319809675216675, + "learning_rate": 5.794568936291127e-06, + "loss": 2.4131, + "step": 37915 + }, + { + "epoch": 0.6490354165596809, + "grad_norm": 2.4102180004119873, + "learning_rate": 5.794065946106482e-06, + "loss": 2.2826, + "step": 37916 + }, + { + "epoch": 0.6490525342782314, + "grad_norm": 2.4645862579345703, + "learning_rate": 5.79356296884942e-06, + "loss": 2.4055, + "step": 37917 + }, + { + "epoch": 0.6490696519967819, + "grad_norm": 2.462663412094116, + "learning_rate": 5.793060004521476e-06, + "loss": 2.3531, + "step": 37918 + }, + { + "epoch": 0.6490867697153323, + "grad_norm": 2.4657328128814697, + "learning_rate": 5.792557053124199e-06, + "loss": 2.3805, + "step": 37919 + }, + { + "epoch": 0.6491038874338828, + "grad_norm": 2.4086132049560547, + "learning_rate": 5.79205411465914e-06, + "loss": 2.4097, + "step": 37920 + }, + { + "epoch": 0.6491210051524333, + "grad_norm": 2.3392632007598877, + "learning_rate": 5.791551189127833e-06, + "loss": 2.3193, + "step": 37921 + }, + { + "epoch": 0.6491381228709837, + "grad_norm": 2.2058777809143066, + "learning_rate": 5.791048276531839e-06, + "loss": 2.2261, + "step": 37922 + }, + { + "epoch": 0.6491552405895342, + "grad_norm": 2.3452932834625244, + "learning_rate": 5.790545376872687e-06, + "loss": 2.3619, + "step": 37923 + }, + { + "epoch": 0.6491723583080847, + "grad_norm": 2.466799020767212, + "learning_rate": 5.790042490151939e-06, + "loss": 2.4362, + "step": 37924 + }, + { + "epoch": 0.6491894760266351, + "grad_norm": 2.5993447303771973, + "learning_rate": 5.789539616371136e-06, + "loss": 2.4242, + "step": 37925 + }, + { + "epoch": 0.6492065937451856, + "grad_norm": 2.452617645263672, + "learning_rate": 5.789036755531811e-06, + "loss": 2.4606, + "step": 37926 + }, + { + "epoch": 0.6492237114637361, + "grad_norm": 2.5268189907073975, + "learning_rate": 5.788533907635527e-06, + "loss": 2.3866, + "step": 37927 + }, + { + "epoch": 0.6492408291822865, + "grad_norm": 2.4638936519622803, + "learning_rate": 5.788031072683818e-06, + "loss": 2.3828, + "step": 37928 + }, + { + "epoch": 0.649257946900837, + "grad_norm": 2.3050503730773926, + "learning_rate": 5.787528250678239e-06, + "loss": 2.4089, + "step": 37929 + }, + { + "epoch": 0.6492750646193876, + "grad_norm": 2.32865309715271, + "learning_rate": 5.787025441620326e-06, + "loss": 2.2768, + "step": 37930 + }, + { + "epoch": 0.649292182337938, + "grad_norm": 2.4684433937072754, + "learning_rate": 5.786522645511629e-06, + "loss": 2.2274, + "step": 37931 + }, + { + "epoch": 0.6493093000564885, + "grad_norm": 2.41097092628479, + "learning_rate": 5.786019862353698e-06, + "loss": 2.416, + "step": 37932 + }, + { + "epoch": 0.649326417775039, + "grad_norm": 2.447330951690674, + "learning_rate": 5.785517092148065e-06, + "loss": 2.3654, + "step": 37933 + }, + { + "epoch": 0.6493435354935894, + "grad_norm": 2.4782514572143555, + "learning_rate": 5.785014334896293e-06, + "loss": 2.4721, + "step": 37934 + }, + { + "epoch": 0.6493606532121399, + "grad_norm": 2.3023221492767334, + "learning_rate": 5.784511590599913e-06, + "loss": 2.3524, + "step": 37935 + }, + { + "epoch": 0.6493777709306904, + "grad_norm": 2.4316139221191406, + "learning_rate": 5.7840088592604746e-06, + "loss": 2.34, + "step": 37936 + }, + { + "epoch": 0.6493948886492408, + "grad_norm": 2.5279529094696045, + "learning_rate": 5.7835061408795256e-06, + "loss": 2.4623, + "step": 37937 + }, + { + "epoch": 0.6494120063677913, + "grad_norm": 2.5240535736083984, + "learning_rate": 5.783003435458609e-06, + "loss": 2.3777, + "step": 37938 + }, + { + "epoch": 0.6494291240863418, + "grad_norm": 2.3947317600250244, + "learning_rate": 5.782500742999274e-06, + "loss": 2.4756, + "step": 37939 + }, + { + "epoch": 0.6494462418048923, + "grad_norm": 2.41607666015625, + "learning_rate": 5.781998063503058e-06, + "loss": 2.4486, + "step": 37940 + }, + { + "epoch": 0.6494633595234427, + "grad_norm": 2.54073429107666, + "learning_rate": 5.781495396971511e-06, + "loss": 2.4136, + "step": 37941 + }, + { + "epoch": 0.6494804772419932, + "grad_norm": 2.5203919410705566, + "learning_rate": 5.7809927434061775e-06, + "loss": 2.3654, + "step": 37942 + }, + { + "epoch": 0.6494975949605437, + "grad_norm": 2.6158206462860107, + "learning_rate": 5.7804901028086e-06, + "loss": 2.4318, + "step": 37943 + }, + { + "epoch": 0.6495147126790941, + "grad_norm": 2.4271605014801025, + "learning_rate": 5.779987475180328e-06, + "loss": 2.4786, + "step": 37944 + }, + { + "epoch": 0.6495318303976446, + "grad_norm": 2.514615774154663, + "learning_rate": 5.779484860522904e-06, + "loss": 2.515, + "step": 37945 + }, + { + "epoch": 0.6495489481161951, + "grad_norm": 2.353663921356201, + "learning_rate": 5.7789822588378755e-06, + "loss": 2.4624, + "step": 37946 + }, + { + "epoch": 0.6495660658347455, + "grad_norm": 2.318833112716675, + "learning_rate": 5.778479670126781e-06, + "loss": 2.3852, + "step": 37947 + }, + { + "epoch": 0.649583183553296, + "grad_norm": 2.429743766784668, + "learning_rate": 5.77797709439117e-06, + "loss": 2.4506, + "step": 37948 + }, + { + "epoch": 0.6496003012718465, + "grad_norm": 2.425605058670044, + "learning_rate": 5.777474531632584e-06, + "loss": 2.3508, + "step": 37949 + }, + { + "epoch": 0.6496174189903969, + "grad_norm": 2.3865203857421875, + "learning_rate": 5.7769719818525715e-06, + "loss": 2.4099, + "step": 37950 + }, + { + "epoch": 0.6496345367089474, + "grad_norm": 2.35025954246521, + "learning_rate": 5.776469445052675e-06, + "loss": 2.3767, + "step": 37951 + }, + { + "epoch": 0.649651654427498, + "grad_norm": 2.401369333267212, + "learning_rate": 5.7759669212344435e-06, + "loss": 2.3567, + "step": 37952 + }, + { + "epoch": 0.6496687721460483, + "grad_norm": 2.419325351715088, + "learning_rate": 5.775464410399416e-06, + "loss": 2.3657, + "step": 37953 + }, + { + "epoch": 0.6496858898645989, + "grad_norm": 2.4763026237487793, + "learning_rate": 5.774961912549137e-06, + "loss": 2.4372, + "step": 37954 + }, + { + "epoch": 0.6497030075831494, + "grad_norm": 2.439375877380371, + "learning_rate": 5.774459427685153e-06, + "loss": 2.4053, + "step": 37955 + }, + { + "epoch": 0.6497201253016998, + "grad_norm": 2.4840385913848877, + "learning_rate": 5.773956955809008e-06, + "loss": 2.4555, + "step": 37956 + }, + { + "epoch": 0.6497372430202503, + "grad_norm": 2.3623046875, + "learning_rate": 5.773454496922252e-06, + "loss": 2.3909, + "step": 37957 + }, + { + "epoch": 0.6497543607388008, + "grad_norm": 2.443223237991333, + "learning_rate": 5.772952051026415e-06, + "loss": 2.4129, + "step": 37958 + }, + { + "epoch": 0.6497714784573512, + "grad_norm": 2.3580708503723145, + "learning_rate": 5.772449618123058e-06, + "loss": 2.4404, + "step": 37959 + }, + { + "epoch": 0.6497885961759017, + "grad_norm": 2.4480702877044678, + "learning_rate": 5.771947198213714e-06, + "loss": 2.4066, + "step": 37960 + }, + { + "epoch": 0.6498057138944522, + "grad_norm": 2.456594944000244, + "learning_rate": 5.771444791299932e-06, + "loss": 2.4519, + "step": 37961 + }, + { + "epoch": 0.6498228316130026, + "grad_norm": 2.320824146270752, + "learning_rate": 5.770942397383255e-06, + "loss": 2.4186, + "step": 37962 + }, + { + "epoch": 0.6498399493315531, + "grad_norm": 2.317009210586548, + "learning_rate": 5.770440016465227e-06, + "loss": 2.3021, + "step": 37963 + }, + { + "epoch": 0.6498570670501036, + "grad_norm": 2.4799954891204834, + "learning_rate": 5.7699376485473965e-06, + "loss": 2.5154, + "step": 37964 + }, + { + "epoch": 0.649874184768654, + "grad_norm": 2.434096097946167, + "learning_rate": 5.7694352936312956e-06, + "loss": 2.3538, + "step": 37965 + }, + { + "epoch": 0.6498913024872045, + "grad_norm": 2.4684135913848877, + "learning_rate": 5.768932951718487e-06, + "loss": 2.372, + "step": 37966 + }, + { + "epoch": 0.649908420205755, + "grad_norm": 2.2882347106933594, + "learning_rate": 5.768430622810497e-06, + "loss": 2.3372, + "step": 37967 + }, + { + "epoch": 0.6499255379243054, + "grad_norm": 2.387108325958252, + "learning_rate": 5.767928306908878e-06, + "loss": 2.4504, + "step": 37968 + }, + { + "epoch": 0.6499426556428559, + "grad_norm": 2.3878121376037598, + "learning_rate": 5.767426004015175e-06, + "loss": 2.3283, + "step": 37969 + }, + { + "epoch": 0.6499597733614064, + "grad_norm": 2.473487377166748, + "learning_rate": 5.766923714130924e-06, + "loss": 2.4131, + "step": 37970 + }, + { + "epoch": 0.6499768910799568, + "grad_norm": 2.419395923614502, + "learning_rate": 5.766421437257681e-06, + "loss": 2.4773, + "step": 37971 + }, + { + "epoch": 0.6499940087985073, + "grad_norm": 2.396474838256836, + "learning_rate": 5.765919173396981e-06, + "loss": 2.3994, + "step": 37972 + }, + { + "epoch": 0.6500111265170578, + "grad_norm": 2.3864059448242188, + "learning_rate": 5.765416922550369e-06, + "loss": 2.2372, + "step": 37973 + }, + { + "epoch": 0.6500282442356082, + "grad_norm": 2.299103021621704, + "learning_rate": 5.764914684719389e-06, + "loss": 2.3325, + "step": 37974 + }, + { + "epoch": 0.6500453619541587, + "grad_norm": 2.4025588035583496, + "learning_rate": 5.7644124599055864e-06, + "loss": 2.4809, + "step": 37975 + }, + { + "epoch": 0.6500624796727092, + "grad_norm": 2.6809024810791016, + "learning_rate": 5.763910248110507e-06, + "loss": 2.4035, + "step": 37976 + }, + { + "epoch": 0.6500795973912596, + "grad_norm": 2.5935590267181396, + "learning_rate": 5.763408049335688e-06, + "loss": 2.5415, + "step": 37977 + }, + { + "epoch": 0.6500967151098102, + "grad_norm": 2.6400504112243652, + "learning_rate": 5.7629058635826775e-06, + "loss": 2.5001, + "step": 37978 + }, + { + "epoch": 0.6501138328283607, + "grad_norm": 2.5386130809783936, + "learning_rate": 5.762403690853017e-06, + "loss": 2.467, + "step": 37979 + }, + { + "epoch": 0.6501309505469111, + "grad_norm": 2.40675687789917, + "learning_rate": 5.761901531148251e-06, + "loss": 2.3962, + "step": 37980 + }, + { + "epoch": 0.6501480682654616, + "grad_norm": 2.4540200233459473, + "learning_rate": 5.761399384469924e-06, + "loss": 2.3895, + "step": 37981 + }, + { + "epoch": 0.6501651859840121, + "grad_norm": 2.5388576984405518, + "learning_rate": 5.760897250819576e-06, + "loss": 2.4389, + "step": 37982 + }, + { + "epoch": 0.6501823037025625, + "grad_norm": 2.3922367095947266, + "learning_rate": 5.760395130198758e-06, + "loss": 2.3188, + "step": 37983 + }, + { + "epoch": 0.650199421421113, + "grad_norm": 2.448702096939087, + "learning_rate": 5.759893022609004e-06, + "loss": 2.3623, + "step": 37984 + }, + { + "epoch": 0.6502165391396635, + "grad_norm": 2.366131544113159, + "learning_rate": 5.7593909280518625e-06, + "loss": 2.4184, + "step": 37985 + }, + { + "epoch": 0.6502336568582139, + "grad_norm": 2.3144125938415527, + "learning_rate": 5.758888846528874e-06, + "loss": 2.3532, + "step": 37986 + }, + { + "epoch": 0.6502507745767644, + "grad_norm": 2.3632819652557373, + "learning_rate": 5.758386778041583e-06, + "loss": 2.4818, + "step": 37987 + }, + { + "epoch": 0.6502678922953149, + "grad_norm": 2.553449869155884, + "learning_rate": 5.757884722591534e-06, + "loss": 2.5135, + "step": 37988 + }, + { + "epoch": 0.6502850100138654, + "grad_norm": 2.4296703338623047, + "learning_rate": 5.757382680180273e-06, + "loss": 2.425, + "step": 37989 + }, + { + "epoch": 0.6503021277324158, + "grad_norm": 2.5364441871643066, + "learning_rate": 5.7568806508093355e-06, + "loss": 2.3975, + "step": 37990 + }, + { + "epoch": 0.6503192454509663, + "grad_norm": 2.3865902423858643, + "learning_rate": 5.756378634480268e-06, + "loss": 2.3932, + "step": 37991 + }, + { + "epoch": 0.6503363631695168, + "grad_norm": 2.5505592823028564, + "learning_rate": 5.755876631194615e-06, + "loss": 2.5585, + "step": 37992 + }, + { + "epoch": 0.6503534808880672, + "grad_norm": 2.5300285816192627, + "learning_rate": 5.755374640953917e-06, + "loss": 2.4016, + "step": 37993 + }, + { + "epoch": 0.6503705986066177, + "grad_norm": 2.613806962966919, + "learning_rate": 5.754872663759723e-06, + "loss": 2.4539, + "step": 37994 + }, + { + "epoch": 0.6503877163251682, + "grad_norm": 2.4349350929260254, + "learning_rate": 5.754370699613563e-06, + "loss": 2.4509, + "step": 37995 + }, + { + "epoch": 0.6504048340437186, + "grad_norm": 2.4708642959594727, + "learning_rate": 5.753868748516996e-06, + "loss": 2.4455, + "step": 37996 + }, + { + "epoch": 0.6504219517622691, + "grad_norm": 2.485521078109741, + "learning_rate": 5.753366810471552e-06, + "loss": 2.4116, + "step": 37997 + }, + { + "epoch": 0.6504390694808196, + "grad_norm": 2.5141654014587402, + "learning_rate": 5.7528648854787794e-06, + "loss": 2.5241, + "step": 37998 + }, + { + "epoch": 0.65045618719937, + "grad_norm": 2.451247453689575, + "learning_rate": 5.752362973540221e-06, + "loss": 2.4558, + "step": 37999 + }, + { + "epoch": 0.6504733049179205, + "grad_norm": 2.4230740070343018, + "learning_rate": 5.751861074657418e-06, + "loss": 2.3018, + "step": 38000 + }, + { + "epoch": 0.650490422636471, + "grad_norm": 2.488037347793579, + "learning_rate": 5.751359188831918e-06, + "loss": 2.493, + "step": 38001 + }, + { + "epoch": 0.6505075403550215, + "grad_norm": 2.5318381786346436, + "learning_rate": 5.75085731606525e-06, + "loss": 2.4461, + "step": 38002 + }, + { + "epoch": 0.650524658073572, + "grad_norm": 2.402333974838257, + "learning_rate": 5.750355456358976e-06, + "loss": 2.4616, + "step": 38003 + }, + { + "epoch": 0.6505417757921225, + "grad_norm": 2.372084856033325, + "learning_rate": 5.749853609714624e-06, + "loss": 2.2932, + "step": 38004 + }, + { + "epoch": 0.6505588935106729, + "grad_norm": 2.5789198875427246, + "learning_rate": 5.7493517761337405e-06, + "loss": 2.562, + "step": 38005 + }, + { + "epoch": 0.6505760112292234, + "grad_norm": 2.367225408554077, + "learning_rate": 5.748849955617872e-06, + "loss": 2.4469, + "step": 38006 + }, + { + "epoch": 0.6505931289477739, + "grad_norm": 2.336871385574341, + "learning_rate": 5.74834814816855e-06, + "loss": 2.2839, + "step": 38007 + }, + { + "epoch": 0.6506102466663243, + "grad_norm": 2.387176036834717, + "learning_rate": 5.747846353787333e-06, + "loss": 2.486, + "step": 38008 + }, + { + "epoch": 0.6506273643848748, + "grad_norm": 2.377049684524536, + "learning_rate": 5.747344572475751e-06, + "loss": 2.3096, + "step": 38009 + }, + { + "epoch": 0.6506444821034253, + "grad_norm": 2.449794054031372, + "learning_rate": 5.7468428042353486e-06, + "loss": 2.4116, + "step": 38010 + }, + { + "epoch": 0.6506615998219757, + "grad_norm": 2.3306612968444824, + "learning_rate": 5.746341049067673e-06, + "loss": 2.3585, + "step": 38011 + }, + { + "epoch": 0.6506787175405262, + "grad_norm": 2.3773603439331055, + "learning_rate": 5.745839306974256e-06, + "loss": 2.3042, + "step": 38012 + }, + { + "epoch": 0.6506958352590767, + "grad_norm": 2.408951759338379, + "learning_rate": 5.7453375779566535e-06, + "loss": 2.4547, + "step": 38013 + }, + { + "epoch": 0.6507129529776271, + "grad_norm": 2.427833080291748, + "learning_rate": 5.744835862016398e-06, + "loss": 2.356, + "step": 38014 + }, + { + "epoch": 0.6507300706961776, + "grad_norm": 2.4632201194763184, + "learning_rate": 5.744334159155034e-06, + "loss": 2.489, + "step": 38015 + }, + { + "epoch": 0.6507471884147281, + "grad_norm": 2.62284255027771, + "learning_rate": 5.743832469374102e-06, + "loss": 2.4999, + "step": 38016 + }, + { + "epoch": 0.6507643061332785, + "grad_norm": 2.452056884765625, + "learning_rate": 5.743330792675148e-06, + "loss": 2.3554, + "step": 38017 + }, + { + "epoch": 0.650781423851829, + "grad_norm": 2.376913070678711, + "learning_rate": 5.7428291290597145e-06, + "loss": 2.3653, + "step": 38018 + }, + { + "epoch": 0.6507985415703795, + "grad_norm": 2.394747018814087, + "learning_rate": 5.742327478529335e-06, + "loss": 2.4141, + "step": 38019 + }, + { + "epoch": 0.6508156592889299, + "grad_norm": 2.355003833770752, + "learning_rate": 5.7418258410855646e-06, + "loss": 2.3912, + "step": 38020 + }, + { + "epoch": 0.6508327770074804, + "grad_norm": 2.47044038772583, + "learning_rate": 5.7413242167299325e-06, + "loss": 2.3918, + "step": 38021 + }, + { + "epoch": 0.6508498947260309, + "grad_norm": 2.339775800704956, + "learning_rate": 5.740822605463986e-06, + "loss": 2.3313, + "step": 38022 + }, + { + "epoch": 0.6508670124445813, + "grad_norm": 2.3425543308258057, + "learning_rate": 5.740321007289266e-06, + "loss": 2.4161, + "step": 38023 + }, + { + "epoch": 0.6508841301631318, + "grad_norm": 2.534412145614624, + "learning_rate": 5.739819422207318e-06, + "loss": 2.5351, + "step": 38024 + }, + { + "epoch": 0.6509012478816824, + "grad_norm": 2.3841941356658936, + "learning_rate": 5.739317850219681e-06, + "loss": 2.4164, + "step": 38025 + }, + { + "epoch": 0.6509183656002328, + "grad_norm": 2.284986734390259, + "learning_rate": 5.738816291327894e-06, + "loss": 2.3224, + "step": 38026 + }, + { + "epoch": 0.6509354833187833, + "grad_norm": 2.5017576217651367, + "learning_rate": 5.738314745533502e-06, + "loss": 2.3142, + "step": 38027 + }, + { + "epoch": 0.6509526010373338, + "grad_norm": 2.683732032775879, + "learning_rate": 5.737813212838044e-06, + "loss": 2.3724, + "step": 38028 + }, + { + "epoch": 0.6509697187558842, + "grad_norm": 2.3950252532958984, + "learning_rate": 5.737311693243063e-06, + "loss": 2.362, + "step": 38029 + }, + { + "epoch": 0.6509868364744347, + "grad_norm": 2.462432861328125, + "learning_rate": 5.7368101867501e-06, + "loss": 2.4045, + "step": 38030 + }, + { + "epoch": 0.6510039541929852, + "grad_norm": 2.3996334075927734, + "learning_rate": 5.736308693360702e-06, + "loss": 2.426, + "step": 38031 + }, + { + "epoch": 0.6510210719115356, + "grad_norm": 2.3032443523406982, + "learning_rate": 5.735807213076401e-06, + "loss": 2.3134, + "step": 38032 + }, + { + "epoch": 0.6510381896300861, + "grad_norm": 2.4952235221862793, + "learning_rate": 5.7353057458987426e-06, + "loss": 2.3678, + "step": 38033 + }, + { + "epoch": 0.6510553073486366, + "grad_norm": 2.534444570541382, + "learning_rate": 5.734804291829269e-06, + "loss": 2.4174, + "step": 38034 + }, + { + "epoch": 0.6510724250671871, + "grad_norm": 2.514265298843384, + "learning_rate": 5.734302850869519e-06, + "loss": 2.407, + "step": 38035 + }, + { + "epoch": 0.6510895427857375, + "grad_norm": 2.218315839767456, + "learning_rate": 5.7338014230210384e-06, + "loss": 2.3187, + "step": 38036 + }, + { + "epoch": 0.651106660504288, + "grad_norm": 2.451639413833618, + "learning_rate": 5.733300008285364e-06, + "loss": 2.3385, + "step": 38037 + }, + { + "epoch": 0.6511237782228385, + "grad_norm": 2.542726993560791, + "learning_rate": 5.732798606664043e-06, + "loss": 2.4104, + "step": 38038 + }, + { + "epoch": 0.6511408959413889, + "grad_norm": 2.4242053031921387, + "learning_rate": 5.7322972181586035e-06, + "loss": 2.3669, + "step": 38039 + }, + { + "epoch": 0.6511580136599394, + "grad_norm": 2.3994271755218506, + "learning_rate": 5.731795842770604e-06, + "loss": 2.4202, + "step": 38040 + }, + { + "epoch": 0.6511751313784899, + "grad_norm": 2.552745819091797, + "learning_rate": 5.731294480501572e-06, + "loss": 2.4603, + "step": 38041 + }, + { + "epoch": 0.6511922490970403, + "grad_norm": 2.3975830078125, + "learning_rate": 5.730793131353054e-06, + "loss": 2.4592, + "step": 38042 + }, + { + "epoch": 0.6512093668155908, + "grad_norm": 2.510478973388672, + "learning_rate": 5.730291795326595e-06, + "loss": 2.4463, + "step": 38043 + }, + { + "epoch": 0.6512264845341413, + "grad_norm": 2.38081431388855, + "learning_rate": 5.729790472423722e-06, + "loss": 2.3069, + "step": 38044 + }, + { + "epoch": 0.6512436022526917, + "grad_norm": 2.480388641357422, + "learning_rate": 5.729289162645992e-06, + "loss": 2.457, + "step": 38045 + }, + { + "epoch": 0.6512607199712422, + "grad_norm": 2.3952605724334717, + "learning_rate": 5.728787865994938e-06, + "loss": 2.4487, + "step": 38046 + }, + { + "epoch": 0.6512778376897927, + "grad_norm": 2.573124647140503, + "learning_rate": 5.7282865824721e-06, + "loss": 2.5349, + "step": 38047 + }, + { + "epoch": 0.6512949554083431, + "grad_norm": 2.3625593185424805, + "learning_rate": 5.727785312079024e-06, + "loss": 2.406, + "step": 38048 + }, + { + "epoch": 0.6513120731268937, + "grad_norm": 2.4178550243377686, + "learning_rate": 5.7272840548172404e-06, + "loss": 2.3057, + "step": 38049 + }, + { + "epoch": 0.6513291908454442, + "grad_norm": 2.266550302505493, + "learning_rate": 5.726782810688305e-06, + "loss": 2.3254, + "step": 38050 + }, + { + "epoch": 0.6513463085639946, + "grad_norm": 2.479379415512085, + "learning_rate": 5.726281579693741e-06, + "loss": 2.4175, + "step": 38051 + }, + { + "epoch": 0.6513634262825451, + "grad_norm": 2.559871196746826, + "learning_rate": 5.725780361835107e-06, + "loss": 2.4134, + "step": 38052 + }, + { + "epoch": 0.6513805440010956, + "grad_norm": 2.4427804946899414, + "learning_rate": 5.72527915711393e-06, + "loss": 2.4178, + "step": 38053 + }, + { + "epoch": 0.651397661719646, + "grad_norm": 2.531280040740967, + "learning_rate": 5.724777965531756e-06, + "loss": 2.4144, + "step": 38054 + }, + { + "epoch": 0.6514147794381965, + "grad_norm": 2.3939425945281982, + "learning_rate": 5.724276787090129e-06, + "loss": 2.4131, + "step": 38055 + }, + { + "epoch": 0.651431897156747, + "grad_norm": 2.391618013381958, + "learning_rate": 5.723775621790577e-06, + "loss": 2.3605, + "step": 38056 + }, + { + "epoch": 0.6514490148752974, + "grad_norm": 2.405076503753662, + "learning_rate": 5.723274469634657e-06, + "loss": 2.4986, + "step": 38057 + }, + { + "epoch": 0.6514661325938479, + "grad_norm": 2.3507332801818848, + "learning_rate": 5.722773330623897e-06, + "loss": 2.3692, + "step": 38058 + }, + { + "epoch": 0.6514832503123984, + "grad_norm": 2.399707555770874, + "learning_rate": 5.72227220475984e-06, + "loss": 2.4398, + "step": 38059 + }, + { + "epoch": 0.6515003680309488, + "grad_norm": 2.5533416271209717, + "learning_rate": 5.7217710920440285e-06, + "loss": 2.4725, + "step": 38060 + }, + { + "epoch": 0.6515174857494993, + "grad_norm": 2.4079322814941406, + "learning_rate": 5.721269992478002e-06, + "loss": 2.402, + "step": 38061 + }, + { + "epoch": 0.6515346034680498, + "grad_norm": 2.3629345893859863, + "learning_rate": 5.7207689060633056e-06, + "loss": 2.4219, + "step": 38062 + }, + { + "epoch": 0.6515517211866002, + "grad_norm": 2.3738248348236084, + "learning_rate": 5.72026783280147e-06, + "loss": 2.3106, + "step": 38063 + }, + { + "epoch": 0.6515688389051507, + "grad_norm": 2.480696439743042, + "learning_rate": 5.7197667726940385e-06, + "loss": 2.5644, + "step": 38064 + }, + { + "epoch": 0.6515859566237012, + "grad_norm": 2.4743480682373047, + "learning_rate": 5.719265725742554e-06, + "loss": 2.4342, + "step": 38065 + }, + { + "epoch": 0.6516030743422516, + "grad_norm": 2.3257646560668945, + "learning_rate": 5.718764691948554e-06, + "loss": 2.4187, + "step": 38066 + }, + { + "epoch": 0.6516201920608021, + "grad_norm": 2.3594133853912354, + "learning_rate": 5.71826367131358e-06, + "loss": 2.293, + "step": 38067 + }, + { + "epoch": 0.6516373097793526, + "grad_norm": 2.309959888458252, + "learning_rate": 5.7177626638391745e-06, + "loss": 2.3571, + "step": 38068 + }, + { + "epoch": 0.651654427497903, + "grad_norm": 2.499769687652588, + "learning_rate": 5.717261669526872e-06, + "loss": 2.4456, + "step": 38069 + }, + { + "epoch": 0.6516715452164535, + "grad_norm": 2.458522319793701, + "learning_rate": 5.7167606883782135e-06, + "loss": 2.414, + "step": 38070 + }, + { + "epoch": 0.651688662935004, + "grad_norm": 2.408067226409912, + "learning_rate": 5.716259720394741e-06, + "loss": 2.4621, + "step": 38071 + }, + { + "epoch": 0.6517057806535544, + "grad_norm": 2.395876407623291, + "learning_rate": 5.715758765577993e-06, + "loss": 2.4743, + "step": 38072 + }, + { + "epoch": 0.651722898372105, + "grad_norm": 2.3735477924346924, + "learning_rate": 5.7152578239295095e-06, + "loss": 2.3957, + "step": 38073 + }, + { + "epoch": 0.6517400160906555, + "grad_norm": 2.428138017654419, + "learning_rate": 5.7147568954508315e-06, + "loss": 2.4743, + "step": 38074 + }, + { + "epoch": 0.6517571338092059, + "grad_norm": 2.363670587539673, + "learning_rate": 5.7142559801435006e-06, + "loss": 2.3885, + "step": 38075 + }, + { + "epoch": 0.6517742515277564, + "grad_norm": 2.357805013656616, + "learning_rate": 5.713755078009049e-06, + "loss": 2.3661, + "step": 38076 + }, + { + "epoch": 0.6517913692463069, + "grad_norm": 2.3922548294067383, + "learning_rate": 5.713254189049023e-06, + "loss": 2.3585, + "step": 38077 + }, + { + "epoch": 0.6518084869648573, + "grad_norm": 2.537719249725342, + "learning_rate": 5.712753313264957e-06, + "loss": 2.4171, + "step": 38078 + }, + { + "epoch": 0.6518256046834078, + "grad_norm": 2.4726855754852295, + "learning_rate": 5.712252450658396e-06, + "loss": 2.4278, + "step": 38079 + }, + { + "epoch": 0.6518427224019583, + "grad_norm": 2.5348060131073, + "learning_rate": 5.7117516012308785e-06, + "loss": 2.4922, + "step": 38080 + }, + { + "epoch": 0.6518598401205088, + "grad_norm": 2.562495470046997, + "learning_rate": 5.711250764983936e-06, + "loss": 2.3963, + "step": 38081 + }, + { + "epoch": 0.6518769578390592, + "grad_norm": 2.384782314300537, + "learning_rate": 5.7107499419191206e-06, + "loss": 2.3864, + "step": 38082 + }, + { + "epoch": 0.6518940755576097, + "grad_norm": 2.616018772125244, + "learning_rate": 5.710249132037961e-06, + "loss": 2.4262, + "step": 38083 + }, + { + "epoch": 0.6519111932761602, + "grad_norm": 2.4266695976257324, + "learning_rate": 5.709748335342003e-06, + "loss": 2.3606, + "step": 38084 + }, + { + "epoch": 0.6519283109947106, + "grad_norm": 2.306959629058838, + "learning_rate": 5.709247551832787e-06, + "loss": 2.3116, + "step": 38085 + }, + { + "epoch": 0.6519454287132611, + "grad_norm": 2.357264518737793, + "learning_rate": 5.70874678151184e-06, + "loss": 2.3216, + "step": 38086 + }, + { + "epoch": 0.6519625464318116, + "grad_norm": 2.387784957885742, + "learning_rate": 5.708246024380719e-06, + "loss": 2.2788, + "step": 38087 + }, + { + "epoch": 0.651979664150362, + "grad_norm": 2.3344814777374268, + "learning_rate": 5.707745280440946e-06, + "loss": 2.3642, + "step": 38088 + }, + { + "epoch": 0.6519967818689125, + "grad_norm": 2.5005290508270264, + "learning_rate": 5.7072445496940765e-06, + "loss": 2.4186, + "step": 38089 + }, + { + "epoch": 0.652013899587463, + "grad_norm": 2.4270524978637695, + "learning_rate": 5.706743832141637e-06, + "loss": 2.3895, + "step": 38090 + }, + { + "epoch": 0.6520310173060134, + "grad_norm": 2.421231508255005, + "learning_rate": 5.7062431277851715e-06, + "loss": 2.4153, + "step": 38091 + }, + { + "epoch": 0.6520481350245639, + "grad_norm": 2.359118700027466, + "learning_rate": 5.705742436626221e-06, + "loss": 2.3223, + "step": 38092 + }, + { + "epoch": 0.6520652527431144, + "grad_norm": 2.5363893508911133, + "learning_rate": 5.705241758666315e-06, + "loss": 2.2436, + "step": 38093 + }, + { + "epoch": 0.6520823704616648, + "grad_norm": 2.4476847648620605, + "learning_rate": 5.704741093907008e-06, + "loss": 2.3957, + "step": 38094 + }, + { + "epoch": 0.6520994881802153, + "grad_norm": 2.5333163738250732, + "learning_rate": 5.704240442349826e-06, + "loss": 2.345, + "step": 38095 + }, + { + "epoch": 0.6521166058987659, + "grad_norm": 2.616842031478882, + "learning_rate": 5.703739803996311e-06, + "loss": 2.4612, + "step": 38096 + }, + { + "epoch": 0.6521337236173163, + "grad_norm": 2.414496898651123, + "learning_rate": 5.7032391788480065e-06, + "loss": 2.3601, + "step": 38097 + }, + { + "epoch": 0.6521508413358668, + "grad_norm": 2.338296413421631, + "learning_rate": 5.7027385669064404e-06, + "loss": 2.3039, + "step": 38098 + }, + { + "epoch": 0.6521679590544173, + "grad_norm": 2.2969136238098145, + "learning_rate": 5.7022379681731665e-06, + "loss": 2.4154, + "step": 38099 + }, + { + "epoch": 0.6521850767729677, + "grad_norm": 2.459165573120117, + "learning_rate": 5.701737382649713e-06, + "loss": 2.3705, + "step": 38100 + }, + { + "epoch": 0.6522021944915182, + "grad_norm": 2.5929133892059326, + "learning_rate": 5.701236810337618e-06, + "loss": 2.4985, + "step": 38101 + }, + { + "epoch": 0.6522193122100687, + "grad_norm": 2.328084945678711, + "learning_rate": 5.700736251238424e-06, + "loss": 2.3417, + "step": 38102 + }, + { + "epoch": 0.6522364299286191, + "grad_norm": 2.4548161029815674, + "learning_rate": 5.70023570535367e-06, + "loss": 2.333, + "step": 38103 + }, + { + "epoch": 0.6522535476471696, + "grad_norm": 2.4921786785125732, + "learning_rate": 5.699735172684897e-06, + "loss": 2.4388, + "step": 38104 + }, + { + "epoch": 0.6522706653657201, + "grad_norm": 2.509690523147583, + "learning_rate": 5.699234653233634e-06, + "loss": 2.4025, + "step": 38105 + }, + { + "epoch": 0.6522877830842705, + "grad_norm": 2.5250461101531982, + "learning_rate": 5.698734147001426e-06, + "loss": 2.3887, + "step": 38106 + }, + { + "epoch": 0.652304900802821, + "grad_norm": 2.4372036457061768, + "learning_rate": 5.698233653989811e-06, + "loss": 2.4579, + "step": 38107 + }, + { + "epoch": 0.6523220185213715, + "grad_norm": 2.489961862564087, + "learning_rate": 5.697733174200326e-06, + "loss": 2.3898, + "step": 38108 + }, + { + "epoch": 0.6523391362399219, + "grad_norm": 2.4672131538391113, + "learning_rate": 5.69723270763451e-06, + "loss": 2.347, + "step": 38109 + }, + { + "epoch": 0.6523562539584724, + "grad_norm": 2.516225814819336, + "learning_rate": 5.696732254293902e-06, + "loss": 2.4763, + "step": 38110 + }, + { + "epoch": 0.6523733716770229, + "grad_norm": 2.4855051040649414, + "learning_rate": 5.69623181418004e-06, + "loss": 2.4771, + "step": 38111 + }, + { + "epoch": 0.6523904893955733, + "grad_norm": 2.5938282012939453, + "learning_rate": 5.695731387294465e-06, + "loss": 2.3951, + "step": 38112 + }, + { + "epoch": 0.6524076071141238, + "grad_norm": 2.5932703018188477, + "learning_rate": 5.695230973638708e-06, + "loss": 2.5622, + "step": 38113 + }, + { + "epoch": 0.6524247248326743, + "grad_norm": 2.4759628772735596, + "learning_rate": 5.694730573214311e-06, + "loss": 2.3651, + "step": 38114 + }, + { + "epoch": 0.6524418425512247, + "grad_norm": 2.577547311782837, + "learning_rate": 5.694230186022811e-06, + "loss": 2.4422, + "step": 38115 + }, + { + "epoch": 0.6524589602697752, + "grad_norm": 2.539095163345337, + "learning_rate": 5.693729812065748e-06, + "loss": 2.5073, + "step": 38116 + }, + { + "epoch": 0.6524760779883257, + "grad_norm": 2.4677233695983887, + "learning_rate": 5.693229451344663e-06, + "loss": 2.316, + "step": 38117 + }, + { + "epoch": 0.6524931957068761, + "grad_norm": 2.5571491718292236, + "learning_rate": 5.692729103861082e-06, + "loss": 2.4932, + "step": 38118 + }, + { + "epoch": 0.6525103134254266, + "grad_norm": 2.3995885848999023, + "learning_rate": 5.692228769616559e-06, + "loss": 2.4512, + "step": 38119 + }, + { + "epoch": 0.6525274311439772, + "grad_norm": 2.29828143119812, + "learning_rate": 5.691728448612619e-06, + "loss": 2.3495, + "step": 38120 + }, + { + "epoch": 0.6525445488625276, + "grad_norm": 2.5790579319000244, + "learning_rate": 5.6912281408508055e-06, + "loss": 2.4047, + "step": 38121 + }, + { + "epoch": 0.6525616665810781, + "grad_norm": 2.5491743087768555, + "learning_rate": 5.690727846332658e-06, + "loss": 2.3793, + "step": 38122 + }, + { + "epoch": 0.6525787842996286, + "grad_norm": 2.3134400844573975, + "learning_rate": 5.690227565059705e-06, + "loss": 2.2944, + "step": 38123 + }, + { + "epoch": 0.652595902018179, + "grad_norm": 2.7685179710388184, + "learning_rate": 5.689727297033499e-06, + "loss": 2.4434, + "step": 38124 + }, + { + "epoch": 0.6526130197367295, + "grad_norm": 2.4590392112731934, + "learning_rate": 5.6892270422555585e-06, + "loss": 2.4031, + "step": 38125 + }, + { + "epoch": 0.65263013745528, + "grad_norm": 2.525634527206421, + "learning_rate": 5.688726800727442e-06, + "loss": 2.4868, + "step": 38126 + }, + { + "epoch": 0.6526472551738305, + "grad_norm": 2.480393409729004, + "learning_rate": 5.688226572450673e-06, + "loss": 2.5066, + "step": 38127 + }, + { + "epoch": 0.6526643728923809, + "grad_norm": 2.375537872314453, + "learning_rate": 5.687726357426792e-06, + "loss": 2.2776, + "step": 38128 + }, + { + "epoch": 0.6526814906109314, + "grad_norm": 2.3909554481506348, + "learning_rate": 5.687226155657344e-06, + "loss": 2.3107, + "step": 38129 + }, + { + "epoch": 0.6526986083294819, + "grad_norm": 2.611128568649292, + "learning_rate": 5.686725967143849e-06, + "loss": 2.509, + "step": 38130 + }, + { + "epoch": 0.6527157260480323, + "grad_norm": 2.306663990020752, + "learning_rate": 5.686225791887865e-06, + "loss": 2.3752, + "step": 38131 + }, + { + "epoch": 0.6527328437665828, + "grad_norm": 2.395730972290039, + "learning_rate": 5.685725629890916e-06, + "loss": 2.341, + "step": 38132 + }, + { + "epoch": 0.6527499614851333, + "grad_norm": 2.4641060829162598, + "learning_rate": 5.685225481154543e-06, + "loss": 2.4851, + "step": 38133 + }, + { + "epoch": 0.6527670792036837, + "grad_norm": 2.4619600772857666, + "learning_rate": 5.684725345680287e-06, + "loss": 2.4649, + "step": 38134 + }, + { + "epoch": 0.6527841969222342, + "grad_norm": 2.580432415008545, + "learning_rate": 5.684225223469672e-06, + "loss": 2.503, + "step": 38135 + }, + { + "epoch": 0.6528013146407847, + "grad_norm": 2.457962989807129, + "learning_rate": 5.6837251145242555e-06, + "loss": 2.4229, + "step": 38136 + }, + { + "epoch": 0.6528184323593351, + "grad_norm": 2.3631820678710938, + "learning_rate": 5.68322501884556e-06, + "loss": 2.3552, + "step": 38137 + }, + { + "epoch": 0.6528355500778856, + "grad_norm": 2.4243040084838867, + "learning_rate": 5.682724936435125e-06, + "loss": 2.4346, + "step": 38138 + }, + { + "epoch": 0.6528526677964361, + "grad_norm": 2.3657901287078857, + "learning_rate": 5.682224867294489e-06, + "loss": 2.496, + "step": 38139 + }, + { + "epoch": 0.6528697855149865, + "grad_norm": 2.404047727584839, + "learning_rate": 5.68172481142519e-06, + "loss": 2.3899, + "step": 38140 + }, + { + "epoch": 0.652886903233537, + "grad_norm": 2.3789899349212646, + "learning_rate": 5.681224768828768e-06, + "loss": 2.3632, + "step": 38141 + }, + { + "epoch": 0.6529040209520875, + "grad_norm": 2.3768575191497803, + "learning_rate": 5.680724739506749e-06, + "loss": 2.3515, + "step": 38142 + }, + { + "epoch": 0.652921138670638, + "grad_norm": 2.490694761276245, + "learning_rate": 5.680224723460684e-06, + "loss": 2.4059, + "step": 38143 + }, + { + "epoch": 0.6529382563891885, + "grad_norm": 2.364325761795044, + "learning_rate": 5.6797247206920995e-06, + "loss": 2.3887, + "step": 38144 + }, + { + "epoch": 0.652955374107739, + "grad_norm": 2.509587049484253, + "learning_rate": 5.679224731202535e-06, + "loss": 2.4336, + "step": 38145 + }, + { + "epoch": 0.6529724918262894, + "grad_norm": 2.47210693359375, + "learning_rate": 5.678724754993528e-06, + "loss": 2.5447, + "step": 38146 + }, + { + "epoch": 0.6529896095448399, + "grad_norm": 2.479203462600708, + "learning_rate": 5.678224792066617e-06, + "loss": 2.47, + "step": 38147 + }, + { + "epoch": 0.6530067272633904, + "grad_norm": 2.5953869819641113, + "learning_rate": 5.67772484242334e-06, + "loss": 2.438, + "step": 38148 + }, + { + "epoch": 0.6530238449819408, + "grad_norm": 2.4577558040618896, + "learning_rate": 5.677224906065227e-06, + "loss": 2.3269, + "step": 38149 + }, + { + "epoch": 0.6530409627004913, + "grad_norm": 2.271627426147461, + "learning_rate": 5.676724982993817e-06, + "loss": 2.2574, + "step": 38150 + }, + { + "epoch": 0.6530580804190418, + "grad_norm": 2.530313730239868, + "learning_rate": 5.676225073210649e-06, + "loss": 2.382, + "step": 38151 + }, + { + "epoch": 0.6530751981375922, + "grad_norm": 2.4683609008789062, + "learning_rate": 5.6757251767172594e-06, + "loss": 2.4973, + "step": 38152 + }, + { + "epoch": 0.6530923158561427, + "grad_norm": 2.4990739822387695, + "learning_rate": 5.675225293515183e-06, + "loss": 2.3091, + "step": 38153 + }, + { + "epoch": 0.6531094335746932, + "grad_norm": 2.609428882598877, + "learning_rate": 5.67472542360596e-06, + "loss": 2.5029, + "step": 38154 + }, + { + "epoch": 0.6531265512932436, + "grad_norm": 2.5365209579467773, + "learning_rate": 5.6742255669911205e-06, + "loss": 2.5416, + "step": 38155 + }, + { + "epoch": 0.6531436690117941, + "grad_norm": 2.464214324951172, + "learning_rate": 5.673725723672205e-06, + "loss": 2.2367, + "step": 38156 + }, + { + "epoch": 0.6531607867303446, + "grad_norm": 2.4608685970306396, + "learning_rate": 5.673225893650749e-06, + "loss": 2.5365, + "step": 38157 + }, + { + "epoch": 0.653177904448895, + "grad_norm": 2.528571128845215, + "learning_rate": 5.672726076928288e-06, + "loss": 2.4706, + "step": 38158 + }, + { + "epoch": 0.6531950221674455, + "grad_norm": 2.557440757751465, + "learning_rate": 5.672226273506365e-06, + "loss": 2.4992, + "step": 38159 + }, + { + "epoch": 0.653212139885996, + "grad_norm": 2.337082862854004, + "learning_rate": 5.6717264833865e-06, + "loss": 2.3271, + "step": 38160 + }, + { + "epoch": 0.6532292576045464, + "grad_norm": 2.5774424076080322, + "learning_rate": 5.67122670657025e-06, + "loss": 2.5345, + "step": 38161 + }, + { + "epoch": 0.6532463753230969, + "grad_norm": 2.4092838764190674, + "learning_rate": 5.670726943059135e-06, + "loss": 2.3571, + "step": 38162 + }, + { + "epoch": 0.6532634930416474, + "grad_norm": 2.4051287174224854, + "learning_rate": 5.670227192854697e-06, + "loss": 2.2626, + "step": 38163 + }, + { + "epoch": 0.6532806107601978, + "grad_norm": 2.5200514793395996, + "learning_rate": 5.669727455958472e-06, + "loss": 2.3717, + "step": 38164 + }, + { + "epoch": 0.6532977284787483, + "grad_norm": 2.47503662109375, + "learning_rate": 5.669227732371997e-06, + "loss": 2.4679, + "step": 38165 + }, + { + "epoch": 0.6533148461972988, + "grad_norm": 2.5295519828796387, + "learning_rate": 5.66872802209681e-06, + "loss": 2.393, + "step": 38166 + }, + { + "epoch": 0.6533319639158492, + "grad_norm": 2.394214153289795, + "learning_rate": 5.668228325134435e-06, + "loss": 2.3823, + "step": 38167 + }, + { + "epoch": 0.6533490816343998, + "grad_norm": 2.3097000122070312, + "learning_rate": 5.667728641486426e-06, + "loss": 2.3581, + "step": 38168 + }, + { + "epoch": 0.6533661993529503, + "grad_norm": 2.259591817855835, + "learning_rate": 5.667228971154305e-06, + "loss": 2.2318, + "step": 38169 + }, + { + "epoch": 0.6533833170715007, + "grad_norm": 2.5005767345428467, + "learning_rate": 5.666729314139612e-06, + "loss": 2.3338, + "step": 38170 + }, + { + "epoch": 0.6534004347900512, + "grad_norm": 2.4115920066833496, + "learning_rate": 5.666229670443888e-06, + "loss": 2.4377, + "step": 38171 + }, + { + "epoch": 0.6534175525086017, + "grad_norm": 2.4972896575927734, + "learning_rate": 5.665730040068656e-06, + "loss": 2.3516, + "step": 38172 + }, + { + "epoch": 0.6534346702271521, + "grad_norm": 2.5271763801574707, + "learning_rate": 5.665230423015466e-06, + "loss": 2.3327, + "step": 38173 + }, + { + "epoch": 0.6534517879457026, + "grad_norm": 2.471500873565674, + "learning_rate": 5.664730819285844e-06, + "loss": 2.4502, + "step": 38174 + }, + { + "epoch": 0.6534689056642531, + "grad_norm": 2.4063639640808105, + "learning_rate": 5.664231228881329e-06, + "loss": 2.4713, + "step": 38175 + }, + { + "epoch": 0.6534860233828036, + "grad_norm": 2.4863178730010986, + "learning_rate": 5.663731651803461e-06, + "loss": 2.5073, + "step": 38176 + }, + { + "epoch": 0.653503141101354, + "grad_norm": 2.2986221313476562, + "learning_rate": 5.663232088053763e-06, + "loss": 2.2948, + "step": 38177 + }, + { + "epoch": 0.6535202588199045, + "grad_norm": 2.373596429824829, + "learning_rate": 5.6627325376337846e-06, + "loss": 2.4046, + "step": 38178 + }, + { + "epoch": 0.653537376538455, + "grad_norm": 2.464050531387329, + "learning_rate": 5.662233000545049e-06, + "loss": 2.4584, + "step": 38179 + }, + { + "epoch": 0.6535544942570054, + "grad_norm": 2.3590803146362305, + "learning_rate": 5.661733476789104e-06, + "loss": 2.48, + "step": 38180 + }, + { + "epoch": 0.6535716119755559, + "grad_norm": 2.533526659011841, + "learning_rate": 5.661233966367477e-06, + "loss": 2.5111, + "step": 38181 + }, + { + "epoch": 0.6535887296941064, + "grad_norm": 2.428182601928711, + "learning_rate": 5.660734469281702e-06, + "loss": 2.4072, + "step": 38182 + }, + { + "epoch": 0.6536058474126568, + "grad_norm": 2.5563907623291016, + "learning_rate": 5.66023498553332e-06, + "loss": 2.4234, + "step": 38183 + }, + { + "epoch": 0.6536229651312073, + "grad_norm": 2.274404764175415, + "learning_rate": 5.659735515123861e-06, + "loss": 2.3161, + "step": 38184 + }, + { + "epoch": 0.6536400828497578, + "grad_norm": 2.4347338676452637, + "learning_rate": 5.659236058054867e-06, + "loss": 2.3529, + "step": 38185 + }, + { + "epoch": 0.6536572005683082, + "grad_norm": 2.458847999572754, + "learning_rate": 5.658736614327866e-06, + "loss": 2.4406, + "step": 38186 + }, + { + "epoch": 0.6536743182868587, + "grad_norm": 2.574796676635742, + "learning_rate": 5.658237183944395e-06, + "loss": 2.3846, + "step": 38187 + }, + { + "epoch": 0.6536914360054092, + "grad_norm": 2.4741263389587402, + "learning_rate": 5.657737766905991e-06, + "loss": 2.4048, + "step": 38188 + }, + { + "epoch": 0.6537085537239596, + "grad_norm": 2.4223365783691406, + "learning_rate": 5.657238363214186e-06, + "loss": 2.4605, + "step": 38189 + }, + { + "epoch": 0.6537256714425101, + "grad_norm": 2.3965635299682617, + "learning_rate": 5.656738972870519e-06, + "loss": 2.384, + "step": 38190 + }, + { + "epoch": 0.6537427891610607, + "grad_norm": 2.438525438308716, + "learning_rate": 5.656239595876526e-06, + "loss": 2.4878, + "step": 38191 + }, + { + "epoch": 0.653759906879611, + "grad_norm": 2.3223354816436768, + "learning_rate": 5.6557402322337355e-06, + "loss": 2.4482, + "step": 38192 + }, + { + "epoch": 0.6537770245981616, + "grad_norm": 2.5301830768585205, + "learning_rate": 5.655240881943685e-06, + "loss": 2.378, + "step": 38193 + }, + { + "epoch": 0.6537941423167121, + "grad_norm": 2.5751569271087646, + "learning_rate": 5.654741545007911e-06, + "loss": 2.4774, + "step": 38194 + }, + { + "epoch": 0.6538112600352625, + "grad_norm": 2.4986484050750732, + "learning_rate": 5.654242221427947e-06, + "loss": 2.3944, + "step": 38195 + }, + { + "epoch": 0.653828377753813, + "grad_norm": 2.424715995788574, + "learning_rate": 5.653742911205331e-06, + "loss": 2.5072, + "step": 38196 + }, + { + "epoch": 0.6538454954723635, + "grad_norm": 2.328467607498169, + "learning_rate": 5.6532436143415884e-06, + "loss": 2.3674, + "step": 38197 + }, + { + "epoch": 0.6538626131909139, + "grad_norm": 2.4079275131225586, + "learning_rate": 5.652744330838268e-06, + "loss": 2.4476, + "step": 38198 + }, + { + "epoch": 0.6538797309094644, + "grad_norm": 2.4389774799346924, + "learning_rate": 5.652245060696892e-06, + "loss": 2.3597, + "step": 38199 + }, + { + "epoch": 0.6538968486280149, + "grad_norm": 2.523514747619629, + "learning_rate": 5.651745803919e-06, + "loss": 2.3021, + "step": 38200 + }, + { + "epoch": 0.6539139663465653, + "grad_norm": 2.356257915496826, + "learning_rate": 5.651246560506127e-06, + "loss": 2.344, + "step": 38201 + }, + { + "epoch": 0.6539310840651158, + "grad_norm": 2.449448347091675, + "learning_rate": 5.6507473304598045e-06, + "loss": 2.5326, + "step": 38202 + }, + { + "epoch": 0.6539482017836663, + "grad_norm": 2.345517158508301, + "learning_rate": 5.650248113781576e-06, + "loss": 2.4263, + "step": 38203 + }, + { + "epoch": 0.6539653195022167, + "grad_norm": 2.45094633102417, + "learning_rate": 5.6497489104729595e-06, + "loss": 2.326, + "step": 38204 + }, + { + "epoch": 0.6539824372207672, + "grad_norm": 2.593754768371582, + "learning_rate": 5.649249720535508e-06, + "loss": 2.4753, + "step": 38205 + }, + { + "epoch": 0.6539995549393177, + "grad_norm": 2.4871747493743896, + "learning_rate": 5.648750543970743e-06, + "loss": 2.4627, + "step": 38206 + }, + { + "epoch": 0.6540166726578681, + "grad_norm": 2.4990885257720947, + "learning_rate": 5.648251380780201e-06, + "loss": 2.3479, + "step": 38207 + }, + { + "epoch": 0.6540337903764186, + "grad_norm": 2.8068981170654297, + "learning_rate": 5.647752230965422e-06, + "loss": 2.4637, + "step": 38208 + }, + { + "epoch": 0.6540509080949691, + "grad_norm": 2.571235179901123, + "learning_rate": 5.647253094527929e-06, + "loss": 2.5032, + "step": 38209 + }, + { + "epoch": 0.6540680258135195, + "grad_norm": 2.709808349609375, + "learning_rate": 5.64675397146927e-06, + "loss": 2.4835, + "step": 38210 + }, + { + "epoch": 0.65408514353207, + "grad_norm": 2.609194755554199, + "learning_rate": 5.64625486179097e-06, + "loss": 2.5384, + "step": 38211 + }, + { + "epoch": 0.6541022612506205, + "grad_norm": 2.5249853134155273, + "learning_rate": 5.645755765494565e-06, + "loss": 2.4646, + "step": 38212 + }, + { + "epoch": 0.6541193789691709, + "grad_norm": 2.5335350036621094, + "learning_rate": 5.6452566825815925e-06, + "loss": 2.3081, + "step": 38213 + }, + { + "epoch": 0.6541364966877214, + "grad_norm": 2.3980154991149902, + "learning_rate": 5.644757613053577e-06, + "loss": 2.4569, + "step": 38214 + }, + { + "epoch": 0.654153614406272, + "grad_norm": 2.4644153118133545, + "learning_rate": 5.644258556912066e-06, + "loss": 2.3776, + "step": 38215 + }, + { + "epoch": 0.6541707321248224, + "grad_norm": 2.3913521766662598, + "learning_rate": 5.6437595141585785e-06, + "loss": 2.4688, + "step": 38216 + }, + { + "epoch": 0.6541878498433729, + "grad_norm": 2.534442901611328, + "learning_rate": 5.643260484794666e-06, + "loss": 2.4869, + "step": 38217 + }, + { + "epoch": 0.6542049675619234, + "grad_norm": 2.345736265182495, + "learning_rate": 5.642761468821847e-06, + "loss": 2.3184, + "step": 38218 + }, + { + "epoch": 0.6542220852804738, + "grad_norm": 2.437027931213379, + "learning_rate": 5.64226246624166e-06, + "loss": 2.3187, + "step": 38219 + }, + { + "epoch": 0.6542392029990243, + "grad_norm": 2.308765172958374, + "learning_rate": 5.641763477055645e-06, + "loss": 2.2883, + "step": 38220 + }, + { + "epoch": 0.6542563207175748, + "grad_norm": 2.585949420928955, + "learning_rate": 5.6412645012653225e-06, + "loss": 2.5622, + "step": 38221 + }, + { + "epoch": 0.6542734384361253, + "grad_norm": 2.4312336444854736, + "learning_rate": 5.640765538872242e-06, + "loss": 2.4882, + "step": 38222 + }, + { + "epoch": 0.6542905561546757, + "grad_norm": 2.4830379486083984, + "learning_rate": 5.640266589877925e-06, + "loss": 2.4533, + "step": 38223 + }, + { + "epoch": 0.6543076738732262, + "grad_norm": 2.4223883152008057, + "learning_rate": 5.63976765428391e-06, + "loss": 2.5366, + "step": 38224 + }, + { + "epoch": 0.6543247915917767, + "grad_norm": 2.365907669067383, + "learning_rate": 5.6392687320917295e-06, + "loss": 2.3753, + "step": 38225 + }, + { + "epoch": 0.6543419093103271, + "grad_norm": 2.5580873489379883, + "learning_rate": 5.638769823302916e-06, + "loss": 2.4126, + "step": 38226 + }, + { + "epoch": 0.6543590270288776, + "grad_norm": 2.4177680015563965, + "learning_rate": 5.6382709279190095e-06, + "loss": 2.3825, + "step": 38227 + }, + { + "epoch": 0.6543761447474281, + "grad_norm": 2.3508200645446777, + "learning_rate": 5.637772045941535e-06, + "loss": 2.2422, + "step": 38228 + }, + { + "epoch": 0.6543932624659785, + "grad_norm": 2.4622559547424316, + "learning_rate": 5.637273177372029e-06, + "loss": 2.4984, + "step": 38229 + }, + { + "epoch": 0.654410380184529, + "grad_norm": 2.4870057106018066, + "learning_rate": 5.636774322212024e-06, + "loss": 2.3889, + "step": 38230 + }, + { + "epoch": 0.6544274979030795, + "grad_norm": 2.4870736598968506, + "learning_rate": 5.636275480463056e-06, + "loss": 2.4174, + "step": 38231 + }, + { + "epoch": 0.6544446156216299, + "grad_norm": 2.4137966632843018, + "learning_rate": 5.635776652126654e-06, + "loss": 2.479, + "step": 38232 + }, + { + "epoch": 0.6544617333401804, + "grad_norm": 2.317598342895508, + "learning_rate": 5.63527783720436e-06, + "loss": 2.3161, + "step": 38233 + }, + { + "epoch": 0.6544788510587309, + "grad_norm": 2.404836416244507, + "learning_rate": 5.634779035697697e-06, + "loss": 2.4576, + "step": 38234 + }, + { + "epoch": 0.6544959687772813, + "grad_norm": 2.341639518737793, + "learning_rate": 5.6342802476082014e-06, + "loss": 2.3694, + "step": 38235 + }, + { + "epoch": 0.6545130864958318, + "grad_norm": 2.3713974952697754, + "learning_rate": 5.633781472937407e-06, + "loss": 2.469, + "step": 38236 + }, + { + "epoch": 0.6545302042143823, + "grad_norm": 2.49975323677063, + "learning_rate": 5.6332827116868476e-06, + "loss": 2.4558, + "step": 38237 + }, + { + "epoch": 0.6545473219329327, + "grad_norm": 2.388278007507324, + "learning_rate": 5.6327839638580554e-06, + "loss": 2.3698, + "step": 38238 + }, + { + "epoch": 0.6545644396514833, + "grad_norm": 2.55214524269104, + "learning_rate": 5.632285229452563e-06, + "loss": 2.5416, + "step": 38239 + }, + { + "epoch": 0.6545815573700338, + "grad_norm": 2.3210883140563965, + "learning_rate": 5.631786508471908e-06, + "loss": 2.4524, + "step": 38240 + }, + { + "epoch": 0.6545986750885842, + "grad_norm": 2.567700147628784, + "learning_rate": 5.631287800917615e-06, + "loss": 2.4929, + "step": 38241 + }, + { + "epoch": 0.6546157928071347, + "grad_norm": 2.4146995544433594, + "learning_rate": 5.6307891067912215e-06, + "loss": 2.3169, + "step": 38242 + }, + { + "epoch": 0.6546329105256852, + "grad_norm": 2.4092416763305664, + "learning_rate": 5.63029042609426e-06, + "loss": 2.4773, + "step": 38243 + }, + { + "epoch": 0.6546500282442356, + "grad_norm": 2.5227503776550293, + "learning_rate": 5.6297917588282625e-06, + "loss": 2.4445, + "step": 38244 + }, + { + "epoch": 0.6546671459627861, + "grad_norm": 2.444188117980957, + "learning_rate": 5.6292931049947665e-06, + "loss": 2.295, + "step": 38245 + }, + { + "epoch": 0.6546842636813366, + "grad_norm": 2.43625807762146, + "learning_rate": 5.628794464595293e-06, + "loss": 2.5191, + "step": 38246 + }, + { + "epoch": 0.654701381399887, + "grad_norm": 2.4553802013397217, + "learning_rate": 5.628295837631389e-06, + "loss": 2.3903, + "step": 38247 + }, + { + "epoch": 0.6547184991184375, + "grad_norm": 2.4915616512298584, + "learning_rate": 5.627797224104576e-06, + "loss": 2.399, + "step": 38248 + }, + { + "epoch": 0.654735616836988, + "grad_norm": 2.6369738578796387, + "learning_rate": 5.627298624016393e-06, + "loss": 2.428, + "step": 38249 + }, + { + "epoch": 0.6547527345555384, + "grad_norm": 2.6328110694885254, + "learning_rate": 5.626800037368372e-06, + "loss": 2.4018, + "step": 38250 + }, + { + "epoch": 0.6547698522740889, + "grad_norm": 2.5778958797454834, + "learning_rate": 5.6263014641620374e-06, + "loss": 2.3873, + "step": 38251 + }, + { + "epoch": 0.6547869699926394, + "grad_norm": 2.445913314819336, + "learning_rate": 5.625802904398936e-06, + "loss": 2.3553, + "step": 38252 + }, + { + "epoch": 0.6548040877111898, + "grad_norm": 2.4196975231170654, + "learning_rate": 5.625304358080583e-06, + "loss": 2.373, + "step": 38253 + }, + { + "epoch": 0.6548212054297403, + "grad_norm": 2.562831163406372, + "learning_rate": 5.6248058252085295e-06, + "loss": 2.4185, + "step": 38254 + }, + { + "epoch": 0.6548383231482908, + "grad_norm": 2.3850884437561035, + "learning_rate": 5.6243073057842934e-06, + "loss": 2.3408, + "step": 38255 + }, + { + "epoch": 0.6548554408668412, + "grad_norm": 2.421245574951172, + "learning_rate": 5.623808799809412e-06, + "loss": 2.4362, + "step": 38256 + }, + { + "epoch": 0.6548725585853917, + "grad_norm": 2.5159525871276855, + "learning_rate": 5.6233103072854215e-06, + "loss": 2.4118, + "step": 38257 + }, + { + "epoch": 0.6548896763039422, + "grad_norm": 2.5606138706207275, + "learning_rate": 5.622811828213842e-06, + "loss": 2.4164, + "step": 38258 + }, + { + "epoch": 0.6549067940224926, + "grad_norm": 2.470756769180298, + "learning_rate": 5.622313362596223e-06, + "loss": 2.4171, + "step": 38259 + }, + { + "epoch": 0.6549239117410431, + "grad_norm": 2.436516523361206, + "learning_rate": 5.621814910434082e-06, + "loss": 2.5212, + "step": 38260 + }, + { + "epoch": 0.6549410294595936, + "grad_norm": 2.451474905014038, + "learning_rate": 5.621316471728956e-06, + "loss": 2.4415, + "step": 38261 + }, + { + "epoch": 0.654958147178144, + "grad_norm": 2.5172619819641113, + "learning_rate": 5.620818046482377e-06, + "loss": 2.4299, + "step": 38262 + }, + { + "epoch": 0.6549752648966946, + "grad_norm": 2.407973289489746, + "learning_rate": 5.620319634695879e-06, + "loss": 2.3655, + "step": 38263 + }, + { + "epoch": 0.6549923826152451, + "grad_norm": 2.506129503250122, + "learning_rate": 5.619821236370995e-06, + "loss": 2.4611, + "step": 38264 + }, + { + "epoch": 0.6550095003337955, + "grad_norm": 2.374009847640991, + "learning_rate": 5.619322851509251e-06, + "loss": 2.3089, + "step": 38265 + }, + { + "epoch": 0.655026618052346, + "grad_norm": 2.4581055641174316, + "learning_rate": 5.618824480112181e-06, + "loss": 2.4267, + "step": 38266 + }, + { + "epoch": 0.6550437357708965, + "grad_norm": 2.460343360900879, + "learning_rate": 5.61832612218132e-06, + "loss": 2.2799, + "step": 38267 + }, + { + "epoch": 0.655060853489447, + "grad_norm": 2.504045009613037, + "learning_rate": 5.617827777718197e-06, + "loss": 2.4375, + "step": 38268 + }, + { + "epoch": 0.6550779712079974, + "grad_norm": 2.5171730518341064, + "learning_rate": 5.6173294467243435e-06, + "loss": 2.4634, + "step": 38269 + }, + { + "epoch": 0.6550950889265479, + "grad_norm": 2.489042282104492, + "learning_rate": 5.616831129201292e-06, + "loss": 2.3784, + "step": 38270 + }, + { + "epoch": 0.6551122066450984, + "grad_norm": 2.3803484439849854, + "learning_rate": 5.616332825150579e-06, + "loss": 2.4031, + "step": 38271 + }, + { + "epoch": 0.6551293243636488, + "grad_norm": 2.4990289211273193, + "learning_rate": 5.615834534573727e-06, + "loss": 2.4061, + "step": 38272 + }, + { + "epoch": 0.6551464420821993, + "grad_norm": 2.235318183898926, + "learning_rate": 5.6153362574722725e-06, + "loss": 2.2831, + "step": 38273 + }, + { + "epoch": 0.6551635598007498, + "grad_norm": 2.5182693004608154, + "learning_rate": 5.614837993847746e-06, + "loss": 2.3781, + "step": 38274 + }, + { + "epoch": 0.6551806775193002, + "grad_norm": 2.3090155124664307, + "learning_rate": 5.61433974370168e-06, + "loss": 2.4474, + "step": 38275 + }, + { + "epoch": 0.6551977952378507, + "grad_norm": 2.536306619644165, + "learning_rate": 5.6138415070356044e-06, + "loss": 2.4833, + "step": 38276 + }, + { + "epoch": 0.6552149129564012, + "grad_norm": 2.498060464859009, + "learning_rate": 5.613343283851056e-06, + "loss": 2.3538, + "step": 38277 + }, + { + "epoch": 0.6552320306749516, + "grad_norm": 2.5307836532592773, + "learning_rate": 5.612845074149559e-06, + "loss": 2.4424, + "step": 38278 + }, + { + "epoch": 0.6552491483935021, + "grad_norm": 2.5027098655700684, + "learning_rate": 5.612346877932646e-06, + "loss": 2.2643, + "step": 38279 + }, + { + "epoch": 0.6552662661120526, + "grad_norm": 2.4971461296081543, + "learning_rate": 5.611848695201852e-06, + "loss": 2.4825, + "step": 38280 + }, + { + "epoch": 0.655283383830603, + "grad_norm": 2.507636308670044, + "learning_rate": 5.611350525958703e-06, + "loss": 2.3769, + "step": 38281 + }, + { + "epoch": 0.6553005015491535, + "grad_norm": 2.348281145095825, + "learning_rate": 5.6108523702047395e-06, + "loss": 2.2863, + "step": 38282 + }, + { + "epoch": 0.655317619267704, + "grad_norm": 2.3941173553466797, + "learning_rate": 5.610354227941477e-06, + "loss": 2.3667, + "step": 38283 + }, + { + "epoch": 0.6553347369862544, + "grad_norm": 2.576402425765991, + "learning_rate": 5.609856099170464e-06, + "loss": 2.48, + "step": 38284 + }, + { + "epoch": 0.655351854704805, + "grad_norm": 2.408877372741699, + "learning_rate": 5.60935798389322e-06, + "loss": 2.3728, + "step": 38285 + }, + { + "epoch": 0.6553689724233555, + "grad_norm": 2.634608745574951, + "learning_rate": 5.60885988211128e-06, + "loss": 2.4144, + "step": 38286 + }, + { + "epoch": 0.6553860901419059, + "grad_norm": 2.4400010108947754, + "learning_rate": 5.608361793826178e-06, + "loss": 2.3211, + "step": 38287 + }, + { + "epoch": 0.6554032078604564, + "grad_norm": 2.475663185119629, + "learning_rate": 5.607863719039435e-06, + "loss": 2.3641, + "step": 38288 + }, + { + "epoch": 0.6554203255790069, + "grad_norm": 2.4915659427642822, + "learning_rate": 5.607365657752595e-06, + "loss": 2.4945, + "step": 38289 + }, + { + "epoch": 0.6554374432975573, + "grad_norm": 2.429288387298584, + "learning_rate": 5.606867609967175e-06, + "loss": 2.4448, + "step": 38290 + }, + { + "epoch": 0.6554545610161078, + "grad_norm": 2.490778923034668, + "learning_rate": 5.60636957568472e-06, + "loss": 2.4537, + "step": 38291 + }, + { + "epoch": 0.6554716787346583, + "grad_norm": 2.5141448974609375, + "learning_rate": 5.605871554906752e-06, + "loss": 2.5302, + "step": 38292 + }, + { + "epoch": 0.6554887964532087, + "grad_norm": 2.346290349960327, + "learning_rate": 5.6053735476348025e-06, + "loss": 2.3266, + "step": 38293 + }, + { + "epoch": 0.6555059141717592, + "grad_norm": 2.308486223220825, + "learning_rate": 5.604875553870407e-06, + "loss": 2.3681, + "step": 38294 + }, + { + "epoch": 0.6555230318903097, + "grad_norm": 2.463759660720825, + "learning_rate": 5.604377573615085e-06, + "loss": 2.4341, + "step": 38295 + }, + { + "epoch": 0.6555401496088601, + "grad_norm": 2.4712657928466797, + "learning_rate": 5.603879606870383e-06, + "loss": 2.3914, + "step": 38296 + }, + { + "epoch": 0.6555572673274106, + "grad_norm": 2.421656370162964, + "learning_rate": 5.603381653637818e-06, + "loss": 2.3755, + "step": 38297 + }, + { + "epoch": 0.6555743850459611, + "grad_norm": 2.3874616622924805, + "learning_rate": 5.602883713918927e-06, + "loss": 2.366, + "step": 38298 + }, + { + "epoch": 0.6555915027645115, + "grad_norm": 2.483886480331421, + "learning_rate": 5.602385787715243e-06, + "loss": 2.4596, + "step": 38299 + }, + { + "epoch": 0.655608620483062, + "grad_norm": 2.638645648956299, + "learning_rate": 5.601887875028285e-06, + "loss": 2.4055, + "step": 38300 + }, + { + "epoch": 0.6556257382016125, + "grad_norm": 2.4202187061309814, + "learning_rate": 5.601389975859598e-06, + "loss": 2.3375, + "step": 38301 + }, + { + "epoch": 0.6556428559201629, + "grad_norm": 2.2533581256866455, + "learning_rate": 5.600892090210702e-06, + "loss": 2.2745, + "step": 38302 + }, + { + "epoch": 0.6556599736387134, + "grad_norm": 2.5534708499908447, + "learning_rate": 5.600394218083132e-06, + "loss": 2.4134, + "step": 38303 + }, + { + "epoch": 0.6556770913572639, + "grad_norm": 2.5501229763031006, + "learning_rate": 5.5998963594784165e-06, + "loss": 2.4776, + "step": 38304 + }, + { + "epoch": 0.6556942090758143, + "grad_norm": 2.3231613636016846, + "learning_rate": 5.599398514398085e-06, + "loss": 2.3301, + "step": 38305 + }, + { + "epoch": 0.6557113267943648, + "grad_norm": 2.476506233215332, + "learning_rate": 5.598900682843674e-06, + "loss": 2.4174, + "step": 38306 + }, + { + "epoch": 0.6557284445129153, + "grad_norm": 2.456083297729492, + "learning_rate": 5.598402864816701e-06, + "loss": 2.5321, + "step": 38307 + }, + { + "epoch": 0.6557455622314657, + "grad_norm": 2.422947406768799, + "learning_rate": 5.597905060318711e-06, + "loss": 2.4593, + "step": 38308 + }, + { + "epoch": 0.6557626799500162, + "grad_norm": 2.552067995071411, + "learning_rate": 5.597407269351225e-06, + "loss": 2.3894, + "step": 38309 + }, + { + "epoch": 0.6557797976685668, + "grad_norm": 2.417854070663452, + "learning_rate": 5.596909491915773e-06, + "loss": 2.419, + "step": 38310 + }, + { + "epoch": 0.6557969153871172, + "grad_norm": 2.417118549346924, + "learning_rate": 5.596411728013886e-06, + "loss": 2.4262, + "step": 38311 + }, + { + "epoch": 0.6558140331056677, + "grad_norm": 2.364797353744507, + "learning_rate": 5.595913977647097e-06, + "loss": 2.3724, + "step": 38312 + }, + { + "epoch": 0.6558311508242182, + "grad_norm": 2.365640878677368, + "learning_rate": 5.595416240816937e-06, + "loss": 2.3574, + "step": 38313 + }, + { + "epoch": 0.6558482685427686, + "grad_norm": 2.4217259883880615, + "learning_rate": 5.59491851752493e-06, + "loss": 2.3219, + "step": 38314 + }, + { + "epoch": 0.6558653862613191, + "grad_norm": 2.5079708099365234, + "learning_rate": 5.594420807772607e-06, + "loss": 2.3941, + "step": 38315 + }, + { + "epoch": 0.6558825039798696, + "grad_norm": 2.259824514389038, + "learning_rate": 5.5939231115614986e-06, + "loss": 2.442, + "step": 38316 + }, + { + "epoch": 0.6558996216984201, + "grad_norm": 2.4906742572784424, + "learning_rate": 5.593425428893138e-06, + "loss": 2.4209, + "step": 38317 + }, + { + "epoch": 0.6559167394169705, + "grad_norm": 2.3263766765594482, + "learning_rate": 5.592927759769049e-06, + "loss": 2.3461, + "step": 38318 + }, + { + "epoch": 0.655933857135521, + "grad_norm": 2.428995370864868, + "learning_rate": 5.59243010419077e-06, + "loss": 2.3574, + "step": 38319 + }, + { + "epoch": 0.6559509748540715, + "grad_norm": 2.49868106842041, + "learning_rate": 5.591932462159817e-06, + "loss": 2.405, + "step": 38320 + }, + { + "epoch": 0.6559680925726219, + "grad_norm": 2.4022462368011475, + "learning_rate": 5.591434833677736e-06, + "loss": 2.3983, + "step": 38321 + }, + { + "epoch": 0.6559852102911724, + "grad_norm": 2.4310221672058105, + "learning_rate": 5.590937218746043e-06, + "loss": 2.4142, + "step": 38322 + }, + { + "epoch": 0.6560023280097229, + "grad_norm": 2.2753753662109375, + "learning_rate": 5.590439617366273e-06, + "loss": 2.3534, + "step": 38323 + }, + { + "epoch": 0.6560194457282733, + "grad_norm": 2.436464548110962, + "learning_rate": 5.5899420295399585e-06, + "loss": 2.4095, + "step": 38324 + }, + { + "epoch": 0.6560365634468238, + "grad_norm": 2.443155288696289, + "learning_rate": 5.58944445526862e-06, + "loss": 2.366, + "step": 38325 + }, + { + "epoch": 0.6560536811653743, + "grad_norm": 2.4709346294403076, + "learning_rate": 5.588946894553797e-06, + "loss": 2.4198, + "step": 38326 + }, + { + "epoch": 0.6560707988839247, + "grad_norm": 2.5182111263275146, + "learning_rate": 5.5884493473970095e-06, + "loss": 2.4465, + "step": 38327 + }, + { + "epoch": 0.6560879166024752, + "grad_norm": 2.470689296722412, + "learning_rate": 5.587951813799797e-06, + "loss": 2.4736, + "step": 38328 + }, + { + "epoch": 0.6561050343210257, + "grad_norm": 2.5148820877075195, + "learning_rate": 5.58745429376368e-06, + "loss": 2.5103, + "step": 38329 + }, + { + "epoch": 0.6561221520395761, + "grad_norm": 2.479846477508545, + "learning_rate": 5.586956787290191e-06, + "loss": 2.4496, + "step": 38330 + }, + { + "epoch": 0.6561392697581266, + "grad_norm": 2.404788017272949, + "learning_rate": 5.586459294380864e-06, + "loss": 2.4143, + "step": 38331 + }, + { + "epoch": 0.6561563874766771, + "grad_norm": 2.5151994228363037, + "learning_rate": 5.585961815037213e-06, + "loss": 2.4386, + "step": 38332 + }, + { + "epoch": 0.6561735051952275, + "grad_norm": 2.3657736778259277, + "learning_rate": 5.585464349260787e-06, + "loss": 2.427, + "step": 38333 + }, + { + "epoch": 0.656190622913778, + "grad_norm": 2.4942357540130615, + "learning_rate": 5.584966897053101e-06, + "loss": 2.4325, + "step": 38334 + }, + { + "epoch": 0.6562077406323286, + "grad_norm": 2.4978389739990234, + "learning_rate": 5.584469458415688e-06, + "loss": 2.5494, + "step": 38335 + }, + { + "epoch": 0.656224858350879, + "grad_norm": 2.4923973083496094, + "learning_rate": 5.583972033350081e-06, + "loss": 2.4254, + "step": 38336 + }, + { + "epoch": 0.6562419760694295, + "grad_norm": 2.3181681632995605, + "learning_rate": 5.583474621857798e-06, + "loss": 2.3651, + "step": 38337 + }, + { + "epoch": 0.65625909378798, + "grad_norm": 2.390408992767334, + "learning_rate": 5.5829772239403826e-06, + "loss": 2.2254, + "step": 38338 + }, + { + "epoch": 0.6562762115065304, + "grad_norm": 2.3010222911834717, + "learning_rate": 5.582479839599353e-06, + "loss": 2.3201, + "step": 38339 + }, + { + "epoch": 0.6562933292250809, + "grad_norm": 2.4460206031799316, + "learning_rate": 5.58198246883624e-06, + "loss": 2.3587, + "step": 38340 + }, + { + "epoch": 0.6563104469436314, + "grad_norm": 2.450505495071411, + "learning_rate": 5.581485111652573e-06, + "loss": 2.3112, + "step": 38341 + }, + { + "epoch": 0.6563275646621818, + "grad_norm": 2.298686981201172, + "learning_rate": 5.580987768049881e-06, + "loss": 2.4088, + "step": 38342 + }, + { + "epoch": 0.6563446823807323, + "grad_norm": 2.466862916946411, + "learning_rate": 5.580490438029699e-06, + "loss": 2.3389, + "step": 38343 + }, + { + "epoch": 0.6563618000992828, + "grad_norm": 2.4315967559814453, + "learning_rate": 5.579993121593539e-06, + "loss": 2.4266, + "step": 38344 + }, + { + "epoch": 0.6563789178178332, + "grad_norm": 2.459984302520752, + "learning_rate": 5.579495818742949e-06, + "loss": 2.4326, + "step": 38345 + }, + { + "epoch": 0.6563960355363837, + "grad_norm": 2.4424631595611572, + "learning_rate": 5.578998529479445e-06, + "loss": 2.3659, + "step": 38346 + }, + { + "epoch": 0.6564131532549342, + "grad_norm": 2.4571142196655273, + "learning_rate": 5.578501253804558e-06, + "loss": 2.3235, + "step": 38347 + }, + { + "epoch": 0.6564302709734846, + "grad_norm": 2.4937784671783447, + "learning_rate": 5.578003991719818e-06, + "loss": 2.4555, + "step": 38348 + }, + { + "epoch": 0.6564473886920351, + "grad_norm": 2.396662950515747, + "learning_rate": 5.577506743226752e-06, + "loss": 2.5802, + "step": 38349 + }, + { + "epoch": 0.6564645064105856, + "grad_norm": 2.495544672012329, + "learning_rate": 5.577009508326895e-06, + "loss": 2.4018, + "step": 38350 + }, + { + "epoch": 0.656481624129136, + "grad_norm": 2.420746326446533, + "learning_rate": 5.576512287021765e-06, + "loss": 2.4406, + "step": 38351 + }, + { + "epoch": 0.6564987418476865, + "grad_norm": 2.449709415435791, + "learning_rate": 5.576015079312893e-06, + "loss": 2.3387, + "step": 38352 + }, + { + "epoch": 0.656515859566237, + "grad_norm": 2.4853575229644775, + "learning_rate": 5.575517885201811e-06, + "loss": 2.5152, + "step": 38353 + }, + { + "epoch": 0.6565329772847874, + "grad_norm": 2.362637758255005, + "learning_rate": 5.575020704690045e-06, + "loss": 2.3861, + "step": 38354 + }, + { + "epoch": 0.6565500950033379, + "grad_norm": 2.450700044631958, + "learning_rate": 5.574523537779123e-06, + "loss": 2.4253, + "step": 38355 + }, + { + "epoch": 0.6565672127218884, + "grad_norm": 2.3677260875701904, + "learning_rate": 5.574026384470578e-06, + "loss": 2.3464, + "step": 38356 + }, + { + "epoch": 0.6565843304404388, + "grad_norm": 2.586970329284668, + "learning_rate": 5.573529244765929e-06, + "loss": 2.4399, + "step": 38357 + }, + { + "epoch": 0.6566014481589894, + "grad_norm": 2.3971962928771973, + "learning_rate": 5.57303211866671e-06, + "loss": 2.3876, + "step": 38358 + }, + { + "epoch": 0.6566185658775399, + "grad_norm": 2.4616341590881348, + "learning_rate": 5.572535006174446e-06, + "loss": 2.4375, + "step": 38359 + }, + { + "epoch": 0.6566356835960903, + "grad_norm": 2.534400463104248, + "learning_rate": 5.572037907290668e-06, + "loss": 2.3979, + "step": 38360 + }, + { + "epoch": 0.6566528013146408, + "grad_norm": 2.4987504482269287, + "learning_rate": 5.571540822016901e-06, + "loss": 2.394, + "step": 38361 + }, + { + "epoch": 0.6566699190331913, + "grad_norm": 2.439149856567383, + "learning_rate": 5.571043750354676e-06, + "loss": 2.3336, + "step": 38362 + }, + { + "epoch": 0.6566870367517418, + "grad_norm": 2.3721275329589844, + "learning_rate": 5.570546692305523e-06, + "loss": 2.4545, + "step": 38363 + }, + { + "epoch": 0.6567041544702922, + "grad_norm": 2.3180506229400635, + "learning_rate": 5.570049647870961e-06, + "loss": 2.336, + "step": 38364 + }, + { + "epoch": 0.6567212721888427, + "grad_norm": 2.4890265464782715, + "learning_rate": 5.569552617052522e-06, + "loss": 2.4511, + "step": 38365 + }, + { + "epoch": 0.6567383899073932, + "grad_norm": 2.4156851768493652, + "learning_rate": 5.569055599851737e-06, + "loss": 2.4029, + "step": 38366 + }, + { + "epoch": 0.6567555076259436, + "grad_norm": 2.6242151260375977, + "learning_rate": 5.5685585962701295e-06, + "loss": 2.5361, + "step": 38367 + }, + { + "epoch": 0.6567726253444941, + "grad_norm": 2.427699089050293, + "learning_rate": 5.568061606309233e-06, + "loss": 2.4457, + "step": 38368 + }, + { + "epoch": 0.6567897430630446, + "grad_norm": 2.594230890274048, + "learning_rate": 5.5675646299705636e-06, + "loss": 2.4892, + "step": 38369 + }, + { + "epoch": 0.656806860781595, + "grad_norm": 2.476557493209839, + "learning_rate": 5.5670676672556635e-06, + "loss": 2.3789, + "step": 38370 + }, + { + "epoch": 0.6568239785001455, + "grad_norm": 2.5206515789031982, + "learning_rate": 5.566570718166048e-06, + "loss": 2.4227, + "step": 38371 + }, + { + "epoch": 0.656841096218696, + "grad_norm": 2.377549409866333, + "learning_rate": 5.56607378270325e-06, + "loss": 2.3012, + "step": 38372 + }, + { + "epoch": 0.6568582139372464, + "grad_norm": 2.596580982208252, + "learning_rate": 5.5655768608688e-06, + "loss": 2.4526, + "step": 38373 + }, + { + "epoch": 0.6568753316557969, + "grad_norm": 2.6094112396240234, + "learning_rate": 5.5650799526642115e-06, + "loss": 2.3219, + "step": 38374 + }, + { + "epoch": 0.6568924493743474, + "grad_norm": 2.535538673400879, + "learning_rate": 5.564583058091033e-06, + "loss": 2.3921, + "step": 38375 + }, + { + "epoch": 0.6569095670928978, + "grad_norm": 2.4628238677978516, + "learning_rate": 5.564086177150776e-06, + "loss": 2.3524, + "step": 38376 + }, + { + "epoch": 0.6569266848114483, + "grad_norm": 2.433833599090576, + "learning_rate": 5.563589309844971e-06, + "loss": 2.5298, + "step": 38377 + }, + { + "epoch": 0.6569438025299988, + "grad_norm": 2.283104181289673, + "learning_rate": 5.563092456175152e-06, + "loss": 2.3841, + "step": 38378 + }, + { + "epoch": 0.6569609202485492, + "grad_norm": 2.517937660217285, + "learning_rate": 5.562595616142832e-06, + "loss": 2.3523, + "step": 38379 + }, + { + "epoch": 0.6569780379670997, + "grad_norm": 2.4897966384887695, + "learning_rate": 5.562098789749555e-06, + "loss": 2.4046, + "step": 38380 + }, + { + "epoch": 0.6569951556856503, + "grad_norm": 2.435725450515747, + "learning_rate": 5.561601976996831e-06, + "loss": 2.4963, + "step": 38381 + }, + { + "epoch": 0.6570122734042007, + "grad_norm": 2.371389150619507, + "learning_rate": 5.561105177886206e-06, + "loss": 2.4378, + "step": 38382 + }, + { + "epoch": 0.6570293911227512, + "grad_norm": 2.449045419692993, + "learning_rate": 5.560608392419191e-06, + "loss": 2.3149, + "step": 38383 + }, + { + "epoch": 0.6570465088413017, + "grad_norm": 2.4830667972564697, + "learning_rate": 5.56011162059732e-06, + "loss": 2.4341, + "step": 38384 + }, + { + "epoch": 0.6570636265598521, + "grad_norm": 2.4561307430267334, + "learning_rate": 5.559614862422122e-06, + "loss": 2.3227, + "step": 38385 + }, + { + "epoch": 0.6570807442784026, + "grad_norm": 2.576599597930908, + "learning_rate": 5.5591181178951125e-06, + "loss": 2.2984, + "step": 38386 + }, + { + "epoch": 0.6570978619969531, + "grad_norm": 2.524796724319458, + "learning_rate": 5.558621387017835e-06, + "loss": 2.3512, + "step": 38387 + }, + { + "epoch": 0.6571149797155035, + "grad_norm": 2.357076406478882, + "learning_rate": 5.5581246697918045e-06, + "loss": 2.2601, + "step": 38388 + }, + { + "epoch": 0.657132097434054, + "grad_norm": 2.350693464279175, + "learning_rate": 5.5576279662185506e-06, + "loss": 2.3557, + "step": 38389 + }, + { + "epoch": 0.6571492151526045, + "grad_norm": 2.4987411499023438, + "learning_rate": 5.557131276299599e-06, + "loss": 2.3982, + "step": 38390 + }, + { + "epoch": 0.6571663328711549, + "grad_norm": 2.5132558345794678, + "learning_rate": 5.556634600036479e-06, + "loss": 2.4107, + "step": 38391 + }, + { + "epoch": 0.6571834505897054, + "grad_norm": 2.5691020488739014, + "learning_rate": 5.556137937430715e-06, + "loss": 2.4642, + "step": 38392 + }, + { + "epoch": 0.6572005683082559, + "grad_norm": 2.5766146183013916, + "learning_rate": 5.555641288483839e-06, + "loss": 2.4398, + "step": 38393 + }, + { + "epoch": 0.6572176860268063, + "grad_norm": 2.406053304672241, + "learning_rate": 5.555144653197369e-06, + "loss": 2.3555, + "step": 38394 + }, + { + "epoch": 0.6572348037453568, + "grad_norm": 2.308267116546631, + "learning_rate": 5.554648031572836e-06, + "loss": 2.3273, + "step": 38395 + }, + { + "epoch": 0.6572519214639073, + "grad_norm": 2.4435877799987793, + "learning_rate": 5.554151423611767e-06, + "loss": 2.4003, + "step": 38396 + }, + { + "epoch": 0.6572690391824577, + "grad_norm": 2.4048993587493896, + "learning_rate": 5.553654829315684e-06, + "loss": 2.3959, + "step": 38397 + }, + { + "epoch": 0.6572861569010082, + "grad_norm": 2.29011607170105, + "learning_rate": 5.553158248686119e-06, + "loss": 2.2739, + "step": 38398 + }, + { + "epoch": 0.6573032746195587, + "grad_norm": 2.5394904613494873, + "learning_rate": 5.552661681724596e-06, + "loss": 2.3838, + "step": 38399 + }, + { + "epoch": 0.6573203923381091, + "grad_norm": 2.4786386489868164, + "learning_rate": 5.552165128432645e-06, + "loss": 2.4703, + "step": 38400 + }, + { + "epoch": 0.6573375100566596, + "grad_norm": 2.3294811248779297, + "learning_rate": 5.551668588811785e-06, + "loss": 2.327, + "step": 38401 + }, + { + "epoch": 0.6573546277752101, + "grad_norm": 2.679556131362915, + "learning_rate": 5.551172062863545e-06, + "loss": 2.5238, + "step": 38402 + }, + { + "epoch": 0.6573717454937605, + "grad_norm": 2.49119234085083, + "learning_rate": 5.550675550589452e-06, + "loss": 2.416, + "step": 38403 + }, + { + "epoch": 0.657388863212311, + "grad_norm": 2.519026041030884, + "learning_rate": 5.550179051991031e-06, + "loss": 2.3893, + "step": 38404 + }, + { + "epoch": 0.6574059809308616, + "grad_norm": 2.4579906463623047, + "learning_rate": 5.549682567069814e-06, + "loss": 2.4294, + "step": 38405 + }, + { + "epoch": 0.657423098649412, + "grad_norm": 2.3073835372924805, + "learning_rate": 5.549186095827315e-06, + "loss": 2.2828, + "step": 38406 + }, + { + "epoch": 0.6574402163679625, + "grad_norm": 2.4342122077941895, + "learning_rate": 5.5486896382650745e-06, + "loss": 2.4335, + "step": 38407 + }, + { + "epoch": 0.657457334086513, + "grad_norm": 2.4633209705352783, + "learning_rate": 5.548193194384606e-06, + "loss": 2.3978, + "step": 38408 + }, + { + "epoch": 0.6574744518050635, + "grad_norm": 2.5103297233581543, + "learning_rate": 5.5476967641874416e-06, + "loss": 2.3465, + "step": 38409 + }, + { + "epoch": 0.6574915695236139, + "grad_norm": 2.4569668769836426, + "learning_rate": 5.547200347675109e-06, + "loss": 2.3803, + "step": 38410 + }, + { + "epoch": 0.6575086872421644, + "grad_norm": 2.4727795124053955, + "learning_rate": 5.546703944849123e-06, + "loss": 2.3917, + "step": 38411 + }, + { + "epoch": 0.6575258049607149, + "grad_norm": 2.489112138748169, + "learning_rate": 5.546207555711025e-06, + "loss": 2.3511, + "step": 38412 + }, + { + "epoch": 0.6575429226792653, + "grad_norm": 2.4508044719696045, + "learning_rate": 5.54571118026233e-06, + "loss": 2.3773, + "step": 38413 + }, + { + "epoch": 0.6575600403978158, + "grad_norm": 2.353074789047241, + "learning_rate": 5.5452148185045666e-06, + "loss": 2.3379, + "step": 38414 + }, + { + "epoch": 0.6575771581163663, + "grad_norm": 2.413424015045166, + "learning_rate": 5.544718470439264e-06, + "loss": 2.3256, + "step": 38415 + }, + { + "epoch": 0.6575942758349167, + "grad_norm": 2.3505401611328125, + "learning_rate": 5.544222136067936e-06, + "loss": 2.3995, + "step": 38416 + }, + { + "epoch": 0.6576113935534672, + "grad_norm": 2.472325563430786, + "learning_rate": 5.5437258153921255e-06, + "loss": 2.4795, + "step": 38417 + }, + { + "epoch": 0.6576285112720177, + "grad_norm": 2.515122413635254, + "learning_rate": 5.5432295084133415e-06, + "loss": 2.4648, + "step": 38418 + }, + { + "epoch": 0.6576456289905681, + "grad_norm": 2.498070478439331, + "learning_rate": 5.542733215133123e-06, + "loss": 2.4544, + "step": 38419 + }, + { + "epoch": 0.6576627467091186, + "grad_norm": 2.3592782020568848, + "learning_rate": 5.542236935552987e-06, + "loss": 2.3779, + "step": 38420 + }, + { + "epoch": 0.6576798644276691, + "grad_norm": 2.6335041522979736, + "learning_rate": 5.54174066967446e-06, + "loss": 2.4268, + "step": 38421 + }, + { + "epoch": 0.6576969821462195, + "grad_norm": 2.372894287109375, + "learning_rate": 5.541244417499074e-06, + "loss": 2.3947, + "step": 38422 + }, + { + "epoch": 0.65771409986477, + "grad_norm": 2.311490535736084, + "learning_rate": 5.540748179028341e-06, + "loss": 2.3671, + "step": 38423 + }, + { + "epoch": 0.6577312175833205, + "grad_norm": 2.467836618423462, + "learning_rate": 5.540251954263803e-06, + "loss": 2.4674, + "step": 38424 + }, + { + "epoch": 0.6577483353018709, + "grad_norm": 2.3989014625549316, + "learning_rate": 5.539755743206971e-06, + "loss": 2.39, + "step": 38425 + }, + { + "epoch": 0.6577654530204214, + "grad_norm": 2.6426398754119873, + "learning_rate": 5.539259545859375e-06, + "loss": 2.3901, + "step": 38426 + }, + { + "epoch": 0.657782570738972, + "grad_norm": 2.5117592811584473, + "learning_rate": 5.538763362222542e-06, + "loss": 2.4114, + "step": 38427 + }, + { + "epoch": 0.6577996884575223, + "grad_norm": 2.448117733001709, + "learning_rate": 5.538267192297996e-06, + "loss": 2.4448, + "step": 38428 + }, + { + "epoch": 0.6578168061760729, + "grad_norm": 2.5160675048828125, + "learning_rate": 5.537771036087265e-06, + "loss": 2.3767, + "step": 38429 + }, + { + "epoch": 0.6578339238946234, + "grad_norm": 2.3651397228240967, + "learning_rate": 5.537274893591868e-06, + "loss": 2.3961, + "step": 38430 + }, + { + "epoch": 0.6578510416131738, + "grad_norm": 2.437955141067505, + "learning_rate": 5.536778764813332e-06, + "loss": 2.4301, + "step": 38431 + }, + { + "epoch": 0.6578681593317243, + "grad_norm": 2.4419140815734863, + "learning_rate": 5.536282649753184e-06, + "loss": 2.3662, + "step": 38432 + }, + { + "epoch": 0.6578852770502748, + "grad_norm": 2.3519628047943115, + "learning_rate": 5.535786548412947e-06, + "loss": 2.476, + "step": 38433 + }, + { + "epoch": 0.6579023947688252, + "grad_norm": 2.388787031173706, + "learning_rate": 5.535290460794146e-06, + "loss": 2.4261, + "step": 38434 + }, + { + "epoch": 0.6579195124873757, + "grad_norm": 2.4890296459198, + "learning_rate": 5.534794386898308e-06, + "loss": 2.3749, + "step": 38435 + }, + { + "epoch": 0.6579366302059262, + "grad_norm": 2.377990961074829, + "learning_rate": 5.534298326726958e-06, + "loss": 2.3385, + "step": 38436 + }, + { + "epoch": 0.6579537479244766, + "grad_norm": 2.5114095211029053, + "learning_rate": 5.533802280281616e-06, + "loss": 2.3595, + "step": 38437 + }, + { + "epoch": 0.6579708656430271, + "grad_norm": 2.514089345932007, + "learning_rate": 5.53330624756381e-06, + "loss": 2.5435, + "step": 38438 + }, + { + "epoch": 0.6579879833615776, + "grad_norm": 2.530590534210205, + "learning_rate": 5.5328102285750626e-06, + "loss": 2.3653, + "step": 38439 + }, + { + "epoch": 0.658005101080128, + "grad_norm": 2.4554195404052734, + "learning_rate": 5.532314223316901e-06, + "loss": 2.3757, + "step": 38440 + }, + { + "epoch": 0.6580222187986785, + "grad_norm": 2.3077824115753174, + "learning_rate": 5.531818231790848e-06, + "loss": 2.425, + "step": 38441 + }, + { + "epoch": 0.658039336517229, + "grad_norm": 2.50003719329834, + "learning_rate": 5.531322253998434e-06, + "loss": 2.5154, + "step": 38442 + }, + { + "epoch": 0.6580564542357794, + "grad_norm": 2.429307699203491, + "learning_rate": 5.530826289941174e-06, + "loss": 2.3447, + "step": 38443 + }, + { + "epoch": 0.6580735719543299, + "grad_norm": 2.5615644454956055, + "learning_rate": 5.530330339620597e-06, + "loss": 2.5332, + "step": 38444 + }, + { + "epoch": 0.6580906896728804, + "grad_norm": 2.5096209049224854, + "learning_rate": 5.529834403038225e-06, + "loss": 2.4802, + "step": 38445 + }, + { + "epoch": 0.6581078073914308, + "grad_norm": 2.635845422744751, + "learning_rate": 5.529338480195587e-06, + "loss": 2.4672, + "step": 38446 + }, + { + "epoch": 0.6581249251099813, + "grad_norm": 2.478106737136841, + "learning_rate": 5.5288425710942085e-06, + "loss": 2.4141, + "step": 38447 + }, + { + "epoch": 0.6581420428285318, + "grad_norm": 2.487095355987549, + "learning_rate": 5.528346675735601e-06, + "loss": 2.4749, + "step": 38448 + }, + { + "epoch": 0.6581591605470822, + "grad_norm": 2.415598154067993, + "learning_rate": 5.527850794121305e-06, + "loss": 2.3758, + "step": 38449 + }, + { + "epoch": 0.6581762782656327, + "grad_norm": 2.377314567565918, + "learning_rate": 5.527354926252833e-06, + "loss": 2.3674, + "step": 38450 + }, + { + "epoch": 0.6581933959841832, + "grad_norm": 2.376317024230957, + "learning_rate": 5.526859072131715e-06, + "loss": 2.3891, + "step": 38451 + }, + { + "epoch": 0.6582105137027336, + "grad_norm": 2.4021642208099365, + "learning_rate": 5.526363231759477e-06, + "loss": 2.4251, + "step": 38452 + }, + { + "epoch": 0.6582276314212842, + "grad_norm": 2.370901584625244, + "learning_rate": 5.525867405137631e-06, + "loss": 2.3989, + "step": 38453 + }, + { + "epoch": 0.6582447491398347, + "grad_norm": 2.472531795501709, + "learning_rate": 5.525371592267719e-06, + "loss": 2.354, + "step": 38454 + }, + { + "epoch": 0.6582618668583852, + "grad_norm": 2.3626627922058105, + "learning_rate": 5.524875793151245e-06, + "loss": 2.4877, + "step": 38455 + }, + { + "epoch": 0.6582789845769356, + "grad_norm": 2.428239345550537, + "learning_rate": 5.524380007789753e-06, + "loss": 2.5115, + "step": 38456 + }, + { + "epoch": 0.6582961022954861, + "grad_norm": 2.511638641357422, + "learning_rate": 5.5238842361847546e-06, + "loss": 2.3562, + "step": 38457 + }, + { + "epoch": 0.6583132200140366, + "grad_norm": 2.574803352355957, + "learning_rate": 5.523388478337774e-06, + "loss": 2.5428, + "step": 38458 + }, + { + "epoch": 0.658330337732587, + "grad_norm": 2.4516186714172363, + "learning_rate": 5.5228927342503425e-06, + "loss": 2.2549, + "step": 38459 + }, + { + "epoch": 0.6583474554511375, + "grad_norm": 2.4484448432922363, + "learning_rate": 5.522397003923972e-06, + "loss": 2.3969, + "step": 38460 + }, + { + "epoch": 0.658364573169688, + "grad_norm": 2.5047006607055664, + "learning_rate": 5.521901287360199e-06, + "loss": 2.4264, + "step": 38461 + }, + { + "epoch": 0.6583816908882384, + "grad_norm": 2.4177167415618896, + "learning_rate": 5.521405584560538e-06, + "loss": 2.3258, + "step": 38462 + }, + { + "epoch": 0.6583988086067889, + "grad_norm": 2.3461427688598633, + "learning_rate": 5.520909895526514e-06, + "loss": 2.3033, + "step": 38463 + }, + { + "epoch": 0.6584159263253394, + "grad_norm": 2.4801154136657715, + "learning_rate": 5.520414220259654e-06, + "loss": 2.3556, + "step": 38464 + }, + { + "epoch": 0.6584330440438898, + "grad_norm": 2.362119197845459, + "learning_rate": 5.519918558761479e-06, + "loss": 2.2518, + "step": 38465 + }, + { + "epoch": 0.6584501617624403, + "grad_norm": 2.5292787551879883, + "learning_rate": 5.519422911033516e-06, + "loss": 2.2923, + "step": 38466 + }, + { + "epoch": 0.6584672794809908, + "grad_norm": 2.515475034713745, + "learning_rate": 5.518927277077284e-06, + "loss": 2.3171, + "step": 38467 + }, + { + "epoch": 0.6584843971995412, + "grad_norm": 2.5185768604278564, + "learning_rate": 5.518431656894307e-06, + "loss": 2.4799, + "step": 38468 + }, + { + "epoch": 0.6585015149180917, + "grad_norm": 2.5443406105041504, + "learning_rate": 5.517936050486109e-06, + "loss": 2.2946, + "step": 38469 + }, + { + "epoch": 0.6585186326366422, + "grad_norm": 2.4340171813964844, + "learning_rate": 5.517440457854215e-06, + "loss": 2.3782, + "step": 38470 + }, + { + "epoch": 0.6585357503551926, + "grad_norm": 2.4881651401519775, + "learning_rate": 5.516944879000146e-06, + "loss": 2.5179, + "step": 38471 + }, + { + "epoch": 0.6585528680737431, + "grad_norm": 2.455935478210449, + "learning_rate": 5.516449313925427e-06, + "loss": 2.4701, + "step": 38472 + }, + { + "epoch": 0.6585699857922936, + "grad_norm": 2.396724224090576, + "learning_rate": 5.515953762631584e-06, + "loss": 2.2762, + "step": 38473 + }, + { + "epoch": 0.658587103510844, + "grad_norm": 2.5436012744903564, + "learning_rate": 5.5154582251201325e-06, + "loss": 2.3596, + "step": 38474 + }, + { + "epoch": 0.6586042212293945, + "grad_norm": 2.4465396404266357, + "learning_rate": 5.5149627013926e-06, + "loss": 2.4051, + "step": 38475 + }, + { + "epoch": 0.6586213389479451, + "grad_norm": 2.4695792198181152, + "learning_rate": 5.51446719145051e-06, + "loss": 2.3987, + "step": 38476 + }, + { + "epoch": 0.6586384566664955, + "grad_norm": 2.4253156185150146, + "learning_rate": 5.513971695295384e-06, + "loss": 2.2669, + "step": 38477 + }, + { + "epoch": 0.658655574385046, + "grad_norm": 2.612384557723999, + "learning_rate": 5.513476212928746e-06, + "loss": 2.4356, + "step": 38478 + }, + { + "epoch": 0.6586726921035965, + "grad_norm": 2.4627840518951416, + "learning_rate": 5.5129807443521235e-06, + "loss": 2.2835, + "step": 38479 + }, + { + "epoch": 0.6586898098221469, + "grad_norm": 2.5282697677612305, + "learning_rate": 5.512485289567029e-06, + "loss": 2.4355, + "step": 38480 + }, + { + "epoch": 0.6587069275406974, + "grad_norm": 2.414680242538452, + "learning_rate": 5.511989848574993e-06, + "loss": 2.3685, + "step": 38481 + }, + { + "epoch": 0.6587240452592479, + "grad_norm": 2.5586044788360596, + "learning_rate": 5.511494421377535e-06, + "loss": 2.4892, + "step": 38482 + }, + { + "epoch": 0.6587411629777983, + "grad_norm": 2.610323905944824, + "learning_rate": 5.510999007976179e-06, + "loss": 2.4213, + "step": 38483 + }, + { + "epoch": 0.6587582806963488, + "grad_norm": 2.3819892406463623, + "learning_rate": 5.510503608372453e-06, + "loss": 2.2304, + "step": 38484 + }, + { + "epoch": 0.6587753984148993, + "grad_norm": 2.5876400470733643, + "learning_rate": 5.5100082225678654e-06, + "loss": 2.5537, + "step": 38485 + }, + { + "epoch": 0.6587925161334497, + "grad_norm": 2.4665353298187256, + "learning_rate": 5.509512850563956e-06, + "loss": 2.3953, + "step": 38486 + }, + { + "epoch": 0.6588096338520002, + "grad_norm": 2.368906259536743, + "learning_rate": 5.509017492362237e-06, + "loss": 2.3981, + "step": 38487 + }, + { + "epoch": 0.6588267515705507, + "grad_norm": 2.564272403717041, + "learning_rate": 5.508522147964232e-06, + "loss": 2.5152, + "step": 38488 + }, + { + "epoch": 0.6588438692891011, + "grad_norm": 2.665395736694336, + "learning_rate": 5.5080268173714636e-06, + "loss": 2.6365, + "step": 38489 + }, + { + "epoch": 0.6588609870076516, + "grad_norm": 2.338470220565796, + "learning_rate": 5.507531500585457e-06, + "loss": 2.3319, + "step": 38490 + }, + { + "epoch": 0.6588781047262021, + "grad_norm": 2.3863065242767334, + "learning_rate": 5.507036197607738e-06, + "loss": 2.3619, + "step": 38491 + }, + { + "epoch": 0.6588952224447525, + "grad_norm": 2.3390183448791504, + "learning_rate": 5.5065409084398145e-06, + "loss": 2.405, + "step": 38492 + }, + { + "epoch": 0.658912340163303, + "grad_norm": 2.5721275806427, + "learning_rate": 5.506045633083228e-06, + "loss": 2.4396, + "step": 38493 + }, + { + "epoch": 0.6589294578818535, + "grad_norm": 2.4799389839172363, + "learning_rate": 5.505550371539485e-06, + "loss": 2.4999, + "step": 38494 + }, + { + "epoch": 0.6589465756004039, + "grad_norm": 2.403444766998291, + "learning_rate": 5.505055123810117e-06, + "loss": 2.4607, + "step": 38495 + }, + { + "epoch": 0.6589636933189544, + "grad_norm": 2.521493434906006, + "learning_rate": 5.504559889896645e-06, + "loss": 2.5342, + "step": 38496 + }, + { + "epoch": 0.6589808110375049, + "grad_norm": 2.357367753982544, + "learning_rate": 5.504064669800582e-06, + "loss": 2.4164, + "step": 38497 + }, + { + "epoch": 0.6589979287560553, + "grad_norm": 2.5124716758728027, + "learning_rate": 5.503569463523466e-06, + "loss": 2.5072, + "step": 38498 + }, + { + "epoch": 0.6590150464746058, + "grad_norm": 2.340804100036621, + "learning_rate": 5.503074271066806e-06, + "loss": 2.3096, + "step": 38499 + }, + { + "epoch": 0.6590321641931564, + "grad_norm": 2.408508062362671, + "learning_rate": 5.5025790924321295e-06, + "loss": 2.3854, + "step": 38500 + }, + { + "epoch": 0.6590492819117068, + "grad_norm": 2.34883189201355, + "learning_rate": 5.502083927620961e-06, + "loss": 2.2993, + "step": 38501 + }, + { + "epoch": 0.6590663996302573, + "grad_norm": 2.487025260925293, + "learning_rate": 5.501588776634812e-06, + "loss": 2.307, + "step": 38502 + }, + { + "epoch": 0.6590835173488078, + "grad_norm": 2.407749891281128, + "learning_rate": 5.501093639475219e-06, + "loss": 2.3429, + "step": 38503 + }, + { + "epoch": 0.6591006350673583, + "grad_norm": 2.395761251449585, + "learning_rate": 5.500598516143691e-06, + "loss": 2.4502, + "step": 38504 + }, + { + "epoch": 0.6591177527859087, + "grad_norm": 2.376344680786133, + "learning_rate": 5.500103406641758e-06, + "loss": 2.326, + "step": 38505 + }, + { + "epoch": 0.6591348705044592, + "grad_norm": 2.4389286041259766, + "learning_rate": 5.499608310970938e-06, + "loss": 2.4296, + "step": 38506 + }, + { + "epoch": 0.6591519882230097, + "grad_norm": 2.403940200805664, + "learning_rate": 5.499113229132755e-06, + "loss": 2.4206, + "step": 38507 + }, + { + "epoch": 0.6591691059415601, + "grad_norm": 2.4652960300445557, + "learning_rate": 5.4986181611287315e-06, + "loss": 2.5544, + "step": 38508 + }, + { + "epoch": 0.6591862236601106, + "grad_norm": 2.3450214862823486, + "learning_rate": 5.49812310696038e-06, + "loss": 2.432, + "step": 38509 + }, + { + "epoch": 0.6592033413786611, + "grad_norm": 2.3977668285369873, + "learning_rate": 5.497628066629238e-06, + "loss": 2.4301, + "step": 38510 + }, + { + "epoch": 0.6592204590972115, + "grad_norm": 2.4459176063537598, + "learning_rate": 5.497133040136814e-06, + "loss": 2.2923, + "step": 38511 + }, + { + "epoch": 0.659237576815762, + "grad_norm": 2.5720322132110596, + "learning_rate": 5.496638027484634e-06, + "loss": 2.4067, + "step": 38512 + }, + { + "epoch": 0.6592546945343125, + "grad_norm": 2.3799402713775635, + "learning_rate": 5.496143028674219e-06, + "loss": 2.3716, + "step": 38513 + }, + { + "epoch": 0.6592718122528629, + "grad_norm": 2.48748779296875, + "learning_rate": 5.495648043707092e-06, + "loss": 2.4607, + "step": 38514 + }, + { + "epoch": 0.6592889299714134, + "grad_norm": 2.5385799407958984, + "learning_rate": 5.495153072584777e-06, + "loss": 2.4263, + "step": 38515 + }, + { + "epoch": 0.6593060476899639, + "grad_norm": 2.3312981128692627, + "learning_rate": 5.4946581153087874e-06, + "loss": 2.2547, + "step": 38516 + }, + { + "epoch": 0.6593231654085143, + "grad_norm": 2.466709613800049, + "learning_rate": 5.4941631718806485e-06, + "loss": 2.4263, + "step": 38517 + }, + { + "epoch": 0.6593402831270648, + "grad_norm": 2.4560327529907227, + "learning_rate": 5.493668242301884e-06, + "loss": 2.3355, + "step": 38518 + }, + { + "epoch": 0.6593574008456153, + "grad_norm": 2.5230953693389893, + "learning_rate": 5.493173326574011e-06, + "loss": 2.4761, + "step": 38519 + }, + { + "epoch": 0.6593745185641657, + "grad_norm": 2.369664192199707, + "learning_rate": 5.492678424698553e-06, + "loss": 2.3806, + "step": 38520 + }, + { + "epoch": 0.6593916362827162, + "grad_norm": 2.413466215133667, + "learning_rate": 5.492183536677035e-06, + "loss": 2.4068, + "step": 38521 + }, + { + "epoch": 0.6594087540012668, + "grad_norm": 2.390514373779297, + "learning_rate": 5.49168866251097e-06, + "loss": 2.4975, + "step": 38522 + }, + { + "epoch": 0.6594258717198171, + "grad_norm": 2.4789483547210693, + "learning_rate": 5.491193802201884e-06, + "loss": 2.299, + "step": 38523 + }, + { + "epoch": 0.6594429894383677, + "grad_norm": 2.603451728820801, + "learning_rate": 5.4906989557512965e-06, + "loss": 2.5401, + "step": 38524 + }, + { + "epoch": 0.6594601071569182, + "grad_norm": 2.4394402503967285, + "learning_rate": 5.49020412316073e-06, + "loss": 2.3503, + "step": 38525 + }, + { + "epoch": 0.6594772248754686, + "grad_norm": 2.57552170753479, + "learning_rate": 5.489709304431703e-06, + "loss": 2.4204, + "step": 38526 + }, + { + "epoch": 0.6594943425940191, + "grad_norm": 2.5018420219421387, + "learning_rate": 5.4892144995657385e-06, + "loss": 2.3851, + "step": 38527 + }, + { + "epoch": 0.6595114603125696, + "grad_norm": 2.557131052017212, + "learning_rate": 5.488719708564361e-06, + "loss": 2.3509, + "step": 38528 + }, + { + "epoch": 0.65952857803112, + "grad_norm": 2.6027073860168457, + "learning_rate": 5.4882249314290825e-06, + "loss": 2.4406, + "step": 38529 + }, + { + "epoch": 0.6595456957496705, + "grad_norm": 2.4478228092193604, + "learning_rate": 5.487730168161429e-06, + "loss": 2.3458, + "step": 38530 + }, + { + "epoch": 0.659562813468221, + "grad_norm": 2.407060384750366, + "learning_rate": 5.487235418762921e-06, + "loss": 2.3763, + "step": 38531 + }, + { + "epoch": 0.6595799311867714, + "grad_norm": 2.6519341468811035, + "learning_rate": 5.4867406832350785e-06, + "loss": 2.396, + "step": 38532 + }, + { + "epoch": 0.6595970489053219, + "grad_norm": 2.5015828609466553, + "learning_rate": 5.486245961579426e-06, + "loss": 2.3675, + "step": 38533 + }, + { + "epoch": 0.6596141666238724, + "grad_norm": 2.422797203063965, + "learning_rate": 5.485751253797473e-06, + "loss": 2.3327, + "step": 38534 + }, + { + "epoch": 0.6596312843424228, + "grad_norm": 2.461686134338379, + "learning_rate": 5.485256559890756e-06, + "loss": 2.3837, + "step": 38535 + }, + { + "epoch": 0.6596484020609733, + "grad_norm": 2.541583299636841, + "learning_rate": 5.484761879860783e-06, + "loss": 2.3704, + "step": 38536 + }, + { + "epoch": 0.6596655197795238, + "grad_norm": 2.424285888671875, + "learning_rate": 5.484267213709078e-06, + "loss": 2.3348, + "step": 38537 + }, + { + "epoch": 0.6596826374980742, + "grad_norm": 2.3201422691345215, + "learning_rate": 5.483772561437166e-06, + "loss": 2.223, + "step": 38538 + }, + { + "epoch": 0.6596997552166247, + "grad_norm": 2.5506157875061035, + "learning_rate": 5.483277923046557e-06, + "loss": 2.4052, + "step": 38539 + }, + { + "epoch": 0.6597168729351752, + "grad_norm": 2.5900650024414062, + "learning_rate": 5.482783298538784e-06, + "loss": 2.3804, + "step": 38540 + }, + { + "epoch": 0.6597339906537256, + "grad_norm": 2.509768486022949, + "learning_rate": 5.482288687915358e-06, + "loss": 2.4387, + "step": 38541 + }, + { + "epoch": 0.6597511083722761, + "grad_norm": 2.3824679851531982, + "learning_rate": 5.481794091177802e-06, + "loss": 2.3639, + "step": 38542 + }, + { + "epoch": 0.6597682260908266, + "grad_norm": 2.4225666522979736, + "learning_rate": 5.481299508327637e-06, + "loss": 2.4284, + "step": 38543 + }, + { + "epoch": 0.659785343809377, + "grad_norm": 2.516179084777832, + "learning_rate": 5.480804939366382e-06, + "loss": 2.4212, + "step": 38544 + }, + { + "epoch": 0.6598024615279275, + "grad_norm": 2.422976016998291, + "learning_rate": 5.480310384295563e-06, + "loss": 2.4273, + "step": 38545 + }, + { + "epoch": 0.659819579246478, + "grad_norm": 2.4591925144195557, + "learning_rate": 5.479815843116686e-06, + "loss": 2.5298, + "step": 38546 + }, + { + "epoch": 0.6598366969650284, + "grad_norm": 2.5760340690612793, + "learning_rate": 5.479321315831289e-06, + "loss": 2.402, + "step": 38547 + }, + { + "epoch": 0.659853814683579, + "grad_norm": 2.4679510593414307, + "learning_rate": 5.478826802440878e-06, + "loss": 2.4376, + "step": 38548 + }, + { + "epoch": 0.6598709324021295, + "grad_norm": 2.5780107975006104, + "learning_rate": 5.478332302946978e-06, + "loss": 2.4988, + "step": 38549 + }, + { + "epoch": 0.65988805012068, + "grad_norm": 2.524958372116089, + "learning_rate": 5.477837817351109e-06, + "loss": 2.4673, + "step": 38550 + }, + { + "epoch": 0.6599051678392304, + "grad_norm": 2.4957222938537598, + "learning_rate": 5.477343345654791e-06, + "loss": 2.3466, + "step": 38551 + }, + { + "epoch": 0.6599222855577809, + "grad_norm": 2.433237075805664, + "learning_rate": 5.4768488878595485e-06, + "loss": 2.4201, + "step": 38552 + }, + { + "epoch": 0.6599394032763314, + "grad_norm": 2.4033043384552, + "learning_rate": 5.476354443966891e-06, + "loss": 2.3724, + "step": 38553 + }, + { + "epoch": 0.6599565209948818, + "grad_norm": 2.238511085510254, + "learning_rate": 5.475860013978344e-06, + "loss": 2.2983, + "step": 38554 + }, + { + "epoch": 0.6599736387134323, + "grad_norm": 2.474308490753174, + "learning_rate": 5.475365597895428e-06, + "loss": 2.5339, + "step": 38555 + }, + { + "epoch": 0.6599907564319828, + "grad_norm": 2.391710042953491, + "learning_rate": 5.47487119571966e-06, + "loss": 2.4775, + "step": 38556 + }, + { + "epoch": 0.6600078741505332, + "grad_norm": 2.462186098098755, + "learning_rate": 5.474376807452562e-06, + "loss": 2.486, + "step": 38557 + }, + { + "epoch": 0.6600249918690837, + "grad_norm": 2.391880512237549, + "learning_rate": 5.473882433095657e-06, + "loss": 2.3395, + "step": 38558 + }, + { + "epoch": 0.6600421095876342, + "grad_norm": 2.404543161392212, + "learning_rate": 5.473388072650455e-06, + "loss": 2.4765, + "step": 38559 + }, + { + "epoch": 0.6600592273061846, + "grad_norm": 2.4116623401641846, + "learning_rate": 5.472893726118482e-06, + "loss": 2.3709, + "step": 38560 + }, + { + "epoch": 0.6600763450247351, + "grad_norm": 2.3756940364837646, + "learning_rate": 5.472399393501256e-06, + "loss": 2.4302, + "step": 38561 + }, + { + "epoch": 0.6600934627432856, + "grad_norm": 2.360990047454834, + "learning_rate": 5.471905074800296e-06, + "loss": 2.3489, + "step": 38562 + }, + { + "epoch": 0.660110580461836, + "grad_norm": 2.3706133365631104, + "learning_rate": 5.4714107700171225e-06, + "loss": 2.4512, + "step": 38563 + }, + { + "epoch": 0.6601276981803865, + "grad_norm": 2.2955689430236816, + "learning_rate": 5.470916479153254e-06, + "loss": 2.5288, + "step": 38564 + }, + { + "epoch": 0.660144815898937, + "grad_norm": 2.5444700717926025, + "learning_rate": 5.470422202210214e-06, + "loss": 2.5142, + "step": 38565 + }, + { + "epoch": 0.6601619336174874, + "grad_norm": 2.3520114421844482, + "learning_rate": 5.469927939189513e-06, + "loss": 2.3806, + "step": 38566 + }, + { + "epoch": 0.6601790513360379, + "grad_norm": 2.547872543334961, + "learning_rate": 5.469433690092676e-06, + "loss": 2.5052, + "step": 38567 + }, + { + "epoch": 0.6601961690545884, + "grad_norm": 2.3747878074645996, + "learning_rate": 5.468939454921222e-06, + "loss": 2.305, + "step": 38568 + }, + { + "epoch": 0.6602132867731388, + "grad_norm": 2.357372999191284, + "learning_rate": 5.468445233676667e-06, + "loss": 2.3597, + "step": 38569 + }, + { + "epoch": 0.6602304044916893, + "grad_norm": 2.4233109951019287, + "learning_rate": 5.467951026360539e-06, + "loss": 2.375, + "step": 38570 + }, + { + "epoch": 0.6602475222102399, + "grad_norm": 2.29504656791687, + "learning_rate": 5.46745683297434e-06, + "loss": 2.415, + "step": 38571 + }, + { + "epoch": 0.6602646399287903, + "grad_norm": 2.457331418991089, + "learning_rate": 5.4669626535196076e-06, + "loss": 2.5137, + "step": 38572 + }, + { + "epoch": 0.6602817576473408, + "grad_norm": 2.4304277896881104, + "learning_rate": 5.4664684879978495e-06, + "loss": 2.2407, + "step": 38573 + }, + { + "epoch": 0.6602988753658913, + "grad_norm": 2.4545555114746094, + "learning_rate": 5.4659743364105864e-06, + "loss": 2.3127, + "step": 38574 + }, + { + "epoch": 0.6603159930844417, + "grad_norm": 2.3128788471221924, + "learning_rate": 5.465480198759343e-06, + "loss": 2.3964, + "step": 38575 + }, + { + "epoch": 0.6603331108029922, + "grad_norm": 2.370011806488037, + "learning_rate": 5.464986075045626e-06, + "loss": 2.3521, + "step": 38576 + }, + { + "epoch": 0.6603502285215427, + "grad_norm": 2.579662561416626, + "learning_rate": 5.4644919652709696e-06, + "loss": 2.4066, + "step": 38577 + }, + { + "epoch": 0.6603673462400931, + "grad_norm": 2.4178028106689453, + "learning_rate": 5.463997869436875e-06, + "loss": 2.3487, + "step": 38578 + }, + { + "epoch": 0.6603844639586436, + "grad_norm": 2.4272549152374268, + "learning_rate": 5.463503787544879e-06, + "loss": 2.4583, + "step": 38579 + }, + { + "epoch": 0.6604015816771941, + "grad_norm": 2.387202501296997, + "learning_rate": 5.4630097195964885e-06, + "loss": 2.3521, + "step": 38580 + }, + { + "epoch": 0.6604186993957445, + "grad_norm": 2.395015001296997, + "learning_rate": 5.462515665593224e-06, + "loss": 2.3431, + "step": 38581 + }, + { + "epoch": 0.660435817114295, + "grad_norm": 2.301790714263916, + "learning_rate": 5.46202162553661e-06, + "loss": 2.3915, + "step": 38582 + }, + { + "epoch": 0.6604529348328455, + "grad_norm": 2.423766613006592, + "learning_rate": 5.4615275994281514e-06, + "loss": 2.3727, + "step": 38583 + }, + { + "epoch": 0.6604700525513959, + "grad_norm": 2.4246652126312256, + "learning_rate": 5.461033587269384e-06, + "loss": 2.346, + "step": 38584 + }, + { + "epoch": 0.6604871702699464, + "grad_norm": 2.4906232357025146, + "learning_rate": 5.460539589061814e-06, + "loss": 2.4403, + "step": 38585 + }, + { + "epoch": 0.6605042879884969, + "grad_norm": 2.536454439163208, + "learning_rate": 5.4600456048069624e-06, + "loss": 2.2933, + "step": 38586 + }, + { + "epoch": 0.6605214057070473, + "grad_norm": 2.380450487136841, + "learning_rate": 5.4595516345063545e-06, + "loss": 2.2527, + "step": 38587 + }, + { + "epoch": 0.6605385234255978, + "grad_norm": 2.3530797958374023, + "learning_rate": 5.459057678161494e-06, + "loss": 2.3195, + "step": 38588 + }, + { + "epoch": 0.6605556411441483, + "grad_norm": 2.3826887607574463, + "learning_rate": 5.458563735773915e-06, + "loss": 2.3987, + "step": 38589 + }, + { + "epoch": 0.6605727588626987, + "grad_norm": 2.552798271179199, + "learning_rate": 5.458069807345126e-06, + "loss": 2.4609, + "step": 38590 + }, + { + "epoch": 0.6605898765812492, + "grad_norm": 2.49886417388916, + "learning_rate": 5.457575892876646e-06, + "loss": 2.4704, + "step": 38591 + }, + { + "epoch": 0.6606069942997997, + "grad_norm": 2.455153465270996, + "learning_rate": 5.457081992369997e-06, + "loss": 2.4549, + "step": 38592 + }, + { + "epoch": 0.6606241120183501, + "grad_norm": 2.44526743888855, + "learning_rate": 5.456588105826693e-06, + "loss": 2.4197, + "step": 38593 + }, + { + "epoch": 0.6606412297369006, + "grad_norm": 2.4457509517669678, + "learning_rate": 5.456094233248259e-06, + "loss": 2.3983, + "step": 38594 + }, + { + "epoch": 0.6606583474554512, + "grad_norm": 2.482916831970215, + "learning_rate": 5.455600374636203e-06, + "loss": 2.2835, + "step": 38595 + }, + { + "epoch": 0.6606754651740017, + "grad_norm": 2.3648972511291504, + "learning_rate": 5.455106529992049e-06, + "loss": 2.3521, + "step": 38596 + }, + { + "epoch": 0.6606925828925521, + "grad_norm": 2.4020187854766846, + "learning_rate": 5.4546126993173145e-06, + "loss": 2.4078, + "step": 38597 + }, + { + "epoch": 0.6607097006111026, + "grad_norm": 2.503962278366089, + "learning_rate": 5.454118882613515e-06, + "loss": 2.4765, + "step": 38598 + }, + { + "epoch": 0.6607268183296531, + "grad_norm": 2.386779546737671, + "learning_rate": 5.453625079882171e-06, + "loss": 2.4175, + "step": 38599 + }, + { + "epoch": 0.6607439360482035, + "grad_norm": 2.556551218032837, + "learning_rate": 5.453131291124799e-06, + "loss": 2.3757, + "step": 38600 + }, + { + "epoch": 0.660761053766754, + "grad_norm": 2.4139022827148438, + "learning_rate": 5.452637516342918e-06, + "loss": 2.4309, + "step": 38601 + }, + { + "epoch": 0.6607781714853045, + "grad_norm": 2.3417868614196777, + "learning_rate": 5.452143755538047e-06, + "loss": 2.4154, + "step": 38602 + }, + { + "epoch": 0.6607952892038549, + "grad_norm": 2.4561667442321777, + "learning_rate": 5.451650008711697e-06, + "loss": 2.4585, + "step": 38603 + }, + { + "epoch": 0.6608124069224054, + "grad_norm": 2.342649459838867, + "learning_rate": 5.451156275865393e-06, + "loss": 2.2647, + "step": 38604 + }, + { + "epoch": 0.6608295246409559, + "grad_norm": 2.4139351844787598, + "learning_rate": 5.450662557000648e-06, + "loss": 2.3525, + "step": 38605 + }, + { + "epoch": 0.6608466423595063, + "grad_norm": 2.2914516925811768, + "learning_rate": 5.45016885211898e-06, + "loss": 2.3176, + "step": 38606 + }, + { + "epoch": 0.6608637600780568, + "grad_norm": 2.6800038814544678, + "learning_rate": 5.449675161221912e-06, + "loss": 2.418, + "step": 38607 + }, + { + "epoch": 0.6608808777966073, + "grad_norm": 2.270613670349121, + "learning_rate": 5.4491814843109505e-06, + "loss": 2.3834, + "step": 38608 + }, + { + "epoch": 0.6608979955151577, + "grad_norm": 2.660963296890259, + "learning_rate": 5.448687821387625e-06, + "loss": 2.474, + "step": 38609 + }, + { + "epoch": 0.6609151132337082, + "grad_norm": 2.44909930229187, + "learning_rate": 5.448194172453445e-06, + "loss": 2.4422, + "step": 38610 + }, + { + "epoch": 0.6609322309522587, + "grad_norm": 2.478776216506958, + "learning_rate": 5.447700537509929e-06, + "loss": 2.3229, + "step": 38611 + }, + { + "epoch": 0.6609493486708091, + "grad_norm": 2.5012176036834717, + "learning_rate": 5.4472069165586e-06, + "loss": 2.357, + "step": 38612 + }, + { + "epoch": 0.6609664663893596, + "grad_norm": 2.454634666442871, + "learning_rate": 5.446713309600962e-06, + "loss": 2.4525, + "step": 38613 + }, + { + "epoch": 0.6609835841079101, + "grad_norm": 2.5339338779449463, + "learning_rate": 5.446219716638548e-06, + "loss": 2.4655, + "step": 38614 + }, + { + "epoch": 0.6610007018264605, + "grad_norm": 2.4112026691436768, + "learning_rate": 5.445726137672861e-06, + "loss": 2.3402, + "step": 38615 + }, + { + "epoch": 0.661017819545011, + "grad_norm": 2.4134063720703125, + "learning_rate": 5.445232572705432e-06, + "loss": 2.448, + "step": 38616 + }, + { + "epoch": 0.6610349372635616, + "grad_norm": 2.6069507598876953, + "learning_rate": 5.444739021737768e-06, + "loss": 2.3881, + "step": 38617 + }, + { + "epoch": 0.661052054982112, + "grad_norm": 2.378133773803711, + "learning_rate": 5.444245484771388e-06, + "loss": 2.4644, + "step": 38618 + }, + { + "epoch": 0.6610691727006625, + "grad_norm": 2.6298317909240723, + "learning_rate": 5.443751961807815e-06, + "loss": 2.4133, + "step": 38619 + }, + { + "epoch": 0.661086290419213, + "grad_norm": 2.4926702976226807, + "learning_rate": 5.443258452848552e-06, + "loss": 2.5036, + "step": 38620 + }, + { + "epoch": 0.6611034081377634, + "grad_norm": 2.4156930446624756, + "learning_rate": 5.442764957895132e-06, + "loss": 2.3945, + "step": 38621 + }, + { + "epoch": 0.6611205258563139, + "grad_norm": 2.5164036750793457, + "learning_rate": 5.442271476949061e-06, + "loss": 2.3059, + "step": 38622 + }, + { + "epoch": 0.6611376435748644, + "grad_norm": 2.4342947006225586, + "learning_rate": 5.44177801001186e-06, + "loss": 2.3654, + "step": 38623 + }, + { + "epoch": 0.6611547612934148, + "grad_norm": 2.4669997692108154, + "learning_rate": 5.441284557085049e-06, + "loss": 2.4135, + "step": 38624 + }, + { + "epoch": 0.6611718790119653, + "grad_norm": 2.5071043968200684, + "learning_rate": 5.440791118170132e-06, + "loss": 2.3895, + "step": 38625 + }, + { + "epoch": 0.6611889967305158, + "grad_norm": 2.356961488723755, + "learning_rate": 5.4402976932686435e-06, + "loss": 2.3571, + "step": 38626 + }, + { + "epoch": 0.6612061144490662, + "grad_norm": 2.4040985107421875, + "learning_rate": 5.4398042823820865e-06, + "loss": 2.3063, + "step": 38627 + }, + { + "epoch": 0.6612232321676167, + "grad_norm": 2.307227373123169, + "learning_rate": 5.4393108855119824e-06, + "loss": 2.383, + "step": 38628 + }, + { + "epoch": 0.6612403498861672, + "grad_norm": 2.2379376888275146, + "learning_rate": 5.438817502659848e-06, + "loss": 2.3275, + "step": 38629 + }, + { + "epoch": 0.6612574676047176, + "grad_norm": 2.5293495655059814, + "learning_rate": 5.438324133827197e-06, + "loss": 2.3781, + "step": 38630 + }, + { + "epoch": 0.6612745853232681, + "grad_norm": 2.3616065979003906, + "learning_rate": 5.437830779015554e-06, + "loss": 2.3722, + "step": 38631 + }, + { + "epoch": 0.6612917030418186, + "grad_norm": 2.4661078453063965, + "learning_rate": 5.437337438226425e-06, + "loss": 2.4244, + "step": 38632 + }, + { + "epoch": 0.661308820760369, + "grad_norm": 2.608579158782959, + "learning_rate": 5.43684411146133e-06, + "loss": 2.3768, + "step": 38633 + }, + { + "epoch": 0.6613259384789195, + "grad_norm": 2.481959581375122, + "learning_rate": 5.436350798721788e-06, + "loss": 2.4228, + "step": 38634 + }, + { + "epoch": 0.66134305619747, + "grad_norm": 2.6368377208709717, + "learning_rate": 5.435857500009312e-06, + "loss": 2.3253, + "step": 38635 + }, + { + "epoch": 0.6613601739160204, + "grad_norm": 2.49835205078125, + "learning_rate": 5.435364215325421e-06, + "loss": 2.5041, + "step": 38636 + }, + { + "epoch": 0.6613772916345709, + "grad_norm": 2.3667640686035156, + "learning_rate": 5.4348709446716276e-06, + "loss": 2.4356, + "step": 38637 + }, + { + "epoch": 0.6613944093531214, + "grad_norm": 2.435676097869873, + "learning_rate": 5.434377688049454e-06, + "loss": 2.2841, + "step": 38638 + }, + { + "epoch": 0.6614115270716718, + "grad_norm": 2.302262306213379, + "learning_rate": 5.4338844454604115e-06, + "loss": 2.2918, + "step": 38639 + }, + { + "epoch": 0.6614286447902223, + "grad_norm": 2.3942108154296875, + "learning_rate": 5.433391216906014e-06, + "loss": 2.3332, + "step": 38640 + }, + { + "epoch": 0.6614457625087728, + "grad_norm": 2.3304593563079834, + "learning_rate": 5.432898002387783e-06, + "loss": 2.3523, + "step": 38641 + }, + { + "epoch": 0.6614628802273234, + "grad_norm": 2.4741322994232178, + "learning_rate": 5.432404801907231e-06, + "loss": 2.4258, + "step": 38642 + }, + { + "epoch": 0.6614799979458738, + "grad_norm": 2.5141329765319824, + "learning_rate": 5.431911615465876e-06, + "loss": 2.359, + "step": 38643 + }, + { + "epoch": 0.6614971156644243, + "grad_norm": 2.358564853668213, + "learning_rate": 5.431418443065236e-06, + "loss": 2.3851, + "step": 38644 + }, + { + "epoch": 0.6615142333829748, + "grad_norm": 2.5180044174194336, + "learning_rate": 5.430925284706821e-06, + "loss": 2.3805, + "step": 38645 + }, + { + "epoch": 0.6615313511015252, + "grad_norm": 2.4568188190460205, + "learning_rate": 5.430432140392148e-06, + "loss": 2.3886, + "step": 38646 + }, + { + "epoch": 0.6615484688200757, + "grad_norm": 2.430128335952759, + "learning_rate": 5.429939010122734e-06, + "loss": 2.3405, + "step": 38647 + }, + { + "epoch": 0.6615655865386262, + "grad_norm": 2.639037609100342, + "learning_rate": 5.429445893900096e-06, + "loss": 2.5507, + "step": 38648 + }, + { + "epoch": 0.6615827042571766, + "grad_norm": 2.505199432373047, + "learning_rate": 5.428952791725753e-06, + "loss": 2.5118, + "step": 38649 + }, + { + "epoch": 0.6615998219757271, + "grad_norm": 2.502300977706909, + "learning_rate": 5.428459703601208e-06, + "loss": 2.5216, + "step": 38650 + }, + { + "epoch": 0.6616169396942776, + "grad_norm": 2.585164785385132, + "learning_rate": 5.427966629527992e-06, + "loss": 2.5162, + "step": 38651 + }, + { + "epoch": 0.661634057412828, + "grad_norm": 2.5190682411193848, + "learning_rate": 5.427473569507611e-06, + "loss": 2.4, + "step": 38652 + }, + { + "epoch": 0.6616511751313785, + "grad_norm": 2.5214033126831055, + "learning_rate": 5.4269805235415815e-06, + "loss": 2.5012, + "step": 38653 + }, + { + "epoch": 0.661668292849929, + "grad_norm": 2.444575786590576, + "learning_rate": 5.42648749163142e-06, + "loss": 2.3918, + "step": 38654 + }, + { + "epoch": 0.6616854105684794, + "grad_norm": 2.5394251346588135, + "learning_rate": 5.425994473778644e-06, + "loss": 2.5246, + "step": 38655 + }, + { + "epoch": 0.6617025282870299, + "grad_norm": 2.5049808025360107, + "learning_rate": 5.425501469984771e-06, + "loss": 2.4636, + "step": 38656 + }, + { + "epoch": 0.6617196460055804, + "grad_norm": 2.412498712539673, + "learning_rate": 5.425008480251304e-06, + "loss": 2.3743, + "step": 38657 + }, + { + "epoch": 0.6617367637241308, + "grad_norm": 2.468810558319092, + "learning_rate": 5.424515504579775e-06, + "loss": 2.4094, + "step": 38658 + }, + { + "epoch": 0.6617538814426813, + "grad_norm": 2.382652759552002, + "learning_rate": 5.424022542971686e-06, + "loss": 2.4169, + "step": 38659 + }, + { + "epoch": 0.6617709991612318, + "grad_norm": 2.680537700653076, + "learning_rate": 5.4235295954285586e-06, + "loss": 2.5149, + "step": 38660 + }, + { + "epoch": 0.6617881168797822, + "grad_norm": 2.4486186504364014, + "learning_rate": 5.423036661951908e-06, + "loss": 2.4941, + "step": 38661 + }, + { + "epoch": 0.6618052345983327, + "grad_norm": 2.2636141777038574, + "learning_rate": 5.422543742543243e-06, + "loss": 2.297, + "step": 38662 + }, + { + "epoch": 0.6618223523168832, + "grad_norm": 2.4572298526763916, + "learning_rate": 5.422050837204089e-06, + "loss": 2.4975, + "step": 38663 + }, + { + "epoch": 0.6618394700354336, + "grad_norm": 2.3463969230651855, + "learning_rate": 5.421557945935954e-06, + "loss": 2.4489, + "step": 38664 + }, + { + "epoch": 0.6618565877539841, + "grad_norm": 2.463573694229126, + "learning_rate": 5.421065068740352e-06, + "loss": 2.4334, + "step": 38665 + }, + { + "epoch": 0.6618737054725347, + "grad_norm": 2.4865708351135254, + "learning_rate": 5.420572205618806e-06, + "loss": 2.5206, + "step": 38666 + }, + { + "epoch": 0.661890823191085, + "grad_norm": 2.4427943229675293, + "learning_rate": 5.420079356572816e-06, + "loss": 2.3108, + "step": 38667 + }, + { + "epoch": 0.6619079409096356, + "grad_norm": 2.552354574203491, + "learning_rate": 5.419586521603915e-06, + "loss": 2.4526, + "step": 38668 + }, + { + "epoch": 0.6619250586281861, + "grad_norm": 2.428638219833374, + "learning_rate": 5.419093700713602e-06, + "loss": 2.3718, + "step": 38669 + }, + { + "epoch": 0.6619421763467365, + "grad_norm": 2.426698923110962, + "learning_rate": 5.418600893903405e-06, + "loss": 2.4978, + "step": 38670 + }, + { + "epoch": 0.661959294065287, + "grad_norm": 2.48146915435791, + "learning_rate": 5.4181081011748305e-06, + "loss": 2.4557, + "step": 38671 + }, + { + "epoch": 0.6619764117838375, + "grad_norm": 2.3172085285186768, + "learning_rate": 5.417615322529393e-06, + "loss": 2.378, + "step": 38672 + }, + { + "epoch": 0.6619935295023879, + "grad_norm": 2.3903584480285645, + "learning_rate": 5.417122557968611e-06, + "loss": 2.5223, + "step": 38673 + }, + { + "epoch": 0.6620106472209384, + "grad_norm": 2.430009603500366, + "learning_rate": 5.416629807493996e-06, + "loss": 2.3186, + "step": 38674 + }, + { + "epoch": 0.6620277649394889, + "grad_norm": 2.3093347549438477, + "learning_rate": 5.416137071107068e-06, + "loss": 2.3793, + "step": 38675 + }, + { + "epoch": 0.6620448826580393, + "grad_norm": 2.3553903102874756, + "learning_rate": 5.415644348809332e-06, + "loss": 2.3171, + "step": 38676 + }, + { + "epoch": 0.6620620003765898, + "grad_norm": 2.429793357849121, + "learning_rate": 5.41515164060231e-06, + "loss": 2.3849, + "step": 38677 + }, + { + "epoch": 0.6620791180951403, + "grad_norm": 2.3653786182403564, + "learning_rate": 5.414658946487514e-06, + "loss": 2.4382, + "step": 38678 + }, + { + "epoch": 0.6620962358136907, + "grad_norm": 2.443735361099243, + "learning_rate": 5.4141662664664585e-06, + "loss": 2.4108, + "step": 38679 + }, + { + "epoch": 0.6621133535322412, + "grad_norm": 2.299670934677124, + "learning_rate": 5.413673600540657e-06, + "loss": 2.3744, + "step": 38680 + }, + { + "epoch": 0.6621304712507917, + "grad_norm": 2.6028659343719482, + "learning_rate": 5.41318094871163e-06, + "loss": 2.3456, + "step": 38681 + }, + { + "epoch": 0.6621475889693421, + "grad_norm": 2.4420628547668457, + "learning_rate": 5.412688310980883e-06, + "loss": 2.4322, + "step": 38682 + }, + { + "epoch": 0.6621647066878926, + "grad_norm": 2.3715689182281494, + "learning_rate": 5.412195687349932e-06, + "loss": 2.2636, + "step": 38683 + }, + { + "epoch": 0.6621818244064431, + "grad_norm": 2.571406602859497, + "learning_rate": 5.411703077820293e-06, + "loss": 2.4301, + "step": 38684 + }, + { + "epoch": 0.6621989421249935, + "grad_norm": 2.496079444885254, + "learning_rate": 5.411210482393481e-06, + "loss": 2.3422, + "step": 38685 + }, + { + "epoch": 0.662216059843544, + "grad_norm": 2.4216909408569336, + "learning_rate": 5.410717901071012e-06, + "loss": 2.3825, + "step": 38686 + }, + { + "epoch": 0.6622331775620945, + "grad_norm": 2.3111650943756104, + "learning_rate": 5.410225333854388e-06, + "loss": 2.3223, + "step": 38687 + }, + { + "epoch": 0.6622502952806449, + "grad_norm": 2.491891384124756, + "learning_rate": 5.4097327807451425e-06, + "loss": 2.4938, + "step": 38688 + }, + { + "epoch": 0.6622674129991954, + "grad_norm": 2.486079216003418, + "learning_rate": 5.409240241744773e-06, + "loss": 2.4116, + "step": 38689 + }, + { + "epoch": 0.662284530717746, + "grad_norm": 2.481121301651001, + "learning_rate": 5.4087477168548005e-06, + "loss": 2.3759, + "step": 38690 + }, + { + "epoch": 0.6623016484362965, + "grad_norm": 2.4530985355377197, + "learning_rate": 5.408255206076738e-06, + "loss": 2.4083, + "step": 38691 + }, + { + "epoch": 0.6623187661548469, + "grad_norm": 2.3556621074676514, + "learning_rate": 5.407762709412098e-06, + "loss": 2.3521, + "step": 38692 + }, + { + "epoch": 0.6623358838733974, + "grad_norm": 2.5128939151763916, + "learning_rate": 5.407270226862399e-06, + "loss": 2.2621, + "step": 38693 + }, + { + "epoch": 0.6623530015919479, + "grad_norm": 2.342195749282837, + "learning_rate": 5.406777758429144e-06, + "loss": 2.3621, + "step": 38694 + }, + { + "epoch": 0.6623701193104983, + "grad_norm": 2.364147901535034, + "learning_rate": 5.406285304113861e-06, + "loss": 2.3818, + "step": 38695 + }, + { + "epoch": 0.6623872370290488, + "grad_norm": 2.3541440963745117, + "learning_rate": 5.405792863918052e-06, + "loss": 2.2825, + "step": 38696 + }, + { + "epoch": 0.6624043547475993, + "grad_norm": 2.50882887840271, + "learning_rate": 5.405300437843235e-06, + "loss": 2.4086, + "step": 38697 + }, + { + "epoch": 0.6624214724661497, + "grad_norm": 2.4464566707611084, + "learning_rate": 5.404808025890927e-06, + "loss": 2.3587, + "step": 38698 + }, + { + "epoch": 0.6624385901847002, + "grad_norm": 2.258021593093872, + "learning_rate": 5.404315628062631e-06, + "loss": 2.3895, + "step": 38699 + }, + { + "epoch": 0.6624557079032507, + "grad_norm": 2.441072463989258, + "learning_rate": 5.403823244359876e-06, + "loss": 2.4114, + "step": 38700 + }, + { + "epoch": 0.6624728256218011, + "grad_norm": 2.427718162536621, + "learning_rate": 5.403330874784161e-06, + "loss": 2.3829, + "step": 38701 + }, + { + "epoch": 0.6624899433403516, + "grad_norm": 2.535715103149414, + "learning_rate": 5.402838519337006e-06, + "loss": 2.4737, + "step": 38702 + }, + { + "epoch": 0.6625070610589021, + "grad_norm": 2.5743470191955566, + "learning_rate": 5.402346178019927e-06, + "loss": 2.5282, + "step": 38703 + }, + { + "epoch": 0.6625241787774525, + "grad_norm": 2.408665895462036, + "learning_rate": 5.4018538508344265e-06, + "loss": 2.3674, + "step": 38704 + }, + { + "epoch": 0.662541296496003, + "grad_norm": 2.555987596511841, + "learning_rate": 5.401361537782033e-06, + "loss": 2.3811, + "step": 38705 + }, + { + "epoch": 0.6625584142145535, + "grad_norm": 2.4814324378967285, + "learning_rate": 5.400869238864243e-06, + "loss": 2.4299, + "step": 38706 + }, + { + "epoch": 0.6625755319331039, + "grad_norm": 2.5824809074401855, + "learning_rate": 5.400376954082587e-06, + "loss": 2.3361, + "step": 38707 + }, + { + "epoch": 0.6625926496516544, + "grad_norm": 2.618804693222046, + "learning_rate": 5.399884683438565e-06, + "loss": 2.3738, + "step": 38708 + }, + { + "epoch": 0.6626097673702049, + "grad_norm": 2.447228193283081, + "learning_rate": 5.3993924269336935e-06, + "loss": 2.4155, + "step": 38709 + }, + { + "epoch": 0.6626268850887553, + "grad_norm": 2.4481894969940186, + "learning_rate": 5.398900184569493e-06, + "loss": 2.3137, + "step": 38710 + }, + { + "epoch": 0.6626440028073058, + "grad_norm": 2.478965997695923, + "learning_rate": 5.39840795634746e-06, + "loss": 2.4036, + "step": 38711 + }, + { + "epoch": 0.6626611205258564, + "grad_norm": 2.4134833812713623, + "learning_rate": 5.397915742269126e-06, + "loss": 2.4265, + "step": 38712 + }, + { + "epoch": 0.6626782382444067, + "grad_norm": 2.5877749919891357, + "learning_rate": 5.397423542335994e-06, + "loss": 2.3785, + "step": 38713 + }, + { + "epoch": 0.6626953559629573, + "grad_norm": 2.6192214488983154, + "learning_rate": 5.396931356549575e-06, + "loss": 2.4534, + "step": 38714 + }, + { + "epoch": 0.6627124736815078, + "grad_norm": 2.564279317855835, + "learning_rate": 5.396439184911386e-06, + "loss": 2.4259, + "step": 38715 + }, + { + "epoch": 0.6627295914000582, + "grad_norm": 2.356402635574341, + "learning_rate": 5.395947027422939e-06, + "loss": 2.3684, + "step": 38716 + }, + { + "epoch": 0.6627467091186087, + "grad_norm": 2.3919427394866943, + "learning_rate": 5.39545488408575e-06, + "loss": 2.3734, + "step": 38717 + }, + { + "epoch": 0.6627638268371592, + "grad_norm": 2.534759521484375, + "learning_rate": 5.3949627549013254e-06, + "loss": 2.457, + "step": 38718 + }, + { + "epoch": 0.6627809445557096, + "grad_norm": 2.5641610622406006, + "learning_rate": 5.394470639871179e-06, + "loss": 2.4007, + "step": 38719 + }, + { + "epoch": 0.6627980622742601, + "grad_norm": 2.536688804626465, + "learning_rate": 5.393978538996827e-06, + "loss": 2.3854, + "step": 38720 + }, + { + "epoch": 0.6628151799928106, + "grad_norm": 2.4829399585723877, + "learning_rate": 5.393486452279778e-06, + "loss": 2.4018, + "step": 38721 + }, + { + "epoch": 0.662832297711361, + "grad_norm": 2.5073130130767822, + "learning_rate": 5.3929943797215475e-06, + "loss": 2.3537, + "step": 38722 + }, + { + "epoch": 0.6628494154299115, + "grad_norm": 2.3848378658294678, + "learning_rate": 5.39250232132365e-06, + "loss": 2.3294, + "step": 38723 + }, + { + "epoch": 0.662866533148462, + "grad_norm": 2.5710391998291016, + "learning_rate": 5.392010277087592e-06, + "loss": 2.4274, + "step": 38724 + }, + { + "epoch": 0.6628836508670124, + "grad_norm": 2.548058271408081, + "learning_rate": 5.391518247014889e-06, + "loss": 2.3499, + "step": 38725 + }, + { + "epoch": 0.6629007685855629, + "grad_norm": 2.433929920196533, + "learning_rate": 5.391026231107053e-06, + "loss": 2.4181, + "step": 38726 + }, + { + "epoch": 0.6629178863041134, + "grad_norm": 2.332260847091675, + "learning_rate": 5.3905342293655945e-06, + "loss": 2.2935, + "step": 38727 + }, + { + "epoch": 0.6629350040226638, + "grad_norm": 2.5230228900909424, + "learning_rate": 5.3900422417920295e-06, + "loss": 2.4236, + "step": 38728 + }, + { + "epoch": 0.6629521217412143, + "grad_norm": 2.4661099910736084, + "learning_rate": 5.389550268387868e-06, + "loss": 2.4068, + "step": 38729 + }, + { + "epoch": 0.6629692394597648, + "grad_norm": 2.448152780532837, + "learning_rate": 5.389058309154626e-06, + "loss": 2.51, + "step": 38730 + }, + { + "epoch": 0.6629863571783152, + "grad_norm": 2.439405679702759, + "learning_rate": 5.388566364093808e-06, + "loss": 2.3207, + "step": 38731 + }, + { + "epoch": 0.6630034748968657, + "grad_norm": 2.5047779083251953, + "learning_rate": 5.38807443320693e-06, + "loss": 2.3981, + "step": 38732 + }, + { + "epoch": 0.6630205926154162, + "grad_norm": 2.5697414875030518, + "learning_rate": 5.3875825164955045e-06, + "loss": 2.3631, + "step": 38733 + }, + { + "epoch": 0.6630377103339666, + "grad_norm": 2.4411659240722656, + "learning_rate": 5.387090613961044e-06, + "loss": 2.3463, + "step": 38734 + }, + { + "epoch": 0.6630548280525171, + "grad_norm": 2.5100910663604736, + "learning_rate": 5.386598725605061e-06, + "loss": 2.3778, + "step": 38735 + }, + { + "epoch": 0.6630719457710677, + "grad_norm": 2.396726369857788, + "learning_rate": 5.386106851429061e-06, + "loss": 2.3243, + "step": 38736 + }, + { + "epoch": 0.6630890634896182, + "grad_norm": 2.4623255729675293, + "learning_rate": 5.3856149914345665e-06, + "loss": 2.5063, + "step": 38737 + }, + { + "epoch": 0.6631061812081686, + "grad_norm": 2.496087074279785, + "learning_rate": 5.3851231456230816e-06, + "loss": 2.4308, + "step": 38738 + }, + { + "epoch": 0.6631232989267191, + "grad_norm": 2.5079596042633057, + "learning_rate": 5.384631313996118e-06, + "loss": 2.5364, + "step": 38739 + }, + { + "epoch": 0.6631404166452696, + "grad_norm": 2.38152813911438, + "learning_rate": 5.3841394965551945e-06, + "loss": 2.355, + "step": 38740 + }, + { + "epoch": 0.66315753436382, + "grad_norm": 2.536130666732788, + "learning_rate": 5.38364769330181e-06, + "loss": 2.3927, + "step": 38741 + }, + { + "epoch": 0.6631746520823705, + "grad_norm": 2.506373643875122, + "learning_rate": 5.383155904237492e-06, + "loss": 2.4176, + "step": 38742 + }, + { + "epoch": 0.663191769800921, + "grad_norm": 2.3407483100891113, + "learning_rate": 5.3826641293637345e-06, + "loss": 2.4903, + "step": 38743 + }, + { + "epoch": 0.6632088875194714, + "grad_norm": 2.4517922401428223, + "learning_rate": 5.382172368682068e-06, + "loss": 2.3629, + "step": 38744 + }, + { + "epoch": 0.6632260052380219, + "grad_norm": 2.5020365715026855, + "learning_rate": 5.38168062219399e-06, + "loss": 2.4904, + "step": 38745 + }, + { + "epoch": 0.6632431229565724, + "grad_norm": 2.5183169841766357, + "learning_rate": 5.381188889901017e-06, + "loss": 2.494, + "step": 38746 + }, + { + "epoch": 0.6632602406751228, + "grad_norm": 2.585334539413452, + "learning_rate": 5.380697171804664e-06, + "loss": 2.4314, + "step": 38747 + }, + { + "epoch": 0.6632773583936733, + "grad_norm": 2.4764723777770996, + "learning_rate": 5.38020546790643e-06, + "loss": 2.2526, + "step": 38748 + }, + { + "epoch": 0.6632944761122238, + "grad_norm": 2.4582133293151855, + "learning_rate": 5.3797137782078425e-06, + "loss": 2.33, + "step": 38749 + }, + { + "epoch": 0.6633115938307742, + "grad_norm": 2.5247654914855957, + "learning_rate": 5.379222102710401e-06, + "loss": 2.4511, + "step": 38750 + }, + { + "epoch": 0.6633287115493247, + "grad_norm": 2.4135117530822754, + "learning_rate": 5.378730441415621e-06, + "loss": 2.3737, + "step": 38751 + }, + { + "epoch": 0.6633458292678752, + "grad_norm": 2.397258996963501, + "learning_rate": 5.378238794325013e-06, + "loss": 2.442, + "step": 38752 + }, + { + "epoch": 0.6633629469864256, + "grad_norm": 2.3170456886291504, + "learning_rate": 5.3777471614400875e-06, + "loss": 2.3692, + "step": 38753 + }, + { + "epoch": 0.6633800647049761, + "grad_norm": 2.4086718559265137, + "learning_rate": 5.377255542762361e-06, + "loss": 2.452, + "step": 38754 + }, + { + "epoch": 0.6633971824235266, + "grad_norm": 2.440885066986084, + "learning_rate": 5.376763938293337e-06, + "loss": 2.3847, + "step": 38755 + }, + { + "epoch": 0.663414300142077, + "grad_norm": 2.413905143737793, + "learning_rate": 5.376272348034528e-06, + "loss": 2.3782, + "step": 38756 + }, + { + "epoch": 0.6634314178606275, + "grad_norm": 2.487119197845459, + "learning_rate": 5.375780771987449e-06, + "loss": 2.3454, + "step": 38757 + }, + { + "epoch": 0.663448535579178, + "grad_norm": 2.4763712882995605, + "learning_rate": 5.375289210153607e-06, + "loss": 2.353, + "step": 38758 + }, + { + "epoch": 0.6634656532977284, + "grad_norm": 2.4097306728363037, + "learning_rate": 5.374797662534514e-06, + "loss": 2.3618, + "step": 38759 + }, + { + "epoch": 0.663482771016279, + "grad_norm": 2.655656099319458, + "learning_rate": 5.3743061291316866e-06, + "loss": 2.437, + "step": 38760 + }, + { + "epoch": 0.6634998887348295, + "grad_norm": 2.4408156871795654, + "learning_rate": 5.373814609946626e-06, + "loss": 2.3776, + "step": 38761 + }, + { + "epoch": 0.6635170064533799, + "grad_norm": 2.561868906021118, + "learning_rate": 5.373323104980848e-06, + "loss": 2.5285, + "step": 38762 + }, + { + "epoch": 0.6635341241719304, + "grad_norm": 2.449099540710449, + "learning_rate": 5.372831614235861e-06, + "loss": 2.4107, + "step": 38763 + }, + { + "epoch": 0.6635512418904809, + "grad_norm": 2.423593521118164, + "learning_rate": 5.372340137713179e-06, + "loss": 2.3944, + "step": 38764 + }, + { + "epoch": 0.6635683596090313, + "grad_norm": 2.512349843978882, + "learning_rate": 5.371848675414309e-06, + "loss": 2.4412, + "step": 38765 + }, + { + "epoch": 0.6635854773275818, + "grad_norm": 2.492908477783203, + "learning_rate": 5.371357227340765e-06, + "loss": 2.423, + "step": 38766 + }, + { + "epoch": 0.6636025950461323, + "grad_norm": 2.4972572326660156, + "learning_rate": 5.370865793494059e-06, + "loss": 2.3539, + "step": 38767 + }, + { + "epoch": 0.6636197127646827, + "grad_norm": 2.279402494430542, + "learning_rate": 5.370374373875695e-06, + "loss": 2.2533, + "step": 38768 + }, + { + "epoch": 0.6636368304832332, + "grad_norm": 2.4684066772460938, + "learning_rate": 5.369882968487186e-06, + "loss": 2.3797, + "step": 38769 + }, + { + "epoch": 0.6636539482017837, + "grad_norm": 2.5314009189605713, + "learning_rate": 5.369391577330046e-06, + "loss": 2.5638, + "step": 38770 + }, + { + "epoch": 0.6636710659203341, + "grad_norm": 2.5516788959503174, + "learning_rate": 5.36890020040578e-06, + "loss": 2.3313, + "step": 38771 + }, + { + "epoch": 0.6636881836388846, + "grad_norm": 2.461533546447754, + "learning_rate": 5.368408837715906e-06, + "loss": 2.4052, + "step": 38772 + }, + { + "epoch": 0.6637053013574351, + "grad_norm": 2.499495506286621, + "learning_rate": 5.3679174892619205e-06, + "loss": 2.375, + "step": 38773 + }, + { + "epoch": 0.6637224190759855, + "grad_norm": 2.5080137252807617, + "learning_rate": 5.3674261550453524e-06, + "loss": 2.4644, + "step": 38774 + }, + { + "epoch": 0.663739536794536, + "grad_norm": 2.678551197052002, + "learning_rate": 5.366934835067696e-06, + "loss": 2.5266, + "step": 38775 + }, + { + "epoch": 0.6637566545130865, + "grad_norm": 2.4693944454193115, + "learning_rate": 5.36644352933047e-06, + "loss": 2.4444, + "step": 38776 + }, + { + "epoch": 0.6637737722316369, + "grad_norm": 2.4763050079345703, + "learning_rate": 5.365952237835183e-06, + "loss": 2.3357, + "step": 38777 + }, + { + "epoch": 0.6637908899501874, + "grad_norm": 2.4404406547546387, + "learning_rate": 5.365460960583338e-06, + "loss": 2.4058, + "step": 38778 + }, + { + "epoch": 0.6638080076687379, + "grad_norm": 2.5893824100494385, + "learning_rate": 5.364969697576458e-06, + "loss": 2.4339, + "step": 38779 + }, + { + "epoch": 0.6638251253872883, + "grad_norm": 2.564697742462158, + "learning_rate": 5.36447844881604e-06, + "loss": 2.5082, + "step": 38780 + }, + { + "epoch": 0.6638422431058388, + "grad_norm": 2.5093932151794434, + "learning_rate": 5.3639872143036065e-06, + "loss": 2.2701, + "step": 38781 + }, + { + "epoch": 0.6638593608243893, + "grad_norm": 2.5309903621673584, + "learning_rate": 5.363495994040658e-06, + "loss": 2.346, + "step": 38782 + }, + { + "epoch": 0.6638764785429399, + "grad_norm": 2.538844585418701, + "learning_rate": 5.363004788028705e-06, + "loss": 2.4166, + "step": 38783 + }, + { + "epoch": 0.6638935962614902, + "grad_norm": 2.316638469696045, + "learning_rate": 5.3625135962692655e-06, + "loss": 2.3435, + "step": 38784 + }, + { + "epoch": 0.6639107139800408, + "grad_norm": 2.404621124267578, + "learning_rate": 5.362022418763835e-06, + "loss": 2.4216, + "step": 38785 + }, + { + "epoch": 0.6639278316985913, + "grad_norm": 2.3163962364196777, + "learning_rate": 5.361531255513939e-06, + "loss": 2.3408, + "step": 38786 + }, + { + "epoch": 0.6639449494171417, + "grad_norm": 2.4332237243652344, + "learning_rate": 5.361040106521075e-06, + "loss": 2.4009, + "step": 38787 + }, + { + "epoch": 0.6639620671356922, + "grad_norm": 2.6491153240203857, + "learning_rate": 5.360548971786758e-06, + "loss": 2.6233, + "step": 38788 + }, + { + "epoch": 0.6639791848542427, + "grad_norm": 2.378291368484497, + "learning_rate": 5.3600578513125e-06, + "loss": 2.3501, + "step": 38789 + }, + { + "epoch": 0.6639963025727931, + "grad_norm": 2.44113826751709, + "learning_rate": 5.3595667450998e-06, + "loss": 2.3529, + "step": 38790 + }, + { + "epoch": 0.6640134202913436, + "grad_norm": 2.4178123474121094, + "learning_rate": 5.359075653150183e-06, + "loss": 2.4043, + "step": 38791 + }, + { + "epoch": 0.6640305380098941, + "grad_norm": 2.545978307723999, + "learning_rate": 5.358584575465147e-06, + "loss": 2.469, + "step": 38792 + }, + { + "epoch": 0.6640476557284445, + "grad_norm": 2.642796039581299, + "learning_rate": 5.358093512046203e-06, + "loss": 2.5084, + "step": 38793 + }, + { + "epoch": 0.664064773446995, + "grad_norm": 2.4944519996643066, + "learning_rate": 5.357602462894863e-06, + "loss": 2.3087, + "step": 38794 + }, + { + "epoch": 0.6640818911655455, + "grad_norm": 2.461435556411743, + "learning_rate": 5.3571114280126355e-06, + "loss": 2.3968, + "step": 38795 + }, + { + "epoch": 0.6640990088840959, + "grad_norm": 2.5955934524536133, + "learning_rate": 5.356620407401034e-06, + "loss": 2.3951, + "step": 38796 + }, + { + "epoch": 0.6641161266026464, + "grad_norm": 2.3465676307678223, + "learning_rate": 5.3561294010615535e-06, + "loss": 2.3528, + "step": 38797 + }, + { + "epoch": 0.6641332443211969, + "grad_norm": 2.6209750175476074, + "learning_rate": 5.355638408995722e-06, + "loss": 2.4167, + "step": 38798 + }, + { + "epoch": 0.6641503620397473, + "grad_norm": 2.6340765953063965, + "learning_rate": 5.355147431205037e-06, + "loss": 2.3963, + "step": 38799 + }, + { + "epoch": 0.6641674797582978, + "grad_norm": 2.6213011741638184, + "learning_rate": 5.35465646769101e-06, + "loss": 2.4453, + "step": 38800 + }, + { + "epoch": 0.6641845974768483, + "grad_norm": 2.556692123413086, + "learning_rate": 5.354165518455149e-06, + "loss": 2.4242, + "step": 38801 + }, + { + "epoch": 0.6642017151953987, + "grad_norm": 2.3886752128601074, + "learning_rate": 5.353674583498964e-06, + "loss": 2.3703, + "step": 38802 + }, + { + "epoch": 0.6642188329139492, + "grad_norm": 2.4536845684051514, + "learning_rate": 5.353183662823971e-06, + "loss": 2.3983, + "step": 38803 + }, + { + "epoch": 0.6642359506324997, + "grad_norm": 2.5700161457061768, + "learning_rate": 5.352692756431666e-06, + "loss": 2.4005, + "step": 38804 + }, + { + "epoch": 0.6642530683510501, + "grad_norm": 2.4517171382904053, + "learning_rate": 5.352201864323564e-06, + "loss": 2.4191, + "step": 38805 + }, + { + "epoch": 0.6642701860696006, + "grad_norm": 2.4105799198150635, + "learning_rate": 5.351710986501175e-06, + "loss": 2.444, + "step": 38806 + }, + { + "epoch": 0.6642873037881512, + "grad_norm": 2.501875400543213, + "learning_rate": 5.351220122966005e-06, + "loss": 2.3817, + "step": 38807 + }, + { + "epoch": 0.6643044215067015, + "grad_norm": 2.4472575187683105, + "learning_rate": 5.3507292737195656e-06, + "loss": 2.3678, + "step": 38808 + }, + { + "epoch": 0.6643215392252521, + "grad_norm": 2.335108518600464, + "learning_rate": 5.350238438763369e-06, + "loss": 2.2574, + "step": 38809 + }, + { + "epoch": 0.6643386569438026, + "grad_norm": 2.4730091094970703, + "learning_rate": 5.349747618098915e-06, + "loss": 2.4159, + "step": 38810 + }, + { + "epoch": 0.664355774662353, + "grad_norm": 2.445619821548462, + "learning_rate": 5.349256811727716e-06, + "loss": 2.4075, + "step": 38811 + }, + { + "epoch": 0.6643728923809035, + "grad_norm": 2.6931278705596924, + "learning_rate": 5.348766019651281e-06, + "loss": 2.6038, + "step": 38812 + }, + { + "epoch": 0.664390010099454, + "grad_norm": 2.5064241886138916, + "learning_rate": 5.348275241871118e-06, + "loss": 2.3368, + "step": 38813 + }, + { + "epoch": 0.6644071278180044, + "grad_norm": 2.526029348373413, + "learning_rate": 5.34778447838874e-06, + "loss": 2.376, + "step": 38814 + }, + { + "epoch": 0.6644242455365549, + "grad_norm": 2.555893659591675, + "learning_rate": 5.347293729205644e-06, + "loss": 2.4764, + "step": 38815 + }, + { + "epoch": 0.6644413632551054, + "grad_norm": 2.4635913372039795, + "learning_rate": 5.346802994323355e-06, + "loss": 2.4204, + "step": 38816 + }, + { + "epoch": 0.6644584809736558, + "grad_norm": 2.3630590438842773, + "learning_rate": 5.346312273743363e-06, + "loss": 2.3762, + "step": 38817 + }, + { + "epoch": 0.6644755986922063, + "grad_norm": 2.319706916809082, + "learning_rate": 5.3458215674671934e-06, + "loss": 2.3434, + "step": 38818 + }, + { + "epoch": 0.6644927164107568, + "grad_norm": 2.5508008003234863, + "learning_rate": 5.345330875496342e-06, + "loss": 2.4887, + "step": 38819 + }, + { + "epoch": 0.6645098341293072, + "grad_norm": 2.420581579208374, + "learning_rate": 5.344840197832322e-06, + "loss": 2.4401, + "step": 38820 + }, + { + "epoch": 0.6645269518478577, + "grad_norm": 2.4417848587036133, + "learning_rate": 5.344349534476645e-06, + "loss": 2.4019, + "step": 38821 + }, + { + "epoch": 0.6645440695664082, + "grad_norm": 2.501887798309326, + "learning_rate": 5.343858885430808e-06, + "loss": 2.4647, + "step": 38822 + }, + { + "epoch": 0.6645611872849586, + "grad_norm": 2.4142110347747803, + "learning_rate": 5.343368250696333e-06, + "loss": 2.4999, + "step": 38823 + }, + { + "epoch": 0.6645783050035091, + "grad_norm": 2.3752686977386475, + "learning_rate": 5.342877630274719e-06, + "loss": 2.2831, + "step": 38824 + }, + { + "epoch": 0.6645954227220596, + "grad_norm": 2.3244194984436035, + "learning_rate": 5.342387024167475e-06, + "loss": 2.3558, + "step": 38825 + }, + { + "epoch": 0.66461254044061, + "grad_norm": 2.3558104038238525, + "learning_rate": 5.341896432376115e-06, + "loss": 2.3735, + "step": 38826 + }, + { + "epoch": 0.6646296581591605, + "grad_norm": 2.396146535873413, + "learning_rate": 5.341405854902133e-06, + "loss": 2.4248, + "step": 38827 + }, + { + "epoch": 0.664646775877711, + "grad_norm": 2.3222239017486572, + "learning_rate": 5.340915291747056e-06, + "loss": 2.4002, + "step": 38828 + }, + { + "epoch": 0.6646638935962615, + "grad_norm": 2.554983139038086, + "learning_rate": 5.340424742912376e-06, + "loss": 2.3886, + "step": 38829 + }, + { + "epoch": 0.6646810113148119, + "grad_norm": 2.5135276317596436, + "learning_rate": 5.339934208399609e-06, + "loss": 2.4613, + "step": 38830 + }, + { + "epoch": 0.6646981290333625, + "grad_norm": 2.365084648132324, + "learning_rate": 5.33944368821026e-06, + "loss": 2.3515, + "step": 38831 + }, + { + "epoch": 0.664715246751913, + "grad_norm": 2.3727073669433594, + "learning_rate": 5.338953182345835e-06, + "loss": 2.3908, + "step": 38832 + }, + { + "epoch": 0.6647323644704634, + "grad_norm": 2.3576035499572754, + "learning_rate": 5.338462690807848e-06, + "loss": 2.427, + "step": 38833 + }, + { + "epoch": 0.6647494821890139, + "grad_norm": 2.5348830223083496, + "learning_rate": 5.337972213597797e-06, + "loss": 2.3341, + "step": 38834 + }, + { + "epoch": 0.6647665999075644, + "grad_norm": 2.459590435028076, + "learning_rate": 5.337481750717202e-06, + "loss": 2.4278, + "step": 38835 + }, + { + "epoch": 0.6647837176261148, + "grad_norm": 2.516021490097046, + "learning_rate": 5.336991302167558e-06, + "loss": 2.3951, + "step": 38836 + }, + { + "epoch": 0.6648008353446653, + "grad_norm": 2.292574882507324, + "learning_rate": 5.336500867950378e-06, + "loss": 2.2408, + "step": 38837 + }, + { + "epoch": 0.6648179530632158, + "grad_norm": 2.5844430923461914, + "learning_rate": 5.336010448067171e-06, + "loss": 2.446, + "step": 38838 + }, + { + "epoch": 0.6648350707817662, + "grad_norm": 2.443406343460083, + "learning_rate": 5.335520042519441e-06, + "loss": 2.3432, + "step": 38839 + }, + { + "epoch": 0.6648521885003167, + "grad_norm": 2.4647393226623535, + "learning_rate": 5.335029651308701e-06, + "loss": 2.2834, + "step": 38840 + }, + { + "epoch": 0.6648693062188672, + "grad_norm": 2.5753793716430664, + "learning_rate": 5.334539274436452e-06, + "loss": 2.4766, + "step": 38841 + }, + { + "epoch": 0.6648864239374176, + "grad_norm": 2.5628366470336914, + "learning_rate": 5.334048911904202e-06, + "loss": 2.3695, + "step": 38842 + }, + { + "epoch": 0.6649035416559681, + "grad_norm": 2.591029405593872, + "learning_rate": 5.33355856371346e-06, + "loss": 2.4214, + "step": 38843 + }, + { + "epoch": 0.6649206593745186, + "grad_norm": 2.6972970962524414, + "learning_rate": 5.333068229865733e-06, + "loss": 2.4466, + "step": 38844 + }, + { + "epoch": 0.664937777093069, + "grad_norm": 2.6144771575927734, + "learning_rate": 5.3325779103625285e-06, + "loss": 2.4139, + "step": 38845 + }, + { + "epoch": 0.6649548948116195, + "grad_norm": 2.4914097785949707, + "learning_rate": 5.332087605205357e-06, + "loss": 2.3851, + "step": 38846 + }, + { + "epoch": 0.66497201253017, + "grad_norm": 2.5252535343170166, + "learning_rate": 5.331597314395718e-06, + "loss": 2.4623, + "step": 38847 + }, + { + "epoch": 0.6649891302487204, + "grad_norm": 2.5114619731903076, + "learning_rate": 5.3311070379351215e-06, + "loss": 2.3063, + "step": 38848 + }, + { + "epoch": 0.6650062479672709, + "grad_norm": 2.429399251937866, + "learning_rate": 5.330616775825075e-06, + "loss": 2.268, + "step": 38849 + }, + { + "epoch": 0.6650233656858214, + "grad_norm": 2.569068193435669, + "learning_rate": 5.3301265280670855e-06, + "loss": 2.3399, + "step": 38850 + }, + { + "epoch": 0.6650404834043718, + "grad_norm": 2.6663620471954346, + "learning_rate": 5.329636294662663e-06, + "loss": 2.5035, + "step": 38851 + }, + { + "epoch": 0.6650576011229223, + "grad_norm": 2.461524724960327, + "learning_rate": 5.329146075613305e-06, + "loss": 2.4735, + "step": 38852 + }, + { + "epoch": 0.6650747188414728, + "grad_norm": 2.378138780593872, + "learning_rate": 5.328655870920531e-06, + "loss": 2.414, + "step": 38853 + }, + { + "epoch": 0.6650918365600232, + "grad_norm": 2.3294663429260254, + "learning_rate": 5.328165680585839e-06, + "loss": 2.3002, + "step": 38854 + }, + { + "epoch": 0.6651089542785737, + "grad_norm": 2.4412899017333984, + "learning_rate": 5.327675504610736e-06, + "loss": 2.3834, + "step": 38855 + }, + { + "epoch": 0.6651260719971243, + "grad_norm": 2.438851833343506, + "learning_rate": 5.32718534299673e-06, + "loss": 2.3452, + "step": 38856 + }, + { + "epoch": 0.6651431897156747, + "grad_norm": 2.470211982727051, + "learning_rate": 5.3266951957453295e-06, + "loss": 2.4269, + "step": 38857 + }, + { + "epoch": 0.6651603074342252, + "grad_norm": 2.753474235534668, + "learning_rate": 5.326205062858043e-06, + "loss": 2.3225, + "step": 38858 + }, + { + "epoch": 0.6651774251527757, + "grad_norm": 2.64560604095459, + "learning_rate": 5.325714944336366e-06, + "loss": 2.5925, + "step": 38859 + }, + { + "epoch": 0.6651945428713261, + "grad_norm": 2.385089159011841, + "learning_rate": 5.32522484018182e-06, + "loss": 2.3582, + "step": 38860 + }, + { + "epoch": 0.6652116605898766, + "grad_norm": 2.5805091857910156, + "learning_rate": 5.324734750395899e-06, + "loss": 2.4757, + "step": 38861 + }, + { + "epoch": 0.6652287783084271, + "grad_norm": 2.3251779079437256, + "learning_rate": 5.324244674980114e-06, + "loss": 2.2395, + "step": 38862 + }, + { + "epoch": 0.6652458960269775, + "grad_norm": 2.6150896549224854, + "learning_rate": 5.323754613935977e-06, + "loss": 2.5276, + "step": 38863 + }, + { + "epoch": 0.665263013745528, + "grad_norm": 2.5398364067077637, + "learning_rate": 5.323264567264981e-06, + "loss": 2.4987, + "step": 38864 + }, + { + "epoch": 0.6652801314640785, + "grad_norm": 2.634730339050293, + "learning_rate": 5.322774534968647e-06, + "loss": 2.3812, + "step": 38865 + }, + { + "epoch": 0.6652972491826289, + "grad_norm": 2.4771580696105957, + "learning_rate": 5.32228451704847e-06, + "loss": 2.3022, + "step": 38866 + }, + { + "epoch": 0.6653143669011794, + "grad_norm": 2.318321466445923, + "learning_rate": 5.321794513505962e-06, + "loss": 2.287, + "step": 38867 + }, + { + "epoch": 0.6653314846197299, + "grad_norm": 2.491652011871338, + "learning_rate": 5.321304524342631e-06, + "loss": 2.4782, + "step": 38868 + }, + { + "epoch": 0.6653486023382803, + "grad_norm": 2.585968494415283, + "learning_rate": 5.320814549559972e-06, + "loss": 2.4297, + "step": 38869 + }, + { + "epoch": 0.6653657200568308, + "grad_norm": 2.726559638977051, + "learning_rate": 5.320324589159505e-06, + "loss": 2.4802, + "step": 38870 + }, + { + "epoch": 0.6653828377753813, + "grad_norm": 2.5380682945251465, + "learning_rate": 5.319834643142723e-06, + "loss": 2.4305, + "step": 38871 + }, + { + "epoch": 0.6653999554939317, + "grad_norm": 2.43719744682312, + "learning_rate": 5.3193447115111456e-06, + "loss": 2.4249, + "step": 38872 + }, + { + "epoch": 0.6654170732124822, + "grad_norm": 2.3737447261810303, + "learning_rate": 5.318854794266268e-06, + "loss": 2.3777, + "step": 38873 + }, + { + "epoch": 0.6654341909310327, + "grad_norm": 2.394315719604492, + "learning_rate": 5.3183648914096e-06, + "loss": 2.398, + "step": 38874 + }, + { + "epoch": 0.6654513086495831, + "grad_norm": 2.469942569732666, + "learning_rate": 5.3178750029426495e-06, + "loss": 2.323, + "step": 38875 + }, + { + "epoch": 0.6654684263681336, + "grad_norm": 2.3982584476470947, + "learning_rate": 5.317385128866913e-06, + "loss": 2.5027, + "step": 38876 + }, + { + "epoch": 0.6654855440866841, + "grad_norm": 2.441955804824829, + "learning_rate": 5.316895269183911e-06, + "loss": 2.3673, + "step": 38877 + }, + { + "epoch": 0.6655026618052347, + "grad_norm": 2.5684921741485596, + "learning_rate": 5.316405423895137e-06, + "loss": 2.3989, + "step": 38878 + }, + { + "epoch": 0.665519779523785, + "grad_norm": 2.463815212249756, + "learning_rate": 5.3159155930021e-06, + "loss": 2.4953, + "step": 38879 + }, + { + "epoch": 0.6655368972423356, + "grad_norm": 2.354179859161377, + "learning_rate": 5.315425776506307e-06, + "loss": 2.3974, + "step": 38880 + }, + { + "epoch": 0.6655540149608861, + "grad_norm": 2.497685432434082, + "learning_rate": 5.314935974409262e-06, + "loss": 2.3849, + "step": 38881 + }, + { + "epoch": 0.6655711326794365, + "grad_norm": 2.6211302280426025, + "learning_rate": 5.314446186712477e-06, + "loss": 2.5515, + "step": 38882 + }, + { + "epoch": 0.665588250397987, + "grad_norm": 2.4148709774017334, + "learning_rate": 5.3139564134174446e-06, + "loss": 2.3627, + "step": 38883 + }, + { + "epoch": 0.6656053681165375, + "grad_norm": 2.4995362758636475, + "learning_rate": 5.313466654525681e-06, + "loss": 2.4796, + "step": 38884 + }, + { + "epoch": 0.6656224858350879, + "grad_norm": 2.4385509490966797, + "learning_rate": 5.312976910038685e-06, + "loss": 2.42, + "step": 38885 + }, + { + "epoch": 0.6656396035536384, + "grad_norm": 2.3213765621185303, + "learning_rate": 5.312487179957966e-06, + "loss": 2.3078, + "step": 38886 + }, + { + "epoch": 0.6656567212721889, + "grad_norm": 2.4579648971557617, + "learning_rate": 5.311997464285028e-06, + "loss": 2.3726, + "step": 38887 + }, + { + "epoch": 0.6656738389907393, + "grad_norm": 2.4139745235443115, + "learning_rate": 5.311507763021376e-06, + "loss": 2.4917, + "step": 38888 + }, + { + "epoch": 0.6656909567092898, + "grad_norm": 2.2524309158325195, + "learning_rate": 5.311018076168515e-06, + "loss": 2.3488, + "step": 38889 + }, + { + "epoch": 0.6657080744278403, + "grad_norm": 2.5184133052825928, + "learning_rate": 5.310528403727956e-06, + "loss": 2.384, + "step": 38890 + }, + { + "epoch": 0.6657251921463907, + "grad_norm": 2.4001214504241943, + "learning_rate": 5.310038745701194e-06, + "loss": 2.4046, + "step": 38891 + }, + { + "epoch": 0.6657423098649412, + "grad_norm": 2.491743564605713, + "learning_rate": 5.309549102089737e-06, + "loss": 2.398, + "step": 38892 + }, + { + "epoch": 0.6657594275834917, + "grad_norm": 2.3830997943878174, + "learning_rate": 5.309059472895094e-06, + "loss": 2.4227, + "step": 38893 + }, + { + "epoch": 0.6657765453020421, + "grad_norm": 2.491250991821289, + "learning_rate": 5.308569858118766e-06, + "loss": 2.3814, + "step": 38894 + }, + { + "epoch": 0.6657936630205926, + "grad_norm": 2.3631327152252197, + "learning_rate": 5.308080257762265e-06, + "loss": 2.2604, + "step": 38895 + }, + { + "epoch": 0.6658107807391431, + "grad_norm": 2.6738271713256836, + "learning_rate": 5.307590671827081e-06, + "loss": 2.5338, + "step": 38896 + }, + { + "epoch": 0.6658278984576935, + "grad_norm": 2.550262689590454, + "learning_rate": 5.307101100314737e-06, + "loss": 2.4052, + "step": 38897 + }, + { + "epoch": 0.665845016176244, + "grad_norm": 2.5167667865753174, + "learning_rate": 5.306611543226724e-06, + "loss": 2.4031, + "step": 38898 + }, + { + "epoch": 0.6658621338947945, + "grad_norm": 2.500498056411743, + "learning_rate": 5.3061220005645535e-06, + "loss": 2.384, + "step": 38899 + }, + { + "epoch": 0.6658792516133449, + "grad_norm": 2.5427491664886475, + "learning_rate": 5.305632472329729e-06, + "loss": 2.4715, + "step": 38900 + }, + { + "epoch": 0.6658963693318954, + "grad_norm": 2.5686421394348145, + "learning_rate": 5.3051429585237506e-06, + "loss": 2.4457, + "step": 38901 + }, + { + "epoch": 0.665913487050446, + "grad_norm": 2.386337995529175, + "learning_rate": 5.3046534591481326e-06, + "loss": 2.343, + "step": 38902 + }, + { + "epoch": 0.6659306047689963, + "grad_norm": 2.4425745010375977, + "learning_rate": 5.3041639742043695e-06, + "loss": 2.3953, + "step": 38903 + }, + { + "epoch": 0.6659477224875469, + "grad_norm": 2.3846638202667236, + "learning_rate": 5.30367450369397e-06, + "loss": 2.3555, + "step": 38904 + }, + { + "epoch": 0.6659648402060974, + "grad_norm": 2.4010984897613525, + "learning_rate": 5.303185047618444e-06, + "loss": 2.4174, + "step": 38905 + }, + { + "epoch": 0.6659819579246478, + "grad_norm": 2.7170956134796143, + "learning_rate": 5.302695605979281e-06, + "loss": 2.4342, + "step": 38906 + }, + { + "epoch": 0.6659990756431983, + "grad_norm": 2.487952947616577, + "learning_rate": 5.302206178778004e-06, + "loss": 2.4726, + "step": 38907 + }, + { + "epoch": 0.6660161933617488, + "grad_norm": 2.3719658851623535, + "learning_rate": 5.301716766016101e-06, + "loss": 2.5063, + "step": 38908 + }, + { + "epoch": 0.6660333110802992, + "grad_norm": 2.461965560913086, + "learning_rate": 5.30122736769509e-06, + "loss": 2.2964, + "step": 38909 + }, + { + "epoch": 0.6660504287988497, + "grad_norm": 2.3995602130889893, + "learning_rate": 5.300737983816464e-06, + "loss": 2.3399, + "step": 38910 + }, + { + "epoch": 0.6660675465174002, + "grad_norm": 2.4231107234954834, + "learning_rate": 5.300248614381733e-06, + "loss": 2.369, + "step": 38911 + }, + { + "epoch": 0.6660846642359506, + "grad_norm": 2.436134099960327, + "learning_rate": 5.299759259392405e-06, + "loss": 2.3895, + "step": 38912 + }, + { + "epoch": 0.6661017819545011, + "grad_norm": 2.3797669410705566, + "learning_rate": 5.299269918849969e-06, + "loss": 2.4191, + "step": 38913 + }, + { + "epoch": 0.6661188996730516, + "grad_norm": 2.5811266899108887, + "learning_rate": 5.29878059275595e-06, + "loss": 2.5512, + "step": 38914 + }, + { + "epoch": 0.666136017391602, + "grad_norm": 2.394827365875244, + "learning_rate": 5.298291281111836e-06, + "loss": 2.3976, + "step": 38915 + }, + { + "epoch": 0.6661531351101525, + "grad_norm": 2.325777530670166, + "learning_rate": 5.297801983919135e-06, + "loss": 2.3564, + "step": 38916 + }, + { + "epoch": 0.666170252828703, + "grad_norm": 2.281278371810913, + "learning_rate": 5.2973127011793545e-06, + "loss": 2.2639, + "step": 38917 + }, + { + "epoch": 0.6661873705472534, + "grad_norm": 2.4988198280334473, + "learning_rate": 5.296823432893995e-06, + "loss": 2.4091, + "step": 38918 + }, + { + "epoch": 0.6662044882658039, + "grad_norm": 2.485159158706665, + "learning_rate": 5.296334179064566e-06, + "loss": 2.2936, + "step": 38919 + }, + { + "epoch": 0.6662216059843544, + "grad_norm": 2.2442877292633057, + "learning_rate": 5.295844939692562e-06, + "loss": 2.3874, + "step": 38920 + }, + { + "epoch": 0.6662387237029048, + "grad_norm": 2.4092979431152344, + "learning_rate": 5.295355714779491e-06, + "loss": 2.4922, + "step": 38921 + }, + { + "epoch": 0.6662558414214553, + "grad_norm": 2.352829933166504, + "learning_rate": 5.2948665043268585e-06, + "loss": 2.3877, + "step": 38922 + }, + { + "epoch": 0.6662729591400058, + "grad_norm": 2.276035785675049, + "learning_rate": 5.294377308336166e-06, + "loss": 2.3002, + "step": 38923 + }, + { + "epoch": 0.6662900768585563, + "grad_norm": 2.3849525451660156, + "learning_rate": 5.293888126808918e-06, + "loss": 2.3786, + "step": 38924 + }, + { + "epoch": 0.6663071945771067, + "grad_norm": 2.5366945266723633, + "learning_rate": 5.293398959746618e-06, + "loss": 2.4763, + "step": 38925 + }, + { + "epoch": 0.6663243122956573, + "grad_norm": 2.4269726276397705, + "learning_rate": 5.292909807150775e-06, + "loss": 2.4467, + "step": 38926 + }, + { + "epoch": 0.6663414300142078, + "grad_norm": 2.5254905223846436, + "learning_rate": 5.292420669022881e-06, + "loss": 2.4438, + "step": 38927 + }, + { + "epoch": 0.6663585477327582, + "grad_norm": 2.488692283630371, + "learning_rate": 5.291931545364446e-06, + "loss": 2.3591, + "step": 38928 + }, + { + "epoch": 0.6663756654513087, + "grad_norm": 2.3865303993225098, + "learning_rate": 5.291442436176973e-06, + "loss": 2.3458, + "step": 38929 + }, + { + "epoch": 0.6663927831698592, + "grad_norm": 2.4367685317993164, + "learning_rate": 5.2909533414619666e-06, + "loss": 2.3305, + "step": 38930 + }, + { + "epoch": 0.6664099008884096, + "grad_norm": 2.575683832168579, + "learning_rate": 5.290464261220927e-06, + "loss": 2.5492, + "step": 38931 + }, + { + "epoch": 0.6664270186069601, + "grad_norm": 2.507331371307373, + "learning_rate": 5.289975195455363e-06, + "loss": 2.4072, + "step": 38932 + }, + { + "epoch": 0.6664441363255106, + "grad_norm": 2.5616958141326904, + "learning_rate": 5.289486144166771e-06, + "loss": 2.4593, + "step": 38933 + }, + { + "epoch": 0.666461254044061, + "grad_norm": 2.456820487976074, + "learning_rate": 5.288997107356657e-06, + "loss": 2.3866, + "step": 38934 + }, + { + "epoch": 0.6664783717626115, + "grad_norm": 2.60368275642395, + "learning_rate": 5.288508085026525e-06, + "loss": 2.4311, + "step": 38935 + }, + { + "epoch": 0.666495489481162, + "grad_norm": 2.3550124168395996, + "learning_rate": 5.288019077177875e-06, + "loss": 2.3541, + "step": 38936 + }, + { + "epoch": 0.6665126071997124, + "grad_norm": 2.533862352371216, + "learning_rate": 5.287530083812219e-06, + "loss": 2.353, + "step": 38937 + }, + { + "epoch": 0.6665297249182629, + "grad_norm": 2.438493490219116, + "learning_rate": 5.287041104931045e-06, + "loss": 2.4122, + "step": 38938 + }, + { + "epoch": 0.6665468426368134, + "grad_norm": 2.456817626953125, + "learning_rate": 5.286552140535871e-06, + "loss": 2.4304, + "step": 38939 + }, + { + "epoch": 0.6665639603553638, + "grad_norm": 2.5723817348480225, + "learning_rate": 5.28606319062819e-06, + "loss": 2.526, + "step": 38940 + }, + { + "epoch": 0.6665810780739143, + "grad_norm": 2.3668901920318604, + "learning_rate": 5.285574255209509e-06, + "loss": 2.3682, + "step": 38941 + }, + { + "epoch": 0.6665981957924648, + "grad_norm": 2.5085818767547607, + "learning_rate": 5.285085334281333e-06, + "loss": 2.3925, + "step": 38942 + }, + { + "epoch": 0.6666153135110152, + "grad_norm": 2.337625741958618, + "learning_rate": 5.284596427845154e-06, + "loss": 2.404, + "step": 38943 + }, + { + "epoch": 0.6666324312295657, + "grad_norm": 2.4464128017425537, + "learning_rate": 5.284107535902491e-06, + "loss": 2.3733, + "step": 38944 + }, + { + "epoch": 0.6666495489481162, + "grad_norm": 2.653254985809326, + "learning_rate": 5.28361865845483e-06, + "loss": 2.5575, + "step": 38945 + }, + { + "epoch": 0.6666666666666666, + "grad_norm": 2.5130653381347656, + "learning_rate": 5.28312979550369e-06, + "loss": 2.3855, + "step": 38946 + }, + { + "epoch": 0.6666837843852171, + "grad_norm": 2.3776659965515137, + "learning_rate": 5.28264094705056e-06, + "loss": 2.368, + "step": 38947 + }, + { + "epoch": 0.6667009021037676, + "grad_norm": 2.465420722961426, + "learning_rate": 5.282152113096949e-06, + "loss": 2.3318, + "step": 38948 + }, + { + "epoch": 0.666718019822318, + "grad_norm": 2.504301071166992, + "learning_rate": 5.281663293644362e-06, + "loss": 2.4044, + "step": 38949 + }, + { + "epoch": 0.6667351375408685, + "grad_norm": 2.448254108428955, + "learning_rate": 5.281174488694291e-06, + "loss": 2.4852, + "step": 38950 + }, + { + "epoch": 0.6667522552594191, + "grad_norm": 2.4030539989471436, + "learning_rate": 5.2806856982482515e-06, + "loss": 2.413, + "step": 38951 + }, + { + "epoch": 0.6667693729779695, + "grad_norm": 2.4907636642456055, + "learning_rate": 5.2801969223077376e-06, + "loss": 2.3536, + "step": 38952 + }, + { + "epoch": 0.66678649069652, + "grad_norm": 2.647047281265259, + "learning_rate": 5.279708160874253e-06, + "loss": 2.4049, + "step": 38953 + }, + { + "epoch": 0.6668036084150705, + "grad_norm": 2.5434603691101074, + "learning_rate": 5.2792194139493005e-06, + "loss": 2.4165, + "step": 38954 + }, + { + "epoch": 0.6668207261336209, + "grad_norm": 2.444899559020996, + "learning_rate": 5.278730681534383e-06, + "loss": 2.4853, + "step": 38955 + }, + { + "epoch": 0.6668378438521714, + "grad_norm": 2.363924741744995, + "learning_rate": 5.278241963631005e-06, + "loss": 2.4198, + "step": 38956 + }, + { + "epoch": 0.6668549615707219, + "grad_norm": 2.3976547718048096, + "learning_rate": 5.277753260240663e-06, + "loss": 2.3661, + "step": 38957 + }, + { + "epoch": 0.6668720792892723, + "grad_norm": 2.4682376384735107, + "learning_rate": 5.277264571364862e-06, + "loss": 2.4906, + "step": 38958 + }, + { + "epoch": 0.6668891970078228, + "grad_norm": 2.4305648803710938, + "learning_rate": 5.276775897005104e-06, + "loss": 2.4272, + "step": 38959 + }, + { + "epoch": 0.6669063147263733, + "grad_norm": 2.4338016510009766, + "learning_rate": 5.27628723716289e-06, + "loss": 2.3289, + "step": 38960 + }, + { + "epoch": 0.6669234324449237, + "grad_norm": 2.4166781902313232, + "learning_rate": 5.275798591839725e-06, + "loss": 2.3961, + "step": 38961 + }, + { + "epoch": 0.6669405501634742, + "grad_norm": 2.3624677658081055, + "learning_rate": 5.275309961037107e-06, + "loss": 2.4799, + "step": 38962 + }, + { + "epoch": 0.6669576678820247, + "grad_norm": 2.4682743549346924, + "learning_rate": 5.274821344756545e-06, + "loss": 2.3747, + "step": 38963 + }, + { + "epoch": 0.6669747856005751, + "grad_norm": 2.3669698238372803, + "learning_rate": 5.27433274299953e-06, + "loss": 2.4088, + "step": 38964 + }, + { + "epoch": 0.6669919033191256, + "grad_norm": 2.456875801086426, + "learning_rate": 5.2738441557675715e-06, + "loss": 2.4407, + "step": 38965 + }, + { + "epoch": 0.6670090210376761, + "grad_norm": 2.5707738399505615, + "learning_rate": 5.273355583062169e-06, + "loss": 2.4066, + "step": 38966 + }, + { + "epoch": 0.6670261387562265, + "grad_norm": 2.4516022205352783, + "learning_rate": 5.272867024884825e-06, + "loss": 2.3964, + "step": 38967 + }, + { + "epoch": 0.667043256474777, + "grad_norm": 2.399463415145874, + "learning_rate": 5.272378481237038e-06, + "loss": 2.2523, + "step": 38968 + }, + { + "epoch": 0.6670603741933275, + "grad_norm": 2.2452971935272217, + "learning_rate": 5.271889952120318e-06, + "loss": 2.3025, + "step": 38969 + }, + { + "epoch": 0.667077491911878, + "grad_norm": 2.3477330207824707, + "learning_rate": 5.271401437536157e-06, + "loss": 2.2745, + "step": 38970 + }, + { + "epoch": 0.6670946096304284, + "grad_norm": 2.4979703426361084, + "learning_rate": 5.270912937486059e-06, + "loss": 2.302, + "step": 38971 + }, + { + "epoch": 0.667111727348979, + "grad_norm": 2.5010955333709717, + "learning_rate": 5.2704244519715276e-06, + "loss": 2.5006, + "step": 38972 + }, + { + "epoch": 0.6671288450675295, + "grad_norm": 2.418058156967163, + "learning_rate": 5.269935980994063e-06, + "loss": 2.2817, + "step": 38973 + }, + { + "epoch": 0.6671459627860798, + "grad_norm": 2.397994041442871, + "learning_rate": 5.2694475245551716e-06, + "loss": 2.3486, + "step": 38974 + }, + { + "epoch": 0.6671630805046304, + "grad_norm": 2.3900957107543945, + "learning_rate": 5.2689590826563416e-06, + "loss": 2.3605, + "step": 38975 + }, + { + "epoch": 0.6671801982231809, + "grad_norm": 2.6548922061920166, + "learning_rate": 5.268470655299092e-06, + "loss": 2.4616, + "step": 38976 + }, + { + "epoch": 0.6671973159417313, + "grad_norm": 2.611750364303589, + "learning_rate": 5.267982242484909e-06, + "loss": 2.3792, + "step": 38977 + }, + { + "epoch": 0.6672144336602818, + "grad_norm": 2.3669841289520264, + "learning_rate": 5.2674938442153015e-06, + "loss": 2.3374, + "step": 38978 + }, + { + "epoch": 0.6672315513788323, + "grad_norm": 2.5561277866363525, + "learning_rate": 5.267005460491772e-06, + "loss": 2.4263, + "step": 38979 + }, + { + "epoch": 0.6672486690973827, + "grad_norm": 2.511035442352295, + "learning_rate": 5.26651709131581e-06, + "loss": 2.5285, + "step": 38980 + }, + { + "epoch": 0.6672657868159332, + "grad_norm": 2.6324679851531982, + "learning_rate": 5.266028736688933e-06, + "loss": 2.3724, + "step": 38981 + }, + { + "epoch": 0.6672829045344837, + "grad_norm": 2.394780158996582, + "learning_rate": 5.265540396612627e-06, + "loss": 2.4874, + "step": 38982 + }, + { + "epoch": 0.6673000222530341, + "grad_norm": 2.650991201400757, + "learning_rate": 5.2650520710884075e-06, + "loss": 2.4652, + "step": 38983 + }, + { + "epoch": 0.6673171399715846, + "grad_norm": 2.3888473510742188, + "learning_rate": 5.264563760117765e-06, + "loss": 2.4452, + "step": 38984 + }, + { + "epoch": 0.6673342576901351, + "grad_norm": 2.3842711448669434, + "learning_rate": 5.264075463702202e-06, + "loss": 2.221, + "step": 38985 + }, + { + "epoch": 0.6673513754086855, + "grad_norm": 2.5482001304626465, + "learning_rate": 5.2635871818432246e-06, + "loss": 2.408, + "step": 38986 + }, + { + "epoch": 0.667368493127236, + "grad_norm": 2.4316084384918213, + "learning_rate": 5.263098914542323e-06, + "loss": 2.4328, + "step": 38987 + }, + { + "epoch": 0.6673856108457865, + "grad_norm": 2.3864567279815674, + "learning_rate": 5.262610661801012e-06, + "loss": 2.3494, + "step": 38988 + }, + { + "epoch": 0.6674027285643369, + "grad_norm": 2.342988967895508, + "learning_rate": 5.262122423620782e-06, + "loss": 2.2908, + "step": 38989 + }, + { + "epoch": 0.6674198462828874, + "grad_norm": 2.500839948654175, + "learning_rate": 5.261634200003136e-06, + "loss": 2.4792, + "step": 38990 + }, + { + "epoch": 0.6674369640014379, + "grad_norm": 2.27809739112854, + "learning_rate": 5.261145990949579e-06, + "loss": 2.3125, + "step": 38991 + }, + { + "epoch": 0.6674540817199883, + "grad_norm": 2.421642780303955, + "learning_rate": 5.260657796461601e-06, + "loss": 2.3669, + "step": 38992 + }, + { + "epoch": 0.6674711994385388, + "grad_norm": 2.3455989360809326, + "learning_rate": 5.260169616540715e-06, + "loss": 2.39, + "step": 38993 + }, + { + "epoch": 0.6674883171570893, + "grad_norm": 2.350461721420288, + "learning_rate": 5.259681451188415e-06, + "loss": 2.3455, + "step": 38994 + }, + { + "epoch": 0.6675054348756397, + "grad_norm": 2.3966493606567383, + "learning_rate": 5.259193300406202e-06, + "loss": 2.363, + "step": 38995 + }, + { + "epoch": 0.6675225525941902, + "grad_norm": 2.3078694343566895, + "learning_rate": 5.2587051641955755e-06, + "loss": 2.3376, + "step": 38996 + }, + { + "epoch": 0.6675396703127408, + "grad_norm": 2.3170862197875977, + "learning_rate": 5.258217042558038e-06, + "loss": 2.2416, + "step": 38997 + }, + { + "epoch": 0.6675567880312911, + "grad_norm": 2.5658583641052246, + "learning_rate": 5.2577289354950926e-06, + "loss": 2.4086, + "step": 38998 + }, + { + "epoch": 0.6675739057498417, + "grad_norm": 2.5502078533172607, + "learning_rate": 5.257240843008229e-06, + "loss": 2.3373, + "step": 38999 + }, + { + "epoch": 0.6675910234683922, + "grad_norm": 2.363886833190918, + "learning_rate": 5.2567527650989604e-06, + "loss": 2.3851, + "step": 39000 + }, + { + "epoch": 0.6676081411869426, + "grad_norm": 2.449610710144043, + "learning_rate": 5.256264701768779e-06, + "loss": 2.4102, + "step": 39001 + }, + { + "epoch": 0.6676252589054931, + "grad_norm": 2.698335647583008, + "learning_rate": 5.255776653019187e-06, + "loss": 2.4832, + "step": 39002 + }, + { + "epoch": 0.6676423766240436, + "grad_norm": 2.5311014652252197, + "learning_rate": 5.255288618851683e-06, + "loss": 2.5798, + "step": 39003 + }, + { + "epoch": 0.667659494342594, + "grad_norm": 2.4684557914733887, + "learning_rate": 5.2548005992677685e-06, + "loss": 2.4083, + "step": 39004 + }, + { + "epoch": 0.6676766120611445, + "grad_norm": 2.563455581665039, + "learning_rate": 5.254312594268949e-06, + "loss": 2.4462, + "step": 39005 + }, + { + "epoch": 0.667693729779695, + "grad_norm": 2.4049832820892334, + "learning_rate": 5.253824603856713e-06, + "loss": 2.4384, + "step": 39006 + }, + { + "epoch": 0.6677108474982454, + "grad_norm": 2.5648794174194336, + "learning_rate": 5.253336628032567e-06, + "loss": 2.3731, + "step": 39007 + }, + { + "epoch": 0.6677279652167959, + "grad_norm": 2.3237147331237793, + "learning_rate": 5.25284866679801e-06, + "loss": 2.4218, + "step": 39008 + }, + { + "epoch": 0.6677450829353464, + "grad_norm": 2.581677198410034, + "learning_rate": 5.252360720154543e-06, + "loss": 2.4843, + "step": 39009 + }, + { + "epoch": 0.6677622006538968, + "grad_norm": 2.4329631328582764, + "learning_rate": 5.251872788103665e-06, + "loss": 2.392, + "step": 39010 + }, + { + "epoch": 0.6677793183724473, + "grad_norm": 2.409804582595825, + "learning_rate": 5.251384870646878e-06, + "loss": 2.4853, + "step": 39011 + }, + { + "epoch": 0.6677964360909978, + "grad_norm": 2.4869256019592285, + "learning_rate": 5.250896967785677e-06, + "loss": 2.3126, + "step": 39012 + }, + { + "epoch": 0.6678135538095482, + "grad_norm": 2.513847827911377, + "learning_rate": 5.250409079521562e-06, + "loss": 2.3094, + "step": 39013 + }, + { + "epoch": 0.6678306715280987, + "grad_norm": 2.415797472000122, + "learning_rate": 5.249921205856037e-06, + "loss": 2.4457, + "step": 39014 + }, + { + "epoch": 0.6678477892466492, + "grad_norm": 2.436732292175293, + "learning_rate": 5.2494333467905965e-06, + "loss": 2.4302, + "step": 39015 + }, + { + "epoch": 0.6678649069651996, + "grad_norm": 2.4415714740753174, + "learning_rate": 5.248945502326743e-06, + "loss": 2.3201, + "step": 39016 + }, + { + "epoch": 0.6678820246837501, + "grad_norm": 2.3869545459747314, + "learning_rate": 5.248457672465976e-06, + "loss": 2.3432, + "step": 39017 + }, + { + "epoch": 0.6678991424023006, + "grad_norm": 2.3908777236938477, + "learning_rate": 5.247969857209798e-06, + "loss": 2.3086, + "step": 39018 + }, + { + "epoch": 0.6679162601208511, + "grad_norm": 2.557770252227783, + "learning_rate": 5.247482056559703e-06, + "loss": 2.3421, + "step": 39019 + }, + { + "epoch": 0.6679333778394015, + "grad_norm": 2.3317818641662598, + "learning_rate": 5.2469942705171895e-06, + "loss": 2.4047, + "step": 39020 + }, + { + "epoch": 0.667950495557952, + "grad_norm": 2.463679313659668, + "learning_rate": 5.24650649908376e-06, + "loss": 2.4503, + "step": 39021 + }, + { + "epoch": 0.6679676132765026, + "grad_norm": 2.5408976078033447, + "learning_rate": 5.246018742260914e-06, + "loss": 2.4529, + "step": 39022 + }, + { + "epoch": 0.667984730995053, + "grad_norm": 2.3674392700195312, + "learning_rate": 5.245531000050153e-06, + "loss": 2.2796, + "step": 39023 + }, + { + "epoch": 0.6680018487136035, + "grad_norm": 2.3964362144470215, + "learning_rate": 5.245043272452965e-06, + "loss": 2.3376, + "step": 39024 + }, + { + "epoch": 0.668018966432154, + "grad_norm": 2.541989326477051, + "learning_rate": 5.244555559470866e-06, + "loss": 2.3747, + "step": 39025 + }, + { + "epoch": 0.6680360841507044, + "grad_norm": 2.356226682662964, + "learning_rate": 5.244067861105341e-06, + "loss": 2.3103, + "step": 39026 + }, + { + "epoch": 0.6680532018692549, + "grad_norm": 2.5170376300811768, + "learning_rate": 5.243580177357894e-06, + "loss": 2.4095, + "step": 39027 + }, + { + "epoch": 0.6680703195878054, + "grad_norm": 2.3701083660125732, + "learning_rate": 5.24309250823003e-06, + "loss": 2.3606, + "step": 39028 + }, + { + "epoch": 0.6680874373063558, + "grad_norm": 2.4575538635253906, + "learning_rate": 5.2426048537232324e-06, + "loss": 2.3935, + "step": 39029 + }, + { + "epoch": 0.6681045550249063, + "grad_norm": 2.504987955093384, + "learning_rate": 5.242117213839017e-06, + "loss": 2.3331, + "step": 39030 + }, + { + "epoch": 0.6681216727434568, + "grad_norm": 2.520537853240967, + "learning_rate": 5.2416295885788734e-06, + "loss": 2.5331, + "step": 39031 + }, + { + "epoch": 0.6681387904620072, + "grad_norm": 2.3882765769958496, + "learning_rate": 5.241141977944302e-06, + "loss": 2.4129, + "step": 39032 + }, + { + "epoch": 0.6681559081805577, + "grad_norm": 2.4659464359283447, + "learning_rate": 5.240654381936801e-06, + "loss": 2.5149, + "step": 39033 + }, + { + "epoch": 0.6681730258991082, + "grad_norm": 2.533818483352661, + "learning_rate": 5.240166800557871e-06, + "loss": 2.4618, + "step": 39034 + }, + { + "epoch": 0.6681901436176586, + "grad_norm": 2.3452014923095703, + "learning_rate": 5.239679233809012e-06, + "loss": 2.2842, + "step": 39035 + }, + { + "epoch": 0.6682072613362091, + "grad_norm": 2.5264198780059814, + "learning_rate": 5.239191681691713e-06, + "loss": 2.3922, + "step": 39036 + }, + { + "epoch": 0.6682243790547596, + "grad_norm": 2.556540012359619, + "learning_rate": 5.238704144207489e-06, + "loss": 2.318, + "step": 39037 + }, + { + "epoch": 0.66824149677331, + "grad_norm": 2.342284679412842, + "learning_rate": 5.238216621357824e-06, + "loss": 2.3769, + "step": 39038 + }, + { + "epoch": 0.6682586144918605, + "grad_norm": 2.4566946029663086, + "learning_rate": 5.237729113144223e-06, + "loss": 2.3853, + "step": 39039 + }, + { + "epoch": 0.668275732210411, + "grad_norm": 2.306196451187134, + "learning_rate": 5.237241619568183e-06, + "loss": 2.2513, + "step": 39040 + }, + { + "epoch": 0.6682928499289614, + "grad_norm": 2.398710250854492, + "learning_rate": 5.236754140631202e-06, + "loss": 2.3252, + "step": 39041 + }, + { + "epoch": 0.6683099676475119, + "grad_norm": 2.606619119644165, + "learning_rate": 5.236266676334784e-06, + "loss": 2.444, + "step": 39042 + }, + { + "epoch": 0.6683270853660624, + "grad_norm": 2.5056610107421875, + "learning_rate": 5.235779226680418e-06, + "loss": 2.4998, + "step": 39043 + }, + { + "epoch": 0.6683442030846128, + "grad_norm": 2.381026268005371, + "learning_rate": 5.235291791669606e-06, + "loss": 2.3496, + "step": 39044 + }, + { + "epoch": 0.6683613208031634, + "grad_norm": 2.41252064704895, + "learning_rate": 5.234804371303847e-06, + "loss": 2.414, + "step": 39045 + }, + { + "epoch": 0.6683784385217139, + "grad_norm": 2.4461915493011475, + "learning_rate": 5.234316965584638e-06, + "loss": 2.4082, + "step": 39046 + }, + { + "epoch": 0.6683955562402643, + "grad_norm": 2.4320743083953857, + "learning_rate": 5.2338295745134795e-06, + "loss": 2.4492, + "step": 39047 + }, + { + "epoch": 0.6684126739588148, + "grad_norm": 2.3950464725494385, + "learning_rate": 5.233342198091871e-06, + "loss": 2.3641, + "step": 39048 + }, + { + "epoch": 0.6684297916773653, + "grad_norm": 2.486300468444824, + "learning_rate": 5.232854836321304e-06, + "loss": 2.4662, + "step": 39049 + }, + { + "epoch": 0.6684469093959157, + "grad_norm": 2.4996044635772705, + "learning_rate": 5.2323674892032805e-06, + "loss": 2.4443, + "step": 39050 + }, + { + "epoch": 0.6684640271144662, + "grad_norm": 2.3462867736816406, + "learning_rate": 5.231880156739297e-06, + "loss": 2.2774, + "step": 39051 + }, + { + "epoch": 0.6684811448330167, + "grad_norm": 2.337322950363159, + "learning_rate": 5.231392838930853e-06, + "loss": 2.3638, + "step": 39052 + }, + { + "epoch": 0.6684982625515671, + "grad_norm": 2.390977621078491, + "learning_rate": 5.230905535779447e-06, + "loss": 2.3403, + "step": 39053 + }, + { + "epoch": 0.6685153802701176, + "grad_norm": 2.54449725151062, + "learning_rate": 5.230418247286574e-06, + "loss": 2.433, + "step": 39054 + }, + { + "epoch": 0.6685324979886681, + "grad_norm": 2.366133213043213, + "learning_rate": 5.229930973453739e-06, + "loss": 2.3035, + "step": 39055 + }, + { + "epoch": 0.6685496157072185, + "grad_norm": 2.386563539505005, + "learning_rate": 5.229443714282427e-06, + "loss": 2.4043, + "step": 39056 + }, + { + "epoch": 0.668566733425769, + "grad_norm": 2.3538241386413574, + "learning_rate": 5.228956469774145e-06, + "loss": 2.4695, + "step": 39057 + }, + { + "epoch": 0.6685838511443195, + "grad_norm": 2.684270143508911, + "learning_rate": 5.2284692399303885e-06, + "loss": 2.5248, + "step": 39058 + }, + { + "epoch": 0.6686009688628699, + "grad_norm": 2.431520938873291, + "learning_rate": 5.227982024752654e-06, + "loss": 2.3941, + "step": 39059 + }, + { + "epoch": 0.6686180865814204, + "grad_norm": 2.4058725833892822, + "learning_rate": 5.227494824242444e-06, + "loss": 2.4861, + "step": 39060 + }, + { + "epoch": 0.6686352042999709, + "grad_norm": 2.495868444442749, + "learning_rate": 5.227007638401245e-06, + "loss": 2.4032, + "step": 39061 + }, + { + "epoch": 0.6686523220185213, + "grad_norm": 2.4701101779937744, + "learning_rate": 5.226520467230567e-06, + "loss": 2.3041, + "step": 39062 + }, + { + "epoch": 0.6686694397370718, + "grad_norm": 2.52787184715271, + "learning_rate": 5.2260333107318995e-06, + "loss": 2.4911, + "step": 39063 + }, + { + "epoch": 0.6686865574556223, + "grad_norm": 2.492398977279663, + "learning_rate": 5.225546168906742e-06, + "loss": 2.4165, + "step": 39064 + }, + { + "epoch": 0.6687036751741728, + "grad_norm": 2.377774477005005, + "learning_rate": 5.2250590417565945e-06, + "loss": 2.3531, + "step": 39065 + }, + { + "epoch": 0.6687207928927232, + "grad_norm": 2.440300226211548, + "learning_rate": 5.224571929282946e-06, + "loss": 2.4764, + "step": 39066 + }, + { + "epoch": 0.6687379106112737, + "grad_norm": 2.4690349102020264, + "learning_rate": 5.224084831487306e-06, + "loss": 2.2932, + "step": 39067 + }, + { + "epoch": 0.6687550283298243, + "grad_norm": 2.4339237213134766, + "learning_rate": 5.223597748371161e-06, + "loss": 2.3885, + "step": 39068 + }, + { + "epoch": 0.6687721460483746, + "grad_norm": 2.445681571960449, + "learning_rate": 5.223110679936012e-06, + "loss": 2.4582, + "step": 39069 + }, + { + "epoch": 0.6687892637669252, + "grad_norm": 2.29675555229187, + "learning_rate": 5.22262362618336e-06, + "loss": 2.3005, + "step": 39070 + }, + { + "epoch": 0.6688063814854757, + "grad_norm": 2.3941707611083984, + "learning_rate": 5.222136587114693e-06, + "loss": 2.3112, + "step": 39071 + }, + { + "epoch": 0.6688234992040261, + "grad_norm": 2.2881643772125244, + "learning_rate": 5.221649562731519e-06, + "loss": 2.3764, + "step": 39072 + }, + { + "epoch": 0.6688406169225766, + "grad_norm": 2.3973805904388428, + "learning_rate": 5.221162553035321e-06, + "loss": 2.4032, + "step": 39073 + }, + { + "epoch": 0.6688577346411271, + "grad_norm": 2.306530714035034, + "learning_rate": 5.220675558027613e-06, + "loss": 2.3522, + "step": 39074 + }, + { + "epoch": 0.6688748523596775, + "grad_norm": 2.51460599899292, + "learning_rate": 5.220188577709877e-06, + "loss": 2.4967, + "step": 39075 + }, + { + "epoch": 0.668891970078228, + "grad_norm": 2.4040067195892334, + "learning_rate": 5.219701612083619e-06, + "loss": 2.4389, + "step": 39076 + }, + { + "epoch": 0.6689090877967785, + "grad_norm": 2.3002305030822754, + "learning_rate": 5.219214661150334e-06, + "loss": 2.3143, + "step": 39077 + }, + { + "epoch": 0.6689262055153289, + "grad_norm": 2.449155330657959, + "learning_rate": 5.21872772491151e-06, + "loss": 2.3982, + "step": 39078 + }, + { + "epoch": 0.6689433232338794, + "grad_norm": 2.3550868034362793, + "learning_rate": 5.2182408033686586e-06, + "loss": 2.3698, + "step": 39079 + }, + { + "epoch": 0.6689604409524299, + "grad_norm": 2.3935000896453857, + "learning_rate": 5.2177538965232655e-06, + "loss": 2.3375, + "step": 39080 + }, + { + "epoch": 0.6689775586709803, + "grad_norm": 2.4349615573883057, + "learning_rate": 5.217267004376829e-06, + "loss": 2.4337, + "step": 39081 + }, + { + "epoch": 0.6689946763895308, + "grad_norm": 2.5206029415130615, + "learning_rate": 5.216780126930849e-06, + "loss": 2.3703, + "step": 39082 + }, + { + "epoch": 0.6690117941080813, + "grad_norm": 2.3095741271972656, + "learning_rate": 5.2162932641868195e-06, + "loss": 2.291, + "step": 39083 + }, + { + "epoch": 0.6690289118266317, + "grad_norm": 2.437717914581299, + "learning_rate": 5.215806416146241e-06, + "loss": 2.3649, + "step": 39084 + }, + { + "epoch": 0.6690460295451822, + "grad_norm": 2.5116114616394043, + "learning_rate": 5.215319582810603e-06, + "loss": 2.3632, + "step": 39085 + }, + { + "epoch": 0.6690631472637327, + "grad_norm": 2.37046480178833, + "learning_rate": 5.214832764181406e-06, + "loss": 2.321, + "step": 39086 + }, + { + "epoch": 0.6690802649822831, + "grad_norm": 2.520904064178467, + "learning_rate": 5.214345960260144e-06, + "loss": 2.4512, + "step": 39087 + }, + { + "epoch": 0.6690973827008336, + "grad_norm": 2.3843774795532227, + "learning_rate": 5.213859171048317e-06, + "loss": 2.365, + "step": 39088 + }, + { + "epoch": 0.6691145004193841, + "grad_norm": 2.4163124561309814, + "learning_rate": 5.213372396547417e-06, + "loss": 2.4344, + "step": 39089 + }, + { + "epoch": 0.6691316181379345, + "grad_norm": 2.4304118156433105, + "learning_rate": 5.2128856367589446e-06, + "loss": 2.4021, + "step": 39090 + }, + { + "epoch": 0.669148735856485, + "grad_norm": 2.400238037109375, + "learning_rate": 5.212398891684396e-06, + "loss": 2.2692, + "step": 39091 + }, + { + "epoch": 0.6691658535750356, + "grad_norm": 2.355661153793335, + "learning_rate": 5.211912161325261e-06, + "loss": 2.3292, + "step": 39092 + }, + { + "epoch": 0.669182971293586, + "grad_norm": 2.3913016319274902, + "learning_rate": 5.21142544568304e-06, + "loss": 2.4547, + "step": 39093 + }, + { + "epoch": 0.6692000890121365, + "grad_norm": 2.5544426441192627, + "learning_rate": 5.210938744759229e-06, + "loss": 2.4432, + "step": 39094 + }, + { + "epoch": 0.669217206730687, + "grad_norm": 2.6786930561065674, + "learning_rate": 5.210452058555322e-06, + "loss": 2.5376, + "step": 39095 + }, + { + "epoch": 0.6692343244492374, + "grad_norm": 2.506369113922119, + "learning_rate": 5.209965387072817e-06, + "loss": 2.453, + "step": 39096 + }, + { + "epoch": 0.6692514421677879, + "grad_norm": 2.3522396087646484, + "learning_rate": 5.209478730313215e-06, + "loss": 2.466, + "step": 39097 + }, + { + "epoch": 0.6692685598863384, + "grad_norm": 2.4237749576568604, + "learning_rate": 5.208992088277998e-06, + "loss": 2.4208, + "step": 39098 + }, + { + "epoch": 0.6692856776048888, + "grad_norm": 2.515916585922241, + "learning_rate": 5.2085054609686754e-06, + "loss": 2.4237, + "step": 39099 + }, + { + "epoch": 0.6693027953234393, + "grad_norm": 2.6748757362365723, + "learning_rate": 5.2080188483867355e-06, + "loss": 2.436, + "step": 39100 + }, + { + "epoch": 0.6693199130419898, + "grad_norm": 2.4936375617980957, + "learning_rate": 5.207532250533674e-06, + "loss": 2.3521, + "step": 39101 + }, + { + "epoch": 0.6693370307605402, + "grad_norm": 2.4675655364990234, + "learning_rate": 5.207045667410995e-06, + "loss": 2.4466, + "step": 39102 + }, + { + "epoch": 0.6693541484790907, + "grad_norm": 2.502451181411743, + "learning_rate": 5.206559099020177e-06, + "loss": 2.3982, + "step": 39103 + }, + { + "epoch": 0.6693712661976412, + "grad_norm": 2.3223204612731934, + "learning_rate": 5.206072545362735e-06, + "loss": 2.3812, + "step": 39104 + }, + { + "epoch": 0.6693883839161916, + "grad_norm": 2.526496648788452, + "learning_rate": 5.205586006440149e-06, + "loss": 2.4469, + "step": 39105 + }, + { + "epoch": 0.6694055016347421, + "grad_norm": 2.676252841949463, + "learning_rate": 5.205099482253926e-06, + "loss": 2.4858, + "step": 39106 + }, + { + "epoch": 0.6694226193532926, + "grad_norm": 2.4625284671783447, + "learning_rate": 5.204612972805554e-06, + "loss": 2.3991, + "step": 39107 + }, + { + "epoch": 0.669439737071843, + "grad_norm": 2.5342326164245605, + "learning_rate": 5.204126478096532e-06, + "loss": 2.3563, + "step": 39108 + }, + { + "epoch": 0.6694568547903935, + "grad_norm": 2.5005242824554443, + "learning_rate": 5.203639998128356e-06, + "loss": 2.4187, + "step": 39109 + }, + { + "epoch": 0.669473972508944, + "grad_norm": 2.3544530868530273, + "learning_rate": 5.203153532902512e-06, + "loss": 2.2409, + "step": 39110 + }, + { + "epoch": 0.6694910902274945, + "grad_norm": 2.5855698585510254, + "learning_rate": 5.202667082420512e-06, + "loss": 2.458, + "step": 39111 + }, + { + "epoch": 0.6695082079460449, + "grad_norm": 2.699198007583618, + "learning_rate": 5.202180646683835e-06, + "loss": 2.4692, + "step": 39112 + }, + { + "epoch": 0.6695253256645954, + "grad_norm": 2.4392261505126953, + "learning_rate": 5.201694225693985e-06, + "loss": 2.3795, + "step": 39113 + }, + { + "epoch": 0.669542443383146, + "grad_norm": 2.6711668968200684, + "learning_rate": 5.201207819452459e-06, + "loss": 2.5416, + "step": 39114 + }, + { + "epoch": 0.6695595611016963, + "grad_norm": 2.5589590072631836, + "learning_rate": 5.200721427960738e-06, + "loss": 2.411, + "step": 39115 + }, + { + "epoch": 0.6695766788202469, + "grad_norm": 2.474287986755371, + "learning_rate": 5.200235051220337e-06, + "loss": 2.4392, + "step": 39116 + }, + { + "epoch": 0.6695937965387974, + "grad_norm": 2.503247022628784, + "learning_rate": 5.199748689232735e-06, + "loss": 2.3542, + "step": 39117 + }, + { + "epoch": 0.6696109142573478, + "grad_norm": 2.5387613773345947, + "learning_rate": 5.1992623419994345e-06, + "loss": 2.4934, + "step": 39118 + }, + { + "epoch": 0.6696280319758983, + "grad_norm": 2.3607139587402344, + "learning_rate": 5.198776009521929e-06, + "loss": 2.4739, + "step": 39119 + }, + { + "epoch": 0.6696451496944488, + "grad_norm": 2.380688428878784, + "learning_rate": 5.198289691801712e-06, + "loss": 2.2959, + "step": 39120 + }, + { + "epoch": 0.6696622674129992, + "grad_norm": 2.519867420196533, + "learning_rate": 5.197803388840283e-06, + "loss": 2.4337, + "step": 39121 + }, + { + "epoch": 0.6696793851315497, + "grad_norm": 2.670905590057373, + "learning_rate": 5.1973171006391295e-06, + "loss": 2.4234, + "step": 39122 + }, + { + "epoch": 0.6696965028501002, + "grad_norm": 2.3751463890075684, + "learning_rate": 5.19683082719975e-06, + "loss": 2.4098, + "step": 39123 + }, + { + "epoch": 0.6697136205686506, + "grad_norm": 2.4183037281036377, + "learning_rate": 5.196344568523639e-06, + "loss": 2.4184, + "step": 39124 + }, + { + "epoch": 0.6697307382872011, + "grad_norm": 2.514521360397339, + "learning_rate": 5.195858324612291e-06, + "loss": 2.3985, + "step": 39125 + }, + { + "epoch": 0.6697478560057516, + "grad_norm": 2.621904134750366, + "learning_rate": 5.195372095467199e-06, + "loss": 2.5526, + "step": 39126 + }, + { + "epoch": 0.669764973724302, + "grad_norm": 2.5666327476501465, + "learning_rate": 5.194885881089862e-06, + "loss": 2.3669, + "step": 39127 + }, + { + "epoch": 0.6697820914428525, + "grad_norm": 2.3637492656707764, + "learning_rate": 5.194399681481772e-06, + "loss": 2.3131, + "step": 39128 + }, + { + "epoch": 0.669799209161403, + "grad_norm": 2.5053904056549072, + "learning_rate": 5.19391349664442e-06, + "loss": 2.3735, + "step": 39129 + }, + { + "epoch": 0.6698163268799534, + "grad_norm": 2.4397969245910645, + "learning_rate": 5.193427326579305e-06, + "loss": 2.4752, + "step": 39130 + }, + { + "epoch": 0.6698334445985039, + "grad_norm": 2.5166831016540527, + "learning_rate": 5.192941171287918e-06, + "loss": 2.4342, + "step": 39131 + }, + { + "epoch": 0.6698505623170544, + "grad_norm": 2.3182013034820557, + "learning_rate": 5.192455030771755e-06, + "loss": 2.2597, + "step": 39132 + }, + { + "epoch": 0.6698676800356048, + "grad_norm": 2.497924327850342, + "learning_rate": 5.19196890503231e-06, + "loss": 2.3872, + "step": 39133 + }, + { + "epoch": 0.6698847977541553, + "grad_norm": 2.5447661876678467, + "learning_rate": 5.191482794071081e-06, + "loss": 2.4033, + "step": 39134 + }, + { + "epoch": 0.6699019154727058, + "grad_norm": 2.3869550228118896, + "learning_rate": 5.190996697889554e-06, + "loss": 2.342, + "step": 39135 + }, + { + "epoch": 0.6699190331912562, + "grad_norm": 2.501232862472534, + "learning_rate": 5.1905106164892285e-06, + "loss": 2.3211, + "step": 39136 + }, + { + "epoch": 0.6699361509098067, + "grad_norm": 2.341171979904175, + "learning_rate": 5.190024549871597e-06, + "loss": 2.3333, + "step": 39137 + }, + { + "epoch": 0.6699532686283572, + "grad_norm": 2.4129066467285156, + "learning_rate": 5.1895384980381535e-06, + "loss": 2.388, + "step": 39138 + }, + { + "epoch": 0.6699703863469076, + "grad_norm": 2.321420431137085, + "learning_rate": 5.189052460990397e-06, + "loss": 2.3762, + "step": 39139 + }, + { + "epoch": 0.6699875040654582, + "grad_norm": 2.3743889331817627, + "learning_rate": 5.188566438729809e-06, + "loss": 2.3974, + "step": 39140 + }, + { + "epoch": 0.6700046217840087, + "grad_norm": 2.4252798557281494, + "learning_rate": 5.188080431257898e-06, + "loss": 2.3839, + "step": 39141 + }, + { + "epoch": 0.670021739502559, + "grad_norm": 2.437899351119995, + "learning_rate": 5.187594438576149e-06, + "loss": 2.424, + "step": 39142 + }, + { + "epoch": 0.6700388572211096, + "grad_norm": 2.4169092178344727, + "learning_rate": 5.1871084606860565e-06, + "loss": 2.4905, + "step": 39143 + }, + { + "epoch": 0.6700559749396601, + "grad_norm": 2.4401395320892334, + "learning_rate": 5.186622497589116e-06, + "loss": 2.5145, + "step": 39144 + }, + { + "epoch": 0.6700730926582105, + "grad_norm": 2.552738666534424, + "learning_rate": 5.1861365492868194e-06, + "loss": 2.4603, + "step": 39145 + }, + { + "epoch": 0.670090210376761, + "grad_norm": 2.324345111846924, + "learning_rate": 5.1856506157806665e-06, + "loss": 2.3365, + "step": 39146 + }, + { + "epoch": 0.6701073280953115, + "grad_norm": 2.583540916442871, + "learning_rate": 5.1851646970721385e-06, + "loss": 2.4319, + "step": 39147 + }, + { + "epoch": 0.6701244458138619, + "grad_norm": 2.700496196746826, + "learning_rate": 5.184678793162744e-06, + "loss": 2.3889, + "step": 39148 + }, + { + "epoch": 0.6701415635324124, + "grad_norm": 2.467616081237793, + "learning_rate": 5.184192904053965e-06, + "loss": 2.3745, + "step": 39149 + }, + { + "epoch": 0.6701586812509629, + "grad_norm": 2.456166982650757, + "learning_rate": 5.183707029747299e-06, + "loss": 2.4483, + "step": 39150 + }, + { + "epoch": 0.6701757989695133, + "grad_norm": 2.508930206298828, + "learning_rate": 5.183221170244244e-06, + "loss": 2.5356, + "step": 39151 + }, + { + "epoch": 0.6701929166880638, + "grad_norm": 2.378802537918091, + "learning_rate": 5.18273532554628e-06, + "loss": 2.3744, + "step": 39152 + }, + { + "epoch": 0.6702100344066143, + "grad_norm": 2.4965877532958984, + "learning_rate": 5.182249495654916e-06, + "loss": 2.4026, + "step": 39153 + }, + { + "epoch": 0.6702271521251647, + "grad_norm": 2.4211606979370117, + "learning_rate": 5.181763680571635e-06, + "loss": 2.4415, + "step": 39154 + }, + { + "epoch": 0.6702442698437152, + "grad_norm": 2.5126001834869385, + "learning_rate": 5.181277880297935e-06, + "loss": 2.3261, + "step": 39155 + }, + { + "epoch": 0.6702613875622657, + "grad_norm": 2.336313009262085, + "learning_rate": 5.18079209483531e-06, + "loss": 2.4089, + "step": 39156 + }, + { + "epoch": 0.6702785052808162, + "grad_norm": 2.4340481758117676, + "learning_rate": 5.1803063241852426e-06, + "loss": 2.3817, + "step": 39157 + }, + { + "epoch": 0.6702956229993666, + "grad_norm": 2.4733316898345947, + "learning_rate": 5.179820568349243e-06, + "loss": 2.2738, + "step": 39158 + }, + { + "epoch": 0.6703127407179171, + "grad_norm": 2.5448124408721924, + "learning_rate": 5.179334827328793e-06, + "loss": 2.396, + "step": 39159 + }, + { + "epoch": 0.6703298584364676, + "grad_norm": 2.4453837871551514, + "learning_rate": 5.178849101125385e-06, + "loss": 2.342, + "step": 39160 + }, + { + "epoch": 0.670346976155018, + "grad_norm": 2.3667428493499756, + "learning_rate": 5.178363389740516e-06, + "loss": 2.4728, + "step": 39161 + }, + { + "epoch": 0.6703640938735685, + "grad_norm": 2.4291770458221436, + "learning_rate": 5.177877693175678e-06, + "loss": 2.4105, + "step": 39162 + }, + { + "epoch": 0.670381211592119, + "grad_norm": 2.53446888923645, + "learning_rate": 5.177392011432368e-06, + "loss": 2.4213, + "step": 39163 + }, + { + "epoch": 0.6703983293106694, + "grad_norm": 2.5175042152404785, + "learning_rate": 5.176906344512065e-06, + "loss": 2.3077, + "step": 39164 + }, + { + "epoch": 0.67041544702922, + "grad_norm": 2.3237624168395996, + "learning_rate": 5.1764206924162805e-06, + "loss": 2.34, + "step": 39165 + }, + { + "epoch": 0.6704325647477705, + "grad_norm": 2.500782012939453, + "learning_rate": 5.175935055146495e-06, + "loss": 2.4153, + "step": 39166 + }, + { + "epoch": 0.6704496824663209, + "grad_norm": 2.5229148864746094, + "learning_rate": 5.175449432704202e-06, + "loss": 2.3743, + "step": 39167 + }, + { + "epoch": 0.6704668001848714, + "grad_norm": 2.4369120597839355, + "learning_rate": 5.174963825090898e-06, + "loss": 2.3566, + "step": 39168 + }, + { + "epoch": 0.6704839179034219, + "grad_norm": 2.5579285621643066, + "learning_rate": 5.1744782323080735e-06, + "loss": 2.3672, + "step": 39169 + }, + { + "epoch": 0.6705010356219723, + "grad_norm": 2.528071165084839, + "learning_rate": 5.173992654357221e-06, + "loss": 2.5728, + "step": 39170 + }, + { + "epoch": 0.6705181533405228, + "grad_norm": 2.4157795906066895, + "learning_rate": 5.173507091239837e-06, + "loss": 2.5128, + "step": 39171 + }, + { + "epoch": 0.6705352710590733, + "grad_norm": 2.5446670055389404, + "learning_rate": 5.173021542957406e-06, + "loss": 2.4506, + "step": 39172 + }, + { + "epoch": 0.6705523887776237, + "grad_norm": 2.431688070297241, + "learning_rate": 5.172536009511426e-06, + "loss": 2.3884, + "step": 39173 + }, + { + "epoch": 0.6705695064961742, + "grad_norm": 2.4004931449890137, + "learning_rate": 5.172050490903388e-06, + "loss": 2.2385, + "step": 39174 + }, + { + "epoch": 0.6705866242147247, + "grad_norm": 2.4306514263153076, + "learning_rate": 5.171564987134785e-06, + "loss": 2.3612, + "step": 39175 + }, + { + "epoch": 0.6706037419332751, + "grad_norm": 2.4174387454986572, + "learning_rate": 5.1710794982071126e-06, + "loss": 2.2941, + "step": 39176 + }, + { + "epoch": 0.6706208596518256, + "grad_norm": 2.62976336479187, + "learning_rate": 5.17059402412185e-06, + "loss": 2.4922, + "step": 39177 + }, + { + "epoch": 0.6706379773703761, + "grad_norm": 2.371018648147583, + "learning_rate": 5.170108564880507e-06, + "loss": 2.3256, + "step": 39178 + }, + { + "epoch": 0.6706550950889265, + "grad_norm": 2.418426752090454, + "learning_rate": 5.1696231204845634e-06, + "loss": 2.4994, + "step": 39179 + }, + { + "epoch": 0.670672212807477, + "grad_norm": 2.5924129486083984, + "learning_rate": 5.169137690935515e-06, + "loss": 2.4648, + "step": 39180 + }, + { + "epoch": 0.6706893305260275, + "grad_norm": 2.4109230041503906, + "learning_rate": 5.168652276234855e-06, + "loss": 2.401, + "step": 39181 + }, + { + "epoch": 0.6707064482445779, + "grad_norm": 2.6237919330596924, + "learning_rate": 5.168166876384073e-06, + "loss": 2.3936, + "step": 39182 + }, + { + "epoch": 0.6707235659631284, + "grad_norm": 2.591294288635254, + "learning_rate": 5.167681491384668e-06, + "loss": 2.3574, + "step": 39183 + }, + { + "epoch": 0.6707406836816789, + "grad_norm": 2.4724912643432617, + "learning_rate": 5.167196121238116e-06, + "loss": 2.3764, + "step": 39184 + }, + { + "epoch": 0.6707578014002293, + "grad_norm": 2.6579701900482178, + "learning_rate": 5.166710765945929e-06, + "loss": 2.4266, + "step": 39185 + }, + { + "epoch": 0.6707749191187798, + "grad_norm": 2.4807190895080566, + "learning_rate": 5.166225425509584e-06, + "loss": 2.2222, + "step": 39186 + }, + { + "epoch": 0.6707920368373304, + "grad_norm": 2.5700814723968506, + "learning_rate": 5.165740099930579e-06, + "loss": 2.423, + "step": 39187 + }, + { + "epoch": 0.6708091545558807, + "grad_norm": 2.4274027347564697, + "learning_rate": 5.165254789210407e-06, + "loss": 2.3682, + "step": 39188 + }, + { + "epoch": 0.6708262722744313, + "grad_norm": 2.509918451309204, + "learning_rate": 5.16476949335055e-06, + "loss": 2.3788, + "step": 39189 + }, + { + "epoch": 0.6708433899929818, + "grad_norm": 2.611344575881958, + "learning_rate": 5.164284212352513e-06, + "loss": 2.5358, + "step": 39190 + }, + { + "epoch": 0.6708605077115322, + "grad_norm": 2.496159553527832, + "learning_rate": 5.16379894621778e-06, + "loss": 2.3697, + "step": 39191 + }, + { + "epoch": 0.6708776254300827, + "grad_norm": 2.623295307159424, + "learning_rate": 5.163313694947841e-06, + "loss": 2.4376, + "step": 39192 + }, + { + "epoch": 0.6708947431486332, + "grad_norm": 2.64802885055542, + "learning_rate": 5.162828458544195e-06, + "loss": 2.4177, + "step": 39193 + }, + { + "epoch": 0.6709118608671836, + "grad_norm": 2.647210121154785, + "learning_rate": 5.162343237008323e-06, + "loss": 2.3968, + "step": 39194 + }, + { + "epoch": 0.6709289785857341, + "grad_norm": 2.376537799835205, + "learning_rate": 5.161858030341729e-06, + "loss": 2.2826, + "step": 39195 + }, + { + "epoch": 0.6709460963042846, + "grad_norm": 2.3287479877471924, + "learning_rate": 5.161372838545893e-06, + "loss": 2.469, + "step": 39196 + }, + { + "epoch": 0.670963214022835, + "grad_norm": 2.4732837677001953, + "learning_rate": 5.16088766162231e-06, + "loss": 2.4232, + "step": 39197 + }, + { + "epoch": 0.6709803317413855, + "grad_norm": 2.511831521987915, + "learning_rate": 5.160402499572474e-06, + "loss": 2.4551, + "step": 39198 + }, + { + "epoch": 0.670997449459936, + "grad_norm": 2.4426379203796387, + "learning_rate": 5.159917352397873e-06, + "loss": 2.3143, + "step": 39199 + }, + { + "epoch": 0.6710145671784864, + "grad_norm": 2.495997190475464, + "learning_rate": 5.159432220100004e-06, + "loss": 2.4781, + "step": 39200 + }, + { + "epoch": 0.6710316848970369, + "grad_norm": 2.3482062816619873, + "learning_rate": 5.158947102680345e-06, + "loss": 2.1953, + "step": 39201 + }, + { + "epoch": 0.6710488026155874, + "grad_norm": 2.588728666305542, + "learning_rate": 5.158462000140405e-06, + "loss": 2.4501, + "step": 39202 + }, + { + "epoch": 0.6710659203341378, + "grad_norm": 2.6019153594970703, + "learning_rate": 5.1579769124816616e-06, + "loss": 2.3944, + "step": 39203 + }, + { + "epoch": 0.6710830380526883, + "grad_norm": 2.552610158920288, + "learning_rate": 5.157491839705608e-06, + "loss": 2.4134, + "step": 39204 + }, + { + "epoch": 0.6711001557712388, + "grad_norm": 2.64418888092041, + "learning_rate": 5.157006781813739e-06, + "loss": 2.5072, + "step": 39205 + }, + { + "epoch": 0.6711172734897893, + "grad_norm": 2.4512765407562256, + "learning_rate": 5.156521738807543e-06, + "loss": 2.4428, + "step": 39206 + }, + { + "epoch": 0.6711343912083397, + "grad_norm": 2.3553595542907715, + "learning_rate": 5.1560367106885165e-06, + "loss": 2.3549, + "step": 39207 + }, + { + "epoch": 0.6711515089268902, + "grad_norm": 2.295665979385376, + "learning_rate": 5.15555169745814e-06, + "loss": 2.2547, + "step": 39208 + }, + { + "epoch": 0.6711686266454407, + "grad_norm": 2.3493473529815674, + "learning_rate": 5.15506669911791e-06, + "loss": 2.4886, + "step": 39209 + }, + { + "epoch": 0.6711857443639911, + "grad_norm": 2.3639211654663086, + "learning_rate": 5.154581715669316e-06, + "loss": 2.4285, + "step": 39210 + }, + { + "epoch": 0.6712028620825417, + "grad_norm": 2.5573010444641113, + "learning_rate": 5.15409674711385e-06, + "loss": 2.4051, + "step": 39211 + }, + { + "epoch": 0.6712199798010922, + "grad_norm": 2.5277225971221924, + "learning_rate": 5.153611793453002e-06, + "loss": 2.3172, + "step": 39212 + }, + { + "epoch": 0.6712370975196426, + "grad_norm": 2.4719762802124023, + "learning_rate": 5.153126854688266e-06, + "loss": 2.4232, + "step": 39213 + }, + { + "epoch": 0.6712542152381931, + "grad_norm": 2.426439046859741, + "learning_rate": 5.152641930821126e-06, + "loss": 2.3393, + "step": 39214 + }, + { + "epoch": 0.6712713329567436, + "grad_norm": 2.5185739994049072, + "learning_rate": 5.152157021853076e-06, + "loss": 2.3307, + "step": 39215 + }, + { + "epoch": 0.671288450675294, + "grad_norm": 2.6834793090820312, + "learning_rate": 5.151672127785605e-06, + "loss": 2.493, + "step": 39216 + }, + { + "epoch": 0.6713055683938445, + "grad_norm": 2.3892462253570557, + "learning_rate": 5.1511872486202045e-06, + "loss": 2.4486, + "step": 39217 + }, + { + "epoch": 0.671322686112395, + "grad_norm": 2.6738390922546387, + "learning_rate": 5.150702384358366e-06, + "loss": 2.5087, + "step": 39218 + }, + { + "epoch": 0.6713398038309454, + "grad_norm": 2.519045114517212, + "learning_rate": 5.150217535001578e-06, + "loss": 2.4737, + "step": 39219 + }, + { + "epoch": 0.6713569215494959, + "grad_norm": 2.3166840076446533, + "learning_rate": 5.149732700551334e-06, + "loss": 2.3972, + "step": 39220 + }, + { + "epoch": 0.6713740392680464, + "grad_norm": 2.3747799396514893, + "learning_rate": 5.1492478810091184e-06, + "loss": 2.3399, + "step": 39221 + }, + { + "epoch": 0.6713911569865968, + "grad_norm": 2.604174852371216, + "learning_rate": 5.1487630763764266e-06, + "loss": 2.4315, + "step": 39222 + }, + { + "epoch": 0.6714082747051473, + "grad_norm": 2.4479942321777344, + "learning_rate": 5.148278286654744e-06, + "loss": 2.3716, + "step": 39223 + }, + { + "epoch": 0.6714253924236978, + "grad_norm": 2.4018843173980713, + "learning_rate": 5.147793511845565e-06, + "loss": 2.332, + "step": 39224 + }, + { + "epoch": 0.6714425101422482, + "grad_norm": 2.6513381004333496, + "learning_rate": 5.14730875195038e-06, + "loss": 2.4176, + "step": 39225 + }, + { + "epoch": 0.6714596278607987, + "grad_norm": 2.5528922080993652, + "learning_rate": 5.146824006970671e-06, + "loss": 2.3973, + "step": 39226 + }, + { + "epoch": 0.6714767455793492, + "grad_norm": 2.5344817638397217, + "learning_rate": 5.146339276907941e-06, + "loss": 2.35, + "step": 39227 + }, + { + "epoch": 0.6714938632978996, + "grad_norm": 2.4119250774383545, + "learning_rate": 5.145854561763668e-06, + "loss": 2.227, + "step": 39228 + }, + { + "epoch": 0.6715109810164501, + "grad_norm": 2.3864803314208984, + "learning_rate": 5.145369861539349e-06, + "loss": 2.429, + "step": 39229 + }, + { + "epoch": 0.6715280987350006, + "grad_norm": 2.556748151779175, + "learning_rate": 5.144885176236473e-06, + "loss": 2.4444, + "step": 39230 + }, + { + "epoch": 0.671545216453551, + "grad_norm": 2.398066282272339, + "learning_rate": 5.144400505856521e-06, + "loss": 2.3911, + "step": 39231 + }, + { + "epoch": 0.6715623341721015, + "grad_norm": 2.4549012184143066, + "learning_rate": 5.143915850400998e-06, + "loss": 2.4484, + "step": 39232 + }, + { + "epoch": 0.671579451890652, + "grad_norm": 2.483391761779785, + "learning_rate": 5.143431209871378e-06, + "loss": 2.3908, + "step": 39233 + }, + { + "epoch": 0.6715965696092024, + "grad_norm": 2.4000039100646973, + "learning_rate": 5.142946584269165e-06, + "loss": 2.4661, + "step": 39234 + }, + { + "epoch": 0.671613687327753, + "grad_norm": 2.5680110454559326, + "learning_rate": 5.142461973595838e-06, + "loss": 2.5153, + "step": 39235 + }, + { + "epoch": 0.6716308050463035, + "grad_norm": 2.494765281677246, + "learning_rate": 5.1419773778528915e-06, + "loss": 2.4088, + "step": 39236 + }, + { + "epoch": 0.6716479227648539, + "grad_norm": 2.351374626159668, + "learning_rate": 5.141492797041816e-06, + "loss": 2.4103, + "step": 39237 + }, + { + "epoch": 0.6716650404834044, + "grad_norm": 2.4955129623413086, + "learning_rate": 5.141008231164093e-06, + "loss": 2.5232, + "step": 39238 + }, + { + "epoch": 0.6716821582019549, + "grad_norm": 2.445127010345459, + "learning_rate": 5.1405236802212235e-06, + "loss": 2.5291, + "step": 39239 + }, + { + "epoch": 0.6716992759205053, + "grad_norm": 2.418893814086914, + "learning_rate": 5.140039144214688e-06, + "loss": 2.5332, + "step": 39240 + }, + { + "epoch": 0.6717163936390558, + "grad_norm": 2.3574604988098145, + "learning_rate": 5.139554623145978e-06, + "loss": 2.389, + "step": 39241 + }, + { + "epoch": 0.6717335113576063, + "grad_norm": 2.587801694869995, + "learning_rate": 5.139070117016584e-06, + "loss": 2.3691, + "step": 39242 + }, + { + "epoch": 0.6717506290761567, + "grad_norm": 2.402985095977783, + "learning_rate": 5.138585625827994e-06, + "loss": 2.4684, + "step": 39243 + }, + { + "epoch": 0.6717677467947072, + "grad_norm": 2.539252281188965, + "learning_rate": 5.138101149581702e-06, + "loss": 2.4691, + "step": 39244 + }, + { + "epoch": 0.6717848645132577, + "grad_norm": 2.4364871978759766, + "learning_rate": 5.137616688279189e-06, + "loss": 2.333, + "step": 39245 + }, + { + "epoch": 0.6718019822318081, + "grad_norm": 2.2324306964874268, + "learning_rate": 5.137132241921949e-06, + "loss": 2.2755, + "step": 39246 + }, + { + "epoch": 0.6718190999503586, + "grad_norm": 2.369180679321289, + "learning_rate": 5.136647810511468e-06, + "loss": 2.421, + "step": 39247 + }, + { + "epoch": 0.6718362176689091, + "grad_norm": 2.5141842365264893, + "learning_rate": 5.136163394049238e-06, + "loss": 2.4253, + "step": 39248 + }, + { + "epoch": 0.6718533353874595, + "grad_norm": 2.4397451877593994, + "learning_rate": 5.135678992536748e-06, + "loss": 2.4, + "step": 39249 + }, + { + "epoch": 0.67187045310601, + "grad_norm": 2.5407426357269287, + "learning_rate": 5.135194605975487e-06, + "loss": 2.4397, + "step": 39250 + }, + { + "epoch": 0.6718875708245605, + "grad_norm": 2.2970657348632812, + "learning_rate": 5.134710234366942e-06, + "loss": 2.3889, + "step": 39251 + }, + { + "epoch": 0.671904688543111, + "grad_norm": 2.282602071762085, + "learning_rate": 5.1342258777126e-06, + "loss": 2.3005, + "step": 39252 + }, + { + "epoch": 0.6719218062616614, + "grad_norm": 2.444153308868408, + "learning_rate": 5.133741536013952e-06, + "loss": 2.3372, + "step": 39253 + }, + { + "epoch": 0.6719389239802119, + "grad_norm": 2.39119291305542, + "learning_rate": 5.1332572092724885e-06, + "loss": 2.3866, + "step": 39254 + }, + { + "epoch": 0.6719560416987624, + "grad_norm": 2.5209877490997314, + "learning_rate": 5.132772897489695e-06, + "loss": 2.4999, + "step": 39255 + }, + { + "epoch": 0.6719731594173128, + "grad_norm": 2.4656083583831787, + "learning_rate": 5.132288600667064e-06, + "loss": 2.4419, + "step": 39256 + }, + { + "epoch": 0.6719902771358633, + "grad_norm": 2.3719494342803955, + "learning_rate": 5.131804318806083e-06, + "loss": 2.3588, + "step": 39257 + }, + { + "epoch": 0.6720073948544139, + "grad_norm": 2.4649546146392822, + "learning_rate": 5.1313200519082365e-06, + "loss": 2.5399, + "step": 39258 + }, + { + "epoch": 0.6720245125729642, + "grad_norm": 2.4762253761291504, + "learning_rate": 5.1308357999750146e-06, + "loss": 2.3569, + "step": 39259 + }, + { + "epoch": 0.6720416302915148, + "grad_norm": 2.5364935398101807, + "learning_rate": 5.130351563007907e-06, + "loss": 2.3694, + "step": 39260 + }, + { + "epoch": 0.6720587480100653, + "grad_norm": 2.6216728687286377, + "learning_rate": 5.129867341008403e-06, + "loss": 2.5563, + "step": 39261 + }, + { + "epoch": 0.6720758657286157, + "grad_norm": 2.5017549991607666, + "learning_rate": 5.129383133977993e-06, + "loss": 2.4778, + "step": 39262 + }, + { + "epoch": 0.6720929834471662, + "grad_norm": 2.4846365451812744, + "learning_rate": 5.1288989419181545e-06, + "loss": 2.3563, + "step": 39263 + }, + { + "epoch": 0.6721101011657167, + "grad_norm": 2.5999667644500732, + "learning_rate": 5.128414764830391e-06, + "loss": 2.3233, + "step": 39264 + }, + { + "epoch": 0.6721272188842671, + "grad_norm": 2.442544937133789, + "learning_rate": 5.127930602716178e-06, + "loss": 2.4092, + "step": 39265 + }, + { + "epoch": 0.6721443366028176, + "grad_norm": 2.438584804534912, + "learning_rate": 5.12744645557701e-06, + "loss": 2.3228, + "step": 39266 + }, + { + "epoch": 0.6721614543213681, + "grad_norm": 2.4619333744049072, + "learning_rate": 5.126962323414377e-06, + "loss": 2.4254, + "step": 39267 + }, + { + "epoch": 0.6721785720399185, + "grad_norm": 2.421344757080078, + "learning_rate": 5.126478206229757e-06, + "loss": 2.2917, + "step": 39268 + }, + { + "epoch": 0.672195689758469, + "grad_norm": 2.548398494720459, + "learning_rate": 5.1259941040246515e-06, + "loss": 2.3497, + "step": 39269 + }, + { + "epoch": 0.6722128074770195, + "grad_norm": 2.4249653816223145, + "learning_rate": 5.1255100168005344e-06, + "loss": 2.4806, + "step": 39270 + }, + { + "epoch": 0.6722299251955699, + "grad_norm": 2.366563558578491, + "learning_rate": 5.125025944558908e-06, + "loss": 2.3014, + "step": 39271 + }, + { + "epoch": 0.6722470429141204, + "grad_norm": 2.4656729698181152, + "learning_rate": 5.124541887301251e-06, + "loss": 2.4412, + "step": 39272 + }, + { + "epoch": 0.6722641606326709, + "grad_norm": 2.5934669971466064, + "learning_rate": 5.124057845029052e-06, + "loss": 2.4313, + "step": 39273 + }, + { + "epoch": 0.6722812783512213, + "grad_norm": 2.369602680206299, + "learning_rate": 5.123573817743803e-06, + "loss": 2.3436, + "step": 39274 + }, + { + "epoch": 0.6722983960697718, + "grad_norm": 2.407876491546631, + "learning_rate": 5.123089805446984e-06, + "loss": 2.3403, + "step": 39275 + }, + { + "epoch": 0.6723155137883223, + "grad_norm": 2.4130425453186035, + "learning_rate": 5.122605808140093e-06, + "loss": 2.3385, + "step": 39276 + }, + { + "epoch": 0.6723326315068727, + "grad_norm": 2.4744977951049805, + "learning_rate": 5.122121825824609e-06, + "loss": 2.3914, + "step": 39277 + }, + { + "epoch": 0.6723497492254232, + "grad_norm": 2.5805883407592773, + "learning_rate": 5.121637858502022e-06, + "loss": 2.3986, + "step": 39278 + }, + { + "epoch": 0.6723668669439737, + "grad_norm": 2.3936362266540527, + "learning_rate": 5.121153906173826e-06, + "loss": 2.4479, + "step": 39279 + }, + { + "epoch": 0.6723839846625241, + "grad_norm": 2.5387861728668213, + "learning_rate": 5.120669968841494e-06, + "loss": 2.46, + "step": 39280 + }, + { + "epoch": 0.6724011023810746, + "grad_norm": 2.478353977203369, + "learning_rate": 5.12018604650653e-06, + "loss": 2.4265, + "step": 39281 + }, + { + "epoch": 0.6724182200996252, + "grad_norm": 2.4456048011779785, + "learning_rate": 5.119702139170409e-06, + "loss": 2.3097, + "step": 39282 + }, + { + "epoch": 0.6724353378181755, + "grad_norm": 2.4987175464630127, + "learning_rate": 5.119218246834625e-06, + "loss": 2.3145, + "step": 39283 + }, + { + "epoch": 0.6724524555367261, + "grad_norm": 2.460350513458252, + "learning_rate": 5.118734369500662e-06, + "loss": 2.2939, + "step": 39284 + }, + { + "epoch": 0.6724695732552766, + "grad_norm": 2.4444425106048584, + "learning_rate": 5.118250507170009e-06, + "loss": 2.4121, + "step": 39285 + }, + { + "epoch": 0.672486690973827, + "grad_norm": 2.4092469215393066, + "learning_rate": 5.117766659844157e-06, + "loss": 2.4236, + "step": 39286 + }, + { + "epoch": 0.6725038086923775, + "grad_norm": 2.566742420196533, + "learning_rate": 5.117282827524584e-06, + "loss": 2.3825, + "step": 39287 + }, + { + "epoch": 0.672520926410928, + "grad_norm": 2.5492100715637207, + "learning_rate": 5.116799010212783e-06, + "loss": 2.4259, + "step": 39288 + }, + { + "epoch": 0.6725380441294784, + "grad_norm": 2.5034074783325195, + "learning_rate": 5.1163152079102405e-06, + "loss": 2.5109, + "step": 39289 + }, + { + "epoch": 0.6725551618480289, + "grad_norm": 2.515023946762085, + "learning_rate": 5.115831420618444e-06, + "loss": 2.5343, + "step": 39290 + }, + { + "epoch": 0.6725722795665794, + "grad_norm": 2.593543767929077, + "learning_rate": 5.115347648338878e-06, + "loss": 2.5578, + "step": 39291 + }, + { + "epoch": 0.6725893972851298, + "grad_norm": 2.4654266834259033, + "learning_rate": 5.114863891073033e-06, + "loss": 2.3466, + "step": 39292 + }, + { + "epoch": 0.6726065150036803, + "grad_norm": 2.4126152992248535, + "learning_rate": 5.114380148822398e-06, + "loss": 2.5535, + "step": 39293 + }, + { + "epoch": 0.6726236327222308, + "grad_norm": 2.6562020778656006, + "learning_rate": 5.1138964215884515e-06, + "loss": 2.5188, + "step": 39294 + }, + { + "epoch": 0.6726407504407812, + "grad_norm": 2.4034247398376465, + "learning_rate": 5.113412709372684e-06, + "loss": 2.4043, + "step": 39295 + }, + { + "epoch": 0.6726578681593317, + "grad_norm": 2.5721547603607178, + "learning_rate": 5.112929012176584e-06, + "loss": 2.3738, + "step": 39296 + }, + { + "epoch": 0.6726749858778822, + "grad_norm": 2.6092188358306885, + "learning_rate": 5.112445330001637e-06, + "loss": 2.5709, + "step": 39297 + }, + { + "epoch": 0.6726921035964327, + "grad_norm": 2.647631883621216, + "learning_rate": 5.11196166284933e-06, + "loss": 2.4387, + "step": 39298 + }, + { + "epoch": 0.6727092213149831, + "grad_norm": 2.404136896133423, + "learning_rate": 5.1114780107211534e-06, + "loss": 2.2052, + "step": 39299 + }, + { + "epoch": 0.6727263390335336, + "grad_norm": 2.4043097496032715, + "learning_rate": 5.110994373618585e-06, + "loss": 2.4367, + "step": 39300 + }, + { + "epoch": 0.6727434567520841, + "grad_norm": 2.506510019302368, + "learning_rate": 5.1105107515431185e-06, + "loss": 2.4977, + "step": 39301 + }, + { + "epoch": 0.6727605744706345, + "grad_norm": 2.468060255050659, + "learning_rate": 5.110027144496237e-06, + "loss": 2.4032, + "step": 39302 + }, + { + "epoch": 0.672777692189185, + "grad_norm": 2.396552562713623, + "learning_rate": 5.109543552479428e-06, + "loss": 2.4046, + "step": 39303 + }, + { + "epoch": 0.6727948099077355, + "grad_norm": 2.291804552078247, + "learning_rate": 5.109059975494183e-06, + "loss": 2.3296, + "step": 39304 + }, + { + "epoch": 0.6728119276262859, + "grad_norm": 2.5616207122802734, + "learning_rate": 5.1085764135419744e-06, + "loss": 2.4854, + "step": 39305 + }, + { + "epoch": 0.6728290453448365, + "grad_norm": 2.4668052196502686, + "learning_rate": 5.108092866624306e-06, + "loss": 2.4045, + "step": 39306 + }, + { + "epoch": 0.672846163063387, + "grad_norm": 2.3878464698791504, + "learning_rate": 5.107609334742647e-06, + "loss": 2.4031, + "step": 39307 + }, + { + "epoch": 0.6728632807819374, + "grad_norm": 2.489758014678955, + "learning_rate": 5.107125817898499e-06, + "loss": 2.5653, + "step": 39308 + }, + { + "epoch": 0.6728803985004879, + "grad_norm": 2.417707920074463, + "learning_rate": 5.10664231609334e-06, + "loss": 2.3257, + "step": 39309 + }, + { + "epoch": 0.6728975162190384, + "grad_norm": 2.593869924545288, + "learning_rate": 5.1061588293286555e-06, + "loss": 2.3692, + "step": 39310 + }, + { + "epoch": 0.6729146339375888, + "grad_norm": 2.5156803131103516, + "learning_rate": 5.105675357605939e-06, + "loss": 2.4604, + "step": 39311 + }, + { + "epoch": 0.6729317516561393, + "grad_norm": 2.5770957469940186, + "learning_rate": 5.105191900926661e-06, + "loss": 2.4022, + "step": 39312 + }, + { + "epoch": 0.6729488693746898, + "grad_norm": 2.435591220855713, + "learning_rate": 5.104708459292327e-06, + "loss": 2.2832, + "step": 39313 + }, + { + "epoch": 0.6729659870932402, + "grad_norm": 2.504512071609497, + "learning_rate": 5.104225032704408e-06, + "loss": 2.4176, + "step": 39314 + }, + { + "epoch": 0.6729831048117907, + "grad_norm": 2.610464096069336, + "learning_rate": 5.103741621164397e-06, + "loss": 2.4307, + "step": 39315 + }, + { + "epoch": 0.6730002225303412, + "grad_norm": 2.567431926727295, + "learning_rate": 5.103258224673782e-06, + "loss": 2.4799, + "step": 39316 + }, + { + "epoch": 0.6730173402488916, + "grad_norm": 2.3550572395324707, + "learning_rate": 5.102774843234035e-06, + "loss": 2.3083, + "step": 39317 + }, + { + "epoch": 0.6730344579674421, + "grad_norm": 2.4805610179901123, + "learning_rate": 5.102291476846661e-06, + "loss": 2.365, + "step": 39318 + }, + { + "epoch": 0.6730515756859926, + "grad_norm": 2.5514769554138184, + "learning_rate": 5.101808125513132e-06, + "loss": 2.2662, + "step": 39319 + }, + { + "epoch": 0.673068693404543, + "grad_norm": 2.58656644821167, + "learning_rate": 5.10132478923494e-06, + "loss": 2.4847, + "step": 39320 + }, + { + "epoch": 0.6730858111230935, + "grad_norm": 2.4856412410736084, + "learning_rate": 5.1008414680135665e-06, + "loss": 2.4493, + "step": 39321 + }, + { + "epoch": 0.673102928841644, + "grad_norm": 2.5223705768585205, + "learning_rate": 5.1003581618505e-06, + "loss": 2.3207, + "step": 39322 + }, + { + "epoch": 0.6731200465601944, + "grad_norm": 2.418839454650879, + "learning_rate": 5.099874870747228e-06, + "loss": 2.4621, + "step": 39323 + }, + { + "epoch": 0.6731371642787449, + "grad_norm": 2.4794259071350098, + "learning_rate": 5.099391594705227e-06, + "loss": 2.4223, + "step": 39324 + }, + { + "epoch": 0.6731542819972954, + "grad_norm": 2.3928136825561523, + "learning_rate": 5.098908333725996e-06, + "loss": 2.3881, + "step": 39325 + }, + { + "epoch": 0.6731713997158458, + "grad_norm": 2.488276243209839, + "learning_rate": 5.098425087811007e-06, + "loss": 2.4607, + "step": 39326 + }, + { + "epoch": 0.6731885174343963, + "grad_norm": 2.4028658866882324, + "learning_rate": 5.097941856961754e-06, + "loss": 2.4178, + "step": 39327 + }, + { + "epoch": 0.6732056351529468, + "grad_norm": 2.41951060295105, + "learning_rate": 5.097458641179718e-06, + "loss": 2.3252, + "step": 39328 + }, + { + "epoch": 0.6732227528714972, + "grad_norm": 2.4804224967956543, + "learning_rate": 5.096975440466388e-06, + "loss": 2.3268, + "step": 39329 + }, + { + "epoch": 0.6732398705900478, + "grad_norm": 2.460498571395874, + "learning_rate": 5.0964922548232486e-06, + "loss": 2.4491, + "step": 39330 + }, + { + "epoch": 0.6732569883085983, + "grad_norm": 2.7500016689300537, + "learning_rate": 5.096009084251779e-06, + "loss": 2.5462, + "step": 39331 + }, + { + "epoch": 0.6732741060271487, + "grad_norm": 2.470961093902588, + "learning_rate": 5.095525928753471e-06, + "loss": 2.399, + "step": 39332 + }, + { + "epoch": 0.6732912237456992, + "grad_norm": 2.548093557357788, + "learning_rate": 5.095042788329805e-06, + "loss": 2.4922, + "step": 39333 + }, + { + "epoch": 0.6733083414642497, + "grad_norm": 2.5862159729003906, + "learning_rate": 5.09455966298227e-06, + "loss": 2.4322, + "step": 39334 + }, + { + "epoch": 0.6733254591828001, + "grad_norm": 2.4924709796905518, + "learning_rate": 5.0940765527123485e-06, + "loss": 2.4573, + "step": 39335 + }, + { + "epoch": 0.6733425769013506, + "grad_norm": 2.4285058975219727, + "learning_rate": 5.093593457521531e-06, + "loss": 2.3399, + "step": 39336 + }, + { + "epoch": 0.6733596946199011, + "grad_norm": 2.4140939712524414, + "learning_rate": 5.093110377411292e-06, + "loss": 2.342, + "step": 39337 + }, + { + "epoch": 0.6733768123384515, + "grad_norm": 2.5839245319366455, + "learning_rate": 5.0926273123831225e-06, + "loss": 2.3465, + "step": 39338 + }, + { + "epoch": 0.673393930057002, + "grad_norm": 2.40155291557312, + "learning_rate": 5.092144262438508e-06, + "loss": 2.3729, + "step": 39339 + }, + { + "epoch": 0.6734110477755525, + "grad_norm": 2.4585623741149902, + "learning_rate": 5.09166122757893e-06, + "loss": 2.3852, + "step": 39340 + }, + { + "epoch": 0.6734281654941029, + "grad_norm": 2.301409959793091, + "learning_rate": 5.091178207805881e-06, + "loss": 2.3711, + "step": 39341 + }, + { + "epoch": 0.6734452832126534, + "grad_norm": 2.279146909713745, + "learning_rate": 5.09069520312083e-06, + "loss": 2.3213, + "step": 39342 + }, + { + "epoch": 0.6734624009312039, + "grad_norm": 2.405930519104004, + "learning_rate": 5.090212213525278e-06, + "loss": 2.3215, + "step": 39343 + }, + { + "epoch": 0.6734795186497544, + "grad_norm": 2.6140201091766357, + "learning_rate": 5.089729239020702e-06, + "loss": 2.4529, + "step": 39344 + }, + { + "epoch": 0.6734966363683048, + "grad_norm": 2.5644140243530273, + "learning_rate": 5.089246279608587e-06, + "loss": 2.5876, + "step": 39345 + }, + { + "epoch": 0.6735137540868553, + "grad_norm": 2.4375343322753906, + "learning_rate": 5.088763335290415e-06, + "loss": 2.4643, + "step": 39346 + }, + { + "epoch": 0.6735308718054058, + "grad_norm": 2.5929181575775146, + "learning_rate": 5.088280406067676e-06, + "loss": 2.4767, + "step": 39347 + }, + { + "epoch": 0.6735479895239562, + "grad_norm": 2.4856202602386475, + "learning_rate": 5.087797491941854e-06, + "loss": 2.437, + "step": 39348 + }, + { + "epoch": 0.6735651072425067, + "grad_norm": 2.3619749546051025, + "learning_rate": 5.087314592914423e-06, + "loss": 2.2328, + "step": 39349 + }, + { + "epoch": 0.6735822249610572, + "grad_norm": 2.6056172847747803, + "learning_rate": 5.0868317089868836e-06, + "loss": 2.3897, + "step": 39350 + }, + { + "epoch": 0.6735993426796076, + "grad_norm": 2.2910642623901367, + "learning_rate": 5.086348840160707e-06, + "loss": 2.3327, + "step": 39351 + }, + { + "epoch": 0.6736164603981581, + "grad_norm": 2.4186534881591797, + "learning_rate": 5.0858659864373815e-06, + "loss": 2.4005, + "step": 39352 + }, + { + "epoch": 0.6736335781167087, + "grad_norm": 2.332123279571533, + "learning_rate": 5.085383147818397e-06, + "loss": 2.3939, + "step": 39353 + }, + { + "epoch": 0.673650695835259, + "grad_norm": 2.3998537063598633, + "learning_rate": 5.084900324305223e-06, + "loss": 2.3312, + "step": 39354 + }, + { + "epoch": 0.6736678135538096, + "grad_norm": 2.4947597980499268, + "learning_rate": 5.08441751589936e-06, + "loss": 2.4813, + "step": 39355 + }, + { + "epoch": 0.6736849312723601, + "grad_norm": 2.552316427230835, + "learning_rate": 5.083934722602283e-06, + "loss": 2.4418, + "step": 39356 + }, + { + "epoch": 0.6737020489909105, + "grad_norm": 2.55918550491333, + "learning_rate": 5.083451944415476e-06, + "loss": 2.4473, + "step": 39357 + }, + { + "epoch": 0.673719166709461, + "grad_norm": 2.4627792835235596, + "learning_rate": 5.0829691813404295e-06, + "loss": 2.4278, + "step": 39358 + }, + { + "epoch": 0.6737362844280115, + "grad_norm": 2.508500576019287, + "learning_rate": 5.082486433378613e-06, + "loss": 2.5025, + "step": 39359 + }, + { + "epoch": 0.6737534021465619, + "grad_norm": 2.412792444229126, + "learning_rate": 5.0820037005315285e-06, + "loss": 2.401, + "step": 39360 + }, + { + "epoch": 0.6737705198651124, + "grad_norm": 2.600398540496826, + "learning_rate": 5.081520982800643e-06, + "loss": 2.6005, + "step": 39361 + }, + { + "epoch": 0.6737876375836629, + "grad_norm": 2.447612762451172, + "learning_rate": 5.081038280187456e-06, + "loss": 2.3443, + "step": 39362 + }, + { + "epoch": 0.6738047553022133, + "grad_norm": 2.4960827827453613, + "learning_rate": 5.080555592693439e-06, + "loss": 2.411, + "step": 39363 + }, + { + "epoch": 0.6738218730207638, + "grad_norm": 2.4709672927856445, + "learning_rate": 5.08007292032008e-06, + "loss": 2.4964, + "step": 39364 + }, + { + "epoch": 0.6738389907393143, + "grad_norm": 2.4859611988067627, + "learning_rate": 5.0795902630688676e-06, + "loss": 2.3552, + "step": 39365 + }, + { + "epoch": 0.6738561084578647, + "grad_norm": 2.3899948596954346, + "learning_rate": 5.079107620941272e-06, + "loss": 2.3606, + "step": 39366 + }, + { + "epoch": 0.6738732261764152, + "grad_norm": 2.3280131816864014, + "learning_rate": 5.078624993938792e-06, + "loss": 2.3335, + "step": 39367 + }, + { + "epoch": 0.6738903438949657, + "grad_norm": 2.434873104095459, + "learning_rate": 5.078142382062899e-06, + "loss": 2.3747, + "step": 39368 + }, + { + "epoch": 0.6739074616135161, + "grad_norm": 2.419746160507202, + "learning_rate": 5.077659785315083e-06, + "loss": 2.4401, + "step": 39369 + }, + { + "epoch": 0.6739245793320666, + "grad_norm": 2.4579484462738037, + "learning_rate": 5.077177203696825e-06, + "loss": 2.5033, + "step": 39370 + }, + { + "epoch": 0.6739416970506171, + "grad_norm": 2.434340476989746, + "learning_rate": 5.076694637209609e-06, + "loss": 2.4496, + "step": 39371 + }, + { + "epoch": 0.6739588147691675, + "grad_norm": 2.413268804550171, + "learning_rate": 5.076212085854922e-06, + "loss": 2.3745, + "step": 39372 + }, + { + "epoch": 0.673975932487718, + "grad_norm": 2.3659005165100098, + "learning_rate": 5.075729549634239e-06, + "loss": 2.4445, + "step": 39373 + }, + { + "epoch": 0.6739930502062685, + "grad_norm": 2.4836108684539795, + "learning_rate": 5.0752470285490485e-06, + "loss": 2.3431, + "step": 39374 + }, + { + "epoch": 0.6740101679248189, + "grad_norm": 2.3551957607269287, + "learning_rate": 5.074764522600831e-06, + "loss": 2.2706, + "step": 39375 + }, + { + "epoch": 0.6740272856433694, + "grad_norm": 2.5366499423980713, + "learning_rate": 5.074282031791072e-06, + "loss": 2.4664, + "step": 39376 + }, + { + "epoch": 0.67404440336192, + "grad_norm": 2.494893789291382, + "learning_rate": 5.073799556121254e-06, + "loss": 2.359, + "step": 39377 + }, + { + "epoch": 0.6740615210804703, + "grad_norm": 2.3304944038391113, + "learning_rate": 5.073317095592862e-06, + "loss": 2.2405, + "step": 39378 + }, + { + "epoch": 0.6740786387990209, + "grad_norm": 2.589914083480835, + "learning_rate": 5.07283465020737e-06, + "loss": 2.4315, + "step": 39379 + }, + { + "epoch": 0.6740957565175714, + "grad_norm": 2.3745005130767822, + "learning_rate": 5.072352219966275e-06, + "loss": 2.3238, + "step": 39380 + }, + { + "epoch": 0.6741128742361218, + "grad_norm": 2.3584911823272705, + "learning_rate": 5.071869804871049e-06, + "loss": 2.393, + "step": 39381 + }, + { + "epoch": 0.6741299919546723, + "grad_norm": 2.3637325763702393, + "learning_rate": 5.0713874049231786e-06, + "loss": 2.281, + "step": 39382 + }, + { + "epoch": 0.6741471096732228, + "grad_norm": 2.607203245162964, + "learning_rate": 5.070905020124144e-06, + "loss": 2.5005, + "step": 39383 + }, + { + "epoch": 0.6741642273917732, + "grad_norm": 2.3997931480407715, + "learning_rate": 5.070422650475431e-06, + "loss": 2.4111, + "step": 39384 + }, + { + "epoch": 0.6741813451103237, + "grad_norm": 2.5344479084014893, + "learning_rate": 5.0699402959785235e-06, + "loss": 2.3741, + "step": 39385 + }, + { + "epoch": 0.6741984628288742, + "grad_norm": 2.2915689945220947, + "learning_rate": 5.069457956634896e-06, + "loss": 2.3141, + "step": 39386 + }, + { + "epoch": 0.6742155805474246, + "grad_norm": 2.3114964962005615, + "learning_rate": 5.068975632446042e-06, + "loss": 2.3804, + "step": 39387 + }, + { + "epoch": 0.6742326982659751, + "grad_norm": 2.5133562088012695, + "learning_rate": 5.068493323413436e-06, + "loss": 2.4037, + "step": 39388 + }, + { + "epoch": 0.6742498159845256, + "grad_norm": 2.408416986465454, + "learning_rate": 5.0680110295385636e-06, + "loss": 2.442, + "step": 39389 + }, + { + "epoch": 0.674266933703076, + "grad_norm": 2.437244415283203, + "learning_rate": 5.06752875082291e-06, + "loss": 2.4391, + "step": 39390 + }, + { + "epoch": 0.6742840514216265, + "grad_norm": 2.4935104846954346, + "learning_rate": 5.067046487267946e-06, + "loss": 2.3927, + "step": 39391 + }, + { + "epoch": 0.674301169140177, + "grad_norm": 2.3934743404388428, + "learning_rate": 5.066564238875171e-06, + "loss": 2.4743, + "step": 39392 + }, + { + "epoch": 0.6743182868587275, + "grad_norm": 2.458871364593506, + "learning_rate": 5.0660820056460535e-06, + "loss": 2.4105, + "step": 39393 + }, + { + "epoch": 0.6743354045772779, + "grad_norm": 2.548612356185913, + "learning_rate": 5.065599787582083e-06, + "loss": 2.2893, + "step": 39394 + }, + { + "epoch": 0.6743525222958284, + "grad_norm": 2.5353355407714844, + "learning_rate": 5.06511758468474e-06, + "loss": 2.4343, + "step": 39395 + }, + { + "epoch": 0.6743696400143789, + "grad_norm": 2.482808828353882, + "learning_rate": 5.0646353969555e-06, + "loss": 2.4401, + "step": 39396 + }, + { + "epoch": 0.6743867577329293, + "grad_norm": 2.4028730392456055, + "learning_rate": 5.0641532243958595e-06, + "loss": 2.3323, + "step": 39397 + }, + { + "epoch": 0.6744038754514798, + "grad_norm": 2.468524217605591, + "learning_rate": 5.063671067007283e-06, + "loss": 2.3806, + "step": 39398 + }, + { + "epoch": 0.6744209931700303, + "grad_norm": 2.5438270568847656, + "learning_rate": 5.0631889247912695e-06, + "loss": 2.382, + "step": 39399 + }, + { + "epoch": 0.6744381108885807, + "grad_norm": 2.483297824859619, + "learning_rate": 5.062706797749289e-06, + "loss": 2.3406, + "step": 39400 + }, + { + "epoch": 0.6744552286071313, + "grad_norm": 2.438924789428711, + "learning_rate": 5.062224685882829e-06, + "loss": 2.3339, + "step": 39401 + }, + { + "epoch": 0.6744723463256818, + "grad_norm": 2.507030725479126, + "learning_rate": 5.06174258919337e-06, + "loss": 2.4462, + "step": 39402 + }, + { + "epoch": 0.6744894640442322, + "grad_norm": 2.664588212966919, + "learning_rate": 5.0612605076823885e-06, + "loss": 2.4325, + "step": 39403 + }, + { + "epoch": 0.6745065817627827, + "grad_norm": 2.480813980102539, + "learning_rate": 5.06077844135138e-06, + "loss": 2.4, + "step": 39404 + }, + { + "epoch": 0.6745236994813332, + "grad_norm": 2.3347842693328857, + "learning_rate": 5.060296390201811e-06, + "loss": 2.2595, + "step": 39405 + }, + { + "epoch": 0.6745408171998836, + "grad_norm": 2.4659695625305176, + "learning_rate": 5.059814354235171e-06, + "loss": 2.4247, + "step": 39406 + }, + { + "epoch": 0.6745579349184341, + "grad_norm": 2.4660933017730713, + "learning_rate": 5.05933233345294e-06, + "loss": 2.4168, + "step": 39407 + }, + { + "epoch": 0.6745750526369846, + "grad_norm": 2.2983932495117188, + "learning_rate": 5.058850327856599e-06, + "loss": 2.2672, + "step": 39408 + }, + { + "epoch": 0.674592170355535, + "grad_norm": 2.5751101970672607, + "learning_rate": 5.058368337447637e-06, + "loss": 2.4915, + "step": 39409 + }, + { + "epoch": 0.6746092880740855, + "grad_norm": 2.5039265155792236, + "learning_rate": 5.057886362227522e-06, + "loss": 2.4626, + "step": 39410 + }, + { + "epoch": 0.674626405792636, + "grad_norm": 2.3218421936035156, + "learning_rate": 5.057404402197743e-06, + "loss": 2.3144, + "step": 39411 + }, + { + "epoch": 0.6746435235111864, + "grad_norm": 2.531456232070923, + "learning_rate": 5.056922457359781e-06, + "loss": 2.3918, + "step": 39412 + }, + { + "epoch": 0.6746606412297369, + "grad_norm": 2.4227347373962402, + "learning_rate": 5.056440527715117e-06, + "loss": 2.3879, + "step": 39413 + }, + { + "epoch": 0.6746777589482874, + "grad_norm": 2.4124908447265625, + "learning_rate": 5.0559586132652315e-06, + "loss": 2.3781, + "step": 39414 + }, + { + "epoch": 0.6746948766668378, + "grad_norm": 2.57126522064209, + "learning_rate": 5.055476714011611e-06, + "loss": 2.362, + "step": 39415 + }, + { + "epoch": 0.6747119943853883, + "grad_norm": 2.4286839962005615, + "learning_rate": 5.054994829955728e-06, + "loss": 2.3904, + "step": 39416 + }, + { + "epoch": 0.6747291121039388, + "grad_norm": 2.256294012069702, + "learning_rate": 5.054512961099068e-06, + "loss": 2.2744, + "step": 39417 + }, + { + "epoch": 0.6747462298224892, + "grad_norm": 2.4096710681915283, + "learning_rate": 5.054031107443111e-06, + "loss": 2.4249, + "step": 39418 + }, + { + "epoch": 0.6747633475410397, + "grad_norm": 2.5896003246307373, + "learning_rate": 5.053549268989339e-06, + "loss": 2.4603, + "step": 39419 + }, + { + "epoch": 0.6747804652595902, + "grad_norm": 2.261681079864502, + "learning_rate": 5.053067445739235e-06, + "loss": 2.21, + "step": 39420 + }, + { + "epoch": 0.6747975829781406, + "grad_norm": 2.4800944328308105, + "learning_rate": 5.0525856376942765e-06, + "loss": 2.4093, + "step": 39421 + }, + { + "epoch": 0.6748147006966911, + "grad_norm": 2.417463779449463, + "learning_rate": 5.052103844855949e-06, + "loss": 2.34, + "step": 39422 + }, + { + "epoch": 0.6748318184152416, + "grad_norm": 2.527526617050171, + "learning_rate": 5.051622067225726e-06, + "loss": 2.4402, + "step": 39423 + }, + { + "epoch": 0.674848936133792, + "grad_norm": 2.675935745239258, + "learning_rate": 5.051140304805093e-06, + "loss": 2.5573, + "step": 39424 + }, + { + "epoch": 0.6748660538523426, + "grad_norm": 2.5368759632110596, + "learning_rate": 5.050658557595531e-06, + "loss": 2.5648, + "step": 39425 + }, + { + "epoch": 0.6748831715708931, + "grad_norm": 2.4555869102478027, + "learning_rate": 5.050176825598521e-06, + "loss": 2.411, + "step": 39426 + }, + { + "epoch": 0.6749002892894435, + "grad_norm": 2.414409875869751, + "learning_rate": 5.049695108815544e-06, + "loss": 2.407, + "step": 39427 + }, + { + "epoch": 0.674917407007994, + "grad_norm": 2.4829769134521484, + "learning_rate": 5.049213407248072e-06, + "loss": 2.4421, + "step": 39428 + }, + { + "epoch": 0.6749345247265445, + "grad_norm": 2.3054068088531494, + "learning_rate": 5.048731720897602e-06, + "loss": 2.3414, + "step": 39429 + }, + { + "epoch": 0.6749516424450949, + "grad_norm": 2.407244920730591, + "learning_rate": 5.048250049765602e-06, + "loss": 2.4258, + "step": 39430 + }, + { + "epoch": 0.6749687601636454, + "grad_norm": 2.293928861618042, + "learning_rate": 5.047768393853554e-06, + "loss": 2.4233, + "step": 39431 + }, + { + "epoch": 0.6749858778821959, + "grad_norm": 2.5271716117858887, + "learning_rate": 5.047286753162944e-06, + "loss": 2.3616, + "step": 39432 + }, + { + "epoch": 0.6750029956007463, + "grad_norm": 2.4498322010040283, + "learning_rate": 5.046805127695242e-06, + "loss": 2.4328, + "step": 39433 + }, + { + "epoch": 0.6750201133192968, + "grad_norm": 2.4830687046051025, + "learning_rate": 5.046323517451943e-06, + "loss": 2.5437, + "step": 39434 + }, + { + "epoch": 0.6750372310378473, + "grad_norm": 2.239314317703247, + "learning_rate": 5.045841922434511e-06, + "loss": 2.2995, + "step": 39435 + }, + { + "epoch": 0.6750543487563977, + "grad_norm": 2.511112928390503, + "learning_rate": 5.045360342644443e-06, + "loss": 2.3802, + "step": 39436 + }, + { + "epoch": 0.6750714664749482, + "grad_norm": 2.500728130340576, + "learning_rate": 5.044878778083206e-06, + "loss": 2.4695, + "step": 39437 + }, + { + "epoch": 0.6750885841934987, + "grad_norm": 2.369441270828247, + "learning_rate": 5.044397228752287e-06, + "loss": 2.308, + "step": 39438 + }, + { + "epoch": 0.6751057019120492, + "grad_norm": 2.558208703994751, + "learning_rate": 5.043915694653165e-06, + "loss": 2.4717, + "step": 39439 + }, + { + "epoch": 0.6751228196305996, + "grad_norm": 2.3815665245056152, + "learning_rate": 5.043434175787314e-06, + "loss": 2.4475, + "step": 39440 + }, + { + "epoch": 0.6751399373491501, + "grad_norm": 2.5379602909088135, + "learning_rate": 5.042952672156225e-06, + "loss": 2.3633, + "step": 39441 + }, + { + "epoch": 0.6751570550677006, + "grad_norm": 2.539003610610962, + "learning_rate": 5.0424711837613706e-06, + "loss": 2.3099, + "step": 39442 + }, + { + "epoch": 0.675174172786251, + "grad_norm": 2.523611545562744, + "learning_rate": 5.0419897106042304e-06, + "loss": 2.4467, + "step": 39443 + }, + { + "epoch": 0.6751912905048015, + "grad_norm": 2.581859588623047, + "learning_rate": 5.041508252686291e-06, + "loss": 2.5083, + "step": 39444 + }, + { + "epoch": 0.675208408223352, + "grad_norm": 2.3978898525238037, + "learning_rate": 5.04102681000902e-06, + "loss": 2.3622, + "step": 39445 + }, + { + "epoch": 0.6752255259419024, + "grad_norm": 2.245850086212158, + "learning_rate": 5.040545382573911e-06, + "loss": 2.2862, + "step": 39446 + }, + { + "epoch": 0.675242643660453, + "grad_norm": 2.495556592941284, + "learning_rate": 5.040063970382434e-06, + "loss": 2.4684, + "step": 39447 + }, + { + "epoch": 0.6752597613790035, + "grad_norm": 2.4085135459899902, + "learning_rate": 5.039582573436072e-06, + "loss": 2.3679, + "step": 39448 + }, + { + "epoch": 0.6752768790975539, + "grad_norm": 2.3702313899993896, + "learning_rate": 5.039101191736305e-06, + "loss": 2.4148, + "step": 39449 + }, + { + "epoch": 0.6752939968161044, + "grad_norm": 2.3769359588623047, + "learning_rate": 5.038619825284612e-06, + "loss": 2.3684, + "step": 39450 + }, + { + "epoch": 0.6753111145346549, + "grad_norm": 2.4467146396636963, + "learning_rate": 5.038138474082474e-06, + "loss": 2.3075, + "step": 39451 + }, + { + "epoch": 0.6753282322532053, + "grad_norm": 2.3744451999664307, + "learning_rate": 5.037657138131367e-06, + "loss": 2.2602, + "step": 39452 + }, + { + "epoch": 0.6753453499717558, + "grad_norm": 2.5133750438690186, + "learning_rate": 5.037175817432779e-06, + "loss": 2.4188, + "step": 39453 + }, + { + "epoch": 0.6753624676903063, + "grad_norm": 2.4496827125549316, + "learning_rate": 5.036694511988178e-06, + "loss": 2.3548, + "step": 39454 + }, + { + "epoch": 0.6753795854088567, + "grad_norm": 2.5548808574676514, + "learning_rate": 5.036213221799049e-06, + "loss": 2.4086, + "step": 39455 + }, + { + "epoch": 0.6753967031274072, + "grad_norm": 2.322490692138672, + "learning_rate": 5.035731946866871e-06, + "loss": 2.3807, + "step": 39456 + }, + { + "epoch": 0.6754138208459577, + "grad_norm": 2.507828712463379, + "learning_rate": 5.035250687193123e-06, + "loss": 2.3411, + "step": 39457 + }, + { + "epoch": 0.6754309385645081, + "grad_norm": 2.6024386882781982, + "learning_rate": 5.034769442779283e-06, + "loss": 2.4778, + "step": 39458 + }, + { + "epoch": 0.6754480562830586, + "grad_norm": 2.4171481132507324, + "learning_rate": 5.034288213626839e-06, + "loss": 2.4352, + "step": 39459 + }, + { + "epoch": 0.6754651740016091, + "grad_norm": 2.3881044387817383, + "learning_rate": 5.033806999737256e-06, + "loss": 2.3537, + "step": 39460 + }, + { + "epoch": 0.6754822917201595, + "grad_norm": 2.4987030029296875, + "learning_rate": 5.0333258011120214e-06, + "loss": 2.3337, + "step": 39461 + }, + { + "epoch": 0.67549940943871, + "grad_norm": 2.2502026557922363, + "learning_rate": 5.03284461775261e-06, + "loss": 2.4114, + "step": 39462 + }, + { + "epoch": 0.6755165271572605, + "grad_norm": 2.475264072418213, + "learning_rate": 5.032363449660506e-06, + "loss": 2.3958, + "step": 39463 + }, + { + "epoch": 0.6755336448758109, + "grad_norm": 2.501951217651367, + "learning_rate": 5.03188229683719e-06, + "loss": 2.3771, + "step": 39464 + }, + { + "epoch": 0.6755507625943614, + "grad_norm": 2.3994381427764893, + "learning_rate": 5.0314011592841265e-06, + "loss": 2.372, + "step": 39465 + }, + { + "epoch": 0.6755678803129119, + "grad_norm": 2.4336986541748047, + "learning_rate": 5.030920037002813e-06, + "loss": 2.2544, + "step": 39466 + }, + { + "epoch": 0.6755849980314623, + "grad_norm": 2.505589485168457, + "learning_rate": 5.030438929994717e-06, + "loss": 2.395, + "step": 39467 + }, + { + "epoch": 0.6756021157500128, + "grad_norm": 2.4381208419799805, + "learning_rate": 5.029957838261319e-06, + "loss": 2.4311, + "step": 39468 + }, + { + "epoch": 0.6756192334685633, + "grad_norm": 2.6095478534698486, + "learning_rate": 5.029476761804104e-06, + "loss": 2.3321, + "step": 39469 + }, + { + "epoch": 0.6756363511871137, + "grad_norm": 2.500060558319092, + "learning_rate": 5.028995700624537e-06, + "loss": 2.2867, + "step": 39470 + }, + { + "epoch": 0.6756534689056642, + "grad_norm": 2.504181146621704, + "learning_rate": 5.028514654724113e-06, + "loss": 2.4592, + "step": 39471 + }, + { + "epoch": 0.6756705866242148, + "grad_norm": 2.3459951877593994, + "learning_rate": 5.0280336241042934e-06, + "loss": 2.3116, + "step": 39472 + }, + { + "epoch": 0.6756877043427651, + "grad_norm": 2.444014072418213, + "learning_rate": 5.027552608766575e-06, + "loss": 2.438, + "step": 39473 + }, + { + "epoch": 0.6757048220613157, + "grad_norm": 2.439026355743408, + "learning_rate": 5.0270716087124225e-06, + "loss": 2.3869, + "step": 39474 + }, + { + "epoch": 0.6757219397798662, + "grad_norm": 2.422605276107788, + "learning_rate": 5.026590623943319e-06, + "loss": 2.4422, + "step": 39475 + }, + { + "epoch": 0.6757390574984166, + "grad_norm": 2.609853744506836, + "learning_rate": 5.026109654460749e-06, + "loss": 2.3785, + "step": 39476 + }, + { + "epoch": 0.6757561752169671, + "grad_norm": 2.519260883331299, + "learning_rate": 5.025628700266174e-06, + "loss": 2.4369, + "step": 39477 + }, + { + "epoch": 0.6757732929355176, + "grad_norm": 2.364854335784912, + "learning_rate": 5.025147761361093e-06, + "loss": 2.2394, + "step": 39478 + }, + { + "epoch": 0.675790410654068, + "grad_norm": 2.5937447547912598, + "learning_rate": 5.02466683774697e-06, + "loss": 2.4945, + "step": 39479 + }, + { + "epoch": 0.6758075283726185, + "grad_norm": 2.3965401649475098, + "learning_rate": 5.024185929425287e-06, + "loss": 2.3905, + "step": 39480 + }, + { + "epoch": 0.675824646091169, + "grad_norm": 2.436708927154541, + "learning_rate": 5.023705036397526e-06, + "loss": 2.4015, + "step": 39481 + }, + { + "epoch": 0.6758417638097194, + "grad_norm": 2.465851068496704, + "learning_rate": 5.023224158665154e-06, + "loss": 2.3365, + "step": 39482 + }, + { + "epoch": 0.6758588815282699, + "grad_norm": 2.4812235832214355, + "learning_rate": 5.022743296229665e-06, + "loss": 2.3474, + "step": 39483 + }, + { + "epoch": 0.6758759992468204, + "grad_norm": 2.5730373859405518, + "learning_rate": 5.0222624490925254e-06, + "loss": 2.4178, + "step": 39484 + }, + { + "epoch": 0.6758931169653709, + "grad_norm": 2.488537073135376, + "learning_rate": 5.021781617255216e-06, + "loss": 2.4734, + "step": 39485 + }, + { + "epoch": 0.6759102346839213, + "grad_norm": 2.326789617538452, + "learning_rate": 5.021300800719216e-06, + "loss": 2.2913, + "step": 39486 + }, + { + "epoch": 0.6759273524024718, + "grad_norm": 2.596893072128296, + "learning_rate": 5.020819999486001e-06, + "loss": 2.5374, + "step": 39487 + }, + { + "epoch": 0.6759444701210223, + "grad_norm": 2.4437265396118164, + "learning_rate": 5.020339213557055e-06, + "loss": 2.514, + "step": 39488 + }, + { + "epoch": 0.6759615878395727, + "grad_norm": 2.500891923904419, + "learning_rate": 5.019858442933843e-06, + "loss": 2.3788, + "step": 39489 + }, + { + "epoch": 0.6759787055581232, + "grad_norm": 2.5037927627563477, + "learning_rate": 5.019377687617859e-06, + "loss": 2.4084, + "step": 39490 + }, + { + "epoch": 0.6759958232766737, + "grad_norm": 2.4892702102661133, + "learning_rate": 5.018896947610567e-06, + "loss": 2.3851, + "step": 39491 + }, + { + "epoch": 0.6760129409952241, + "grad_norm": 2.459258794784546, + "learning_rate": 5.018416222913451e-06, + "loss": 2.3844, + "step": 39492 + }, + { + "epoch": 0.6760300587137746, + "grad_norm": 2.4888672828674316, + "learning_rate": 5.01793551352799e-06, + "loss": 2.4642, + "step": 39493 + }, + { + "epoch": 0.6760471764323251, + "grad_norm": 2.381904125213623, + "learning_rate": 5.017454819455656e-06, + "loss": 2.2547, + "step": 39494 + }, + { + "epoch": 0.6760642941508755, + "grad_norm": 2.446336269378662, + "learning_rate": 5.016974140697934e-06, + "loss": 2.4017, + "step": 39495 + }, + { + "epoch": 0.676081411869426, + "grad_norm": 2.3707122802734375, + "learning_rate": 5.0164934772562945e-06, + "loss": 2.4025, + "step": 39496 + }, + { + "epoch": 0.6760985295879766, + "grad_norm": 2.5560615062713623, + "learning_rate": 5.016012829132217e-06, + "loss": 2.429, + "step": 39497 + }, + { + "epoch": 0.676115647306527, + "grad_norm": 2.4909298419952393, + "learning_rate": 5.01553219632718e-06, + "loss": 2.3984, + "step": 39498 + }, + { + "epoch": 0.6761327650250775, + "grad_norm": 2.3804595470428467, + "learning_rate": 5.0150515788426605e-06, + "loss": 2.3627, + "step": 39499 + }, + { + "epoch": 0.676149882743628, + "grad_norm": 2.4006989002227783, + "learning_rate": 5.014570976680134e-06, + "loss": 2.4875, + "step": 39500 + }, + { + "epoch": 0.6761670004621784, + "grad_norm": 2.5547099113464355, + "learning_rate": 5.014090389841084e-06, + "loss": 2.4894, + "step": 39501 + }, + { + "epoch": 0.6761841181807289, + "grad_norm": 2.4913556575775146, + "learning_rate": 5.013609818326979e-06, + "loss": 2.3952, + "step": 39502 + }, + { + "epoch": 0.6762012358992794, + "grad_norm": 2.5532445907592773, + "learning_rate": 5.013129262139298e-06, + "loss": 2.4264, + "step": 39503 + }, + { + "epoch": 0.6762183536178298, + "grad_norm": 2.4820008277893066, + "learning_rate": 5.012648721279523e-06, + "loss": 2.3569, + "step": 39504 + }, + { + "epoch": 0.6762354713363803, + "grad_norm": 2.4244253635406494, + "learning_rate": 5.012168195749125e-06, + "loss": 2.4625, + "step": 39505 + }, + { + "epoch": 0.6762525890549308, + "grad_norm": 2.3809077739715576, + "learning_rate": 5.011687685549589e-06, + "loss": 2.3805, + "step": 39506 + }, + { + "epoch": 0.6762697067734812, + "grad_norm": 2.6529524326324463, + "learning_rate": 5.011207190682379e-06, + "loss": 2.4731, + "step": 39507 + }, + { + "epoch": 0.6762868244920317, + "grad_norm": 2.391191244125366, + "learning_rate": 5.010726711148987e-06, + "loss": 2.3776, + "step": 39508 + }, + { + "epoch": 0.6763039422105822, + "grad_norm": 2.5032784938812256, + "learning_rate": 5.01024624695088e-06, + "loss": 2.5705, + "step": 39509 + }, + { + "epoch": 0.6763210599291326, + "grad_norm": 2.3527143001556396, + "learning_rate": 5.009765798089536e-06, + "loss": 2.352, + "step": 39510 + }, + { + "epoch": 0.6763381776476831, + "grad_norm": 2.4664018154144287, + "learning_rate": 5.009285364566435e-06, + "loss": 2.3173, + "step": 39511 + }, + { + "epoch": 0.6763552953662336, + "grad_norm": 2.427591562271118, + "learning_rate": 5.0088049463830505e-06, + "loss": 2.3826, + "step": 39512 + }, + { + "epoch": 0.676372413084784, + "grad_norm": 2.297497272491455, + "learning_rate": 5.008324543540864e-06, + "loss": 2.3291, + "step": 39513 + }, + { + "epoch": 0.6763895308033345, + "grad_norm": 2.373844623565674, + "learning_rate": 5.007844156041341e-06, + "loss": 2.3295, + "step": 39514 + }, + { + "epoch": 0.676406648521885, + "grad_norm": 2.4328293800354004, + "learning_rate": 5.007363783885974e-06, + "loss": 2.4212, + "step": 39515 + }, + { + "epoch": 0.6764237662404354, + "grad_norm": 2.3242907524108887, + "learning_rate": 5.006883427076226e-06, + "loss": 2.3031, + "step": 39516 + }, + { + "epoch": 0.6764408839589859, + "grad_norm": 2.4393374919891357, + "learning_rate": 5.006403085613578e-06, + "loss": 2.3796, + "step": 39517 + }, + { + "epoch": 0.6764580016775364, + "grad_norm": 2.459901809692383, + "learning_rate": 5.005922759499513e-06, + "loss": 2.4483, + "step": 39518 + }, + { + "epoch": 0.6764751193960868, + "grad_norm": 2.4557437896728516, + "learning_rate": 5.005442448735492e-06, + "loss": 2.4837, + "step": 39519 + }, + { + "epoch": 0.6764922371146374, + "grad_norm": 2.509598731994629, + "learning_rate": 5.004962153323007e-06, + "loss": 2.43, + "step": 39520 + }, + { + "epoch": 0.6765093548331879, + "grad_norm": 2.527503728866577, + "learning_rate": 5.004481873263527e-06, + "loss": 2.4479, + "step": 39521 + }, + { + "epoch": 0.6765264725517383, + "grad_norm": 2.625032424926758, + "learning_rate": 5.0040016085585265e-06, + "loss": 2.4218, + "step": 39522 + }, + { + "epoch": 0.6765435902702888, + "grad_norm": 2.499572992324829, + "learning_rate": 5.0035213592094845e-06, + "loss": 2.3503, + "step": 39523 + }, + { + "epoch": 0.6765607079888393, + "grad_norm": 2.3562397956848145, + "learning_rate": 5.003041125217878e-06, + "loss": 2.3424, + "step": 39524 + }, + { + "epoch": 0.6765778257073897, + "grad_norm": 2.326735734939575, + "learning_rate": 5.002560906585185e-06, + "loss": 2.4139, + "step": 39525 + }, + { + "epoch": 0.6765949434259402, + "grad_norm": 2.5505146980285645, + "learning_rate": 5.00208070331287e-06, + "loss": 2.5267, + "step": 39526 + }, + { + "epoch": 0.6766120611444907, + "grad_norm": 2.4521548748016357, + "learning_rate": 5.001600515402427e-06, + "loss": 2.4013, + "step": 39527 + }, + { + "epoch": 0.6766291788630411, + "grad_norm": 2.4790658950805664, + "learning_rate": 5.001120342855317e-06, + "loss": 2.4494, + "step": 39528 + }, + { + "epoch": 0.6766462965815916, + "grad_norm": 2.6325631141662598, + "learning_rate": 5.0006401856730215e-06, + "loss": 2.4558, + "step": 39529 + }, + { + "epoch": 0.6766634143001421, + "grad_norm": 2.564553737640381, + "learning_rate": 5.000160043857015e-06, + "loss": 2.4277, + "step": 39530 + }, + { + "epoch": 0.6766805320186925, + "grad_norm": 2.633955478668213, + "learning_rate": 4.999679917408776e-06, + "loss": 2.4954, + "step": 39531 + }, + { + "epoch": 0.676697649737243, + "grad_norm": 2.6419849395751953, + "learning_rate": 4.999199806329781e-06, + "loss": 2.5442, + "step": 39532 + }, + { + "epoch": 0.6767147674557935, + "grad_norm": 2.329667568206787, + "learning_rate": 4.9987197106215e-06, + "loss": 2.2807, + "step": 39533 + }, + { + "epoch": 0.676731885174344, + "grad_norm": 2.3244338035583496, + "learning_rate": 4.998239630285412e-06, + "loss": 2.4446, + "step": 39534 + }, + { + "epoch": 0.6767490028928944, + "grad_norm": 2.4926037788391113, + "learning_rate": 4.997759565322993e-06, + "loss": 2.4827, + "step": 39535 + }, + { + "epoch": 0.6767661206114449, + "grad_norm": 2.4192445278167725, + "learning_rate": 4.997279515735717e-06, + "loss": 2.4127, + "step": 39536 + }, + { + "epoch": 0.6767832383299954, + "grad_norm": 2.457620143890381, + "learning_rate": 4.996799481525061e-06, + "loss": 2.3707, + "step": 39537 + }, + { + "epoch": 0.6768003560485458, + "grad_norm": 2.49711537361145, + "learning_rate": 4.996319462692504e-06, + "loss": 2.3034, + "step": 39538 + }, + { + "epoch": 0.6768174737670963, + "grad_norm": 2.4883060455322266, + "learning_rate": 4.995839459239514e-06, + "loss": 2.4214, + "step": 39539 + }, + { + "epoch": 0.6768345914856468, + "grad_norm": 2.589824676513672, + "learning_rate": 4.995359471167569e-06, + "loss": 2.5492, + "step": 39540 + }, + { + "epoch": 0.6768517092041972, + "grad_norm": 2.5379586219787598, + "learning_rate": 4.994879498478144e-06, + "loss": 2.3613, + "step": 39541 + }, + { + "epoch": 0.6768688269227477, + "grad_norm": 2.4876694679260254, + "learning_rate": 4.9943995411727176e-06, + "loss": 2.3165, + "step": 39542 + }, + { + "epoch": 0.6768859446412983, + "grad_norm": 2.4482533931732178, + "learning_rate": 4.9939195992527625e-06, + "loss": 2.4219, + "step": 39543 + }, + { + "epoch": 0.6769030623598487, + "grad_norm": 2.7460317611694336, + "learning_rate": 4.993439672719753e-06, + "loss": 2.4851, + "step": 39544 + }, + { + "epoch": 0.6769201800783992, + "grad_norm": 2.3051345348358154, + "learning_rate": 4.992959761575169e-06, + "loss": 2.2815, + "step": 39545 + }, + { + "epoch": 0.6769372977969497, + "grad_norm": 2.491292715072632, + "learning_rate": 4.9924798658204795e-06, + "loss": 2.3675, + "step": 39546 + }, + { + "epoch": 0.6769544155155001, + "grad_norm": 2.4859540462493896, + "learning_rate": 4.991999985457161e-06, + "loss": 2.4634, + "step": 39547 + }, + { + "epoch": 0.6769715332340506, + "grad_norm": 2.3559277057647705, + "learning_rate": 4.9915201204866904e-06, + "loss": 2.3059, + "step": 39548 + }, + { + "epoch": 0.6769886509526011, + "grad_norm": 2.483301877975464, + "learning_rate": 4.991040270910541e-06, + "loss": 2.4074, + "step": 39549 + }, + { + "epoch": 0.6770057686711515, + "grad_norm": 2.475362777709961, + "learning_rate": 4.990560436730192e-06, + "loss": 2.3723, + "step": 39550 + }, + { + "epoch": 0.677022886389702, + "grad_norm": 2.526978015899658, + "learning_rate": 4.9900806179471075e-06, + "loss": 2.3357, + "step": 39551 + }, + { + "epoch": 0.6770400041082525, + "grad_norm": 2.5802228450775146, + "learning_rate": 4.989600814562777e-06, + "loss": 2.4932, + "step": 39552 + }, + { + "epoch": 0.6770571218268029, + "grad_norm": 2.6057374477386475, + "learning_rate": 4.989121026578664e-06, + "loss": 2.3545, + "step": 39553 + }, + { + "epoch": 0.6770742395453534, + "grad_norm": 2.5980775356292725, + "learning_rate": 4.988641253996247e-06, + "loss": 2.5586, + "step": 39554 + }, + { + "epoch": 0.6770913572639039, + "grad_norm": 2.543208360671997, + "learning_rate": 4.988161496817005e-06, + "loss": 2.3699, + "step": 39555 + }, + { + "epoch": 0.6771084749824543, + "grad_norm": 2.484994888305664, + "learning_rate": 4.987681755042399e-06, + "loss": 2.4345, + "step": 39556 + }, + { + "epoch": 0.6771255927010048, + "grad_norm": 2.4551610946655273, + "learning_rate": 4.987202028673921e-06, + "loss": 2.4099, + "step": 39557 + }, + { + "epoch": 0.6771427104195553, + "grad_norm": 2.5706892013549805, + "learning_rate": 4.986722317713033e-06, + "loss": 2.4399, + "step": 39558 + }, + { + "epoch": 0.6771598281381057, + "grad_norm": 2.599393606185913, + "learning_rate": 4.986242622161214e-06, + "loss": 2.4015, + "step": 39559 + }, + { + "epoch": 0.6771769458566562, + "grad_norm": 2.4791805744171143, + "learning_rate": 4.985762942019943e-06, + "loss": 2.3961, + "step": 39560 + }, + { + "epoch": 0.6771940635752067, + "grad_norm": 2.433093547821045, + "learning_rate": 4.98528327729068e-06, + "loss": 2.4081, + "step": 39561 + }, + { + "epoch": 0.6772111812937571, + "grad_norm": 2.406106948852539, + "learning_rate": 4.984803627974918e-06, + "loss": 2.3993, + "step": 39562 + }, + { + "epoch": 0.6772282990123076, + "grad_norm": 2.631243944168091, + "learning_rate": 4.984323994074113e-06, + "loss": 2.3815, + "step": 39563 + }, + { + "epoch": 0.6772454167308581, + "grad_norm": 2.434763193130493, + "learning_rate": 4.983844375589757e-06, + "loss": 2.3498, + "step": 39564 + }, + { + "epoch": 0.6772625344494085, + "grad_norm": 2.3942339420318604, + "learning_rate": 4.9833647725233115e-06, + "loss": 2.3522, + "step": 39565 + }, + { + "epoch": 0.677279652167959, + "grad_norm": 2.440591335296631, + "learning_rate": 4.9828851848762545e-06, + "loss": 2.4331, + "step": 39566 + }, + { + "epoch": 0.6772967698865096, + "grad_norm": 2.4410359859466553, + "learning_rate": 4.982405612650064e-06, + "loss": 2.3673, + "step": 39567 + }, + { + "epoch": 0.67731388760506, + "grad_norm": 2.461381673812866, + "learning_rate": 4.981926055846203e-06, + "loss": 2.3954, + "step": 39568 + }, + { + "epoch": 0.6773310053236105, + "grad_norm": 2.4667444229125977, + "learning_rate": 4.98144651446616e-06, + "loss": 2.4432, + "step": 39569 + }, + { + "epoch": 0.677348123042161, + "grad_norm": 2.469210386276245, + "learning_rate": 4.980966988511397e-06, + "loss": 2.3773, + "step": 39570 + }, + { + "epoch": 0.6773652407607114, + "grad_norm": 2.5512380599975586, + "learning_rate": 4.9804874779833944e-06, + "loss": 2.4932, + "step": 39571 + }, + { + "epoch": 0.6773823584792619, + "grad_norm": 2.421553134918213, + "learning_rate": 4.980007982883623e-06, + "loss": 2.3003, + "step": 39572 + }, + { + "epoch": 0.6773994761978124, + "grad_norm": 2.434603214263916, + "learning_rate": 4.9795285032135574e-06, + "loss": 2.3583, + "step": 39573 + }, + { + "epoch": 0.6774165939163628, + "grad_norm": 2.474717378616333, + "learning_rate": 4.979049038974677e-06, + "loss": 2.4362, + "step": 39574 + }, + { + "epoch": 0.6774337116349133, + "grad_norm": 2.3678767681121826, + "learning_rate": 4.978569590168446e-06, + "loss": 2.2886, + "step": 39575 + }, + { + "epoch": 0.6774508293534638, + "grad_norm": 2.3415322303771973, + "learning_rate": 4.9780901567963415e-06, + "loss": 2.3161, + "step": 39576 + }, + { + "epoch": 0.6774679470720142, + "grad_norm": 2.4464564323425293, + "learning_rate": 4.977610738859839e-06, + "loss": 2.5057, + "step": 39577 + }, + { + "epoch": 0.6774850647905647, + "grad_norm": 2.3978285789489746, + "learning_rate": 4.97713133636041e-06, + "loss": 2.256, + "step": 39578 + }, + { + "epoch": 0.6775021825091152, + "grad_norm": 2.4322688579559326, + "learning_rate": 4.9766519492995306e-06, + "loss": 2.3655, + "step": 39579 + }, + { + "epoch": 0.6775193002276657, + "grad_norm": 2.465939998626709, + "learning_rate": 4.976172577678671e-06, + "loss": 2.4204, + "step": 39580 + }, + { + "epoch": 0.6775364179462161, + "grad_norm": 2.5341906547546387, + "learning_rate": 4.97569322149931e-06, + "loss": 2.4523, + "step": 39581 + }, + { + "epoch": 0.6775535356647666, + "grad_norm": 2.3690762519836426, + "learning_rate": 4.975213880762915e-06, + "loss": 2.2721, + "step": 39582 + }, + { + "epoch": 0.6775706533833171, + "grad_norm": 2.4196691513061523, + "learning_rate": 4.974734555470961e-06, + "loss": 2.3079, + "step": 39583 + }, + { + "epoch": 0.6775877711018675, + "grad_norm": 2.648869037628174, + "learning_rate": 4.9742552456249216e-06, + "loss": 2.3944, + "step": 39584 + }, + { + "epoch": 0.677604888820418, + "grad_norm": 2.252592086791992, + "learning_rate": 4.973775951226271e-06, + "loss": 2.347, + "step": 39585 + }, + { + "epoch": 0.6776220065389685, + "grad_norm": 2.48897647857666, + "learning_rate": 4.973296672276481e-06, + "loss": 2.4387, + "step": 39586 + }, + { + "epoch": 0.6776391242575189, + "grad_norm": 2.396735191345215, + "learning_rate": 4.97281740877703e-06, + "loss": 2.3465, + "step": 39587 + }, + { + "epoch": 0.6776562419760694, + "grad_norm": 2.607921838760376, + "learning_rate": 4.972338160729382e-06, + "loss": 2.4757, + "step": 39588 + }, + { + "epoch": 0.67767335969462, + "grad_norm": 2.5703468322753906, + "learning_rate": 4.971858928135015e-06, + "loss": 2.4842, + "step": 39589 + }, + { + "epoch": 0.6776904774131703, + "grad_norm": 2.497182607650757, + "learning_rate": 4.971379710995401e-06, + "loss": 2.3026, + "step": 39590 + }, + { + "epoch": 0.6777075951317209, + "grad_norm": 2.4351391792297363, + "learning_rate": 4.970900509312013e-06, + "loss": 2.4588, + "step": 39591 + }, + { + "epoch": 0.6777247128502714, + "grad_norm": 2.519380807876587, + "learning_rate": 4.97042132308633e-06, + "loss": 2.3369, + "step": 39592 + }, + { + "epoch": 0.6777418305688218, + "grad_norm": 2.5435054302215576, + "learning_rate": 4.969942152319811e-06, + "loss": 2.3908, + "step": 39593 + }, + { + "epoch": 0.6777589482873723, + "grad_norm": 2.453015089035034, + "learning_rate": 4.969462997013944e-06, + "loss": 2.3353, + "step": 39594 + }, + { + "epoch": 0.6777760660059228, + "grad_norm": 2.4340085983276367, + "learning_rate": 4.968983857170192e-06, + "loss": 2.3635, + "step": 39595 + }, + { + "epoch": 0.6777931837244732, + "grad_norm": 2.3051633834838867, + "learning_rate": 4.968504732790029e-06, + "loss": 2.3309, + "step": 39596 + }, + { + "epoch": 0.6778103014430237, + "grad_norm": 2.597017288208008, + "learning_rate": 4.968025623874935e-06, + "loss": 2.4144, + "step": 39597 + }, + { + "epoch": 0.6778274191615742, + "grad_norm": 2.449070692062378, + "learning_rate": 4.967546530426368e-06, + "loss": 2.2718, + "step": 39598 + }, + { + "epoch": 0.6778445368801246, + "grad_norm": 2.5374186038970947, + "learning_rate": 4.9670674524458175e-06, + "loss": 2.2845, + "step": 39599 + }, + { + "epoch": 0.6778616545986751, + "grad_norm": 2.6492161750793457, + "learning_rate": 4.96658838993474e-06, + "loss": 2.3905, + "step": 39600 + }, + { + "epoch": 0.6778787723172256, + "grad_norm": 2.4981977939605713, + "learning_rate": 4.9661093428946235e-06, + "loss": 2.3731, + "step": 39601 + }, + { + "epoch": 0.677895890035776, + "grad_norm": 2.6715171337127686, + "learning_rate": 4.965630311326929e-06, + "loss": 2.5067, + "step": 39602 + }, + { + "epoch": 0.6779130077543265, + "grad_norm": 2.4062509536743164, + "learning_rate": 4.965151295233133e-06, + "loss": 2.3474, + "step": 39603 + }, + { + "epoch": 0.677930125472877, + "grad_norm": 2.5586607456207275, + "learning_rate": 4.964672294614711e-06, + "loss": 2.485, + "step": 39604 + }, + { + "epoch": 0.6779472431914274, + "grad_norm": 2.4438042640686035, + "learning_rate": 4.964193309473125e-06, + "loss": 2.338, + "step": 39605 + }, + { + "epoch": 0.6779643609099779, + "grad_norm": 2.4807865619659424, + "learning_rate": 4.96371433980986e-06, + "loss": 2.3557, + "step": 39606 + }, + { + "epoch": 0.6779814786285284, + "grad_norm": 2.5208957195281982, + "learning_rate": 4.963235385626379e-06, + "loss": 2.3756, + "step": 39607 + }, + { + "epoch": 0.6779985963470788, + "grad_norm": 2.501006603240967, + "learning_rate": 4.962756446924158e-06, + "loss": 2.3559, + "step": 39608 + }, + { + "epoch": 0.6780157140656293, + "grad_norm": 2.6331229209899902, + "learning_rate": 4.962277523704667e-06, + "loss": 2.3604, + "step": 39609 + }, + { + "epoch": 0.6780328317841798, + "grad_norm": 2.4748740196228027, + "learning_rate": 4.961798615969381e-06, + "loss": 2.2877, + "step": 39610 + }, + { + "epoch": 0.6780499495027302, + "grad_norm": 2.5294787883758545, + "learning_rate": 4.961319723719774e-06, + "loss": 2.3354, + "step": 39611 + }, + { + "epoch": 0.6780670672212807, + "grad_norm": 2.35459041595459, + "learning_rate": 4.96084084695731e-06, + "loss": 2.3874, + "step": 39612 + }, + { + "epoch": 0.6780841849398312, + "grad_norm": 2.5815072059631348, + "learning_rate": 4.960361985683466e-06, + "loss": 2.4346, + "step": 39613 + }, + { + "epoch": 0.6781013026583816, + "grad_norm": 2.6328065395355225, + "learning_rate": 4.959883139899713e-06, + "loss": 2.44, + "step": 39614 + }, + { + "epoch": 0.6781184203769322, + "grad_norm": 2.6782455444335938, + "learning_rate": 4.9594043096075214e-06, + "loss": 2.4551, + "step": 39615 + }, + { + "epoch": 0.6781355380954827, + "grad_norm": 2.309741735458374, + "learning_rate": 4.958925494808366e-06, + "loss": 2.3388, + "step": 39616 + }, + { + "epoch": 0.6781526558140331, + "grad_norm": 2.2820398807525635, + "learning_rate": 4.958446695503718e-06, + "loss": 2.3191, + "step": 39617 + }, + { + "epoch": 0.6781697735325836, + "grad_norm": 2.5130395889282227, + "learning_rate": 4.957967911695051e-06, + "loss": 2.3841, + "step": 39618 + }, + { + "epoch": 0.6781868912511341, + "grad_norm": 2.4649007320404053, + "learning_rate": 4.957489143383829e-06, + "loss": 2.3806, + "step": 39619 + }, + { + "epoch": 0.6782040089696845, + "grad_norm": 2.467790126800537, + "learning_rate": 4.9570103905715295e-06, + "loss": 2.3528, + "step": 39620 + }, + { + "epoch": 0.678221126688235, + "grad_norm": 2.5656960010528564, + "learning_rate": 4.956531653259622e-06, + "loss": 2.4717, + "step": 39621 + }, + { + "epoch": 0.6782382444067855, + "grad_norm": 2.3603925704956055, + "learning_rate": 4.95605293144958e-06, + "loss": 2.3955, + "step": 39622 + }, + { + "epoch": 0.6782553621253359, + "grad_norm": 2.350950241088867, + "learning_rate": 4.955574225142873e-06, + "loss": 2.3789, + "step": 39623 + }, + { + "epoch": 0.6782724798438864, + "grad_norm": 2.526594400405884, + "learning_rate": 4.955095534340977e-06, + "loss": 2.3897, + "step": 39624 + }, + { + "epoch": 0.6782895975624369, + "grad_norm": 2.461747884750366, + "learning_rate": 4.954616859045355e-06, + "loss": 2.3791, + "step": 39625 + }, + { + "epoch": 0.6783067152809874, + "grad_norm": 2.472395181655884, + "learning_rate": 4.954138199257482e-06, + "loss": 2.3735, + "step": 39626 + }, + { + "epoch": 0.6783238329995378, + "grad_norm": 2.5100996494293213, + "learning_rate": 4.953659554978831e-06, + "loss": 2.4288, + "step": 39627 + }, + { + "epoch": 0.6783409507180883, + "grad_norm": 2.458622694015503, + "learning_rate": 4.953180926210873e-06, + "loss": 2.4032, + "step": 39628 + }, + { + "epoch": 0.6783580684366388, + "grad_norm": 2.4574949741363525, + "learning_rate": 4.952702312955081e-06, + "loss": 2.545, + "step": 39629 + }, + { + "epoch": 0.6783751861551892, + "grad_norm": 2.500605821609497, + "learning_rate": 4.952223715212916e-06, + "loss": 2.4018, + "step": 39630 + }, + { + "epoch": 0.6783923038737397, + "grad_norm": 2.4929146766662598, + "learning_rate": 4.9517451329858635e-06, + "loss": 2.3743, + "step": 39631 + }, + { + "epoch": 0.6784094215922902, + "grad_norm": 2.294419765472412, + "learning_rate": 4.951266566275384e-06, + "loss": 2.2809, + "step": 39632 + }, + { + "epoch": 0.6784265393108406, + "grad_norm": 2.464965581893921, + "learning_rate": 4.950788015082951e-06, + "loss": 2.4371, + "step": 39633 + }, + { + "epoch": 0.6784436570293911, + "grad_norm": 2.43385648727417, + "learning_rate": 4.950309479410041e-06, + "loss": 2.3275, + "step": 39634 + }, + { + "epoch": 0.6784607747479416, + "grad_norm": 2.440396308898926, + "learning_rate": 4.949830959258113e-06, + "loss": 2.4542, + "step": 39635 + }, + { + "epoch": 0.678477892466492, + "grad_norm": 2.4196338653564453, + "learning_rate": 4.949352454628651e-06, + "loss": 2.464, + "step": 39636 + }, + { + "epoch": 0.6784950101850425, + "grad_norm": 2.631261110305786, + "learning_rate": 4.948873965523114e-06, + "loss": 2.4222, + "step": 39637 + }, + { + "epoch": 0.678512127903593, + "grad_norm": 2.4463322162628174, + "learning_rate": 4.948395491942983e-06, + "loss": 2.4192, + "step": 39638 + }, + { + "epoch": 0.6785292456221435, + "grad_norm": 2.583052396774292, + "learning_rate": 4.947917033889723e-06, + "loss": 2.4729, + "step": 39639 + }, + { + "epoch": 0.678546363340694, + "grad_norm": 2.454660177230835, + "learning_rate": 4.947438591364804e-06, + "loss": 2.3665, + "step": 39640 + }, + { + "epoch": 0.6785634810592445, + "grad_norm": 2.428039789199829, + "learning_rate": 4.946960164369703e-06, + "loss": 2.4091, + "step": 39641 + }, + { + "epoch": 0.6785805987777949, + "grad_norm": 2.330461025238037, + "learning_rate": 4.946481752905877e-06, + "loss": 2.2922, + "step": 39642 + }, + { + "epoch": 0.6785977164963454, + "grad_norm": 2.3245530128479004, + "learning_rate": 4.9460033569748134e-06, + "loss": 2.3582, + "step": 39643 + }, + { + "epoch": 0.6786148342148959, + "grad_norm": 2.406189203262329, + "learning_rate": 4.94552497657797e-06, + "loss": 2.3742, + "step": 39644 + }, + { + "epoch": 0.6786319519334463, + "grad_norm": 2.356065273284912, + "learning_rate": 4.945046611716823e-06, + "loss": 2.4119, + "step": 39645 + }, + { + "epoch": 0.6786490696519968, + "grad_norm": 2.4731533527374268, + "learning_rate": 4.944568262392844e-06, + "loss": 2.3101, + "step": 39646 + }, + { + "epoch": 0.6786661873705473, + "grad_norm": 2.5067684650421143, + "learning_rate": 4.9440899286074926e-06, + "loss": 2.4456, + "step": 39647 + }, + { + "epoch": 0.6786833050890977, + "grad_norm": 2.5053961277008057, + "learning_rate": 4.943611610362256e-06, + "loss": 2.4748, + "step": 39648 + }, + { + "epoch": 0.6787004228076482, + "grad_norm": 2.4539878368377686, + "learning_rate": 4.943133307658591e-06, + "loss": 2.3653, + "step": 39649 + }, + { + "epoch": 0.6787175405261987, + "grad_norm": 2.443337917327881, + "learning_rate": 4.942655020497971e-06, + "loss": 2.4386, + "step": 39650 + }, + { + "epoch": 0.6787346582447491, + "grad_norm": 2.389277219772339, + "learning_rate": 4.942176748881869e-06, + "loss": 2.361, + "step": 39651 + }, + { + "epoch": 0.6787517759632996, + "grad_norm": 2.3518519401550293, + "learning_rate": 4.941698492811752e-06, + "loss": 2.3383, + "step": 39652 + }, + { + "epoch": 0.6787688936818501, + "grad_norm": 2.5152080059051514, + "learning_rate": 4.941220252289095e-06, + "loss": 2.4132, + "step": 39653 + }, + { + "epoch": 0.6787860114004005, + "grad_norm": 2.5150039196014404, + "learning_rate": 4.940742027315357e-06, + "loss": 2.3678, + "step": 39654 + }, + { + "epoch": 0.678803129118951, + "grad_norm": 2.569944143295288, + "learning_rate": 4.9402638178920226e-06, + "loss": 2.3706, + "step": 39655 + }, + { + "epoch": 0.6788202468375015, + "grad_norm": 2.467123508453369, + "learning_rate": 4.93978562402055e-06, + "loss": 2.5045, + "step": 39656 + }, + { + "epoch": 0.6788373645560519, + "grad_norm": 2.379934549331665, + "learning_rate": 4.939307445702414e-06, + "loss": 2.3704, + "step": 39657 + }, + { + "epoch": 0.6788544822746024, + "grad_norm": 2.3525924682617188, + "learning_rate": 4.938829282939083e-06, + "loss": 2.2864, + "step": 39658 + }, + { + "epoch": 0.6788715999931529, + "grad_norm": 2.559903621673584, + "learning_rate": 4.9383511357320265e-06, + "loss": 2.4714, + "step": 39659 + }, + { + "epoch": 0.6788887177117033, + "grad_norm": 2.250535011291504, + "learning_rate": 4.937873004082716e-06, + "loss": 2.3024, + "step": 39660 + }, + { + "epoch": 0.6789058354302538, + "grad_norm": 2.4493350982666016, + "learning_rate": 4.937394887992624e-06, + "loss": 2.3559, + "step": 39661 + }, + { + "epoch": 0.6789229531488044, + "grad_norm": 2.4216506481170654, + "learning_rate": 4.93691678746321e-06, + "loss": 2.4099, + "step": 39662 + }, + { + "epoch": 0.6789400708673548, + "grad_norm": 2.4552958011627197, + "learning_rate": 4.936438702495953e-06, + "loss": 2.3715, + "step": 39663 + }, + { + "epoch": 0.6789571885859053, + "grad_norm": 2.5931735038757324, + "learning_rate": 4.935960633092316e-06, + "loss": 2.4567, + "step": 39664 + }, + { + "epoch": 0.6789743063044558, + "grad_norm": 2.4543890953063965, + "learning_rate": 4.935482579253773e-06, + "loss": 2.3415, + "step": 39665 + }, + { + "epoch": 0.6789914240230062, + "grad_norm": 2.3843839168548584, + "learning_rate": 4.935004540981795e-06, + "loss": 2.4317, + "step": 39666 + }, + { + "epoch": 0.6790085417415567, + "grad_norm": 2.5288329124450684, + "learning_rate": 4.93452651827784e-06, + "loss": 2.3519, + "step": 39667 + }, + { + "epoch": 0.6790256594601072, + "grad_norm": 2.4436986446380615, + "learning_rate": 4.934048511143394e-06, + "loss": 2.3832, + "step": 39668 + }, + { + "epoch": 0.6790427771786576, + "grad_norm": 2.5000059604644775, + "learning_rate": 4.9335705195799135e-06, + "loss": 2.3439, + "step": 39669 + }, + { + "epoch": 0.6790598948972081, + "grad_norm": 2.5537562370300293, + "learning_rate": 4.9330925435888725e-06, + "loss": 2.3483, + "step": 39670 + }, + { + "epoch": 0.6790770126157586, + "grad_norm": 2.6444990634918213, + "learning_rate": 4.932614583171738e-06, + "loss": 2.3396, + "step": 39671 + }, + { + "epoch": 0.6790941303343091, + "grad_norm": 2.3168740272521973, + "learning_rate": 4.932136638329981e-06, + "loss": 2.1873, + "step": 39672 + }, + { + "epoch": 0.6791112480528595, + "grad_norm": 2.4997200965881348, + "learning_rate": 4.931658709065075e-06, + "loss": 2.4229, + "step": 39673 + }, + { + "epoch": 0.67912836577141, + "grad_norm": 2.3913066387176514, + "learning_rate": 4.931180795378475e-06, + "loss": 2.4275, + "step": 39674 + }, + { + "epoch": 0.6791454834899605, + "grad_norm": 2.4386425018310547, + "learning_rate": 4.930702897271666e-06, + "loss": 2.3142, + "step": 39675 + }, + { + "epoch": 0.6791626012085109, + "grad_norm": 2.4111180305480957, + "learning_rate": 4.930225014746108e-06, + "loss": 2.3632, + "step": 39676 + }, + { + "epoch": 0.6791797189270614, + "grad_norm": 2.5189316272735596, + "learning_rate": 4.929747147803271e-06, + "loss": 2.3125, + "step": 39677 + }, + { + "epoch": 0.6791968366456119, + "grad_norm": 2.468863010406494, + "learning_rate": 4.929269296444628e-06, + "loss": 2.4056, + "step": 39678 + }, + { + "epoch": 0.6792139543641623, + "grad_norm": 2.4903483390808105, + "learning_rate": 4.928791460671637e-06, + "loss": 2.3402, + "step": 39679 + }, + { + "epoch": 0.6792310720827128, + "grad_norm": 2.4235711097717285, + "learning_rate": 4.928313640485781e-06, + "loss": 2.3975, + "step": 39680 + }, + { + "epoch": 0.6792481898012633, + "grad_norm": 2.354517698287964, + "learning_rate": 4.927835835888518e-06, + "loss": 2.3654, + "step": 39681 + }, + { + "epoch": 0.6792653075198137, + "grad_norm": 2.410278558731079, + "learning_rate": 4.927358046881321e-06, + "loss": 2.4164, + "step": 39682 + }, + { + "epoch": 0.6792824252383642, + "grad_norm": 2.3441519737243652, + "learning_rate": 4.926880273465661e-06, + "loss": 2.2872, + "step": 39683 + }, + { + "epoch": 0.6792995429569147, + "grad_norm": 2.412095546722412, + "learning_rate": 4.926402515642996e-06, + "loss": 2.3806, + "step": 39684 + }, + { + "epoch": 0.6793166606754651, + "grad_norm": 2.3613619804382324, + "learning_rate": 4.925924773414809e-06, + "loss": 2.2901, + "step": 39685 + }, + { + "epoch": 0.6793337783940157, + "grad_norm": 2.395678997039795, + "learning_rate": 4.925447046782558e-06, + "loss": 2.4138, + "step": 39686 + }, + { + "epoch": 0.6793508961125662, + "grad_norm": 2.395510673522949, + "learning_rate": 4.924969335747714e-06, + "loss": 2.3738, + "step": 39687 + }, + { + "epoch": 0.6793680138311166, + "grad_norm": 2.4597790241241455, + "learning_rate": 4.924491640311745e-06, + "loss": 2.4895, + "step": 39688 + }, + { + "epoch": 0.6793851315496671, + "grad_norm": 2.5380399227142334, + "learning_rate": 4.92401396047612e-06, + "loss": 2.4896, + "step": 39689 + }, + { + "epoch": 0.6794022492682176, + "grad_norm": 2.3968331813812256, + "learning_rate": 4.923536296242313e-06, + "loss": 2.358, + "step": 39690 + }, + { + "epoch": 0.679419366986768, + "grad_norm": 2.3753302097320557, + "learning_rate": 4.923058647611778e-06, + "loss": 2.2652, + "step": 39691 + }, + { + "epoch": 0.6794364847053185, + "grad_norm": 2.449415922164917, + "learning_rate": 4.922581014585999e-06, + "loss": 2.3994, + "step": 39692 + }, + { + "epoch": 0.679453602423869, + "grad_norm": 2.517426013946533, + "learning_rate": 4.922103397166434e-06, + "loss": 2.3767, + "step": 39693 + }, + { + "epoch": 0.6794707201424194, + "grad_norm": 2.458451509475708, + "learning_rate": 4.921625795354552e-06, + "loss": 2.3192, + "step": 39694 + }, + { + "epoch": 0.6794878378609699, + "grad_norm": 2.435404062271118, + "learning_rate": 4.921148209151824e-06, + "loss": 2.3817, + "step": 39695 + }, + { + "epoch": 0.6795049555795204, + "grad_norm": 2.445798873901367, + "learning_rate": 4.920670638559716e-06, + "loss": 2.4434, + "step": 39696 + }, + { + "epoch": 0.6795220732980708, + "grad_norm": 2.3394224643707275, + "learning_rate": 4.9201930835797e-06, + "loss": 2.4146, + "step": 39697 + }, + { + "epoch": 0.6795391910166213, + "grad_norm": 2.4390034675598145, + "learning_rate": 4.919715544213237e-06, + "loss": 2.4083, + "step": 39698 + }, + { + "epoch": 0.6795563087351718, + "grad_norm": 2.4653780460357666, + "learning_rate": 4.919238020461799e-06, + "loss": 2.4375, + "step": 39699 + }, + { + "epoch": 0.6795734264537222, + "grad_norm": 2.5396571159362793, + "learning_rate": 4.918760512326852e-06, + "loss": 2.4522, + "step": 39700 + }, + { + "epoch": 0.6795905441722727, + "grad_norm": 2.4601190090179443, + "learning_rate": 4.918283019809864e-06, + "loss": 2.4967, + "step": 39701 + }, + { + "epoch": 0.6796076618908232, + "grad_norm": 2.5888097286224365, + "learning_rate": 4.917805542912305e-06, + "loss": 2.5467, + "step": 39702 + }, + { + "epoch": 0.6796247796093736, + "grad_norm": 2.354710340499878, + "learning_rate": 4.917328081635644e-06, + "loss": 2.324, + "step": 39703 + }, + { + "epoch": 0.6796418973279241, + "grad_norm": 2.4928085803985596, + "learning_rate": 4.91685063598134e-06, + "loss": 2.4203, + "step": 39704 + }, + { + "epoch": 0.6796590150464746, + "grad_norm": 2.4011335372924805, + "learning_rate": 4.9163732059508675e-06, + "loss": 2.3825, + "step": 39705 + }, + { + "epoch": 0.679676132765025, + "grad_norm": 2.4284520149230957, + "learning_rate": 4.915895791545693e-06, + "loss": 2.3627, + "step": 39706 + }, + { + "epoch": 0.6796932504835755, + "grad_norm": 2.534623861312866, + "learning_rate": 4.915418392767282e-06, + "loss": 2.4918, + "step": 39707 + }, + { + "epoch": 0.679710368202126, + "grad_norm": 2.391083002090454, + "learning_rate": 4.9149410096171035e-06, + "loss": 2.3571, + "step": 39708 + }, + { + "epoch": 0.6797274859206764, + "grad_norm": 2.432121515274048, + "learning_rate": 4.914463642096624e-06, + "loss": 2.425, + "step": 39709 + }, + { + "epoch": 0.679744603639227, + "grad_norm": 2.2708382606506348, + "learning_rate": 4.9139862902073155e-06, + "loss": 2.4468, + "step": 39710 + }, + { + "epoch": 0.6797617213577775, + "grad_norm": 2.354444980621338, + "learning_rate": 4.913508953950636e-06, + "loss": 2.3331, + "step": 39711 + }, + { + "epoch": 0.6797788390763279, + "grad_norm": 2.4364943504333496, + "learning_rate": 4.913031633328059e-06, + "loss": 2.4904, + "step": 39712 + }, + { + "epoch": 0.6797959567948784, + "grad_norm": 2.4477291107177734, + "learning_rate": 4.912554328341049e-06, + "loss": 2.3979, + "step": 39713 + }, + { + "epoch": 0.6798130745134289, + "grad_norm": 2.62387752532959, + "learning_rate": 4.912077038991076e-06, + "loss": 2.5346, + "step": 39714 + }, + { + "epoch": 0.6798301922319793, + "grad_norm": 2.3774969577789307, + "learning_rate": 4.911599765279608e-06, + "loss": 2.3293, + "step": 39715 + }, + { + "epoch": 0.6798473099505298, + "grad_norm": 2.5461342334747314, + "learning_rate": 4.9111225072081015e-06, + "loss": 2.522, + "step": 39716 + }, + { + "epoch": 0.6798644276690803, + "grad_norm": 2.5213682651519775, + "learning_rate": 4.910645264778039e-06, + "loss": 2.3999, + "step": 39717 + }, + { + "epoch": 0.6798815453876307, + "grad_norm": 2.4327850341796875, + "learning_rate": 4.910168037990875e-06, + "loss": 2.4466, + "step": 39718 + }, + { + "epoch": 0.6798986631061812, + "grad_norm": 2.575777769088745, + "learning_rate": 4.909690826848082e-06, + "loss": 2.4784, + "step": 39719 + }, + { + "epoch": 0.6799157808247317, + "grad_norm": 2.5035412311553955, + "learning_rate": 4.9092136313511286e-06, + "loss": 2.3696, + "step": 39720 + }, + { + "epoch": 0.6799328985432822, + "grad_norm": 2.4088499546051025, + "learning_rate": 4.908736451501471e-06, + "loss": 2.4829, + "step": 39721 + }, + { + "epoch": 0.6799500162618326, + "grad_norm": 2.565789222717285, + "learning_rate": 4.908259287300592e-06, + "loss": 2.4229, + "step": 39722 + }, + { + "epoch": 0.6799671339803831, + "grad_norm": 2.2765486240386963, + "learning_rate": 4.907782138749946e-06, + "loss": 2.2985, + "step": 39723 + }, + { + "epoch": 0.6799842516989336, + "grad_norm": 2.422462224960327, + "learning_rate": 4.907305005851002e-06, + "loss": 2.345, + "step": 39724 + }, + { + "epoch": 0.680001369417484, + "grad_norm": 2.42293643951416, + "learning_rate": 4.906827888605233e-06, + "loss": 2.4795, + "step": 39725 + }, + { + "epoch": 0.6800184871360345, + "grad_norm": 2.5130202770233154, + "learning_rate": 4.906350787014092e-06, + "loss": 2.4386, + "step": 39726 + }, + { + "epoch": 0.680035604854585, + "grad_norm": 2.5056769847869873, + "learning_rate": 4.9058737010790605e-06, + "loss": 2.3293, + "step": 39727 + }, + { + "epoch": 0.6800527225731354, + "grad_norm": 2.4089949131011963, + "learning_rate": 4.9053966308015925e-06, + "loss": 2.2407, + "step": 39728 + }, + { + "epoch": 0.6800698402916859, + "grad_norm": 2.6198465824127197, + "learning_rate": 4.904919576183166e-06, + "loss": 2.3957, + "step": 39729 + }, + { + "epoch": 0.6800869580102364, + "grad_norm": 2.5197746753692627, + "learning_rate": 4.904442537225238e-06, + "loss": 2.4533, + "step": 39730 + }, + { + "epoch": 0.6801040757287868, + "grad_norm": 2.5076968669891357, + "learning_rate": 4.903965513929279e-06, + "loss": 2.5036, + "step": 39731 + }, + { + "epoch": 0.6801211934473373, + "grad_norm": 2.6787800788879395, + "learning_rate": 4.903488506296753e-06, + "loss": 2.468, + "step": 39732 + }, + { + "epoch": 0.6801383111658879, + "grad_norm": 2.3756327629089355, + "learning_rate": 4.903011514329127e-06, + "loss": 2.4307, + "step": 39733 + }, + { + "epoch": 0.6801554288844383, + "grad_norm": 2.412320137023926, + "learning_rate": 4.902534538027872e-06, + "loss": 2.2515, + "step": 39734 + }, + { + "epoch": 0.6801725466029888, + "grad_norm": 2.590280055999756, + "learning_rate": 4.902057577394447e-06, + "loss": 2.5342, + "step": 39735 + }, + { + "epoch": 0.6801896643215393, + "grad_norm": 2.4497923851013184, + "learning_rate": 4.90158063243032e-06, + "loss": 2.3444, + "step": 39736 + }, + { + "epoch": 0.6802067820400897, + "grad_norm": 2.4651052951812744, + "learning_rate": 4.901103703136957e-06, + "loss": 2.3622, + "step": 39737 + }, + { + "epoch": 0.6802238997586402, + "grad_norm": 2.467118501663208, + "learning_rate": 4.900626789515824e-06, + "loss": 2.3082, + "step": 39738 + }, + { + "epoch": 0.6802410174771907, + "grad_norm": 2.5922765731811523, + "learning_rate": 4.900149891568388e-06, + "loss": 2.4532, + "step": 39739 + }, + { + "epoch": 0.6802581351957411, + "grad_norm": 2.4180235862731934, + "learning_rate": 4.899673009296117e-06, + "loss": 2.3166, + "step": 39740 + }, + { + "epoch": 0.6802752529142916, + "grad_norm": 2.5100574493408203, + "learning_rate": 4.899196142700472e-06, + "loss": 2.3479, + "step": 39741 + }, + { + "epoch": 0.6802923706328421, + "grad_norm": 2.5158486366271973, + "learning_rate": 4.898719291782919e-06, + "loss": 2.3337, + "step": 39742 + }, + { + "epoch": 0.6803094883513925, + "grad_norm": 2.434866428375244, + "learning_rate": 4.8982424565449274e-06, + "loss": 2.3449, + "step": 39743 + }, + { + "epoch": 0.680326606069943, + "grad_norm": 2.602048397064209, + "learning_rate": 4.897765636987959e-06, + "loss": 2.5065, + "step": 39744 + }, + { + "epoch": 0.6803437237884935, + "grad_norm": 2.563828468322754, + "learning_rate": 4.897288833113481e-06, + "loss": 2.4695, + "step": 39745 + }, + { + "epoch": 0.6803608415070439, + "grad_norm": 2.5319297313690186, + "learning_rate": 4.8968120449229605e-06, + "loss": 2.3257, + "step": 39746 + }, + { + "epoch": 0.6803779592255944, + "grad_norm": 2.4861812591552734, + "learning_rate": 4.8963352724178635e-06, + "loss": 2.452, + "step": 39747 + }, + { + "epoch": 0.6803950769441449, + "grad_norm": 2.464276075363159, + "learning_rate": 4.895858515599651e-06, + "loss": 2.4978, + "step": 39748 + }, + { + "epoch": 0.6804121946626953, + "grad_norm": 2.52148175239563, + "learning_rate": 4.895381774469791e-06, + "loss": 2.5545, + "step": 39749 + }, + { + "epoch": 0.6804293123812458, + "grad_norm": 2.5319461822509766, + "learning_rate": 4.894905049029748e-06, + "loss": 2.491, + "step": 39750 + }, + { + "epoch": 0.6804464300997963, + "grad_norm": 2.499434232711792, + "learning_rate": 4.894428339280988e-06, + "loss": 2.3847, + "step": 39751 + }, + { + "epoch": 0.6804635478183467, + "grad_norm": 2.4870963096618652, + "learning_rate": 4.89395164522498e-06, + "loss": 2.4364, + "step": 39752 + }, + { + "epoch": 0.6804806655368972, + "grad_norm": 2.4801430702209473, + "learning_rate": 4.893474966863179e-06, + "loss": 2.2691, + "step": 39753 + }, + { + "epoch": 0.6804977832554477, + "grad_norm": 2.4361379146575928, + "learning_rate": 4.892998304197063e-06, + "loss": 2.3464, + "step": 39754 + }, + { + "epoch": 0.6805149009739981, + "grad_norm": 2.5475497245788574, + "learning_rate": 4.892521657228087e-06, + "loss": 2.4582, + "step": 39755 + }, + { + "epoch": 0.6805320186925486, + "grad_norm": 2.4775381088256836, + "learning_rate": 4.892045025957719e-06, + "loss": 2.4047, + "step": 39756 + }, + { + "epoch": 0.6805491364110992, + "grad_norm": 2.432891845703125, + "learning_rate": 4.89156841038743e-06, + "loss": 2.4028, + "step": 39757 + }, + { + "epoch": 0.6805662541296496, + "grad_norm": 2.5199851989746094, + "learning_rate": 4.8910918105186715e-06, + "loss": 2.4774, + "step": 39758 + }, + { + "epoch": 0.6805833718482001, + "grad_norm": 2.517613172531128, + "learning_rate": 4.890615226352924e-06, + "loss": 2.3562, + "step": 39759 + }, + { + "epoch": 0.6806004895667506, + "grad_norm": 2.532646656036377, + "learning_rate": 4.890138657891637e-06, + "loss": 2.4813, + "step": 39760 + }, + { + "epoch": 0.680617607285301, + "grad_norm": 2.574495553970337, + "learning_rate": 4.889662105136291e-06, + "loss": 2.3815, + "step": 39761 + }, + { + "epoch": 0.6806347250038515, + "grad_norm": 2.513176441192627, + "learning_rate": 4.8891855680883395e-06, + "loss": 2.4028, + "step": 39762 + }, + { + "epoch": 0.680651842722402, + "grad_norm": 2.557190418243408, + "learning_rate": 4.88870904674925e-06, + "loss": 2.3208, + "step": 39763 + }, + { + "epoch": 0.6806689604409524, + "grad_norm": 2.4564576148986816, + "learning_rate": 4.888232541120492e-06, + "loss": 2.3124, + "step": 39764 + }, + { + "epoch": 0.6806860781595029, + "grad_norm": 2.3266217708587646, + "learning_rate": 4.887756051203518e-06, + "loss": 2.4071, + "step": 39765 + }, + { + "epoch": 0.6807031958780534, + "grad_norm": 2.6000616550445557, + "learning_rate": 4.887279576999809e-06, + "loss": 2.3805, + "step": 39766 + }, + { + "epoch": 0.6807203135966039, + "grad_norm": 2.488556146621704, + "learning_rate": 4.886803118510817e-06, + "loss": 2.3168, + "step": 39767 + }, + { + "epoch": 0.6807374313151543, + "grad_norm": 2.4467790126800537, + "learning_rate": 4.88632667573801e-06, + "loss": 2.3793, + "step": 39768 + }, + { + "epoch": 0.6807545490337048, + "grad_norm": 2.461061477661133, + "learning_rate": 4.885850248682858e-06, + "loss": 2.3808, + "step": 39769 + }, + { + "epoch": 0.6807716667522553, + "grad_norm": 2.5114266872406006, + "learning_rate": 4.8853738373468106e-06, + "loss": 2.4394, + "step": 39770 + }, + { + "epoch": 0.6807887844708057, + "grad_norm": 2.3970329761505127, + "learning_rate": 4.88489744173135e-06, + "loss": 2.2965, + "step": 39771 + }, + { + "epoch": 0.6808059021893562, + "grad_norm": 2.6568775177001953, + "learning_rate": 4.884421061837929e-06, + "loss": 2.3652, + "step": 39772 + }, + { + "epoch": 0.6808230199079067, + "grad_norm": 2.4855215549468994, + "learning_rate": 4.883944697668015e-06, + "loss": 2.3199, + "step": 39773 + }, + { + "epoch": 0.6808401376264571, + "grad_norm": 2.4660489559173584, + "learning_rate": 4.883468349223073e-06, + "loss": 2.3948, + "step": 39774 + }, + { + "epoch": 0.6808572553450076, + "grad_norm": 2.5011353492736816, + "learning_rate": 4.882992016504565e-06, + "loss": 2.3319, + "step": 39775 + }, + { + "epoch": 0.6808743730635581, + "grad_norm": 2.5945358276367188, + "learning_rate": 4.882515699513961e-06, + "loss": 2.5279, + "step": 39776 + }, + { + "epoch": 0.6808914907821085, + "grad_norm": 2.42814302444458, + "learning_rate": 4.882039398252717e-06, + "loss": 2.4096, + "step": 39777 + }, + { + "epoch": 0.680908608500659, + "grad_norm": 2.476057529449463, + "learning_rate": 4.8815631127223006e-06, + "loss": 2.4431, + "step": 39778 + }, + { + "epoch": 0.6809257262192095, + "grad_norm": 2.5088446140289307, + "learning_rate": 4.881086842924176e-06, + "loss": 2.3676, + "step": 39779 + }, + { + "epoch": 0.68094284393776, + "grad_norm": 2.370382308959961, + "learning_rate": 4.8806105888598056e-06, + "loss": 2.4665, + "step": 39780 + }, + { + "epoch": 0.6809599616563105, + "grad_norm": 2.6893134117126465, + "learning_rate": 4.880134350530654e-06, + "loss": 2.4335, + "step": 39781 + }, + { + "epoch": 0.680977079374861, + "grad_norm": 2.347032308578491, + "learning_rate": 4.8796581279381876e-06, + "loss": 2.3309, + "step": 39782 + }, + { + "epoch": 0.6809941970934114, + "grad_norm": 2.592805862426758, + "learning_rate": 4.8791819210838696e-06, + "loss": 2.4739, + "step": 39783 + }, + { + "epoch": 0.6810113148119619, + "grad_norm": 2.5350089073181152, + "learning_rate": 4.8787057299691585e-06, + "loss": 2.4348, + "step": 39784 + }, + { + "epoch": 0.6810284325305124, + "grad_norm": 2.622239351272583, + "learning_rate": 4.878229554595521e-06, + "loss": 2.4862, + "step": 39785 + }, + { + "epoch": 0.6810455502490628, + "grad_norm": 2.6119251251220703, + "learning_rate": 4.877753394964423e-06, + "loss": 2.4627, + "step": 39786 + }, + { + "epoch": 0.6810626679676133, + "grad_norm": 2.5449328422546387, + "learning_rate": 4.877277251077324e-06, + "loss": 2.4195, + "step": 39787 + }, + { + "epoch": 0.6810797856861638, + "grad_norm": 2.5735011100769043, + "learning_rate": 4.876801122935693e-06, + "loss": 2.4391, + "step": 39788 + }, + { + "epoch": 0.6810969034047142, + "grad_norm": 2.5195884704589844, + "learning_rate": 4.876325010540991e-06, + "loss": 2.3808, + "step": 39789 + }, + { + "epoch": 0.6811140211232647, + "grad_norm": 2.584451913833618, + "learning_rate": 4.8758489138946775e-06, + "loss": 2.3032, + "step": 39790 + }, + { + "epoch": 0.6811311388418152, + "grad_norm": 2.562323570251465, + "learning_rate": 4.875372832998219e-06, + "loss": 2.2932, + "step": 39791 + }, + { + "epoch": 0.6811482565603656, + "grad_norm": 2.464096784591675, + "learning_rate": 4.8748967678530786e-06, + "loss": 2.2702, + "step": 39792 + }, + { + "epoch": 0.6811653742789161, + "grad_norm": 2.4447505474090576, + "learning_rate": 4.874420718460719e-06, + "loss": 2.4481, + "step": 39793 + }, + { + "epoch": 0.6811824919974666, + "grad_norm": 2.5311059951782227, + "learning_rate": 4.873944684822609e-06, + "loss": 2.4469, + "step": 39794 + }, + { + "epoch": 0.681199609716017, + "grad_norm": 2.7009952068328857, + "learning_rate": 4.8734686669401994e-06, + "loss": 2.465, + "step": 39795 + }, + { + "epoch": 0.6812167274345675, + "grad_norm": 2.4565186500549316, + "learning_rate": 4.872992664814969e-06, + "loss": 2.2446, + "step": 39796 + }, + { + "epoch": 0.681233845153118, + "grad_norm": 2.3808200359344482, + "learning_rate": 4.872516678448367e-06, + "loss": 2.294, + "step": 39797 + }, + { + "epoch": 0.6812509628716684, + "grad_norm": 2.343973398208618, + "learning_rate": 4.872040707841862e-06, + "loss": 2.2834, + "step": 39798 + }, + { + "epoch": 0.6812680805902189, + "grad_norm": 2.526524305343628, + "learning_rate": 4.871564752996918e-06, + "loss": 2.3255, + "step": 39799 + }, + { + "epoch": 0.6812851983087694, + "grad_norm": 2.518092393875122, + "learning_rate": 4.871088813914997e-06, + "loss": 2.4557, + "step": 39800 + }, + { + "epoch": 0.6813023160273198, + "grad_norm": 2.50351881980896, + "learning_rate": 4.870612890597564e-06, + "loss": 2.4875, + "step": 39801 + }, + { + "epoch": 0.6813194337458703, + "grad_norm": 2.4624176025390625, + "learning_rate": 4.8701369830460745e-06, + "loss": 2.2835, + "step": 39802 + }, + { + "epoch": 0.6813365514644208, + "grad_norm": 2.481513738632202, + "learning_rate": 4.869661091262002e-06, + "loss": 2.3841, + "step": 39803 + }, + { + "epoch": 0.6813536691829712, + "grad_norm": 2.3567278385162354, + "learning_rate": 4.869185215246801e-06, + "loss": 2.3075, + "step": 39804 + }, + { + "epoch": 0.6813707869015218, + "grad_norm": 2.5179240703582764, + "learning_rate": 4.868709355001936e-06, + "loss": 2.3253, + "step": 39805 + }, + { + "epoch": 0.6813879046200723, + "grad_norm": 2.4473700523376465, + "learning_rate": 4.868233510528875e-06, + "loss": 2.3512, + "step": 39806 + }, + { + "epoch": 0.6814050223386227, + "grad_norm": 2.4453983306884766, + "learning_rate": 4.867757681829067e-06, + "loss": 2.3329, + "step": 39807 + }, + { + "epoch": 0.6814221400571732, + "grad_norm": 2.5399365425109863, + "learning_rate": 4.867281868903992e-06, + "loss": 2.3913, + "step": 39808 + }, + { + "epoch": 0.6814392577757237, + "grad_norm": 2.7264926433563232, + "learning_rate": 4.8668060717551005e-06, + "loss": 2.4207, + "step": 39809 + }, + { + "epoch": 0.6814563754942741, + "grad_norm": 2.495093584060669, + "learning_rate": 4.866330290383858e-06, + "loss": 2.3212, + "step": 39810 + }, + { + "epoch": 0.6814734932128246, + "grad_norm": 2.5388529300689697, + "learning_rate": 4.865854524791728e-06, + "loss": 2.3683, + "step": 39811 + }, + { + "epoch": 0.6814906109313751, + "grad_norm": 2.4317586421966553, + "learning_rate": 4.865378774980172e-06, + "loss": 2.4057, + "step": 39812 + }, + { + "epoch": 0.6815077286499256, + "grad_norm": 2.377117395401001, + "learning_rate": 4.864903040950656e-06, + "loss": 2.3676, + "step": 39813 + }, + { + "epoch": 0.681524846368476, + "grad_norm": 2.4938716888427734, + "learning_rate": 4.864427322704634e-06, + "loss": 2.3876, + "step": 39814 + }, + { + "epoch": 0.6815419640870265, + "grad_norm": 2.4149317741394043, + "learning_rate": 4.863951620243574e-06, + "loss": 2.2908, + "step": 39815 + }, + { + "epoch": 0.681559081805577, + "grad_norm": 2.439023494720459, + "learning_rate": 4.8634759335689376e-06, + "loss": 2.3868, + "step": 39816 + }, + { + "epoch": 0.6815761995241274, + "grad_norm": 2.5807368755340576, + "learning_rate": 4.863000262682184e-06, + "loss": 2.4374, + "step": 39817 + }, + { + "epoch": 0.6815933172426779, + "grad_norm": 2.5887506008148193, + "learning_rate": 4.862524607584781e-06, + "loss": 2.393, + "step": 39818 + }, + { + "epoch": 0.6816104349612284, + "grad_norm": 2.368504285812378, + "learning_rate": 4.862048968278184e-06, + "loss": 2.3824, + "step": 39819 + }, + { + "epoch": 0.6816275526797788, + "grad_norm": 2.5592613220214844, + "learning_rate": 4.861573344763864e-06, + "loss": 2.3333, + "step": 39820 + }, + { + "epoch": 0.6816446703983293, + "grad_norm": 2.354597806930542, + "learning_rate": 4.861097737043272e-06, + "loss": 2.3956, + "step": 39821 + }, + { + "epoch": 0.6816617881168798, + "grad_norm": 2.264533281326294, + "learning_rate": 4.8606221451178755e-06, + "loss": 2.3001, + "step": 39822 + }, + { + "epoch": 0.6816789058354302, + "grad_norm": 2.4475879669189453, + "learning_rate": 4.860146568989136e-06, + "loss": 2.3403, + "step": 39823 + }, + { + "epoch": 0.6816960235539807, + "grad_norm": 2.2784745693206787, + "learning_rate": 4.859671008658514e-06, + "loss": 2.3864, + "step": 39824 + }, + { + "epoch": 0.6817131412725312, + "grad_norm": 2.455443859100342, + "learning_rate": 4.859195464127473e-06, + "loss": 2.4376, + "step": 39825 + }, + { + "epoch": 0.6817302589910816, + "grad_norm": 2.424268960952759, + "learning_rate": 4.858719935397478e-06, + "loss": 2.2901, + "step": 39826 + }, + { + "epoch": 0.6817473767096321, + "grad_norm": 2.4096603393554688, + "learning_rate": 4.858244422469981e-06, + "loss": 2.402, + "step": 39827 + }, + { + "epoch": 0.6817644944281827, + "grad_norm": 2.5771355628967285, + "learning_rate": 4.85776892534645e-06, + "loss": 2.5166, + "step": 39828 + }, + { + "epoch": 0.681781612146733, + "grad_norm": 2.4647488594055176, + "learning_rate": 4.8572934440283455e-06, + "loss": 2.3664, + "step": 39829 + }, + { + "epoch": 0.6817987298652836, + "grad_norm": 2.5276713371276855, + "learning_rate": 4.8568179785171285e-06, + "loss": 2.4738, + "step": 39830 + }, + { + "epoch": 0.6818158475838341, + "grad_norm": 2.377513885498047, + "learning_rate": 4.856342528814265e-06, + "loss": 2.3739, + "step": 39831 + }, + { + "epoch": 0.6818329653023845, + "grad_norm": 2.387575387954712, + "learning_rate": 4.855867094921205e-06, + "loss": 2.4072, + "step": 39832 + }, + { + "epoch": 0.681850083020935, + "grad_norm": 2.520220994949341, + "learning_rate": 4.855391676839424e-06, + "loss": 2.4456, + "step": 39833 + }, + { + "epoch": 0.6818672007394855, + "grad_norm": 2.478973627090454, + "learning_rate": 4.854916274570373e-06, + "loss": 2.3897, + "step": 39834 + }, + { + "epoch": 0.6818843184580359, + "grad_norm": 2.53826904296875, + "learning_rate": 4.8544408881155155e-06, + "loss": 2.4221, + "step": 39835 + }, + { + "epoch": 0.6819014361765864, + "grad_norm": 2.4400851726531982, + "learning_rate": 4.853965517476314e-06, + "loss": 2.4499, + "step": 39836 + }, + { + "epoch": 0.6819185538951369, + "grad_norm": 2.434687376022339, + "learning_rate": 4.853490162654231e-06, + "loss": 2.2876, + "step": 39837 + }, + { + "epoch": 0.6819356716136873, + "grad_norm": 2.342508316040039, + "learning_rate": 4.853014823650728e-06, + "loss": 2.2592, + "step": 39838 + }, + { + "epoch": 0.6819527893322378, + "grad_norm": 2.423600912094116, + "learning_rate": 4.852539500467257e-06, + "loss": 2.3803, + "step": 39839 + }, + { + "epoch": 0.6819699070507883, + "grad_norm": 2.557041883468628, + "learning_rate": 4.8520641931052935e-06, + "loss": 2.3996, + "step": 39840 + }, + { + "epoch": 0.6819870247693387, + "grad_norm": 2.380760431289673, + "learning_rate": 4.851588901566288e-06, + "loss": 2.345, + "step": 39841 + }, + { + "epoch": 0.6820041424878892, + "grad_norm": 2.6416733264923096, + "learning_rate": 4.8511136258517024e-06, + "loss": 2.4681, + "step": 39842 + }, + { + "epoch": 0.6820212602064397, + "grad_norm": 2.5734572410583496, + "learning_rate": 4.850638365963004e-06, + "loss": 2.4434, + "step": 39843 + }, + { + "epoch": 0.6820383779249901, + "grad_norm": 2.3875038623809814, + "learning_rate": 4.850163121901641e-06, + "loss": 2.3961, + "step": 39844 + }, + { + "epoch": 0.6820554956435406, + "grad_norm": 2.281445026397705, + "learning_rate": 4.84968789366909e-06, + "loss": 2.3508, + "step": 39845 + }, + { + "epoch": 0.6820726133620911, + "grad_norm": 2.4036741256713867, + "learning_rate": 4.849212681266801e-06, + "loss": 2.4413, + "step": 39846 + }, + { + "epoch": 0.6820897310806415, + "grad_norm": 2.6243841648101807, + "learning_rate": 4.8487374846962355e-06, + "loss": 2.4872, + "step": 39847 + }, + { + "epoch": 0.682106848799192, + "grad_norm": 2.562556266784668, + "learning_rate": 4.848262303958861e-06, + "loss": 2.4033, + "step": 39848 + }, + { + "epoch": 0.6821239665177425, + "grad_norm": 2.521700143814087, + "learning_rate": 4.847787139056125e-06, + "loss": 2.41, + "step": 39849 + }, + { + "epoch": 0.6821410842362929, + "grad_norm": 2.5267751216888428, + "learning_rate": 4.847311989989503e-06, + "loss": 2.3744, + "step": 39850 + }, + { + "epoch": 0.6821582019548434, + "grad_norm": 2.5893518924713135, + "learning_rate": 4.846836856760441e-06, + "loss": 2.4985, + "step": 39851 + }, + { + "epoch": 0.682175319673394, + "grad_norm": 2.5635581016540527, + "learning_rate": 4.846361739370417e-06, + "loss": 2.5696, + "step": 39852 + }, + { + "epoch": 0.6821924373919444, + "grad_norm": 2.4376518726348877, + "learning_rate": 4.845886637820875e-06, + "loss": 2.2882, + "step": 39853 + }, + { + "epoch": 0.6822095551104949, + "grad_norm": 2.5200703144073486, + "learning_rate": 4.845411552113282e-06, + "loss": 2.4699, + "step": 39854 + }, + { + "epoch": 0.6822266728290454, + "grad_norm": 2.5222654342651367, + "learning_rate": 4.8449364822491005e-06, + "loss": 2.4124, + "step": 39855 + }, + { + "epoch": 0.6822437905475958, + "grad_norm": 2.6126585006713867, + "learning_rate": 4.844461428229782e-06, + "loss": 2.4272, + "step": 39856 + }, + { + "epoch": 0.6822609082661463, + "grad_norm": 2.5601282119750977, + "learning_rate": 4.8439863900568e-06, + "loss": 2.4672, + "step": 39857 + }, + { + "epoch": 0.6822780259846968, + "grad_norm": 2.4296958446502686, + "learning_rate": 4.843511367731602e-06, + "loss": 2.302, + "step": 39858 + }, + { + "epoch": 0.6822951437032473, + "grad_norm": 2.3010613918304443, + "learning_rate": 4.843036361255654e-06, + "loss": 2.3417, + "step": 39859 + }, + { + "epoch": 0.6823122614217977, + "grad_norm": 2.544417381286621, + "learning_rate": 4.8425613706304156e-06, + "loss": 2.3685, + "step": 39860 + }, + { + "epoch": 0.6823293791403482, + "grad_norm": 2.324695110321045, + "learning_rate": 4.842086395857346e-06, + "loss": 2.3585, + "step": 39861 + }, + { + "epoch": 0.6823464968588987, + "grad_norm": 2.3747127056121826, + "learning_rate": 4.841611436937909e-06, + "loss": 2.3861, + "step": 39862 + }, + { + "epoch": 0.6823636145774491, + "grad_norm": 2.4489266872406006, + "learning_rate": 4.841136493873558e-06, + "loss": 2.3567, + "step": 39863 + }, + { + "epoch": 0.6823807322959996, + "grad_norm": 2.4684412479400635, + "learning_rate": 4.840661566665757e-06, + "loss": 2.4288, + "step": 39864 + }, + { + "epoch": 0.6823978500145501, + "grad_norm": 2.566136360168457, + "learning_rate": 4.840186655315963e-06, + "loss": 2.5406, + "step": 39865 + }, + { + "epoch": 0.6824149677331005, + "grad_norm": 2.4942452907562256, + "learning_rate": 4.839711759825637e-06, + "loss": 2.3733, + "step": 39866 + }, + { + "epoch": 0.682432085451651, + "grad_norm": 2.4452617168426514, + "learning_rate": 4.839236880196238e-06, + "loss": 2.4502, + "step": 39867 + }, + { + "epoch": 0.6824492031702015, + "grad_norm": 2.422441005706787, + "learning_rate": 4.838762016429233e-06, + "loss": 2.4361, + "step": 39868 + }, + { + "epoch": 0.6824663208887519, + "grad_norm": 2.4740214347839355, + "learning_rate": 4.838287168526069e-06, + "loss": 2.3636, + "step": 39869 + }, + { + "epoch": 0.6824834386073024, + "grad_norm": 2.3255462646484375, + "learning_rate": 4.837812336488212e-06, + "loss": 2.3387, + "step": 39870 + }, + { + "epoch": 0.6825005563258529, + "grad_norm": 2.6071462631225586, + "learning_rate": 4.837337520317122e-06, + "loss": 2.3323, + "step": 39871 + }, + { + "epoch": 0.6825176740444033, + "grad_norm": 2.425204277038574, + "learning_rate": 4.836862720014257e-06, + "loss": 2.513, + "step": 39872 + }, + { + "epoch": 0.6825347917629538, + "grad_norm": 2.754636764526367, + "learning_rate": 4.836387935581077e-06, + "loss": 2.4743, + "step": 39873 + }, + { + "epoch": 0.6825519094815043, + "grad_norm": 2.4297068119049072, + "learning_rate": 4.835913167019042e-06, + "loss": 2.3281, + "step": 39874 + }, + { + "epoch": 0.6825690272000547, + "grad_norm": 2.398218870162964, + "learning_rate": 4.835438414329613e-06, + "loss": 2.3346, + "step": 39875 + }, + { + "epoch": 0.6825861449186053, + "grad_norm": 2.528956890106201, + "learning_rate": 4.834963677514239e-06, + "loss": 2.4603, + "step": 39876 + }, + { + "epoch": 0.6826032626371558, + "grad_norm": 2.433635950088501, + "learning_rate": 4.834488956574396e-06, + "loss": 2.4275, + "step": 39877 + }, + { + "epoch": 0.6826203803557062, + "grad_norm": 2.4108896255493164, + "learning_rate": 4.83401425151153e-06, + "loss": 2.35, + "step": 39878 + }, + { + "epoch": 0.6826374980742567, + "grad_norm": 2.449859857559204, + "learning_rate": 4.833539562327102e-06, + "loss": 2.3703, + "step": 39879 + }, + { + "epoch": 0.6826546157928072, + "grad_norm": 2.289358139038086, + "learning_rate": 4.833064889022578e-06, + "loss": 2.3511, + "step": 39880 + }, + { + "epoch": 0.6826717335113576, + "grad_norm": 2.235921859741211, + "learning_rate": 4.832590231599405e-06, + "loss": 2.2596, + "step": 39881 + }, + { + "epoch": 0.6826888512299081, + "grad_norm": 2.3491733074188232, + "learning_rate": 4.832115590059057e-06, + "loss": 2.4171, + "step": 39882 + }, + { + "epoch": 0.6827059689484586, + "grad_norm": 2.3341917991638184, + "learning_rate": 4.8316409644029806e-06, + "loss": 2.2675, + "step": 39883 + }, + { + "epoch": 0.682723086667009, + "grad_norm": 2.498600482940674, + "learning_rate": 4.831166354632638e-06, + "loss": 2.3575, + "step": 39884 + }, + { + "epoch": 0.6827402043855595, + "grad_norm": 2.5704643726348877, + "learning_rate": 4.8306917607494945e-06, + "loss": 2.3667, + "step": 39885 + }, + { + "epoch": 0.68275732210411, + "grad_norm": 2.4379992485046387, + "learning_rate": 4.830217182754994e-06, + "loss": 2.3437, + "step": 39886 + }, + { + "epoch": 0.6827744398226604, + "grad_norm": 2.5274698734283447, + "learning_rate": 4.8297426206506125e-06, + "loss": 2.4135, + "step": 39887 + }, + { + "epoch": 0.6827915575412109, + "grad_norm": 2.630162239074707, + "learning_rate": 4.829268074437793e-06, + "loss": 2.4131, + "step": 39888 + }, + { + "epoch": 0.6828086752597614, + "grad_norm": 2.553680181503296, + "learning_rate": 4.82879354411801e-06, + "loss": 2.3632, + "step": 39889 + }, + { + "epoch": 0.6828257929783118, + "grad_norm": 2.5815348625183105, + "learning_rate": 4.82831902969271e-06, + "loss": 2.4825, + "step": 39890 + }, + { + "epoch": 0.6828429106968623, + "grad_norm": 2.6184263229370117, + "learning_rate": 4.827844531163353e-06, + "loss": 2.4037, + "step": 39891 + }, + { + "epoch": 0.6828600284154128, + "grad_norm": 2.3628034591674805, + "learning_rate": 4.827370048531406e-06, + "loss": 2.3194, + "step": 39892 + }, + { + "epoch": 0.6828771461339632, + "grad_norm": 2.5126705169677734, + "learning_rate": 4.826895581798312e-06, + "loss": 2.3912, + "step": 39893 + }, + { + "epoch": 0.6828942638525137, + "grad_norm": 2.3510630130767822, + "learning_rate": 4.826421130965546e-06, + "loss": 2.3463, + "step": 39894 + }, + { + "epoch": 0.6829113815710642, + "grad_norm": 2.4999325275421143, + "learning_rate": 4.825946696034556e-06, + "loss": 2.3398, + "step": 39895 + }, + { + "epoch": 0.6829284992896146, + "grad_norm": 2.624183177947998, + "learning_rate": 4.825472277006802e-06, + "loss": 2.3167, + "step": 39896 + }, + { + "epoch": 0.6829456170081651, + "grad_norm": 2.555288076400757, + "learning_rate": 4.824997873883743e-06, + "loss": 2.5319, + "step": 39897 + }, + { + "epoch": 0.6829627347267156, + "grad_norm": 2.394036293029785, + "learning_rate": 4.824523486666838e-06, + "loss": 2.35, + "step": 39898 + }, + { + "epoch": 0.682979852445266, + "grad_norm": 2.4824914932250977, + "learning_rate": 4.824049115357549e-06, + "loss": 2.3737, + "step": 39899 + }, + { + "epoch": 0.6829969701638166, + "grad_norm": 2.418264865875244, + "learning_rate": 4.823574759957324e-06, + "loss": 2.3353, + "step": 39900 + }, + { + "epoch": 0.6830140878823671, + "grad_norm": 2.413573741912842, + "learning_rate": 4.8231004204676264e-06, + "loss": 2.4797, + "step": 39901 + }, + { + "epoch": 0.6830312056009175, + "grad_norm": 2.4442930221557617, + "learning_rate": 4.822626096889915e-06, + "loss": 2.3399, + "step": 39902 + }, + { + "epoch": 0.683048323319468, + "grad_norm": 2.3700740337371826, + "learning_rate": 4.822151789225647e-06, + "loss": 2.3836, + "step": 39903 + }, + { + "epoch": 0.6830654410380185, + "grad_norm": 2.4202911853790283, + "learning_rate": 4.821677497476279e-06, + "loss": 2.3934, + "step": 39904 + }, + { + "epoch": 0.6830825587565689, + "grad_norm": 2.451664686203003, + "learning_rate": 4.821203221643274e-06, + "loss": 2.3798, + "step": 39905 + }, + { + "epoch": 0.6830996764751194, + "grad_norm": 2.5615928173065186, + "learning_rate": 4.820728961728083e-06, + "loss": 2.4409, + "step": 39906 + }, + { + "epoch": 0.6831167941936699, + "grad_norm": 2.353174924850464, + "learning_rate": 4.820254717732167e-06, + "loss": 2.2916, + "step": 39907 + }, + { + "epoch": 0.6831339119122204, + "grad_norm": 2.4236667156219482, + "learning_rate": 4.8197804896569815e-06, + "loss": 2.3322, + "step": 39908 + }, + { + "epoch": 0.6831510296307708, + "grad_norm": 2.565279245376587, + "learning_rate": 4.819306277503986e-06, + "loss": 2.512, + "step": 39909 + }, + { + "epoch": 0.6831681473493213, + "grad_norm": 2.506307363510132, + "learning_rate": 4.818832081274638e-06, + "loss": 2.4164, + "step": 39910 + }, + { + "epoch": 0.6831852650678718, + "grad_norm": 2.5754802227020264, + "learning_rate": 4.818357900970395e-06, + "loss": 2.2741, + "step": 39911 + }, + { + "epoch": 0.6832023827864222, + "grad_norm": 2.7464380264282227, + "learning_rate": 4.817883736592718e-06, + "loss": 2.4561, + "step": 39912 + }, + { + "epoch": 0.6832195005049727, + "grad_norm": 2.26481294631958, + "learning_rate": 4.817409588143056e-06, + "loss": 2.2283, + "step": 39913 + }, + { + "epoch": 0.6832366182235232, + "grad_norm": 2.4067485332489014, + "learning_rate": 4.816935455622872e-06, + "loss": 2.2791, + "step": 39914 + }, + { + "epoch": 0.6832537359420736, + "grad_norm": 2.6319944858551025, + "learning_rate": 4.816461339033621e-06, + "loss": 2.3801, + "step": 39915 + }, + { + "epoch": 0.6832708536606241, + "grad_norm": 2.4766621589660645, + "learning_rate": 4.8159872383767634e-06, + "loss": 2.4147, + "step": 39916 + }, + { + "epoch": 0.6832879713791746, + "grad_norm": 2.335155725479126, + "learning_rate": 4.815513153653758e-06, + "loss": 2.2727, + "step": 39917 + }, + { + "epoch": 0.683305089097725, + "grad_norm": 2.4353911876678467, + "learning_rate": 4.81503908486605e-06, + "loss": 2.3864, + "step": 39918 + }, + { + "epoch": 0.6833222068162755, + "grad_norm": 2.5083823204040527, + "learning_rate": 4.8145650320151134e-06, + "loss": 2.3902, + "step": 39919 + }, + { + "epoch": 0.683339324534826, + "grad_norm": 2.4855411052703857, + "learning_rate": 4.814090995102394e-06, + "loss": 2.4354, + "step": 39920 + }, + { + "epoch": 0.6833564422533764, + "grad_norm": 2.3432583808898926, + "learning_rate": 4.81361697412935e-06, + "loss": 2.3274, + "step": 39921 + }, + { + "epoch": 0.683373559971927, + "grad_norm": 2.5242061614990234, + "learning_rate": 4.813142969097445e-06, + "loss": 2.2862, + "step": 39922 + }, + { + "epoch": 0.6833906776904775, + "grad_norm": 2.3910367488861084, + "learning_rate": 4.812668980008124e-06, + "loss": 2.3119, + "step": 39923 + }, + { + "epoch": 0.6834077954090279, + "grad_norm": 2.651323080062866, + "learning_rate": 4.812195006862859e-06, + "loss": 2.5382, + "step": 39924 + }, + { + "epoch": 0.6834249131275784, + "grad_norm": 2.520639419555664, + "learning_rate": 4.811721049663089e-06, + "loss": 2.3949, + "step": 39925 + }, + { + "epoch": 0.6834420308461289, + "grad_norm": 2.760728597640991, + "learning_rate": 4.811247108410291e-06, + "loss": 2.4285, + "step": 39926 + }, + { + "epoch": 0.6834591485646793, + "grad_norm": 2.575256824493408, + "learning_rate": 4.810773183105906e-06, + "loss": 2.4099, + "step": 39927 + }, + { + "epoch": 0.6834762662832298, + "grad_norm": 2.562380313873291, + "learning_rate": 4.810299273751395e-06, + "loss": 2.4206, + "step": 39928 + }, + { + "epoch": 0.6834933840017803, + "grad_norm": 2.449991464614868, + "learning_rate": 4.809825380348221e-06, + "loss": 2.449, + "step": 39929 + }, + { + "epoch": 0.6835105017203307, + "grad_norm": 2.5118396282196045, + "learning_rate": 4.8093515028978275e-06, + "loss": 2.3794, + "step": 39930 + }, + { + "epoch": 0.6835276194388812, + "grad_norm": 2.458188056945801, + "learning_rate": 4.808877641401685e-06, + "loss": 2.2913, + "step": 39931 + }, + { + "epoch": 0.6835447371574317, + "grad_norm": 2.547450065612793, + "learning_rate": 4.808403795861242e-06, + "loss": 2.4004, + "step": 39932 + }, + { + "epoch": 0.6835618548759821, + "grad_norm": 2.5693626403808594, + "learning_rate": 4.807929966277956e-06, + "loss": 2.4599, + "step": 39933 + }, + { + "epoch": 0.6835789725945326, + "grad_norm": 2.5138320922851562, + "learning_rate": 4.807456152653288e-06, + "loss": 2.3439, + "step": 39934 + }, + { + "epoch": 0.6835960903130831, + "grad_norm": 2.463308811187744, + "learning_rate": 4.8069823549886815e-06, + "loss": 2.4408, + "step": 39935 + }, + { + "epoch": 0.6836132080316335, + "grad_norm": 2.4579505920410156, + "learning_rate": 4.806508573285611e-06, + "loss": 2.3053, + "step": 39936 + }, + { + "epoch": 0.683630325750184, + "grad_norm": 2.492555618286133, + "learning_rate": 4.806034807545519e-06, + "loss": 2.3626, + "step": 39937 + }, + { + "epoch": 0.6836474434687345, + "grad_norm": 2.577568531036377, + "learning_rate": 4.805561057769866e-06, + "loss": 2.3733, + "step": 39938 + }, + { + "epoch": 0.6836645611872849, + "grad_norm": 2.5062286853790283, + "learning_rate": 4.805087323960108e-06, + "loss": 2.3716, + "step": 39939 + }, + { + "epoch": 0.6836816789058354, + "grad_norm": 2.4679157733917236, + "learning_rate": 4.804613606117702e-06, + "loss": 2.3763, + "step": 39940 + }, + { + "epoch": 0.6836987966243859, + "grad_norm": 2.3904988765716553, + "learning_rate": 4.8041399042441075e-06, + "loss": 2.2346, + "step": 39941 + }, + { + "epoch": 0.6837159143429363, + "grad_norm": 2.541329860687256, + "learning_rate": 4.803666218340773e-06, + "loss": 2.3246, + "step": 39942 + }, + { + "epoch": 0.6837330320614868, + "grad_norm": 2.5783612728118896, + "learning_rate": 4.8031925484091555e-06, + "loss": 2.3863, + "step": 39943 + }, + { + "epoch": 0.6837501497800373, + "grad_norm": 2.5632569789886475, + "learning_rate": 4.8027188944507155e-06, + "loss": 2.4861, + "step": 39944 + }, + { + "epoch": 0.6837672674985877, + "grad_norm": 2.627925395965576, + "learning_rate": 4.802245256466905e-06, + "loss": 2.4245, + "step": 39945 + }, + { + "epoch": 0.6837843852171382, + "grad_norm": 2.4792187213897705, + "learning_rate": 4.801771634459182e-06, + "loss": 2.4775, + "step": 39946 + }, + { + "epoch": 0.6838015029356888, + "grad_norm": 2.5045597553253174, + "learning_rate": 4.801298028429002e-06, + "loss": 2.4791, + "step": 39947 + }, + { + "epoch": 0.6838186206542392, + "grad_norm": 2.290867328643799, + "learning_rate": 4.8008244383778205e-06, + "loss": 2.3234, + "step": 39948 + }, + { + "epoch": 0.6838357383727897, + "grad_norm": 2.488107919692993, + "learning_rate": 4.800350864307096e-06, + "loss": 2.3373, + "step": 39949 + }, + { + "epoch": 0.6838528560913402, + "grad_norm": 2.4723918437957764, + "learning_rate": 4.799877306218278e-06, + "loss": 2.3922, + "step": 39950 + }, + { + "epoch": 0.6838699738098906, + "grad_norm": 2.3745360374450684, + "learning_rate": 4.7994037641128255e-06, + "loss": 2.343, + "step": 39951 + }, + { + "epoch": 0.6838870915284411, + "grad_norm": 2.4874210357666016, + "learning_rate": 4.7989302379921934e-06, + "loss": 2.3642, + "step": 39952 + }, + { + "epoch": 0.6839042092469916, + "grad_norm": 2.450178384780884, + "learning_rate": 4.798456727857836e-06, + "loss": 2.3305, + "step": 39953 + }, + { + "epoch": 0.6839213269655421, + "grad_norm": 2.3914566040039062, + "learning_rate": 4.7979832337112156e-06, + "loss": 2.4277, + "step": 39954 + }, + { + "epoch": 0.6839384446840925, + "grad_norm": 2.334968328475952, + "learning_rate": 4.797509755553774e-06, + "loss": 2.3833, + "step": 39955 + }, + { + "epoch": 0.683955562402643, + "grad_norm": 2.5201196670532227, + "learning_rate": 4.797036293386982e-06, + "loss": 2.3769, + "step": 39956 + }, + { + "epoch": 0.6839726801211935, + "grad_norm": 2.520930290222168, + "learning_rate": 4.796562847212284e-06, + "loss": 2.3692, + "step": 39957 + }, + { + "epoch": 0.6839897978397439, + "grad_norm": 2.6049587726593018, + "learning_rate": 4.7960894170311375e-06, + "loss": 2.47, + "step": 39958 + }, + { + "epoch": 0.6840069155582944, + "grad_norm": 2.318258285522461, + "learning_rate": 4.795616002845004e-06, + "loss": 2.4232, + "step": 39959 + }, + { + "epoch": 0.6840240332768449, + "grad_norm": 2.6021275520324707, + "learning_rate": 4.795142604655325e-06, + "loss": 2.4242, + "step": 39960 + }, + { + "epoch": 0.6840411509953953, + "grad_norm": 2.3269548416137695, + "learning_rate": 4.794669222463573e-06, + "loss": 2.3535, + "step": 39961 + }, + { + "epoch": 0.6840582687139458, + "grad_norm": 2.399019241333008, + "learning_rate": 4.794195856271184e-06, + "loss": 2.3815, + "step": 39962 + }, + { + "epoch": 0.6840753864324963, + "grad_norm": 2.530325174331665, + "learning_rate": 4.793722506079633e-06, + "loss": 2.5868, + "step": 39963 + }, + { + "epoch": 0.6840925041510467, + "grad_norm": 2.4370217323303223, + "learning_rate": 4.793249171890359e-06, + "loss": 2.3873, + "step": 39964 + }, + { + "epoch": 0.6841096218695972, + "grad_norm": 2.4902522563934326, + "learning_rate": 4.792775853704824e-06, + "loss": 2.3373, + "step": 39965 + }, + { + "epoch": 0.6841267395881477, + "grad_norm": 2.392575740814209, + "learning_rate": 4.792302551524485e-06, + "loss": 2.3733, + "step": 39966 + }, + { + "epoch": 0.6841438573066981, + "grad_norm": 2.4605553150177, + "learning_rate": 4.791829265350786e-06, + "loss": 2.3874, + "step": 39967 + }, + { + "epoch": 0.6841609750252486, + "grad_norm": 2.548685312271118, + "learning_rate": 4.791355995185195e-06, + "loss": 2.4066, + "step": 39968 + }, + { + "epoch": 0.6841780927437991, + "grad_norm": 2.529890298843384, + "learning_rate": 4.790882741029159e-06, + "loss": 2.2419, + "step": 39969 + }, + { + "epoch": 0.6841952104623495, + "grad_norm": 2.4991753101348877, + "learning_rate": 4.790409502884134e-06, + "loss": 2.4013, + "step": 39970 + }, + { + "epoch": 0.6842123281809, + "grad_norm": 2.402317762374878, + "learning_rate": 4.789936280751577e-06, + "loss": 2.3381, + "step": 39971 + }, + { + "epoch": 0.6842294458994506, + "grad_norm": 2.4528861045837402, + "learning_rate": 4.789463074632934e-06, + "loss": 2.2869, + "step": 39972 + }, + { + "epoch": 0.684246563618001, + "grad_norm": 2.555293321609497, + "learning_rate": 4.788989884529674e-06, + "loss": 2.2894, + "step": 39973 + }, + { + "epoch": 0.6842636813365515, + "grad_norm": 2.421546459197998, + "learning_rate": 4.788516710443239e-06, + "loss": 2.3532, + "step": 39974 + }, + { + "epoch": 0.684280799055102, + "grad_norm": 2.418426513671875, + "learning_rate": 4.788043552375087e-06, + "loss": 2.3677, + "step": 39975 + }, + { + "epoch": 0.6842979167736524, + "grad_norm": 2.4116275310516357, + "learning_rate": 4.787570410326674e-06, + "loss": 2.3197, + "step": 39976 + }, + { + "epoch": 0.6843150344922029, + "grad_norm": 2.5019938945770264, + "learning_rate": 4.787097284299453e-06, + "loss": 2.3683, + "step": 39977 + }, + { + "epoch": 0.6843321522107534, + "grad_norm": 2.4261672496795654, + "learning_rate": 4.786624174294882e-06, + "loss": 2.3359, + "step": 39978 + }, + { + "epoch": 0.6843492699293038, + "grad_norm": 2.550670862197876, + "learning_rate": 4.786151080314404e-06, + "loss": 2.4077, + "step": 39979 + }, + { + "epoch": 0.6843663876478543, + "grad_norm": 2.4744579792022705, + "learning_rate": 4.785678002359489e-06, + "loss": 2.4013, + "step": 39980 + }, + { + "epoch": 0.6843835053664048, + "grad_norm": 2.42852520942688, + "learning_rate": 4.785204940431578e-06, + "loss": 2.2868, + "step": 39981 + }, + { + "epoch": 0.6844006230849552, + "grad_norm": 2.474717617034912, + "learning_rate": 4.784731894532131e-06, + "loss": 2.3904, + "step": 39982 + }, + { + "epoch": 0.6844177408035057, + "grad_norm": 2.5266385078430176, + "learning_rate": 4.7842588646626e-06, + "loss": 2.3625, + "step": 39983 + }, + { + "epoch": 0.6844348585220562, + "grad_norm": 2.4235339164733887, + "learning_rate": 4.783785850824441e-06, + "loss": 2.2243, + "step": 39984 + }, + { + "epoch": 0.6844519762406066, + "grad_norm": 2.4468982219696045, + "learning_rate": 4.783312853019109e-06, + "loss": 2.3469, + "step": 39985 + }, + { + "epoch": 0.6844690939591571, + "grad_norm": 2.396101474761963, + "learning_rate": 4.782839871248052e-06, + "loss": 2.4105, + "step": 39986 + }, + { + "epoch": 0.6844862116777076, + "grad_norm": 2.3958144187927246, + "learning_rate": 4.782366905512728e-06, + "loss": 2.3286, + "step": 39987 + }, + { + "epoch": 0.684503329396258, + "grad_norm": 2.6177315711975098, + "learning_rate": 4.781893955814591e-06, + "loss": 2.5613, + "step": 39988 + }, + { + "epoch": 0.6845204471148085, + "grad_norm": 2.546576499938965, + "learning_rate": 4.781421022155092e-06, + "loss": 2.4156, + "step": 39989 + }, + { + "epoch": 0.684537564833359, + "grad_norm": 2.436290740966797, + "learning_rate": 4.780948104535687e-06, + "loss": 2.3288, + "step": 39990 + }, + { + "epoch": 0.6845546825519094, + "grad_norm": 2.3064732551574707, + "learning_rate": 4.7804752029578315e-06, + "loss": 2.4423, + "step": 39991 + }, + { + "epoch": 0.6845718002704599, + "grad_norm": 2.433868646621704, + "learning_rate": 4.780002317422973e-06, + "loss": 2.3501, + "step": 39992 + }, + { + "epoch": 0.6845889179890104, + "grad_norm": 2.4690933227539062, + "learning_rate": 4.77952944793257e-06, + "loss": 2.5656, + "step": 39993 + }, + { + "epoch": 0.6846060357075608, + "grad_norm": 2.572977066040039, + "learning_rate": 4.779056594488073e-06, + "loss": 2.4756, + "step": 39994 + }, + { + "epoch": 0.6846231534261114, + "grad_norm": 2.332406520843506, + "learning_rate": 4.778583757090938e-06, + "loss": 2.4234, + "step": 39995 + }, + { + "epoch": 0.6846402711446619, + "grad_norm": 2.4085395336151123, + "learning_rate": 4.7781109357426205e-06, + "loss": 2.2438, + "step": 39996 + }, + { + "epoch": 0.6846573888632123, + "grad_norm": 2.3558342456817627, + "learning_rate": 4.777638130444562e-06, + "loss": 2.2495, + "step": 39997 + }, + { + "epoch": 0.6846745065817628, + "grad_norm": 2.4840505123138428, + "learning_rate": 4.777165341198232e-06, + "loss": 2.4233, + "step": 39998 + }, + { + "epoch": 0.6846916243003133, + "grad_norm": 2.4352078437805176, + "learning_rate": 4.7766925680050725e-06, + "loss": 2.3195, + "step": 39999 + }, + { + "epoch": 0.6847087420188638, + "grad_norm": 2.5630033016204834, + "learning_rate": 4.776219810866539e-06, + "loss": 2.3144, + "step": 40000 + }, + { + "epoch": 0.6847258597374142, + "grad_norm": 2.346220016479492, + "learning_rate": 4.775747069784087e-06, + "loss": 2.2693, + "step": 40001 + }, + { + "epoch": 0.6847429774559647, + "grad_norm": 2.4164083003997803, + "learning_rate": 4.775274344759167e-06, + "loss": 2.4598, + "step": 40002 + }, + { + "epoch": 0.6847600951745152, + "grad_norm": 2.5030746459960938, + "learning_rate": 4.774801635793237e-06, + "loss": 2.5647, + "step": 40003 + }, + { + "epoch": 0.6847772128930656, + "grad_norm": 2.4440391063690186, + "learning_rate": 4.774328942887738e-06, + "loss": 2.3921, + "step": 40004 + }, + { + "epoch": 0.6847943306116161, + "grad_norm": 2.506908416748047, + "learning_rate": 4.773856266044139e-06, + "loss": 2.3304, + "step": 40005 + }, + { + "epoch": 0.6848114483301666, + "grad_norm": 2.505715847015381, + "learning_rate": 4.773383605263882e-06, + "loss": 2.5248, + "step": 40006 + }, + { + "epoch": 0.684828566048717, + "grad_norm": 2.4356324672698975, + "learning_rate": 4.772910960548421e-06, + "loss": 2.3264, + "step": 40007 + }, + { + "epoch": 0.6848456837672675, + "grad_norm": 2.6373684406280518, + "learning_rate": 4.772438331899215e-06, + "loss": 2.5213, + "step": 40008 + }, + { + "epoch": 0.684862801485818, + "grad_norm": 2.6204280853271484, + "learning_rate": 4.7719657193177035e-06, + "loss": 2.3798, + "step": 40009 + }, + { + "epoch": 0.6848799192043684, + "grad_norm": 2.53684139251709, + "learning_rate": 4.771493122805357e-06, + "loss": 2.4532, + "step": 40010 + }, + { + "epoch": 0.6848970369229189, + "grad_norm": 2.528597354888916, + "learning_rate": 4.771020542363613e-06, + "loss": 2.3264, + "step": 40011 + }, + { + "epoch": 0.6849141546414694, + "grad_norm": 2.5237631797790527, + "learning_rate": 4.7705479779939315e-06, + "loss": 2.412, + "step": 40012 + }, + { + "epoch": 0.6849312723600198, + "grad_norm": 2.5519180297851562, + "learning_rate": 4.770075429697765e-06, + "loss": 2.4975, + "step": 40013 + }, + { + "epoch": 0.6849483900785703, + "grad_norm": 2.4180052280426025, + "learning_rate": 4.769602897476558e-06, + "loss": 2.3172, + "step": 40014 + }, + { + "epoch": 0.6849655077971208, + "grad_norm": 2.447807550430298, + "learning_rate": 4.769130381331777e-06, + "loss": 2.3274, + "step": 40015 + }, + { + "epoch": 0.6849826255156712, + "grad_norm": 2.391291379928589, + "learning_rate": 4.7686578812648585e-06, + "loss": 2.3933, + "step": 40016 + }, + { + "epoch": 0.6849997432342217, + "grad_norm": 2.486501693725586, + "learning_rate": 4.768185397277271e-06, + "loss": 2.2669, + "step": 40017 + }, + { + "epoch": 0.6850168609527723, + "grad_norm": 2.5155272483825684, + "learning_rate": 4.767712929370454e-06, + "loss": 2.4547, + "step": 40018 + }, + { + "epoch": 0.6850339786713227, + "grad_norm": 2.350905418395996, + "learning_rate": 4.767240477545864e-06, + "loss": 2.3951, + "step": 40019 + }, + { + "epoch": 0.6850510963898732, + "grad_norm": 2.4461138248443604, + "learning_rate": 4.7667680418049535e-06, + "loss": 2.4421, + "step": 40020 + }, + { + "epoch": 0.6850682141084237, + "grad_norm": 2.442502975463867, + "learning_rate": 4.766295622149175e-06, + "loss": 2.3515, + "step": 40021 + }, + { + "epoch": 0.6850853318269741, + "grad_norm": 2.3921029567718506, + "learning_rate": 4.765823218579983e-06, + "loss": 2.3785, + "step": 40022 + }, + { + "epoch": 0.6851024495455246, + "grad_norm": 2.532724142074585, + "learning_rate": 4.7653508310988235e-06, + "loss": 2.3512, + "step": 40023 + }, + { + "epoch": 0.6851195672640751, + "grad_norm": 2.4645373821258545, + "learning_rate": 4.764878459707152e-06, + "loss": 2.3782, + "step": 40024 + }, + { + "epoch": 0.6851366849826255, + "grad_norm": 2.6627213954925537, + "learning_rate": 4.764406104406418e-06, + "loss": 2.3114, + "step": 40025 + }, + { + "epoch": 0.685153802701176, + "grad_norm": 2.598158121109009, + "learning_rate": 4.763933765198078e-06, + "loss": 2.4306, + "step": 40026 + }, + { + "epoch": 0.6851709204197265, + "grad_norm": 2.360900640487671, + "learning_rate": 4.763461442083579e-06, + "loss": 2.2681, + "step": 40027 + }, + { + "epoch": 0.6851880381382769, + "grad_norm": 2.500880002975464, + "learning_rate": 4.762989135064379e-06, + "loss": 2.389, + "step": 40028 + }, + { + "epoch": 0.6852051558568274, + "grad_norm": 2.420958995819092, + "learning_rate": 4.762516844141922e-06, + "loss": 2.3672, + "step": 40029 + }, + { + "epoch": 0.6852222735753779, + "grad_norm": 2.563283920288086, + "learning_rate": 4.762044569317663e-06, + "loss": 2.321, + "step": 40030 + }, + { + "epoch": 0.6852393912939283, + "grad_norm": 2.355631113052368, + "learning_rate": 4.761572310593054e-06, + "loss": 2.4035, + "step": 40031 + }, + { + "epoch": 0.6852565090124788, + "grad_norm": 2.40285062789917, + "learning_rate": 4.7611000679695465e-06, + "loss": 2.4961, + "step": 40032 + }, + { + "epoch": 0.6852736267310293, + "grad_norm": 2.440185785293579, + "learning_rate": 4.760627841448595e-06, + "loss": 2.4254, + "step": 40033 + }, + { + "epoch": 0.6852907444495797, + "grad_norm": 2.3996212482452393, + "learning_rate": 4.760155631031641e-06, + "loss": 2.3011, + "step": 40034 + }, + { + "epoch": 0.6853078621681302, + "grad_norm": 2.3869364261627197, + "learning_rate": 4.759683436720151e-06, + "loss": 2.2789, + "step": 40035 + }, + { + "epoch": 0.6853249798866807, + "grad_norm": 2.4932401180267334, + "learning_rate": 4.759211258515563e-06, + "loss": 2.4342, + "step": 40036 + }, + { + "epoch": 0.6853420976052311, + "grad_norm": 2.4105606079101562, + "learning_rate": 4.758739096419334e-06, + "loss": 2.3717, + "step": 40037 + }, + { + "epoch": 0.6853592153237816, + "grad_norm": 2.5144190788269043, + "learning_rate": 4.758266950432914e-06, + "loss": 2.4806, + "step": 40038 + }, + { + "epoch": 0.6853763330423321, + "grad_norm": 2.477339267730713, + "learning_rate": 4.757794820557755e-06, + "loss": 2.4935, + "step": 40039 + }, + { + "epoch": 0.6853934507608825, + "grad_norm": 2.448206901550293, + "learning_rate": 4.7573227067953124e-06, + "loss": 2.3195, + "step": 40040 + }, + { + "epoch": 0.685410568479433, + "grad_norm": 2.5378503799438477, + "learning_rate": 4.756850609147025e-06, + "loss": 2.4639, + "step": 40041 + }, + { + "epoch": 0.6854276861979836, + "grad_norm": 2.494107961654663, + "learning_rate": 4.756378527614359e-06, + "loss": 2.3618, + "step": 40042 + }, + { + "epoch": 0.685444803916534, + "grad_norm": 2.568497657775879, + "learning_rate": 4.755906462198755e-06, + "loss": 2.4306, + "step": 40043 + }, + { + "epoch": 0.6854619216350845, + "grad_norm": 2.330756187438965, + "learning_rate": 4.7554344129016676e-06, + "loss": 2.3517, + "step": 40044 + }, + { + "epoch": 0.685479039353635, + "grad_norm": 2.431549072265625, + "learning_rate": 4.7549623797245505e-06, + "loss": 2.4229, + "step": 40045 + }, + { + "epoch": 0.6854961570721854, + "grad_norm": 2.4176130294799805, + "learning_rate": 4.754490362668845e-06, + "loss": 2.3572, + "step": 40046 + }, + { + "epoch": 0.6855132747907359, + "grad_norm": 2.32417631149292, + "learning_rate": 4.754018361736015e-06, + "loss": 2.2898, + "step": 40047 + }, + { + "epoch": 0.6855303925092864, + "grad_norm": 2.415630578994751, + "learning_rate": 4.7535463769275e-06, + "loss": 2.3962, + "step": 40048 + }, + { + "epoch": 0.6855475102278369, + "grad_norm": 2.504319667816162, + "learning_rate": 4.753074408244756e-06, + "loss": 2.4096, + "step": 40049 + }, + { + "epoch": 0.6855646279463873, + "grad_norm": 2.419088125228882, + "learning_rate": 4.752602455689237e-06, + "loss": 2.2816, + "step": 40050 + }, + { + "epoch": 0.6855817456649378, + "grad_norm": 2.4688103199005127, + "learning_rate": 4.752130519262381e-06, + "loss": 2.393, + "step": 40051 + }, + { + "epoch": 0.6855988633834883, + "grad_norm": 2.4192745685577393, + "learning_rate": 4.751658598965656e-06, + "loss": 2.4465, + "step": 40052 + }, + { + "epoch": 0.6856159811020387, + "grad_norm": 2.533871650695801, + "learning_rate": 4.751186694800495e-06, + "loss": 2.5152, + "step": 40053 + }, + { + "epoch": 0.6856330988205892, + "grad_norm": 2.423110008239746, + "learning_rate": 4.750714806768365e-06, + "loss": 2.4455, + "step": 40054 + }, + { + "epoch": 0.6856502165391397, + "grad_norm": 2.3951597213745117, + "learning_rate": 4.750242934870706e-06, + "loss": 2.3518, + "step": 40055 + }, + { + "epoch": 0.6856673342576901, + "grad_norm": 2.383121967315674, + "learning_rate": 4.749771079108969e-06, + "loss": 2.3727, + "step": 40056 + }, + { + "epoch": 0.6856844519762406, + "grad_norm": 2.631122350692749, + "learning_rate": 4.749299239484612e-06, + "loss": 2.4734, + "step": 40057 + }, + { + "epoch": 0.6857015696947911, + "grad_norm": 2.4795920848846436, + "learning_rate": 4.74882741599907e-06, + "loss": 2.3216, + "step": 40058 + }, + { + "epoch": 0.6857186874133415, + "grad_norm": 2.404465436935425, + "learning_rate": 4.74835560865381e-06, + "loss": 2.4143, + "step": 40059 + }, + { + "epoch": 0.685735805131892, + "grad_norm": 2.438607692718506, + "learning_rate": 4.747883817450274e-06, + "loss": 2.4151, + "step": 40060 + }, + { + "epoch": 0.6857529228504425, + "grad_norm": 2.4870595932006836, + "learning_rate": 4.74741204238991e-06, + "loss": 2.363, + "step": 40061 + }, + { + "epoch": 0.6857700405689929, + "grad_norm": 2.5011394023895264, + "learning_rate": 4.746940283474173e-06, + "loss": 2.3884, + "step": 40062 + }, + { + "epoch": 0.6857871582875434, + "grad_norm": 2.567126512527466, + "learning_rate": 4.746468540704511e-06, + "loss": 2.4107, + "step": 40063 + }, + { + "epoch": 0.685804276006094, + "grad_norm": 2.6722571849823, + "learning_rate": 4.745996814082376e-06, + "loss": 2.5258, + "step": 40064 + }, + { + "epoch": 0.6858213937246443, + "grad_norm": 2.324476718902588, + "learning_rate": 4.745525103609214e-06, + "loss": 2.378, + "step": 40065 + }, + { + "epoch": 0.6858385114431949, + "grad_norm": 2.413572072982788, + "learning_rate": 4.745053409286477e-06, + "loss": 2.4528, + "step": 40066 + }, + { + "epoch": 0.6858556291617454, + "grad_norm": 2.458858013153076, + "learning_rate": 4.744581731115614e-06, + "loss": 2.2845, + "step": 40067 + }, + { + "epoch": 0.6858727468802958, + "grad_norm": 2.5799901485443115, + "learning_rate": 4.7441100690980754e-06, + "loss": 2.4318, + "step": 40068 + }, + { + "epoch": 0.6858898645988463, + "grad_norm": 2.5099751949310303, + "learning_rate": 4.743638423235312e-06, + "loss": 2.4242, + "step": 40069 + }, + { + "epoch": 0.6859069823173968, + "grad_norm": 2.3984646797180176, + "learning_rate": 4.743166793528772e-06, + "loss": 2.3671, + "step": 40070 + }, + { + "epoch": 0.6859241000359472, + "grad_norm": 2.452613592147827, + "learning_rate": 4.742695179979908e-06, + "loss": 2.3603, + "step": 40071 + }, + { + "epoch": 0.6859412177544977, + "grad_norm": 2.4952991008758545, + "learning_rate": 4.7422235825901654e-06, + "loss": 2.3845, + "step": 40072 + }, + { + "epoch": 0.6859583354730482, + "grad_norm": 2.39241886138916, + "learning_rate": 4.741752001360994e-06, + "loss": 2.4166, + "step": 40073 + }, + { + "epoch": 0.6859754531915986, + "grad_norm": 2.506277084350586, + "learning_rate": 4.741280436293845e-06, + "loss": 2.325, + "step": 40074 + }, + { + "epoch": 0.6859925709101491, + "grad_norm": 2.3543038368225098, + "learning_rate": 4.740808887390167e-06, + "loss": 2.3444, + "step": 40075 + }, + { + "epoch": 0.6860096886286996, + "grad_norm": 2.4839370250701904, + "learning_rate": 4.740337354651411e-06, + "loss": 2.3656, + "step": 40076 + }, + { + "epoch": 0.68602680634725, + "grad_norm": 2.562681198120117, + "learning_rate": 4.739865838079028e-06, + "loss": 2.3223, + "step": 40077 + }, + { + "epoch": 0.6860439240658005, + "grad_norm": 2.4315359592437744, + "learning_rate": 4.739394337674461e-06, + "loss": 2.4578, + "step": 40078 + }, + { + "epoch": 0.686061041784351, + "grad_norm": 2.4505727291107178, + "learning_rate": 4.738922853439163e-06, + "loss": 2.3186, + "step": 40079 + }, + { + "epoch": 0.6860781595029014, + "grad_norm": 2.5443947315216064, + "learning_rate": 4.738451385374583e-06, + "loss": 2.4223, + "step": 40080 + }, + { + "epoch": 0.6860952772214519, + "grad_norm": 2.4662251472473145, + "learning_rate": 4.737979933482169e-06, + "loss": 2.2924, + "step": 40081 + }, + { + "epoch": 0.6861123949400024, + "grad_norm": 2.496875524520874, + "learning_rate": 4.737508497763376e-06, + "loss": 2.3657, + "step": 40082 + }, + { + "epoch": 0.6861295126585528, + "grad_norm": 2.4658572673797607, + "learning_rate": 4.7370370782196405e-06, + "loss": 2.4871, + "step": 40083 + }, + { + "epoch": 0.6861466303771033, + "grad_norm": 2.4267828464508057, + "learning_rate": 4.736565674852427e-06, + "loss": 2.3535, + "step": 40084 + }, + { + "epoch": 0.6861637480956538, + "grad_norm": 2.412048578262329, + "learning_rate": 4.736094287663172e-06, + "loss": 2.4898, + "step": 40085 + }, + { + "epoch": 0.6861808658142042, + "grad_norm": 2.6383469104766846, + "learning_rate": 4.73562291665333e-06, + "loss": 2.3608, + "step": 40086 + }, + { + "epoch": 0.6861979835327547, + "grad_norm": 2.512895345687866, + "learning_rate": 4.73515156182435e-06, + "loss": 2.3092, + "step": 40087 + }, + { + "epoch": 0.6862151012513052, + "grad_norm": 2.6605281829833984, + "learning_rate": 4.734680223177674e-06, + "loss": 2.5697, + "step": 40088 + }, + { + "epoch": 0.6862322189698556, + "grad_norm": 2.535956859588623, + "learning_rate": 4.734208900714764e-06, + "loss": 2.4104, + "step": 40089 + }, + { + "epoch": 0.6862493366884062, + "grad_norm": 2.6763787269592285, + "learning_rate": 4.733737594437054e-06, + "loss": 2.3695, + "step": 40090 + }, + { + "epoch": 0.6862664544069567, + "grad_norm": 2.5530011653900146, + "learning_rate": 4.733266304346005e-06, + "loss": 2.2892, + "step": 40091 + }, + { + "epoch": 0.6862835721255071, + "grad_norm": 2.3668155670166016, + "learning_rate": 4.732795030443057e-06, + "loss": 2.3166, + "step": 40092 + }, + { + "epoch": 0.6863006898440576, + "grad_norm": 2.596536636352539, + "learning_rate": 4.732323772729662e-06, + "loss": 2.4601, + "step": 40093 + }, + { + "epoch": 0.6863178075626081, + "grad_norm": 2.5911612510681152, + "learning_rate": 4.731852531207273e-06, + "loss": 2.4918, + "step": 40094 + }, + { + "epoch": 0.6863349252811586, + "grad_norm": 2.640545129776001, + "learning_rate": 4.731381305877325e-06, + "loss": 2.5098, + "step": 40095 + }, + { + "epoch": 0.686352042999709, + "grad_norm": 2.4314935207366943, + "learning_rate": 4.730910096741283e-06, + "loss": 2.3383, + "step": 40096 + }, + { + "epoch": 0.6863691607182595, + "grad_norm": 2.3310320377349854, + "learning_rate": 4.730438903800582e-06, + "loss": 2.2984, + "step": 40097 + }, + { + "epoch": 0.68638627843681, + "grad_norm": 2.3577656745910645, + "learning_rate": 4.729967727056677e-06, + "loss": 2.3397, + "step": 40098 + }, + { + "epoch": 0.6864033961553604, + "grad_norm": 2.441518545150757, + "learning_rate": 4.729496566511015e-06, + "loss": 2.3624, + "step": 40099 + }, + { + "epoch": 0.6864205138739109, + "grad_norm": 2.55888032913208, + "learning_rate": 4.729025422165044e-06, + "loss": 2.4347, + "step": 40100 + }, + { + "epoch": 0.6864376315924614, + "grad_norm": 2.333528518676758, + "learning_rate": 4.728554294020216e-06, + "loss": 2.3625, + "step": 40101 + }, + { + "epoch": 0.6864547493110118, + "grad_norm": 2.7057812213897705, + "learning_rate": 4.72808318207797e-06, + "loss": 2.4247, + "step": 40102 + }, + { + "epoch": 0.6864718670295623, + "grad_norm": 2.4774491786956787, + "learning_rate": 4.7276120863397604e-06, + "loss": 2.3587, + "step": 40103 + }, + { + "epoch": 0.6864889847481128, + "grad_norm": 2.4579977989196777, + "learning_rate": 4.727141006807034e-06, + "loss": 2.3349, + "step": 40104 + }, + { + "epoch": 0.6865061024666632, + "grad_norm": 2.318828821182251, + "learning_rate": 4.726669943481239e-06, + "loss": 2.4498, + "step": 40105 + }, + { + "epoch": 0.6865232201852137, + "grad_norm": 2.4838719367980957, + "learning_rate": 4.726198896363823e-06, + "loss": 2.5599, + "step": 40106 + }, + { + "epoch": 0.6865403379037642, + "grad_norm": 2.45086407661438, + "learning_rate": 4.725727865456233e-06, + "loss": 2.4653, + "step": 40107 + }, + { + "epoch": 0.6865574556223146, + "grad_norm": 2.5240912437438965, + "learning_rate": 4.725256850759923e-06, + "loss": 2.3746, + "step": 40108 + }, + { + "epoch": 0.6865745733408651, + "grad_norm": 2.506418466567993, + "learning_rate": 4.72478585227633e-06, + "loss": 2.3808, + "step": 40109 + }, + { + "epoch": 0.6865916910594156, + "grad_norm": 2.4237184524536133, + "learning_rate": 4.724314870006909e-06, + "loss": 2.3747, + "step": 40110 + }, + { + "epoch": 0.686608808777966, + "grad_norm": 2.3937814235687256, + "learning_rate": 4.7238439039531045e-06, + "loss": 2.3296, + "step": 40111 + }, + { + "epoch": 0.6866259264965165, + "grad_norm": 2.465975761413574, + "learning_rate": 4.723372954116366e-06, + "loss": 2.4213, + "step": 40112 + }, + { + "epoch": 0.686643044215067, + "grad_norm": 2.3643271923065186, + "learning_rate": 4.722902020498139e-06, + "loss": 2.2972, + "step": 40113 + }, + { + "epoch": 0.6866601619336175, + "grad_norm": 2.5443918704986572, + "learning_rate": 4.7224311030998785e-06, + "loss": 2.2688, + "step": 40114 + }, + { + "epoch": 0.686677279652168, + "grad_norm": 2.521554708480835, + "learning_rate": 4.721960201923019e-06, + "loss": 2.4777, + "step": 40115 + }, + { + "epoch": 0.6866943973707185, + "grad_norm": 2.434083938598633, + "learning_rate": 4.721489316969017e-06, + "loss": 2.4035, + "step": 40116 + }, + { + "epoch": 0.6867115150892689, + "grad_norm": 2.5194907188415527, + "learning_rate": 4.7210184482393175e-06, + "loss": 2.4252, + "step": 40117 + }, + { + "epoch": 0.6867286328078194, + "grad_norm": 2.416264772415161, + "learning_rate": 4.720547595735366e-06, + "loss": 2.2611, + "step": 40118 + }, + { + "epoch": 0.6867457505263699, + "grad_norm": 2.4501519203186035, + "learning_rate": 4.7200767594586175e-06, + "loss": 2.3014, + "step": 40119 + }, + { + "epoch": 0.6867628682449203, + "grad_norm": 2.462538242340088, + "learning_rate": 4.7196059394105045e-06, + "loss": 2.3554, + "step": 40120 + }, + { + "epoch": 0.6867799859634708, + "grad_norm": 2.5257489681243896, + "learning_rate": 4.71913513559249e-06, + "loss": 2.4223, + "step": 40121 + }, + { + "epoch": 0.6867971036820213, + "grad_norm": 2.550241231918335, + "learning_rate": 4.7186643480060115e-06, + "loss": 2.4007, + "step": 40122 + }, + { + "epoch": 0.6868142214005717, + "grad_norm": 2.460047483444214, + "learning_rate": 4.7181935766525165e-06, + "loss": 2.4032, + "step": 40123 + }, + { + "epoch": 0.6868313391191222, + "grad_norm": 2.4532270431518555, + "learning_rate": 4.717722821533459e-06, + "loss": 2.406, + "step": 40124 + }, + { + "epoch": 0.6868484568376727, + "grad_norm": 2.5191726684570312, + "learning_rate": 4.717252082650274e-06, + "loss": 2.333, + "step": 40125 + }, + { + "epoch": 0.6868655745562231, + "grad_norm": 2.5779671669006348, + "learning_rate": 4.716781360004422e-06, + "loss": 2.4391, + "step": 40126 + }, + { + "epoch": 0.6868826922747736, + "grad_norm": 2.469425678253174, + "learning_rate": 4.716310653597336e-06, + "loss": 2.4161, + "step": 40127 + }, + { + "epoch": 0.6868998099933241, + "grad_norm": 2.456587076187134, + "learning_rate": 4.7158399634304774e-06, + "loss": 2.3542, + "step": 40128 + }, + { + "epoch": 0.6869169277118745, + "grad_norm": 2.4949636459350586, + "learning_rate": 4.715369289505282e-06, + "loss": 2.3405, + "step": 40129 + }, + { + "epoch": 0.686934045430425, + "grad_norm": 2.3823037147521973, + "learning_rate": 4.7148986318231985e-06, + "loss": 2.4139, + "step": 40130 + }, + { + "epoch": 0.6869511631489755, + "grad_norm": 2.4499971866607666, + "learning_rate": 4.71442799038568e-06, + "loss": 2.3091, + "step": 40131 + }, + { + "epoch": 0.6869682808675259, + "grad_norm": 2.373342752456665, + "learning_rate": 4.713957365194161e-06, + "loss": 2.3148, + "step": 40132 + }, + { + "epoch": 0.6869853985860764, + "grad_norm": 2.351954460144043, + "learning_rate": 4.7134867562501005e-06, + "loss": 2.4164, + "step": 40133 + }, + { + "epoch": 0.6870025163046269, + "grad_norm": 2.4070303440093994, + "learning_rate": 4.713016163554938e-06, + "loss": 2.4259, + "step": 40134 + }, + { + "epoch": 0.6870196340231773, + "grad_norm": 2.5895161628723145, + "learning_rate": 4.71254558711012e-06, + "loss": 2.4288, + "step": 40135 + }, + { + "epoch": 0.6870367517417278, + "grad_norm": 2.4099464416503906, + "learning_rate": 4.7120750269171e-06, + "loss": 2.3427, + "step": 40136 + }, + { + "epoch": 0.6870538694602784, + "grad_norm": 2.5384438037872314, + "learning_rate": 4.71160448297731e-06, + "loss": 2.362, + "step": 40137 + }, + { + "epoch": 0.6870709871788288, + "grad_norm": 2.318295955657959, + "learning_rate": 4.711133955292212e-06, + "loss": 2.4204, + "step": 40138 + }, + { + "epoch": 0.6870881048973793, + "grad_norm": 2.562631368637085, + "learning_rate": 4.710663443863243e-06, + "loss": 2.4381, + "step": 40139 + }, + { + "epoch": 0.6871052226159298, + "grad_norm": 2.50500750541687, + "learning_rate": 4.710192948691851e-06, + "loss": 2.4706, + "step": 40140 + }, + { + "epoch": 0.6871223403344803, + "grad_norm": 2.5298712253570557, + "learning_rate": 4.709722469779482e-06, + "loss": 2.4227, + "step": 40141 + }, + { + "epoch": 0.6871394580530307, + "grad_norm": 2.528388023376465, + "learning_rate": 4.709252007127583e-06, + "loss": 2.3767, + "step": 40142 + }, + { + "epoch": 0.6871565757715812, + "grad_norm": 2.5020909309387207, + "learning_rate": 4.7087815607376045e-06, + "loss": 2.3483, + "step": 40143 + }, + { + "epoch": 0.6871736934901317, + "grad_norm": 2.5804529190063477, + "learning_rate": 4.708311130610978e-06, + "loss": 2.4483, + "step": 40144 + }, + { + "epoch": 0.6871908112086821, + "grad_norm": 2.316934585571289, + "learning_rate": 4.707840716749169e-06, + "loss": 2.3605, + "step": 40145 + }, + { + "epoch": 0.6872079289272326, + "grad_norm": 2.5068373680114746, + "learning_rate": 4.707370319153608e-06, + "loss": 2.4767, + "step": 40146 + }, + { + "epoch": 0.6872250466457831, + "grad_norm": 2.399986743927002, + "learning_rate": 4.706899937825748e-06, + "loss": 2.324, + "step": 40147 + }, + { + "epoch": 0.6872421643643335, + "grad_norm": 2.2718710899353027, + "learning_rate": 4.706429572767032e-06, + "loss": 2.4718, + "step": 40148 + }, + { + "epoch": 0.687259282082884, + "grad_norm": 2.3314125537872314, + "learning_rate": 4.705959223978908e-06, + "loss": 2.2912, + "step": 40149 + }, + { + "epoch": 0.6872763998014345, + "grad_norm": 2.4262607097625732, + "learning_rate": 4.705488891462823e-06, + "loss": 2.3725, + "step": 40150 + }, + { + "epoch": 0.6872935175199849, + "grad_norm": 2.4583261013031006, + "learning_rate": 4.705018575220217e-06, + "loss": 2.363, + "step": 40151 + }, + { + "epoch": 0.6873106352385354, + "grad_norm": 2.5307998657226562, + "learning_rate": 4.70454827525254e-06, + "loss": 2.4264, + "step": 40152 + }, + { + "epoch": 0.6873277529570859, + "grad_norm": 2.5701630115509033, + "learning_rate": 4.704077991561235e-06, + "loss": 2.4504, + "step": 40153 + }, + { + "epoch": 0.6873448706756363, + "grad_norm": 2.5895023345947266, + "learning_rate": 4.703607724147749e-06, + "loss": 2.3904, + "step": 40154 + }, + { + "epoch": 0.6873619883941868, + "grad_norm": 2.4665255546569824, + "learning_rate": 4.703137473013527e-06, + "loss": 2.4605, + "step": 40155 + }, + { + "epoch": 0.6873791061127373, + "grad_norm": 2.4565842151641846, + "learning_rate": 4.702667238160019e-06, + "loss": 2.3083, + "step": 40156 + }, + { + "epoch": 0.6873962238312877, + "grad_norm": 2.531550407409668, + "learning_rate": 4.702197019588659e-06, + "loss": 2.3777, + "step": 40157 + }, + { + "epoch": 0.6874133415498382, + "grad_norm": 2.4420113563537598, + "learning_rate": 4.701726817300906e-06, + "loss": 2.4614, + "step": 40158 + }, + { + "epoch": 0.6874304592683887, + "grad_norm": 2.584980010986328, + "learning_rate": 4.7012566312981955e-06, + "loss": 2.4099, + "step": 40159 + }, + { + "epoch": 0.6874475769869391, + "grad_norm": 2.5183732509613037, + "learning_rate": 4.700786461581975e-06, + "loss": 2.4767, + "step": 40160 + }, + { + "epoch": 0.6874646947054897, + "grad_norm": 2.5675883293151855, + "learning_rate": 4.700316308153695e-06, + "loss": 2.3562, + "step": 40161 + }, + { + "epoch": 0.6874818124240402, + "grad_norm": 2.481544017791748, + "learning_rate": 4.699846171014788e-06, + "loss": 2.333, + "step": 40162 + }, + { + "epoch": 0.6874989301425906, + "grad_norm": 2.4561710357666016, + "learning_rate": 4.699376050166715e-06, + "loss": 2.4041, + "step": 40163 + }, + { + "epoch": 0.6875160478611411, + "grad_norm": 2.5768790245056152, + "learning_rate": 4.698905945610905e-06, + "loss": 2.4381, + "step": 40164 + }, + { + "epoch": 0.6875331655796916, + "grad_norm": 2.3980331420898438, + "learning_rate": 4.698435857348817e-06, + "loss": 2.3869, + "step": 40165 + }, + { + "epoch": 0.687550283298242, + "grad_norm": 2.5663414001464844, + "learning_rate": 4.697965785381889e-06, + "loss": 2.4638, + "step": 40166 + }, + { + "epoch": 0.6875674010167925, + "grad_norm": 2.4570484161376953, + "learning_rate": 4.697495729711566e-06, + "loss": 2.4088, + "step": 40167 + }, + { + "epoch": 0.687584518735343, + "grad_norm": 2.521862030029297, + "learning_rate": 4.697025690339295e-06, + "loss": 2.3918, + "step": 40168 + }, + { + "epoch": 0.6876016364538934, + "grad_norm": 2.620389223098755, + "learning_rate": 4.696555667266513e-06, + "loss": 2.406, + "step": 40169 + }, + { + "epoch": 0.6876187541724439, + "grad_norm": 2.5927822589874268, + "learning_rate": 4.696085660494678e-06, + "loss": 2.4139, + "step": 40170 + }, + { + "epoch": 0.6876358718909944, + "grad_norm": 2.62316632270813, + "learning_rate": 4.6956156700252245e-06, + "loss": 2.384, + "step": 40171 + }, + { + "epoch": 0.6876529896095448, + "grad_norm": 2.687500476837158, + "learning_rate": 4.6951456958596e-06, + "loss": 2.3628, + "step": 40172 + }, + { + "epoch": 0.6876701073280953, + "grad_norm": 2.4643096923828125, + "learning_rate": 4.694675737999252e-06, + "loss": 2.3785, + "step": 40173 + }, + { + "epoch": 0.6876872250466458, + "grad_norm": 2.5643317699432373, + "learning_rate": 4.694205796445616e-06, + "loss": 2.3825, + "step": 40174 + }, + { + "epoch": 0.6877043427651962, + "grad_norm": 2.381549835205078, + "learning_rate": 4.693735871200149e-06, + "loss": 2.2727, + "step": 40175 + }, + { + "epoch": 0.6877214604837467, + "grad_norm": 2.5409531593322754, + "learning_rate": 4.6932659622642866e-06, + "loss": 2.4601, + "step": 40176 + }, + { + "epoch": 0.6877385782022972, + "grad_norm": 2.4801573753356934, + "learning_rate": 4.692796069639474e-06, + "loss": 2.4176, + "step": 40177 + }, + { + "epoch": 0.6877556959208476, + "grad_norm": 2.614854574203491, + "learning_rate": 4.692326193327157e-06, + "loss": 2.422, + "step": 40178 + }, + { + "epoch": 0.6877728136393981, + "grad_norm": 2.571896553039551, + "learning_rate": 4.691856333328781e-06, + "loss": 2.4561, + "step": 40179 + }, + { + "epoch": 0.6877899313579486, + "grad_norm": 2.4813754558563232, + "learning_rate": 4.691386489645791e-06, + "loss": 2.4055, + "step": 40180 + }, + { + "epoch": 0.687807049076499, + "grad_norm": 2.6303720474243164, + "learning_rate": 4.6909166622796225e-06, + "loss": 2.4563, + "step": 40181 + }, + { + "epoch": 0.6878241667950495, + "grad_norm": 2.5573792457580566, + "learning_rate": 4.690446851231734e-06, + "loss": 2.5425, + "step": 40182 + }, + { + "epoch": 0.6878412845136, + "grad_norm": 2.4613237380981445, + "learning_rate": 4.6899770565035575e-06, + "loss": 2.5018, + "step": 40183 + }, + { + "epoch": 0.6878584022321504, + "grad_norm": 2.469447374343872, + "learning_rate": 4.6895072780965415e-06, + "loss": 2.4313, + "step": 40184 + }, + { + "epoch": 0.687875519950701, + "grad_norm": 2.6289620399475098, + "learning_rate": 4.689037516012129e-06, + "loss": 2.458, + "step": 40185 + }, + { + "epoch": 0.6878926376692515, + "grad_norm": 2.317136526107788, + "learning_rate": 4.688567770251765e-06, + "loss": 2.314, + "step": 40186 + }, + { + "epoch": 0.687909755387802, + "grad_norm": 2.548703908920288, + "learning_rate": 4.688098040816898e-06, + "loss": 2.4118, + "step": 40187 + }, + { + "epoch": 0.6879268731063524, + "grad_norm": 2.477090835571289, + "learning_rate": 4.68762832770896e-06, + "loss": 2.3813, + "step": 40188 + }, + { + "epoch": 0.6879439908249029, + "grad_norm": 2.5707600116729736, + "learning_rate": 4.687158630929403e-06, + "loss": 2.3652, + "step": 40189 + }, + { + "epoch": 0.6879611085434534, + "grad_norm": 2.4892425537109375, + "learning_rate": 4.68668895047967e-06, + "loss": 2.3981, + "step": 40190 + }, + { + "epoch": 0.6879782262620038, + "grad_norm": 2.441767930984497, + "learning_rate": 4.686219286361202e-06, + "loss": 2.3491, + "step": 40191 + }, + { + "epoch": 0.6879953439805543, + "grad_norm": 2.5629513263702393, + "learning_rate": 4.685749638575447e-06, + "loss": 2.2611, + "step": 40192 + }, + { + "epoch": 0.6880124616991048, + "grad_norm": 2.496394395828247, + "learning_rate": 4.685280007123847e-06, + "loss": 2.4073, + "step": 40193 + }, + { + "epoch": 0.6880295794176552, + "grad_norm": 2.6325719356536865, + "learning_rate": 4.684810392007841e-06, + "loss": 2.3678, + "step": 40194 + }, + { + "epoch": 0.6880466971362057, + "grad_norm": 2.4850828647613525, + "learning_rate": 4.684340793228876e-06, + "loss": 2.3356, + "step": 40195 + }, + { + "epoch": 0.6880638148547562, + "grad_norm": 2.4317026138305664, + "learning_rate": 4.683871210788395e-06, + "loss": 2.1687, + "step": 40196 + }, + { + "epoch": 0.6880809325733066, + "grad_norm": 2.344423294067383, + "learning_rate": 4.683401644687842e-06, + "loss": 2.287, + "step": 40197 + }, + { + "epoch": 0.6880980502918571, + "grad_norm": 2.403564453125, + "learning_rate": 4.682932094928659e-06, + "loss": 2.3711, + "step": 40198 + }, + { + "epoch": 0.6881151680104076, + "grad_norm": 2.5207440853118896, + "learning_rate": 4.682462561512291e-06, + "loss": 2.3286, + "step": 40199 + }, + { + "epoch": 0.688132285728958, + "grad_norm": 2.4836127758026123, + "learning_rate": 4.681993044440183e-06, + "loss": 2.3423, + "step": 40200 + }, + { + "epoch": 0.6881494034475085, + "grad_norm": 2.4653286933898926, + "learning_rate": 4.681523543713772e-06, + "loss": 2.4763, + "step": 40201 + }, + { + "epoch": 0.688166521166059, + "grad_norm": 2.529688596725464, + "learning_rate": 4.681054059334505e-06, + "loss": 2.3193, + "step": 40202 + }, + { + "epoch": 0.6881836388846094, + "grad_norm": 2.521864175796509, + "learning_rate": 4.6805845913038225e-06, + "loss": 2.3122, + "step": 40203 + }, + { + "epoch": 0.6882007566031599, + "grad_norm": 2.5655221939086914, + "learning_rate": 4.68011513962317e-06, + "loss": 2.3956, + "step": 40204 + }, + { + "epoch": 0.6882178743217104, + "grad_norm": 2.4768850803375244, + "learning_rate": 4.679645704293995e-06, + "loss": 2.3487, + "step": 40205 + }, + { + "epoch": 0.6882349920402608, + "grad_norm": 2.262786626815796, + "learning_rate": 4.679176285317727e-06, + "loss": 2.3505, + "step": 40206 + }, + { + "epoch": 0.6882521097588113, + "grad_norm": 2.4243452548980713, + "learning_rate": 4.678706882695824e-06, + "loss": 2.42, + "step": 40207 + }, + { + "epoch": 0.6882692274773619, + "grad_norm": 2.62203049659729, + "learning_rate": 4.6782374964297185e-06, + "loss": 2.3632, + "step": 40208 + }, + { + "epoch": 0.6882863451959123, + "grad_norm": 2.5716702938079834, + "learning_rate": 4.677768126520856e-06, + "loss": 2.5102, + "step": 40209 + }, + { + "epoch": 0.6883034629144628, + "grad_norm": 2.4799904823303223, + "learning_rate": 4.677298772970684e-06, + "loss": 2.4253, + "step": 40210 + }, + { + "epoch": 0.6883205806330133, + "grad_norm": 2.3866052627563477, + "learning_rate": 4.676829435780633e-06, + "loss": 2.2787, + "step": 40211 + }, + { + "epoch": 0.6883376983515637, + "grad_norm": 2.5418684482574463, + "learning_rate": 4.676360114952162e-06, + "loss": 2.3824, + "step": 40212 + }, + { + "epoch": 0.6883548160701142, + "grad_norm": 2.53216552734375, + "learning_rate": 4.675890810486701e-06, + "loss": 2.4302, + "step": 40213 + }, + { + "epoch": 0.6883719337886647, + "grad_norm": 2.5213863849639893, + "learning_rate": 4.675421522385695e-06, + "loss": 2.3283, + "step": 40214 + }, + { + "epoch": 0.6883890515072151, + "grad_norm": 2.607017755508423, + "learning_rate": 4.674952250650593e-06, + "loss": 2.3399, + "step": 40215 + }, + { + "epoch": 0.6884061692257656, + "grad_norm": 2.620049476623535, + "learning_rate": 4.6744829952828244e-06, + "loss": 2.4639, + "step": 40216 + }, + { + "epoch": 0.6884232869443161, + "grad_norm": 2.5569074153900146, + "learning_rate": 4.674013756283846e-06, + "loss": 2.5266, + "step": 40217 + }, + { + "epoch": 0.6884404046628665, + "grad_norm": 2.4589741230010986, + "learning_rate": 4.673544533655087e-06, + "loss": 2.3461, + "step": 40218 + }, + { + "epoch": 0.688457522381417, + "grad_norm": 2.591144323348999, + "learning_rate": 4.673075327398003e-06, + "loss": 2.3629, + "step": 40219 + }, + { + "epoch": 0.6884746400999675, + "grad_norm": 2.669931173324585, + "learning_rate": 4.672606137514025e-06, + "loss": 2.4479, + "step": 40220 + }, + { + "epoch": 0.6884917578185179, + "grad_norm": 2.4734647274017334, + "learning_rate": 4.672136964004601e-06, + "loss": 2.3037, + "step": 40221 + }, + { + "epoch": 0.6885088755370684, + "grad_norm": 2.579641103744507, + "learning_rate": 4.671667806871174e-06, + "loss": 2.3646, + "step": 40222 + }, + { + "epoch": 0.6885259932556189, + "grad_norm": 2.4040956497192383, + "learning_rate": 4.6711986661151765e-06, + "loss": 2.3909, + "step": 40223 + }, + { + "epoch": 0.6885431109741693, + "grad_norm": 2.5193357467651367, + "learning_rate": 4.670729541738065e-06, + "loss": 2.4104, + "step": 40224 + }, + { + "epoch": 0.6885602286927198, + "grad_norm": 2.5451300144195557, + "learning_rate": 4.670260433741269e-06, + "loss": 2.4109, + "step": 40225 + }, + { + "epoch": 0.6885773464112703, + "grad_norm": 2.4622249603271484, + "learning_rate": 4.669791342126237e-06, + "loss": 2.3355, + "step": 40226 + }, + { + "epoch": 0.6885944641298207, + "grad_norm": 2.5856244564056396, + "learning_rate": 4.669322266894407e-06, + "loss": 2.3641, + "step": 40227 + }, + { + "epoch": 0.6886115818483712, + "grad_norm": 2.4910929203033447, + "learning_rate": 4.668853208047225e-06, + "loss": 2.3265, + "step": 40228 + }, + { + "epoch": 0.6886286995669217, + "grad_norm": 2.563307285308838, + "learning_rate": 4.668384165586129e-06, + "loss": 2.3715, + "step": 40229 + }, + { + "epoch": 0.6886458172854721, + "grad_norm": 2.478480339050293, + "learning_rate": 4.6679151395125665e-06, + "loss": 2.4009, + "step": 40230 + }, + { + "epoch": 0.6886629350040226, + "grad_norm": 2.4687728881835938, + "learning_rate": 4.667446129827972e-06, + "loss": 2.4059, + "step": 40231 + }, + { + "epoch": 0.6886800527225732, + "grad_norm": 2.372251033782959, + "learning_rate": 4.666977136533789e-06, + "loss": 2.4105, + "step": 40232 + }, + { + "epoch": 0.6886971704411236, + "grad_norm": 2.5166542530059814, + "learning_rate": 4.66650815963146e-06, + "loss": 2.4659, + "step": 40233 + }, + { + "epoch": 0.6887142881596741, + "grad_norm": 2.4090325832366943, + "learning_rate": 4.666039199122426e-06, + "loss": 2.4472, + "step": 40234 + }, + { + "epoch": 0.6887314058782246, + "grad_norm": 2.4601194858551025, + "learning_rate": 4.665570255008129e-06, + "loss": 2.4623, + "step": 40235 + }, + { + "epoch": 0.6887485235967751, + "grad_norm": 2.553616523742676, + "learning_rate": 4.665101327290011e-06, + "loss": 2.4343, + "step": 40236 + }, + { + "epoch": 0.6887656413153255, + "grad_norm": 2.4116370677948, + "learning_rate": 4.664632415969517e-06, + "loss": 2.374, + "step": 40237 + }, + { + "epoch": 0.688782759033876, + "grad_norm": 2.464348316192627, + "learning_rate": 4.664163521048079e-06, + "loss": 2.4309, + "step": 40238 + }, + { + "epoch": 0.6887998767524265, + "grad_norm": 2.4143877029418945, + "learning_rate": 4.663694642527142e-06, + "loss": 2.4037, + "step": 40239 + }, + { + "epoch": 0.6888169944709769, + "grad_norm": 2.4146029949188232, + "learning_rate": 4.66322578040815e-06, + "loss": 2.3415, + "step": 40240 + }, + { + "epoch": 0.6888341121895274, + "grad_norm": 2.692981719970703, + "learning_rate": 4.662756934692541e-06, + "loss": 2.5442, + "step": 40241 + }, + { + "epoch": 0.6888512299080779, + "grad_norm": 2.4363067150115967, + "learning_rate": 4.662288105381763e-06, + "loss": 2.3418, + "step": 40242 + }, + { + "epoch": 0.6888683476266283, + "grad_norm": 2.4954888820648193, + "learning_rate": 4.661819292477242e-06, + "loss": 2.4323, + "step": 40243 + }, + { + "epoch": 0.6888854653451788, + "grad_norm": 2.374224901199341, + "learning_rate": 4.661350495980437e-06, + "loss": 2.3184, + "step": 40244 + }, + { + "epoch": 0.6889025830637293, + "grad_norm": 2.4591619968414307, + "learning_rate": 4.660881715892776e-06, + "loss": 2.3859, + "step": 40245 + }, + { + "epoch": 0.6889197007822797, + "grad_norm": 2.582427740097046, + "learning_rate": 4.6604129522157036e-06, + "loss": 2.3737, + "step": 40246 + }, + { + "epoch": 0.6889368185008302, + "grad_norm": 2.5170533657073975, + "learning_rate": 4.659944204950666e-06, + "loss": 2.4181, + "step": 40247 + }, + { + "epoch": 0.6889539362193807, + "grad_norm": 2.428189277648926, + "learning_rate": 4.659475474099091e-06, + "loss": 2.4758, + "step": 40248 + }, + { + "epoch": 0.6889710539379311, + "grad_norm": 2.6493847370147705, + "learning_rate": 4.659006759662436e-06, + "loss": 2.4716, + "step": 40249 + }, + { + "epoch": 0.6889881716564816, + "grad_norm": 2.6449575424194336, + "learning_rate": 4.658538061642128e-06, + "loss": 2.5113, + "step": 40250 + }, + { + "epoch": 0.6890052893750321, + "grad_norm": 2.5348377227783203, + "learning_rate": 4.658069380039613e-06, + "loss": 2.4224, + "step": 40251 + }, + { + "epoch": 0.6890224070935825, + "grad_norm": 2.7357985973358154, + "learning_rate": 4.657600714856335e-06, + "loss": 2.4754, + "step": 40252 + }, + { + "epoch": 0.689039524812133, + "grad_norm": 2.5583548545837402, + "learning_rate": 4.657132066093723e-06, + "loss": 2.4287, + "step": 40253 + }, + { + "epoch": 0.6890566425306835, + "grad_norm": 2.2458627223968506, + "learning_rate": 4.656663433753235e-06, + "loss": 2.308, + "step": 40254 + }, + { + "epoch": 0.689073760249234, + "grad_norm": 2.532243251800537, + "learning_rate": 4.656194817836292e-06, + "loss": 2.5211, + "step": 40255 + }, + { + "epoch": 0.6890908779677845, + "grad_norm": 2.557382106781006, + "learning_rate": 4.655726218344352e-06, + "loss": 2.5124, + "step": 40256 + }, + { + "epoch": 0.689107995686335, + "grad_norm": 2.5725481510162354, + "learning_rate": 4.655257635278845e-06, + "loss": 2.4475, + "step": 40257 + }, + { + "epoch": 0.6891251134048854, + "grad_norm": 2.451259136199951, + "learning_rate": 4.654789068641211e-06, + "loss": 2.3874, + "step": 40258 + }, + { + "epoch": 0.6891422311234359, + "grad_norm": 2.4895055294036865, + "learning_rate": 4.654320518432899e-06, + "loss": 2.3888, + "step": 40259 + }, + { + "epoch": 0.6891593488419864, + "grad_norm": 2.4448482990264893, + "learning_rate": 4.653851984655334e-06, + "loss": 2.4029, + "step": 40260 + }, + { + "epoch": 0.6891764665605368, + "grad_norm": 2.3292572498321533, + "learning_rate": 4.653383467309973e-06, + "loss": 2.4139, + "step": 40261 + }, + { + "epoch": 0.6891935842790873, + "grad_norm": 2.3989059925079346, + "learning_rate": 4.6529149663982455e-06, + "loss": 2.4103, + "step": 40262 + }, + { + "epoch": 0.6892107019976378, + "grad_norm": 2.478003978729248, + "learning_rate": 4.652446481921593e-06, + "loss": 2.4667, + "step": 40263 + }, + { + "epoch": 0.6892278197161882, + "grad_norm": 2.570847988128662, + "learning_rate": 4.651978013881457e-06, + "loss": 2.428, + "step": 40264 + }, + { + "epoch": 0.6892449374347387, + "grad_norm": 2.4881198406219482, + "learning_rate": 4.651509562279276e-06, + "loss": 2.3727, + "step": 40265 + }, + { + "epoch": 0.6892620551532892, + "grad_norm": 2.4773192405700684, + "learning_rate": 4.651041127116496e-06, + "loss": 2.4091, + "step": 40266 + }, + { + "epoch": 0.6892791728718396, + "grad_norm": 2.3578004837036133, + "learning_rate": 4.650572708394548e-06, + "loss": 2.3163, + "step": 40267 + }, + { + "epoch": 0.6892962905903901, + "grad_norm": 2.4339447021484375, + "learning_rate": 4.6501043061148745e-06, + "loss": 2.3467, + "step": 40268 + }, + { + "epoch": 0.6893134083089406, + "grad_norm": 2.472121238708496, + "learning_rate": 4.649635920278916e-06, + "loss": 2.3601, + "step": 40269 + }, + { + "epoch": 0.689330526027491, + "grad_norm": 2.627147674560547, + "learning_rate": 4.649167550888114e-06, + "loss": 2.4423, + "step": 40270 + }, + { + "epoch": 0.6893476437460415, + "grad_norm": 2.4838180541992188, + "learning_rate": 4.648699197943905e-06, + "loss": 2.4831, + "step": 40271 + }, + { + "epoch": 0.689364761464592, + "grad_norm": 2.5125324726104736, + "learning_rate": 4.6482308614477305e-06, + "loss": 2.3198, + "step": 40272 + }, + { + "epoch": 0.6893818791831424, + "grad_norm": 2.517045497894287, + "learning_rate": 4.647762541401033e-06, + "loss": 2.372, + "step": 40273 + }, + { + "epoch": 0.6893989969016929, + "grad_norm": 2.2924458980560303, + "learning_rate": 4.647294237805245e-06, + "loss": 2.235, + "step": 40274 + }, + { + "epoch": 0.6894161146202434, + "grad_norm": 2.3216729164123535, + "learning_rate": 4.646825950661809e-06, + "loss": 2.2559, + "step": 40275 + }, + { + "epoch": 0.6894332323387938, + "grad_norm": 2.5358469486236572, + "learning_rate": 4.6463576799721655e-06, + "loss": 2.3179, + "step": 40276 + }, + { + "epoch": 0.6894503500573443, + "grad_norm": 2.422309637069702, + "learning_rate": 4.645889425737752e-06, + "loss": 2.3515, + "step": 40277 + }, + { + "epoch": 0.6894674677758948, + "grad_norm": 2.420544147491455, + "learning_rate": 4.645421187960009e-06, + "loss": 2.3234, + "step": 40278 + }, + { + "epoch": 0.6894845854944452, + "grad_norm": 2.4905412197113037, + "learning_rate": 4.644952966640379e-06, + "loss": 2.4162, + "step": 40279 + }, + { + "epoch": 0.6895017032129958, + "grad_norm": 2.4243662357330322, + "learning_rate": 4.644484761780295e-06, + "loss": 2.3168, + "step": 40280 + }, + { + "epoch": 0.6895188209315463, + "grad_norm": 2.4480624198913574, + "learning_rate": 4.644016573381197e-06, + "loss": 2.3776, + "step": 40281 + }, + { + "epoch": 0.6895359386500968, + "grad_norm": 2.502051591873169, + "learning_rate": 4.6435484014445265e-06, + "loss": 2.4014, + "step": 40282 + }, + { + "epoch": 0.6895530563686472, + "grad_norm": 2.4665300846099854, + "learning_rate": 4.643080245971722e-06, + "loss": 2.3493, + "step": 40283 + }, + { + "epoch": 0.6895701740871977, + "grad_norm": 2.3936290740966797, + "learning_rate": 4.642612106964225e-06, + "loss": 2.4052, + "step": 40284 + }, + { + "epoch": 0.6895872918057482, + "grad_norm": 2.3684282302856445, + "learning_rate": 4.642143984423465e-06, + "loss": 2.3398, + "step": 40285 + }, + { + "epoch": 0.6896044095242986, + "grad_norm": 2.3329122066497803, + "learning_rate": 4.641675878350894e-06, + "loss": 2.4077, + "step": 40286 + }, + { + "epoch": 0.6896215272428491, + "grad_norm": 2.5702908039093018, + "learning_rate": 4.641207788747942e-06, + "loss": 2.3758, + "step": 40287 + }, + { + "epoch": 0.6896386449613996, + "grad_norm": 2.4082820415496826, + "learning_rate": 4.640739715616049e-06, + "loss": 2.3174, + "step": 40288 + }, + { + "epoch": 0.68965576267995, + "grad_norm": 2.5324621200561523, + "learning_rate": 4.640271658956654e-06, + "loss": 2.5136, + "step": 40289 + }, + { + "epoch": 0.6896728803985005, + "grad_norm": 2.4990692138671875, + "learning_rate": 4.639803618771198e-06, + "loss": 2.4246, + "step": 40290 + }, + { + "epoch": 0.689689998117051, + "grad_norm": 2.4547672271728516, + "learning_rate": 4.6393355950611205e-06, + "loss": 2.4364, + "step": 40291 + }, + { + "epoch": 0.6897071158356014, + "grad_norm": 2.535785675048828, + "learning_rate": 4.63886758782785e-06, + "loss": 2.3763, + "step": 40292 + }, + { + "epoch": 0.6897242335541519, + "grad_norm": 2.3995895385742188, + "learning_rate": 4.63839959707284e-06, + "loss": 2.3484, + "step": 40293 + }, + { + "epoch": 0.6897413512727024, + "grad_norm": 2.6132454872131348, + "learning_rate": 4.637931622797518e-06, + "loss": 2.4207, + "step": 40294 + }, + { + "epoch": 0.6897584689912528, + "grad_norm": 2.4964888095855713, + "learning_rate": 4.637463665003325e-06, + "loss": 2.3359, + "step": 40295 + }, + { + "epoch": 0.6897755867098033, + "grad_norm": 2.494337558746338, + "learning_rate": 4.636995723691704e-06, + "loss": 2.3651, + "step": 40296 + }, + { + "epoch": 0.6897927044283538, + "grad_norm": 2.3992955684661865, + "learning_rate": 4.636527798864082e-06, + "loss": 2.3438, + "step": 40297 + }, + { + "epoch": 0.6898098221469042, + "grad_norm": 2.466313123703003, + "learning_rate": 4.636059890521912e-06, + "loss": 2.3326, + "step": 40298 + }, + { + "epoch": 0.6898269398654547, + "grad_norm": 2.3902587890625, + "learning_rate": 4.635591998666622e-06, + "loss": 2.3774, + "step": 40299 + }, + { + "epoch": 0.6898440575840052, + "grad_norm": 2.4935624599456787, + "learning_rate": 4.6351241232996526e-06, + "loss": 2.4589, + "step": 40300 + }, + { + "epoch": 0.6898611753025556, + "grad_norm": 2.4142978191375732, + "learning_rate": 4.634656264422441e-06, + "loss": 2.326, + "step": 40301 + }, + { + "epoch": 0.6898782930211061, + "grad_norm": 2.459787130355835, + "learning_rate": 4.634188422036428e-06, + "loss": 2.351, + "step": 40302 + }, + { + "epoch": 0.6898954107396567, + "grad_norm": 2.3810198307037354, + "learning_rate": 4.633720596143053e-06, + "loss": 2.4088, + "step": 40303 + }, + { + "epoch": 0.689912528458207, + "grad_norm": 2.4610607624053955, + "learning_rate": 4.633252786743747e-06, + "loss": 2.3017, + "step": 40304 + }, + { + "epoch": 0.6899296461767576, + "grad_norm": 2.5471279621124268, + "learning_rate": 4.632784993839953e-06, + "loss": 2.4493, + "step": 40305 + }, + { + "epoch": 0.6899467638953081, + "grad_norm": 2.4279961585998535, + "learning_rate": 4.632317217433106e-06, + "loss": 2.4306, + "step": 40306 + }, + { + "epoch": 0.6899638816138585, + "grad_norm": 2.532371759414673, + "learning_rate": 4.6318494575246476e-06, + "loss": 2.4283, + "step": 40307 + }, + { + "epoch": 0.689980999332409, + "grad_norm": 2.5517635345458984, + "learning_rate": 4.631381714116011e-06, + "loss": 2.3901, + "step": 40308 + }, + { + "epoch": 0.6899981170509595, + "grad_norm": 2.4217545986175537, + "learning_rate": 4.630913987208639e-06, + "loss": 2.2697, + "step": 40309 + }, + { + "epoch": 0.6900152347695099, + "grad_norm": 2.6149914264678955, + "learning_rate": 4.630446276803968e-06, + "loss": 2.403, + "step": 40310 + }, + { + "epoch": 0.6900323524880604, + "grad_norm": 2.6173675060272217, + "learning_rate": 4.62997858290343e-06, + "loss": 2.4943, + "step": 40311 + }, + { + "epoch": 0.6900494702066109, + "grad_norm": 2.34517240524292, + "learning_rate": 4.629510905508468e-06, + "loss": 2.4077, + "step": 40312 + }, + { + "epoch": 0.6900665879251613, + "grad_norm": 2.591574192047119, + "learning_rate": 4.629043244620519e-06, + "loss": 2.5837, + "step": 40313 + }, + { + "epoch": 0.6900837056437118, + "grad_norm": 2.334590196609497, + "learning_rate": 4.628575600241018e-06, + "loss": 2.2748, + "step": 40314 + }, + { + "epoch": 0.6901008233622623, + "grad_norm": 2.5714075565338135, + "learning_rate": 4.628107972371404e-06, + "loss": 2.4197, + "step": 40315 + }, + { + "epoch": 0.6901179410808127, + "grad_norm": 2.6643645763397217, + "learning_rate": 4.6276403610131186e-06, + "loss": 2.4604, + "step": 40316 + }, + { + "epoch": 0.6901350587993632, + "grad_norm": 2.5864057540893555, + "learning_rate": 4.627172766167591e-06, + "loss": 2.4102, + "step": 40317 + }, + { + "epoch": 0.6901521765179137, + "grad_norm": 2.5721328258514404, + "learning_rate": 4.626705187836262e-06, + "loss": 2.4526, + "step": 40318 + }, + { + "epoch": 0.6901692942364641, + "grad_norm": 2.5302603244781494, + "learning_rate": 4.626237626020567e-06, + "loss": 2.4212, + "step": 40319 + }, + { + "epoch": 0.6901864119550146, + "grad_norm": 2.556363821029663, + "learning_rate": 4.625770080721947e-06, + "loss": 2.3627, + "step": 40320 + }, + { + "epoch": 0.6902035296735651, + "grad_norm": 2.4692506790161133, + "learning_rate": 4.625302551941841e-06, + "loss": 2.2509, + "step": 40321 + }, + { + "epoch": 0.6902206473921155, + "grad_norm": 2.295421600341797, + "learning_rate": 4.624835039681674e-06, + "loss": 2.3943, + "step": 40322 + }, + { + "epoch": 0.690237765110666, + "grad_norm": 2.4638664722442627, + "learning_rate": 4.624367543942899e-06, + "loss": 2.3615, + "step": 40323 + }, + { + "epoch": 0.6902548828292165, + "grad_norm": 2.5526981353759766, + "learning_rate": 4.623900064726942e-06, + "loss": 2.5442, + "step": 40324 + }, + { + "epoch": 0.6902720005477669, + "grad_norm": 2.5720551013946533, + "learning_rate": 4.623432602035242e-06, + "loss": 2.3493, + "step": 40325 + }, + { + "epoch": 0.6902891182663174, + "grad_norm": 2.4970741271972656, + "learning_rate": 4.622965155869236e-06, + "loss": 2.4868, + "step": 40326 + }, + { + "epoch": 0.690306235984868, + "grad_norm": 2.4352002143859863, + "learning_rate": 4.622497726230361e-06, + "loss": 2.2705, + "step": 40327 + }, + { + "epoch": 0.6903233537034185, + "grad_norm": 2.58677339553833, + "learning_rate": 4.622030313120059e-06, + "loss": 2.4019, + "step": 40328 + }, + { + "epoch": 0.6903404714219689, + "grad_norm": 2.6550605297088623, + "learning_rate": 4.6215629165397545e-06, + "loss": 2.3149, + "step": 40329 + }, + { + "epoch": 0.6903575891405194, + "grad_norm": 2.4364564418792725, + "learning_rate": 4.621095536490899e-06, + "loss": 2.3818, + "step": 40330 + }, + { + "epoch": 0.6903747068590699, + "grad_norm": 2.3632524013519287, + "learning_rate": 4.620628172974918e-06, + "loss": 2.3966, + "step": 40331 + }, + { + "epoch": 0.6903918245776203, + "grad_norm": 2.398423194885254, + "learning_rate": 4.620160825993251e-06, + "loss": 2.346, + "step": 40332 + }, + { + "epoch": 0.6904089422961708, + "grad_norm": 2.4612669944763184, + "learning_rate": 4.619693495547338e-06, + "loss": 2.4045, + "step": 40333 + }, + { + "epoch": 0.6904260600147213, + "grad_norm": 2.479097366333008, + "learning_rate": 4.619226181638607e-06, + "loss": 2.3266, + "step": 40334 + }, + { + "epoch": 0.6904431777332717, + "grad_norm": 2.3396494388580322, + "learning_rate": 4.618758884268505e-06, + "loss": 2.2699, + "step": 40335 + }, + { + "epoch": 0.6904602954518222, + "grad_norm": 2.5366456508636475, + "learning_rate": 4.61829160343846e-06, + "loss": 2.432, + "step": 40336 + }, + { + "epoch": 0.6904774131703727, + "grad_norm": 2.7612318992614746, + "learning_rate": 4.6178243391499125e-06, + "loss": 2.3998, + "step": 40337 + }, + { + "epoch": 0.6904945308889231, + "grad_norm": 2.4994513988494873, + "learning_rate": 4.6173570914043e-06, + "loss": 2.3972, + "step": 40338 + }, + { + "epoch": 0.6905116486074736, + "grad_norm": 2.6593754291534424, + "learning_rate": 4.616889860203049e-06, + "loss": 2.441, + "step": 40339 + }, + { + "epoch": 0.6905287663260241, + "grad_norm": 2.561657428741455, + "learning_rate": 4.6164226455476105e-06, + "loss": 2.2886, + "step": 40340 + }, + { + "epoch": 0.6905458840445745, + "grad_norm": 2.399073600769043, + "learning_rate": 4.615955447439409e-06, + "loss": 2.445, + "step": 40341 + }, + { + "epoch": 0.690563001763125, + "grad_norm": 2.6607136726379395, + "learning_rate": 4.615488265879884e-06, + "loss": 2.3774, + "step": 40342 + }, + { + "epoch": 0.6905801194816755, + "grad_norm": 2.5632784366607666, + "learning_rate": 4.615021100870472e-06, + "loss": 2.4518, + "step": 40343 + }, + { + "epoch": 0.6905972372002259, + "grad_norm": 2.43652081489563, + "learning_rate": 4.614553952412609e-06, + "loss": 2.288, + "step": 40344 + }, + { + "epoch": 0.6906143549187764, + "grad_norm": 2.506049871444702, + "learning_rate": 4.614086820507734e-06, + "loss": 2.4441, + "step": 40345 + }, + { + "epoch": 0.6906314726373269, + "grad_norm": 2.604665517807007, + "learning_rate": 4.613619705157272e-06, + "loss": 2.4458, + "step": 40346 + }, + { + "epoch": 0.6906485903558773, + "grad_norm": 2.422626256942749, + "learning_rate": 4.6131526063626745e-06, + "loss": 2.5016, + "step": 40347 + }, + { + "epoch": 0.6906657080744278, + "grad_norm": 2.4475698471069336, + "learning_rate": 4.612685524125363e-06, + "loss": 2.3734, + "step": 40348 + }, + { + "epoch": 0.6906828257929783, + "grad_norm": 2.334691047668457, + "learning_rate": 4.612218458446781e-06, + "loss": 2.2066, + "step": 40349 + }, + { + "epoch": 0.6906999435115287, + "grad_norm": 2.3509249687194824, + "learning_rate": 4.6117514093283615e-06, + "loss": 2.3316, + "step": 40350 + }, + { + "epoch": 0.6907170612300793, + "grad_norm": 2.4243266582489014, + "learning_rate": 4.61128437677154e-06, + "loss": 2.3843, + "step": 40351 + }, + { + "epoch": 0.6907341789486298, + "grad_norm": 2.411958694458008, + "learning_rate": 4.610817360777756e-06, + "loss": 2.3805, + "step": 40352 + }, + { + "epoch": 0.6907512966671802, + "grad_norm": 2.5107808113098145, + "learning_rate": 4.6103503613484395e-06, + "loss": 2.4363, + "step": 40353 + }, + { + "epoch": 0.6907684143857307, + "grad_norm": 2.457414388656616, + "learning_rate": 4.6098833784850265e-06, + "loss": 2.5241, + "step": 40354 + }, + { + "epoch": 0.6907855321042812, + "grad_norm": 2.5721967220306396, + "learning_rate": 4.609416412188954e-06, + "loss": 2.4402, + "step": 40355 + }, + { + "epoch": 0.6908026498228316, + "grad_norm": 2.4584884643554688, + "learning_rate": 4.608949462461657e-06, + "loss": 2.4032, + "step": 40356 + }, + { + "epoch": 0.6908197675413821, + "grad_norm": 2.5022165775299072, + "learning_rate": 4.608482529304571e-06, + "loss": 2.4796, + "step": 40357 + }, + { + "epoch": 0.6908368852599326, + "grad_norm": 2.5626204013824463, + "learning_rate": 4.608015612719135e-06, + "loss": 2.3517, + "step": 40358 + }, + { + "epoch": 0.690854002978483, + "grad_norm": 2.4501137733459473, + "learning_rate": 4.607548712706776e-06, + "loss": 2.3404, + "step": 40359 + }, + { + "epoch": 0.6908711206970335, + "grad_norm": 2.299154043197632, + "learning_rate": 4.607081829268934e-06, + "loss": 2.3086, + "step": 40360 + }, + { + "epoch": 0.690888238415584, + "grad_norm": 2.47780179977417, + "learning_rate": 4.606614962407043e-06, + "loss": 2.4246, + "step": 40361 + }, + { + "epoch": 0.6909053561341344, + "grad_norm": 2.5587079524993896, + "learning_rate": 4.6061481121225384e-06, + "loss": 2.3705, + "step": 40362 + }, + { + "epoch": 0.6909224738526849, + "grad_norm": 2.4776556491851807, + "learning_rate": 4.6056812784168536e-06, + "loss": 2.4793, + "step": 40363 + }, + { + "epoch": 0.6909395915712354, + "grad_norm": 2.519157648086548, + "learning_rate": 4.605214461291426e-06, + "loss": 2.3845, + "step": 40364 + }, + { + "epoch": 0.6909567092897858, + "grad_norm": 2.4345035552978516, + "learning_rate": 4.604747660747694e-06, + "loss": 2.4663, + "step": 40365 + }, + { + "epoch": 0.6909738270083363, + "grad_norm": 2.4949820041656494, + "learning_rate": 4.6042808767870814e-06, + "loss": 2.4555, + "step": 40366 + }, + { + "epoch": 0.6909909447268868, + "grad_norm": 2.486036539077759, + "learning_rate": 4.603814109411031e-06, + "loss": 2.383, + "step": 40367 + }, + { + "epoch": 0.6910080624454372, + "grad_norm": 2.4186015129089355, + "learning_rate": 4.603347358620976e-06, + "loss": 2.402, + "step": 40368 + }, + { + "epoch": 0.6910251801639877, + "grad_norm": 2.555295467376709, + "learning_rate": 4.60288062441835e-06, + "loss": 2.4298, + "step": 40369 + }, + { + "epoch": 0.6910422978825382, + "grad_norm": 2.393749713897705, + "learning_rate": 4.602413906804593e-06, + "loss": 2.3983, + "step": 40370 + }, + { + "epoch": 0.6910594156010886, + "grad_norm": 2.4402785301208496, + "learning_rate": 4.601947205781125e-06, + "loss": 2.3868, + "step": 40371 + }, + { + "epoch": 0.6910765333196391, + "grad_norm": 2.407973289489746, + "learning_rate": 4.601480521349399e-06, + "loss": 2.3624, + "step": 40372 + }, + { + "epoch": 0.6910936510381896, + "grad_norm": 2.428678274154663, + "learning_rate": 4.601013853510839e-06, + "loss": 2.3272, + "step": 40373 + }, + { + "epoch": 0.6911107687567402, + "grad_norm": 2.5392346382141113, + "learning_rate": 4.600547202266878e-06, + "loss": 2.4222, + "step": 40374 + }, + { + "epoch": 0.6911278864752906, + "grad_norm": 2.6179661750793457, + "learning_rate": 4.60008056761896e-06, + "loss": 2.4292, + "step": 40375 + }, + { + "epoch": 0.6911450041938411, + "grad_norm": 2.669072151184082, + "learning_rate": 4.599613949568504e-06, + "loss": 2.3938, + "step": 40376 + }, + { + "epoch": 0.6911621219123916, + "grad_norm": 2.46308970451355, + "learning_rate": 4.599147348116959e-06, + "loss": 2.4686, + "step": 40377 + }, + { + "epoch": 0.691179239630942, + "grad_norm": 2.327091932296753, + "learning_rate": 4.598680763265752e-06, + "loss": 2.3457, + "step": 40378 + }, + { + "epoch": 0.6911963573494925, + "grad_norm": 2.6038315296173096, + "learning_rate": 4.598214195016316e-06, + "loss": 2.303, + "step": 40379 + }, + { + "epoch": 0.691213475068043, + "grad_norm": 2.440061569213867, + "learning_rate": 4.597747643370088e-06, + "loss": 2.3539, + "step": 40380 + }, + { + "epoch": 0.6912305927865934, + "grad_norm": 2.4501953125, + "learning_rate": 4.597281108328502e-06, + "loss": 2.328, + "step": 40381 + }, + { + "epoch": 0.6912477105051439, + "grad_norm": 2.497469663619995, + "learning_rate": 4.596814589892994e-06, + "loss": 2.4306, + "step": 40382 + }, + { + "epoch": 0.6912648282236944, + "grad_norm": 2.453983783721924, + "learning_rate": 4.596348088064988e-06, + "loss": 2.3955, + "step": 40383 + }, + { + "epoch": 0.6912819459422448, + "grad_norm": 2.6537325382232666, + "learning_rate": 4.595881602845933e-06, + "loss": 2.4518, + "step": 40384 + }, + { + "epoch": 0.6912990636607953, + "grad_norm": 2.493140697479248, + "learning_rate": 4.59541513423725e-06, + "loss": 2.3843, + "step": 40385 + }, + { + "epoch": 0.6913161813793458, + "grad_norm": 2.4868435859680176, + "learning_rate": 4.594948682240379e-06, + "loss": 2.3518, + "step": 40386 + }, + { + "epoch": 0.6913332990978962, + "grad_norm": 2.4434189796447754, + "learning_rate": 4.594482246856752e-06, + "loss": 2.3286, + "step": 40387 + }, + { + "epoch": 0.6913504168164467, + "grad_norm": 2.5494046211242676, + "learning_rate": 4.594015828087802e-06, + "loss": 2.5041, + "step": 40388 + }, + { + "epoch": 0.6913675345349972, + "grad_norm": 2.4492690563201904, + "learning_rate": 4.593549425934968e-06, + "loss": 2.3331, + "step": 40389 + }, + { + "epoch": 0.6913846522535476, + "grad_norm": 2.6544485092163086, + "learning_rate": 4.593083040399676e-06, + "loss": 2.4028, + "step": 40390 + }, + { + "epoch": 0.6914017699720981, + "grad_norm": 2.390782594680786, + "learning_rate": 4.592616671483362e-06, + "loss": 2.3423, + "step": 40391 + }, + { + "epoch": 0.6914188876906486, + "grad_norm": 2.5789456367492676, + "learning_rate": 4.592150319187461e-06, + "loss": 2.3956, + "step": 40392 + }, + { + "epoch": 0.691436005409199, + "grad_norm": 2.38557767868042, + "learning_rate": 4.591683983513404e-06, + "loss": 2.3029, + "step": 40393 + }, + { + "epoch": 0.6914531231277495, + "grad_norm": 2.542664051055908, + "learning_rate": 4.591217664462627e-06, + "loss": 2.4239, + "step": 40394 + }, + { + "epoch": 0.6914702408463, + "grad_norm": 2.2685256004333496, + "learning_rate": 4.590751362036565e-06, + "loss": 2.2671, + "step": 40395 + }, + { + "epoch": 0.6914873585648504, + "grad_norm": 2.5475077629089355, + "learning_rate": 4.590285076236646e-06, + "loss": 2.5195, + "step": 40396 + }, + { + "epoch": 0.691504476283401, + "grad_norm": 2.48685622215271, + "learning_rate": 4.589818807064305e-06, + "loss": 2.2725, + "step": 40397 + }, + { + "epoch": 0.6915215940019515, + "grad_norm": 2.458751678466797, + "learning_rate": 4.589352554520975e-06, + "loss": 2.4348, + "step": 40398 + }, + { + "epoch": 0.6915387117205019, + "grad_norm": 2.4530231952667236, + "learning_rate": 4.588886318608091e-06, + "loss": 2.3753, + "step": 40399 + }, + { + "epoch": 0.6915558294390524, + "grad_norm": 2.4940640926361084, + "learning_rate": 4.5884200993270845e-06, + "loss": 2.5174, + "step": 40400 + }, + { + "epoch": 0.6915729471576029, + "grad_norm": 2.5125720500946045, + "learning_rate": 4.5879538966793895e-06, + "loss": 2.401, + "step": 40401 + }, + { + "epoch": 0.6915900648761533, + "grad_norm": 2.385512351989746, + "learning_rate": 4.587487710666441e-06, + "loss": 2.2636, + "step": 40402 + }, + { + "epoch": 0.6916071825947038, + "grad_norm": 2.5115294456481934, + "learning_rate": 4.587021541289665e-06, + "loss": 2.4028, + "step": 40403 + }, + { + "epoch": 0.6916243003132543, + "grad_norm": 2.3862223625183105, + "learning_rate": 4.586555388550501e-06, + "loss": 2.2951, + "step": 40404 + }, + { + "epoch": 0.6916414180318047, + "grad_norm": 2.5749168395996094, + "learning_rate": 4.586089252450377e-06, + "loss": 2.3387, + "step": 40405 + }, + { + "epoch": 0.6916585357503552, + "grad_norm": 2.4779224395751953, + "learning_rate": 4.585623132990731e-06, + "loss": 2.3112, + "step": 40406 + }, + { + "epoch": 0.6916756534689057, + "grad_norm": 2.633038282394409, + "learning_rate": 4.5851570301729946e-06, + "loss": 2.4919, + "step": 40407 + }, + { + "epoch": 0.6916927711874561, + "grad_norm": 2.5673375129699707, + "learning_rate": 4.584690943998591e-06, + "loss": 2.3777, + "step": 40408 + }, + { + "epoch": 0.6917098889060066, + "grad_norm": 2.448965549468994, + "learning_rate": 4.584224874468968e-06, + "loss": 2.3957, + "step": 40409 + }, + { + "epoch": 0.6917270066245571, + "grad_norm": 2.4592337608337402, + "learning_rate": 4.583758821585548e-06, + "loss": 2.46, + "step": 40410 + }, + { + "epoch": 0.6917441243431075, + "grad_norm": 2.4192917346954346, + "learning_rate": 4.583292785349765e-06, + "loss": 2.4179, + "step": 40411 + }, + { + "epoch": 0.691761242061658, + "grad_norm": 2.566152334213257, + "learning_rate": 4.582826765763056e-06, + "loss": 2.443, + "step": 40412 + }, + { + "epoch": 0.6917783597802085, + "grad_norm": 2.395782709121704, + "learning_rate": 4.582360762826843e-06, + "loss": 2.3812, + "step": 40413 + }, + { + "epoch": 0.6917954774987589, + "grad_norm": 2.4511241912841797, + "learning_rate": 4.581894776542573e-06, + "loss": 2.4206, + "step": 40414 + }, + { + "epoch": 0.6918125952173094, + "grad_norm": 2.557687282562256, + "learning_rate": 4.581428806911662e-06, + "loss": 2.4746, + "step": 40415 + }, + { + "epoch": 0.6918297129358599, + "grad_norm": 2.524585723876953, + "learning_rate": 4.5809628539355586e-06, + "loss": 2.4241, + "step": 40416 + }, + { + "epoch": 0.6918468306544103, + "grad_norm": 2.2925212383270264, + "learning_rate": 4.580496917615683e-06, + "loss": 2.3471, + "step": 40417 + }, + { + "epoch": 0.6918639483729608, + "grad_norm": 2.44122576713562, + "learning_rate": 4.580030997953473e-06, + "loss": 2.4599, + "step": 40418 + }, + { + "epoch": 0.6918810660915113, + "grad_norm": 2.7683517932891846, + "learning_rate": 4.579565094950361e-06, + "loss": 2.5322, + "step": 40419 + }, + { + "epoch": 0.6918981838100617, + "grad_norm": 2.4368948936462402, + "learning_rate": 4.579099208607771e-06, + "loss": 2.238, + "step": 40420 + }, + { + "epoch": 0.6919153015286122, + "grad_norm": 2.370988368988037, + "learning_rate": 4.578633338927148e-06, + "loss": 2.3387, + "step": 40421 + }, + { + "epoch": 0.6919324192471628, + "grad_norm": 2.46530818939209, + "learning_rate": 4.5781674859099135e-06, + "loss": 2.4198, + "step": 40422 + }, + { + "epoch": 0.6919495369657133, + "grad_norm": 2.4778270721435547, + "learning_rate": 4.5777016495575024e-06, + "loss": 2.4308, + "step": 40423 + }, + { + "epoch": 0.6919666546842637, + "grad_norm": 2.5689451694488525, + "learning_rate": 4.577235829871351e-06, + "loss": 2.278, + "step": 40424 + }, + { + "epoch": 0.6919837724028142, + "grad_norm": 2.4523239135742188, + "learning_rate": 4.5767700268528794e-06, + "loss": 2.3708, + "step": 40425 + }, + { + "epoch": 0.6920008901213647, + "grad_norm": 2.495328664779663, + "learning_rate": 4.5763042405035355e-06, + "loss": 2.4213, + "step": 40426 + }, + { + "epoch": 0.6920180078399151, + "grad_norm": 2.3931801319122314, + "learning_rate": 4.575838470824737e-06, + "loss": 2.3873, + "step": 40427 + }, + { + "epoch": 0.6920351255584656, + "grad_norm": 2.516075611114502, + "learning_rate": 4.5753727178179216e-06, + "loss": 2.3279, + "step": 40428 + }, + { + "epoch": 0.6920522432770161, + "grad_norm": 2.6144001483917236, + "learning_rate": 4.5749069814845205e-06, + "loss": 2.3492, + "step": 40429 + }, + { + "epoch": 0.6920693609955665, + "grad_norm": 2.4236650466918945, + "learning_rate": 4.574441261825965e-06, + "loss": 2.2541, + "step": 40430 + }, + { + "epoch": 0.692086478714117, + "grad_norm": 2.562774658203125, + "learning_rate": 4.573975558843691e-06, + "loss": 2.4515, + "step": 40431 + }, + { + "epoch": 0.6921035964326675, + "grad_norm": 2.5294973850250244, + "learning_rate": 4.57350987253912e-06, + "loss": 2.3845, + "step": 40432 + }, + { + "epoch": 0.6921207141512179, + "grad_norm": 2.6093151569366455, + "learning_rate": 4.57304420291369e-06, + "loss": 2.5485, + "step": 40433 + }, + { + "epoch": 0.6921378318697684, + "grad_norm": 2.433042526245117, + "learning_rate": 4.5725785499688304e-06, + "loss": 2.3608, + "step": 40434 + }, + { + "epoch": 0.6921549495883189, + "grad_norm": 2.517524480819702, + "learning_rate": 4.5721129137059735e-06, + "loss": 2.454, + "step": 40435 + }, + { + "epoch": 0.6921720673068693, + "grad_norm": 2.428098201751709, + "learning_rate": 4.57164729412655e-06, + "loss": 2.3409, + "step": 40436 + }, + { + "epoch": 0.6921891850254198, + "grad_norm": 2.4786410331726074, + "learning_rate": 4.571181691231991e-06, + "loss": 2.3549, + "step": 40437 + }, + { + "epoch": 0.6922063027439703, + "grad_norm": 2.5095083713531494, + "learning_rate": 4.570716105023728e-06, + "loss": 2.3767, + "step": 40438 + }, + { + "epoch": 0.6922234204625207, + "grad_norm": 2.6778407096862793, + "learning_rate": 4.570250535503196e-06, + "loss": 2.4026, + "step": 40439 + }, + { + "epoch": 0.6922405381810712, + "grad_norm": 2.485015392303467, + "learning_rate": 4.569784982671818e-06, + "loss": 2.3244, + "step": 40440 + }, + { + "epoch": 0.6922576558996217, + "grad_norm": 2.5096426010131836, + "learning_rate": 4.569319446531028e-06, + "loss": 2.4055, + "step": 40441 + }, + { + "epoch": 0.6922747736181721, + "grad_norm": 2.42181396484375, + "learning_rate": 4.568853927082258e-06, + "loss": 2.3866, + "step": 40442 + }, + { + "epoch": 0.6922918913367226, + "grad_norm": 2.606797218322754, + "learning_rate": 4.568388424326938e-06, + "loss": 2.4176, + "step": 40443 + }, + { + "epoch": 0.6923090090552732, + "grad_norm": 2.4330668449401855, + "learning_rate": 4.5679229382665044e-06, + "loss": 2.3026, + "step": 40444 + }, + { + "epoch": 0.6923261267738235, + "grad_norm": 2.5269174575805664, + "learning_rate": 4.567457468902374e-06, + "loss": 2.3355, + "step": 40445 + }, + { + "epoch": 0.692343244492374, + "grad_norm": 2.46280574798584, + "learning_rate": 4.566992016235995e-06, + "loss": 2.3683, + "step": 40446 + }, + { + "epoch": 0.6923603622109246, + "grad_norm": 2.588682174682617, + "learning_rate": 4.566526580268785e-06, + "loss": 2.3887, + "step": 40447 + }, + { + "epoch": 0.692377479929475, + "grad_norm": 2.3299262523651123, + "learning_rate": 4.566061161002179e-06, + "loss": 2.3307, + "step": 40448 + }, + { + "epoch": 0.6923945976480255, + "grad_norm": 2.4570987224578857, + "learning_rate": 4.565595758437611e-06, + "loss": 2.3958, + "step": 40449 + }, + { + "epoch": 0.692411715366576, + "grad_norm": 2.650754451751709, + "learning_rate": 4.565130372576502e-06, + "loss": 2.4782, + "step": 40450 + }, + { + "epoch": 0.6924288330851264, + "grad_norm": 2.5157053470611572, + "learning_rate": 4.564665003420294e-06, + "loss": 2.4116, + "step": 40451 + }, + { + "epoch": 0.6924459508036769, + "grad_norm": 2.54972243309021, + "learning_rate": 4.5641996509704055e-06, + "loss": 2.4482, + "step": 40452 + }, + { + "epoch": 0.6924630685222274, + "grad_norm": 2.543722629547119, + "learning_rate": 4.56373431522828e-06, + "loss": 2.4574, + "step": 40453 + }, + { + "epoch": 0.6924801862407778, + "grad_norm": 2.524656295776367, + "learning_rate": 4.5632689961953366e-06, + "loss": 2.4682, + "step": 40454 + }, + { + "epoch": 0.6924973039593283, + "grad_norm": 2.408461809158325, + "learning_rate": 4.562803693873012e-06, + "loss": 2.4334, + "step": 40455 + }, + { + "epoch": 0.6925144216778788, + "grad_norm": 2.5394132137298584, + "learning_rate": 4.562338408262735e-06, + "loss": 2.3836, + "step": 40456 + }, + { + "epoch": 0.6925315393964292, + "grad_norm": 2.3366782665252686, + "learning_rate": 4.56187313936593e-06, + "loss": 2.2477, + "step": 40457 + }, + { + "epoch": 0.6925486571149797, + "grad_norm": 2.5006771087646484, + "learning_rate": 4.561407887184039e-06, + "loss": 2.3718, + "step": 40458 + }, + { + "epoch": 0.6925657748335302, + "grad_norm": 2.553926944732666, + "learning_rate": 4.560942651718481e-06, + "loss": 2.4056, + "step": 40459 + }, + { + "epoch": 0.6925828925520806, + "grad_norm": 2.6223788261413574, + "learning_rate": 4.560477432970689e-06, + "loss": 2.3925, + "step": 40460 + }, + { + "epoch": 0.6926000102706311, + "grad_norm": 2.5642282962799072, + "learning_rate": 4.560012230942099e-06, + "loss": 2.4765, + "step": 40461 + }, + { + "epoch": 0.6926171279891816, + "grad_norm": 2.297557830810547, + "learning_rate": 4.559547045634128e-06, + "loss": 2.2511, + "step": 40462 + }, + { + "epoch": 0.692634245707732, + "grad_norm": 2.5743744373321533, + "learning_rate": 4.559081877048221e-06, + "loss": 2.4712, + "step": 40463 + }, + { + "epoch": 0.6926513634262825, + "grad_norm": 2.448835611343384, + "learning_rate": 4.558616725185797e-06, + "loss": 2.3301, + "step": 40464 + }, + { + "epoch": 0.692668481144833, + "grad_norm": 2.634704113006592, + "learning_rate": 4.558151590048288e-06, + "loss": 2.5073, + "step": 40465 + }, + { + "epoch": 0.6926855988633834, + "grad_norm": 2.5082859992980957, + "learning_rate": 4.5576864716371265e-06, + "loss": 2.4314, + "step": 40466 + }, + { + "epoch": 0.6927027165819339, + "grad_norm": 2.4771108627319336, + "learning_rate": 4.55722136995374e-06, + "loss": 2.43, + "step": 40467 + }, + { + "epoch": 0.6927198343004844, + "grad_norm": 2.5206382274627686, + "learning_rate": 4.55675628499956e-06, + "loss": 2.3465, + "step": 40468 + }, + { + "epoch": 0.692736952019035, + "grad_norm": 2.4421095848083496, + "learning_rate": 4.556291216776013e-06, + "loss": 2.3548, + "step": 40469 + }, + { + "epoch": 0.6927540697375854, + "grad_norm": 2.390392303466797, + "learning_rate": 4.555826165284529e-06, + "loss": 2.3123, + "step": 40470 + }, + { + "epoch": 0.6927711874561359, + "grad_norm": 2.531729221343994, + "learning_rate": 4.555361130526538e-06, + "loss": 2.3036, + "step": 40471 + }, + { + "epoch": 0.6927883051746864, + "grad_norm": 2.567185163497925, + "learning_rate": 4.554896112503472e-06, + "loss": 2.473, + "step": 40472 + }, + { + "epoch": 0.6928054228932368, + "grad_norm": 2.602818250656128, + "learning_rate": 4.5544311112167564e-06, + "loss": 2.3794, + "step": 40473 + }, + { + "epoch": 0.6928225406117873, + "grad_norm": 2.568676471710205, + "learning_rate": 4.553966126667821e-06, + "loss": 2.4033, + "step": 40474 + }, + { + "epoch": 0.6928396583303378, + "grad_norm": 2.6238555908203125, + "learning_rate": 4.553501158858101e-06, + "loss": 2.5118, + "step": 40475 + }, + { + "epoch": 0.6928567760488882, + "grad_norm": 2.4544122219085693, + "learning_rate": 4.553036207789016e-06, + "loss": 2.3931, + "step": 40476 + }, + { + "epoch": 0.6928738937674387, + "grad_norm": 2.539367198944092, + "learning_rate": 4.552571273462001e-06, + "loss": 2.3703, + "step": 40477 + }, + { + "epoch": 0.6928910114859892, + "grad_norm": 2.5149357318878174, + "learning_rate": 4.552106355878483e-06, + "loss": 2.326, + "step": 40478 + }, + { + "epoch": 0.6929081292045396, + "grad_norm": 2.5245161056518555, + "learning_rate": 4.551641455039891e-06, + "loss": 2.4288, + "step": 40479 + }, + { + "epoch": 0.6929252469230901, + "grad_norm": 2.4960265159606934, + "learning_rate": 4.5511765709476555e-06, + "loss": 2.4384, + "step": 40480 + }, + { + "epoch": 0.6929423646416406, + "grad_norm": 2.455000877380371, + "learning_rate": 4.550711703603208e-06, + "loss": 2.3856, + "step": 40481 + }, + { + "epoch": 0.692959482360191, + "grad_norm": 2.478776454925537, + "learning_rate": 4.55024685300797e-06, + "loss": 2.52, + "step": 40482 + }, + { + "epoch": 0.6929766000787415, + "grad_norm": 2.649250030517578, + "learning_rate": 4.549782019163374e-06, + "loss": 2.5086, + "step": 40483 + }, + { + "epoch": 0.692993717797292, + "grad_norm": 2.6221165657043457, + "learning_rate": 4.54931720207085e-06, + "loss": 2.4204, + "step": 40484 + }, + { + "epoch": 0.6930108355158424, + "grad_norm": 2.523139238357544, + "learning_rate": 4.548852401731825e-06, + "loss": 2.4626, + "step": 40485 + }, + { + "epoch": 0.6930279532343929, + "grad_norm": 2.468427896499634, + "learning_rate": 4.548387618147731e-06, + "loss": 2.5287, + "step": 40486 + }, + { + "epoch": 0.6930450709529434, + "grad_norm": 2.5300111770629883, + "learning_rate": 4.547922851319988e-06, + "loss": 2.3393, + "step": 40487 + }, + { + "epoch": 0.6930621886714938, + "grad_norm": 2.516652822494507, + "learning_rate": 4.547458101250038e-06, + "loss": 2.2768, + "step": 40488 + }, + { + "epoch": 0.6930793063900443, + "grad_norm": 2.4292657375335693, + "learning_rate": 4.546993367939296e-06, + "loss": 2.3764, + "step": 40489 + }, + { + "epoch": 0.6930964241085948, + "grad_norm": 2.3834879398345947, + "learning_rate": 4.546528651389198e-06, + "loss": 2.378, + "step": 40490 + }, + { + "epoch": 0.6931135418271452, + "grad_norm": 2.469026803970337, + "learning_rate": 4.5460639516011695e-06, + "loss": 2.3773, + "step": 40491 + }, + { + "epoch": 0.6931306595456957, + "grad_norm": 2.5361900329589844, + "learning_rate": 4.545599268576642e-06, + "loss": 2.3596, + "step": 40492 + }, + { + "epoch": 0.6931477772642463, + "grad_norm": 2.7566585540771484, + "learning_rate": 4.545134602317043e-06, + "loss": 2.5347, + "step": 40493 + }, + { + "epoch": 0.6931648949827967, + "grad_norm": 2.4336555004119873, + "learning_rate": 4.544669952823794e-06, + "loss": 2.3661, + "step": 40494 + }, + { + "epoch": 0.6931820127013472, + "grad_norm": 2.5183916091918945, + "learning_rate": 4.544205320098334e-06, + "loss": 2.3402, + "step": 40495 + }, + { + "epoch": 0.6931991304198977, + "grad_norm": 2.5261380672454834, + "learning_rate": 4.5437407041420835e-06, + "loss": 2.3567, + "step": 40496 + }, + { + "epoch": 0.6932162481384481, + "grad_norm": 2.39282488822937, + "learning_rate": 4.543276104956472e-06, + "loss": 2.2501, + "step": 40497 + }, + { + "epoch": 0.6932333658569986, + "grad_norm": 2.536257266998291, + "learning_rate": 4.542811522542933e-06, + "loss": 2.3974, + "step": 40498 + }, + { + "epoch": 0.6932504835755491, + "grad_norm": 2.538304328918457, + "learning_rate": 4.542346956902881e-06, + "loss": 2.4245, + "step": 40499 + }, + { + "epoch": 0.6932676012940995, + "grad_norm": 2.3929219245910645, + "learning_rate": 4.541882408037762e-06, + "loss": 2.3774, + "step": 40500 + }, + { + "epoch": 0.69328471901265, + "grad_norm": 2.314352035522461, + "learning_rate": 4.5414178759489894e-06, + "loss": 2.3907, + "step": 40501 + }, + { + "epoch": 0.6933018367312005, + "grad_norm": 2.5939080715179443, + "learning_rate": 4.540953360637997e-06, + "loss": 2.4602, + "step": 40502 + }, + { + "epoch": 0.6933189544497509, + "grad_norm": 2.4670214653015137, + "learning_rate": 4.540488862106215e-06, + "loss": 2.4511, + "step": 40503 + }, + { + "epoch": 0.6933360721683014, + "grad_norm": 2.5861942768096924, + "learning_rate": 4.540024380355061e-06, + "loss": 2.4224, + "step": 40504 + }, + { + "epoch": 0.6933531898868519, + "grad_norm": 2.4586684703826904, + "learning_rate": 4.539559915385976e-06, + "loss": 2.2835, + "step": 40505 + }, + { + "epoch": 0.6933703076054023, + "grad_norm": 2.4026434421539307, + "learning_rate": 4.539095467200374e-06, + "loss": 2.3435, + "step": 40506 + }, + { + "epoch": 0.6933874253239528, + "grad_norm": 2.299628973007202, + "learning_rate": 4.538631035799697e-06, + "loss": 2.2891, + "step": 40507 + }, + { + "epoch": 0.6934045430425033, + "grad_norm": 2.5292818546295166, + "learning_rate": 4.538166621185361e-06, + "loss": 2.3506, + "step": 40508 + }, + { + "epoch": 0.6934216607610537, + "grad_norm": 2.446342706680298, + "learning_rate": 4.537702223358799e-06, + "loss": 2.4472, + "step": 40509 + }, + { + "epoch": 0.6934387784796042, + "grad_norm": 2.3660731315612793, + "learning_rate": 4.537237842321436e-06, + "loss": 2.3285, + "step": 40510 + }, + { + "epoch": 0.6934558961981547, + "grad_norm": 2.4396398067474365, + "learning_rate": 4.536773478074701e-06, + "loss": 2.354, + "step": 40511 + }, + { + "epoch": 0.6934730139167051, + "grad_norm": 2.3493921756744385, + "learning_rate": 4.536309130620024e-06, + "loss": 2.3556, + "step": 40512 + }, + { + "epoch": 0.6934901316352556, + "grad_norm": 2.4377853870391846, + "learning_rate": 4.5358447999588254e-06, + "loss": 2.2683, + "step": 40513 + }, + { + "epoch": 0.6935072493538061, + "grad_norm": 2.4484333992004395, + "learning_rate": 4.535380486092535e-06, + "loss": 2.3346, + "step": 40514 + }, + { + "epoch": 0.6935243670723567, + "grad_norm": 2.5607640743255615, + "learning_rate": 4.534916189022582e-06, + "loss": 2.3301, + "step": 40515 + }, + { + "epoch": 0.693541484790907, + "grad_norm": 2.6187098026275635, + "learning_rate": 4.5344519087503916e-06, + "loss": 2.4573, + "step": 40516 + }, + { + "epoch": 0.6935586025094576, + "grad_norm": 2.3504512310028076, + "learning_rate": 4.5339876452773915e-06, + "loss": 2.3726, + "step": 40517 + }, + { + "epoch": 0.6935757202280081, + "grad_norm": 2.362821340560913, + "learning_rate": 4.533523398605012e-06, + "loss": 2.2511, + "step": 40518 + }, + { + "epoch": 0.6935928379465585, + "grad_norm": 2.5457112789154053, + "learning_rate": 4.533059168734674e-06, + "loss": 2.4535, + "step": 40519 + }, + { + "epoch": 0.693609955665109, + "grad_norm": 2.342151165008545, + "learning_rate": 4.532594955667806e-06, + "loss": 2.2038, + "step": 40520 + }, + { + "epoch": 0.6936270733836595, + "grad_norm": 2.567615509033203, + "learning_rate": 4.532130759405837e-06, + "loss": 2.4042, + "step": 40521 + }, + { + "epoch": 0.6936441911022099, + "grad_norm": 2.5244662761688232, + "learning_rate": 4.531666579950192e-06, + "loss": 2.3432, + "step": 40522 + }, + { + "epoch": 0.6936613088207604, + "grad_norm": 2.556065082550049, + "learning_rate": 4.531202417302303e-06, + "loss": 2.3555, + "step": 40523 + }, + { + "epoch": 0.6936784265393109, + "grad_norm": 2.4782207012176514, + "learning_rate": 4.530738271463585e-06, + "loss": 2.3259, + "step": 40524 + }, + { + "epoch": 0.6936955442578613, + "grad_norm": 2.5809290409088135, + "learning_rate": 4.5302741424354775e-06, + "loss": 2.3298, + "step": 40525 + }, + { + "epoch": 0.6937126619764118, + "grad_norm": 2.383064031600952, + "learning_rate": 4.529810030219399e-06, + "loss": 2.2929, + "step": 40526 + }, + { + "epoch": 0.6937297796949623, + "grad_norm": 2.5838496685028076, + "learning_rate": 4.529345934816778e-06, + "loss": 2.3704, + "step": 40527 + }, + { + "epoch": 0.6937468974135127, + "grad_norm": 2.619490623474121, + "learning_rate": 4.528881856229041e-06, + "loss": 2.4744, + "step": 40528 + }, + { + "epoch": 0.6937640151320632, + "grad_norm": 2.405932903289795, + "learning_rate": 4.528417794457616e-06, + "loss": 2.4058, + "step": 40529 + }, + { + "epoch": 0.6937811328506137, + "grad_norm": 2.336766242980957, + "learning_rate": 4.527953749503931e-06, + "loss": 2.3708, + "step": 40530 + }, + { + "epoch": 0.6937982505691641, + "grad_norm": 2.505966901779175, + "learning_rate": 4.527489721369401e-06, + "loss": 2.476, + "step": 40531 + }, + { + "epoch": 0.6938153682877146, + "grad_norm": 2.512708902359009, + "learning_rate": 4.527025710055469e-06, + "loss": 2.3478, + "step": 40532 + }, + { + "epoch": 0.6938324860062651, + "grad_norm": 2.6271533966064453, + "learning_rate": 4.52656171556355e-06, + "loss": 2.4524, + "step": 40533 + }, + { + "epoch": 0.6938496037248155, + "grad_norm": 2.3021886348724365, + "learning_rate": 4.526097737895072e-06, + "loss": 2.271, + "step": 40534 + }, + { + "epoch": 0.693866721443366, + "grad_norm": 2.44913387298584, + "learning_rate": 4.525633777051466e-06, + "loss": 2.3652, + "step": 40535 + }, + { + "epoch": 0.6938838391619165, + "grad_norm": 2.4202497005462646, + "learning_rate": 4.525169833034146e-06, + "loss": 2.4452, + "step": 40536 + }, + { + "epoch": 0.6939009568804669, + "grad_norm": 2.565922975540161, + "learning_rate": 4.524705905844555e-06, + "loss": 2.4544, + "step": 40537 + }, + { + "epoch": 0.6939180745990174, + "grad_norm": 2.4071528911590576, + "learning_rate": 4.524241995484105e-06, + "loss": 2.4483, + "step": 40538 + }, + { + "epoch": 0.693935192317568, + "grad_norm": 2.5014052391052246, + "learning_rate": 4.523778101954229e-06, + "loss": 2.3134, + "step": 40539 + }, + { + "epoch": 0.6939523100361183, + "grad_norm": 2.5071284770965576, + "learning_rate": 4.5233142252563535e-06, + "loss": 2.3874, + "step": 40540 + }, + { + "epoch": 0.6939694277546689, + "grad_norm": 2.5926241874694824, + "learning_rate": 4.522850365391894e-06, + "loss": 2.4332, + "step": 40541 + }, + { + "epoch": 0.6939865454732194, + "grad_norm": 2.3604001998901367, + "learning_rate": 4.522386522362292e-06, + "loss": 2.3633, + "step": 40542 + }, + { + "epoch": 0.6940036631917698, + "grad_norm": 2.5540030002593994, + "learning_rate": 4.521922696168958e-06, + "loss": 2.3377, + "step": 40543 + }, + { + "epoch": 0.6940207809103203, + "grad_norm": 2.5625388622283936, + "learning_rate": 4.52145888681333e-06, + "loss": 2.2855, + "step": 40544 + }, + { + "epoch": 0.6940378986288708, + "grad_norm": 2.393828868865967, + "learning_rate": 4.520995094296827e-06, + "loss": 2.3586, + "step": 40545 + }, + { + "epoch": 0.6940550163474212, + "grad_norm": 2.4949288368225098, + "learning_rate": 4.520531318620876e-06, + "loss": 2.2592, + "step": 40546 + }, + { + "epoch": 0.6940721340659717, + "grad_norm": 2.435159683227539, + "learning_rate": 4.5200675597869045e-06, + "loss": 2.3836, + "step": 40547 + }, + { + "epoch": 0.6940892517845222, + "grad_norm": 2.524693727493286, + "learning_rate": 4.519603817796328e-06, + "loss": 2.3575, + "step": 40548 + }, + { + "epoch": 0.6941063695030726, + "grad_norm": 2.4886887073516846, + "learning_rate": 4.519140092650589e-06, + "loss": 2.3538, + "step": 40549 + }, + { + "epoch": 0.6941234872216231, + "grad_norm": 2.337172269821167, + "learning_rate": 4.5186763843511e-06, + "loss": 2.3824, + "step": 40550 + }, + { + "epoch": 0.6941406049401736, + "grad_norm": 2.4780476093292236, + "learning_rate": 4.518212692899287e-06, + "loss": 2.3978, + "step": 40551 + }, + { + "epoch": 0.694157722658724, + "grad_norm": 2.624586343765259, + "learning_rate": 4.5177490182965815e-06, + "loss": 2.3612, + "step": 40552 + }, + { + "epoch": 0.6941748403772745, + "grad_norm": 2.4941954612731934, + "learning_rate": 4.5172853605444035e-06, + "loss": 2.2685, + "step": 40553 + }, + { + "epoch": 0.694191958095825, + "grad_norm": 2.6879634857177734, + "learning_rate": 4.516821719644183e-06, + "loss": 2.3943, + "step": 40554 + }, + { + "epoch": 0.6942090758143754, + "grad_norm": 2.466003894805908, + "learning_rate": 4.5163580955973384e-06, + "loss": 2.2783, + "step": 40555 + }, + { + "epoch": 0.6942261935329259, + "grad_norm": 2.6658596992492676, + "learning_rate": 4.515894488405299e-06, + "loss": 2.4146, + "step": 40556 + }, + { + "epoch": 0.6942433112514764, + "grad_norm": 2.5510149002075195, + "learning_rate": 4.515430898069488e-06, + "loss": 2.3393, + "step": 40557 + }, + { + "epoch": 0.6942604289700268, + "grad_norm": 2.3494298458099365, + "learning_rate": 4.514967324591333e-06, + "loss": 2.3412, + "step": 40558 + }, + { + "epoch": 0.6942775466885773, + "grad_norm": 2.603377342224121, + "learning_rate": 4.514503767972256e-06, + "loss": 2.3795, + "step": 40559 + }, + { + "epoch": 0.6942946644071278, + "grad_norm": 2.4480721950531006, + "learning_rate": 4.514040228213686e-06, + "loss": 2.3072, + "step": 40560 + }, + { + "epoch": 0.6943117821256783, + "grad_norm": 2.4929380416870117, + "learning_rate": 4.513576705317042e-06, + "loss": 2.3799, + "step": 40561 + }, + { + "epoch": 0.6943288998442287, + "grad_norm": 2.535223960876465, + "learning_rate": 4.51311319928375e-06, + "loss": 2.3271, + "step": 40562 + }, + { + "epoch": 0.6943460175627792, + "grad_norm": 2.584750175476074, + "learning_rate": 4.512649710115238e-06, + "loss": 2.4961, + "step": 40563 + }, + { + "epoch": 0.6943631352813298, + "grad_norm": 2.380305767059326, + "learning_rate": 4.512186237812928e-06, + "loss": 2.3054, + "step": 40564 + }, + { + "epoch": 0.6943802529998802, + "grad_norm": 2.4547178745269775, + "learning_rate": 4.511722782378245e-06, + "loss": 2.3375, + "step": 40565 + }, + { + "epoch": 0.6943973707184307, + "grad_norm": 2.5616772174835205, + "learning_rate": 4.511259343812614e-06, + "loss": 2.3675, + "step": 40566 + }, + { + "epoch": 0.6944144884369812, + "grad_norm": 2.467665910720825, + "learning_rate": 4.5107959221174635e-06, + "loss": 2.3776, + "step": 40567 + }, + { + "epoch": 0.6944316061555316, + "grad_norm": 2.636669397354126, + "learning_rate": 4.510332517294209e-06, + "loss": 2.4503, + "step": 40568 + }, + { + "epoch": 0.6944487238740821, + "grad_norm": 2.3949620723724365, + "learning_rate": 4.50986912934428e-06, + "loss": 2.3186, + "step": 40569 + }, + { + "epoch": 0.6944658415926326, + "grad_norm": 2.4551610946655273, + "learning_rate": 4.5094057582691e-06, + "loss": 2.3919, + "step": 40570 + }, + { + "epoch": 0.694482959311183, + "grad_norm": 2.5814058780670166, + "learning_rate": 4.508942404070092e-06, + "loss": 2.4, + "step": 40571 + }, + { + "epoch": 0.6945000770297335, + "grad_norm": 2.4589550495147705, + "learning_rate": 4.5084790667486875e-06, + "loss": 2.3484, + "step": 40572 + }, + { + "epoch": 0.694517194748284, + "grad_norm": 2.450829029083252, + "learning_rate": 4.5080157463062965e-06, + "loss": 2.4541, + "step": 40573 + }, + { + "epoch": 0.6945343124668344, + "grad_norm": 2.538639783859253, + "learning_rate": 4.50755244274436e-06, + "loss": 2.4652, + "step": 40574 + }, + { + "epoch": 0.6945514301853849, + "grad_norm": 2.4576592445373535, + "learning_rate": 4.507089156064289e-06, + "loss": 2.3715, + "step": 40575 + }, + { + "epoch": 0.6945685479039354, + "grad_norm": 2.3981881141662598, + "learning_rate": 4.50662588626751e-06, + "loss": 2.3554, + "step": 40576 + }, + { + "epoch": 0.6945856656224858, + "grad_norm": 2.5597896575927734, + "learning_rate": 4.5061626333554544e-06, + "loss": 2.4097, + "step": 40577 + }, + { + "epoch": 0.6946027833410363, + "grad_norm": 2.5048532485961914, + "learning_rate": 4.505699397329532e-06, + "loss": 2.4322, + "step": 40578 + }, + { + "epoch": 0.6946199010595868, + "grad_norm": 2.57017183303833, + "learning_rate": 4.505236178191185e-06, + "loss": 2.4051, + "step": 40579 + }, + { + "epoch": 0.6946370187781372, + "grad_norm": 2.495443105697632, + "learning_rate": 4.504772975941818e-06, + "loss": 2.4518, + "step": 40580 + }, + { + "epoch": 0.6946541364966877, + "grad_norm": 2.3863606452941895, + "learning_rate": 4.504309790582872e-06, + "loss": 2.283, + "step": 40581 + }, + { + "epoch": 0.6946712542152382, + "grad_norm": 2.446633815765381, + "learning_rate": 4.503846622115759e-06, + "loss": 2.2709, + "step": 40582 + }, + { + "epoch": 0.6946883719337886, + "grad_norm": 2.5547657012939453, + "learning_rate": 4.503383470541906e-06, + "loss": 2.295, + "step": 40583 + }, + { + "epoch": 0.6947054896523391, + "grad_norm": 2.453434705734253, + "learning_rate": 4.50292033586274e-06, + "loss": 2.2009, + "step": 40584 + }, + { + "epoch": 0.6947226073708896, + "grad_norm": 2.4712483882904053, + "learning_rate": 4.502457218079675e-06, + "loss": 2.2873, + "step": 40585 + }, + { + "epoch": 0.69473972508944, + "grad_norm": 2.566110849380493, + "learning_rate": 4.5019941171941476e-06, + "loss": 2.4974, + "step": 40586 + }, + { + "epoch": 0.6947568428079905, + "grad_norm": 2.5341858863830566, + "learning_rate": 4.501531033207572e-06, + "loss": 2.3719, + "step": 40587 + }, + { + "epoch": 0.6947739605265411, + "grad_norm": 2.4073989391326904, + "learning_rate": 4.501067966121372e-06, + "loss": 2.3729, + "step": 40588 + }, + { + "epoch": 0.6947910782450915, + "grad_norm": 2.4538450241088867, + "learning_rate": 4.500604915936973e-06, + "loss": 2.4558, + "step": 40589 + }, + { + "epoch": 0.694808195963642, + "grad_norm": 2.5497710704803467, + "learning_rate": 4.5001418826558e-06, + "loss": 2.4212, + "step": 40590 + }, + { + "epoch": 0.6948253136821925, + "grad_norm": 2.4713635444641113, + "learning_rate": 4.4996788662792774e-06, + "loss": 2.4712, + "step": 40591 + }, + { + "epoch": 0.6948424314007429, + "grad_norm": 2.462550640106201, + "learning_rate": 4.499215866808821e-06, + "loss": 2.3737, + "step": 40592 + }, + { + "epoch": 0.6948595491192934, + "grad_norm": 2.3707656860351562, + "learning_rate": 4.4987528842458596e-06, + "loss": 2.311, + "step": 40593 + }, + { + "epoch": 0.6948766668378439, + "grad_norm": 2.515946865081787, + "learning_rate": 4.498289918591814e-06, + "loss": 2.3488, + "step": 40594 + }, + { + "epoch": 0.6948937845563943, + "grad_norm": 2.4875783920288086, + "learning_rate": 4.497826969848108e-06, + "loss": 2.3325, + "step": 40595 + }, + { + "epoch": 0.6949109022749448, + "grad_norm": 2.3582866191864014, + "learning_rate": 4.497364038016165e-06, + "loss": 2.3918, + "step": 40596 + }, + { + "epoch": 0.6949280199934953, + "grad_norm": 2.491152763366699, + "learning_rate": 4.496901123097411e-06, + "loss": 2.346, + "step": 40597 + }, + { + "epoch": 0.6949451377120457, + "grad_norm": 2.465392827987671, + "learning_rate": 4.4964382250932625e-06, + "loss": 2.4141, + "step": 40598 + }, + { + "epoch": 0.6949622554305962, + "grad_norm": 2.5464632511138916, + "learning_rate": 4.495975344005144e-06, + "loss": 2.4969, + "step": 40599 + }, + { + "epoch": 0.6949793731491467, + "grad_norm": 2.3228657245635986, + "learning_rate": 4.4955124798344795e-06, + "loss": 2.3296, + "step": 40600 + }, + { + "epoch": 0.6949964908676971, + "grad_norm": 2.5739505290985107, + "learning_rate": 4.495049632582692e-06, + "loss": 2.3245, + "step": 40601 + }, + { + "epoch": 0.6950136085862476, + "grad_norm": 2.334984540939331, + "learning_rate": 4.494586802251204e-06, + "loss": 2.2379, + "step": 40602 + }, + { + "epoch": 0.6950307263047981, + "grad_norm": 2.4304606914520264, + "learning_rate": 4.494123988841437e-06, + "loss": 2.4968, + "step": 40603 + }, + { + "epoch": 0.6950478440233485, + "grad_norm": 2.681731700897217, + "learning_rate": 4.493661192354819e-06, + "loss": 2.4109, + "step": 40604 + }, + { + "epoch": 0.695064961741899, + "grad_norm": 2.575608491897583, + "learning_rate": 4.493198412792763e-06, + "loss": 2.37, + "step": 40605 + }, + { + "epoch": 0.6950820794604495, + "grad_norm": 2.402161121368408, + "learning_rate": 4.4927356501566966e-06, + "loss": 2.2726, + "step": 40606 + }, + { + "epoch": 0.6950991971789999, + "grad_norm": 2.6392369270324707, + "learning_rate": 4.492272904448042e-06, + "loss": 2.4228, + "step": 40607 + }, + { + "epoch": 0.6951163148975504, + "grad_norm": 2.5136327743530273, + "learning_rate": 4.491810175668221e-06, + "loss": 2.3864, + "step": 40608 + }, + { + "epoch": 0.6951334326161009, + "grad_norm": 2.551050901412964, + "learning_rate": 4.49134746381866e-06, + "loss": 2.4567, + "step": 40609 + }, + { + "epoch": 0.6951505503346515, + "grad_norm": 2.3731703758239746, + "learning_rate": 4.490884768900771e-06, + "loss": 2.3526, + "step": 40610 + }, + { + "epoch": 0.6951676680532018, + "grad_norm": 2.7202775478363037, + "learning_rate": 4.490422090915988e-06, + "loss": 2.4988, + "step": 40611 + }, + { + "epoch": 0.6951847857717524, + "grad_norm": 2.5138964653015137, + "learning_rate": 4.489959429865725e-06, + "loss": 2.3281, + "step": 40612 + }, + { + "epoch": 0.6952019034903029, + "grad_norm": 2.474466323852539, + "learning_rate": 4.489496785751407e-06, + "loss": 2.3682, + "step": 40613 + }, + { + "epoch": 0.6952190212088533, + "grad_norm": 2.5526700019836426, + "learning_rate": 4.489034158574459e-06, + "loss": 2.496, + "step": 40614 + }, + { + "epoch": 0.6952361389274038, + "grad_norm": 2.5081615447998047, + "learning_rate": 4.488571548336293e-06, + "loss": 2.345, + "step": 40615 + }, + { + "epoch": 0.6952532566459543, + "grad_norm": 2.385753870010376, + "learning_rate": 4.4881089550383425e-06, + "loss": 2.3076, + "step": 40616 + }, + { + "epoch": 0.6952703743645047, + "grad_norm": 2.5418224334716797, + "learning_rate": 4.487646378682019e-06, + "loss": 2.323, + "step": 40617 + }, + { + "epoch": 0.6952874920830552, + "grad_norm": 2.5143532752990723, + "learning_rate": 4.4871838192687575e-06, + "loss": 2.4529, + "step": 40618 + }, + { + "epoch": 0.6953046098016057, + "grad_norm": 2.4623448848724365, + "learning_rate": 4.486721276799968e-06, + "loss": 2.3535, + "step": 40619 + }, + { + "epoch": 0.6953217275201561, + "grad_norm": 2.5735836029052734, + "learning_rate": 4.486258751277076e-06, + "loss": 2.5296, + "step": 40620 + }, + { + "epoch": 0.6953388452387066, + "grad_norm": 2.499565839767456, + "learning_rate": 4.485796242701507e-06, + "loss": 2.5305, + "step": 40621 + }, + { + "epoch": 0.6953559629572571, + "grad_norm": 2.4441235065460205, + "learning_rate": 4.485333751074671e-06, + "loss": 2.3393, + "step": 40622 + }, + { + "epoch": 0.6953730806758075, + "grad_norm": 2.4940314292907715, + "learning_rate": 4.484871276398005e-06, + "loss": 2.4204, + "step": 40623 + }, + { + "epoch": 0.695390198394358, + "grad_norm": 2.498063802719116, + "learning_rate": 4.48440881867292e-06, + "loss": 2.3664, + "step": 40624 + }, + { + "epoch": 0.6954073161129085, + "grad_norm": 2.397826671600342, + "learning_rate": 4.483946377900839e-06, + "loss": 2.3937, + "step": 40625 + }, + { + "epoch": 0.6954244338314589, + "grad_norm": 2.5682687759399414, + "learning_rate": 4.48348395408319e-06, + "loss": 2.3645, + "step": 40626 + }, + { + "epoch": 0.6954415515500094, + "grad_norm": 2.557896375656128, + "learning_rate": 4.48302154722138e-06, + "loss": 2.3582, + "step": 40627 + }, + { + "epoch": 0.6954586692685599, + "grad_norm": 2.5617291927337646, + "learning_rate": 4.482559157316848e-06, + "loss": 2.3551, + "step": 40628 + }, + { + "epoch": 0.6954757869871103, + "grad_norm": 2.3122966289520264, + "learning_rate": 4.482096784371003e-06, + "loss": 2.3644, + "step": 40629 + }, + { + "epoch": 0.6954929047056608, + "grad_norm": 2.4358625411987305, + "learning_rate": 4.481634428385268e-06, + "loss": 2.3914, + "step": 40630 + }, + { + "epoch": 0.6955100224242113, + "grad_norm": 2.493450164794922, + "learning_rate": 4.4811720893610675e-06, + "loss": 2.4433, + "step": 40631 + }, + { + "epoch": 0.6955271401427617, + "grad_norm": 2.6307597160339355, + "learning_rate": 4.480709767299821e-06, + "loss": 2.4844, + "step": 40632 + }, + { + "epoch": 0.6955442578613122, + "grad_norm": 2.685267210006714, + "learning_rate": 4.480247462202952e-06, + "loss": 2.3877, + "step": 40633 + }, + { + "epoch": 0.6955613755798628, + "grad_norm": 2.6246073246002197, + "learning_rate": 4.479785174071874e-06, + "loss": 2.4554, + "step": 40634 + }, + { + "epoch": 0.6955784932984131, + "grad_norm": 2.530534029006958, + "learning_rate": 4.4793229029080175e-06, + "loss": 2.4036, + "step": 40635 + }, + { + "epoch": 0.6955956110169637, + "grad_norm": 2.5708281993865967, + "learning_rate": 4.478860648712796e-06, + "loss": 2.3182, + "step": 40636 + }, + { + "epoch": 0.6956127287355142, + "grad_norm": 2.4511094093322754, + "learning_rate": 4.478398411487633e-06, + "loss": 2.3213, + "step": 40637 + }, + { + "epoch": 0.6956298464540646, + "grad_norm": 2.474262237548828, + "learning_rate": 4.477936191233949e-06, + "loss": 2.393, + "step": 40638 + }, + { + "epoch": 0.6956469641726151, + "grad_norm": 2.4836032390594482, + "learning_rate": 4.477473987953166e-06, + "loss": 2.3986, + "step": 40639 + }, + { + "epoch": 0.6956640818911656, + "grad_norm": 2.673888683319092, + "learning_rate": 4.477011801646706e-06, + "loss": 2.4652, + "step": 40640 + }, + { + "epoch": 0.695681199609716, + "grad_norm": 2.5687639713287354, + "learning_rate": 4.476549632315984e-06, + "loss": 2.3735, + "step": 40641 + }, + { + "epoch": 0.6956983173282665, + "grad_norm": 2.545219659805298, + "learning_rate": 4.476087479962424e-06, + "loss": 2.4688, + "step": 40642 + }, + { + "epoch": 0.695715435046817, + "grad_norm": 2.5564932823181152, + "learning_rate": 4.475625344587446e-06, + "loss": 2.4321, + "step": 40643 + }, + { + "epoch": 0.6957325527653674, + "grad_norm": 2.4733779430389404, + "learning_rate": 4.475163226192471e-06, + "loss": 2.2845, + "step": 40644 + }, + { + "epoch": 0.6957496704839179, + "grad_norm": 2.464243173599243, + "learning_rate": 4.474701124778919e-06, + "loss": 2.3578, + "step": 40645 + }, + { + "epoch": 0.6957667882024684, + "grad_norm": 2.4965977668762207, + "learning_rate": 4.474239040348213e-06, + "loss": 2.3492, + "step": 40646 + }, + { + "epoch": 0.6957839059210188, + "grad_norm": 2.5249083042144775, + "learning_rate": 4.4737769729017675e-06, + "loss": 2.4876, + "step": 40647 + }, + { + "epoch": 0.6958010236395693, + "grad_norm": 2.4881772994995117, + "learning_rate": 4.473314922441007e-06, + "loss": 2.4531, + "step": 40648 + }, + { + "epoch": 0.6958181413581198, + "grad_norm": 2.5704185962677, + "learning_rate": 4.472852888967349e-06, + "loss": 2.3831, + "step": 40649 + }, + { + "epoch": 0.6958352590766702, + "grad_norm": 2.4125983715057373, + "learning_rate": 4.472390872482217e-06, + "loss": 2.3602, + "step": 40650 + }, + { + "epoch": 0.6958523767952207, + "grad_norm": 2.5561513900756836, + "learning_rate": 4.471928872987032e-06, + "loss": 2.342, + "step": 40651 + }, + { + "epoch": 0.6958694945137712, + "grad_norm": 2.419750213623047, + "learning_rate": 4.471466890483205e-06, + "loss": 2.4604, + "step": 40652 + }, + { + "epoch": 0.6958866122323216, + "grad_norm": 2.4197657108306885, + "learning_rate": 4.471004924972169e-06, + "loss": 2.332, + "step": 40653 + }, + { + "epoch": 0.6959037299508721, + "grad_norm": 2.49950909614563, + "learning_rate": 4.47054297645533e-06, + "loss": 2.4839, + "step": 40654 + }, + { + "epoch": 0.6959208476694226, + "grad_norm": 2.36004638671875, + "learning_rate": 4.4700810449341215e-06, + "loss": 2.361, + "step": 40655 + }, + { + "epoch": 0.6959379653879731, + "grad_norm": 2.5259416103363037, + "learning_rate": 4.469619130409955e-06, + "loss": 2.2978, + "step": 40656 + }, + { + "epoch": 0.6959550831065235, + "grad_norm": 2.650019645690918, + "learning_rate": 4.469157232884252e-06, + "loss": 2.4825, + "step": 40657 + }, + { + "epoch": 0.695972200825074, + "grad_norm": 2.5216119289398193, + "learning_rate": 4.468695352358434e-06, + "loss": 2.3582, + "step": 40658 + }, + { + "epoch": 0.6959893185436246, + "grad_norm": 2.4416348934173584, + "learning_rate": 4.468233488833913e-06, + "loss": 2.349, + "step": 40659 + }, + { + "epoch": 0.696006436262175, + "grad_norm": 2.5948314666748047, + "learning_rate": 4.467771642312123e-06, + "loss": 2.3844, + "step": 40660 + }, + { + "epoch": 0.6960235539807255, + "grad_norm": 2.6469106674194336, + "learning_rate": 4.46730981279447e-06, + "loss": 2.462, + "step": 40661 + }, + { + "epoch": 0.696040671699276, + "grad_norm": 2.3693888187408447, + "learning_rate": 4.46684800028238e-06, + "loss": 2.3323, + "step": 40662 + }, + { + "epoch": 0.6960577894178264, + "grad_norm": 2.494617223739624, + "learning_rate": 4.466386204777274e-06, + "loss": 2.2797, + "step": 40663 + }, + { + "epoch": 0.6960749071363769, + "grad_norm": 2.3556463718414307, + "learning_rate": 4.465924426280562e-06, + "loss": 2.2924, + "step": 40664 + }, + { + "epoch": 0.6960920248549274, + "grad_norm": 2.5577356815338135, + "learning_rate": 4.4654626647936774e-06, + "loss": 2.4588, + "step": 40665 + }, + { + "epoch": 0.6961091425734778, + "grad_norm": 2.4048233032226562, + "learning_rate": 4.4650009203180265e-06, + "loss": 2.3928, + "step": 40666 + }, + { + "epoch": 0.6961262602920283, + "grad_norm": 2.77687931060791, + "learning_rate": 4.464539192855037e-06, + "loss": 2.5628, + "step": 40667 + }, + { + "epoch": 0.6961433780105788, + "grad_norm": 2.5671191215515137, + "learning_rate": 4.464077482406123e-06, + "loss": 2.5165, + "step": 40668 + }, + { + "epoch": 0.6961604957291292, + "grad_norm": 2.529290199279785, + "learning_rate": 4.463615788972706e-06, + "loss": 2.4074, + "step": 40669 + }, + { + "epoch": 0.6961776134476797, + "grad_norm": 2.586782932281494, + "learning_rate": 4.4631541125562096e-06, + "loss": 2.3518, + "step": 40670 + }, + { + "epoch": 0.6961947311662302, + "grad_norm": 2.5546751022338867, + "learning_rate": 4.4626924531580395e-06, + "loss": 2.3441, + "step": 40671 + }, + { + "epoch": 0.6962118488847806, + "grad_norm": 2.5014779567718506, + "learning_rate": 4.462230810779631e-06, + "loss": 2.3443, + "step": 40672 + }, + { + "epoch": 0.6962289666033311, + "grad_norm": 2.686530351638794, + "learning_rate": 4.461769185422392e-06, + "loss": 2.4261, + "step": 40673 + }, + { + "epoch": 0.6962460843218816, + "grad_norm": 2.5246994495391846, + "learning_rate": 4.461307577087745e-06, + "loss": 2.3727, + "step": 40674 + }, + { + "epoch": 0.696263202040432, + "grad_norm": 2.463982343673706, + "learning_rate": 4.460845985777108e-06, + "loss": 2.3239, + "step": 40675 + }, + { + "epoch": 0.6962803197589825, + "grad_norm": 2.454129934310913, + "learning_rate": 4.4603844114919e-06, + "loss": 2.356, + "step": 40676 + }, + { + "epoch": 0.696297437477533, + "grad_norm": 2.502934455871582, + "learning_rate": 4.459922854233545e-06, + "loss": 2.4739, + "step": 40677 + }, + { + "epoch": 0.6963145551960834, + "grad_norm": 2.416294813156128, + "learning_rate": 4.459461314003451e-06, + "loss": 2.4248, + "step": 40678 + }, + { + "epoch": 0.6963316729146339, + "grad_norm": 2.547358274459839, + "learning_rate": 4.458999790803044e-06, + "loss": 2.4039, + "step": 40679 + }, + { + "epoch": 0.6963487906331844, + "grad_norm": 2.494259834289551, + "learning_rate": 4.45853828463374e-06, + "loss": 2.2788, + "step": 40680 + }, + { + "epoch": 0.6963659083517348, + "grad_norm": 2.469219207763672, + "learning_rate": 4.45807679549696e-06, + "loss": 2.3852, + "step": 40681 + }, + { + "epoch": 0.6963830260702853, + "grad_norm": 2.515974521636963, + "learning_rate": 4.457615323394119e-06, + "loss": 2.5268, + "step": 40682 + }, + { + "epoch": 0.6964001437888359, + "grad_norm": 2.4260592460632324, + "learning_rate": 4.4571538683266415e-06, + "loss": 2.4155, + "step": 40683 + }, + { + "epoch": 0.6964172615073863, + "grad_norm": 2.394909143447876, + "learning_rate": 4.456692430295937e-06, + "loss": 2.2411, + "step": 40684 + }, + { + "epoch": 0.6964343792259368, + "grad_norm": 2.4501707553863525, + "learning_rate": 4.456231009303429e-06, + "loss": 2.4042, + "step": 40685 + }, + { + "epoch": 0.6964514969444873, + "grad_norm": 2.562915086746216, + "learning_rate": 4.455769605350535e-06, + "loss": 2.4495, + "step": 40686 + }, + { + "epoch": 0.6964686146630377, + "grad_norm": 2.377389907836914, + "learning_rate": 4.4553082184386744e-06, + "loss": 2.3689, + "step": 40687 + }, + { + "epoch": 0.6964857323815882, + "grad_norm": 2.442030906677246, + "learning_rate": 4.454846848569266e-06, + "loss": 2.3368, + "step": 40688 + }, + { + "epoch": 0.6965028501001387, + "grad_norm": 2.466386079788208, + "learning_rate": 4.454385495743721e-06, + "loss": 2.348, + "step": 40689 + }, + { + "epoch": 0.6965199678186891, + "grad_norm": 2.2945141792297363, + "learning_rate": 4.4539241599634685e-06, + "loss": 2.3822, + "step": 40690 + }, + { + "epoch": 0.6965370855372396, + "grad_norm": 2.3448874950408936, + "learning_rate": 4.453462841229918e-06, + "loss": 2.3794, + "step": 40691 + }, + { + "epoch": 0.6965542032557901, + "grad_norm": 2.54864764213562, + "learning_rate": 4.453001539544489e-06, + "loss": 2.4287, + "step": 40692 + }, + { + "epoch": 0.6965713209743405, + "grad_norm": 2.42344331741333, + "learning_rate": 4.4525402549086e-06, + "loss": 2.4415, + "step": 40693 + }, + { + "epoch": 0.696588438692891, + "grad_norm": 2.3920414447784424, + "learning_rate": 4.45207898732367e-06, + "loss": 2.345, + "step": 40694 + }, + { + "epoch": 0.6966055564114415, + "grad_norm": 2.279008150100708, + "learning_rate": 4.451617736791119e-06, + "loss": 2.2338, + "step": 40695 + }, + { + "epoch": 0.6966226741299919, + "grad_norm": 2.4205119609832764, + "learning_rate": 4.451156503312356e-06, + "loss": 2.4042, + "step": 40696 + }, + { + "epoch": 0.6966397918485424, + "grad_norm": 2.4861133098602295, + "learning_rate": 4.450695286888811e-06, + "loss": 2.4001, + "step": 40697 + }, + { + "epoch": 0.6966569095670929, + "grad_norm": 2.4801368713378906, + "learning_rate": 4.450234087521891e-06, + "loss": 2.3269, + "step": 40698 + }, + { + "epoch": 0.6966740272856433, + "grad_norm": 2.3300769329071045, + "learning_rate": 4.4497729052130165e-06, + "loss": 2.297, + "step": 40699 + }, + { + "epoch": 0.6966911450041938, + "grad_norm": 2.4745280742645264, + "learning_rate": 4.449311739963611e-06, + "loss": 2.3323, + "step": 40700 + }, + { + "epoch": 0.6967082627227443, + "grad_norm": 2.4949769973754883, + "learning_rate": 4.44885059177508e-06, + "loss": 2.3204, + "step": 40701 + }, + { + "epoch": 0.6967253804412948, + "grad_norm": 2.4116671085357666, + "learning_rate": 4.448389460648854e-06, + "loss": 2.3767, + "step": 40702 + }, + { + "epoch": 0.6967424981598452, + "grad_norm": 2.4458718299865723, + "learning_rate": 4.447928346586342e-06, + "loss": 2.4981, + "step": 40703 + }, + { + "epoch": 0.6967596158783957, + "grad_norm": 2.302568197250366, + "learning_rate": 4.4474672495889635e-06, + "loss": 2.4072, + "step": 40704 + }, + { + "epoch": 0.6967767335969463, + "grad_norm": 2.4931857585906982, + "learning_rate": 4.447006169658139e-06, + "loss": 2.331, + "step": 40705 + }, + { + "epoch": 0.6967938513154966, + "grad_norm": 2.3191099166870117, + "learning_rate": 4.446545106795275e-06, + "loss": 2.2735, + "step": 40706 + }, + { + "epoch": 0.6968109690340472, + "grad_norm": 2.367905378341675, + "learning_rate": 4.446084061001804e-06, + "loss": 2.3546, + "step": 40707 + }, + { + "epoch": 0.6968280867525977, + "grad_norm": 2.5150318145751953, + "learning_rate": 4.445623032279129e-06, + "loss": 2.3498, + "step": 40708 + }, + { + "epoch": 0.6968452044711481, + "grad_norm": 2.4510128498077393, + "learning_rate": 4.445162020628678e-06, + "loss": 2.3679, + "step": 40709 + }, + { + "epoch": 0.6968623221896986, + "grad_norm": 2.3972058296203613, + "learning_rate": 4.444701026051862e-06, + "loss": 2.2721, + "step": 40710 + }, + { + "epoch": 0.6968794399082491, + "grad_norm": 2.4208807945251465, + "learning_rate": 4.444240048550098e-06, + "loss": 2.2583, + "step": 40711 + }, + { + "epoch": 0.6968965576267995, + "grad_norm": 2.3744750022888184, + "learning_rate": 4.443779088124809e-06, + "loss": 2.32, + "step": 40712 + }, + { + "epoch": 0.69691367534535, + "grad_norm": 2.5875132083892822, + "learning_rate": 4.443318144777398e-06, + "loss": 2.3655, + "step": 40713 + }, + { + "epoch": 0.6969307930639005, + "grad_norm": 2.4294471740722656, + "learning_rate": 4.4428572185093e-06, + "loss": 2.3026, + "step": 40714 + }, + { + "epoch": 0.6969479107824509, + "grad_norm": 2.562514305114746, + "learning_rate": 4.442396309321918e-06, + "loss": 2.3999, + "step": 40715 + }, + { + "epoch": 0.6969650285010014, + "grad_norm": 2.4895272254943848, + "learning_rate": 4.4419354172166725e-06, + "loss": 2.4105, + "step": 40716 + }, + { + "epoch": 0.6969821462195519, + "grad_norm": 2.4931037425994873, + "learning_rate": 4.441474542194981e-06, + "loss": 2.3162, + "step": 40717 + }, + { + "epoch": 0.6969992639381023, + "grad_norm": 2.5925967693328857, + "learning_rate": 4.441013684258261e-06, + "loss": 2.4148, + "step": 40718 + }, + { + "epoch": 0.6970163816566528, + "grad_norm": 2.7433745861053467, + "learning_rate": 4.440552843407931e-06, + "loss": 2.3686, + "step": 40719 + }, + { + "epoch": 0.6970334993752033, + "grad_norm": 2.4424922466278076, + "learning_rate": 4.4400920196454e-06, + "loss": 2.3848, + "step": 40720 + }, + { + "epoch": 0.6970506170937537, + "grad_norm": 2.3808305263519287, + "learning_rate": 4.43963121297209e-06, + "loss": 2.3365, + "step": 40721 + }, + { + "epoch": 0.6970677348123042, + "grad_norm": 2.6705284118652344, + "learning_rate": 4.439170423389415e-06, + "loss": 2.379, + "step": 40722 + }, + { + "epoch": 0.6970848525308547, + "grad_norm": 2.467484712600708, + "learning_rate": 4.438709650898792e-06, + "loss": 2.4274, + "step": 40723 + }, + { + "epoch": 0.6971019702494051, + "grad_norm": 2.501291036605835, + "learning_rate": 4.438248895501639e-06, + "loss": 2.3163, + "step": 40724 + }, + { + "epoch": 0.6971190879679556, + "grad_norm": 2.4382002353668213, + "learning_rate": 4.437788157199371e-06, + "loss": 2.5107, + "step": 40725 + }, + { + "epoch": 0.6971362056865061, + "grad_norm": 2.450146198272705, + "learning_rate": 4.437327435993402e-06, + "loss": 2.3794, + "step": 40726 + }, + { + "epoch": 0.6971533234050565, + "grad_norm": 2.3970041275024414, + "learning_rate": 4.436866731885156e-06, + "loss": 2.365, + "step": 40727 + }, + { + "epoch": 0.697170441123607, + "grad_norm": 2.3889856338500977, + "learning_rate": 4.436406044876038e-06, + "loss": 2.2422, + "step": 40728 + }, + { + "epoch": 0.6971875588421576, + "grad_norm": 2.4187839031219482, + "learning_rate": 4.435945374967471e-06, + "loss": 2.2212, + "step": 40729 + }, + { + "epoch": 0.697204676560708, + "grad_norm": 2.4623303413391113, + "learning_rate": 4.435484722160868e-06, + "loss": 2.4654, + "step": 40730 + }, + { + "epoch": 0.6972217942792585, + "grad_norm": 2.6716558933258057, + "learning_rate": 4.435024086457645e-06, + "loss": 2.4841, + "step": 40731 + }, + { + "epoch": 0.697238911997809, + "grad_norm": 2.383638858795166, + "learning_rate": 4.434563467859223e-06, + "loss": 2.2798, + "step": 40732 + }, + { + "epoch": 0.6972560297163594, + "grad_norm": 2.435676097869873, + "learning_rate": 4.434102866367007e-06, + "loss": 2.4208, + "step": 40733 + }, + { + "epoch": 0.6972731474349099, + "grad_norm": 2.387079954147339, + "learning_rate": 4.433642281982427e-06, + "loss": 2.3409, + "step": 40734 + }, + { + "epoch": 0.6972902651534604, + "grad_norm": 2.4853403568267822, + "learning_rate": 4.433181714706886e-06, + "loss": 2.3961, + "step": 40735 + }, + { + "epoch": 0.6973073828720108, + "grad_norm": 2.4730260372161865, + "learning_rate": 4.4327211645418055e-06, + "loss": 2.4526, + "step": 40736 + }, + { + "epoch": 0.6973245005905613, + "grad_norm": 2.5165512561798096, + "learning_rate": 4.432260631488603e-06, + "loss": 2.3926, + "step": 40737 + }, + { + "epoch": 0.6973416183091118, + "grad_norm": 2.4871232509613037, + "learning_rate": 4.431800115548684e-06, + "loss": 2.3845, + "step": 40738 + }, + { + "epoch": 0.6973587360276622, + "grad_norm": 2.4253647327423096, + "learning_rate": 4.4313396167234804e-06, + "loss": 2.522, + "step": 40739 + }, + { + "epoch": 0.6973758537462127, + "grad_norm": 2.2714316844940186, + "learning_rate": 4.430879135014393e-06, + "loss": 2.3065, + "step": 40740 + }, + { + "epoch": 0.6973929714647632, + "grad_norm": 2.4063122272491455, + "learning_rate": 4.430418670422842e-06, + "loss": 2.4076, + "step": 40741 + }, + { + "epoch": 0.6974100891833136, + "grad_norm": 2.611520767211914, + "learning_rate": 4.429958222950248e-06, + "loss": 2.4148, + "step": 40742 + }, + { + "epoch": 0.6974272069018641, + "grad_norm": 2.2954931259155273, + "learning_rate": 4.429497792598014e-06, + "loss": 2.2502, + "step": 40743 + }, + { + "epoch": 0.6974443246204146, + "grad_norm": 2.645009994506836, + "learning_rate": 4.42903737936757e-06, + "loss": 2.5669, + "step": 40744 + }, + { + "epoch": 0.697461442338965, + "grad_norm": 2.6125659942626953, + "learning_rate": 4.428576983260316e-06, + "loss": 2.4984, + "step": 40745 + }, + { + "epoch": 0.6974785600575155, + "grad_norm": 2.5119211673736572, + "learning_rate": 4.428116604277683e-06, + "loss": 2.4359, + "step": 40746 + }, + { + "epoch": 0.697495677776066, + "grad_norm": 2.532797336578369, + "learning_rate": 4.427656242421075e-06, + "loss": 2.3752, + "step": 40747 + }, + { + "epoch": 0.6975127954946164, + "grad_norm": 2.4637064933776855, + "learning_rate": 4.4271958976919094e-06, + "loss": 2.3307, + "step": 40748 + }, + { + "epoch": 0.6975299132131669, + "grad_norm": 2.528749704360962, + "learning_rate": 4.4267355700916045e-06, + "loss": 2.445, + "step": 40749 + }, + { + "epoch": 0.6975470309317174, + "grad_norm": 2.512016534805298, + "learning_rate": 4.426275259621567e-06, + "loss": 2.3489, + "step": 40750 + }, + { + "epoch": 0.697564148650268, + "grad_norm": 2.4035184383392334, + "learning_rate": 4.425814966283223e-06, + "loss": 2.3363, + "step": 40751 + }, + { + "epoch": 0.6975812663688183, + "grad_norm": 2.4458212852478027, + "learning_rate": 4.425354690077978e-06, + "loss": 2.3345, + "step": 40752 + }, + { + "epoch": 0.6975983840873689, + "grad_norm": 2.3986122608184814, + "learning_rate": 4.424894431007249e-06, + "loss": 2.3065, + "step": 40753 + }, + { + "epoch": 0.6976155018059194, + "grad_norm": 2.5415525436401367, + "learning_rate": 4.424434189072454e-06, + "loss": 2.3814, + "step": 40754 + }, + { + "epoch": 0.6976326195244698, + "grad_norm": 2.409184694290161, + "learning_rate": 4.423973964275005e-06, + "loss": 2.3174, + "step": 40755 + }, + { + "epoch": 0.6976497372430203, + "grad_norm": 2.481780529022217, + "learning_rate": 4.42351375661632e-06, + "loss": 2.347, + "step": 40756 + }, + { + "epoch": 0.6976668549615708, + "grad_norm": 2.5523288249969482, + "learning_rate": 4.423053566097807e-06, + "loss": 2.4284, + "step": 40757 + }, + { + "epoch": 0.6976839726801212, + "grad_norm": 2.5206387042999268, + "learning_rate": 4.422593392720884e-06, + "loss": 2.4713, + "step": 40758 + }, + { + "epoch": 0.6977010903986717, + "grad_norm": 2.4609375, + "learning_rate": 4.422133236486966e-06, + "loss": 2.2099, + "step": 40759 + }, + { + "epoch": 0.6977182081172222, + "grad_norm": 2.589125871658325, + "learning_rate": 4.4216730973974665e-06, + "loss": 2.4583, + "step": 40760 + }, + { + "epoch": 0.6977353258357726, + "grad_norm": 2.478090286254883, + "learning_rate": 4.4212129754538e-06, + "loss": 2.3945, + "step": 40761 + }, + { + "epoch": 0.6977524435543231, + "grad_norm": 2.525810480117798, + "learning_rate": 4.420752870657381e-06, + "loss": 2.4282, + "step": 40762 + }, + { + "epoch": 0.6977695612728736, + "grad_norm": 2.4828085899353027, + "learning_rate": 4.420292783009626e-06, + "loss": 2.3756, + "step": 40763 + }, + { + "epoch": 0.697786678991424, + "grad_norm": 2.5041732788085938, + "learning_rate": 4.419832712511945e-06, + "loss": 2.3532, + "step": 40764 + }, + { + "epoch": 0.6978037967099745, + "grad_norm": 2.5519118309020996, + "learning_rate": 4.419372659165753e-06, + "loss": 2.3751, + "step": 40765 + }, + { + "epoch": 0.697820914428525, + "grad_norm": 2.4059085845947266, + "learning_rate": 4.4189126229724645e-06, + "loss": 2.3632, + "step": 40766 + }, + { + "epoch": 0.6978380321470754, + "grad_norm": 2.68401837348938, + "learning_rate": 4.418452603933494e-06, + "loss": 2.4676, + "step": 40767 + }, + { + "epoch": 0.6978551498656259, + "grad_norm": 2.727328300476074, + "learning_rate": 4.417992602050256e-06, + "loss": 2.4397, + "step": 40768 + }, + { + "epoch": 0.6978722675841764, + "grad_norm": 2.4194629192352295, + "learning_rate": 4.417532617324166e-06, + "loss": 2.2551, + "step": 40769 + }, + { + "epoch": 0.6978893853027268, + "grad_norm": 2.6820898056030273, + "learning_rate": 4.417072649756633e-06, + "loss": 2.4164, + "step": 40770 + }, + { + "epoch": 0.6979065030212773, + "grad_norm": 2.45721697807312, + "learning_rate": 4.416612699349073e-06, + "loss": 2.4067, + "step": 40771 + }, + { + "epoch": 0.6979236207398278, + "grad_norm": 2.480736494064331, + "learning_rate": 4.4161527661029e-06, + "loss": 2.37, + "step": 40772 + }, + { + "epoch": 0.6979407384583782, + "grad_norm": 2.5390419960021973, + "learning_rate": 4.4156928500195275e-06, + "loss": 2.4373, + "step": 40773 + }, + { + "epoch": 0.6979578561769287, + "grad_norm": 2.4160077571868896, + "learning_rate": 4.415232951100374e-06, + "loss": 2.3591, + "step": 40774 + }, + { + "epoch": 0.6979749738954792, + "grad_norm": 2.6709134578704834, + "learning_rate": 4.41477306934684e-06, + "loss": 2.4562, + "step": 40775 + }, + { + "epoch": 0.6979920916140296, + "grad_norm": 2.7047438621520996, + "learning_rate": 4.414313204760353e-06, + "loss": 2.5469, + "step": 40776 + }, + { + "epoch": 0.6980092093325801, + "grad_norm": 2.3689370155334473, + "learning_rate": 4.413853357342319e-06, + "loss": 2.3341, + "step": 40777 + }, + { + "epoch": 0.6980263270511307, + "grad_norm": 2.435741662979126, + "learning_rate": 4.413393527094154e-06, + "loss": 2.4417, + "step": 40778 + }, + { + "epoch": 0.698043444769681, + "grad_norm": 2.485917091369629, + "learning_rate": 4.412933714017273e-06, + "loss": 2.5788, + "step": 40779 + }, + { + "epoch": 0.6980605624882316, + "grad_norm": 2.5570132732391357, + "learning_rate": 4.412473918113081e-06, + "loss": 2.4456, + "step": 40780 + }, + { + "epoch": 0.6980776802067821, + "grad_norm": 2.391519546508789, + "learning_rate": 4.412014139383003e-06, + "loss": 2.3887, + "step": 40781 + }, + { + "epoch": 0.6980947979253325, + "grad_norm": 2.557126760482788, + "learning_rate": 4.41155437782844e-06, + "loss": 2.4299, + "step": 40782 + }, + { + "epoch": 0.698111915643883, + "grad_norm": 2.3822484016418457, + "learning_rate": 4.411094633450818e-06, + "loss": 2.3642, + "step": 40783 + }, + { + "epoch": 0.6981290333624335, + "grad_norm": 2.4142513275146484, + "learning_rate": 4.410634906251541e-06, + "loss": 2.3839, + "step": 40784 + }, + { + "epoch": 0.6981461510809839, + "grad_norm": 2.498922348022461, + "learning_rate": 4.4101751962320235e-06, + "loss": 2.4501, + "step": 40785 + }, + { + "epoch": 0.6981632687995344, + "grad_norm": 2.4092929363250732, + "learning_rate": 4.409715503393684e-06, + "loss": 2.3115, + "step": 40786 + }, + { + "epoch": 0.6981803865180849, + "grad_norm": 2.4669110774993896, + "learning_rate": 4.4092558277379235e-06, + "loss": 2.3787, + "step": 40787 + }, + { + "epoch": 0.6981975042366353, + "grad_norm": 2.423070192337036, + "learning_rate": 4.408796169266171e-06, + "loss": 2.3902, + "step": 40788 + }, + { + "epoch": 0.6982146219551858, + "grad_norm": 2.4954986572265625, + "learning_rate": 4.4083365279798255e-06, + "loss": 2.4094, + "step": 40789 + }, + { + "epoch": 0.6982317396737363, + "grad_norm": 2.4930214881896973, + "learning_rate": 4.407876903880306e-06, + "loss": 2.3742, + "step": 40790 + }, + { + "epoch": 0.6982488573922867, + "grad_norm": 2.484052896499634, + "learning_rate": 4.407417296969023e-06, + "loss": 2.3787, + "step": 40791 + }, + { + "epoch": 0.6982659751108372, + "grad_norm": 2.4239389896392822, + "learning_rate": 4.406957707247392e-06, + "loss": 2.3784, + "step": 40792 + }, + { + "epoch": 0.6982830928293877, + "grad_norm": 2.534856081008911, + "learning_rate": 4.4064981347168265e-06, + "loss": 2.4459, + "step": 40793 + }, + { + "epoch": 0.6983002105479381, + "grad_norm": 2.5909106731414795, + "learning_rate": 4.406038579378734e-06, + "loss": 2.5336, + "step": 40794 + }, + { + "epoch": 0.6983173282664886, + "grad_norm": 2.386378765106201, + "learning_rate": 4.40557904123453e-06, + "loss": 2.3313, + "step": 40795 + }, + { + "epoch": 0.6983344459850391, + "grad_norm": 2.3981831073760986, + "learning_rate": 4.4051195202856255e-06, + "loss": 2.3667, + "step": 40796 + }, + { + "epoch": 0.6983515637035896, + "grad_norm": 2.483532667160034, + "learning_rate": 4.404660016533434e-06, + "loss": 2.3553, + "step": 40797 + }, + { + "epoch": 0.69836868142214, + "grad_norm": 2.39250111579895, + "learning_rate": 4.404200529979369e-06, + "loss": 2.3417, + "step": 40798 + }, + { + "epoch": 0.6983857991406905, + "grad_norm": 2.391063690185547, + "learning_rate": 4.403741060624841e-06, + "loss": 2.3561, + "step": 40799 + }, + { + "epoch": 0.698402916859241, + "grad_norm": 2.376437187194824, + "learning_rate": 4.403281608471267e-06, + "loss": 2.3205, + "step": 40800 + }, + { + "epoch": 0.6984200345777914, + "grad_norm": 2.6328883171081543, + "learning_rate": 4.4028221735200506e-06, + "loss": 2.4457, + "step": 40801 + }, + { + "epoch": 0.698437152296342, + "grad_norm": 2.377995252609253, + "learning_rate": 4.402362755772609e-06, + "loss": 2.3022, + "step": 40802 + }, + { + "epoch": 0.6984542700148925, + "grad_norm": 2.4030957221984863, + "learning_rate": 4.401903355230354e-06, + "loss": 2.3954, + "step": 40803 + }, + { + "epoch": 0.6984713877334429, + "grad_norm": 2.46242094039917, + "learning_rate": 4.401443971894697e-06, + "loss": 2.3269, + "step": 40804 + }, + { + "epoch": 0.6984885054519934, + "grad_norm": 2.552276372909546, + "learning_rate": 4.40098460576705e-06, + "loss": 2.3923, + "step": 40805 + }, + { + "epoch": 0.6985056231705439, + "grad_norm": 2.4043631553649902, + "learning_rate": 4.40052525684883e-06, + "loss": 2.3341, + "step": 40806 + }, + { + "epoch": 0.6985227408890943, + "grad_norm": 2.448413133621216, + "learning_rate": 4.4000659251414405e-06, + "loss": 2.3548, + "step": 40807 + }, + { + "epoch": 0.6985398586076448, + "grad_norm": 2.507672071456909, + "learning_rate": 4.3996066106462965e-06, + "loss": 2.39, + "step": 40808 + }, + { + "epoch": 0.6985569763261953, + "grad_norm": 2.445829153060913, + "learning_rate": 4.39914731336481e-06, + "loss": 2.3982, + "step": 40809 + }, + { + "epoch": 0.6985740940447457, + "grad_norm": 2.5719993114471436, + "learning_rate": 4.398688033298394e-06, + "loss": 2.4445, + "step": 40810 + }, + { + "epoch": 0.6985912117632962, + "grad_norm": 2.378929615020752, + "learning_rate": 4.398228770448461e-06, + "loss": 2.3556, + "step": 40811 + }, + { + "epoch": 0.6986083294818467, + "grad_norm": 2.3587682247161865, + "learning_rate": 4.397769524816416e-06, + "loss": 2.3732, + "step": 40812 + }, + { + "epoch": 0.6986254472003971, + "grad_norm": 2.6274337768554688, + "learning_rate": 4.397310296403681e-06, + "loss": 2.5152, + "step": 40813 + }, + { + "epoch": 0.6986425649189476, + "grad_norm": 2.3522226810455322, + "learning_rate": 4.396851085211659e-06, + "loss": 2.453, + "step": 40814 + }, + { + "epoch": 0.6986596826374981, + "grad_norm": 2.5769829750061035, + "learning_rate": 4.396391891241764e-06, + "loss": 2.4478, + "step": 40815 + }, + { + "epoch": 0.6986768003560485, + "grad_norm": 2.4592158794403076, + "learning_rate": 4.395932714495411e-06, + "loss": 2.3563, + "step": 40816 + }, + { + "epoch": 0.698693918074599, + "grad_norm": 2.513124704360962, + "learning_rate": 4.395473554974002e-06, + "loss": 2.5027, + "step": 40817 + }, + { + "epoch": 0.6987110357931495, + "grad_norm": 2.3773653507232666, + "learning_rate": 4.395014412678959e-06, + "loss": 2.3239, + "step": 40818 + }, + { + "epoch": 0.6987281535116999, + "grad_norm": 2.453622817993164, + "learning_rate": 4.3945552876116835e-06, + "loss": 2.4288, + "step": 40819 + }, + { + "epoch": 0.6987452712302504, + "grad_norm": 2.519867181777954, + "learning_rate": 4.394096179773599e-06, + "loss": 2.4306, + "step": 40820 + }, + { + "epoch": 0.6987623889488009, + "grad_norm": 2.7598989009857178, + "learning_rate": 4.393637089166105e-06, + "loss": 2.5307, + "step": 40821 + }, + { + "epoch": 0.6987795066673513, + "grad_norm": 2.558682441711426, + "learning_rate": 4.393178015790618e-06, + "loss": 2.4116, + "step": 40822 + }, + { + "epoch": 0.6987966243859018, + "grad_norm": 2.4277684688568115, + "learning_rate": 4.392718959648551e-06, + "loss": 2.3807, + "step": 40823 + }, + { + "epoch": 0.6988137421044524, + "grad_norm": 2.4516518115997314, + "learning_rate": 4.392259920741305e-06, + "loss": 2.4388, + "step": 40824 + }, + { + "epoch": 0.6988308598230027, + "grad_norm": 2.5341639518737793, + "learning_rate": 4.3918008990703054e-06, + "loss": 2.3588, + "step": 40825 + }, + { + "epoch": 0.6988479775415533, + "grad_norm": 2.389302968978882, + "learning_rate": 4.391341894636951e-06, + "loss": 2.3911, + "step": 40826 + }, + { + "epoch": 0.6988650952601038, + "grad_norm": 2.43894100189209, + "learning_rate": 4.390882907442658e-06, + "loss": 2.3293, + "step": 40827 + }, + { + "epoch": 0.6988822129786542, + "grad_norm": 2.7503836154937744, + "learning_rate": 4.39042393748884e-06, + "loss": 2.4077, + "step": 40828 + }, + { + "epoch": 0.6988993306972047, + "grad_norm": 2.30549693107605, + "learning_rate": 4.389964984776897e-06, + "loss": 2.324, + "step": 40829 + }, + { + "epoch": 0.6989164484157552, + "grad_norm": 2.735257863998413, + "learning_rate": 4.389506049308254e-06, + "loss": 2.466, + "step": 40830 + }, + { + "epoch": 0.6989335661343056, + "grad_norm": 2.4525179862976074, + "learning_rate": 4.389047131084311e-06, + "loss": 2.3563, + "step": 40831 + }, + { + "epoch": 0.6989506838528561, + "grad_norm": 2.544877052307129, + "learning_rate": 4.388588230106482e-06, + "loss": 2.3791, + "step": 40832 + }, + { + "epoch": 0.6989678015714066, + "grad_norm": 2.5935983657836914, + "learning_rate": 4.388129346376177e-06, + "loss": 2.4434, + "step": 40833 + }, + { + "epoch": 0.698984919289957, + "grad_norm": 2.5600643157958984, + "learning_rate": 4.387670479894807e-06, + "loss": 2.3895, + "step": 40834 + }, + { + "epoch": 0.6990020370085075, + "grad_norm": 2.3968915939331055, + "learning_rate": 4.387211630663786e-06, + "loss": 2.264, + "step": 40835 + }, + { + "epoch": 0.699019154727058, + "grad_norm": 3.0711934566497803, + "learning_rate": 4.386752798684514e-06, + "loss": 2.4974, + "step": 40836 + }, + { + "epoch": 0.6990362724456084, + "grad_norm": 2.4820687770843506, + "learning_rate": 4.386293983958414e-06, + "loss": 2.3444, + "step": 40837 + }, + { + "epoch": 0.6990533901641589, + "grad_norm": 2.6537089347839355, + "learning_rate": 4.385835186486887e-06, + "loss": 2.4152, + "step": 40838 + }, + { + "epoch": 0.6990705078827094, + "grad_norm": 2.4520022869110107, + "learning_rate": 4.385376406271347e-06, + "loss": 2.3409, + "step": 40839 + }, + { + "epoch": 0.6990876256012598, + "grad_norm": 2.567431926727295, + "learning_rate": 4.384917643313202e-06, + "loss": 2.3165, + "step": 40840 + }, + { + "epoch": 0.6991047433198103, + "grad_norm": 2.6401734352111816, + "learning_rate": 4.3844588976138655e-06, + "loss": 2.3568, + "step": 40841 + }, + { + "epoch": 0.6991218610383608, + "grad_norm": 2.5083601474761963, + "learning_rate": 4.384000169174748e-06, + "loss": 2.3725, + "step": 40842 + }, + { + "epoch": 0.6991389787569113, + "grad_norm": 2.5059762001037598, + "learning_rate": 4.383541457997254e-06, + "loss": 2.3714, + "step": 40843 + }, + { + "epoch": 0.6991560964754617, + "grad_norm": 2.5296976566314697, + "learning_rate": 4.383082764082796e-06, + "loss": 2.3462, + "step": 40844 + }, + { + "epoch": 0.6991732141940122, + "grad_norm": 2.5233802795410156, + "learning_rate": 4.382624087432784e-06, + "loss": 2.4181, + "step": 40845 + }, + { + "epoch": 0.6991903319125627, + "grad_norm": 2.5698914527893066, + "learning_rate": 4.3821654280486295e-06, + "loss": 2.3158, + "step": 40846 + }, + { + "epoch": 0.6992074496311131, + "grad_norm": 2.361586332321167, + "learning_rate": 4.38170678593174e-06, + "loss": 2.2914, + "step": 40847 + }, + { + "epoch": 0.6992245673496637, + "grad_norm": 2.448864698410034, + "learning_rate": 4.381248161083529e-06, + "loss": 2.394, + "step": 40848 + }, + { + "epoch": 0.6992416850682142, + "grad_norm": 2.63106107711792, + "learning_rate": 4.380789553505401e-06, + "loss": 2.4246, + "step": 40849 + }, + { + "epoch": 0.6992588027867646, + "grad_norm": 2.6118977069854736, + "learning_rate": 4.3803309631987664e-06, + "loss": 2.4862, + "step": 40850 + }, + { + "epoch": 0.6992759205053151, + "grad_norm": 2.4869706630706787, + "learning_rate": 4.379872390165038e-06, + "loss": 2.3839, + "step": 40851 + }, + { + "epoch": 0.6992930382238656, + "grad_norm": 2.623368740081787, + "learning_rate": 4.379413834405623e-06, + "loss": 2.2927, + "step": 40852 + }, + { + "epoch": 0.699310155942416, + "grad_norm": 2.5033276081085205, + "learning_rate": 4.37895529592193e-06, + "loss": 2.4544, + "step": 40853 + }, + { + "epoch": 0.6993272736609665, + "grad_norm": 2.306828260421753, + "learning_rate": 4.378496774715372e-06, + "loss": 2.3348, + "step": 40854 + }, + { + "epoch": 0.699344391379517, + "grad_norm": 2.3471221923828125, + "learning_rate": 4.378038270787358e-06, + "loss": 2.3102, + "step": 40855 + }, + { + "epoch": 0.6993615090980674, + "grad_norm": 2.6309847831726074, + "learning_rate": 4.377579784139292e-06, + "loss": 2.5146, + "step": 40856 + }, + { + "epoch": 0.6993786268166179, + "grad_norm": 2.5443925857543945, + "learning_rate": 4.377121314772586e-06, + "loss": 2.3718, + "step": 40857 + }, + { + "epoch": 0.6993957445351684, + "grad_norm": 2.53053879737854, + "learning_rate": 4.376662862688651e-06, + "loss": 2.4001, + "step": 40858 + }, + { + "epoch": 0.6994128622537188, + "grad_norm": 2.4374406337738037, + "learning_rate": 4.376204427888895e-06, + "loss": 2.345, + "step": 40859 + }, + { + "epoch": 0.6994299799722693, + "grad_norm": 2.615239143371582, + "learning_rate": 4.375746010374729e-06, + "loss": 2.4414, + "step": 40860 + }, + { + "epoch": 0.6994470976908198, + "grad_norm": 2.453561544418335, + "learning_rate": 4.375287610147554e-06, + "loss": 2.5096, + "step": 40861 + }, + { + "epoch": 0.6994642154093702, + "grad_norm": 2.5208685398101807, + "learning_rate": 4.374829227208792e-06, + "loss": 2.3977, + "step": 40862 + }, + { + "epoch": 0.6994813331279207, + "grad_norm": 2.618969440460205, + "learning_rate": 4.374370861559841e-06, + "loss": 2.468, + "step": 40863 + }, + { + "epoch": 0.6994984508464712, + "grad_norm": 2.3935623168945312, + "learning_rate": 4.3739125132021145e-06, + "loss": 2.4358, + "step": 40864 + }, + { + "epoch": 0.6995155685650216, + "grad_norm": 2.574972629547119, + "learning_rate": 4.3734541821370226e-06, + "loss": 2.4277, + "step": 40865 + }, + { + "epoch": 0.6995326862835721, + "grad_norm": 2.3928382396698, + "learning_rate": 4.372995868365966e-06, + "loss": 2.3984, + "step": 40866 + }, + { + "epoch": 0.6995498040021226, + "grad_norm": 2.520977735519409, + "learning_rate": 4.372537571890366e-06, + "loss": 2.2619, + "step": 40867 + }, + { + "epoch": 0.699566921720673, + "grad_norm": 2.415895938873291, + "learning_rate": 4.372079292711621e-06, + "loss": 2.263, + "step": 40868 + }, + { + "epoch": 0.6995840394392235, + "grad_norm": 2.401254177093506, + "learning_rate": 4.3716210308311435e-06, + "loss": 2.3248, + "step": 40869 + }, + { + "epoch": 0.699601157157774, + "grad_norm": 2.491095781326294, + "learning_rate": 4.3711627862503415e-06, + "loss": 2.5546, + "step": 40870 + }, + { + "epoch": 0.6996182748763244, + "grad_norm": 2.456665515899658, + "learning_rate": 4.370704558970623e-06, + "loss": 2.3964, + "step": 40871 + }, + { + "epoch": 0.699635392594875, + "grad_norm": 2.5482256412506104, + "learning_rate": 4.370246348993402e-06, + "loss": 2.4277, + "step": 40872 + }, + { + "epoch": 0.6996525103134255, + "grad_norm": 2.3663101196289062, + "learning_rate": 4.369788156320074e-06, + "loss": 2.2853, + "step": 40873 + }, + { + "epoch": 0.6996696280319759, + "grad_norm": 2.6415276527404785, + "learning_rate": 4.369329980952063e-06, + "loss": 2.5495, + "step": 40874 + }, + { + "epoch": 0.6996867457505264, + "grad_norm": 2.612191677093506, + "learning_rate": 4.3688718228907655e-06, + "loss": 2.3117, + "step": 40875 + }, + { + "epoch": 0.6997038634690769, + "grad_norm": 2.49984073638916, + "learning_rate": 4.368413682137594e-06, + "loss": 2.486, + "step": 40876 + }, + { + "epoch": 0.6997209811876273, + "grad_norm": 2.3401763439178467, + "learning_rate": 4.367955558693956e-06, + "loss": 2.3062, + "step": 40877 + }, + { + "epoch": 0.6997380989061778, + "grad_norm": 2.5220916271209717, + "learning_rate": 4.367497452561262e-06, + "loss": 2.4111, + "step": 40878 + }, + { + "epoch": 0.6997552166247283, + "grad_norm": 2.478487253189087, + "learning_rate": 4.367039363740919e-06, + "loss": 2.2857, + "step": 40879 + }, + { + "epoch": 0.6997723343432787, + "grad_norm": 2.5856382846832275, + "learning_rate": 4.366581292234332e-06, + "loss": 2.3729, + "step": 40880 + }, + { + "epoch": 0.6997894520618292, + "grad_norm": 2.4082353115081787, + "learning_rate": 4.366123238042912e-06, + "loss": 2.3697, + "step": 40881 + }, + { + "epoch": 0.6998065697803797, + "grad_norm": 2.436903953552246, + "learning_rate": 4.365665201168065e-06, + "loss": 2.4021, + "step": 40882 + }, + { + "epoch": 0.6998236874989301, + "grad_norm": 2.546151638031006, + "learning_rate": 4.365207181611199e-06, + "loss": 2.4037, + "step": 40883 + }, + { + "epoch": 0.6998408052174806, + "grad_norm": 2.4863030910491943, + "learning_rate": 4.364749179373724e-06, + "loss": 2.4112, + "step": 40884 + }, + { + "epoch": 0.6998579229360311, + "grad_norm": 2.4962704181671143, + "learning_rate": 4.3642911944570496e-06, + "loss": 2.4343, + "step": 40885 + }, + { + "epoch": 0.6998750406545815, + "grad_norm": 2.4951212406158447, + "learning_rate": 4.363833226862577e-06, + "loss": 2.4079, + "step": 40886 + }, + { + "epoch": 0.699892158373132, + "grad_norm": 2.7323856353759766, + "learning_rate": 4.363375276591717e-06, + "loss": 2.46, + "step": 40887 + }, + { + "epoch": 0.6999092760916825, + "grad_norm": 2.49593186378479, + "learning_rate": 4.362917343645877e-06, + "loss": 2.4064, + "step": 40888 + }, + { + "epoch": 0.699926393810233, + "grad_norm": 2.508953809738159, + "learning_rate": 4.362459428026465e-06, + "loss": 2.415, + "step": 40889 + }, + { + "epoch": 0.6999435115287834, + "grad_norm": 2.5118939876556396, + "learning_rate": 4.362001529734888e-06, + "loss": 2.3424, + "step": 40890 + }, + { + "epoch": 0.6999606292473339, + "grad_norm": 2.5483648777008057, + "learning_rate": 4.361543648772554e-06, + "loss": 2.38, + "step": 40891 + }, + { + "epoch": 0.6999777469658844, + "grad_norm": 2.5903608798980713, + "learning_rate": 4.3610857851408735e-06, + "loss": 2.3172, + "step": 40892 + }, + { + "epoch": 0.6999948646844348, + "grad_norm": 2.324845790863037, + "learning_rate": 4.360627938841247e-06, + "loss": 2.3048, + "step": 40893 + }, + { + "epoch": 0.7000119824029853, + "grad_norm": 2.6180837154388428, + "learning_rate": 4.360170109875085e-06, + "loss": 2.4268, + "step": 40894 + }, + { + "epoch": 0.7000291001215359, + "grad_norm": 2.5490410327911377, + "learning_rate": 4.359712298243794e-06, + "loss": 2.3874, + "step": 40895 + }, + { + "epoch": 0.7000462178400862, + "grad_norm": 2.4020349979400635, + "learning_rate": 4.359254503948783e-06, + "loss": 2.3051, + "step": 40896 + }, + { + "epoch": 0.7000633355586368, + "grad_norm": 2.537165641784668, + "learning_rate": 4.358796726991462e-06, + "loss": 2.4449, + "step": 40897 + }, + { + "epoch": 0.7000804532771873, + "grad_norm": 2.534146547317505, + "learning_rate": 4.358338967373227e-06, + "loss": 2.369, + "step": 40898 + }, + { + "epoch": 0.7000975709957377, + "grad_norm": 2.522125482559204, + "learning_rate": 4.357881225095498e-06, + "loss": 2.4155, + "step": 40899 + }, + { + "epoch": 0.7001146887142882, + "grad_norm": 2.6319007873535156, + "learning_rate": 4.357423500159674e-06, + "loss": 2.4021, + "step": 40900 + }, + { + "epoch": 0.7001318064328387, + "grad_norm": 2.451524257659912, + "learning_rate": 4.3569657925671635e-06, + "loss": 2.374, + "step": 40901 + }, + { + "epoch": 0.7001489241513891, + "grad_norm": 2.7488391399383545, + "learning_rate": 4.356508102319377e-06, + "loss": 2.4917, + "step": 40902 + }, + { + "epoch": 0.7001660418699396, + "grad_norm": 2.3758950233459473, + "learning_rate": 4.356050429417711e-06, + "loss": 2.409, + "step": 40903 + }, + { + "epoch": 0.7001831595884901, + "grad_norm": 2.606632947921753, + "learning_rate": 4.3555927738635876e-06, + "loss": 2.3805, + "step": 40904 + }, + { + "epoch": 0.7002002773070405, + "grad_norm": 2.5855214595794678, + "learning_rate": 4.3551351356584005e-06, + "loss": 2.4263, + "step": 40905 + }, + { + "epoch": 0.700217395025591, + "grad_norm": 2.382188320159912, + "learning_rate": 4.354677514803561e-06, + "loss": 2.3565, + "step": 40906 + }, + { + "epoch": 0.7002345127441415, + "grad_norm": 2.448176145553589, + "learning_rate": 4.354219911300479e-06, + "loss": 2.3324, + "step": 40907 + }, + { + "epoch": 0.7002516304626919, + "grad_norm": 2.530310869216919, + "learning_rate": 4.353762325150551e-06, + "loss": 2.377, + "step": 40908 + }, + { + "epoch": 0.7002687481812424, + "grad_norm": 2.449347734451294, + "learning_rate": 4.3533047563551975e-06, + "loss": 2.4681, + "step": 40909 + }, + { + "epoch": 0.7002858658997929, + "grad_norm": 2.5698087215423584, + "learning_rate": 4.35284720491581e-06, + "loss": 2.488, + "step": 40910 + }, + { + "epoch": 0.7003029836183433, + "grad_norm": 2.6141631603240967, + "learning_rate": 4.35238967083381e-06, + "loss": 2.1704, + "step": 40911 + }, + { + "epoch": 0.7003201013368938, + "grad_norm": 2.4058218002319336, + "learning_rate": 4.351932154110593e-06, + "loss": 2.3835, + "step": 40912 + }, + { + "epoch": 0.7003372190554443, + "grad_norm": 2.3901052474975586, + "learning_rate": 4.351474654747567e-06, + "loss": 2.4216, + "step": 40913 + }, + { + "epoch": 0.7003543367739947, + "grad_norm": 2.412050247192383, + "learning_rate": 4.351017172746145e-06, + "loss": 2.2993, + "step": 40914 + }, + { + "epoch": 0.7003714544925452, + "grad_norm": 2.503422975540161, + "learning_rate": 4.350559708107719e-06, + "loss": 2.3277, + "step": 40915 + }, + { + "epoch": 0.7003885722110957, + "grad_norm": 2.466061592102051, + "learning_rate": 4.350102260833712e-06, + "loss": 2.4078, + "step": 40916 + }, + { + "epoch": 0.7004056899296461, + "grad_norm": 2.356325387954712, + "learning_rate": 4.349644830925518e-06, + "loss": 2.2585, + "step": 40917 + }, + { + "epoch": 0.7004228076481966, + "grad_norm": 2.505507230758667, + "learning_rate": 4.3491874183845476e-06, + "loss": 2.3704, + "step": 40918 + }, + { + "epoch": 0.7004399253667472, + "grad_norm": 2.5786805152893066, + "learning_rate": 4.348730023212205e-06, + "loss": 2.4077, + "step": 40919 + }, + { + "epoch": 0.7004570430852975, + "grad_norm": 2.449404239654541, + "learning_rate": 4.348272645409898e-06, + "loss": 2.2918, + "step": 40920 + }, + { + "epoch": 0.7004741608038481, + "grad_norm": 2.567697525024414, + "learning_rate": 4.347815284979035e-06, + "loss": 2.3839, + "step": 40921 + }, + { + "epoch": 0.7004912785223986, + "grad_norm": 2.436163902282715, + "learning_rate": 4.347357941921014e-06, + "loss": 2.3305, + "step": 40922 + }, + { + "epoch": 0.700508396240949, + "grad_norm": 2.61759614944458, + "learning_rate": 4.346900616237245e-06, + "loss": 2.3913, + "step": 40923 + }, + { + "epoch": 0.7005255139594995, + "grad_norm": 2.459446430206299, + "learning_rate": 4.346443307929134e-06, + "loss": 2.443, + "step": 40924 + }, + { + "epoch": 0.70054263167805, + "grad_norm": 2.468687057495117, + "learning_rate": 4.345986016998086e-06, + "loss": 2.354, + "step": 40925 + }, + { + "epoch": 0.7005597493966004, + "grad_norm": 2.6165833473205566, + "learning_rate": 4.345528743445507e-06, + "loss": 2.5029, + "step": 40926 + }, + { + "epoch": 0.7005768671151509, + "grad_norm": 2.4660887718200684, + "learning_rate": 4.345071487272803e-06, + "loss": 2.4408, + "step": 40927 + }, + { + "epoch": 0.7005939848337014, + "grad_norm": 2.39713716506958, + "learning_rate": 4.344614248481381e-06, + "loss": 2.3176, + "step": 40928 + }, + { + "epoch": 0.7006111025522518, + "grad_norm": 2.458357334136963, + "learning_rate": 4.3441570270726415e-06, + "loss": 2.3742, + "step": 40929 + }, + { + "epoch": 0.7006282202708023, + "grad_norm": 2.366715431213379, + "learning_rate": 4.343699823047993e-06, + "loss": 2.2785, + "step": 40930 + }, + { + "epoch": 0.7006453379893528, + "grad_norm": 2.367220401763916, + "learning_rate": 4.34324263640884e-06, + "loss": 2.4298, + "step": 40931 + }, + { + "epoch": 0.7006624557079032, + "grad_norm": 2.460474967956543, + "learning_rate": 4.342785467156587e-06, + "loss": 2.4245, + "step": 40932 + }, + { + "epoch": 0.7006795734264537, + "grad_norm": 2.380061388015747, + "learning_rate": 4.342328315292641e-06, + "loss": 2.393, + "step": 40933 + }, + { + "epoch": 0.7006966911450042, + "grad_norm": 2.4704718589782715, + "learning_rate": 4.34187118081841e-06, + "loss": 2.3765, + "step": 40934 + }, + { + "epoch": 0.7007138088635546, + "grad_norm": 2.5973565578460693, + "learning_rate": 4.341414063735288e-06, + "loss": 2.4555, + "step": 40935 + }, + { + "epoch": 0.7007309265821051, + "grad_norm": 2.430852174758911, + "learning_rate": 4.3409569640446935e-06, + "loss": 2.3773, + "step": 40936 + }, + { + "epoch": 0.7007480443006556, + "grad_norm": 2.499392509460449, + "learning_rate": 4.340499881748023e-06, + "loss": 2.5002, + "step": 40937 + }, + { + "epoch": 0.7007651620192061, + "grad_norm": 2.6608169078826904, + "learning_rate": 4.340042816846683e-06, + "loss": 2.3957, + "step": 40938 + }, + { + "epoch": 0.7007822797377565, + "grad_norm": 2.3242990970611572, + "learning_rate": 4.339585769342084e-06, + "loss": 2.3043, + "step": 40939 + }, + { + "epoch": 0.700799397456307, + "grad_norm": 2.461655378341675, + "learning_rate": 4.339128739235618e-06, + "loss": 2.5027, + "step": 40940 + }, + { + "epoch": 0.7008165151748575, + "grad_norm": 2.3309624195098877, + "learning_rate": 4.338671726528705e-06, + "loss": 2.379, + "step": 40941 + }, + { + "epoch": 0.7008336328934079, + "grad_norm": 2.450613498687744, + "learning_rate": 4.338214731222735e-06, + "loss": 2.3626, + "step": 40942 + }, + { + "epoch": 0.7008507506119585, + "grad_norm": 2.6148500442504883, + "learning_rate": 4.337757753319127e-06, + "loss": 2.4466, + "step": 40943 + }, + { + "epoch": 0.700867868330509, + "grad_norm": 2.498220682144165, + "learning_rate": 4.337300792819276e-06, + "loss": 2.3264, + "step": 40944 + }, + { + "epoch": 0.7008849860490594, + "grad_norm": 2.3946356773376465, + "learning_rate": 4.336843849724589e-06, + "loss": 2.3181, + "step": 40945 + }, + { + "epoch": 0.7009021037676099, + "grad_norm": 2.5022568702697754, + "learning_rate": 4.336386924036473e-06, + "loss": 2.4025, + "step": 40946 + }, + { + "epoch": 0.7009192214861604, + "grad_norm": 2.311554193496704, + "learning_rate": 4.335930015756325e-06, + "loss": 2.3355, + "step": 40947 + }, + { + "epoch": 0.7009363392047108, + "grad_norm": 2.540745973587036, + "learning_rate": 4.33547312488556e-06, + "loss": 2.4818, + "step": 40948 + }, + { + "epoch": 0.7009534569232613, + "grad_norm": 2.424720048904419, + "learning_rate": 4.335016251425574e-06, + "loss": 2.3712, + "step": 40949 + }, + { + "epoch": 0.7009705746418118, + "grad_norm": 2.589606761932373, + "learning_rate": 4.3345593953777735e-06, + "loss": 2.4208, + "step": 40950 + }, + { + "epoch": 0.7009876923603622, + "grad_norm": 2.5410044193267822, + "learning_rate": 4.3341025567435654e-06, + "loss": 2.3517, + "step": 40951 + }, + { + "epoch": 0.7010048100789127, + "grad_norm": 2.3558013439178467, + "learning_rate": 4.333645735524346e-06, + "loss": 2.2569, + "step": 40952 + }, + { + "epoch": 0.7010219277974632, + "grad_norm": 2.5052690505981445, + "learning_rate": 4.333188931721534e-06, + "loss": 2.3506, + "step": 40953 + }, + { + "epoch": 0.7010390455160136, + "grad_norm": 2.4719700813293457, + "learning_rate": 4.332732145336519e-06, + "loss": 2.3623, + "step": 40954 + }, + { + "epoch": 0.7010561632345641, + "grad_norm": 2.4112296104431152, + "learning_rate": 4.33227537637071e-06, + "loss": 2.3322, + "step": 40955 + }, + { + "epoch": 0.7010732809531146, + "grad_norm": 2.648712158203125, + "learning_rate": 4.331818624825514e-06, + "loss": 2.4606, + "step": 40956 + }, + { + "epoch": 0.701090398671665, + "grad_norm": 2.5161406993865967, + "learning_rate": 4.33136189070233e-06, + "loss": 2.4297, + "step": 40957 + }, + { + "epoch": 0.7011075163902155, + "grad_norm": 2.490678310394287, + "learning_rate": 4.33090517400257e-06, + "loss": 2.3863, + "step": 40958 + }, + { + "epoch": 0.701124634108766, + "grad_norm": 2.3844192028045654, + "learning_rate": 4.330448474727626e-06, + "loss": 2.3095, + "step": 40959 + }, + { + "epoch": 0.7011417518273164, + "grad_norm": 2.3219380378723145, + "learning_rate": 4.32999179287891e-06, + "loss": 2.3147, + "step": 40960 + }, + { + "epoch": 0.7011588695458669, + "grad_norm": 2.658460855484009, + "learning_rate": 4.329535128457822e-06, + "loss": 2.5274, + "step": 40961 + }, + { + "epoch": 0.7011759872644174, + "grad_norm": 2.4090702533721924, + "learning_rate": 4.329078481465768e-06, + "loss": 2.4277, + "step": 40962 + }, + { + "epoch": 0.7011931049829678, + "grad_norm": 2.475574493408203, + "learning_rate": 4.328621851904151e-06, + "loss": 2.4252, + "step": 40963 + }, + { + "epoch": 0.7012102227015183, + "grad_norm": 2.616908311843872, + "learning_rate": 4.328165239774374e-06, + "loss": 2.4108, + "step": 40964 + }, + { + "epoch": 0.7012273404200688, + "grad_norm": 2.5305819511413574, + "learning_rate": 4.327708645077844e-06, + "loss": 2.3625, + "step": 40965 + }, + { + "epoch": 0.7012444581386192, + "grad_norm": 2.4173777103424072, + "learning_rate": 4.327252067815957e-06, + "loss": 2.4063, + "step": 40966 + }, + { + "epoch": 0.7012615758571697, + "grad_norm": 2.5426084995269775, + "learning_rate": 4.326795507990121e-06, + "loss": 2.4604, + "step": 40967 + }, + { + "epoch": 0.7012786935757203, + "grad_norm": 2.5252065658569336, + "learning_rate": 4.326338965601738e-06, + "loss": 2.4746, + "step": 40968 + }, + { + "epoch": 0.7012958112942707, + "grad_norm": 2.3509228229522705, + "learning_rate": 4.325882440652214e-06, + "loss": 2.2597, + "step": 40969 + }, + { + "epoch": 0.7013129290128212, + "grad_norm": 2.4421870708465576, + "learning_rate": 4.325425933142948e-06, + "loss": 2.4166, + "step": 40970 + }, + { + "epoch": 0.7013300467313717, + "grad_norm": 2.406226634979248, + "learning_rate": 4.32496944307535e-06, + "loss": 2.2986, + "step": 40971 + }, + { + "epoch": 0.7013471644499221, + "grad_norm": 2.364105701446533, + "learning_rate": 4.324512970450815e-06, + "loss": 2.3249, + "step": 40972 + }, + { + "epoch": 0.7013642821684726, + "grad_norm": 2.5007853507995605, + "learning_rate": 4.3240565152707496e-06, + "loss": 2.426, + "step": 40973 + }, + { + "epoch": 0.7013813998870231, + "grad_norm": 2.4997267723083496, + "learning_rate": 4.323600077536555e-06, + "loss": 2.4093, + "step": 40974 + }, + { + "epoch": 0.7013985176055735, + "grad_norm": 2.4625911712646484, + "learning_rate": 4.323143657249638e-06, + "loss": 2.3822, + "step": 40975 + }, + { + "epoch": 0.701415635324124, + "grad_norm": 2.545867681503296, + "learning_rate": 4.322687254411402e-06, + "loss": 2.3911, + "step": 40976 + }, + { + "epoch": 0.7014327530426745, + "grad_norm": 2.5904433727264404, + "learning_rate": 4.322230869023239e-06, + "loss": 2.5105, + "step": 40977 + }, + { + "epoch": 0.7014498707612249, + "grad_norm": 2.6270439624786377, + "learning_rate": 4.321774501086567e-06, + "loss": 2.3749, + "step": 40978 + }, + { + "epoch": 0.7014669884797754, + "grad_norm": 2.537808656692505, + "learning_rate": 4.32131815060278e-06, + "loss": 2.3523, + "step": 40979 + }, + { + "epoch": 0.7014841061983259, + "grad_norm": 2.575927972793579, + "learning_rate": 4.320861817573281e-06, + "loss": 2.2614, + "step": 40980 + }, + { + "epoch": 0.7015012239168763, + "grad_norm": 2.498713493347168, + "learning_rate": 4.320405501999474e-06, + "loss": 2.3744, + "step": 40981 + }, + { + "epoch": 0.7015183416354268, + "grad_norm": 2.49538516998291, + "learning_rate": 4.319949203882761e-06, + "loss": 2.3732, + "step": 40982 + }, + { + "epoch": 0.7015354593539773, + "grad_norm": 2.4866132736206055, + "learning_rate": 4.319492923224549e-06, + "loss": 2.2933, + "step": 40983 + }, + { + "epoch": 0.7015525770725278, + "grad_norm": 2.4268062114715576, + "learning_rate": 4.319036660026229e-06, + "loss": 2.3365, + "step": 40984 + }, + { + "epoch": 0.7015696947910782, + "grad_norm": 2.5107004642486572, + "learning_rate": 4.318580414289218e-06, + "loss": 2.4853, + "step": 40985 + }, + { + "epoch": 0.7015868125096287, + "grad_norm": 2.56158709526062, + "learning_rate": 4.3181241860149074e-06, + "loss": 2.4787, + "step": 40986 + }, + { + "epoch": 0.7016039302281792, + "grad_norm": 2.521118402481079, + "learning_rate": 4.317667975204702e-06, + "loss": 2.4487, + "step": 40987 + }, + { + "epoch": 0.7016210479467296, + "grad_norm": 2.4826250076293945, + "learning_rate": 4.317211781860011e-06, + "loss": 2.3747, + "step": 40988 + }, + { + "epoch": 0.7016381656652801, + "grad_norm": 2.4426043033599854, + "learning_rate": 4.3167556059822225e-06, + "loss": 2.3847, + "step": 40989 + }, + { + "epoch": 0.7016552833838307, + "grad_norm": 2.6328399181365967, + "learning_rate": 4.316299447572753e-06, + "loss": 2.3874, + "step": 40990 + }, + { + "epoch": 0.701672401102381, + "grad_norm": 2.474175214767456, + "learning_rate": 4.3158433066329975e-06, + "loss": 2.3565, + "step": 40991 + }, + { + "epoch": 0.7016895188209316, + "grad_norm": 2.4356234073638916, + "learning_rate": 4.3153871831643566e-06, + "loss": 2.3549, + "step": 40992 + }, + { + "epoch": 0.7017066365394821, + "grad_norm": 2.5349111557006836, + "learning_rate": 4.314931077168239e-06, + "loss": 2.3815, + "step": 40993 + }, + { + "epoch": 0.7017237542580325, + "grad_norm": 2.520256757736206, + "learning_rate": 4.314474988646036e-06, + "loss": 2.2982, + "step": 40994 + }, + { + "epoch": 0.701740871976583, + "grad_norm": 2.546814203262329, + "learning_rate": 4.314018917599162e-06, + "loss": 2.4057, + "step": 40995 + }, + { + "epoch": 0.7017579896951335, + "grad_norm": 2.5752100944519043, + "learning_rate": 4.31356286402901e-06, + "loss": 2.3831, + "step": 40996 + }, + { + "epoch": 0.7017751074136839, + "grad_norm": 2.4777371883392334, + "learning_rate": 4.313106827936983e-06, + "loss": 2.2659, + "step": 40997 + }, + { + "epoch": 0.7017922251322344, + "grad_norm": 2.3453855514526367, + "learning_rate": 4.312650809324485e-06, + "loss": 2.3301, + "step": 40998 + }, + { + "epoch": 0.7018093428507849, + "grad_norm": 2.3355565071105957, + "learning_rate": 4.312194808192916e-06, + "loss": 2.3661, + "step": 40999 + }, + { + "epoch": 0.7018264605693353, + "grad_norm": 2.4079933166503906, + "learning_rate": 4.311738824543682e-06, + "loss": 2.3939, + "step": 41000 + }, + { + "epoch": 0.7018435782878858, + "grad_norm": 2.4308598041534424, + "learning_rate": 4.311282858378173e-06, + "loss": 2.3058, + "step": 41001 + }, + { + "epoch": 0.7018606960064363, + "grad_norm": 2.477895975112915, + "learning_rate": 4.3108269096978065e-06, + "loss": 2.3672, + "step": 41002 + }, + { + "epoch": 0.7018778137249867, + "grad_norm": 2.3641796112060547, + "learning_rate": 4.310370978503972e-06, + "loss": 2.314, + "step": 41003 + }, + { + "epoch": 0.7018949314435372, + "grad_norm": 2.4409518241882324, + "learning_rate": 4.309915064798072e-06, + "loss": 2.434, + "step": 41004 + }, + { + "epoch": 0.7019120491620877, + "grad_norm": 2.4054317474365234, + "learning_rate": 4.309459168581514e-06, + "loss": 2.3399, + "step": 41005 + }, + { + "epoch": 0.7019291668806381, + "grad_norm": 2.524219036102295, + "learning_rate": 4.309003289855693e-06, + "loss": 2.3363, + "step": 41006 + }, + { + "epoch": 0.7019462845991886, + "grad_norm": 2.4350314140319824, + "learning_rate": 4.308547428622014e-06, + "loss": 2.2606, + "step": 41007 + }, + { + "epoch": 0.7019634023177391, + "grad_norm": 2.3091042041778564, + "learning_rate": 4.30809158488188e-06, + "loss": 2.412, + "step": 41008 + }, + { + "epoch": 0.7019805200362895, + "grad_norm": 2.480581045150757, + "learning_rate": 4.307635758636687e-06, + "loss": 2.4319, + "step": 41009 + }, + { + "epoch": 0.70199763775484, + "grad_norm": 2.2744810581207275, + "learning_rate": 4.307179949887836e-06, + "loss": 2.2901, + "step": 41010 + }, + { + "epoch": 0.7020147554733905, + "grad_norm": 2.3248043060302734, + "learning_rate": 4.306724158636731e-06, + "loss": 2.2734, + "step": 41011 + }, + { + "epoch": 0.7020318731919409, + "grad_norm": 2.468843460083008, + "learning_rate": 4.306268384884773e-06, + "loss": 2.525, + "step": 41012 + }, + { + "epoch": 0.7020489909104914, + "grad_norm": 2.3284454345703125, + "learning_rate": 4.305812628633365e-06, + "loss": 2.2682, + "step": 41013 + }, + { + "epoch": 0.702066108629042, + "grad_norm": 2.411003351211548, + "learning_rate": 4.305356889883897e-06, + "loss": 2.4022, + "step": 41014 + }, + { + "epoch": 0.7020832263475923, + "grad_norm": 2.491934299468994, + "learning_rate": 4.304901168637785e-06, + "loss": 2.3995, + "step": 41015 + }, + { + "epoch": 0.7021003440661429, + "grad_norm": 2.580935478210449, + "learning_rate": 4.30444546489642e-06, + "loss": 2.5045, + "step": 41016 + }, + { + "epoch": 0.7021174617846934, + "grad_norm": 2.510756254196167, + "learning_rate": 4.303989778661204e-06, + "loss": 2.413, + "step": 41017 + }, + { + "epoch": 0.7021345795032438, + "grad_norm": 2.359187602996826, + "learning_rate": 4.303534109933538e-06, + "loss": 2.3376, + "step": 41018 + }, + { + "epoch": 0.7021516972217943, + "grad_norm": 2.5480704307556152, + "learning_rate": 4.303078458714824e-06, + "loss": 2.358, + "step": 41019 + }, + { + "epoch": 0.7021688149403448, + "grad_norm": 2.4472172260284424, + "learning_rate": 4.302622825006465e-06, + "loss": 2.4703, + "step": 41020 + }, + { + "epoch": 0.7021859326588952, + "grad_norm": 2.3625760078430176, + "learning_rate": 4.302167208809851e-06, + "loss": 2.4593, + "step": 41021 + }, + { + "epoch": 0.7022030503774457, + "grad_norm": 2.497689723968506, + "learning_rate": 4.301711610126397e-06, + "loss": 2.3269, + "step": 41022 + }, + { + "epoch": 0.7022201680959962, + "grad_norm": 2.4933724403381348, + "learning_rate": 4.301256028957492e-06, + "loss": 2.3843, + "step": 41023 + }, + { + "epoch": 0.7022372858145466, + "grad_norm": 2.464682102203369, + "learning_rate": 4.3008004653045395e-06, + "loss": 2.3239, + "step": 41024 + }, + { + "epoch": 0.7022544035330971, + "grad_norm": 2.497387170791626, + "learning_rate": 4.300344919168946e-06, + "loss": 2.2451, + "step": 41025 + }, + { + "epoch": 0.7022715212516476, + "grad_norm": 2.460540533065796, + "learning_rate": 4.299889390552098e-06, + "loss": 2.4197, + "step": 41026 + }, + { + "epoch": 0.702288638970198, + "grad_norm": 2.5212838649749756, + "learning_rate": 4.29943387945541e-06, + "loss": 2.4368, + "step": 41027 + }, + { + "epoch": 0.7023057566887485, + "grad_norm": 2.396977663040161, + "learning_rate": 4.298978385880274e-06, + "loss": 2.4006, + "step": 41028 + }, + { + "epoch": 0.702322874407299, + "grad_norm": 2.3418869972229004, + "learning_rate": 4.29852290982809e-06, + "loss": 2.1815, + "step": 41029 + }, + { + "epoch": 0.7023399921258495, + "grad_norm": 2.3923683166503906, + "learning_rate": 4.298067451300265e-06, + "loss": 2.2458, + "step": 41030 + }, + { + "epoch": 0.7023571098443999, + "grad_norm": 2.5058908462524414, + "learning_rate": 4.2976120102981856e-06, + "loss": 2.3743, + "step": 41031 + }, + { + "epoch": 0.7023742275629504, + "grad_norm": 2.4805471897125244, + "learning_rate": 4.297156586823268e-06, + "loss": 2.49, + "step": 41032 + }, + { + "epoch": 0.7023913452815009, + "grad_norm": 2.490872383117676, + "learning_rate": 4.2967011808768954e-06, + "loss": 2.399, + "step": 41033 + }, + { + "epoch": 0.7024084630000513, + "grad_norm": 2.3746674060821533, + "learning_rate": 4.296245792460485e-06, + "loss": 2.4087, + "step": 41034 + }, + { + "epoch": 0.7024255807186018, + "grad_norm": 2.47070050239563, + "learning_rate": 4.295790421575422e-06, + "loss": 2.3953, + "step": 41035 + }, + { + "epoch": 0.7024426984371523, + "grad_norm": 2.6642045974731445, + "learning_rate": 4.2953350682231135e-06, + "loss": 2.4174, + "step": 41036 + }, + { + "epoch": 0.7024598161557027, + "grad_norm": 2.572252035140991, + "learning_rate": 4.29487973240496e-06, + "loss": 2.4422, + "step": 41037 + }, + { + "epoch": 0.7024769338742533, + "grad_norm": 2.595963954925537, + "learning_rate": 4.29442441412235e-06, + "loss": 2.3745, + "step": 41038 + }, + { + "epoch": 0.7024940515928038, + "grad_norm": 2.626986265182495, + "learning_rate": 4.293969113376699e-06, + "loss": 2.4824, + "step": 41039 + }, + { + "epoch": 0.7025111693113542, + "grad_norm": 2.5824389457702637, + "learning_rate": 4.293513830169396e-06, + "loss": 2.4321, + "step": 41040 + }, + { + "epoch": 0.7025282870299047, + "grad_norm": 2.464489221572876, + "learning_rate": 4.293058564501842e-06, + "loss": 2.3641, + "step": 41041 + }, + { + "epoch": 0.7025454047484552, + "grad_norm": 2.406235933303833, + "learning_rate": 4.292603316375438e-06, + "loss": 2.3371, + "step": 41042 + }, + { + "epoch": 0.7025625224670056, + "grad_norm": 2.444336414337158, + "learning_rate": 4.292148085791582e-06, + "loss": 2.275, + "step": 41043 + }, + { + "epoch": 0.7025796401855561, + "grad_norm": 2.621868848800659, + "learning_rate": 4.291692872751677e-06, + "loss": 2.4114, + "step": 41044 + }, + { + "epoch": 0.7025967579041066, + "grad_norm": 2.5228006839752197, + "learning_rate": 4.291237677257116e-06, + "loss": 2.4203, + "step": 41045 + }, + { + "epoch": 0.702613875622657, + "grad_norm": 2.3337607383728027, + "learning_rate": 4.2907824993093015e-06, + "loss": 2.321, + "step": 41046 + }, + { + "epoch": 0.7026309933412075, + "grad_norm": 2.4840285778045654, + "learning_rate": 4.290327338909632e-06, + "loss": 2.2611, + "step": 41047 + }, + { + "epoch": 0.702648111059758, + "grad_norm": 2.4365346431732178, + "learning_rate": 4.289872196059507e-06, + "loss": 2.4399, + "step": 41048 + }, + { + "epoch": 0.7026652287783084, + "grad_norm": 2.447822332382202, + "learning_rate": 4.289417070760326e-06, + "loss": 2.3907, + "step": 41049 + }, + { + "epoch": 0.7026823464968589, + "grad_norm": 2.46281099319458, + "learning_rate": 4.288961963013488e-06, + "loss": 2.4613, + "step": 41050 + }, + { + "epoch": 0.7026994642154094, + "grad_norm": 2.5981576442718506, + "learning_rate": 4.2885068728203896e-06, + "loss": 2.4477, + "step": 41051 + }, + { + "epoch": 0.7027165819339598, + "grad_norm": 2.367797613143921, + "learning_rate": 4.28805180018243e-06, + "loss": 2.2561, + "step": 41052 + }, + { + "epoch": 0.7027336996525103, + "grad_norm": 2.369250535964966, + "learning_rate": 4.287596745101009e-06, + "loss": 2.3588, + "step": 41053 + }, + { + "epoch": 0.7027508173710608, + "grad_norm": 2.3322057723999023, + "learning_rate": 4.287141707577525e-06, + "loss": 2.3822, + "step": 41054 + }, + { + "epoch": 0.7027679350896112, + "grad_norm": 2.47287654876709, + "learning_rate": 4.286686687613376e-06, + "loss": 2.4579, + "step": 41055 + }, + { + "epoch": 0.7027850528081617, + "grad_norm": 2.562058448791504, + "learning_rate": 4.286231685209963e-06, + "loss": 2.2319, + "step": 41056 + }, + { + "epoch": 0.7028021705267122, + "grad_norm": 2.590885639190674, + "learning_rate": 4.285776700368685e-06, + "loss": 2.4932, + "step": 41057 + }, + { + "epoch": 0.7028192882452626, + "grad_norm": 2.5231354236602783, + "learning_rate": 4.285321733090934e-06, + "loss": 2.4615, + "step": 41058 + }, + { + "epoch": 0.7028364059638131, + "grad_norm": 2.390737295150757, + "learning_rate": 4.284866783378114e-06, + "loss": 2.3167, + "step": 41059 + }, + { + "epoch": 0.7028535236823636, + "grad_norm": 2.4975788593292236, + "learning_rate": 4.284411851231623e-06, + "loss": 2.364, + "step": 41060 + }, + { + "epoch": 0.702870641400914, + "grad_norm": 2.37076473236084, + "learning_rate": 4.283956936652856e-06, + "loss": 2.3118, + "step": 41061 + }, + { + "epoch": 0.7028877591194646, + "grad_norm": 2.4146487712860107, + "learning_rate": 4.283502039643219e-06, + "loss": 2.4398, + "step": 41062 + }, + { + "epoch": 0.7029048768380151, + "grad_norm": 2.4663360118865967, + "learning_rate": 4.283047160204097e-06, + "loss": 2.4487, + "step": 41063 + }, + { + "epoch": 0.7029219945565655, + "grad_norm": 2.6034162044525146, + "learning_rate": 4.282592298336903e-06, + "loss": 2.39, + "step": 41064 + }, + { + "epoch": 0.702939112275116, + "grad_norm": 2.45756196975708, + "learning_rate": 4.282137454043025e-06, + "loss": 2.3388, + "step": 41065 + }, + { + "epoch": 0.7029562299936665, + "grad_norm": 2.518357038497925, + "learning_rate": 4.281682627323863e-06, + "loss": 2.3982, + "step": 41066 + }, + { + "epoch": 0.7029733477122169, + "grad_norm": 2.569888114929199, + "learning_rate": 4.28122781818082e-06, + "loss": 2.3847, + "step": 41067 + }, + { + "epoch": 0.7029904654307674, + "grad_norm": 2.424349784851074, + "learning_rate": 4.280773026615284e-06, + "loss": 2.4199, + "step": 41068 + }, + { + "epoch": 0.7030075831493179, + "grad_norm": 2.3455963134765625, + "learning_rate": 4.280318252628664e-06, + "loss": 2.3628, + "step": 41069 + }, + { + "epoch": 0.7030247008678683, + "grad_norm": 2.38958740234375, + "learning_rate": 4.279863496222346e-06, + "loss": 2.3614, + "step": 41070 + }, + { + "epoch": 0.7030418185864188, + "grad_norm": 2.5143282413482666, + "learning_rate": 4.2794087573977425e-06, + "loss": 2.2744, + "step": 41071 + }, + { + "epoch": 0.7030589363049693, + "grad_norm": 2.503469705581665, + "learning_rate": 4.278954036156238e-06, + "loss": 2.4507, + "step": 41072 + }, + { + "epoch": 0.7030760540235197, + "grad_norm": 2.4110817909240723, + "learning_rate": 4.278499332499237e-06, + "loss": 2.3045, + "step": 41073 + }, + { + "epoch": 0.7030931717420702, + "grad_norm": 2.422873020172119, + "learning_rate": 4.278044646428139e-06, + "loss": 2.3122, + "step": 41074 + }, + { + "epoch": 0.7031102894606207, + "grad_norm": 2.322749137878418, + "learning_rate": 4.27758997794433e-06, + "loss": 2.2536, + "step": 41075 + }, + { + "epoch": 0.7031274071791712, + "grad_norm": 2.4417383670806885, + "learning_rate": 4.277135327049222e-06, + "loss": 2.2954, + "step": 41076 + }, + { + "epoch": 0.7031445248977216, + "grad_norm": 2.5566158294677734, + "learning_rate": 4.2766806937442025e-06, + "loss": 2.4218, + "step": 41077 + }, + { + "epoch": 0.7031616426162721, + "grad_norm": 2.3735482692718506, + "learning_rate": 4.276226078030673e-06, + "loss": 2.2212, + "step": 41078 + }, + { + "epoch": 0.7031787603348226, + "grad_norm": 2.6163947582244873, + "learning_rate": 4.2757714799100295e-06, + "loss": 2.4449, + "step": 41079 + }, + { + "epoch": 0.703195878053373, + "grad_norm": 2.5078704357147217, + "learning_rate": 4.2753168993836695e-06, + "loss": 2.4504, + "step": 41080 + }, + { + "epoch": 0.7032129957719235, + "grad_norm": 2.507324457168579, + "learning_rate": 4.274862336452995e-06, + "loss": 2.3642, + "step": 41081 + }, + { + "epoch": 0.703230113490474, + "grad_norm": 2.4093804359436035, + "learning_rate": 4.2744077911193945e-06, + "loss": 2.3964, + "step": 41082 + }, + { + "epoch": 0.7032472312090244, + "grad_norm": 2.4212772846221924, + "learning_rate": 4.27395326338427e-06, + "loss": 2.2921, + "step": 41083 + }, + { + "epoch": 0.703264348927575, + "grad_norm": 2.5656068325042725, + "learning_rate": 4.2734987532490165e-06, + "loss": 2.3971, + "step": 41084 + }, + { + "epoch": 0.7032814666461255, + "grad_norm": 2.4941887855529785, + "learning_rate": 4.2730442607150335e-06, + "loss": 2.3877, + "step": 41085 + }, + { + "epoch": 0.7032985843646758, + "grad_norm": 2.430431604385376, + "learning_rate": 4.272589785783717e-06, + "loss": 2.4053, + "step": 41086 + }, + { + "epoch": 0.7033157020832264, + "grad_norm": 2.63273286819458, + "learning_rate": 4.272135328456467e-06, + "loss": 2.3765, + "step": 41087 + }, + { + "epoch": 0.7033328198017769, + "grad_norm": 2.422239303588867, + "learning_rate": 4.271680888734674e-06, + "loss": 2.3108, + "step": 41088 + }, + { + "epoch": 0.7033499375203273, + "grad_norm": 2.5234711170196533, + "learning_rate": 4.271226466619737e-06, + "loss": 2.3154, + "step": 41089 + }, + { + "epoch": 0.7033670552388778, + "grad_norm": 2.521395444869995, + "learning_rate": 4.270772062113055e-06, + "loss": 2.4049, + "step": 41090 + }, + { + "epoch": 0.7033841729574283, + "grad_norm": 2.6841697692871094, + "learning_rate": 4.270317675216022e-06, + "loss": 2.41, + "step": 41091 + }, + { + "epoch": 0.7034012906759787, + "grad_norm": 2.4293830394744873, + "learning_rate": 4.269863305930035e-06, + "loss": 2.3062, + "step": 41092 + }, + { + "epoch": 0.7034184083945292, + "grad_norm": 2.583484411239624, + "learning_rate": 4.269408954256493e-06, + "loss": 2.3341, + "step": 41093 + }, + { + "epoch": 0.7034355261130797, + "grad_norm": 2.685399293899536, + "learning_rate": 4.268954620196795e-06, + "loss": 2.3836, + "step": 41094 + }, + { + "epoch": 0.7034526438316301, + "grad_norm": 2.520768642425537, + "learning_rate": 4.26850030375233e-06, + "loss": 2.3405, + "step": 41095 + }, + { + "epoch": 0.7034697615501806, + "grad_norm": 2.5216684341430664, + "learning_rate": 4.268046004924497e-06, + "loss": 2.3121, + "step": 41096 + }, + { + "epoch": 0.7034868792687311, + "grad_norm": 2.3244547843933105, + "learning_rate": 4.2675917237146935e-06, + "loss": 2.3085, + "step": 41097 + }, + { + "epoch": 0.7035039969872815, + "grad_norm": 2.605539083480835, + "learning_rate": 4.267137460124316e-06, + "loss": 2.4011, + "step": 41098 + }, + { + "epoch": 0.703521114705832, + "grad_norm": 3.173475742340088, + "learning_rate": 4.266683214154762e-06, + "loss": 2.4084, + "step": 41099 + }, + { + "epoch": 0.7035382324243825, + "grad_norm": 2.518404006958008, + "learning_rate": 4.26622898580742e-06, + "loss": 2.4654, + "step": 41100 + }, + { + "epoch": 0.7035553501429329, + "grad_norm": 2.5303850173950195, + "learning_rate": 4.2657747750837e-06, + "loss": 2.3267, + "step": 41101 + }, + { + "epoch": 0.7035724678614834, + "grad_norm": 2.4308106899261475, + "learning_rate": 4.265320581984986e-06, + "loss": 2.3028, + "step": 41102 + }, + { + "epoch": 0.7035895855800339, + "grad_norm": 2.4834980964660645, + "learning_rate": 4.2648664065126785e-06, + "loss": 2.3283, + "step": 41103 + }, + { + "epoch": 0.7036067032985843, + "grad_norm": 2.43255352973938, + "learning_rate": 4.2644122486681774e-06, + "loss": 2.3641, + "step": 41104 + }, + { + "epoch": 0.7036238210171348, + "grad_norm": 2.574571132659912, + "learning_rate": 4.263958108452867e-06, + "loss": 2.4331, + "step": 41105 + }, + { + "epoch": 0.7036409387356853, + "grad_norm": 2.384073495864868, + "learning_rate": 4.263503985868157e-06, + "loss": 2.3276, + "step": 41106 + }, + { + "epoch": 0.7036580564542357, + "grad_norm": 2.4640440940856934, + "learning_rate": 4.263049880915429e-06, + "loss": 2.4045, + "step": 41107 + }, + { + "epoch": 0.7036751741727862, + "grad_norm": 2.4949111938476562, + "learning_rate": 4.262595793596096e-06, + "loss": 2.4623, + "step": 41108 + }, + { + "epoch": 0.7036922918913368, + "grad_norm": 2.576448917388916, + "learning_rate": 4.262141723911539e-06, + "loss": 2.363, + "step": 41109 + }, + { + "epoch": 0.7037094096098871, + "grad_norm": 2.424640655517578, + "learning_rate": 4.2616876718631605e-06, + "loss": 2.2769, + "step": 41110 + }, + { + "epoch": 0.7037265273284377, + "grad_norm": 2.558647871017456, + "learning_rate": 4.261233637452357e-06, + "loss": 2.4126, + "step": 41111 + }, + { + "epoch": 0.7037436450469882, + "grad_norm": 2.431173086166382, + "learning_rate": 4.260779620680514e-06, + "loss": 2.3147, + "step": 41112 + }, + { + "epoch": 0.7037607627655386, + "grad_norm": 2.453939914703369, + "learning_rate": 4.260325621549043e-06, + "loss": 2.5116, + "step": 41113 + }, + { + "epoch": 0.7037778804840891, + "grad_norm": 2.486354112625122, + "learning_rate": 4.259871640059326e-06, + "loss": 2.4175, + "step": 41114 + }, + { + "epoch": 0.7037949982026396, + "grad_norm": 2.80556321144104, + "learning_rate": 4.259417676212765e-06, + "loss": 2.3685, + "step": 41115 + }, + { + "epoch": 0.70381211592119, + "grad_norm": 2.5429534912109375, + "learning_rate": 4.258963730010757e-06, + "loss": 2.3593, + "step": 41116 + }, + { + "epoch": 0.7038292336397405, + "grad_norm": 2.398345470428467, + "learning_rate": 4.258509801454686e-06, + "loss": 2.1805, + "step": 41117 + }, + { + "epoch": 0.703846351358291, + "grad_norm": 2.608426570892334, + "learning_rate": 4.2580558905459625e-06, + "loss": 2.4795, + "step": 41118 + }, + { + "epoch": 0.7038634690768414, + "grad_norm": 2.4150123596191406, + "learning_rate": 4.25760199728597e-06, + "loss": 2.3442, + "step": 41119 + }, + { + "epoch": 0.7038805867953919, + "grad_norm": 2.467242479324341, + "learning_rate": 4.25714812167611e-06, + "loss": 2.3299, + "step": 41120 + }, + { + "epoch": 0.7038977045139424, + "grad_norm": 2.601915121078491, + "learning_rate": 4.256694263717774e-06, + "loss": 2.3861, + "step": 41121 + }, + { + "epoch": 0.7039148222324928, + "grad_norm": 2.5176072120666504, + "learning_rate": 4.25624042341236e-06, + "loss": 2.3514, + "step": 41122 + }, + { + "epoch": 0.7039319399510433, + "grad_norm": 2.7234890460968018, + "learning_rate": 4.255786600761264e-06, + "loss": 2.4858, + "step": 41123 + }, + { + "epoch": 0.7039490576695938, + "grad_norm": 2.6393163204193115, + "learning_rate": 4.2553327957658755e-06, + "loss": 2.2834, + "step": 41124 + }, + { + "epoch": 0.7039661753881443, + "grad_norm": 2.3716485500335693, + "learning_rate": 4.254879008427591e-06, + "loss": 2.4608, + "step": 41125 + }, + { + "epoch": 0.7039832931066947, + "grad_norm": 2.6082754135131836, + "learning_rate": 4.254425238747808e-06, + "loss": 2.3928, + "step": 41126 + }, + { + "epoch": 0.7040004108252452, + "grad_norm": 2.427274465560913, + "learning_rate": 4.253971486727919e-06, + "loss": 2.2621, + "step": 41127 + }, + { + "epoch": 0.7040175285437957, + "grad_norm": 2.600792646408081, + "learning_rate": 4.253517752369319e-06, + "loss": 2.3868, + "step": 41128 + }, + { + "epoch": 0.7040346462623461, + "grad_norm": 2.5106923580169678, + "learning_rate": 4.253064035673403e-06, + "loss": 2.3606, + "step": 41129 + }, + { + "epoch": 0.7040517639808966, + "grad_norm": 2.3064069747924805, + "learning_rate": 4.252610336641571e-06, + "loss": 2.341, + "step": 41130 + }, + { + "epoch": 0.7040688816994471, + "grad_norm": 2.5437352657318115, + "learning_rate": 4.252156655275207e-06, + "loss": 2.4255, + "step": 41131 + }, + { + "epoch": 0.7040859994179975, + "grad_norm": 2.4958832263946533, + "learning_rate": 4.25170299157571e-06, + "loss": 2.3307, + "step": 41132 + }, + { + "epoch": 0.704103117136548, + "grad_norm": 2.3410472869873047, + "learning_rate": 4.251249345544476e-06, + "loss": 2.3454, + "step": 41133 + }, + { + "epoch": 0.7041202348550986, + "grad_norm": 2.3856208324432373, + "learning_rate": 4.250795717182899e-06, + "loss": 2.3121, + "step": 41134 + }, + { + "epoch": 0.704137352573649, + "grad_norm": 2.368403196334839, + "learning_rate": 4.250342106492371e-06, + "loss": 2.2929, + "step": 41135 + }, + { + "epoch": 0.7041544702921995, + "grad_norm": 2.5078341960906982, + "learning_rate": 4.249888513474292e-06, + "loss": 2.2977, + "step": 41136 + }, + { + "epoch": 0.70417158801075, + "grad_norm": 2.373610258102417, + "learning_rate": 4.249434938130049e-06, + "loss": 2.2488, + "step": 41137 + }, + { + "epoch": 0.7041887057293004, + "grad_norm": 2.4987926483154297, + "learning_rate": 4.248981380461039e-06, + "loss": 2.3936, + "step": 41138 + }, + { + "epoch": 0.7042058234478509, + "grad_norm": 2.5460610389709473, + "learning_rate": 4.248527840468656e-06, + "loss": 2.4477, + "step": 41139 + }, + { + "epoch": 0.7042229411664014, + "grad_norm": 2.388120174407959, + "learning_rate": 4.248074318154294e-06, + "loss": 2.2886, + "step": 41140 + }, + { + "epoch": 0.7042400588849518, + "grad_norm": 2.478750705718994, + "learning_rate": 4.247620813519352e-06, + "loss": 2.3306, + "step": 41141 + }, + { + "epoch": 0.7042571766035023, + "grad_norm": 2.4704442024230957, + "learning_rate": 4.2471673265652116e-06, + "loss": 2.3577, + "step": 41142 + }, + { + "epoch": 0.7042742943220528, + "grad_norm": 2.399399757385254, + "learning_rate": 4.24671385729328e-06, + "loss": 2.3181, + "step": 41143 + }, + { + "epoch": 0.7042914120406032, + "grad_norm": 2.4857983589172363, + "learning_rate": 4.2462604057049395e-06, + "loss": 2.415, + "step": 41144 + }, + { + "epoch": 0.7043085297591537, + "grad_norm": 2.5208046436309814, + "learning_rate": 4.245806971801596e-06, + "loss": 2.4236, + "step": 41145 + }, + { + "epoch": 0.7043256474777042, + "grad_norm": 2.3837945461273193, + "learning_rate": 4.245353555584633e-06, + "loss": 2.2675, + "step": 41146 + }, + { + "epoch": 0.7043427651962546, + "grad_norm": 2.434277057647705, + "learning_rate": 4.24490015705545e-06, + "loss": 2.2704, + "step": 41147 + }, + { + "epoch": 0.7043598829148051, + "grad_norm": 2.5298190116882324, + "learning_rate": 4.244446776215441e-06, + "loss": 2.3497, + "step": 41148 + }, + { + "epoch": 0.7043770006333556, + "grad_norm": 2.51682448387146, + "learning_rate": 4.243993413065989e-06, + "loss": 2.3783, + "step": 41149 + }, + { + "epoch": 0.704394118351906, + "grad_norm": 2.45137619972229, + "learning_rate": 4.243540067608502e-06, + "loss": 2.4311, + "step": 41150 + }, + { + "epoch": 0.7044112360704565, + "grad_norm": 2.6686294078826904, + "learning_rate": 4.243086739844365e-06, + "loss": 2.292, + "step": 41151 + }, + { + "epoch": 0.704428353789007, + "grad_norm": 2.6133694648742676, + "learning_rate": 4.242633429774974e-06, + "loss": 2.4522, + "step": 41152 + }, + { + "epoch": 0.7044454715075574, + "grad_norm": 2.6060378551483154, + "learning_rate": 4.242180137401723e-06, + "loss": 2.3796, + "step": 41153 + }, + { + "epoch": 0.7044625892261079, + "grad_norm": 2.4257845878601074, + "learning_rate": 4.2417268627259985e-06, + "loss": 2.2332, + "step": 41154 + }, + { + "epoch": 0.7044797069446584, + "grad_norm": 2.5919876098632812, + "learning_rate": 4.241273605749207e-06, + "loss": 2.427, + "step": 41155 + }, + { + "epoch": 0.7044968246632088, + "grad_norm": 2.331512451171875, + "learning_rate": 4.240820366472728e-06, + "loss": 2.398, + "step": 41156 + }, + { + "epoch": 0.7045139423817594, + "grad_norm": 2.568073272705078, + "learning_rate": 4.240367144897961e-06, + "loss": 2.3748, + "step": 41157 + }, + { + "epoch": 0.7045310601003099, + "grad_norm": 2.560851573944092, + "learning_rate": 4.239913941026299e-06, + "loss": 2.3442, + "step": 41158 + }, + { + "epoch": 0.7045481778188603, + "grad_norm": 2.378878593444824, + "learning_rate": 4.239460754859135e-06, + "loss": 2.3329, + "step": 41159 + }, + { + "epoch": 0.7045652955374108, + "grad_norm": 2.5766687393188477, + "learning_rate": 4.239007586397863e-06, + "loss": 2.3342, + "step": 41160 + }, + { + "epoch": 0.7045824132559613, + "grad_norm": 2.5789425373077393, + "learning_rate": 4.238554435643869e-06, + "loss": 2.3807, + "step": 41161 + }, + { + "epoch": 0.7045995309745117, + "grad_norm": 2.425240993499756, + "learning_rate": 4.2381013025985575e-06, + "loss": 2.2582, + "step": 41162 + }, + { + "epoch": 0.7046166486930622, + "grad_norm": 2.7360541820526123, + "learning_rate": 4.23764818726331e-06, + "loss": 2.3894, + "step": 41163 + }, + { + "epoch": 0.7046337664116127, + "grad_norm": 2.4988272190093994, + "learning_rate": 4.237195089639526e-06, + "loss": 2.4827, + "step": 41164 + }, + { + "epoch": 0.7046508841301631, + "grad_norm": 2.706028699874878, + "learning_rate": 4.236742009728595e-06, + "loss": 2.4267, + "step": 41165 + }, + { + "epoch": 0.7046680018487136, + "grad_norm": 2.4849038124084473, + "learning_rate": 4.2362889475319115e-06, + "loss": 2.4177, + "step": 41166 + }, + { + "epoch": 0.7046851195672641, + "grad_norm": 2.535752296447754, + "learning_rate": 4.235835903050871e-06, + "loss": 2.4544, + "step": 41167 + }, + { + "epoch": 0.7047022372858145, + "grad_norm": 2.5494847297668457, + "learning_rate": 4.235382876286859e-06, + "loss": 2.3642, + "step": 41168 + }, + { + "epoch": 0.704719355004365, + "grad_norm": 2.4201226234436035, + "learning_rate": 4.23492986724127e-06, + "loss": 2.3668, + "step": 41169 + }, + { + "epoch": 0.7047364727229155, + "grad_norm": 2.722342014312744, + "learning_rate": 4.2344768759154986e-06, + "loss": 2.4741, + "step": 41170 + }, + { + "epoch": 0.704753590441466, + "grad_norm": 2.5781047344207764, + "learning_rate": 4.234023902310937e-06, + "loss": 2.3598, + "step": 41171 + }, + { + "epoch": 0.7047707081600164, + "grad_norm": 2.5315232276916504, + "learning_rate": 4.2335709464289755e-06, + "loss": 2.4055, + "step": 41172 + }, + { + "epoch": 0.7047878258785669, + "grad_norm": 2.425246477127075, + "learning_rate": 4.233118008271012e-06, + "loss": 2.259, + "step": 41173 + }, + { + "epoch": 0.7048049435971174, + "grad_norm": 2.661393642425537, + "learning_rate": 4.23266508783843e-06, + "loss": 2.443, + "step": 41174 + }, + { + "epoch": 0.7048220613156678, + "grad_norm": 2.550239324569702, + "learning_rate": 4.232212185132626e-06, + "loss": 2.4204, + "step": 41175 + }, + { + "epoch": 0.7048391790342183, + "grad_norm": 2.4008021354675293, + "learning_rate": 4.231759300154992e-06, + "loss": 2.4238, + "step": 41176 + }, + { + "epoch": 0.7048562967527688, + "grad_norm": 2.5419812202453613, + "learning_rate": 4.23130643290692e-06, + "loss": 2.487, + "step": 41177 + }, + { + "epoch": 0.7048734144713192, + "grad_norm": 2.429137945175171, + "learning_rate": 4.230853583389806e-06, + "loss": 2.3722, + "step": 41178 + }, + { + "epoch": 0.7048905321898697, + "grad_norm": 2.570661783218384, + "learning_rate": 4.23040075160503e-06, + "loss": 2.2752, + "step": 41179 + }, + { + "epoch": 0.7049076499084203, + "grad_norm": 2.3484277725219727, + "learning_rate": 4.229947937553999e-06, + "loss": 2.4031, + "step": 41180 + }, + { + "epoch": 0.7049247676269706, + "grad_norm": 2.5721657276153564, + "learning_rate": 4.229495141238093e-06, + "loss": 2.4133, + "step": 41181 + }, + { + "epoch": 0.7049418853455212, + "grad_norm": 2.5239622592926025, + "learning_rate": 4.229042362658709e-06, + "loss": 2.3619, + "step": 41182 + }, + { + "epoch": 0.7049590030640717, + "grad_norm": 2.5192677974700928, + "learning_rate": 4.228589601817239e-06, + "loss": 2.4515, + "step": 41183 + }, + { + "epoch": 0.7049761207826221, + "grad_norm": 2.517282247543335, + "learning_rate": 4.228136858715072e-06, + "loss": 2.3531, + "step": 41184 + }, + { + "epoch": 0.7049932385011726, + "grad_norm": 2.5039637088775635, + "learning_rate": 4.227684133353604e-06, + "loss": 2.398, + "step": 41185 + }, + { + "epoch": 0.7050103562197231, + "grad_norm": 2.4532034397125244, + "learning_rate": 4.227231425734218e-06, + "loss": 2.3362, + "step": 41186 + }, + { + "epoch": 0.7050274739382735, + "grad_norm": 2.5140576362609863, + "learning_rate": 4.2267787358583175e-06, + "loss": 2.3406, + "step": 41187 + }, + { + "epoch": 0.705044591656824, + "grad_norm": 2.3685007095336914, + "learning_rate": 4.226326063727284e-06, + "loss": 2.4008, + "step": 41188 + }, + { + "epoch": 0.7050617093753745, + "grad_norm": 2.560886859893799, + "learning_rate": 4.225873409342512e-06, + "loss": 2.4823, + "step": 41189 + }, + { + "epoch": 0.7050788270939249, + "grad_norm": 2.4778919219970703, + "learning_rate": 4.225420772705398e-06, + "loss": 2.388, + "step": 41190 + }, + { + "epoch": 0.7050959448124754, + "grad_norm": 2.2579355239868164, + "learning_rate": 4.22496815381732e-06, + "loss": 2.1867, + "step": 41191 + }, + { + "epoch": 0.7051130625310259, + "grad_norm": 2.548098564147949, + "learning_rate": 4.224515552679684e-06, + "loss": 2.3399, + "step": 41192 + }, + { + "epoch": 0.7051301802495763, + "grad_norm": 2.5810210704803467, + "learning_rate": 4.224062969293873e-06, + "loss": 2.2645, + "step": 41193 + }, + { + "epoch": 0.7051472979681268, + "grad_norm": 2.4662704467773438, + "learning_rate": 4.223610403661279e-06, + "loss": 2.4023, + "step": 41194 + }, + { + "epoch": 0.7051644156866773, + "grad_norm": 2.568540096282959, + "learning_rate": 4.223157855783296e-06, + "loss": 2.3543, + "step": 41195 + }, + { + "epoch": 0.7051815334052277, + "grad_norm": 2.5653135776519775, + "learning_rate": 4.222705325661308e-06, + "loss": 2.3807, + "step": 41196 + }, + { + "epoch": 0.7051986511237782, + "grad_norm": 2.5905704498291016, + "learning_rate": 4.2222528132967165e-06, + "loss": 2.4419, + "step": 41197 + }, + { + "epoch": 0.7052157688423287, + "grad_norm": 2.4750583171844482, + "learning_rate": 4.2218003186909e-06, + "loss": 2.3045, + "step": 41198 + }, + { + "epoch": 0.7052328865608791, + "grad_norm": 2.4309580326080322, + "learning_rate": 4.221347841845263e-06, + "loss": 2.4501, + "step": 41199 + }, + { + "epoch": 0.7052500042794296, + "grad_norm": 2.4601128101348877, + "learning_rate": 4.2208953827611846e-06, + "loss": 2.4034, + "step": 41200 + }, + { + "epoch": 0.7052671219979801, + "grad_norm": 2.4084582328796387, + "learning_rate": 4.220442941440061e-06, + "loss": 2.2657, + "step": 41201 + }, + { + "epoch": 0.7052842397165305, + "grad_norm": 2.353034257888794, + "learning_rate": 4.219990517883285e-06, + "loss": 2.2527, + "step": 41202 + }, + { + "epoch": 0.705301357435081, + "grad_norm": 2.5053353309631348, + "learning_rate": 4.219538112092236e-06, + "loss": 2.3101, + "step": 41203 + }, + { + "epoch": 0.7053184751536316, + "grad_norm": 2.730276584625244, + "learning_rate": 4.219085724068321e-06, + "loss": 2.5243, + "step": 41204 + }, + { + "epoch": 0.705335592872182, + "grad_norm": 2.598116636276245, + "learning_rate": 4.218633353812919e-06, + "loss": 2.3815, + "step": 41205 + }, + { + "epoch": 0.7053527105907325, + "grad_norm": 2.4471187591552734, + "learning_rate": 4.218181001327423e-06, + "loss": 2.3413, + "step": 41206 + }, + { + "epoch": 0.705369828309283, + "grad_norm": 2.4338881969451904, + "learning_rate": 4.217728666613223e-06, + "loss": 2.4024, + "step": 41207 + }, + { + "epoch": 0.7053869460278334, + "grad_norm": 2.6282286643981934, + "learning_rate": 4.2172763496717114e-06, + "loss": 2.3896, + "step": 41208 + }, + { + "epoch": 0.7054040637463839, + "grad_norm": 2.6139793395996094, + "learning_rate": 4.21682405050428e-06, + "loss": 2.3747, + "step": 41209 + }, + { + "epoch": 0.7054211814649344, + "grad_norm": 2.4961278438568115, + "learning_rate": 4.216371769112313e-06, + "loss": 2.4518, + "step": 41210 + }, + { + "epoch": 0.7054382991834848, + "grad_norm": 2.5317301750183105, + "learning_rate": 4.215919505497205e-06, + "loss": 2.403, + "step": 41211 + }, + { + "epoch": 0.7054554169020353, + "grad_norm": 2.641754388809204, + "learning_rate": 4.215467259660343e-06, + "loss": 2.4012, + "step": 41212 + }, + { + "epoch": 0.7054725346205858, + "grad_norm": 2.5202276706695557, + "learning_rate": 4.21501503160312e-06, + "loss": 2.3869, + "step": 41213 + }, + { + "epoch": 0.7054896523391362, + "grad_norm": 2.711132764816284, + "learning_rate": 4.214562821326925e-06, + "loss": 2.488, + "step": 41214 + }, + { + "epoch": 0.7055067700576867, + "grad_norm": 2.5717697143554688, + "learning_rate": 4.214110628833151e-06, + "loss": 2.4864, + "step": 41215 + }, + { + "epoch": 0.7055238877762372, + "grad_norm": 2.571859359741211, + "learning_rate": 4.213658454123178e-06, + "loss": 2.4338, + "step": 41216 + }, + { + "epoch": 0.7055410054947877, + "grad_norm": 2.527184009552002, + "learning_rate": 4.21320629719841e-06, + "loss": 2.4007, + "step": 41217 + }, + { + "epoch": 0.7055581232133381, + "grad_norm": 2.4822654724121094, + "learning_rate": 4.212754158060226e-06, + "loss": 2.3249, + "step": 41218 + }, + { + "epoch": 0.7055752409318886, + "grad_norm": 2.4111056327819824, + "learning_rate": 4.212302036710019e-06, + "loss": 2.3555, + "step": 41219 + }, + { + "epoch": 0.7055923586504391, + "grad_norm": 2.3169875144958496, + "learning_rate": 4.211849933149179e-06, + "loss": 2.2924, + "step": 41220 + }, + { + "epoch": 0.7056094763689895, + "grad_norm": 2.3322622776031494, + "learning_rate": 4.211397847379095e-06, + "loss": 2.3189, + "step": 41221 + }, + { + "epoch": 0.70562659408754, + "grad_norm": 2.3995397090911865, + "learning_rate": 4.21094577940116e-06, + "loss": 2.3457, + "step": 41222 + }, + { + "epoch": 0.7056437118060905, + "grad_norm": 2.4601190090179443, + "learning_rate": 4.210493729216753e-06, + "loss": 2.3647, + "step": 41223 + }, + { + "epoch": 0.7056608295246409, + "grad_norm": 2.5633809566497803, + "learning_rate": 4.210041696827279e-06, + "loss": 2.4021, + "step": 41224 + }, + { + "epoch": 0.7056779472431914, + "grad_norm": 2.3971800804138184, + "learning_rate": 4.2095896822341165e-06, + "loss": 2.2836, + "step": 41225 + }, + { + "epoch": 0.705695064961742, + "grad_norm": 2.4857804775238037, + "learning_rate": 4.209137685438657e-06, + "loss": 2.3886, + "step": 41226 + }, + { + "epoch": 0.7057121826802923, + "grad_norm": 2.65972638130188, + "learning_rate": 4.208685706442294e-06, + "loss": 2.3911, + "step": 41227 + }, + { + "epoch": 0.7057293003988429, + "grad_norm": 2.4111921787261963, + "learning_rate": 4.208233745246405e-06, + "loss": 2.43, + "step": 41228 + }, + { + "epoch": 0.7057464181173934, + "grad_norm": 2.77915358543396, + "learning_rate": 4.207781801852396e-06, + "loss": 2.4523, + "step": 41229 + }, + { + "epoch": 0.7057635358359438, + "grad_norm": 2.4143106937408447, + "learning_rate": 4.2073298762616424e-06, + "loss": 2.3811, + "step": 41230 + }, + { + "epoch": 0.7057806535544943, + "grad_norm": 2.495072841644287, + "learning_rate": 4.206877968475539e-06, + "loss": 2.3, + "step": 41231 + }, + { + "epoch": 0.7057977712730448, + "grad_norm": 2.594627618789673, + "learning_rate": 4.206426078495477e-06, + "loss": 2.4152, + "step": 41232 + }, + { + "epoch": 0.7058148889915952, + "grad_norm": 2.554023504257202, + "learning_rate": 4.205974206322836e-06, + "loss": 2.3325, + "step": 41233 + }, + { + "epoch": 0.7058320067101457, + "grad_norm": 2.502206802368164, + "learning_rate": 4.205522351959018e-06, + "loss": 2.346, + "step": 41234 + }, + { + "epoch": 0.7058491244286962, + "grad_norm": 2.53464674949646, + "learning_rate": 4.205070515405398e-06, + "loss": 2.3571, + "step": 41235 + }, + { + "epoch": 0.7058662421472466, + "grad_norm": 2.380831003189087, + "learning_rate": 4.20461869666338e-06, + "loss": 2.3561, + "step": 41236 + }, + { + "epoch": 0.7058833598657971, + "grad_norm": 2.674881935119629, + "learning_rate": 4.2041668957343405e-06, + "loss": 2.4004, + "step": 41237 + }, + { + "epoch": 0.7059004775843476, + "grad_norm": 2.426208257675171, + "learning_rate": 4.203715112619672e-06, + "loss": 2.2999, + "step": 41238 + }, + { + "epoch": 0.705917595302898, + "grad_norm": 2.411342144012451, + "learning_rate": 4.203263347320767e-06, + "loss": 2.2655, + "step": 41239 + }, + { + "epoch": 0.7059347130214485, + "grad_norm": 2.6004796028137207, + "learning_rate": 4.202811599839004e-06, + "loss": 2.3319, + "step": 41240 + }, + { + "epoch": 0.705951830739999, + "grad_norm": 2.7365939617156982, + "learning_rate": 4.202359870175785e-06, + "loss": 2.3771, + "step": 41241 + }, + { + "epoch": 0.7059689484585494, + "grad_norm": 2.482975482940674, + "learning_rate": 4.201908158332488e-06, + "loss": 2.419, + "step": 41242 + }, + { + "epoch": 0.7059860661770999, + "grad_norm": 2.354295492172241, + "learning_rate": 4.201456464310506e-06, + "loss": 2.2174, + "step": 41243 + }, + { + "epoch": 0.7060031838956504, + "grad_norm": 2.528167724609375, + "learning_rate": 4.201004788111225e-06, + "loss": 2.3345, + "step": 41244 + }, + { + "epoch": 0.7060203016142008, + "grad_norm": 2.607668161392212, + "learning_rate": 4.200553129736035e-06, + "loss": 2.4438, + "step": 41245 + }, + { + "epoch": 0.7060374193327513, + "grad_norm": 2.513925313949585, + "learning_rate": 4.2001014891863265e-06, + "loss": 2.3234, + "step": 41246 + }, + { + "epoch": 0.7060545370513018, + "grad_norm": 2.6357908248901367, + "learning_rate": 4.1996498664634836e-06, + "loss": 2.4084, + "step": 41247 + }, + { + "epoch": 0.7060716547698522, + "grad_norm": 2.480201482772827, + "learning_rate": 4.199198261568894e-06, + "loss": 2.3936, + "step": 41248 + }, + { + "epoch": 0.7060887724884027, + "grad_norm": 2.4433352947235107, + "learning_rate": 4.198746674503949e-06, + "loss": 2.3763, + "step": 41249 + }, + { + "epoch": 0.7061058902069532, + "grad_norm": 2.363499641418457, + "learning_rate": 4.198295105270034e-06, + "loss": 2.3531, + "step": 41250 + }, + { + "epoch": 0.7061230079255036, + "grad_norm": 2.4450833797454834, + "learning_rate": 4.197843553868538e-06, + "loss": 2.354, + "step": 41251 + }, + { + "epoch": 0.7061401256440542, + "grad_norm": 2.543793201446533, + "learning_rate": 4.19739202030085e-06, + "loss": 2.4263, + "step": 41252 + }, + { + "epoch": 0.7061572433626047, + "grad_norm": 2.504887580871582, + "learning_rate": 4.19694050456836e-06, + "loss": 2.4427, + "step": 41253 + }, + { + "epoch": 0.706174361081155, + "grad_norm": 2.549022674560547, + "learning_rate": 4.19648900667245e-06, + "loss": 2.3635, + "step": 41254 + }, + { + "epoch": 0.7061914787997056, + "grad_norm": 2.330907106399536, + "learning_rate": 4.196037526614511e-06, + "loss": 2.3127, + "step": 41255 + }, + { + "epoch": 0.7062085965182561, + "grad_norm": 2.4799742698669434, + "learning_rate": 4.195586064395928e-06, + "loss": 2.283, + "step": 41256 + }, + { + "epoch": 0.7062257142368065, + "grad_norm": 2.593294143676758, + "learning_rate": 4.195134620018092e-06, + "loss": 2.388, + "step": 41257 + }, + { + "epoch": 0.706242831955357, + "grad_norm": 2.5139291286468506, + "learning_rate": 4.19468319348239e-06, + "loss": 2.4333, + "step": 41258 + }, + { + "epoch": 0.7062599496739075, + "grad_norm": 2.4147660732269287, + "learning_rate": 4.194231784790213e-06, + "loss": 2.39, + "step": 41259 + }, + { + "epoch": 0.7062770673924579, + "grad_norm": 2.4194066524505615, + "learning_rate": 4.193780393942939e-06, + "loss": 2.2914, + "step": 41260 + }, + { + "epoch": 0.7062941851110084, + "grad_norm": 2.729318380355835, + "learning_rate": 4.193329020941962e-06, + "loss": 2.5746, + "step": 41261 + }, + { + "epoch": 0.7063113028295589, + "grad_norm": 2.5215604305267334, + "learning_rate": 4.192877665788668e-06, + "loss": 2.4967, + "step": 41262 + }, + { + "epoch": 0.7063284205481093, + "grad_norm": 2.5578770637512207, + "learning_rate": 4.192426328484445e-06, + "loss": 2.4488, + "step": 41263 + }, + { + "epoch": 0.7063455382666598, + "grad_norm": 2.6954989433288574, + "learning_rate": 4.191975009030683e-06, + "loss": 2.4259, + "step": 41264 + }, + { + "epoch": 0.7063626559852103, + "grad_norm": 2.4334514141082764, + "learning_rate": 4.191523707428758e-06, + "loss": 2.3332, + "step": 41265 + }, + { + "epoch": 0.7063797737037608, + "grad_norm": 2.5675878524780273, + "learning_rate": 4.1910724236800734e-06, + "loss": 2.457, + "step": 41266 + }, + { + "epoch": 0.7063968914223112, + "grad_norm": 2.4049530029296875, + "learning_rate": 4.190621157786005e-06, + "loss": 2.3345, + "step": 41267 + }, + { + "epoch": 0.7064140091408617, + "grad_norm": 2.4864442348480225, + "learning_rate": 4.190169909747941e-06, + "loss": 2.3012, + "step": 41268 + }, + { + "epoch": 0.7064311268594122, + "grad_norm": 2.602931499481201, + "learning_rate": 4.189718679567275e-06, + "loss": 2.3311, + "step": 41269 + }, + { + "epoch": 0.7064482445779626, + "grad_norm": 2.3224639892578125, + "learning_rate": 4.189267467245383e-06, + "loss": 2.2582, + "step": 41270 + }, + { + "epoch": 0.7064653622965131, + "grad_norm": 2.3655617237091064, + "learning_rate": 4.188816272783663e-06, + "loss": 2.3108, + "step": 41271 + }, + { + "epoch": 0.7064824800150636, + "grad_norm": 2.5082180500030518, + "learning_rate": 4.188365096183491e-06, + "loss": 2.4778, + "step": 41272 + }, + { + "epoch": 0.706499597733614, + "grad_norm": 2.4870245456695557, + "learning_rate": 4.187913937446266e-06, + "loss": 2.3916, + "step": 41273 + }, + { + "epoch": 0.7065167154521645, + "grad_norm": 2.6135330200195312, + "learning_rate": 4.187462796573365e-06, + "loss": 2.5353, + "step": 41274 + }, + { + "epoch": 0.706533833170715, + "grad_norm": 2.361727714538574, + "learning_rate": 4.187011673566178e-06, + "loss": 2.3814, + "step": 41275 + }, + { + "epoch": 0.7065509508892654, + "grad_norm": 2.431428909301758, + "learning_rate": 4.186560568426096e-06, + "loss": 2.315, + "step": 41276 + }, + { + "epoch": 0.706568068607816, + "grad_norm": 2.506918430328369, + "learning_rate": 4.186109481154493e-06, + "loss": 2.3514, + "step": 41277 + }, + { + "epoch": 0.7065851863263665, + "grad_norm": 2.376716136932373, + "learning_rate": 4.185658411752771e-06, + "loss": 2.2834, + "step": 41278 + }, + { + "epoch": 0.7066023040449169, + "grad_norm": 2.4742395877838135, + "learning_rate": 4.185207360222305e-06, + "loss": 2.3107, + "step": 41279 + }, + { + "epoch": 0.7066194217634674, + "grad_norm": 2.514577627182007, + "learning_rate": 4.184756326564487e-06, + "loss": 2.3704, + "step": 41280 + }, + { + "epoch": 0.7066365394820179, + "grad_norm": 2.586210250854492, + "learning_rate": 4.184305310780703e-06, + "loss": 2.3872, + "step": 41281 + }, + { + "epoch": 0.7066536572005683, + "grad_norm": 2.474822998046875, + "learning_rate": 4.183854312872332e-06, + "loss": 2.3088, + "step": 41282 + }, + { + "epoch": 0.7066707749191188, + "grad_norm": 2.670275926589966, + "learning_rate": 4.183403332840773e-06, + "loss": 2.4424, + "step": 41283 + }, + { + "epoch": 0.7066878926376693, + "grad_norm": 2.2979235649108887, + "learning_rate": 4.182952370687402e-06, + "loss": 2.3894, + "step": 41284 + }, + { + "epoch": 0.7067050103562197, + "grad_norm": 2.510070323944092, + "learning_rate": 4.182501426413609e-06, + "loss": 2.43, + "step": 41285 + }, + { + "epoch": 0.7067221280747702, + "grad_norm": 2.509181022644043, + "learning_rate": 4.182050500020779e-06, + "loss": 2.4589, + "step": 41286 + }, + { + "epoch": 0.7067392457933207, + "grad_norm": 2.4321467876434326, + "learning_rate": 4.181599591510298e-06, + "loss": 2.1984, + "step": 41287 + }, + { + "epoch": 0.7067563635118711, + "grad_norm": 2.5046708583831787, + "learning_rate": 4.1811487008835525e-06, + "loss": 2.4565, + "step": 41288 + }, + { + "epoch": 0.7067734812304216, + "grad_norm": 2.6910204887390137, + "learning_rate": 4.180697828141929e-06, + "loss": 2.4481, + "step": 41289 + }, + { + "epoch": 0.7067905989489721, + "grad_norm": 2.4351587295532227, + "learning_rate": 4.180246973286816e-06, + "loss": 2.3184, + "step": 41290 + }, + { + "epoch": 0.7068077166675225, + "grad_norm": 2.541172504425049, + "learning_rate": 4.179796136319591e-06, + "loss": 2.3476, + "step": 41291 + }, + { + "epoch": 0.706824834386073, + "grad_norm": 2.5937507152557373, + "learning_rate": 4.1793453172416465e-06, + "loss": 2.4985, + "step": 41292 + }, + { + "epoch": 0.7068419521046235, + "grad_norm": 2.6297786235809326, + "learning_rate": 4.178894516054365e-06, + "loss": 2.3602, + "step": 41293 + }, + { + "epoch": 0.7068590698231739, + "grad_norm": 2.5364937782287598, + "learning_rate": 4.178443732759133e-06, + "loss": 2.4389, + "step": 41294 + }, + { + "epoch": 0.7068761875417244, + "grad_norm": 2.4817044734954834, + "learning_rate": 4.177992967357339e-06, + "loss": 2.3486, + "step": 41295 + }, + { + "epoch": 0.7068933052602749, + "grad_norm": 2.5099475383758545, + "learning_rate": 4.177542219850367e-06, + "loss": 2.2948, + "step": 41296 + }, + { + "epoch": 0.7069104229788253, + "grad_norm": 2.426431655883789, + "learning_rate": 4.177091490239597e-06, + "loss": 2.4016, + "step": 41297 + }, + { + "epoch": 0.7069275406973758, + "grad_norm": 2.351902484893799, + "learning_rate": 4.176640778526421e-06, + "loss": 2.2328, + "step": 41298 + }, + { + "epoch": 0.7069446584159264, + "grad_norm": 2.651158332824707, + "learning_rate": 4.176190084712222e-06, + "loss": 2.4452, + "step": 41299 + }, + { + "epoch": 0.7069617761344767, + "grad_norm": 2.53021502494812, + "learning_rate": 4.175739408798384e-06, + "loss": 2.4401, + "step": 41300 + }, + { + "epoch": 0.7069788938530273, + "grad_norm": 2.6131832599639893, + "learning_rate": 4.175288750786298e-06, + "loss": 2.3987, + "step": 41301 + }, + { + "epoch": 0.7069960115715778, + "grad_norm": 2.3433749675750732, + "learning_rate": 4.174838110677337e-06, + "loss": 2.302, + "step": 41302 + }, + { + "epoch": 0.7070131292901282, + "grad_norm": 2.450075626373291, + "learning_rate": 4.174387488472901e-06, + "loss": 2.4117, + "step": 41303 + }, + { + "epoch": 0.7070302470086787, + "grad_norm": 2.365241289138794, + "learning_rate": 4.173936884174365e-06, + "loss": 2.2403, + "step": 41304 + }, + { + "epoch": 0.7070473647272292, + "grad_norm": 2.3680813312530518, + "learning_rate": 4.173486297783117e-06, + "loss": 2.2127, + "step": 41305 + }, + { + "epoch": 0.7070644824457796, + "grad_norm": 2.650782585144043, + "learning_rate": 4.173035729300544e-06, + "loss": 2.4211, + "step": 41306 + }, + { + "epoch": 0.7070816001643301, + "grad_norm": 2.403561592102051, + "learning_rate": 4.172585178728022e-06, + "loss": 2.3064, + "step": 41307 + }, + { + "epoch": 0.7070987178828806, + "grad_norm": 2.4007630348205566, + "learning_rate": 4.172134646066951e-06, + "loss": 2.3505, + "step": 41308 + }, + { + "epoch": 0.707115835601431, + "grad_norm": 2.4690704345703125, + "learning_rate": 4.1716841313187e-06, + "loss": 2.3622, + "step": 41309 + }, + { + "epoch": 0.7071329533199815, + "grad_norm": 2.5451602935791016, + "learning_rate": 4.171233634484667e-06, + "loss": 2.4733, + "step": 41310 + }, + { + "epoch": 0.707150071038532, + "grad_norm": 2.3794329166412354, + "learning_rate": 4.170783155566228e-06, + "loss": 2.3544, + "step": 41311 + }, + { + "epoch": 0.7071671887570825, + "grad_norm": 2.574225664138794, + "learning_rate": 4.17033269456477e-06, + "loss": 2.3813, + "step": 41312 + }, + { + "epoch": 0.7071843064756329, + "grad_norm": 2.425140619277954, + "learning_rate": 4.169882251481682e-06, + "loss": 2.3236, + "step": 41313 + }, + { + "epoch": 0.7072014241941834, + "grad_norm": 2.4808509349823, + "learning_rate": 4.169431826318337e-06, + "loss": 2.4556, + "step": 41314 + }, + { + "epoch": 0.7072185419127339, + "grad_norm": 2.6036739349365234, + "learning_rate": 4.168981419076134e-06, + "loss": 2.503, + "step": 41315 + }, + { + "epoch": 0.7072356596312843, + "grad_norm": 2.5716753005981445, + "learning_rate": 4.168531029756446e-06, + "loss": 2.3218, + "step": 41316 + }, + { + "epoch": 0.7072527773498348, + "grad_norm": 2.568131446838379, + "learning_rate": 4.168080658360662e-06, + "loss": 2.3804, + "step": 41317 + }, + { + "epoch": 0.7072698950683853, + "grad_norm": 2.5148003101348877, + "learning_rate": 4.167630304890171e-06, + "loss": 2.3237, + "step": 41318 + }, + { + "epoch": 0.7072870127869357, + "grad_norm": 2.4719855785369873, + "learning_rate": 4.1671799693463435e-06, + "loss": 2.3533, + "step": 41319 + }, + { + "epoch": 0.7073041305054862, + "grad_norm": 2.4332430362701416, + "learning_rate": 4.16672965173058e-06, + "loss": 2.3441, + "step": 41320 + }, + { + "epoch": 0.7073212482240367, + "grad_norm": 2.310321569442749, + "learning_rate": 4.166279352044252e-06, + "loss": 2.2295, + "step": 41321 + }, + { + "epoch": 0.7073383659425871, + "grad_norm": 2.4509429931640625, + "learning_rate": 4.165829070288751e-06, + "loss": 2.3842, + "step": 41322 + }, + { + "epoch": 0.7073554836611377, + "grad_norm": 2.5892422199249268, + "learning_rate": 4.165378806465457e-06, + "loss": 2.4127, + "step": 41323 + }, + { + "epoch": 0.7073726013796882, + "grad_norm": 2.5192606449127197, + "learning_rate": 4.164928560575755e-06, + "loss": 2.3819, + "step": 41324 + }, + { + "epoch": 0.7073897190982386, + "grad_norm": 2.4587960243225098, + "learning_rate": 4.164478332621034e-06, + "loss": 2.2725, + "step": 41325 + }, + { + "epoch": 0.7074068368167891, + "grad_norm": 2.6416280269622803, + "learning_rate": 4.164028122602664e-06, + "loss": 2.3136, + "step": 41326 + }, + { + "epoch": 0.7074239545353396, + "grad_norm": 2.5344533920288086, + "learning_rate": 4.163577930522047e-06, + "loss": 2.454, + "step": 41327 + }, + { + "epoch": 0.70744107225389, + "grad_norm": 2.4767191410064697, + "learning_rate": 4.163127756380554e-06, + "loss": 2.3098, + "step": 41328 + }, + { + "epoch": 0.7074581899724405, + "grad_norm": 2.3772051334381104, + "learning_rate": 4.162677600179572e-06, + "loss": 2.2948, + "step": 41329 + }, + { + "epoch": 0.707475307690991, + "grad_norm": 2.410794496536255, + "learning_rate": 4.162227461920485e-06, + "loss": 2.3445, + "step": 41330 + }, + { + "epoch": 0.7074924254095414, + "grad_norm": 2.492295742034912, + "learning_rate": 4.161777341604677e-06, + "loss": 2.4139, + "step": 41331 + }, + { + "epoch": 0.7075095431280919, + "grad_norm": 2.5454013347625732, + "learning_rate": 4.161327239233534e-06, + "loss": 2.4241, + "step": 41332 + }, + { + "epoch": 0.7075266608466424, + "grad_norm": 2.6469221115112305, + "learning_rate": 4.160877154808434e-06, + "loss": 2.3194, + "step": 41333 + }, + { + "epoch": 0.7075437785651928, + "grad_norm": 2.555095672607422, + "learning_rate": 4.160427088330762e-06, + "loss": 2.2837, + "step": 41334 + }, + { + "epoch": 0.7075608962837433, + "grad_norm": 2.4863626956939697, + "learning_rate": 4.159977039801902e-06, + "loss": 2.3592, + "step": 41335 + }, + { + "epoch": 0.7075780140022938, + "grad_norm": 2.5113210678100586, + "learning_rate": 4.159527009223239e-06, + "loss": 2.3345, + "step": 41336 + }, + { + "epoch": 0.7075951317208442, + "grad_norm": 2.6383092403411865, + "learning_rate": 4.159076996596154e-06, + "loss": 2.2862, + "step": 41337 + }, + { + "epoch": 0.7076122494393947, + "grad_norm": 2.528374195098877, + "learning_rate": 4.158627001922035e-06, + "loss": 2.4766, + "step": 41338 + }, + { + "epoch": 0.7076293671579452, + "grad_norm": 2.61517071723938, + "learning_rate": 4.1581770252022565e-06, + "loss": 2.3544, + "step": 41339 + }, + { + "epoch": 0.7076464848764956, + "grad_norm": 2.334393262863159, + "learning_rate": 4.157727066438207e-06, + "loss": 2.2328, + "step": 41340 + }, + { + "epoch": 0.7076636025950461, + "grad_norm": 2.5192325115203857, + "learning_rate": 4.157277125631268e-06, + "loss": 2.3987, + "step": 41341 + }, + { + "epoch": 0.7076807203135966, + "grad_norm": 2.3712408542633057, + "learning_rate": 4.156827202782825e-06, + "loss": 2.3487, + "step": 41342 + }, + { + "epoch": 0.707697838032147, + "grad_norm": 2.5543134212493896, + "learning_rate": 4.156377297894261e-06, + "loss": 2.3909, + "step": 41343 + }, + { + "epoch": 0.7077149557506975, + "grad_norm": 2.462808132171631, + "learning_rate": 4.15592741096695e-06, + "loss": 2.4397, + "step": 41344 + }, + { + "epoch": 0.707732073469248, + "grad_norm": 2.405688524246216, + "learning_rate": 4.15547754200229e-06, + "loss": 2.4459, + "step": 41345 + }, + { + "epoch": 0.7077491911877984, + "grad_norm": 2.4728009700775146, + "learning_rate": 4.155027691001651e-06, + "loss": 2.3716, + "step": 41346 + }, + { + "epoch": 0.707766308906349, + "grad_norm": 2.5154483318328857, + "learning_rate": 4.15457785796642e-06, + "loss": 2.4386, + "step": 41347 + }, + { + "epoch": 0.7077834266248995, + "grad_norm": 2.3576247692108154, + "learning_rate": 4.15412804289798e-06, + "loss": 2.2994, + "step": 41348 + }, + { + "epoch": 0.7078005443434499, + "grad_norm": 2.4689300060272217, + "learning_rate": 4.153678245797713e-06, + "loss": 2.3395, + "step": 41349 + }, + { + "epoch": 0.7078176620620004, + "grad_norm": 2.422924041748047, + "learning_rate": 4.153228466667006e-06, + "loss": 2.3211, + "step": 41350 + }, + { + "epoch": 0.7078347797805509, + "grad_norm": 2.4963948726654053, + "learning_rate": 4.152778705507231e-06, + "loss": 2.3893, + "step": 41351 + }, + { + "epoch": 0.7078518974991013, + "grad_norm": 2.4084858894348145, + "learning_rate": 4.152328962319783e-06, + "loss": 2.3146, + "step": 41352 + }, + { + "epoch": 0.7078690152176518, + "grad_norm": 2.6778972148895264, + "learning_rate": 4.151879237106035e-06, + "loss": 2.4754, + "step": 41353 + }, + { + "epoch": 0.7078861329362023, + "grad_norm": 2.3804948329925537, + "learning_rate": 4.1514295298673715e-06, + "loss": 2.3933, + "step": 41354 + }, + { + "epoch": 0.7079032506547527, + "grad_norm": 2.3792476654052734, + "learning_rate": 4.150979840605179e-06, + "loss": 2.3465, + "step": 41355 + }, + { + "epoch": 0.7079203683733032, + "grad_norm": 2.5951080322265625, + "learning_rate": 4.15053016932083e-06, + "loss": 2.4146, + "step": 41356 + }, + { + "epoch": 0.7079374860918537, + "grad_norm": 2.6306967735290527, + "learning_rate": 4.150080516015721e-06, + "loss": 2.2965, + "step": 41357 + }, + { + "epoch": 0.7079546038104042, + "grad_norm": 2.5643622875213623, + "learning_rate": 4.1496308806912215e-06, + "loss": 2.4483, + "step": 41358 + }, + { + "epoch": 0.7079717215289546, + "grad_norm": 2.4345450401306152, + "learning_rate": 4.149181263348717e-06, + "loss": 2.277, + "step": 41359 + }, + { + "epoch": 0.7079888392475051, + "grad_norm": 2.4621386528015137, + "learning_rate": 4.148731663989593e-06, + "loss": 2.4622, + "step": 41360 + }, + { + "epoch": 0.7080059569660556, + "grad_norm": 2.446986198425293, + "learning_rate": 4.148282082615227e-06, + "loss": 2.3581, + "step": 41361 + }, + { + "epoch": 0.708023074684606, + "grad_norm": 2.4032576084136963, + "learning_rate": 4.147832519227008e-06, + "loss": 2.2902, + "step": 41362 + }, + { + "epoch": 0.7080401924031565, + "grad_norm": 2.568021535873413, + "learning_rate": 4.147382973826304e-06, + "loss": 2.4464, + "step": 41363 + }, + { + "epoch": 0.708057310121707, + "grad_norm": 2.5307953357696533, + "learning_rate": 4.146933446414513e-06, + "loss": 2.3936, + "step": 41364 + }, + { + "epoch": 0.7080744278402574, + "grad_norm": 2.5272321701049805, + "learning_rate": 4.146483936993006e-06, + "loss": 2.3103, + "step": 41365 + }, + { + "epoch": 0.7080915455588079, + "grad_norm": 2.4518303871154785, + "learning_rate": 4.146034445563166e-06, + "loss": 2.3593, + "step": 41366 + }, + { + "epoch": 0.7081086632773584, + "grad_norm": 2.396397352218628, + "learning_rate": 4.145584972126377e-06, + "loss": 2.2728, + "step": 41367 + }, + { + "epoch": 0.7081257809959088, + "grad_norm": 2.68796706199646, + "learning_rate": 4.1451355166840215e-06, + "loss": 2.4372, + "step": 41368 + }, + { + "epoch": 0.7081428987144593, + "grad_norm": 2.527385711669922, + "learning_rate": 4.144686079237481e-06, + "loss": 2.4089, + "step": 41369 + }, + { + "epoch": 0.7081600164330099, + "grad_norm": 2.5505502223968506, + "learning_rate": 4.144236659788132e-06, + "loss": 2.5058, + "step": 41370 + }, + { + "epoch": 0.7081771341515603, + "grad_norm": 2.461483955383301, + "learning_rate": 4.14378725833736e-06, + "loss": 2.3338, + "step": 41371 + }, + { + "epoch": 0.7081942518701108, + "grad_norm": 2.48268723487854, + "learning_rate": 4.143337874886545e-06, + "loss": 2.2462, + "step": 41372 + }, + { + "epoch": 0.7082113695886613, + "grad_norm": 2.5289790630340576, + "learning_rate": 4.142888509437068e-06, + "loss": 2.4121, + "step": 41373 + }, + { + "epoch": 0.7082284873072117, + "grad_norm": 2.457514524459839, + "learning_rate": 4.142439161990311e-06, + "loss": 2.4021, + "step": 41374 + }, + { + "epoch": 0.7082456050257622, + "grad_norm": 2.4091784954071045, + "learning_rate": 4.141989832547658e-06, + "loss": 2.3553, + "step": 41375 + }, + { + "epoch": 0.7082627227443127, + "grad_norm": 2.4402830600738525, + "learning_rate": 4.1415405211104844e-06, + "loss": 2.4418, + "step": 41376 + }, + { + "epoch": 0.7082798404628631, + "grad_norm": 2.446953058242798, + "learning_rate": 4.141091227680173e-06, + "loss": 2.3536, + "step": 41377 + }, + { + "epoch": 0.7082969581814136, + "grad_norm": 2.696070432662964, + "learning_rate": 4.1406419522581065e-06, + "loss": 2.563, + "step": 41378 + }, + { + "epoch": 0.7083140758999641, + "grad_norm": 2.4920654296875, + "learning_rate": 4.140192694845664e-06, + "loss": 2.3233, + "step": 41379 + }, + { + "epoch": 0.7083311936185145, + "grad_norm": 2.3680410385131836, + "learning_rate": 4.139743455444227e-06, + "loss": 2.2579, + "step": 41380 + }, + { + "epoch": 0.708348311337065, + "grad_norm": 2.530129909515381, + "learning_rate": 4.139294234055178e-06, + "loss": 2.4726, + "step": 41381 + }, + { + "epoch": 0.7083654290556155, + "grad_norm": 2.4371085166931152, + "learning_rate": 4.138845030679899e-06, + "loss": 2.3434, + "step": 41382 + }, + { + "epoch": 0.7083825467741659, + "grad_norm": 2.564692974090576, + "learning_rate": 4.138395845319764e-06, + "loss": 2.551, + "step": 41383 + }, + { + "epoch": 0.7083996644927164, + "grad_norm": 2.654973030090332, + "learning_rate": 4.137946677976159e-06, + "loss": 2.3373, + "step": 41384 + }, + { + "epoch": 0.7084167822112669, + "grad_norm": 2.5185179710388184, + "learning_rate": 4.137497528650463e-06, + "loss": 2.357, + "step": 41385 + }, + { + "epoch": 0.7084338999298173, + "grad_norm": 2.402228593826294, + "learning_rate": 4.137048397344056e-06, + "loss": 2.3403, + "step": 41386 + }, + { + "epoch": 0.7084510176483678, + "grad_norm": 2.4363443851470947, + "learning_rate": 4.136599284058322e-06, + "loss": 2.2727, + "step": 41387 + }, + { + "epoch": 0.7084681353669183, + "grad_norm": 2.5919888019561768, + "learning_rate": 4.136150188794633e-06, + "loss": 2.4149, + "step": 41388 + }, + { + "epoch": 0.7084852530854687, + "grad_norm": 2.500126361846924, + "learning_rate": 4.135701111554382e-06, + "loss": 2.3558, + "step": 41389 + }, + { + "epoch": 0.7085023708040192, + "grad_norm": 2.5411221981048584, + "learning_rate": 4.135252052338939e-06, + "loss": 2.4366, + "step": 41390 + }, + { + "epoch": 0.7085194885225697, + "grad_norm": 2.5024325847625732, + "learning_rate": 4.1348030111496875e-06, + "loss": 2.2469, + "step": 41391 + }, + { + "epoch": 0.7085366062411201, + "grad_norm": 2.4711711406707764, + "learning_rate": 4.13435398798801e-06, + "loss": 2.3279, + "step": 41392 + }, + { + "epoch": 0.7085537239596706, + "grad_norm": 2.5469155311584473, + "learning_rate": 4.133904982855279e-06, + "loss": 2.3684, + "step": 41393 + }, + { + "epoch": 0.7085708416782212, + "grad_norm": 2.497983694076538, + "learning_rate": 4.133455995752886e-06, + "loss": 2.4029, + "step": 41394 + }, + { + "epoch": 0.7085879593967715, + "grad_norm": 2.3970580101013184, + "learning_rate": 4.133007026682202e-06, + "loss": 2.3112, + "step": 41395 + }, + { + "epoch": 0.7086050771153221, + "grad_norm": 2.483008861541748, + "learning_rate": 4.13255807564461e-06, + "loss": 2.2389, + "step": 41396 + }, + { + "epoch": 0.7086221948338726, + "grad_norm": 2.4919116497039795, + "learning_rate": 4.132109142641494e-06, + "loss": 2.3355, + "step": 41397 + }, + { + "epoch": 0.708639312552423, + "grad_norm": 2.543273448944092, + "learning_rate": 4.131660227674221e-06, + "loss": 2.3223, + "step": 41398 + }, + { + "epoch": 0.7086564302709735, + "grad_norm": 2.5595014095306396, + "learning_rate": 4.1312113307441885e-06, + "loss": 2.472, + "step": 41399 + }, + { + "epoch": 0.708673547989524, + "grad_norm": 2.487600326538086, + "learning_rate": 4.13076245185276e-06, + "loss": 2.4517, + "step": 41400 + }, + { + "epoch": 0.7086906657080744, + "grad_norm": 2.4632840156555176, + "learning_rate": 4.130313591001329e-06, + "loss": 2.3172, + "step": 41401 + }, + { + "epoch": 0.7087077834266249, + "grad_norm": 2.5475995540618896, + "learning_rate": 4.129864748191266e-06, + "loss": 2.4027, + "step": 41402 + }, + { + "epoch": 0.7087249011451754, + "grad_norm": 2.4639949798583984, + "learning_rate": 4.129415923423952e-06, + "loss": 2.395, + "step": 41403 + }, + { + "epoch": 0.7087420188637259, + "grad_norm": 2.5204269886016846, + "learning_rate": 4.128967116700773e-06, + "loss": 2.3787, + "step": 41404 + }, + { + "epoch": 0.7087591365822763, + "grad_norm": 2.506844997406006, + "learning_rate": 4.128518328023094e-06, + "loss": 2.3993, + "step": 41405 + }, + { + "epoch": 0.7087762543008268, + "grad_norm": 2.5570201873779297, + "learning_rate": 4.1280695573923125e-06, + "loss": 2.3444, + "step": 41406 + }, + { + "epoch": 0.7087933720193773, + "grad_norm": 2.484090805053711, + "learning_rate": 4.1276208048097954e-06, + "loss": 2.429, + "step": 41407 + }, + { + "epoch": 0.7088104897379277, + "grad_norm": 2.5399811267852783, + "learning_rate": 4.127172070276926e-06, + "loss": 2.4186, + "step": 41408 + }, + { + "epoch": 0.7088276074564782, + "grad_norm": 2.690093994140625, + "learning_rate": 4.126723353795082e-06, + "loss": 2.3908, + "step": 41409 + }, + { + "epoch": 0.7088447251750287, + "grad_norm": 2.4258928298950195, + "learning_rate": 4.1262746553656445e-06, + "loss": 2.3795, + "step": 41410 + }, + { + "epoch": 0.7088618428935791, + "grad_norm": 2.696488618850708, + "learning_rate": 4.125825974989995e-06, + "loss": 2.4063, + "step": 41411 + }, + { + "epoch": 0.7088789606121296, + "grad_norm": 2.4499754905700684, + "learning_rate": 4.125377312669508e-06, + "loss": 2.3145, + "step": 41412 + }, + { + "epoch": 0.7088960783306801, + "grad_norm": 2.3190789222717285, + "learning_rate": 4.124928668405562e-06, + "loss": 2.269, + "step": 41413 + }, + { + "epoch": 0.7089131960492305, + "grad_norm": 2.5425302982330322, + "learning_rate": 4.124480042199539e-06, + "loss": 2.3853, + "step": 41414 + }, + { + "epoch": 0.708930313767781, + "grad_norm": 2.46221923828125, + "learning_rate": 4.124031434052817e-06, + "loss": 2.3071, + "step": 41415 + }, + { + "epoch": 0.7089474314863315, + "grad_norm": 2.3998775482177734, + "learning_rate": 4.123582843966773e-06, + "loss": 2.4011, + "step": 41416 + }, + { + "epoch": 0.7089645492048819, + "grad_norm": 2.5697238445281982, + "learning_rate": 4.12313427194279e-06, + "loss": 2.3121, + "step": 41417 + }, + { + "epoch": 0.7089816669234325, + "grad_norm": 2.424950122833252, + "learning_rate": 4.1226857179822475e-06, + "loss": 2.301, + "step": 41418 + }, + { + "epoch": 0.708998784641983, + "grad_norm": 2.5869767665863037, + "learning_rate": 4.122237182086517e-06, + "loss": 2.4278, + "step": 41419 + }, + { + "epoch": 0.7090159023605334, + "grad_norm": 2.47499942779541, + "learning_rate": 4.121788664256982e-06, + "loss": 2.419, + "step": 41420 + }, + { + "epoch": 0.7090330200790839, + "grad_norm": 2.616870641708374, + "learning_rate": 4.12134016449502e-06, + "loss": 2.4356, + "step": 41421 + }, + { + "epoch": 0.7090501377976344, + "grad_norm": 2.3969578742980957, + "learning_rate": 4.12089168280201e-06, + "loss": 2.3007, + "step": 41422 + }, + { + "epoch": 0.7090672555161848, + "grad_norm": 2.3069093227386475, + "learning_rate": 4.12044321917933e-06, + "loss": 2.2447, + "step": 41423 + }, + { + "epoch": 0.7090843732347353, + "grad_norm": 2.5188181400299072, + "learning_rate": 4.119994773628362e-06, + "loss": 2.3688, + "step": 41424 + }, + { + "epoch": 0.7091014909532858, + "grad_norm": 2.5154976844787598, + "learning_rate": 4.119546346150478e-06, + "loss": 2.3582, + "step": 41425 + }, + { + "epoch": 0.7091186086718362, + "grad_norm": 2.58967924118042, + "learning_rate": 4.1190979367470596e-06, + "loss": 2.4672, + "step": 41426 + }, + { + "epoch": 0.7091357263903867, + "grad_norm": 2.6373722553253174, + "learning_rate": 4.118649545419485e-06, + "loss": 2.411, + "step": 41427 + }, + { + "epoch": 0.7091528441089372, + "grad_norm": 2.373197317123413, + "learning_rate": 4.118201172169133e-06, + "loss": 2.3523, + "step": 41428 + }, + { + "epoch": 0.7091699618274876, + "grad_norm": 2.5728743076324463, + "learning_rate": 4.1177528169973836e-06, + "loss": 2.5012, + "step": 41429 + }, + { + "epoch": 0.7091870795460381, + "grad_norm": 2.5315091609954834, + "learning_rate": 4.117304479905605e-06, + "loss": 2.4812, + "step": 41430 + }, + { + "epoch": 0.7092041972645886, + "grad_norm": 2.348248243331909, + "learning_rate": 4.116856160895191e-06, + "loss": 2.2623, + "step": 41431 + }, + { + "epoch": 0.709221314983139, + "grad_norm": 2.5670835971832275, + "learning_rate": 4.116407859967506e-06, + "loss": 2.4052, + "step": 41432 + }, + { + "epoch": 0.7092384327016895, + "grad_norm": 2.5235588550567627, + "learning_rate": 4.115959577123934e-06, + "loss": 2.2198, + "step": 41433 + }, + { + "epoch": 0.70925555042024, + "grad_norm": 2.5952072143554688, + "learning_rate": 4.115511312365855e-06, + "loss": 2.3315, + "step": 41434 + }, + { + "epoch": 0.7092726681387904, + "grad_norm": 2.459426164627075, + "learning_rate": 4.1150630656946364e-06, + "loss": 2.3216, + "step": 41435 + }, + { + "epoch": 0.7092897858573409, + "grad_norm": 2.519392967224121, + "learning_rate": 4.114614837111673e-06, + "loss": 2.4013, + "step": 41436 + }, + { + "epoch": 0.7093069035758914, + "grad_norm": 2.5175998210906982, + "learning_rate": 4.114166626618322e-06, + "loss": 2.4332, + "step": 41437 + }, + { + "epoch": 0.7093240212944418, + "grad_norm": 2.405491828918457, + "learning_rate": 4.1137184342159805e-06, + "loss": 2.3567, + "step": 41438 + }, + { + "epoch": 0.7093411390129923, + "grad_norm": 2.6041293144226074, + "learning_rate": 4.113270259906015e-06, + "loss": 2.4454, + "step": 41439 + }, + { + "epoch": 0.7093582567315428, + "grad_norm": 2.538398504257202, + "learning_rate": 4.112822103689804e-06, + "loss": 2.4589, + "step": 41440 + }, + { + "epoch": 0.7093753744500932, + "grad_norm": 2.4478888511657715, + "learning_rate": 4.11237396556873e-06, + "loss": 2.3487, + "step": 41441 + }, + { + "epoch": 0.7093924921686438, + "grad_norm": 2.60554575920105, + "learning_rate": 4.11192584554416e-06, + "loss": 2.3188, + "step": 41442 + }, + { + "epoch": 0.7094096098871943, + "grad_norm": 2.523926258087158, + "learning_rate": 4.111477743617486e-06, + "loss": 2.394, + "step": 41443 + }, + { + "epoch": 0.7094267276057447, + "grad_norm": 2.500877857208252, + "learning_rate": 4.111029659790074e-06, + "loss": 2.4337, + "step": 41444 + }, + { + "epoch": 0.7094438453242952, + "grad_norm": 2.652297019958496, + "learning_rate": 4.110581594063304e-06, + "loss": 2.5002, + "step": 41445 + }, + { + "epoch": 0.7094609630428457, + "grad_norm": 2.659748077392578, + "learning_rate": 4.110133546438554e-06, + "loss": 2.4169, + "step": 41446 + }, + { + "epoch": 0.7094780807613961, + "grad_norm": 2.397860288619995, + "learning_rate": 4.109685516917201e-06, + "loss": 2.2626, + "step": 41447 + }, + { + "epoch": 0.7094951984799466, + "grad_norm": 2.4137816429138184, + "learning_rate": 4.1092375055006265e-06, + "loss": 2.4083, + "step": 41448 + }, + { + "epoch": 0.7095123161984971, + "grad_norm": 2.5939812660217285, + "learning_rate": 4.1087895121902e-06, + "loss": 2.4024, + "step": 41449 + }, + { + "epoch": 0.7095294339170475, + "grad_norm": 2.4638185501098633, + "learning_rate": 4.1083415369873e-06, + "loss": 2.4074, + "step": 41450 + }, + { + "epoch": 0.709546551635598, + "grad_norm": 2.5658578872680664, + "learning_rate": 4.107893579893307e-06, + "loss": 2.3666, + "step": 41451 + }, + { + "epoch": 0.7095636693541485, + "grad_norm": 2.3948612213134766, + "learning_rate": 4.107445640909595e-06, + "loss": 2.3673, + "step": 41452 + }, + { + "epoch": 0.709580787072699, + "grad_norm": 2.4811925888061523, + "learning_rate": 4.106997720037542e-06, + "loss": 2.4188, + "step": 41453 + }, + { + "epoch": 0.7095979047912494, + "grad_norm": 2.4869072437286377, + "learning_rate": 4.106549817278525e-06, + "loss": 2.327, + "step": 41454 + }, + { + "epoch": 0.7096150225097999, + "grad_norm": 2.5488367080688477, + "learning_rate": 4.106101932633922e-06, + "loss": 2.3925, + "step": 41455 + }, + { + "epoch": 0.7096321402283504, + "grad_norm": 2.517214059829712, + "learning_rate": 4.105654066105107e-06, + "loss": 2.4665, + "step": 41456 + }, + { + "epoch": 0.7096492579469008, + "grad_norm": 2.376840353012085, + "learning_rate": 4.105206217693456e-06, + "loss": 2.3889, + "step": 41457 + }, + { + "epoch": 0.7096663756654513, + "grad_norm": 2.5698416233062744, + "learning_rate": 4.104758387400348e-06, + "loss": 2.3706, + "step": 41458 + }, + { + "epoch": 0.7096834933840018, + "grad_norm": 2.413095712661743, + "learning_rate": 4.104310575227157e-06, + "loss": 2.3299, + "step": 41459 + }, + { + "epoch": 0.7097006111025522, + "grad_norm": 2.468686819076538, + "learning_rate": 4.1038627811752615e-06, + "loss": 2.4052, + "step": 41460 + }, + { + "epoch": 0.7097177288211027, + "grad_norm": 2.4396674633026123, + "learning_rate": 4.103415005246041e-06, + "loss": 2.3628, + "step": 41461 + }, + { + "epoch": 0.7097348465396532, + "grad_norm": 2.4616618156433105, + "learning_rate": 4.102967247440864e-06, + "loss": 2.3107, + "step": 41462 + }, + { + "epoch": 0.7097519642582036, + "grad_norm": 2.572125196456909, + "learning_rate": 4.102519507761112e-06, + "loss": 2.4879, + "step": 41463 + }, + { + "epoch": 0.7097690819767541, + "grad_norm": 2.444096326828003, + "learning_rate": 4.102071786208159e-06, + "loss": 2.3356, + "step": 41464 + }, + { + "epoch": 0.7097861996953047, + "grad_norm": 2.593628406524658, + "learning_rate": 4.101624082783383e-06, + "loss": 2.344, + "step": 41465 + }, + { + "epoch": 0.709803317413855, + "grad_norm": 2.582406759262085, + "learning_rate": 4.1011763974881625e-06, + "loss": 2.4032, + "step": 41466 + }, + { + "epoch": 0.7098204351324056, + "grad_norm": 2.617116689682007, + "learning_rate": 4.100728730323863e-06, + "loss": 2.3454, + "step": 41467 + }, + { + "epoch": 0.7098375528509561, + "grad_norm": 2.4621570110321045, + "learning_rate": 4.100281081291875e-06, + "loss": 2.3951, + "step": 41468 + }, + { + "epoch": 0.7098546705695065, + "grad_norm": 2.456409454345703, + "learning_rate": 4.099833450393563e-06, + "loss": 2.3442, + "step": 41469 + }, + { + "epoch": 0.709871788288057, + "grad_norm": 2.5161893367767334, + "learning_rate": 4.099385837630307e-06, + "loss": 2.479, + "step": 41470 + }, + { + "epoch": 0.7098889060066075, + "grad_norm": 2.526700019836426, + "learning_rate": 4.0989382430034844e-06, + "loss": 2.3396, + "step": 41471 + }, + { + "epoch": 0.7099060237251579, + "grad_norm": 2.5336461067199707, + "learning_rate": 4.098490666514467e-06, + "loss": 2.3784, + "step": 41472 + }, + { + "epoch": 0.7099231414437084, + "grad_norm": 2.4948112964630127, + "learning_rate": 4.098043108164639e-06, + "loss": 2.3035, + "step": 41473 + }, + { + "epoch": 0.7099402591622589, + "grad_norm": 2.4962940216064453, + "learning_rate": 4.097595567955362e-06, + "loss": 2.1449, + "step": 41474 + }, + { + "epoch": 0.7099573768808093, + "grad_norm": 2.4892797470092773, + "learning_rate": 4.097148045888025e-06, + "loss": 2.4121, + "step": 41475 + }, + { + "epoch": 0.7099744945993598, + "grad_norm": 2.534903049468994, + "learning_rate": 4.096700541963996e-06, + "loss": 2.4177, + "step": 41476 + }, + { + "epoch": 0.7099916123179103, + "grad_norm": 2.3311243057250977, + "learning_rate": 4.096253056184652e-06, + "loss": 2.307, + "step": 41477 + }, + { + "epoch": 0.7100087300364607, + "grad_norm": 2.5173566341400146, + "learning_rate": 4.095805588551373e-06, + "loss": 2.2704, + "step": 41478 + }, + { + "epoch": 0.7100258477550112, + "grad_norm": 2.5762288570404053, + "learning_rate": 4.095358139065523e-06, + "loss": 2.4427, + "step": 41479 + }, + { + "epoch": 0.7100429654735617, + "grad_norm": 2.439466953277588, + "learning_rate": 4.094910707728491e-06, + "loss": 2.3506, + "step": 41480 + }, + { + "epoch": 0.7100600831921121, + "grad_norm": 2.600491762161255, + "learning_rate": 4.094463294541643e-06, + "loss": 2.4195, + "step": 41481 + }, + { + "epoch": 0.7100772009106626, + "grad_norm": 2.4276208877563477, + "learning_rate": 4.0940158995063574e-06, + "loss": 2.3913, + "step": 41482 + }, + { + "epoch": 0.7100943186292131, + "grad_norm": 2.4314281940460205, + "learning_rate": 4.093568522624012e-06, + "loss": 2.2706, + "step": 41483 + }, + { + "epoch": 0.7101114363477635, + "grad_norm": 2.5719122886657715, + "learning_rate": 4.093121163895971e-06, + "loss": 2.3349, + "step": 41484 + }, + { + "epoch": 0.710128554066314, + "grad_norm": 2.664919376373291, + "learning_rate": 4.092673823323625e-06, + "loss": 2.4761, + "step": 41485 + }, + { + "epoch": 0.7101456717848645, + "grad_norm": 2.4416635036468506, + "learning_rate": 4.092226500908338e-06, + "loss": 2.4616, + "step": 41486 + }, + { + "epoch": 0.7101627895034149, + "grad_norm": 2.4792587757110596, + "learning_rate": 4.091779196651488e-06, + "loss": 2.3039, + "step": 41487 + }, + { + "epoch": 0.7101799072219654, + "grad_norm": 2.6930062770843506, + "learning_rate": 4.091331910554449e-06, + "loss": 2.5298, + "step": 41488 + }, + { + "epoch": 0.710197024940516, + "grad_norm": 2.553983449935913, + "learning_rate": 4.0908846426185975e-06, + "loss": 2.3613, + "step": 41489 + }, + { + "epoch": 0.7102141426590663, + "grad_norm": 2.4972317218780518, + "learning_rate": 4.0904373928453126e-06, + "loss": 2.443, + "step": 41490 + }, + { + "epoch": 0.7102312603776169, + "grad_norm": 2.5948996543884277, + "learning_rate": 4.089990161235955e-06, + "loss": 2.3142, + "step": 41491 + }, + { + "epoch": 0.7102483780961674, + "grad_norm": 2.4502711296081543, + "learning_rate": 4.089542947791916e-06, + "loss": 2.2915, + "step": 41492 + }, + { + "epoch": 0.7102654958147178, + "grad_norm": 2.5453243255615234, + "learning_rate": 4.089095752514558e-06, + "loss": 2.3463, + "step": 41493 + }, + { + "epoch": 0.7102826135332683, + "grad_norm": 2.5378870964050293, + "learning_rate": 4.088648575405261e-06, + "loss": 2.3105, + "step": 41494 + }, + { + "epoch": 0.7102997312518188, + "grad_norm": 2.558122396469116, + "learning_rate": 4.088201416465398e-06, + "loss": 2.2596, + "step": 41495 + }, + { + "epoch": 0.7103168489703692, + "grad_norm": 2.4413676261901855, + "learning_rate": 4.0877542756963436e-06, + "loss": 2.266, + "step": 41496 + }, + { + "epoch": 0.7103339666889197, + "grad_norm": 2.652435541152954, + "learning_rate": 4.087307153099474e-06, + "loss": 2.4602, + "step": 41497 + }, + { + "epoch": 0.7103510844074702, + "grad_norm": 2.545139789581299, + "learning_rate": 4.086860048676164e-06, + "loss": 2.4018, + "step": 41498 + }, + { + "epoch": 0.7103682021260207, + "grad_norm": 2.3514983654022217, + "learning_rate": 4.086412962427783e-06, + "loss": 2.3048, + "step": 41499 + }, + { + "epoch": 0.7103853198445711, + "grad_norm": 2.5423743724823, + "learning_rate": 4.085965894355707e-06, + "loss": 2.3483, + "step": 41500 + }, + { + "epoch": 0.7104024375631216, + "grad_norm": 2.516432285308838, + "learning_rate": 4.085518844461311e-06, + "loss": 2.4327, + "step": 41501 + }, + { + "epoch": 0.7104195552816721, + "grad_norm": 2.4393553733825684, + "learning_rate": 4.08507181274597e-06, + "loss": 2.3198, + "step": 41502 + }, + { + "epoch": 0.7104366730002225, + "grad_norm": 2.710559844970703, + "learning_rate": 4.08462479921106e-06, + "loss": 2.4281, + "step": 41503 + }, + { + "epoch": 0.710453790718773, + "grad_norm": 2.607598304748535, + "learning_rate": 4.084177803857946e-06, + "loss": 2.3297, + "step": 41504 + }, + { + "epoch": 0.7104709084373235, + "grad_norm": 2.471789598464966, + "learning_rate": 4.083730826688014e-06, + "loss": 2.4602, + "step": 41505 + }, + { + "epoch": 0.7104880261558739, + "grad_norm": 2.7095813751220703, + "learning_rate": 4.083283867702629e-06, + "loss": 2.3584, + "step": 41506 + }, + { + "epoch": 0.7105051438744244, + "grad_norm": 2.4777772426605225, + "learning_rate": 4.082836926903168e-06, + "loss": 2.3312, + "step": 41507 + }, + { + "epoch": 0.7105222615929749, + "grad_norm": 2.4986977577209473, + "learning_rate": 4.082390004291004e-06, + "loss": 2.3452, + "step": 41508 + }, + { + "epoch": 0.7105393793115253, + "grad_norm": 2.5365219116210938, + "learning_rate": 4.08194309986751e-06, + "loss": 2.3839, + "step": 41509 + }, + { + "epoch": 0.7105564970300758, + "grad_norm": 2.450327157974243, + "learning_rate": 4.081496213634066e-06, + "loss": 2.335, + "step": 41510 + }, + { + "epoch": 0.7105736147486263, + "grad_norm": 2.565737009048462, + "learning_rate": 4.081049345592033e-06, + "loss": 2.3804, + "step": 41511 + }, + { + "epoch": 0.7105907324671767, + "grad_norm": 2.5794270038604736, + "learning_rate": 4.080602495742798e-06, + "loss": 2.3115, + "step": 41512 + }, + { + "epoch": 0.7106078501857273, + "grad_norm": 2.6529593467712402, + "learning_rate": 4.080155664087725e-06, + "loss": 2.4019, + "step": 41513 + }, + { + "epoch": 0.7106249679042778, + "grad_norm": 2.4445698261260986, + "learning_rate": 4.079708850628192e-06, + "loss": 2.3255, + "step": 41514 + }, + { + "epoch": 0.7106420856228282, + "grad_norm": 2.5467002391815186, + "learning_rate": 4.079262055365573e-06, + "loss": 2.3982, + "step": 41515 + }, + { + "epoch": 0.7106592033413787, + "grad_norm": 2.5395615100860596, + "learning_rate": 4.078815278301232e-06, + "loss": 2.3741, + "step": 41516 + }, + { + "epoch": 0.7106763210599292, + "grad_norm": 2.5378730297088623, + "learning_rate": 4.078368519436557e-06, + "loss": 2.3633, + "step": 41517 + }, + { + "epoch": 0.7106934387784796, + "grad_norm": 2.4231481552124023, + "learning_rate": 4.077921778772912e-06, + "loss": 2.2844, + "step": 41518 + }, + { + "epoch": 0.7107105564970301, + "grad_norm": 2.5604774951934814, + "learning_rate": 4.07747505631167e-06, + "loss": 2.2519, + "step": 41519 + }, + { + "epoch": 0.7107276742155806, + "grad_norm": 2.546119451522827, + "learning_rate": 4.07702835205421e-06, + "loss": 2.3411, + "step": 41520 + }, + { + "epoch": 0.710744791934131, + "grad_norm": 2.508906126022339, + "learning_rate": 4.076581666001894e-06, + "loss": 2.4075, + "step": 41521 + }, + { + "epoch": 0.7107619096526815, + "grad_norm": 2.473022937774658, + "learning_rate": 4.076134998156108e-06, + "loss": 2.3992, + "step": 41522 + }, + { + "epoch": 0.710779027371232, + "grad_norm": 2.539973258972168, + "learning_rate": 4.075688348518217e-06, + "loss": 2.403, + "step": 41523 + }, + { + "epoch": 0.7107961450897824, + "grad_norm": 2.569941282272339, + "learning_rate": 4.075241717089594e-06, + "loss": 2.425, + "step": 41524 + }, + { + "epoch": 0.7108132628083329, + "grad_norm": 2.7336630821228027, + "learning_rate": 4.074795103871615e-06, + "loss": 2.4182, + "step": 41525 + }, + { + "epoch": 0.7108303805268834, + "grad_norm": 2.5691378116607666, + "learning_rate": 4.07434850886565e-06, + "loss": 2.4657, + "step": 41526 + }, + { + "epoch": 0.7108474982454338, + "grad_norm": 2.589369773864746, + "learning_rate": 4.073901932073077e-06, + "loss": 2.4177, + "step": 41527 + }, + { + "epoch": 0.7108646159639843, + "grad_norm": 2.5435965061187744, + "learning_rate": 4.0734553734952575e-06, + "loss": 2.2806, + "step": 41528 + }, + { + "epoch": 0.7108817336825348, + "grad_norm": 2.5150368213653564, + "learning_rate": 4.073008833133577e-06, + "loss": 2.4287, + "step": 41529 + }, + { + "epoch": 0.7108988514010852, + "grad_norm": 2.332923650741577, + "learning_rate": 4.072562310989399e-06, + "loss": 2.2528, + "step": 41530 + }, + { + "epoch": 0.7109159691196357, + "grad_norm": 2.6475906372070312, + "learning_rate": 4.0721158070641e-06, + "loss": 2.4692, + "step": 41531 + }, + { + "epoch": 0.7109330868381862, + "grad_norm": 2.4549460411071777, + "learning_rate": 4.071669321359051e-06, + "loss": 2.4391, + "step": 41532 + }, + { + "epoch": 0.7109502045567366, + "grad_norm": 2.514770269393921, + "learning_rate": 4.071222853875625e-06, + "loss": 2.3483, + "step": 41533 + }, + { + "epoch": 0.7109673222752871, + "grad_norm": 2.458639621734619, + "learning_rate": 4.070776404615196e-06, + "loss": 2.3827, + "step": 41534 + }, + { + "epoch": 0.7109844399938376, + "grad_norm": 2.487041711807251, + "learning_rate": 4.0703299735791325e-06, + "loss": 2.4543, + "step": 41535 + }, + { + "epoch": 0.711001557712388, + "grad_norm": 2.4592740535736084, + "learning_rate": 4.069883560768808e-06, + "loss": 2.3957, + "step": 41536 + }, + { + "epoch": 0.7110186754309386, + "grad_norm": 2.6628284454345703, + "learning_rate": 4.069437166185595e-06, + "loss": 2.3119, + "step": 41537 + }, + { + "epoch": 0.7110357931494891, + "grad_norm": 2.34666109085083, + "learning_rate": 4.068990789830865e-06, + "loss": 2.2409, + "step": 41538 + }, + { + "epoch": 0.7110529108680395, + "grad_norm": 2.391017198562622, + "learning_rate": 4.068544431705991e-06, + "loss": 2.4154, + "step": 41539 + }, + { + "epoch": 0.71107002858659, + "grad_norm": 2.4844884872436523, + "learning_rate": 4.068098091812348e-06, + "loss": 2.2265, + "step": 41540 + }, + { + "epoch": 0.7110871463051405, + "grad_norm": 2.4042837619781494, + "learning_rate": 4.0676517701513015e-06, + "loss": 2.2792, + "step": 41541 + }, + { + "epoch": 0.7111042640236909, + "grad_norm": 2.5069801807403564, + "learning_rate": 4.067205466724226e-06, + "loss": 2.3623, + "step": 41542 + }, + { + "epoch": 0.7111213817422414, + "grad_norm": 2.371310234069824, + "learning_rate": 4.066759181532494e-06, + "loss": 2.301, + "step": 41543 + }, + { + "epoch": 0.7111384994607919, + "grad_norm": 2.4317708015441895, + "learning_rate": 4.066312914577476e-06, + "loss": 2.3072, + "step": 41544 + }, + { + "epoch": 0.7111556171793424, + "grad_norm": 2.53773832321167, + "learning_rate": 4.065866665860545e-06, + "loss": 2.4688, + "step": 41545 + }, + { + "epoch": 0.7111727348978928, + "grad_norm": 2.625065326690674, + "learning_rate": 4.065420435383072e-06, + "loss": 2.3993, + "step": 41546 + }, + { + "epoch": 0.7111898526164433, + "grad_norm": 2.3882956504821777, + "learning_rate": 4.064974223146432e-06, + "loss": 2.301, + "step": 41547 + }, + { + "epoch": 0.7112069703349938, + "grad_norm": 2.493952512741089, + "learning_rate": 4.06452802915199e-06, + "loss": 2.3417, + "step": 41548 + }, + { + "epoch": 0.7112240880535442, + "grad_norm": 2.560373306274414, + "learning_rate": 4.064081853401119e-06, + "loss": 2.4962, + "step": 41549 + }, + { + "epoch": 0.7112412057720947, + "grad_norm": 2.553925037384033, + "learning_rate": 4.063635695895194e-06, + "loss": 2.3379, + "step": 41550 + }, + { + "epoch": 0.7112583234906452, + "grad_norm": 2.577944040298462, + "learning_rate": 4.063189556635583e-06, + "loss": 2.3725, + "step": 41551 + }, + { + "epoch": 0.7112754412091956, + "grad_norm": 2.52939772605896, + "learning_rate": 4.062743435623663e-06, + "loss": 2.3879, + "step": 41552 + }, + { + "epoch": 0.7112925589277461, + "grad_norm": 2.507002830505371, + "learning_rate": 4.062297332860794e-06, + "loss": 2.4217, + "step": 41553 + }, + { + "epoch": 0.7113096766462966, + "grad_norm": 2.473639965057373, + "learning_rate": 4.0618512483483594e-06, + "loss": 2.4224, + "step": 41554 + }, + { + "epoch": 0.711326794364847, + "grad_norm": 2.5014383792877197, + "learning_rate": 4.061405182087723e-06, + "loss": 2.2741, + "step": 41555 + }, + { + "epoch": 0.7113439120833975, + "grad_norm": 2.6016530990600586, + "learning_rate": 4.060959134080257e-06, + "loss": 2.4115, + "step": 41556 + }, + { + "epoch": 0.711361029801948, + "grad_norm": 2.451615333557129, + "learning_rate": 4.060513104327337e-06, + "loss": 2.4721, + "step": 41557 + }, + { + "epoch": 0.7113781475204984, + "grad_norm": 2.2917981147766113, + "learning_rate": 4.0600670928303235e-06, + "loss": 2.3381, + "step": 41558 + }, + { + "epoch": 0.711395265239049, + "grad_norm": 2.456914186477661, + "learning_rate": 4.059621099590599e-06, + "loss": 2.226, + "step": 41559 + }, + { + "epoch": 0.7114123829575995, + "grad_norm": 2.3683462142944336, + "learning_rate": 4.059175124609528e-06, + "loss": 2.1638, + "step": 41560 + }, + { + "epoch": 0.7114295006761499, + "grad_norm": 2.506014347076416, + "learning_rate": 4.058729167888482e-06, + "loss": 2.3955, + "step": 41561 + }, + { + "epoch": 0.7114466183947004, + "grad_norm": 2.506530284881592, + "learning_rate": 4.058283229428836e-06, + "loss": 2.5395, + "step": 41562 + }, + { + "epoch": 0.7114637361132509, + "grad_norm": 2.4936563968658447, + "learning_rate": 4.057837309231949e-06, + "loss": 2.3571, + "step": 41563 + }, + { + "epoch": 0.7114808538318013, + "grad_norm": 2.7007923126220703, + "learning_rate": 4.057391407299207e-06, + "loss": 2.5114, + "step": 41564 + }, + { + "epoch": 0.7114979715503518, + "grad_norm": 2.500404119491577, + "learning_rate": 4.0569455236319655e-06, + "loss": 2.3199, + "step": 41565 + }, + { + "epoch": 0.7115150892689023, + "grad_norm": 2.4911463260650635, + "learning_rate": 4.0564996582316104e-06, + "loss": 2.3283, + "step": 41566 + }, + { + "epoch": 0.7115322069874527, + "grad_norm": 2.6211583614349365, + "learning_rate": 4.0560538110995e-06, + "loss": 2.3158, + "step": 41567 + }, + { + "epoch": 0.7115493247060032, + "grad_norm": 2.4861090183258057, + "learning_rate": 4.05560798223701e-06, + "loss": 2.3901, + "step": 41568 + }, + { + "epoch": 0.7115664424245537, + "grad_norm": 2.523517370223999, + "learning_rate": 4.055162171645509e-06, + "loss": 2.3368, + "step": 41569 + }, + { + "epoch": 0.7115835601431041, + "grad_norm": 2.435526132583618, + "learning_rate": 4.0547163793263674e-06, + "loss": 2.3717, + "step": 41570 + }, + { + "epoch": 0.7116006778616546, + "grad_norm": 2.4590911865234375, + "learning_rate": 4.054270605280961e-06, + "loss": 2.389, + "step": 41571 + }, + { + "epoch": 0.7116177955802051, + "grad_norm": 2.5334300994873047, + "learning_rate": 4.0538248495106515e-06, + "loss": 2.3831, + "step": 41572 + }, + { + "epoch": 0.7116349132987555, + "grad_norm": 2.372962474822998, + "learning_rate": 4.053379112016811e-06, + "loss": 2.3551, + "step": 41573 + }, + { + "epoch": 0.711652031017306, + "grad_norm": 2.5419018268585205, + "learning_rate": 4.052933392800812e-06, + "loss": 2.3376, + "step": 41574 + }, + { + "epoch": 0.7116691487358565, + "grad_norm": 2.4842820167541504, + "learning_rate": 4.052487691864023e-06, + "loss": 2.2426, + "step": 41575 + }, + { + "epoch": 0.7116862664544069, + "grad_norm": 2.400542974472046, + "learning_rate": 4.052042009207814e-06, + "loss": 2.247, + "step": 41576 + }, + { + "epoch": 0.7117033841729574, + "grad_norm": 2.5466129779815674, + "learning_rate": 4.051596344833559e-06, + "loss": 2.337, + "step": 41577 + }, + { + "epoch": 0.7117205018915079, + "grad_norm": 2.388335704803467, + "learning_rate": 4.051150698742622e-06, + "loss": 2.3327, + "step": 41578 + }, + { + "epoch": 0.7117376196100583, + "grad_norm": 2.467254400253296, + "learning_rate": 4.050705070936374e-06, + "loss": 2.4476, + "step": 41579 + }, + { + "epoch": 0.7117547373286088, + "grad_norm": 2.544186592102051, + "learning_rate": 4.050259461416185e-06, + "loss": 2.3675, + "step": 41580 + }, + { + "epoch": 0.7117718550471593, + "grad_norm": 2.57426381111145, + "learning_rate": 4.049813870183425e-06, + "loss": 2.2812, + "step": 41581 + }, + { + "epoch": 0.7117889727657097, + "grad_norm": 2.4434239864349365, + "learning_rate": 4.049368297239464e-06, + "loss": 2.3956, + "step": 41582 + }, + { + "epoch": 0.7118060904842602, + "grad_norm": 2.4410507678985596, + "learning_rate": 4.048922742585672e-06, + "loss": 2.4283, + "step": 41583 + }, + { + "epoch": 0.7118232082028108, + "grad_norm": 2.4078781604766846, + "learning_rate": 4.048477206223421e-06, + "loss": 2.4119, + "step": 41584 + }, + { + "epoch": 0.7118403259213612, + "grad_norm": 2.690394401550293, + "learning_rate": 4.048031688154073e-06, + "loss": 2.4187, + "step": 41585 + }, + { + "epoch": 0.7118574436399117, + "grad_norm": 2.463052988052368, + "learning_rate": 4.047586188379003e-06, + "loss": 2.3089, + "step": 41586 + }, + { + "epoch": 0.7118745613584622, + "grad_norm": 2.5559275150299072, + "learning_rate": 4.0471407068995785e-06, + "loss": 2.5324, + "step": 41587 + }, + { + "epoch": 0.7118916790770126, + "grad_norm": 2.5131826400756836, + "learning_rate": 4.046695243717168e-06, + "loss": 2.2329, + "step": 41588 + }, + { + "epoch": 0.7119087967955631, + "grad_norm": 2.5326967239379883, + "learning_rate": 4.046249798833146e-06, + "loss": 2.4415, + "step": 41589 + }, + { + "epoch": 0.7119259145141136, + "grad_norm": 2.439624547958374, + "learning_rate": 4.045804372248871e-06, + "loss": 2.2907, + "step": 41590 + }, + { + "epoch": 0.7119430322326641, + "grad_norm": 2.5408880710601807, + "learning_rate": 4.045358963965726e-06, + "loss": 2.4011, + "step": 41591 + }, + { + "epoch": 0.7119601499512145, + "grad_norm": 2.4216713905334473, + "learning_rate": 4.044913573985067e-06, + "loss": 2.4278, + "step": 41592 + }, + { + "epoch": 0.711977267669765, + "grad_norm": 2.452157974243164, + "learning_rate": 4.0444682023082705e-06, + "loss": 2.3172, + "step": 41593 + }, + { + "epoch": 0.7119943853883155, + "grad_norm": 2.390540361404419, + "learning_rate": 4.044022848936706e-06, + "loss": 2.2767, + "step": 41594 + }, + { + "epoch": 0.7120115031068659, + "grad_norm": 2.4172325134277344, + "learning_rate": 4.043577513871734e-06, + "loss": 2.3118, + "step": 41595 + }, + { + "epoch": 0.7120286208254164, + "grad_norm": 2.547294855117798, + "learning_rate": 4.043132197114735e-06, + "loss": 2.3623, + "step": 41596 + }, + { + "epoch": 0.7120457385439669, + "grad_norm": 2.3723185062408447, + "learning_rate": 4.042686898667066e-06, + "loss": 2.318, + "step": 41597 + }, + { + "epoch": 0.7120628562625173, + "grad_norm": 2.4654109477996826, + "learning_rate": 4.042241618530108e-06, + "loss": 2.4091, + "step": 41598 + }, + { + "epoch": 0.7120799739810678, + "grad_norm": 2.497907876968384, + "learning_rate": 4.04179635670522e-06, + "loss": 2.3811, + "step": 41599 + }, + { + "epoch": 0.7120970916996183, + "grad_norm": 2.3712902069091797, + "learning_rate": 4.041351113193773e-06, + "loss": 2.4641, + "step": 41600 + }, + { + "epoch": 0.7121142094181687, + "grad_norm": 2.623621940612793, + "learning_rate": 4.040905887997141e-06, + "loss": 2.4323, + "step": 41601 + }, + { + "epoch": 0.7121313271367192, + "grad_norm": 2.4052951335906982, + "learning_rate": 4.04046068111668e-06, + "loss": 2.3778, + "step": 41602 + }, + { + "epoch": 0.7121484448552697, + "grad_norm": 2.590526580810547, + "learning_rate": 4.040015492553774e-06, + "loss": 2.3852, + "step": 41603 + }, + { + "epoch": 0.7121655625738201, + "grad_norm": 2.597297430038452, + "learning_rate": 4.03957032230978e-06, + "loss": 2.4275, + "step": 41604 + }, + { + "epoch": 0.7121826802923706, + "grad_norm": 2.4154016971588135, + "learning_rate": 4.039125170386069e-06, + "loss": 2.4386, + "step": 41605 + }, + { + "epoch": 0.7121997980109211, + "grad_norm": 2.5054025650024414, + "learning_rate": 4.038680036784015e-06, + "loss": 2.3501, + "step": 41606 + }, + { + "epoch": 0.7122169157294715, + "grad_norm": 2.4837043285369873, + "learning_rate": 4.038234921504974e-06, + "loss": 2.3472, + "step": 41607 + }, + { + "epoch": 0.712234033448022, + "grad_norm": 2.548698902130127, + "learning_rate": 4.0377898245503275e-06, + "loss": 2.4415, + "step": 41608 + }, + { + "epoch": 0.7122511511665726, + "grad_norm": 2.4742188453674316, + "learning_rate": 4.037344745921434e-06, + "loss": 2.4493, + "step": 41609 + }, + { + "epoch": 0.712268268885123, + "grad_norm": 2.465385913848877, + "learning_rate": 4.036899685619666e-06, + "loss": 2.3959, + "step": 41610 + }, + { + "epoch": 0.7122853866036735, + "grad_norm": 2.4163196086883545, + "learning_rate": 4.0364546436463905e-06, + "loss": 2.3574, + "step": 41611 + }, + { + "epoch": 0.712302504322224, + "grad_norm": 2.599914312362671, + "learning_rate": 4.0360096200029745e-06, + "loss": 2.3369, + "step": 41612 + }, + { + "epoch": 0.7123196220407744, + "grad_norm": 2.5115537643432617, + "learning_rate": 4.03556461469079e-06, + "loss": 2.2837, + "step": 41613 + }, + { + "epoch": 0.7123367397593249, + "grad_norm": 2.3649213314056396, + "learning_rate": 4.035119627711199e-06, + "loss": 2.313, + "step": 41614 + }, + { + "epoch": 0.7123538574778754, + "grad_norm": 2.4971516132354736, + "learning_rate": 4.0346746590655715e-06, + "loss": 2.4625, + "step": 41615 + }, + { + "epoch": 0.7123709751964258, + "grad_norm": 2.5923352241516113, + "learning_rate": 4.034229708755275e-06, + "loss": 2.3902, + "step": 41616 + }, + { + "epoch": 0.7123880929149763, + "grad_norm": 2.439828872680664, + "learning_rate": 4.0337847767816785e-06, + "loss": 2.4623, + "step": 41617 + }, + { + "epoch": 0.7124052106335268, + "grad_norm": 2.4705238342285156, + "learning_rate": 4.033339863146148e-06, + "loss": 2.3089, + "step": 41618 + }, + { + "epoch": 0.7124223283520772, + "grad_norm": 2.548814058303833, + "learning_rate": 4.032894967850052e-06, + "loss": 2.3536, + "step": 41619 + }, + { + "epoch": 0.7124394460706277, + "grad_norm": 2.6037135124206543, + "learning_rate": 4.032450090894761e-06, + "loss": 2.4738, + "step": 41620 + }, + { + "epoch": 0.7124565637891782, + "grad_norm": 2.544538974761963, + "learning_rate": 4.032005232281635e-06, + "loss": 2.412, + "step": 41621 + }, + { + "epoch": 0.7124736815077286, + "grad_norm": 2.4836137294769287, + "learning_rate": 4.0315603920120465e-06, + "loss": 2.3131, + "step": 41622 + }, + { + "epoch": 0.7124907992262791, + "grad_norm": 2.414578437805176, + "learning_rate": 4.03111557008736e-06, + "loss": 2.3483, + "step": 41623 + }, + { + "epoch": 0.7125079169448296, + "grad_norm": 2.475724935531616, + "learning_rate": 4.030670766508946e-06, + "loss": 2.3925, + "step": 41624 + }, + { + "epoch": 0.71252503466338, + "grad_norm": 2.61112642288208, + "learning_rate": 4.030225981278168e-06, + "loss": 2.4825, + "step": 41625 + }, + { + "epoch": 0.7125421523819305, + "grad_norm": 2.4673707485198975, + "learning_rate": 4.029781214396401e-06, + "loss": 2.31, + "step": 41626 + }, + { + "epoch": 0.712559270100481, + "grad_norm": 2.623884439468384, + "learning_rate": 4.029336465865001e-06, + "loss": 2.3104, + "step": 41627 + }, + { + "epoch": 0.7125763878190314, + "grad_norm": 2.444650173187256, + "learning_rate": 4.028891735685341e-06, + "loss": 2.482, + "step": 41628 + }, + { + "epoch": 0.7125935055375819, + "grad_norm": 2.667919397354126, + "learning_rate": 4.028447023858787e-06, + "loss": 2.3822, + "step": 41629 + }, + { + "epoch": 0.7126106232561324, + "grad_norm": 2.50150728225708, + "learning_rate": 4.028002330386707e-06, + "loss": 2.472, + "step": 41630 + }, + { + "epoch": 0.7126277409746828, + "grad_norm": 2.6664910316467285, + "learning_rate": 4.027557655270469e-06, + "loss": 2.4157, + "step": 41631 + }, + { + "epoch": 0.7126448586932334, + "grad_norm": 2.431230306625366, + "learning_rate": 4.02711299851143e-06, + "loss": 2.2837, + "step": 41632 + }, + { + "epoch": 0.7126619764117839, + "grad_norm": 2.4791836738586426, + "learning_rate": 4.026668360110973e-06, + "loss": 2.4332, + "step": 41633 + }, + { + "epoch": 0.7126790941303343, + "grad_norm": 2.397139549255371, + "learning_rate": 4.026223740070452e-06, + "loss": 2.3138, + "step": 41634 + }, + { + "epoch": 0.7126962118488848, + "grad_norm": 2.4566726684570312, + "learning_rate": 4.025779138391237e-06, + "loss": 2.2827, + "step": 41635 + }, + { + "epoch": 0.7127133295674353, + "grad_norm": 2.4504663944244385, + "learning_rate": 4.025334555074696e-06, + "loss": 2.4009, + "step": 41636 + }, + { + "epoch": 0.7127304472859857, + "grad_norm": 2.590153217315674, + "learning_rate": 4.0248899901221935e-06, + "loss": 2.3493, + "step": 41637 + }, + { + "epoch": 0.7127475650045362, + "grad_norm": 2.513859748840332, + "learning_rate": 4.024445443535102e-06, + "loss": 2.3179, + "step": 41638 + }, + { + "epoch": 0.7127646827230867, + "grad_norm": 2.707131862640381, + "learning_rate": 4.024000915314775e-06, + "loss": 2.4713, + "step": 41639 + }, + { + "epoch": 0.7127818004416372, + "grad_norm": 2.556443929672241, + "learning_rate": 4.023556405462595e-06, + "loss": 2.366, + "step": 41640 + }, + { + "epoch": 0.7127989181601876, + "grad_norm": 2.695920944213867, + "learning_rate": 4.0231119139799155e-06, + "loss": 2.4622, + "step": 41641 + }, + { + "epoch": 0.7128160358787381, + "grad_norm": 2.5794618129730225, + "learning_rate": 4.022667440868108e-06, + "loss": 2.4361, + "step": 41642 + }, + { + "epoch": 0.7128331535972886, + "grad_norm": 2.6977639198303223, + "learning_rate": 4.022222986128541e-06, + "loss": 2.3939, + "step": 41643 + }, + { + "epoch": 0.712850271315839, + "grad_norm": 2.451751470565796, + "learning_rate": 4.02177854976257e-06, + "loss": 2.398, + "step": 41644 + }, + { + "epoch": 0.7128673890343895, + "grad_norm": 2.5616495609283447, + "learning_rate": 4.021334131771577e-06, + "loss": 2.3928, + "step": 41645 + }, + { + "epoch": 0.71288450675294, + "grad_norm": 2.689276695251465, + "learning_rate": 4.020889732156915e-06, + "loss": 2.4583, + "step": 41646 + }, + { + "epoch": 0.7129016244714904, + "grad_norm": 2.4896280765533447, + "learning_rate": 4.020445350919955e-06, + "loss": 2.3904, + "step": 41647 + }, + { + "epoch": 0.7129187421900409, + "grad_norm": 2.7982337474823, + "learning_rate": 4.020000988062062e-06, + "loss": 2.287, + "step": 41648 + }, + { + "epoch": 0.7129358599085914, + "grad_norm": 2.6373441219329834, + "learning_rate": 4.019556643584603e-06, + "loss": 2.5766, + "step": 41649 + }, + { + "epoch": 0.7129529776271418, + "grad_norm": 2.494108200073242, + "learning_rate": 4.019112317488945e-06, + "loss": 2.3554, + "step": 41650 + }, + { + "epoch": 0.7129700953456923, + "grad_norm": 2.5418434143066406, + "learning_rate": 4.018668009776449e-06, + "loss": 2.4737, + "step": 41651 + }, + { + "epoch": 0.7129872130642428, + "grad_norm": 2.450162649154663, + "learning_rate": 4.018223720448484e-06, + "loss": 2.3877, + "step": 41652 + }, + { + "epoch": 0.7130043307827932, + "grad_norm": 2.4967150688171387, + "learning_rate": 4.017779449506415e-06, + "loss": 2.4269, + "step": 41653 + }, + { + "epoch": 0.7130214485013437, + "grad_norm": 2.6602118015289307, + "learning_rate": 4.017335196951606e-06, + "loss": 2.38, + "step": 41654 + }, + { + "epoch": 0.7130385662198943, + "grad_norm": 2.534904956817627, + "learning_rate": 4.0168909627854245e-06, + "loss": 2.486, + "step": 41655 + }, + { + "epoch": 0.7130556839384447, + "grad_norm": 2.5351486206054688, + "learning_rate": 4.016446747009236e-06, + "loss": 2.3821, + "step": 41656 + }, + { + "epoch": 0.7130728016569952, + "grad_norm": 2.5802648067474365, + "learning_rate": 4.016002549624408e-06, + "loss": 2.3636, + "step": 41657 + }, + { + "epoch": 0.7130899193755457, + "grad_norm": 2.4888789653778076, + "learning_rate": 4.0155583706323e-06, + "loss": 2.4037, + "step": 41658 + }, + { + "epoch": 0.7131070370940961, + "grad_norm": 2.553513765335083, + "learning_rate": 4.01511421003428e-06, + "loss": 2.3374, + "step": 41659 + }, + { + "epoch": 0.7131241548126466, + "grad_norm": 2.2961173057556152, + "learning_rate": 4.014670067831713e-06, + "loss": 2.2479, + "step": 41660 + }, + { + "epoch": 0.7131412725311971, + "grad_norm": 2.3453495502471924, + "learning_rate": 4.0142259440259655e-06, + "loss": 2.3583, + "step": 41661 + }, + { + "epoch": 0.7131583902497475, + "grad_norm": 2.6154897212982178, + "learning_rate": 4.013781838618401e-06, + "loss": 2.3876, + "step": 41662 + }, + { + "epoch": 0.713175507968298, + "grad_norm": 2.4504849910736084, + "learning_rate": 4.0133377516103885e-06, + "loss": 2.3427, + "step": 41663 + }, + { + "epoch": 0.7131926256868485, + "grad_norm": 2.4639222621917725, + "learning_rate": 4.0128936830032875e-06, + "loss": 2.3656, + "step": 41664 + }, + { + "epoch": 0.7132097434053989, + "grad_norm": 2.5479185581207275, + "learning_rate": 4.0124496327984645e-06, + "loss": 2.3634, + "step": 41665 + }, + { + "epoch": 0.7132268611239494, + "grad_norm": 2.3807554244995117, + "learning_rate": 4.012005600997284e-06, + "loss": 2.2723, + "step": 41666 + }, + { + "epoch": 0.7132439788424999, + "grad_norm": 2.636991262435913, + "learning_rate": 4.0115615876011125e-06, + "loss": 2.4436, + "step": 41667 + }, + { + "epoch": 0.7132610965610503, + "grad_norm": 2.4847822189331055, + "learning_rate": 4.011117592611316e-06, + "loss": 2.3744, + "step": 41668 + }, + { + "epoch": 0.7132782142796008, + "grad_norm": 2.397341728210449, + "learning_rate": 4.010673616029253e-06, + "loss": 2.416, + "step": 41669 + }, + { + "epoch": 0.7132953319981513, + "grad_norm": 2.3770394325256348, + "learning_rate": 4.0102296578562974e-06, + "loss": 2.395, + "step": 41670 + }, + { + "epoch": 0.7133124497167017, + "grad_norm": 2.4600236415863037, + "learning_rate": 4.009785718093806e-06, + "loss": 2.4153, + "step": 41671 + }, + { + "epoch": 0.7133295674352522, + "grad_norm": 2.508594036102295, + "learning_rate": 4.009341796743145e-06, + "loss": 2.4855, + "step": 41672 + }, + { + "epoch": 0.7133466851538027, + "grad_norm": 2.412181854248047, + "learning_rate": 4.00889789380568e-06, + "loss": 2.2891, + "step": 41673 + }, + { + "epoch": 0.7133638028723531, + "grad_norm": 2.7198636531829834, + "learning_rate": 4.008454009282776e-06, + "loss": 2.3934, + "step": 41674 + }, + { + "epoch": 0.7133809205909036, + "grad_norm": 2.6029539108276367, + "learning_rate": 4.0080101431758005e-06, + "loss": 2.3623, + "step": 41675 + }, + { + "epoch": 0.7133980383094541, + "grad_norm": 2.3597335815429688, + "learning_rate": 4.007566295486105e-06, + "loss": 2.3137, + "step": 41676 + }, + { + "epoch": 0.7134151560280045, + "grad_norm": 2.3148980140686035, + "learning_rate": 4.007122466215071e-06, + "loss": 2.4295, + "step": 41677 + }, + { + "epoch": 0.713432273746555, + "grad_norm": 2.520897388458252, + "learning_rate": 4.00667865536405e-06, + "loss": 2.3578, + "step": 41678 + }, + { + "epoch": 0.7134493914651056, + "grad_norm": 2.463873863220215, + "learning_rate": 4.0062348629344115e-06, + "loss": 2.3547, + "step": 41679 + }, + { + "epoch": 0.713466509183656, + "grad_norm": 2.3435349464416504, + "learning_rate": 4.005791088927522e-06, + "loss": 2.2427, + "step": 41680 + }, + { + "epoch": 0.7134836269022065, + "grad_norm": 2.639564037322998, + "learning_rate": 4.005347333344733e-06, + "loss": 2.3948, + "step": 41681 + }, + { + "epoch": 0.713500744620757, + "grad_norm": 2.6496224403381348, + "learning_rate": 4.0049035961874275e-06, + "loss": 2.4683, + "step": 41682 + }, + { + "epoch": 0.7135178623393074, + "grad_norm": 2.3998234272003174, + "learning_rate": 4.0044598774569535e-06, + "loss": 2.3217, + "step": 41683 + }, + { + "epoch": 0.7135349800578579, + "grad_norm": 2.484104871749878, + "learning_rate": 4.004016177154682e-06, + "loss": 2.4321, + "step": 41684 + }, + { + "epoch": 0.7135520977764084, + "grad_norm": 2.5241944789886475, + "learning_rate": 4.003572495281978e-06, + "loss": 2.3834, + "step": 41685 + }, + { + "epoch": 0.7135692154949589, + "grad_norm": 2.4552793502807617, + "learning_rate": 4.003128831840195e-06, + "loss": 2.353, + "step": 41686 + }, + { + "epoch": 0.7135863332135093, + "grad_norm": 2.658165454864502, + "learning_rate": 4.002685186830712e-06, + "loss": 2.3399, + "step": 41687 + }, + { + "epoch": 0.7136034509320598, + "grad_norm": 2.4594485759735107, + "learning_rate": 4.002241560254878e-06, + "loss": 2.4058, + "step": 41688 + }, + { + "epoch": 0.7136205686506103, + "grad_norm": 2.497455358505249, + "learning_rate": 4.001797952114071e-06, + "loss": 2.3031, + "step": 41689 + }, + { + "epoch": 0.7136376863691607, + "grad_norm": 2.5349998474121094, + "learning_rate": 4.001354362409644e-06, + "loss": 2.3988, + "step": 41690 + }, + { + "epoch": 0.7136548040877112, + "grad_norm": 2.504535436630249, + "learning_rate": 4.000910791142962e-06, + "loss": 2.453, + "step": 41691 + }, + { + "epoch": 0.7136719218062617, + "grad_norm": 2.4054906368255615, + "learning_rate": 4.0004672383153944e-06, + "loss": 2.3024, + "step": 41692 + }, + { + "epoch": 0.7136890395248121, + "grad_norm": 2.366056203842163, + "learning_rate": 4.000023703928292e-06, + "loss": 2.2339, + "step": 41693 + }, + { + "epoch": 0.7137061572433626, + "grad_norm": 2.5330891609191895, + "learning_rate": 3.9995801879830334e-06, + "loss": 2.3724, + "step": 41694 + }, + { + "epoch": 0.7137232749619131, + "grad_norm": 2.5811736583709717, + "learning_rate": 3.999136690480971e-06, + "loss": 2.3633, + "step": 41695 + }, + { + "epoch": 0.7137403926804635, + "grad_norm": 2.4260497093200684, + "learning_rate": 3.998693211423471e-06, + "loss": 2.3638, + "step": 41696 + }, + { + "epoch": 0.713757510399014, + "grad_norm": 2.524204969406128, + "learning_rate": 3.9982497508118975e-06, + "loss": 2.3161, + "step": 41697 + }, + { + "epoch": 0.7137746281175645, + "grad_norm": 2.487604856491089, + "learning_rate": 3.997806308647612e-06, + "loss": 2.3117, + "step": 41698 + }, + { + "epoch": 0.7137917458361149, + "grad_norm": 2.6027135848999023, + "learning_rate": 3.997362884931983e-06, + "loss": 2.4389, + "step": 41699 + }, + { + "epoch": 0.7138088635546654, + "grad_norm": 2.549543857574463, + "learning_rate": 3.996919479666366e-06, + "loss": 2.4715, + "step": 41700 + }, + { + "epoch": 0.713825981273216, + "grad_norm": 2.516369342803955, + "learning_rate": 3.996476092852125e-06, + "loss": 2.3254, + "step": 41701 + }, + { + "epoch": 0.7138430989917663, + "grad_norm": 2.485901117324829, + "learning_rate": 3.996032724490626e-06, + "loss": 2.3285, + "step": 41702 + }, + { + "epoch": 0.7138602167103169, + "grad_norm": 2.557786703109741, + "learning_rate": 3.995589374583229e-06, + "loss": 2.2706, + "step": 41703 + }, + { + "epoch": 0.7138773344288674, + "grad_norm": 2.5012567043304443, + "learning_rate": 3.995146043131298e-06, + "loss": 2.3673, + "step": 41704 + }, + { + "epoch": 0.7138944521474178, + "grad_norm": 2.336347818374634, + "learning_rate": 3.994702730136201e-06, + "loss": 2.2522, + "step": 41705 + }, + { + "epoch": 0.7139115698659683, + "grad_norm": 2.430053234100342, + "learning_rate": 3.994259435599289e-06, + "loss": 2.2478, + "step": 41706 + }, + { + "epoch": 0.7139286875845188, + "grad_norm": 2.5706353187561035, + "learning_rate": 3.993816159521933e-06, + "loss": 2.2888, + "step": 41707 + }, + { + "epoch": 0.7139458053030692, + "grad_norm": 2.4447710514068604, + "learning_rate": 3.993372901905492e-06, + "loss": 2.3371, + "step": 41708 + }, + { + "epoch": 0.7139629230216197, + "grad_norm": 2.5821099281311035, + "learning_rate": 3.992929662751331e-06, + "loss": 2.311, + "step": 41709 + }, + { + "epoch": 0.7139800407401702, + "grad_norm": 2.533259153366089, + "learning_rate": 3.9924864420608085e-06, + "loss": 2.3853, + "step": 41710 + }, + { + "epoch": 0.7139971584587206, + "grad_norm": 2.5408170223236084, + "learning_rate": 3.992043239835291e-06, + "loss": 2.5077, + "step": 41711 + }, + { + "epoch": 0.7140142761772711, + "grad_norm": 2.6156563758850098, + "learning_rate": 3.991600056076143e-06, + "loss": 2.3534, + "step": 41712 + }, + { + "epoch": 0.7140313938958216, + "grad_norm": 2.46983003616333, + "learning_rate": 3.991156890784715e-06, + "loss": 2.3321, + "step": 41713 + }, + { + "epoch": 0.714048511614372, + "grad_norm": 2.5342562198638916, + "learning_rate": 3.990713743962385e-06, + "loss": 2.3013, + "step": 41714 + }, + { + "epoch": 0.7140656293329225, + "grad_norm": 2.523935556411743, + "learning_rate": 3.990270615610502e-06, + "loss": 2.3578, + "step": 41715 + }, + { + "epoch": 0.714082747051473, + "grad_norm": 2.425473928451538, + "learning_rate": 3.989827505730433e-06, + "loss": 2.1668, + "step": 41716 + }, + { + "epoch": 0.7140998647700234, + "grad_norm": 2.647317409515381, + "learning_rate": 3.989384414323545e-06, + "loss": 2.3981, + "step": 41717 + }, + { + "epoch": 0.7141169824885739, + "grad_norm": 2.4719889163970947, + "learning_rate": 3.988941341391187e-06, + "loss": 2.3097, + "step": 41718 + }, + { + "epoch": 0.7141341002071244, + "grad_norm": 2.5407700538635254, + "learning_rate": 3.9884982869347355e-06, + "loss": 2.3437, + "step": 41719 + }, + { + "epoch": 0.7141512179256748, + "grad_norm": 2.6005210876464844, + "learning_rate": 3.988055250955542e-06, + "loss": 2.4126, + "step": 41720 + }, + { + "epoch": 0.7141683356442253, + "grad_norm": 2.5043437480926514, + "learning_rate": 3.987612233454973e-06, + "loss": 2.4579, + "step": 41721 + }, + { + "epoch": 0.7141854533627758, + "grad_norm": 2.5460801124572754, + "learning_rate": 3.987169234434391e-06, + "loss": 2.3111, + "step": 41722 + }, + { + "epoch": 0.7142025710813262, + "grad_norm": 2.492713212966919, + "learning_rate": 3.986726253895149e-06, + "loss": 2.439, + "step": 41723 + }, + { + "epoch": 0.7142196887998767, + "grad_norm": 2.5347771644592285, + "learning_rate": 3.986283291838623e-06, + "loss": 2.4261, + "step": 41724 + }, + { + "epoch": 0.7142368065184272, + "grad_norm": 2.5785834789276123, + "learning_rate": 3.9858403482661575e-06, + "loss": 2.2023, + "step": 41725 + }, + { + "epoch": 0.7142539242369776, + "grad_norm": 2.694337844848633, + "learning_rate": 3.985397423179133e-06, + "loss": 2.4147, + "step": 41726 + }, + { + "epoch": 0.7142710419555282, + "grad_norm": 2.4167771339416504, + "learning_rate": 3.984954516578895e-06, + "loss": 2.3672, + "step": 41727 + }, + { + "epoch": 0.7142881596740787, + "grad_norm": 2.4990975856781006, + "learning_rate": 3.984511628466812e-06, + "loss": 2.2887, + "step": 41728 + }, + { + "epoch": 0.7143052773926291, + "grad_norm": 2.519768476486206, + "learning_rate": 3.984068758844247e-06, + "loss": 2.4108, + "step": 41729 + }, + { + "epoch": 0.7143223951111796, + "grad_norm": 2.4580981731414795, + "learning_rate": 3.983625907712552e-06, + "loss": 2.4456, + "step": 41730 + }, + { + "epoch": 0.7143395128297301, + "grad_norm": 2.381967544555664, + "learning_rate": 3.9831830750731014e-06, + "loss": 2.305, + "step": 41731 + }, + { + "epoch": 0.7143566305482806, + "grad_norm": 2.4380900859832764, + "learning_rate": 3.982740260927246e-06, + "loss": 2.2989, + "step": 41732 + }, + { + "epoch": 0.714373748266831, + "grad_norm": 2.6416513919830322, + "learning_rate": 3.98229746527635e-06, + "loss": 2.3187, + "step": 41733 + }, + { + "epoch": 0.7143908659853815, + "grad_norm": 2.4137182235717773, + "learning_rate": 3.981854688121775e-06, + "loss": 2.2382, + "step": 41734 + }, + { + "epoch": 0.714407983703932, + "grad_norm": 2.5843169689178467, + "learning_rate": 3.981411929464881e-06, + "loss": 2.3034, + "step": 41735 + }, + { + "epoch": 0.7144251014224824, + "grad_norm": 2.6607601642608643, + "learning_rate": 3.980969189307035e-06, + "loss": 2.4819, + "step": 41736 + }, + { + "epoch": 0.7144422191410329, + "grad_norm": 2.5635907649993896, + "learning_rate": 3.980526467649587e-06, + "loss": 2.3667, + "step": 41737 + }, + { + "epoch": 0.7144593368595834, + "grad_norm": 2.424611806869507, + "learning_rate": 3.9800837644939026e-06, + "loss": 2.2642, + "step": 41738 + }, + { + "epoch": 0.7144764545781338, + "grad_norm": 2.4085493087768555, + "learning_rate": 3.979641079841344e-06, + "loss": 2.3512, + "step": 41739 + }, + { + "epoch": 0.7144935722966843, + "grad_norm": 2.462261915206909, + "learning_rate": 3.979198413693272e-06, + "loss": 2.3031, + "step": 41740 + }, + { + "epoch": 0.7145106900152348, + "grad_norm": 2.4809045791625977, + "learning_rate": 3.9787557660510445e-06, + "loss": 2.3482, + "step": 41741 + }, + { + "epoch": 0.7145278077337852, + "grad_norm": 2.624512195587158, + "learning_rate": 3.978313136916028e-06, + "loss": 2.4603, + "step": 41742 + }, + { + "epoch": 0.7145449254523357, + "grad_norm": 2.4870693683624268, + "learning_rate": 3.977870526289575e-06, + "loss": 2.3848, + "step": 41743 + }, + { + "epoch": 0.7145620431708862, + "grad_norm": 2.5415337085723877, + "learning_rate": 3.977427934173048e-06, + "loss": 2.3163, + "step": 41744 + }, + { + "epoch": 0.7145791608894366, + "grad_norm": 2.639235734939575, + "learning_rate": 3.976985360567811e-06, + "loss": 2.3796, + "step": 41745 + }, + { + "epoch": 0.7145962786079871, + "grad_norm": 2.5102052688598633, + "learning_rate": 3.976542805475221e-06, + "loss": 2.2695, + "step": 41746 + }, + { + "epoch": 0.7146133963265376, + "grad_norm": 2.8146471977233887, + "learning_rate": 3.97610026889664e-06, + "loss": 2.4712, + "step": 41747 + }, + { + "epoch": 0.714630514045088, + "grad_norm": 2.6338493824005127, + "learning_rate": 3.975657750833428e-06, + "loss": 2.5375, + "step": 41748 + }, + { + "epoch": 0.7146476317636385, + "grad_norm": 2.487185478210449, + "learning_rate": 3.975215251286948e-06, + "loss": 2.3302, + "step": 41749 + }, + { + "epoch": 0.714664749482189, + "grad_norm": 2.5866572856903076, + "learning_rate": 3.974772770258554e-06, + "loss": 2.3891, + "step": 41750 + }, + { + "epoch": 0.7146818672007395, + "grad_norm": 2.582498788833618, + "learning_rate": 3.974330307749607e-06, + "loss": 2.3681, + "step": 41751 + }, + { + "epoch": 0.71469898491929, + "grad_norm": 2.696072578430176, + "learning_rate": 3.973887863761471e-06, + "loss": 2.3526, + "step": 41752 + }, + { + "epoch": 0.7147161026378405, + "grad_norm": 2.4965147972106934, + "learning_rate": 3.973445438295503e-06, + "loss": 2.2855, + "step": 41753 + }, + { + "epoch": 0.7147332203563909, + "grad_norm": 2.739210605621338, + "learning_rate": 3.9730030313530675e-06, + "loss": 2.4913, + "step": 41754 + }, + { + "epoch": 0.7147503380749414, + "grad_norm": 2.437544107437134, + "learning_rate": 3.972560642935515e-06, + "loss": 2.4576, + "step": 41755 + }, + { + "epoch": 0.7147674557934919, + "grad_norm": 2.5862128734588623, + "learning_rate": 3.972118273044215e-06, + "loss": 2.3677, + "step": 41756 + }, + { + "epoch": 0.7147845735120423, + "grad_norm": 2.656233072280884, + "learning_rate": 3.971675921680521e-06, + "loss": 2.4729, + "step": 41757 + }, + { + "epoch": 0.7148016912305928, + "grad_norm": 2.5728769302368164, + "learning_rate": 3.971233588845795e-06, + "loss": 2.4243, + "step": 41758 + }, + { + "epoch": 0.7148188089491433, + "grad_norm": 2.4812254905700684, + "learning_rate": 3.970791274541399e-06, + "loss": 2.4194, + "step": 41759 + }, + { + "epoch": 0.7148359266676937, + "grad_norm": 2.598543882369995, + "learning_rate": 3.970348978768684e-06, + "loss": 2.3824, + "step": 41760 + }, + { + "epoch": 0.7148530443862442, + "grad_norm": 2.5181283950805664, + "learning_rate": 3.969906701529021e-06, + "loss": 2.347, + "step": 41761 + }, + { + "epoch": 0.7148701621047947, + "grad_norm": 2.508168935775757, + "learning_rate": 3.969464442823756e-06, + "loss": 2.402, + "step": 41762 + }, + { + "epoch": 0.7148872798233451, + "grad_norm": 2.6094446182250977, + "learning_rate": 3.969022202654264e-06, + "loss": 2.4051, + "step": 41763 + }, + { + "epoch": 0.7149043975418956, + "grad_norm": 2.5659661293029785, + "learning_rate": 3.968579981021891e-06, + "loss": 2.4132, + "step": 41764 + }, + { + "epoch": 0.7149215152604461, + "grad_norm": 2.611213445663452, + "learning_rate": 3.968137777928004e-06, + "loss": 2.3767, + "step": 41765 + }, + { + "epoch": 0.7149386329789965, + "grad_norm": 2.306124448776245, + "learning_rate": 3.967695593373961e-06, + "loss": 2.3233, + "step": 41766 + }, + { + "epoch": 0.714955750697547, + "grad_norm": 2.4307503700256348, + "learning_rate": 3.967253427361114e-06, + "loss": 2.2225, + "step": 41767 + }, + { + "epoch": 0.7149728684160975, + "grad_norm": 2.436021089553833, + "learning_rate": 3.966811279890835e-06, + "loss": 2.2961, + "step": 41768 + }, + { + "epoch": 0.7149899861346479, + "grad_norm": 2.5641603469848633, + "learning_rate": 3.966369150964472e-06, + "loss": 2.3513, + "step": 41769 + }, + { + "epoch": 0.7150071038531984, + "grad_norm": 2.588397741317749, + "learning_rate": 3.9659270405833874e-06, + "loss": 2.3687, + "step": 41770 + }, + { + "epoch": 0.7150242215717489, + "grad_norm": 2.577150821685791, + "learning_rate": 3.9654849487489444e-06, + "loss": 2.3839, + "step": 41771 + }, + { + "epoch": 0.7150413392902993, + "grad_norm": 2.5058445930480957, + "learning_rate": 3.96504287546249e-06, + "loss": 2.3274, + "step": 41772 + }, + { + "epoch": 0.7150584570088498, + "grad_norm": 2.8870458602905273, + "learning_rate": 3.964600820725399e-06, + "loss": 2.4863, + "step": 41773 + }, + { + "epoch": 0.7150755747274004, + "grad_norm": 2.4903066158294678, + "learning_rate": 3.964158784539018e-06, + "loss": 2.3937, + "step": 41774 + }, + { + "epoch": 0.7150926924459508, + "grad_norm": 2.42755389213562, + "learning_rate": 3.963716766904711e-06, + "loss": 2.3059, + "step": 41775 + }, + { + "epoch": 0.7151098101645013, + "grad_norm": 2.43314528465271, + "learning_rate": 3.963274767823834e-06, + "loss": 2.3864, + "step": 41776 + }, + { + "epoch": 0.7151269278830518, + "grad_norm": 2.438546657562256, + "learning_rate": 3.9628327872977465e-06, + "loss": 2.3828, + "step": 41777 + }, + { + "epoch": 0.7151440456016022, + "grad_norm": 2.544489860534668, + "learning_rate": 3.962390825327811e-06, + "loss": 2.3262, + "step": 41778 + }, + { + "epoch": 0.7151611633201527, + "grad_norm": 2.6067376136779785, + "learning_rate": 3.96194888191538e-06, + "loss": 2.3669, + "step": 41779 + }, + { + "epoch": 0.7151782810387032, + "grad_norm": 2.4140453338623047, + "learning_rate": 3.961506957061813e-06, + "loss": 2.3372, + "step": 41780 + }, + { + "epoch": 0.7151953987572537, + "grad_norm": 2.5234620571136475, + "learning_rate": 3.961065050768469e-06, + "loss": 2.3286, + "step": 41781 + }, + { + "epoch": 0.7152125164758041, + "grad_norm": 2.498274087905884, + "learning_rate": 3.960623163036708e-06, + "loss": 2.4115, + "step": 41782 + }, + { + "epoch": 0.7152296341943546, + "grad_norm": 2.5296311378479004, + "learning_rate": 3.9601812938678865e-06, + "loss": 2.4606, + "step": 41783 + }, + { + "epoch": 0.7152467519129051, + "grad_norm": 2.5590434074401855, + "learning_rate": 3.959739443263363e-06, + "loss": 2.4289, + "step": 41784 + }, + { + "epoch": 0.7152638696314555, + "grad_norm": 2.5907866954803467, + "learning_rate": 3.959297611224495e-06, + "loss": 2.2668, + "step": 41785 + }, + { + "epoch": 0.715280987350006, + "grad_norm": 2.5083248615264893, + "learning_rate": 3.9588557977526455e-06, + "loss": 2.3473, + "step": 41786 + }, + { + "epoch": 0.7152981050685565, + "grad_norm": 2.5632002353668213, + "learning_rate": 3.958414002849165e-06, + "loss": 2.3654, + "step": 41787 + }, + { + "epoch": 0.7153152227871069, + "grad_norm": 2.646132230758667, + "learning_rate": 3.957972226515414e-06, + "loss": 2.4809, + "step": 41788 + }, + { + "epoch": 0.7153323405056574, + "grad_norm": 2.3422038555145264, + "learning_rate": 3.957530468752751e-06, + "loss": 2.2909, + "step": 41789 + }, + { + "epoch": 0.7153494582242079, + "grad_norm": 2.4870777130126953, + "learning_rate": 3.957088729562534e-06, + "loss": 2.3906, + "step": 41790 + }, + { + "epoch": 0.7153665759427583, + "grad_norm": 2.5375168323516846, + "learning_rate": 3.956647008946124e-06, + "loss": 2.3928, + "step": 41791 + }, + { + "epoch": 0.7153836936613088, + "grad_norm": 2.509199857711792, + "learning_rate": 3.956205306904869e-06, + "loss": 2.3538, + "step": 41792 + }, + { + "epoch": 0.7154008113798593, + "grad_norm": 2.6414988040924072, + "learning_rate": 3.955763623440139e-06, + "loss": 2.4485, + "step": 41793 + }, + { + "epoch": 0.7154179290984097, + "grad_norm": 2.3773345947265625, + "learning_rate": 3.955321958553282e-06, + "loss": 2.2984, + "step": 41794 + }, + { + "epoch": 0.7154350468169602, + "grad_norm": 2.3865668773651123, + "learning_rate": 3.954880312245659e-06, + "loss": 2.3446, + "step": 41795 + }, + { + "epoch": 0.7154521645355107, + "grad_norm": 2.4359052181243896, + "learning_rate": 3.954438684518632e-06, + "loss": 2.3344, + "step": 41796 + }, + { + "epoch": 0.7154692822540611, + "grad_norm": 2.5899815559387207, + "learning_rate": 3.953997075373546e-06, + "loss": 2.4468, + "step": 41797 + }, + { + "epoch": 0.7154863999726117, + "grad_norm": 2.492213010787964, + "learning_rate": 3.953555484811773e-06, + "loss": 2.3693, + "step": 41798 + }, + { + "epoch": 0.7155035176911622, + "grad_norm": 2.4950571060180664, + "learning_rate": 3.953113912834658e-06, + "loss": 2.3949, + "step": 41799 + }, + { + "epoch": 0.7155206354097126, + "grad_norm": 2.580101490020752, + "learning_rate": 3.952672359443569e-06, + "loss": 2.3669, + "step": 41800 + }, + { + "epoch": 0.7155377531282631, + "grad_norm": 2.4685301780700684, + "learning_rate": 3.952230824639855e-06, + "loss": 2.2941, + "step": 41801 + }, + { + "epoch": 0.7155548708468136, + "grad_norm": 2.4082818031311035, + "learning_rate": 3.951789308424876e-06, + "loss": 2.2807, + "step": 41802 + }, + { + "epoch": 0.715571988565364, + "grad_norm": 2.3865301609039307, + "learning_rate": 3.951347810799992e-06, + "loss": 2.2635, + "step": 41803 + }, + { + "epoch": 0.7155891062839145, + "grad_norm": 2.377516746520996, + "learning_rate": 3.950906331766552e-06, + "loss": 2.3438, + "step": 41804 + }, + { + "epoch": 0.715606224002465, + "grad_norm": 2.6229846477508545, + "learning_rate": 3.950464871325924e-06, + "loss": 2.4692, + "step": 41805 + }, + { + "epoch": 0.7156233417210154, + "grad_norm": 2.4789905548095703, + "learning_rate": 3.950023429479455e-06, + "loss": 2.3871, + "step": 41806 + }, + { + "epoch": 0.7156404594395659, + "grad_norm": 2.453293800354004, + "learning_rate": 3.949582006228506e-06, + "loss": 2.365, + "step": 41807 + }, + { + "epoch": 0.7156575771581164, + "grad_norm": 2.4198219776153564, + "learning_rate": 3.9491406015744385e-06, + "loss": 2.3235, + "step": 41808 + }, + { + "epoch": 0.7156746948766668, + "grad_norm": 2.479292869567871, + "learning_rate": 3.948699215518595e-06, + "loss": 2.2909, + "step": 41809 + }, + { + "epoch": 0.7156918125952173, + "grad_norm": 2.5225231647491455, + "learning_rate": 3.948257848062351e-06, + "loss": 2.4097, + "step": 41810 + }, + { + "epoch": 0.7157089303137678, + "grad_norm": 2.455705404281616, + "learning_rate": 3.947816499207049e-06, + "loss": 2.4366, + "step": 41811 + }, + { + "epoch": 0.7157260480323182, + "grad_norm": 2.4277091026306152, + "learning_rate": 3.94737516895405e-06, + "loss": 2.3728, + "step": 41812 + }, + { + "epoch": 0.7157431657508687, + "grad_norm": 2.468905448913574, + "learning_rate": 3.94693385730471e-06, + "loss": 2.3916, + "step": 41813 + }, + { + "epoch": 0.7157602834694192, + "grad_norm": 2.5079386234283447, + "learning_rate": 3.946492564260387e-06, + "loss": 2.353, + "step": 41814 + }, + { + "epoch": 0.7157774011879696, + "grad_norm": 2.3103809356689453, + "learning_rate": 3.94605128982244e-06, + "loss": 2.2587, + "step": 41815 + }, + { + "epoch": 0.7157945189065201, + "grad_norm": 2.3121390342712402, + "learning_rate": 3.9456100339922155e-06, + "loss": 2.3271, + "step": 41816 + }, + { + "epoch": 0.7158116366250706, + "grad_norm": 2.738220691680908, + "learning_rate": 3.945168796771082e-06, + "loss": 2.4042, + "step": 41817 + }, + { + "epoch": 0.715828754343621, + "grad_norm": 2.642916440963745, + "learning_rate": 3.944727578160387e-06, + "loss": 2.395, + "step": 41818 + }, + { + "epoch": 0.7158458720621715, + "grad_norm": 2.4865005016326904, + "learning_rate": 3.9442863781614885e-06, + "loss": 2.3364, + "step": 41819 + }, + { + "epoch": 0.715862989780722, + "grad_norm": 2.4044458866119385, + "learning_rate": 3.943845196775744e-06, + "loss": 2.2273, + "step": 41820 + }, + { + "epoch": 0.7158801074992724, + "grad_norm": 2.4630024433135986, + "learning_rate": 3.943404034004509e-06, + "loss": 2.252, + "step": 41821 + }, + { + "epoch": 0.715897225217823, + "grad_norm": 2.4296746253967285, + "learning_rate": 3.9429628898491435e-06, + "loss": 2.4236, + "step": 41822 + }, + { + "epoch": 0.7159143429363735, + "grad_norm": 2.5261332988739014, + "learning_rate": 3.942521764310995e-06, + "loss": 2.435, + "step": 41823 + }, + { + "epoch": 0.7159314606549239, + "grad_norm": 2.4388585090637207, + "learning_rate": 3.942080657391425e-06, + "loss": 2.3225, + "step": 41824 + }, + { + "epoch": 0.7159485783734744, + "grad_norm": 2.533221483230591, + "learning_rate": 3.941639569091787e-06, + "loss": 2.3065, + "step": 41825 + }, + { + "epoch": 0.7159656960920249, + "grad_norm": 2.434293746948242, + "learning_rate": 3.941198499413439e-06, + "loss": 2.3607, + "step": 41826 + }, + { + "epoch": 0.7159828138105754, + "grad_norm": 2.620356559753418, + "learning_rate": 3.940757448357735e-06, + "loss": 2.5048, + "step": 41827 + }, + { + "epoch": 0.7159999315291258, + "grad_norm": 2.394193172454834, + "learning_rate": 3.940316415926034e-06, + "loss": 2.3225, + "step": 41828 + }, + { + "epoch": 0.7160170492476763, + "grad_norm": 2.5142745971679688, + "learning_rate": 3.939875402119686e-06, + "loss": 2.3131, + "step": 41829 + }, + { + "epoch": 0.7160341669662268, + "grad_norm": 2.3715078830718994, + "learning_rate": 3.93943440694005e-06, + "loss": 2.4225, + "step": 41830 + }, + { + "epoch": 0.7160512846847772, + "grad_norm": 2.535309076309204, + "learning_rate": 3.938993430388481e-06, + "loss": 2.4062, + "step": 41831 + }, + { + "epoch": 0.7160684024033277, + "grad_norm": 2.4568941593170166, + "learning_rate": 3.9385524724663325e-06, + "loss": 2.4159, + "step": 41832 + }, + { + "epoch": 0.7160855201218782, + "grad_norm": 2.432253122329712, + "learning_rate": 3.938111533174966e-06, + "loss": 2.3642, + "step": 41833 + }, + { + "epoch": 0.7161026378404286, + "grad_norm": 2.5132339000701904, + "learning_rate": 3.937670612515726e-06, + "loss": 2.3686, + "step": 41834 + }, + { + "epoch": 0.7161197555589791, + "grad_norm": 2.392275810241699, + "learning_rate": 3.93722971048998e-06, + "loss": 2.2982, + "step": 41835 + }, + { + "epoch": 0.7161368732775296, + "grad_norm": 2.6382174491882324, + "learning_rate": 3.936788827099074e-06, + "loss": 2.2866, + "step": 41836 + }, + { + "epoch": 0.71615399099608, + "grad_norm": 2.4818453788757324, + "learning_rate": 3.936347962344366e-06, + "loss": 2.3446, + "step": 41837 + }, + { + "epoch": 0.7161711087146305, + "grad_norm": 2.419555425643921, + "learning_rate": 3.935907116227213e-06, + "loss": 2.3005, + "step": 41838 + }, + { + "epoch": 0.716188226433181, + "grad_norm": 2.516812562942505, + "learning_rate": 3.935466288748967e-06, + "loss": 2.435, + "step": 41839 + }, + { + "epoch": 0.7162053441517314, + "grad_norm": 2.410144329071045, + "learning_rate": 3.935025479910989e-06, + "loss": 2.3511, + "step": 41840 + }, + { + "epoch": 0.7162224618702819, + "grad_norm": 2.3785240650177, + "learning_rate": 3.9345846897146225e-06, + "loss": 2.3448, + "step": 41841 + }, + { + "epoch": 0.7162395795888324, + "grad_norm": 2.384227991104126, + "learning_rate": 3.934143918161235e-06, + "loss": 2.3049, + "step": 41842 + }, + { + "epoch": 0.7162566973073828, + "grad_norm": 2.562309980392456, + "learning_rate": 3.9337031652521715e-06, + "loss": 2.5188, + "step": 41843 + }, + { + "epoch": 0.7162738150259333, + "grad_norm": 2.3669819831848145, + "learning_rate": 3.933262430988792e-06, + "loss": 2.2647, + "step": 41844 + }, + { + "epoch": 0.7162909327444839, + "grad_norm": 2.238560199737549, + "learning_rate": 3.932821715372452e-06, + "loss": 2.2771, + "step": 41845 + }, + { + "epoch": 0.7163080504630343, + "grad_norm": 2.436030626296997, + "learning_rate": 3.932381018404498e-06, + "loss": 2.2829, + "step": 41846 + }, + { + "epoch": 0.7163251681815848, + "grad_norm": 2.484644889831543, + "learning_rate": 3.931940340086298e-06, + "loss": 2.2917, + "step": 41847 + }, + { + "epoch": 0.7163422859001353, + "grad_norm": 2.5149989128112793, + "learning_rate": 3.931499680419194e-06, + "loss": 2.3912, + "step": 41848 + }, + { + "epoch": 0.7163594036186857, + "grad_norm": 2.6442785263061523, + "learning_rate": 3.931059039404545e-06, + "loss": 2.5101, + "step": 41849 + }, + { + "epoch": 0.7163765213372362, + "grad_norm": 2.6172714233398438, + "learning_rate": 3.9306184170437115e-06, + "loss": 2.47, + "step": 41850 + }, + { + "epoch": 0.7163936390557867, + "grad_norm": 2.3505654335021973, + "learning_rate": 3.930177813338034e-06, + "loss": 2.3723, + "step": 41851 + }, + { + "epoch": 0.7164107567743371, + "grad_norm": 2.43881893157959, + "learning_rate": 3.929737228288881e-06, + "loss": 2.3262, + "step": 41852 + }, + { + "epoch": 0.7164278744928876, + "grad_norm": 2.6490659713745117, + "learning_rate": 3.929296661897594e-06, + "loss": 2.5234, + "step": 41853 + }, + { + "epoch": 0.7164449922114381, + "grad_norm": 2.4314568042755127, + "learning_rate": 3.928856114165541e-06, + "loss": 2.4029, + "step": 41854 + }, + { + "epoch": 0.7164621099299885, + "grad_norm": 2.5308001041412354, + "learning_rate": 3.928415585094065e-06, + "loss": 2.3541, + "step": 41855 + }, + { + "epoch": 0.716479227648539, + "grad_norm": 2.516895055770874, + "learning_rate": 3.927975074684525e-06, + "loss": 2.4162, + "step": 41856 + }, + { + "epoch": 0.7164963453670895, + "grad_norm": 2.4564199447631836, + "learning_rate": 3.927534582938272e-06, + "loss": 2.2889, + "step": 41857 + }, + { + "epoch": 0.7165134630856399, + "grad_norm": 2.4698026180267334, + "learning_rate": 3.927094109856663e-06, + "loss": 2.2815, + "step": 41858 + }, + { + "epoch": 0.7165305808041904, + "grad_norm": 2.420452833175659, + "learning_rate": 3.926653655441054e-06, + "loss": 2.3205, + "step": 41859 + }, + { + "epoch": 0.7165476985227409, + "grad_norm": 2.5875179767608643, + "learning_rate": 3.92621321969279e-06, + "loss": 2.408, + "step": 41860 + }, + { + "epoch": 0.7165648162412913, + "grad_norm": 2.5456197261810303, + "learning_rate": 3.925772802613232e-06, + "loss": 2.3175, + "step": 41861 + }, + { + "epoch": 0.7165819339598418, + "grad_norm": 2.598062515258789, + "learning_rate": 3.925332404203732e-06, + "loss": 2.3913, + "step": 41862 + }, + { + "epoch": 0.7165990516783923, + "grad_norm": 2.4877753257751465, + "learning_rate": 3.924892024465643e-06, + "loss": 2.3327, + "step": 41863 + }, + { + "epoch": 0.7166161693969427, + "grad_norm": 2.461747407913208, + "learning_rate": 3.924451663400318e-06, + "loss": 2.3438, + "step": 41864 + }, + { + "epoch": 0.7166332871154932, + "grad_norm": 2.511979103088379, + "learning_rate": 3.9240113210091165e-06, + "loss": 2.3872, + "step": 41865 + }, + { + "epoch": 0.7166504048340437, + "grad_norm": 2.4015040397644043, + "learning_rate": 3.923570997293383e-06, + "loss": 2.362, + "step": 41866 + }, + { + "epoch": 0.7166675225525941, + "grad_norm": 2.3732893466949463, + "learning_rate": 3.923130692254475e-06, + "loss": 2.3526, + "step": 41867 + }, + { + "epoch": 0.7166846402711446, + "grad_norm": 2.450185775756836, + "learning_rate": 3.9226904058937455e-06, + "loss": 2.3301, + "step": 41868 + }, + { + "epoch": 0.7167017579896952, + "grad_norm": 2.470611095428467, + "learning_rate": 3.9222501382125475e-06, + "loss": 2.2425, + "step": 41869 + }, + { + "epoch": 0.7167188757082456, + "grad_norm": 2.3995015621185303, + "learning_rate": 3.921809889212239e-06, + "loss": 2.3799, + "step": 41870 + }, + { + "epoch": 0.7167359934267961, + "grad_norm": 2.350377082824707, + "learning_rate": 3.921369658894162e-06, + "loss": 2.3451, + "step": 41871 + }, + { + "epoch": 0.7167531111453466, + "grad_norm": 2.5042343139648438, + "learning_rate": 3.920929447259682e-06, + "loss": 2.3611, + "step": 41872 + }, + { + "epoch": 0.7167702288638971, + "grad_norm": 2.5535621643066406, + "learning_rate": 3.9204892543101455e-06, + "loss": 2.4384, + "step": 41873 + }, + { + "epoch": 0.7167873465824475, + "grad_norm": 2.4577527046203613, + "learning_rate": 3.920049080046905e-06, + "loss": 2.4083, + "step": 41874 + }, + { + "epoch": 0.716804464300998, + "grad_norm": 2.3983023166656494, + "learning_rate": 3.919608924471316e-06, + "loss": 2.426, + "step": 41875 + }, + { + "epoch": 0.7168215820195485, + "grad_norm": 2.628798246383667, + "learning_rate": 3.91916878758473e-06, + "loss": 2.3463, + "step": 41876 + }, + { + "epoch": 0.7168386997380989, + "grad_norm": 2.3938944339752197, + "learning_rate": 3.918728669388503e-06, + "loss": 2.2845, + "step": 41877 + }, + { + "epoch": 0.7168558174566494, + "grad_norm": 2.581080913543701, + "learning_rate": 3.918288569883979e-06, + "loss": 2.4382, + "step": 41878 + }, + { + "epoch": 0.7168729351751999, + "grad_norm": 2.461820125579834, + "learning_rate": 3.917848489072523e-06, + "loss": 2.4311, + "step": 41879 + }, + { + "epoch": 0.7168900528937503, + "grad_norm": 2.375379800796509, + "learning_rate": 3.917408426955479e-06, + "loss": 2.3269, + "step": 41880 + }, + { + "epoch": 0.7169071706123008, + "grad_norm": 2.406831741333008, + "learning_rate": 3.916968383534201e-06, + "loss": 2.4513, + "step": 41881 + }, + { + "epoch": 0.7169242883308513, + "grad_norm": 2.494044303894043, + "learning_rate": 3.916528358810047e-06, + "loss": 2.2819, + "step": 41882 + }, + { + "epoch": 0.7169414060494017, + "grad_norm": 2.5072708129882812, + "learning_rate": 3.916088352784357e-06, + "loss": 2.3596, + "step": 41883 + }, + { + "epoch": 0.7169585237679522, + "grad_norm": 2.371028423309326, + "learning_rate": 3.915648365458498e-06, + "loss": 2.3761, + "step": 41884 + }, + { + "epoch": 0.7169756414865027, + "grad_norm": 2.4545838832855225, + "learning_rate": 3.915208396833814e-06, + "loss": 2.4028, + "step": 41885 + }, + { + "epoch": 0.7169927592050531, + "grad_norm": 2.493255615234375, + "learning_rate": 3.914768446911658e-06, + "loss": 2.3941, + "step": 41886 + }, + { + "epoch": 0.7170098769236036, + "grad_norm": 2.512558937072754, + "learning_rate": 3.914328515693387e-06, + "loss": 2.3961, + "step": 41887 + }, + { + "epoch": 0.7170269946421541, + "grad_norm": 2.592038154602051, + "learning_rate": 3.913888603180343e-06, + "loss": 2.4831, + "step": 41888 + }, + { + "epoch": 0.7170441123607045, + "grad_norm": 2.4583964347839355, + "learning_rate": 3.9134487093738906e-06, + "loss": 2.4025, + "step": 41889 + }, + { + "epoch": 0.717061230079255, + "grad_norm": 2.402179479598999, + "learning_rate": 3.9130088342753705e-06, + "loss": 2.4364, + "step": 41890 + }, + { + "epoch": 0.7170783477978055, + "grad_norm": 2.538264036178589, + "learning_rate": 3.9125689778861464e-06, + "loss": 2.4947, + "step": 41891 + }, + { + "epoch": 0.717095465516356, + "grad_norm": 2.621196746826172, + "learning_rate": 3.91212914020756e-06, + "loss": 2.4328, + "step": 41892 + }, + { + "epoch": 0.7171125832349065, + "grad_norm": 2.5202653408050537, + "learning_rate": 3.911689321240968e-06, + "loss": 2.3647, + "step": 41893 + }, + { + "epoch": 0.717129700953457, + "grad_norm": 2.5408411026000977, + "learning_rate": 3.911249520987724e-06, + "loss": 2.4175, + "step": 41894 + }, + { + "epoch": 0.7171468186720074, + "grad_norm": 2.5036673545837402, + "learning_rate": 3.910809739449172e-06, + "loss": 2.2777, + "step": 41895 + }, + { + "epoch": 0.7171639363905579, + "grad_norm": 2.67569637298584, + "learning_rate": 3.910369976626676e-06, + "loss": 2.4794, + "step": 41896 + }, + { + "epoch": 0.7171810541091084, + "grad_norm": 2.4711172580718994, + "learning_rate": 3.909930232521576e-06, + "loss": 2.3463, + "step": 41897 + }, + { + "epoch": 0.7171981718276588, + "grad_norm": 2.5503668785095215, + "learning_rate": 3.909490507135229e-06, + "loss": 2.4113, + "step": 41898 + }, + { + "epoch": 0.7172152895462093, + "grad_norm": 2.4511702060699463, + "learning_rate": 3.909050800468985e-06, + "loss": 2.2722, + "step": 41899 + }, + { + "epoch": 0.7172324072647598, + "grad_norm": 2.4440107345581055, + "learning_rate": 3.908611112524198e-06, + "loss": 2.4067, + "step": 41900 + }, + { + "epoch": 0.7172495249833102, + "grad_norm": 2.4717979431152344, + "learning_rate": 3.90817144330222e-06, + "loss": 2.3847, + "step": 41901 + }, + { + "epoch": 0.7172666427018607, + "grad_norm": 2.53269624710083, + "learning_rate": 3.9077317928043975e-06, + "loss": 2.3497, + "step": 41902 + }, + { + "epoch": 0.7172837604204112, + "grad_norm": 2.452601432800293, + "learning_rate": 3.9072921610320844e-06, + "loss": 2.2631, + "step": 41903 + }, + { + "epoch": 0.7173008781389616, + "grad_norm": 2.4655632972717285, + "learning_rate": 3.906852547986631e-06, + "loss": 2.4385, + "step": 41904 + }, + { + "epoch": 0.7173179958575121, + "grad_norm": 2.4742822647094727, + "learning_rate": 3.906412953669392e-06, + "loss": 2.3662, + "step": 41905 + }, + { + "epoch": 0.7173351135760626, + "grad_norm": 2.534834384918213, + "learning_rate": 3.905973378081714e-06, + "loss": 2.3944, + "step": 41906 + }, + { + "epoch": 0.717352231294613, + "grad_norm": 2.48681640625, + "learning_rate": 3.905533821224952e-06, + "loss": 2.4276, + "step": 41907 + }, + { + "epoch": 0.7173693490131635, + "grad_norm": 2.477128744125366, + "learning_rate": 3.905094283100459e-06, + "loss": 2.3377, + "step": 41908 + }, + { + "epoch": 0.717386466731714, + "grad_norm": 2.6620657444000244, + "learning_rate": 3.904654763709578e-06, + "loss": 2.468, + "step": 41909 + }, + { + "epoch": 0.7174035844502644, + "grad_norm": 2.4855129718780518, + "learning_rate": 3.9042152630536644e-06, + "loss": 2.3837, + "step": 41910 + }, + { + "epoch": 0.7174207021688149, + "grad_norm": 2.560029983520508, + "learning_rate": 3.903775781134069e-06, + "loss": 2.4431, + "step": 41911 + }, + { + "epoch": 0.7174378198873654, + "grad_norm": 2.4903953075408936, + "learning_rate": 3.903336317952142e-06, + "loss": 2.4474, + "step": 41912 + }, + { + "epoch": 0.7174549376059158, + "grad_norm": 2.29988956451416, + "learning_rate": 3.902896873509236e-06, + "loss": 2.3254, + "step": 41913 + }, + { + "epoch": 0.7174720553244663, + "grad_norm": 2.536323308944702, + "learning_rate": 3.902457447806704e-06, + "loss": 2.2796, + "step": 41914 + }, + { + "epoch": 0.7174891730430168, + "grad_norm": 2.405060052871704, + "learning_rate": 3.902018040845889e-06, + "loss": 2.394, + "step": 41915 + }, + { + "epoch": 0.7175062907615672, + "grad_norm": 2.4035940170288086, + "learning_rate": 3.901578652628145e-06, + "loss": 2.3362, + "step": 41916 + }, + { + "epoch": 0.7175234084801178, + "grad_norm": 2.6131691932678223, + "learning_rate": 3.901139283154823e-06, + "loss": 2.3444, + "step": 41917 + }, + { + "epoch": 0.7175405261986683, + "grad_norm": 2.415619134902954, + "learning_rate": 3.9006999324272756e-06, + "loss": 2.3629, + "step": 41918 + }, + { + "epoch": 0.7175576439172188, + "grad_norm": 2.4418063163757324, + "learning_rate": 3.900260600446854e-06, + "loss": 2.3452, + "step": 41919 + }, + { + "epoch": 0.7175747616357692, + "grad_norm": 2.766298770904541, + "learning_rate": 3.8998212872148975e-06, + "loss": 2.4844, + "step": 41920 + }, + { + "epoch": 0.7175918793543197, + "grad_norm": 2.424426317214966, + "learning_rate": 3.899381992732773e-06, + "loss": 2.334, + "step": 41921 + }, + { + "epoch": 0.7176089970728702, + "grad_norm": 2.4414501190185547, + "learning_rate": 3.898942717001818e-06, + "loss": 2.3929, + "step": 41922 + }, + { + "epoch": 0.7176261147914206, + "grad_norm": 2.4707751274108887, + "learning_rate": 3.8985034600233886e-06, + "loss": 2.3992, + "step": 41923 + }, + { + "epoch": 0.7176432325099711, + "grad_norm": 2.606611490249634, + "learning_rate": 3.8980642217988365e-06, + "loss": 2.3286, + "step": 41924 + }, + { + "epoch": 0.7176603502285216, + "grad_norm": 2.5143415927886963, + "learning_rate": 3.8976250023295005e-06, + "loss": 2.3823, + "step": 41925 + }, + { + "epoch": 0.717677467947072, + "grad_norm": 2.4424684047698975, + "learning_rate": 3.897185801616748e-06, + "loss": 2.3267, + "step": 41926 + }, + { + "epoch": 0.7176945856656225, + "grad_norm": 2.507521390914917, + "learning_rate": 3.896746619661911e-06, + "loss": 2.3849, + "step": 41927 + }, + { + "epoch": 0.717711703384173, + "grad_norm": 2.3415122032165527, + "learning_rate": 3.896307456466355e-06, + "loss": 2.2634, + "step": 41928 + }, + { + "epoch": 0.7177288211027234, + "grad_norm": 2.592444658279419, + "learning_rate": 3.89586831203142e-06, + "loss": 2.3576, + "step": 41929 + }, + { + "epoch": 0.7177459388212739, + "grad_norm": 2.4058828353881836, + "learning_rate": 3.895429186358459e-06, + "loss": 2.3576, + "step": 41930 + }, + { + "epoch": 0.7177630565398244, + "grad_norm": 2.441427707672119, + "learning_rate": 3.894990079448826e-06, + "loss": 2.3962, + "step": 41931 + }, + { + "epoch": 0.7177801742583748, + "grad_norm": 2.6220035552978516, + "learning_rate": 3.894550991303858e-06, + "loss": 2.4809, + "step": 41932 + }, + { + "epoch": 0.7177972919769253, + "grad_norm": 2.560490131378174, + "learning_rate": 3.89411192192492e-06, + "loss": 2.3585, + "step": 41933 + }, + { + "epoch": 0.7178144096954758, + "grad_norm": 2.609333038330078, + "learning_rate": 3.8936728713133506e-06, + "loss": 2.4274, + "step": 41934 + }, + { + "epoch": 0.7178315274140262, + "grad_norm": 2.4684815406799316, + "learning_rate": 3.893233839470504e-06, + "loss": 2.3315, + "step": 41935 + }, + { + "epoch": 0.7178486451325767, + "grad_norm": 2.5238277912139893, + "learning_rate": 3.892794826397727e-06, + "loss": 2.3948, + "step": 41936 + }, + { + "epoch": 0.7178657628511272, + "grad_norm": 2.502836227416992, + "learning_rate": 3.892355832096372e-06, + "loss": 2.3163, + "step": 41937 + }, + { + "epoch": 0.7178828805696776, + "grad_norm": 2.371521234512329, + "learning_rate": 3.89191685656779e-06, + "loss": 2.3753, + "step": 41938 + }, + { + "epoch": 0.7178999982882281, + "grad_norm": 2.5296642780303955, + "learning_rate": 3.891477899813323e-06, + "loss": 2.4804, + "step": 41939 + }, + { + "epoch": 0.7179171160067787, + "grad_norm": 2.3837194442749023, + "learning_rate": 3.891038961834326e-06, + "loss": 2.2395, + "step": 41940 + }, + { + "epoch": 0.717934233725329, + "grad_norm": 2.4426889419555664, + "learning_rate": 3.8906000426321445e-06, + "loss": 2.2695, + "step": 41941 + }, + { + "epoch": 0.7179513514438796, + "grad_norm": 2.4617035388946533, + "learning_rate": 3.890161142208131e-06, + "loss": 2.276, + "step": 41942 + }, + { + "epoch": 0.7179684691624301, + "grad_norm": 2.5274829864501953, + "learning_rate": 3.889722260563633e-06, + "loss": 2.4333, + "step": 41943 + }, + { + "epoch": 0.7179855868809805, + "grad_norm": 2.3384902477264404, + "learning_rate": 3.889283397699999e-06, + "loss": 2.2525, + "step": 41944 + }, + { + "epoch": 0.718002704599531, + "grad_norm": 2.485844135284424, + "learning_rate": 3.888844553618582e-06, + "loss": 2.3506, + "step": 41945 + }, + { + "epoch": 0.7180198223180815, + "grad_norm": 2.5023539066314697, + "learning_rate": 3.888405728320725e-06, + "loss": 2.3394, + "step": 41946 + }, + { + "epoch": 0.7180369400366319, + "grad_norm": 2.554551124572754, + "learning_rate": 3.8879669218077785e-06, + "loss": 2.3578, + "step": 41947 + }, + { + "epoch": 0.7180540577551824, + "grad_norm": 2.3232297897338867, + "learning_rate": 3.887528134081092e-06, + "loss": 2.3356, + "step": 41948 + }, + { + "epoch": 0.7180711754737329, + "grad_norm": 2.5452849864959717, + "learning_rate": 3.887089365142014e-06, + "loss": 2.4442, + "step": 41949 + }, + { + "epoch": 0.7180882931922833, + "grad_norm": 2.3325259685516357, + "learning_rate": 3.8866506149918936e-06, + "loss": 2.2391, + "step": 41950 + }, + { + "epoch": 0.7181054109108338, + "grad_norm": 2.6382393836975098, + "learning_rate": 3.8862118836320816e-06, + "loss": 2.3156, + "step": 41951 + }, + { + "epoch": 0.7181225286293843, + "grad_norm": 2.528970718383789, + "learning_rate": 3.885773171063922e-06, + "loss": 2.4822, + "step": 41952 + }, + { + "epoch": 0.7181396463479347, + "grad_norm": 2.4489991664886475, + "learning_rate": 3.885334477288763e-06, + "loss": 2.3602, + "step": 41953 + }, + { + "epoch": 0.7181567640664852, + "grad_norm": 2.8614916801452637, + "learning_rate": 3.884895802307956e-06, + "loss": 2.4217, + "step": 41954 + }, + { + "epoch": 0.7181738817850357, + "grad_norm": 2.5663793087005615, + "learning_rate": 3.8844571461228494e-06, + "loss": 2.3057, + "step": 41955 + }, + { + "epoch": 0.7181909995035861, + "grad_norm": 2.404588460922241, + "learning_rate": 3.884018508734794e-06, + "loss": 2.344, + "step": 41956 + }, + { + "epoch": 0.7182081172221366, + "grad_norm": 2.661862373352051, + "learning_rate": 3.883579890145126e-06, + "loss": 2.3159, + "step": 41957 + }, + { + "epoch": 0.7182252349406871, + "grad_norm": 2.5194220542907715, + "learning_rate": 3.88314129035521e-06, + "loss": 2.4397, + "step": 41958 + }, + { + "epoch": 0.7182423526592375, + "grad_norm": 2.8410139083862305, + "learning_rate": 3.882702709366383e-06, + "loss": 2.3111, + "step": 41959 + }, + { + "epoch": 0.718259470377788, + "grad_norm": 2.523179531097412, + "learning_rate": 3.882264147179996e-06, + "loss": 2.4353, + "step": 41960 + }, + { + "epoch": 0.7182765880963385, + "grad_norm": 2.5602052211761475, + "learning_rate": 3.8818256037974015e-06, + "loss": 2.3709, + "step": 41961 + }, + { + "epoch": 0.7182937058148889, + "grad_norm": 2.411684989929199, + "learning_rate": 3.881387079219935e-06, + "loss": 2.2694, + "step": 41962 + }, + { + "epoch": 0.7183108235334394, + "grad_norm": 2.5680935382843018, + "learning_rate": 3.880948573448959e-06, + "loss": 2.4222, + "step": 41963 + }, + { + "epoch": 0.71832794125199, + "grad_norm": 2.442016363143921, + "learning_rate": 3.880510086485809e-06, + "loss": 2.331, + "step": 41964 + }, + { + "epoch": 0.7183450589705404, + "grad_norm": 2.410773754119873, + "learning_rate": 3.880071618331847e-06, + "loss": 2.4164, + "step": 41965 + }, + { + "epoch": 0.7183621766890909, + "grad_norm": 2.530179500579834, + "learning_rate": 3.879633168988406e-06, + "loss": 2.3289, + "step": 41966 + }, + { + "epoch": 0.7183792944076414, + "grad_norm": 2.496567726135254, + "learning_rate": 3.8791947384568415e-06, + "loss": 2.3502, + "step": 41967 + }, + { + "epoch": 0.7183964121261919, + "grad_norm": 2.6411190032958984, + "learning_rate": 3.878756326738503e-06, + "loss": 2.4764, + "step": 41968 + }, + { + "epoch": 0.7184135298447423, + "grad_norm": 2.4878506660461426, + "learning_rate": 3.878317933834728e-06, + "loss": 2.2707, + "step": 41969 + }, + { + "epoch": 0.7184306475632928, + "grad_norm": 2.5786187648773193, + "learning_rate": 3.877879559746876e-06, + "loss": 2.4254, + "step": 41970 + }, + { + "epoch": 0.7184477652818433, + "grad_norm": 2.57700777053833, + "learning_rate": 3.877441204476287e-06, + "loss": 2.3, + "step": 41971 + }, + { + "epoch": 0.7184648830003937, + "grad_norm": 2.467271566390991, + "learning_rate": 3.87700286802431e-06, + "loss": 2.4248, + "step": 41972 + }, + { + "epoch": 0.7184820007189442, + "grad_norm": 2.6321089267730713, + "learning_rate": 3.8765645503922955e-06, + "loss": 2.371, + "step": 41973 + }, + { + "epoch": 0.7184991184374947, + "grad_norm": 2.587695360183716, + "learning_rate": 3.876126251581581e-06, + "loss": 2.3955, + "step": 41974 + }, + { + "epoch": 0.7185162361560451, + "grad_norm": 2.441523313522339, + "learning_rate": 3.875687971593528e-06, + "loss": 2.37, + "step": 41975 + }, + { + "epoch": 0.7185333538745956, + "grad_norm": 2.54215931892395, + "learning_rate": 3.875249710429472e-06, + "loss": 2.3059, + "step": 41976 + }, + { + "epoch": 0.7185504715931461, + "grad_norm": 2.5213263034820557, + "learning_rate": 3.874811468090764e-06, + "loss": 2.3395, + "step": 41977 + }, + { + "epoch": 0.7185675893116965, + "grad_norm": 2.41142201423645, + "learning_rate": 3.874373244578752e-06, + "loss": 2.239, + "step": 41978 + }, + { + "epoch": 0.718584707030247, + "grad_norm": 2.5026557445526123, + "learning_rate": 3.873935039894782e-06, + "loss": 2.3409, + "step": 41979 + }, + { + "epoch": 0.7186018247487975, + "grad_norm": 2.443347215652466, + "learning_rate": 3.873496854040204e-06, + "loss": 2.1898, + "step": 41980 + }, + { + "epoch": 0.7186189424673479, + "grad_norm": 2.3759846687316895, + "learning_rate": 3.873058687016355e-06, + "loss": 2.2903, + "step": 41981 + }, + { + "epoch": 0.7186360601858984, + "grad_norm": 2.4571099281311035, + "learning_rate": 3.8726205388245965e-06, + "loss": 2.3782, + "step": 41982 + }, + { + "epoch": 0.7186531779044489, + "grad_norm": 2.5154354572296143, + "learning_rate": 3.872182409466263e-06, + "loss": 2.42, + "step": 41983 + }, + { + "epoch": 0.7186702956229993, + "grad_norm": 2.558793306350708, + "learning_rate": 3.871744298942705e-06, + "loss": 2.3825, + "step": 41984 + }, + { + "epoch": 0.7186874133415498, + "grad_norm": 2.4388184547424316, + "learning_rate": 3.871306207255271e-06, + "loss": 2.329, + "step": 41985 + }, + { + "epoch": 0.7187045310601003, + "grad_norm": 2.4013519287109375, + "learning_rate": 3.8708681344053056e-06, + "loss": 2.3455, + "step": 41986 + }, + { + "epoch": 0.7187216487786507, + "grad_norm": 2.534257650375366, + "learning_rate": 3.87043008039416e-06, + "loss": 2.358, + "step": 41987 + }, + { + "epoch": 0.7187387664972013, + "grad_norm": 2.565762996673584, + "learning_rate": 3.869992045223171e-06, + "loss": 2.4205, + "step": 41988 + }, + { + "epoch": 0.7187558842157518, + "grad_norm": 2.615104913711548, + "learning_rate": 3.869554028893692e-06, + "loss": 2.4249, + "step": 41989 + }, + { + "epoch": 0.7187730019343022, + "grad_norm": 2.4896903038024902, + "learning_rate": 3.869116031407067e-06, + "loss": 2.3569, + "step": 41990 + }, + { + "epoch": 0.7187901196528527, + "grad_norm": 2.5714452266693115, + "learning_rate": 3.868678052764644e-06, + "loss": 2.3805, + "step": 41991 + }, + { + "epoch": 0.7188072373714032, + "grad_norm": 2.659132242202759, + "learning_rate": 3.868240092967766e-06, + "loss": 2.3925, + "step": 41992 + }, + { + "epoch": 0.7188243550899536, + "grad_norm": 2.3833155632019043, + "learning_rate": 3.8678021520177875e-06, + "loss": 2.3508, + "step": 41993 + }, + { + "epoch": 0.7188414728085041, + "grad_norm": 2.5189499855041504, + "learning_rate": 3.86736422991604e-06, + "loss": 2.3348, + "step": 41994 + }, + { + "epoch": 0.7188585905270546, + "grad_norm": 2.4598352909088135, + "learning_rate": 3.866926326663884e-06, + "loss": 2.3453, + "step": 41995 + }, + { + "epoch": 0.718875708245605, + "grad_norm": 2.5238876342773438, + "learning_rate": 3.866488442262658e-06, + "loss": 2.3334, + "step": 41996 + }, + { + "epoch": 0.7188928259641555, + "grad_norm": 2.5540597438812256, + "learning_rate": 3.866050576713708e-06, + "loss": 2.2737, + "step": 41997 + }, + { + "epoch": 0.718909943682706, + "grad_norm": 2.4352238178253174, + "learning_rate": 3.865612730018386e-06, + "loss": 2.3268, + "step": 41998 + }, + { + "epoch": 0.7189270614012564, + "grad_norm": 2.42720627784729, + "learning_rate": 3.865174902178024e-06, + "loss": 2.4471, + "step": 41999 + }, + { + "epoch": 0.7189441791198069, + "grad_norm": 2.368831157684326, + "learning_rate": 3.864737093193984e-06, + "loss": 2.3564, + "step": 42000 + }, + { + "epoch": 0.7189612968383574, + "grad_norm": 2.453597068786621, + "learning_rate": 3.864299303067598e-06, + "loss": 2.3376, + "step": 42001 + }, + { + "epoch": 0.7189784145569078, + "grad_norm": 2.449770212173462, + "learning_rate": 3.863861531800225e-06, + "loss": 2.4654, + "step": 42002 + }, + { + "epoch": 0.7189955322754583, + "grad_norm": 2.512824535369873, + "learning_rate": 3.8634237793932e-06, + "loss": 2.3961, + "step": 42003 + }, + { + "epoch": 0.7190126499940088, + "grad_norm": 2.5189833641052246, + "learning_rate": 3.862986045847871e-06, + "loss": 2.3097, + "step": 42004 + }, + { + "epoch": 0.7190297677125592, + "grad_norm": 2.512664794921875, + "learning_rate": 3.862548331165589e-06, + "loss": 2.3657, + "step": 42005 + }, + { + "epoch": 0.7190468854311097, + "grad_norm": 2.5359363555908203, + "learning_rate": 3.862110635347687e-06, + "loss": 2.3189, + "step": 42006 + }, + { + "epoch": 0.7190640031496602, + "grad_norm": 2.5508675575256348, + "learning_rate": 3.861672958395525e-06, + "loss": 2.3749, + "step": 42007 + }, + { + "epoch": 0.7190811208682106, + "grad_norm": 2.494192361831665, + "learning_rate": 3.8612353003104385e-06, + "loss": 2.4306, + "step": 42008 + }, + { + "epoch": 0.7190982385867611, + "grad_norm": 2.6871416568756104, + "learning_rate": 3.860797661093776e-06, + "loss": 2.4019, + "step": 42009 + }, + { + "epoch": 0.7191153563053116, + "grad_norm": 2.462134599685669, + "learning_rate": 3.860360040746884e-06, + "loss": 2.4604, + "step": 42010 + }, + { + "epoch": 0.719132474023862, + "grad_norm": 2.4165239334106445, + "learning_rate": 3.859922439271101e-06, + "loss": 2.378, + "step": 42011 + }, + { + "epoch": 0.7191495917424126, + "grad_norm": 2.5442748069763184, + "learning_rate": 3.859484856667782e-06, + "loss": 2.3547, + "step": 42012 + }, + { + "epoch": 0.7191667094609631, + "grad_norm": 2.4468986988067627, + "learning_rate": 3.859047292938265e-06, + "loss": 2.4079, + "step": 42013 + }, + { + "epoch": 0.7191838271795136, + "grad_norm": 2.5700831413269043, + "learning_rate": 3.858609748083896e-06, + "loss": 2.3748, + "step": 42014 + }, + { + "epoch": 0.719200944898064, + "grad_norm": 2.536266565322876, + "learning_rate": 3.8581722221060206e-06, + "loss": 2.3177, + "step": 42015 + }, + { + "epoch": 0.7192180626166145, + "grad_norm": 2.5440080165863037, + "learning_rate": 3.8577347150059845e-06, + "loss": 2.4663, + "step": 42016 + }, + { + "epoch": 0.719235180335165, + "grad_norm": 2.5951075553894043, + "learning_rate": 3.857297226785134e-06, + "loss": 2.3475, + "step": 42017 + }, + { + "epoch": 0.7192522980537154, + "grad_norm": 2.5817108154296875, + "learning_rate": 3.856859757444804e-06, + "loss": 2.453, + "step": 42018 + }, + { + "epoch": 0.7192694157722659, + "grad_norm": 2.4347729682922363, + "learning_rate": 3.856422306986355e-06, + "loss": 2.3473, + "step": 42019 + }, + { + "epoch": 0.7192865334908164, + "grad_norm": 2.551211357116699, + "learning_rate": 3.855984875411119e-06, + "loss": 2.3346, + "step": 42020 + }, + { + "epoch": 0.7193036512093668, + "grad_norm": 2.4902000427246094, + "learning_rate": 3.855547462720444e-06, + "loss": 2.2965, + "step": 42021 + }, + { + "epoch": 0.7193207689279173, + "grad_norm": 2.5652334690093994, + "learning_rate": 3.855110068915675e-06, + "loss": 2.4053, + "step": 42022 + }, + { + "epoch": 0.7193378866464678, + "grad_norm": 2.5000739097595215, + "learning_rate": 3.854672693998157e-06, + "loss": 2.4302, + "step": 42023 + }, + { + "epoch": 0.7193550043650182, + "grad_norm": 2.536360263824463, + "learning_rate": 3.854235337969238e-06, + "loss": 2.4047, + "step": 42024 + }, + { + "epoch": 0.7193721220835687, + "grad_norm": 2.4931962490081787, + "learning_rate": 3.853798000830253e-06, + "loss": 2.347, + "step": 42025 + }, + { + "epoch": 0.7193892398021192, + "grad_norm": 2.512310743331909, + "learning_rate": 3.853360682582552e-06, + "loss": 2.3895, + "step": 42026 + }, + { + "epoch": 0.7194063575206696, + "grad_norm": 2.3855137825012207, + "learning_rate": 3.852923383227478e-06, + "loss": 2.2572, + "step": 42027 + }, + { + "epoch": 0.7194234752392201, + "grad_norm": 2.609905958175659, + "learning_rate": 3.8524861027663765e-06, + "loss": 2.5211, + "step": 42028 + }, + { + "epoch": 0.7194405929577706, + "grad_norm": 2.5904855728149414, + "learning_rate": 3.8520488412005894e-06, + "loss": 2.3856, + "step": 42029 + }, + { + "epoch": 0.719457710676321, + "grad_norm": 2.495389223098755, + "learning_rate": 3.851611598531466e-06, + "loss": 2.4162, + "step": 42030 + }, + { + "epoch": 0.7194748283948715, + "grad_norm": 2.5293784141540527, + "learning_rate": 3.851174374760343e-06, + "loss": 2.3672, + "step": 42031 + }, + { + "epoch": 0.719491946113422, + "grad_norm": 2.4652438163757324, + "learning_rate": 3.850737169888566e-06, + "loss": 2.408, + "step": 42032 + }, + { + "epoch": 0.7195090638319724, + "grad_norm": 2.5216591358184814, + "learning_rate": 3.850299983917482e-06, + "loss": 2.2969, + "step": 42033 + }, + { + "epoch": 0.719526181550523, + "grad_norm": 2.471090793609619, + "learning_rate": 3.849862816848432e-06, + "loss": 2.3249, + "step": 42034 + }, + { + "epoch": 0.7195432992690735, + "grad_norm": 2.335904836654663, + "learning_rate": 3.849425668682761e-06, + "loss": 2.3347, + "step": 42035 + }, + { + "epoch": 0.7195604169876239, + "grad_norm": 2.5133438110351562, + "learning_rate": 3.848988539421812e-06, + "loss": 2.3578, + "step": 42036 + }, + { + "epoch": 0.7195775347061744, + "grad_norm": 2.4864871501922607, + "learning_rate": 3.848551429066932e-06, + "loss": 2.3724, + "step": 42037 + }, + { + "epoch": 0.7195946524247249, + "grad_norm": 2.298969030380249, + "learning_rate": 3.848114337619458e-06, + "loss": 2.3004, + "step": 42038 + }, + { + "epoch": 0.7196117701432753, + "grad_norm": 2.468789577484131, + "learning_rate": 3.847677265080738e-06, + "loss": 2.31, + "step": 42039 + }, + { + "epoch": 0.7196288878618258, + "grad_norm": 2.4979796409606934, + "learning_rate": 3.847240211452114e-06, + "loss": 2.3716, + "step": 42040 + }, + { + "epoch": 0.7196460055803763, + "grad_norm": 2.6037068367004395, + "learning_rate": 3.846803176734929e-06, + "loss": 2.3861, + "step": 42041 + }, + { + "epoch": 0.7196631232989267, + "grad_norm": 2.5399277210235596, + "learning_rate": 3.84636616093053e-06, + "loss": 2.3921, + "step": 42042 + }, + { + "epoch": 0.7196802410174772, + "grad_norm": 2.374830961227417, + "learning_rate": 3.84592916404025e-06, + "loss": 2.3483, + "step": 42043 + }, + { + "epoch": 0.7196973587360277, + "grad_norm": 2.6005852222442627, + "learning_rate": 3.845492186065448e-06, + "loss": 2.3448, + "step": 42044 + }, + { + "epoch": 0.7197144764545781, + "grad_norm": 2.488081932067871, + "learning_rate": 3.845055227007455e-06, + "loss": 2.3262, + "step": 42045 + }, + { + "epoch": 0.7197315941731286, + "grad_norm": 2.3382623195648193, + "learning_rate": 3.844618286867616e-06, + "loss": 2.2751, + "step": 42046 + }, + { + "epoch": 0.7197487118916791, + "grad_norm": 2.477743148803711, + "learning_rate": 3.844181365647279e-06, + "loss": 2.3683, + "step": 42047 + }, + { + "epoch": 0.7197658296102295, + "grad_norm": 2.391007900238037, + "learning_rate": 3.8437444633477775e-06, + "loss": 2.4383, + "step": 42048 + }, + { + "epoch": 0.71978294732878, + "grad_norm": 2.4976844787597656, + "learning_rate": 3.843307579970467e-06, + "loss": 2.4101, + "step": 42049 + }, + { + "epoch": 0.7198000650473305, + "grad_norm": 2.4297072887420654, + "learning_rate": 3.84287071551668e-06, + "loss": 2.308, + "step": 42050 + }, + { + "epoch": 0.7198171827658809, + "grad_norm": 2.603394031524658, + "learning_rate": 3.842433869987763e-06, + "loss": 2.3609, + "step": 42051 + }, + { + "epoch": 0.7198343004844314, + "grad_norm": 2.60661244392395, + "learning_rate": 3.841997043385061e-06, + "loss": 2.3887, + "step": 42052 + }, + { + "epoch": 0.7198514182029819, + "grad_norm": 2.536827325820923, + "learning_rate": 3.841560235709909e-06, + "loss": 2.3901, + "step": 42053 + }, + { + "epoch": 0.7198685359215323, + "grad_norm": 2.5396928787231445, + "learning_rate": 3.841123446963662e-06, + "loss": 2.3766, + "step": 42054 + }, + { + "epoch": 0.7198856536400828, + "grad_norm": 2.3654606342315674, + "learning_rate": 3.840686677147647e-06, + "loss": 2.3079, + "step": 42055 + }, + { + "epoch": 0.7199027713586333, + "grad_norm": 2.4485745429992676, + "learning_rate": 3.840249926263223e-06, + "loss": 2.3241, + "step": 42056 + }, + { + "epoch": 0.7199198890771837, + "grad_norm": 2.4269232749938965, + "learning_rate": 3.839813194311721e-06, + "loss": 2.3928, + "step": 42057 + }, + { + "epoch": 0.7199370067957342, + "grad_norm": 2.4643971920013428, + "learning_rate": 3.839376481294486e-06, + "loss": 2.3644, + "step": 42058 + }, + { + "epoch": 0.7199541245142848, + "grad_norm": 2.4923946857452393, + "learning_rate": 3.838939787212864e-06, + "loss": 2.3047, + "step": 42059 + }, + { + "epoch": 0.7199712422328353, + "grad_norm": 2.3988664150238037, + "learning_rate": 3.838503112068188e-06, + "loss": 2.3171, + "step": 42060 + }, + { + "epoch": 0.7199883599513857, + "grad_norm": 2.4794561862945557, + "learning_rate": 3.838066455861814e-06, + "loss": 2.3287, + "step": 42061 + }, + { + "epoch": 0.7200054776699362, + "grad_norm": 2.491029739379883, + "learning_rate": 3.837629818595072e-06, + "loss": 2.349, + "step": 42062 + }, + { + "epoch": 0.7200225953884867, + "grad_norm": 2.425549030303955, + "learning_rate": 3.837193200269309e-06, + "loss": 2.409, + "step": 42063 + }, + { + "epoch": 0.7200397131070371, + "grad_norm": 2.498176336288452, + "learning_rate": 3.836756600885867e-06, + "loss": 2.4503, + "step": 42064 + }, + { + "epoch": 0.7200568308255876, + "grad_norm": 2.527926445007324, + "learning_rate": 3.836320020446087e-06, + "loss": 2.3523, + "step": 42065 + }, + { + "epoch": 0.7200739485441381, + "grad_norm": 2.4945900440216064, + "learning_rate": 3.835883458951312e-06, + "loss": 2.3252, + "step": 42066 + }, + { + "epoch": 0.7200910662626885, + "grad_norm": 2.7363016605377197, + "learning_rate": 3.835446916402887e-06, + "loss": 2.5186, + "step": 42067 + }, + { + "epoch": 0.720108183981239, + "grad_norm": 2.5030977725982666, + "learning_rate": 3.835010392802146e-06, + "loss": 2.4167, + "step": 42068 + }, + { + "epoch": 0.7201253016997895, + "grad_norm": 2.61956787109375, + "learning_rate": 3.8345738881504346e-06, + "loss": 2.5324, + "step": 42069 + }, + { + "epoch": 0.7201424194183399, + "grad_norm": 2.548640489578247, + "learning_rate": 3.834137402449095e-06, + "loss": 2.3845, + "step": 42070 + }, + { + "epoch": 0.7201595371368904, + "grad_norm": 2.3823752403259277, + "learning_rate": 3.8337009356994696e-06, + "loss": 2.2829, + "step": 42071 + }, + { + "epoch": 0.7201766548554409, + "grad_norm": 2.605255603790283, + "learning_rate": 3.833264487902898e-06, + "loss": 2.5137, + "step": 42072 + }, + { + "epoch": 0.7201937725739913, + "grad_norm": 2.43475341796875, + "learning_rate": 3.832828059060722e-06, + "loss": 2.394, + "step": 42073 + }, + { + "epoch": 0.7202108902925418, + "grad_norm": 2.366840362548828, + "learning_rate": 3.832391649174288e-06, + "loss": 2.2796, + "step": 42074 + }, + { + "epoch": 0.7202280080110923, + "grad_norm": 2.5383732318878174, + "learning_rate": 3.831955258244928e-06, + "loss": 2.3187, + "step": 42075 + }, + { + "epoch": 0.7202451257296427, + "grad_norm": 2.318645477294922, + "learning_rate": 3.8315188862739895e-06, + "loss": 2.2611, + "step": 42076 + }, + { + "epoch": 0.7202622434481932, + "grad_norm": 2.5171897411346436, + "learning_rate": 3.831082533262812e-06, + "loss": 2.3379, + "step": 42077 + }, + { + "epoch": 0.7202793611667437, + "grad_norm": 2.3203303813934326, + "learning_rate": 3.830646199212737e-06, + "loss": 2.2734, + "step": 42078 + }, + { + "epoch": 0.7202964788852941, + "grad_norm": 2.523193597793579, + "learning_rate": 3.830209884125111e-06, + "loss": 2.4014, + "step": 42079 + }, + { + "epoch": 0.7203135966038446, + "grad_norm": 2.5583555698394775, + "learning_rate": 3.829773588001261e-06, + "loss": 2.4545, + "step": 42080 + }, + { + "epoch": 0.7203307143223951, + "grad_norm": 2.4170687198638916, + "learning_rate": 3.8293373108425445e-06, + "loss": 2.3443, + "step": 42081 + }, + { + "epoch": 0.7203478320409455, + "grad_norm": 2.390718460083008, + "learning_rate": 3.8289010526502925e-06, + "loss": 2.3046, + "step": 42082 + }, + { + "epoch": 0.720364949759496, + "grad_norm": 2.5875461101531982, + "learning_rate": 3.8284648134258475e-06, + "loss": 2.3532, + "step": 42083 + }, + { + "epoch": 0.7203820674780466, + "grad_norm": 2.4381284713745117, + "learning_rate": 3.828028593170554e-06, + "loss": 2.4392, + "step": 42084 + }, + { + "epoch": 0.720399185196597, + "grad_norm": 2.624361515045166, + "learning_rate": 3.827592391885744e-06, + "loss": 2.4064, + "step": 42085 + }, + { + "epoch": 0.7204163029151475, + "grad_norm": 2.390436887741089, + "learning_rate": 3.82715620957277e-06, + "loss": 2.3234, + "step": 42086 + }, + { + "epoch": 0.720433420633698, + "grad_norm": 2.3500418663024902, + "learning_rate": 3.826720046232965e-06, + "loss": 2.2825, + "step": 42087 + }, + { + "epoch": 0.7204505383522484, + "grad_norm": 2.3866536617279053, + "learning_rate": 3.826283901867669e-06, + "loss": 2.3177, + "step": 42088 + }, + { + "epoch": 0.7204676560707989, + "grad_norm": 2.551034450531006, + "learning_rate": 3.825847776478231e-06, + "loss": 2.3495, + "step": 42089 + }, + { + "epoch": 0.7204847737893494, + "grad_norm": 2.630990982055664, + "learning_rate": 3.825411670065977e-06, + "loss": 2.3708, + "step": 42090 + }, + { + "epoch": 0.7205018915078998, + "grad_norm": 2.6965742111206055, + "learning_rate": 3.824975582632263e-06, + "loss": 2.2963, + "step": 42091 + }, + { + "epoch": 0.7205190092264503, + "grad_norm": 2.4824166297912598, + "learning_rate": 3.824539514178416e-06, + "loss": 2.3977, + "step": 42092 + }, + { + "epoch": 0.7205361269450008, + "grad_norm": 2.4141032695770264, + "learning_rate": 3.82410346470579e-06, + "loss": 2.353, + "step": 42093 + }, + { + "epoch": 0.7205532446635512, + "grad_norm": 2.576514482498169, + "learning_rate": 3.8236674342157145e-06, + "loss": 2.3115, + "step": 42094 + }, + { + "epoch": 0.7205703623821017, + "grad_norm": 2.618453025817871, + "learning_rate": 3.8232314227095315e-06, + "loss": 2.3429, + "step": 42095 + }, + { + "epoch": 0.7205874801006522, + "grad_norm": 2.5178773403167725, + "learning_rate": 3.8227954301885874e-06, + "loss": 2.3769, + "step": 42096 + }, + { + "epoch": 0.7206045978192026, + "grad_norm": 2.852067708969116, + "learning_rate": 3.822359456654211e-06, + "loss": 2.5191, + "step": 42097 + }, + { + "epoch": 0.7206217155377531, + "grad_norm": 2.761229991912842, + "learning_rate": 3.821923502107755e-06, + "loss": 2.4432, + "step": 42098 + }, + { + "epoch": 0.7206388332563036, + "grad_norm": 2.3867743015289307, + "learning_rate": 3.821487566550552e-06, + "loss": 2.3832, + "step": 42099 + }, + { + "epoch": 0.720655950974854, + "grad_norm": 2.6090705394744873, + "learning_rate": 3.821051649983941e-06, + "loss": 2.4805, + "step": 42100 + }, + { + "epoch": 0.7206730686934045, + "grad_norm": 2.442410945892334, + "learning_rate": 3.820615752409265e-06, + "loss": 2.2429, + "step": 42101 + }, + { + "epoch": 0.720690186411955, + "grad_norm": 2.608919382095337, + "learning_rate": 3.8201798738278625e-06, + "loss": 2.3716, + "step": 42102 + }, + { + "epoch": 0.7207073041305054, + "grad_norm": 2.399848699569702, + "learning_rate": 3.819744014241078e-06, + "loss": 2.4691, + "step": 42103 + }, + { + "epoch": 0.7207244218490559, + "grad_norm": 2.5378634929656982, + "learning_rate": 3.8193081736502425e-06, + "loss": 2.4372, + "step": 42104 + }, + { + "epoch": 0.7207415395676064, + "grad_norm": 2.513230323791504, + "learning_rate": 3.818872352056701e-06, + "loss": 2.4088, + "step": 42105 + }, + { + "epoch": 0.720758657286157, + "grad_norm": 2.517335891723633, + "learning_rate": 3.8184365494617906e-06, + "loss": 2.4578, + "step": 42106 + }, + { + "epoch": 0.7207757750047074, + "grad_norm": 2.5801563262939453, + "learning_rate": 3.8180007658668525e-06, + "loss": 2.4488, + "step": 42107 + }, + { + "epoch": 0.7207928927232579, + "grad_norm": 2.4445371627807617, + "learning_rate": 3.817565001273227e-06, + "loss": 2.3116, + "step": 42108 + }, + { + "epoch": 0.7208100104418084, + "grad_norm": 2.529217004776001, + "learning_rate": 3.817129255682252e-06, + "loss": 2.3689, + "step": 42109 + }, + { + "epoch": 0.7208271281603588, + "grad_norm": 2.5132129192352295, + "learning_rate": 3.816693529095271e-06, + "loss": 2.3268, + "step": 42110 + }, + { + "epoch": 0.7208442458789093, + "grad_norm": 2.4631636142730713, + "learning_rate": 3.816257821513615e-06, + "loss": 2.3606, + "step": 42111 + }, + { + "epoch": 0.7208613635974598, + "grad_norm": 2.5229475498199463, + "learning_rate": 3.815822132938628e-06, + "loss": 2.4122, + "step": 42112 + }, + { + "epoch": 0.7208784813160102, + "grad_norm": 2.50030517578125, + "learning_rate": 3.81538646337165e-06, + "loss": 2.4674, + "step": 42113 + }, + { + "epoch": 0.7208955990345607, + "grad_norm": 2.386336326599121, + "learning_rate": 3.814950812814018e-06, + "loss": 2.3871, + "step": 42114 + }, + { + "epoch": 0.7209127167531112, + "grad_norm": 2.523287534713745, + "learning_rate": 3.814515181267072e-06, + "loss": 2.4776, + "step": 42115 + }, + { + "epoch": 0.7209298344716616, + "grad_norm": 2.387629747390747, + "learning_rate": 3.814079568732154e-06, + "loss": 2.3969, + "step": 42116 + }, + { + "epoch": 0.7209469521902121, + "grad_norm": 2.629134178161621, + "learning_rate": 3.813643975210597e-06, + "loss": 2.4217, + "step": 42117 + }, + { + "epoch": 0.7209640699087626, + "grad_norm": 2.565809965133667, + "learning_rate": 3.8132084007037427e-06, + "loss": 2.3573, + "step": 42118 + }, + { + "epoch": 0.720981187627313, + "grad_norm": 2.5275278091430664, + "learning_rate": 3.81277284521293e-06, + "loss": 2.3297, + "step": 42119 + }, + { + "epoch": 0.7209983053458635, + "grad_norm": 2.4469292163848877, + "learning_rate": 3.8123373087394976e-06, + "loss": 2.3945, + "step": 42120 + }, + { + "epoch": 0.721015423064414, + "grad_norm": 2.3857555389404297, + "learning_rate": 3.811901791284788e-06, + "loss": 2.3623, + "step": 42121 + }, + { + "epoch": 0.7210325407829644, + "grad_norm": 2.440131425857544, + "learning_rate": 3.811466292850129e-06, + "loss": 2.3223, + "step": 42122 + }, + { + "epoch": 0.7210496585015149, + "grad_norm": 2.5355889797210693, + "learning_rate": 3.8110308134368724e-06, + "loss": 2.2796, + "step": 42123 + }, + { + "epoch": 0.7210667762200654, + "grad_norm": 2.5455217361450195, + "learning_rate": 3.810595353046348e-06, + "loss": 2.4483, + "step": 42124 + }, + { + "epoch": 0.7210838939386158, + "grad_norm": 2.543856620788574, + "learning_rate": 3.810159911679896e-06, + "loss": 2.3997, + "step": 42125 + }, + { + "epoch": 0.7211010116571663, + "grad_norm": 2.5262951850891113, + "learning_rate": 3.809724489338855e-06, + "loss": 2.3036, + "step": 42126 + }, + { + "epoch": 0.7211181293757168, + "grad_norm": 2.5332212448120117, + "learning_rate": 3.8092890860245658e-06, + "loss": 2.2787, + "step": 42127 + }, + { + "epoch": 0.7211352470942672, + "grad_norm": 2.6114814281463623, + "learning_rate": 3.8088537017383664e-06, + "loss": 2.4182, + "step": 42128 + }, + { + "epoch": 0.7211523648128177, + "grad_norm": 2.5796284675598145, + "learning_rate": 3.8084183364815876e-06, + "loss": 2.3017, + "step": 42129 + }, + { + "epoch": 0.7211694825313683, + "grad_norm": 2.517550230026245, + "learning_rate": 3.8079829902555796e-06, + "loss": 2.3838, + "step": 42130 + }, + { + "epoch": 0.7211866002499187, + "grad_norm": 2.516533136367798, + "learning_rate": 3.8075476630616714e-06, + "loss": 2.4239, + "step": 42131 + }, + { + "epoch": 0.7212037179684692, + "grad_norm": 2.5914180278778076, + "learning_rate": 3.8071123549012033e-06, + "loss": 2.3973, + "step": 42132 + }, + { + "epoch": 0.7212208356870197, + "grad_norm": 2.5518174171447754, + "learning_rate": 3.806677065775517e-06, + "loss": 2.4884, + "step": 42133 + }, + { + "epoch": 0.7212379534055701, + "grad_norm": 2.4655559062957764, + "learning_rate": 3.806241795685941e-06, + "loss": 2.4069, + "step": 42134 + }, + { + "epoch": 0.7212550711241206, + "grad_norm": 2.4644646644592285, + "learning_rate": 3.8058065446338268e-06, + "loss": 2.2807, + "step": 42135 + }, + { + "epoch": 0.7212721888426711, + "grad_norm": 2.688971519470215, + "learning_rate": 3.8053713126205005e-06, + "loss": 2.5201, + "step": 42136 + }, + { + "epoch": 0.7212893065612215, + "grad_norm": 2.4988913536071777, + "learning_rate": 3.804936099647305e-06, + "loss": 2.4385, + "step": 42137 + }, + { + "epoch": 0.721306424279772, + "grad_norm": 2.4724538326263428, + "learning_rate": 3.8045009057155768e-06, + "loss": 2.3224, + "step": 42138 + }, + { + "epoch": 0.7213235419983225, + "grad_norm": 2.281144857406616, + "learning_rate": 3.804065730826654e-06, + "loss": 2.2626, + "step": 42139 + }, + { + "epoch": 0.7213406597168729, + "grad_norm": 2.761173963546753, + "learning_rate": 3.803630574981878e-06, + "loss": 2.4353, + "step": 42140 + }, + { + "epoch": 0.7213577774354234, + "grad_norm": 2.5693182945251465, + "learning_rate": 3.803195438182579e-06, + "loss": 2.5015, + "step": 42141 + }, + { + "epoch": 0.7213748951539739, + "grad_norm": 2.4898290634155273, + "learning_rate": 3.802760320430098e-06, + "loss": 2.3469, + "step": 42142 + }, + { + "epoch": 0.7213920128725243, + "grad_norm": 2.5672214031219482, + "learning_rate": 3.802325221725771e-06, + "loss": 2.419, + "step": 42143 + }, + { + "epoch": 0.7214091305910748, + "grad_norm": 2.5984060764312744, + "learning_rate": 3.8018901420709377e-06, + "loss": 2.4488, + "step": 42144 + }, + { + "epoch": 0.7214262483096253, + "grad_norm": 2.4715654850006104, + "learning_rate": 3.8014550814669336e-06, + "loss": 2.4205, + "step": 42145 + }, + { + "epoch": 0.7214433660281757, + "grad_norm": 2.666267156600952, + "learning_rate": 3.8010200399150976e-06, + "loss": 2.4573, + "step": 42146 + }, + { + "epoch": 0.7214604837467262, + "grad_norm": 2.4534666538238525, + "learning_rate": 3.8005850174167693e-06, + "loss": 2.3093, + "step": 42147 + }, + { + "epoch": 0.7214776014652767, + "grad_norm": 2.5138320922851562, + "learning_rate": 3.8001500139732793e-06, + "loss": 2.3654, + "step": 42148 + }, + { + "epoch": 0.7214947191838271, + "grad_norm": 2.6089088916778564, + "learning_rate": 3.7997150295859677e-06, + "loss": 2.4419, + "step": 42149 + }, + { + "epoch": 0.7215118369023776, + "grad_norm": 2.3919122219085693, + "learning_rate": 3.79928006425617e-06, + "loss": 2.461, + "step": 42150 + }, + { + "epoch": 0.7215289546209281, + "grad_norm": 2.61200213432312, + "learning_rate": 3.798845117985226e-06, + "loss": 2.444, + "step": 42151 + }, + { + "epoch": 0.7215460723394785, + "grad_norm": 2.438279151916504, + "learning_rate": 3.798410190774472e-06, + "loss": 2.3415, + "step": 42152 + }, + { + "epoch": 0.721563190058029, + "grad_norm": 2.598186492919922, + "learning_rate": 3.7979752826252456e-06, + "loss": 2.3529, + "step": 42153 + }, + { + "epoch": 0.7215803077765796, + "grad_norm": 2.5045320987701416, + "learning_rate": 3.7975403935388798e-06, + "loss": 2.4271, + "step": 42154 + }, + { + "epoch": 0.7215974254951301, + "grad_norm": 2.506093740463257, + "learning_rate": 3.797105523516714e-06, + "loss": 2.3556, + "step": 42155 + }, + { + "epoch": 0.7216145432136805, + "grad_norm": 2.4255666732788086, + "learning_rate": 3.796670672560083e-06, + "loss": 2.3016, + "step": 42156 + }, + { + "epoch": 0.721631660932231, + "grad_norm": 2.4958651065826416, + "learning_rate": 3.796235840670326e-06, + "loss": 2.432, + "step": 42157 + }, + { + "epoch": 0.7216487786507815, + "grad_norm": 2.5555524826049805, + "learning_rate": 3.7958010278487822e-06, + "loss": 2.4106, + "step": 42158 + }, + { + "epoch": 0.7216658963693319, + "grad_norm": 2.628502607345581, + "learning_rate": 3.7953662340967754e-06, + "loss": 2.2466, + "step": 42159 + }, + { + "epoch": 0.7216830140878824, + "grad_norm": 2.6904451847076416, + "learning_rate": 3.7949314594156596e-06, + "loss": 2.3628, + "step": 42160 + }, + { + "epoch": 0.7217001318064329, + "grad_norm": 2.666307210922241, + "learning_rate": 3.7944967038067572e-06, + "loss": 2.4208, + "step": 42161 + }, + { + "epoch": 0.7217172495249833, + "grad_norm": 2.6438660621643066, + "learning_rate": 3.7940619672714105e-06, + "loss": 2.3892, + "step": 42162 + }, + { + "epoch": 0.7217343672435338, + "grad_norm": 2.5575952529907227, + "learning_rate": 3.793627249810955e-06, + "loss": 2.2813, + "step": 42163 + }, + { + "epoch": 0.7217514849620843, + "grad_norm": 2.5396153926849365, + "learning_rate": 3.7931925514267264e-06, + "loss": 2.2547, + "step": 42164 + }, + { + "epoch": 0.7217686026806347, + "grad_norm": 2.6916801929473877, + "learning_rate": 3.7927578721200644e-06, + "loss": 2.3585, + "step": 42165 + }, + { + "epoch": 0.7217857203991852, + "grad_norm": 2.5223264694213867, + "learning_rate": 3.7923232118922947e-06, + "loss": 2.3763, + "step": 42166 + }, + { + "epoch": 0.7218028381177357, + "grad_norm": 2.6290698051452637, + "learning_rate": 3.791888570744767e-06, + "loss": 2.3873, + "step": 42167 + }, + { + "epoch": 0.7218199558362861, + "grad_norm": 2.6104462146759033, + "learning_rate": 3.7914539486788082e-06, + "loss": 2.3739, + "step": 42168 + }, + { + "epoch": 0.7218370735548366, + "grad_norm": 2.524122476577759, + "learning_rate": 3.7910193456957566e-06, + "loss": 2.2845, + "step": 42169 + }, + { + "epoch": 0.7218541912733871, + "grad_norm": 2.5216684341430664, + "learning_rate": 3.7905847617969503e-06, + "loss": 2.3412, + "step": 42170 + }, + { + "epoch": 0.7218713089919375, + "grad_norm": 2.5458507537841797, + "learning_rate": 3.790150196983716e-06, + "loss": 2.3599, + "step": 42171 + }, + { + "epoch": 0.721888426710488, + "grad_norm": 2.515359878540039, + "learning_rate": 3.789715651257404e-06, + "loss": 2.3444, + "step": 42172 + }, + { + "epoch": 0.7219055444290385, + "grad_norm": 2.565887928009033, + "learning_rate": 3.7892811246193382e-06, + "loss": 2.3739, + "step": 42173 + }, + { + "epoch": 0.7219226621475889, + "grad_norm": 2.696902275085449, + "learning_rate": 3.788846617070858e-06, + "loss": 2.4521, + "step": 42174 + }, + { + "epoch": 0.7219397798661394, + "grad_norm": 2.5181760787963867, + "learning_rate": 3.7884121286133026e-06, + "loss": 2.3033, + "step": 42175 + }, + { + "epoch": 0.72195689758469, + "grad_norm": 2.5987937450408936, + "learning_rate": 3.787977659247997e-06, + "loss": 2.3925, + "step": 42176 + }, + { + "epoch": 0.7219740153032403, + "grad_norm": 2.4274094104766846, + "learning_rate": 3.78754320897629e-06, + "loss": 2.3927, + "step": 42177 + }, + { + "epoch": 0.7219911330217909, + "grad_norm": 2.547679901123047, + "learning_rate": 3.7871087777995065e-06, + "loss": 2.4573, + "step": 42178 + }, + { + "epoch": 0.7220082507403414, + "grad_norm": 2.594625949859619, + "learning_rate": 3.7866743657189863e-06, + "loss": 2.4491, + "step": 42179 + }, + { + "epoch": 0.7220253684588918, + "grad_norm": 2.8414578437805176, + "learning_rate": 3.7862399727360644e-06, + "loss": 2.3192, + "step": 42180 + }, + { + "epoch": 0.7220424861774423, + "grad_norm": 2.7563557624816895, + "learning_rate": 3.785805598852075e-06, + "loss": 2.5257, + "step": 42181 + }, + { + "epoch": 0.7220596038959928, + "grad_norm": 2.4991180896759033, + "learning_rate": 3.7853712440683578e-06, + "loss": 2.3403, + "step": 42182 + }, + { + "epoch": 0.7220767216145432, + "grad_norm": 2.489231586456299, + "learning_rate": 3.7849369083862365e-06, + "loss": 2.4403, + "step": 42183 + }, + { + "epoch": 0.7220938393330937, + "grad_norm": 2.560180425643921, + "learning_rate": 3.784502591807061e-06, + "loss": 2.5308, + "step": 42184 + }, + { + "epoch": 0.7221109570516442, + "grad_norm": 2.5357463359832764, + "learning_rate": 3.7840682943321537e-06, + "loss": 2.3819, + "step": 42185 + }, + { + "epoch": 0.7221280747701946, + "grad_norm": 2.7200686931610107, + "learning_rate": 3.783634015962856e-06, + "loss": 2.4253, + "step": 42186 + }, + { + "epoch": 0.7221451924887451, + "grad_norm": 2.480233669281006, + "learning_rate": 3.783199756700501e-06, + "loss": 2.4388, + "step": 42187 + }, + { + "epoch": 0.7221623102072956, + "grad_norm": 2.682528018951416, + "learning_rate": 3.7827655165464238e-06, + "loss": 2.6038, + "step": 42188 + }, + { + "epoch": 0.722179427925846, + "grad_norm": 2.4764575958251953, + "learning_rate": 3.7823312955019618e-06, + "loss": 2.3077, + "step": 42189 + }, + { + "epoch": 0.7221965456443965, + "grad_norm": 2.4173927307128906, + "learning_rate": 3.781897093568444e-06, + "loss": 2.2273, + "step": 42190 + }, + { + "epoch": 0.722213663362947, + "grad_norm": 2.464020013809204, + "learning_rate": 3.7814629107472076e-06, + "loss": 2.1914, + "step": 42191 + }, + { + "epoch": 0.7222307810814974, + "grad_norm": 2.5977580547332764, + "learning_rate": 3.7810287470395866e-06, + "loss": 2.5235, + "step": 42192 + }, + { + "epoch": 0.7222478988000479, + "grad_norm": 2.5438344478607178, + "learning_rate": 3.7805946024469174e-06, + "loss": 2.3606, + "step": 42193 + }, + { + "epoch": 0.7222650165185984, + "grad_norm": 2.6871445178985596, + "learning_rate": 3.7801604769705325e-06, + "loss": 2.3947, + "step": 42194 + }, + { + "epoch": 0.7222821342371488, + "grad_norm": 2.681414842605591, + "learning_rate": 3.7797263706117705e-06, + "loss": 2.4326, + "step": 42195 + }, + { + "epoch": 0.7222992519556993, + "grad_norm": 2.6066441535949707, + "learning_rate": 3.7792922833719593e-06, + "loss": 2.4083, + "step": 42196 + }, + { + "epoch": 0.7223163696742498, + "grad_norm": 2.675457000732422, + "learning_rate": 3.7788582152524345e-06, + "loss": 2.3616, + "step": 42197 + }, + { + "epoch": 0.7223334873928002, + "grad_norm": 2.412456512451172, + "learning_rate": 3.778424166254533e-06, + "loss": 2.3405, + "step": 42198 + }, + { + "epoch": 0.7223506051113507, + "grad_norm": 2.6734366416931152, + "learning_rate": 3.777990136379588e-06, + "loss": 2.2488, + "step": 42199 + }, + { + "epoch": 0.7223677228299012, + "grad_norm": 2.303571939468384, + "learning_rate": 3.7775561256289317e-06, + "loss": 2.3986, + "step": 42200 + }, + { + "epoch": 0.7223848405484518, + "grad_norm": 2.533928155899048, + "learning_rate": 3.777122134003901e-06, + "loss": 2.321, + "step": 42201 + }, + { + "epoch": 0.7224019582670022, + "grad_norm": 2.64473032951355, + "learning_rate": 3.7766881615058315e-06, + "loss": 2.3191, + "step": 42202 + }, + { + "epoch": 0.7224190759855527, + "grad_norm": 2.623452663421631, + "learning_rate": 3.776254208136051e-06, + "loss": 2.294, + "step": 42203 + }, + { + "epoch": 0.7224361937041032, + "grad_norm": 2.626305103302002, + "learning_rate": 3.775820273895896e-06, + "loss": 2.379, + "step": 42204 + }, + { + "epoch": 0.7224533114226536, + "grad_norm": 2.7598352432250977, + "learning_rate": 3.7753863587867002e-06, + "loss": 2.3606, + "step": 42205 + }, + { + "epoch": 0.7224704291412041, + "grad_norm": 2.619638442993164, + "learning_rate": 3.774952462809798e-06, + "loss": 2.4068, + "step": 42206 + }, + { + "epoch": 0.7224875468597546, + "grad_norm": 2.693941116333008, + "learning_rate": 3.774518585966527e-06, + "loss": 2.294, + "step": 42207 + }, + { + "epoch": 0.722504664578305, + "grad_norm": 2.5557892322540283, + "learning_rate": 3.7740847282582083e-06, + "loss": 2.3271, + "step": 42208 + }, + { + "epoch": 0.7225217822968555, + "grad_norm": 2.5615386962890625, + "learning_rate": 3.773650889686191e-06, + "loss": 2.4114, + "step": 42209 + }, + { + "epoch": 0.722538900015406, + "grad_norm": 2.5049002170562744, + "learning_rate": 3.7732170702517988e-06, + "loss": 2.3404, + "step": 42210 + }, + { + "epoch": 0.7225560177339564, + "grad_norm": 2.6647324562072754, + "learning_rate": 3.772783269956367e-06, + "loss": 2.4643, + "step": 42211 + }, + { + "epoch": 0.7225731354525069, + "grad_norm": 2.7791030406951904, + "learning_rate": 3.7723494888012324e-06, + "loss": 2.4618, + "step": 42212 + }, + { + "epoch": 0.7225902531710574, + "grad_norm": 2.5706050395965576, + "learning_rate": 3.7719157267877194e-06, + "loss": 2.3056, + "step": 42213 + }, + { + "epoch": 0.7226073708896078, + "grad_norm": 2.5909390449523926, + "learning_rate": 3.7714819839171734e-06, + "loss": 2.3206, + "step": 42214 + }, + { + "epoch": 0.7226244886081583, + "grad_norm": 2.5177648067474365, + "learning_rate": 3.771048260190915e-06, + "loss": 2.2725, + "step": 42215 + }, + { + "epoch": 0.7226416063267088, + "grad_norm": 2.6091256141662598, + "learning_rate": 3.77061455561029e-06, + "loss": 2.3901, + "step": 42216 + }, + { + "epoch": 0.7226587240452592, + "grad_norm": 2.3745317459106445, + "learning_rate": 3.770180870176623e-06, + "loss": 2.229, + "step": 42217 + }, + { + "epoch": 0.7226758417638097, + "grad_norm": 2.520303726196289, + "learning_rate": 3.7697472038912484e-06, + "loss": 2.3701, + "step": 42218 + }, + { + "epoch": 0.7226929594823602, + "grad_norm": 2.5510079860687256, + "learning_rate": 3.7693135567555027e-06, + "loss": 2.4112, + "step": 42219 + }, + { + "epoch": 0.7227100772009106, + "grad_norm": 2.520031452178955, + "learning_rate": 3.7688799287707103e-06, + "loss": 2.4423, + "step": 42220 + }, + { + "epoch": 0.7227271949194611, + "grad_norm": 2.6911275386810303, + "learning_rate": 3.768446319938216e-06, + "loss": 2.3976, + "step": 42221 + }, + { + "epoch": 0.7227443126380116, + "grad_norm": 2.5877718925476074, + "learning_rate": 3.768012730259343e-06, + "loss": 2.3407, + "step": 42222 + }, + { + "epoch": 0.722761430356562, + "grad_norm": 2.536245584487915, + "learning_rate": 3.767579159735427e-06, + "loss": 2.4234, + "step": 42223 + }, + { + "epoch": 0.7227785480751125, + "grad_norm": 2.6316733360290527, + "learning_rate": 3.7671456083678014e-06, + "loss": 2.4271, + "step": 42224 + }, + { + "epoch": 0.7227956657936631, + "grad_norm": 2.6737215518951416, + "learning_rate": 3.766712076157799e-06, + "loss": 2.4297, + "step": 42225 + }, + { + "epoch": 0.7228127835122135, + "grad_norm": 2.7611162662506104, + "learning_rate": 3.7662785631067546e-06, + "loss": 2.3663, + "step": 42226 + }, + { + "epoch": 0.722829901230764, + "grad_norm": 2.5454070568084717, + "learning_rate": 3.7658450692159933e-06, + "loss": 2.3292, + "step": 42227 + }, + { + "epoch": 0.7228470189493145, + "grad_norm": 2.572861671447754, + "learning_rate": 3.765411594486853e-06, + "loss": 2.3434, + "step": 42228 + }, + { + "epoch": 0.7228641366678649, + "grad_norm": 2.643225908279419, + "learning_rate": 3.7649781389206643e-06, + "loss": 2.398, + "step": 42229 + }, + { + "epoch": 0.7228812543864154, + "grad_norm": 2.4953818321228027, + "learning_rate": 3.764544702518761e-06, + "loss": 2.4013, + "step": 42230 + }, + { + "epoch": 0.7228983721049659, + "grad_norm": 2.3904592990875244, + "learning_rate": 3.7641112852824735e-06, + "loss": 2.2771, + "step": 42231 + }, + { + "epoch": 0.7229154898235163, + "grad_norm": 2.6043920516967773, + "learning_rate": 3.7636778872131385e-06, + "loss": 2.4312, + "step": 42232 + }, + { + "epoch": 0.7229326075420668, + "grad_norm": 2.514522075653076, + "learning_rate": 3.7632445083120816e-06, + "loss": 2.3576, + "step": 42233 + }, + { + "epoch": 0.7229497252606173, + "grad_norm": 2.3518309593200684, + "learning_rate": 3.7628111485806385e-06, + "loss": 2.3056, + "step": 42234 + }, + { + "epoch": 0.7229668429791677, + "grad_norm": 2.4550793170928955, + "learning_rate": 3.76237780802014e-06, + "loss": 2.3357, + "step": 42235 + }, + { + "epoch": 0.7229839606977182, + "grad_norm": 2.4458305835723877, + "learning_rate": 3.7619444866319177e-06, + "loss": 2.4022, + "step": 42236 + }, + { + "epoch": 0.7230010784162687, + "grad_norm": 2.697774887084961, + "learning_rate": 3.761511184417306e-06, + "loss": 2.4868, + "step": 42237 + }, + { + "epoch": 0.7230181961348191, + "grad_norm": 2.4230854511260986, + "learning_rate": 3.761077901377633e-06, + "loss": 2.3795, + "step": 42238 + }, + { + "epoch": 0.7230353138533696, + "grad_norm": 2.4971418380737305, + "learning_rate": 3.760644637514238e-06, + "loss": 2.2813, + "step": 42239 + }, + { + "epoch": 0.7230524315719201, + "grad_norm": 2.5544447898864746, + "learning_rate": 3.7602113928284434e-06, + "loss": 2.4095, + "step": 42240 + }, + { + "epoch": 0.7230695492904705, + "grad_norm": 2.549905776977539, + "learning_rate": 3.7597781673215838e-06, + "loss": 2.3552, + "step": 42241 + }, + { + "epoch": 0.723086667009021, + "grad_norm": 2.507117509841919, + "learning_rate": 3.759344960994993e-06, + "loss": 2.3067, + "step": 42242 + }, + { + "epoch": 0.7231037847275715, + "grad_norm": 2.5018062591552734, + "learning_rate": 3.7589117738500005e-06, + "loss": 2.3298, + "step": 42243 + }, + { + "epoch": 0.7231209024461219, + "grad_norm": 2.432838201522827, + "learning_rate": 3.7584786058879407e-06, + "loss": 2.267, + "step": 42244 + }, + { + "epoch": 0.7231380201646724, + "grad_norm": 2.448746681213379, + "learning_rate": 3.758045457110138e-06, + "loss": 2.4565, + "step": 42245 + }, + { + "epoch": 0.7231551378832229, + "grad_norm": 2.428656578063965, + "learning_rate": 3.7576123275179346e-06, + "loss": 2.3719, + "step": 42246 + }, + { + "epoch": 0.7231722556017735, + "grad_norm": 2.422579765319824, + "learning_rate": 3.757179217112652e-06, + "loss": 2.2611, + "step": 42247 + }, + { + "epoch": 0.7231893733203238, + "grad_norm": 2.467406749725342, + "learning_rate": 3.756746125895625e-06, + "loss": 2.4211, + "step": 42248 + }, + { + "epoch": 0.7232064910388744, + "grad_norm": 2.4740545749664307, + "learning_rate": 3.756313053868188e-06, + "loss": 2.3524, + "step": 42249 + }, + { + "epoch": 0.7232236087574249, + "grad_norm": 2.5525848865509033, + "learning_rate": 3.755880001031663e-06, + "loss": 2.4499, + "step": 42250 + }, + { + "epoch": 0.7232407264759753, + "grad_norm": 2.3954901695251465, + "learning_rate": 3.7554469673873938e-06, + "loss": 2.3753, + "step": 42251 + }, + { + "epoch": 0.7232578441945258, + "grad_norm": 2.594393253326416, + "learning_rate": 3.755013952936698e-06, + "loss": 2.4945, + "step": 42252 + }, + { + "epoch": 0.7232749619130763, + "grad_norm": 2.5066683292388916, + "learning_rate": 3.75458095768092e-06, + "loss": 2.4445, + "step": 42253 + }, + { + "epoch": 0.7232920796316267, + "grad_norm": 2.4109418392181396, + "learning_rate": 3.75414798162138e-06, + "loss": 2.398, + "step": 42254 + }, + { + "epoch": 0.7233091973501772, + "grad_norm": 2.6096673011779785, + "learning_rate": 3.7537150247594125e-06, + "loss": 2.4362, + "step": 42255 + }, + { + "epoch": 0.7233263150687277, + "grad_norm": 2.7634716033935547, + "learning_rate": 3.7532820870963526e-06, + "loss": 2.4525, + "step": 42256 + }, + { + "epoch": 0.7233434327872781, + "grad_norm": 2.3857903480529785, + "learning_rate": 3.75284916863352e-06, + "loss": 2.3122, + "step": 42257 + }, + { + "epoch": 0.7233605505058286, + "grad_norm": 2.5639939308166504, + "learning_rate": 3.7524162693722586e-06, + "loss": 2.4598, + "step": 42258 + }, + { + "epoch": 0.7233776682243791, + "grad_norm": 2.4722695350646973, + "learning_rate": 3.7519833893138893e-06, + "loss": 2.4101, + "step": 42259 + }, + { + "epoch": 0.7233947859429295, + "grad_norm": 2.455082416534424, + "learning_rate": 3.7515505284597465e-06, + "loss": 2.3817, + "step": 42260 + }, + { + "epoch": 0.72341190366148, + "grad_norm": 2.5775644779205322, + "learning_rate": 3.751117686811163e-06, + "loss": 2.3616, + "step": 42261 + }, + { + "epoch": 0.7234290213800305, + "grad_norm": 2.2755186557769775, + "learning_rate": 3.7506848643694593e-06, + "loss": 2.2452, + "step": 42262 + }, + { + "epoch": 0.7234461390985809, + "grad_norm": 2.367767095565796, + "learning_rate": 3.7502520611359792e-06, + "loss": 2.3645, + "step": 42263 + }, + { + "epoch": 0.7234632568171314, + "grad_norm": 2.5682647228240967, + "learning_rate": 3.7498192771120447e-06, + "loss": 2.4131, + "step": 42264 + }, + { + "epoch": 0.7234803745356819, + "grad_norm": 2.547940969467163, + "learning_rate": 3.749386512298986e-06, + "loss": 2.2922, + "step": 42265 + }, + { + "epoch": 0.7234974922542323, + "grad_norm": 2.4202401638031006, + "learning_rate": 3.748953766698136e-06, + "loss": 2.4314, + "step": 42266 + }, + { + "epoch": 0.7235146099727828, + "grad_norm": 2.3802473545074463, + "learning_rate": 3.748521040310824e-06, + "loss": 2.3547, + "step": 42267 + }, + { + "epoch": 0.7235317276913333, + "grad_norm": 2.516965866088867, + "learning_rate": 3.7480883331383832e-06, + "loss": 2.3542, + "step": 42268 + }, + { + "epoch": 0.7235488454098837, + "grad_norm": 2.402189016342163, + "learning_rate": 3.7476556451821367e-06, + "loss": 2.3731, + "step": 42269 + }, + { + "epoch": 0.7235659631284342, + "grad_norm": 2.421170234680176, + "learning_rate": 3.7472229764434177e-06, + "loss": 2.3068, + "step": 42270 + }, + { + "epoch": 0.7235830808469847, + "grad_norm": 2.5585925579071045, + "learning_rate": 3.7467903269235574e-06, + "loss": 2.3732, + "step": 42271 + }, + { + "epoch": 0.7236001985655351, + "grad_norm": 2.4195868968963623, + "learning_rate": 3.7463576966238848e-06, + "loss": 2.3996, + "step": 42272 + }, + { + "epoch": 0.7236173162840857, + "grad_norm": 2.412478446960449, + "learning_rate": 3.7459250855457283e-06, + "loss": 2.2462, + "step": 42273 + }, + { + "epoch": 0.7236344340026362, + "grad_norm": 2.4659230709075928, + "learning_rate": 3.74549249369042e-06, + "loss": 2.3667, + "step": 42274 + }, + { + "epoch": 0.7236515517211866, + "grad_norm": 2.628000020980835, + "learning_rate": 3.7450599210592874e-06, + "loss": 2.4262, + "step": 42275 + }, + { + "epoch": 0.7236686694397371, + "grad_norm": 2.57051420211792, + "learning_rate": 3.744627367653665e-06, + "loss": 2.3978, + "step": 42276 + }, + { + "epoch": 0.7236857871582876, + "grad_norm": 2.6091058254241943, + "learning_rate": 3.7441948334748758e-06, + "loss": 2.434, + "step": 42277 + }, + { + "epoch": 0.723702904876838, + "grad_norm": 2.653188943862915, + "learning_rate": 3.74376231852425e-06, + "loss": 2.5537, + "step": 42278 + }, + { + "epoch": 0.7237200225953885, + "grad_norm": 2.5214760303497314, + "learning_rate": 3.74332982280312e-06, + "loss": 2.5049, + "step": 42279 + }, + { + "epoch": 0.723737140313939, + "grad_norm": 2.381588935852051, + "learning_rate": 3.7428973463128136e-06, + "loss": 2.4891, + "step": 42280 + }, + { + "epoch": 0.7237542580324894, + "grad_norm": 2.550473213195801, + "learning_rate": 3.7424648890546643e-06, + "loss": 2.4621, + "step": 42281 + }, + { + "epoch": 0.7237713757510399, + "grad_norm": 2.3664915561676025, + "learning_rate": 3.74203245102999e-06, + "loss": 2.2896, + "step": 42282 + }, + { + "epoch": 0.7237884934695904, + "grad_norm": 2.4536454677581787, + "learning_rate": 3.7416000322401347e-06, + "loss": 2.3406, + "step": 42283 + }, + { + "epoch": 0.7238056111881408, + "grad_norm": 2.547367572784424, + "learning_rate": 3.7411676326864166e-06, + "loss": 2.4103, + "step": 42284 + }, + { + "epoch": 0.7238227289066913, + "grad_norm": 2.5246798992156982, + "learning_rate": 3.740735252370168e-06, + "loss": 2.3467, + "step": 42285 + }, + { + "epoch": 0.7238398466252418, + "grad_norm": 2.603090763092041, + "learning_rate": 3.740302891292722e-06, + "loss": 2.4994, + "step": 42286 + }, + { + "epoch": 0.7238569643437922, + "grad_norm": 2.571119785308838, + "learning_rate": 3.7398705494553964e-06, + "loss": 2.4362, + "step": 42287 + }, + { + "epoch": 0.7238740820623427, + "grad_norm": 2.4846463203430176, + "learning_rate": 3.739438226859534e-06, + "loss": 2.3207, + "step": 42288 + }, + { + "epoch": 0.7238911997808932, + "grad_norm": 2.547039031982422, + "learning_rate": 3.73900592350645e-06, + "loss": 2.3507, + "step": 42289 + }, + { + "epoch": 0.7239083174994436, + "grad_norm": 2.4668948650360107, + "learning_rate": 3.7385736393974883e-06, + "loss": 2.3748, + "step": 42290 + }, + { + "epoch": 0.7239254352179941, + "grad_norm": 2.472374439239502, + "learning_rate": 3.7381413745339647e-06, + "loss": 2.299, + "step": 42291 + }, + { + "epoch": 0.7239425529365446, + "grad_norm": 2.6302239894866943, + "learning_rate": 3.737709128917213e-06, + "loss": 2.4604, + "step": 42292 + }, + { + "epoch": 0.7239596706550951, + "grad_norm": 2.555642604827881, + "learning_rate": 3.7372769025485644e-06, + "loss": 2.4648, + "step": 42293 + }, + { + "epoch": 0.7239767883736455, + "grad_norm": 2.6178510189056396, + "learning_rate": 3.736844695429338e-06, + "loss": 2.359, + "step": 42294 + }, + { + "epoch": 0.723993906092196, + "grad_norm": 2.785616159439087, + "learning_rate": 3.736412507560876e-06, + "loss": 2.4618, + "step": 42295 + }, + { + "epoch": 0.7240110238107466, + "grad_norm": 2.552041530609131, + "learning_rate": 3.735980338944495e-06, + "loss": 2.4944, + "step": 42296 + }, + { + "epoch": 0.724028141529297, + "grad_norm": 2.540494918823242, + "learning_rate": 3.735548189581528e-06, + "loss": 2.4028, + "step": 42297 + }, + { + "epoch": 0.7240452592478475, + "grad_norm": 2.6685118675231934, + "learning_rate": 3.735116059473306e-06, + "loss": 2.39, + "step": 42298 + }, + { + "epoch": 0.724062376966398, + "grad_norm": 2.434218406677246, + "learning_rate": 3.7346839486211473e-06, + "loss": 2.4002, + "step": 42299 + }, + { + "epoch": 0.7240794946849484, + "grad_norm": 2.5730788707733154, + "learning_rate": 3.734251857026394e-06, + "loss": 2.2716, + "step": 42300 + }, + { + "epoch": 0.7240966124034989, + "grad_norm": 2.6689302921295166, + "learning_rate": 3.7338197846903644e-06, + "loss": 2.406, + "step": 42301 + }, + { + "epoch": 0.7241137301220494, + "grad_norm": 2.4165477752685547, + "learning_rate": 3.7333877316143883e-06, + "loss": 2.308, + "step": 42302 + }, + { + "epoch": 0.7241308478405998, + "grad_norm": 2.4675564765930176, + "learning_rate": 3.7329556977997962e-06, + "loss": 2.343, + "step": 42303 + }, + { + "epoch": 0.7241479655591503, + "grad_norm": 2.6149775981903076, + "learning_rate": 3.732523683247913e-06, + "loss": 2.3344, + "step": 42304 + }, + { + "epoch": 0.7241650832777008, + "grad_norm": 2.4819486141204834, + "learning_rate": 3.7320916879600723e-06, + "loss": 2.3874, + "step": 42305 + }, + { + "epoch": 0.7241822009962512, + "grad_norm": 2.4531047344207764, + "learning_rate": 3.731659711937594e-06, + "loss": 2.3275, + "step": 42306 + }, + { + "epoch": 0.7241993187148017, + "grad_norm": 2.6226534843444824, + "learning_rate": 3.731227755181809e-06, + "loss": 2.3177, + "step": 42307 + }, + { + "epoch": 0.7242164364333522, + "grad_norm": 2.5338127613067627, + "learning_rate": 3.7307958176940464e-06, + "loss": 2.3285, + "step": 42308 + }, + { + "epoch": 0.7242335541519026, + "grad_norm": 2.4725656509399414, + "learning_rate": 3.7303638994756318e-06, + "loss": 2.2027, + "step": 42309 + }, + { + "epoch": 0.7242506718704531, + "grad_norm": 2.5617611408233643, + "learning_rate": 3.7299320005278948e-06, + "loss": 2.386, + "step": 42310 + }, + { + "epoch": 0.7242677895890036, + "grad_norm": 2.5547642707824707, + "learning_rate": 3.7295001208521618e-06, + "loss": 2.4671, + "step": 42311 + }, + { + "epoch": 0.724284907307554, + "grad_norm": 2.570643424987793, + "learning_rate": 3.729068260449764e-06, + "loss": 2.541, + "step": 42312 + }, + { + "epoch": 0.7243020250261045, + "grad_norm": 2.4605188369750977, + "learning_rate": 3.7286364193220214e-06, + "loss": 2.3725, + "step": 42313 + }, + { + "epoch": 0.724319142744655, + "grad_norm": 2.29137921333313, + "learning_rate": 3.7282045974702653e-06, + "loss": 2.2665, + "step": 42314 + }, + { + "epoch": 0.7243362604632054, + "grad_norm": 2.4666247367858887, + "learning_rate": 3.7277727948958232e-06, + "loss": 2.3848, + "step": 42315 + }, + { + "epoch": 0.7243533781817559, + "grad_norm": 2.451428174972534, + "learning_rate": 3.727341011600022e-06, + "loss": 2.3025, + "step": 42316 + }, + { + "epoch": 0.7243704959003064, + "grad_norm": 2.4442083835601807, + "learning_rate": 3.7269092475841885e-06, + "loss": 2.3838, + "step": 42317 + }, + { + "epoch": 0.7243876136188568, + "grad_norm": 2.4485814571380615, + "learning_rate": 3.7264775028496525e-06, + "loss": 2.3226, + "step": 42318 + }, + { + "epoch": 0.7244047313374073, + "grad_norm": 2.751408338546753, + "learning_rate": 3.7260457773977365e-06, + "loss": 2.4858, + "step": 42319 + }, + { + "epoch": 0.7244218490559579, + "grad_norm": 2.4049758911132812, + "learning_rate": 3.7256140712297694e-06, + "loss": 2.3819, + "step": 42320 + }, + { + "epoch": 0.7244389667745083, + "grad_norm": 2.3199715614318848, + "learning_rate": 3.725182384347078e-06, + "loss": 2.3505, + "step": 42321 + }, + { + "epoch": 0.7244560844930588, + "grad_norm": 2.5789613723754883, + "learning_rate": 3.72475071675099e-06, + "loss": 2.4112, + "step": 42322 + }, + { + "epoch": 0.7244732022116093, + "grad_norm": 2.5400335788726807, + "learning_rate": 3.724319068442834e-06, + "loss": 2.4095, + "step": 42323 + }, + { + "epoch": 0.7244903199301597, + "grad_norm": 2.5527210235595703, + "learning_rate": 3.723887439423929e-06, + "loss": 2.3462, + "step": 42324 + }, + { + "epoch": 0.7245074376487102, + "grad_norm": 2.5966851711273193, + "learning_rate": 3.7234558296956124e-06, + "loss": 2.4592, + "step": 42325 + }, + { + "epoch": 0.7245245553672607, + "grad_norm": 2.50907301902771, + "learning_rate": 3.7230242392592032e-06, + "loss": 2.3508, + "step": 42326 + }, + { + "epoch": 0.7245416730858111, + "grad_norm": 2.4947075843811035, + "learning_rate": 3.7225926681160298e-06, + "loss": 2.4252, + "step": 42327 + }, + { + "epoch": 0.7245587908043616, + "grad_norm": 2.3970162868499756, + "learning_rate": 3.72216111626742e-06, + "loss": 2.2863, + "step": 42328 + }, + { + "epoch": 0.7245759085229121, + "grad_norm": 2.492743968963623, + "learning_rate": 3.721729583714698e-06, + "loss": 2.3825, + "step": 42329 + }, + { + "epoch": 0.7245930262414625, + "grad_norm": 2.4073243141174316, + "learning_rate": 3.721298070459195e-06, + "loss": 2.296, + "step": 42330 + }, + { + "epoch": 0.724610143960013, + "grad_norm": 2.554614305496216, + "learning_rate": 3.720866576502228e-06, + "loss": 2.3244, + "step": 42331 + }, + { + "epoch": 0.7246272616785635, + "grad_norm": 2.399247884750366, + "learning_rate": 3.7204351018451358e-06, + "loss": 2.3763, + "step": 42332 + }, + { + "epoch": 0.7246443793971139, + "grad_norm": 2.417914628982544, + "learning_rate": 3.7200036464892342e-06, + "loss": 2.3315, + "step": 42333 + }, + { + "epoch": 0.7246614971156644, + "grad_norm": 2.424577474594116, + "learning_rate": 3.7195722104358532e-06, + "loss": 2.4361, + "step": 42334 + }, + { + "epoch": 0.7246786148342149, + "grad_norm": 2.441253423690796, + "learning_rate": 3.719140793686322e-06, + "loss": 2.2472, + "step": 42335 + }, + { + "epoch": 0.7246957325527653, + "grad_norm": 2.4008357524871826, + "learning_rate": 3.7187093962419574e-06, + "loss": 2.3494, + "step": 42336 + }, + { + "epoch": 0.7247128502713158, + "grad_norm": 2.362170934677124, + "learning_rate": 3.718278018104098e-06, + "loss": 2.3126, + "step": 42337 + }, + { + "epoch": 0.7247299679898663, + "grad_norm": 2.449525833129883, + "learning_rate": 3.7178466592740594e-06, + "loss": 2.3618, + "step": 42338 + }, + { + "epoch": 0.7247470857084167, + "grad_norm": 2.5745866298675537, + "learning_rate": 3.7174153197531702e-06, + "loss": 2.4681, + "step": 42339 + }, + { + "epoch": 0.7247642034269672, + "grad_norm": 2.632786512374878, + "learning_rate": 3.7169839995427616e-06, + "loss": 2.3593, + "step": 42340 + }, + { + "epoch": 0.7247813211455177, + "grad_norm": 2.581223249435425, + "learning_rate": 3.716552698644148e-06, + "loss": 2.4554, + "step": 42341 + }, + { + "epoch": 0.7247984388640683, + "grad_norm": 2.377647638320923, + "learning_rate": 3.716121417058668e-06, + "loss": 2.2623, + "step": 42342 + }, + { + "epoch": 0.7248155565826186, + "grad_norm": 2.510695695877075, + "learning_rate": 3.7156901547876347e-06, + "loss": 2.3246, + "step": 42343 + }, + { + "epoch": 0.7248326743011692, + "grad_norm": 2.570355176925659, + "learning_rate": 3.715258911832387e-06, + "loss": 2.4002, + "step": 42344 + }, + { + "epoch": 0.7248497920197197, + "grad_norm": 2.668138265609741, + "learning_rate": 3.7148276881942404e-06, + "loss": 2.5263, + "step": 42345 + }, + { + "epoch": 0.7248669097382701, + "grad_norm": 2.523733377456665, + "learning_rate": 3.714396483874523e-06, + "loss": 2.4035, + "step": 42346 + }, + { + "epoch": 0.7248840274568206, + "grad_norm": 2.4249391555786133, + "learning_rate": 3.71396529887456e-06, + "loss": 2.3971, + "step": 42347 + }, + { + "epoch": 0.7249011451753711, + "grad_norm": 2.551701545715332, + "learning_rate": 3.7135341331956775e-06, + "loss": 2.3575, + "step": 42348 + }, + { + "epoch": 0.7249182628939215, + "grad_norm": 2.454192638397217, + "learning_rate": 3.7131029868392044e-06, + "loss": 2.3425, + "step": 42349 + }, + { + "epoch": 0.724935380612472, + "grad_norm": 2.4721171855926514, + "learning_rate": 3.7126718598064594e-06, + "loss": 2.2232, + "step": 42350 + }, + { + "epoch": 0.7249524983310225, + "grad_norm": 2.6020431518554688, + "learning_rate": 3.712240752098769e-06, + "loss": 2.4341, + "step": 42351 + }, + { + "epoch": 0.7249696160495729, + "grad_norm": 2.517429828643799, + "learning_rate": 3.7118096637174595e-06, + "loss": 2.3982, + "step": 42352 + }, + { + "epoch": 0.7249867337681234, + "grad_norm": 2.2614974975585938, + "learning_rate": 3.711378594663857e-06, + "loss": 2.2447, + "step": 42353 + }, + { + "epoch": 0.7250038514866739, + "grad_norm": 2.462184190750122, + "learning_rate": 3.710947544939284e-06, + "loss": 2.4294, + "step": 42354 + }, + { + "epoch": 0.7250209692052243, + "grad_norm": 2.516141653060913, + "learning_rate": 3.7105165145450706e-06, + "loss": 2.4871, + "step": 42355 + }, + { + "epoch": 0.7250380869237748, + "grad_norm": 2.630479574203491, + "learning_rate": 3.7100855034825355e-06, + "loss": 2.512, + "step": 42356 + }, + { + "epoch": 0.7250552046423253, + "grad_norm": 2.380373001098633, + "learning_rate": 3.7096545117530048e-06, + "loss": 2.2153, + "step": 42357 + }, + { + "epoch": 0.7250723223608757, + "grad_norm": 2.7112836837768555, + "learning_rate": 3.709223539357805e-06, + "loss": 2.4904, + "step": 42358 + }, + { + "epoch": 0.7250894400794262, + "grad_norm": 2.464608669281006, + "learning_rate": 3.708792586298259e-06, + "loss": 2.293, + "step": 42359 + }, + { + "epoch": 0.7251065577979767, + "grad_norm": 2.6237738132476807, + "learning_rate": 3.708361652575696e-06, + "loss": 2.3933, + "step": 42360 + }, + { + "epoch": 0.7251236755165271, + "grad_norm": 2.5159695148468018, + "learning_rate": 3.7079307381914307e-06, + "loss": 2.3182, + "step": 42361 + }, + { + "epoch": 0.7251407932350776, + "grad_norm": 2.4097328186035156, + "learning_rate": 3.7074998431468e-06, + "loss": 2.2823, + "step": 42362 + }, + { + "epoch": 0.7251579109536281, + "grad_norm": 2.626526117324829, + "learning_rate": 3.707068967443119e-06, + "loss": 2.2725, + "step": 42363 + }, + { + "epoch": 0.7251750286721785, + "grad_norm": 2.5635294914245605, + "learning_rate": 3.706638111081715e-06, + "loss": 2.4049, + "step": 42364 + }, + { + "epoch": 0.725192146390729, + "grad_norm": 2.473790168762207, + "learning_rate": 3.7062072740639134e-06, + "loss": 2.359, + "step": 42365 + }, + { + "epoch": 0.7252092641092795, + "grad_norm": 2.4869918823242188, + "learning_rate": 3.705776456391036e-06, + "loss": 2.3954, + "step": 42366 + }, + { + "epoch": 0.72522638182783, + "grad_norm": 2.6725082397460938, + "learning_rate": 3.705345658064413e-06, + "loss": 2.4937, + "step": 42367 + }, + { + "epoch": 0.7252434995463805, + "grad_norm": 2.4152612686157227, + "learning_rate": 3.7049148790853574e-06, + "loss": 2.333, + "step": 42368 + }, + { + "epoch": 0.725260617264931, + "grad_norm": 2.8384861946105957, + "learning_rate": 3.704484119455206e-06, + "loss": 2.5079, + "step": 42369 + }, + { + "epoch": 0.7252777349834814, + "grad_norm": 2.501547336578369, + "learning_rate": 3.704053379175274e-06, + "loss": 2.3299, + "step": 42370 + }, + { + "epoch": 0.7252948527020319, + "grad_norm": 2.724665880203247, + "learning_rate": 3.703622658246887e-06, + "loss": 2.3136, + "step": 42371 + }, + { + "epoch": 0.7253119704205824, + "grad_norm": 2.336172342300415, + "learning_rate": 3.703191956671375e-06, + "loss": 2.2321, + "step": 42372 + }, + { + "epoch": 0.7253290881391328, + "grad_norm": 2.633397102355957, + "learning_rate": 3.7027612744500484e-06, + "loss": 2.3881, + "step": 42373 + }, + { + "epoch": 0.7253462058576833, + "grad_norm": 2.5074498653411865, + "learning_rate": 3.702330611584247e-06, + "loss": 2.4618, + "step": 42374 + }, + { + "epoch": 0.7253633235762338, + "grad_norm": 2.3856124877929688, + "learning_rate": 3.701899968075283e-06, + "loss": 2.3678, + "step": 42375 + }, + { + "epoch": 0.7253804412947842, + "grad_norm": 2.5010106563568115, + "learning_rate": 3.7014693439244843e-06, + "loss": 2.3689, + "step": 42376 + }, + { + "epoch": 0.7253975590133347, + "grad_norm": 2.4965784549713135, + "learning_rate": 3.701038739133177e-06, + "loss": 2.3817, + "step": 42377 + }, + { + "epoch": 0.7254146767318852, + "grad_norm": 2.5395681858062744, + "learning_rate": 3.700608153702675e-06, + "loss": 2.3948, + "step": 42378 + }, + { + "epoch": 0.7254317944504356, + "grad_norm": 2.5842535495758057, + "learning_rate": 3.700177587634316e-06, + "loss": 2.3513, + "step": 42379 + }, + { + "epoch": 0.7254489121689861, + "grad_norm": 2.555821418762207, + "learning_rate": 3.699747040929408e-06, + "loss": 2.3176, + "step": 42380 + }, + { + "epoch": 0.7254660298875366, + "grad_norm": 2.712289810180664, + "learning_rate": 3.6993165135892893e-06, + "loss": 2.3631, + "step": 42381 + }, + { + "epoch": 0.725483147606087, + "grad_norm": 2.573669910430908, + "learning_rate": 3.6988860056152744e-06, + "loss": 2.3846, + "step": 42382 + }, + { + "epoch": 0.7255002653246375, + "grad_norm": 2.365264892578125, + "learning_rate": 3.6984555170086865e-06, + "loss": 2.3807, + "step": 42383 + }, + { + "epoch": 0.725517383043188, + "grad_norm": 2.6063311100006104, + "learning_rate": 3.6980250477708545e-06, + "loss": 2.4019, + "step": 42384 + }, + { + "epoch": 0.7255345007617384, + "grad_norm": 2.541179895401001, + "learning_rate": 3.69759459790309e-06, + "loss": 2.4624, + "step": 42385 + }, + { + "epoch": 0.7255516184802889, + "grad_norm": 2.5195295810699463, + "learning_rate": 3.6971641674067318e-06, + "loss": 2.4358, + "step": 42386 + }, + { + "epoch": 0.7255687361988394, + "grad_norm": 2.538001537322998, + "learning_rate": 3.6967337562830896e-06, + "loss": 2.3835, + "step": 42387 + }, + { + "epoch": 0.72558585391739, + "grad_norm": 2.4904632568359375, + "learning_rate": 3.6963033645334923e-06, + "loss": 2.434, + "step": 42388 + }, + { + "epoch": 0.7256029716359403, + "grad_norm": 2.6126208305358887, + "learning_rate": 3.6958729921592616e-06, + "loss": 2.3815, + "step": 42389 + }, + { + "epoch": 0.7256200893544908, + "grad_norm": 2.5955958366394043, + "learning_rate": 3.6954426391617215e-06, + "loss": 2.366, + "step": 42390 + }, + { + "epoch": 0.7256372070730414, + "grad_norm": 2.480619430541992, + "learning_rate": 3.695012305542197e-06, + "loss": 2.3976, + "step": 42391 + }, + { + "epoch": 0.7256543247915918, + "grad_norm": 2.458596706390381, + "learning_rate": 3.6945819913020043e-06, + "loss": 2.4043, + "step": 42392 + }, + { + "epoch": 0.7256714425101423, + "grad_norm": 2.7691030502319336, + "learning_rate": 3.6941516964424682e-06, + "loss": 2.3728, + "step": 42393 + }, + { + "epoch": 0.7256885602286928, + "grad_norm": 2.5366337299346924, + "learning_rate": 3.693721420964914e-06, + "loss": 2.354, + "step": 42394 + }, + { + "epoch": 0.7257056779472432, + "grad_norm": 2.5832455158233643, + "learning_rate": 3.6932911648706613e-06, + "loss": 2.2971, + "step": 42395 + }, + { + "epoch": 0.7257227956657937, + "grad_norm": 2.5139076709747314, + "learning_rate": 3.692860928161035e-06, + "loss": 2.2897, + "step": 42396 + }, + { + "epoch": 0.7257399133843442, + "grad_norm": 2.444826126098633, + "learning_rate": 3.69243071083736e-06, + "loss": 2.3384, + "step": 42397 + }, + { + "epoch": 0.7257570311028946, + "grad_norm": 2.698068141937256, + "learning_rate": 3.6920005129009505e-06, + "loss": 2.4456, + "step": 42398 + }, + { + "epoch": 0.7257741488214451, + "grad_norm": 2.4976015090942383, + "learning_rate": 3.691570334353135e-06, + "loss": 2.2756, + "step": 42399 + }, + { + "epoch": 0.7257912665399956, + "grad_norm": 2.556525468826294, + "learning_rate": 3.6911401751952325e-06, + "loss": 2.5045, + "step": 42400 + }, + { + "epoch": 0.725808384258546, + "grad_norm": 2.872253656387329, + "learning_rate": 3.6907100354285675e-06, + "loss": 2.4392, + "step": 42401 + }, + { + "epoch": 0.7258255019770965, + "grad_norm": 2.551095962524414, + "learning_rate": 3.6902799150544623e-06, + "loss": 2.3431, + "step": 42402 + }, + { + "epoch": 0.725842619695647, + "grad_norm": 2.418137550354004, + "learning_rate": 3.689849814074237e-06, + "loss": 2.3598, + "step": 42403 + }, + { + "epoch": 0.7258597374141974, + "grad_norm": 2.4718754291534424, + "learning_rate": 3.6894197324892176e-06, + "loss": 2.3204, + "step": 42404 + }, + { + "epoch": 0.7258768551327479, + "grad_norm": 2.476639747619629, + "learning_rate": 3.68898967030072e-06, + "loss": 2.2676, + "step": 42405 + }, + { + "epoch": 0.7258939728512984, + "grad_norm": 2.5742692947387695, + "learning_rate": 3.6885596275100687e-06, + "loss": 2.4007, + "step": 42406 + }, + { + "epoch": 0.7259110905698488, + "grad_norm": 2.5111987590789795, + "learning_rate": 3.6881296041185864e-06, + "loss": 2.3004, + "step": 42407 + }, + { + "epoch": 0.7259282082883993, + "grad_norm": 2.399772882461548, + "learning_rate": 3.6876996001275946e-06, + "loss": 2.3192, + "step": 42408 + }, + { + "epoch": 0.7259453260069498, + "grad_norm": 2.485816478729248, + "learning_rate": 3.6872696155384167e-06, + "loss": 2.4001, + "step": 42409 + }, + { + "epoch": 0.7259624437255002, + "grad_norm": 2.4541425704956055, + "learning_rate": 3.686839650352366e-06, + "loss": 2.3291, + "step": 42410 + }, + { + "epoch": 0.7259795614440507, + "grad_norm": 2.4848856925964355, + "learning_rate": 3.6864097045707783e-06, + "loss": 2.4351, + "step": 42411 + }, + { + "epoch": 0.7259966791626012, + "grad_norm": 2.50384783744812, + "learning_rate": 3.6859797781949638e-06, + "loss": 2.4081, + "step": 42412 + }, + { + "epoch": 0.7260137968811516, + "grad_norm": 2.5372023582458496, + "learning_rate": 3.685549871226246e-06, + "loss": 2.3987, + "step": 42413 + }, + { + "epoch": 0.7260309145997021, + "grad_norm": 2.438844919204712, + "learning_rate": 3.685119983665951e-06, + "loss": 2.3966, + "step": 42414 + }, + { + "epoch": 0.7260480323182527, + "grad_norm": 2.374734878540039, + "learning_rate": 3.68469011551539e-06, + "loss": 2.3919, + "step": 42415 + }, + { + "epoch": 0.726065150036803, + "grad_norm": 2.5290985107421875, + "learning_rate": 3.684260266775899e-06, + "loss": 2.3547, + "step": 42416 + }, + { + "epoch": 0.7260822677553536, + "grad_norm": 2.593517541885376, + "learning_rate": 3.683830437448783e-06, + "loss": 2.3627, + "step": 42417 + }, + { + "epoch": 0.7260993854739041, + "grad_norm": 2.3738491535186768, + "learning_rate": 3.6834006275353795e-06, + "loss": 2.3162, + "step": 42418 + }, + { + "epoch": 0.7261165031924545, + "grad_norm": 2.4357659816741943, + "learning_rate": 3.6829708370369964e-06, + "loss": 2.4422, + "step": 42419 + }, + { + "epoch": 0.726133620911005, + "grad_norm": 2.4061388969421387, + "learning_rate": 3.682541065954961e-06, + "loss": 2.3249, + "step": 42420 + }, + { + "epoch": 0.7261507386295555, + "grad_norm": 2.514817714691162, + "learning_rate": 3.6821113142905963e-06, + "loss": 2.3811, + "step": 42421 + }, + { + "epoch": 0.7261678563481059, + "grad_norm": 2.462775945663452, + "learning_rate": 3.6816815820452122e-06, + "loss": 2.4541, + "step": 42422 + }, + { + "epoch": 0.7261849740666564, + "grad_norm": 2.4630191326141357, + "learning_rate": 3.6812518692201447e-06, + "loss": 2.3329, + "step": 42423 + }, + { + "epoch": 0.7262020917852069, + "grad_norm": 2.5466556549072266, + "learning_rate": 3.680822175816704e-06, + "loss": 2.4866, + "step": 42424 + }, + { + "epoch": 0.7262192095037573, + "grad_norm": 2.4941234588623047, + "learning_rate": 3.680392501836214e-06, + "loss": 2.5186, + "step": 42425 + }, + { + "epoch": 0.7262363272223078, + "grad_norm": 2.6005566120147705, + "learning_rate": 3.679962847279995e-06, + "loss": 2.4738, + "step": 42426 + }, + { + "epoch": 0.7262534449408583, + "grad_norm": 2.5028645992279053, + "learning_rate": 3.6795332121493686e-06, + "loss": 2.3873, + "step": 42427 + }, + { + "epoch": 0.7262705626594087, + "grad_norm": 2.473417282104492, + "learning_rate": 3.679103596445658e-06, + "loss": 2.3663, + "step": 42428 + }, + { + "epoch": 0.7262876803779592, + "grad_norm": 2.64200758934021, + "learning_rate": 3.678674000170176e-06, + "loss": 2.449, + "step": 42429 + }, + { + "epoch": 0.7263047980965097, + "grad_norm": 2.827995777130127, + "learning_rate": 3.6782444233242477e-06, + "loss": 2.3788, + "step": 42430 + }, + { + "epoch": 0.7263219158150601, + "grad_norm": 2.5345523357391357, + "learning_rate": 3.677814865909194e-06, + "loss": 2.4506, + "step": 42431 + }, + { + "epoch": 0.7263390335336106, + "grad_norm": 2.33232045173645, + "learning_rate": 3.677385327926334e-06, + "loss": 2.2535, + "step": 42432 + }, + { + "epoch": 0.7263561512521611, + "grad_norm": 2.4535481929779053, + "learning_rate": 3.6769558093769875e-06, + "loss": 2.3297, + "step": 42433 + }, + { + "epoch": 0.7263732689707116, + "grad_norm": 2.596665620803833, + "learning_rate": 3.676526310262477e-06, + "loss": 2.3952, + "step": 42434 + }, + { + "epoch": 0.726390386689262, + "grad_norm": 2.4878265857696533, + "learning_rate": 3.6760968305841236e-06, + "loss": 2.5134, + "step": 42435 + }, + { + "epoch": 0.7264075044078125, + "grad_norm": 2.469005823135376, + "learning_rate": 3.675667370343242e-06, + "loss": 2.2888, + "step": 42436 + }, + { + "epoch": 0.726424622126363, + "grad_norm": 2.5592458248138428, + "learning_rate": 3.6752379295411543e-06, + "loss": 2.4408, + "step": 42437 + }, + { + "epoch": 0.7264417398449134, + "grad_norm": 2.5427746772766113, + "learning_rate": 3.674808508179183e-06, + "loss": 2.2884, + "step": 42438 + }, + { + "epoch": 0.726458857563464, + "grad_norm": 2.503692150115967, + "learning_rate": 3.6743791062586455e-06, + "loss": 2.3513, + "step": 42439 + }, + { + "epoch": 0.7264759752820145, + "grad_norm": 2.430682897567749, + "learning_rate": 3.673949723780862e-06, + "loss": 2.3671, + "step": 42440 + }, + { + "epoch": 0.7264930930005649, + "grad_norm": 2.40731143951416, + "learning_rate": 3.6735203607471557e-06, + "loss": 2.431, + "step": 42441 + }, + { + "epoch": 0.7265102107191154, + "grad_norm": 2.472285270690918, + "learning_rate": 3.6730910171588407e-06, + "loss": 2.2948, + "step": 42442 + }, + { + "epoch": 0.7265273284376659, + "grad_norm": 2.5725209712982178, + "learning_rate": 3.6726616930172387e-06, + "loss": 2.4001, + "step": 42443 + }, + { + "epoch": 0.7265444461562163, + "grad_norm": 2.4321303367614746, + "learning_rate": 3.672232388323671e-06, + "loss": 2.339, + "step": 42444 + }, + { + "epoch": 0.7265615638747668, + "grad_norm": 2.448230028152466, + "learning_rate": 3.6718031030794556e-06, + "loss": 2.3897, + "step": 42445 + }, + { + "epoch": 0.7265786815933173, + "grad_norm": 2.510468006134033, + "learning_rate": 3.6713738372859155e-06, + "loss": 2.4244, + "step": 42446 + }, + { + "epoch": 0.7265957993118677, + "grad_norm": 2.6121749877929688, + "learning_rate": 3.6709445909443596e-06, + "loss": 2.4468, + "step": 42447 + }, + { + "epoch": 0.7266129170304182, + "grad_norm": 2.6656575202941895, + "learning_rate": 3.670515364056122e-06, + "loss": 2.4844, + "step": 42448 + }, + { + "epoch": 0.7266300347489687, + "grad_norm": 2.5050742626190186, + "learning_rate": 3.670086156622511e-06, + "loss": 2.358, + "step": 42449 + }, + { + "epoch": 0.7266471524675191, + "grad_norm": 2.6427183151245117, + "learning_rate": 3.6696569686448504e-06, + "loss": 2.3124, + "step": 42450 + }, + { + "epoch": 0.7266642701860696, + "grad_norm": 2.4344842433929443, + "learning_rate": 3.669227800124461e-06, + "loss": 2.3254, + "step": 42451 + }, + { + "epoch": 0.7266813879046201, + "grad_norm": 2.4357497692108154, + "learning_rate": 3.6687986510626527e-06, + "loss": 2.2627, + "step": 42452 + }, + { + "epoch": 0.7266985056231705, + "grad_norm": 2.4250943660736084, + "learning_rate": 3.6683695214607573e-06, + "loss": 2.2929, + "step": 42453 + }, + { + "epoch": 0.726715623341721, + "grad_norm": 2.6317224502563477, + "learning_rate": 3.667940411320082e-06, + "loss": 2.4614, + "step": 42454 + }, + { + "epoch": 0.7267327410602715, + "grad_norm": 2.490210771560669, + "learning_rate": 3.667511320641958e-06, + "loss": 2.2999, + "step": 42455 + }, + { + "epoch": 0.7267498587788219, + "grad_norm": 2.4846959114074707, + "learning_rate": 3.6670822494276935e-06, + "loss": 2.2793, + "step": 42456 + }, + { + "epoch": 0.7267669764973724, + "grad_norm": 2.4543168544769287, + "learning_rate": 3.6666531976786122e-06, + "loss": 2.4053, + "step": 42457 + }, + { + "epoch": 0.7267840942159229, + "grad_norm": 2.5719873905181885, + "learning_rate": 3.666224165396035e-06, + "loss": 2.2718, + "step": 42458 + }, + { + "epoch": 0.7268012119344733, + "grad_norm": 2.517803192138672, + "learning_rate": 3.665795152581272e-06, + "loss": 2.437, + "step": 42459 + }, + { + "epoch": 0.7268183296530238, + "grad_norm": 2.6882400512695312, + "learning_rate": 3.6653661592356537e-06, + "loss": 2.3349, + "step": 42460 + }, + { + "epoch": 0.7268354473715744, + "grad_norm": 2.5238475799560547, + "learning_rate": 3.6649371853604887e-06, + "loss": 2.4459, + "step": 42461 + }, + { + "epoch": 0.7268525650901247, + "grad_norm": 2.4075560569763184, + "learning_rate": 3.6645082309570988e-06, + "loss": 2.319, + "step": 42462 + }, + { + "epoch": 0.7268696828086753, + "grad_norm": 2.682750701904297, + "learning_rate": 3.664079296026808e-06, + "loss": 2.3712, + "step": 42463 + }, + { + "epoch": 0.7268868005272258, + "grad_norm": 2.598761796951294, + "learning_rate": 3.663650380570921e-06, + "loss": 2.4805, + "step": 42464 + }, + { + "epoch": 0.7269039182457762, + "grad_norm": 2.487111806869507, + "learning_rate": 3.6632214845907732e-06, + "loss": 2.2959, + "step": 42465 + }, + { + "epoch": 0.7269210359643267, + "grad_norm": 2.5417518615722656, + "learning_rate": 3.66279260808767e-06, + "loss": 2.3993, + "step": 42466 + }, + { + "epoch": 0.7269381536828772, + "grad_norm": 2.504714250564575, + "learning_rate": 3.662363751062934e-06, + "loss": 2.3169, + "step": 42467 + }, + { + "epoch": 0.7269552714014276, + "grad_norm": 2.5251259803771973, + "learning_rate": 3.661934913517884e-06, + "loss": 2.2954, + "step": 42468 + }, + { + "epoch": 0.7269723891199781, + "grad_norm": 2.5860249996185303, + "learning_rate": 3.6615060954538383e-06, + "loss": 2.4105, + "step": 42469 + }, + { + "epoch": 0.7269895068385286, + "grad_norm": 2.6074001789093018, + "learning_rate": 3.6610772968721163e-06, + "loss": 2.3851, + "step": 42470 + }, + { + "epoch": 0.727006624557079, + "grad_norm": 2.50044846534729, + "learning_rate": 3.660648517774028e-06, + "loss": 2.314, + "step": 42471 + }, + { + "epoch": 0.7270237422756295, + "grad_norm": 2.4934613704681396, + "learning_rate": 3.6602197581609032e-06, + "loss": 2.4053, + "step": 42472 + }, + { + "epoch": 0.72704085999418, + "grad_norm": 2.565194845199585, + "learning_rate": 3.6597910180340502e-06, + "loss": 2.3444, + "step": 42473 + }, + { + "epoch": 0.7270579777127304, + "grad_norm": 2.5725083351135254, + "learning_rate": 3.6593622973947906e-06, + "loss": 2.4418, + "step": 42474 + }, + { + "epoch": 0.7270750954312809, + "grad_norm": 2.556082010269165, + "learning_rate": 3.658933596244443e-06, + "loss": 2.4042, + "step": 42475 + }, + { + "epoch": 0.7270922131498314, + "grad_norm": 2.500652313232422, + "learning_rate": 3.658504914584322e-06, + "loss": 2.4327, + "step": 42476 + }, + { + "epoch": 0.7271093308683818, + "grad_norm": 2.4400880336761475, + "learning_rate": 3.658076252415752e-06, + "loss": 2.2872, + "step": 42477 + }, + { + "epoch": 0.7271264485869323, + "grad_norm": 2.5931882858276367, + "learning_rate": 3.6576476097400414e-06, + "loss": 2.3566, + "step": 42478 + }, + { + "epoch": 0.7271435663054828, + "grad_norm": 2.4911322593688965, + "learning_rate": 3.6572189865585127e-06, + "loss": 2.4139, + "step": 42479 + }, + { + "epoch": 0.7271606840240332, + "grad_norm": 2.4380626678466797, + "learning_rate": 3.656790382872483e-06, + "loss": 2.3549, + "step": 42480 + }, + { + "epoch": 0.7271778017425837, + "grad_norm": 2.500842571258545, + "learning_rate": 3.656361798683269e-06, + "loss": 2.3965, + "step": 42481 + }, + { + "epoch": 0.7271949194611342, + "grad_norm": 2.514893054962158, + "learning_rate": 3.6559332339921883e-06, + "loss": 2.3628, + "step": 42482 + }, + { + "epoch": 0.7272120371796847, + "grad_norm": 2.5838205814361572, + "learning_rate": 3.655504688800561e-06, + "loss": 2.4174, + "step": 42483 + }, + { + "epoch": 0.7272291548982351, + "grad_norm": 2.385105609893799, + "learning_rate": 3.655076163109699e-06, + "loss": 2.3501, + "step": 42484 + }, + { + "epoch": 0.7272462726167856, + "grad_norm": 2.596108913421631, + "learning_rate": 3.654647656920921e-06, + "loss": 2.4731, + "step": 42485 + }, + { + "epoch": 0.7272633903353362, + "grad_norm": 2.3847358226776123, + "learning_rate": 3.6542191702355454e-06, + "loss": 2.2976, + "step": 42486 + }, + { + "epoch": 0.7272805080538866, + "grad_norm": 2.632565498352051, + "learning_rate": 3.6537907030548893e-06, + "loss": 2.3133, + "step": 42487 + }, + { + "epoch": 0.7272976257724371, + "grad_norm": 2.6220474243164062, + "learning_rate": 3.653362255380273e-06, + "loss": 2.4167, + "step": 42488 + }, + { + "epoch": 0.7273147434909876, + "grad_norm": 2.6410446166992188, + "learning_rate": 3.6529338272130023e-06, + "loss": 2.3305, + "step": 42489 + }, + { + "epoch": 0.727331861209538, + "grad_norm": 2.61893892288208, + "learning_rate": 3.6525054185544073e-06, + "loss": 2.4943, + "step": 42490 + }, + { + "epoch": 0.7273489789280885, + "grad_norm": 2.569169044494629, + "learning_rate": 3.652077029405793e-06, + "loss": 2.3976, + "step": 42491 + }, + { + "epoch": 0.727366096646639, + "grad_norm": 2.4825985431671143, + "learning_rate": 3.6516486597684888e-06, + "loss": 2.3612, + "step": 42492 + }, + { + "epoch": 0.7273832143651894, + "grad_norm": 2.3256988525390625, + "learning_rate": 3.6512203096438003e-06, + "loss": 2.1664, + "step": 42493 + }, + { + "epoch": 0.7274003320837399, + "grad_norm": 2.6884584426879883, + "learning_rate": 3.650791979033049e-06, + "loss": 2.4476, + "step": 42494 + }, + { + "epoch": 0.7274174498022904, + "grad_norm": 2.499490976333618, + "learning_rate": 3.6503636679375543e-06, + "loss": 2.2981, + "step": 42495 + }, + { + "epoch": 0.7274345675208408, + "grad_norm": 2.600446939468384, + "learning_rate": 3.649935376358622e-06, + "loss": 2.2975, + "step": 42496 + }, + { + "epoch": 0.7274516852393913, + "grad_norm": 2.572279214859009, + "learning_rate": 3.6495071042975816e-06, + "loss": 2.3687, + "step": 42497 + }, + { + "epoch": 0.7274688029579418, + "grad_norm": 2.52518892288208, + "learning_rate": 3.649078851755742e-06, + "loss": 2.4064, + "step": 42498 + }, + { + "epoch": 0.7274859206764922, + "grad_norm": 2.361114740371704, + "learning_rate": 3.6486506187344196e-06, + "loss": 2.2535, + "step": 42499 + }, + { + "epoch": 0.7275030383950427, + "grad_norm": 2.530745267868042, + "learning_rate": 3.648222405234936e-06, + "loss": 2.4473, + "step": 42500 + }, + { + "epoch": 0.7275201561135932, + "grad_norm": 2.455160140991211, + "learning_rate": 3.647794211258596e-06, + "loss": 2.2789, + "step": 42501 + }, + { + "epoch": 0.7275372738321436, + "grad_norm": 2.3128275871276855, + "learning_rate": 3.64736603680673e-06, + "loss": 2.2734, + "step": 42502 + }, + { + "epoch": 0.7275543915506941, + "grad_norm": 2.6378238201141357, + "learning_rate": 3.6469378818806443e-06, + "loss": 2.4173, + "step": 42503 + }, + { + "epoch": 0.7275715092692446, + "grad_norm": 2.6433236598968506, + "learning_rate": 3.646509746481658e-06, + "loss": 2.4209, + "step": 42504 + }, + { + "epoch": 0.727588626987795, + "grad_norm": 2.388611078262329, + "learning_rate": 3.6460816306110858e-06, + "loss": 2.2634, + "step": 42505 + }, + { + "epoch": 0.7276057447063455, + "grad_norm": 2.4739348888397217, + "learning_rate": 3.6456535342702457e-06, + "loss": 2.3887, + "step": 42506 + }, + { + "epoch": 0.727622862424896, + "grad_norm": 2.613037109375, + "learning_rate": 3.645225457460455e-06, + "loss": 2.3222, + "step": 42507 + }, + { + "epoch": 0.7276399801434464, + "grad_norm": 2.4994916915893555, + "learning_rate": 3.644797400183021e-06, + "loss": 2.381, + "step": 42508 + }, + { + "epoch": 0.727657097861997, + "grad_norm": 2.5508832931518555, + "learning_rate": 3.644369362439272e-06, + "loss": 2.4308, + "step": 42509 + }, + { + "epoch": 0.7276742155805475, + "grad_norm": 2.616406202316284, + "learning_rate": 3.643941344230513e-06, + "loss": 2.3779, + "step": 42510 + }, + { + "epoch": 0.7276913332990979, + "grad_norm": 2.357912540435791, + "learning_rate": 3.643513345558063e-06, + "loss": 2.2408, + "step": 42511 + }, + { + "epoch": 0.7277084510176484, + "grad_norm": 2.5586636066436768, + "learning_rate": 3.643085366423239e-06, + "loss": 2.3703, + "step": 42512 + }, + { + "epoch": 0.7277255687361989, + "grad_norm": 2.612989664077759, + "learning_rate": 3.6426574068273544e-06, + "loss": 2.2599, + "step": 42513 + }, + { + "epoch": 0.7277426864547493, + "grad_norm": 2.575897216796875, + "learning_rate": 3.6422294667717304e-06, + "loss": 2.3595, + "step": 42514 + }, + { + "epoch": 0.7277598041732998, + "grad_norm": 2.5461807250976562, + "learning_rate": 3.641801546257674e-06, + "loss": 2.3041, + "step": 42515 + }, + { + "epoch": 0.7277769218918503, + "grad_norm": 2.3986854553222656, + "learning_rate": 3.6413736452865034e-06, + "loss": 2.4106, + "step": 42516 + }, + { + "epoch": 0.7277940396104007, + "grad_norm": 2.646331548690796, + "learning_rate": 3.6409457638595346e-06, + "loss": 2.3603, + "step": 42517 + }, + { + "epoch": 0.7278111573289512, + "grad_norm": 2.476055383682251, + "learning_rate": 3.6405179019780835e-06, + "loss": 2.3946, + "step": 42518 + }, + { + "epoch": 0.7278282750475017, + "grad_norm": 2.592740058898926, + "learning_rate": 3.640090059643463e-06, + "loss": 2.3634, + "step": 42519 + }, + { + "epoch": 0.7278453927660521, + "grad_norm": 2.482747793197632, + "learning_rate": 3.6396622368569944e-06, + "loss": 2.4158, + "step": 42520 + }, + { + "epoch": 0.7278625104846026, + "grad_norm": 2.5717313289642334, + "learning_rate": 3.6392344336199838e-06, + "loss": 2.4395, + "step": 42521 + }, + { + "epoch": 0.7278796282031531, + "grad_norm": 2.529453992843628, + "learning_rate": 3.6388066499337493e-06, + "loss": 2.4614, + "step": 42522 + }, + { + "epoch": 0.7278967459217035, + "grad_norm": 2.579616069793701, + "learning_rate": 3.638378885799608e-06, + "loss": 2.4444, + "step": 42523 + }, + { + "epoch": 0.727913863640254, + "grad_norm": 2.592125415802002, + "learning_rate": 3.6379511412188727e-06, + "loss": 2.3792, + "step": 42524 + }, + { + "epoch": 0.7279309813588045, + "grad_norm": 2.4214789867401123, + "learning_rate": 3.637523416192862e-06, + "loss": 2.3405, + "step": 42525 + }, + { + "epoch": 0.7279480990773549, + "grad_norm": 2.5639290809631348, + "learning_rate": 3.63709571072288e-06, + "loss": 2.3457, + "step": 42526 + }, + { + "epoch": 0.7279652167959054, + "grad_norm": 2.430520534515381, + "learning_rate": 3.636668024810256e-06, + "loss": 2.3834, + "step": 42527 + }, + { + "epoch": 0.7279823345144559, + "grad_norm": 2.4206066131591797, + "learning_rate": 3.6362403584562933e-06, + "loss": 2.2514, + "step": 42528 + }, + { + "epoch": 0.7279994522330064, + "grad_norm": 2.4465816020965576, + "learning_rate": 3.6358127116623108e-06, + "loss": 2.3227, + "step": 42529 + }, + { + "epoch": 0.7280165699515568, + "grad_norm": 2.5493063926696777, + "learning_rate": 3.6353850844296224e-06, + "loss": 2.3338, + "step": 42530 + }, + { + "epoch": 0.7280336876701073, + "grad_norm": 2.5030994415283203, + "learning_rate": 3.634957476759542e-06, + "loss": 2.3963, + "step": 42531 + }, + { + "epoch": 0.7280508053886579, + "grad_norm": 2.555220127105713, + "learning_rate": 3.6345298886533886e-06, + "loss": 2.307, + "step": 42532 + }, + { + "epoch": 0.7280679231072082, + "grad_norm": 2.3758630752563477, + "learning_rate": 3.634102320112465e-06, + "loss": 2.2205, + "step": 42533 + }, + { + "epoch": 0.7280850408257588, + "grad_norm": 2.4672489166259766, + "learning_rate": 3.633674771138099e-06, + "loss": 2.3971, + "step": 42534 + }, + { + "epoch": 0.7281021585443093, + "grad_norm": 2.647895336151123, + "learning_rate": 3.6332472417315954e-06, + "loss": 2.3583, + "step": 42535 + }, + { + "epoch": 0.7281192762628597, + "grad_norm": 2.4995338916778564, + "learning_rate": 3.6328197318942714e-06, + "loss": 2.2758, + "step": 42536 + }, + { + "epoch": 0.7281363939814102, + "grad_norm": 2.5119402408599854, + "learning_rate": 3.6323922416274437e-06, + "loss": 2.3588, + "step": 42537 + }, + { + "epoch": 0.7281535116999607, + "grad_norm": 2.5433523654937744, + "learning_rate": 3.631964770932417e-06, + "loss": 2.4159, + "step": 42538 + }, + { + "epoch": 0.7281706294185111, + "grad_norm": 2.457362651824951, + "learning_rate": 3.6315373198105185e-06, + "loss": 2.4566, + "step": 42539 + }, + { + "epoch": 0.7281877471370616, + "grad_norm": 2.425898790359497, + "learning_rate": 3.6311098882630513e-06, + "loss": 2.4176, + "step": 42540 + }, + { + "epoch": 0.7282048648556121, + "grad_norm": 2.3488101959228516, + "learning_rate": 3.630682476291334e-06, + "loss": 2.2451, + "step": 42541 + }, + { + "epoch": 0.7282219825741625, + "grad_norm": 2.480351686477661, + "learning_rate": 3.6302550838966822e-06, + "loss": 2.3015, + "step": 42542 + }, + { + "epoch": 0.728239100292713, + "grad_norm": 2.431990385055542, + "learning_rate": 3.6298277110803993e-06, + "loss": 2.2914, + "step": 42543 + }, + { + "epoch": 0.7282562180112635, + "grad_norm": 2.2426586151123047, + "learning_rate": 3.6294003578438132e-06, + "loss": 2.233, + "step": 42544 + }, + { + "epoch": 0.7282733357298139, + "grad_norm": 2.6569528579711914, + "learning_rate": 3.628973024188225e-06, + "loss": 2.3622, + "step": 42545 + }, + { + "epoch": 0.7282904534483644, + "grad_norm": 2.3932254314422607, + "learning_rate": 3.628545710114959e-06, + "loss": 2.213, + "step": 42546 + }, + { + "epoch": 0.7283075711669149, + "grad_norm": 2.520681142807007, + "learning_rate": 3.6281184156253213e-06, + "loss": 2.4209, + "step": 42547 + }, + { + "epoch": 0.7283246888854653, + "grad_norm": 2.5851268768310547, + "learning_rate": 3.627691140720626e-06, + "loss": 2.4395, + "step": 42548 + }, + { + "epoch": 0.7283418066040158, + "grad_norm": 2.640592336654663, + "learning_rate": 3.6272638854021913e-06, + "loss": 2.3276, + "step": 42549 + }, + { + "epoch": 0.7283589243225663, + "grad_norm": 2.571023464202881, + "learning_rate": 3.62683664967132e-06, + "loss": 2.3931, + "step": 42550 + }, + { + "epoch": 0.7283760420411167, + "grad_norm": 2.4849305152893066, + "learning_rate": 3.6264094335293396e-06, + "loss": 2.2993, + "step": 42551 + }, + { + "epoch": 0.7283931597596672, + "grad_norm": 2.525021553039551, + "learning_rate": 3.6259822369775523e-06, + "loss": 2.4029, + "step": 42552 + }, + { + "epoch": 0.7284102774782177, + "grad_norm": 2.557434320449829, + "learning_rate": 3.625555060017274e-06, + "loss": 2.3474, + "step": 42553 + }, + { + "epoch": 0.7284273951967681, + "grad_norm": 2.529221773147583, + "learning_rate": 3.6251279026498187e-06, + "loss": 2.3996, + "step": 42554 + }, + { + "epoch": 0.7284445129153186, + "grad_norm": 2.5427451133728027, + "learning_rate": 3.6247007648764987e-06, + "loss": 2.3705, + "step": 42555 + }, + { + "epoch": 0.7284616306338692, + "grad_norm": 2.575183391571045, + "learning_rate": 3.6242736466986307e-06, + "loss": 2.2934, + "step": 42556 + }, + { + "epoch": 0.7284787483524195, + "grad_norm": 2.479395866394043, + "learning_rate": 3.62384654811752e-06, + "loss": 2.4254, + "step": 42557 + }, + { + "epoch": 0.72849586607097, + "grad_norm": 2.3792359828948975, + "learning_rate": 3.6234194691344827e-06, + "loss": 2.2798, + "step": 42558 + }, + { + "epoch": 0.7285129837895206, + "grad_norm": 2.4900879859924316, + "learning_rate": 3.622992409750833e-06, + "loss": 2.3795, + "step": 42559 + }, + { + "epoch": 0.728530101508071, + "grad_norm": 2.365748405456543, + "learning_rate": 3.622565369967882e-06, + "loss": 2.3802, + "step": 42560 + }, + { + "epoch": 0.7285472192266215, + "grad_norm": 2.654703140258789, + "learning_rate": 3.6221383497869424e-06, + "loss": 2.4109, + "step": 42561 + }, + { + "epoch": 0.728564336945172, + "grad_norm": 2.4414303302764893, + "learning_rate": 3.621711349209328e-06, + "loss": 2.2751, + "step": 42562 + }, + { + "epoch": 0.7285814546637224, + "grad_norm": 2.5883054733276367, + "learning_rate": 3.6212843682363497e-06, + "loss": 2.3588, + "step": 42563 + }, + { + "epoch": 0.7285985723822729, + "grad_norm": 2.4762775897979736, + "learning_rate": 3.620857406869325e-06, + "loss": 2.144, + "step": 42564 + }, + { + "epoch": 0.7286156901008234, + "grad_norm": 2.506913900375366, + "learning_rate": 3.620430465109557e-06, + "loss": 2.3941, + "step": 42565 + }, + { + "epoch": 0.7286328078193738, + "grad_norm": 2.4959206581115723, + "learning_rate": 3.6200035429583636e-06, + "loss": 2.385, + "step": 42566 + }, + { + "epoch": 0.7286499255379243, + "grad_norm": 2.5294811725616455, + "learning_rate": 3.619576640417056e-06, + "loss": 2.3961, + "step": 42567 + }, + { + "epoch": 0.7286670432564748, + "grad_norm": 2.569796085357666, + "learning_rate": 3.619149757486946e-06, + "loss": 2.3359, + "step": 42568 + }, + { + "epoch": 0.7286841609750252, + "grad_norm": 2.660627841949463, + "learning_rate": 3.6187228941693507e-06, + "loss": 2.4193, + "step": 42569 + }, + { + "epoch": 0.7287012786935757, + "grad_norm": 2.5135889053344727, + "learning_rate": 3.618296050465571e-06, + "loss": 2.3713, + "step": 42570 + }, + { + "epoch": 0.7287183964121262, + "grad_norm": 2.494136333465576, + "learning_rate": 3.617869226376931e-06, + "loss": 2.4021, + "step": 42571 + }, + { + "epoch": 0.7287355141306766, + "grad_norm": 2.4213974475860596, + "learning_rate": 3.6174424219047344e-06, + "loss": 2.3471, + "step": 42572 + }, + { + "epoch": 0.7287526318492271, + "grad_norm": 2.5750019550323486, + "learning_rate": 3.6170156370502953e-06, + "loss": 2.4828, + "step": 42573 + }, + { + "epoch": 0.7287697495677776, + "grad_norm": 2.7076783180236816, + "learning_rate": 3.61658887181493e-06, + "loss": 2.3014, + "step": 42574 + }, + { + "epoch": 0.7287868672863281, + "grad_norm": 2.5968587398529053, + "learning_rate": 3.616162126199939e-06, + "loss": 2.3197, + "step": 42575 + }, + { + "epoch": 0.7288039850048785, + "grad_norm": 2.571147918701172, + "learning_rate": 3.615735400206648e-06, + "loss": 2.3753, + "step": 42576 + }, + { + "epoch": 0.728821102723429, + "grad_norm": 2.4724583625793457, + "learning_rate": 3.615308693836358e-06, + "loss": 2.3312, + "step": 42577 + }, + { + "epoch": 0.7288382204419795, + "grad_norm": 2.5556859970092773, + "learning_rate": 3.6148820070903843e-06, + "loss": 2.3654, + "step": 42578 + }, + { + "epoch": 0.7288553381605299, + "grad_norm": 2.4950242042541504, + "learning_rate": 3.6144553399700435e-06, + "loss": 2.2309, + "step": 42579 + }, + { + "epoch": 0.7288724558790804, + "grad_norm": 2.3365654945373535, + "learning_rate": 3.6140286924766334e-06, + "loss": 2.2113, + "step": 42580 + }, + { + "epoch": 0.728889573597631, + "grad_norm": 2.649688243865967, + "learning_rate": 3.613602064611481e-06, + "loss": 2.5216, + "step": 42581 + }, + { + "epoch": 0.7289066913161814, + "grad_norm": 2.5352559089660645, + "learning_rate": 3.6131754563758835e-06, + "loss": 2.3936, + "step": 42582 + }, + { + "epoch": 0.7289238090347319, + "grad_norm": 2.4578447341918945, + "learning_rate": 3.6127488677711664e-06, + "loss": 2.3094, + "step": 42583 + }, + { + "epoch": 0.7289409267532824, + "grad_norm": 2.3512585163116455, + "learning_rate": 3.6123222987986296e-06, + "loss": 2.3162, + "step": 42584 + }, + { + "epoch": 0.7289580444718328, + "grad_norm": 2.503349542617798, + "learning_rate": 3.6118957494595885e-06, + "loss": 2.2947, + "step": 42585 + }, + { + "epoch": 0.7289751621903833, + "grad_norm": 2.5296883583068848, + "learning_rate": 3.611469219755358e-06, + "loss": 2.3786, + "step": 42586 + }, + { + "epoch": 0.7289922799089338, + "grad_norm": 2.5641374588012695, + "learning_rate": 3.611042709687237e-06, + "loss": 2.3873, + "step": 42587 + }, + { + "epoch": 0.7290093976274842, + "grad_norm": 2.591963768005371, + "learning_rate": 3.6106162192565517e-06, + "loss": 2.3619, + "step": 42588 + }, + { + "epoch": 0.7290265153460347, + "grad_norm": 2.4491443634033203, + "learning_rate": 3.6101897484646033e-06, + "loss": 2.4645, + "step": 42589 + }, + { + "epoch": 0.7290436330645852, + "grad_norm": 2.489802122116089, + "learning_rate": 3.609763297312704e-06, + "loss": 2.2971, + "step": 42590 + }, + { + "epoch": 0.7290607507831356, + "grad_norm": 2.544257164001465, + "learning_rate": 3.6093368658021653e-06, + "loss": 2.4, + "step": 42591 + }, + { + "epoch": 0.7290778685016861, + "grad_norm": 2.4469635486602783, + "learning_rate": 3.608910453934299e-06, + "loss": 2.3373, + "step": 42592 + }, + { + "epoch": 0.7290949862202366, + "grad_norm": 2.7343103885650635, + "learning_rate": 3.608484061710418e-06, + "loss": 2.4656, + "step": 42593 + }, + { + "epoch": 0.729112103938787, + "grad_norm": 2.5054373741149902, + "learning_rate": 3.6080576891318262e-06, + "loss": 2.3952, + "step": 42594 + }, + { + "epoch": 0.7291292216573375, + "grad_norm": 2.483400344848633, + "learning_rate": 3.607631336199838e-06, + "loss": 2.3892, + "step": 42595 + }, + { + "epoch": 0.729146339375888, + "grad_norm": 2.461315631866455, + "learning_rate": 3.6072050029157647e-06, + "loss": 2.3689, + "step": 42596 + }, + { + "epoch": 0.7291634570944384, + "grad_norm": 2.4947237968444824, + "learning_rate": 3.6067786892809143e-06, + "loss": 2.3595, + "step": 42597 + }, + { + "epoch": 0.7291805748129889, + "grad_norm": 2.509181499481201, + "learning_rate": 3.6063523952965984e-06, + "loss": 2.3471, + "step": 42598 + }, + { + "epoch": 0.7291976925315394, + "grad_norm": 2.487416982650757, + "learning_rate": 3.6059261209641284e-06, + "loss": 2.3707, + "step": 42599 + }, + { + "epoch": 0.7292148102500898, + "grad_norm": 2.511476755142212, + "learning_rate": 3.6054998662848163e-06, + "loss": 2.4002, + "step": 42600 + }, + { + "epoch": 0.7292319279686403, + "grad_norm": 2.3992762565612793, + "learning_rate": 3.6050736312599656e-06, + "loss": 2.2955, + "step": 42601 + }, + { + "epoch": 0.7292490456871908, + "grad_norm": 2.450758695602417, + "learning_rate": 3.6046474158908905e-06, + "loss": 2.3254, + "step": 42602 + }, + { + "epoch": 0.7292661634057412, + "grad_norm": 2.5321969985961914, + "learning_rate": 3.6042212201789006e-06, + "loss": 2.3952, + "step": 42603 + }, + { + "epoch": 0.7292832811242917, + "grad_norm": 2.4820916652679443, + "learning_rate": 3.6037950441253066e-06, + "loss": 2.3932, + "step": 42604 + }, + { + "epoch": 0.7293003988428423, + "grad_norm": 2.584954261779785, + "learning_rate": 3.6033688877314176e-06, + "loss": 2.3994, + "step": 42605 + }, + { + "epoch": 0.7293175165613927, + "grad_norm": 2.6348471641540527, + "learning_rate": 3.602942750998547e-06, + "loss": 2.3307, + "step": 42606 + }, + { + "epoch": 0.7293346342799432, + "grad_norm": 2.4018497467041016, + "learning_rate": 3.602516633927998e-06, + "loss": 2.3108, + "step": 42607 + }, + { + "epoch": 0.7293517519984937, + "grad_norm": 2.6173923015594482, + "learning_rate": 3.6020905365210834e-06, + "loss": 2.4053, + "step": 42608 + }, + { + "epoch": 0.7293688697170441, + "grad_norm": 2.4876039028167725, + "learning_rate": 3.6016644587791125e-06, + "loss": 2.3616, + "step": 42609 + }, + { + "epoch": 0.7293859874355946, + "grad_norm": 2.614755153656006, + "learning_rate": 3.6012384007033972e-06, + "loss": 2.3759, + "step": 42610 + }, + { + "epoch": 0.7294031051541451, + "grad_norm": 2.5176913738250732, + "learning_rate": 3.6008123622952474e-06, + "loss": 2.3317, + "step": 42611 + }, + { + "epoch": 0.7294202228726955, + "grad_norm": 2.7727062702178955, + "learning_rate": 3.600386343555965e-06, + "loss": 2.457, + "step": 42612 + }, + { + "epoch": 0.729437340591246, + "grad_norm": 2.6771962642669678, + "learning_rate": 3.5999603444868703e-06, + "loss": 2.5107, + "step": 42613 + }, + { + "epoch": 0.7294544583097965, + "grad_norm": 2.532604932785034, + "learning_rate": 3.5995343650892646e-06, + "loss": 2.3281, + "step": 42614 + }, + { + "epoch": 0.7294715760283469, + "grad_norm": 2.4632530212402344, + "learning_rate": 3.5991084053644608e-06, + "loss": 2.3561, + "step": 42615 + }, + { + "epoch": 0.7294886937468974, + "grad_norm": 2.5689728260040283, + "learning_rate": 3.5986824653137696e-06, + "loss": 2.4825, + "step": 42616 + }, + { + "epoch": 0.7295058114654479, + "grad_norm": 2.4325063228607178, + "learning_rate": 3.598256544938492e-06, + "loss": 2.3066, + "step": 42617 + }, + { + "epoch": 0.7295229291839983, + "grad_norm": 2.4547367095947266, + "learning_rate": 3.597830644239949e-06, + "loss": 2.3125, + "step": 42618 + }, + { + "epoch": 0.7295400469025488, + "grad_norm": 2.496868371963501, + "learning_rate": 3.5974047632194375e-06, + "loss": 2.3288, + "step": 42619 + }, + { + "epoch": 0.7295571646210993, + "grad_norm": 2.5304408073425293, + "learning_rate": 3.5969789018782796e-06, + "loss": 2.3518, + "step": 42620 + }, + { + "epoch": 0.7295742823396498, + "grad_norm": 2.507805109024048, + "learning_rate": 3.5965530602177734e-06, + "loss": 2.4349, + "step": 42621 + }, + { + "epoch": 0.7295914000582002, + "grad_norm": 2.530036211013794, + "learning_rate": 3.596127238239232e-06, + "loss": 2.4645, + "step": 42622 + }, + { + "epoch": 0.7296085177767507, + "grad_norm": 2.6038782596588135, + "learning_rate": 3.5957014359439678e-06, + "loss": 2.4764, + "step": 42623 + }, + { + "epoch": 0.7296256354953012, + "grad_norm": 2.560709238052368, + "learning_rate": 3.595275653333279e-06, + "loss": 2.3228, + "step": 42624 + }, + { + "epoch": 0.7296427532138516, + "grad_norm": 2.5193288326263428, + "learning_rate": 3.5948498904084874e-06, + "loss": 2.4914, + "step": 42625 + }, + { + "epoch": 0.7296598709324021, + "grad_norm": 2.796285390853882, + "learning_rate": 3.5944241471708917e-06, + "loss": 2.3492, + "step": 42626 + }, + { + "epoch": 0.7296769886509527, + "grad_norm": 2.687934637069702, + "learning_rate": 3.593998423621805e-06, + "loss": 2.4457, + "step": 42627 + }, + { + "epoch": 0.729694106369503, + "grad_norm": 2.4863643646240234, + "learning_rate": 3.5935727197625347e-06, + "loss": 2.3329, + "step": 42628 + }, + { + "epoch": 0.7297112240880536, + "grad_norm": 2.4854986667633057, + "learning_rate": 3.593147035594389e-06, + "loss": 2.3214, + "step": 42629 + }, + { + "epoch": 0.7297283418066041, + "grad_norm": 2.470534324645996, + "learning_rate": 3.5927213711186804e-06, + "loss": 2.3367, + "step": 42630 + }, + { + "epoch": 0.7297454595251545, + "grad_norm": 2.70399808883667, + "learning_rate": 3.5922957263367107e-06, + "loss": 2.4519, + "step": 42631 + }, + { + "epoch": 0.729762577243705, + "grad_norm": 2.38742733001709, + "learning_rate": 3.5918701012497914e-06, + "loss": 2.403, + "step": 42632 + }, + { + "epoch": 0.7297796949622555, + "grad_norm": 2.539585828781128, + "learning_rate": 3.59144449585923e-06, + "loss": 2.369, + "step": 42633 + }, + { + "epoch": 0.7297968126808059, + "grad_norm": 2.4138379096984863, + "learning_rate": 3.5910189101663338e-06, + "loss": 2.3458, + "step": 42634 + }, + { + "epoch": 0.7298139303993564, + "grad_norm": 2.431511163711548, + "learning_rate": 3.590593344172414e-06, + "loss": 2.3236, + "step": 42635 + }, + { + "epoch": 0.7298310481179069, + "grad_norm": 2.437117576599121, + "learning_rate": 3.5901677978787763e-06, + "loss": 2.3031, + "step": 42636 + }, + { + "epoch": 0.7298481658364573, + "grad_norm": 2.4113271236419678, + "learning_rate": 3.5897422712867323e-06, + "loss": 2.3367, + "step": 42637 + }, + { + "epoch": 0.7298652835550078, + "grad_norm": 2.4911561012268066, + "learning_rate": 3.5893167643975845e-06, + "loss": 2.4053, + "step": 42638 + }, + { + "epoch": 0.7298824012735583, + "grad_norm": 2.3997695446014404, + "learning_rate": 3.5888912772126426e-06, + "loss": 2.389, + "step": 42639 + }, + { + "epoch": 0.7298995189921087, + "grad_norm": 2.493061065673828, + "learning_rate": 3.5884658097332146e-06, + "loss": 2.3604, + "step": 42640 + }, + { + "epoch": 0.7299166367106592, + "grad_norm": 2.4204587936401367, + "learning_rate": 3.5880403619606086e-06, + "loss": 2.44, + "step": 42641 + }, + { + "epoch": 0.7299337544292097, + "grad_norm": 2.412214994430542, + "learning_rate": 3.587614933896133e-06, + "loss": 2.3464, + "step": 42642 + }, + { + "epoch": 0.7299508721477601, + "grad_norm": 2.5478639602661133, + "learning_rate": 3.587189525541097e-06, + "loss": 2.3457, + "step": 42643 + }, + { + "epoch": 0.7299679898663106, + "grad_norm": 2.4531145095825195, + "learning_rate": 3.586764136896803e-06, + "loss": 2.3463, + "step": 42644 + }, + { + "epoch": 0.7299851075848611, + "grad_norm": 2.640336275100708, + "learning_rate": 3.5863387679645613e-06, + "loss": 2.3222, + "step": 42645 + }, + { + "epoch": 0.7300022253034115, + "grad_norm": 2.6436150074005127, + "learning_rate": 3.58591341874568e-06, + "loss": 2.3492, + "step": 42646 + }, + { + "epoch": 0.730019343021962, + "grad_norm": 2.4362776279449463, + "learning_rate": 3.5854880892414646e-06, + "loss": 2.3781, + "step": 42647 + }, + { + "epoch": 0.7300364607405125, + "grad_norm": 2.5054800510406494, + "learning_rate": 3.585062779453228e-06, + "loss": 2.3311, + "step": 42648 + }, + { + "epoch": 0.7300535784590629, + "grad_norm": 2.633798122406006, + "learning_rate": 3.5846374893822654e-06, + "loss": 2.4264, + "step": 42649 + }, + { + "epoch": 0.7300706961776134, + "grad_norm": 2.532240390777588, + "learning_rate": 3.584212219029899e-06, + "loss": 2.3604, + "step": 42650 + }, + { + "epoch": 0.730087813896164, + "grad_norm": 2.7064826488494873, + "learning_rate": 3.583786968397426e-06, + "loss": 2.3886, + "step": 42651 + }, + { + "epoch": 0.7301049316147143, + "grad_norm": 2.569411277770996, + "learning_rate": 3.5833617374861553e-06, + "loss": 2.496, + "step": 42652 + }, + { + "epoch": 0.7301220493332649, + "grad_norm": 2.5596022605895996, + "learning_rate": 3.5829365262973947e-06, + "loss": 2.4322, + "step": 42653 + }, + { + "epoch": 0.7301391670518154, + "grad_norm": 2.4939398765563965, + "learning_rate": 3.5825113348324515e-06, + "loss": 2.329, + "step": 42654 + }, + { + "epoch": 0.7301562847703658, + "grad_norm": 2.4548468589782715, + "learning_rate": 3.582086163092635e-06, + "loss": 2.3359, + "step": 42655 + }, + { + "epoch": 0.7301734024889163, + "grad_norm": 2.5688905715942383, + "learning_rate": 3.5816610110792425e-06, + "loss": 2.5113, + "step": 42656 + }, + { + "epoch": 0.7301905202074668, + "grad_norm": 2.4077672958374023, + "learning_rate": 3.5812358787935954e-06, + "loss": 2.1679, + "step": 42657 + }, + { + "epoch": 0.7302076379260172, + "grad_norm": 2.6461870670318604, + "learning_rate": 3.5808107662369884e-06, + "loss": 2.4418, + "step": 42658 + }, + { + "epoch": 0.7302247556445677, + "grad_norm": 2.5590403079986572, + "learning_rate": 3.5803856734107323e-06, + "loss": 2.3257, + "step": 42659 + }, + { + "epoch": 0.7302418733631182, + "grad_norm": 2.3318932056427, + "learning_rate": 3.579960600316137e-06, + "loss": 2.2864, + "step": 42660 + }, + { + "epoch": 0.7302589910816686, + "grad_norm": 2.4773643016815186, + "learning_rate": 3.579535546954499e-06, + "loss": 2.2419, + "step": 42661 + }, + { + "epoch": 0.7302761088002191, + "grad_norm": 2.4891397953033447, + "learning_rate": 3.5791105133271386e-06, + "loss": 2.3646, + "step": 42662 + }, + { + "epoch": 0.7302932265187696, + "grad_norm": 2.411241054534912, + "learning_rate": 3.5786854994353514e-06, + "loss": 2.3257, + "step": 42663 + }, + { + "epoch": 0.73031034423732, + "grad_norm": 2.7431609630584717, + "learning_rate": 3.5782605052804474e-06, + "loss": 2.3647, + "step": 42664 + }, + { + "epoch": 0.7303274619558705, + "grad_norm": 2.6292643547058105, + "learning_rate": 3.577835530863736e-06, + "loss": 2.3984, + "step": 42665 + }, + { + "epoch": 0.730344579674421, + "grad_norm": 2.6525826454162598, + "learning_rate": 3.577410576186514e-06, + "loss": 2.2537, + "step": 42666 + }, + { + "epoch": 0.7303616973929714, + "grad_norm": 2.56144118309021, + "learning_rate": 3.5769856412501e-06, + "loss": 2.3235, + "step": 42667 + }, + { + "epoch": 0.7303788151115219, + "grad_norm": 2.524008274078369, + "learning_rate": 3.576560726055792e-06, + "loss": 2.3659, + "step": 42668 + }, + { + "epoch": 0.7303959328300724, + "grad_norm": 2.61332631111145, + "learning_rate": 3.5761358306048977e-06, + "loss": 2.4422, + "step": 42669 + }, + { + "epoch": 0.7304130505486229, + "grad_norm": 2.5393428802490234, + "learning_rate": 3.5757109548987223e-06, + "loss": 2.369, + "step": 42670 + }, + { + "epoch": 0.7304301682671733, + "grad_norm": 2.5719966888427734, + "learning_rate": 3.575286098938574e-06, + "loss": 2.3115, + "step": 42671 + }, + { + "epoch": 0.7304472859857238, + "grad_norm": 2.4255990982055664, + "learning_rate": 3.5748612627257604e-06, + "loss": 2.3959, + "step": 42672 + }, + { + "epoch": 0.7304644037042743, + "grad_norm": 2.483257293701172, + "learning_rate": 3.5744364462615776e-06, + "loss": 2.2313, + "step": 42673 + }, + { + "epoch": 0.7304815214228247, + "grad_norm": 2.4336328506469727, + "learning_rate": 3.5740116495473453e-06, + "loss": 2.3473, + "step": 42674 + }, + { + "epoch": 0.7304986391413753, + "grad_norm": 2.6143884658813477, + "learning_rate": 3.573586872584358e-06, + "loss": 2.4223, + "step": 42675 + }, + { + "epoch": 0.7305157568599258, + "grad_norm": 2.471801519393921, + "learning_rate": 3.573162115373926e-06, + "loss": 2.2874, + "step": 42676 + }, + { + "epoch": 0.7305328745784762, + "grad_norm": 2.576172351837158, + "learning_rate": 3.5727373779173545e-06, + "loss": 2.3846, + "step": 42677 + }, + { + "epoch": 0.7305499922970267, + "grad_norm": 2.5811920166015625, + "learning_rate": 3.5723126602159475e-06, + "loss": 2.3098, + "step": 42678 + }, + { + "epoch": 0.7305671100155772, + "grad_norm": 2.5992825031280518, + "learning_rate": 3.5718879622710156e-06, + "loss": 2.4204, + "step": 42679 + }, + { + "epoch": 0.7305842277341276, + "grad_norm": 2.5887835025787354, + "learning_rate": 3.571463284083857e-06, + "loss": 2.3324, + "step": 42680 + }, + { + "epoch": 0.7306013454526781, + "grad_norm": 2.5556468963623047, + "learning_rate": 3.5710386256557806e-06, + "loss": 2.4003, + "step": 42681 + }, + { + "epoch": 0.7306184631712286, + "grad_norm": 2.4982337951660156, + "learning_rate": 3.570613986988091e-06, + "loss": 2.4643, + "step": 42682 + }, + { + "epoch": 0.730635580889779, + "grad_norm": 2.556513547897339, + "learning_rate": 3.5701893680820933e-06, + "loss": 2.4198, + "step": 42683 + }, + { + "epoch": 0.7306526986083295, + "grad_norm": 2.565047025680542, + "learning_rate": 3.5697647689390925e-06, + "loss": 2.3294, + "step": 42684 + }, + { + "epoch": 0.73066981632688, + "grad_norm": 2.6392300128936768, + "learning_rate": 3.5693401895603985e-06, + "loss": 2.299, + "step": 42685 + }, + { + "epoch": 0.7306869340454304, + "grad_norm": 2.5762124061584473, + "learning_rate": 3.568915629947308e-06, + "loss": 2.4686, + "step": 42686 + }, + { + "epoch": 0.7307040517639809, + "grad_norm": 2.7073755264282227, + "learning_rate": 3.5684910901011293e-06, + "loss": 2.3656, + "step": 42687 + }, + { + "epoch": 0.7307211694825314, + "grad_norm": 2.5427277088165283, + "learning_rate": 3.5680665700231687e-06, + "loss": 2.2948, + "step": 42688 + }, + { + "epoch": 0.7307382872010818, + "grad_norm": 2.4717772006988525, + "learning_rate": 3.5676420697147306e-06, + "loss": 2.2693, + "step": 42689 + }, + { + "epoch": 0.7307554049196323, + "grad_norm": 2.575382947921753, + "learning_rate": 3.567217589177119e-06, + "loss": 2.4157, + "step": 42690 + }, + { + "epoch": 0.7307725226381828, + "grad_norm": 2.463690757751465, + "learning_rate": 3.5667931284116385e-06, + "loss": 2.2689, + "step": 42691 + }, + { + "epoch": 0.7307896403567332, + "grad_norm": 2.5530316829681396, + "learning_rate": 3.5663686874195992e-06, + "loss": 2.3851, + "step": 42692 + }, + { + "epoch": 0.7308067580752837, + "grad_norm": 2.569223403930664, + "learning_rate": 3.565944266202296e-06, + "loss": 2.3801, + "step": 42693 + }, + { + "epoch": 0.7308238757938342, + "grad_norm": 2.4499199390411377, + "learning_rate": 3.565519864761038e-06, + "loss": 2.3768, + "step": 42694 + }, + { + "epoch": 0.7308409935123846, + "grad_norm": 2.503997325897217, + "learning_rate": 3.5650954830971307e-06, + "loss": 2.2971, + "step": 42695 + }, + { + "epoch": 0.7308581112309351, + "grad_norm": 2.5732429027557373, + "learning_rate": 3.564671121211877e-06, + "loss": 2.311, + "step": 42696 + }, + { + "epoch": 0.7308752289494856, + "grad_norm": 2.5181005001068115, + "learning_rate": 3.5642467791065848e-06, + "loss": 2.3984, + "step": 42697 + }, + { + "epoch": 0.730892346668036, + "grad_norm": 2.544426441192627, + "learning_rate": 3.56382245678255e-06, + "loss": 2.3035, + "step": 42698 + }, + { + "epoch": 0.7309094643865865, + "grad_norm": 2.5138847827911377, + "learning_rate": 3.563398154241088e-06, + "loss": 2.3717, + "step": 42699 + }, + { + "epoch": 0.7309265821051371, + "grad_norm": 2.403407573699951, + "learning_rate": 3.562973871483494e-06, + "loss": 2.426, + "step": 42700 + }, + { + "epoch": 0.7309436998236875, + "grad_norm": 2.531916379928589, + "learning_rate": 3.5625496085110757e-06, + "loss": 2.3602, + "step": 42701 + }, + { + "epoch": 0.730960817542238, + "grad_norm": 2.585813283920288, + "learning_rate": 3.5621253653251397e-06, + "loss": 2.3802, + "step": 42702 + }, + { + "epoch": 0.7309779352607885, + "grad_norm": 2.640763521194458, + "learning_rate": 3.5617011419269797e-06, + "loss": 2.3878, + "step": 42703 + }, + { + "epoch": 0.7309950529793389, + "grad_norm": 2.513486623764038, + "learning_rate": 3.561276938317915e-06, + "loss": 2.3358, + "step": 42704 + }, + { + "epoch": 0.7310121706978894, + "grad_norm": 2.6260459423065186, + "learning_rate": 3.560852754499238e-06, + "loss": 2.2696, + "step": 42705 + }, + { + "epoch": 0.7310292884164399, + "grad_norm": 2.4005603790283203, + "learning_rate": 3.5604285904722547e-06, + "loss": 2.4223, + "step": 42706 + }, + { + "epoch": 0.7310464061349903, + "grad_norm": 2.5250065326690674, + "learning_rate": 3.56000444623827e-06, + "loss": 2.3447, + "step": 42707 + }, + { + "epoch": 0.7310635238535408, + "grad_norm": 2.3920183181762695, + "learning_rate": 3.559580321798588e-06, + "loss": 2.2832, + "step": 42708 + }, + { + "epoch": 0.7310806415720913, + "grad_norm": 2.499476194381714, + "learning_rate": 3.559156217154516e-06, + "loss": 2.4245, + "step": 42709 + }, + { + "epoch": 0.7310977592906417, + "grad_norm": 2.515319347381592, + "learning_rate": 3.5587321323073463e-06, + "loss": 2.4367, + "step": 42710 + }, + { + "epoch": 0.7311148770091922, + "grad_norm": 2.28704833984375, + "learning_rate": 3.558308067258396e-06, + "loss": 2.2726, + "step": 42711 + }, + { + "epoch": 0.7311319947277427, + "grad_norm": 2.669224262237549, + "learning_rate": 3.5578840220089583e-06, + "loss": 2.4824, + "step": 42712 + }, + { + "epoch": 0.7311491124462931, + "grad_norm": 2.5784919261932373, + "learning_rate": 3.5574599965603406e-06, + "loss": 2.3921, + "step": 42713 + }, + { + "epoch": 0.7311662301648436, + "grad_norm": 2.5531928539276123, + "learning_rate": 3.5570359909138464e-06, + "loss": 2.3846, + "step": 42714 + }, + { + "epoch": 0.7311833478833941, + "grad_norm": 2.5060296058654785, + "learning_rate": 3.5566120050707787e-06, + "loss": 2.3981, + "step": 42715 + }, + { + "epoch": 0.7312004656019446, + "grad_norm": 2.527507781982422, + "learning_rate": 3.5561880390324433e-06, + "loss": 2.2819, + "step": 42716 + }, + { + "epoch": 0.731217583320495, + "grad_norm": 2.406435489654541, + "learning_rate": 3.555764092800137e-06, + "loss": 2.3106, + "step": 42717 + }, + { + "epoch": 0.7312347010390455, + "grad_norm": 2.5057320594787598, + "learning_rate": 3.5553401663751664e-06, + "loss": 2.3927, + "step": 42718 + }, + { + "epoch": 0.731251818757596, + "grad_norm": 2.484020471572876, + "learning_rate": 3.554916259758835e-06, + "loss": 2.371, + "step": 42719 + }, + { + "epoch": 0.7312689364761464, + "grad_norm": 2.476123571395874, + "learning_rate": 3.554492372952445e-06, + "loss": 2.4453, + "step": 42720 + }, + { + "epoch": 0.7312860541946969, + "grad_norm": 2.610358476638794, + "learning_rate": 3.554068505957299e-06, + "loss": 2.3879, + "step": 42721 + }, + { + "epoch": 0.7313031719132475, + "grad_norm": 2.6100287437438965, + "learning_rate": 3.553644658774704e-06, + "loss": 2.3803, + "step": 42722 + }, + { + "epoch": 0.7313202896317978, + "grad_norm": 2.4604077339172363, + "learning_rate": 3.5532208314059558e-06, + "loss": 2.5291, + "step": 42723 + }, + { + "epoch": 0.7313374073503484, + "grad_norm": 2.475926399230957, + "learning_rate": 3.55279702385236e-06, + "loss": 2.2812, + "step": 42724 + }, + { + "epoch": 0.7313545250688989, + "grad_norm": 2.6175386905670166, + "learning_rate": 3.5523732361152197e-06, + "loss": 2.4119, + "step": 42725 + }, + { + "epoch": 0.7313716427874493, + "grad_norm": 2.4881699085235596, + "learning_rate": 3.551949468195838e-06, + "loss": 2.4377, + "step": 42726 + }, + { + "epoch": 0.7313887605059998, + "grad_norm": 2.5432727336883545, + "learning_rate": 3.5515257200955156e-06, + "loss": 2.4219, + "step": 42727 + }, + { + "epoch": 0.7314058782245503, + "grad_norm": 2.4214046001434326, + "learning_rate": 3.5511019918155575e-06, + "loss": 2.4493, + "step": 42728 + }, + { + "epoch": 0.7314229959431007, + "grad_norm": 2.469392776489258, + "learning_rate": 3.5506782833572673e-06, + "loss": 2.3401, + "step": 42729 + }, + { + "epoch": 0.7314401136616512, + "grad_norm": 2.545799493789673, + "learning_rate": 3.5502545947219414e-06, + "loss": 2.4096, + "step": 42730 + }, + { + "epoch": 0.7314572313802017, + "grad_norm": 2.583134174346924, + "learning_rate": 3.5498309259108854e-06, + "loss": 2.4849, + "step": 42731 + }, + { + "epoch": 0.7314743490987521, + "grad_norm": 2.4327352046966553, + "learning_rate": 3.5494072769254017e-06, + "loss": 2.4078, + "step": 42732 + }, + { + "epoch": 0.7314914668173026, + "grad_norm": 2.571622848510742, + "learning_rate": 3.5489836477667917e-06, + "loss": 2.3673, + "step": 42733 + }, + { + "epoch": 0.7315085845358531, + "grad_norm": 2.6118619441986084, + "learning_rate": 3.548560038436363e-06, + "loss": 2.3643, + "step": 42734 + }, + { + "epoch": 0.7315257022544035, + "grad_norm": 2.4034674167633057, + "learning_rate": 3.5481364489354044e-06, + "loss": 2.3103, + "step": 42735 + }, + { + "epoch": 0.731542819972954, + "grad_norm": 2.4416234493255615, + "learning_rate": 3.547712879265233e-06, + "loss": 2.4459, + "step": 42736 + }, + { + "epoch": 0.7315599376915045, + "grad_norm": 2.4117000102996826, + "learning_rate": 3.5472893294271414e-06, + "loss": 2.3211, + "step": 42737 + }, + { + "epoch": 0.7315770554100549, + "grad_norm": 2.540985107421875, + "learning_rate": 3.546865799422433e-06, + "loss": 2.3921, + "step": 42738 + }, + { + "epoch": 0.7315941731286054, + "grad_norm": 2.4998157024383545, + "learning_rate": 3.546442289252414e-06, + "loss": 2.3554, + "step": 42739 + }, + { + "epoch": 0.7316112908471559, + "grad_norm": 2.412862777709961, + "learning_rate": 3.546018798918377e-06, + "loss": 2.3566, + "step": 42740 + }, + { + "epoch": 0.7316284085657063, + "grad_norm": 2.4731645584106445, + "learning_rate": 3.5455953284216348e-06, + "loss": 2.3589, + "step": 42741 + }, + { + "epoch": 0.7316455262842568, + "grad_norm": 2.639030694961548, + "learning_rate": 3.5451718777634815e-06, + "loss": 2.4934, + "step": 42742 + }, + { + "epoch": 0.7316626440028073, + "grad_norm": 2.5400924682617188, + "learning_rate": 3.5447484469452188e-06, + "loss": 2.3517, + "step": 42743 + }, + { + "epoch": 0.7316797617213577, + "grad_norm": 2.5458199977874756, + "learning_rate": 3.544325035968155e-06, + "loss": 2.4217, + "step": 42744 + }, + { + "epoch": 0.7316968794399082, + "grad_norm": 2.449631929397583, + "learning_rate": 3.5439016448335784e-06, + "loss": 2.2332, + "step": 42745 + }, + { + "epoch": 0.7317139971584588, + "grad_norm": 2.5358848571777344, + "learning_rate": 3.5434782735428066e-06, + "loss": 2.418, + "step": 42746 + }, + { + "epoch": 0.7317311148770091, + "grad_norm": 2.4693233966827393, + "learning_rate": 3.5430549220971256e-06, + "loss": 2.3393, + "step": 42747 + }, + { + "epoch": 0.7317482325955597, + "grad_norm": 2.3551793098449707, + "learning_rate": 3.54263159049785e-06, + "loss": 2.2785, + "step": 42748 + }, + { + "epoch": 0.7317653503141102, + "grad_norm": 2.432828426361084, + "learning_rate": 3.542208278746272e-06, + "loss": 2.2772, + "step": 42749 + }, + { + "epoch": 0.7317824680326606, + "grad_norm": 2.5302369594573975, + "learning_rate": 3.541784986843695e-06, + "loss": 2.487, + "step": 42750 + }, + { + "epoch": 0.7317995857512111, + "grad_norm": 2.5409605503082275, + "learning_rate": 3.5413617147914235e-06, + "loss": 2.4902, + "step": 42751 + }, + { + "epoch": 0.7318167034697616, + "grad_norm": 2.518876075744629, + "learning_rate": 3.5409384625907507e-06, + "loss": 2.3191, + "step": 42752 + }, + { + "epoch": 0.731833821188312, + "grad_norm": 2.7052385807037354, + "learning_rate": 3.540515230242987e-06, + "loss": 2.3737, + "step": 42753 + }, + { + "epoch": 0.7318509389068625, + "grad_norm": 2.5313258171081543, + "learning_rate": 3.5400920177494267e-06, + "loss": 2.394, + "step": 42754 + }, + { + "epoch": 0.731868056625413, + "grad_norm": 2.640899181365967, + "learning_rate": 3.539668825111372e-06, + "loss": 2.3613, + "step": 42755 + }, + { + "epoch": 0.7318851743439634, + "grad_norm": 2.546044111251831, + "learning_rate": 3.5392456523301243e-06, + "loss": 2.3953, + "step": 42756 + }, + { + "epoch": 0.7319022920625139, + "grad_norm": 2.6135125160217285, + "learning_rate": 3.5388224994069844e-06, + "loss": 2.3269, + "step": 42757 + }, + { + "epoch": 0.7319194097810644, + "grad_norm": 2.6274328231811523, + "learning_rate": 3.538399366343255e-06, + "loss": 2.4598, + "step": 42758 + }, + { + "epoch": 0.7319365274996148, + "grad_norm": 2.5026261806488037, + "learning_rate": 3.537976253140232e-06, + "loss": 2.3229, + "step": 42759 + }, + { + "epoch": 0.7319536452181653, + "grad_norm": 2.522674322128296, + "learning_rate": 3.5375531597992186e-06, + "loss": 2.3562, + "step": 42760 + }, + { + "epoch": 0.7319707629367158, + "grad_norm": 2.4475839138031006, + "learning_rate": 3.5371300863215143e-06, + "loss": 2.3289, + "step": 42761 + }, + { + "epoch": 0.7319878806552663, + "grad_norm": 2.6725752353668213, + "learning_rate": 3.5367070327084194e-06, + "loss": 2.3432, + "step": 42762 + }, + { + "epoch": 0.7320049983738167, + "grad_norm": 2.405141592025757, + "learning_rate": 3.5362839989612364e-06, + "loss": 2.3956, + "step": 42763 + }, + { + "epoch": 0.7320221160923672, + "grad_norm": 2.572556257247925, + "learning_rate": 3.535860985081263e-06, + "loss": 2.3643, + "step": 42764 + }, + { + "epoch": 0.7320392338109177, + "grad_norm": 2.628376007080078, + "learning_rate": 3.5354379910698043e-06, + "loss": 2.3571, + "step": 42765 + }, + { + "epoch": 0.7320563515294681, + "grad_norm": 2.6983835697174072, + "learning_rate": 3.5350150169281527e-06, + "loss": 2.4212, + "step": 42766 + }, + { + "epoch": 0.7320734692480186, + "grad_norm": 2.5415592193603516, + "learning_rate": 3.5345920626576125e-06, + "loss": 2.3168, + "step": 42767 + }, + { + "epoch": 0.7320905869665691, + "grad_norm": 2.365262269973755, + "learning_rate": 3.5341691282594837e-06, + "loss": 2.3426, + "step": 42768 + }, + { + "epoch": 0.7321077046851195, + "grad_norm": 2.366579532623291, + "learning_rate": 3.5337462137350666e-06, + "loss": 2.305, + "step": 42769 + }, + { + "epoch": 0.73212482240367, + "grad_norm": 2.545743227005005, + "learning_rate": 3.5333233190856584e-06, + "loss": 2.4968, + "step": 42770 + }, + { + "epoch": 0.7321419401222206, + "grad_norm": 2.3752763271331787, + "learning_rate": 3.5329004443125658e-06, + "loss": 2.3448, + "step": 42771 + }, + { + "epoch": 0.732159057840771, + "grad_norm": 2.357921600341797, + "learning_rate": 3.532477589417077e-06, + "loss": 2.2359, + "step": 42772 + }, + { + "epoch": 0.7321761755593215, + "grad_norm": 2.466078281402588, + "learning_rate": 3.5320547544005056e-06, + "loss": 2.3446, + "step": 42773 + }, + { + "epoch": 0.732193293277872, + "grad_norm": 2.432046413421631, + "learning_rate": 3.5316319392641397e-06, + "loss": 2.3576, + "step": 42774 + }, + { + "epoch": 0.7322104109964224, + "grad_norm": 2.5137648582458496, + "learning_rate": 3.5312091440092834e-06, + "loss": 2.38, + "step": 42775 + }, + { + "epoch": 0.7322275287149729, + "grad_norm": 2.5249252319335938, + "learning_rate": 3.53078636863724e-06, + "loss": 2.3691, + "step": 42776 + }, + { + "epoch": 0.7322446464335234, + "grad_norm": 2.453490972518921, + "learning_rate": 3.530363613149298e-06, + "loss": 2.3446, + "step": 42777 + }, + { + "epoch": 0.7322617641520738, + "grad_norm": 2.398695945739746, + "learning_rate": 3.5299408775467714e-06, + "loss": 2.249, + "step": 42778 + }, + { + "epoch": 0.7322788818706243, + "grad_norm": 2.503373622894287, + "learning_rate": 3.529518161830944e-06, + "loss": 2.3175, + "step": 42779 + }, + { + "epoch": 0.7322959995891748, + "grad_norm": 2.526442050933838, + "learning_rate": 3.5290954660031307e-06, + "loss": 2.4374, + "step": 42780 + }, + { + "epoch": 0.7323131173077252, + "grad_norm": 2.571023464202881, + "learning_rate": 3.528672790064619e-06, + "loss": 2.4174, + "step": 42781 + }, + { + "epoch": 0.7323302350262757, + "grad_norm": 2.556027889251709, + "learning_rate": 3.528250134016713e-06, + "loss": 2.3499, + "step": 42782 + }, + { + "epoch": 0.7323473527448262, + "grad_norm": 2.6573212146759033, + "learning_rate": 3.5278274978607143e-06, + "loss": 2.2242, + "step": 42783 + }, + { + "epoch": 0.7323644704633766, + "grad_norm": 2.4585213661193848, + "learning_rate": 3.5274048815979114e-06, + "loss": 2.3419, + "step": 42784 + }, + { + "epoch": 0.7323815881819271, + "grad_norm": 2.659432888031006, + "learning_rate": 3.526982285229618e-06, + "loss": 2.3461, + "step": 42785 + }, + { + "epoch": 0.7323987059004776, + "grad_norm": 2.40801739692688, + "learning_rate": 3.52655970875712e-06, + "loss": 2.3486, + "step": 42786 + }, + { + "epoch": 0.732415823619028, + "grad_norm": 2.4565584659576416, + "learning_rate": 3.5261371521817247e-06, + "loss": 2.3403, + "step": 42787 + }, + { + "epoch": 0.7324329413375785, + "grad_norm": 2.6075034141540527, + "learning_rate": 3.5257146155047293e-06, + "loss": 2.3721, + "step": 42788 + }, + { + "epoch": 0.732450059056129, + "grad_norm": 2.560906171798706, + "learning_rate": 3.5252920987274254e-06, + "loss": 2.3555, + "step": 42789 + }, + { + "epoch": 0.7324671767746794, + "grad_norm": 2.6355855464935303, + "learning_rate": 3.524869601851123e-06, + "loss": 2.4058, + "step": 42790 + }, + { + "epoch": 0.7324842944932299, + "grad_norm": 2.4792332649230957, + "learning_rate": 3.5244471248771127e-06, + "loss": 2.4353, + "step": 42791 + }, + { + "epoch": 0.7325014122117804, + "grad_norm": 2.5748026371002197, + "learning_rate": 3.524024667806696e-06, + "loss": 2.3517, + "step": 42792 + }, + { + "epoch": 0.7325185299303308, + "grad_norm": 2.449751377105713, + "learning_rate": 3.52360223064117e-06, + "loss": 2.4189, + "step": 42793 + }, + { + "epoch": 0.7325356476488813, + "grad_norm": 2.4732348918914795, + "learning_rate": 3.523179813381834e-06, + "loss": 2.392, + "step": 42794 + }, + { + "epoch": 0.7325527653674319, + "grad_norm": 2.446593761444092, + "learning_rate": 3.5227574160299905e-06, + "loss": 2.3528, + "step": 42795 + }, + { + "epoch": 0.7325698830859823, + "grad_norm": 2.580582618713379, + "learning_rate": 3.5223350385869294e-06, + "loss": 2.4059, + "step": 42796 + }, + { + "epoch": 0.7325870008045328, + "grad_norm": 2.4964022636413574, + "learning_rate": 3.5219126810539537e-06, + "loss": 2.1766, + "step": 42797 + }, + { + "epoch": 0.7326041185230833, + "grad_norm": 2.3685784339904785, + "learning_rate": 3.521490343432361e-06, + "loss": 2.2653, + "step": 42798 + }, + { + "epoch": 0.7326212362416337, + "grad_norm": 2.450524091720581, + "learning_rate": 3.5210680257234496e-06, + "loss": 2.3693, + "step": 42799 + }, + { + "epoch": 0.7326383539601842, + "grad_norm": 2.5356838703155518, + "learning_rate": 3.5206457279285177e-06, + "loss": 2.3975, + "step": 42800 + }, + { + "epoch": 0.7326554716787347, + "grad_norm": 2.413238048553467, + "learning_rate": 3.520223450048863e-06, + "loss": 2.3464, + "step": 42801 + }, + { + "epoch": 0.7326725893972851, + "grad_norm": 2.4413764476776123, + "learning_rate": 3.5198011920857865e-06, + "loss": 2.3373, + "step": 42802 + }, + { + "epoch": 0.7326897071158356, + "grad_norm": 2.3778440952301025, + "learning_rate": 3.51937895404058e-06, + "loss": 2.3152, + "step": 42803 + }, + { + "epoch": 0.7327068248343861, + "grad_norm": 2.4961769580841064, + "learning_rate": 3.518956735914545e-06, + "loss": 2.384, + "step": 42804 + }, + { + "epoch": 0.7327239425529365, + "grad_norm": 2.4876890182495117, + "learning_rate": 3.5185345377089773e-06, + "loss": 2.2822, + "step": 42805 + }, + { + "epoch": 0.732741060271487, + "grad_norm": 2.5746004581451416, + "learning_rate": 3.5181123594251765e-06, + "loss": 2.3233, + "step": 42806 + }, + { + "epoch": 0.7327581779900375, + "grad_norm": 2.6594674587249756, + "learning_rate": 3.51769020106444e-06, + "loss": 2.456, + "step": 42807 + }, + { + "epoch": 0.732775295708588, + "grad_norm": 2.481320858001709, + "learning_rate": 3.5172680626280687e-06, + "loss": 2.3883, + "step": 42808 + }, + { + "epoch": 0.7327924134271384, + "grad_norm": 2.5854098796844482, + "learning_rate": 3.516845944117352e-06, + "loss": 2.4109, + "step": 42809 + }, + { + "epoch": 0.7328095311456889, + "grad_norm": 2.582449436187744, + "learning_rate": 3.516423845533592e-06, + "loss": 2.4756, + "step": 42810 + }, + { + "epoch": 0.7328266488642394, + "grad_norm": 2.639838933944702, + "learning_rate": 3.5160017668780866e-06, + "loss": 2.3391, + "step": 42811 + }, + { + "epoch": 0.7328437665827898, + "grad_norm": 2.371527671813965, + "learning_rate": 3.5155797081521313e-06, + "loss": 2.2412, + "step": 42812 + }, + { + "epoch": 0.7328608843013403, + "grad_norm": 2.6474382877349854, + "learning_rate": 3.515157669357029e-06, + "loss": 2.4285, + "step": 42813 + }, + { + "epoch": 0.7328780020198908, + "grad_norm": 2.5045344829559326, + "learning_rate": 3.5147356504940654e-06, + "loss": 2.3816, + "step": 42814 + }, + { + "epoch": 0.7328951197384412, + "grad_norm": 2.4535303115844727, + "learning_rate": 3.5143136515645505e-06, + "loss": 2.3605, + "step": 42815 + }, + { + "epoch": 0.7329122374569917, + "grad_norm": 2.332077980041504, + "learning_rate": 3.5138916725697726e-06, + "loss": 2.2872, + "step": 42816 + }, + { + "epoch": 0.7329293551755423, + "grad_norm": 2.6341500282287598, + "learning_rate": 3.513469713511032e-06, + "loss": 2.2214, + "step": 42817 + }, + { + "epoch": 0.7329464728940926, + "grad_norm": 2.4436051845550537, + "learning_rate": 3.513047774389624e-06, + "loss": 2.4222, + "step": 42818 + }, + { + "epoch": 0.7329635906126432, + "grad_norm": 2.674278974533081, + "learning_rate": 3.5126258552068483e-06, + "loss": 2.4302, + "step": 42819 + }, + { + "epoch": 0.7329807083311937, + "grad_norm": 2.3453516960144043, + "learning_rate": 3.512203955964003e-06, + "loss": 2.3314, + "step": 42820 + }, + { + "epoch": 0.7329978260497441, + "grad_norm": 2.5030720233917236, + "learning_rate": 3.5117820766623744e-06, + "loss": 2.3938, + "step": 42821 + }, + { + "epoch": 0.7330149437682946, + "grad_norm": 2.429908037185669, + "learning_rate": 3.5113602173032746e-06, + "loss": 2.3031, + "step": 42822 + }, + { + "epoch": 0.7330320614868451, + "grad_norm": 2.476896047592163, + "learning_rate": 3.510938377887989e-06, + "loss": 2.3654, + "step": 42823 + }, + { + "epoch": 0.7330491792053955, + "grad_norm": 2.4161646366119385, + "learning_rate": 3.510516558417817e-06, + "loss": 2.3614, + "step": 42824 + }, + { + "epoch": 0.733066296923946, + "grad_norm": 2.459095001220703, + "learning_rate": 3.5100947588940605e-06, + "loss": 2.3391, + "step": 42825 + }, + { + "epoch": 0.7330834146424965, + "grad_norm": 2.478255033493042, + "learning_rate": 3.509672979318003e-06, + "loss": 2.4338, + "step": 42826 + }, + { + "epoch": 0.7331005323610469, + "grad_norm": 2.5048434734344482, + "learning_rate": 3.5092512196909567e-06, + "loss": 2.4069, + "step": 42827 + }, + { + "epoch": 0.7331176500795974, + "grad_norm": 2.4108376502990723, + "learning_rate": 3.5088294800142077e-06, + "loss": 2.3952, + "step": 42828 + }, + { + "epoch": 0.7331347677981479, + "grad_norm": 2.547504186630249, + "learning_rate": 3.508407760289054e-06, + "loss": 2.3335, + "step": 42829 + }, + { + "epoch": 0.7331518855166983, + "grad_norm": 2.518955707550049, + "learning_rate": 3.507986060516796e-06, + "loss": 2.2615, + "step": 42830 + }, + { + "epoch": 0.7331690032352488, + "grad_norm": 2.4729816913604736, + "learning_rate": 3.5075643806987205e-06, + "loss": 2.3245, + "step": 42831 + }, + { + "epoch": 0.7331861209537993, + "grad_norm": 2.384373426437378, + "learning_rate": 3.5071427208361365e-06, + "loss": 2.3479, + "step": 42832 + }, + { + "epoch": 0.7332032386723497, + "grad_norm": 2.4778270721435547, + "learning_rate": 3.50672108093033e-06, + "loss": 2.256, + "step": 42833 + }, + { + "epoch": 0.7332203563909002, + "grad_norm": 2.4967894554138184, + "learning_rate": 3.5062994609825997e-06, + "loss": 2.4336, + "step": 42834 + }, + { + "epoch": 0.7332374741094507, + "grad_norm": 2.485628128051758, + "learning_rate": 3.5058778609942425e-06, + "loss": 2.4092, + "step": 42835 + }, + { + "epoch": 0.7332545918280011, + "grad_norm": 2.562774896621704, + "learning_rate": 3.505456280966554e-06, + "loss": 2.5359, + "step": 42836 + }, + { + "epoch": 0.7332717095465516, + "grad_norm": 2.4631550312042236, + "learning_rate": 3.5050347209008327e-06, + "loss": 2.4234, + "step": 42837 + }, + { + "epoch": 0.7332888272651021, + "grad_norm": 2.6070499420166016, + "learning_rate": 3.5046131807983652e-06, + "loss": 2.436, + "step": 42838 + }, + { + "epoch": 0.7333059449836525, + "grad_norm": 2.5207419395446777, + "learning_rate": 3.504191660660461e-06, + "loss": 2.2817, + "step": 42839 + }, + { + "epoch": 0.733323062702203, + "grad_norm": 2.784505605697632, + "learning_rate": 3.5037701604884034e-06, + "loss": 2.4516, + "step": 42840 + }, + { + "epoch": 0.7333401804207536, + "grad_norm": 2.2983551025390625, + "learning_rate": 3.5033486802834926e-06, + "loss": 2.3307, + "step": 42841 + }, + { + "epoch": 0.733357298139304, + "grad_norm": 2.6131374835968018, + "learning_rate": 3.5029272200470256e-06, + "loss": 2.2376, + "step": 42842 + }, + { + "epoch": 0.7333744158578545, + "grad_norm": 2.4600636959075928, + "learning_rate": 3.5025057797802955e-06, + "loss": 2.588, + "step": 42843 + }, + { + "epoch": 0.733391533576405, + "grad_norm": 2.5184860229492188, + "learning_rate": 3.5020843594845977e-06, + "loss": 2.3059, + "step": 42844 + }, + { + "epoch": 0.7334086512949554, + "grad_norm": 2.77852463722229, + "learning_rate": 3.5016629591612326e-06, + "loss": 2.3998, + "step": 42845 + }, + { + "epoch": 0.7334257690135059, + "grad_norm": 2.4114530086517334, + "learning_rate": 3.5012415788114884e-06, + "loss": 2.3157, + "step": 42846 + }, + { + "epoch": 0.7334428867320564, + "grad_norm": 2.444143295288086, + "learning_rate": 3.5008202184366623e-06, + "loss": 2.3365, + "step": 42847 + }, + { + "epoch": 0.7334600044506068, + "grad_norm": 2.5216023921966553, + "learning_rate": 3.5003988780380503e-06, + "loss": 2.3283, + "step": 42848 + }, + { + "epoch": 0.7334771221691573, + "grad_norm": 2.67624568939209, + "learning_rate": 3.499977557616947e-06, + "loss": 2.4259, + "step": 42849 + }, + { + "epoch": 0.7334942398877078, + "grad_norm": 2.5143890380859375, + "learning_rate": 3.4995562571746522e-06, + "loss": 2.3204, + "step": 42850 + }, + { + "epoch": 0.7335113576062582, + "grad_norm": 2.385049343109131, + "learning_rate": 3.4991349767124482e-06, + "loss": 2.1792, + "step": 42851 + }, + { + "epoch": 0.7335284753248087, + "grad_norm": 2.7279751300811768, + "learning_rate": 3.498713716231645e-06, + "loss": 2.3553, + "step": 42852 + }, + { + "epoch": 0.7335455930433592, + "grad_norm": 2.478864908218384, + "learning_rate": 3.498292475733528e-06, + "loss": 2.2836, + "step": 42853 + }, + { + "epoch": 0.7335627107619096, + "grad_norm": 2.606461524963379, + "learning_rate": 3.497871255219394e-06, + "loss": 2.5194, + "step": 42854 + }, + { + "epoch": 0.7335798284804601, + "grad_norm": 2.5312275886535645, + "learning_rate": 3.4974500546905375e-06, + "loss": 2.4085, + "step": 42855 + }, + { + "epoch": 0.7335969461990106, + "grad_norm": 2.489842653274536, + "learning_rate": 3.497028874148255e-06, + "loss": 2.3673, + "step": 42856 + }, + { + "epoch": 0.7336140639175611, + "grad_norm": 2.6266367435455322, + "learning_rate": 3.4966077135938413e-06, + "loss": 2.3412, + "step": 42857 + }, + { + "epoch": 0.7336311816361115, + "grad_norm": 2.54994535446167, + "learning_rate": 3.496186573028584e-06, + "loss": 2.4621, + "step": 42858 + }, + { + "epoch": 0.733648299354662, + "grad_norm": 2.727938413619995, + "learning_rate": 3.49576545245379e-06, + "loss": 2.3326, + "step": 42859 + }, + { + "epoch": 0.7336654170732125, + "grad_norm": 2.468247652053833, + "learning_rate": 3.495344351870742e-06, + "loss": 2.331, + "step": 42860 + }, + { + "epoch": 0.7336825347917629, + "grad_norm": 2.4204182624816895, + "learning_rate": 3.494923271280739e-06, + "loss": 2.3567, + "step": 42861 + }, + { + "epoch": 0.7336996525103134, + "grad_norm": 2.5006935596466064, + "learning_rate": 3.494502210685079e-06, + "loss": 2.3037, + "step": 42862 + }, + { + "epoch": 0.733716770228864, + "grad_norm": 2.5414373874664307, + "learning_rate": 3.4940811700850453e-06, + "loss": 2.3918, + "step": 42863 + }, + { + "epoch": 0.7337338879474143, + "grad_norm": 2.490572214126587, + "learning_rate": 3.4936601494819455e-06, + "loss": 2.4132, + "step": 42864 + }, + { + "epoch": 0.7337510056659649, + "grad_norm": 2.520731210708618, + "learning_rate": 3.4932391488770645e-06, + "loss": 2.3606, + "step": 42865 + }, + { + "epoch": 0.7337681233845154, + "grad_norm": 2.5484530925750732, + "learning_rate": 3.492818168271699e-06, + "loss": 2.315, + "step": 42866 + }, + { + "epoch": 0.7337852411030658, + "grad_norm": 2.436389923095703, + "learning_rate": 3.492397207667145e-06, + "loss": 2.4236, + "step": 42867 + }, + { + "epoch": 0.7338023588216163, + "grad_norm": 2.6409027576446533, + "learning_rate": 3.4919762670646894e-06, + "loss": 2.4443, + "step": 42868 + }, + { + "epoch": 0.7338194765401668, + "grad_norm": 2.537987470626831, + "learning_rate": 3.491555346465637e-06, + "loss": 2.3399, + "step": 42869 + }, + { + "epoch": 0.7338365942587172, + "grad_norm": 2.668483257293701, + "learning_rate": 3.4911344458712693e-06, + "loss": 2.3299, + "step": 42870 + }, + { + "epoch": 0.7338537119772677, + "grad_norm": 2.65800142288208, + "learning_rate": 3.4907135652828928e-06, + "loss": 2.3664, + "step": 42871 + }, + { + "epoch": 0.7338708296958182, + "grad_norm": 2.577685832977295, + "learning_rate": 3.490292704701791e-06, + "loss": 2.3101, + "step": 42872 + }, + { + "epoch": 0.7338879474143686, + "grad_norm": 2.509481906890869, + "learning_rate": 3.4898718641292604e-06, + "loss": 2.385, + "step": 42873 + }, + { + "epoch": 0.7339050651329191, + "grad_norm": 2.5023462772369385, + "learning_rate": 3.4894510435665996e-06, + "loss": 2.2966, + "step": 42874 + }, + { + "epoch": 0.7339221828514696, + "grad_norm": 2.506265878677368, + "learning_rate": 3.4890302430150913e-06, + "loss": 2.2542, + "step": 42875 + }, + { + "epoch": 0.73393930057002, + "grad_norm": 2.6174917221069336, + "learning_rate": 3.4886094624760416e-06, + "loss": 2.3921, + "step": 42876 + }, + { + "epoch": 0.7339564182885705, + "grad_norm": 2.5325164794921875, + "learning_rate": 3.4881887019507334e-06, + "loss": 2.3515, + "step": 42877 + }, + { + "epoch": 0.733973536007121, + "grad_norm": 2.5044937133789062, + "learning_rate": 3.4877679614404648e-06, + "loss": 2.419, + "step": 42878 + }, + { + "epoch": 0.7339906537256714, + "grad_norm": 2.5931320190429688, + "learning_rate": 3.4873472409465283e-06, + "loss": 2.3396, + "step": 42879 + }, + { + "epoch": 0.7340077714442219, + "grad_norm": 2.4335451126098633, + "learning_rate": 3.486926540470217e-06, + "loss": 2.3989, + "step": 42880 + }, + { + "epoch": 0.7340248891627724, + "grad_norm": 2.5566186904907227, + "learning_rate": 3.4865058600128267e-06, + "loss": 2.3566, + "step": 42881 + }, + { + "epoch": 0.7340420068813228, + "grad_norm": 2.4001684188842773, + "learning_rate": 3.4860851995756438e-06, + "loss": 2.2635, + "step": 42882 + }, + { + "epoch": 0.7340591245998733, + "grad_norm": 2.413400888442993, + "learning_rate": 3.485664559159967e-06, + "loss": 2.2591, + "step": 42883 + }, + { + "epoch": 0.7340762423184238, + "grad_norm": 2.5383214950561523, + "learning_rate": 3.4852439387670866e-06, + "loss": 2.3347, + "step": 42884 + }, + { + "epoch": 0.7340933600369742, + "grad_norm": 2.4410998821258545, + "learning_rate": 3.4848233383982955e-06, + "loss": 2.2479, + "step": 42885 + }, + { + "epoch": 0.7341104777555247, + "grad_norm": 2.6935672760009766, + "learning_rate": 3.484402758054889e-06, + "loss": 2.3744, + "step": 42886 + }, + { + "epoch": 0.7341275954740752, + "grad_norm": 2.4214391708374023, + "learning_rate": 3.4839821977381593e-06, + "loss": 2.369, + "step": 42887 + }, + { + "epoch": 0.7341447131926256, + "grad_norm": 2.425978183746338, + "learning_rate": 3.4835616574493956e-06, + "loss": 2.4677, + "step": 42888 + }, + { + "epoch": 0.7341618309111761, + "grad_norm": 2.456467390060425, + "learning_rate": 3.4831411371898927e-06, + "loss": 2.2936, + "step": 42889 + }, + { + "epoch": 0.7341789486297267, + "grad_norm": 2.4633195400238037, + "learning_rate": 3.4827206369609432e-06, + "loss": 2.3094, + "step": 42890 + }, + { + "epoch": 0.734196066348277, + "grad_norm": 2.5479629039764404, + "learning_rate": 3.4823001567638393e-06, + "loss": 2.5143, + "step": 42891 + }, + { + "epoch": 0.7342131840668276, + "grad_norm": 2.563896417617798, + "learning_rate": 3.4818796965998735e-06, + "loss": 2.5019, + "step": 42892 + }, + { + "epoch": 0.7342303017853781, + "grad_norm": 2.3874263763427734, + "learning_rate": 3.4814592564703375e-06, + "loss": 2.3638, + "step": 42893 + }, + { + "epoch": 0.7342474195039285, + "grad_norm": 2.5741989612579346, + "learning_rate": 3.481038836376529e-06, + "loss": 2.4026, + "step": 42894 + }, + { + "epoch": 0.734264537222479, + "grad_norm": 2.5712339878082275, + "learning_rate": 3.4806184363197314e-06, + "loss": 2.3925, + "step": 42895 + }, + { + "epoch": 0.7342816549410295, + "grad_norm": 2.534799814224243, + "learning_rate": 3.4801980563012416e-06, + "loss": 2.3701, + "step": 42896 + }, + { + "epoch": 0.7342987726595799, + "grad_norm": 2.6600215435028076, + "learning_rate": 3.4797776963223508e-06, + "loss": 2.4029, + "step": 42897 + }, + { + "epoch": 0.7343158903781304, + "grad_norm": 2.632692337036133, + "learning_rate": 3.479357356384351e-06, + "loss": 2.3564, + "step": 42898 + }, + { + "epoch": 0.7343330080966809, + "grad_norm": 2.4288077354431152, + "learning_rate": 3.4789370364885376e-06, + "loss": 2.3145, + "step": 42899 + }, + { + "epoch": 0.7343501258152313, + "grad_norm": 2.5107126235961914, + "learning_rate": 3.4785167366361937e-06, + "loss": 2.3944, + "step": 42900 + }, + { + "epoch": 0.7343672435337818, + "grad_norm": 2.6210930347442627, + "learning_rate": 3.4780964568286236e-06, + "loss": 2.3669, + "step": 42901 + }, + { + "epoch": 0.7343843612523323, + "grad_norm": 2.4198479652404785, + "learning_rate": 3.4776761970671093e-06, + "loss": 2.3374, + "step": 42902 + }, + { + "epoch": 0.7344014789708828, + "grad_norm": 2.3806331157684326, + "learning_rate": 3.477255957352944e-06, + "loss": 2.3907, + "step": 42903 + }, + { + "epoch": 0.7344185966894332, + "grad_norm": 2.5573580265045166, + "learning_rate": 3.4768357376874264e-06, + "loss": 2.4045, + "step": 42904 + }, + { + "epoch": 0.7344357144079837, + "grad_norm": 2.3684921264648438, + "learning_rate": 3.4764155380718344e-06, + "loss": 2.3623, + "step": 42905 + }, + { + "epoch": 0.7344528321265342, + "grad_norm": 2.5553009510040283, + "learning_rate": 3.475995358507476e-06, + "loss": 2.3893, + "step": 42906 + }, + { + "epoch": 0.7344699498450846, + "grad_norm": 2.371798515319824, + "learning_rate": 3.4755751989956265e-06, + "loss": 2.3436, + "step": 42907 + }, + { + "epoch": 0.7344870675636351, + "grad_norm": 2.4924964904785156, + "learning_rate": 3.4751550595375927e-06, + "loss": 2.343, + "step": 42908 + }, + { + "epoch": 0.7345041852821856, + "grad_norm": 2.5442888736724854, + "learning_rate": 3.4747349401346554e-06, + "loss": 2.4145, + "step": 42909 + }, + { + "epoch": 0.734521303000736, + "grad_norm": 2.368232011795044, + "learning_rate": 3.474314840788109e-06, + "loss": 2.3094, + "step": 42910 + }, + { + "epoch": 0.7345384207192865, + "grad_norm": 2.45710825920105, + "learning_rate": 3.473894761499248e-06, + "loss": 2.4636, + "step": 42911 + }, + { + "epoch": 0.734555538437837, + "grad_norm": 2.4522838592529297, + "learning_rate": 3.4734747022693537e-06, + "loss": 2.3357, + "step": 42912 + }, + { + "epoch": 0.7345726561563874, + "grad_norm": 2.43404483795166, + "learning_rate": 3.4730546630997307e-06, + "loss": 2.3191, + "step": 42913 + }, + { + "epoch": 0.734589773874938, + "grad_norm": 2.39951491355896, + "learning_rate": 3.4726346439916604e-06, + "loss": 2.3222, + "step": 42914 + }, + { + "epoch": 0.7346068915934885, + "grad_norm": 2.45123028755188, + "learning_rate": 3.4722146449464354e-06, + "loss": 2.3074, + "step": 42915 + }, + { + "epoch": 0.7346240093120389, + "grad_norm": 2.4614033699035645, + "learning_rate": 3.4717946659653503e-06, + "loss": 2.285, + "step": 42916 + }, + { + "epoch": 0.7346411270305894, + "grad_norm": 2.4627490043640137, + "learning_rate": 3.4713747070496918e-06, + "loss": 2.3438, + "step": 42917 + }, + { + "epoch": 0.7346582447491399, + "grad_norm": 2.713275909423828, + "learning_rate": 3.4709547682007563e-06, + "loss": 2.4881, + "step": 42918 + }, + { + "epoch": 0.7346753624676903, + "grad_norm": 2.4432852268218994, + "learning_rate": 3.470534849419828e-06, + "loss": 2.3085, + "step": 42919 + }, + { + "epoch": 0.7346924801862408, + "grad_norm": 2.601846933364868, + "learning_rate": 3.470114950708199e-06, + "loss": 2.3228, + "step": 42920 + }, + { + "epoch": 0.7347095979047913, + "grad_norm": 2.4530270099639893, + "learning_rate": 3.469695072067163e-06, + "loss": 2.3998, + "step": 42921 + }, + { + "epoch": 0.7347267156233417, + "grad_norm": 2.5079150199890137, + "learning_rate": 3.469275213498008e-06, + "loss": 2.4813, + "step": 42922 + }, + { + "epoch": 0.7347438333418922, + "grad_norm": 2.6393375396728516, + "learning_rate": 3.4688553750020248e-06, + "loss": 2.3223, + "step": 42923 + }, + { + "epoch": 0.7347609510604427, + "grad_norm": 2.7073938846588135, + "learning_rate": 3.4684355565805084e-06, + "loss": 2.4881, + "step": 42924 + }, + { + "epoch": 0.7347780687789931, + "grad_norm": 2.4469707012176514, + "learning_rate": 3.468015758234742e-06, + "loss": 2.3268, + "step": 42925 + }, + { + "epoch": 0.7347951864975436, + "grad_norm": 2.519686698913574, + "learning_rate": 3.4675959799660173e-06, + "loss": 2.2827, + "step": 42926 + }, + { + "epoch": 0.7348123042160941, + "grad_norm": 2.5200564861297607, + "learning_rate": 3.467176221775629e-06, + "loss": 2.3877, + "step": 42927 + }, + { + "epoch": 0.7348294219346445, + "grad_norm": 2.5552563667297363, + "learning_rate": 3.4667564836648626e-06, + "loss": 2.4823, + "step": 42928 + }, + { + "epoch": 0.734846539653195, + "grad_norm": 2.710275650024414, + "learning_rate": 3.4663367656350113e-06, + "loss": 2.3724, + "step": 42929 + }, + { + "epoch": 0.7348636573717455, + "grad_norm": 2.3880624771118164, + "learning_rate": 3.4659170676873633e-06, + "loss": 2.3197, + "step": 42930 + }, + { + "epoch": 0.7348807750902959, + "grad_norm": 2.4936468601226807, + "learning_rate": 3.465497389823214e-06, + "loss": 2.4558, + "step": 42931 + }, + { + "epoch": 0.7348978928088464, + "grad_norm": 2.5817229747772217, + "learning_rate": 3.4650777320438435e-06, + "loss": 2.392, + "step": 42932 + }, + { + "epoch": 0.7349150105273969, + "grad_norm": 2.4496841430664062, + "learning_rate": 3.4646580943505483e-06, + "loss": 2.3248, + "step": 42933 + }, + { + "epoch": 0.7349321282459473, + "grad_norm": 2.476532459259033, + "learning_rate": 3.4642384767446157e-06, + "loss": 2.3733, + "step": 42934 + }, + { + "epoch": 0.7349492459644978, + "grad_norm": 2.4090278148651123, + "learning_rate": 3.4638188792273375e-06, + "loss": 2.3508, + "step": 42935 + }, + { + "epoch": 0.7349663636830484, + "grad_norm": 2.639138698577881, + "learning_rate": 3.4633993018000066e-06, + "loss": 2.4325, + "step": 42936 + }, + { + "epoch": 0.7349834814015987, + "grad_norm": 2.512929916381836, + "learning_rate": 3.4629797444639e-06, + "loss": 2.3628, + "step": 42937 + }, + { + "epoch": 0.7350005991201493, + "grad_norm": 2.451563596725464, + "learning_rate": 3.4625602072203246e-06, + "loss": 2.2806, + "step": 42938 + }, + { + "epoch": 0.7350177168386998, + "grad_norm": 2.5624256134033203, + "learning_rate": 3.462140690070557e-06, + "loss": 2.4377, + "step": 42939 + }, + { + "epoch": 0.7350348345572502, + "grad_norm": 2.3964035511016846, + "learning_rate": 3.46172119301589e-06, + "loss": 2.2825, + "step": 42940 + }, + { + "epoch": 0.7350519522758007, + "grad_norm": 2.55786395072937, + "learning_rate": 3.461301716057618e-06, + "loss": 2.3335, + "step": 42941 + }, + { + "epoch": 0.7350690699943512, + "grad_norm": 2.5711045265197754, + "learning_rate": 3.460882259197018e-06, + "loss": 2.3966, + "step": 42942 + }, + { + "epoch": 0.7350861877129016, + "grad_norm": 2.698610544204712, + "learning_rate": 3.4604628224353954e-06, + "loss": 2.3965, + "step": 42943 + }, + { + "epoch": 0.7351033054314521, + "grad_norm": 2.5935065746307373, + "learning_rate": 3.460043405774024e-06, + "loss": 2.3635, + "step": 42944 + }, + { + "epoch": 0.7351204231500026, + "grad_norm": 2.6708967685699463, + "learning_rate": 3.4596240092142075e-06, + "loss": 2.3586, + "step": 42945 + }, + { + "epoch": 0.735137540868553, + "grad_norm": 2.4958434104919434, + "learning_rate": 3.459204632757224e-06, + "loss": 2.41, + "step": 42946 + }, + { + "epoch": 0.7351546585871035, + "grad_norm": 2.5000410079956055, + "learning_rate": 3.458785276404366e-06, + "loss": 2.2611, + "step": 42947 + }, + { + "epoch": 0.735171776305654, + "grad_norm": 2.443966865539551, + "learning_rate": 3.458365940156927e-06, + "loss": 2.396, + "step": 42948 + }, + { + "epoch": 0.7351888940242045, + "grad_norm": 2.64353346824646, + "learning_rate": 3.457946624016184e-06, + "loss": 2.3899, + "step": 42949 + }, + { + "epoch": 0.7352060117427549, + "grad_norm": 2.4681687355041504, + "learning_rate": 3.457527327983441e-06, + "loss": 2.4229, + "step": 42950 + }, + { + "epoch": 0.7352231294613054, + "grad_norm": 2.6199469566345215, + "learning_rate": 3.4571080520599753e-06, + "loss": 2.3602, + "step": 42951 + }, + { + "epoch": 0.7352402471798559, + "grad_norm": 2.3583786487579346, + "learning_rate": 3.45668879624708e-06, + "loss": 2.2967, + "step": 42952 + }, + { + "epoch": 0.7352573648984063, + "grad_norm": 2.3755035400390625, + "learning_rate": 3.456269560546046e-06, + "loss": 2.3504, + "step": 42953 + }, + { + "epoch": 0.7352744826169568, + "grad_norm": 2.417206048965454, + "learning_rate": 3.4558503449581536e-06, + "loss": 2.2987, + "step": 42954 + }, + { + "epoch": 0.7352916003355073, + "grad_norm": 2.4645919799804688, + "learning_rate": 3.4554311494847025e-06, + "loss": 2.2261, + "step": 42955 + }, + { + "epoch": 0.7353087180540577, + "grad_norm": 2.481769561767578, + "learning_rate": 3.4550119741269728e-06, + "loss": 2.2569, + "step": 42956 + }, + { + "epoch": 0.7353258357726082, + "grad_norm": 2.4430646896362305, + "learning_rate": 3.4545928188862556e-06, + "loss": 2.3411, + "step": 42957 + }, + { + "epoch": 0.7353429534911587, + "grad_norm": 2.588737964630127, + "learning_rate": 3.4541736837638397e-06, + "loss": 2.3545, + "step": 42958 + }, + { + "epoch": 0.7353600712097091, + "grad_norm": 2.3729474544525146, + "learning_rate": 3.453754568761012e-06, + "loss": 2.3701, + "step": 42959 + }, + { + "epoch": 0.7353771889282597, + "grad_norm": 2.600316047668457, + "learning_rate": 3.453335473879066e-06, + "loss": 2.2994, + "step": 42960 + }, + { + "epoch": 0.7353943066468102, + "grad_norm": 2.386695384979248, + "learning_rate": 3.4529163991192816e-06, + "loss": 2.2795, + "step": 42961 + }, + { + "epoch": 0.7354114243653606, + "grad_norm": 2.5193376541137695, + "learning_rate": 3.4524973444829503e-06, + "loss": 2.2973, + "step": 42962 + }, + { + "epoch": 0.7354285420839111, + "grad_norm": 2.556826114654541, + "learning_rate": 3.4520783099713616e-06, + "loss": 2.3342, + "step": 42963 + }, + { + "epoch": 0.7354456598024616, + "grad_norm": 2.4118618965148926, + "learning_rate": 3.451659295585802e-06, + "loss": 2.2931, + "step": 42964 + }, + { + "epoch": 0.735462777521012, + "grad_norm": 2.441610813140869, + "learning_rate": 3.4512403013275596e-06, + "loss": 2.4197, + "step": 42965 + }, + { + "epoch": 0.7354798952395625, + "grad_norm": 2.371596574783325, + "learning_rate": 3.450821327197923e-06, + "loss": 2.3766, + "step": 42966 + }, + { + "epoch": 0.735497012958113, + "grad_norm": 2.5992813110351562, + "learning_rate": 3.450402373198183e-06, + "loss": 2.4474, + "step": 42967 + }, + { + "epoch": 0.7355141306766634, + "grad_norm": 2.488694429397583, + "learning_rate": 3.4499834393296205e-06, + "loss": 2.3336, + "step": 42968 + }, + { + "epoch": 0.7355312483952139, + "grad_norm": 2.416332483291626, + "learning_rate": 3.4495645255935274e-06, + "loss": 2.3954, + "step": 42969 + }, + { + "epoch": 0.7355483661137644, + "grad_norm": 2.520010471343994, + "learning_rate": 3.449145631991189e-06, + "loss": 2.4021, + "step": 42970 + }, + { + "epoch": 0.7355654838323148, + "grad_norm": 2.4590680599212646, + "learning_rate": 3.448726758523895e-06, + "loss": 2.2937, + "step": 42971 + }, + { + "epoch": 0.7355826015508653, + "grad_norm": 2.495142698287964, + "learning_rate": 3.4483079051929315e-06, + "loss": 2.4031, + "step": 42972 + }, + { + "epoch": 0.7355997192694158, + "grad_norm": 2.527787208557129, + "learning_rate": 3.4478890719995907e-06, + "loss": 2.3645, + "step": 42973 + }, + { + "epoch": 0.7356168369879662, + "grad_norm": 2.62795090675354, + "learning_rate": 3.4474702589451515e-06, + "loss": 2.4404, + "step": 42974 + }, + { + "epoch": 0.7356339547065167, + "grad_norm": 2.5693624019622803, + "learning_rate": 3.447051466030906e-06, + "loss": 2.3279, + "step": 42975 + }, + { + "epoch": 0.7356510724250672, + "grad_norm": 2.5410585403442383, + "learning_rate": 3.4466326932581406e-06, + "loss": 2.3836, + "step": 42976 + }, + { + "epoch": 0.7356681901436176, + "grad_norm": 2.467721462249756, + "learning_rate": 3.4462139406281434e-06, + "loss": 2.3655, + "step": 42977 + }, + { + "epoch": 0.7356853078621681, + "grad_norm": 2.45131778717041, + "learning_rate": 3.4457952081422042e-06, + "loss": 2.3123, + "step": 42978 + }, + { + "epoch": 0.7357024255807186, + "grad_norm": 2.702763080596924, + "learning_rate": 3.445376495801599e-06, + "loss": 2.4296, + "step": 42979 + }, + { + "epoch": 0.735719543299269, + "grad_norm": 2.6258256435394287, + "learning_rate": 3.4449578036076305e-06, + "loss": 2.2881, + "step": 42980 + }, + { + "epoch": 0.7357366610178195, + "grad_norm": 2.6961896419525146, + "learning_rate": 3.4445391315615697e-06, + "loss": 2.5092, + "step": 42981 + }, + { + "epoch": 0.73575377873637, + "grad_norm": 2.65419864654541, + "learning_rate": 3.444120479664719e-06, + "loss": 2.3274, + "step": 42982 + }, + { + "epoch": 0.7357708964549204, + "grad_norm": 2.6398987770080566, + "learning_rate": 3.4437018479183525e-06, + "loss": 2.4002, + "step": 42983 + }, + { + "epoch": 0.735788014173471, + "grad_norm": 2.476815938949585, + "learning_rate": 3.4432832363237634e-06, + "loss": 2.3882, + "step": 42984 + }, + { + "epoch": 0.7358051318920215, + "grad_norm": 2.643176317214966, + "learning_rate": 3.44286464488224e-06, + "loss": 2.3811, + "step": 42985 + }, + { + "epoch": 0.7358222496105719, + "grad_norm": 2.560286045074463, + "learning_rate": 3.4424460735950593e-06, + "loss": 2.3994, + "step": 42986 + }, + { + "epoch": 0.7358393673291224, + "grad_norm": 2.610042095184326, + "learning_rate": 3.44202752246352e-06, + "loss": 2.2654, + "step": 42987 + }, + { + "epoch": 0.7358564850476729, + "grad_norm": 2.4991374015808105, + "learning_rate": 3.4416089914889005e-06, + "loss": 2.3136, + "step": 42988 + }, + { + "epoch": 0.7358736027662233, + "grad_norm": 2.573913097381592, + "learning_rate": 3.4411904806724895e-06, + "loss": 2.3926, + "step": 42989 + }, + { + "epoch": 0.7358907204847738, + "grad_norm": 2.6156134605407715, + "learning_rate": 3.440771990015577e-06, + "loss": 2.2955, + "step": 42990 + }, + { + "epoch": 0.7359078382033243, + "grad_norm": 2.3262224197387695, + "learning_rate": 3.4403535195194393e-06, + "loss": 2.2581, + "step": 42991 + }, + { + "epoch": 0.7359249559218747, + "grad_norm": 2.4694571495056152, + "learning_rate": 3.439935069185375e-06, + "loss": 2.3338, + "step": 42992 + }, + { + "epoch": 0.7359420736404252, + "grad_norm": 2.494635581970215, + "learning_rate": 3.439516639014662e-06, + "loss": 2.2419, + "step": 42993 + }, + { + "epoch": 0.7359591913589757, + "grad_norm": 2.6393420696258545, + "learning_rate": 3.4390982290085886e-06, + "loss": 2.347, + "step": 42994 + }, + { + "epoch": 0.7359763090775261, + "grad_norm": 2.794666290283203, + "learning_rate": 3.4386798391684406e-06, + "loss": 2.4309, + "step": 42995 + }, + { + "epoch": 0.7359934267960766, + "grad_norm": 2.5681986808776855, + "learning_rate": 3.438261469495505e-06, + "loss": 2.3256, + "step": 42996 + }, + { + "epoch": 0.7360105445146271, + "grad_norm": 2.4893481731414795, + "learning_rate": 3.43784311999107e-06, + "loss": 2.2983, + "step": 42997 + }, + { + "epoch": 0.7360276622331776, + "grad_norm": 2.678831100463867, + "learning_rate": 3.4374247906564127e-06, + "loss": 2.3226, + "step": 42998 + }, + { + "epoch": 0.736044779951728, + "grad_norm": 2.675560474395752, + "learning_rate": 3.4370064814928304e-06, + "loss": 2.3349, + "step": 42999 + }, + { + "epoch": 0.7360618976702785, + "grad_norm": 2.4427402019500732, + "learning_rate": 3.436588192501601e-06, + "loss": 2.3599, + "step": 43000 + }, + { + "epoch": 0.736079015388829, + "grad_norm": 2.623967170715332, + "learning_rate": 3.436169923684012e-06, + "loss": 2.3792, + "step": 43001 + }, + { + "epoch": 0.7360961331073794, + "grad_norm": 2.7054176330566406, + "learning_rate": 3.43575167504135e-06, + "loss": 2.3862, + "step": 43002 + }, + { + "epoch": 0.7361132508259299, + "grad_norm": 2.5750513076782227, + "learning_rate": 3.435333446574899e-06, + "loss": 2.3637, + "step": 43003 + }, + { + "epoch": 0.7361303685444804, + "grad_norm": 2.4278082847595215, + "learning_rate": 3.4349152382859498e-06, + "loss": 2.3458, + "step": 43004 + }, + { + "epoch": 0.7361474862630308, + "grad_norm": 2.490373373031616, + "learning_rate": 3.4344970501757792e-06, + "loss": 2.3288, + "step": 43005 + }, + { + "epoch": 0.7361646039815813, + "grad_norm": 2.553422212600708, + "learning_rate": 3.4340788822456774e-06, + "loss": 2.3341, + "step": 43006 + }, + { + "epoch": 0.7361817217001319, + "grad_norm": 2.6717441082000732, + "learning_rate": 3.4336607344969296e-06, + "loss": 2.4512, + "step": 43007 + }, + { + "epoch": 0.7361988394186822, + "grad_norm": 2.5140774250030518, + "learning_rate": 3.43324260693082e-06, + "loss": 2.4104, + "step": 43008 + }, + { + "epoch": 0.7362159571372328, + "grad_norm": 2.4413740634918213, + "learning_rate": 3.4328244995486347e-06, + "loss": 2.3052, + "step": 43009 + }, + { + "epoch": 0.7362330748557833, + "grad_norm": 2.534487724304199, + "learning_rate": 3.432406412351662e-06, + "loss": 2.2372, + "step": 43010 + }, + { + "epoch": 0.7362501925743337, + "grad_norm": 2.6332294940948486, + "learning_rate": 3.4319883453411797e-06, + "loss": 2.5651, + "step": 43011 + }, + { + "epoch": 0.7362673102928842, + "grad_norm": 2.623347282409668, + "learning_rate": 3.4315702985184764e-06, + "loss": 2.3197, + "step": 43012 + }, + { + "epoch": 0.7362844280114347, + "grad_norm": 2.5694634914398193, + "learning_rate": 3.4311522718848378e-06, + "loss": 2.3511, + "step": 43013 + }, + { + "epoch": 0.7363015457299851, + "grad_norm": 2.369053363800049, + "learning_rate": 3.430734265441548e-06, + "loss": 2.2453, + "step": 43014 + }, + { + "epoch": 0.7363186634485356, + "grad_norm": 2.4247238636016846, + "learning_rate": 3.430316279189895e-06, + "loss": 2.4574, + "step": 43015 + }, + { + "epoch": 0.7363357811670861, + "grad_norm": 2.564380168914795, + "learning_rate": 3.4298983131311547e-06, + "loss": 2.3507, + "step": 43016 + }, + { + "epoch": 0.7363528988856365, + "grad_norm": 2.5193254947662354, + "learning_rate": 3.429480367266623e-06, + "loss": 2.339, + "step": 43017 + }, + { + "epoch": 0.736370016604187, + "grad_norm": 2.447499990463257, + "learning_rate": 3.429062441597577e-06, + "loss": 2.3273, + "step": 43018 + }, + { + "epoch": 0.7363871343227375, + "grad_norm": 2.6817843914031982, + "learning_rate": 3.4286445361253027e-06, + "loss": 2.3305, + "step": 43019 + }, + { + "epoch": 0.7364042520412879, + "grad_norm": 2.535306692123413, + "learning_rate": 3.428226650851085e-06, + "loss": 2.3304, + "step": 43020 + }, + { + "epoch": 0.7364213697598384, + "grad_norm": 2.3883283138275146, + "learning_rate": 3.42780878577621e-06, + "loss": 2.3414, + "step": 43021 + }, + { + "epoch": 0.7364384874783889, + "grad_norm": 2.560746669769287, + "learning_rate": 3.4273909409019624e-06, + "loss": 2.3415, + "step": 43022 + }, + { + "epoch": 0.7364556051969393, + "grad_norm": 2.715710163116455, + "learning_rate": 3.4269731162296195e-06, + "loss": 2.5521, + "step": 43023 + }, + { + "epoch": 0.7364727229154898, + "grad_norm": 2.560816526412964, + "learning_rate": 3.4265553117604765e-06, + "loss": 2.3939, + "step": 43024 + }, + { + "epoch": 0.7364898406340403, + "grad_norm": 2.6246585845947266, + "learning_rate": 3.4261375274958086e-06, + "loss": 2.3988, + "step": 43025 + }, + { + "epoch": 0.7365069583525907, + "grad_norm": 2.426431179046631, + "learning_rate": 3.4257197634369033e-06, + "loss": 2.3815, + "step": 43026 + }, + { + "epoch": 0.7365240760711412, + "grad_norm": 2.5260791778564453, + "learning_rate": 3.4253020195850485e-06, + "loss": 2.2852, + "step": 43027 + }, + { + "epoch": 0.7365411937896917, + "grad_norm": 2.3986570835113525, + "learning_rate": 3.4248842959415173e-06, + "loss": 2.3139, + "step": 43028 + }, + { + "epoch": 0.7365583115082421, + "grad_norm": 2.486029863357544, + "learning_rate": 3.424466592507607e-06, + "loss": 2.414, + "step": 43029 + }, + { + "epoch": 0.7365754292267926, + "grad_norm": 2.3184139728546143, + "learning_rate": 3.424048909284592e-06, + "loss": 2.2882, + "step": 43030 + }, + { + "epoch": 0.7365925469453432, + "grad_norm": 2.4864163398742676, + "learning_rate": 3.4236312462737595e-06, + "loss": 2.32, + "step": 43031 + }, + { + "epoch": 0.7366096646638935, + "grad_norm": 2.436190128326416, + "learning_rate": 3.4232136034763963e-06, + "loss": 2.354, + "step": 43032 + }, + { + "epoch": 0.7366267823824441, + "grad_norm": 2.529689073562622, + "learning_rate": 3.422795980893776e-06, + "loss": 2.2117, + "step": 43033 + }, + { + "epoch": 0.7366439001009946, + "grad_norm": 2.4400577545166016, + "learning_rate": 3.4223783785271956e-06, + "loss": 2.418, + "step": 43034 + }, + { + "epoch": 0.736661017819545, + "grad_norm": 2.466939926147461, + "learning_rate": 3.4219607963779255e-06, + "loss": 2.3956, + "step": 43035 + }, + { + "epoch": 0.7366781355380955, + "grad_norm": 2.429994583129883, + "learning_rate": 3.4215432344472623e-06, + "loss": 2.4405, + "step": 43036 + }, + { + "epoch": 0.736695253256646, + "grad_norm": 2.4719889163970947, + "learning_rate": 3.42112569273648e-06, + "loss": 2.3176, + "step": 43037 + }, + { + "epoch": 0.7367123709751964, + "grad_norm": 2.561720609664917, + "learning_rate": 3.4207081712468637e-06, + "loss": 2.4391, + "step": 43038 + }, + { + "epoch": 0.7367294886937469, + "grad_norm": 2.4655919075012207, + "learning_rate": 3.4202906699797025e-06, + "loss": 2.3726, + "step": 43039 + }, + { + "epoch": 0.7367466064122974, + "grad_norm": 2.4625842571258545, + "learning_rate": 3.419873188936268e-06, + "loss": 2.2858, + "step": 43040 + }, + { + "epoch": 0.7367637241308478, + "grad_norm": 2.343050718307495, + "learning_rate": 3.4194557281178565e-06, + "loss": 2.2919, + "step": 43041 + }, + { + "epoch": 0.7367808418493983, + "grad_norm": 2.6064906120300293, + "learning_rate": 3.419038287525742e-06, + "loss": 2.3573, + "step": 43042 + }, + { + "epoch": 0.7367979595679488, + "grad_norm": 2.478508234024048, + "learning_rate": 3.418620867161211e-06, + "loss": 2.304, + "step": 43043 + }, + { + "epoch": 0.7368150772864993, + "grad_norm": 2.413987636566162, + "learning_rate": 3.418203467025546e-06, + "loss": 2.2513, + "step": 43044 + }, + { + "epoch": 0.7368321950050497, + "grad_norm": 2.4581432342529297, + "learning_rate": 3.4177860871200307e-06, + "loss": 2.3321, + "step": 43045 + }, + { + "epoch": 0.7368493127236002, + "grad_norm": 2.4377646446228027, + "learning_rate": 3.41736872744595e-06, + "loss": 2.4153, + "step": 43046 + }, + { + "epoch": 0.7368664304421507, + "grad_norm": 2.4189181327819824, + "learning_rate": 3.416951388004581e-06, + "loss": 2.1896, + "step": 43047 + }, + { + "epoch": 0.7368835481607011, + "grad_norm": 2.9458870887756348, + "learning_rate": 3.4165340687972094e-06, + "loss": 2.534, + "step": 43048 + }, + { + "epoch": 0.7369006658792516, + "grad_norm": 2.689777374267578, + "learning_rate": 3.4161167698251176e-06, + "loss": 2.4209, + "step": 43049 + }, + { + "epoch": 0.7369177835978021, + "grad_norm": 2.6284501552581787, + "learning_rate": 3.415699491089589e-06, + "loss": 2.3915, + "step": 43050 + }, + { + "epoch": 0.7369349013163525, + "grad_norm": 2.626199245452881, + "learning_rate": 3.4152822325919067e-06, + "loss": 2.3544, + "step": 43051 + }, + { + "epoch": 0.736952019034903, + "grad_norm": 2.407618284225464, + "learning_rate": 3.4148649943333545e-06, + "loss": 2.4517, + "step": 43052 + }, + { + "epoch": 0.7369691367534535, + "grad_norm": 2.434483528137207, + "learning_rate": 3.4144477763152063e-06, + "loss": 2.1768, + "step": 43053 + }, + { + "epoch": 0.7369862544720039, + "grad_norm": 2.541637420654297, + "learning_rate": 3.4140305785387574e-06, + "loss": 2.3214, + "step": 43054 + }, + { + "epoch": 0.7370033721905545, + "grad_norm": 2.4529175758361816, + "learning_rate": 3.4136134010052813e-06, + "loss": 2.2853, + "step": 43055 + }, + { + "epoch": 0.737020489909105, + "grad_norm": 2.723665952682495, + "learning_rate": 3.4131962437160616e-06, + "loss": 2.4535, + "step": 43056 + }, + { + "epoch": 0.7370376076276554, + "grad_norm": 2.417182445526123, + "learning_rate": 3.4127791066723815e-06, + "loss": 2.294, + "step": 43057 + }, + { + "epoch": 0.7370547253462059, + "grad_norm": 2.4086711406707764, + "learning_rate": 3.4123619898755235e-06, + "loss": 2.38, + "step": 43058 + }, + { + "epoch": 0.7370718430647564, + "grad_norm": 2.592280864715576, + "learning_rate": 3.4119448933267718e-06, + "loss": 2.301, + "step": 43059 + }, + { + "epoch": 0.7370889607833068, + "grad_norm": 2.514383316040039, + "learning_rate": 3.4115278170274e-06, + "loss": 2.4296, + "step": 43060 + }, + { + "epoch": 0.7371060785018573, + "grad_norm": 2.5064616203308105, + "learning_rate": 3.411110760978702e-06, + "loss": 2.4388, + "step": 43061 + }, + { + "epoch": 0.7371231962204078, + "grad_norm": 2.5622074604034424, + "learning_rate": 3.4106937251819505e-06, + "loss": 2.409, + "step": 43062 + }, + { + "epoch": 0.7371403139389582, + "grad_norm": 2.5495173931121826, + "learning_rate": 3.4102767096384302e-06, + "loss": 2.3964, + "step": 43063 + }, + { + "epoch": 0.7371574316575087, + "grad_norm": 2.4617984294891357, + "learning_rate": 3.4098597143494273e-06, + "loss": 2.3434, + "step": 43064 + }, + { + "epoch": 0.7371745493760592, + "grad_norm": 2.5640408992767334, + "learning_rate": 3.409442739316211e-06, + "loss": 2.336, + "step": 43065 + }, + { + "epoch": 0.7371916670946096, + "grad_norm": 2.546217203140259, + "learning_rate": 3.4090257845400786e-06, + "loss": 2.4162, + "step": 43066 + }, + { + "epoch": 0.7372087848131601, + "grad_norm": 2.488166332244873, + "learning_rate": 3.4086088500223015e-06, + "loss": 2.3525, + "step": 43067 + }, + { + "epoch": 0.7372259025317106, + "grad_norm": 2.6315762996673584, + "learning_rate": 3.4081919357641634e-06, + "loss": 2.3424, + "step": 43068 + }, + { + "epoch": 0.737243020250261, + "grad_norm": 2.4988174438476562, + "learning_rate": 3.407775041766951e-06, + "loss": 2.4586, + "step": 43069 + }, + { + "epoch": 0.7372601379688115, + "grad_norm": 2.586296796798706, + "learning_rate": 3.4073581680319324e-06, + "loss": 2.3126, + "step": 43070 + }, + { + "epoch": 0.737277255687362, + "grad_norm": 2.3682494163513184, + "learning_rate": 3.406941314560406e-06, + "loss": 2.3899, + "step": 43071 + }, + { + "epoch": 0.7372943734059124, + "grad_norm": 2.493619918823242, + "learning_rate": 3.4065244813536368e-06, + "loss": 2.2922, + "step": 43072 + }, + { + "epoch": 0.7373114911244629, + "grad_norm": 2.666269540786743, + "learning_rate": 3.4061076684129203e-06, + "loss": 2.3518, + "step": 43073 + }, + { + "epoch": 0.7373286088430134, + "grad_norm": 2.4986729621887207, + "learning_rate": 3.405690875739528e-06, + "loss": 2.3157, + "step": 43074 + }, + { + "epoch": 0.7373457265615638, + "grad_norm": 2.5966928005218506, + "learning_rate": 3.405274103334745e-06, + "loss": 2.3204, + "step": 43075 + }, + { + "epoch": 0.7373628442801143, + "grad_norm": 2.515920639038086, + "learning_rate": 3.404857351199854e-06, + "loss": 2.4269, + "step": 43076 + }, + { + "epoch": 0.7373799619986648, + "grad_norm": 2.380941867828369, + "learning_rate": 3.404440619336127e-06, + "loss": 2.2602, + "step": 43077 + }, + { + "epoch": 0.7373970797172152, + "grad_norm": 2.6292331218719482, + "learning_rate": 3.404023907744858e-06, + "loss": 2.4194, + "step": 43078 + }, + { + "epoch": 0.7374141974357658, + "grad_norm": 2.495745897293091, + "learning_rate": 3.403607216427317e-06, + "loss": 2.368, + "step": 43079 + }, + { + "epoch": 0.7374313151543163, + "grad_norm": 2.6470277309417725, + "learning_rate": 3.403190545384789e-06, + "loss": 2.4739, + "step": 43080 + }, + { + "epoch": 0.7374484328728667, + "grad_norm": 2.5340845584869385, + "learning_rate": 3.402773894618555e-06, + "loss": 2.37, + "step": 43081 + }, + { + "epoch": 0.7374655505914172, + "grad_norm": 2.4372265338897705, + "learning_rate": 3.402357264129896e-06, + "loss": 2.3389, + "step": 43082 + }, + { + "epoch": 0.7374826683099677, + "grad_norm": 2.7779786586761475, + "learning_rate": 3.4019406539200937e-06, + "loss": 2.2866, + "step": 43083 + }, + { + "epoch": 0.7374997860285181, + "grad_norm": 2.615992307662964, + "learning_rate": 3.4015240639904247e-06, + "loss": 2.4141, + "step": 43084 + }, + { + "epoch": 0.7375169037470686, + "grad_norm": 2.6265432834625244, + "learning_rate": 3.4011074943421706e-06, + "loss": 2.4929, + "step": 43085 + }, + { + "epoch": 0.7375340214656191, + "grad_norm": 2.455913782119751, + "learning_rate": 3.4006909449766134e-06, + "loss": 2.2545, + "step": 43086 + }, + { + "epoch": 0.7375511391841695, + "grad_norm": 2.5446484088897705, + "learning_rate": 3.4002744158950317e-06, + "loss": 2.3937, + "step": 43087 + }, + { + "epoch": 0.73756825690272, + "grad_norm": 2.490800380706787, + "learning_rate": 3.399857907098707e-06, + "loss": 2.432, + "step": 43088 + }, + { + "epoch": 0.7375853746212705, + "grad_norm": 2.5913379192352295, + "learning_rate": 3.39944141858892e-06, + "loss": 2.3442, + "step": 43089 + }, + { + "epoch": 0.737602492339821, + "grad_norm": 2.4809858798980713, + "learning_rate": 3.3990249503669525e-06, + "loss": 2.311, + "step": 43090 + }, + { + "epoch": 0.7376196100583714, + "grad_norm": 2.591240644454956, + "learning_rate": 3.3986085024340786e-06, + "loss": 2.3917, + "step": 43091 + }, + { + "epoch": 0.7376367277769219, + "grad_norm": 2.47127103805542, + "learning_rate": 3.398192074791583e-06, + "loss": 2.4494, + "step": 43092 + }, + { + "epoch": 0.7376538454954724, + "grad_norm": 2.545694589614868, + "learning_rate": 3.3977756674407437e-06, + "loss": 2.3605, + "step": 43093 + }, + { + "epoch": 0.7376709632140228, + "grad_norm": 2.4896724224090576, + "learning_rate": 3.3973592803828415e-06, + "loss": 2.2377, + "step": 43094 + }, + { + "epoch": 0.7376880809325733, + "grad_norm": 2.3388006687164307, + "learning_rate": 3.3969429136191567e-06, + "loss": 2.2831, + "step": 43095 + }, + { + "epoch": 0.7377051986511238, + "grad_norm": 2.585524082183838, + "learning_rate": 3.3965265671509717e-06, + "loss": 2.4366, + "step": 43096 + }, + { + "epoch": 0.7377223163696742, + "grad_norm": 2.5820746421813965, + "learning_rate": 3.39611024097956e-06, + "loss": 2.5121, + "step": 43097 + }, + { + "epoch": 0.7377394340882247, + "grad_norm": 2.4796011447906494, + "learning_rate": 3.3956939351062036e-06, + "loss": 2.4193, + "step": 43098 + }, + { + "epoch": 0.7377565518067752, + "grad_norm": 2.3893396854400635, + "learning_rate": 3.395277649532183e-06, + "loss": 2.2162, + "step": 43099 + }, + { + "epoch": 0.7377736695253256, + "grad_norm": 2.395037889480591, + "learning_rate": 3.394861384258776e-06, + "loss": 2.2882, + "step": 43100 + }, + { + "epoch": 0.7377907872438761, + "grad_norm": 2.5051074028015137, + "learning_rate": 3.394445139287269e-06, + "loss": 2.3873, + "step": 43101 + }, + { + "epoch": 0.7378079049624267, + "grad_norm": 2.4932470321655273, + "learning_rate": 3.3940289146189288e-06, + "loss": 2.3201, + "step": 43102 + }, + { + "epoch": 0.737825022680977, + "grad_norm": 2.4633629322052, + "learning_rate": 3.3936127102550477e-06, + "loss": 2.2438, + "step": 43103 + }, + { + "epoch": 0.7378421403995276, + "grad_norm": 2.3738934993743896, + "learning_rate": 3.3931965261968956e-06, + "loss": 2.2066, + "step": 43104 + }, + { + "epoch": 0.7378592581180781, + "grad_norm": 2.636486291885376, + "learning_rate": 3.3927803624457567e-06, + "loss": 2.4666, + "step": 43105 + }, + { + "epoch": 0.7378763758366285, + "grad_norm": 2.325784683227539, + "learning_rate": 3.3923642190029106e-06, + "loss": 2.3082, + "step": 43106 + }, + { + "epoch": 0.737893493555179, + "grad_norm": 2.2791759967803955, + "learning_rate": 3.391948095869628e-06, + "loss": 2.2106, + "step": 43107 + }, + { + "epoch": 0.7379106112737295, + "grad_norm": 2.5181703567504883, + "learning_rate": 3.3915319930472013e-06, + "loss": 2.3508, + "step": 43108 + }, + { + "epoch": 0.7379277289922799, + "grad_norm": 2.5925257205963135, + "learning_rate": 3.3911159105368964e-06, + "loss": 2.3236, + "step": 43109 + }, + { + "epoch": 0.7379448467108304, + "grad_norm": 2.600888729095459, + "learning_rate": 3.3906998483400044e-06, + "loss": 2.4657, + "step": 43110 + }, + { + "epoch": 0.7379619644293809, + "grad_norm": 2.6536810398101807, + "learning_rate": 3.390283806457795e-06, + "loss": 2.4314, + "step": 43111 + }, + { + "epoch": 0.7379790821479313, + "grad_norm": 2.665471315383911, + "learning_rate": 3.3898677848915496e-06, + "loss": 2.3698, + "step": 43112 + }, + { + "epoch": 0.7379961998664818, + "grad_norm": 2.6218366622924805, + "learning_rate": 3.38945178364255e-06, + "loss": 2.4134, + "step": 43113 + }, + { + "epoch": 0.7380133175850323, + "grad_norm": 2.5823278427124023, + "learning_rate": 3.3890358027120664e-06, + "loss": 2.3896, + "step": 43114 + }, + { + "epoch": 0.7380304353035827, + "grad_norm": 2.474740982055664, + "learning_rate": 3.3886198421013892e-06, + "loss": 2.3095, + "step": 43115 + }, + { + "epoch": 0.7380475530221332, + "grad_norm": 2.653747320175171, + "learning_rate": 3.3882039018117884e-06, + "loss": 2.418, + "step": 43116 + }, + { + "epoch": 0.7380646707406837, + "grad_norm": 2.538025379180908, + "learning_rate": 3.3877879818445434e-06, + "loss": 2.515, + "step": 43117 + }, + { + "epoch": 0.7380817884592341, + "grad_norm": 2.563143014907837, + "learning_rate": 3.387372082200939e-06, + "loss": 2.4145, + "step": 43118 + }, + { + "epoch": 0.7380989061777846, + "grad_norm": 2.502837657928467, + "learning_rate": 3.3869562028822412e-06, + "loss": 2.3397, + "step": 43119 + }, + { + "epoch": 0.7381160238963351, + "grad_norm": 2.682302713394165, + "learning_rate": 3.3865403438897425e-06, + "loss": 2.429, + "step": 43120 + }, + { + "epoch": 0.7381331416148855, + "grad_norm": 2.5369534492492676, + "learning_rate": 3.3861245052247106e-06, + "loss": 2.4414, + "step": 43121 + }, + { + "epoch": 0.738150259333436, + "grad_norm": 2.4128305912017822, + "learning_rate": 3.3857086868884283e-06, + "loss": 2.2128, + "step": 43122 + }, + { + "epoch": 0.7381673770519865, + "grad_norm": 2.4259793758392334, + "learning_rate": 3.3852928888821713e-06, + "loss": 2.2896, + "step": 43123 + }, + { + "epoch": 0.7381844947705369, + "grad_norm": 2.4879229068756104, + "learning_rate": 3.38487711120722e-06, + "loss": 2.3971, + "step": 43124 + }, + { + "epoch": 0.7382016124890874, + "grad_norm": 2.5911452770233154, + "learning_rate": 3.384461353864852e-06, + "loss": 2.3305, + "step": 43125 + }, + { + "epoch": 0.738218730207638, + "grad_norm": 2.5930140018463135, + "learning_rate": 3.384045616856343e-06, + "loss": 2.2616, + "step": 43126 + }, + { + "epoch": 0.7382358479261883, + "grad_norm": 2.5877487659454346, + "learning_rate": 3.3836299001829766e-06, + "loss": 2.3178, + "step": 43127 + }, + { + "epoch": 0.7382529656447389, + "grad_norm": 2.521864891052246, + "learning_rate": 3.3832142038460237e-06, + "loss": 2.3406, + "step": 43128 + }, + { + "epoch": 0.7382700833632894, + "grad_norm": 2.550482749938965, + "learning_rate": 3.3827985278467635e-06, + "loss": 2.2817, + "step": 43129 + }, + { + "epoch": 0.7382872010818398, + "grad_norm": 2.4601376056671143, + "learning_rate": 3.382382872186475e-06, + "loss": 2.3734, + "step": 43130 + }, + { + "epoch": 0.7383043188003903, + "grad_norm": 2.6356287002563477, + "learning_rate": 3.3819672368664356e-06, + "loss": 2.2958, + "step": 43131 + }, + { + "epoch": 0.7383214365189408, + "grad_norm": 2.489941120147705, + "learning_rate": 3.381551621887924e-06, + "loss": 2.3783, + "step": 43132 + }, + { + "epoch": 0.7383385542374912, + "grad_norm": 2.6071243286132812, + "learning_rate": 3.3811360272522185e-06, + "loss": 2.5014, + "step": 43133 + }, + { + "epoch": 0.7383556719560417, + "grad_norm": 2.4702625274658203, + "learning_rate": 3.380720452960592e-06, + "loss": 2.3156, + "step": 43134 + }, + { + "epoch": 0.7383727896745922, + "grad_norm": 2.575868844985962, + "learning_rate": 3.380304899014324e-06, + "loss": 2.3898, + "step": 43135 + }, + { + "epoch": 0.7383899073931427, + "grad_norm": 2.5153393745422363, + "learning_rate": 3.3798893654146915e-06, + "loss": 2.3523, + "step": 43136 + }, + { + "epoch": 0.7384070251116931, + "grad_norm": 2.3403358459472656, + "learning_rate": 3.379473852162972e-06, + "loss": 2.296, + "step": 43137 + }, + { + "epoch": 0.7384241428302436, + "grad_norm": 2.524158477783203, + "learning_rate": 3.3790583592604476e-06, + "loss": 2.3578, + "step": 43138 + }, + { + "epoch": 0.7384412605487941, + "grad_norm": 2.699903964996338, + "learning_rate": 3.378642886708383e-06, + "loss": 2.5285, + "step": 43139 + }, + { + "epoch": 0.7384583782673445, + "grad_norm": 2.4468846321105957, + "learning_rate": 3.37822743450807e-06, + "loss": 2.2082, + "step": 43140 + }, + { + "epoch": 0.738475495985895, + "grad_norm": 2.450389862060547, + "learning_rate": 3.3778120026607753e-06, + "loss": 2.3877, + "step": 43141 + }, + { + "epoch": 0.7384926137044455, + "grad_norm": 2.4492688179016113, + "learning_rate": 3.37739659116778e-06, + "loss": 2.2771, + "step": 43142 + }, + { + "epoch": 0.7385097314229959, + "grad_norm": 2.539475202560425, + "learning_rate": 3.3769812000303615e-06, + "loss": 2.3513, + "step": 43143 + }, + { + "epoch": 0.7385268491415464, + "grad_norm": 2.614534378051758, + "learning_rate": 3.3765658292497883e-06, + "loss": 2.2569, + "step": 43144 + }, + { + "epoch": 0.7385439668600969, + "grad_norm": 2.6437301635742188, + "learning_rate": 3.3761504788273514e-06, + "loss": 2.4037, + "step": 43145 + }, + { + "epoch": 0.7385610845786473, + "grad_norm": 2.6791772842407227, + "learning_rate": 3.375735148764313e-06, + "loss": 2.3883, + "step": 43146 + }, + { + "epoch": 0.7385782022971978, + "grad_norm": 2.3778278827667236, + "learning_rate": 3.3753198390619623e-06, + "loss": 2.2676, + "step": 43147 + }, + { + "epoch": 0.7385953200157483, + "grad_norm": 2.392487049102783, + "learning_rate": 3.3749045497215683e-06, + "loss": 2.3023, + "step": 43148 + }, + { + "epoch": 0.7386124377342987, + "grad_norm": 2.5025594234466553, + "learning_rate": 3.3744892807444074e-06, + "loss": 2.2953, + "step": 43149 + }, + { + "epoch": 0.7386295554528493, + "grad_norm": 2.5184459686279297, + "learning_rate": 3.374074032131762e-06, + "loss": 2.344, + "step": 43150 + }, + { + "epoch": 0.7386466731713998, + "grad_norm": 2.5600547790527344, + "learning_rate": 3.373658803884897e-06, + "loss": 2.3432, + "step": 43151 + }, + { + "epoch": 0.7386637908899502, + "grad_norm": 2.6669936180114746, + "learning_rate": 3.3732435960051037e-06, + "loss": 2.4142, + "step": 43152 + }, + { + "epoch": 0.7386809086085007, + "grad_norm": 2.6764538288116455, + "learning_rate": 3.372828408493646e-06, + "loss": 2.5121, + "step": 43153 + }, + { + "epoch": 0.7386980263270512, + "grad_norm": 2.6143722534179688, + "learning_rate": 3.372413241351805e-06, + "loss": 2.476, + "step": 43154 + }, + { + "epoch": 0.7387151440456016, + "grad_norm": 2.4022939205169678, + "learning_rate": 3.3719980945808593e-06, + "loss": 2.2897, + "step": 43155 + }, + { + "epoch": 0.7387322617641521, + "grad_norm": 2.4594380855560303, + "learning_rate": 3.3715829681820753e-06, + "loss": 2.3821, + "step": 43156 + }, + { + "epoch": 0.7387493794827026, + "grad_norm": 2.5602293014526367, + "learning_rate": 3.3711678621567423e-06, + "loss": 2.3879, + "step": 43157 + }, + { + "epoch": 0.738766497201253, + "grad_norm": 2.4959793090820312, + "learning_rate": 3.3707527765061265e-06, + "loss": 2.4238, + "step": 43158 + }, + { + "epoch": 0.7387836149198035, + "grad_norm": 2.550877332687378, + "learning_rate": 3.3703377112315062e-06, + "loss": 2.2984, + "step": 43159 + }, + { + "epoch": 0.738800732638354, + "grad_norm": 2.633312463760376, + "learning_rate": 3.369922666334158e-06, + "loss": 2.4648, + "step": 43160 + }, + { + "epoch": 0.7388178503569044, + "grad_norm": 2.4441566467285156, + "learning_rate": 3.369507641815357e-06, + "loss": 2.2805, + "step": 43161 + }, + { + "epoch": 0.7388349680754549, + "grad_norm": 2.5827596187591553, + "learning_rate": 3.369092637676382e-06, + "loss": 2.3901, + "step": 43162 + }, + { + "epoch": 0.7388520857940054, + "grad_norm": 2.5571932792663574, + "learning_rate": 3.3686776539184994e-06, + "loss": 2.4045, + "step": 43163 + }, + { + "epoch": 0.7388692035125558, + "grad_norm": 2.646040916442871, + "learning_rate": 3.368262690542998e-06, + "loss": 2.5382, + "step": 43164 + }, + { + "epoch": 0.7388863212311063, + "grad_norm": 2.5334510803222656, + "learning_rate": 3.367847747551143e-06, + "loss": 2.4273, + "step": 43165 + }, + { + "epoch": 0.7389034389496568, + "grad_norm": 2.4542276859283447, + "learning_rate": 3.3674328249442124e-06, + "loss": 2.4501, + "step": 43166 + }, + { + "epoch": 0.7389205566682072, + "grad_norm": 2.441545009613037, + "learning_rate": 3.3670179227234823e-06, + "loss": 2.4076, + "step": 43167 + }, + { + "epoch": 0.7389376743867577, + "grad_norm": 2.5000600814819336, + "learning_rate": 3.366603040890227e-06, + "loss": 2.3777, + "step": 43168 + }, + { + "epoch": 0.7389547921053082, + "grad_norm": 2.543182134628296, + "learning_rate": 3.3661881794457274e-06, + "loss": 2.4586, + "step": 43169 + }, + { + "epoch": 0.7389719098238586, + "grad_norm": 2.563143014907837, + "learning_rate": 3.3657733383912493e-06, + "loss": 2.3779, + "step": 43170 + }, + { + "epoch": 0.7389890275424091, + "grad_norm": 2.6547014713287354, + "learning_rate": 3.3653585177280724e-06, + "loss": 2.3923, + "step": 43171 + }, + { + "epoch": 0.7390061452609596, + "grad_norm": 2.4739270210266113, + "learning_rate": 3.3649437174574717e-06, + "loss": 2.4042, + "step": 43172 + }, + { + "epoch": 0.73902326297951, + "grad_norm": 2.63071870803833, + "learning_rate": 3.3645289375807224e-06, + "loss": 2.4362, + "step": 43173 + }, + { + "epoch": 0.7390403806980606, + "grad_norm": 2.8432674407958984, + "learning_rate": 3.3641141780990983e-06, + "loss": 2.3823, + "step": 43174 + }, + { + "epoch": 0.7390574984166111, + "grad_norm": 2.4325783252716064, + "learning_rate": 3.363699439013879e-06, + "loss": 2.2917, + "step": 43175 + }, + { + "epoch": 0.7390746161351615, + "grad_norm": 2.4836294651031494, + "learning_rate": 3.363284720326331e-06, + "loss": 2.3434, + "step": 43176 + }, + { + "epoch": 0.739091733853712, + "grad_norm": 2.4824981689453125, + "learning_rate": 3.362870022037734e-06, + "loss": 2.3709, + "step": 43177 + }, + { + "epoch": 0.7391088515722625, + "grad_norm": 2.503265857696533, + "learning_rate": 3.3624553441493613e-06, + "loss": 2.3768, + "step": 43178 + }, + { + "epoch": 0.7391259692908129, + "grad_norm": 2.4632089138031006, + "learning_rate": 3.362040686662488e-06, + "loss": 2.2905, + "step": 43179 + }, + { + "epoch": 0.7391430870093634, + "grad_norm": 2.4705777168273926, + "learning_rate": 3.3616260495783927e-06, + "loss": 2.3278, + "step": 43180 + }, + { + "epoch": 0.7391602047279139, + "grad_norm": 2.5108749866485596, + "learning_rate": 3.3612114328983382e-06, + "loss": 2.2947, + "step": 43181 + }, + { + "epoch": 0.7391773224464643, + "grad_norm": 2.519334554672241, + "learning_rate": 3.3607968366236132e-06, + "loss": 2.307, + "step": 43182 + }, + { + "epoch": 0.7391944401650148, + "grad_norm": 2.5165908336639404, + "learning_rate": 3.3603822607554815e-06, + "loss": 2.3793, + "step": 43183 + }, + { + "epoch": 0.7392115578835653, + "grad_norm": 2.3877248764038086, + "learning_rate": 3.3599677052952216e-06, + "loss": 2.5041, + "step": 43184 + }, + { + "epoch": 0.7392286756021158, + "grad_norm": 2.555553674697876, + "learning_rate": 3.3595531702441074e-06, + "loss": 2.4367, + "step": 43185 + }, + { + "epoch": 0.7392457933206662, + "grad_norm": 2.6398441791534424, + "learning_rate": 3.3591386556034134e-06, + "loss": 2.405, + "step": 43186 + }, + { + "epoch": 0.7392629110392167, + "grad_norm": 2.6089396476745605, + "learning_rate": 3.358724161374416e-06, + "loss": 2.2754, + "step": 43187 + }, + { + "epoch": 0.7392800287577672, + "grad_norm": 2.6294546127319336, + "learning_rate": 3.3583096875583787e-06, + "loss": 2.4341, + "step": 43188 + }, + { + "epoch": 0.7392971464763176, + "grad_norm": 2.63901948928833, + "learning_rate": 3.3578952341565905e-06, + "loss": 2.3578, + "step": 43189 + }, + { + "epoch": 0.7393142641948681, + "grad_norm": 2.476840019226074, + "learning_rate": 3.357480801170315e-06, + "loss": 2.457, + "step": 43190 + }, + { + "epoch": 0.7393313819134186, + "grad_norm": 2.4843032360076904, + "learning_rate": 3.357066388600828e-06, + "loss": 2.3524, + "step": 43191 + }, + { + "epoch": 0.739348499631969, + "grad_norm": 2.573713541030884, + "learning_rate": 3.356651996449408e-06, + "loss": 2.509, + "step": 43192 + }, + { + "epoch": 0.7393656173505195, + "grad_norm": 2.5574374198913574, + "learning_rate": 3.356237624717319e-06, + "loss": 2.3399, + "step": 43193 + }, + { + "epoch": 0.73938273506907, + "grad_norm": 2.588961601257324, + "learning_rate": 3.355823273405846e-06, + "loss": 2.475, + "step": 43194 + }, + { + "epoch": 0.7393998527876204, + "grad_norm": 2.525622844696045, + "learning_rate": 3.355408942516254e-06, + "loss": 2.3092, + "step": 43195 + }, + { + "epoch": 0.739416970506171, + "grad_norm": 2.6507344245910645, + "learning_rate": 3.3549946320498196e-06, + "loss": 2.4965, + "step": 43196 + }, + { + "epoch": 0.7394340882247215, + "grad_norm": 2.5034708976745605, + "learning_rate": 3.354580342007816e-06, + "loss": 2.2928, + "step": 43197 + }, + { + "epoch": 0.7394512059432718, + "grad_norm": 2.4516255855560303, + "learning_rate": 3.354166072391517e-06, + "loss": 2.2258, + "step": 43198 + }, + { + "epoch": 0.7394683236618224, + "grad_norm": 2.5787830352783203, + "learning_rate": 3.3537518232021993e-06, + "loss": 2.377, + "step": 43199 + }, + { + "epoch": 0.7394854413803729, + "grad_norm": 2.5586049556732178, + "learning_rate": 3.3533375944411262e-06, + "loss": 2.3674, + "step": 43200 + }, + { + "epoch": 0.7395025590989233, + "grad_norm": 2.5779449939727783, + "learning_rate": 3.3529233861095832e-06, + "loss": 2.3565, + "step": 43201 + }, + { + "epoch": 0.7395196768174738, + "grad_norm": 2.5142431259155273, + "learning_rate": 3.352509198208834e-06, + "loss": 2.4386, + "step": 43202 + }, + { + "epoch": 0.7395367945360243, + "grad_norm": 2.4900009632110596, + "learning_rate": 3.3520950307401556e-06, + "loss": 2.3185, + "step": 43203 + }, + { + "epoch": 0.7395539122545747, + "grad_norm": 2.6250088214874268, + "learning_rate": 3.351680883704821e-06, + "loss": 2.4087, + "step": 43204 + }, + { + "epoch": 0.7395710299731252, + "grad_norm": 2.5226051807403564, + "learning_rate": 3.3512667571041025e-06, + "loss": 2.3168, + "step": 43205 + }, + { + "epoch": 0.7395881476916757, + "grad_norm": 2.427203893661499, + "learning_rate": 3.3508526509392756e-06, + "loss": 2.2847, + "step": 43206 + }, + { + "epoch": 0.7396052654102261, + "grad_norm": 2.426255941390991, + "learning_rate": 3.350438565211609e-06, + "loss": 2.2935, + "step": 43207 + }, + { + "epoch": 0.7396223831287766, + "grad_norm": 2.5829341411590576, + "learning_rate": 3.3500244999223763e-06, + "loss": 2.3578, + "step": 43208 + }, + { + "epoch": 0.7396395008473271, + "grad_norm": 2.5219569206237793, + "learning_rate": 3.3496104550728503e-06, + "loss": 2.2491, + "step": 43209 + }, + { + "epoch": 0.7396566185658775, + "grad_norm": 2.709280014038086, + "learning_rate": 3.3491964306643055e-06, + "loss": 2.4273, + "step": 43210 + }, + { + "epoch": 0.739673736284428, + "grad_norm": 2.417729616165161, + "learning_rate": 3.3487824266980128e-06, + "loss": 2.3085, + "step": 43211 + }, + { + "epoch": 0.7396908540029785, + "grad_norm": 2.5646791458129883, + "learning_rate": 3.3483684431752494e-06, + "loss": 2.3958, + "step": 43212 + }, + { + "epoch": 0.7397079717215289, + "grad_norm": 2.3728244304656982, + "learning_rate": 3.3479544800972796e-06, + "loss": 2.3461, + "step": 43213 + }, + { + "epoch": 0.7397250894400794, + "grad_norm": 2.585587501525879, + "learning_rate": 3.3475405374653803e-06, + "loss": 2.4008, + "step": 43214 + }, + { + "epoch": 0.7397422071586299, + "grad_norm": 2.432882785797119, + "learning_rate": 3.3471266152808225e-06, + "loss": 2.2725, + "step": 43215 + }, + { + "epoch": 0.7397593248771803, + "grad_norm": 2.6332762241363525, + "learning_rate": 3.3467127135448797e-06, + "loss": 2.3902, + "step": 43216 + }, + { + "epoch": 0.7397764425957308, + "grad_norm": 2.5905723571777344, + "learning_rate": 3.346298832258824e-06, + "loss": 2.3765, + "step": 43217 + }, + { + "epoch": 0.7397935603142813, + "grad_norm": 2.505981922149658, + "learning_rate": 3.345884971423927e-06, + "loss": 2.3276, + "step": 43218 + }, + { + "epoch": 0.7398106780328317, + "grad_norm": 2.554759979248047, + "learning_rate": 3.3454711310414635e-06, + "loss": 2.3204, + "step": 43219 + }, + { + "epoch": 0.7398277957513822, + "grad_norm": 2.6701793670654297, + "learning_rate": 3.3450573111127005e-06, + "loss": 2.4889, + "step": 43220 + }, + { + "epoch": 0.7398449134699328, + "grad_norm": 2.5697829723358154, + "learning_rate": 3.344643511638912e-06, + "loss": 2.2769, + "step": 43221 + }, + { + "epoch": 0.7398620311884831, + "grad_norm": 2.6639175415039062, + "learning_rate": 3.34422973262137e-06, + "loss": 2.4538, + "step": 43222 + }, + { + "epoch": 0.7398791489070337, + "grad_norm": 2.470783233642578, + "learning_rate": 3.3438159740613474e-06, + "loss": 2.3061, + "step": 43223 + }, + { + "epoch": 0.7398962666255842, + "grad_norm": 2.424797534942627, + "learning_rate": 3.343402235960118e-06, + "loss": 2.2978, + "step": 43224 + }, + { + "epoch": 0.7399133843441346, + "grad_norm": 2.5145883560180664, + "learning_rate": 3.3429885183189436e-06, + "loss": 2.3044, + "step": 43225 + }, + { + "epoch": 0.7399305020626851, + "grad_norm": 2.596338987350464, + "learning_rate": 3.3425748211391108e-06, + "loss": 2.3986, + "step": 43226 + }, + { + "epoch": 0.7399476197812356, + "grad_norm": 2.436351776123047, + "learning_rate": 3.3421611444218783e-06, + "loss": 2.3648, + "step": 43227 + }, + { + "epoch": 0.739964737499786, + "grad_norm": 2.596222400665283, + "learning_rate": 3.341747488168523e-06, + "loss": 2.3968, + "step": 43228 + }, + { + "epoch": 0.7399818552183365, + "grad_norm": 2.5060629844665527, + "learning_rate": 3.3413338523803196e-06, + "loss": 2.3442, + "step": 43229 + }, + { + "epoch": 0.739998972936887, + "grad_norm": 2.475661039352417, + "learning_rate": 3.340920237058528e-06, + "loss": 2.3392, + "step": 43230 + }, + { + "epoch": 0.7400160906554375, + "grad_norm": 2.5171144008636475, + "learning_rate": 3.3405066422044354e-06, + "loss": 2.4574, + "step": 43231 + }, + { + "epoch": 0.7400332083739879, + "grad_norm": 2.48252272605896, + "learning_rate": 3.3400930678193e-06, + "loss": 2.2551, + "step": 43232 + }, + { + "epoch": 0.7400503260925384, + "grad_norm": 2.7680208683013916, + "learning_rate": 3.339679513904398e-06, + "loss": 2.3904, + "step": 43233 + }, + { + "epoch": 0.7400674438110889, + "grad_norm": 2.5275728702545166, + "learning_rate": 3.339265980461004e-06, + "loss": 2.4521, + "step": 43234 + }, + { + "epoch": 0.7400845615296393, + "grad_norm": 2.397630214691162, + "learning_rate": 3.3388524674903787e-06, + "loss": 2.3051, + "step": 43235 + }, + { + "epoch": 0.7401016792481898, + "grad_norm": 2.4460196495056152, + "learning_rate": 3.3384389749938075e-06, + "loss": 2.261, + "step": 43236 + }, + { + "epoch": 0.7401187969667403, + "grad_norm": 2.5932834148406982, + "learning_rate": 3.3380255029725463e-06, + "loss": 2.4046, + "step": 43237 + }, + { + "epoch": 0.7401359146852907, + "grad_norm": 2.5730056762695312, + "learning_rate": 3.3376120514278798e-06, + "loss": 2.4603, + "step": 43238 + }, + { + "epoch": 0.7401530324038412, + "grad_norm": 2.5911011695861816, + "learning_rate": 3.3371986203610686e-06, + "loss": 2.4546, + "step": 43239 + }, + { + "epoch": 0.7401701501223917, + "grad_norm": 2.5387837886810303, + "learning_rate": 3.3367852097733877e-06, + "loss": 2.348, + "step": 43240 + }, + { + "epoch": 0.7401872678409421, + "grad_norm": 2.40891695022583, + "learning_rate": 3.33637181966611e-06, + "loss": 2.3595, + "step": 43241 + }, + { + "epoch": 0.7402043855594926, + "grad_norm": 2.4465062618255615, + "learning_rate": 3.3359584500404972e-06, + "loss": 2.3664, + "step": 43242 + }, + { + "epoch": 0.7402215032780431, + "grad_norm": 2.8026416301727295, + "learning_rate": 3.3355451008978323e-06, + "loss": 2.3391, + "step": 43243 + }, + { + "epoch": 0.7402386209965935, + "grad_norm": 2.613877296447754, + "learning_rate": 3.335131772239377e-06, + "loss": 2.2762, + "step": 43244 + }, + { + "epoch": 0.740255738715144, + "grad_norm": 2.549318790435791, + "learning_rate": 3.3347184640664032e-06, + "loss": 2.3695, + "step": 43245 + }, + { + "epoch": 0.7402728564336946, + "grad_norm": 2.4962096214294434, + "learning_rate": 3.3343051763801824e-06, + "loss": 2.2982, + "step": 43246 + }, + { + "epoch": 0.740289974152245, + "grad_norm": 2.531741142272949, + "learning_rate": 3.3338919091819856e-06, + "loss": 2.42, + "step": 43247 + }, + { + "epoch": 0.7403070918707955, + "grad_norm": 2.4213650226593018, + "learning_rate": 3.333478662473085e-06, + "loss": 2.2124, + "step": 43248 + }, + { + "epoch": 0.740324209589346, + "grad_norm": 2.529038190841675, + "learning_rate": 3.3330654362547455e-06, + "loss": 2.3504, + "step": 43249 + }, + { + "epoch": 0.7403413273078964, + "grad_norm": 2.4732675552368164, + "learning_rate": 3.332652230528238e-06, + "loss": 2.346, + "step": 43250 + }, + { + "epoch": 0.7403584450264469, + "grad_norm": 2.5893542766571045, + "learning_rate": 3.332239045294836e-06, + "loss": 2.4253, + "step": 43251 + }, + { + "epoch": 0.7403755627449974, + "grad_norm": 2.485135793685913, + "learning_rate": 3.331825880555807e-06, + "loss": 2.4134, + "step": 43252 + }, + { + "epoch": 0.7403926804635478, + "grad_norm": 2.405933141708374, + "learning_rate": 3.3314127363124218e-06, + "loss": 2.3773, + "step": 43253 + }, + { + "epoch": 0.7404097981820983, + "grad_norm": 2.515747547149658, + "learning_rate": 3.3309996125659495e-06, + "loss": 2.3599, + "step": 43254 + }, + { + "epoch": 0.7404269159006488, + "grad_norm": 2.56248140335083, + "learning_rate": 3.330586509317665e-06, + "loss": 2.449, + "step": 43255 + }, + { + "epoch": 0.7404440336191992, + "grad_norm": 2.484999418258667, + "learning_rate": 3.3301734265688303e-06, + "loss": 2.4014, + "step": 43256 + }, + { + "epoch": 0.7404611513377497, + "grad_norm": 2.6025805473327637, + "learning_rate": 3.3297603643207164e-06, + "loss": 2.4216, + "step": 43257 + }, + { + "epoch": 0.7404782690563002, + "grad_norm": 2.523812770843506, + "learning_rate": 3.3293473225745966e-06, + "loss": 2.334, + "step": 43258 + }, + { + "epoch": 0.7404953867748506, + "grad_norm": 2.610548496246338, + "learning_rate": 3.3289343013317386e-06, + "loss": 2.4533, + "step": 43259 + }, + { + "epoch": 0.7405125044934011, + "grad_norm": 2.575798749923706, + "learning_rate": 3.3285213005934115e-06, + "loss": 2.3272, + "step": 43260 + }, + { + "epoch": 0.7405296222119516, + "grad_norm": 2.5913619995117188, + "learning_rate": 3.3281083203608886e-06, + "loss": 2.4162, + "step": 43261 + }, + { + "epoch": 0.740546739930502, + "grad_norm": 2.733926773071289, + "learning_rate": 3.3276953606354336e-06, + "loss": 2.3958, + "step": 43262 + }, + { + "epoch": 0.7405638576490525, + "grad_norm": 2.4522533416748047, + "learning_rate": 3.3272824214183165e-06, + "loss": 2.2983, + "step": 43263 + }, + { + "epoch": 0.740580975367603, + "grad_norm": 2.421175479888916, + "learning_rate": 3.326869502710809e-06, + "loss": 2.3736, + "step": 43264 + }, + { + "epoch": 0.7405980930861534, + "grad_norm": 2.563558340072632, + "learning_rate": 3.326456604514179e-06, + "loss": 2.3592, + "step": 43265 + }, + { + "epoch": 0.7406152108047039, + "grad_norm": 2.4255905151367188, + "learning_rate": 3.3260437268296997e-06, + "loss": 2.3766, + "step": 43266 + }, + { + "epoch": 0.7406323285232544, + "grad_norm": 2.5805113315582275, + "learning_rate": 3.325630869658629e-06, + "loss": 2.4641, + "step": 43267 + }, + { + "epoch": 0.7406494462418048, + "grad_norm": 2.5730044841766357, + "learning_rate": 3.325218033002251e-06, + "loss": 2.272, + "step": 43268 + }, + { + "epoch": 0.7406665639603554, + "grad_norm": 2.5334019660949707, + "learning_rate": 3.3248052168618228e-06, + "loss": 2.4227, + "step": 43269 + }, + { + "epoch": 0.7406836816789059, + "grad_norm": 2.433565616607666, + "learning_rate": 3.324392421238618e-06, + "loss": 2.2925, + "step": 43270 + }, + { + "epoch": 0.7407007993974563, + "grad_norm": 2.687877655029297, + "learning_rate": 3.323979646133907e-06, + "loss": 2.4278, + "step": 43271 + }, + { + "epoch": 0.7407179171160068, + "grad_norm": 2.485684394836426, + "learning_rate": 3.3235668915489507e-06, + "loss": 2.3742, + "step": 43272 + }, + { + "epoch": 0.7407350348345573, + "grad_norm": 2.440448760986328, + "learning_rate": 3.323154157485029e-06, + "loss": 2.3796, + "step": 43273 + }, + { + "epoch": 0.7407521525531077, + "grad_norm": 2.4734437465667725, + "learning_rate": 3.322741443943399e-06, + "loss": 2.2598, + "step": 43274 + }, + { + "epoch": 0.7407692702716582, + "grad_norm": 2.515399694442749, + "learning_rate": 3.3223287509253422e-06, + "loss": 2.3488, + "step": 43275 + }, + { + "epoch": 0.7407863879902087, + "grad_norm": 2.499488592147827, + "learning_rate": 3.321916078432116e-06, + "loss": 2.4011, + "step": 43276 + }, + { + "epoch": 0.7408035057087592, + "grad_norm": 2.6006011962890625, + "learning_rate": 3.3215034264649925e-06, + "loss": 2.36, + "step": 43277 + }, + { + "epoch": 0.7408206234273096, + "grad_norm": 2.6640164852142334, + "learning_rate": 3.3210907950252437e-06, + "loss": 2.4369, + "step": 43278 + }, + { + "epoch": 0.7408377411458601, + "grad_norm": 2.516404867172241, + "learning_rate": 3.320678184114128e-06, + "loss": 2.2771, + "step": 43279 + }, + { + "epoch": 0.7408548588644106, + "grad_norm": 2.554539918899536, + "learning_rate": 3.3202655937329264e-06, + "loss": 2.3788, + "step": 43280 + }, + { + "epoch": 0.740871976582961, + "grad_norm": 2.557568073272705, + "learning_rate": 3.3198530238828973e-06, + "loss": 2.4176, + "step": 43281 + }, + { + "epoch": 0.7408890943015115, + "grad_norm": 2.5490729808807373, + "learning_rate": 3.319440474565313e-06, + "loss": 2.4106, + "step": 43282 + }, + { + "epoch": 0.740906212020062, + "grad_norm": 2.486255645751953, + "learning_rate": 3.319027945781441e-06, + "loss": 2.4025, + "step": 43283 + }, + { + "epoch": 0.7409233297386124, + "grad_norm": 2.4331653118133545, + "learning_rate": 3.3186154375325485e-06, + "loss": 2.3784, + "step": 43284 + }, + { + "epoch": 0.7409404474571629, + "grad_norm": 2.4521989822387695, + "learning_rate": 3.3182029498199074e-06, + "loss": 2.2717, + "step": 43285 + }, + { + "epoch": 0.7409575651757134, + "grad_norm": 2.437063694000244, + "learning_rate": 3.3177904826447795e-06, + "loss": 2.3144, + "step": 43286 + }, + { + "epoch": 0.7409746828942638, + "grad_norm": 2.5064656734466553, + "learning_rate": 3.317378036008434e-06, + "loss": 2.4551, + "step": 43287 + }, + { + "epoch": 0.7409918006128143, + "grad_norm": 2.6497232913970947, + "learning_rate": 3.3169656099121404e-06, + "loss": 2.4217, + "step": 43288 + }, + { + "epoch": 0.7410089183313648, + "grad_norm": 2.632880687713623, + "learning_rate": 3.3165532043571656e-06, + "loss": 2.4918, + "step": 43289 + }, + { + "epoch": 0.7410260360499152, + "grad_norm": 2.6197268962860107, + "learning_rate": 3.3161408193447774e-06, + "loss": 2.3233, + "step": 43290 + }, + { + "epoch": 0.7410431537684657, + "grad_norm": 2.524492025375366, + "learning_rate": 3.3157284548762437e-06, + "loss": 2.2556, + "step": 43291 + }, + { + "epoch": 0.7410602714870163, + "grad_norm": 2.6376724243164062, + "learning_rate": 3.3153161109528355e-06, + "loss": 2.4321, + "step": 43292 + }, + { + "epoch": 0.7410773892055667, + "grad_norm": 2.540005683898926, + "learning_rate": 3.314903787575812e-06, + "loss": 2.3282, + "step": 43293 + }, + { + "epoch": 0.7410945069241172, + "grad_norm": 2.5829639434814453, + "learning_rate": 3.314491484746445e-06, + "loss": 2.431, + "step": 43294 + }, + { + "epoch": 0.7411116246426677, + "grad_norm": 2.418344736099243, + "learning_rate": 3.3140792024660006e-06, + "loss": 2.327, + "step": 43295 + }, + { + "epoch": 0.7411287423612181, + "grad_norm": 2.5992376804351807, + "learning_rate": 3.313666940735748e-06, + "loss": 2.3032, + "step": 43296 + }, + { + "epoch": 0.7411458600797686, + "grad_norm": 2.383910655975342, + "learning_rate": 3.3132546995569536e-06, + "loss": 2.3894, + "step": 43297 + }, + { + "epoch": 0.7411629777983191, + "grad_norm": 2.4692399501800537, + "learning_rate": 3.3128424789308867e-06, + "loss": 2.3284, + "step": 43298 + }, + { + "epoch": 0.7411800955168695, + "grad_norm": 2.592963218688965, + "learning_rate": 3.312430278858809e-06, + "loss": 2.3622, + "step": 43299 + }, + { + "epoch": 0.74119721323542, + "grad_norm": 2.621180534362793, + "learning_rate": 3.3120180993419903e-06, + "loss": 2.3801, + "step": 43300 + }, + { + "epoch": 0.7412143309539705, + "grad_norm": 2.424992322921753, + "learning_rate": 3.311605940381698e-06, + "loss": 2.288, + "step": 43301 + }, + { + "epoch": 0.7412314486725209, + "grad_norm": 2.631460189819336, + "learning_rate": 3.3111938019791976e-06, + "loss": 2.3748, + "step": 43302 + }, + { + "epoch": 0.7412485663910714, + "grad_norm": 2.454742431640625, + "learning_rate": 3.3107816841357597e-06, + "loss": 2.369, + "step": 43303 + }, + { + "epoch": 0.7412656841096219, + "grad_norm": 2.51731276512146, + "learning_rate": 3.310369586852643e-06, + "loss": 2.1577, + "step": 43304 + }, + { + "epoch": 0.7412828018281723, + "grad_norm": 2.5305674076080322, + "learning_rate": 3.3099575101311244e-06, + "loss": 2.3487, + "step": 43305 + }, + { + "epoch": 0.7412999195467228, + "grad_norm": 2.597266674041748, + "learning_rate": 3.3095454539724627e-06, + "loss": 2.3484, + "step": 43306 + }, + { + "epoch": 0.7413170372652733, + "grad_norm": 2.6111388206481934, + "learning_rate": 3.3091334183779267e-06, + "loss": 2.328, + "step": 43307 + }, + { + "epoch": 0.7413341549838237, + "grad_norm": 2.512155532836914, + "learning_rate": 3.3087214033487823e-06, + "loss": 2.3123, + "step": 43308 + }, + { + "epoch": 0.7413512727023742, + "grad_norm": 2.5519559383392334, + "learning_rate": 3.3083094088862976e-06, + "loss": 2.3402, + "step": 43309 + }, + { + "epoch": 0.7413683904209247, + "grad_norm": 2.4469118118286133, + "learning_rate": 3.3078974349917413e-06, + "loss": 2.2892, + "step": 43310 + }, + { + "epoch": 0.7413855081394751, + "grad_norm": 2.5475916862487793, + "learning_rate": 3.307485481666369e-06, + "loss": 2.3105, + "step": 43311 + }, + { + "epoch": 0.7414026258580256, + "grad_norm": 2.446359157562256, + "learning_rate": 3.3070735489114623e-06, + "loss": 2.3235, + "step": 43312 + }, + { + "epoch": 0.7414197435765761, + "grad_norm": 2.44913387298584, + "learning_rate": 3.3066616367282745e-06, + "loss": 2.219, + "step": 43313 + }, + { + "epoch": 0.7414368612951265, + "grad_norm": 2.599658966064453, + "learning_rate": 3.3062497451180774e-06, + "loss": 2.4174, + "step": 43314 + }, + { + "epoch": 0.741453979013677, + "grad_norm": 2.4145545959472656, + "learning_rate": 3.3058378740821395e-06, + "loss": 2.3372, + "step": 43315 + }, + { + "epoch": 0.7414710967322276, + "grad_norm": 2.365300178527832, + "learning_rate": 3.305426023621716e-06, + "loss": 2.287, + "step": 43316 + }, + { + "epoch": 0.741488214450778, + "grad_norm": 2.439491033554077, + "learning_rate": 3.3050141937380874e-06, + "loss": 2.1508, + "step": 43317 + }, + { + "epoch": 0.7415053321693285, + "grad_norm": 2.5776572227478027, + "learning_rate": 3.3046023844325093e-06, + "loss": 2.3795, + "step": 43318 + }, + { + "epoch": 0.741522449887879, + "grad_norm": 2.69600248336792, + "learning_rate": 3.3041905957062505e-06, + "loss": 2.462, + "step": 43319 + }, + { + "epoch": 0.7415395676064294, + "grad_norm": 2.519214153289795, + "learning_rate": 3.3037788275605787e-06, + "loss": 2.4255, + "step": 43320 + }, + { + "epoch": 0.7415566853249799, + "grad_norm": 2.6528682708740234, + "learning_rate": 3.303367079996752e-06, + "loss": 2.473, + "step": 43321 + }, + { + "epoch": 0.7415738030435304, + "grad_norm": 2.667423725128174, + "learning_rate": 3.3029553530160476e-06, + "loss": 2.2968, + "step": 43322 + }, + { + "epoch": 0.7415909207620809, + "grad_norm": 2.5025949478149414, + "learning_rate": 3.3025436466197214e-06, + "loss": 2.3606, + "step": 43323 + }, + { + "epoch": 0.7416080384806313, + "grad_norm": 2.7961907386779785, + "learning_rate": 3.302131960809042e-06, + "loss": 2.3435, + "step": 43324 + }, + { + "epoch": 0.7416251561991818, + "grad_norm": 2.789794921875, + "learning_rate": 3.3017202955852757e-06, + "loss": 2.4197, + "step": 43325 + }, + { + "epoch": 0.7416422739177323, + "grad_norm": 2.512317419052124, + "learning_rate": 3.301308650949686e-06, + "loss": 2.3496, + "step": 43326 + }, + { + "epoch": 0.7416593916362827, + "grad_norm": 2.6626412868499756, + "learning_rate": 3.3008970269035445e-06, + "loss": 2.3739, + "step": 43327 + }, + { + "epoch": 0.7416765093548332, + "grad_norm": 2.6072003841400146, + "learning_rate": 3.300485423448103e-06, + "loss": 2.3884, + "step": 43328 + }, + { + "epoch": 0.7416936270733837, + "grad_norm": 2.5558009147644043, + "learning_rate": 3.3000738405846424e-06, + "loss": 2.2689, + "step": 43329 + }, + { + "epoch": 0.7417107447919341, + "grad_norm": 2.556203603744507, + "learning_rate": 3.299662278314416e-06, + "loss": 2.2873, + "step": 43330 + }, + { + "epoch": 0.7417278625104846, + "grad_norm": 2.534367561340332, + "learning_rate": 3.2992507366386937e-06, + "loss": 2.3514, + "step": 43331 + }, + { + "epoch": 0.7417449802290351, + "grad_norm": 2.658782958984375, + "learning_rate": 3.29883921555874e-06, + "loss": 2.3621, + "step": 43332 + }, + { + "epoch": 0.7417620979475855, + "grad_norm": 2.4590561389923096, + "learning_rate": 3.2984277150758182e-06, + "loss": 2.3459, + "step": 43333 + }, + { + "epoch": 0.741779215666136, + "grad_norm": 2.557147741317749, + "learning_rate": 3.298016235191196e-06, + "loss": 2.2921, + "step": 43334 + }, + { + "epoch": 0.7417963333846865, + "grad_norm": 2.576873540878296, + "learning_rate": 3.297604775906139e-06, + "loss": 2.3324, + "step": 43335 + }, + { + "epoch": 0.7418134511032369, + "grad_norm": 2.5526883602142334, + "learning_rate": 3.2971933372219055e-06, + "loss": 2.3603, + "step": 43336 + }, + { + "epoch": 0.7418305688217874, + "grad_norm": 2.5504074096679688, + "learning_rate": 3.2967819191397656e-06, + "loss": 2.4021, + "step": 43337 + }, + { + "epoch": 0.741847686540338, + "grad_norm": 2.4985244274139404, + "learning_rate": 3.296370521660981e-06, + "loss": 2.364, + "step": 43338 + }, + { + "epoch": 0.7418648042588883, + "grad_norm": 2.4810686111450195, + "learning_rate": 3.2959591447868177e-06, + "loss": 2.3416, + "step": 43339 + }, + { + "epoch": 0.7418819219774389, + "grad_norm": 2.7389891147613525, + "learning_rate": 3.295547788518544e-06, + "loss": 2.3341, + "step": 43340 + }, + { + "epoch": 0.7418990396959894, + "grad_norm": 2.4073402881622314, + "learning_rate": 3.295136452857414e-06, + "loss": 2.3984, + "step": 43341 + }, + { + "epoch": 0.7419161574145398, + "grad_norm": 2.5833868980407715, + "learning_rate": 3.294725137804703e-06, + "loss": 2.3102, + "step": 43342 + }, + { + "epoch": 0.7419332751330903, + "grad_norm": 2.6858654022216797, + "learning_rate": 3.2943138433616685e-06, + "loss": 2.4219, + "step": 43343 + }, + { + "epoch": 0.7419503928516408, + "grad_norm": 2.6408638954162598, + "learning_rate": 3.293902569529576e-06, + "loss": 2.3887, + "step": 43344 + }, + { + "epoch": 0.7419675105701912, + "grad_norm": 2.506948947906494, + "learning_rate": 3.2934913163096902e-06, + "loss": 2.2891, + "step": 43345 + }, + { + "epoch": 0.7419846282887417, + "grad_norm": 2.555206060409546, + "learning_rate": 3.293080083703275e-06, + "loss": 2.4942, + "step": 43346 + }, + { + "epoch": 0.7420017460072922, + "grad_norm": 2.5740606784820557, + "learning_rate": 3.2926688717115984e-06, + "loss": 2.4696, + "step": 43347 + }, + { + "epoch": 0.7420188637258426, + "grad_norm": 2.698824405670166, + "learning_rate": 3.2922576803359142e-06, + "loss": 2.4015, + "step": 43348 + }, + { + "epoch": 0.7420359814443931, + "grad_norm": 2.7253007888793945, + "learning_rate": 3.2918465095774986e-06, + "loss": 2.3714, + "step": 43349 + }, + { + "epoch": 0.7420530991629436, + "grad_norm": 2.5425868034362793, + "learning_rate": 3.291435359437606e-06, + "loss": 2.32, + "step": 43350 + }, + { + "epoch": 0.742070216881494, + "grad_norm": 2.633817195892334, + "learning_rate": 3.2910242299175044e-06, + "loss": 2.3052, + "step": 43351 + }, + { + "epoch": 0.7420873346000445, + "grad_norm": 2.7275571823120117, + "learning_rate": 3.290613121018459e-06, + "loss": 2.3687, + "step": 43352 + }, + { + "epoch": 0.742104452318595, + "grad_norm": 2.638795852661133, + "learning_rate": 3.290202032741724e-06, + "loss": 2.4189, + "step": 43353 + }, + { + "epoch": 0.7421215700371454, + "grad_norm": 2.528132438659668, + "learning_rate": 3.289790965088577e-06, + "loss": 2.3242, + "step": 43354 + }, + { + "epoch": 0.7421386877556959, + "grad_norm": 2.54626727104187, + "learning_rate": 3.28937991806027e-06, + "loss": 2.3835, + "step": 43355 + }, + { + "epoch": 0.7421558054742464, + "grad_norm": 2.6304454803466797, + "learning_rate": 3.288968891658073e-06, + "loss": 2.3156, + "step": 43356 + }, + { + "epoch": 0.7421729231927968, + "grad_norm": 2.599449872970581, + "learning_rate": 3.288557885883249e-06, + "loss": 2.49, + "step": 43357 + }, + { + "epoch": 0.7421900409113473, + "grad_norm": 2.5479047298431396, + "learning_rate": 3.2881469007370527e-06, + "loss": 2.3447, + "step": 43358 + }, + { + "epoch": 0.7422071586298978, + "grad_norm": 2.591649293899536, + "learning_rate": 3.2877359362207607e-06, + "loss": 2.3634, + "step": 43359 + }, + { + "epoch": 0.7422242763484482, + "grad_norm": 2.637244939804077, + "learning_rate": 3.2873249923356265e-06, + "loss": 2.3892, + "step": 43360 + }, + { + "epoch": 0.7422413940669987, + "grad_norm": 2.5770468711853027, + "learning_rate": 3.286914069082916e-06, + "loss": 2.3021, + "step": 43361 + }, + { + "epoch": 0.7422585117855492, + "grad_norm": 2.6079275608062744, + "learning_rate": 3.2865031664638937e-06, + "loss": 2.3293, + "step": 43362 + }, + { + "epoch": 0.7422756295040996, + "grad_norm": 2.4623465538024902, + "learning_rate": 3.2860922844798193e-06, + "loss": 2.4116, + "step": 43363 + }, + { + "epoch": 0.7422927472226502, + "grad_norm": 2.6298842430114746, + "learning_rate": 3.2856814231319624e-06, + "loss": 2.4213, + "step": 43364 + }, + { + "epoch": 0.7423098649412007, + "grad_norm": 2.614999771118164, + "learning_rate": 3.2852705824215746e-06, + "loss": 2.3689, + "step": 43365 + }, + { + "epoch": 0.7423269826597511, + "grad_norm": 2.670393705368042, + "learning_rate": 3.2848597623499314e-06, + "loss": 2.3718, + "step": 43366 + }, + { + "epoch": 0.7423441003783016, + "grad_norm": 2.529752016067505, + "learning_rate": 3.284448962918285e-06, + "loss": 2.3299, + "step": 43367 + }, + { + "epoch": 0.7423612180968521, + "grad_norm": 2.52417254447937, + "learning_rate": 3.2840381841279044e-06, + "loss": 2.3999, + "step": 43368 + }, + { + "epoch": 0.7423783358154025, + "grad_norm": 2.47944974899292, + "learning_rate": 3.2836274259800494e-06, + "loss": 2.2883, + "step": 43369 + }, + { + "epoch": 0.742395453533953, + "grad_norm": 2.5203075408935547, + "learning_rate": 3.283216688475983e-06, + "loss": 2.3017, + "step": 43370 + }, + { + "epoch": 0.7424125712525035, + "grad_norm": 2.3789236545562744, + "learning_rate": 3.2828059716169715e-06, + "loss": 2.315, + "step": 43371 + }, + { + "epoch": 0.742429688971054, + "grad_norm": 2.5635101795196533, + "learning_rate": 3.282395275404271e-06, + "loss": 2.3735, + "step": 43372 + }, + { + "epoch": 0.7424468066896044, + "grad_norm": 2.673187494277954, + "learning_rate": 3.281984599839145e-06, + "loss": 2.3692, + "step": 43373 + }, + { + "epoch": 0.7424639244081549, + "grad_norm": 2.460810661315918, + "learning_rate": 3.281573944922859e-06, + "loss": 2.2256, + "step": 43374 + }, + { + "epoch": 0.7424810421267054, + "grad_norm": 2.584103584289551, + "learning_rate": 3.281163310656673e-06, + "loss": 2.3961, + "step": 43375 + }, + { + "epoch": 0.7424981598452558, + "grad_norm": 2.624054431915283, + "learning_rate": 3.28075269704185e-06, + "loss": 2.3986, + "step": 43376 + }, + { + "epoch": 0.7425152775638063, + "grad_norm": 2.57816743850708, + "learning_rate": 3.280342104079656e-06, + "loss": 2.4078, + "step": 43377 + }, + { + "epoch": 0.7425323952823568, + "grad_norm": 2.494666337966919, + "learning_rate": 3.2799315317713445e-06, + "loss": 2.3981, + "step": 43378 + }, + { + "epoch": 0.7425495130009072, + "grad_norm": 2.458784341812134, + "learning_rate": 3.2795209801181814e-06, + "loss": 2.361, + "step": 43379 + }, + { + "epoch": 0.7425666307194577, + "grad_norm": 2.5391905307769775, + "learning_rate": 3.27911044912143e-06, + "loss": 2.2513, + "step": 43380 + }, + { + "epoch": 0.7425837484380082, + "grad_norm": 2.7232043743133545, + "learning_rate": 3.2786999387823514e-06, + "loss": 2.3441, + "step": 43381 + }, + { + "epoch": 0.7426008661565586, + "grad_norm": 2.5977232456207275, + "learning_rate": 3.2782894491022066e-06, + "loss": 2.3894, + "step": 43382 + }, + { + "epoch": 0.7426179838751091, + "grad_norm": 2.4761462211608887, + "learning_rate": 3.2778789800822575e-06, + "loss": 2.3942, + "step": 43383 + }, + { + "epoch": 0.7426351015936596, + "grad_norm": 2.5539698600769043, + "learning_rate": 3.2774685317237696e-06, + "loss": 2.4572, + "step": 43384 + }, + { + "epoch": 0.74265221931221, + "grad_norm": 2.614589214324951, + "learning_rate": 3.2770581040279982e-06, + "loss": 2.3936, + "step": 43385 + }, + { + "epoch": 0.7426693370307605, + "grad_norm": 2.5899693965911865, + "learning_rate": 3.2766476969962068e-06, + "loss": 2.4332, + "step": 43386 + }, + { + "epoch": 0.742686454749311, + "grad_norm": 2.677125930786133, + "learning_rate": 3.2762373106296573e-06, + "loss": 2.4154, + "step": 43387 + }, + { + "epoch": 0.7427035724678615, + "grad_norm": 2.6379528045654297, + "learning_rate": 3.2758269449296123e-06, + "loss": 2.348, + "step": 43388 + }, + { + "epoch": 0.742720690186412, + "grad_norm": 2.5198657512664795, + "learning_rate": 3.2754165998973355e-06, + "loss": 2.3695, + "step": 43389 + }, + { + "epoch": 0.7427378079049625, + "grad_norm": 2.4710326194763184, + "learning_rate": 3.275006275534077e-06, + "loss": 2.3756, + "step": 43390 + }, + { + "epoch": 0.7427549256235129, + "grad_norm": 2.5856614112854004, + "learning_rate": 3.2745959718411137e-06, + "loss": 2.4067, + "step": 43391 + }, + { + "epoch": 0.7427720433420634, + "grad_norm": 2.385348320007324, + "learning_rate": 3.2741856888196955e-06, + "loss": 2.2801, + "step": 43392 + }, + { + "epoch": 0.7427891610606139, + "grad_norm": 2.412703514099121, + "learning_rate": 3.273775426471086e-06, + "loss": 2.3254, + "step": 43393 + }, + { + "epoch": 0.7428062787791643, + "grad_norm": 2.665389060974121, + "learning_rate": 3.273365184796551e-06, + "loss": 2.4461, + "step": 43394 + }, + { + "epoch": 0.7428233964977148, + "grad_norm": 2.39579176902771, + "learning_rate": 3.2729549637973414e-06, + "loss": 2.335, + "step": 43395 + }, + { + "epoch": 0.7428405142162653, + "grad_norm": 2.524019718170166, + "learning_rate": 3.2725447634747296e-06, + "loss": 2.3511, + "step": 43396 + }, + { + "epoch": 0.7428576319348157, + "grad_norm": 2.401191473007202, + "learning_rate": 3.272134583829966e-06, + "loss": 2.3553, + "step": 43397 + }, + { + "epoch": 0.7428747496533662, + "grad_norm": 2.5020010471343994, + "learning_rate": 3.271724424864321e-06, + "loss": 2.3407, + "step": 43398 + }, + { + "epoch": 0.7428918673719167, + "grad_norm": 2.629154920578003, + "learning_rate": 3.2713142865790515e-06, + "loss": 2.3677, + "step": 43399 + }, + { + "epoch": 0.7429089850904671, + "grad_norm": 2.6569416522979736, + "learning_rate": 3.2709041689754107e-06, + "loss": 2.4774, + "step": 43400 + }, + { + "epoch": 0.7429261028090176, + "grad_norm": 2.562486410140991, + "learning_rate": 3.2704940720546717e-06, + "loss": 2.3884, + "step": 43401 + }, + { + "epoch": 0.7429432205275681, + "grad_norm": 2.554063081741333, + "learning_rate": 3.270083995818083e-06, + "loss": 2.2059, + "step": 43402 + }, + { + "epoch": 0.7429603382461185, + "grad_norm": 2.6356937885284424, + "learning_rate": 3.2696739402669176e-06, + "loss": 2.4596, + "step": 43403 + }, + { + "epoch": 0.742977455964669, + "grad_norm": 2.6141955852508545, + "learning_rate": 3.2692639054024266e-06, + "loss": 2.3619, + "step": 43404 + }, + { + "epoch": 0.7429945736832195, + "grad_norm": 2.722869634628296, + "learning_rate": 3.268853891225872e-06, + "loss": 2.3338, + "step": 43405 + }, + { + "epoch": 0.7430116914017699, + "grad_norm": 2.662834644317627, + "learning_rate": 3.268443897738516e-06, + "loss": 2.4401, + "step": 43406 + }, + { + "epoch": 0.7430288091203204, + "grad_norm": 2.584444999694824, + "learning_rate": 3.268033924941617e-06, + "loss": 2.3976, + "step": 43407 + }, + { + "epoch": 0.7430459268388709, + "grad_norm": 2.474351167678833, + "learning_rate": 3.267623972836439e-06, + "loss": 2.2924, + "step": 43408 + }, + { + "epoch": 0.7430630445574213, + "grad_norm": 2.7025136947631836, + "learning_rate": 3.267214041424236e-06, + "loss": 2.3104, + "step": 43409 + }, + { + "epoch": 0.7430801622759718, + "grad_norm": 2.4762868881225586, + "learning_rate": 3.2668041307062715e-06, + "loss": 2.251, + "step": 43410 + }, + { + "epoch": 0.7430972799945224, + "grad_norm": 2.474215507507324, + "learning_rate": 3.2663942406838047e-06, + "loss": 2.4091, + "step": 43411 + }, + { + "epoch": 0.7431143977130727, + "grad_norm": 2.5543501377105713, + "learning_rate": 3.2659843713580954e-06, + "loss": 2.2324, + "step": 43412 + }, + { + "epoch": 0.7431315154316233, + "grad_norm": 2.6056509017944336, + "learning_rate": 3.2655745227304035e-06, + "loss": 2.3543, + "step": 43413 + }, + { + "epoch": 0.7431486331501738, + "grad_norm": 2.498612403869629, + "learning_rate": 3.265164694801992e-06, + "loss": 2.2769, + "step": 43414 + }, + { + "epoch": 0.7431657508687242, + "grad_norm": 2.638242483139038, + "learning_rate": 3.2647548875741143e-06, + "loss": 2.4693, + "step": 43415 + }, + { + "epoch": 0.7431828685872747, + "grad_norm": 2.5907633304595947, + "learning_rate": 3.264345101048033e-06, + "loss": 2.4355, + "step": 43416 + }, + { + "epoch": 0.7431999863058252, + "grad_norm": 2.4513840675354004, + "learning_rate": 3.263935335225009e-06, + "loss": 2.4116, + "step": 43417 + }, + { + "epoch": 0.7432171040243757, + "grad_norm": 2.6174116134643555, + "learning_rate": 3.263525590106299e-06, + "loss": 2.3147, + "step": 43418 + }, + { + "epoch": 0.7432342217429261, + "grad_norm": 2.5656330585479736, + "learning_rate": 3.263115865693165e-06, + "loss": 2.3357, + "step": 43419 + }, + { + "epoch": 0.7432513394614766, + "grad_norm": 2.5787136554718018, + "learning_rate": 3.262706161986865e-06, + "loss": 2.3387, + "step": 43420 + }, + { + "epoch": 0.7432684571800271, + "grad_norm": 2.7480194568634033, + "learning_rate": 3.2622964789886626e-06, + "loss": 2.3303, + "step": 43421 + }, + { + "epoch": 0.7432855748985775, + "grad_norm": 2.2664506435394287, + "learning_rate": 3.2618868166998085e-06, + "loss": 2.2834, + "step": 43422 + }, + { + "epoch": 0.743302692617128, + "grad_norm": 2.524362564086914, + "learning_rate": 3.261477175121567e-06, + "loss": 2.2357, + "step": 43423 + }, + { + "epoch": 0.7433198103356785, + "grad_norm": 2.591853618621826, + "learning_rate": 3.261067554255196e-06, + "loss": 2.2705, + "step": 43424 + }, + { + "epoch": 0.7433369280542289, + "grad_norm": 2.537501811981201, + "learning_rate": 3.2606579541019558e-06, + "loss": 2.5159, + "step": 43425 + }, + { + "epoch": 0.7433540457727794, + "grad_norm": 2.3849618434906006, + "learning_rate": 3.2602483746631087e-06, + "loss": 2.3304, + "step": 43426 + }, + { + "epoch": 0.7433711634913299, + "grad_norm": 2.357940196990967, + "learning_rate": 3.259838815939902e-06, + "loss": 2.2824, + "step": 43427 + }, + { + "epoch": 0.7433882812098803, + "grad_norm": 2.442044973373413, + "learning_rate": 3.259429277933609e-06, + "loss": 2.4262, + "step": 43428 + }, + { + "epoch": 0.7434053989284308, + "grad_norm": 2.587963104248047, + "learning_rate": 3.259019760645478e-06, + "loss": 2.3537, + "step": 43429 + }, + { + "epoch": 0.7434225166469813, + "grad_norm": 2.5937585830688477, + "learning_rate": 3.2586102640767712e-06, + "loss": 2.4985, + "step": 43430 + }, + { + "epoch": 0.7434396343655317, + "grad_norm": 2.4713425636291504, + "learning_rate": 3.2582007882287513e-06, + "loss": 2.3004, + "step": 43431 + }, + { + "epoch": 0.7434567520840822, + "grad_norm": 2.5154640674591064, + "learning_rate": 3.2577913331026657e-06, + "loss": 2.3525, + "step": 43432 + }, + { + "epoch": 0.7434738698026327, + "grad_norm": 2.596713066101074, + "learning_rate": 3.2573818986997874e-06, + "loss": 2.3405, + "step": 43433 + }, + { + "epoch": 0.7434909875211831, + "grad_norm": 2.578850507736206, + "learning_rate": 3.2569724850213613e-06, + "loss": 2.338, + "step": 43434 + }, + { + "epoch": 0.7435081052397337, + "grad_norm": 2.5411417484283447, + "learning_rate": 3.2565630920686573e-06, + "loss": 2.3794, + "step": 43435 + }, + { + "epoch": 0.7435252229582842, + "grad_norm": 2.736421823501587, + "learning_rate": 3.256153719842927e-06, + "loss": 2.478, + "step": 43436 + }, + { + "epoch": 0.7435423406768346, + "grad_norm": 2.5384418964385986, + "learning_rate": 3.2557443683454294e-06, + "loss": 2.3519, + "step": 43437 + }, + { + "epoch": 0.7435594583953851, + "grad_norm": 2.617847204208374, + "learning_rate": 3.255335037577426e-06, + "loss": 2.4287, + "step": 43438 + }, + { + "epoch": 0.7435765761139356, + "grad_norm": 2.531505584716797, + "learning_rate": 3.254925727540168e-06, + "loss": 2.3618, + "step": 43439 + }, + { + "epoch": 0.743593693832486, + "grad_norm": 2.6362152099609375, + "learning_rate": 3.2545164382349225e-06, + "loss": 2.4218, + "step": 43440 + }, + { + "epoch": 0.7436108115510365, + "grad_norm": 2.493560314178467, + "learning_rate": 3.2541071696629413e-06, + "loss": 2.3617, + "step": 43441 + }, + { + "epoch": 0.743627929269587, + "grad_norm": 2.6575958728790283, + "learning_rate": 3.2536979218254826e-06, + "loss": 2.3205, + "step": 43442 + }, + { + "epoch": 0.7436450469881374, + "grad_norm": 2.667173147201538, + "learning_rate": 3.2532886947238097e-06, + "loss": 2.4292, + "step": 43443 + }, + { + "epoch": 0.7436621647066879, + "grad_norm": 2.506366729736328, + "learning_rate": 3.25287948835917e-06, + "loss": 2.293, + "step": 43444 + }, + { + "epoch": 0.7436792824252384, + "grad_norm": 2.6487927436828613, + "learning_rate": 3.252470302732834e-06, + "loss": 2.4161, + "step": 43445 + }, + { + "epoch": 0.7436964001437888, + "grad_norm": 2.649233818054199, + "learning_rate": 3.2520611378460497e-06, + "loss": 2.3284, + "step": 43446 + }, + { + "epoch": 0.7437135178623393, + "grad_norm": 2.548377513885498, + "learning_rate": 3.251651993700079e-06, + "loss": 2.2482, + "step": 43447 + }, + { + "epoch": 0.7437306355808898, + "grad_norm": 2.4515461921691895, + "learning_rate": 3.2512428702961775e-06, + "loss": 2.3251, + "step": 43448 + }, + { + "epoch": 0.7437477532994402, + "grad_norm": 2.406824827194214, + "learning_rate": 3.250833767635604e-06, + "loss": 2.2749, + "step": 43449 + }, + { + "epoch": 0.7437648710179907, + "grad_norm": 2.460331439971924, + "learning_rate": 3.2504246857196188e-06, + "loss": 2.3176, + "step": 43450 + }, + { + "epoch": 0.7437819887365412, + "grad_norm": 2.6021525859832764, + "learning_rate": 3.2500156245494742e-06, + "loss": 2.1984, + "step": 43451 + }, + { + "epoch": 0.7437991064550916, + "grad_norm": 2.4481000900268555, + "learning_rate": 3.249606584126428e-06, + "loss": 2.4189, + "step": 43452 + }, + { + "epoch": 0.7438162241736421, + "grad_norm": 2.6293282508850098, + "learning_rate": 3.2491975644517394e-06, + "loss": 2.3861, + "step": 43453 + }, + { + "epoch": 0.7438333418921926, + "grad_norm": 2.6386053562164307, + "learning_rate": 3.248788565526665e-06, + "loss": 2.4448, + "step": 43454 + }, + { + "epoch": 0.743850459610743, + "grad_norm": 2.528484582901001, + "learning_rate": 3.2483795873524625e-06, + "loss": 2.3091, + "step": 43455 + }, + { + "epoch": 0.7438675773292935, + "grad_norm": 2.6894166469573975, + "learning_rate": 3.2479706299303883e-06, + "loss": 2.4275, + "step": 43456 + }, + { + "epoch": 0.743884695047844, + "grad_norm": 2.718060255050659, + "learning_rate": 3.2475616932617026e-06, + "loss": 2.3726, + "step": 43457 + }, + { + "epoch": 0.7439018127663944, + "grad_norm": 2.6252620220184326, + "learning_rate": 3.2471527773476563e-06, + "loss": 2.3703, + "step": 43458 + }, + { + "epoch": 0.743918930484945, + "grad_norm": 2.5859830379486084, + "learning_rate": 3.246743882189509e-06, + "loss": 2.2583, + "step": 43459 + }, + { + "epoch": 0.7439360482034955, + "grad_norm": 2.465409755706787, + "learning_rate": 3.2463350077885193e-06, + "loss": 2.2035, + "step": 43460 + }, + { + "epoch": 0.7439531659220459, + "grad_norm": 2.372159957885742, + "learning_rate": 3.2459261541459407e-06, + "loss": 2.2771, + "step": 43461 + }, + { + "epoch": 0.7439702836405964, + "grad_norm": 2.4918248653411865, + "learning_rate": 3.245517321263032e-06, + "loss": 2.2945, + "step": 43462 + }, + { + "epoch": 0.7439874013591469, + "grad_norm": 2.6454544067382812, + "learning_rate": 3.245108509141053e-06, + "loss": 2.405, + "step": 43463 + }, + { + "epoch": 0.7440045190776974, + "grad_norm": 2.3633389472961426, + "learning_rate": 3.2446997177812534e-06, + "loss": 2.2818, + "step": 43464 + }, + { + "epoch": 0.7440216367962478, + "grad_norm": 2.4799132347106934, + "learning_rate": 3.2442909471848928e-06, + "loss": 2.3137, + "step": 43465 + }, + { + "epoch": 0.7440387545147983, + "grad_norm": 2.444307804107666, + "learning_rate": 3.2438821973532285e-06, + "loss": 2.3998, + "step": 43466 + }, + { + "epoch": 0.7440558722333488, + "grad_norm": 2.5152907371520996, + "learning_rate": 3.2434734682875146e-06, + "loss": 2.3673, + "step": 43467 + }, + { + "epoch": 0.7440729899518992, + "grad_norm": 2.4898741245269775, + "learning_rate": 3.243064759989013e-06, + "loss": 2.3496, + "step": 43468 + }, + { + "epoch": 0.7440901076704497, + "grad_norm": 2.6514599323272705, + "learning_rate": 3.2426560724589697e-06, + "loss": 2.303, + "step": 43469 + }, + { + "epoch": 0.7441072253890002, + "grad_norm": 2.682943105697632, + "learning_rate": 3.242247405698653e-06, + "loss": 2.2635, + "step": 43470 + }, + { + "epoch": 0.7441243431075506, + "grad_norm": 2.542504072189331, + "learning_rate": 3.2418387597093106e-06, + "loss": 2.3154, + "step": 43471 + }, + { + "epoch": 0.7441414608261011, + "grad_norm": 2.4375009536743164, + "learning_rate": 3.2414301344921992e-06, + "loss": 2.3193, + "step": 43472 + }, + { + "epoch": 0.7441585785446516, + "grad_norm": 2.6864278316497803, + "learning_rate": 3.241021530048578e-06, + "loss": 2.4254, + "step": 43473 + }, + { + "epoch": 0.744175696263202, + "grad_norm": 2.7033627033233643, + "learning_rate": 3.240612946379701e-06, + "loss": 2.5087, + "step": 43474 + }, + { + "epoch": 0.7441928139817525, + "grad_norm": 2.435356616973877, + "learning_rate": 3.2402043834868278e-06, + "loss": 2.3033, + "step": 43475 + }, + { + "epoch": 0.744209931700303, + "grad_norm": 2.559067726135254, + "learning_rate": 3.2397958413712037e-06, + "loss": 2.3281, + "step": 43476 + }, + { + "epoch": 0.7442270494188534, + "grad_norm": 2.652714252471924, + "learning_rate": 3.2393873200341e-06, + "loss": 2.3475, + "step": 43477 + }, + { + "epoch": 0.7442441671374039, + "grad_norm": 2.6360671520233154, + "learning_rate": 3.238978819476759e-06, + "loss": 2.4334, + "step": 43478 + }, + { + "epoch": 0.7442612848559544, + "grad_norm": 2.421334981918335, + "learning_rate": 3.238570339700441e-06, + "loss": 2.3584, + "step": 43479 + }, + { + "epoch": 0.7442784025745048, + "grad_norm": 2.637667179107666, + "learning_rate": 3.238161880706405e-06, + "loss": 2.3055, + "step": 43480 + }, + { + "epoch": 0.7442955202930553, + "grad_norm": 2.6120290756225586, + "learning_rate": 3.237753442495898e-06, + "loss": 2.3648, + "step": 43481 + }, + { + "epoch": 0.7443126380116059, + "grad_norm": 2.4470314979553223, + "learning_rate": 3.2373450250701856e-06, + "loss": 2.3105, + "step": 43482 + }, + { + "epoch": 0.7443297557301563, + "grad_norm": 2.536855459213257, + "learning_rate": 3.236936628430516e-06, + "loss": 2.3813, + "step": 43483 + }, + { + "epoch": 0.7443468734487068, + "grad_norm": 2.5741870403289795, + "learning_rate": 3.236528252578146e-06, + "loss": 2.4781, + "step": 43484 + }, + { + "epoch": 0.7443639911672573, + "grad_norm": 2.6349668502807617, + "learning_rate": 3.2361198975143314e-06, + "loss": 2.2822, + "step": 43485 + }, + { + "epoch": 0.7443811088858077, + "grad_norm": 2.579813003540039, + "learning_rate": 3.235711563240327e-06, + "loss": 2.4722, + "step": 43486 + }, + { + "epoch": 0.7443982266043582, + "grad_norm": 2.6040091514587402, + "learning_rate": 3.2353032497573923e-06, + "loss": 2.3783, + "step": 43487 + }, + { + "epoch": 0.7444153443229087, + "grad_norm": 2.453665256500244, + "learning_rate": 3.234894957066774e-06, + "loss": 2.378, + "step": 43488 + }, + { + "epoch": 0.7444324620414591, + "grad_norm": 2.534212589263916, + "learning_rate": 3.2344866851697323e-06, + "loss": 2.4222, + "step": 43489 + }, + { + "epoch": 0.7444495797600096, + "grad_norm": 2.5295326709747314, + "learning_rate": 3.2340784340675204e-06, + "loss": 2.3979, + "step": 43490 + }, + { + "epoch": 0.7444666974785601, + "grad_norm": 2.5365796089172363, + "learning_rate": 3.2336702037613933e-06, + "loss": 2.4095, + "step": 43491 + }, + { + "epoch": 0.7444838151971105, + "grad_norm": 2.63276743888855, + "learning_rate": 3.233261994252607e-06, + "loss": 2.3871, + "step": 43492 + }, + { + "epoch": 0.744500932915661, + "grad_norm": 2.6101062297821045, + "learning_rate": 3.2328538055424154e-06, + "loss": 2.4086, + "step": 43493 + }, + { + "epoch": 0.7445180506342115, + "grad_norm": 2.431849718093872, + "learning_rate": 3.2324456376320755e-06, + "loss": 2.3678, + "step": 43494 + }, + { + "epoch": 0.7445351683527619, + "grad_norm": 2.476125955581665, + "learning_rate": 3.232037490522838e-06, + "loss": 2.3784, + "step": 43495 + }, + { + "epoch": 0.7445522860713124, + "grad_norm": 2.485562801361084, + "learning_rate": 3.231629364215958e-06, + "loss": 2.4104, + "step": 43496 + }, + { + "epoch": 0.7445694037898629, + "grad_norm": 2.5086631774902344, + "learning_rate": 3.23122125871269e-06, + "loss": 2.2805, + "step": 43497 + }, + { + "epoch": 0.7445865215084133, + "grad_norm": 2.534045696258545, + "learning_rate": 3.23081317401429e-06, + "loss": 2.4104, + "step": 43498 + }, + { + "epoch": 0.7446036392269638, + "grad_norm": 2.4711947441101074, + "learning_rate": 3.2304051101220123e-06, + "loss": 2.3296, + "step": 43499 + }, + { + "epoch": 0.7446207569455143, + "grad_norm": 2.546142578125, + "learning_rate": 3.229997067037113e-06, + "loss": 2.3508, + "step": 43500 + }, + { + "epoch": 0.7446378746640647, + "grad_norm": 2.6352169513702393, + "learning_rate": 3.22958904476084e-06, + "loss": 2.4159, + "step": 43501 + }, + { + "epoch": 0.7446549923826152, + "grad_norm": 2.424900531768799, + "learning_rate": 3.2291810432944514e-06, + "loss": 2.3517, + "step": 43502 + }, + { + "epoch": 0.7446721101011657, + "grad_norm": 2.5411205291748047, + "learning_rate": 3.228773062639201e-06, + "loss": 2.3954, + "step": 43503 + }, + { + "epoch": 0.7446892278197161, + "grad_norm": 2.525048017501831, + "learning_rate": 3.2283651027963424e-06, + "loss": 2.4464, + "step": 43504 + }, + { + "epoch": 0.7447063455382666, + "grad_norm": 2.663240432739258, + "learning_rate": 3.2279571637671336e-06, + "loss": 2.4145, + "step": 43505 + }, + { + "epoch": 0.7447234632568172, + "grad_norm": 2.4898483753204346, + "learning_rate": 3.227549245552819e-06, + "loss": 2.3286, + "step": 43506 + }, + { + "epoch": 0.7447405809753675, + "grad_norm": 2.528944253921509, + "learning_rate": 3.227141348154663e-06, + "loss": 2.4142, + "step": 43507 + }, + { + "epoch": 0.7447576986939181, + "grad_norm": 2.4569921493530273, + "learning_rate": 3.2267334715739118e-06, + "loss": 2.344, + "step": 43508 + }, + { + "epoch": 0.7447748164124686, + "grad_norm": 2.536177396774292, + "learning_rate": 3.2263256158118216e-06, + "loss": 2.3293, + "step": 43509 + }, + { + "epoch": 0.7447919341310191, + "grad_norm": 2.509237051010132, + "learning_rate": 3.2259177808696475e-06, + "loss": 2.3251, + "step": 43510 + }, + { + "epoch": 0.7448090518495695, + "grad_norm": 2.6916534900665283, + "learning_rate": 3.22550996674864e-06, + "loss": 2.5489, + "step": 43511 + }, + { + "epoch": 0.74482616956812, + "grad_norm": 2.717930316925049, + "learning_rate": 3.2251021734500587e-06, + "loss": 2.4043, + "step": 43512 + }, + { + "epoch": 0.7448432872866705, + "grad_norm": 2.694037914276123, + "learning_rate": 3.224694400975145e-06, + "loss": 2.3379, + "step": 43513 + }, + { + "epoch": 0.7448604050052209, + "grad_norm": 2.4700214862823486, + "learning_rate": 3.2242866493251666e-06, + "loss": 2.3529, + "step": 43514 + }, + { + "epoch": 0.7448775227237714, + "grad_norm": 2.499864101409912, + "learning_rate": 3.2238789185013674e-06, + "loss": 2.3229, + "step": 43515 + }, + { + "epoch": 0.7448946404423219, + "grad_norm": 2.547973155975342, + "learning_rate": 3.223471208505002e-06, + "loss": 2.4009, + "step": 43516 + }, + { + "epoch": 0.7449117581608723, + "grad_norm": 2.511610746383667, + "learning_rate": 3.2230635193373296e-06, + "loss": 2.4147, + "step": 43517 + }, + { + "epoch": 0.7449288758794228, + "grad_norm": 2.5632777214050293, + "learning_rate": 3.222655850999591e-06, + "loss": 2.371, + "step": 43518 + }, + { + "epoch": 0.7449459935979733, + "grad_norm": 2.4629039764404297, + "learning_rate": 3.2222482034930535e-06, + "loss": 2.3723, + "step": 43519 + }, + { + "epoch": 0.7449631113165237, + "grad_norm": 2.5375726222991943, + "learning_rate": 3.2218405768189598e-06, + "loss": 2.302, + "step": 43520 + }, + { + "epoch": 0.7449802290350742, + "grad_norm": 2.5384881496429443, + "learning_rate": 3.2214329709785663e-06, + "loss": 2.262, + "step": 43521 + }, + { + "epoch": 0.7449973467536247, + "grad_norm": 2.472928762435913, + "learning_rate": 3.221025385973129e-06, + "loss": 2.2424, + "step": 43522 + }, + { + "epoch": 0.7450144644721751, + "grad_norm": 2.5745437145233154, + "learning_rate": 3.2206178218038917e-06, + "loss": 2.2811, + "step": 43523 + }, + { + "epoch": 0.7450315821907256, + "grad_norm": 2.4209558963775635, + "learning_rate": 3.220210278472119e-06, + "loss": 2.2872, + "step": 43524 + }, + { + "epoch": 0.7450486999092761, + "grad_norm": 2.682487726211548, + "learning_rate": 3.219802755979051e-06, + "loss": 2.4024, + "step": 43525 + }, + { + "epoch": 0.7450658176278265, + "grad_norm": 2.56997013092041, + "learning_rate": 3.219395254325953e-06, + "loss": 2.359, + "step": 43526 + }, + { + "epoch": 0.745082935346377, + "grad_norm": 2.39406418800354, + "learning_rate": 3.2189877735140686e-06, + "loss": 2.2907, + "step": 43527 + }, + { + "epoch": 0.7451000530649275, + "grad_norm": 2.6170310974121094, + "learning_rate": 3.2185803135446515e-06, + "loss": 2.2695, + "step": 43528 + }, + { + "epoch": 0.745117170783478, + "grad_norm": 2.53816294670105, + "learning_rate": 3.21817287441896e-06, + "loss": 2.4292, + "step": 43529 + }, + { + "epoch": 0.7451342885020285, + "grad_norm": 2.4635589122772217, + "learning_rate": 3.2177654561382353e-06, + "loss": 2.3252, + "step": 43530 + }, + { + "epoch": 0.745151406220579, + "grad_norm": 2.525033473968506, + "learning_rate": 3.2173580587037425e-06, + "loss": 2.3571, + "step": 43531 + }, + { + "epoch": 0.7451685239391294, + "grad_norm": 2.505875587463379, + "learning_rate": 3.216950682116724e-06, + "loss": 2.3532, + "step": 43532 + }, + { + "epoch": 0.7451856416576799, + "grad_norm": 2.4020464420318604, + "learning_rate": 3.2165433263784364e-06, + "loss": 2.2524, + "step": 43533 + }, + { + "epoch": 0.7452027593762304, + "grad_norm": 2.5641889572143555, + "learning_rate": 3.2161359914901303e-06, + "loss": 2.3403, + "step": 43534 + }, + { + "epoch": 0.7452198770947808, + "grad_norm": 2.488535165786743, + "learning_rate": 3.215728677453058e-06, + "loss": 2.3826, + "step": 43535 + }, + { + "epoch": 0.7452369948133313, + "grad_norm": 2.492339849472046, + "learning_rate": 3.215321384268476e-06, + "loss": 2.273, + "step": 43536 + }, + { + "epoch": 0.7452541125318818, + "grad_norm": 2.4500210285186768, + "learning_rate": 3.214914111937628e-06, + "loss": 2.4332, + "step": 43537 + }, + { + "epoch": 0.7452712302504322, + "grad_norm": 2.383911371231079, + "learning_rate": 3.2145068604617704e-06, + "loss": 2.2533, + "step": 43538 + }, + { + "epoch": 0.7452883479689827, + "grad_norm": 2.5816309452056885, + "learning_rate": 3.2140996298421533e-06, + "loss": 2.4491, + "step": 43539 + }, + { + "epoch": 0.7453054656875332, + "grad_norm": 2.6248927116394043, + "learning_rate": 3.2136924200800292e-06, + "loss": 2.5142, + "step": 43540 + }, + { + "epoch": 0.7453225834060836, + "grad_norm": 2.410212516784668, + "learning_rate": 3.2132852311766505e-06, + "loss": 2.2955, + "step": 43541 + }, + { + "epoch": 0.7453397011246341, + "grad_norm": 2.687530279159546, + "learning_rate": 3.2128780631332712e-06, + "loss": 2.3328, + "step": 43542 + }, + { + "epoch": 0.7453568188431846, + "grad_norm": 2.468722105026245, + "learning_rate": 3.212470915951137e-06, + "loss": 2.3013, + "step": 43543 + }, + { + "epoch": 0.745373936561735, + "grad_norm": 2.6552510261535645, + "learning_rate": 3.212063789631501e-06, + "loss": 2.3934, + "step": 43544 + }, + { + "epoch": 0.7453910542802855, + "grad_norm": 2.6485345363616943, + "learning_rate": 3.211656684175617e-06, + "loss": 2.2853, + "step": 43545 + }, + { + "epoch": 0.745408171998836, + "grad_norm": 2.448216199874878, + "learning_rate": 3.211249599584734e-06, + "loss": 2.2536, + "step": 43546 + }, + { + "epoch": 0.7454252897173864, + "grad_norm": 2.5696828365325928, + "learning_rate": 3.2108425358601036e-06, + "loss": 2.3318, + "step": 43547 + }, + { + "epoch": 0.7454424074359369, + "grad_norm": 2.6865475177764893, + "learning_rate": 3.210435493002979e-06, + "loss": 2.4484, + "step": 43548 + }, + { + "epoch": 0.7454595251544874, + "grad_norm": 2.5056307315826416, + "learning_rate": 3.2100284710146124e-06, + "loss": 2.4333, + "step": 43549 + }, + { + "epoch": 0.7454766428730378, + "grad_norm": 2.7980401515960693, + "learning_rate": 3.209621469896246e-06, + "loss": 2.4377, + "step": 43550 + }, + { + "epoch": 0.7454937605915883, + "grad_norm": 2.603616237640381, + "learning_rate": 3.209214489649143e-06, + "loss": 2.331, + "step": 43551 + }, + { + "epoch": 0.7455108783101388, + "grad_norm": 2.479081869125366, + "learning_rate": 3.2088075302745446e-06, + "loss": 2.4167, + "step": 43552 + }, + { + "epoch": 0.7455279960286892, + "grad_norm": 2.4327452182769775, + "learning_rate": 3.208400591773707e-06, + "loss": 2.3664, + "step": 43553 + }, + { + "epoch": 0.7455451137472398, + "grad_norm": 2.5528669357299805, + "learning_rate": 3.207993674147881e-06, + "loss": 2.2648, + "step": 43554 + }, + { + "epoch": 0.7455622314657903, + "grad_norm": 2.353243589401245, + "learning_rate": 3.2075867773983107e-06, + "loss": 2.2178, + "step": 43555 + }, + { + "epoch": 0.7455793491843407, + "grad_norm": 2.6842105388641357, + "learning_rate": 3.2071799015262584e-06, + "loss": 2.2976, + "step": 43556 + }, + { + "epoch": 0.7455964669028912, + "grad_norm": 2.572557210922241, + "learning_rate": 3.206773046532964e-06, + "loss": 2.447, + "step": 43557 + }, + { + "epoch": 0.7456135846214417, + "grad_norm": 2.5437467098236084, + "learning_rate": 3.2063662124196817e-06, + "loss": 2.3239, + "step": 43558 + }, + { + "epoch": 0.7456307023399922, + "grad_norm": 2.545896530151367, + "learning_rate": 3.205959399187667e-06, + "loss": 2.3041, + "step": 43559 + }, + { + "epoch": 0.7456478200585426, + "grad_norm": 2.621199607849121, + "learning_rate": 3.2055526068381582e-06, + "loss": 2.4237, + "step": 43560 + }, + { + "epoch": 0.7456649377770931, + "grad_norm": 2.4723145961761475, + "learning_rate": 3.2051458353724196e-06, + "loss": 2.2769, + "step": 43561 + }, + { + "epoch": 0.7456820554956436, + "grad_norm": 2.506864547729492, + "learning_rate": 3.2047390847916894e-06, + "loss": 2.4, + "step": 43562 + }, + { + "epoch": 0.745699173214194, + "grad_norm": 2.375802993774414, + "learning_rate": 3.2043323550972285e-06, + "loss": 2.1553, + "step": 43563 + }, + { + "epoch": 0.7457162909327445, + "grad_norm": 2.60774564743042, + "learning_rate": 3.2039256462902803e-06, + "loss": 2.4215, + "step": 43564 + }, + { + "epoch": 0.745733408651295, + "grad_norm": 2.592792272567749, + "learning_rate": 3.203518958372095e-06, + "loss": 2.3407, + "step": 43565 + }, + { + "epoch": 0.7457505263698454, + "grad_norm": 2.4355568885803223, + "learning_rate": 3.2031122913439285e-06, + "loss": 2.2422, + "step": 43566 + }, + { + "epoch": 0.7457676440883959, + "grad_norm": 2.5424649715423584, + "learning_rate": 3.2027056452070194e-06, + "loss": 2.4374, + "step": 43567 + }, + { + "epoch": 0.7457847618069464, + "grad_norm": 2.471958875656128, + "learning_rate": 3.2022990199626315e-06, + "loss": 2.4533, + "step": 43568 + }, + { + "epoch": 0.7458018795254968, + "grad_norm": 2.651665687561035, + "learning_rate": 3.2018924156120037e-06, + "loss": 2.3672, + "step": 43569 + }, + { + "epoch": 0.7458189972440473, + "grad_norm": 2.4098753929138184, + "learning_rate": 3.2014858321563903e-06, + "loss": 2.2737, + "step": 43570 + }, + { + "epoch": 0.7458361149625978, + "grad_norm": 2.6317427158355713, + "learning_rate": 3.2010792695970407e-06, + "loss": 2.3219, + "step": 43571 + }, + { + "epoch": 0.7458532326811482, + "grad_norm": 2.5776305198669434, + "learning_rate": 3.2006727279352044e-06, + "loss": 2.2973, + "step": 43572 + }, + { + "epoch": 0.7458703503996987, + "grad_norm": 2.5608291625976562, + "learning_rate": 3.2002662071721336e-06, + "loss": 2.3, + "step": 43573 + }, + { + "epoch": 0.7458874681182492, + "grad_norm": 2.477809190750122, + "learning_rate": 3.199859707309072e-06, + "loss": 2.3082, + "step": 43574 + }, + { + "epoch": 0.7459045858367996, + "grad_norm": 2.6832659244537354, + "learning_rate": 3.1994532283472723e-06, + "loss": 2.3255, + "step": 43575 + }, + { + "epoch": 0.7459217035553501, + "grad_norm": 2.626925230026245, + "learning_rate": 3.1990467702879834e-06, + "loss": 2.3497, + "step": 43576 + }, + { + "epoch": 0.7459388212739007, + "grad_norm": 2.5151634216308594, + "learning_rate": 3.1986403331324546e-06, + "loss": 2.2883, + "step": 43577 + }, + { + "epoch": 0.745955938992451, + "grad_norm": 2.6951589584350586, + "learning_rate": 3.1982339168819366e-06, + "loss": 2.4114, + "step": 43578 + }, + { + "epoch": 0.7459730567110016, + "grad_norm": 2.303079843521118, + "learning_rate": 3.19782752153768e-06, + "loss": 2.2922, + "step": 43579 + }, + { + "epoch": 0.7459901744295521, + "grad_norm": 2.695552349090576, + "learning_rate": 3.1974211471009276e-06, + "loss": 2.4554, + "step": 43580 + }, + { + "epoch": 0.7460072921481025, + "grad_norm": 2.6547605991363525, + "learning_rate": 3.1970147935729325e-06, + "loss": 2.3776, + "step": 43581 + }, + { + "epoch": 0.746024409866653, + "grad_norm": 2.4669837951660156, + "learning_rate": 3.1966084609549443e-06, + "loss": 2.3919, + "step": 43582 + }, + { + "epoch": 0.7460415275852035, + "grad_norm": 2.518404960632324, + "learning_rate": 3.19620214924821e-06, + "loss": 2.2694, + "step": 43583 + }, + { + "epoch": 0.7460586453037539, + "grad_norm": 2.6598007678985596, + "learning_rate": 3.1957958584539796e-06, + "loss": 2.3301, + "step": 43584 + }, + { + "epoch": 0.7460757630223044, + "grad_norm": 2.5123560428619385, + "learning_rate": 3.195389588573502e-06, + "loss": 2.3307, + "step": 43585 + }, + { + "epoch": 0.7460928807408549, + "grad_norm": 2.4978835582733154, + "learning_rate": 3.1949833396080288e-06, + "loss": 2.3059, + "step": 43586 + }, + { + "epoch": 0.7461099984594053, + "grad_norm": 2.543414354324341, + "learning_rate": 3.1945771115588033e-06, + "loss": 2.2604, + "step": 43587 + }, + { + "epoch": 0.7461271161779558, + "grad_norm": 2.6869397163391113, + "learning_rate": 3.194170904427075e-06, + "loss": 2.3953, + "step": 43588 + }, + { + "epoch": 0.7461442338965063, + "grad_norm": 2.504337787628174, + "learning_rate": 3.193764718214094e-06, + "loss": 2.3249, + "step": 43589 + }, + { + "epoch": 0.7461613516150567, + "grad_norm": 2.580610990524292, + "learning_rate": 3.1933585529211087e-06, + "loss": 2.3987, + "step": 43590 + }, + { + "epoch": 0.7461784693336072, + "grad_norm": 2.4042246341705322, + "learning_rate": 3.192952408549371e-06, + "loss": 2.3983, + "step": 43591 + }, + { + "epoch": 0.7461955870521577, + "grad_norm": 2.5226945877075195, + "learning_rate": 3.192546285100119e-06, + "loss": 2.4436, + "step": 43592 + }, + { + "epoch": 0.7462127047707081, + "grad_norm": 2.3956398963928223, + "learning_rate": 3.1921401825746146e-06, + "loss": 2.3011, + "step": 43593 + }, + { + "epoch": 0.7462298224892586, + "grad_norm": 2.665842056274414, + "learning_rate": 3.1917341009740954e-06, + "loss": 2.4241, + "step": 43594 + }, + { + "epoch": 0.7462469402078091, + "grad_norm": 2.5083730220794678, + "learning_rate": 3.1913280402998127e-06, + "loss": 2.4219, + "step": 43595 + }, + { + "epoch": 0.7462640579263595, + "grad_norm": 2.522881507873535, + "learning_rate": 3.1909220005530193e-06, + "loss": 2.4247, + "step": 43596 + }, + { + "epoch": 0.74628117564491, + "grad_norm": 2.5608441829681396, + "learning_rate": 3.190515981734952e-06, + "loss": 2.4312, + "step": 43597 + }, + { + "epoch": 0.7462982933634605, + "grad_norm": 2.4469423294067383, + "learning_rate": 3.190109983846872e-06, + "loss": 2.4135, + "step": 43598 + }, + { + "epoch": 0.7463154110820109, + "grad_norm": 2.487454891204834, + "learning_rate": 3.1897040068900144e-06, + "loss": 2.469, + "step": 43599 + }, + { + "epoch": 0.7463325288005614, + "grad_norm": 2.4741969108581543, + "learning_rate": 3.1892980508656414e-06, + "loss": 2.4312, + "step": 43600 + }, + { + "epoch": 0.746349646519112, + "grad_norm": 2.4969964027404785, + "learning_rate": 3.1888921157749885e-06, + "loss": 2.1328, + "step": 43601 + }, + { + "epoch": 0.7463667642376624, + "grad_norm": 2.5064079761505127, + "learning_rate": 3.1884862016193076e-06, + "loss": 2.3011, + "step": 43602 + }, + { + "epoch": 0.7463838819562129, + "grad_norm": 2.7209701538085938, + "learning_rate": 3.18808030839985e-06, + "loss": 2.3863, + "step": 43603 + }, + { + "epoch": 0.7464009996747634, + "grad_norm": 2.426382064819336, + "learning_rate": 3.1876744361178545e-06, + "loss": 2.3642, + "step": 43604 + }, + { + "epoch": 0.7464181173933139, + "grad_norm": 2.5239486694335938, + "learning_rate": 3.18726858477458e-06, + "loss": 2.4508, + "step": 43605 + }, + { + "epoch": 0.7464352351118643, + "grad_norm": 2.3798704147338867, + "learning_rate": 3.186862754371264e-06, + "loss": 2.4047, + "step": 43606 + }, + { + "epoch": 0.7464523528304148, + "grad_norm": 2.376654863357544, + "learning_rate": 3.1864569449091586e-06, + "loss": 2.3373, + "step": 43607 + }, + { + "epoch": 0.7464694705489653, + "grad_norm": 2.518160820007324, + "learning_rate": 3.1860511563895137e-06, + "loss": 2.3644, + "step": 43608 + }, + { + "epoch": 0.7464865882675157, + "grad_norm": 2.3603477478027344, + "learning_rate": 3.1856453888135653e-06, + "loss": 2.334, + "step": 43609 + }, + { + "epoch": 0.7465037059860662, + "grad_norm": 2.4618451595306396, + "learning_rate": 3.185239642182576e-06, + "loss": 2.2948, + "step": 43610 + }, + { + "epoch": 0.7465208237046167, + "grad_norm": 2.6467151641845703, + "learning_rate": 3.184833916497783e-06, + "loss": 2.4089, + "step": 43611 + }, + { + "epoch": 0.7465379414231671, + "grad_norm": 2.519916534423828, + "learning_rate": 3.1844282117604343e-06, + "loss": 2.3793, + "step": 43612 + }, + { + "epoch": 0.7465550591417176, + "grad_norm": 2.4806957244873047, + "learning_rate": 3.1840225279717785e-06, + "loss": 2.318, + "step": 43613 + }, + { + "epoch": 0.7465721768602681, + "grad_norm": 2.5467355251312256, + "learning_rate": 3.1836168651330633e-06, + "loss": 2.3632, + "step": 43614 + }, + { + "epoch": 0.7465892945788185, + "grad_norm": 2.685035467147827, + "learning_rate": 3.183211223245537e-06, + "loss": 2.4342, + "step": 43615 + }, + { + "epoch": 0.746606412297369, + "grad_norm": 2.618234634399414, + "learning_rate": 3.182805602310438e-06, + "loss": 2.381, + "step": 43616 + }, + { + "epoch": 0.7466235300159195, + "grad_norm": 2.690941333770752, + "learning_rate": 3.1824000023290257e-06, + "loss": 2.3103, + "step": 43617 + }, + { + "epoch": 0.7466406477344699, + "grad_norm": 2.6059610843658447, + "learning_rate": 3.181994423302537e-06, + "loss": 2.3526, + "step": 43618 + }, + { + "epoch": 0.7466577654530204, + "grad_norm": 2.5729990005493164, + "learning_rate": 3.181588865232221e-06, + "loss": 2.3308, + "step": 43619 + }, + { + "epoch": 0.7466748831715709, + "grad_norm": 2.5343308448791504, + "learning_rate": 3.181183328119326e-06, + "loss": 2.4086, + "step": 43620 + }, + { + "epoch": 0.7466920008901213, + "grad_norm": 2.6926636695861816, + "learning_rate": 3.180777811965097e-06, + "loss": 2.3953, + "step": 43621 + }, + { + "epoch": 0.7467091186086718, + "grad_norm": 2.572582960128784, + "learning_rate": 3.18037231677078e-06, + "loss": 2.2904, + "step": 43622 + }, + { + "epoch": 0.7467262363272223, + "grad_norm": 2.5685207843780518, + "learning_rate": 3.179966842537626e-06, + "loss": 2.319, + "step": 43623 + }, + { + "epoch": 0.7467433540457727, + "grad_norm": 2.5581552982330322, + "learning_rate": 3.1795613892668743e-06, + "loss": 2.3645, + "step": 43624 + }, + { + "epoch": 0.7467604717643233, + "grad_norm": 2.467918872833252, + "learning_rate": 3.179155956959774e-06, + "loss": 2.4194, + "step": 43625 + }, + { + "epoch": 0.7467775894828738, + "grad_norm": 2.544719934463501, + "learning_rate": 3.1787505456175726e-06, + "loss": 2.3365, + "step": 43626 + }, + { + "epoch": 0.7467947072014242, + "grad_norm": 2.5220448970794678, + "learning_rate": 3.1783451552415146e-06, + "loss": 2.4042, + "step": 43627 + }, + { + "epoch": 0.7468118249199747, + "grad_norm": 2.4071362018585205, + "learning_rate": 3.177939785832849e-06, + "loss": 2.3277, + "step": 43628 + }, + { + "epoch": 0.7468289426385252, + "grad_norm": 2.6139354705810547, + "learning_rate": 3.177534437392813e-06, + "loss": 2.4611, + "step": 43629 + }, + { + "epoch": 0.7468460603570756, + "grad_norm": 2.7170591354370117, + "learning_rate": 3.1771291099226654e-06, + "loss": 2.4416, + "step": 43630 + }, + { + "epoch": 0.7468631780756261, + "grad_norm": 2.605164051055908, + "learning_rate": 3.1767238034236423e-06, + "loss": 2.4427, + "step": 43631 + }, + { + "epoch": 0.7468802957941766, + "grad_norm": 2.5186195373535156, + "learning_rate": 3.1763185178969936e-06, + "loss": 2.4291, + "step": 43632 + }, + { + "epoch": 0.746897413512727, + "grad_norm": 2.5339701175689697, + "learning_rate": 3.175913253343966e-06, + "loss": 2.211, + "step": 43633 + }, + { + "epoch": 0.7469145312312775, + "grad_norm": 2.477159023284912, + "learning_rate": 3.1755080097657975e-06, + "loss": 2.3537, + "step": 43634 + }, + { + "epoch": 0.746931648949828, + "grad_norm": 2.580104112625122, + "learning_rate": 3.1751027871637454e-06, + "loss": 2.3205, + "step": 43635 + }, + { + "epoch": 0.7469487666683784, + "grad_norm": 2.4382598400115967, + "learning_rate": 3.1746975855390428e-06, + "loss": 2.435, + "step": 43636 + }, + { + "epoch": 0.7469658843869289, + "grad_norm": 2.527127742767334, + "learning_rate": 3.174292404892948e-06, + "loss": 2.3509, + "step": 43637 + }, + { + "epoch": 0.7469830021054794, + "grad_norm": 2.5178399085998535, + "learning_rate": 3.1738872452266965e-06, + "loss": 2.4084, + "step": 43638 + }, + { + "epoch": 0.7470001198240298, + "grad_norm": 2.5348970890045166, + "learning_rate": 3.173482106541537e-06, + "loss": 2.5073, + "step": 43639 + }, + { + "epoch": 0.7470172375425803, + "grad_norm": 2.359424591064453, + "learning_rate": 3.173076988838718e-06, + "loss": 2.2454, + "step": 43640 + }, + { + "epoch": 0.7470343552611308, + "grad_norm": 2.255960464477539, + "learning_rate": 3.1726718921194755e-06, + "loss": 2.1776, + "step": 43641 + }, + { + "epoch": 0.7470514729796812, + "grad_norm": 2.564040184020996, + "learning_rate": 3.1722668163850654e-06, + "loss": 2.3958, + "step": 43642 + }, + { + "epoch": 0.7470685906982317, + "grad_norm": 2.443284511566162, + "learning_rate": 3.1718617616367263e-06, + "loss": 2.3742, + "step": 43643 + }, + { + "epoch": 0.7470857084167822, + "grad_norm": 2.5317022800445557, + "learning_rate": 3.171456727875705e-06, + "loss": 2.3358, + "step": 43644 + }, + { + "epoch": 0.7471028261353326, + "grad_norm": 2.686213731765747, + "learning_rate": 3.1710517151032494e-06, + "loss": 2.3785, + "step": 43645 + }, + { + "epoch": 0.7471199438538831, + "grad_norm": 2.549705743789673, + "learning_rate": 3.170646723320594e-06, + "loss": 2.3035, + "step": 43646 + }, + { + "epoch": 0.7471370615724336, + "grad_norm": 2.435713052749634, + "learning_rate": 3.1702417525289975e-06, + "loss": 2.3447, + "step": 43647 + }, + { + "epoch": 0.747154179290984, + "grad_norm": 2.4342591762542725, + "learning_rate": 3.1698368027296956e-06, + "loss": 2.2518, + "step": 43648 + }, + { + "epoch": 0.7471712970095346, + "grad_norm": 2.590242624282837, + "learning_rate": 3.169431873923934e-06, + "loss": 2.4713, + "step": 43649 + }, + { + "epoch": 0.7471884147280851, + "grad_norm": 2.6489551067352295, + "learning_rate": 3.16902696611296e-06, + "loss": 2.226, + "step": 43650 + }, + { + "epoch": 0.7472055324466356, + "grad_norm": 2.44195818901062, + "learning_rate": 3.168622079298016e-06, + "loss": 2.3422, + "step": 43651 + }, + { + "epoch": 0.747222650165186, + "grad_norm": 2.604928493499756, + "learning_rate": 3.168217213480351e-06, + "loss": 2.3736, + "step": 43652 + }, + { + "epoch": 0.7472397678837365, + "grad_norm": 2.539072275161743, + "learning_rate": 3.1678123686611985e-06, + "loss": 2.2908, + "step": 43653 + }, + { + "epoch": 0.747256885602287, + "grad_norm": 2.6491055488586426, + "learning_rate": 3.1674075448418175e-06, + "loss": 2.314, + "step": 43654 + }, + { + "epoch": 0.7472740033208374, + "grad_norm": 2.701963186264038, + "learning_rate": 3.1670027420234407e-06, + "loss": 2.426, + "step": 43655 + }, + { + "epoch": 0.7472911210393879, + "grad_norm": 2.649773359298706, + "learning_rate": 3.166597960207317e-06, + "loss": 2.3354, + "step": 43656 + }, + { + "epoch": 0.7473082387579384, + "grad_norm": 2.642167091369629, + "learning_rate": 3.1661931993946905e-06, + "loss": 2.3693, + "step": 43657 + }, + { + "epoch": 0.7473253564764888, + "grad_norm": 2.6271426677703857, + "learning_rate": 3.1657884595868037e-06, + "loss": 2.3511, + "step": 43658 + }, + { + "epoch": 0.7473424741950393, + "grad_norm": 2.5988972187042236, + "learning_rate": 3.1653837407849066e-06, + "loss": 2.4282, + "step": 43659 + }, + { + "epoch": 0.7473595919135898, + "grad_norm": 2.6338469982147217, + "learning_rate": 3.164979042990234e-06, + "loss": 2.3815, + "step": 43660 + }, + { + "epoch": 0.7473767096321402, + "grad_norm": 2.513477325439453, + "learning_rate": 3.164574366204034e-06, + "loss": 2.3722, + "step": 43661 + }, + { + "epoch": 0.7473938273506907, + "grad_norm": 2.5548582077026367, + "learning_rate": 3.16416971042755e-06, + "loss": 2.2533, + "step": 43662 + }, + { + "epoch": 0.7474109450692412, + "grad_norm": 2.640087604522705, + "learning_rate": 3.1637650756620275e-06, + "loss": 2.278, + "step": 43663 + }, + { + "epoch": 0.7474280627877916, + "grad_norm": 2.484355926513672, + "learning_rate": 3.163360461908709e-06, + "loss": 2.3371, + "step": 43664 + }, + { + "epoch": 0.7474451805063421, + "grad_norm": 2.6313083171844482, + "learning_rate": 3.162955869168841e-06, + "loss": 2.4837, + "step": 43665 + }, + { + "epoch": 0.7474622982248926, + "grad_norm": 2.5554111003875732, + "learning_rate": 3.1625512974436613e-06, + "loss": 2.3919, + "step": 43666 + }, + { + "epoch": 0.747479415943443, + "grad_norm": 2.4520304203033447, + "learning_rate": 3.162146746734417e-06, + "loss": 2.319, + "step": 43667 + }, + { + "epoch": 0.7474965336619935, + "grad_norm": 2.582692861557007, + "learning_rate": 3.1617422170423494e-06, + "loss": 2.3608, + "step": 43668 + }, + { + "epoch": 0.747513651380544, + "grad_norm": 2.377075672149658, + "learning_rate": 3.1613377083687047e-06, + "loss": 2.225, + "step": 43669 + }, + { + "epoch": 0.7475307690990944, + "grad_norm": 2.6302547454833984, + "learning_rate": 3.160933220714727e-06, + "loss": 2.51, + "step": 43670 + }, + { + "epoch": 0.747547886817645, + "grad_norm": 2.4235851764678955, + "learning_rate": 3.1605287540816523e-06, + "loss": 2.3307, + "step": 43671 + }, + { + "epoch": 0.7475650045361955, + "grad_norm": 2.6267752647399902, + "learning_rate": 3.1601243084707344e-06, + "loss": 2.3911, + "step": 43672 + }, + { + "epoch": 0.7475821222547459, + "grad_norm": 2.5133726596832275, + "learning_rate": 3.159719883883208e-06, + "loss": 2.3995, + "step": 43673 + }, + { + "epoch": 0.7475992399732964, + "grad_norm": 2.558565139770508, + "learning_rate": 3.1593154803203184e-06, + "loss": 2.3459, + "step": 43674 + }, + { + "epoch": 0.7476163576918469, + "grad_norm": 2.643519163131714, + "learning_rate": 3.1589110977833105e-06, + "loss": 2.3943, + "step": 43675 + }, + { + "epoch": 0.7476334754103973, + "grad_norm": 2.5741777420043945, + "learning_rate": 3.158506736273426e-06, + "loss": 2.4435, + "step": 43676 + }, + { + "epoch": 0.7476505931289478, + "grad_norm": 2.599619150161743, + "learning_rate": 3.1581023957919112e-06, + "loss": 2.393, + "step": 43677 + }, + { + "epoch": 0.7476677108474983, + "grad_norm": 2.5099778175354004, + "learning_rate": 3.157698076339999e-06, + "loss": 2.2954, + "step": 43678 + }, + { + "epoch": 0.7476848285660487, + "grad_norm": 2.5913195610046387, + "learning_rate": 3.157293777918944e-06, + "loss": 2.4015, + "step": 43679 + }, + { + "epoch": 0.7477019462845992, + "grad_norm": 2.7286477088928223, + "learning_rate": 3.1568895005299816e-06, + "loss": 2.3754, + "step": 43680 + }, + { + "epoch": 0.7477190640031497, + "grad_norm": 2.394205331802368, + "learning_rate": 3.1564852441743554e-06, + "loss": 2.3708, + "step": 43681 + }, + { + "epoch": 0.7477361817217001, + "grad_norm": 2.5364699363708496, + "learning_rate": 3.1560810088533136e-06, + "loss": 2.4152, + "step": 43682 + }, + { + "epoch": 0.7477532994402506, + "grad_norm": 2.4334053993225098, + "learning_rate": 3.1556767945680855e-06, + "loss": 2.4445, + "step": 43683 + }, + { + "epoch": 0.7477704171588011, + "grad_norm": 2.4087491035461426, + "learning_rate": 3.1552726013199296e-06, + "loss": 2.2869, + "step": 43684 + }, + { + "epoch": 0.7477875348773515, + "grad_norm": 2.4399006366729736, + "learning_rate": 3.1548684291100772e-06, + "loss": 2.3669, + "step": 43685 + }, + { + "epoch": 0.747804652595902, + "grad_norm": 2.4513778686523438, + "learning_rate": 3.154464277939775e-06, + "loss": 2.3123, + "step": 43686 + }, + { + "epoch": 0.7478217703144525, + "grad_norm": 2.52461838722229, + "learning_rate": 3.154060147810266e-06, + "loss": 2.3603, + "step": 43687 + }, + { + "epoch": 0.7478388880330029, + "grad_norm": 2.4918112754821777, + "learning_rate": 3.1536560387227855e-06, + "loss": 2.3492, + "step": 43688 + }, + { + "epoch": 0.7478560057515534, + "grad_norm": 2.4939992427825928, + "learning_rate": 3.1532519506785864e-06, + "loss": 2.3898, + "step": 43689 + }, + { + "epoch": 0.7478731234701039, + "grad_norm": 2.626936435699463, + "learning_rate": 3.152847883678899e-06, + "loss": 2.4503, + "step": 43690 + }, + { + "epoch": 0.7478902411886543, + "grad_norm": 2.6198782920837402, + "learning_rate": 3.1524438377249765e-06, + "loss": 2.3314, + "step": 43691 + }, + { + "epoch": 0.7479073589072048, + "grad_norm": 2.5099754333496094, + "learning_rate": 3.152039812818054e-06, + "loss": 2.297, + "step": 43692 + }, + { + "epoch": 0.7479244766257553, + "grad_norm": 2.49287486076355, + "learning_rate": 3.1516358089593736e-06, + "loss": 2.3276, + "step": 43693 + }, + { + "epoch": 0.7479415943443057, + "grad_norm": 2.565993070602417, + "learning_rate": 3.1512318261501786e-06, + "loss": 2.3465, + "step": 43694 + }, + { + "epoch": 0.7479587120628562, + "grad_norm": 2.482440710067749, + "learning_rate": 3.150827864391711e-06, + "loss": 2.3174, + "step": 43695 + }, + { + "epoch": 0.7479758297814068, + "grad_norm": 2.5680668354034424, + "learning_rate": 3.1504239236852154e-06, + "loss": 2.3544, + "step": 43696 + }, + { + "epoch": 0.7479929474999572, + "grad_norm": 2.417600393295288, + "learning_rate": 3.150020004031926e-06, + "loss": 2.3872, + "step": 43697 + }, + { + "epoch": 0.7480100652185077, + "grad_norm": 2.5744967460632324, + "learning_rate": 3.1496161054330885e-06, + "loss": 2.2867, + "step": 43698 + }, + { + "epoch": 0.7480271829370582, + "grad_norm": 2.5260491371154785, + "learning_rate": 3.149212227889944e-06, + "loss": 2.485, + "step": 43699 + }, + { + "epoch": 0.7480443006556087, + "grad_norm": 2.3884994983673096, + "learning_rate": 3.1488083714037334e-06, + "loss": 2.3485, + "step": 43700 + }, + { + "epoch": 0.7480614183741591, + "grad_norm": 2.453990936279297, + "learning_rate": 3.1484045359756988e-06, + "loss": 2.3179, + "step": 43701 + }, + { + "epoch": 0.7480785360927096, + "grad_norm": 2.7350974082946777, + "learning_rate": 3.148000721607085e-06, + "loss": 2.4597, + "step": 43702 + }, + { + "epoch": 0.7480956538112601, + "grad_norm": 2.413213014602661, + "learning_rate": 3.147596928299126e-06, + "loss": 2.2432, + "step": 43703 + }, + { + "epoch": 0.7481127715298105, + "grad_norm": 2.576563835144043, + "learning_rate": 3.1471931560530656e-06, + "loss": 2.4217, + "step": 43704 + }, + { + "epoch": 0.748129889248361, + "grad_norm": 2.575772762298584, + "learning_rate": 3.1467894048701466e-06, + "loss": 2.4144, + "step": 43705 + }, + { + "epoch": 0.7481470069669115, + "grad_norm": 2.5541439056396484, + "learning_rate": 3.1463856747516075e-06, + "loss": 2.4089, + "step": 43706 + }, + { + "epoch": 0.7481641246854619, + "grad_norm": 2.5482804775238037, + "learning_rate": 3.1459819656986956e-06, + "loss": 2.3722, + "step": 43707 + }, + { + "epoch": 0.7481812424040124, + "grad_norm": 2.450896978378296, + "learning_rate": 3.1455782777126388e-06, + "loss": 2.3358, + "step": 43708 + }, + { + "epoch": 0.7481983601225629, + "grad_norm": 2.587780237197876, + "learning_rate": 3.1451746107946935e-06, + "loss": 2.3966, + "step": 43709 + }, + { + "epoch": 0.7482154778411133, + "grad_norm": 2.5816280841827393, + "learning_rate": 3.144770964946089e-06, + "loss": 2.3052, + "step": 43710 + }, + { + "epoch": 0.7482325955596638, + "grad_norm": 2.6337757110595703, + "learning_rate": 3.1443673401680696e-06, + "loss": 2.3807, + "step": 43711 + }, + { + "epoch": 0.7482497132782143, + "grad_norm": 2.8755781650543213, + "learning_rate": 3.143963736461877e-06, + "loss": 2.3188, + "step": 43712 + }, + { + "epoch": 0.7482668309967647, + "grad_norm": 2.499018907546997, + "learning_rate": 3.1435601538287498e-06, + "loss": 2.3772, + "step": 43713 + }, + { + "epoch": 0.7482839487153152, + "grad_norm": 2.6277894973754883, + "learning_rate": 3.1431565922699336e-06, + "loss": 2.4242, + "step": 43714 + }, + { + "epoch": 0.7483010664338657, + "grad_norm": 2.5391533374786377, + "learning_rate": 3.142753051786658e-06, + "loss": 2.3814, + "step": 43715 + }, + { + "epoch": 0.7483181841524161, + "grad_norm": 2.5398402214050293, + "learning_rate": 3.142349532380177e-06, + "loss": 2.3832, + "step": 43716 + }, + { + "epoch": 0.7483353018709666, + "grad_norm": 2.6480000019073486, + "learning_rate": 3.1419460340517205e-06, + "loss": 2.4296, + "step": 43717 + }, + { + "epoch": 0.7483524195895171, + "grad_norm": 2.5845816135406494, + "learning_rate": 3.1415425568025316e-06, + "loss": 2.3566, + "step": 43718 + }, + { + "epoch": 0.7483695373080675, + "grad_norm": 2.6927056312561035, + "learning_rate": 3.1411391006338545e-06, + "loss": 2.3525, + "step": 43719 + }, + { + "epoch": 0.748386655026618, + "grad_norm": 2.3770363330841064, + "learning_rate": 3.140735665546919e-06, + "loss": 2.2194, + "step": 43720 + }, + { + "epoch": 0.7484037727451686, + "grad_norm": 2.584580898284912, + "learning_rate": 3.140332251542979e-06, + "loss": 2.3559, + "step": 43721 + }, + { + "epoch": 0.748420890463719, + "grad_norm": 2.5022146701812744, + "learning_rate": 3.1399288586232647e-06, + "loss": 2.3467, + "step": 43722 + }, + { + "epoch": 0.7484380081822695, + "grad_norm": 2.337353467941284, + "learning_rate": 3.139525486789017e-06, + "loss": 2.251, + "step": 43723 + }, + { + "epoch": 0.74845512590082, + "grad_norm": 2.6755456924438477, + "learning_rate": 3.1391221360414813e-06, + "loss": 2.5838, + "step": 43724 + }, + { + "epoch": 0.7484722436193704, + "grad_norm": 2.410590410232544, + "learning_rate": 3.1387188063818873e-06, + "loss": 2.2969, + "step": 43725 + }, + { + "epoch": 0.7484893613379209, + "grad_norm": 2.4544456005096436, + "learning_rate": 3.1383154978114884e-06, + "loss": 2.3847, + "step": 43726 + }, + { + "epoch": 0.7485064790564714, + "grad_norm": 2.382958173751831, + "learning_rate": 3.1379122103315085e-06, + "loss": 2.3294, + "step": 43727 + }, + { + "epoch": 0.7485235967750218, + "grad_norm": 2.382220983505249, + "learning_rate": 3.137508943943203e-06, + "loss": 2.3002, + "step": 43728 + }, + { + "epoch": 0.7485407144935723, + "grad_norm": 2.5055019855499268, + "learning_rate": 3.1371056986477986e-06, + "loss": 2.3327, + "step": 43729 + }, + { + "epoch": 0.7485578322121228, + "grad_norm": 2.542973041534424, + "learning_rate": 3.136702474446541e-06, + "loss": 2.3497, + "step": 43730 + }, + { + "epoch": 0.7485749499306732, + "grad_norm": 2.4911844730377197, + "learning_rate": 3.1362992713406728e-06, + "loss": 2.398, + "step": 43731 + }, + { + "epoch": 0.7485920676492237, + "grad_norm": 2.3832006454467773, + "learning_rate": 3.1358960893314207e-06, + "loss": 2.2532, + "step": 43732 + }, + { + "epoch": 0.7486091853677742, + "grad_norm": 2.536200523376465, + "learning_rate": 3.13549292842004e-06, + "loss": 2.4567, + "step": 43733 + }, + { + "epoch": 0.7486263030863246, + "grad_norm": 2.5216140747070312, + "learning_rate": 3.135089788607758e-06, + "loss": 2.214, + "step": 43734 + }, + { + "epoch": 0.7486434208048751, + "grad_norm": 2.3615880012512207, + "learning_rate": 3.134686669895818e-06, + "loss": 2.3852, + "step": 43735 + }, + { + "epoch": 0.7486605385234256, + "grad_norm": 2.6303844451904297, + "learning_rate": 3.1342835722854593e-06, + "loss": 2.379, + "step": 43736 + }, + { + "epoch": 0.748677656241976, + "grad_norm": 2.478496789932251, + "learning_rate": 3.13388049577792e-06, + "loss": 2.3107, + "step": 43737 + }, + { + "epoch": 0.7486947739605265, + "grad_norm": 2.4986448287963867, + "learning_rate": 3.133477440374444e-06, + "loss": 2.3089, + "step": 43738 + }, + { + "epoch": 0.748711891679077, + "grad_norm": 2.590898036956787, + "learning_rate": 3.1330744060762607e-06, + "loss": 2.4308, + "step": 43739 + }, + { + "epoch": 0.7487290093976274, + "grad_norm": 2.615996837615967, + "learning_rate": 3.1326713928846155e-06, + "loss": 2.3722, + "step": 43740 + }, + { + "epoch": 0.7487461271161779, + "grad_norm": 2.5246341228485107, + "learning_rate": 3.132268400800744e-06, + "loss": 2.3439, + "step": 43741 + }, + { + "epoch": 0.7487632448347284, + "grad_norm": 2.463871955871582, + "learning_rate": 3.1318654298258867e-06, + "loss": 2.4139, + "step": 43742 + }, + { + "epoch": 0.7487803625532788, + "grad_norm": 2.4415149688720703, + "learning_rate": 3.1314624799612824e-06, + "loss": 2.333, + "step": 43743 + }, + { + "epoch": 0.7487974802718294, + "grad_norm": 2.569542646408081, + "learning_rate": 3.131059551208169e-06, + "loss": 2.345, + "step": 43744 + }, + { + "epoch": 0.7488145979903799, + "grad_norm": 2.701323986053467, + "learning_rate": 3.1306566435677877e-06, + "loss": 2.3725, + "step": 43745 + }, + { + "epoch": 0.7488317157089304, + "grad_norm": 2.5999643802642822, + "learning_rate": 3.1302537570413714e-06, + "loss": 2.3342, + "step": 43746 + }, + { + "epoch": 0.7488488334274808, + "grad_norm": 2.519437074661255, + "learning_rate": 3.1298508916301605e-06, + "loss": 2.2471, + "step": 43747 + }, + { + "epoch": 0.7488659511460313, + "grad_norm": 2.3687849044799805, + "learning_rate": 3.129448047335395e-06, + "loss": 2.3139, + "step": 43748 + }, + { + "epoch": 0.7488830688645818, + "grad_norm": 2.4572501182556152, + "learning_rate": 3.1290452241583123e-06, + "loss": 2.3337, + "step": 43749 + }, + { + "epoch": 0.7489001865831322, + "grad_norm": 2.3145978450775146, + "learning_rate": 3.1286424221001497e-06, + "loss": 2.2946, + "step": 43750 + }, + { + "epoch": 0.7489173043016827, + "grad_norm": 2.5878186225891113, + "learning_rate": 3.1282396411621497e-06, + "loss": 2.3698, + "step": 43751 + }, + { + "epoch": 0.7489344220202332, + "grad_norm": 2.581784248352051, + "learning_rate": 3.127836881345543e-06, + "loss": 2.3727, + "step": 43752 + }, + { + "epoch": 0.7489515397387836, + "grad_norm": 2.57405424118042, + "learning_rate": 3.1274341426515707e-06, + "loss": 2.3116, + "step": 43753 + }, + { + "epoch": 0.7489686574573341, + "grad_norm": 2.7868876457214355, + "learning_rate": 3.1270314250814717e-06, + "loss": 2.4358, + "step": 43754 + }, + { + "epoch": 0.7489857751758846, + "grad_norm": 2.493408679962158, + "learning_rate": 3.126628728636483e-06, + "loss": 2.2782, + "step": 43755 + }, + { + "epoch": 0.749002892894435, + "grad_norm": 2.567547082901001, + "learning_rate": 3.1262260533178455e-06, + "loss": 2.3329, + "step": 43756 + }, + { + "epoch": 0.7490200106129855, + "grad_norm": 2.5799663066864014, + "learning_rate": 3.1258233991267873e-06, + "loss": 2.3191, + "step": 43757 + }, + { + "epoch": 0.749037128331536, + "grad_norm": 2.583641290664673, + "learning_rate": 3.1254207660645595e-06, + "loss": 2.3359, + "step": 43758 + }, + { + "epoch": 0.7490542460500864, + "grad_norm": 2.601757764816284, + "learning_rate": 3.1250181541323897e-06, + "loss": 2.3092, + "step": 43759 + }, + { + "epoch": 0.7490713637686369, + "grad_norm": 2.8025481700897217, + "learning_rate": 3.124615563331518e-06, + "loss": 2.4015, + "step": 43760 + }, + { + "epoch": 0.7490884814871874, + "grad_norm": 2.4932634830474854, + "learning_rate": 3.124212993663186e-06, + "loss": 2.4848, + "step": 43761 + }, + { + "epoch": 0.7491055992057378, + "grad_norm": 2.5285072326660156, + "learning_rate": 3.1238104451286213e-06, + "loss": 2.3984, + "step": 43762 + }, + { + "epoch": 0.7491227169242883, + "grad_norm": 2.4229466915130615, + "learning_rate": 3.123407917729072e-06, + "loss": 2.1892, + "step": 43763 + }, + { + "epoch": 0.7491398346428388, + "grad_norm": 2.505383014678955, + "learning_rate": 3.123005411465766e-06, + "loss": 2.2238, + "step": 43764 + }, + { + "epoch": 0.7491569523613892, + "grad_norm": 2.516535520553589, + "learning_rate": 3.1226029263399505e-06, + "loss": 2.3573, + "step": 43765 + }, + { + "epoch": 0.7491740700799397, + "grad_norm": 2.630913496017456, + "learning_rate": 3.1222004623528533e-06, + "loss": 2.3696, + "step": 43766 + }, + { + "epoch": 0.7491911877984903, + "grad_norm": 2.3990325927734375, + "learning_rate": 3.1217980195057164e-06, + "loss": 2.3133, + "step": 43767 + }, + { + "epoch": 0.7492083055170407, + "grad_norm": 2.5739550590515137, + "learning_rate": 3.121395597799779e-06, + "loss": 2.3614, + "step": 43768 + }, + { + "epoch": 0.7492254232355912, + "grad_norm": 2.489668369293213, + "learning_rate": 3.120993197236267e-06, + "loss": 2.342, + "step": 43769 + }, + { + "epoch": 0.7492425409541417, + "grad_norm": 2.5651907920837402, + "learning_rate": 3.1205908178164325e-06, + "loss": 2.409, + "step": 43770 + }, + { + "epoch": 0.7492596586726921, + "grad_norm": 2.407146453857422, + "learning_rate": 3.120188459541501e-06, + "loss": 2.3483, + "step": 43771 + }, + { + "epoch": 0.7492767763912426, + "grad_norm": 2.5183568000793457, + "learning_rate": 3.1197861224127134e-06, + "loss": 2.3828, + "step": 43772 + }, + { + "epoch": 0.7492938941097931, + "grad_norm": 2.2972962856292725, + "learning_rate": 3.1193838064313054e-06, + "loss": 2.2529, + "step": 43773 + }, + { + "epoch": 0.7493110118283435, + "grad_norm": 2.427001953125, + "learning_rate": 3.1189815115985136e-06, + "loss": 2.4244, + "step": 43774 + }, + { + "epoch": 0.749328129546894, + "grad_norm": 2.596057653427124, + "learning_rate": 3.1185792379155787e-06, + "loss": 2.3122, + "step": 43775 + }, + { + "epoch": 0.7493452472654445, + "grad_norm": 2.4345664978027344, + "learning_rate": 3.1181769853837295e-06, + "loss": 2.4182, + "step": 43776 + }, + { + "epoch": 0.7493623649839949, + "grad_norm": 2.4718096256256104, + "learning_rate": 3.117774754004207e-06, + "loss": 2.3092, + "step": 43777 + }, + { + "epoch": 0.7493794827025454, + "grad_norm": 2.5662145614624023, + "learning_rate": 3.1173725437782467e-06, + "loss": 2.3519, + "step": 43778 + }, + { + "epoch": 0.7493966004210959, + "grad_norm": 2.560353994369507, + "learning_rate": 3.116970354707084e-06, + "loss": 2.4121, + "step": 43779 + }, + { + "epoch": 0.7494137181396463, + "grad_norm": 2.383230686187744, + "learning_rate": 3.116568186791957e-06, + "loss": 2.2745, + "step": 43780 + }, + { + "epoch": 0.7494308358581968, + "grad_norm": 2.599701166152954, + "learning_rate": 3.1161660400341e-06, + "loss": 2.4708, + "step": 43781 + }, + { + "epoch": 0.7494479535767473, + "grad_norm": 2.4979050159454346, + "learning_rate": 3.115763914434754e-06, + "loss": 2.299, + "step": 43782 + }, + { + "epoch": 0.7494650712952977, + "grad_norm": 2.5623457431793213, + "learning_rate": 3.115361809995148e-06, + "loss": 2.3345, + "step": 43783 + }, + { + "epoch": 0.7494821890138482, + "grad_norm": 2.383538246154785, + "learning_rate": 3.1149597267165188e-06, + "loss": 2.3817, + "step": 43784 + }, + { + "epoch": 0.7494993067323987, + "grad_norm": 2.57315731048584, + "learning_rate": 3.1145576646001063e-06, + "loss": 2.3981, + "step": 43785 + }, + { + "epoch": 0.7495164244509491, + "grad_norm": 2.5974154472351074, + "learning_rate": 3.1141556236471427e-06, + "loss": 2.439, + "step": 43786 + }, + { + "epoch": 0.7495335421694996, + "grad_norm": 2.6485507488250732, + "learning_rate": 3.1137536038588665e-06, + "loss": 2.4111, + "step": 43787 + }, + { + "epoch": 0.7495506598880501, + "grad_norm": 2.5938878059387207, + "learning_rate": 3.1133516052365155e-06, + "loss": 2.3595, + "step": 43788 + }, + { + "epoch": 0.7495677776066005, + "grad_norm": 2.5002877712249756, + "learning_rate": 3.1129496277813176e-06, + "loss": 2.3988, + "step": 43789 + }, + { + "epoch": 0.749584895325151, + "grad_norm": 2.5076045989990234, + "learning_rate": 3.1125476714945136e-06, + "loss": 2.4242, + "step": 43790 + }, + { + "epoch": 0.7496020130437016, + "grad_norm": 2.6200180053710938, + "learning_rate": 3.1121457363773376e-06, + "loss": 2.3539, + "step": 43791 + }, + { + "epoch": 0.7496191307622521, + "grad_norm": 2.732056140899658, + "learning_rate": 3.111743822431026e-06, + "loss": 2.4687, + "step": 43792 + }, + { + "epoch": 0.7496362484808025, + "grad_norm": 2.548370599746704, + "learning_rate": 3.111341929656817e-06, + "loss": 2.3625, + "step": 43793 + }, + { + "epoch": 0.749653366199353, + "grad_norm": 2.733351945877075, + "learning_rate": 3.1109400580559355e-06, + "loss": 2.4129, + "step": 43794 + }, + { + "epoch": 0.7496704839179035, + "grad_norm": 2.4506657123565674, + "learning_rate": 3.1105382076296296e-06, + "loss": 2.2925, + "step": 43795 + }, + { + "epoch": 0.7496876016364539, + "grad_norm": 2.6135013103485107, + "learning_rate": 3.110136378379127e-06, + "loss": 2.3127, + "step": 43796 + }, + { + "epoch": 0.7497047193550044, + "grad_norm": 2.664473533630371, + "learning_rate": 3.1097345703056636e-06, + "loss": 2.3046, + "step": 43797 + }, + { + "epoch": 0.7497218370735549, + "grad_norm": 2.680574655532837, + "learning_rate": 3.109332783410478e-06, + "loss": 2.4331, + "step": 43798 + }, + { + "epoch": 0.7497389547921053, + "grad_norm": 2.5864710807800293, + "learning_rate": 3.1089310176947963e-06, + "loss": 2.3745, + "step": 43799 + }, + { + "epoch": 0.7497560725106558, + "grad_norm": 2.5629990100860596, + "learning_rate": 3.1085292731598658e-06, + "loss": 2.3162, + "step": 43800 + }, + { + "epoch": 0.7497731902292063, + "grad_norm": 2.650158643722534, + "learning_rate": 3.1081275498069084e-06, + "loss": 2.3193, + "step": 43801 + }, + { + "epoch": 0.7497903079477567, + "grad_norm": 2.5789408683776855, + "learning_rate": 3.107725847637172e-06, + "loss": 2.2888, + "step": 43802 + }, + { + "epoch": 0.7498074256663072, + "grad_norm": 2.5613467693328857, + "learning_rate": 3.1073241666518817e-06, + "loss": 2.2625, + "step": 43803 + }, + { + "epoch": 0.7498245433848577, + "grad_norm": 2.506554126739502, + "learning_rate": 3.1069225068522748e-06, + "loss": 2.2743, + "step": 43804 + }, + { + "epoch": 0.7498416611034081, + "grad_norm": 2.6300463676452637, + "learning_rate": 3.1065208682395885e-06, + "loss": 2.3718, + "step": 43805 + }, + { + "epoch": 0.7498587788219586, + "grad_norm": 2.5766611099243164, + "learning_rate": 3.1061192508150506e-06, + "loss": 2.3731, + "step": 43806 + }, + { + "epoch": 0.7498758965405091, + "grad_norm": 2.4617714881896973, + "learning_rate": 3.105717654579905e-06, + "loss": 2.489, + "step": 43807 + }, + { + "epoch": 0.7498930142590595, + "grad_norm": 2.4633641242980957, + "learning_rate": 3.1053160795353775e-06, + "loss": 2.2441, + "step": 43808 + }, + { + "epoch": 0.74991013197761, + "grad_norm": 2.607172966003418, + "learning_rate": 3.104914525682706e-06, + "loss": 2.4832, + "step": 43809 + }, + { + "epoch": 0.7499272496961605, + "grad_norm": 2.4376890659332275, + "learning_rate": 3.1045129930231288e-06, + "loss": 2.2905, + "step": 43810 + }, + { + "epoch": 0.7499443674147109, + "grad_norm": 2.5497376918792725, + "learning_rate": 3.1041114815578687e-06, + "loss": 2.2554, + "step": 43811 + }, + { + "epoch": 0.7499614851332614, + "grad_norm": 2.6678051948547363, + "learning_rate": 3.103709991288174e-06, + "loss": 2.4148, + "step": 43812 + }, + { + "epoch": 0.749978602851812, + "grad_norm": 2.5385007858276367, + "learning_rate": 3.103308522215268e-06, + "loss": 2.4078, + "step": 43813 + }, + { + "epoch": 0.7499957205703623, + "grad_norm": 2.4889867305755615, + "learning_rate": 3.1029070743403887e-06, + "loss": 2.3439, + "step": 43814 + }, + { + "epoch": 0.7500128382889129, + "grad_norm": 2.5989108085632324, + "learning_rate": 3.10250564766477e-06, + "loss": 2.3526, + "step": 43815 + }, + { + "epoch": 0.7500299560074634, + "grad_norm": 2.4377400875091553, + "learning_rate": 3.1021042421896454e-06, + "loss": 2.3971, + "step": 43816 + }, + { + "epoch": 0.7500470737260138, + "grad_norm": 2.5392580032348633, + "learning_rate": 3.101702857916251e-06, + "loss": 2.4253, + "step": 43817 + }, + { + "epoch": 0.7500641914445643, + "grad_norm": 2.44059681892395, + "learning_rate": 3.101301494845812e-06, + "loss": 2.3334, + "step": 43818 + }, + { + "epoch": 0.7500813091631148, + "grad_norm": 2.66536545753479, + "learning_rate": 3.1009001529795758e-06, + "loss": 2.4506, + "step": 43819 + }, + { + "epoch": 0.7500984268816652, + "grad_norm": 2.5778214931488037, + "learning_rate": 3.1004988323187645e-06, + "loss": 2.4405, + "step": 43820 + }, + { + "epoch": 0.7501155446002157, + "grad_norm": 2.5319292545318604, + "learning_rate": 3.1000975328646166e-06, + "loss": 2.2988, + "step": 43821 + }, + { + "epoch": 0.7501326623187662, + "grad_norm": 2.3504862785339355, + "learning_rate": 3.0996962546183628e-06, + "loss": 2.3283, + "step": 43822 + }, + { + "epoch": 0.7501497800373166, + "grad_norm": 2.604461669921875, + "learning_rate": 3.0992949975812404e-06, + "loss": 2.4391, + "step": 43823 + }, + { + "epoch": 0.7501668977558671, + "grad_norm": 2.4590091705322266, + "learning_rate": 3.098893761754482e-06, + "loss": 2.3172, + "step": 43824 + }, + { + "epoch": 0.7501840154744176, + "grad_norm": 2.8175058364868164, + "learning_rate": 3.098492547139317e-06, + "loss": 2.4838, + "step": 43825 + }, + { + "epoch": 0.750201133192968, + "grad_norm": 2.4461519718170166, + "learning_rate": 3.0980913537369804e-06, + "loss": 2.401, + "step": 43826 + }, + { + "epoch": 0.7502182509115185, + "grad_norm": 2.4296536445617676, + "learning_rate": 3.097690181548707e-06, + "loss": 2.3455, + "step": 43827 + }, + { + "epoch": 0.750235368630069, + "grad_norm": 2.536074161529541, + "learning_rate": 3.0972890305757285e-06, + "loss": 2.3102, + "step": 43828 + }, + { + "epoch": 0.7502524863486194, + "grad_norm": 2.4207067489624023, + "learning_rate": 3.0968879008192787e-06, + "loss": 2.3511, + "step": 43829 + }, + { + "epoch": 0.7502696040671699, + "grad_norm": 2.490940570831299, + "learning_rate": 3.096486792280592e-06, + "loss": 2.4229, + "step": 43830 + }, + { + "epoch": 0.7502867217857204, + "grad_norm": 2.509294033050537, + "learning_rate": 3.0960857049608938e-06, + "loss": 2.3068, + "step": 43831 + }, + { + "epoch": 0.7503038395042708, + "grad_norm": 2.483334541320801, + "learning_rate": 3.0956846388614294e-06, + "loss": 2.2664, + "step": 43832 + }, + { + "epoch": 0.7503209572228213, + "grad_norm": 2.566812038421631, + "learning_rate": 3.0952835939834204e-06, + "loss": 2.3044, + "step": 43833 + }, + { + "epoch": 0.7503380749413718, + "grad_norm": 2.620856523513794, + "learning_rate": 3.0948825703281036e-06, + "loss": 2.2908, + "step": 43834 + }, + { + "epoch": 0.7503551926599222, + "grad_norm": 2.505418300628662, + "learning_rate": 3.094481567896712e-06, + "loss": 2.4061, + "step": 43835 + }, + { + "epoch": 0.7503723103784727, + "grad_norm": 2.6589720249176025, + "learning_rate": 3.094080586690478e-06, + "loss": 2.5392, + "step": 43836 + }, + { + "epoch": 0.7503894280970232, + "grad_norm": 2.4023499488830566, + "learning_rate": 3.0936796267106375e-06, + "loss": 2.3277, + "step": 43837 + }, + { + "epoch": 0.7504065458155738, + "grad_norm": 2.5654349327087402, + "learning_rate": 3.093278687958412e-06, + "loss": 2.3907, + "step": 43838 + }, + { + "epoch": 0.7504236635341242, + "grad_norm": 2.5232925415039062, + "learning_rate": 3.0928777704350477e-06, + "loss": 2.3227, + "step": 43839 + }, + { + "epoch": 0.7504407812526747, + "grad_norm": 2.555264711380005, + "learning_rate": 3.0924768741417664e-06, + "loss": 2.2937, + "step": 43840 + }, + { + "epoch": 0.7504578989712252, + "grad_norm": 2.3910791873931885, + "learning_rate": 3.0920759990798056e-06, + "loss": 2.3069, + "step": 43841 + }, + { + "epoch": 0.7504750166897756, + "grad_norm": 2.709141492843628, + "learning_rate": 3.091675145250399e-06, + "loss": 2.573, + "step": 43842 + }, + { + "epoch": 0.7504921344083261, + "grad_norm": 2.3487792015075684, + "learning_rate": 3.0912743126547683e-06, + "loss": 2.3257, + "step": 43843 + }, + { + "epoch": 0.7505092521268766, + "grad_norm": 2.3988757133483887, + "learning_rate": 3.0908735012941604e-06, + "loss": 2.3647, + "step": 43844 + }, + { + "epoch": 0.750526369845427, + "grad_norm": 2.554687976837158, + "learning_rate": 3.0904727111697963e-06, + "loss": 2.4107, + "step": 43845 + }, + { + "epoch": 0.7505434875639775, + "grad_norm": 2.76444935798645, + "learning_rate": 3.090071942282912e-06, + "loss": 2.5127, + "step": 43846 + }, + { + "epoch": 0.750560605282528, + "grad_norm": 2.6651253700256348, + "learning_rate": 3.0896711946347412e-06, + "loss": 2.4447, + "step": 43847 + }, + { + "epoch": 0.7505777230010784, + "grad_norm": 2.536715030670166, + "learning_rate": 3.0892704682265074e-06, + "loss": 2.2864, + "step": 43848 + }, + { + "epoch": 0.7505948407196289, + "grad_norm": 2.4606590270996094, + "learning_rate": 3.0888697630594544e-06, + "loss": 2.2588, + "step": 43849 + }, + { + "epoch": 0.7506119584381794, + "grad_norm": 2.5596060752868652, + "learning_rate": 3.088469079134804e-06, + "loss": 2.4165, + "step": 43850 + }, + { + "epoch": 0.7506290761567298, + "grad_norm": 2.6865792274475098, + "learning_rate": 3.088068416453791e-06, + "loss": 2.415, + "step": 43851 + }, + { + "epoch": 0.7506461938752803, + "grad_norm": 2.602543354034424, + "learning_rate": 3.0876677750176477e-06, + "loss": 2.3651, + "step": 43852 + }, + { + "epoch": 0.7506633115938308, + "grad_norm": 2.576270818710327, + "learning_rate": 3.0872671548276055e-06, + "loss": 2.4063, + "step": 43853 + }, + { + "epoch": 0.7506804293123812, + "grad_norm": 2.5691161155700684, + "learning_rate": 3.0868665558848974e-06, + "loss": 2.2833, + "step": 43854 + }, + { + "epoch": 0.7506975470309317, + "grad_norm": 2.6642441749572754, + "learning_rate": 3.0864659781907468e-06, + "loss": 2.3714, + "step": 43855 + }, + { + "epoch": 0.7507146647494822, + "grad_norm": 2.569911479949951, + "learning_rate": 3.086065421746397e-06, + "loss": 2.4357, + "step": 43856 + }, + { + "epoch": 0.7507317824680326, + "grad_norm": 2.768843173980713, + "learning_rate": 3.0856648865530704e-06, + "loss": 2.4747, + "step": 43857 + }, + { + "epoch": 0.7507489001865831, + "grad_norm": 2.402850389480591, + "learning_rate": 3.0852643726120002e-06, + "loss": 2.2842, + "step": 43858 + }, + { + "epoch": 0.7507660179051336, + "grad_norm": 2.5895683765411377, + "learning_rate": 3.084863879924417e-06, + "loss": 2.3068, + "step": 43859 + }, + { + "epoch": 0.750783135623684, + "grad_norm": 2.6599202156066895, + "learning_rate": 3.0844634084915537e-06, + "loss": 2.3122, + "step": 43860 + }, + { + "epoch": 0.7508002533422345, + "grad_norm": 2.438014507293701, + "learning_rate": 3.084062958314642e-06, + "loss": 2.2218, + "step": 43861 + }, + { + "epoch": 0.750817371060785, + "grad_norm": 2.5917961597442627, + "learning_rate": 3.0836625293949085e-06, + "loss": 2.5165, + "step": 43862 + }, + { + "epoch": 0.7508344887793355, + "grad_norm": 2.4256691932678223, + "learning_rate": 3.0832621217335868e-06, + "loss": 2.2343, + "step": 43863 + }, + { + "epoch": 0.750851606497886, + "grad_norm": 2.53739857673645, + "learning_rate": 3.082861735331907e-06, + "loss": 2.3664, + "step": 43864 + }, + { + "epoch": 0.7508687242164365, + "grad_norm": 2.773460865020752, + "learning_rate": 3.0824613701911e-06, + "loss": 2.3741, + "step": 43865 + }, + { + "epoch": 0.7508858419349869, + "grad_norm": 2.5066850185394287, + "learning_rate": 3.082061026312395e-06, + "loss": 2.3152, + "step": 43866 + }, + { + "epoch": 0.7509029596535374, + "grad_norm": 2.5758414268493652, + "learning_rate": 3.081660703697028e-06, + "loss": 2.4247, + "step": 43867 + }, + { + "epoch": 0.7509200773720879, + "grad_norm": 2.5094306468963623, + "learning_rate": 3.0812604023462224e-06, + "loss": 2.3244, + "step": 43868 + }, + { + "epoch": 0.7509371950906383, + "grad_norm": 2.579347610473633, + "learning_rate": 3.080860122261211e-06, + "loss": 2.3799, + "step": 43869 + }, + { + "epoch": 0.7509543128091888, + "grad_norm": 2.617352247238159, + "learning_rate": 3.080459863443225e-06, + "loss": 2.3971, + "step": 43870 + }, + { + "epoch": 0.7509714305277393, + "grad_norm": 2.4921374320983887, + "learning_rate": 3.0800596258934943e-06, + "loss": 2.3552, + "step": 43871 + }, + { + "epoch": 0.7509885482462897, + "grad_norm": 2.640801429748535, + "learning_rate": 3.079659409613248e-06, + "loss": 2.3794, + "step": 43872 + }, + { + "epoch": 0.7510056659648402, + "grad_norm": 2.4402003288269043, + "learning_rate": 3.079259214603718e-06, + "loss": 2.1582, + "step": 43873 + }, + { + "epoch": 0.7510227836833907, + "grad_norm": 2.548419952392578, + "learning_rate": 3.078859040866137e-06, + "loss": 2.4266, + "step": 43874 + }, + { + "epoch": 0.7510399014019411, + "grad_norm": 2.4653103351593018, + "learning_rate": 3.0784588884017284e-06, + "loss": 2.2424, + "step": 43875 + }, + { + "epoch": 0.7510570191204916, + "grad_norm": 2.492818593978882, + "learning_rate": 3.078058757211725e-06, + "loss": 2.2655, + "step": 43876 + }, + { + "epoch": 0.7510741368390421, + "grad_norm": 2.4946110248565674, + "learning_rate": 3.077658647297357e-06, + "loss": 2.2536, + "step": 43877 + }, + { + "epoch": 0.7510912545575925, + "grad_norm": 2.5673482418060303, + "learning_rate": 3.0772585586598535e-06, + "loss": 2.4061, + "step": 43878 + }, + { + "epoch": 0.751108372276143, + "grad_norm": 2.5933752059936523, + "learning_rate": 3.0768584913004494e-06, + "loss": 2.4492, + "step": 43879 + }, + { + "epoch": 0.7511254899946935, + "grad_norm": 2.516263008117676, + "learning_rate": 3.076458445220363e-06, + "loss": 2.3278, + "step": 43880 + }, + { + "epoch": 0.7511426077132439, + "grad_norm": 2.527479887008667, + "learning_rate": 3.0760584204208365e-06, + "loss": 2.3507, + "step": 43881 + }, + { + "epoch": 0.7511597254317944, + "grad_norm": 2.6076133251190186, + "learning_rate": 3.075658416903092e-06, + "loss": 2.4145, + "step": 43882 + }, + { + "epoch": 0.7511768431503449, + "grad_norm": 2.490370273590088, + "learning_rate": 3.07525843466836e-06, + "loss": 2.2804, + "step": 43883 + }, + { + "epoch": 0.7511939608688953, + "grad_norm": 2.643098831176758, + "learning_rate": 3.074858473717873e-06, + "loss": 2.3205, + "step": 43884 + }, + { + "epoch": 0.7512110785874458, + "grad_norm": 2.4155263900756836, + "learning_rate": 3.0744585340528533e-06, + "loss": 2.1978, + "step": 43885 + }, + { + "epoch": 0.7512281963059964, + "grad_norm": 2.586822509765625, + "learning_rate": 3.07405861567454e-06, + "loss": 2.2999, + "step": 43886 + }, + { + "epoch": 0.7512453140245469, + "grad_norm": 2.60050892829895, + "learning_rate": 3.0736587185841536e-06, + "loss": 2.3339, + "step": 43887 + }, + { + "epoch": 0.7512624317430973, + "grad_norm": 2.5461370944976807, + "learning_rate": 3.073258842782928e-06, + "loss": 2.3229, + "step": 43888 + }, + { + "epoch": 0.7512795494616478, + "grad_norm": 2.525754451751709, + "learning_rate": 3.0728589882720925e-06, + "loss": 2.3214, + "step": 43889 + }, + { + "epoch": 0.7512966671801983, + "grad_norm": 2.457026958465576, + "learning_rate": 3.0724591550528705e-06, + "loss": 2.3476, + "step": 43890 + }, + { + "epoch": 0.7513137848987487, + "grad_norm": 2.4135684967041016, + "learning_rate": 3.0720593431265e-06, + "loss": 2.2871, + "step": 43891 + }, + { + "epoch": 0.7513309026172992, + "grad_norm": 2.62800669670105, + "learning_rate": 3.0716595524941984e-06, + "loss": 2.3372, + "step": 43892 + }, + { + "epoch": 0.7513480203358497, + "grad_norm": 2.545588254928589, + "learning_rate": 3.071259783157209e-06, + "loss": 2.4402, + "step": 43893 + }, + { + "epoch": 0.7513651380544001, + "grad_norm": 2.5056252479553223, + "learning_rate": 3.0708600351167483e-06, + "loss": 2.2873, + "step": 43894 + }, + { + "epoch": 0.7513822557729506, + "grad_norm": 2.6094088554382324, + "learning_rate": 3.070460308374049e-06, + "loss": 2.45, + "step": 43895 + }, + { + "epoch": 0.7513993734915011, + "grad_norm": 2.4468181133270264, + "learning_rate": 3.0700606029303446e-06, + "loss": 2.4176, + "step": 43896 + }, + { + "epoch": 0.7514164912100515, + "grad_norm": 2.4917426109313965, + "learning_rate": 3.069660918786852e-06, + "loss": 2.3508, + "step": 43897 + }, + { + "epoch": 0.751433608928602, + "grad_norm": 2.3895838260650635, + "learning_rate": 3.0692612559448133e-06, + "loss": 2.282, + "step": 43898 + }, + { + "epoch": 0.7514507266471525, + "grad_norm": 2.5751914978027344, + "learning_rate": 3.0688616144054474e-06, + "loss": 2.351, + "step": 43899 + }, + { + "epoch": 0.7514678443657029, + "grad_norm": 2.5633928775787354, + "learning_rate": 3.0684619941699855e-06, + "loss": 2.3935, + "step": 43900 + }, + { + "epoch": 0.7514849620842534, + "grad_norm": 2.62040638923645, + "learning_rate": 3.068062395239656e-06, + "loss": 2.33, + "step": 43901 + }, + { + "epoch": 0.7515020798028039, + "grad_norm": 2.5543766021728516, + "learning_rate": 3.0676628176156875e-06, + "loss": 2.3942, + "step": 43902 + }, + { + "epoch": 0.7515191975213543, + "grad_norm": 2.4241273403167725, + "learning_rate": 3.0672632612993083e-06, + "loss": 2.3229, + "step": 43903 + }, + { + "epoch": 0.7515363152399048, + "grad_norm": 2.5702619552612305, + "learning_rate": 3.066863726291748e-06, + "loss": 2.39, + "step": 43904 + }, + { + "epoch": 0.7515534329584553, + "grad_norm": 2.5895299911499023, + "learning_rate": 3.06646421259423e-06, + "loss": 2.386, + "step": 43905 + }, + { + "epoch": 0.7515705506770057, + "grad_norm": 2.614759683609009, + "learning_rate": 3.0660647202079852e-06, + "loss": 2.4241, + "step": 43906 + }, + { + "epoch": 0.7515876683955562, + "grad_norm": 2.409247398376465, + "learning_rate": 3.065665249134242e-06, + "loss": 2.3309, + "step": 43907 + }, + { + "epoch": 0.7516047861141067, + "grad_norm": 2.6101369857788086, + "learning_rate": 3.065265799374226e-06, + "loss": 2.447, + "step": 43908 + }, + { + "epoch": 0.7516219038326571, + "grad_norm": 2.5077126026153564, + "learning_rate": 3.0648663709291683e-06, + "loss": 2.3912, + "step": 43909 + }, + { + "epoch": 0.7516390215512077, + "grad_norm": 2.453122138977051, + "learning_rate": 3.0644669638002934e-06, + "loss": 2.316, + "step": 43910 + }, + { + "epoch": 0.7516561392697582, + "grad_norm": 2.5614116191864014, + "learning_rate": 3.064067577988834e-06, + "loss": 2.3157, + "step": 43911 + }, + { + "epoch": 0.7516732569883086, + "grad_norm": 2.4273340702056885, + "learning_rate": 3.0636682134960104e-06, + "loss": 2.3786, + "step": 43912 + }, + { + "epoch": 0.7516903747068591, + "grad_norm": 2.4981980323791504, + "learning_rate": 3.063268870323055e-06, + "loss": 2.3932, + "step": 43913 + }, + { + "epoch": 0.7517074924254096, + "grad_norm": 2.6108834743499756, + "learning_rate": 3.062869548471192e-06, + "loss": 2.3255, + "step": 43914 + }, + { + "epoch": 0.75172461014396, + "grad_norm": 2.4210352897644043, + "learning_rate": 3.0624702479416525e-06, + "loss": 2.2613, + "step": 43915 + }, + { + "epoch": 0.7517417278625105, + "grad_norm": 2.5761327743530273, + "learning_rate": 3.0620709687356642e-06, + "loss": 2.2671, + "step": 43916 + }, + { + "epoch": 0.751758845581061, + "grad_norm": 2.4446122646331787, + "learning_rate": 3.061671710854447e-06, + "loss": 2.2256, + "step": 43917 + }, + { + "epoch": 0.7517759632996114, + "grad_norm": 2.458482027053833, + "learning_rate": 3.0612724742992382e-06, + "loss": 2.2525, + "step": 43918 + }, + { + "epoch": 0.7517930810181619, + "grad_norm": 2.567883014678955, + "learning_rate": 3.0608732590712574e-06, + "loss": 2.3046, + "step": 43919 + }, + { + "epoch": 0.7518101987367124, + "grad_norm": 2.4808573722839355, + "learning_rate": 3.0604740651717347e-06, + "loss": 2.3607, + "step": 43920 + }, + { + "epoch": 0.7518273164552628, + "grad_norm": 2.622422933578491, + "learning_rate": 3.0600748926018988e-06, + "loss": 2.3863, + "step": 43921 + }, + { + "epoch": 0.7518444341738133, + "grad_norm": 2.6315858364105225, + "learning_rate": 3.0596757413629685e-06, + "loss": 2.3755, + "step": 43922 + }, + { + "epoch": 0.7518615518923638, + "grad_norm": 2.3722004890441895, + "learning_rate": 3.059276611456183e-06, + "loss": 2.3777, + "step": 43923 + }, + { + "epoch": 0.7518786696109142, + "grad_norm": 2.64363169670105, + "learning_rate": 3.05887750288276e-06, + "loss": 2.3577, + "step": 43924 + }, + { + "epoch": 0.7518957873294647, + "grad_norm": 2.644871473312378, + "learning_rate": 3.0584784156439286e-06, + "loss": 2.3693, + "step": 43925 + }, + { + "epoch": 0.7519129050480152, + "grad_norm": 2.5605854988098145, + "learning_rate": 3.0580793497409187e-06, + "loss": 2.3923, + "step": 43926 + }, + { + "epoch": 0.7519300227665656, + "grad_norm": 2.5069124698638916, + "learning_rate": 3.057680305174947e-06, + "loss": 2.3308, + "step": 43927 + }, + { + "epoch": 0.7519471404851161, + "grad_norm": 2.453157424926758, + "learning_rate": 3.057281281947254e-06, + "loss": 2.249, + "step": 43928 + }, + { + "epoch": 0.7519642582036666, + "grad_norm": 2.5309393405914307, + "learning_rate": 3.0568822800590526e-06, + "loss": 2.3665, + "step": 43929 + }, + { + "epoch": 0.751981375922217, + "grad_norm": 2.543776512145996, + "learning_rate": 3.0564832995115824e-06, + "loss": 2.3518, + "step": 43930 + }, + { + "epoch": 0.7519984936407675, + "grad_norm": 2.818127155303955, + "learning_rate": 3.056084340306059e-06, + "loss": 2.4245, + "step": 43931 + }, + { + "epoch": 0.752015611359318, + "grad_norm": 2.5394794940948486, + "learning_rate": 3.0556854024437144e-06, + "loss": 2.2923, + "step": 43932 + }, + { + "epoch": 0.7520327290778686, + "grad_norm": 2.458679437637329, + "learning_rate": 3.0552864859257746e-06, + "loss": 2.2931, + "step": 43933 + }, + { + "epoch": 0.752049846796419, + "grad_norm": 2.6309878826141357, + "learning_rate": 3.054887590753458e-06, + "loss": 2.4311, + "step": 43934 + }, + { + "epoch": 0.7520669645149695, + "grad_norm": 2.4538094997406006, + "learning_rate": 3.0544887169280045e-06, + "loss": 2.3355, + "step": 43935 + }, + { + "epoch": 0.75208408223352, + "grad_norm": 2.4937832355499268, + "learning_rate": 3.0540898644506277e-06, + "loss": 2.3086, + "step": 43936 + }, + { + "epoch": 0.7521011999520704, + "grad_norm": 2.632075548171997, + "learning_rate": 3.05369103332256e-06, + "loss": 2.3858, + "step": 43937 + }, + { + "epoch": 0.7521183176706209, + "grad_norm": 2.669617176055908, + "learning_rate": 3.0532922235450245e-06, + "loss": 2.3769, + "step": 43938 + }, + { + "epoch": 0.7521354353891714, + "grad_norm": 2.533036947250366, + "learning_rate": 3.0528934351192487e-06, + "loss": 2.39, + "step": 43939 + }, + { + "epoch": 0.7521525531077218, + "grad_norm": 2.654592275619507, + "learning_rate": 3.0524946680464595e-06, + "loss": 2.4514, + "step": 43940 + }, + { + "epoch": 0.7521696708262723, + "grad_norm": 2.730950117111206, + "learning_rate": 3.052095922327879e-06, + "loss": 2.484, + "step": 43941 + }, + { + "epoch": 0.7521867885448228, + "grad_norm": 2.7494888305664062, + "learning_rate": 3.0516971979647348e-06, + "loss": 2.4242, + "step": 43942 + }, + { + "epoch": 0.7522039062633732, + "grad_norm": 2.5966532230377197, + "learning_rate": 3.0512984949582515e-06, + "loss": 2.331, + "step": 43943 + }, + { + "epoch": 0.7522210239819237, + "grad_norm": 2.6740148067474365, + "learning_rate": 3.0508998133096557e-06, + "loss": 2.465, + "step": 43944 + }, + { + "epoch": 0.7522381417004742, + "grad_norm": 2.6017796993255615, + "learning_rate": 3.050501153020172e-06, + "loss": 2.369, + "step": 43945 + }, + { + "epoch": 0.7522552594190246, + "grad_norm": 2.497205972671509, + "learning_rate": 3.050102514091026e-06, + "loss": 2.4295, + "step": 43946 + }, + { + "epoch": 0.7522723771375751, + "grad_norm": 2.6768345832824707, + "learning_rate": 3.0497038965234472e-06, + "loss": 2.3614, + "step": 43947 + }, + { + "epoch": 0.7522894948561256, + "grad_norm": 2.6710095405578613, + "learning_rate": 3.0493053003186524e-06, + "loss": 2.3219, + "step": 43948 + }, + { + "epoch": 0.752306612574676, + "grad_norm": 2.655846118927002, + "learning_rate": 3.0489067254778726e-06, + "loss": 2.3628, + "step": 43949 + }, + { + "epoch": 0.7523237302932265, + "grad_norm": 2.594346761703491, + "learning_rate": 3.0485081720023303e-06, + "loss": 2.4013, + "step": 43950 + }, + { + "epoch": 0.752340848011777, + "grad_norm": 2.5706849098205566, + "learning_rate": 3.0481096398932517e-06, + "loss": 2.2882, + "step": 43951 + }, + { + "epoch": 0.7523579657303274, + "grad_norm": 2.6047630310058594, + "learning_rate": 3.0477111291518625e-06, + "loss": 2.2645, + "step": 43952 + }, + { + "epoch": 0.7523750834488779, + "grad_norm": 2.587397813796997, + "learning_rate": 3.0473126397793883e-06, + "loss": 2.4262, + "step": 43953 + }, + { + "epoch": 0.7523922011674284, + "grad_norm": 2.5697615146636963, + "learning_rate": 3.04691417177705e-06, + "loss": 2.4359, + "step": 43954 + }, + { + "epoch": 0.7524093188859788, + "grad_norm": 2.8329434394836426, + "learning_rate": 3.0465157251460752e-06, + "loss": 2.5458, + "step": 43955 + }, + { + "epoch": 0.7524264366045293, + "grad_norm": 2.5520780086517334, + "learning_rate": 3.0461172998876877e-06, + "loss": 2.3172, + "step": 43956 + }, + { + "epoch": 0.7524435543230799, + "grad_norm": 2.594205379486084, + "learning_rate": 3.0457188960031127e-06, + "loss": 2.3546, + "step": 43957 + }, + { + "epoch": 0.7524606720416303, + "grad_norm": 2.549837589263916, + "learning_rate": 3.045320513493577e-06, + "loss": 2.3474, + "step": 43958 + }, + { + "epoch": 0.7524777897601808, + "grad_norm": 2.5209968090057373, + "learning_rate": 3.0449221523602966e-06, + "loss": 2.2576, + "step": 43959 + }, + { + "epoch": 0.7524949074787313, + "grad_norm": 2.539742946624756, + "learning_rate": 3.0445238126045094e-06, + "loss": 2.3263, + "step": 43960 + }, + { + "epoch": 0.7525120251972817, + "grad_norm": 2.505230665206909, + "learning_rate": 3.044125494227428e-06, + "loss": 2.3451, + "step": 43961 + }, + { + "epoch": 0.7525291429158322, + "grad_norm": 2.5791542530059814, + "learning_rate": 3.0437271972302816e-06, + "loss": 2.3647, + "step": 43962 + }, + { + "epoch": 0.7525462606343827, + "grad_norm": 2.433729410171509, + "learning_rate": 3.0433289216142936e-06, + "loss": 2.2683, + "step": 43963 + }, + { + "epoch": 0.7525633783529331, + "grad_norm": 2.6195056438446045, + "learning_rate": 3.042930667380688e-06, + "loss": 2.4341, + "step": 43964 + }, + { + "epoch": 0.7525804960714836, + "grad_norm": 2.7063679695129395, + "learning_rate": 3.0425324345306926e-06, + "loss": 2.3114, + "step": 43965 + }, + { + "epoch": 0.7525976137900341, + "grad_norm": 2.396766185760498, + "learning_rate": 3.0421342230655225e-06, + "loss": 2.273, + "step": 43966 + }, + { + "epoch": 0.7526147315085845, + "grad_norm": 2.6869444847106934, + "learning_rate": 3.0417360329864134e-06, + "loss": 2.5345, + "step": 43967 + }, + { + "epoch": 0.752631849227135, + "grad_norm": 2.712662696838379, + "learning_rate": 3.04133786429458e-06, + "loss": 2.4429, + "step": 43968 + }, + { + "epoch": 0.7526489669456855, + "grad_norm": 2.558375597000122, + "learning_rate": 3.0409397169912492e-06, + "loss": 2.4226, + "step": 43969 + }, + { + "epoch": 0.7526660846642359, + "grad_norm": 2.3450770378112793, + "learning_rate": 3.040541591077647e-06, + "loss": 2.2881, + "step": 43970 + }, + { + "epoch": 0.7526832023827864, + "grad_norm": 2.6771912574768066, + "learning_rate": 3.0401434865549894e-06, + "loss": 2.4946, + "step": 43971 + }, + { + "epoch": 0.7527003201013369, + "grad_norm": 2.6840732097625732, + "learning_rate": 3.039745403424512e-06, + "loss": 2.3271, + "step": 43972 + }, + { + "epoch": 0.7527174378198873, + "grad_norm": 2.72786283493042, + "learning_rate": 3.0393473416874286e-06, + "loss": 2.3372, + "step": 43973 + }, + { + "epoch": 0.7527345555384378, + "grad_norm": 2.4910943508148193, + "learning_rate": 3.0389493013449654e-06, + "loss": 2.4166, + "step": 43974 + }, + { + "epoch": 0.7527516732569883, + "grad_norm": 2.254786491394043, + "learning_rate": 3.0385512823983466e-06, + "loss": 2.2419, + "step": 43975 + }, + { + "epoch": 0.7527687909755387, + "grad_norm": 2.63521146774292, + "learning_rate": 3.038153284848796e-06, + "loss": 2.3174, + "step": 43976 + }, + { + "epoch": 0.7527859086940892, + "grad_norm": 2.854663133621216, + "learning_rate": 3.0377553086975397e-06, + "loss": 2.3788, + "step": 43977 + }, + { + "epoch": 0.7528030264126397, + "grad_norm": 2.693427085876465, + "learning_rate": 3.0373573539457933e-06, + "loss": 2.3544, + "step": 43978 + }, + { + "epoch": 0.7528201441311902, + "grad_norm": 2.6440951824188232, + "learning_rate": 3.036959420594785e-06, + "loss": 2.3774, + "step": 43979 + }, + { + "epoch": 0.7528372618497406, + "grad_norm": 2.6037983894348145, + "learning_rate": 3.036561508645737e-06, + "loss": 2.4827, + "step": 43980 + }, + { + "epoch": 0.7528543795682912, + "grad_norm": 2.4272007942199707, + "learning_rate": 3.036163618099872e-06, + "loss": 2.3364, + "step": 43981 + }, + { + "epoch": 0.7528714972868417, + "grad_norm": 2.744670867919922, + "learning_rate": 3.035765748958415e-06, + "loss": 2.4294, + "step": 43982 + }, + { + "epoch": 0.7528886150053921, + "grad_norm": 2.5366528034210205, + "learning_rate": 3.0353679012225856e-06, + "loss": 2.2507, + "step": 43983 + }, + { + "epoch": 0.7529057327239426, + "grad_norm": 2.714202642440796, + "learning_rate": 3.0349700748936115e-06, + "loss": 2.3979, + "step": 43984 + }, + { + "epoch": 0.7529228504424931, + "grad_norm": 2.4315083026885986, + "learning_rate": 3.034572269972711e-06, + "loss": 2.2686, + "step": 43985 + }, + { + "epoch": 0.7529399681610435, + "grad_norm": 2.5626425743103027, + "learning_rate": 3.0341744864611066e-06, + "loss": 2.4324, + "step": 43986 + }, + { + "epoch": 0.752957085879594, + "grad_norm": 2.6152243614196777, + "learning_rate": 3.0337767243600237e-06, + "loss": 2.3851, + "step": 43987 + }, + { + "epoch": 0.7529742035981445, + "grad_norm": 2.5561394691467285, + "learning_rate": 3.033378983670683e-06, + "loss": 2.3486, + "step": 43988 + }, + { + "epoch": 0.7529913213166949, + "grad_norm": 2.6792824268341064, + "learning_rate": 3.032981264394308e-06, + "loss": 2.4183, + "step": 43989 + }, + { + "epoch": 0.7530084390352454, + "grad_norm": 2.631871461868286, + "learning_rate": 3.0325835665321233e-06, + "loss": 2.3532, + "step": 43990 + }, + { + "epoch": 0.7530255567537959, + "grad_norm": 2.6073713302612305, + "learning_rate": 3.0321858900853464e-06, + "loss": 2.3592, + "step": 43991 + }, + { + "epoch": 0.7530426744723463, + "grad_norm": 2.420529365539551, + "learning_rate": 3.031788235055202e-06, + "loss": 2.3941, + "step": 43992 + }, + { + "epoch": 0.7530597921908968, + "grad_norm": 2.5373713970184326, + "learning_rate": 3.0313906014429127e-06, + "loss": 2.3649, + "step": 43993 + }, + { + "epoch": 0.7530769099094473, + "grad_norm": 2.734734535217285, + "learning_rate": 3.0309929892497004e-06, + "loss": 2.3608, + "step": 43994 + }, + { + "epoch": 0.7530940276279977, + "grad_norm": 2.491443395614624, + "learning_rate": 3.03059539847679e-06, + "loss": 2.3106, + "step": 43995 + }, + { + "epoch": 0.7531111453465482, + "grad_norm": 2.4573915004730225, + "learning_rate": 3.0301978291253955e-06, + "loss": 2.4631, + "step": 43996 + }, + { + "epoch": 0.7531282630650987, + "grad_norm": 2.4654464721679688, + "learning_rate": 3.02980028119675e-06, + "loss": 2.3213, + "step": 43997 + }, + { + "epoch": 0.7531453807836491, + "grad_norm": 2.4730803966522217, + "learning_rate": 3.0294027546920655e-06, + "loss": 2.3396, + "step": 43998 + }, + { + "epoch": 0.7531624985021996, + "grad_norm": 2.4407129287719727, + "learning_rate": 3.0290052496125687e-06, + "loss": 2.3782, + "step": 43999 + }, + { + "epoch": 0.7531796162207501, + "grad_norm": 2.622899293899536, + "learning_rate": 3.0286077659594814e-06, + "loss": 2.3599, + "step": 44000 + }, + { + "epoch": 0.7531967339393005, + "grad_norm": 2.4875471591949463, + "learning_rate": 3.028210303734024e-06, + "loss": 2.4183, + "step": 44001 + }, + { + "epoch": 0.753213851657851, + "grad_norm": 2.7079386711120605, + "learning_rate": 3.0278128629374214e-06, + "loss": 2.4189, + "step": 44002 + }, + { + "epoch": 0.7532309693764015, + "grad_norm": 2.64066481590271, + "learning_rate": 3.027415443570887e-06, + "loss": 2.5044, + "step": 44003 + }, + { + "epoch": 0.753248087094952, + "grad_norm": 2.563701868057251, + "learning_rate": 3.0270180456356547e-06, + "loss": 2.3498, + "step": 44004 + }, + { + "epoch": 0.7532652048135025, + "grad_norm": 2.6335086822509766, + "learning_rate": 3.026620669132935e-06, + "loss": 2.3795, + "step": 44005 + }, + { + "epoch": 0.753282322532053, + "grad_norm": 2.3268027305603027, + "learning_rate": 3.026223314063954e-06, + "loss": 2.2863, + "step": 44006 + }, + { + "epoch": 0.7532994402506034, + "grad_norm": 2.559882879257202, + "learning_rate": 3.025825980429935e-06, + "loss": 2.2885, + "step": 44007 + }, + { + "epoch": 0.7533165579691539, + "grad_norm": 2.458252429962158, + "learning_rate": 3.025428668232091e-06, + "loss": 2.3986, + "step": 44008 + }, + { + "epoch": 0.7533336756877044, + "grad_norm": 2.4891867637634277, + "learning_rate": 3.0250313774716555e-06, + "loss": 2.2855, + "step": 44009 + }, + { + "epoch": 0.7533507934062548, + "grad_norm": 2.5128610134124756, + "learning_rate": 3.02463410814984e-06, + "loss": 2.3078, + "step": 44010 + }, + { + "epoch": 0.7533679111248053, + "grad_norm": 2.5611510276794434, + "learning_rate": 3.0242368602678675e-06, + "loss": 2.4307, + "step": 44011 + }, + { + "epoch": 0.7533850288433558, + "grad_norm": 2.563293933868408, + "learning_rate": 3.0238396338269636e-06, + "loss": 2.3174, + "step": 44012 + }, + { + "epoch": 0.7534021465619062, + "grad_norm": 2.5426723957061768, + "learning_rate": 3.0234424288283405e-06, + "loss": 2.3936, + "step": 44013 + }, + { + "epoch": 0.7534192642804567, + "grad_norm": 2.4688720703125, + "learning_rate": 3.0230452452732293e-06, + "loss": 2.369, + "step": 44014 + }, + { + "epoch": 0.7534363819990072, + "grad_norm": 2.6473071575164795, + "learning_rate": 3.0226480831628447e-06, + "loss": 2.3767, + "step": 44015 + }, + { + "epoch": 0.7534534997175576, + "grad_norm": 2.4432008266448975, + "learning_rate": 3.022250942498407e-06, + "loss": 2.2593, + "step": 44016 + }, + { + "epoch": 0.7534706174361081, + "grad_norm": 2.49118709564209, + "learning_rate": 3.021853823281139e-06, + "loss": 2.2913, + "step": 44017 + }, + { + "epoch": 0.7534877351546586, + "grad_norm": 2.584003210067749, + "learning_rate": 3.0214567255122608e-06, + "loss": 2.5352, + "step": 44018 + }, + { + "epoch": 0.753504852873209, + "grad_norm": 2.511535167694092, + "learning_rate": 3.0210596491929954e-06, + "loss": 2.4078, + "step": 44019 + }, + { + "epoch": 0.7535219705917595, + "grad_norm": 2.528648853302002, + "learning_rate": 3.020662594324555e-06, + "loss": 2.3138, + "step": 44020 + }, + { + "epoch": 0.75353908831031, + "grad_norm": 2.4704720973968506, + "learning_rate": 3.0202655609081723e-06, + "loss": 2.2237, + "step": 44021 + }, + { + "epoch": 0.7535562060288604, + "grad_norm": 2.634936809539795, + "learning_rate": 3.0198685489450575e-06, + "loss": 2.3916, + "step": 44022 + }, + { + "epoch": 0.7535733237474109, + "grad_norm": 2.466127395629883, + "learning_rate": 3.0194715584364354e-06, + "loss": 2.3849, + "step": 44023 + }, + { + "epoch": 0.7535904414659614, + "grad_norm": 2.5195794105529785, + "learning_rate": 3.019074589383524e-06, + "loss": 2.3659, + "step": 44024 + }, + { + "epoch": 0.7536075591845119, + "grad_norm": 2.5211267471313477, + "learning_rate": 3.0186776417875463e-06, + "loss": 2.3839, + "step": 44025 + }, + { + "epoch": 0.7536246769030623, + "grad_norm": 2.3941006660461426, + "learning_rate": 3.018280715649723e-06, + "loss": 2.3592, + "step": 44026 + }, + { + "epoch": 0.7536417946216128, + "grad_norm": 2.5179860591888428, + "learning_rate": 3.0178838109712684e-06, + "loss": 2.2976, + "step": 44027 + }, + { + "epoch": 0.7536589123401634, + "grad_norm": 2.468427896499634, + "learning_rate": 3.017486927753407e-06, + "loss": 2.2639, + "step": 44028 + }, + { + "epoch": 0.7536760300587138, + "grad_norm": 2.5999755859375, + "learning_rate": 3.0170900659973577e-06, + "loss": 2.3035, + "step": 44029 + }, + { + "epoch": 0.7536931477772643, + "grad_norm": 2.454988479614258, + "learning_rate": 3.016693225704339e-06, + "loss": 2.271, + "step": 44030 + }, + { + "epoch": 0.7537102654958148, + "grad_norm": 2.547454595565796, + "learning_rate": 3.016296406875574e-06, + "loss": 2.369, + "step": 44031 + }, + { + "epoch": 0.7537273832143652, + "grad_norm": 2.5733749866485596, + "learning_rate": 3.0158996095122817e-06, + "loss": 2.4503, + "step": 44032 + }, + { + "epoch": 0.7537445009329157, + "grad_norm": 2.5664288997650146, + "learning_rate": 3.015502833615678e-06, + "loss": 2.2948, + "step": 44033 + }, + { + "epoch": 0.7537616186514662, + "grad_norm": 2.622704267501831, + "learning_rate": 3.0151060791869845e-06, + "loss": 2.3976, + "step": 44034 + }, + { + "epoch": 0.7537787363700166, + "grad_norm": 2.4377427101135254, + "learning_rate": 3.014709346227421e-06, + "loss": 2.4511, + "step": 44035 + }, + { + "epoch": 0.7537958540885671, + "grad_norm": 2.5955400466918945, + "learning_rate": 3.014312634738208e-06, + "loss": 2.3745, + "step": 44036 + }, + { + "epoch": 0.7538129718071176, + "grad_norm": 2.671104907989502, + "learning_rate": 3.0139159447205623e-06, + "loss": 2.3061, + "step": 44037 + }, + { + "epoch": 0.753830089525668, + "grad_norm": 2.545220375061035, + "learning_rate": 3.013519276175706e-06, + "loss": 2.2691, + "step": 44038 + }, + { + "epoch": 0.7538472072442185, + "grad_norm": 2.4301373958587646, + "learning_rate": 3.0131226291048587e-06, + "loss": 2.2714, + "step": 44039 + }, + { + "epoch": 0.753864324962769, + "grad_norm": 2.496969223022461, + "learning_rate": 3.0127260035092353e-06, + "loss": 2.3981, + "step": 44040 + }, + { + "epoch": 0.7538814426813194, + "grad_norm": 2.473745584487915, + "learning_rate": 3.0123293993900582e-06, + "loss": 2.3121, + "step": 44041 + }, + { + "epoch": 0.7538985603998699, + "grad_norm": 2.6585662364959717, + "learning_rate": 3.011932816748544e-06, + "loss": 2.4008, + "step": 44042 + }, + { + "epoch": 0.7539156781184204, + "grad_norm": 2.638275384902954, + "learning_rate": 3.011536255585915e-06, + "loss": 2.4438, + "step": 44043 + }, + { + "epoch": 0.7539327958369708, + "grad_norm": 2.4893927574157715, + "learning_rate": 3.0111397159033907e-06, + "loss": 2.3719, + "step": 44044 + }, + { + "epoch": 0.7539499135555213, + "grad_norm": 2.583652973175049, + "learning_rate": 3.0107431977021807e-06, + "loss": 2.3197, + "step": 44045 + }, + { + "epoch": 0.7539670312740718, + "grad_norm": 2.5296196937561035, + "learning_rate": 3.0103467009835173e-06, + "loss": 2.2439, + "step": 44046 + }, + { + "epoch": 0.7539841489926222, + "grad_norm": 2.5809874534606934, + "learning_rate": 3.00995022574861e-06, + "loss": 2.4044, + "step": 44047 + }, + { + "epoch": 0.7540012667111727, + "grad_norm": 2.4419541358947754, + "learning_rate": 3.00955377199868e-06, + "loss": 2.2174, + "step": 44048 + }, + { + "epoch": 0.7540183844297232, + "grad_norm": 2.5051515102386475, + "learning_rate": 3.0091573397349483e-06, + "loss": 2.3298, + "step": 44049 + }, + { + "epoch": 0.7540355021482736, + "grad_norm": 2.636272430419922, + "learning_rate": 3.008760928958625e-06, + "loss": 2.2999, + "step": 44050 + }, + { + "epoch": 0.7540526198668241, + "grad_norm": 2.5164451599121094, + "learning_rate": 3.0083645396709417e-06, + "loss": 2.4178, + "step": 44051 + }, + { + "epoch": 0.7540697375853747, + "grad_norm": 2.5234267711639404, + "learning_rate": 3.0079681718731026e-06, + "loss": 2.4139, + "step": 44052 + }, + { + "epoch": 0.754086855303925, + "grad_norm": 2.572643280029297, + "learning_rate": 3.007571825566339e-06, + "loss": 2.368, + "step": 44053 + }, + { + "epoch": 0.7541039730224756, + "grad_norm": 2.650718927383423, + "learning_rate": 3.007175500751859e-06, + "loss": 2.3075, + "step": 44054 + }, + { + "epoch": 0.7541210907410261, + "grad_norm": 2.5462052822113037, + "learning_rate": 3.0067791974308856e-06, + "loss": 2.4736, + "step": 44055 + }, + { + "epoch": 0.7541382084595765, + "grad_norm": 2.4355764389038086, + "learning_rate": 3.0063829156046397e-06, + "loss": 2.3125, + "step": 44056 + }, + { + "epoch": 0.754155326178127, + "grad_norm": 2.4776954650878906, + "learning_rate": 3.005986655274329e-06, + "loss": 2.1685, + "step": 44057 + }, + { + "epoch": 0.7541724438966775, + "grad_norm": 2.5551400184631348, + "learning_rate": 3.005590416441185e-06, + "loss": 2.4125, + "step": 44058 + }, + { + "epoch": 0.7541895616152279, + "grad_norm": 2.5459983348846436, + "learning_rate": 3.005194199106416e-06, + "loss": 2.3944, + "step": 44059 + }, + { + "epoch": 0.7542066793337784, + "grad_norm": 2.8092803955078125, + "learning_rate": 3.004798003271242e-06, + "loss": 2.2721, + "step": 44060 + }, + { + "epoch": 0.7542237970523289, + "grad_norm": 2.580739974975586, + "learning_rate": 3.0044018289368814e-06, + "loss": 2.3812, + "step": 44061 + }, + { + "epoch": 0.7542409147708793, + "grad_norm": 2.6445600986480713, + "learning_rate": 3.004005676104551e-06, + "loss": 2.4384, + "step": 44062 + }, + { + "epoch": 0.7542580324894298, + "grad_norm": 2.567915201187134, + "learning_rate": 3.003609544775474e-06, + "loss": 2.435, + "step": 44063 + }, + { + "epoch": 0.7542751502079803, + "grad_norm": 2.460955858230591, + "learning_rate": 3.0032134349508603e-06, + "loss": 2.3369, + "step": 44064 + }, + { + "epoch": 0.7542922679265307, + "grad_norm": 2.6894209384918213, + "learning_rate": 3.002817346631929e-06, + "loss": 2.4575, + "step": 44065 + }, + { + "epoch": 0.7543093856450812, + "grad_norm": 2.430525541305542, + "learning_rate": 3.0024212798199004e-06, + "loss": 2.2404, + "step": 44066 + }, + { + "epoch": 0.7543265033636317, + "grad_norm": 2.6566545963287354, + "learning_rate": 3.0020252345159897e-06, + "loss": 2.3358, + "step": 44067 + }, + { + "epoch": 0.7543436210821821, + "grad_norm": 2.49269437789917, + "learning_rate": 3.001629210721415e-06, + "loss": 2.4016, + "step": 44068 + }, + { + "epoch": 0.7543607388007326, + "grad_norm": 2.641387939453125, + "learning_rate": 3.0012332084373963e-06, + "loss": 2.4135, + "step": 44069 + }, + { + "epoch": 0.7543778565192831, + "grad_norm": 2.5451197624206543, + "learning_rate": 3.0008372276651455e-06, + "loss": 2.4053, + "step": 44070 + }, + { + "epoch": 0.7543949742378335, + "grad_norm": 2.652210235595703, + "learning_rate": 3.0004412684058824e-06, + "loss": 2.3378, + "step": 44071 + }, + { + "epoch": 0.754412091956384, + "grad_norm": 2.7356367111206055, + "learning_rate": 3.0000453306608233e-06, + "loss": 2.4893, + "step": 44072 + }, + { + "epoch": 0.7544292096749345, + "grad_norm": 2.444143295288086, + "learning_rate": 2.999649414431185e-06, + "loss": 2.3086, + "step": 44073 + }, + { + "epoch": 0.754446327393485, + "grad_norm": 2.4594931602478027, + "learning_rate": 2.999253519718186e-06, + "loss": 2.2367, + "step": 44074 + }, + { + "epoch": 0.7544634451120354, + "grad_norm": 2.5973422527313232, + "learning_rate": 2.9988576465230425e-06, + "loss": 2.345, + "step": 44075 + }, + { + "epoch": 0.754480562830586, + "grad_norm": 2.6953201293945312, + "learning_rate": 2.998461794846974e-06, + "loss": 2.4427, + "step": 44076 + }, + { + "epoch": 0.7544976805491365, + "grad_norm": 2.462339401245117, + "learning_rate": 2.9980659646911902e-06, + "loss": 2.2883, + "step": 44077 + }, + { + "epoch": 0.7545147982676869, + "grad_norm": 2.554589033126831, + "learning_rate": 2.997670156056912e-06, + "loss": 2.2965, + "step": 44078 + }, + { + "epoch": 0.7545319159862374, + "grad_norm": 2.6373233795166016, + "learning_rate": 2.9972743689453564e-06, + "loss": 2.4091, + "step": 44079 + }, + { + "epoch": 0.7545490337047879, + "grad_norm": 2.6640775203704834, + "learning_rate": 2.996878603357739e-06, + "loss": 2.3387, + "step": 44080 + }, + { + "epoch": 0.7545661514233383, + "grad_norm": 2.5477819442749023, + "learning_rate": 2.99648285929528e-06, + "loss": 2.3686, + "step": 44081 + }, + { + "epoch": 0.7545832691418888, + "grad_norm": 2.6294820308685303, + "learning_rate": 2.996087136759186e-06, + "loss": 2.3841, + "step": 44082 + }, + { + "epoch": 0.7546003868604393, + "grad_norm": 2.588146686553955, + "learning_rate": 2.995691435750685e-06, + "loss": 2.408, + "step": 44083 + }, + { + "epoch": 0.7546175045789897, + "grad_norm": 2.33682918548584, + "learning_rate": 2.995295756270985e-06, + "loss": 2.2346, + "step": 44084 + }, + { + "epoch": 0.7546346222975402, + "grad_norm": 2.48132061958313, + "learning_rate": 2.994900098321305e-06, + "loss": 2.3171, + "step": 44085 + }, + { + "epoch": 0.7546517400160907, + "grad_norm": 2.5012073516845703, + "learning_rate": 2.994504461902865e-06, + "loss": 2.3433, + "step": 44086 + }, + { + "epoch": 0.7546688577346411, + "grad_norm": 2.6776390075683594, + "learning_rate": 2.9941088470168698e-06, + "loss": 2.4987, + "step": 44087 + }, + { + "epoch": 0.7546859754531916, + "grad_norm": 2.52805495262146, + "learning_rate": 2.99371325366455e-06, + "loss": 2.3721, + "step": 44088 + }, + { + "epoch": 0.7547030931717421, + "grad_norm": 2.506121873855591, + "learning_rate": 2.9933176818471078e-06, + "loss": 2.2783, + "step": 44089 + }, + { + "epoch": 0.7547202108902925, + "grad_norm": 2.569542169570923, + "learning_rate": 2.992922131565772e-06, + "loss": 2.3197, + "step": 44090 + }, + { + "epoch": 0.754737328608843, + "grad_norm": 2.330735683441162, + "learning_rate": 2.992526602821748e-06, + "loss": 2.1818, + "step": 44091 + }, + { + "epoch": 0.7547544463273935, + "grad_norm": 2.5225119590759277, + "learning_rate": 2.9921310956162562e-06, + "loss": 2.3467, + "step": 44092 + }, + { + "epoch": 0.7547715640459439, + "grad_norm": 2.700681447982788, + "learning_rate": 2.9917356099505137e-06, + "loss": 2.4061, + "step": 44093 + }, + { + "epoch": 0.7547886817644944, + "grad_norm": 2.606722354888916, + "learning_rate": 2.9913401458257287e-06, + "loss": 2.3574, + "step": 44094 + }, + { + "epoch": 0.7548057994830449, + "grad_norm": 2.4668891429901123, + "learning_rate": 2.9909447032431273e-06, + "loss": 2.3104, + "step": 44095 + }, + { + "epoch": 0.7548229172015953, + "grad_norm": 2.496265172958374, + "learning_rate": 2.990549282203917e-06, + "loss": 2.3318, + "step": 44096 + }, + { + "epoch": 0.7548400349201458, + "grad_norm": 2.443098545074463, + "learning_rate": 2.9901538827093155e-06, + "loss": 2.3725, + "step": 44097 + }, + { + "epoch": 0.7548571526386963, + "grad_norm": 2.5138113498687744, + "learning_rate": 2.9897585047605415e-06, + "loss": 2.3341, + "step": 44098 + }, + { + "epoch": 0.7548742703572467, + "grad_norm": 2.5366861820220947, + "learning_rate": 2.9893631483588005e-06, + "loss": 2.1935, + "step": 44099 + }, + { + "epoch": 0.7548913880757973, + "grad_norm": 2.449185848236084, + "learning_rate": 2.9889678135053213e-06, + "loss": 2.3462, + "step": 44100 + }, + { + "epoch": 0.7549085057943478, + "grad_norm": 2.5950369834899902, + "learning_rate": 2.988572500201308e-06, + "loss": 2.4185, + "step": 44101 + }, + { + "epoch": 0.7549256235128982, + "grad_norm": 2.4739186763763428, + "learning_rate": 2.98817720844798e-06, + "loss": 2.4035, + "step": 44102 + }, + { + "epoch": 0.7549427412314487, + "grad_norm": 2.923306465148926, + "learning_rate": 2.987781938246552e-06, + "loss": 2.4267, + "step": 44103 + }, + { + "epoch": 0.7549598589499992, + "grad_norm": 2.5425589084625244, + "learning_rate": 2.9873866895982393e-06, + "loss": 2.368, + "step": 44104 + }, + { + "epoch": 0.7549769766685496, + "grad_norm": 2.5526390075683594, + "learning_rate": 2.9869914625042596e-06, + "loss": 2.461, + "step": 44105 + }, + { + "epoch": 0.7549940943871001, + "grad_norm": 2.4777333736419678, + "learning_rate": 2.9865962569658203e-06, + "loss": 2.3673, + "step": 44106 + }, + { + "epoch": 0.7550112121056506, + "grad_norm": 2.4896323680877686, + "learning_rate": 2.9862010729841404e-06, + "loss": 2.3923, + "step": 44107 + }, + { + "epoch": 0.755028329824201, + "grad_norm": 2.408548355102539, + "learning_rate": 2.9858059105604354e-06, + "loss": 2.4319, + "step": 44108 + }, + { + "epoch": 0.7550454475427515, + "grad_norm": 2.528742790222168, + "learning_rate": 2.985410769695918e-06, + "loss": 2.35, + "step": 44109 + }, + { + "epoch": 0.755062565261302, + "grad_norm": 2.7132747173309326, + "learning_rate": 2.9850156503918036e-06, + "loss": 2.4848, + "step": 44110 + }, + { + "epoch": 0.7550796829798524, + "grad_norm": 2.507235050201416, + "learning_rate": 2.9846205526493077e-06, + "loss": 2.3941, + "step": 44111 + }, + { + "epoch": 0.7550968006984029, + "grad_norm": 2.4298763275146484, + "learning_rate": 2.984225476469643e-06, + "loss": 2.3108, + "step": 44112 + }, + { + "epoch": 0.7551139184169534, + "grad_norm": 2.5255496501922607, + "learning_rate": 2.983830421854027e-06, + "loss": 2.3858, + "step": 44113 + }, + { + "epoch": 0.7551310361355038, + "grad_norm": 2.445590019226074, + "learning_rate": 2.9834353888036692e-06, + "loss": 2.2195, + "step": 44114 + }, + { + "epoch": 0.7551481538540543, + "grad_norm": 2.4190022945404053, + "learning_rate": 2.9830403773197857e-06, + "loss": 2.2796, + "step": 44115 + }, + { + "epoch": 0.7551652715726048, + "grad_norm": 2.607318162918091, + "learning_rate": 2.982645387403591e-06, + "loss": 2.4305, + "step": 44116 + }, + { + "epoch": 0.7551823892911552, + "grad_norm": 2.4696826934814453, + "learning_rate": 2.9822504190562994e-06, + "loss": 2.2801, + "step": 44117 + }, + { + "epoch": 0.7551995070097057, + "grad_norm": 2.41817307472229, + "learning_rate": 2.9818554722791283e-06, + "loss": 2.319, + "step": 44118 + }, + { + "epoch": 0.7552166247282562, + "grad_norm": 2.5901174545288086, + "learning_rate": 2.9814605470732805e-06, + "loss": 2.3807, + "step": 44119 + }, + { + "epoch": 0.7552337424468067, + "grad_norm": 2.463977575302124, + "learning_rate": 2.981065643439984e-06, + "loss": 2.3074, + "step": 44120 + }, + { + "epoch": 0.7552508601653571, + "grad_norm": 2.394102096557617, + "learning_rate": 2.980670761380443e-06, + "loss": 2.2719, + "step": 44121 + }, + { + "epoch": 0.7552679778839076, + "grad_norm": 2.640505075454712, + "learning_rate": 2.980275900895875e-06, + "loss": 2.2951, + "step": 44122 + }, + { + "epoch": 0.7552850956024582, + "grad_norm": 2.5958809852600098, + "learning_rate": 2.979881061987494e-06, + "loss": 2.4684, + "step": 44123 + }, + { + "epoch": 0.7553022133210086, + "grad_norm": 2.634564161300659, + "learning_rate": 2.979486244656508e-06, + "loss": 2.4188, + "step": 44124 + }, + { + "epoch": 0.7553193310395591, + "grad_norm": 2.4897384643554688, + "learning_rate": 2.9790914489041402e-06, + "loss": 2.3767, + "step": 44125 + }, + { + "epoch": 0.7553364487581096, + "grad_norm": 2.7096290588378906, + "learning_rate": 2.9786966747315925e-06, + "loss": 2.3325, + "step": 44126 + }, + { + "epoch": 0.75535356647666, + "grad_norm": 2.5235657691955566, + "learning_rate": 2.978301922140091e-06, + "loss": 2.253, + "step": 44127 + }, + { + "epoch": 0.7553706841952105, + "grad_norm": 2.5317130088806152, + "learning_rate": 2.9779071911308397e-06, + "loss": 2.4007, + "step": 44128 + }, + { + "epoch": 0.755387801913761, + "grad_norm": 2.4525210857391357, + "learning_rate": 2.977512481705055e-06, + "loss": 2.4174, + "step": 44129 + }, + { + "epoch": 0.7554049196323114, + "grad_norm": 2.700584888458252, + "learning_rate": 2.9771177938639528e-06, + "loss": 2.3952, + "step": 44130 + }, + { + "epoch": 0.7554220373508619, + "grad_norm": 2.6202332973480225, + "learning_rate": 2.976723127608737e-06, + "loss": 2.4361, + "step": 44131 + }, + { + "epoch": 0.7554391550694124, + "grad_norm": 2.4935827255249023, + "learning_rate": 2.9763284829406334e-06, + "loss": 2.331, + "step": 44132 + }, + { + "epoch": 0.7554562727879628, + "grad_norm": 2.5107274055480957, + "learning_rate": 2.975933859860846e-06, + "loss": 2.3322, + "step": 44133 + }, + { + "epoch": 0.7554733905065133, + "grad_norm": 2.547109365463257, + "learning_rate": 2.97553925837059e-06, + "loss": 2.3125, + "step": 44134 + }, + { + "epoch": 0.7554905082250638, + "grad_norm": 2.564056158065796, + "learning_rate": 2.9751446784710814e-06, + "loss": 2.4613, + "step": 44135 + }, + { + "epoch": 0.7555076259436142, + "grad_norm": 2.608729839324951, + "learning_rate": 2.974750120163524e-06, + "loss": 2.3508, + "step": 44136 + }, + { + "epoch": 0.7555247436621647, + "grad_norm": 2.649035930633545, + "learning_rate": 2.9743555834491432e-06, + "loss": 2.3674, + "step": 44137 + }, + { + "epoch": 0.7555418613807152, + "grad_norm": 2.6320152282714844, + "learning_rate": 2.973961068329142e-06, + "loss": 2.3622, + "step": 44138 + }, + { + "epoch": 0.7555589790992656, + "grad_norm": 2.3963372707366943, + "learning_rate": 2.973566574804736e-06, + "loss": 2.2291, + "step": 44139 + }, + { + "epoch": 0.7555760968178161, + "grad_norm": 2.5004477500915527, + "learning_rate": 2.9731721028771386e-06, + "loss": 2.3432, + "step": 44140 + }, + { + "epoch": 0.7555932145363666, + "grad_norm": 2.561824083328247, + "learning_rate": 2.9727776525475606e-06, + "loss": 2.5171, + "step": 44141 + }, + { + "epoch": 0.755610332254917, + "grad_norm": 2.453245162963867, + "learning_rate": 2.972383223817219e-06, + "loss": 2.2832, + "step": 44142 + }, + { + "epoch": 0.7556274499734675, + "grad_norm": 2.4564521312713623, + "learning_rate": 2.97198881668732e-06, + "loss": 2.3911, + "step": 44143 + }, + { + "epoch": 0.755644567692018, + "grad_norm": 2.531611919403076, + "learning_rate": 2.971594431159078e-06, + "loss": 2.4374, + "step": 44144 + }, + { + "epoch": 0.7556616854105684, + "grad_norm": 2.4685797691345215, + "learning_rate": 2.971200067233706e-06, + "loss": 2.4176, + "step": 44145 + }, + { + "epoch": 0.755678803129119, + "grad_norm": 2.551910638809204, + "learning_rate": 2.9708057249124154e-06, + "loss": 2.3749, + "step": 44146 + }, + { + "epoch": 0.7556959208476695, + "grad_norm": 2.3840034008026123, + "learning_rate": 2.9704114041964183e-06, + "loss": 2.2511, + "step": 44147 + }, + { + "epoch": 0.7557130385662199, + "grad_norm": 2.540837049484253, + "learning_rate": 2.9700171050869277e-06, + "loss": 2.4261, + "step": 44148 + }, + { + "epoch": 0.7557301562847704, + "grad_norm": 2.568845748901367, + "learning_rate": 2.969622827585158e-06, + "loss": 2.4497, + "step": 44149 + }, + { + "epoch": 0.7557472740033209, + "grad_norm": 2.5895814895629883, + "learning_rate": 2.969228571692314e-06, + "loss": 2.4813, + "step": 44150 + }, + { + "epoch": 0.7557643917218713, + "grad_norm": 2.391261577606201, + "learning_rate": 2.968834337409612e-06, + "loss": 2.3419, + "step": 44151 + }, + { + "epoch": 0.7557815094404218, + "grad_norm": 2.4456939697265625, + "learning_rate": 2.9684401247382634e-06, + "loss": 2.3797, + "step": 44152 + }, + { + "epoch": 0.7557986271589723, + "grad_norm": 2.592890977859497, + "learning_rate": 2.96804593367948e-06, + "loss": 2.3497, + "step": 44153 + }, + { + "epoch": 0.7558157448775227, + "grad_norm": 2.4127330780029297, + "learning_rate": 2.9676517642344726e-06, + "loss": 2.3251, + "step": 44154 + }, + { + "epoch": 0.7558328625960732, + "grad_norm": 2.4016928672790527, + "learning_rate": 2.9672576164044565e-06, + "loss": 2.2798, + "step": 44155 + }, + { + "epoch": 0.7558499803146237, + "grad_norm": 2.427840232849121, + "learning_rate": 2.9668634901906356e-06, + "loss": 2.3787, + "step": 44156 + }, + { + "epoch": 0.7558670980331741, + "grad_norm": 2.55838680267334, + "learning_rate": 2.966469385594227e-06, + "loss": 2.3091, + "step": 44157 + }, + { + "epoch": 0.7558842157517246, + "grad_norm": 2.3588902950286865, + "learning_rate": 2.9660753026164403e-06, + "loss": 2.2853, + "step": 44158 + }, + { + "epoch": 0.7559013334702751, + "grad_norm": 2.4575445652008057, + "learning_rate": 2.9656812412584868e-06, + "loss": 2.3259, + "step": 44159 + }, + { + "epoch": 0.7559184511888255, + "grad_norm": 2.7884252071380615, + "learning_rate": 2.9652872015215816e-06, + "loss": 2.3533, + "step": 44160 + }, + { + "epoch": 0.755935568907376, + "grad_norm": 2.4244117736816406, + "learning_rate": 2.964893183406926e-06, + "loss": 2.2923, + "step": 44161 + }, + { + "epoch": 0.7559526866259265, + "grad_norm": 2.751333475112915, + "learning_rate": 2.9644991869157434e-06, + "loss": 2.3248, + "step": 44162 + }, + { + "epoch": 0.7559698043444769, + "grad_norm": 2.4322948455810547, + "learning_rate": 2.9641052120492363e-06, + "loss": 2.2668, + "step": 44163 + }, + { + "epoch": 0.7559869220630274, + "grad_norm": 2.373317003250122, + "learning_rate": 2.963711258808617e-06, + "loss": 2.3202, + "step": 44164 + }, + { + "epoch": 0.7560040397815779, + "grad_norm": 2.505521059036255, + "learning_rate": 2.963317327195098e-06, + "loss": 2.2729, + "step": 44165 + }, + { + "epoch": 0.7560211575001284, + "grad_norm": 2.4406166076660156, + "learning_rate": 2.96292341720989e-06, + "loss": 2.3421, + "step": 44166 + }, + { + "epoch": 0.7560382752186788, + "grad_norm": 2.5519583225250244, + "learning_rate": 2.9625295288542056e-06, + "loss": 2.4353, + "step": 44167 + }, + { + "epoch": 0.7560553929372293, + "grad_norm": 2.5619657039642334, + "learning_rate": 2.9621356621292474e-06, + "loss": 2.4279, + "step": 44168 + }, + { + "epoch": 0.7560725106557799, + "grad_norm": 2.589533567428589, + "learning_rate": 2.9617418170362377e-06, + "loss": 2.3397, + "step": 44169 + }, + { + "epoch": 0.7560896283743302, + "grad_norm": 2.5755836963653564, + "learning_rate": 2.961347993576378e-06, + "loss": 2.2753, + "step": 44170 + }, + { + "epoch": 0.7561067460928808, + "grad_norm": 2.440439224243164, + "learning_rate": 2.960954191750882e-06, + "loss": 2.2941, + "step": 44171 + }, + { + "epoch": 0.7561238638114313, + "grad_norm": 2.6597347259521484, + "learning_rate": 2.9605604115609634e-06, + "loss": 2.4861, + "step": 44172 + }, + { + "epoch": 0.7561409815299817, + "grad_norm": 2.4228103160858154, + "learning_rate": 2.9601666530078233e-06, + "loss": 2.4317, + "step": 44173 + }, + { + "epoch": 0.7561580992485322, + "grad_norm": 2.4339118003845215, + "learning_rate": 2.9597729160926836e-06, + "loss": 2.2454, + "step": 44174 + }, + { + "epoch": 0.7561752169670827, + "grad_norm": 2.595367193222046, + "learning_rate": 2.9593792008167455e-06, + "loss": 2.336, + "step": 44175 + }, + { + "epoch": 0.7561923346856331, + "grad_norm": 2.577420711517334, + "learning_rate": 2.9589855071812223e-06, + "loss": 2.41, + "step": 44176 + }, + { + "epoch": 0.7562094524041836, + "grad_norm": 2.5718090534210205, + "learning_rate": 2.9585918351873278e-06, + "loss": 2.3648, + "step": 44177 + }, + { + "epoch": 0.7562265701227341, + "grad_norm": 2.3798208236694336, + "learning_rate": 2.9581981848362617e-06, + "loss": 2.3482, + "step": 44178 + }, + { + "epoch": 0.7562436878412845, + "grad_norm": 2.6420037746429443, + "learning_rate": 2.957804556129247e-06, + "loss": 2.4592, + "step": 44179 + }, + { + "epoch": 0.756260805559835, + "grad_norm": 2.6889424324035645, + "learning_rate": 2.9574109490674806e-06, + "loss": 2.3527, + "step": 44180 + }, + { + "epoch": 0.7562779232783855, + "grad_norm": 2.508220672607422, + "learning_rate": 2.957017363652186e-06, + "loss": 2.4074, + "step": 44181 + }, + { + "epoch": 0.7562950409969359, + "grad_norm": 2.700716733932495, + "learning_rate": 2.9566237998845627e-06, + "loss": 2.401, + "step": 44182 + }, + { + "epoch": 0.7563121587154864, + "grad_norm": 2.4228317737579346, + "learning_rate": 2.956230257765823e-06, + "loss": 2.2779, + "step": 44183 + }, + { + "epoch": 0.7563292764340369, + "grad_norm": 2.60080623626709, + "learning_rate": 2.9558367372971763e-06, + "loss": 2.3744, + "step": 44184 + }, + { + "epoch": 0.7563463941525873, + "grad_norm": 2.5051534175872803, + "learning_rate": 2.955443238479835e-06, + "loss": 2.3655, + "step": 44185 + }, + { + "epoch": 0.7563635118711378, + "grad_norm": 2.4971764087677, + "learning_rate": 2.9550497613150074e-06, + "loss": 2.3031, + "step": 44186 + }, + { + "epoch": 0.7563806295896883, + "grad_norm": 2.495295286178589, + "learning_rate": 2.9546563058039e-06, + "loss": 2.2202, + "step": 44187 + }, + { + "epoch": 0.7563977473082387, + "grad_norm": 2.571733236312866, + "learning_rate": 2.954262871947724e-06, + "loss": 2.3342, + "step": 44188 + }, + { + "epoch": 0.7564148650267892, + "grad_norm": 2.627225637435913, + "learning_rate": 2.953869459747689e-06, + "loss": 2.3882, + "step": 44189 + }, + { + "epoch": 0.7564319827453397, + "grad_norm": 2.472221851348877, + "learning_rate": 2.9534760692050037e-06, + "loss": 2.389, + "step": 44190 + }, + { + "epoch": 0.7564491004638901, + "grad_norm": 2.5216071605682373, + "learning_rate": 2.9530827003208786e-06, + "loss": 2.369, + "step": 44191 + }, + { + "epoch": 0.7564662181824406, + "grad_norm": 2.5979387760162354, + "learning_rate": 2.9526893530965227e-06, + "loss": 2.3319, + "step": 44192 + }, + { + "epoch": 0.7564833359009911, + "grad_norm": 2.525047540664673, + "learning_rate": 2.9522960275331426e-06, + "loss": 2.3216, + "step": 44193 + }, + { + "epoch": 0.7565004536195415, + "grad_norm": 2.6118967533111572, + "learning_rate": 2.9519027236319487e-06, + "loss": 2.4812, + "step": 44194 + }, + { + "epoch": 0.756517571338092, + "grad_norm": 2.615705728530884, + "learning_rate": 2.9515094413941493e-06, + "loss": 2.43, + "step": 44195 + }, + { + "epoch": 0.7565346890566426, + "grad_norm": 2.581024646759033, + "learning_rate": 2.9511161808209543e-06, + "loss": 2.3602, + "step": 44196 + }, + { + "epoch": 0.756551806775193, + "grad_norm": 2.450946807861328, + "learning_rate": 2.9507229419135742e-06, + "loss": 2.2973, + "step": 44197 + }, + { + "epoch": 0.7565689244937435, + "grad_norm": 2.433556318283081, + "learning_rate": 2.9503297246732097e-06, + "loss": 2.2754, + "step": 44198 + }, + { + "epoch": 0.756586042212294, + "grad_norm": 2.561518430709839, + "learning_rate": 2.9499365291010817e-06, + "loss": 2.3624, + "step": 44199 + }, + { + "epoch": 0.7566031599308444, + "grad_norm": 2.5755159854888916, + "learning_rate": 2.949543355198389e-06, + "loss": 2.3567, + "step": 44200 + }, + { + "epoch": 0.7566202776493949, + "grad_norm": 2.5210304260253906, + "learning_rate": 2.949150202966343e-06, + "loss": 2.2941, + "step": 44201 + }, + { + "epoch": 0.7566373953679454, + "grad_norm": 2.562831163406372, + "learning_rate": 2.948757072406152e-06, + "loss": 2.3059, + "step": 44202 + }, + { + "epoch": 0.7566545130864958, + "grad_norm": 2.547564744949341, + "learning_rate": 2.948363963519025e-06, + "loss": 2.3557, + "step": 44203 + }, + { + "epoch": 0.7566716308050463, + "grad_norm": 2.485177993774414, + "learning_rate": 2.947970876306173e-06, + "loss": 2.3807, + "step": 44204 + }, + { + "epoch": 0.7566887485235968, + "grad_norm": 2.545764446258545, + "learning_rate": 2.9475778107687956e-06, + "loss": 2.3666, + "step": 44205 + }, + { + "epoch": 0.7567058662421472, + "grad_norm": 2.4604358673095703, + "learning_rate": 2.947184766908112e-06, + "loss": 2.3651, + "step": 44206 + }, + { + "epoch": 0.7567229839606977, + "grad_norm": 2.5445823669433594, + "learning_rate": 2.9467917447253224e-06, + "loss": 2.3432, + "step": 44207 + }, + { + "epoch": 0.7567401016792482, + "grad_norm": 2.4778635501861572, + "learning_rate": 2.946398744221638e-06, + "loss": 2.3566, + "step": 44208 + }, + { + "epoch": 0.7567572193977986, + "grad_norm": 2.6090011596679688, + "learning_rate": 2.9460057653982676e-06, + "loss": 2.3791, + "step": 44209 + }, + { + "epoch": 0.7567743371163491, + "grad_norm": 2.444589853286743, + "learning_rate": 2.945612808256412e-06, + "loss": 2.3262, + "step": 44210 + }, + { + "epoch": 0.7567914548348996, + "grad_norm": 2.5183324813842773, + "learning_rate": 2.9452198727972904e-06, + "loss": 2.2044, + "step": 44211 + }, + { + "epoch": 0.75680857255345, + "grad_norm": 2.4391491413116455, + "learning_rate": 2.9448269590221014e-06, + "loss": 2.2084, + "step": 44212 + }, + { + "epoch": 0.7568256902720005, + "grad_norm": 2.417038917541504, + "learning_rate": 2.944434066932056e-06, + "loss": 2.2539, + "step": 44213 + }, + { + "epoch": 0.756842807990551, + "grad_norm": 2.7101049423217773, + "learning_rate": 2.9440411965283656e-06, + "loss": 2.4775, + "step": 44214 + }, + { + "epoch": 0.7568599257091015, + "grad_norm": 2.3646926879882812, + "learning_rate": 2.943648347812227e-06, + "loss": 2.3005, + "step": 44215 + }, + { + "epoch": 0.7568770434276519, + "grad_norm": 2.475294589996338, + "learning_rate": 2.94325552078486e-06, + "loss": 2.3252, + "step": 44216 + }, + { + "epoch": 0.7568941611462024, + "grad_norm": 2.5376784801483154, + "learning_rate": 2.942862715447462e-06, + "loss": 2.3137, + "step": 44217 + }, + { + "epoch": 0.756911278864753, + "grad_norm": 2.5762739181518555, + "learning_rate": 2.9424699318012496e-06, + "loss": 2.2787, + "step": 44218 + }, + { + "epoch": 0.7569283965833034, + "grad_norm": 2.6043238639831543, + "learning_rate": 2.9420771698474237e-06, + "loss": 2.3085, + "step": 44219 + }, + { + "epoch": 0.7569455143018539, + "grad_norm": 2.6108815670013428, + "learning_rate": 2.9416844295871915e-06, + "loss": 2.3216, + "step": 44220 + }, + { + "epoch": 0.7569626320204044, + "grad_norm": 2.6529691219329834, + "learning_rate": 2.9412917110217664e-06, + "loss": 2.3439, + "step": 44221 + }, + { + "epoch": 0.7569797497389548, + "grad_norm": 2.624706506729126, + "learning_rate": 2.940899014152344e-06, + "loss": 2.4013, + "step": 44222 + }, + { + "epoch": 0.7569968674575053, + "grad_norm": 2.6134488582611084, + "learning_rate": 2.9405063389801446e-06, + "loss": 2.3333, + "step": 44223 + }, + { + "epoch": 0.7570139851760558, + "grad_norm": 2.578209400177002, + "learning_rate": 2.940113685506366e-06, + "loss": 2.3937, + "step": 44224 + }, + { + "epoch": 0.7570311028946062, + "grad_norm": 2.594298839569092, + "learning_rate": 2.9397210537322185e-06, + "loss": 2.2931, + "step": 44225 + }, + { + "epoch": 0.7570482206131567, + "grad_norm": 2.6266729831695557, + "learning_rate": 2.9393284436589077e-06, + "loss": 2.3458, + "step": 44226 + }, + { + "epoch": 0.7570653383317072, + "grad_norm": 2.7448534965515137, + "learning_rate": 2.93893585528764e-06, + "loss": 2.2915, + "step": 44227 + }, + { + "epoch": 0.7570824560502576, + "grad_norm": 2.6432278156280518, + "learning_rate": 2.9385432886196273e-06, + "loss": 2.3856, + "step": 44228 + }, + { + "epoch": 0.7570995737688081, + "grad_norm": 2.3715744018554688, + "learning_rate": 2.9381507436560688e-06, + "loss": 2.2529, + "step": 44229 + }, + { + "epoch": 0.7571166914873586, + "grad_norm": 2.613105058670044, + "learning_rate": 2.937758220398174e-06, + "loss": 2.4186, + "step": 44230 + }, + { + "epoch": 0.757133809205909, + "grad_norm": 2.5505616664886475, + "learning_rate": 2.937365718847148e-06, + "loss": 2.3569, + "step": 44231 + }, + { + "epoch": 0.7571509269244595, + "grad_norm": 2.513685941696167, + "learning_rate": 2.9369732390042005e-06, + "loss": 2.3535, + "step": 44232 + }, + { + "epoch": 0.75716804464301, + "grad_norm": 2.341536283493042, + "learning_rate": 2.936580780870536e-06, + "loss": 2.2518, + "step": 44233 + }, + { + "epoch": 0.7571851623615604, + "grad_norm": 2.375870943069458, + "learning_rate": 2.936188344447364e-06, + "loss": 2.1995, + "step": 44234 + }, + { + "epoch": 0.7572022800801109, + "grad_norm": 2.682394027709961, + "learning_rate": 2.935795929735884e-06, + "loss": 2.3286, + "step": 44235 + }, + { + "epoch": 0.7572193977986614, + "grad_norm": 2.436216115951538, + "learning_rate": 2.9354035367373058e-06, + "loss": 2.3142, + "step": 44236 + }, + { + "epoch": 0.7572365155172118, + "grad_norm": 2.5810036659240723, + "learning_rate": 2.9350111654528357e-06, + "loss": 2.4107, + "step": 44237 + }, + { + "epoch": 0.7572536332357623, + "grad_norm": 2.408782720565796, + "learning_rate": 2.93461881588368e-06, + "loss": 2.3168, + "step": 44238 + }, + { + "epoch": 0.7572707509543128, + "grad_norm": 2.5366506576538086, + "learning_rate": 2.9342264880310435e-06, + "loss": 2.3729, + "step": 44239 + }, + { + "epoch": 0.7572878686728632, + "grad_norm": 2.5545480251312256, + "learning_rate": 2.9338341818961325e-06, + "loss": 2.4085, + "step": 44240 + }, + { + "epoch": 0.7573049863914137, + "grad_norm": 2.449573278427124, + "learning_rate": 2.933441897480156e-06, + "loss": 2.3037, + "step": 44241 + }, + { + "epoch": 0.7573221041099643, + "grad_norm": 2.652251720428467, + "learning_rate": 2.933049634784314e-06, + "loss": 2.3699, + "step": 44242 + }, + { + "epoch": 0.7573392218285147, + "grad_norm": 2.710932970046997, + "learning_rate": 2.9326573938098146e-06, + "loss": 2.3222, + "step": 44243 + }, + { + "epoch": 0.7573563395470652, + "grad_norm": 2.3348660469055176, + "learning_rate": 2.9322651745578643e-06, + "loss": 2.2931, + "step": 44244 + }, + { + "epoch": 0.7573734572656157, + "grad_norm": 2.3448009490966797, + "learning_rate": 2.9318729770296673e-06, + "loss": 2.3179, + "step": 44245 + }, + { + "epoch": 0.7573905749841661, + "grad_norm": 2.497986316680908, + "learning_rate": 2.931480801226434e-06, + "loss": 2.3593, + "step": 44246 + }, + { + "epoch": 0.7574076927027166, + "grad_norm": 2.6858103275299072, + "learning_rate": 2.9310886471493584e-06, + "loss": 2.3372, + "step": 44247 + }, + { + "epoch": 0.7574248104212671, + "grad_norm": 2.7306132316589355, + "learning_rate": 2.93069651479966e-06, + "loss": 2.445, + "step": 44248 + }, + { + "epoch": 0.7574419281398175, + "grad_norm": 2.533428430557251, + "learning_rate": 2.9303044041785334e-06, + "loss": 2.3545, + "step": 44249 + }, + { + "epoch": 0.757459045858368, + "grad_norm": 2.476055383682251, + "learning_rate": 2.9299123152871878e-06, + "loss": 2.3421, + "step": 44250 + }, + { + "epoch": 0.7574761635769185, + "grad_norm": 2.4636268615722656, + "learning_rate": 2.9295202481268316e-06, + "loss": 2.3867, + "step": 44251 + }, + { + "epoch": 0.7574932812954689, + "grad_norm": 2.5168850421905518, + "learning_rate": 2.92912820269866e-06, + "loss": 2.4675, + "step": 44252 + }, + { + "epoch": 0.7575103990140194, + "grad_norm": 2.6592295169830322, + "learning_rate": 2.9287361790038905e-06, + "loss": 2.3361, + "step": 44253 + }, + { + "epoch": 0.7575275167325699, + "grad_norm": 2.4434947967529297, + "learning_rate": 2.928344177043716e-06, + "loss": 2.286, + "step": 44254 + }, + { + "epoch": 0.7575446344511203, + "grad_norm": 2.5512001514434814, + "learning_rate": 2.9279521968193536e-06, + "loss": 2.2962, + "step": 44255 + }, + { + "epoch": 0.7575617521696708, + "grad_norm": 2.5423660278320312, + "learning_rate": 2.927560238331999e-06, + "loss": 2.4082, + "step": 44256 + }, + { + "epoch": 0.7575788698882213, + "grad_norm": 2.7175657749176025, + "learning_rate": 2.927168301582859e-06, + "loss": 2.4166, + "step": 44257 + }, + { + "epoch": 0.7575959876067717, + "grad_norm": 2.7350051403045654, + "learning_rate": 2.9267763865731425e-06, + "loss": 2.4077, + "step": 44258 + }, + { + "epoch": 0.7576131053253222, + "grad_norm": 2.4201512336730957, + "learning_rate": 2.9263844933040455e-06, + "loss": 2.3268, + "step": 44259 + }, + { + "epoch": 0.7576302230438727, + "grad_norm": 2.6412439346313477, + "learning_rate": 2.925992621776782e-06, + "loss": 2.3715, + "step": 44260 + }, + { + "epoch": 0.7576473407624232, + "grad_norm": 2.6610074043273926, + "learning_rate": 2.9256007719925506e-06, + "loss": 2.435, + "step": 44261 + }, + { + "epoch": 0.7576644584809736, + "grad_norm": 2.672738790512085, + "learning_rate": 2.9252089439525566e-06, + "loss": 2.3953, + "step": 44262 + }, + { + "epoch": 0.7576815761995241, + "grad_norm": 2.6403393745422363, + "learning_rate": 2.924817137658006e-06, + "loss": 2.4217, + "step": 44263 + }, + { + "epoch": 0.7576986939180747, + "grad_norm": 2.3578481674194336, + "learning_rate": 2.9244253531101006e-06, + "loss": 2.2428, + "step": 44264 + }, + { + "epoch": 0.757715811636625, + "grad_norm": 2.6130003929138184, + "learning_rate": 2.9240335903100504e-06, + "loss": 2.3969, + "step": 44265 + }, + { + "epoch": 0.7577329293551756, + "grad_norm": 2.524027109146118, + "learning_rate": 2.9236418492590522e-06, + "loss": 2.2969, + "step": 44266 + }, + { + "epoch": 0.7577500470737261, + "grad_norm": 2.5520949363708496, + "learning_rate": 2.9232501299583126e-06, + "loss": 2.383, + "step": 44267 + }, + { + "epoch": 0.7577671647922765, + "grad_norm": 2.577847957611084, + "learning_rate": 2.922858432409037e-06, + "loss": 2.4793, + "step": 44268 + }, + { + "epoch": 0.757784282510827, + "grad_norm": 2.5640335083007812, + "learning_rate": 2.9224667566124278e-06, + "loss": 2.4108, + "step": 44269 + }, + { + "epoch": 0.7578014002293775, + "grad_norm": 2.549351453781128, + "learning_rate": 2.922075102569689e-06, + "loss": 2.3805, + "step": 44270 + }, + { + "epoch": 0.7578185179479279, + "grad_norm": 2.6557233333587646, + "learning_rate": 2.9216834702820263e-06, + "loss": 2.3976, + "step": 44271 + }, + { + "epoch": 0.7578356356664784, + "grad_norm": 2.7036919593811035, + "learning_rate": 2.9212918597506445e-06, + "loss": 2.3839, + "step": 44272 + }, + { + "epoch": 0.7578527533850289, + "grad_norm": 2.6361258029937744, + "learning_rate": 2.920900270976742e-06, + "loss": 2.3942, + "step": 44273 + }, + { + "epoch": 0.7578698711035793, + "grad_norm": 2.6052772998809814, + "learning_rate": 2.9205087039615253e-06, + "loss": 2.3404, + "step": 44274 + }, + { + "epoch": 0.7578869888221298, + "grad_norm": 2.6774821281433105, + "learning_rate": 2.9201171587061985e-06, + "loss": 2.3034, + "step": 44275 + }, + { + "epoch": 0.7579041065406803, + "grad_norm": 2.596404790878296, + "learning_rate": 2.919725635211963e-06, + "loss": 2.437, + "step": 44276 + }, + { + "epoch": 0.7579212242592307, + "grad_norm": 2.732950210571289, + "learning_rate": 2.919334133480025e-06, + "loss": 2.4345, + "step": 44277 + }, + { + "epoch": 0.7579383419777812, + "grad_norm": 2.6328468322753906, + "learning_rate": 2.9189426535115894e-06, + "loss": 2.343, + "step": 44278 + }, + { + "epoch": 0.7579554596963317, + "grad_norm": 2.648789167404175, + "learning_rate": 2.9185511953078537e-06, + "loss": 2.4669, + "step": 44279 + }, + { + "epoch": 0.7579725774148821, + "grad_norm": 2.661829710006714, + "learning_rate": 2.9181597588700237e-06, + "loss": 2.3836, + "step": 44280 + }, + { + "epoch": 0.7579896951334326, + "grad_norm": 2.6046509742736816, + "learning_rate": 2.9177683441993032e-06, + "loss": 2.4492, + "step": 44281 + }, + { + "epoch": 0.7580068128519831, + "grad_norm": 2.644676685333252, + "learning_rate": 2.9173769512968954e-06, + "loss": 2.3069, + "step": 44282 + }, + { + "epoch": 0.7580239305705335, + "grad_norm": 2.4366614818573, + "learning_rate": 2.916985580164006e-06, + "loss": 2.2878, + "step": 44283 + }, + { + "epoch": 0.758041048289084, + "grad_norm": 2.637446641921997, + "learning_rate": 2.916594230801827e-06, + "loss": 2.4215, + "step": 44284 + }, + { + "epoch": 0.7580581660076345, + "grad_norm": 2.5793755054473877, + "learning_rate": 2.9162029032115767e-06, + "loss": 2.3533, + "step": 44285 + }, + { + "epoch": 0.7580752837261849, + "grad_norm": 2.5508487224578857, + "learning_rate": 2.915811597394447e-06, + "loss": 2.3344, + "step": 44286 + }, + { + "epoch": 0.7580924014447354, + "grad_norm": 2.527414321899414, + "learning_rate": 2.9154203133516436e-06, + "loss": 2.3527, + "step": 44287 + }, + { + "epoch": 0.758109519163286, + "grad_norm": 2.5483057498931885, + "learning_rate": 2.9150290510843726e-06, + "loss": 2.3133, + "step": 44288 + }, + { + "epoch": 0.7581266368818363, + "grad_norm": 2.68168306350708, + "learning_rate": 2.914637810593828e-06, + "loss": 2.4005, + "step": 44289 + }, + { + "epoch": 0.7581437546003869, + "grad_norm": 2.4453437328338623, + "learning_rate": 2.9142465918812235e-06, + "loss": 2.2028, + "step": 44290 + }, + { + "epoch": 0.7581608723189374, + "grad_norm": 2.5415759086608887, + "learning_rate": 2.9138553949477498e-06, + "loss": 2.4708, + "step": 44291 + }, + { + "epoch": 0.7581779900374878, + "grad_norm": 2.5395472049713135, + "learning_rate": 2.9134642197946216e-06, + "loss": 2.3512, + "step": 44292 + }, + { + "epoch": 0.7581951077560383, + "grad_norm": 2.5692996978759766, + "learning_rate": 2.9130730664230324e-06, + "loss": 2.3676, + "step": 44293 + }, + { + "epoch": 0.7582122254745888, + "grad_norm": 2.4987101554870605, + "learning_rate": 2.912681934834186e-06, + "loss": 2.32, + "step": 44294 + }, + { + "epoch": 0.7582293431931392, + "grad_norm": 2.669628858566284, + "learning_rate": 2.91229082502929e-06, + "loss": 2.3559, + "step": 44295 + }, + { + "epoch": 0.7582464609116897, + "grad_norm": 2.5608294010162354, + "learning_rate": 2.9118997370095357e-06, + "loss": 2.3565, + "step": 44296 + }, + { + "epoch": 0.7582635786302402, + "grad_norm": 2.755704879760742, + "learning_rate": 2.9115086707761375e-06, + "loss": 2.398, + "step": 44297 + }, + { + "epoch": 0.7582806963487906, + "grad_norm": 2.5041744709014893, + "learning_rate": 2.911117626330289e-06, + "loss": 2.4341, + "step": 44298 + }, + { + "epoch": 0.7582978140673411, + "grad_norm": 2.6641759872436523, + "learning_rate": 2.9107266036731942e-06, + "loss": 2.3949, + "step": 44299 + }, + { + "epoch": 0.7583149317858916, + "grad_norm": 2.607235908508301, + "learning_rate": 2.910335602806059e-06, + "loss": 2.4488, + "step": 44300 + }, + { + "epoch": 0.758332049504442, + "grad_norm": 2.454164505004883, + "learning_rate": 2.9099446237300755e-06, + "loss": 2.294, + "step": 44301 + }, + { + "epoch": 0.7583491672229925, + "grad_norm": 2.650001049041748, + "learning_rate": 2.9095536664464587e-06, + "loss": 2.3501, + "step": 44302 + }, + { + "epoch": 0.758366284941543, + "grad_norm": 2.366790771484375, + "learning_rate": 2.9091627309563986e-06, + "loss": 2.2645, + "step": 44303 + }, + { + "epoch": 0.7583834026600934, + "grad_norm": 2.436210870742798, + "learning_rate": 2.9087718172611023e-06, + "loss": 2.2577, + "step": 44304 + }, + { + "epoch": 0.7584005203786439, + "grad_norm": 2.6867995262145996, + "learning_rate": 2.90838092536177e-06, + "loss": 2.4758, + "step": 44305 + }, + { + "epoch": 0.7584176380971944, + "grad_norm": 2.57122802734375, + "learning_rate": 2.907990055259604e-06, + "loss": 2.3342, + "step": 44306 + }, + { + "epoch": 0.7584347558157449, + "grad_norm": 2.474757194519043, + "learning_rate": 2.907599206955809e-06, + "loss": 2.2372, + "step": 44307 + }, + { + "epoch": 0.7584518735342953, + "grad_norm": 2.576080322265625, + "learning_rate": 2.907208380451575e-06, + "loss": 2.3528, + "step": 44308 + }, + { + "epoch": 0.7584689912528458, + "grad_norm": 2.5033042430877686, + "learning_rate": 2.9068175757481187e-06, + "loss": 2.3906, + "step": 44309 + }, + { + "epoch": 0.7584861089713963, + "grad_norm": 2.575200319290161, + "learning_rate": 2.9064267928466294e-06, + "loss": 2.4152, + "step": 44310 + }, + { + "epoch": 0.7585032266899467, + "grad_norm": 2.6994545459747314, + "learning_rate": 2.9060360317483127e-06, + "loss": 2.4214, + "step": 44311 + }, + { + "epoch": 0.7585203444084972, + "grad_norm": 2.386995553970337, + "learning_rate": 2.905645292454369e-06, + "loss": 2.2193, + "step": 44312 + }, + { + "epoch": 0.7585374621270478, + "grad_norm": 2.5266904830932617, + "learning_rate": 2.905254574966e-06, + "loss": 2.429, + "step": 44313 + }, + { + "epoch": 0.7585545798455982, + "grad_norm": 2.4530105590820312, + "learning_rate": 2.9048638792844085e-06, + "loss": 2.2676, + "step": 44314 + }, + { + "epoch": 0.7585716975641487, + "grad_norm": 2.573352813720703, + "learning_rate": 2.9044732054107915e-06, + "loss": 2.2974, + "step": 44315 + }, + { + "epoch": 0.7585888152826992, + "grad_norm": 2.405778646469116, + "learning_rate": 2.90408255334635e-06, + "loss": 2.3055, + "step": 44316 + }, + { + "epoch": 0.7586059330012496, + "grad_norm": 2.663412094116211, + "learning_rate": 2.9036919230922866e-06, + "loss": 2.54, + "step": 44317 + }, + { + "epoch": 0.7586230507198001, + "grad_norm": 2.4952526092529297, + "learning_rate": 2.9033013146498023e-06, + "loss": 2.2617, + "step": 44318 + }, + { + "epoch": 0.7586401684383506, + "grad_norm": 2.4309840202331543, + "learning_rate": 2.9029107280200964e-06, + "loss": 2.3519, + "step": 44319 + }, + { + "epoch": 0.758657286156901, + "grad_norm": 2.5390899181365967, + "learning_rate": 2.902520163204372e-06, + "loss": 2.3146, + "step": 44320 + }, + { + "epoch": 0.7586744038754515, + "grad_norm": 2.518399238586426, + "learning_rate": 2.9021296202038254e-06, + "loss": 2.3745, + "step": 44321 + }, + { + "epoch": 0.758691521594002, + "grad_norm": 2.627223491668701, + "learning_rate": 2.9017390990196594e-06, + "loss": 2.4135, + "step": 44322 + }, + { + "epoch": 0.7587086393125524, + "grad_norm": 2.4957475662231445, + "learning_rate": 2.9013485996530733e-06, + "loss": 2.3283, + "step": 44323 + }, + { + "epoch": 0.7587257570311029, + "grad_norm": 2.600067615509033, + "learning_rate": 2.9009581221052673e-06, + "loss": 2.4462, + "step": 44324 + }, + { + "epoch": 0.7587428747496534, + "grad_norm": 2.6899664402008057, + "learning_rate": 2.9005676663774464e-06, + "loss": 2.325, + "step": 44325 + }, + { + "epoch": 0.7587599924682038, + "grad_norm": 2.555752992630005, + "learning_rate": 2.9001772324708e-06, + "loss": 2.3303, + "step": 44326 + }, + { + "epoch": 0.7587771101867543, + "grad_norm": 2.6403424739837646, + "learning_rate": 2.899786820386542e-06, + "loss": 2.4654, + "step": 44327 + }, + { + "epoch": 0.7587942279053048, + "grad_norm": 2.543658494949341, + "learning_rate": 2.899396430125858e-06, + "loss": 2.382, + "step": 44328 + }, + { + "epoch": 0.7588113456238552, + "grad_norm": 2.602982759475708, + "learning_rate": 2.8990060616899617e-06, + "loss": 2.298, + "step": 44329 + }, + { + "epoch": 0.7588284633424057, + "grad_norm": 2.5350828170776367, + "learning_rate": 2.898615715080043e-06, + "loss": 2.2459, + "step": 44330 + }, + { + "epoch": 0.7588455810609562, + "grad_norm": 2.447160482406616, + "learning_rate": 2.8982253902973056e-06, + "loss": 2.2567, + "step": 44331 + }, + { + "epoch": 0.7588626987795066, + "grad_norm": 2.5620739459991455, + "learning_rate": 2.8978350873429517e-06, + "loss": 2.4263, + "step": 44332 + }, + { + "epoch": 0.7588798164980571, + "grad_norm": 2.7914838790893555, + "learning_rate": 2.8974448062181717e-06, + "loss": 2.345, + "step": 44333 + }, + { + "epoch": 0.7588969342166076, + "grad_norm": 2.536267042160034, + "learning_rate": 2.897054546924177e-06, + "loss": 2.2868, + "step": 44334 + }, + { + "epoch": 0.758914051935158, + "grad_norm": 2.643212080001831, + "learning_rate": 2.8966643094621596e-06, + "loss": 2.394, + "step": 44335 + }, + { + "epoch": 0.7589311696537085, + "grad_norm": 2.5192952156066895, + "learning_rate": 2.89627409383332e-06, + "loss": 2.3444, + "step": 44336 + }, + { + "epoch": 0.7589482873722591, + "grad_norm": 2.444838762283325, + "learning_rate": 2.895883900038863e-06, + "loss": 2.3084, + "step": 44337 + }, + { + "epoch": 0.7589654050908095, + "grad_norm": 2.4558253288269043, + "learning_rate": 2.8954937280799753e-06, + "loss": 2.3531, + "step": 44338 + }, + { + "epoch": 0.75898252280936, + "grad_norm": 2.7243540287017822, + "learning_rate": 2.8951035779578716e-06, + "loss": 2.3534, + "step": 44339 + }, + { + "epoch": 0.7589996405279105, + "grad_norm": 2.4940860271453857, + "learning_rate": 2.8947134496737406e-06, + "loss": 2.3012, + "step": 44340 + }, + { + "epoch": 0.7590167582464609, + "grad_norm": 2.6135354042053223, + "learning_rate": 2.894323343228784e-06, + "loss": 2.3779, + "step": 44341 + }, + { + "epoch": 0.7590338759650114, + "grad_norm": 2.506627082824707, + "learning_rate": 2.893933258624202e-06, + "loss": 2.253, + "step": 44342 + }, + { + "epoch": 0.7590509936835619, + "grad_norm": 2.573615789413452, + "learning_rate": 2.8935431958611936e-06, + "loss": 2.3226, + "step": 44343 + }, + { + "epoch": 0.7590681114021123, + "grad_norm": 2.5468287467956543, + "learning_rate": 2.89315315494096e-06, + "loss": 2.3721, + "step": 44344 + }, + { + "epoch": 0.7590852291206628, + "grad_norm": 2.57975435256958, + "learning_rate": 2.89276313586469e-06, + "loss": 2.3486, + "step": 44345 + }, + { + "epoch": 0.7591023468392133, + "grad_norm": 2.6093387603759766, + "learning_rate": 2.892373138633596e-06, + "loss": 2.3651, + "step": 44346 + }, + { + "epoch": 0.7591194645577637, + "grad_norm": 2.612719774246216, + "learning_rate": 2.891983163248867e-06, + "loss": 2.279, + "step": 44347 + }, + { + "epoch": 0.7591365822763142, + "grad_norm": 2.510160446166992, + "learning_rate": 2.891593209711706e-06, + "loss": 2.4003, + "step": 44348 + }, + { + "epoch": 0.7591536999948647, + "grad_norm": 2.5533876419067383, + "learning_rate": 2.89120327802331e-06, + "loss": 2.2433, + "step": 44349 + }, + { + "epoch": 0.7591708177134151, + "grad_norm": 2.543065071105957, + "learning_rate": 2.890813368184878e-06, + "loss": 2.4067, + "step": 44350 + }, + { + "epoch": 0.7591879354319656, + "grad_norm": 2.4768688678741455, + "learning_rate": 2.8904234801976115e-06, + "loss": 2.2126, + "step": 44351 + }, + { + "epoch": 0.7592050531505161, + "grad_norm": 2.591357946395874, + "learning_rate": 2.890033614062703e-06, + "loss": 2.3239, + "step": 44352 + }, + { + "epoch": 0.7592221708690666, + "grad_norm": 2.474816083908081, + "learning_rate": 2.889643769781353e-06, + "loss": 2.3731, + "step": 44353 + }, + { + "epoch": 0.759239288587617, + "grad_norm": 2.4521431922912598, + "learning_rate": 2.889253947354761e-06, + "loss": 2.3686, + "step": 44354 + }, + { + "epoch": 0.7592564063061675, + "grad_norm": 2.5955305099487305, + "learning_rate": 2.888864146784124e-06, + "loss": 2.4046, + "step": 44355 + }, + { + "epoch": 0.759273524024718, + "grad_norm": 2.3377294540405273, + "learning_rate": 2.888474368070642e-06, + "loss": 2.2089, + "step": 44356 + }, + { + "epoch": 0.7592906417432684, + "grad_norm": 2.5372557640075684, + "learning_rate": 2.8880846112155137e-06, + "loss": 2.4222, + "step": 44357 + }, + { + "epoch": 0.7593077594618189, + "grad_norm": 2.671780586242676, + "learning_rate": 2.887694876219932e-06, + "loss": 2.4135, + "step": 44358 + }, + { + "epoch": 0.7593248771803695, + "grad_norm": 2.5673718452453613, + "learning_rate": 2.887305163085099e-06, + "loss": 2.4243, + "step": 44359 + }, + { + "epoch": 0.7593419948989198, + "grad_norm": 2.61038875579834, + "learning_rate": 2.8869154718122107e-06, + "loss": 2.4445, + "step": 44360 + }, + { + "epoch": 0.7593591126174704, + "grad_norm": 2.335904359817505, + "learning_rate": 2.8865258024024656e-06, + "loss": 2.1286, + "step": 44361 + }, + { + "epoch": 0.7593762303360209, + "grad_norm": 2.4012835025787354, + "learning_rate": 2.886136154857061e-06, + "loss": 2.2149, + "step": 44362 + }, + { + "epoch": 0.7593933480545713, + "grad_norm": 2.605550765991211, + "learning_rate": 2.8857465291771958e-06, + "loss": 2.3586, + "step": 44363 + }, + { + "epoch": 0.7594104657731218, + "grad_norm": 2.6373941898345947, + "learning_rate": 2.8853569253640703e-06, + "loss": 2.3576, + "step": 44364 + }, + { + "epoch": 0.7594275834916723, + "grad_norm": 2.524651527404785, + "learning_rate": 2.884967343418874e-06, + "loss": 2.3626, + "step": 44365 + }, + { + "epoch": 0.7594447012102227, + "grad_norm": 2.610795497894287, + "learning_rate": 2.884577783342809e-06, + "loss": 2.381, + "step": 44366 + }, + { + "epoch": 0.7594618189287732, + "grad_norm": 2.549070358276367, + "learning_rate": 2.884188245137074e-06, + "loss": 2.3647, + "step": 44367 + }, + { + "epoch": 0.7594789366473237, + "grad_norm": 2.3857710361480713, + "learning_rate": 2.8837987288028634e-06, + "loss": 2.3479, + "step": 44368 + }, + { + "epoch": 0.7594960543658741, + "grad_norm": 2.5336902141571045, + "learning_rate": 2.883409234341379e-06, + "loss": 2.3078, + "step": 44369 + }, + { + "epoch": 0.7595131720844246, + "grad_norm": 2.506047010421753, + "learning_rate": 2.883019761753809e-06, + "loss": 2.398, + "step": 44370 + }, + { + "epoch": 0.7595302898029751, + "grad_norm": 2.578641653060913, + "learning_rate": 2.8826303110413624e-06, + "loss": 2.3273, + "step": 44371 + }, + { + "epoch": 0.7595474075215255, + "grad_norm": 2.5333874225616455, + "learning_rate": 2.882240882205227e-06, + "loss": 2.3364, + "step": 44372 + }, + { + "epoch": 0.759564525240076, + "grad_norm": 2.4711642265319824, + "learning_rate": 2.881851475246603e-06, + "loss": 2.3262, + "step": 44373 + }, + { + "epoch": 0.7595816429586265, + "grad_norm": 2.5490031242370605, + "learning_rate": 2.881462090166691e-06, + "loss": 2.4189, + "step": 44374 + }, + { + "epoch": 0.7595987606771769, + "grad_norm": 2.6166739463806152, + "learning_rate": 2.881072726966677e-06, + "loss": 2.4074, + "step": 44375 + }, + { + "epoch": 0.7596158783957274, + "grad_norm": 2.5654258728027344, + "learning_rate": 2.880683385647771e-06, + "loss": 2.3969, + "step": 44376 + }, + { + "epoch": 0.7596329961142779, + "grad_norm": 2.6262824535369873, + "learning_rate": 2.880294066211161e-06, + "loss": 2.2759, + "step": 44377 + }, + { + "epoch": 0.7596501138328283, + "grad_norm": 2.369128942489624, + "learning_rate": 2.879904768658045e-06, + "loss": 2.213, + "step": 44378 + }, + { + "epoch": 0.7596672315513788, + "grad_norm": 2.620314598083496, + "learning_rate": 2.879515492989625e-06, + "loss": 2.3636, + "step": 44379 + }, + { + "epoch": 0.7596843492699293, + "grad_norm": 2.6011435985565186, + "learning_rate": 2.879126239207086e-06, + "loss": 2.3689, + "step": 44380 + }, + { + "epoch": 0.7597014669884797, + "grad_norm": 2.550330400466919, + "learning_rate": 2.8787370073116393e-06, + "loss": 2.3619, + "step": 44381 + }, + { + "epoch": 0.7597185847070302, + "grad_norm": 2.5576443672180176, + "learning_rate": 2.878347797304466e-06, + "loss": 2.4334, + "step": 44382 + }, + { + "epoch": 0.7597357024255808, + "grad_norm": 2.594317674636841, + "learning_rate": 2.8779586091867774e-06, + "loss": 2.3711, + "step": 44383 + }, + { + "epoch": 0.7597528201441311, + "grad_norm": 2.5682239532470703, + "learning_rate": 2.877569442959758e-06, + "loss": 2.3542, + "step": 44384 + }, + { + "epoch": 0.7597699378626817, + "grad_norm": 2.593045234680176, + "learning_rate": 2.877180298624609e-06, + "loss": 2.2936, + "step": 44385 + }, + { + "epoch": 0.7597870555812322, + "grad_norm": 2.7690939903259277, + "learning_rate": 2.8767911761825283e-06, + "loss": 2.2576, + "step": 44386 + }, + { + "epoch": 0.7598041732997826, + "grad_norm": 2.6764135360717773, + "learning_rate": 2.8764020756347044e-06, + "loss": 2.3906, + "step": 44387 + }, + { + "epoch": 0.7598212910183331, + "grad_norm": 2.668973922729492, + "learning_rate": 2.8760129969823437e-06, + "loss": 2.3092, + "step": 44388 + }, + { + "epoch": 0.7598384087368836, + "grad_norm": 2.598137855529785, + "learning_rate": 2.8756239402266326e-06, + "loss": 2.4093, + "step": 44389 + }, + { + "epoch": 0.759855526455434, + "grad_norm": 2.853466272354126, + "learning_rate": 2.875234905368772e-06, + "loss": 2.3341, + "step": 44390 + }, + { + "epoch": 0.7598726441739845, + "grad_norm": 2.615966320037842, + "learning_rate": 2.8748458924099563e-06, + "loss": 2.3379, + "step": 44391 + }, + { + "epoch": 0.759889761892535, + "grad_norm": 2.488892078399658, + "learning_rate": 2.8744569013513823e-06, + "loss": 2.3845, + "step": 44392 + }, + { + "epoch": 0.7599068796110854, + "grad_norm": 2.6507630348205566, + "learning_rate": 2.874067932194248e-06, + "loss": 2.2936, + "step": 44393 + }, + { + "epoch": 0.7599239973296359, + "grad_norm": 2.581415891647339, + "learning_rate": 2.8736789849397417e-06, + "loss": 2.3483, + "step": 44394 + }, + { + "epoch": 0.7599411150481864, + "grad_norm": 2.7783539295196533, + "learning_rate": 2.8732900595890633e-06, + "loss": 2.4735, + "step": 44395 + }, + { + "epoch": 0.7599582327667368, + "grad_norm": 2.6385042667388916, + "learning_rate": 2.872901156143408e-06, + "loss": 2.417, + "step": 44396 + }, + { + "epoch": 0.7599753504852873, + "grad_norm": 2.510887861251831, + "learning_rate": 2.872512274603971e-06, + "loss": 2.1896, + "step": 44397 + }, + { + "epoch": 0.7599924682038378, + "grad_norm": 2.4992754459381104, + "learning_rate": 2.872123414971948e-06, + "loss": 2.2338, + "step": 44398 + }, + { + "epoch": 0.7600095859223882, + "grad_norm": 2.5788767337799072, + "learning_rate": 2.871734577248534e-06, + "loss": 2.336, + "step": 44399 + }, + { + "epoch": 0.7600267036409387, + "grad_norm": 2.67033314704895, + "learning_rate": 2.8713457614349237e-06, + "loss": 2.4157, + "step": 44400 + }, + { + "epoch": 0.7600438213594892, + "grad_norm": 2.358405113220215, + "learning_rate": 2.8709569675323157e-06, + "loss": 2.3315, + "step": 44401 + }, + { + "epoch": 0.7600609390780397, + "grad_norm": 2.530069351196289, + "learning_rate": 2.8705681955418987e-06, + "loss": 2.2886, + "step": 44402 + }, + { + "epoch": 0.7600780567965901, + "grad_norm": 2.5359561443328857, + "learning_rate": 2.870179445464871e-06, + "loss": 2.3462, + "step": 44403 + }, + { + "epoch": 0.7600951745151406, + "grad_norm": 2.653775215148926, + "learning_rate": 2.8697907173024265e-06, + "loss": 2.4942, + "step": 44404 + }, + { + "epoch": 0.7601122922336911, + "grad_norm": 2.6016476154327393, + "learning_rate": 2.869402011055762e-06, + "loss": 2.4079, + "step": 44405 + }, + { + "epoch": 0.7601294099522415, + "grad_norm": 2.5935428142547607, + "learning_rate": 2.8690133267260735e-06, + "loss": 2.3541, + "step": 44406 + }, + { + "epoch": 0.760146527670792, + "grad_norm": 2.472351551055908, + "learning_rate": 2.8686246643145466e-06, + "loss": 2.4538, + "step": 44407 + }, + { + "epoch": 0.7601636453893426, + "grad_norm": 2.6157727241516113, + "learning_rate": 2.8682360238223896e-06, + "loss": 2.3512, + "step": 44408 + }, + { + "epoch": 0.760180763107893, + "grad_norm": 2.6160058975219727, + "learning_rate": 2.8678474052507855e-06, + "loss": 2.3746, + "step": 44409 + }, + { + "epoch": 0.7601978808264435, + "grad_norm": 2.45719838142395, + "learning_rate": 2.867458808600935e-06, + "loss": 2.4246, + "step": 44410 + }, + { + "epoch": 0.760214998544994, + "grad_norm": 2.5898959636688232, + "learning_rate": 2.867070233874032e-06, + "loss": 2.3854, + "step": 44411 + }, + { + "epoch": 0.7602321162635444, + "grad_norm": 2.50598406791687, + "learning_rate": 2.866681681071265e-06, + "loss": 2.3191, + "step": 44412 + }, + { + "epoch": 0.7602492339820949, + "grad_norm": 2.7240519523620605, + "learning_rate": 2.8662931501938383e-06, + "loss": 2.4182, + "step": 44413 + }, + { + "epoch": 0.7602663517006454, + "grad_norm": 2.662346363067627, + "learning_rate": 2.865904641242937e-06, + "loss": 2.4844, + "step": 44414 + }, + { + "epoch": 0.7602834694191958, + "grad_norm": 2.5778229236602783, + "learning_rate": 2.8655161542197596e-06, + "loss": 2.4103, + "step": 44415 + }, + { + "epoch": 0.7603005871377463, + "grad_norm": 2.425191879272461, + "learning_rate": 2.865127689125503e-06, + "loss": 2.2481, + "step": 44416 + }, + { + "epoch": 0.7603177048562968, + "grad_norm": 2.549316644668579, + "learning_rate": 2.864739245961351e-06, + "loss": 2.3477, + "step": 44417 + }, + { + "epoch": 0.7603348225748472, + "grad_norm": 2.601618766784668, + "learning_rate": 2.86435082472851e-06, + "loss": 2.3499, + "step": 44418 + }, + { + "epoch": 0.7603519402933977, + "grad_norm": 2.5050718784332275, + "learning_rate": 2.863962425428163e-06, + "loss": 2.3383, + "step": 44419 + }, + { + "epoch": 0.7603690580119482, + "grad_norm": 2.490217924118042, + "learning_rate": 2.863574048061515e-06, + "loss": 2.2963, + "step": 44420 + }, + { + "epoch": 0.7603861757304986, + "grad_norm": 2.469858169555664, + "learning_rate": 2.8631856926297497e-06, + "loss": 2.2991, + "step": 44421 + }, + { + "epoch": 0.7604032934490491, + "grad_norm": 2.543369770050049, + "learning_rate": 2.862797359134065e-06, + "loss": 2.3742, + "step": 44422 + }, + { + "epoch": 0.7604204111675996, + "grad_norm": 2.5094807147979736, + "learning_rate": 2.8624090475756574e-06, + "loss": 2.2655, + "step": 44423 + }, + { + "epoch": 0.76043752888615, + "grad_norm": 2.591974973678589, + "learning_rate": 2.862020757955711e-06, + "loss": 2.3036, + "step": 44424 + }, + { + "epoch": 0.7604546466047005, + "grad_norm": 2.4939064979553223, + "learning_rate": 2.8616324902754324e-06, + "loss": 2.402, + "step": 44425 + }, + { + "epoch": 0.760471764323251, + "grad_norm": 2.6597700119018555, + "learning_rate": 2.8612442445360044e-06, + "loss": 2.4586, + "step": 44426 + }, + { + "epoch": 0.7604888820418014, + "grad_norm": 2.546649694442749, + "learning_rate": 2.860856020738624e-06, + "loss": 2.3583, + "step": 44427 + }, + { + "epoch": 0.7605059997603519, + "grad_norm": 2.5699591636657715, + "learning_rate": 2.860467818884485e-06, + "loss": 2.3164, + "step": 44428 + }, + { + "epoch": 0.7605231174789024, + "grad_norm": 2.4418387413024902, + "learning_rate": 2.86007963897478e-06, + "loss": 2.25, + "step": 44429 + }, + { + "epoch": 0.7605402351974528, + "grad_norm": 2.649643659591675, + "learning_rate": 2.8596914810107046e-06, + "loss": 2.4033, + "step": 44430 + }, + { + "epoch": 0.7605573529160033, + "grad_norm": 2.581700563430786, + "learning_rate": 2.859303344993447e-06, + "loss": 2.3948, + "step": 44431 + }, + { + "epoch": 0.7605744706345539, + "grad_norm": 2.4409589767456055, + "learning_rate": 2.858915230924203e-06, + "loss": 2.3772, + "step": 44432 + }, + { + "epoch": 0.7605915883531043, + "grad_norm": 2.5596442222595215, + "learning_rate": 2.858527138804165e-06, + "loss": 2.3021, + "step": 44433 + }, + { + "epoch": 0.7606087060716548, + "grad_norm": 2.40816330909729, + "learning_rate": 2.8581390686345256e-06, + "loss": 2.3252, + "step": 44434 + }, + { + "epoch": 0.7606258237902053, + "grad_norm": 2.430633068084717, + "learning_rate": 2.8577510204164782e-06, + "loss": 2.3435, + "step": 44435 + }, + { + "epoch": 0.7606429415087557, + "grad_norm": 2.3947389125823975, + "learning_rate": 2.857362994151216e-06, + "loss": 2.3006, + "step": 44436 + }, + { + "epoch": 0.7606600592273062, + "grad_norm": 2.530900478363037, + "learning_rate": 2.8569749898399345e-06, + "loss": 2.4001, + "step": 44437 + }, + { + "epoch": 0.7606771769458567, + "grad_norm": 2.4230172634124756, + "learning_rate": 2.8565870074838187e-06, + "loss": 2.3079, + "step": 44438 + }, + { + "epoch": 0.7606942946644071, + "grad_norm": 2.543087959289551, + "learning_rate": 2.8561990470840662e-06, + "loss": 2.276, + "step": 44439 + }, + { + "epoch": 0.7607114123829576, + "grad_norm": 2.5040738582611084, + "learning_rate": 2.855811108641867e-06, + "loss": 2.2541, + "step": 44440 + }, + { + "epoch": 0.7607285301015081, + "grad_norm": 2.5530872344970703, + "learning_rate": 2.8554231921584164e-06, + "loss": 2.3823, + "step": 44441 + }, + { + "epoch": 0.7607456478200585, + "grad_norm": 2.337650775909424, + "learning_rate": 2.8550352976349048e-06, + "loss": 2.3445, + "step": 44442 + }, + { + "epoch": 0.760762765538609, + "grad_norm": 2.523473024368286, + "learning_rate": 2.8546474250725286e-06, + "loss": 2.2434, + "step": 44443 + }, + { + "epoch": 0.7607798832571595, + "grad_norm": 2.5902998447418213, + "learning_rate": 2.8542595744724733e-06, + "loss": 2.4221, + "step": 44444 + }, + { + "epoch": 0.7607970009757099, + "grad_norm": 2.5699076652526855, + "learning_rate": 2.8538717458359332e-06, + "loss": 2.4319, + "step": 44445 + }, + { + "epoch": 0.7608141186942604, + "grad_norm": 2.702284574508667, + "learning_rate": 2.853483939164102e-06, + "loss": 2.4494, + "step": 44446 + }, + { + "epoch": 0.7608312364128109, + "grad_norm": 2.4384779930114746, + "learning_rate": 2.8530961544581716e-06, + "loss": 2.4357, + "step": 44447 + }, + { + "epoch": 0.7608483541313614, + "grad_norm": 2.638587474822998, + "learning_rate": 2.8527083917193354e-06, + "loss": 2.5014, + "step": 44448 + }, + { + "epoch": 0.7608654718499118, + "grad_norm": 2.6001274585723877, + "learning_rate": 2.8523206509487768e-06, + "loss": 2.3803, + "step": 44449 + }, + { + "epoch": 0.7608825895684623, + "grad_norm": 2.442272186279297, + "learning_rate": 2.8519329321477007e-06, + "loss": 2.2453, + "step": 44450 + }, + { + "epoch": 0.7608997072870128, + "grad_norm": 2.446591854095459, + "learning_rate": 2.851545235317288e-06, + "loss": 2.2626, + "step": 44451 + }, + { + "epoch": 0.7609168250055632, + "grad_norm": 2.5685434341430664, + "learning_rate": 2.851157560458735e-06, + "loss": 2.4202, + "step": 44452 + }, + { + "epoch": 0.7609339427241137, + "grad_norm": 2.7059314250946045, + "learning_rate": 2.850769907573235e-06, + "loss": 2.3714, + "step": 44453 + }, + { + "epoch": 0.7609510604426643, + "grad_norm": 2.3822238445281982, + "learning_rate": 2.8503822766619714e-06, + "loss": 2.3176, + "step": 44454 + }, + { + "epoch": 0.7609681781612146, + "grad_norm": 2.5832338333129883, + "learning_rate": 2.8499946677261483e-06, + "loss": 2.3811, + "step": 44455 + }, + { + "epoch": 0.7609852958797652, + "grad_norm": 2.6958110332489014, + "learning_rate": 2.849607080766943e-06, + "loss": 2.3274, + "step": 44456 + }, + { + "epoch": 0.7610024135983157, + "grad_norm": 2.512472152709961, + "learning_rate": 2.8492195157855607e-06, + "loss": 2.4174, + "step": 44457 + }, + { + "epoch": 0.7610195313168661, + "grad_norm": 2.5691750049591064, + "learning_rate": 2.8488319727831824e-06, + "loss": 2.4219, + "step": 44458 + }, + { + "epoch": 0.7610366490354166, + "grad_norm": 2.545454978942871, + "learning_rate": 2.8484444517610033e-06, + "loss": 2.3341, + "step": 44459 + }, + { + "epoch": 0.7610537667539671, + "grad_norm": 2.6209192276000977, + "learning_rate": 2.848056952720216e-06, + "loss": 2.4952, + "step": 44460 + }, + { + "epoch": 0.7610708844725175, + "grad_norm": 2.5117239952087402, + "learning_rate": 2.847669475662004e-06, + "loss": 2.3683, + "step": 44461 + }, + { + "epoch": 0.761088002191068, + "grad_norm": 2.6167492866516113, + "learning_rate": 2.8472820205875696e-06, + "loss": 2.43, + "step": 44462 + }, + { + "epoch": 0.7611051199096185, + "grad_norm": 2.468715190887451, + "learning_rate": 2.8468945874980958e-06, + "loss": 2.3769, + "step": 44463 + }, + { + "epoch": 0.7611222376281689, + "grad_norm": 2.483952283859253, + "learning_rate": 2.846507176394775e-06, + "loss": 2.3357, + "step": 44464 + }, + { + "epoch": 0.7611393553467194, + "grad_norm": 2.422572135925293, + "learning_rate": 2.846119787278797e-06, + "loss": 2.2428, + "step": 44465 + }, + { + "epoch": 0.7611564730652699, + "grad_norm": 2.3729398250579834, + "learning_rate": 2.845732420151356e-06, + "loss": 2.3142, + "step": 44466 + }, + { + "epoch": 0.7611735907838203, + "grad_norm": 2.6155974864959717, + "learning_rate": 2.8453450750136426e-06, + "loss": 2.3268, + "step": 44467 + }, + { + "epoch": 0.7611907085023708, + "grad_norm": 2.5937283039093018, + "learning_rate": 2.8449577518668425e-06, + "loss": 2.3505, + "step": 44468 + }, + { + "epoch": 0.7612078262209213, + "grad_norm": 2.455603837966919, + "learning_rate": 2.8445704507121497e-06, + "loss": 2.321, + "step": 44469 + }, + { + "epoch": 0.7612249439394717, + "grad_norm": 2.65783953666687, + "learning_rate": 2.844183171550753e-06, + "loss": 2.4124, + "step": 44470 + }, + { + "epoch": 0.7612420616580222, + "grad_norm": 2.5198748111724854, + "learning_rate": 2.8437959143838444e-06, + "loss": 2.3317, + "step": 44471 + }, + { + "epoch": 0.7612591793765727, + "grad_norm": 2.497434139251709, + "learning_rate": 2.8434086792126137e-06, + "loss": 2.31, + "step": 44472 + }, + { + "epoch": 0.7612762970951231, + "grad_norm": 2.5001306533813477, + "learning_rate": 2.8430214660382506e-06, + "loss": 2.3975, + "step": 44473 + }, + { + "epoch": 0.7612934148136736, + "grad_norm": 2.506643533706665, + "learning_rate": 2.8426342748619485e-06, + "loss": 2.3288, + "step": 44474 + }, + { + "epoch": 0.7613105325322241, + "grad_norm": 2.5516300201416016, + "learning_rate": 2.842247105684891e-06, + "loss": 2.3726, + "step": 44475 + }, + { + "epoch": 0.7613276502507745, + "grad_norm": 2.591275453567505, + "learning_rate": 2.8418599585082728e-06, + "loss": 2.3698, + "step": 44476 + }, + { + "epoch": 0.761344767969325, + "grad_norm": 2.6575520038604736, + "learning_rate": 2.841472833333283e-06, + "loss": 2.2949, + "step": 44477 + }, + { + "epoch": 0.7613618856878756, + "grad_norm": 2.7162532806396484, + "learning_rate": 2.8410857301611106e-06, + "loss": 2.4594, + "step": 44478 + }, + { + "epoch": 0.761379003406426, + "grad_norm": 2.5156362056732178, + "learning_rate": 2.8406986489929466e-06, + "loss": 2.4156, + "step": 44479 + }, + { + "epoch": 0.7613961211249765, + "grad_norm": 2.5468103885650635, + "learning_rate": 2.8403115898299828e-06, + "loss": 2.3646, + "step": 44480 + }, + { + "epoch": 0.761413238843527, + "grad_norm": 2.6514089107513428, + "learning_rate": 2.8399245526734033e-06, + "loss": 2.3951, + "step": 44481 + }, + { + "epoch": 0.7614303565620774, + "grad_norm": 2.576035976409912, + "learning_rate": 2.8395375375244004e-06, + "loss": 2.4643, + "step": 44482 + }, + { + "epoch": 0.7614474742806279, + "grad_norm": 2.5392580032348633, + "learning_rate": 2.839150544384165e-06, + "loss": 2.3604, + "step": 44483 + }, + { + "epoch": 0.7614645919991784, + "grad_norm": 2.5450289249420166, + "learning_rate": 2.8387635732538856e-06, + "loss": 2.3905, + "step": 44484 + }, + { + "epoch": 0.7614817097177288, + "grad_norm": 2.3933396339416504, + "learning_rate": 2.838376624134754e-06, + "loss": 2.3306, + "step": 44485 + }, + { + "epoch": 0.7614988274362793, + "grad_norm": 2.4229488372802734, + "learning_rate": 2.837989697027951e-06, + "loss": 2.1942, + "step": 44486 + }, + { + "epoch": 0.7615159451548298, + "grad_norm": 2.596977472305298, + "learning_rate": 2.837602791934678e-06, + "loss": 2.3548, + "step": 44487 + }, + { + "epoch": 0.7615330628733802, + "grad_norm": 2.620619058609009, + "learning_rate": 2.837215908856116e-06, + "loss": 2.3438, + "step": 44488 + }, + { + "epoch": 0.7615501805919307, + "grad_norm": 2.6128451824188232, + "learning_rate": 2.836829047793457e-06, + "loss": 2.3345, + "step": 44489 + }, + { + "epoch": 0.7615672983104812, + "grad_norm": 2.459318161010742, + "learning_rate": 2.836442208747888e-06, + "loss": 2.3195, + "step": 44490 + }, + { + "epoch": 0.7615844160290316, + "grad_norm": 2.506035566329956, + "learning_rate": 2.8360553917206e-06, + "loss": 2.4074, + "step": 44491 + }, + { + "epoch": 0.7616015337475821, + "grad_norm": 2.576833724975586, + "learning_rate": 2.835668596712784e-06, + "loss": 2.1987, + "step": 44492 + }, + { + "epoch": 0.7616186514661326, + "grad_norm": 2.577230453491211, + "learning_rate": 2.835281823725621e-06, + "loss": 2.3453, + "step": 44493 + }, + { + "epoch": 0.7616357691846831, + "grad_norm": 2.4371988773345947, + "learning_rate": 2.834895072760311e-06, + "loss": 2.2994, + "step": 44494 + }, + { + "epoch": 0.7616528869032335, + "grad_norm": 2.5255050659179688, + "learning_rate": 2.834508343818033e-06, + "loss": 2.3628, + "step": 44495 + }, + { + "epoch": 0.761670004621784, + "grad_norm": 2.5019898414611816, + "learning_rate": 2.8341216368999804e-06, + "loss": 2.4035, + "step": 44496 + }, + { + "epoch": 0.7616871223403345, + "grad_norm": 2.3639957904815674, + "learning_rate": 2.833734952007343e-06, + "loss": 2.2599, + "step": 44497 + }, + { + "epoch": 0.7617042400588849, + "grad_norm": 2.43693208694458, + "learning_rate": 2.8333482891413022e-06, + "loss": 2.3715, + "step": 44498 + }, + { + "epoch": 0.7617213577774354, + "grad_norm": 2.577801465988159, + "learning_rate": 2.8329616483030574e-06, + "loss": 2.3715, + "step": 44499 + }, + { + "epoch": 0.761738475495986, + "grad_norm": 2.5543627738952637, + "learning_rate": 2.832575029493787e-06, + "loss": 2.3622, + "step": 44500 + }, + { + "epoch": 0.7617555932145363, + "grad_norm": 2.6337153911590576, + "learning_rate": 2.8321884327146855e-06, + "loss": 2.3923, + "step": 44501 + }, + { + "epoch": 0.7617727109330868, + "grad_norm": 2.6027262210845947, + "learning_rate": 2.83180185796694e-06, + "loss": 2.3174, + "step": 44502 + }, + { + "epoch": 0.7617898286516374, + "grad_norm": 2.4202988147735596, + "learning_rate": 2.8314153052517323e-06, + "loss": 2.3049, + "step": 44503 + }, + { + "epoch": 0.7618069463701878, + "grad_norm": 2.548635244369507, + "learning_rate": 2.8310287745702625e-06, + "loss": 2.3532, + "step": 44504 + }, + { + "epoch": 0.7618240640887383, + "grad_norm": 2.524207592010498, + "learning_rate": 2.8306422659237097e-06, + "loss": 2.2291, + "step": 44505 + }, + { + "epoch": 0.7618411818072888, + "grad_norm": 2.7049052715301514, + "learning_rate": 2.8302557793132633e-06, + "loss": 2.4418, + "step": 44506 + }, + { + "epoch": 0.7618582995258392, + "grad_norm": 2.682349681854248, + "learning_rate": 2.8298693147401133e-06, + "loss": 2.4422, + "step": 44507 + }, + { + "epoch": 0.7618754172443897, + "grad_norm": 2.5082688331604004, + "learning_rate": 2.8294828722054456e-06, + "loss": 2.1516, + "step": 44508 + }, + { + "epoch": 0.7618925349629402, + "grad_norm": 2.4416708946228027, + "learning_rate": 2.8290964517104524e-06, + "loss": 2.2892, + "step": 44509 + }, + { + "epoch": 0.7619096526814906, + "grad_norm": 2.5938901901245117, + "learning_rate": 2.828710053256312e-06, + "loss": 2.3943, + "step": 44510 + }, + { + "epoch": 0.7619267704000411, + "grad_norm": 2.5980212688446045, + "learning_rate": 2.8283236768442246e-06, + "loss": 2.36, + "step": 44511 + }, + { + "epoch": 0.7619438881185916, + "grad_norm": 2.657011032104492, + "learning_rate": 2.827937322475367e-06, + "loss": 2.4399, + "step": 44512 + }, + { + "epoch": 0.761961005837142, + "grad_norm": 2.567626476287842, + "learning_rate": 2.8275509901509312e-06, + "loss": 2.3567, + "step": 44513 + }, + { + "epoch": 0.7619781235556925, + "grad_norm": 2.5679454803466797, + "learning_rate": 2.8271646798721052e-06, + "loss": 2.4896, + "step": 44514 + }, + { + "epoch": 0.761995241274243, + "grad_norm": 2.374161720275879, + "learning_rate": 2.8267783916400747e-06, + "loss": 2.1081, + "step": 44515 + }, + { + "epoch": 0.7620123589927934, + "grad_norm": 2.603956937789917, + "learning_rate": 2.826392125456031e-06, + "loss": 2.3955, + "step": 44516 + }, + { + "epoch": 0.7620294767113439, + "grad_norm": 2.5446479320526123, + "learning_rate": 2.8260058813211557e-06, + "loss": 2.3694, + "step": 44517 + }, + { + "epoch": 0.7620465944298944, + "grad_norm": 2.538846015930176, + "learning_rate": 2.825619659236638e-06, + "loss": 2.3446, + "step": 44518 + }, + { + "epoch": 0.7620637121484448, + "grad_norm": 2.712202310562134, + "learning_rate": 2.825233459203667e-06, + "loss": 2.4728, + "step": 44519 + }, + { + "epoch": 0.7620808298669953, + "grad_norm": 2.652621269226074, + "learning_rate": 2.824847281223426e-06, + "loss": 2.3844, + "step": 44520 + }, + { + "epoch": 0.7620979475855458, + "grad_norm": 2.685011386871338, + "learning_rate": 2.8244611252971054e-06, + "loss": 2.406, + "step": 44521 + }, + { + "epoch": 0.7621150653040962, + "grad_norm": 2.7044599056243896, + "learning_rate": 2.8240749914258947e-06, + "loss": 2.3837, + "step": 44522 + }, + { + "epoch": 0.7621321830226467, + "grad_norm": 2.7026407718658447, + "learning_rate": 2.823688879610973e-06, + "loss": 2.3142, + "step": 44523 + }, + { + "epoch": 0.7621493007411972, + "grad_norm": 2.526791572570801, + "learning_rate": 2.8233027898535305e-06, + "loss": 2.2958, + "step": 44524 + }, + { + "epoch": 0.7621664184597476, + "grad_norm": 2.6382434368133545, + "learning_rate": 2.822916722154756e-06, + "loss": 2.2586, + "step": 44525 + }, + { + "epoch": 0.7621835361782981, + "grad_norm": 2.564671277999878, + "learning_rate": 2.8225306765158333e-06, + "loss": 2.3927, + "step": 44526 + }, + { + "epoch": 0.7622006538968487, + "grad_norm": 2.7089898586273193, + "learning_rate": 2.8221446529379503e-06, + "loss": 2.3386, + "step": 44527 + }, + { + "epoch": 0.762217771615399, + "grad_norm": 2.553856134414673, + "learning_rate": 2.821758651422294e-06, + "loss": 2.3013, + "step": 44528 + }, + { + "epoch": 0.7622348893339496, + "grad_norm": 2.5155980587005615, + "learning_rate": 2.821372671970054e-06, + "loss": 2.3699, + "step": 44529 + }, + { + "epoch": 0.7622520070525001, + "grad_norm": 2.617037773132324, + "learning_rate": 2.820986714582409e-06, + "loss": 2.3596, + "step": 44530 + }, + { + "epoch": 0.7622691247710505, + "grad_norm": 2.590548038482666, + "learning_rate": 2.8206007792605496e-06, + "loss": 2.4677, + "step": 44531 + }, + { + "epoch": 0.762286242489601, + "grad_norm": 2.453765392303467, + "learning_rate": 2.8202148660056616e-06, + "loss": 2.3948, + "step": 44532 + }, + { + "epoch": 0.7623033602081515, + "grad_norm": 2.589873790740967, + "learning_rate": 2.8198289748189313e-06, + "loss": 2.4088, + "step": 44533 + }, + { + "epoch": 0.7623204779267019, + "grad_norm": 2.557525396347046, + "learning_rate": 2.8194431057015483e-06, + "loss": 2.3883, + "step": 44534 + }, + { + "epoch": 0.7623375956452524, + "grad_norm": 2.5042457580566406, + "learning_rate": 2.8190572586546883e-06, + "loss": 2.3333, + "step": 44535 + }, + { + "epoch": 0.7623547133638029, + "grad_norm": 2.398754358291626, + "learning_rate": 2.8186714336795494e-06, + "loss": 2.2866, + "step": 44536 + }, + { + "epoch": 0.7623718310823533, + "grad_norm": 2.611219882965088, + "learning_rate": 2.818285630777311e-06, + "loss": 2.4093, + "step": 44537 + }, + { + "epoch": 0.7623889488009038, + "grad_norm": 2.6020877361297607, + "learning_rate": 2.8178998499491584e-06, + "loss": 2.4429, + "step": 44538 + }, + { + "epoch": 0.7624060665194543, + "grad_norm": 2.4871857166290283, + "learning_rate": 2.8175140911962826e-06, + "loss": 2.2791, + "step": 44539 + }, + { + "epoch": 0.7624231842380048, + "grad_norm": 2.450808525085449, + "learning_rate": 2.8171283545198604e-06, + "loss": 2.3971, + "step": 44540 + }, + { + "epoch": 0.7624403019565552, + "grad_norm": 2.638218641281128, + "learning_rate": 2.8167426399210885e-06, + "loss": 2.424, + "step": 44541 + }, + { + "epoch": 0.7624574196751057, + "grad_norm": 2.356083393096924, + "learning_rate": 2.816356947401143e-06, + "loss": 2.2898, + "step": 44542 + }, + { + "epoch": 0.7624745373936562, + "grad_norm": 2.4559028148651123, + "learning_rate": 2.8159712769612136e-06, + "loss": 2.3965, + "step": 44543 + }, + { + "epoch": 0.7624916551122066, + "grad_norm": 2.652714490890503, + "learning_rate": 2.8155856286024854e-06, + "loss": 2.4943, + "step": 44544 + }, + { + "epoch": 0.7625087728307571, + "grad_norm": 2.586484909057617, + "learning_rate": 2.815200002326143e-06, + "loss": 2.4161, + "step": 44545 + }, + { + "epoch": 0.7625258905493076, + "grad_norm": 2.56478214263916, + "learning_rate": 2.814814398133375e-06, + "loss": 2.4442, + "step": 44546 + }, + { + "epoch": 0.762543008267858, + "grad_norm": 2.355473518371582, + "learning_rate": 2.8144288160253585e-06, + "loss": 2.2735, + "step": 44547 + }, + { + "epoch": 0.7625601259864085, + "grad_norm": 2.4632222652435303, + "learning_rate": 2.8140432560032893e-06, + "loss": 2.3759, + "step": 44548 + }, + { + "epoch": 0.762577243704959, + "grad_norm": 2.488912582397461, + "learning_rate": 2.8136577180683445e-06, + "loss": 2.318, + "step": 44549 + }, + { + "epoch": 0.7625943614235094, + "grad_norm": 2.4994919300079346, + "learning_rate": 2.8132722022217117e-06, + "loss": 2.3284, + "step": 44550 + }, + { + "epoch": 0.76261147914206, + "grad_norm": 2.6523125171661377, + "learning_rate": 2.8128867084645762e-06, + "loss": 2.4317, + "step": 44551 + }, + { + "epoch": 0.7626285968606105, + "grad_norm": 2.7297630310058594, + "learning_rate": 2.812501236798122e-06, + "loss": 2.3977, + "step": 44552 + }, + { + "epoch": 0.7626457145791609, + "grad_norm": 2.5487260818481445, + "learning_rate": 2.8121157872235383e-06, + "loss": 2.343, + "step": 44553 + }, + { + "epoch": 0.7626628322977114, + "grad_norm": 2.591405153274536, + "learning_rate": 2.811730359742002e-06, + "loss": 2.3643, + "step": 44554 + }, + { + "epoch": 0.7626799500162619, + "grad_norm": 2.493020534515381, + "learning_rate": 2.8113449543547034e-06, + "loss": 2.3231, + "step": 44555 + }, + { + "epoch": 0.7626970677348123, + "grad_norm": 2.6618123054504395, + "learning_rate": 2.8109595710628234e-06, + "loss": 2.4349, + "step": 44556 + }, + { + "epoch": 0.7627141854533628, + "grad_norm": 2.490079164505005, + "learning_rate": 2.8105742098675504e-06, + "loss": 2.3672, + "step": 44557 + }, + { + "epoch": 0.7627313031719133, + "grad_norm": 2.523869752883911, + "learning_rate": 2.8101888707700663e-06, + "loss": 2.3708, + "step": 44558 + }, + { + "epoch": 0.7627484208904637, + "grad_norm": 2.4641270637512207, + "learning_rate": 2.8098035537715596e-06, + "loss": 2.321, + "step": 44559 + }, + { + "epoch": 0.7627655386090142, + "grad_norm": 2.5220961570739746, + "learning_rate": 2.8094182588732076e-06, + "loss": 2.4177, + "step": 44560 + }, + { + "epoch": 0.7627826563275647, + "grad_norm": 2.579854965209961, + "learning_rate": 2.809032986076199e-06, + "loss": 2.3874, + "step": 44561 + }, + { + "epoch": 0.7627997740461151, + "grad_norm": 2.3962314128875732, + "learning_rate": 2.8086477353817164e-06, + "loss": 2.2962, + "step": 44562 + }, + { + "epoch": 0.7628168917646656, + "grad_norm": 2.4373841285705566, + "learning_rate": 2.8082625067909454e-06, + "loss": 2.3491, + "step": 44563 + }, + { + "epoch": 0.7628340094832161, + "grad_norm": 2.4792540073394775, + "learning_rate": 2.8078773003050696e-06, + "loss": 2.2612, + "step": 44564 + }, + { + "epoch": 0.7628511272017665, + "grad_norm": 2.4395923614501953, + "learning_rate": 2.807492115925273e-06, + "loss": 2.3109, + "step": 44565 + }, + { + "epoch": 0.762868244920317, + "grad_norm": 2.5916781425476074, + "learning_rate": 2.8071069536527417e-06, + "loss": 2.4095, + "step": 44566 + }, + { + "epoch": 0.7628853626388675, + "grad_norm": 2.5909552574157715, + "learning_rate": 2.8067218134886554e-06, + "loss": 2.4388, + "step": 44567 + }, + { + "epoch": 0.7629024803574179, + "grad_norm": 2.592360734939575, + "learning_rate": 2.8063366954341988e-06, + "loss": 2.4807, + "step": 44568 + }, + { + "epoch": 0.7629195980759684, + "grad_norm": 2.5874998569488525, + "learning_rate": 2.8059515994905564e-06, + "loss": 2.3668, + "step": 44569 + }, + { + "epoch": 0.7629367157945189, + "grad_norm": 2.497498035430908, + "learning_rate": 2.8055665256589127e-06, + "loss": 2.3764, + "step": 44570 + }, + { + "epoch": 0.7629538335130693, + "grad_norm": 2.52610445022583, + "learning_rate": 2.8051814739404525e-06, + "loss": 2.4319, + "step": 44571 + }, + { + "epoch": 0.7629709512316198, + "grad_norm": 2.5454211235046387, + "learning_rate": 2.8047964443363517e-06, + "loss": 2.4505, + "step": 44572 + }, + { + "epoch": 0.7629880689501704, + "grad_norm": 2.626739025115967, + "learning_rate": 2.804411436847806e-06, + "loss": 2.3196, + "step": 44573 + }, + { + "epoch": 0.7630051866687207, + "grad_norm": 2.568895101547241, + "learning_rate": 2.8040264514759894e-06, + "loss": 2.4535, + "step": 44574 + }, + { + "epoch": 0.7630223043872713, + "grad_norm": 2.442422866821289, + "learning_rate": 2.8036414882220877e-06, + "loss": 2.4, + "step": 44575 + }, + { + "epoch": 0.7630394221058218, + "grad_norm": 2.677460193634033, + "learning_rate": 2.8032565470872875e-06, + "loss": 2.3595, + "step": 44576 + }, + { + "epoch": 0.7630565398243722, + "grad_norm": 2.5782272815704346, + "learning_rate": 2.802871628072762e-06, + "loss": 2.3662, + "step": 44577 + }, + { + "epoch": 0.7630736575429227, + "grad_norm": 2.4795985221862793, + "learning_rate": 2.802486731179708e-06, + "loss": 2.456, + "step": 44578 + }, + { + "epoch": 0.7630907752614732, + "grad_norm": 2.4637200832366943, + "learning_rate": 2.8021018564092963e-06, + "loss": 2.3194, + "step": 44579 + }, + { + "epoch": 0.7631078929800236, + "grad_norm": 2.5628697872161865, + "learning_rate": 2.8017170037627207e-06, + "loss": 2.2765, + "step": 44580 + }, + { + "epoch": 0.7631250106985741, + "grad_norm": 2.4846110343933105, + "learning_rate": 2.8013321732411557e-06, + "loss": 2.2879, + "step": 44581 + }, + { + "epoch": 0.7631421284171246, + "grad_norm": 2.3860485553741455, + "learning_rate": 2.8009473648457874e-06, + "loss": 2.3172, + "step": 44582 + }, + { + "epoch": 0.763159246135675, + "grad_norm": 2.4883697032928467, + "learning_rate": 2.8005625785778013e-06, + "loss": 2.339, + "step": 44583 + }, + { + "epoch": 0.7631763638542255, + "grad_norm": 2.4932215213775635, + "learning_rate": 2.8001778144383706e-06, + "loss": 2.327, + "step": 44584 + }, + { + "epoch": 0.763193481572776, + "grad_norm": 2.432236909866333, + "learning_rate": 2.7997930724286916e-06, + "loss": 2.3702, + "step": 44585 + }, + { + "epoch": 0.7632105992913264, + "grad_norm": 2.639166831970215, + "learning_rate": 2.799408352549936e-06, + "loss": 2.3146, + "step": 44586 + }, + { + "epoch": 0.7632277170098769, + "grad_norm": 2.4577813148498535, + "learning_rate": 2.79902365480329e-06, + "loss": 2.3318, + "step": 44587 + }, + { + "epoch": 0.7632448347284274, + "grad_norm": 2.683363199234009, + "learning_rate": 2.7986389791899393e-06, + "loss": 2.334, + "step": 44588 + }, + { + "epoch": 0.7632619524469779, + "grad_norm": 2.5844638347625732, + "learning_rate": 2.7982543257110572e-06, + "loss": 2.3638, + "step": 44589 + }, + { + "epoch": 0.7632790701655283, + "grad_norm": 2.6987714767456055, + "learning_rate": 2.7978696943678384e-06, + "loss": 2.4012, + "step": 44590 + }, + { + "epoch": 0.7632961878840788, + "grad_norm": 2.3753960132598877, + "learning_rate": 2.7974850851614545e-06, + "loss": 2.2518, + "step": 44591 + }, + { + "epoch": 0.7633133056026293, + "grad_norm": 2.563236713409424, + "learning_rate": 2.7971004980930917e-06, + "loss": 2.3504, + "step": 44592 + }, + { + "epoch": 0.7633304233211797, + "grad_norm": 2.47540283203125, + "learning_rate": 2.7967159331639326e-06, + "loss": 2.2942, + "step": 44593 + }, + { + "epoch": 0.7633475410397302, + "grad_norm": 2.4566173553466797, + "learning_rate": 2.796331390375159e-06, + "loss": 2.3194, + "step": 44594 + }, + { + "epoch": 0.7633646587582807, + "grad_norm": 2.444380044937134, + "learning_rate": 2.795946869727955e-06, + "loss": 2.3037, + "step": 44595 + }, + { + "epoch": 0.7633817764768311, + "grad_norm": 2.4797942638397217, + "learning_rate": 2.795562371223497e-06, + "loss": 2.283, + "step": 44596 + }, + { + "epoch": 0.7633988941953816, + "grad_norm": 2.4098823070526123, + "learning_rate": 2.7951778948629695e-06, + "loss": 2.4276, + "step": 44597 + }, + { + "epoch": 0.7634160119139322, + "grad_norm": 2.596764087677002, + "learning_rate": 2.7947934406475552e-06, + "loss": 2.4124, + "step": 44598 + }, + { + "epoch": 0.7634331296324826, + "grad_norm": 2.6280229091644287, + "learning_rate": 2.794409008578435e-06, + "loss": 2.2883, + "step": 44599 + }, + { + "epoch": 0.7634502473510331, + "grad_norm": 2.6028900146484375, + "learning_rate": 2.7940245986567905e-06, + "loss": 2.2885, + "step": 44600 + }, + { + "epoch": 0.7634673650695836, + "grad_norm": 2.611717700958252, + "learning_rate": 2.7936402108838033e-06, + "loss": 2.4735, + "step": 44601 + }, + { + "epoch": 0.763484482788134, + "grad_norm": 2.6547510623931885, + "learning_rate": 2.7932558452606585e-06, + "loss": 2.4401, + "step": 44602 + }, + { + "epoch": 0.7635016005066845, + "grad_norm": 2.708718776702881, + "learning_rate": 2.792871501788531e-06, + "loss": 2.4338, + "step": 44603 + }, + { + "epoch": 0.763518718225235, + "grad_norm": 2.650977611541748, + "learning_rate": 2.792487180468605e-06, + "loss": 2.3969, + "step": 44604 + }, + { + "epoch": 0.7635358359437854, + "grad_norm": 2.77521014213562, + "learning_rate": 2.792102881302062e-06, + "loss": 2.4552, + "step": 44605 + }, + { + "epoch": 0.7635529536623359, + "grad_norm": 2.524066925048828, + "learning_rate": 2.7917186042900834e-06, + "loss": 2.361, + "step": 44606 + }, + { + "epoch": 0.7635700713808864, + "grad_norm": 2.600774049758911, + "learning_rate": 2.7913343494338497e-06, + "loss": 2.3493, + "step": 44607 + }, + { + "epoch": 0.7635871890994368, + "grad_norm": 2.436328411102295, + "learning_rate": 2.7909501167345444e-06, + "loss": 2.2774, + "step": 44608 + }, + { + "epoch": 0.7636043068179873, + "grad_norm": 2.579789876937866, + "learning_rate": 2.7905659061933423e-06, + "loss": 2.3607, + "step": 44609 + }, + { + "epoch": 0.7636214245365378, + "grad_norm": 2.5890703201293945, + "learning_rate": 2.790181717811433e-06, + "loss": 2.3944, + "step": 44610 + }, + { + "epoch": 0.7636385422550882, + "grad_norm": 2.5335350036621094, + "learning_rate": 2.78979755158999e-06, + "loss": 2.378, + "step": 44611 + }, + { + "epoch": 0.7636556599736387, + "grad_norm": 2.5530152320861816, + "learning_rate": 2.7894134075301973e-06, + "loss": 2.3415, + "step": 44612 + }, + { + "epoch": 0.7636727776921892, + "grad_norm": 2.3858187198638916, + "learning_rate": 2.7890292856332377e-06, + "loss": 2.3436, + "step": 44613 + }, + { + "epoch": 0.7636898954107396, + "grad_norm": 2.3905839920043945, + "learning_rate": 2.788645185900284e-06, + "loss": 2.3103, + "step": 44614 + }, + { + "epoch": 0.7637070131292901, + "grad_norm": 2.5726699829101562, + "learning_rate": 2.788261108332528e-06, + "loss": 2.4281, + "step": 44615 + }, + { + "epoch": 0.7637241308478406, + "grad_norm": 2.5673534870147705, + "learning_rate": 2.7878770529311384e-06, + "loss": 2.415, + "step": 44616 + }, + { + "epoch": 0.763741248566391, + "grad_norm": 2.6796092987060547, + "learning_rate": 2.787493019697307e-06, + "loss": 2.3349, + "step": 44617 + }, + { + "epoch": 0.7637583662849415, + "grad_norm": 2.563795566558838, + "learning_rate": 2.787109008632207e-06, + "loss": 2.3569, + "step": 44618 + }, + { + "epoch": 0.763775484003492, + "grad_norm": 2.636366367340088, + "learning_rate": 2.78672501973702e-06, + "loss": 2.3417, + "step": 44619 + }, + { + "epoch": 0.7637926017220424, + "grad_norm": 2.481980800628662, + "learning_rate": 2.7863410530129296e-06, + "loss": 2.3447, + "step": 44620 + }, + { + "epoch": 0.763809719440593, + "grad_norm": 2.371199131011963, + "learning_rate": 2.785957108461107e-06, + "loss": 2.2736, + "step": 44621 + }, + { + "epoch": 0.7638268371591435, + "grad_norm": 2.3910036087036133, + "learning_rate": 2.785573186082745e-06, + "loss": 2.3533, + "step": 44622 + }, + { + "epoch": 0.7638439548776939, + "grad_norm": 2.508195400238037, + "learning_rate": 2.785189285879013e-06, + "loss": 2.2889, + "step": 44623 + }, + { + "epoch": 0.7638610725962444, + "grad_norm": 2.649278163909912, + "learning_rate": 2.784805407851097e-06, + "loss": 2.3369, + "step": 44624 + }, + { + "epoch": 0.7638781903147949, + "grad_norm": 2.495793581008911, + "learning_rate": 2.784421552000176e-06, + "loss": 2.3018, + "step": 44625 + }, + { + "epoch": 0.7638953080333453, + "grad_norm": 2.5096864700317383, + "learning_rate": 2.7840377183274246e-06, + "loss": 2.2536, + "step": 44626 + }, + { + "epoch": 0.7639124257518958, + "grad_norm": 2.535623073577881, + "learning_rate": 2.783653906834032e-06, + "loss": 2.3821, + "step": 44627 + }, + { + "epoch": 0.7639295434704463, + "grad_norm": 2.5243704319000244, + "learning_rate": 2.7832701175211696e-06, + "loss": 2.3549, + "step": 44628 + }, + { + "epoch": 0.7639466611889967, + "grad_norm": 2.482574939727783, + "learning_rate": 2.7828863503900205e-06, + "loss": 2.4281, + "step": 44629 + }, + { + "epoch": 0.7639637789075472, + "grad_norm": 2.7266249656677246, + "learning_rate": 2.7825026054417637e-06, + "loss": 2.251, + "step": 44630 + }, + { + "epoch": 0.7639808966260977, + "grad_norm": 2.3586368560791016, + "learning_rate": 2.782118882677579e-06, + "loss": 2.3352, + "step": 44631 + }, + { + "epoch": 0.7639980143446481, + "grad_norm": 2.445575714111328, + "learning_rate": 2.7817351820986483e-06, + "loss": 2.3892, + "step": 44632 + }, + { + "epoch": 0.7640151320631986, + "grad_norm": 2.4828169345855713, + "learning_rate": 2.7813515037061456e-06, + "loss": 2.3769, + "step": 44633 + }, + { + "epoch": 0.7640322497817491, + "grad_norm": 2.506377935409546, + "learning_rate": 2.7809678475012534e-06, + "loss": 2.3279, + "step": 44634 + }, + { + "epoch": 0.7640493675002996, + "grad_norm": 2.4767494201660156, + "learning_rate": 2.7805842134851503e-06, + "loss": 2.3397, + "step": 44635 + }, + { + "epoch": 0.76406648521885, + "grad_norm": 2.6116886138916016, + "learning_rate": 2.7802006016590154e-06, + "loss": 2.3161, + "step": 44636 + }, + { + "epoch": 0.7640836029374005, + "grad_norm": 2.492772102355957, + "learning_rate": 2.7798170120240286e-06, + "loss": 2.2304, + "step": 44637 + }, + { + "epoch": 0.764100720655951, + "grad_norm": 2.4771311283111572, + "learning_rate": 2.7794334445813685e-06, + "loss": 2.2139, + "step": 44638 + }, + { + "epoch": 0.7641178383745014, + "grad_norm": 2.6328210830688477, + "learning_rate": 2.7790498993322167e-06, + "loss": 2.3288, + "step": 44639 + }, + { + "epoch": 0.7641349560930519, + "grad_norm": 2.6145145893096924, + "learning_rate": 2.7786663762777465e-06, + "loss": 2.5168, + "step": 44640 + }, + { + "epoch": 0.7641520738116024, + "grad_norm": 2.5589544773101807, + "learning_rate": 2.7782828754191394e-06, + "loss": 2.2749, + "step": 44641 + }, + { + "epoch": 0.7641691915301528, + "grad_norm": 2.571310043334961, + "learning_rate": 2.777899396757574e-06, + "loss": 2.3568, + "step": 44642 + }, + { + "epoch": 0.7641863092487033, + "grad_norm": 2.725856304168701, + "learning_rate": 2.77751594029423e-06, + "loss": 2.3951, + "step": 44643 + }, + { + "epoch": 0.7642034269672539, + "grad_norm": 2.4541521072387695, + "learning_rate": 2.7771325060302844e-06, + "loss": 2.2077, + "step": 44644 + }, + { + "epoch": 0.7642205446858042, + "grad_norm": 2.5635018348693848, + "learning_rate": 2.7767490939669204e-06, + "loss": 2.4533, + "step": 44645 + }, + { + "epoch": 0.7642376624043548, + "grad_norm": 2.4852778911590576, + "learning_rate": 2.7763657041053094e-06, + "loss": 2.2515, + "step": 44646 + }, + { + "epoch": 0.7642547801229053, + "grad_norm": 2.7702314853668213, + "learning_rate": 2.7759823364466333e-06, + "loss": 2.3594, + "step": 44647 + }, + { + "epoch": 0.7642718978414557, + "grad_norm": 2.4800922870635986, + "learning_rate": 2.775598990992069e-06, + "loss": 2.3726, + "step": 44648 + }, + { + "epoch": 0.7642890155600062, + "grad_norm": 2.5195095539093018, + "learning_rate": 2.775215667742798e-06, + "loss": 2.2835, + "step": 44649 + }, + { + "epoch": 0.7643061332785567, + "grad_norm": 2.688934326171875, + "learning_rate": 2.7748323666999977e-06, + "loss": 2.4906, + "step": 44650 + }, + { + "epoch": 0.7643232509971071, + "grad_norm": 2.5866284370422363, + "learning_rate": 2.77444908786484e-06, + "loss": 2.2539, + "step": 44651 + }, + { + "epoch": 0.7643403687156576, + "grad_norm": 2.5964155197143555, + "learning_rate": 2.774065831238514e-06, + "loss": 2.2997, + "step": 44652 + }, + { + "epoch": 0.7643574864342081, + "grad_norm": 2.565977096557617, + "learning_rate": 2.7736825968221892e-06, + "loss": 2.3976, + "step": 44653 + }, + { + "epoch": 0.7643746041527585, + "grad_norm": 2.5968315601348877, + "learning_rate": 2.7732993846170454e-06, + "loss": 2.3764, + "step": 44654 + }, + { + "epoch": 0.764391721871309, + "grad_norm": 2.648494005203247, + "learning_rate": 2.772916194624261e-06, + "loss": 2.4557, + "step": 44655 + }, + { + "epoch": 0.7644088395898595, + "grad_norm": 2.616598129272461, + "learning_rate": 2.7725330268450148e-06, + "loss": 2.4931, + "step": 44656 + }, + { + "epoch": 0.7644259573084099, + "grad_norm": 2.4938950538635254, + "learning_rate": 2.7721498812804857e-06, + "loss": 2.3989, + "step": 44657 + }, + { + "epoch": 0.7644430750269604, + "grad_norm": 2.3601810932159424, + "learning_rate": 2.771766757931843e-06, + "loss": 2.2132, + "step": 44658 + }, + { + "epoch": 0.7644601927455109, + "grad_norm": 2.663647413253784, + "learning_rate": 2.7713836568002774e-06, + "loss": 2.3874, + "step": 44659 + }, + { + "epoch": 0.7644773104640613, + "grad_norm": 2.5159032344818115, + "learning_rate": 2.7710005778869563e-06, + "loss": 2.3759, + "step": 44660 + }, + { + "epoch": 0.7644944281826118, + "grad_norm": 2.4985625743865967, + "learning_rate": 2.770617521193061e-06, + "loss": 2.3936, + "step": 44661 + }, + { + "epoch": 0.7645115459011623, + "grad_norm": 2.4868786334991455, + "learning_rate": 2.7702344867197706e-06, + "loss": 2.3605, + "step": 44662 + }, + { + "epoch": 0.7645286636197127, + "grad_norm": 2.5650947093963623, + "learning_rate": 2.769851474468255e-06, + "loss": 2.3132, + "step": 44663 + }, + { + "epoch": 0.7645457813382632, + "grad_norm": 2.454082489013672, + "learning_rate": 2.769468484439701e-06, + "loss": 2.1938, + "step": 44664 + }, + { + "epoch": 0.7645628990568137, + "grad_norm": 2.6635892391204834, + "learning_rate": 2.7690855166352792e-06, + "loss": 2.4046, + "step": 44665 + }, + { + "epoch": 0.7645800167753641, + "grad_norm": 2.447924852371216, + "learning_rate": 2.76870257105617e-06, + "loss": 2.4057, + "step": 44666 + }, + { + "epoch": 0.7645971344939146, + "grad_norm": 2.5831308364868164, + "learning_rate": 2.768319647703551e-06, + "loss": 2.3814, + "step": 44667 + }, + { + "epoch": 0.7646142522124652, + "grad_norm": 2.5303354263305664, + "learning_rate": 2.767936746578591e-06, + "loss": 2.3149, + "step": 44668 + }, + { + "epoch": 0.7646313699310155, + "grad_norm": 2.522690773010254, + "learning_rate": 2.7675538676824807e-06, + "loss": 2.4689, + "step": 44669 + }, + { + "epoch": 0.764648487649566, + "grad_norm": 2.6101760864257812, + "learning_rate": 2.767171011016386e-06, + "loss": 2.4364, + "step": 44670 + }, + { + "epoch": 0.7646656053681166, + "grad_norm": 2.4105448722839355, + "learning_rate": 2.7667881765814875e-06, + "loss": 2.3079, + "step": 44671 + }, + { + "epoch": 0.764682723086667, + "grad_norm": 2.443791627883911, + "learning_rate": 2.766405364378961e-06, + "loss": 2.3471, + "step": 44672 + }, + { + "epoch": 0.7646998408052175, + "grad_norm": 2.497424364089966, + "learning_rate": 2.7660225744099858e-06, + "loss": 2.3766, + "step": 44673 + }, + { + "epoch": 0.764716958523768, + "grad_norm": 2.4276697635650635, + "learning_rate": 2.7656398066757375e-06, + "loss": 2.2979, + "step": 44674 + }, + { + "epoch": 0.7647340762423184, + "grad_norm": 2.7402913570404053, + "learning_rate": 2.7652570611773865e-06, + "loss": 2.3661, + "step": 44675 + }, + { + "epoch": 0.7647511939608689, + "grad_norm": 2.39410400390625, + "learning_rate": 2.7648743379161203e-06, + "loss": 2.2299, + "step": 44676 + }, + { + "epoch": 0.7647683116794194, + "grad_norm": 2.44325852394104, + "learning_rate": 2.7644916368931053e-06, + "loss": 2.2797, + "step": 44677 + }, + { + "epoch": 0.7647854293979698, + "grad_norm": 2.523712396621704, + "learning_rate": 2.7641089581095227e-06, + "loss": 2.2928, + "step": 44678 + }, + { + "epoch": 0.7648025471165203, + "grad_norm": 2.616089105606079, + "learning_rate": 2.7637263015665472e-06, + "loss": 2.2958, + "step": 44679 + }, + { + "epoch": 0.7648196648350708, + "grad_norm": 2.5561397075653076, + "learning_rate": 2.763343667265356e-06, + "loss": 2.3714, + "step": 44680 + }, + { + "epoch": 0.7648367825536213, + "grad_norm": 2.4263150691986084, + "learning_rate": 2.762961055207125e-06, + "loss": 2.2588, + "step": 44681 + }, + { + "epoch": 0.7648539002721717, + "grad_norm": 2.641995429992676, + "learning_rate": 2.762578465393032e-06, + "loss": 2.3835, + "step": 44682 + }, + { + "epoch": 0.7648710179907222, + "grad_norm": 2.4889330863952637, + "learning_rate": 2.7621958978242493e-06, + "loss": 2.2426, + "step": 44683 + }, + { + "epoch": 0.7648881357092727, + "grad_norm": 2.614025354385376, + "learning_rate": 2.761813352501953e-06, + "loss": 2.3606, + "step": 44684 + }, + { + "epoch": 0.7649052534278231, + "grad_norm": 2.533669948577881, + "learning_rate": 2.7614308294273208e-06, + "loss": 2.2918, + "step": 44685 + }, + { + "epoch": 0.7649223711463736, + "grad_norm": 2.5581367015838623, + "learning_rate": 2.7610483286015275e-06, + "loss": 2.3506, + "step": 44686 + }, + { + "epoch": 0.7649394888649241, + "grad_norm": 2.5023770332336426, + "learning_rate": 2.7606658500257533e-06, + "loss": 2.311, + "step": 44687 + }, + { + "epoch": 0.7649566065834745, + "grad_norm": 2.7417142391204834, + "learning_rate": 2.760283393701163e-06, + "loss": 2.346, + "step": 44688 + }, + { + "epoch": 0.764973724302025, + "grad_norm": 2.510165214538574, + "learning_rate": 2.759900959628945e-06, + "loss": 2.4066, + "step": 44689 + }, + { + "epoch": 0.7649908420205755, + "grad_norm": 2.416074752807617, + "learning_rate": 2.759518547810265e-06, + "loss": 2.2737, + "step": 44690 + }, + { + "epoch": 0.7650079597391259, + "grad_norm": 2.5703980922698975, + "learning_rate": 2.759136158246303e-06, + "loss": 2.4257, + "step": 44691 + }, + { + "epoch": 0.7650250774576765, + "grad_norm": 2.4773712158203125, + "learning_rate": 2.758753790938232e-06, + "loss": 2.2833, + "step": 44692 + }, + { + "epoch": 0.765042195176227, + "grad_norm": 2.5588245391845703, + "learning_rate": 2.758371445887229e-06, + "loss": 2.3104, + "step": 44693 + }, + { + "epoch": 0.7650593128947774, + "grad_norm": 2.6189124584198, + "learning_rate": 2.7579891230944723e-06, + "loss": 2.4334, + "step": 44694 + }, + { + "epoch": 0.7650764306133279, + "grad_norm": 2.611699342727661, + "learning_rate": 2.7576068225611276e-06, + "loss": 2.2375, + "step": 44695 + }, + { + "epoch": 0.7650935483318784, + "grad_norm": 2.5049586296081543, + "learning_rate": 2.7572245442883814e-06, + "loss": 2.3735, + "step": 44696 + }, + { + "epoch": 0.7651106660504288, + "grad_norm": 2.3882956504821777, + "learning_rate": 2.7568422882774004e-06, + "loss": 2.2685, + "step": 44697 + }, + { + "epoch": 0.7651277837689793, + "grad_norm": 2.539003610610962, + "learning_rate": 2.756460054529363e-06, + "loss": 2.4072, + "step": 44698 + }, + { + "epoch": 0.7651449014875298, + "grad_norm": 2.650379180908203, + "learning_rate": 2.756077843045445e-06, + "loss": 2.3808, + "step": 44699 + }, + { + "epoch": 0.7651620192060802, + "grad_norm": 2.637648582458496, + "learning_rate": 2.755695653826814e-06, + "loss": 2.3255, + "step": 44700 + }, + { + "epoch": 0.7651791369246307, + "grad_norm": 2.5434885025024414, + "learning_rate": 2.755313486874657e-06, + "loss": 2.3608, + "step": 44701 + }, + { + "epoch": 0.7651962546431812, + "grad_norm": 2.4870362281799316, + "learning_rate": 2.754931342190138e-06, + "loss": 2.3545, + "step": 44702 + }, + { + "epoch": 0.7652133723617316, + "grad_norm": 2.5831165313720703, + "learning_rate": 2.7545492197744363e-06, + "loss": 2.37, + "step": 44703 + }, + { + "epoch": 0.7652304900802821, + "grad_norm": 2.505591630935669, + "learning_rate": 2.7541671196287277e-06, + "loss": 2.2994, + "step": 44704 + }, + { + "epoch": 0.7652476077988326, + "grad_norm": 2.5786609649658203, + "learning_rate": 2.753785041754179e-06, + "loss": 2.278, + "step": 44705 + }, + { + "epoch": 0.765264725517383, + "grad_norm": 2.6017515659332275, + "learning_rate": 2.753402986151976e-06, + "loss": 2.3062, + "step": 44706 + }, + { + "epoch": 0.7652818432359335, + "grad_norm": 2.5921378135681152, + "learning_rate": 2.753020952823281e-06, + "loss": 2.4188, + "step": 44707 + }, + { + "epoch": 0.765298960954484, + "grad_norm": 2.418804168701172, + "learning_rate": 2.752638941769281e-06, + "loss": 2.3513, + "step": 44708 + }, + { + "epoch": 0.7653160786730344, + "grad_norm": 2.487168073654175, + "learning_rate": 2.7522569529911404e-06, + "loss": 2.4338, + "step": 44709 + }, + { + "epoch": 0.7653331963915849, + "grad_norm": 2.5252199172973633, + "learning_rate": 2.751874986490035e-06, + "loss": 2.329, + "step": 44710 + }, + { + "epoch": 0.7653503141101354, + "grad_norm": 2.461601972579956, + "learning_rate": 2.7514930422671447e-06, + "loss": 2.2508, + "step": 44711 + }, + { + "epoch": 0.7653674318286858, + "grad_norm": 2.6979691982269287, + "learning_rate": 2.751111120323633e-06, + "loss": 2.4658, + "step": 44712 + }, + { + "epoch": 0.7653845495472363, + "grad_norm": 2.4779152870178223, + "learning_rate": 2.750729220660685e-06, + "loss": 2.3972, + "step": 44713 + }, + { + "epoch": 0.7654016672657868, + "grad_norm": 2.4612903594970703, + "learning_rate": 2.750347343279467e-06, + "loss": 2.2797, + "step": 44714 + }, + { + "epoch": 0.7654187849843372, + "grad_norm": 2.467169761657715, + "learning_rate": 2.749965488181154e-06, + "loss": 2.2726, + "step": 44715 + }, + { + "epoch": 0.7654359027028877, + "grad_norm": 2.4895095825195312, + "learning_rate": 2.749583655366922e-06, + "loss": 2.2881, + "step": 44716 + }, + { + "epoch": 0.7654530204214383, + "grad_norm": 2.688934326171875, + "learning_rate": 2.7492018448379432e-06, + "loss": 2.3717, + "step": 44717 + }, + { + "epoch": 0.7654701381399887, + "grad_norm": 2.5258212089538574, + "learning_rate": 2.7488200565953936e-06, + "loss": 2.3245, + "step": 44718 + }, + { + "epoch": 0.7654872558585392, + "grad_norm": 2.6831727027893066, + "learning_rate": 2.748438290640443e-06, + "loss": 2.3569, + "step": 44719 + }, + { + "epoch": 0.7655043735770897, + "grad_norm": 2.6210453510284424, + "learning_rate": 2.7480565469742646e-06, + "loss": 2.4623, + "step": 44720 + }, + { + "epoch": 0.7655214912956401, + "grad_norm": 2.6710801124572754, + "learning_rate": 2.7476748255980337e-06, + "loss": 2.4147, + "step": 44721 + }, + { + "epoch": 0.7655386090141906, + "grad_norm": 2.4879631996154785, + "learning_rate": 2.7472931265129244e-06, + "loss": 2.399, + "step": 44722 + }, + { + "epoch": 0.7655557267327411, + "grad_norm": 2.684788227081299, + "learning_rate": 2.746911449720108e-06, + "loss": 2.4071, + "step": 44723 + }, + { + "epoch": 0.7655728444512915, + "grad_norm": 2.537855625152588, + "learning_rate": 2.7465297952207614e-06, + "loss": 2.4182, + "step": 44724 + }, + { + "epoch": 0.765589962169842, + "grad_norm": 2.6463658809661865, + "learning_rate": 2.7461481630160514e-06, + "loss": 2.3138, + "step": 44725 + }, + { + "epoch": 0.7656070798883925, + "grad_norm": 2.5708727836608887, + "learning_rate": 2.745766553107154e-06, + "loss": 2.2616, + "step": 44726 + }, + { + "epoch": 0.7656241976069429, + "grad_norm": 2.5581247806549072, + "learning_rate": 2.7453849654952436e-06, + "loss": 2.3944, + "step": 44727 + }, + { + "epoch": 0.7656413153254934, + "grad_norm": 2.545214891433716, + "learning_rate": 2.7450034001814917e-06, + "loss": 2.3431, + "step": 44728 + }, + { + "epoch": 0.7656584330440439, + "grad_norm": 2.5595455169677734, + "learning_rate": 2.7446218571670704e-06, + "loss": 2.2846, + "step": 44729 + }, + { + "epoch": 0.7656755507625944, + "grad_norm": 2.494818687438965, + "learning_rate": 2.7442403364531543e-06, + "loss": 2.3874, + "step": 44730 + }, + { + "epoch": 0.7656926684811448, + "grad_norm": 2.3447506427764893, + "learning_rate": 2.743858838040918e-06, + "loss": 2.3134, + "step": 44731 + }, + { + "epoch": 0.7657097861996953, + "grad_norm": 2.657444953918457, + "learning_rate": 2.743477361931528e-06, + "loss": 2.437, + "step": 44732 + }, + { + "epoch": 0.7657269039182458, + "grad_norm": 2.354452133178711, + "learning_rate": 2.74309590812616e-06, + "loss": 2.2658, + "step": 44733 + }, + { + "epoch": 0.7657440216367962, + "grad_norm": 2.5849831104278564, + "learning_rate": 2.742714476625986e-06, + "loss": 2.3416, + "step": 44734 + }, + { + "epoch": 0.7657611393553467, + "grad_norm": 2.646906614303589, + "learning_rate": 2.7423330674321793e-06, + "loss": 2.3648, + "step": 44735 + }, + { + "epoch": 0.7657782570738972, + "grad_norm": 2.4195330142974854, + "learning_rate": 2.7419516805459147e-06, + "loss": 2.2613, + "step": 44736 + }, + { + "epoch": 0.7657953747924476, + "grad_norm": 2.6601006984710693, + "learning_rate": 2.741570315968356e-06, + "loss": 2.3388, + "step": 44737 + }, + { + "epoch": 0.7658124925109981, + "grad_norm": 2.725215435028076, + "learning_rate": 2.741188973700687e-06, + "loss": 2.4582, + "step": 44738 + }, + { + "epoch": 0.7658296102295487, + "grad_norm": 2.450357437133789, + "learning_rate": 2.74080765374407e-06, + "loss": 2.3526, + "step": 44739 + }, + { + "epoch": 0.765846727948099, + "grad_norm": 2.591700553894043, + "learning_rate": 2.74042635609968e-06, + "loss": 2.3314, + "step": 44740 + }, + { + "epoch": 0.7658638456666496, + "grad_norm": 2.487724542617798, + "learning_rate": 2.740045080768694e-06, + "loss": 2.3833, + "step": 44741 + }, + { + "epoch": 0.7658809633852001, + "grad_norm": 2.5849931240081787, + "learning_rate": 2.7396638277522736e-06, + "loss": 2.2851, + "step": 44742 + }, + { + "epoch": 0.7658980811037505, + "grad_norm": 2.451744318008423, + "learning_rate": 2.7392825970516026e-06, + "loss": 2.3062, + "step": 44743 + }, + { + "epoch": 0.765915198822301, + "grad_norm": 2.637732744216919, + "learning_rate": 2.7389013886678407e-06, + "loss": 2.378, + "step": 44744 + }, + { + "epoch": 0.7659323165408515, + "grad_norm": 2.630999803543091, + "learning_rate": 2.7385202026021717e-06, + "loss": 2.3997, + "step": 44745 + }, + { + "epoch": 0.7659494342594019, + "grad_norm": 2.5275228023529053, + "learning_rate": 2.7381390388557595e-06, + "loss": 2.4148, + "step": 44746 + }, + { + "epoch": 0.7659665519779524, + "grad_norm": 2.5358974933624268, + "learning_rate": 2.737757897429776e-06, + "loss": 2.4492, + "step": 44747 + }, + { + "epoch": 0.7659836696965029, + "grad_norm": 2.5947837829589844, + "learning_rate": 2.737376778325398e-06, + "loss": 2.3592, + "step": 44748 + }, + { + "epoch": 0.7660007874150533, + "grad_norm": 2.520225763320923, + "learning_rate": 2.736995681543786e-06, + "loss": 2.3409, + "step": 44749 + }, + { + "epoch": 0.7660179051336038, + "grad_norm": 2.573171377182007, + "learning_rate": 2.7366146070861254e-06, + "loss": 2.361, + "step": 44750 + }, + { + "epoch": 0.7660350228521543, + "grad_norm": 2.6123833656311035, + "learning_rate": 2.7362335549535767e-06, + "loss": 2.297, + "step": 44751 + }, + { + "epoch": 0.7660521405707047, + "grad_norm": 2.6103975772857666, + "learning_rate": 2.7358525251473155e-06, + "loss": 2.335, + "step": 44752 + }, + { + "epoch": 0.7660692582892552, + "grad_norm": 2.5412817001342773, + "learning_rate": 2.7354715176685134e-06, + "loss": 2.2975, + "step": 44753 + }, + { + "epoch": 0.7660863760078057, + "grad_norm": 2.647198438644409, + "learning_rate": 2.7350905325183387e-06, + "loss": 2.3614, + "step": 44754 + }, + { + "epoch": 0.7661034937263561, + "grad_norm": 2.6817069053649902, + "learning_rate": 2.734709569697969e-06, + "loss": 2.4096, + "step": 44755 + }, + { + "epoch": 0.7661206114449066, + "grad_norm": 2.614063262939453, + "learning_rate": 2.734328629208566e-06, + "loss": 2.445, + "step": 44756 + }, + { + "epoch": 0.7661377291634571, + "grad_norm": 2.484924077987671, + "learning_rate": 2.733947711051306e-06, + "loss": 2.3588, + "step": 44757 + }, + { + "epoch": 0.7661548468820075, + "grad_norm": 2.599229335784912, + "learning_rate": 2.7335668152273576e-06, + "loss": 2.4241, + "step": 44758 + }, + { + "epoch": 0.766171964600558, + "grad_norm": 2.6149837970733643, + "learning_rate": 2.7331859417378937e-06, + "loss": 2.3453, + "step": 44759 + }, + { + "epoch": 0.7661890823191085, + "grad_norm": 2.642530679702759, + "learning_rate": 2.7328050905840842e-06, + "loss": 2.2926, + "step": 44760 + }, + { + "epoch": 0.7662062000376589, + "grad_norm": 2.404104232788086, + "learning_rate": 2.732424261767103e-06, + "loss": 2.27, + "step": 44761 + }, + { + "epoch": 0.7662233177562094, + "grad_norm": 2.5174593925476074, + "learning_rate": 2.7320434552881124e-06, + "loss": 2.3036, + "step": 44762 + }, + { + "epoch": 0.76624043547476, + "grad_norm": 2.7478086948394775, + "learning_rate": 2.7316626711482886e-06, + "loss": 2.283, + "step": 44763 + }, + { + "epoch": 0.7662575531933103, + "grad_norm": 2.5104434490203857, + "learning_rate": 2.7312819093488017e-06, + "loss": 2.3779, + "step": 44764 + }, + { + "epoch": 0.7662746709118609, + "grad_norm": 2.6247193813323975, + "learning_rate": 2.7309011698908206e-06, + "loss": 2.4131, + "step": 44765 + }, + { + "epoch": 0.7662917886304114, + "grad_norm": 2.479379892349243, + "learning_rate": 2.7305204527755167e-06, + "loss": 2.3164, + "step": 44766 + }, + { + "epoch": 0.7663089063489618, + "grad_norm": 2.4950098991394043, + "learning_rate": 2.73013975800406e-06, + "loss": 2.2859, + "step": 44767 + }, + { + "epoch": 0.7663260240675123, + "grad_norm": 2.679828405380249, + "learning_rate": 2.7297590855776233e-06, + "loss": 2.3917, + "step": 44768 + }, + { + "epoch": 0.7663431417860628, + "grad_norm": 2.403452157974243, + "learning_rate": 2.729378435497371e-06, + "loss": 2.2238, + "step": 44769 + }, + { + "epoch": 0.7663602595046132, + "grad_norm": 2.7497684955596924, + "learning_rate": 2.728997807764475e-06, + "loss": 2.2759, + "step": 44770 + }, + { + "epoch": 0.7663773772231637, + "grad_norm": 2.6051571369171143, + "learning_rate": 2.7286172023801073e-06, + "loss": 2.3926, + "step": 44771 + }, + { + "epoch": 0.7663944949417142, + "grad_norm": 2.5534892082214355, + "learning_rate": 2.7282366193454356e-06, + "loss": 2.3494, + "step": 44772 + }, + { + "epoch": 0.7664116126602646, + "grad_norm": 2.5383687019348145, + "learning_rate": 2.727856058661634e-06, + "loss": 2.3899, + "step": 44773 + }, + { + "epoch": 0.7664287303788151, + "grad_norm": 2.6530869007110596, + "learning_rate": 2.727475520329863e-06, + "loss": 2.4167, + "step": 44774 + }, + { + "epoch": 0.7664458480973656, + "grad_norm": 3.033195734024048, + "learning_rate": 2.7270950043513046e-06, + "loss": 2.3995, + "step": 44775 + }, + { + "epoch": 0.7664629658159161, + "grad_norm": 2.5119106769561768, + "learning_rate": 2.7267145107271185e-06, + "loss": 2.3681, + "step": 44776 + }, + { + "epoch": 0.7664800835344665, + "grad_norm": 2.526867628097534, + "learning_rate": 2.726334039458477e-06, + "loss": 2.2823, + "step": 44777 + }, + { + "epoch": 0.766497201253017, + "grad_norm": 2.4506187438964844, + "learning_rate": 2.7259535905465538e-06, + "loss": 2.3368, + "step": 44778 + }, + { + "epoch": 0.7665143189715675, + "grad_norm": 2.4634270668029785, + "learning_rate": 2.7255731639925087e-06, + "loss": 2.2908, + "step": 44779 + }, + { + "epoch": 0.7665314366901179, + "grad_norm": 2.4496195316314697, + "learning_rate": 2.7251927597975225e-06, + "loss": 2.2152, + "step": 44780 + }, + { + "epoch": 0.7665485544086684, + "grad_norm": 2.5129446983337402, + "learning_rate": 2.724812377962752e-06, + "loss": 2.3384, + "step": 44781 + }, + { + "epoch": 0.7665656721272189, + "grad_norm": 2.5213167667388916, + "learning_rate": 2.7244320184893813e-06, + "loss": 2.3179, + "step": 44782 + }, + { + "epoch": 0.7665827898457693, + "grad_norm": 2.6797211170196533, + "learning_rate": 2.724051681378567e-06, + "loss": 2.3697, + "step": 44783 + }, + { + "epoch": 0.7665999075643198, + "grad_norm": 2.6282482147216797, + "learning_rate": 2.7236713666314817e-06, + "loss": 2.3355, + "step": 44784 + }, + { + "epoch": 0.7666170252828703, + "grad_norm": 2.533207416534424, + "learning_rate": 2.7232910742493003e-06, + "loss": 2.3032, + "step": 44785 + }, + { + "epoch": 0.7666341430014207, + "grad_norm": 2.59617280960083, + "learning_rate": 2.7229108042331785e-06, + "loss": 2.3722, + "step": 44786 + }, + { + "epoch": 0.7666512607199713, + "grad_norm": 2.4317691326141357, + "learning_rate": 2.7225305565842995e-06, + "loss": 2.217, + "step": 44787 + }, + { + "epoch": 0.7666683784385218, + "grad_norm": 2.6484622955322266, + "learning_rate": 2.7221503313038234e-06, + "loss": 2.3874, + "step": 44788 + }, + { + "epoch": 0.7666854961570722, + "grad_norm": 2.539456367492676, + "learning_rate": 2.7217701283929208e-06, + "loss": 2.2784, + "step": 44789 + }, + { + "epoch": 0.7667026138756227, + "grad_norm": 2.4548685550689697, + "learning_rate": 2.721389947852764e-06, + "loss": 2.338, + "step": 44790 + }, + { + "epoch": 0.7667197315941732, + "grad_norm": 2.688333749771118, + "learning_rate": 2.7210097896845124e-06, + "loss": 2.4725, + "step": 44791 + }, + { + "epoch": 0.7667368493127236, + "grad_norm": 2.5496861934661865, + "learning_rate": 2.720629653889346e-06, + "loss": 2.3105, + "step": 44792 + }, + { + "epoch": 0.7667539670312741, + "grad_norm": 2.6704094409942627, + "learning_rate": 2.720249540468425e-06, + "loss": 2.3771, + "step": 44793 + }, + { + "epoch": 0.7667710847498246, + "grad_norm": 2.521415948867798, + "learning_rate": 2.7198694494229193e-06, + "loss": 2.2766, + "step": 44794 + }, + { + "epoch": 0.766788202468375, + "grad_norm": 2.506934404373169, + "learning_rate": 2.719489380753998e-06, + "loss": 2.3479, + "step": 44795 + }, + { + "epoch": 0.7668053201869255, + "grad_norm": 2.5639140605926514, + "learning_rate": 2.7191093344628304e-06, + "loss": 2.317, + "step": 44796 + }, + { + "epoch": 0.766822437905476, + "grad_norm": 2.668510675430298, + "learning_rate": 2.7187293105505864e-06, + "loss": 2.3534, + "step": 44797 + }, + { + "epoch": 0.7668395556240264, + "grad_norm": 2.5140843391418457, + "learning_rate": 2.718349309018424e-06, + "loss": 2.3671, + "step": 44798 + }, + { + "epoch": 0.7668566733425769, + "grad_norm": 2.388118028640747, + "learning_rate": 2.717969329867527e-06, + "loss": 2.2735, + "step": 44799 + }, + { + "epoch": 0.7668737910611274, + "grad_norm": 2.693673849105835, + "learning_rate": 2.71758937309905e-06, + "loss": 2.337, + "step": 44800 + }, + { + "epoch": 0.7668909087796778, + "grad_norm": 2.485081911087036, + "learning_rate": 2.717209438714166e-06, + "loss": 2.284, + "step": 44801 + }, + { + "epoch": 0.7669080264982283, + "grad_norm": 2.516338348388672, + "learning_rate": 2.716829526714042e-06, + "loss": 2.3184, + "step": 44802 + }, + { + "epoch": 0.7669251442167788, + "grad_norm": 2.602565288543701, + "learning_rate": 2.7164496370998473e-06, + "loss": 2.3432, + "step": 44803 + }, + { + "epoch": 0.7669422619353292, + "grad_norm": 2.506589889526367, + "learning_rate": 2.716069769872751e-06, + "loss": 2.3068, + "step": 44804 + }, + { + "epoch": 0.7669593796538797, + "grad_norm": 2.4769999980926514, + "learning_rate": 2.715689925033915e-06, + "loss": 2.286, + "step": 44805 + }, + { + "epoch": 0.7669764973724302, + "grad_norm": 2.4673783779144287, + "learning_rate": 2.7153101025845096e-06, + "loss": 2.2716, + "step": 44806 + }, + { + "epoch": 0.7669936150909806, + "grad_norm": 2.4962639808654785, + "learning_rate": 2.7149303025257034e-06, + "loss": 2.3264, + "step": 44807 + }, + { + "epoch": 0.7670107328095311, + "grad_norm": 2.515397071838379, + "learning_rate": 2.714550524858662e-06, + "loss": 2.3867, + "step": 44808 + }, + { + "epoch": 0.7670278505280816, + "grad_norm": 2.5677595138549805, + "learning_rate": 2.7141707695845543e-06, + "loss": 2.3005, + "step": 44809 + }, + { + "epoch": 0.767044968246632, + "grad_norm": 2.551889657974243, + "learning_rate": 2.7137910367045496e-06, + "loss": 2.4526, + "step": 44810 + }, + { + "epoch": 0.7670620859651825, + "grad_norm": 2.462322950363159, + "learning_rate": 2.7134113262198092e-06, + "loss": 2.2892, + "step": 44811 + }, + { + "epoch": 0.7670792036837331, + "grad_norm": 2.603044033050537, + "learning_rate": 2.7130316381315035e-06, + "loss": 2.3519, + "step": 44812 + }, + { + "epoch": 0.7670963214022835, + "grad_norm": 2.6187305450439453, + "learning_rate": 2.7126519724407995e-06, + "loss": 2.3537, + "step": 44813 + }, + { + "epoch": 0.767113439120834, + "grad_norm": 2.5622456073760986, + "learning_rate": 2.712272329148864e-06, + "loss": 2.3267, + "step": 44814 + }, + { + "epoch": 0.7671305568393845, + "grad_norm": 2.6563947200775146, + "learning_rate": 2.7118927082568658e-06, + "loss": 2.3876, + "step": 44815 + }, + { + "epoch": 0.7671476745579349, + "grad_norm": 2.623338460922241, + "learning_rate": 2.7115131097659653e-06, + "loss": 2.338, + "step": 44816 + }, + { + "epoch": 0.7671647922764854, + "grad_norm": 2.5335004329681396, + "learning_rate": 2.7111335336773394e-06, + "loss": 2.3108, + "step": 44817 + }, + { + "epoch": 0.7671819099950359, + "grad_norm": 2.6256773471832275, + "learning_rate": 2.7107539799921432e-06, + "loss": 2.3348, + "step": 44818 + }, + { + "epoch": 0.7671990277135863, + "grad_norm": 2.59533953666687, + "learning_rate": 2.7103744487115547e-06, + "loss": 2.3637, + "step": 44819 + }, + { + "epoch": 0.7672161454321368, + "grad_norm": 2.6836256980895996, + "learning_rate": 2.7099949398367333e-06, + "loss": 2.4693, + "step": 44820 + }, + { + "epoch": 0.7672332631506873, + "grad_norm": 2.6089677810668945, + "learning_rate": 2.7096154533688455e-06, + "loss": 2.2727, + "step": 44821 + }, + { + "epoch": 0.7672503808692378, + "grad_norm": 2.500103712081909, + "learning_rate": 2.7092359893090635e-06, + "loss": 2.2701, + "step": 44822 + }, + { + "epoch": 0.7672674985877882, + "grad_norm": 2.5328619480133057, + "learning_rate": 2.7088565476585436e-06, + "loss": 2.3067, + "step": 44823 + }, + { + "epoch": 0.7672846163063387, + "grad_norm": 2.5459516048431396, + "learning_rate": 2.708477128418464e-06, + "loss": 2.3333, + "step": 44824 + }, + { + "epoch": 0.7673017340248892, + "grad_norm": 2.682713508605957, + "learning_rate": 2.7080977315899816e-06, + "loss": 2.3574, + "step": 44825 + }, + { + "epoch": 0.7673188517434396, + "grad_norm": 2.5474398136138916, + "learning_rate": 2.707718357174266e-06, + "loss": 2.3408, + "step": 44826 + }, + { + "epoch": 0.7673359694619901, + "grad_norm": 2.707491397857666, + "learning_rate": 2.7073390051724867e-06, + "loss": 2.4081, + "step": 44827 + }, + { + "epoch": 0.7673530871805406, + "grad_norm": 2.543283700942993, + "learning_rate": 2.7069596755857995e-06, + "loss": 2.4355, + "step": 44828 + }, + { + "epoch": 0.767370204899091, + "grad_norm": 2.4145119190216064, + "learning_rate": 2.7065803684153837e-06, + "loss": 2.305, + "step": 44829 + }, + { + "epoch": 0.7673873226176415, + "grad_norm": 2.4282796382904053, + "learning_rate": 2.7062010836623944e-06, + "loss": 2.2278, + "step": 44830 + }, + { + "epoch": 0.767404440336192, + "grad_norm": 2.4903767108917236, + "learning_rate": 2.705821821328002e-06, + "loss": 2.3122, + "step": 44831 + }, + { + "epoch": 0.7674215580547424, + "grad_norm": 2.432265043258667, + "learning_rate": 2.7054425814133713e-06, + "loss": 2.2356, + "step": 44832 + }, + { + "epoch": 0.7674386757732929, + "grad_norm": 2.6615774631500244, + "learning_rate": 2.705063363919669e-06, + "loss": 2.4975, + "step": 44833 + }, + { + "epoch": 0.7674557934918435, + "grad_norm": 2.555927276611328, + "learning_rate": 2.704684168848062e-06, + "loss": 2.3788, + "step": 44834 + }, + { + "epoch": 0.7674729112103938, + "grad_norm": 2.467960834503174, + "learning_rate": 2.704304996199708e-06, + "loss": 2.3291, + "step": 44835 + }, + { + "epoch": 0.7674900289289444, + "grad_norm": 2.402369499206543, + "learning_rate": 2.7039258459757846e-06, + "loss": 2.2006, + "step": 44836 + }, + { + "epoch": 0.7675071466474949, + "grad_norm": 2.6734044551849365, + "learning_rate": 2.7035467181774478e-06, + "loss": 2.326, + "step": 44837 + }, + { + "epoch": 0.7675242643660453, + "grad_norm": 2.605544090270996, + "learning_rate": 2.703167612805866e-06, + "loss": 2.4319, + "step": 44838 + }, + { + "epoch": 0.7675413820845958, + "grad_norm": 2.7520086765289307, + "learning_rate": 2.7027885298622037e-06, + "loss": 2.3434, + "step": 44839 + }, + { + "epoch": 0.7675584998031463, + "grad_norm": 2.562412738800049, + "learning_rate": 2.7024094693476267e-06, + "loss": 2.3877, + "step": 44840 + }, + { + "epoch": 0.7675756175216967, + "grad_norm": 2.3917181491851807, + "learning_rate": 2.702030431263304e-06, + "loss": 2.3079, + "step": 44841 + }, + { + "epoch": 0.7675927352402472, + "grad_norm": 2.5081963539123535, + "learning_rate": 2.7016514156103935e-06, + "loss": 2.3638, + "step": 44842 + }, + { + "epoch": 0.7676098529587977, + "grad_norm": 2.4677155017852783, + "learning_rate": 2.7012724223900633e-06, + "loss": 2.2894, + "step": 44843 + }, + { + "epoch": 0.7676269706773481, + "grad_norm": 2.4687511920928955, + "learning_rate": 2.700893451603478e-06, + "loss": 2.3211, + "step": 44844 + }, + { + "epoch": 0.7676440883958986, + "grad_norm": 2.3145713806152344, + "learning_rate": 2.700514503251803e-06, + "loss": 2.326, + "step": 44845 + }, + { + "epoch": 0.7676612061144491, + "grad_norm": 2.51827073097229, + "learning_rate": 2.7001355773362026e-06, + "loss": 2.2905, + "step": 44846 + }, + { + "epoch": 0.7676783238329995, + "grad_norm": 2.5705983638763428, + "learning_rate": 2.699756673857845e-06, + "loss": 2.3327, + "step": 44847 + }, + { + "epoch": 0.76769544155155, + "grad_norm": 2.627476215362549, + "learning_rate": 2.699377792817889e-06, + "loss": 2.4224, + "step": 44848 + }, + { + "epoch": 0.7677125592701005, + "grad_norm": 2.6236178874969482, + "learning_rate": 2.6989989342175016e-06, + "loss": 2.4965, + "step": 44849 + }, + { + "epoch": 0.7677296769886509, + "grad_norm": 2.625673294067383, + "learning_rate": 2.698620098057847e-06, + "loss": 2.3737, + "step": 44850 + }, + { + "epoch": 0.7677467947072014, + "grad_norm": 2.496532917022705, + "learning_rate": 2.6982412843400906e-06, + "loss": 2.371, + "step": 44851 + }, + { + "epoch": 0.7677639124257519, + "grad_norm": 2.4970593452453613, + "learning_rate": 2.6978624930653984e-06, + "loss": 2.4872, + "step": 44852 + }, + { + "epoch": 0.7677810301443023, + "grad_norm": 2.449000835418701, + "learning_rate": 2.6974837242349274e-06, + "loss": 2.3257, + "step": 44853 + }, + { + "epoch": 0.7677981478628528, + "grad_norm": 2.518301486968994, + "learning_rate": 2.6971049778498516e-06, + "loss": 2.3428, + "step": 44854 + }, + { + "epoch": 0.7678152655814033, + "grad_norm": 2.548180103302002, + "learning_rate": 2.696726253911328e-06, + "loss": 2.4325, + "step": 44855 + }, + { + "epoch": 0.7678323832999537, + "grad_norm": 2.4809529781341553, + "learning_rate": 2.696347552420523e-06, + "loss": 2.2912, + "step": 44856 + }, + { + "epoch": 0.7678495010185042, + "grad_norm": 2.5202832221984863, + "learning_rate": 2.6959688733786014e-06, + "loss": 2.3227, + "step": 44857 + }, + { + "epoch": 0.7678666187370548, + "grad_norm": 2.5882210731506348, + "learning_rate": 2.695590216786725e-06, + "loss": 2.3433, + "step": 44858 + }, + { + "epoch": 0.7678837364556051, + "grad_norm": 2.518653631210327, + "learning_rate": 2.6952115826460633e-06, + "loss": 2.3444, + "step": 44859 + }, + { + "epoch": 0.7679008541741557, + "grad_norm": 2.4739558696746826, + "learning_rate": 2.6948329709577693e-06, + "loss": 2.2718, + "step": 44860 + }, + { + "epoch": 0.7679179718927062, + "grad_norm": 2.6395604610443115, + "learning_rate": 2.6944543817230186e-06, + "loss": 2.4247, + "step": 44861 + }, + { + "epoch": 0.7679350896112566, + "grad_norm": 2.461235284805298, + "learning_rate": 2.694075814942967e-06, + "loss": 2.312, + "step": 44862 + }, + { + "epoch": 0.7679522073298071, + "grad_norm": 2.4933602809906006, + "learning_rate": 2.69369727061878e-06, + "loss": 2.2645, + "step": 44863 + }, + { + "epoch": 0.7679693250483576, + "grad_norm": 2.5221376419067383, + "learning_rate": 2.6933187487516256e-06, + "loss": 2.372, + "step": 44864 + }, + { + "epoch": 0.767986442766908, + "grad_norm": 2.5050361156463623, + "learning_rate": 2.692940249342657e-06, + "loss": 2.4242, + "step": 44865 + }, + { + "epoch": 0.7680035604854585, + "grad_norm": 2.5651352405548096, + "learning_rate": 2.6925617723930496e-06, + "loss": 2.37, + "step": 44866 + }, + { + "epoch": 0.768020678204009, + "grad_norm": 2.593646764755249, + "learning_rate": 2.6921833179039593e-06, + "loss": 2.4438, + "step": 44867 + }, + { + "epoch": 0.7680377959225595, + "grad_norm": 2.563647985458374, + "learning_rate": 2.69180488587655e-06, + "loss": 2.3214, + "step": 44868 + }, + { + "epoch": 0.7680549136411099, + "grad_norm": 2.4717540740966797, + "learning_rate": 2.691426476311988e-06, + "loss": 2.3407, + "step": 44869 + }, + { + "epoch": 0.7680720313596604, + "grad_norm": 2.5531742572784424, + "learning_rate": 2.69104808921143e-06, + "loss": 2.3274, + "step": 44870 + }, + { + "epoch": 0.7680891490782109, + "grad_norm": 2.494946241378784, + "learning_rate": 2.6906697245760483e-06, + "loss": 2.2657, + "step": 44871 + }, + { + "epoch": 0.7681062667967613, + "grad_norm": 2.433065414428711, + "learning_rate": 2.6902913824069953e-06, + "loss": 2.2568, + "step": 44872 + }, + { + "epoch": 0.7681233845153118, + "grad_norm": 2.544241189956665, + "learning_rate": 2.6899130627054446e-06, + "loss": 2.3586, + "step": 44873 + }, + { + "epoch": 0.7681405022338623, + "grad_norm": 2.5939390659332275, + "learning_rate": 2.6895347654725525e-06, + "loss": 2.3466, + "step": 44874 + }, + { + "epoch": 0.7681576199524127, + "grad_norm": 2.662691593170166, + "learning_rate": 2.6891564907094815e-06, + "loss": 2.3801, + "step": 44875 + }, + { + "epoch": 0.7681747376709632, + "grad_norm": 2.628007411956787, + "learning_rate": 2.6887782384174e-06, + "loss": 2.5166, + "step": 44876 + }, + { + "epoch": 0.7681918553895137, + "grad_norm": 2.560797691345215, + "learning_rate": 2.6884000085974606e-06, + "loss": 2.3949, + "step": 44877 + }, + { + "epoch": 0.7682089731080641, + "grad_norm": 2.3491528034210205, + "learning_rate": 2.6880218012508375e-06, + "loss": 2.2673, + "step": 44878 + }, + { + "epoch": 0.7682260908266146, + "grad_norm": 2.5221970081329346, + "learning_rate": 2.6876436163786844e-06, + "loss": 2.3084, + "step": 44879 + }, + { + "epoch": 0.7682432085451651, + "grad_norm": 2.482597827911377, + "learning_rate": 2.6872654539821665e-06, + "loss": 2.3386, + "step": 44880 + }, + { + "epoch": 0.7682603262637155, + "grad_norm": 2.533064842224121, + "learning_rate": 2.6868873140624475e-06, + "loss": 2.3596, + "step": 44881 + }, + { + "epoch": 0.768277443982266, + "grad_norm": 2.4883108139038086, + "learning_rate": 2.686509196620688e-06, + "loss": 2.3276, + "step": 44882 + }, + { + "epoch": 0.7682945617008166, + "grad_norm": 2.6580090522766113, + "learning_rate": 2.6861311016580528e-06, + "loss": 2.3094, + "step": 44883 + }, + { + "epoch": 0.768311679419367, + "grad_norm": 2.4596803188323975, + "learning_rate": 2.6857530291757004e-06, + "loss": 2.2469, + "step": 44884 + }, + { + "epoch": 0.7683287971379175, + "grad_norm": 2.5963780879974365, + "learning_rate": 2.685374979174794e-06, + "loss": 2.3638, + "step": 44885 + }, + { + "epoch": 0.768345914856468, + "grad_norm": 2.4563872814178467, + "learning_rate": 2.6849969516564965e-06, + "loss": 2.3156, + "step": 44886 + }, + { + "epoch": 0.7683630325750184, + "grad_norm": 2.564420700073242, + "learning_rate": 2.6846189466219687e-06, + "loss": 2.2593, + "step": 44887 + }, + { + "epoch": 0.7683801502935689, + "grad_norm": 2.5860416889190674, + "learning_rate": 2.6842409640723743e-06, + "loss": 2.2911, + "step": 44888 + }, + { + "epoch": 0.7683972680121194, + "grad_norm": 2.568141222000122, + "learning_rate": 2.6838630040088755e-06, + "loss": 2.4294, + "step": 44889 + }, + { + "epoch": 0.7684143857306698, + "grad_norm": 2.512300968170166, + "learning_rate": 2.683485066432627e-06, + "loss": 2.3326, + "step": 44890 + }, + { + "epoch": 0.7684315034492203, + "grad_norm": 2.6100168228149414, + "learning_rate": 2.6831071513448025e-06, + "loss": 2.259, + "step": 44891 + }, + { + "epoch": 0.7684486211677708, + "grad_norm": 2.6635191440582275, + "learning_rate": 2.6827292587465534e-06, + "loss": 2.4511, + "step": 44892 + }, + { + "epoch": 0.7684657388863212, + "grad_norm": 2.5907833576202393, + "learning_rate": 2.682351388639045e-06, + "loss": 2.4319, + "step": 44893 + }, + { + "epoch": 0.7684828566048717, + "grad_norm": 2.6250245571136475, + "learning_rate": 2.6819735410234395e-06, + "loss": 2.3648, + "step": 44894 + }, + { + "epoch": 0.7684999743234222, + "grad_norm": 2.3883237838745117, + "learning_rate": 2.6815957159008967e-06, + "loss": 2.2993, + "step": 44895 + }, + { + "epoch": 0.7685170920419726, + "grad_norm": 2.6543736457824707, + "learning_rate": 2.6812179132725815e-06, + "loss": 2.4429, + "step": 44896 + }, + { + "epoch": 0.7685342097605231, + "grad_norm": 2.7508158683776855, + "learning_rate": 2.680840133139645e-06, + "loss": 2.3733, + "step": 44897 + }, + { + "epoch": 0.7685513274790736, + "grad_norm": 2.6489884853363037, + "learning_rate": 2.6804623755032633e-06, + "loss": 2.3059, + "step": 44898 + }, + { + "epoch": 0.768568445197624, + "grad_norm": 2.548459768295288, + "learning_rate": 2.680084640364585e-06, + "loss": 2.3364, + "step": 44899 + }, + { + "epoch": 0.7685855629161745, + "grad_norm": 2.4326162338256836, + "learning_rate": 2.679706927724778e-06, + "loss": 2.2689, + "step": 44900 + }, + { + "epoch": 0.768602680634725, + "grad_norm": 2.551724433898926, + "learning_rate": 2.679329237585002e-06, + "loss": 2.3587, + "step": 44901 + }, + { + "epoch": 0.7686197983532754, + "grad_norm": 2.5240633487701416, + "learning_rate": 2.678951569946412e-06, + "loss": 2.3358, + "step": 44902 + }, + { + "epoch": 0.7686369160718259, + "grad_norm": 2.5990684032440186, + "learning_rate": 2.6785739248101806e-06, + "loss": 2.4683, + "step": 44903 + }, + { + "epoch": 0.7686540337903764, + "grad_norm": 2.592536449432373, + "learning_rate": 2.678196302177457e-06, + "loss": 2.3989, + "step": 44904 + }, + { + "epoch": 0.7686711515089268, + "grad_norm": 2.517772912979126, + "learning_rate": 2.6778187020494086e-06, + "loss": 2.3677, + "step": 44905 + }, + { + "epoch": 0.7686882692274773, + "grad_norm": 2.537473201751709, + "learning_rate": 2.6774411244271956e-06, + "loss": 2.3308, + "step": 44906 + }, + { + "epoch": 0.7687053869460279, + "grad_norm": 2.6134591102600098, + "learning_rate": 2.6770635693119716e-06, + "loss": 2.3158, + "step": 44907 + }, + { + "epoch": 0.7687225046645783, + "grad_norm": 2.637066125869751, + "learning_rate": 2.6766860367049087e-06, + "loss": 2.4391, + "step": 44908 + }, + { + "epoch": 0.7687396223831288, + "grad_norm": 2.5569756031036377, + "learning_rate": 2.6763085266071544e-06, + "loss": 2.3611, + "step": 44909 + }, + { + "epoch": 0.7687567401016793, + "grad_norm": 2.461852788925171, + "learning_rate": 2.675931039019882e-06, + "loss": 2.3954, + "step": 44910 + }, + { + "epoch": 0.7687738578202297, + "grad_norm": 2.471935510635376, + "learning_rate": 2.675553573944243e-06, + "loss": 2.3248, + "step": 44911 + }, + { + "epoch": 0.7687909755387802, + "grad_norm": 2.4566800594329834, + "learning_rate": 2.6751761313813983e-06, + "loss": 2.3605, + "step": 44912 + }, + { + "epoch": 0.7688080932573307, + "grad_norm": 2.481855630874634, + "learning_rate": 2.6747987113325145e-06, + "loss": 2.3246, + "step": 44913 + }, + { + "epoch": 0.7688252109758811, + "grad_norm": 2.398448944091797, + "learning_rate": 2.6744213137987405e-06, + "loss": 2.3056, + "step": 44914 + }, + { + "epoch": 0.7688423286944316, + "grad_norm": 2.548266887664795, + "learning_rate": 2.674043938781249e-06, + "loss": 2.3411, + "step": 44915 + }, + { + "epoch": 0.7688594464129821, + "grad_norm": 2.4795334339141846, + "learning_rate": 2.6736665862811904e-06, + "loss": 2.4408, + "step": 44916 + }, + { + "epoch": 0.7688765641315326, + "grad_norm": 2.6077306270599365, + "learning_rate": 2.673289256299728e-06, + "loss": 2.4395, + "step": 44917 + }, + { + "epoch": 0.768893681850083, + "grad_norm": 2.621093273162842, + "learning_rate": 2.6729119488380218e-06, + "loss": 2.437, + "step": 44918 + }, + { + "epoch": 0.7689107995686335, + "grad_norm": 2.617605686187744, + "learning_rate": 2.6725346638972305e-06, + "loss": 2.3651, + "step": 44919 + }, + { + "epoch": 0.768927917287184, + "grad_norm": 2.4594316482543945, + "learning_rate": 2.672157401478517e-06, + "loss": 2.376, + "step": 44920 + }, + { + "epoch": 0.7689450350057344, + "grad_norm": 2.681546211242676, + "learning_rate": 2.671780161583035e-06, + "loss": 2.2871, + "step": 44921 + }, + { + "epoch": 0.7689621527242849, + "grad_norm": 2.4910809993743896, + "learning_rate": 2.6714029442119484e-06, + "loss": 2.3239, + "step": 44922 + }, + { + "epoch": 0.7689792704428354, + "grad_norm": 2.5880160331726074, + "learning_rate": 2.671025749366415e-06, + "loss": 2.24, + "step": 44923 + }, + { + "epoch": 0.7689963881613858, + "grad_norm": 2.629514694213867, + "learning_rate": 2.670648577047594e-06, + "loss": 2.419, + "step": 44924 + }, + { + "epoch": 0.7690135058799363, + "grad_norm": 2.484684467315674, + "learning_rate": 2.6702714272566466e-06, + "loss": 2.2391, + "step": 44925 + }, + { + "epoch": 0.7690306235984868, + "grad_norm": 2.580683946609497, + "learning_rate": 2.66989429999473e-06, + "loss": 2.3535, + "step": 44926 + }, + { + "epoch": 0.7690477413170372, + "grad_norm": 2.5221197605133057, + "learning_rate": 2.6695171952630074e-06, + "loss": 2.3394, + "step": 44927 + }, + { + "epoch": 0.7690648590355877, + "grad_norm": 2.6589086055755615, + "learning_rate": 2.6691401130626314e-06, + "loss": 2.3402, + "step": 44928 + }, + { + "epoch": 0.7690819767541383, + "grad_norm": 2.5453481674194336, + "learning_rate": 2.668763053394764e-06, + "loss": 2.3103, + "step": 44929 + }, + { + "epoch": 0.7690990944726886, + "grad_norm": 2.592317581176758, + "learning_rate": 2.6683860162605645e-06, + "loss": 2.3273, + "step": 44930 + }, + { + "epoch": 0.7691162121912392, + "grad_norm": 2.6388742923736572, + "learning_rate": 2.6680090016611914e-06, + "loss": 2.347, + "step": 44931 + }, + { + "epoch": 0.7691333299097897, + "grad_norm": 2.737076759338379, + "learning_rate": 2.6676320095978046e-06, + "loss": 2.297, + "step": 44932 + }, + { + "epoch": 0.7691504476283401, + "grad_norm": 2.569667100906372, + "learning_rate": 2.6672550400715648e-06, + "loss": 2.2546, + "step": 44933 + }, + { + "epoch": 0.7691675653468906, + "grad_norm": 2.7011260986328125, + "learning_rate": 2.6668780930836245e-06, + "loss": 2.3749, + "step": 44934 + }, + { + "epoch": 0.7691846830654411, + "grad_norm": 2.584606885910034, + "learning_rate": 2.666501168635145e-06, + "loss": 2.4589, + "step": 44935 + }, + { + "epoch": 0.7692018007839915, + "grad_norm": 2.5766971111297607, + "learning_rate": 2.666124266727287e-06, + "loss": 2.3064, + "step": 44936 + }, + { + "epoch": 0.769218918502542, + "grad_norm": 2.4214441776275635, + "learning_rate": 2.665747387361206e-06, + "loss": 2.2714, + "step": 44937 + }, + { + "epoch": 0.7692360362210925, + "grad_norm": 2.5177178382873535, + "learning_rate": 2.665370530538066e-06, + "loss": 2.4115, + "step": 44938 + }, + { + "epoch": 0.7692531539396429, + "grad_norm": 2.5028531551361084, + "learning_rate": 2.664993696259015e-06, + "loss": 2.4069, + "step": 44939 + }, + { + "epoch": 0.7692702716581934, + "grad_norm": 2.5775835514068604, + "learning_rate": 2.664616884525223e-06, + "loss": 2.2573, + "step": 44940 + }, + { + "epoch": 0.7692873893767439, + "grad_norm": 2.4229137897491455, + "learning_rate": 2.66424009533784e-06, + "loss": 2.3352, + "step": 44941 + }, + { + "epoch": 0.7693045070952943, + "grad_norm": 2.531160831451416, + "learning_rate": 2.6638633286980263e-06, + "loss": 2.3639, + "step": 44942 + }, + { + "epoch": 0.7693216248138448, + "grad_norm": 2.6742711067199707, + "learning_rate": 2.6634865846069445e-06, + "loss": 2.3479, + "step": 44943 + }, + { + "epoch": 0.7693387425323953, + "grad_norm": 2.6690304279327393, + "learning_rate": 2.6631098630657415e-06, + "loss": 2.293, + "step": 44944 + }, + { + "epoch": 0.7693558602509457, + "grad_norm": 2.627868413925171, + "learning_rate": 2.6627331640755883e-06, + "loss": 2.2998, + "step": 44945 + }, + { + "epoch": 0.7693729779694962, + "grad_norm": 2.4883038997650146, + "learning_rate": 2.6623564876376307e-06, + "loss": 2.3872, + "step": 44946 + }, + { + "epoch": 0.7693900956880467, + "grad_norm": 2.5935356616973877, + "learning_rate": 2.661979833753039e-06, + "loss": 2.3879, + "step": 44947 + }, + { + "epoch": 0.7694072134065971, + "grad_norm": 2.4865334033966064, + "learning_rate": 2.661603202422961e-06, + "loss": 2.2551, + "step": 44948 + }, + { + "epoch": 0.7694243311251476, + "grad_norm": 2.644779682159424, + "learning_rate": 2.661226593648557e-06, + "loss": 2.4873, + "step": 44949 + }, + { + "epoch": 0.7694414488436981, + "grad_norm": 2.6590046882629395, + "learning_rate": 2.6608500074309897e-06, + "loss": 2.4103, + "step": 44950 + }, + { + "epoch": 0.7694585665622485, + "grad_norm": 2.593674898147583, + "learning_rate": 2.6604734437714053e-06, + "loss": 2.3712, + "step": 44951 + }, + { + "epoch": 0.769475684280799, + "grad_norm": 2.444244861602783, + "learning_rate": 2.6600969026709735e-06, + "loss": 2.3593, + "step": 44952 + }, + { + "epoch": 0.7694928019993496, + "grad_norm": 2.4086642265319824, + "learning_rate": 2.6597203841308437e-06, + "loss": 2.2681, + "step": 44953 + }, + { + "epoch": 0.7695099197179, + "grad_norm": 2.462794780731201, + "learning_rate": 2.659343888152175e-06, + "loss": 2.3196, + "step": 44954 + }, + { + "epoch": 0.7695270374364505, + "grad_norm": 2.6481146812438965, + "learning_rate": 2.65896741473613e-06, + "loss": 2.3438, + "step": 44955 + }, + { + "epoch": 0.769544155155001, + "grad_norm": 2.487180709838867, + "learning_rate": 2.6585909638838537e-06, + "loss": 2.3747, + "step": 44956 + }, + { + "epoch": 0.7695612728735514, + "grad_norm": 2.505934953689575, + "learning_rate": 2.658214535596517e-06, + "loss": 2.4391, + "step": 44957 + }, + { + "epoch": 0.7695783905921019, + "grad_norm": 2.5523695945739746, + "learning_rate": 2.6578381298752674e-06, + "loss": 2.3684, + "step": 44958 + }, + { + "epoch": 0.7695955083106524, + "grad_norm": 2.4976723194122314, + "learning_rate": 2.657461746721265e-06, + "loss": 2.2611, + "step": 44959 + }, + { + "epoch": 0.7696126260292028, + "grad_norm": 2.3856654167175293, + "learning_rate": 2.6570853861356672e-06, + "loss": 2.4354, + "step": 44960 + }, + { + "epoch": 0.7696297437477533, + "grad_norm": 2.690746784210205, + "learning_rate": 2.656709048119629e-06, + "loss": 2.4169, + "step": 44961 + }, + { + "epoch": 0.7696468614663038, + "grad_norm": 2.5368173122406006, + "learning_rate": 2.6563327326743094e-06, + "loss": 2.2139, + "step": 44962 + }, + { + "epoch": 0.7696639791848543, + "grad_norm": 2.6094613075256348, + "learning_rate": 2.6559564398008643e-06, + "loss": 2.3218, + "step": 44963 + }, + { + "epoch": 0.7696810969034047, + "grad_norm": 2.3077213764190674, + "learning_rate": 2.6555801695004525e-06, + "loss": 2.2181, + "step": 44964 + }, + { + "epoch": 0.7696982146219552, + "grad_norm": 2.410008430480957, + "learning_rate": 2.6552039217742255e-06, + "loss": 2.2822, + "step": 44965 + }, + { + "epoch": 0.7697153323405057, + "grad_norm": 2.466416120529175, + "learning_rate": 2.654827696623341e-06, + "loss": 2.2759, + "step": 44966 + }, + { + "epoch": 0.7697324500590561, + "grad_norm": 2.4913313388824463, + "learning_rate": 2.6544514940489587e-06, + "loss": 2.3326, + "step": 44967 + }, + { + "epoch": 0.7697495677776066, + "grad_norm": 2.5274951457977295, + "learning_rate": 2.654075314052231e-06, + "loss": 2.2723, + "step": 44968 + }, + { + "epoch": 0.7697666854961571, + "grad_norm": 2.5178821086883545, + "learning_rate": 2.653699156634317e-06, + "loss": 2.2529, + "step": 44969 + }, + { + "epoch": 0.7697838032147075, + "grad_norm": 2.596505880355835, + "learning_rate": 2.6533230217963745e-06, + "loss": 2.3298, + "step": 44970 + }, + { + "epoch": 0.769800920933258, + "grad_norm": 2.7187647819519043, + "learning_rate": 2.6529469095395556e-06, + "loss": 2.466, + "step": 44971 + }, + { + "epoch": 0.7698180386518085, + "grad_norm": 2.6386802196502686, + "learning_rate": 2.652570819865016e-06, + "loss": 2.3061, + "step": 44972 + }, + { + "epoch": 0.7698351563703589, + "grad_norm": 2.547786235809326, + "learning_rate": 2.6521947527739143e-06, + "loss": 2.2772, + "step": 44973 + }, + { + "epoch": 0.7698522740889094, + "grad_norm": 2.4842593669891357, + "learning_rate": 2.651818708267405e-06, + "loss": 2.292, + "step": 44974 + }, + { + "epoch": 0.76986939180746, + "grad_norm": 2.514631748199463, + "learning_rate": 2.651442686346648e-06, + "loss": 2.2819, + "step": 44975 + }, + { + "epoch": 0.7698865095260103, + "grad_norm": 2.718018054962158, + "learning_rate": 2.651066687012789e-06, + "loss": 2.6139, + "step": 44976 + }, + { + "epoch": 0.7699036272445609, + "grad_norm": 2.5968704223632812, + "learning_rate": 2.6506907102669965e-06, + "loss": 2.3196, + "step": 44977 + }, + { + "epoch": 0.7699207449631114, + "grad_norm": 2.6888983249664307, + "learning_rate": 2.650314756110417e-06, + "loss": 2.2757, + "step": 44978 + }, + { + "epoch": 0.7699378626816618, + "grad_norm": 2.4448118209838867, + "learning_rate": 2.6499388245442094e-06, + "loss": 2.2578, + "step": 44979 + }, + { + "epoch": 0.7699549804002123, + "grad_norm": 2.512943983078003, + "learning_rate": 2.64956291556953e-06, + "loss": 2.4234, + "step": 44980 + }, + { + "epoch": 0.7699720981187628, + "grad_norm": 2.6678080558776855, + "learning_rate": 2.6491870291875287e-06, + "loss": 2.47, + "step": 44981 + }, + { + "epoch": 0.7699892158373132, + "grad_norm": 2.473189353942871, + "learning_rate": 2.64881116539937e-06, + "loss": 2.3651, + "step": 44982 + }, + { + "epoch": 0.7700063335558637, + "grad_norm": 2.702523708343506, + "learning_rate": 2.648435324206199e-06, + "loss": 2.5065, + "step": 44983 + }, + { + "epoch": 0.7700234512744142, + "grad_norm": 2.5879673957824707, + "learning_rate": 2.648059505609182e-06, + "loss": 2.3835, + "step": 44984 + }, + { + "epoch": 0.7700405689929646, + "grad_norm": 2.386276960372925, + "learning_rate": 2.6476837096094645e-06, + "loss": 2.4513, + "step": 44985 + }, + { + "epoch": 0.7700576867115151, + "grad_norm": 2.4644834995269775, + "learning_rate": 2.6473079362082054e-06, + "loss": 2.4578, + "step": 44986 + }, + { + "epoch": 0.7700748044300656, + "grad_norm": 2.574751615524292, + "learning_rate": 2.6469321854065633e-06, + "loss": 2.3697, + "step": 44987 + }, + { + "epoch": 0.770091922148616, + "grad_norm": 2.450531482696533, + "learning_rate": 2.6465564572056834e-06, + "loss": 2.26, + "step": 44988 + }, + { + "epoch": 0.7701090398671665, + "grad_norm": 2.4087488651275635, + "learning_rate": 2.646180751606733e-06, + "loss": 2.2884, + "step": 44989 + }, + { + "epoch": 0.770126157585717, + "grad_norm": 2.6228675842285156, + "learning_rate": 2.645805068610856e-06, + "loss": 2.3665, + "step": 44990 + }, + { + "epoch": 0.7701432753042674, + "grad_norm": 2.5759875774383545, + "learning_rate": 2.645429408219212e-06, + "loss": 2.3622, + "step": 44991 + }, + { + "epoch": 0.7701603930228179, + "grad_norm": 2.5968732833862305, + "learning_rate": 2.6450537704329593e-06, + "loss": 2.5063, + "step": 44992 + }, + { + "epoch": 0.7701775107413684, + "grad_norm": 2.704519510269165, + "learning_rate": 2.644678155253242e-06, + "loss": 2.334, + "step": 44993 + }, + { + "epoch": 0.7701946284599188, + "grad_norm": 2.6673521995544434, + "learning_rate": 2.6443025626812267e-06, + "loss": 2.2597, + "step": 44994 + }, + { + "epoch": 0.7702117461784693, + "grad_norm": 2.610663652420044, + "learning_rate": 2.6439269927180598e-06, + "loss": 2.3948, + "step": 44995 + }, + { + "epoch": 0.7702288638970198, + "grad_norm": 2.4567453861236572, + "learning_rate": 2.643551445364898e-06, + "loss": 2.2865, + "step": 44996 + }, + { + "epoch": 0.7702459816155702, + "grad_norm": 2.5363004207611084, + "learning_rate": 2.6431759206228947e-06, + "loss": 2.2842, + "step": 44997 + }, + { + "epoch": 0.7702630993341207, + "grad_norm": 2.5537233352661133, + "learning_rate": 2.6428004184932065e-06, + "loss": 2.2822, + "step": 44998 + }, + { + "epoch": 0.7702802170526712, + "grad_norm": 2.6819934844970703, + "learning_rate": 2.6424249389769885e-06, + "loss": 2.4195, + "step": 44999 + }, + { + "epoch": 0.7702973347712216, + "grad_norm": 2.532837152481079, + "learning_rate": 2.642049482075386e-06, + "loss": 2.345, + "step": 45000 + }, + { + "epoch": 0.7703144524897722, + "grad_norm": 2.510030508041382, + "learning_rate": 2.6416740477895665e-06, + "loss": 2.2403, + "step": 45001 + }, + { + "epoch": 0.7703315702083227, + "grad_norm": 2.4094176292419434, + "learning_rate": 2.6412986361206727e-06, + "loss": 2.289, + "step": 45002 + }, + { + "epoch": 0.770348687926873, + "grad_norm": 2.2766551971435547, + "learning_rate": 2.640923247069863e-06, + "loss": 2.3686, + "step": 45003 + }, + { + "epoch": 0.7703658056454236, + "grad_norm": 2.5308003425598145, + "learning_rate": 2.640547880638291e-06, + "loss": 2.3862, + "step": 45004 + }, + { + "epoch": 0.7703829233639741, + "grad_norm": 2.3999316692352295, + "learning_rate": 2.640172536827111e-06, + "loss": 2.2727, + "step": 45005 + }, + { + "epoch": 0.7704000410825245, + "grad_norm": 2.620053768157959, + "learning_rate": 2.6397972156374786e-06, + "loss": 2.4325, + "step": 45006 + }, + { + "epoch": 0.770417158801075, + "grad_norm": 2.5111842155456543, + "learning_rate": 2.6394219170705425e-06, + "loss": 2.2855, + "step": 45007 + }, + { + "epoch": 0.7704342765196255, + "grad_norm": 2.405017852783203, + "learning_rate": 2.6390466411274583e-06, + "loss": 2.4429, + "step": 45008 + }, + { + "epoch": 0.770451394238176, + "grad_norm": 2.6663639545440674, + "learning_rate": 2.6386713878093797e-06, + "loss": 2.3802, + "step": 45009 + }, + { + "epoch": 0.7704685119567264, + "grad_norm": 2.5837271213531494, + "learning_rate": 2.638296157117459e-06, + "loss": 2.4841, + "step": 45010 + }, + { + "epoch": 0.7704856296752769, + "grad_norm": 2.5436599254608154, + "learning_rate": 2.637920949052852e-06, + "loss": 2.3785, + "step": 45011 + }, + { + "epoch": 0.7705027473938274, + "grad_norm": 2.454390048980713, + "learning_rate": 2.6375457636167135e-06, + "loss": 2.3203, + "step": 45012 + }, + { + "epoch": 0.7705198651123778, + "grad_norm": 2.6022279262542725, + "learning_rate": 2.6371706008101904e-06, + "loss": 2.2429, + "step": 45013 + }, + { + "epoch": 0.7705369828309283, + "grad_norm": 2.6410086154937744, + "learning_rate": 2.636795460634439e-06, + "loss": 2.4464, + "step": 45014 + }, + { + "epoch": 0.7705541005494788, + "grad_norm": 2.383967161178589, + "learning_rate": 2.6364203430906144e-06, + "loss": 2.3138, + "step": 45015 + }, + { + "epoch": 0.7705712182680292, + "grad_norm": 2.5283172130584717, + "learning_rate": 2.636045248179866e-06, + "loss": 2.2672, + "step": 45016 + }, + { + "epoch": 0.7705883359865797, + "grad_norm": 2.5583317279815674, + "learning_rate": 2.6356701759033487e-06, + "loss": 2.4046, + "step": 45017 + }, + { + "epoch": 0.7706054537051302, + "grad_norm": 2.534590244293213, + "learning_rate": 2.6352951262622163e-06, + "loss": 2.3816, + "step": 45018 + }, + { + "epoch": 0.7706225714236806, + "grad_norm": 2.669710397720337, + "learning_rate": 2.634920099257622e-06, + "loss": 2.3406, + "step": 45019 + }, + { + "epoch": 0.7706396891422311, + "grad_norm": 2.577033042907715, + "learning_rate": 2.6345450948907147e-06, + "loss": 2.3976, + "step": 45020 + }, + { + "epoch": 0.7706568068607816, + "grad_norm": 2.5516157150268555, + "learning_rate": 2.6341701131626486e-06, + "loss": 2.3171, + "step": 45021 + }, + { + "epoch": 0.770673924579332, + "grad_norm": 2.4941327571868896, + "learning_rate": 2.6337951540745775e-06, + "loss": 2.3065, + "step": 45022 + }, + { + "epoch": 0.7706910422978825, + "grad_norm": 2.7693216800689697, + "learning_rate": 2.6334202176276536e-06, + "loss": 2.3441, + "step": 45023 + }, + { + "epoch": 0.770708160016433, + "grad_norm": 2.6137232780456543, + "learning_rate": 2.633045303823032e-06, + "loss": 2.4626, + "step": 45024 + }, + { + "epoch": 0.7707252777349834, + "grad_norm": 2.5794880390167236, + "learning_rate": 2.632670412661855e-06, + "loss": 2.268, + "step": 45025 + }, + { + "epoch": 0.770742395453534, + "grad_norm": 2.5616328716278076, + "learning_rate": 2.632295544145289e-06, + "loss": 2.3608, + "step": 45026 + }, + { + "epoch": 0.7707595131720845, + "grad_norm": 2.387928009033203, + "learning_rate": 2.631920698274476e-06, + "loss": 2.3019, + "step": 45027 + }, + { + "epoch": 0.7707766308906349, + "grad_norm": 2.6524784564971924, + "learning_rate": 2.6315458750505706e-06, + "loss": 2.3276, + "step": 45028 + }, + { + "epoch": 0.7707937486091854, + "grad_norm": 2.5753564834594727, + "learning_rate": 2.63117107447473e-06, + "loss": 2.5021, + "step": 45029 + }, + { + "epoch": 0.7708108663277359, + "grad_norm": 2.5045394897460938, + "learning_rate": 2.6307962965480947e-06, + "loss": 2.3546, + "step": 45030 + }, + { + "epoch": 0.7708279840462863, + "grad_norm": 2.8413259983062744, + "learning_rate": 2.63042154127183e-06, + "loss": 2.3213, + "step": 45031 + }, + { + "epoch": 0.7708451017648368, + "grad_norm": 2.562215805053711, + "learning_rate": 2.6300468086470787e-06, + "loss": 2.2927, + "step": 45032 + }, + { + "epoch": 0.7708622194833873, + "grad_norm": 2.6318039894104004, + "learning_rate": 2.6296720986749944e-06, + "loss": 2.3294, + "step": 45033 + }, + { + "epoch": 0.7708793372019377, + "grad_norm": 2.8063244819641113, + "learning_rate": 2.6292974113567317e-06, + "loss": 2.3838, + "step": 45034 + }, + { + "epoch": 0.7708964549204882, + "grad_norm": 2.4358975887298584, + "learning_rate": 2.6289227466934384e-06, + "loss": 2.1929, + "step": 45035 + }, + { + "epoch": 0.7709135726390387, + "grad_norm": 2.4019381999969482, + "learning_rate": 2.6285481046862728e-06, + "loss": 2.3521, + "step": 45036 + }, + { + "epoch": 0.7709306903575891, + "grad_norm": 2.5061728954315186, + "learning_rate": 2.628173485336375e-06, + "loss": 2.2145, + "step": 45037 + }, + { + "epoch": 0.7709478080761396, + "grad_norm": 2.5914149284362793, + "learning_rate": 2.627798888644909e-06, + "loss": 2.2775, + "step": 45038 + }, + { + "epoch": 0.7709649257946901, + "grad_norm": 2.6106789112091064, + "learning_rate": 2.6274243146130176e-06, + "loss": 2.3781, + "step": 45039 + }, + { + "epoch": 0.7709820435132405, + "grad_norm": 2.5688233375549316, + "learning_rate": 2.6270497632418544e-06, + "loss": 2.268, + "step": 45040 + }, + { + "epoch": 0.770999161231791, + "grad_norm": 2.508937358856201, + "learning_rate": 2.626675234532572e-06, + "loss": 2.3815, + "step": 45041 + }, + { + "epoch": 0.7710162789503415, + "grad_norm": 2.3755106925964355, + "learning_rate": 2.626300728486321e-06, + "loss": 2.2724, + "step": 45042 + }, + { + "epoch": 0.7710333966688919, + "grad_norm": 2.545025110244751, + "learning_rate": 2.625926245104253e-06, + "loss": 2.3895, + "step": 45043 + }, + { + "epoch": 0.7710505143874424, + "grad_norm": 2.678833246231079, + "learning_rate": 2.6255517843875166e-06, + "loss": 2.3971, + "step": 45044 + }, + { + "epoch": 0.7710676321059929, + "grad_norm": 2.4560348987579346, + "learning_rate": 2.6251773463372644e-06, + "loss": 2.3712, + "step": 45045 + }, + { + "epoch": 0.7710847498245433, + "grad_norm": 2.606581687927246, + "learning_rate": 2.6248029309546473e-06, + "loss": 2.4203, + "step": 45046 + }, + { + "epoch": 0.7711018675430938, + "grad_norm": 2.560133457183838, + "learning_rate": 2.6244285382408163e-06, + "loss": 2.2513, + "step": 45047 + }, + { + "epoch": 0.7711189852616444, + "grad_norm": 2.5989127159118652, + "learning_rate": 2.6240541681969214e-06, + "loss": 2.2594, + "step": 45048 + }, + { + "epoch": 0.7711361029801947, + "grad_norm": 2.4937326908111572, + "learning_rate": 2.6236798208241165e-06, + "loss": 2.3038, + "step": 45049 + }, + { + "epoch": 0.7711532206987453, + "grad_norm": 2.5146193504333496, + "learning_rate": 2.623305496123547e-06, + "loss": 2.3143, + "step": 45050 + }, + { + "epoch": 0.7711703384172958, + "grad_norm": 2.5107908248901367, + "learning_rate": 2.6229311940963654e-06, + "loss": 2.3271, + "step": 45051 + }, + { + "epoch": 0.7711874561358462, + "grad_norm": 2.5562219619750977, + "learning_rate": 2.6225569147437236e-06, + "loss": 2.3548, + "step": 45052 + }, + { + "epoch": 0.7712045738543967, + "grad_norm": 2.5900871753692627, + "learning_rate": 2.622182658066771e-06, + "loss": 2.3895, + "step": 45053 + }, + { + "epoch": 0.7712216915729472, + "grad_norm": 2.589634418487549, + "learning_rate": 2.6218084240666574e-06, + "loss": 2.4116, + "step": 45054 + }, + { + "epoch": 0.7712388092914977, + "grad_norm": 2.5672860145568848, + "learning_rate": 2.6214342127445348e-06, + "loss": 2.3894, + "step": 45055 + }, + { + "epoch": 0.7712559270100481, + "grad_norm": 2.505986452102661, + "learning_rate": 2.6210600241015538e-06, + "loss": 2.3163, + "step": 45056 + }, + { + "epoch": 0.7712730447285986, + "grad_norm": 2.5300116539001465, + "learning_rate": 2.6206858581388616e-06, + "loss": 2.2798, + "step": 45057 + }, + { + "epoch": 0.7712901624471491, + "grad_norm": 2.6682205200195312, + "learning_rate": 2.6203117148576086e-06, + "loss": 2.3723, + "step": 45058 + }, + { + "epoch": 0.7713072801656995, + "grad_norm": 2.5651473999023438, + "learning_rate": 2.6199375942589468e-06, + "loss": 2.4153, + "step": 45059 + }, + { + "epoch": 0.77132439788425, + "grad_norm": 2.5937283039093018, + "learning_rate": 2.619563496344024e-06, + "loss": 2.3219, + "step": 45060 + }, + { + "epoch": 0.7713415156028005, + "grad_norm": 2.4086055755615234, + "learning_rate": 2.6191894211139957e-06, + "loss": 2.2681, + "step": 45061 + }, + { + "epoch": 0.7713586333213509, + "grad_norm": 2.769101619720459, + "learning_rate": 2.6188153685700003e-06, + "loss": 2.4165, + "step": 45062 + }, + { + "epoch": 0.7713757510399014, + "grad_norm": 2.5905632972717285, + "learning_rate": 2.6184413387132e-06, + "loss": 2.3067, + "step": 45063 + }, + { + "epoch": 0.7713928687584519, + "grad_norm": 2.5880813598632812, + "learning_rate": 2.6180673315447368e-06, + "loss": 2.2559, + "step": 45064 + }, + { + "epoch": 0.7714099864770023, + "grad_norm": 2.455294370651245, + "learning_rate": 2.617693347065763e-06, + "loss": 2.2001, + "step": 45065 + }, + { + "epoch": 0.7714271041955528, + "grad_norm": 2.6398398876190186, + "learning_rate": 2.6173193852774294e-06, + "loss": 2.3931, + "step": 45066 + }, + { + "epoch": 0.7714442219141033, + "grad_norm": 2.5564160346984863, + "learning_rate": 2.6169454461808773e-06, + "loss": 2.2897, + "step": 45067 + }, + { + "epoch": 0.7714613396326537, + "grad_norm": 2.5162465572357178, + "learning_rate": 2.616571529777269e-06, + "loss": 2.3859, + "step": 45068 + }, + { + "epoch": 0.7714784573512042, + "grad_norm": 2.4710869789123535, + "learning_rate": 2.616197636067743e-06, + "loss": 2.3983, + "step": 45069 + }, + { + "epoch": 0.7714955750697547, + "grad_norm": 2.6909239292144775, + "learning_rate": 2.6158237650534534e-06, + "loss": 2.4523, + "step": 45070 + }, + { + "epoch": 0.7715126927883051, + "grad_norm": 2.5814242362976074, + "learning_rate": 2.6154499167355518e-06, + "loss": 2.4251, + "step": 45071 + }, + { + "epoch": 0.7715298105068557, + "grad_norm": 2.516587495803833, + "learning_rate": 2.6150760911151774e-06, + "loss": 2.3689, + "step": 45072 + }, + { + "epoch": 0.7715469282254062, + "grad_norm": 2.5417232513427734, + "learning_rate": 2.6147022881934915e-06, + "loss": 2.2862, + "step": 45073 + }, + { + "epoch": 0.7715640459439566, + "grad_norm": 2.5381951332092285, + "learning_rate": 2.6143285079716318e-06, + "loss": 2.407, + "step": 45074 + }, + { + "epoch": 0.7715811636625071, + "grad_norm": 2.563687324523926, + "learning_rate": 2.613954750450759e-06, + "loss": 2.3546, + "step": 45075 + }, + { + "epoch": 0.7715982813810576, + "grad_norm": 2.5065417289733887, + "learning_rate": 2.6135810156320116e-06, + "loss": 2.4823, + "step": 45076 + }, + { + "epoch": 0.771615399099608, + "grad_norm": 2.684119701385498, + "learning_rate": 2.613207303516543e-06, + "loss": 2.3446, + "step": 45077 + }, + { + "epoch": 0.7716325168181585, + "grad_norm": 2.5342891216278076, + "learning_rate": 2.6128336141055043e-06, + "loss": 2.4501, + "step": 45078 + }, + { + "epoch": 0.771649634536709, + "grad_norm": 2.5022106170654297, + "learning_rate": 2.6124599474000347e-06, + "loss": 2.3324, + "step": 45079 + }, + { + "epoch": 0.7716667522552594, + "grad_norm": 2.443561553955078, + "learning_rate": 2.6120863034012945e-06, + "loss": 2.2827, + "step": 45080 + }, + { + "epoch": 0.7716838699738099, + "grad_norm": 2.4738361835479736, + "learning_rate": 2.6117126821104243e-06, + "loss": 2.372, + "step": 45081 + }, + { + "epoch": 0.7717009876923604, + "grad_norm": 2.583163261413574, + "learning_rate": 2.6113390835285747e-06, + "loss": 2.3901, + "step": 45082 + }, + { + "epoch": 0.7717181054109108, + "grad_norm": 2.3560941219329834, + "learning_rate": 2.610965507656894e-06, + "loss": 2.2241, + "step": 45083 + }, + { + "epoch": 0.7717352231294613, + "grad_norm": 2.6517934799194336, + "learning_rate": 2.610591954496531e-06, + "loss": 2.3407, + "step": 45084 + }, + { + "epoch": 0.7717523408480118, + "grad_norm": 2.4379398822784424, + "learning_rate": 2.610218424048636e-06, + "loss": 2.308, + "step": 45085 + }, + { + "epoch": 0.7717694585665622, + "grad_norm": 2.6709558963775635, + "learning_rate": 2.6098449163143524e-06, + "loss": 2.4598, + "step": 45086 + }, + { + "epoch": 0.7717865762851127, + "grad_norm": 2.568321704864502, + "learning_rate": 2.60947143129483e-06, + "loss": 2.2315, + "step": 45087 + }, + { + "epoch": 0.7718036940036632, + "grad_norm": 2.4285833835601807, + "learning_rate": 2.6090979689912166e-06, + "loss": 2.3585, + "step": 45088 + }, + { + "epoch": 0.7718208117222136, + "grad_norm": 2.5256717205047607, + "learning_rate": 2.6087245294046603e-06, + "loss": 2.3767, + "step": 45089 + }, + { + "epoch": 0.7718379294407641, + "grad_norm": 2.5250470638275146, + "learning_rate": 2.6083511125363103e-06, + "loss": 2.2363, + "step": 45090 + }, + { + "epoch": 0.7718550471593146, + "grad_norm": 2.633622884750366, + "learning_rate": 2.6079777183873136e-06, + "loss": 2.4366, + "step": 45091 + }, + { + "epoch": 0.771872164877865, + "grad_norm": 2.4323158264160156, + "learning_rate": 2.60760434695882e-06, + "loss": 2.1938, + "step": 45092 + }, + { + "epoch": 0.7718892825964155, + "grad_norm": 2.3617818355560303, + "learning_rate": 2.6072309982519718e-06, + "loss": 2.2622, + "step": 45093 + }, + { + "epoch": 0.771906400314966, + "grad_norm": 2.6397390365600586, + "learning_rate": 2.6068576722679184e-06, + "loss": 2.4072, + "step": 45094 + }, + { + "epoch": 0.7719235180335164, + "grad_norm": 2.7067923545837402, + "learning_rate": 2.60648436900781e-06, + "loss": 2.3259, + "step": 45095 + }, + { + "epoch": 0.771940635752067, + "grad_norm": 2.5305323600769043, + "learning_rate": 2.6061110884727912e-06, + "loss": 2.2816, + "step": 45096 + }, + { + "epoch": 0.7719577534706175, + "grad_norm": 2.3951237201690674, + "learning_rate": 2.6057378306640113e-06, + "loss": 2.3152, + "step": 45097 + }, + { + "epoch": 0.7719748711891679, + "grad_norm": 2.757632255554199, + "learning_rate": 2.605364595582619e-06, + "loss": 2.3569, + "step": 45098 + }, + { + "epoch": 0.7719919889077184, + "grad_norm": 2.53320574760437, + "learning_rate": 2.604991383229757e-06, + "loss": 2.3339, + "step": 45099 + }, + { + "epoch": 0.7720091066262689, + "grad_norm": 2.447098970413208, + "learning_rate": 2.604618193606574e-06, + "loss": 2.3435, + "step": 45100 + }, + { + "epoch": 0.7720262243448193, + "grad_norm": 2.5343360900878906, + "learning_rate": 2.6042450267142182e-06, + "loss": 2.3792, + "step": 45101 + }, + { + "epoch": 0.7720433420633698, + "grad_norm": 2.4632227420806885, + "learning_rate": 2.6038718825538355e-06, + "loss": 2.2986, + "step": 45102 + }, + { + "epoch": 0.7720604597819203, + "grad_norm": 2.631316900253296, + "learning_rate": 2.603498761126577e-06, + "loss": 2.4049, + "step": 45103 + }, + { + "epoch": 0.7720775775004708, + "grad_norm": 2.617587089538574, + "learning_rate": 2.60312566243358e-06, + "loss": 2.4849, + "step": 45104 + }, + { + "epoch": 0.7720946952190212, + "grad_norm": 2.6352574825286865, + "learning_rate": 2.602752586476003e-06, + "loss": 2.5009, + "step": 45105 + }, + { + "epoch": 0.7721118129375717, + "grad_norm": 2.454529285430908, + "learning_rate": 2.6023795332549807e-06, + "loss": 2.318, + "step": 45106 + }, + { + "epoch": 0.7721289306561222, + "grad_norm": 2.5790915489196777, + "learning_rate": 2.6020065027716723e-06, + "loss": 2.3609, + "step": 45107 + }, + { + "epoch": 0.7721460483746726, + "grad_norm": 2.431621551513672, + "learning_rate": 2.601633495027218e-06, + "loss": 2.1778, + "step": 45108 + }, + { + "epoch": 0.7721631660932231, + "grad_norm": 2.5892837047576904, + "learning_rate": 2.601260510022758e-06, + "loss": 2.2493, + "step": 45109 + }, + { + "epoch": 0.7721802838117736, + "grad_norm": 2.615110158920288, + "learning_rate": 2.600887547759452e-06, + "loss": 2.4015, + "step": 45110 + }, + { + "epoch": 0.772197401530324, + "grad_norm": 2.628121852874756, + "learning_rate": 2.6005146082384325e-06, + "loss": 2.2838, + "step": 45111 + }, + { + "epoch": 0.7722145192488745, + "grad_norm": 2.4139199256896973, + "learning_rate": 2.6001416914608592e-06, + "loss": 2.198, + "step": 45112 + }, + { + "epoch": 0.772231636967425, + "grad_norm": 2.773097515106201, + "learning_rate": 2.5997687974278684e-06, + "loss": 2.3627, + "step": 45113 + }, + { + "epoch": 0.7722487546859754, + "grad_norm": 2.4885568618774414, + "learning_rate": 2.59939592614061e-06, + "loss": 2.3016, + "step": 45114 + }, + { + "epoch": 0.7722658724045259, + "grad_norm": 2.486501455307007, + "learning_rate": 2.5990230776002323e-06, + "loss": 2.271, + "step": 45115 + }, + { + "epoch": 0.7722829901230764, + "grad_norm": 2.6618456840515137, + "learning_rate": 2.5986502518078736e-06, + "loss": 2.2515, + "step": 45116 + }, + { + "epoch": 0.7723001078416268, + "grad_norm": 2.5820727348327637, + "learning_rate": 2.59827744876469e-06, + "loss": 2.3825, + "step": 45117 + }, + { + "epoch": 0.7723172255601773, + "grad_norm": 2.752654790878296, + "learning_rate": 2.59790466847182e-06, + "loss": 2.2872, + "step": 45118 + }, + { + "epoch": 0.7723343432787279, + "grad_norm": 2.6518614292144775, + "learning_rate": 2.597531910930412e-06, + "loss": 2.3504, + "step": 45119 + }, + { + "epoch": 0.7723514609972782, + "grad_norm": 2.6401121616363525, + "learning_rate": 2.5971591761416104e-06, + "loss": 2.3485, + "step": 45120 + }, + { + "epoch": 0.7723685787158288, + "grad_norm": 2.6422338485717773, + "learning_rate": 2.5967864641065634e-06, + "loss": 2.3573, + "step": 45121 + }, + { + "epoch": 0.7723856964343793, + "grad_norm": 2.5241119861602783, + "learning_rate": 2.5964137748264175e-06, + "loss": 2.4093, + "step": 45122 + }, + { + "epoch": 0.7724028141529297, + "grad_norm": 2.4723031520843506, + "learning_rate": 2.596041108302312e-06, + "loss": 2.352, + "step": 45123 + }, + { + "epoch": 0.7724199318714802, + "grad_norm": 2.5987765789031982, + "learning_rate": 2.5956684645353968e-06, + "loss": 2.333, + "step": 45124 + }, + { + "epoch": 0.7724370495900307, + "grad_norm": 2.6618294715881348, + "learning_rate": 2.595295843526817e-06, + "loss": 2.2176, + "step": 45125 + }, + { + "epoch": 0.7724541673085811, + "grad_norm": 2.6026461124420166, + "learning_rate": 2.5949232452777174e-06, + "loss": 2.4217, + "step": 45126 + }, + { + "epoch": 0.7724712850271316, + "grad_norm": 2.6766293048858643, + "learning_rate": 2.594550669789243e-06, + "loss": 2.318, + "step": 45127 + }, + { + "epoch": 0.7724884027456821, + "grad_norm": 2.6560237407684326, + "learning_rate": 2.59417811706254e-06, + "loss": 2.3671, + "step": 45128 + }, + { + "epoch": 0.7725055204642325, + "grad_norm": 2.6170201301574707, + "learning_rate": 2.5938055870987557e-06, + "loss": 2.3863, + "step": 45129 + }, + { + "epoch": 0.772522638182783, + "grad_norm": 2.780240297317505, + "learning_rate": 2.593433079899029e-06, + "loss": 2.3835, + "step": 45130 + }, + { + "epoch": 0.7725397559013335, + "grad_norm": 2.528604507446289, + "learning_rate": 2.5930605954645083e-06, + "loss": 2.4226, + "step": 45131 + }, + { + "epoch": 0.7725568736198839, + "grad_norm": 2.4847640991210938, + "learning_rate": 2.5926881337963383e-06, + "loss": 2.3723, + "step": 45132 + }, + { + "epoch": 0.7725739913384344, + "grad_norm": 2.5700316429138184, + "learning_rate": 2.592315694895664e-06, + "loss": 2.2424, + "step": 45133 + }, + { + "epoch": 0.7725911090569849, + "grad_norm": 2.5190091133117676, + "learning_rate": 2.59194327876363e-06, + "loss": 2.395, + "step": 45134 + }, + { + "epoch": 0.7726082267755353, + "grad_norm": 2.532726764678955, + "learning_rate": 2.5915708854013844e-06, + "loss": 2.4216, + "step": 45135 + }, + { + "epoch": 0.7726253444940858, + "grad_norm": 2.466637372970581, + "learning_rate": 2.591198514810065e-06, + "loss": 2.2505, + "step": 45136 + }, + { + "epoch": 0.7726424622126363, + "grad_norm": 2.5731213092803955, + "learning_rate": 2.59082616699082e-06, + "loss": 2.3769, + "step": 45137 + }, + { + "epoch": 0.7726595799311867, + "grad_norm": 2.6125059127807617, + "learning_rate": 2.590453841944792e-06, + "loss": 2.3354, + "step": 45138 + }, + { + "epoch": 0.7726766976497372, + "grad_norm": 2.6625490188598633, + "learning_rate": 2.5900815396731295e-06, + "loss": 2.3533, + "step": 45139 + }, + { + "epoch": 0.7726938153682877, + "grad_norm": 2.6044881343841553, + "learning_rate": 2.5897092601769758e-06, + "loss": 2.3137, + "step": 45140 + }, + { + "epoch": 0.7727109330868381, + "grad_norm": 3.3117241859436035, + "learning_rate": 2.5893370034574673e-06, + "loss": 2.5098, + "step": 45141 + }, + { + "epoch": 0.7727280508053886, + "grad_norm": 2.547280788421631, + "learning_rate": 2.5889647695157614e-06, + "loss": 2.3834, + "step": 45142 + }, + { + "epoch": 0.7727451685239392, + "grad_norm": 2.661421775817871, + "learning_rate": 2.5885925583529925e-06, + "loss": 2.4177, + "step": 45143 + }, + { + "epoch": 0.7727622862424895, + "grad_norm": 2.666224718093872, + "learning_rate": 2.588220369970307e-06, + "loss": 2.4379, + "step": 45144 + }, + { + "epoch": 0.7727794039610401, + "grad_norm": 2.3238613605499268, + "learning_rate": 2.58784820436885e-06, + "loss": 2.2266, + "step": 45145 + }, + { + "epoch": 0.7727965216795906, + "grad_norm": 2.514622688293457, + "learning_rate": 2.587476061549764e-06, + "loss": 2.4061, + "step": 45146 + }, + { + "epoch": 0.772813639398141, + "grad_norm": 2.4403772354125977, + "learning_rate": 2.5871039415141973e-06, + "loss": 2.3937, + "step": 45147 + }, + { + "epoch": 0.7728307571166915, + "grad_norm": 2.5970139503479004, + "learning_rate": 2.5867318442632837e-06, + "loss": 2.4422, + "step": 45148 + }, + { + "epoch": 0.772847874835242, + "grad_norm": 2.797541379928589, + "learning_rate": 2.5863597697981803e-06, + "loss": 2.364, + "step": 45149 + }, + { + "epoch": 0.7728649925537925, + "grad_norm": 2.488476276397705, + "learning_rate": 2.58598771812002e-06, + "loss": 2.3812, + "step": 45150 + }, + { + "epoch": 0.7728821102723429, + "grad_norm": 2.499527931213379, + "learning_rate": 2.585615689229949e-06, + "loss": 2.4198, + "step": 45151 + }, + { + "epoch": 0.7728992279908934, + "grad_norm": 2.451993465423584, + "learning_rate": 2.585243683129116e-06, + "loss": 2.3323, + "step": 45152 + }, + { + "epoch": 0.7729163457094439, + "grad_norm": 2.5069427490234375, + "learning_rate": 2.584871699818654e-06, + "loss": 2.243, + "step": 45153 + }, + { + "epoch": 0.7729334634279943, + "grad_norm": 2.5816049575805664, + "learning_rate": 2.5844997392997175e-06, + "loss": 2.2663, + "step": 45154 + }, + { + "epoch": 0.7729505811465448, + "grad_norm": 2.6109910011291504, + "learning_rate": 2.584127801573443e-06, + "loss": 2.4371, + "step": 45155 + }, + { + "epoch": 0.7729676988650953, + "grad_norm": 2.420182466506958, + "learning_rate": 2.5837558866409752e-06, + "loss": 2.357, + "step": 45156 + }, + { + "epoch": 0.7729848165836457, + "grad_norm": 2.627791404724121, + "learning_rate": 2.583383994503461e-06, + "loss": 2.4235, + "step": 45157 + }, + { + "epoch": 0.7730019343021962, + "grad_norm": 2.6186318397521973, + "learning_rate": 2.583012125162033e-06, + "loss": 2.4553, + "step": 45158 + }, + { + "epoch": 0.7730190520207467, + "grad_norm": 2.525613784790039, + "learning_rate": 2.5826402786178485e-06, + "loss": 2.3266, + "step": 45159 + }, + { + "epoch": 0.7730361697392971, + "grad_norm": 2.5662007331848145, + "learning_rate": 2.582268454872039e-06, + "loss": 2.2521, + "step": 45160 + }, + { + "epoch": 0.7730532874578476, + "grad_norm": 2.679678440093994, + "learning_rate": 2.5818966539257518e-06, + "loss": 2.3686, + "step": 45161 + }, + { + "epoch": 0.7730704051763981, + "grad_norm": 2.561906099319458, + "learning_rate": 2.5815248757801304e-06, + "loss": 2.2902, + "step": 45162 + }, + { + "epoch": 0.7730875228949485, + "grad_norm": 2.742919683456421, + "learning_rate": 2.581153120436316e-06, + "loss": 2.4019, + "step": 45163 + }, + { + "epoch": 0.773104640613499, + "grad_norm": 2.6136600971221924, + "learning_rate": 2.5807813878954547e-06, + "loss": 2.3432, + "step": 45164 + }, + { + "epoch": 0.7731217583320495, + "grad_norm": 2.562889337539673, + "learning_rate": 2.5804096781586794e-06, + "loss": 2.3202, + "step": 45165 + }, + { + "epoch": 0.7731388760505999, + "grad_norm": 2.520693302154541, + "learning_rate": 2.5800379912271456e-06, + "loss": 2.2675, + "step": 45166 + }, + { + "epoch": 0.7731559937691505, + "grad_norm": 2.551135778427124, + "learning_rate": 2.5796663271019874e-06, + "loss": 2.3836, + "step": 45167 + }, + { + "epoch": 0.773173111487701, + "grad_norm": 2.580798625946045, + "learning_rate": 2.5792946857843492e-06, + "loss": 2.3302, + "step": 45168 + }, + { + "epoch": 0.7731902292062514, + "grad_norm": 2.603055715560913, + "learning_rate": 2.578923067275373e-06, + "loss": 2.3767, + "step": 45169 + }, + { + "epoch": 0.7732073469248019, + "grad_norm": 2.504969358444214, + "learning_rate": 2.5785514715762005e-06, + "loss": 2.4489, + "step": 45170 + }, + { + "epoch": 0.7732244646433524, + "grad_norm": 2.537601947784424, + "learning_rate": 2.578179898687979e-06, + "loss": 2.2998, + "step": 45171 + }, + { + "epoch": 0.7732415823619028, + "grad_norm": 2.7028648853302, + "learning_rate": 2.5778083486118423e-06, + "loss": 2.3936, + "step": 45172 + }, + { + "epoch": 0.7732587000804533, + "grad_norm": 2.4908792972564697, + "learning_rate": 2.5774368213489375e-06, + "loss": 2.2894, + "step": 45173 + }, + { + "epoch": 0.7732758177990038, + "grad_norm": 2.6389453411102295, + "learning_rate": 2.5770653169004043e-06, + "loss": 2.3567, + "step": 45174 + }, + { + "epoch": 0.7732929355175542, + "grad_norm": 2.719440221786499, + "learning_rate": 2.5766938352673863e-06, + "loss": 2.4138, + "step": 45175 + }, + { + "epoch": 0.7733100532361047, + "grad_norm": 2.9199016094207764, + "learning_rate": 2.576322376451026e-06, + "loss": 2.423, + "step": 45176 + }, + { + "epoch": 0.7733271709546552, + "grad_norm": 2.686971426010132, + "learning_rate": 2.575950940452465e-06, + "loss": 2.3978, + "step": 45177 + }, + { + "epoch": 0.7733442886732056, + "grad_norm": 2.562222719192505, + "learning_rate": 2.575579527272839e-06, + "loss": 2.3094, + "step": 45178 + }, + { + "epoch": 0.7733614063917561, + "grad_norm": 2.7133398056030273, + "learning_rate": 2.5752081369133e-06, + "loss": 2.3654, + "step": 45179 + }, + { + "epoch": 0.7733785241103066, + "grad_norm": 2.620607376098633, + "learning_rate": 2.574836769374981e-06, + "loss": 2.3395, + "step": 45180 + }, + { + "epoch": 0.773395641828857, + "grad_norm": 2.4730727672576904, + "learning_rate": 2.5744654246590272e-06, + "loss": 2.3618, + "step": 45181 + }, + { + "epoch": 0.7734127595474075, + "grad_norm": 2.4797134399414062, + "learning_rate": 2.574094102766578e-06, + "loss": 2.3601, + "step": 45182 + }, + { + "epoch": 0.773429877265958, + "grad_norm": 2.6441586017608643, + "learning_rate": 2.573722803698777e-06, + "loss": 2.479, + "step": 45183 + }, + { + "epoch": 0.7734469949845084, + "grad_norm": 2.632654905319214, + "learning_rate": 2.5733515274567666e-06, + "loss": 2.4426, + "step": 45184 + }, + { + "epoch": 0.7734641127030589, + "grad_norm": 2.536745548248291, + "learning_rate": 2.57298027404168e-06, + "loss": 2.2818, + "step": 45185 + }, + { + "epoch": 0.7734812304216094, + "grad_norm": 2.649707555770874, + "learning_rate": 2.5726090434546704e-06, + "loss": 2.3581, + "step": 45186 + }, + { + "epoch": 0.7734983481401598, + "grad_norm": 2.4958860874176025, + "learning_rate": 2.572237835696869e-06, + "loss": 2.3404, + "step": 45187 + }, + { + "epoch": 0.7735154658587103, + "grad_norm": 2.387502908706665, + "learning_rate": 2.57186665076942e-06, + "loss": 2.2435, + "step": 45188 + }, + { + "epoch": 0.7735325835772608, + "grad_norm": 2.6017513275146484, + "learning_rate": 2.5714954886734687e-06, + "loss": 2.3041, + "step": 45189 + }, + { + "epoch": 0.7735497012958112, + "grad_norm": 2.56736421585083, + "learning_rate": 2.5711243494101447e-06, + "loss": 2.4027, + "step": 45190 + }, + { + "epoch": 0.7735668190143618, + "grad_norm": 2.5191080570220947, + "learning_rate": 2.5707532329806018e-06, + "loss": 2.4276, + "step": 45191 + }, + { + "epoch": 0.7735839367329123, + "grad_norm": 2.5624520778656006, + "learning_rate": 2.570382139385973e-06, + "loss": 2.2338, + "step": 45192 + }, + { + "epoch": 0.7736010544514627, + "grad_norm": 2.6385021209716797, + "learning_rate": 2.5700110686273993e-06, + "loss": 2.4084, + "step": 45193 + }, + { + "epoch": 0.7736181721700132, + "grad_norm": 2.5631332397460938, + "learning_rate": 2.5696400207060255e-06, + "loss": 2.4413, + "step": 45194 + }, + { + "epoch": 0.7736352898885637, + "grad_norm": 2.5777297019958496, + "learning_rate": 2.5692689956229842e-06, + "loss": 2.3823, + "step": 45195 + }, + { + "epoch": 0.7736524076071142, + "grad_norm": 2.7241268157958984, + "learning_rate": 2.5688979933794258e-06, + "loss": 2.4511, + "step": 45196 + }, + { + "epoch": 0.7736695253256646, + "grad_norm": 2.5456278324127197, + "learning_rate": 2.568527013976483e-06, + "loss": 2.2446, + "step": 45197 + }, + { + "epoch": 0.7736866430442151, + "grad_norm": 2.4490392208099365, + "learning_rate": 2.5681560574152985e-06, + "loss": 2.3616, + "step": 45198 + }, + { + "epoch": 0.7737037607627656, + "grad_norm": 2.565427541732788, + "learning_rate": 2.567785123697013e-06, + "loss": 2.3508, + "step": 45199 + }, + { + "epoch": 0.773720878481316, + "grad_norm": 2.641818046569824, + "learning_rate": 2.567414212822765e-06, + "loss": 2.3838, + "step": 45200 + }, + { + "epoch": 0.7737379961998665, + "grad_norm": 2.5277204513549805, + "learning_rate": 2.5670433247936997e-06, + "loss": 2.3931, + "step": 45201 + }, + { + "epoch": 0.773755113918417, + "grad_norm": 2.5228164196014404, + "learning_rate": 2.566672459610947e-06, + "loss": 2.4224, + "step": 45202 + }, + { + "epoch": 0.7737722316369674, + "grad_norm": 2.5559027194976807, + "learning_rate": 2.5663016172756594e-06, + "loss": 2.4067, + "step": 45203 + }, + { + "epoch": 0.7737893493555179, + "grad_norm": 2.474477529525757, + "learning_rate": 2.565930797788967e-06, + "loss": 2.2034, + "step": 45204 + }, + { + "epoch": 0.7738064670740684, + "grad_norm": 2.5910627841949463, + "learning_rate": 2.5655600011520133e-06, + "loss": 2.3558, + "step": 45205 + }, + { + "epoch": 0.7738235847926188, + "grad_norm": 2.6344847679138184, + "learning_rate": 2.5651892273659373e-06, + "loss": 2.3563, + "step": 45206 + }, + { + "epoch": 0.7738407025111693, + "grad_norm": 2.3399569988250732, + "learning_rate": 2.5648184764318785e-06, + "loss": 2.3187, + "step": 45207 + }, + { + "epoch": 0.7738578202297198, + "grad_norm": 2.4112093448638916, + "learning_rate": 2.56444774835098e-06, + "loss": 2.2561, + "step": 45208 + }, + { + "epoch": 0.7738749379482702, + "grad_norm": 2.446636199951172, + "learning_rate": 2.5640770431243753e-06, + "loss": 2.3091, + "step": 45209 + }, + { + "epoch": 0.7738920556668207, + "grad_norm": 2.474506378173828, + "learning_rate": 2.5637063607532074e-06, + "loss": 2.1772, + "step": 45210 + }, + { + "epoch": 0.7739091733853712, + "grad_norm": 2.469254732131958, + "learning_rate": 2.563335701238614e-06, + "loss": 2.3801, + "step": 45211 + }, + { + "epoch": 0.7739262911039216, + "grad_norm": 2.6352052688598633, + "learning_rate": 2.562965064581736e-06, + "loss": 2.4512, + "step": 45212 + }, + { + "epoch": 0.7739434088224721, + "grad_norm": 2.529878854751587, + "learning_rate": 2.562594450783712e-06, + "loss": 2.3021, + "step": 45213 + }, + { + "epoch": 0.7739605265410227, + "grad_norm": 2.4834706783294678, + "learning_rate": 2.562223859845683e-06, + "loss": 2.3394, + "step": 45214 + }, + { + "epoch": 0.773977644259573, + "grad_norm": 2.5700924396514893, + "learning_rate": 2.5618532917687833e-06, + "loss": 2.3233, + "step": 45215 + }, + { + "epoch": 0.7739947619781236, + "grad_norm": 2.440068483352661, + "learning_rate": 2.561482746554156e-06, + "loss": 2.2736, + "step": 45216 + }, + { + "epoch": 0.7740118796966741, + "grad_norm": 2.6069576740264893, + "learning_rate": 2.5611122242029375e-06, + "loss": 2.388, + "step": 45217 + }, + { + "epoch": 0.7740289974152245, + "grad_norm": 2.5840132236480713, + "learning_rate": 2.560741724716268e-06, + "loss": 2.3236, + "step": 45218 + }, + { + "epoch": 0.774046115133775, + "grad_norm": 2.5511574745178223, + "learning_rate": 2.560371248095287e-06, + "loss": 2.3894, + "step": 45219 + }, + { + "epoch": 0.7740632328523255, + "grad_norm": 2.30784273147583, + "learning_rate": 2.560000794341132e-06, + "loss": 2.2733, + "step": 45220 + }, + { + "epoch": 0.7740803505708759, + "grad_norm": 2.4587416648864746, + "learning_rate": 2.5596303634549445e-06, + "loss": 2.3232, + "step": 45221 + }, + { + "epoch": 0.7740974682894264, + "grad_norm": 2.6485753059387207, + "learning_rate": 2.5592599554378583e-06, + "loss": 2.4794, + "step": 45222 + }, + { + "epoch": 0.7741145860079769, + "grad_norm": 2.5083792209625244, + "learning_rate": 2.5588895702910145e-06, + "loss": 2.2036, + "step": 45223 + }, + { + "epoch": 0.7741317037265273, + "grad_norm": 2.5561716556549072, + "learning_rate": 2.5585192080155506e-06, + "loss": 2.2892, + "step": 45224 + }, + { + "epoch": 0.7741488214450778, + "grad_norm": 2.520233631134033, + "learning_rate": 2.5581488686126055e-06, + "loss": 2.3517, + "step": 45225 + }, + { + "epoch": 0.7741659391636283, + "grad_norm": 2.6764798164367676, + "learning_rate": 2.557778552083321e-06, + "loss": 2.3877, + "step": 45226 + }, + { + "epoch": 0.7741830568821787, + "grad_norm": 2.450787305831909, + "learning_rate": 2.557408258428826e-06, + "loss": 2.413, + "step": 45227 + }, + { + "epoch": 0.7742001746007292, + "grad_norm": 2.543752670288086, + "learning_rate": 2.5570379876502702e-06, + "loss": 2.3441, + "step": 45228 + }, + { + "epoch": 0.7742172923192797, + "grad_norm": 2.510958194732666, + "learning_rate": 2.556667739748784e-06, + "loss": 2.3947, + "step": 45229 + }, + { + "epoch": 0.7742344100378301, + "grad_norm": 2.5956404209136963, + "learning_rate": 2.5562975147255067e-06, + "loss": 2.3587, + "step": 45230 + }, + { + "epoch": 0.7742515277563806, + "grad_norm": 2.5192670822143555, + "learning_rate": 2.55592731258158e-06, + "loss": 2.3135, + "step": 45231 + }, + { + "epoch": 0.7742686454749311, + "grad_norm": 2.6469931602478027, + "learning_rate": 2.555557133318134e-06, + "loss": 2.3536, + "step": 45232 + }, + { + "epoch": 0.7742857631934815, + "grad_norm": 2.5362884998321533, + "learning_rate": 2.5551869769363156e-06, + "loss": 2.3001, + "step": 45233 + }, + { + "epoch": 0.774302880912032, + "grad_norm": 2.612901449203491, + "learning_rate": 2.5548168434372535e-06, + "loss": 2.3857, + "step": 45234 + }, + { + "epoch": 0.7743199986305825, + "grad_norm": 2.5824551582336426, + "learning_rate": 2.5544467328220956e-06, + "loss": 2.3884, + "step": 45235 + }, + { + "epoch": 0.7743371163491329, + "grad_norm": 2.4199700355529785, + "learning_rate": 2.5540766450919705e-06, + "loss": 2.256, + "step": 45236 + }, + { + "epoch": 0.7743542340676834, + "grad_norm": 2.423835277557373, + "learning_rate": 2.5537065802480197e-06, + "loss": 2.3588, + "step": 45237 + }, + { + "epoch": 0.774371351786234, + "grad_norm": 2.6655213832855225, + "learning_rate": 2.553336538291383e-06, + "loss": 2.487, + "step": 45238 + }, + { + "epoch": 0.7743884695047843, + "grad_norm": 2.5033490657806396, + "learning_rate": 2.55296651922319e-06, + "loss": 2.4172, + "step": 45239 + }, + { + "epoch": 0.7744055872233349, + "grad_norm": 2.554755687713623, + "learning_rate": 2.5525965230445884e-06, + "loss": 2.3437, + "step": 45240 + }, + { + "epoch": 0.7744227049418854, + "grad_norm": 2.694321632385254, + "learning_rate": 2.5522265497567066e-06, + "loss": 2.3914, + "step": 45241 + }, + { + "epoch": 0.7744398226604359, + "grad_norm": 2.5280632972717285, + "learning_rate": 2.551856599360686e-06, + "loss": 2.3765, + "step": 45242 + }, + { + "epoch": 0.7744569403789863, + "grad_norm": 2.6520836353302, + "learning_rate": 2.5514866718576616e-06, + "loss": 2.4204, + "step": 45243 + }, + { + "epoch": 0.7744740580975368, + "grad_norm": 2.3883819580078125, + "learning_rate": 2.5511167672487723e-06, + "loss": 2.2563, + "step": 45244 + }, + { + "epoch": 0.7744911758160873, + "grad_norm": 2.5934159755706787, + "learning_rate": 2.550746885535158e-06, + "loss": 2.2823, + "step": 45245 + }, + { + "epoch": 0.7745082935346377, + "grad_norm": 2.637737274169922, + "learning_rate": 2.5503770267179486e-06, + "loss": 2.2743, + "step": 45246 + }, + { + "epoch": 0.7745254112531882, + "grad_norm": 2.480964183807373, + "learning_rate": 2.550007190798284e-06, + "loss": 2.242, + "step": 45247 + }, + { + "epoch": 0.7745425289717387, + "grad_norm": 2.6733357906341553, + "learning_rate": 2.549637377777302e-06, + "loss": 2.4248, + "step": 45248 + }, + { + "epoch": 0.7745596466902891, + "grad_norm": 2.5047144889831543, + "learning_rate": 2.5492675876561377e-06, + "loss": 2.367, + "step": 45249 + }, + { + "epoch": 0.7745767644088396, + "grad_norm": 2.5795280933380127, + "learning_rate": 2.5488978204359293e-06, + "loss": 2.352, + "step": 45250 + }, + { + "epoch": 0.7745938821273901, + "grad_norm": 2.6358847618103027, + "learning_rate": 2.5485280761178155e-06, + "loss": 2.3659, + "step": 45251 + }, + { + "epoch": 0.7746109998459405, + "grad_norm": 2.334115743637085, + "learning_rate": 2.5481583547029263e-06, + "loss": 2.1874, + "step": 45252 + }, + { + "epoch": 0.774628117564491, + "grad_norm": 2.376971960067749, + "learning_rate": 2.5477886561924026e-06, + "loss": 2.1605, + "step": 45253 + }, + { + "epoch": 0.7746452352830415, + "grad_norm": 2.6315419673919678, + "learning_rate": 2.5474189805873794e-06, + "loss": 2.3241, + "step": 45254 + }, + { + "epoch": 0.7746623530015919, + "grad_norm": 2.5071523189544678, + "learning_rate": 2.547049327888994e-06, + "loss": 2.3363, + "step": 45255 + }, + { + "epoch": 0.7746794707201424, + "grad_norm": 2.6316792964935303, + "learning_rate": 2.546679698098381e-06, + "loss": 2.3399, + "step": 45256 + }, + { + "epoch": 0.7746965884386929, + "grad_norm": 2.7971415519714355, + "learning_rate": 2.546310091216678e-06, + "loss": 2.3836, + "step": 45257 + }, + { + "epoch": 0.7747137061572433, + "grad_norm": 2.5689804553985596, + "learning_rate": 2.5459405072450226e-06, + "loss": 2.3289, + "step": 45258 + }, + { + "epoch": 0.7747308238757938, + "grad_norm": 2.4721405506134033, + "learning_rate": 2.545570946184547e-06, + "loss": 2.321, + "step": 45259 + }, + { + "epoch": 0.7747479415943443, + "grad_norm": 2.534740686416626, + "learning_rate": 2.5452014080363883e-06, + "loss": 2.4433, + "step": 45260 + }, + { + "epoch": 0.7747650593128947, + "grad_norm": 2.44805908203125, + "learning_rate": 2.544831892801682e-06, + "loss": 2.1906, + "step": 45261 + }, + { + "epoch": 0.7747821770314453, + "grad_norm": 2.5256130695343018, + "learning_rate": 2.5444624004815653e-06, + "loss": 2.2744, + "step": 45262 + }, + { + "epoch": 0.7747992947499958, + "grad_norm": 2.712993860244751, + "learning_rate": 2.5440929310771768e-06, + "loss": 2.2519, + "step": 45263 + }, + { + "epoch": 0.7748164124685462, + "grad_norm": 2.7032999992370605, + "learning_rate": 2.543723484589642e-06, + "loss": 2.3172, + "step": 45264 + }, + { + "epoch": 0.7748335301870967, + "grad_norm": 2.5700457096099854, + "learning_rate": 2.543354061020109e-06, + "loss": 2.3342, + "step": 45265 + }, + { + "epoch": 0.7748506479056472, + "grad_norm": 2.422029972076416, + "learning_rate": 2.542984660369705e-06, + "loss": 2.4203, + "step": 45266 + }, + { + "epoch": 0.7748677656241976, + "grad_norm": 2.6598610877990723, + "learning_rate": 2.542615282639567e-06, + "loss": 2.4921, + "step": 45267 + }, + { + "epoch": 0.7748848833427481, + "grad_norm": 2.4914138317108154, + "learning_rate": 2.542245927830834e-06, + "loss": 2.2899, + "step": 45268 + }, + { + "epoch": 0.7749020010612986, + "grad_norm": 2.7536563873291016, + "learning_rate": 2.5418765959446324e-06, + "loss": 2.3012, + "step": 45269 + }, + { + "epoch": 0.774919118779849, + "grad_norm": 2.637317419052124, + "learning_rate": 2.54150728698211e-06, + "loss": 2.4187, + "step": 45270 + }, + { + "epoch": 0.7749362364983995, + "grad_norm": 2.552988052368164, + "learning_rate": 2.5411380009443887e-06, + "loss": 2.3042, + "step": 45271 + }, + { + "epoch": 0.77495335421695, + "grad_norm": 2.7011868953704834, + "learning_rate": 2.5407687378326163e-06, + "loss": 2.3216, + "step": 45272 + }, + { + "epoch": 0.7749704719355004, + "grad_norm": 2.656493663787842, + "learning_rate": 2.5403994976479184e-06, + "loss": 2.3452, + "step": 45273 + }, + { + "epoch": 0.7749875896540509, + "grad_norm": 2.517313003540039, + "learning_rate": 2.5400302803914334e-06, + "loss": 2.2265, + "step": 45274 + }, + { + "epoch": 0.7750047073726014, + "grad_norm": 2.677218198776245, + "learning_rate": 2.539661086064298e-06, + "loss": 2.3502, + "step": 45275 + }, + { + "epoch": 0.7750218250911518, + "grad_norm": 2.573889970779419, + "learning_rate": 2.53929191466764e-06, + "loss": 2.3716, + "step": 45276 + }, + { + "epoch": 0.7750389428097023, + "grad_norm": 2.697046995162964, + "learning_rate": 2.538922766202604e-06, + "loss": 2.3955, + "step": 45277 + }, + { + "epoch": 0.7750560605282528, + "grad_norm": 2.6054325103759766, + "learning_rate": 2.538553640670317e-06, + "loss": 2.4561, + "step": 45278 + }, + { + "epoch": 0.7750731782468032, + "grad_norm": 2.560689926147461, + "learning_rate": 2.538184538071916e-06, + "loss": 2.3906, + "step": 45279 + }, + { + "epoch": 0.7750902959653537, + "grad_norm": 2.6196491718292236, + "learning_rate": 2.537815458408539e-06, + "loss": 2.3921, + "step": 45280 + }, + { + "epoch": 0.7751074136839042, + "grad_norm": 2.4683754444122314, + "learning_rate": 2.5374464016813107e-06, + "loss": 2.1793, + "step": 45281 + }, + { + "epoch": 0.7751245314024546, + "grad_norm": 2.7195608615875244, + "learning_rate": 2.5370773678913772e-06, + "loss": 2.3385, + "step": 45282 + }, + { + "epoch": 0.7751416491210051, + "grad_norm": 2.460134267807007, + "learning_rate": 2.5367083570398655e-06, + "loss": 2.4144, + "step": 45283 + }, + { + "epoch": 0.7751587668395556, + "grad_norm": 2.593923330307007, + "learning_rate": 2.5363393691279115e-06, + "loss": 2.3507, + "step": 45284 + }, + { + "epoch": 0.775175884558106, + "grad_norm": 2.5346181392669678, + "learning_rate": 2.535970404156649e-06, + "loss": 2.2584, + "step": 45285 + }, + { + "epoch": 0.7751930022766566, + "grad_norm": 2.6374309062957764, + "learning_rate": 2.535601462127213e-06, + "loss": 2.4279, + "step": 45286 + }, + { + "epoch": 0.7752101199952071, + "grad_norm": 2.6054439544677734, + "learning_rate": 2.53523254304074e-06, + "loss": 2.4001, + "step": 45287 + }, + { + "epoch": 0.7752272377137575, + "grad_norm": 2.4884746074676514, + "learning_rate": 2.5348636468983578e-06, + "loss": 2.311, + "step": 45288 + }, + { + "epoch": 0.775244355432308, + "grad_norm": 2.4961719512939453, + "learning_rate": 2.534494773701204e-06, + "loss": 2.4017, + "step": 45289 + }, + { + "epoch": 0.7752614731508585, + "grad_norm": 2.507484197616577, + "learning_rate": 2.534125923450411e-06, + "loss": 2.2644, + "step": 45290 + }, + { + "epoch": 0.775278590869409, + "grad_norm": 2.435800313949585, + "learning_rate": 2.533757096147115e-06, + "loss": 2.2034, + "step": 45291 + }, + { + "epoch": 0.7752957085879594, + "grad_norm": 2.5082287788391113, + "learning_rate": 2.533388291792447e-06, + "loss": 2.3235, + "step": 45292 + }, + { + "epoch": 0.7753128263065099, + "grad_norm": 2.5251991748809814, + "learning_rate": 2.533019510387541e-06, + "loss": 2.3677, + "step": 45293 + }, + { + "epoch": 0.7753299440250604, + "grad_norm": 2.4361495971679688, + "learning_rate": 2.532650751933534e-06, + "loss": 2.3346, + "step": 45294 + }, + { + "epoch": 0.7753470617436108, + "grad_norm": 2.6551477909088135, + "learning_rate": 2.5322820164315555e-06, + "loss": 2.3712, + "step": 45295 + }, + { + "epoch": 0.7753641794621613, + "grad_norm": 2.608776330947876, + "learning_rate": 2.5319133038827383e-06, + "loss": 2.3947, + "step": 45296 + }, + { + "epoch": 0.7753812971807118, + "grad_norm": 2.447080612182617, + "learning_rate": 2.531544614288217e-06, + "loss": 2.3904, + "step": 45297 + }, + { + "epoch": 0.7753984148992622, + "grad_norm": 2.6543965339660645, + "learning_rate": 2.531175947649126e-06, + "loss": 2.3943, + "step": 45298 + }, + { + "epoch": 0.7754155326178127, + "grad_norm": 2.536982297897339, + "learning_rate": 2.5308073039665983e-06, + "loss": 2.3771, + "step": 45299 + }, + { + "epoch": 0.7754326503363632, + "grad_norm": 2.6802215576171875, + "learning_rate": 2.5304386832417684e-06, + "loss": 2.4318, + "step": 45300 + }, + { + "epoch": 0.7754497680549136, + "grad_norm": 2.5614776611328125, + "learning_rate": 2.530070085475763e-06, + "loss": 2.3456, + "step": 45301 + }, + { + "epoch": 0.7754668857734641, + "grad_norm": 2.695671558380127, + "learning_rate": 2.529701510669721e-06, + "loss": 2.3134, + "step": 45302 + }, + { + "epoch": 0.7754840034920146, + "grad_norm": 2.580432176589966, + "learning_rate": 2.529332958824773e-06, + "loss": 2.3318, + "step": 45303 + }, + { + "epoch": 0.775501121210565, + "grad_norm": 2.598459005355835, + "learning_rate": 2.5289644299420526e-06, + "loss": 2.2961, + "step": 45304 + }, + { + "epoch": 0.7755182389291155, + "grad_norm": 2.4719314575195312, + "learning_rate": 2.5285959240226944e-06, + "loss": 2.3415, + "step": 45305 + }, + { + "epoch": 0.775535356647666, + "grad_norm": 2.5936896800994873, + "learning_rate": 2.5282274410678233e-06, + "loss": 2.4067, + "step": 45306 + }, + { + "epoch": 0.7755524743662164, + "grad_norm": 2.622157335281372, + "learning_rate": 2.5278589810785836e-06, + "loss": 2.3366, + "step": 45307 + }, + { + "epoch": 0.775569592084767, + "grad_norm": 2.5771522521972656, + "learning_rate": 2.527490544056098e-06, + "loss": 2.2854, + "step": 45308 + }, + { + "epoch": 0.7755867098033175, + "grad_norm": 2.7320873737335205, + "learning_rate": 2.527122130001504e-06, + "loss": 2.3981, + "step": 45309 + }, + { + "epoch": 0.7756038275218679, + "grad_norm": 2.453702688217163, + "learning_rate": 2.5267537389159312e-06, + "loss": 2.2678, + "step": 45310 + }, + { + "epoch": 0.7756209452404184, + "grad_norm": 2.411205291748047, + "learning_rate": 2.526385370800515e-06, + "loss": 2.2178, + "step": 45311 + }, + { + "epoch": 0.7756380629589689, + "grad_norm": 2.5533607006073, + "learning_rate": 2.5260170256563877e-06, + "loss": 2.3539, + "step": 45312 + }, + { + "epoch": 0.7756551806775193, + "grad_norm": 2.5879764556884766, + "learning_rate": 2.5256487034846733e-06, + "loss": 2.474, + "step": 45313 + }, + { + "epoch": 0.7756722983960698, + "grad_norm": 2.432744264602661, + "learning_rate": 2.5252804042865176e-06, + "loss": 2.3333, + "step": 45314 + }, + { + "epoch": 0.7756894161146203, + "grad_norm": 2.5669631958007812, + "learning_rate": 2.5249121280630405e-06, + "loss": 2.4736, + "step": 45315 + }, + { + "epoch": 0.7757065338331707, + "grad_norm": 2.789530038833618, + "learning_rate": 2.5245438748153804e-06, + "loss": 2.4942, + "step": 45316 + }, + { + "epoch": 0.7757236515517212, + "grad_norm": 2.5601298809051514, + "learning_rate": 2.5241756445446698e-06, + "loss": 2.4171, + "step": 45317 + }, + { + "epoch": 0.7757407692702717, + "grad_norm": 2.567307472229004, + "learning_rate": 2.5238074372520326e-06, + "loss": 2.4304, + "step": 45318 + }, + { + "epoch": 0.7757578869888221, + "grad_norm": 2.6411492824554443, + "learning_rate": 2.5234392529386132e-06, + "loss": 2.4953, + "step": 45319 + }, + { + "epoch": 0.7757750047073726, + "grad_norm": 2.607179641723633, + "learning_rate": 2.5230710916055323e-06, + "loss": 2.2896, + "step": 45320 + }, + { + "epoch": 0.7757921224259231, + "grad_norm": 2.6605234146118164, + "learning_rate": 2.522702953253925e-06, + "loss": 2.457, + "step": 45321 + }, + { + "epoch": 0.7758092401444735, + "grad_norm": 2.381354570388794, + "learning_rate": 2.5223348378849246e-06, + "loss": 2.2283, + "step": 45322 + }, + { + "epoch": 0.775826357863024, + "grad_norm": 2.656989812850952, + "learning_rate": 2.5219667454996598e-06, + "loss": 2.3621, + "step": 45323 + }, + { + "epoch": 0.7758434755815745, + "grad_norm": 2.5601768493652344, + "learning_rate": 2.521598676099267e-06, + "loss": 2.3782, + "step": 45324 + }, + { + "epoch": 0.7758605933001249, + "grad_norm": 2.4919795989990234, + "learning_rate": 2.5212306296848686e-06, + "loss": 2.2889, + "step": 45325 + }, + { + "epoch": 0.7758777110186754, + "grad_norm": 2.5603106021881104, + "learning_rate": 2.520862606257607e-06, + "loss": 2.3007, + "step": 45326 + }, + { + "epoch": 0.7758948287372259, + "grad_norm": 2.4323794841766357, + "learning_rate": 2.520494605818604e-06, + "loss": 2.3613, + "step": 45327 + }, + { + "epoch": 0.7759119464557763, + "grad_norm": 2.6378014087677, + "learning_rate": 2.520126628368995e-06, + "loss": 2.3471, + "step": 45328 + }, + { + "epoch": 0.7759290641743268, + "grad_norm": 2.5384743213653564, + "learning_rate": 2.5197586739099102e-06, + "loss": 2.3956, + "step": 45329 + }, + { + "epoch": 0.7759461818928773, + "grad_norm": 2.5558536052703857, + "learning_rate": 2.5193907424424803e-06, + "loss": 2.4507, + "step": 45330 + }, + { + "epoch": 0.7759632996114277, + "grad_norm": 2.4949662685394287, + "learning_rate": 2.5190228339678402e-06, + "loss": 2.4129, + "step": 45331 + }, + { + "epoch": 0.7759804173299782, + "grad_norm": 2.7103350162506104, + "learning_rate": 2.5186549484871136e-06, + "loss": 2.3116, + "step": 45332 + }, + { + "epoch": 0.7759975350485288, + "grad_norm": 2.4119150638580322, + "learning_rate": 2.518287086001434e-06, + "loss": 2.2387, + "step": 45333 + }, + { + "epoch": 0.7760146527670791, + "grad_norm": 2.636587619781494, + "learning_rate": 2.517919246511935e-06, + "loss": 2.3807, + "step": 45334 + }, + { + "epoch": 0.7760317704856297, + "grad_norm": 2.4174859523773193, + "learning_rate": 2.5175514300197435e-06, + "loss": 2.3173, + "step": 45335 + }, + { + "epoch": 0.7760488882041802, + "grad_norm": 2.5029828548431396, + "learning_rate": 2.5171836365259915e-06, + "loss": 2.404, + "step": 45336 + }, + { + "epoch": 0.7760660059227307, + "grad_norm": 2.6677708625793457, + "learning_rate": 2.5168158660318132e-06, + "loss": 2.352, + "step": 45337 + }, + { + "epoch": 0.7760831236412811, + "grad_norm": 2.627408504486084, + "learning_rate": 2.5164481185383326e-06, + "loss": 2.4484, + "step": 45338 + }, + { + "epoch": 0.7761002413598316, + "grad_norm": 2.6094589233398438, + "learning_rate": 2.5160803940466827e-06, + "loss": 2.3881, + "step": 45339 + }, + { + "epoch": 0.7761173590783821, + "grad_norm": 2.572176218032837, + "learning_rate": 2.5157126925579933e-06, + "loss": 2.2517, + "step": 45340 + }, + { + "epoch": 0.7761344767969325, + "grad_norm": 2.4444780349731445, + "learning_rate": 2.5153450140733957e-06, + "loss": 2.342, + "step": 45341 + }, + { + "epoch": 0.776151594515483, + "grad_norm": 2.6495413780212402, + "learning_rate": 2.514977358594022e-06, + "loss": 2.3903, + "step": 45342 + }, + { + "epoch": 0.7761687122340335, + "grad_norm": 2.566014289855957, + "learning_rate": 2.5146097261209944e-06, + "loss": 2.4117, + "step": 45343 + }, + { + "epoch": 0.7761858299525839, + "grad_norm": 2.4863924980163574, + "learning_rate": 2.514242116655453e-06, + "loss": 2.3209, + "step": 45344 + }, + { + "epoch": 0.7762029476711344, + "grad_norm": 2.465871810913086, + "learning_rate": 2.513874530198521e-06, + "loss": 2.2984, + "step": 45345 + }, + { + "epoch": 0.7762200653896849, + "grad_norm": 2.5276408195495605, + "learning_rate": 2.5135069667513303e-06, + "loss": 2.3057, + "step": 45346 + }, + { + "epoch": 0.7762371831082353, + "grad_norm": 2.529721260070801, + "learning_rate": 2.51313942631501e-06, + "loss": 2.3076, + "step": 45347 + }, + { + "epoch": 0.7762543008267858, + "grad_norm": 2.655062437057495, + "learning_rate": 2.51277190889069e-06, + "loss": 2.379, + "step": 45348 + }, + { + "epoch": 0.7762714185453363, + "grad_norm": 2.7259416580200195, + "learning_rate": 2.5124044144795037e-06, + "loss": 2.4635, + "step": 45349 + }, + { + "epoch": 0.7762885362638867, + "grad_norm": 2.5792534351348877, + "learning_rate": 2.512036943082571e-06, + "loss": 2.3297, + "step": 45350 + }, + { + "epoch": 0.7763056539824372, + "grad_norm": 2.5579235553741455, + "learning_rate": 2.511669494701032e-06, + "loss": 2.3607, + "step": 45351 + }, + { + "epoch": 0.7763227717009877, + "grad_norm": 2.433040142059326, + "learning_rate": 2.51130206933601e-06, + "loss": 2.2885, + "step": 45352 + }, + { + "epoch": 0.7763398894195381, + "grad_norm": 2.388218641281128, + "learning_rate": 2.510934666988637e-06, + "loss": 2.2785, + "step": 45353 + }, + { + "epoch": 0.7763570071380886, + "grad_norm": 2.557270050048828, + "learning_rate": 2.510567287660043e-06, + "loss": 2.4287, + "step": 45354 + }, + { + "epoch": 0.7763741248566391, + "grad_norm": 2.619788408279419, + "learning_rate": 2.5101999313513492e-06, + "loss": 2.4437, + "step": 45355 + }, + { + "epoch": 0.7763912425751895, + "grad_norm": 2.512040376663208, + "learning_rate": 2.5098325980636973e-06, + "loss": 2.3222, + "step": 45356 + }, + { + "epoch": 0.77640836029374, + "grad_norm": 2.644958734512329, + "learning_rate": 2.5094652877982073e-06, + "loss": 2.3375, + "step": 45357 + }, + { + "epoch": 0.7764254780122906, + "grad_norm": 2.636888265609741, + "learning_rate": 2.5090980005560104e-06, + "loss": 2.4025, + "step": 45358 + }, + { + "epoch": 0.776442595730841, + "grad_norm": 2.440990924835205, + "learning_rate": 2.5087307363382396e-06, + "loss": 2.2526, + "step": 45359 + }, + { + "epoch": 0.7764597134493915, + "grad_norm": 2.6596226692199707, + "learning_rate": 2.5083634951460135e-06, + "loss": 2.4449, + "step": 45360 + }, + { + "epoch": 0.776476831167942, + "grad_norm": 2.453937292098999, + "learning_rate": 2.5079962769804745e-06, + "loss": 2.3163, + "step": 45361 + }, + { + "epoch": 0.7764939488864924, + "grad_norm": 2.505733013153076, + "learning_rate": 2.5076290818427375e-06, + "loss": 2.312, + "step": 45362 + }, + { + "epoch": 0.7765110666050429, + "grad_norm": 2.5637645721435547, + "learning_rate": 2.5072619097339434e-06, + "loss": 2.4395, + "step": 45363 + }, + { + "epoch": 0.7765281843235934, + "grad_norm": 2.480419397354126, + "learning_rate": 2.506894760655214e-06, + "loss": 2.3006, + "step": 45364 + }, + { + "epoch": 0.7765453020421438, + "grad_norm": 2.4457201957702637, + "learning_rate": 2.5065276346076772e-06, + "loss": 2.31, + "step": 45365 + }, + { + "epoch": 0.7765624197606943, + "grad_norm": 2.4646193981170654, + "learning_rate": 2.5061605315924677e-06, + "loss": 2.3948, + "step": 45366 + }, + { + "epoch": 0.7765795374792448, + "grad_norm": 2.4922709465026855, + "learning_rate": 2.505793451610703e-06, + "loss": 2.2698, + "step": 45367 + }, + { + "epoch": 0.7765966551977952, + "grad_norm": 2.486178159713745, + "learning_rate": 2.5054263946635237e-06, + "loss": 2.2832, + "step": 45368 + }, + { + "epoch": 0.7766137729163457, + "grad_norm": 2.5340230464935303, + "learning_rate": 2.505059360752049e-06, + "loss": 2.2832, + "step": 45369 + }, + { + "epoch": 0.7766308906348962, + "grad_norm": 2.7009546756744385, + "learning_rate": 2.5046923498774114e-06, + "loss": 2.4552, + "step": 45370 + }, + { + "epoch": 0.7766480083534466, + "grad_norm": 2.657649278640747, + "learning_rate": 2.504325362040736e-06, + "loss": 2.389, + "step": 45371 + }, + { + "epoch": 0.7766651260719971, + "grad_norm": 2.473249673843384, + "learning_rate": 2.5039583972431538e-06, + "loss": 2.322, + "step": 45372 + }, + { + "epoch": 0.7766822437905476, + "grad_norm": 2.683178424835205, + "learning_rate": 2.5035914554857942e-06, + "loss": 2.3952, + "step": 45373 + }, + { + "epoch": 0.776699361509098, + "grad_norm": 2.5531694889068604, + "learning_rate": 2.503224536769778e-06, + "loss": 2.4008, + "step": 45374 + }, + { + "epoch": 0.7767164792276485, + "grad_norm": 2.715174913406372, + "learning_rate": 2.5028576410962392e-06, + "loss": 2.4241, + "step": 45375 + }, + { + "epoch": 0.776733596946199, + "grad_norm": 2.7790515422821045, + "learning_rate": 2.5024907684663024e-06, + "loss": 2.4144, + "step": 45376 + }, + { + "epoch": 0.7767507146647494, + "grad_norm": 2.5406055450439453, + "learning_rate": 2.5021239188810975e-06, + "loss": 2.2307, + "step": 45377 + }, + { + "epoch": 0.7767678323832999, + "grad_norm": 2.5077080726623535, + "learning_rate": 2.50175709234175e-06, + "loss": 2.3466, + "step": 45378 + }, + { + "epoch": 0.7767849501018504, + "grad_norm": 2.5847558975219727, + "learning_rate": 2.5013902888493913e-06, + "loss": 2.3275, + "step": 45379 + }, + { + "epoch": 0.7768020678204008, + "grad_norm": 2.658738374710083, + "learning_rate": 2.501023508405144e-06, + "loss": 2.4116, + "step": 45380 + }, + { + "epoch": 0.7768191855389514, + "grad_norm": 2.520501136779785, + "learning_rate": 2.5006567510101364e-06, + "loss": 2.3222, + "step": 45381 + }, + { + "epoch": 0.7768363032575019, + "grad_norm": 2.551867723464966, + "learning_rate": 2.5002900166654975e-06, + "loss": 2.3153, + "step": 45382 + }, + { + "epoch": 0.7768534209760524, + "grad_norm": 2.4780349731445312, + "learning_rate": 2.4999233053723524e-06, + "loss": 2.2992, + "step": 45383 + }, + { + "epoch": 0.7768705386946028, + "grad_norm": 2.8229124546051025, + "learning_rate": 2.4995566171318308e-06, + "loss": 2.2686, + "step": 45384 + }, + { + "epoch": 0.7768876564131533, + "grad_norm": 2.579904794692993, + "learning_rate": 2.499189951945059e-06, + "loss": 2.2484, + "step": 45385 + }, + { + "epoch": 0.7769047741317038, + "grad_norm": 2.4772841930389404, + "learning_rate": 2.4988233098131655e-06, + "loss": 2.3389, + "step": 45386 + }, + { + "epoch": 0.7769218918502542, + "grad_norm": 2.855813503265381, + "learning_rate": 2.49845669073727e-06, + "loss": 2.4122, + "step": 45387 + }, + { + "epoch": 0.7769390095688047, + "grad_norm": 2.6096062660217285, + "learning_rate": 2.4980900947185106e-06, + "loss": 2.3753, + "step": 45388 + }, + { + "epoch": 0.7769561272873552, + "grad_norm": 2.612947940826416, + "learning_rate": 2.4977235217580055e-06, + "loss": 2.3707, + "step": 45389 + }, + { + "epoch": 0.7769732450059056, + "grad_norm": 2.53747296333313, + "learning_rate": 2.4973569718568834e-06, + "loss": 2.3242, + "step": 45390 + }, + { + "epoch": 0.7769903627244561, + "grad_norm": 2.587738037109375, + "learning_rate": 2.496990445016274e-06, + "loss": 2.4457, + "step": 45391 + }, + { + "epoch": 0.7770074804430066, + "grad_norm": 2.5663836002349854, + "learning_rate": 2.4966239412372974e-06, + "loss": 2.203, + "step": 45392 + }, + { + "epoch": 0.777024598161557, + "grad_norm": 2.6488590240478516, + "learning_rate": 2.4962574605210887e-06, + "loss": 2.4039, + "step": 45393 + }, + { + "epoch": 0.7770417158801075, + "grad_norm": 2.58351469039917, + "learning_rate": 2.4958910028687677e-06, + "loss": 2.3224, + "step": 45394 + }, + { + "epoch": 0.777058833598658, + "grad_norm": 2.568664312362671, + "learning_rate": 2.495524568281462e-06, + "loss": 2.3751, + "step": 45395 + }, + { + "epoch": 0.7770759513172084, + "grad_norm": 2.548442840576172, + "learning_rate": 2.4951581567603024e-06, + "loss": 2.196, + "step": 45396 + }, + { + "epoch": 0.7770930690357589, + "grad_norm": 2.5075724124908447, + "learning_rate": 2.494791768306406e-06, + "loss": 2.3357, + "step": 45397 + }, + { + "epoch": 0.7771101867543094, + "grad_norm": 2.5027453899383545, + "learning_rate": 2.49442540292091e-06, + "loss": 2.3362, + "step": 45398 + }, + { + "epoch": 0.7771273044728598, + "grad_norm": 2.5863234996795654, + "learning_rate": 2.4940590606049286e-06, + "loss": 2.3971, + "step": 45399 + }, + { + "epoch": 0.7771444221914103, + "grad_norm": 2.6235744953155518, + "learning_rate": 2.4936927413596012e-06, + "loss": 2.3769, + "step": 45400 + }, + { + "epoch": 0.7771615399099608, + "grad_norm": 2.694279193878174, + "learning_rate": 2.4933264451860428e-06, + "loss": 2.4511, + "step": 45401 + }, + { + "epoch": 0.7771786576285112, + "grad_norm": 2.400949478149414, + "learning_rate": 2.4929601720853835e-06, + "loss": 2.3823, + "step": 45402 + }, + { + "epoch": 0.7771957753470617, + "grad_norm": 2.6710097789764404, + "learning_rate": 2.4925939220587513e-06, + "loss": 2.3562, + "step": 45403 + }, + { + "epoch": 0.7772128930656123, + "grad_norm": 2.600668430328369, + "learning_rate": 2.4922276951072643e-06, + "loss": 2.297, + "step": 45404 + }, + { + "epoch": 0.7772300107841627, + "grad_norm": 2.429140090942383, + "learning_rate": 2.491861491232058e-06, + "loss": 2.2987, + "step": 45405 + }, + { + "epoch": 0.7772471285027132, + "grad_norm": 2.721968650817871, + "learning_rate": 2.491495310434251e-06, + "loss": 2.3738, + "step": 45406 + }, + { + "epoch": 0.7772642462212637, + "grad_norm": 2.761160135269165, + "learning_rate": 2.4911291527149717e-06, + "loss": 2.3833, + "step": 45407 + }, + { + "epoch": 0.7772813639398141, + "grad_norm": 2.408701181411743, + "learning_rate": 2.490763018075344e-06, + "loss": 2.2716, + "step": 45408 + }, + { + "epoch": 0.7772984816583646, + "grad_norm": 2.709662914276123, + "learning_rate": 2.4903969065164935e-06, + "loss": 2.4378, + "step": 45409 + }, + { + "epoch": 0.7773155993769151, + "grad_norm": 2.5678586959838867, + "learning_rate": 2.4900308180395506e-06, + "loss": 2.4709, + "step": 45410 + }, + { + "epoch": 0.7773327170954655, + "grad_norm": 2.5894649028778076, + "learning_rate": 2.489664752645632e-06, + "loss": 2.393, + "step": 45411 + }, + { + "epoch": 0.777349834814016, + "grad_norm": 2.576111078262329, + "learning_rate": 2.489298710335868e-06, + "loss": 2.419, + "step": 45412 + }, + { + "epoch": 0.7773669525325665, + "grad_norm": 2.6734371185302734, + "learning_rate": 2.488932691111382e-06, + "loss": 2.3152, + "step": 45413 + }, + { + "epoch": 0.7773840702511169, + "grad_norm": 2.5368947982788086, + "learning_rate": 2.4885666949732987e-06, + "loss": 2.3627, + "step": 45414 + }, + { + "epoch": 0.7774011879696674, + "grad_norm": 2.5951077938079834, + "learning_rate": 2.4882007219227455e-06, + "loss": 2.315, + "step": 45415 + }, + { + "epoch": 0.7774183056882179, + "grad_norm": 2.624103307723999, + "learning_rate": 2.4878347719608485e-06, + "loss": 2.3491, + "step": 45416 + }, + { + "epoch": 0.7774354234067683, + "grad_norm": 2.5663557052612305, + "learning_rate": 2.487468845088726e-06, + "loss": 2.2309, + "step": 45417 + }, + { + "epoch": 0.7774525411253188, + "grad_norm": 2.5751471519470215, + "learning_rate": 2.4871029413075075e-06, + "loss": 2.3685, + "step": 45418 + }, + { + "epoch": 0.7774696588438693, + "grad_norm": 2.4514362812042236, + "learning_rate": 2.4867370606183163e-06, + "loss": 2.22, + "step": 45419 + }, + { + "epoch": 0.7774867765624197, + "grad_norm": 2.6869757175445557, + "learning_rate": 2.4863712030222764e-06, + "loss": 2.2443, + "step": 45420 + }, + { + "epoch": 0.7775038942809702, + "grad_norm": 2.5757858753204346, + "learning_rate": 2.4860053685205144e-06, + "loss": 2.3046, + "step": 45421 + }, + { + "epoch": 0.7775210119995207, + "grad_norm": 2.6005496978759766, + "learning_rate": 2.4856395571141536e-06, + "loss": 2.4079, + "step": 45422 + }, + { + "epoch": 0.7775381297180711, + "grad_norm": 2.7683026790618896, + "learning_rate": 2.4852737688043203e-06, + "loss": 2.3855, + "step": 45423 + }, + { + "epoch": 0.7775552474366216, + "grad_norm": 2.7563157081604004, + "learning_rate": 2.4849080035921345e-06, + "loss": 2.2994, + "step": 45424 + }, + { + "epoch": 0.7775723651551721, + "grad_norm": 2.5461714267730713, + "learning_rate": 2.484542261478723e-06, + "loss": 2.4434, + "step": 45425 + }, + { + "epoch": 0.7775894828737225, + "grad_norm": 2.5720694065093994, + "learning_rate": 2.4841765424652097e-06, + "loss": 2.3803, + "step": 45426 + }, + { + "epoch": 0.777606600592273, + "grad_norm": 2.7809112071990967, + "learning_rate": 2.483810846552719e-06, + "loss": 2.3846, + "step": 45427 + }, + { + "epoch": 0.7776237183108236, + "grad_norm": 2.5062248706817627, + "learning_rate": 2.483445173742377e-06, + "loss": 2.3352, + "step": 45428 + }, + { + "epoch": 0.777640836029374, + "grad_norm": 2.523419141769409, + "learning_rate": 2.4830795240353e-06, + "loss": 2.2498, + "step": 45429 + }, + { + "epoch": 0.7776579537479245, + "grad_norm": 2.685892105102539, + "learning_rate": 2.4827138974326236e-06, + "loss": 2.3892, + "step": 45430 + }, + { + "epoch": 0.777675071466475, + "grad_norm": 2.5115625858306885, + "learning_rate": 2.4823482939354616e-06, + "loss": 2.1964, + "step": 45431 + }, + { + "epoch": 0.7776921891850255, + "grad_norm": 2.388655185699463, + "learning_rate": 2.4819827135449416e-06, + "loss": 2.2842, + "step": 45432 + }, + { + "epoch": 0.7777093069035759, + "grad_norm": 2.637098789215088, + "learning_rate": 2.4816171562621894e-06, + "loss": 2.4018, + "step": 45433 + }, + { + "epoch": 0.7777264246221264, + "grad_norm": 2.685163974761963, + "learning_rate": 2.481251622088321e-06, + "loss": 2.3926, + "step": 45434 + }, + { + "epoch": 0.7777435423406769, + "grad_norm": 2.477794647216797, + "learning_rate": 2.4808861110244707e-06, + "loss": 2.3142, + "step": 45435 + }, + { + "epoch": 0.7777606600592273, + "grad_norm": 2.4995243549346924, + "learning_rate": 2.4805206230717515e-06, + "loss": 2.3495, + "step": 45436 + }, + { + "epoch": 0.7777777777777778, + "grad_norm": 2.4397008419036865, + "learning_rate": 2.4801551582312965e-06, + "loss": 2.2755, + "step": 45437 + }, + { + "epoch": 0.7777948954963283, + "grad_norm": 2.478147506713867, + "learning_rate": 2.4797897165042217e-06, + "loss": 2.2861, + "step": 45438 + }, + { + "epoch": 0.7778120132148787, + "grad_norm": 2.6486945152282715, + "learning_rate": 2.479424297891653e-06, + "loss": 2.4561, + "step": 45439 + }, + { + "epoch": 0.7778291309334292, + "grad_norm": 2.866575241088867, + "learning_rate": 2.4790589023947164e-06, + "loss": 2.5143, + "step": 45440 + }, + { + "epoch": 0.7778462486519797, + "grad_norm": 2.583214282989502, + "learning_rate": 2.4786935300145255e-06, + "loss": 2.3645, + "step": 45441 + }, + { + "epoch": 0.7778633663705301, + "grad_norm": 2.802015781402588, + "learning_rate": 2.4783281807522163e-06, + "loss": 2.4959, + "step": 45442 + }, + { + "epoch": 0.7778804840890806, + "grad_norm": 2.781397581100464, + "learning_rate": 2.477962854608902e-06, + "loss": 2.4409, + "step": 45443 + }, + { + "epoch": 0.7778976018076311, + "grad_norm": 2.6571121215820312, + "learning_rate": 2.4775975515857096e-06, + "loss": 2.2924, + "step": 45444 + }, + { + "epoch": 0.7779147195261815, + "grad_norm": 2.6464595794677734, + "learning_rate": 2.4772322716837627e-06, + "loss": 2.1839, + "step": 45445 + }, + { + "epoch": 0.777931837244732, + "grad_norm": 2.6651079654693604, + "learning_rate": 2.4768670149041775e-06, + "loss": 2.3387, + "step": 45446 + }, + { + "epoch": 0.7779489549632825, + "grad_norm": 2.7237966060638428, + "learning_rate": 2.4765017812480874e-06, + "loss": 2.398, + "step": 45447 + }, + { + "epoch": 0.7779660726818329, + "grad_norm": 2.6035091876983643, + "learning_rate": 2.476136570716606e-06, + "loss": 2.4005, + "step": 45448 + }, + { + "epoch": 0.7779831904003834, + "grad_norm": 2.6766867637634277, + "learning_rate": 2.47577138331086e-06, + "loss": 2.4341, + "step": 45449 + }, + { + "epoch": 0.778000308118934, + "grad_norm": 2.5433602333068848, + "learning_rate": 2.4754062190319707e-06, + "loss": 2.3328, + "step": 45450 + }, + { + "epoch": 0.7780174258374843, + "grad_norm": 2.7059760093688965, + "learning_rate": 2.47504107788106e-06, + "loss": 2.4181, + "step": 45451 + }, + { + "epoch": 0.7780345435560349, + "grad_norm": 2.4425528049468994, + "learning_rate": 2.474675959859254e-06, + "loss": 2.2884, + "step": 45452 + }, + { + "epoch": 0.7780516612745854, + "grad_norm": 2.627232074737549, + "learning_rate": 2.4743108649676663e-06, + "loss": 2.3705, + "step": 45453 + }, + { + "epoch": 0.7780687789931358, + "grad_norm": 2.4559829235076904, + "learning_rate": 2.4739457932074296e-06, + "loss": 2.306, + "step": 45454 + }, + { + "epoch": 0.7780858967116863, + "grad_norm": 2.646811008453369, + "learning_rate": 2.473580744579659e-06, + "loss": 2.5275, + "step": 45455 + }, + { + "epoch": 0.7781030144302368, + "grad_norm": 2.638322353363037, + "learning_rate": 2.4732157190854777e-06, + "loss": 2.3586, + "step": 45456 + }, + { + "epoch": 0.7781201321487872, + "grad_norm": 2.67464542388916, + "learning_rate": 2.4728507167260097e-06, + "loss": 2.3436, + "step": 45457 + }, + { + "epoch": 0.7781372498673377, + "grad_norm": 2.705583333969116, + "learning_rate": 2.4724857375023747e-06, + "loss": 2.42, + "step": 45458 + }, + { + "epoch": 0.7781543675858882, + "grad_norm": 2.666820526123047, + "learning_rate": 2.4721207814156966e-06, + "loss": 2.2806, + "step": 45459 + }, + { + "epoch": 0.7781714853044386, + "grad_norm": 2.6601662635803223, + "learning_rate": 2.471755848467099e-06, + "loss": 2.3612, + "step": 45460 + }, + { + "epoch": 0.7781886030229891, + "grad_norm": 2.6058809757232666, + "learning_rate": 2.4713909386576962e-06, + "loss": 2.3751, + "step": 45461 + }, + { + "epoch": 0.7782057207415396, + "grad_norm": 2.5517733097076416, + "learning_rate": 2.4710260519886152e-06, + "loss": 2.308, + "step": 45462 + }, + { + "epoch": 0.77822283846009, + "grad_norm": 2.717435121536255, + "learning_rate": 2.4706611884609775e-06, + "loss": 2.3485, + "step": 45463 + }, + { + "epoch": 0.7782399561786405, + "grad_norm": 2.4581315517425537, + "learning_rate": 2.4702963480759024e-06, + "loss": 2.3422, + "step": 45464 + }, + { + "epoch": 0.778257073897191, + "grad_norm": 2.634686231613159, + "learning_rate": 2.469931530834516e-06, + "loss": 2.203, + "step": 45465 + }, + { + "epoch": 0.7782741916157414, + "grad_norm": 2.602994203567505, + "learning_rate": 2.4695667367379305e-06, + "loss": 2.3274, + "step": 45466 + }, + { + "epoch": 0.7782913093342919, + "grad_norm": 2.5829825401306152, + "learning_rate": 2.469201965787279e-06, + "loss": 2.3519, + "step": 45467 + }, + { + "epoch": 0.7783084270528424, + "grad_norm": 2.5889713764190674, + "learning_rate": 2.4688372179836727e-06, + "loss": 2.3344, + "step": 45468 + }, + { + "epoch": 0.7783255447713928, + "grad_norm": 2.4599931240081787, + "learning_rate": 2.4684724933282365e-06, + "loss": 2.4007, + "step": 45469 + }, + { + "epoch": 0.7783426624899433, + "grad_norm": 2.523125171661377, + "learning_rate": 2.468107791822095e-06, + "loss": 2.3738, + "step": 45470 + }, + { + "epoch": 0.7783597802084938, + "grad_norm": 2.6489665508270264, + "learning_rate": 2.46774311346636e-06, + "loss": 2.3062, + "step": 45471 + }, + { + "epoch": 0.7783768979270442, + "grad_norm": 2.6721768379211426, + "learning_rate": 2.467378458262163e-06, + "loss": 2.2756, + "step": 45472 + }, + { + "epoch": 0.7783940156455947, + "grad_norm": 2.6354925632476807, + "learning_rate": 2.4670138262106146e-06, + "loss": 2.3749, + "step": 45473 + }, + { + "epoch": 0.7784111333641452, + "grad_norm": 2.7397847175598145, + "learning_rate": 2.4666492173128465e-06, + "loss": 2.5028, + "step": 45474 + }, + { + "epoch": 0.7784282510826956, + "grad_norm": 2.5643985271453857, + "learning_rate": 2.466284631569971e-06, + "loss": 2.3326, + "step": 45475 + }, + { + "epoch": 0.7784453688012462, + "grad_norm": 2.5448005199432373, + "learning_rate": 2.465920068983111e-06, + "loss": 2.3209, + "step": 45476 + }, + { + "epoch": 0.7784624865197967, + "grad_norm": 2.890266180038452, + "learning_rate": 2.4655555295533896e-06, + "loss": 2.3822, + "step": 45477 + }, + { + "epoch": 0.7784796042383472, + "grad_norm": 2.7689690589904785, + "learning_rate": 2.46519101328192e-06, + "loss": 2.4902, + "step": 45478 + }, + { + "epoch": 0.7784967219568976, + "grad_norm": 2.4892969131469727, + "learning_rate": 2.464826520169834e-06, + "loss": 2.3702, + "step": 45479 + }, + { + "epoch": 0.7785138396754481, + "grad_norm": 2.6904640197753906, + "learning_rate": 2.4644620502182428e-06, + "loss": 2.4187, + "step": 45480 + }, + { + "epoch": 0.7785309573939986, + "grad_norm": 2.441740036010742, + "learning_rate": 2.464097603428268e-06, + "loss": 2.2812, + "step": 45481 + }, + { + "epoch": 0.778548075112549, + "grad_norm": 2.5840961933135986, + "learning_rate": 2.4637331798010357e-06, + "loss": 2.5683, + "step": 45482 + }, + { + "epoch": 0.7785651928310995, + "grad_norm": 2.717909097671509, + "learning_rate": 2.4633687793376548e-06, + "loss": 2.3707, + "step": 45483 + }, + { + "epoch": 0.77858231054965, + "grad_norm": 2.5455477237701416, + "learning_rate": 2.4630044020392583e-06, + "loss": 2.2947, + "step": 45484 + }, + { + "epoch": 0.7785994282682004, + "grad_norm": 2.5131986141204834, + "learning_rate": 2.462640047906958e-06, + "loss": 2.403, + "step": 45485 + }, + { + "epoch": 0.7786165459867509, + "grad_norm": 2.5420713424682617, + "learning_rate": 2.462275716941874e-06, + "loss": 2.3493, + "step": 45486 + }, + { + "epoch": 0.7786336637053014, + "grad_norm": 2.4543142318725586, + "learning_rate": 2.4619114091451292e-06, + "loss": 2.2682, + "step": 45487 + }, + { + "epoch": 0.7786507814238518, + "grad_norm": 2.4474995136260986, + "learning_rate": 2.461547124517841e-06, + "loss": 2.3336, + "step": 45488 + }, + { + "epoch": 0.7786678991424023, + "grad_norm": 2.6240394115448, + "learning_rate": 2.4611828630611334e-06, + "loss": 2.3767, + "step": 45489 + }, + { + "epoch": 0.7786850168609528, + "grad_norm": 2.519397735595703, + "learning_rate": 2.4608186247761177e-06, + "loss": 2.336, + "step": 45490 + }, + { + "epoch": 0.7787021345795032, + "grad_norm": 2.513106346130371, + "learning_rate": 2.460454409663924e-06, + "loss": 2.2974, + "step": 45491 + }, + { + "epoch": 0.7787192522980537, + "grad_norm": 2.658195972442627, + "learning_rate": 2.4600902177256624e-06, + "loss": 2.481, + "step": 45492 + }, + { + "epoch": 0.7787363700166042, + "grad_norm": 2.660392999649048, + "learning_rate": 2.4597260489624577e-06, + "loss": 2.4153, + "step": 45493 + }, + { + "epoch": 0.7787534877351546, + "grad_norm": 2.6927521228790283, + "learning_rate": 2.459361903375426e-06, + "loss": 2.4396, + "step": 45494 + }, + { + "epoch": 0.7787706054537051, + "grad_norm": 2.752753973007202, + "learning_rate": 2.4589977809656896e-06, + "loss": 2.3284, + "step": 45495 + }, + { + "epoch": 0.7787877231722556, + "grad_norm": 2.5942068099975586, + "learning_rate": 2.458633681734368e-06, + "loss": 2.5011, + "step": 45496 + }, + { + "epoch": 0.778804840890806, + "grad_norm": 2.6009681224823, + "learning_rate": 2.458269605682576e-06, + "loss": 2.3239, + "step": 45497 + }, + { + "epoch": 0.7788219586093565, + "grad_norm": 2.5343663692474365, + "learning_rate": 2.457905552811436e-06, + "loss": 2.2931, + "step": 45498 + }, + { + "epoch": 0.778839076327907, + "grad_norm": 2.551403045654297, + "learning_rate": 2.4575415231220656e-06, + "loss": 2.4527, + "step": 45499 + }, + { + "epoch": 0.7788561940464575, + "grad_norm": 2.615947723388672, + "learning_rate": 2.457177516615585e-06, + "loss": 2.3814, + "step": 45500 + }, + { + "epoch": 0.778873311765008, + "grad_norm": 2.588794708251953, + "learning_rate": 2.456813533293112e-06, + "loss": 2.3797, + "step": 45501 + }, + { + "epoch": 0.7788904294835585, + "grad_norm": 2.757868528366089, + "learning_rate": 2.456449573155769e-06, + "loss": 2.461, + "step": 45502 + }, + { + "epoch": 0.7789075472021089, + "grad_norm": 2.5605664253234863, + "learning_rate": 2.4560856362046682e-06, + "loss": 2.321, + "step": 45503 + }, + { + "epoch": 0.7789246649206594, + "grad_norm": 2.814218759536743, + "learning_rate": 2.4557217224409313e-06, + "loss": 2.2822, + "step": 45504 + }, + { + "epoch": 0.7789417826392099, + "grad_norm": 2.5235936641693115, + "learning_rate": 2.455357831865677e-06, + "loss": 2.3901, + "step": 45505 + }, + { + "epoch": 0.7789589003577603, + "grad_norm": 2.7775237560272217, + "learning_rate": 2.4549939644800237e-06, + "loss": 2.3408, + "step": 45506 + }, + { + "epoch": 0.7789760180763108, + "grad_norm": 2.4139328002929688, + "learning_rate": 2.4546301202850933e-06, + "loss": 2.2559, + "step": 45507 + }, + { + "epoch": 0.7789931357948613, + "grad_norm": 2.4338510036468506, + "learning_rate": 2.4542662992819944e-06, + "loss": 2.2573, + "step": 45508 + }, + { + "epoch": 0.7790102535134117, + "grad_norm": 2.588595390319824, + "learning_rate": 2.4539025014718575e-06, + "loss": 2.3859, + "step": 45509 + }, + { + "epoch": 0.7790273712319622, + "grad_norm": 2.5600712299346924, + "learning_rate": 2.453538726855792e-06, + "loss": 2.3974, + "step": 45510 + }, + { + "epoch": 0.7790444889505127, + "grad_norm": 2.474294900894165, + "learning_rate": 2.453174975434919e-06, + "loss": 2.2636, + "step": 45511 + }, + { + "epoch": 0.7790616066690631, + "grad_norm": 2.5961620807647705, + "learning_rate": 2.452811247210356e-06, + "loss": 2.3823, + "step": 45512 + }, + { + "epoch": 0.7790787243876136, + "grad_norm": 2.583184003829956, + "learning_rate": 2.4524475421832216e-06, + "loss": 2.1516, + "step": 45513 + }, + { + "epoch": 0.7790958421061641, + "grad_norm": 2.5810937881469727, + "learning_rate": 2.452083860354636e-06, + "loss": 2.3785, + "step": 45514 + }, + { + "epoch": 0.7791129598247145, + "grad_norm": 2.767310380935669, + "learning_rate": 2.451720201725709e-06, + "loss": 2.5085, + "step": 45515 + }, + { + "epoch": 0.779130077543265, + "grad_norm": 2.2842657566070557, + "learning_rate": 2.4513565662975704e-06, + "loss": 2.2357, + "step": 45516 + }, + { + "epoch": 0.7791471952618155, + "grad_norm": 2.366764545440674, + "learning_rate": 2.4509929540713273e-06, + "loss": 2.2345, + "step": 45517 + }, + { + "epoch": 0.7791643129803659, + "grad_norm": 2.672858953475952, + "learning_rate": 2.4506293650481017e-06, + "loss": 2.2643, + "step": 45518 + }, + { + "epoch": 0.7791814306989164, + "grad_norm": 2.4514718055725098, + "learning_rate": 2.4502657992290146e-06, + "loss": 2.3004, + "step": 45519 + }, + { + "epoch": 0.7791985484174669, + "grad_norm": 2.7114806175231934, + "learning_rate": 2.449902256615173e-06, + "loss": 2.3526, + "step": 45520 + }, + { + "epoch": 0.7792156661360173, + "grad_norm": 2.521920680999756, + "learning_rate": 2.4495387372077063e-06, + "loss": 2.1988, + "step": 45521 + }, + { + "epoch": 0.7792327838545678, + "grad_norm": 2.640911817550659, + "learning_rate": 2.449175241007725e-06, + "loss": 2.4208, + "step": 45522 + }, + { + "epoch": 0.7792499015731184, + "grad_norm": 2.6882717609405518, + "learning_rate": 2.448811768016347e-06, + "loss": 2.3357, + "step": 45523 + }, + { + "epoch": 0.7792670192916689, + "grad_norm": 2.532334089279175, + "learning_rate": 2.448448318234693e-06, + "loss": 2.2252, + "step": 45524 + }, + { + "epoch": 0.7792841370102193, + "grad_norm": 2.6047561168670654, + "learning_rate": 2.448084891663872e-06, + "loss": 2.3843, + "step": 45525 + }, + { + "epoch": 0.7793012547287698, + "grad_norm": 2.677753210067749, + "learning_rate": 2.4477214883050126e-06, + "loss": 2.3259, + "step": 45526 + }, + { + "epoch": 0.7793183724473203, + "grad_norm": 2.510270118713379, + "learning_rate": 2.4473581081592203e-06, + "loss": 2.3, + "step": 45527 + }, + { + "epoch": 0.7793354901658707, + "grad_norm": 2.5741522312164307, + "learning_rate": 2.4469947512276225e-06, + "loss": 2.2587, + "step": 45528 + }, + { + "epoch": 0.7793526078844212, + "grad_norm": 2.5640225410461426, + "learning_rate": 2.4466314175113283e-06, + "loss": 2.3418, + "step": 45529 + }, + { + "epoch": 0.7793697256029717, + "grad_norm": 2.455995798110962, + "learning_rate": 2.4462681070114568e-06, + "loss": 2.3737, + "step": 45530 + }, + { + "epoch": 0.7793868433215221, + "grad_norm": 2.5851619243621826, + "learning_rate": 2.445904819729126e-06, + "loss": 2.3925, + "step": 45531 + }, + { + "epoch": 0.7794039610400726, + "grad_norm": 2.6052145957946777, + "learning_rate": 2.4455415556654505e-06, + "loss": 2.3471, + "step": 45532 + }, + { + "epoch": 0.7794210787586231, + "grad_norm": 2.718838930130005, + "learning_rate": 2.4451783148215515e-06, + "loss": 2.3913, + "step": 45533 + }, + { + "epoch": 0.7794381964771735, + "grad_norm": 2.5691604614257812, + "learning_rate": 2.4448150971985372e-06, + "loss": 2.2789, + "step": 45534 + }, + { + "epoch": 0.779455314195724, + "grad_norm": 2.6729867458343506, + "learning_rate": 2.444451902797531e-06, + "loss": 2.3632, + "step": 45535 + }, + { + "epoch": 0.7794724319142745, + "grad_norm": 2.6315720081329346, + "learning_rate": 2.444088731619646e-06, + "loss": 2.3556, + "step": 45536 + }, + { + "epoch": 0.7794895496328249, + "grad_norm": 2.427717924118042, + "learning_rate": 2.443725583665999e-06, + "loss": 2.2665, + "step": 45537 + }, + { + "epoch": 0.7795066673513754, + "grad_norm": 2.6263163089752197, + "learning_rate": 2.443362458937707e-06, + "loss": 2.3628, + "step": 45538 + }, + { + "epoch": 0.7795237850699259, + "grad_norm": 2.428006887435913, + "learning_rate": 2.442999357435888e-06, + "loss": 2.2859, + "step": 45539 + }, + { + "epoch": 0.7795409027884763, + "grad_norm": 2.597682237625122, + "learning_rate": 2.442636279161653e-06, + "loss": 2.3411, + "step": 45540 + }, + { + "epoch": 0.7795580205070268, + "grad_norm": 2.5308029651641846, + "learning_rate": 2.4422732241161208e-06, + "loss": 2.3406, + "step": 45541 + }, + { + "epoch": 0.7795751382255773, + "grad_norm": 2.634889602661133, + "learning_rate": 2.4419101923004074e-06, + "loss": 2.3188, + "step": 45542 + }, + { + "epoch": 0.7795922559441277, + "grad_norm": 2.5565638542175293, + "learning_rate": 2.441547183715628e-06, + "loss": 2.3758, + "step": 45543 + }, + { + "epoch": 0.7796093736626782, + "grad_norm": 2.5180182456970215, + "learning_rate": 2.441184198362899e-06, + "loss": 2.3647, + "step": 45544 + }, + { + "epoch": 0.7796264913812287, + "grad_norm": 2.6469459533691406, + "learning_rate": 2.440821236243336e-06, + "loss": 2.3995, + "step": 45545 + }, + { + "epoch": 0.7796436090997791, + "grad_norm": 2.459399938583374, + "learning_rate": 2.440458297358057e-06, + "loss": 2.3591, + "step": 45546 + }, + { + "epoch": 0.7796607268183297, + "grad_norm": 2.6749725341796875, + "learning_rate": 2.440095381708172e-06, + "loss": 2.3573, + "step": 45547 + }, + { + "epoch": 0.7796778445368802, + "grad_norm": 2.535291910171509, + "learning_rate": 2.4397324892948006e-06, + "loss": 2.3206, + "step": 45548 + }, + { + "epoch": 0.7796949622554306, + "grad_norm": 2.4944608211517334, + "learning_rate": 2.4393696201190554e-06, + "loss": 2.2889, + "step": 45549 + }, + { + "epoch": 0.7797120799739811, + "grad_norm": 2.613104820251465, + "learning_rate": 2.4390067741820546e-06, + "loss": 2.2577, + "step": 45550 + }, + { + "epoch": 0.7797291976925316, + "grad_norm": 2.637626886367798, + "learning_rate": 2.4386439514849146e-06, + "loss": 2.33, + "step": 45551 + }, + { + "epoch": 0.779746315411082, + "grad_norm": 2.521942615509033, + "learning_rate": 2.438281152028743e-06, + "loss": 2.2976, + "step": 45552 + }, + { + "epoch": 0.7797634331296325, + "grad_norm": 2.703914165496826, + "learning_rate": 2.4379183758146664e-06, + "loss": 2.3666, + "step": 45553 + }, + { + "epoch": 0.779780550848183, + "grad_norm": 2.5331382751464844, + "learning_rate": 2.4375556228437904e-06, + "loss": 2.2866, + "step": 45554 + }, + { + "epoch": 0.7797976685667334, + "grad_norm": 2.69244122505188, + "learning_rate": 2.437192893117233e-06, + "loss": 2.3874, + "step": 45555 + }, + { + "epoch": 0.7798147862852839, + "grad_norm": 2.674983501434326, + "learning_rate": 2.4368301866361134e-06, + "loss": 2.3824, + "step": 45556 + }, + { + "epoch": 0.7798319040038344, + "grad_norm": 2.524860382080078, + "learning_rate": 2.436467503401535e-06, + "loss": 2.3536, + "step": 45557 + }, + { + "epoch": 0.7798490217223848, + "grad_norm": 2.562448024749756, + "learning_rate": 2.436104843414626e-06, + "loss": 2.2931, + "step": 45558 + }, + { + "epoch": 0.7798661394409353, + "grad_norm": 2.7484443187713623, + "learning_rate": 2.4357422066764924e-06, + "loss": 2.4251, + "step": 45559 + }, + { + "epoch": 0.7798832571594858, + "grad_norm": 2.455911159515381, + "learning_rate": 2.435379593188252e-06, + "loss": 2.316, + "step": 45560 + }, + { + "epoch": 0.7799003748780362, + "grad_norm": 2.732313871383667, + "learning_rate": 2.435017002951021e-06, + "loss": 2.4271, + "step": 45561 + }, + { + "epoch": 0.7799174925965867, + "grad_norm": 2.627507448196411, + "learning_rate": 2.434654435965906e-06, + "loss": 2.381, + "step": 45562 + }, + { + "epoch": 0.7799346103151372, + "grad_norm": 2.7765185832977295, + "learning_rate": 2.434291892234033e-06, + "loss": 2.3229, + "step": 45563 + }, + { + "epoch": 0.7799517280336876, + "grad_norm": 2.7152016162872314, + "learning_rate": 2.433929371756505e-06, + "loss": 2.3453, + "step": 45564 + }, + { + "epoch": 0.7799688457522381, + "grad_norm": 2.639387607574463, + "learning_rate": 2.4335668745344475e-06, + "loss": 2.2883, + "step": 45565 + }, + { + "epoch": 0.7799859634707886, + "grad_norm": 2.5616660118103027, + "learning_rate": 2.433204400568965e-06, + "loss": 2.3852, + "step": 45566 + }, + { + "epoch": 0.780003081189339, + "grad_norm": 2.6781392097473145, + "learning_rate": 2.4328419498611765e-06, + "loss": 2.4147, + "step": 45567 + }, + { + "epoch": 0.7800201989078895, + "grad_norm": 2.4728615283966064, + "learning_rate": 2.4324795224121976e-06, + "loss": 2.3567, + "step": 45568 + }, + { + "epoch": 0.78003731662644, + "grad_norm": 2.5110204219818115, + "learning_rate": 2.432117118223134e-06, + "loss": 2.2407, + "step": 45569 + }, + { + "epoch": 0.7800544343449906, + "grad_norm": 2.642259120941162, + "learning_rate": 2.43175473729511e-06, + "loss": 2.3329, + "step": 45570 + }, + { + "epoch": 0.780071552063541, + "grad_norm": 2.445120334625244, + "learning_rate": 2.4313923796292325e-06, + "loss": 2.2154, + "step": 45571 + }, + { + "epoch": 0.7800886697820915, + "grad_norm": 2.600594997406006, + "learning_rate": 2.4310300452266187e-06, + "loss": 2.2807, + "step": 45572 + }, + { + "epoch": 0.780105787500642, + "grad_norm": 2.518446683883667, + "learning_rate": 2.4306677340883798e-06, + "loss": 2.2487, + "step": 45573 + }, + { + "epoch": 0.7801229052191924, + "grad_norm": 2.671268939971924, + "learning_rate": 2.4303054462156316e-06, + "loss": 2.4045, + "step": 45574 + }, + { + "epoch": 0.7801400229377429, + "grad_norm": 2.5419883728027344, + "learning_rate": 2.4299431816094886e-06, + "loss": 2.2859, + "step": 45575 + }, + { + "epoch": 0.7801571406562934, + "grad_norm": 2.694330930709839, + "learning_rate": 2.42958094027106e-06, + "loss": 2.4211, + "step": 45576 + }, + { + "epoch": 0.7801742583748438, + "grad_norm": 2.5524580478668213, + "learning_rate": 2.4292187222014616e-06, + "loss": 2.4308, + "step": 45577 + }, + { + "epoch": 0.7801913760933943, + "grad_norm": 2.766568660736084, + "learning_rate": 2.428856527401807e-06, + "loss": 2.3695, + "step": 45578 + }, + { + "epoch": 0.7802084938119448, + "grad_norm": 2.5891311168670654, + "learning_rate": 2.4284943558732097e-06, + "loss": 2.3827, + "step": 45579 + }, + { + "epoch": 0.7802256115304952, + "grad_norm": 2.600942850112915, + "learning_rate": 2.428132207616781e-06, + "loss": 2.3052, + "step": 45580 + }, + { + "epoch": 0.7802427292490457, + "grad_norm": 2.478529930114746, + "learning_rate": 2.427770082633637e-06, + "loss": 2.2267, + "step": 45581 + }, + { + "epoch": 0.7802598469675962, + "grad_norm": 2.591874599456787, + "learning_rate": 2.4274079809248918e-06, + "loss": 2.1795, + "step": 45582 + }, + { + "epoch": 0.7802769646861466, + "grad_norm": 2.649085283279419, + "learning_rate": 2.4270459024916515e-06, + "loss": 2.4068, + "step": 45583 + }, + { + "epoch": 0.7802940824046971, + "grad_norm": 2.817858934402466, + "learning_rate": 2.426683847335035e-06, + "loss": 2.3555, + "step": 45584 + }, + { + "epoch": 0.7803112001232476, + "grad_norm": 2.6344549655914307, + "learning_rate": 2.426321815456152e-06, + "loss": 2.3161, + "step": 45585 + }, + { + "epoch": 0.780328317841798, + "grad_norm": 2.621197462081909, + "learning_rate": 2.4259598068561176e-06, + "loss": 2.43, + "step": 45586 + }, + { + "epoch": 0.7803454355603485, + "grad_norm": 2.581739902496338, + "learning_rate": 2.4255978215360433e-06, + "loss": 2.3604, + "step": 45587 + }, + { + "epoch": 0.780362553278899, + "grad_norm": 2.603790521621704, + "learning_rate": 2.4252358594970447e-06, + "loss": 2.3977, + "step": 45588 + }, + { + "epoch": 0.7803796709974494, + "grad_norm": 2.5661048889160156, + "learning_rate": 2.424873920740228e-06, + "loss": 2.3595, + "step": 45589 + }, + { + "epoch": 0.7803967887159999, + "grad_norm": 2.6623647212982178, + "learning_rate": 2.4245120052667104e-06, + "loss": 2.4246, + "step": 45590 + }, + { + "epoch": 0.7804139064345504, + "grad_norm": 2.568453788757324, + "learning_rate": 2.4241501130776037e-06, + "loss": 2.3216, + "step": 45591 + }, + { + "epoch": 0.7804310241531008, + "grad_norm": 2.5431065559387207, + "learning_rate": 2.423788244174018e-06, + "loss": 2.435, + "step": 45592 + }, + { + "epoch": 0.7804481418716513, + "grad_norm": 2.539010524749756, + "learning_rate": 2.4234263985570718e-06, + "loss": 2.3744, + "step": 45593 + }, + { + "epoch": 0.7804652595902019, + "grad_norm": 2.6282830238342285, + "learning_rate": 2.423064576227866e-06, + "loss": 2.3359, + "step": 45594 + }, + { + "epoch": 0.7804823773087523, + "grad_norm": 2.670246124267578, + "learning_rate": 2.4227027771875254e-06, + "loss": 2.3074, + "step": 45595 + }, + { + "epoch": 0.7804994950273028, + "grad_norm": 2.584506034851074, + "learning_rate": 2.422341001437153e-06, + "loss": 2.4439, + "step": 45596 + }, + { + "epoch": 0.7805166127458533, + "grad_norm": 2.623981475830078, + "learning_rate": 2.421979248977864e-06, + "loss": 2.3465, + "step": 45597 + }, + { + "epoch": 0.7805337304644037, + "grad_norm": 2.440156936645508, + "learning_rate": 2.421617519810774e-06, + "loss": 2.2493, + "step": 45598 + }, + { + "epoch": 0.7805508481829542, + "grad_norm": 2.5290653705596924, + "learning_rate": 2.4212558139369833e-06, + "loss": 2.4095, + "step": 45599 + }, + { + "epoch": 0.7805679659015047, + "grad_norm": 2.4839229583740234, + "learning_rate": 2.4208941313576186e-06, + "loss": 2.2604, + "step": 45600 + }, + { + "epoch": 0.7805850836200551, + "grad_norm": 2.5630686283111572, + "learning_rate": 2.4205324720737787e-06, + "loss": 2.4028, + "step": 45601 + }, + { + "epoch": 0.7806022013386056, + "grad_norm": 2.476855993270874, + "learning_rate": 2.420170836086586e-06, + "loss": 2.4271, + "step": 45602 + }, + { + "epoch": 0.7806193190571561, + "grad_norm": 2.55435848236084, + "learning_rate": 2.4198092233971447e-06, + "loss": 2.4007, + "step": 45603 + }, + { + "epoch": 0.7806364367757065, + "grad_norm": 2.3009719848632812, + "learning_rate": 2.4194476340065678e-06, + "loss": 2.2273, + "step": 45604 + }, + { + "epoch": 0.780653554494257, + "grad_norm": 2.4200685024261475, + "learning_rate": 2.419086067915971e-06, + "loss": 2.3177, + "step": 45605 + }, + { + "epoch": 0.7806706722128075, + "grad_norm": 2.41054368019104, + "learning_rate": 2.418724525126456e-06, + "loss": 2.3069, + "step": 45606 + }, + { + "epoch": 0.7806877899313579, + "grad_norm": 2.5799028873443604, + "learning_rate": 2.4183630056391448e-06, + "loss": 2.3954, + "step": 45607 + }, + { + "epoch": 0.7807049076499084, + "grad_norm": 2.595580816268921, + "learning_rate": 2.4180015094551424e-06, + "loss": 2.3808, + "step": 45608 + }, + { + "epoch": 0.7807220253684589, + "grad_norm": 2.502295970916748, + "learning_rate": 2.4176400365755605e-06, + "loss": 2.32, + "step": 45609 + }, + { + "epoch": 0.7807391430870093, + "grad_norm": 2.73848295211792, + "learning_rate": 2.4172785870015116e-06, + "loss": 2.3423, + "step": 45610 + }, + { + "epoch": 0.7807562608055598, + "grad_norm": 2.4949238300323486, + "learning_rate": 2.4169171607341058e-06, + "loss": 2.396, + "step": 45611 + }, + { + "epoch": 0.7807733785241103, + "grad_norm": 2.448822259902954, + "learning_rate": 2.416555757774457e-06, + "loss": 2.375, + "step": 45612 + }, + { + "epoch": 0.7807904962426607, + "grad_norm": 2.70420241355896, + "learning_rate": 2.4161943781236706e-06, + "loss": 2.3746, + "step": 45613 + }, + { + "epoch": 0.7808076139612112, + "grad_norm": 2.4387147426605225, + "learning_rate": 2.4158330217828605e-06, + "loss": 2.3061, + "step": 45614 + }, + { + "epoch": 0.7808247316797617, + "grad_norm": 2.4958624839782715, + "learning_rate": 2.415471688753137e-06, + "loss": 2.3068, + "step": 45615 + }, + { + "epoch": 0.7808418493983121, + "grad_norm": 2.5978143215179443, + "learning_rate": 2.41511037903561e-06, + "loss": 2.2931, + "step": 45616 + }, + { + "epoch": 0.7808589671168626, + "grad_norm": 2.6395978927612305, + "learning_rate": 2.414749092631391e-06, + "loss": 2.3145, + "step": 45617 + }, + { + "epoch": 0.7808760848354132, + "grad_norm": 2.828028440475464, + "learning_rate": 2.4143878295415902e-06, + "loss": 2.2983, + "step": 45618 + }, + { + "epoch": 0.7808932025539637, + "grad_norm": 2.357171058654785, + "learning_rate": 2.414026589767321e-06, + "loss": 2.2397, + "step": 45619 + }, + { + "epoch": 0.7809103202725141, + "grad_norm": 2.5323779582977295, + "learning_rate": 2.413665373309687e-06, + "loss": 2.4083, + "step": 45620 + }, + { + "epoch": 0.7809274379910646, + "grad_norm": 2.6383047103881836, + "learning_rate": 2.413304180169803e-06, + "loss": 2.358, + "step": 45621 + }, + { + "epoch": 0.7809445557096151, + "grad_norm": 2.5808639526367188, + "learning_rate": 2.4129430103487783e-06, + "loss": 2.2791, + "step": 45622 + }, + { + "epoch": 0.7809616734281655, + "grad_norm": 2.5796563625335693, + "learning_rate": 2.412581863847723e-06, + "loss": 2.4004, + "step": 45623 + }, + { + "epoch": 0.780978791146716, + "grad_norm": 2.457693576812744, + "learning_rate": 2.412220740667747e-06, + "loss": 2.2968, + "step": 45624 + }, + { + "epoch": 0.7809959088652665, + "grad_norm": 2.3736281394958496, + "learning_rate": 2.4118596408099624e-06, + "loss": 2.334, + "step": 45625 + }, + { + "epoch": 0.7810130265838169, + "grad_norm": 2.6695916652679443, + "learning_rate": 2.411498564275475e-06, + "loss": 2.349, + "step": 45626 + }, + { + "epoch": 0.7810301443023674, + "grad_norm": 2.633204936981201, + "learning_rate": 2.4111375110653968e-06, + "loss": 2.4719, + "step": 45627 + }, + { + "epoch": 0.7810472620209179, + "grad_norm": 2.5765221118927, + "learning_rate": 2.4107764811808377e-06, + "loss": 2.3028, + "step": 45628 + }, + { + "epoch": 0.7810643797394683, + "grad_norm": 2.5970828533172607, + "learning_rate": 2.410415474622908e-06, + "loss": 2.3789, + "step": 45629 + }, + { + "epoch": 0.7810814974580188, + "grad_norm": 2.590782880783081, + "learning_rate": 2.410054491392718e-06, + "loss": 2.4473, + "step": 45630 + }, + { + "epoch": 0.7810986151765693, + "grad_norm": 2.6125433444976807, + "learning_rate": 2.4096935314913705e-06, + "loss": 2.4111, + "step": 45631 + }, + { + "epoch": 0.7811157328951197, + "grad_norm": 2.577576160430908, + "learning_rate": 2.4093325949199864e-06, + "loss": 2.329, + "step": 45632 + }, + { + "epoch": 0.7811328506136702, + "grad_norm": 2.6578712463378906, + "learning_rate": 2.408971681679665e-06, + "loss": 2.307, + "step": 45633 + }, + { + "epoch": 0.7811499683322207, + "grad_norm": 2.5847620964050293, + "learning_rate": 2.4086107917715208e-06, + "loss": 2.371, + "step": 45634 + }, + { + "epoch": 0.7811670860507711, + "grad_norm": 2.4846479892730713, + "learning_rate": 2.408249925196663e-06, + "loss": 2.4162, + "step": 45635 + }, + { + "epoch": 0.7811842037693216, + "grad_norm": 2.7567286491394043, + "learning_rate": 2.407889081956195e-06, + "loss": 2.339, + "step": 45636 + }, + { + "epoch": 0.7812013214878721, + "grad_norm": 2.5217084884643555, + "learning_rate": 2.4075282620512362e-06, + "loss": 2.34, + "step": 45637 + }, + { + "epoch": 0.7812184392064225, + "grad_norm": 2.503031015396118, + "learning_rate": 2.4071674654828838e-06, + "loss": 2.3436, + "step": 45638 + }, + { + "epoch": 0.781235556924973, + "grad_norm": 2.678217649459839, + "learning_rate": 2.4068066922522592e-06, + "loss": 2.4005, + "step": 45639 + }, + { + "epoch": 0.7812526746435235, + "grad_norm": 2.5949575901031494, + "learning_rate": 2.406445942360461e-06, + "loss": 2.4209, + "step": 45640 + }, + { + "epoch": 0.781269792362074, + "grad_norm": 2.6499452590942383, + "learning_rate": 2.406085215808602e-06, + "loss": 2.4261, + "step": 45641 + }, + { + "epoch": 0.7812869100806245, + "grad_norm": 2.6230549812316895, + "learning_rate": 2.4057245125977944e-06, + "loss": 2.4048, + "step": 45642 + }, + { + "epoch": 0.781304027799175, + "grad_norm": 2.539748191833496, + "learning_rate": 2.4053638327291386e-06, + "loss": 2.3748, + "step": 45643 + }, + { + "epoch": 0.7813211455177254, + "grad_norm": 2.422520637512207, + "learning_rate": 2.4050031762037516e-06, + "loss": 2.2903, + "step": 45644 + }, + { + "epoch": 0.7813382632362759, + "grad_norm": 2.5623719692230225, + "learning_rate": 2.404642543022737e-06, + "loss": 2.4101, + "step": 45645 + }, + { + "epoch": 0.7813553809548264, + "grad_norm": 2.636409044265747, + "learning_rate": 2.404281933187205e-06, + "loss": 2.3942, + "step": 45646 + }, + { + "epoch": 0.7813724986733768, + "grad_norm": 2.6482908725738525, + "learning_rate": 2.403921346698265e-06, + "loss": 2.4073, + "step": 45647 + }, + { + "epoch": 0.7813896163919273, + "grad_norm": 2.6073315143585205, + "learning_rate": 2.4035607835570185e-06, + "loss": 2.2967, + "step": 45648 + }, + { + "epoch": 0.7814067341104778, + "grad_norm": 2.6213507652282715, + "learning_rate": 2.403200243764585e-06, + "loss": 2.3472, + "step": 45649 + }, + { + "epoch": 0.7814238518290282, + "grad_norm": 2.637019395828247, + "learning_rate": 2.402839727322064e-06, + "loss": 2.3823, + "step": 45650 + }, + { + "epoch": 0.7814409695475787, + "grad_norm": 2.729264259338379, + "learning_rate": 2.4024792342305667e-06, + "loss": 2.4069, + "step": 45651 + }, + { + "epoch": 0.7814580872661292, + "grad_norm": 2.611527442932129, + "learning_rate": 2.4021187644912005e-06, + "loss": 2.4104, + "step": 45652 + }, + { + "epoch": 0.7814752049846796, + "grad_norm": 2.503175735473633, + "learning_rate": 2.4017583181050742e-06, + "loss": 2.2606, + "step": 45653 + }, + { + "epoch": 0.7814923227032301, + "grad_norm": 2.5180177688598633, + "learning_rate": 2.4013978950732977e-06, + "loss": 2.308, + "step": 45654 + }, + { + "epoch": 0.7815094404217806, + "grad_norm": 2.621194839477539, + "learning_rate": 2.4010374953969706e-06, + "loss": 2.2134, + "step": 45655 + }, + { + "epoch": 0.781526558140331, + "grad_norm": 2.576993465423584, + "learning_rate": 2.4006771190772116e-06, + "loss": 2.2012, + "step": 45656 + }, + { + "epoch": 0.7815436758588815, + "grad_norm": 2.636461019515991, + "learning_rate": 2.4003167661151204e-06, + "loss": 2.3351, + "step": 45657 + }, + { + "epoch": 0.781560793577432, + "grad_norm": 2.640532970428467, + "learning_rate": 2.3999564365118076e-06, + "loss": 2.361, + "step": 45658 + }, + { + "epoch": 0.7815779112959824, + "grad_norm": 2.589387893676758, + "learning_rate": 2.3995961302683803e-06, + "loss": 2.374, + "step": 45659 + }, + { + "epoch": 0.7815950290145329, + "grad_norm": 2.6369082927703857, + "learning_rate": 2.3992358473859467e-06, + "loss": 2.2897, + "step": 45660 + }, + { + "epoch": 0.7816121467330834, + "grad_norm": 2.4298994541168213, + "learning_rate": 2.3988755878656157e-06, + "loss": 2.3067, + "step": 45661 + }, + { + "epoch": 0.7816292644516338, + "grad_norm": 2.6498172283172607, + "learning_rate": 2.3985153517084904e-06, + "loss": 2.3363, + "step": 45662 + }, + { + "epoch": 0.7816463821701843, + "grad_norm": 2.648582696914673, + "learning_rate": 2.398155138915679e-06, + "loss": 2.4078, + "step": 45663 + }, + { + "epoch": 0.7816634998887348, + "grad_norm": 2.6123874187469482, + "learning_rate": 2.3977949494882903e-06, + "loss": 2.3648, + "step": 45664 + }, + { + "epoch": 0.7816806176072854, + "grad_norm": 2.6080923080444336, + "learning_rate": 2.3974347834274312e-06, + "loss": 2.3448, + "step": 45665 + }, + { + "epoch": 0.7816977353258358, + "grad_norm": 2.4604430198669434, + "learning_rate": 2.3970746407342084e-06, + "loss": 2.3654, + "step": 45666 + }, + { + "epoch": 0.7817148530443863, + "grad_norm": 2.561124801635742, + "learning_rate": 2.396714521409731e-06, + "loss": 2.3329, + "step": 45667 + }, + { + "epoch": 0.7817319707629368, + "grad_norm": 2.8519318103790283, + "learning_rate": 2.3963544254550987e-06, + "loss": 2.3893, + "step": 45668 + }, + { + "epoch": 0.7817490884814872, + "grad_norm": 2.5731661319732666, + "learning_rate": 2.395994352871429e-06, + "loss": 2.2946, + "step": 45669 + }, + { + "epoch": 0.7817662062000377, + "grad_norm": 2.5606565475463867, + "learning_rate": 2.3956343036598205e-06, + "loss": 2.3901, + "step": 45670 + }, + { + "epoch": 0.7817833239185882, + "grad_norm": 2.5202436447143555, + "learning_rate": 2.395274277821382e-06, + "loss": 2.3535, + "step": 45671 + }, + { + "epoch": 0.7818004416371386, + "grad_norm": 2.5665318965911865, + "learning_rate": 2.394914275357221e-06, + "loss": 2.3529, + "step": 45672 + }, + { + "epoch": 0.7818175593556891, + "grad_norm": 2.624190330505371, + "learning_rate": 2.3945542962684422e-06, + "loss": 2.3231, + "step": 45673 + }, + { + "epoch": 0.7818346770742396, + "grad_norm": 2.707681655883789, + "learning_rate": 2.3941943405561573e-06, + "loss": 2.3301, + "step": 45674 + }, + { + "epoch": 0.78185179479279, + "grad_norm": 2.6405816078186035, + "learning_rate": 2.3938344082214624e-06, + "loss": 2.3909, + "step": 45675 + }, + { + "epoch": 0.7818689125113405, + "grad_norm": 2.6630661487579346, + "learning_rate": 2.3934744992654766e-06, + "loss": 2.4387, + "step": 45676 + }, + { + "epoch": 0.781886030229891, + "grad_norm": 2.451927900314331, + "learning_rate": 2.393114613689296e-06, + "loss": 2.272, + "step": 45677 + }, + { + "epoch": 0.7819031479484414, + "grad_norm": 2.6608073711395264, + "learning_rate": 2.3927547514940308e-06, + "loss": 2.2483, + "step": 45678 + }, + { + "epoch": 0.7819202656669919, + "grad_norm": 2.6148252487182617, + "learning_rate": 2.39239491268079e-06, + "loss": 2.3168, + "step": 45679 + }, + { + "epoch": 0.7819373833855424, + "grad_norm": 2.536184310913086, + "learning_rate": 2.39203509725067e-06, + "loss": 2.3895, + "step": 45680 + }, + { + "epoch": 0.7819545011040928, + "grad_norm": 2.5888595581054688, + "learning_rate": 2.3916753052047893e-06, + "loss": 2.3497, + "step": 45681 + }, + { + "epoch": 0.7819716188226433, + "grad_norm": 2.470458745956421, + "learning_rate": 2.3913155365442444e-06, + "loss": 2.2806, + "step": 45682 + }, + { + "epoch": 0.7819887365411938, + "grad_norm": 2.503000020980835, + "learning_rate": 2.3909557912701433e-06, + "loss": 2.3114, + "step": 45683 + }, + { + "epoch": 0.7820058542597442, + "grad_norm": 2.658738851547241, + "learning_rate": 2.3905960693835963e-06, + "loss": 2.3423, + "step": 45684 + }, + { + "epoch": 0.7820229719782947, + "grad_norm": 2.4963881969451904, + "learning_rate": 2.3902363708857e-06, + "loss": 2.299, + "step": 45685 + }, + { + "epoch": 0.7820400896968452, + "grad_norm": 2.712933301925659, + "learning_rate": 2.3898766957775708e-06, + "loss": 2.4518, + "step": 45686 + }, + { + "epoch": 0.7820572074153956, + "grad_norm": 2.6734464168548584, + "learning_rate": 2.3895170440603068e-06, + "loss": 2.3267, + "step": 45687 + }, + { + "epoch": 0.7820743251339461, + "grad_norm": 2.4818098545074463, + "learning_rate": 2.389157415735015e-06, + "loss": 2.3871, + "step": 45688 + }, + { + "epoch": 0.7820914428524967, + "grad_norm": 2.530200958251953, + "learning_rate": 2.388797810802801e-06, + "loss": 2.3174, + "step": 45689 + }, + { + "epoch": 0.782108560571047, + "grad_norm": 2.5725958347320557, + "learning_rate": 2.38843822926477e-06, + "loss": 2.307, + "step": 45690 + }, + { + "epoch": 0.7821256782895976, + "grad_norm": 2.4311776161193848, + "learning_rate": 2.3880786711220315e-06, + "loss": 2.2312, + "step": 45691 + }, + { + "epoch": 0.7821427960081481, + "grad_norm": 2.5463638305664062, + "learning_rate": 2.3877191363756803e-06, + "loss": 2.3022, + "step": 45692 + }, + { + "epoch": 0.7821599137266985, + "grad_norm": 2.6151821613311768, + "learning_rate": 2.3873596250268338e-06, + "loss": 2.3039, + "step": 45693 + }, + { + "epoch": 0.782177031445249, + "grad_norm": 2.692843437194824, + "learning_rate": 2.3870001370765884e-06, + "loss": 2.3065, + "step": 45694 + }, + { + "epoch": 0.7821941491637995, + "grad_norm": 2.4817047119140625, + "learning_rate": 2.3866406725260527e-06, + "loss": 2.2118, + "step": 45695 + }, + { + "epoch": 0.7822112668823499, + "grad_norm": 2.4537529945373535, + "learning_rate": 2.3862812313763297e-06, + "loss": 2.3694, + "step": 45696 + }, + { + "epoch": 0.7822283846009004, + "grad_norm": 2.573293924331665, + "learning_rate": 2.3859218136285244e-06, + "loss": 2.2707, + "step": 45697 + }, + { + "epoch": 0.7822455023194509, + "grad_norm": 2.6703100204467773, + "learning_rate": 2.385562419283747e-06, + "loss": 2.3882, + "step": 45698 + }, + { + "epoch": 0.7822626200380013, + "grad_norm": 2.618741750717163, + "learning_rate": 2.3852030483430933e-06, + "loss": 2.1788, + "step": 45699 + }, + { + "epoch": 0.7822797377565518, + "grad_norm": 2.774675130844116, + "learning_rate": 2.384843700807672e-06, + "loss": 2.3941, + "step": 45700 + }, + { + "epoch": 0.7822968554751023, + "grad_norm": 2.5190012454986572, + "learning_rate": 2.3844843766785876e-06, + "loss": 2.4093, + "step": 45701 + }, + { + "epoch": 0.7823139731936527, + "grad_norm": 2.538630247116089, + "learning_rate": 2.3841250759569446e-06, + "loss": 2.413, + "step": 45702 + }, + { + "epoch": 0.7823310909122032, + "grad_norm": 2.543846368789673, + "learning_rate": 2.3837657986438477e-06, + "loss": 2.3986, + "step": 45703 + }, + { + "epoch": 0.7823482086307537, + "grad_norm": 2.4260597229003906, + "learning_rate": 2.383406544740404e-06, + "loss": 2.3221, + "step": 45704 + }, + { + "epoch": 0.7823653263493041, + "grad_norm": 2.5426995754241943, + "learning_rate": 2.3830473142477108e-06, + "loss": 2.4181, + "step": 45705 + }, + { + "epoch": 0.7823824440678546, + "grad_norm": 2.55947208404541, + "learning_rate": 2.3826881071668763e-06, + "loss": 2.4903, + "step": 45706 + }, + { + "epoch": 0.7823995617864051, + "grad_norm": 2.4780454635620117, + "learning_rate": 2.3823289234990045e-06, + "loss": 2.3172, + "step": 45707 + }, + { + "epoch": 0.7824166795049555, + "grad_norm": 2.696035623550415, + "learning_rate": 2.3819697632451986e-06, + "loss": 2.4113, + "step": 45708 + }, + { + "epoch": 0.782433797223506, + "grad_norm": 2.5467376708984375, + "learning_rate": 2.381610626406564e-06, + "loss": 2.3407, + "step": 45709 + }, + { + "epoch": 0.7824509149420565, + "grad_norm": 2.6534676551818848, + "learning_rate": 2.381251512984204e-06, + "loss": 2.3647, + "step": 45710 + }, + { + "epoch": 0.782468032660607, + "grad_norm": 2.5117318630218506, + "learning_rate": 2.380892422979224e-06, + "loss": 2.3984, + "step": 45711 + }, + { + "epoch": 0.7824851503791574, + "grad_norm": 2.8171520233154297, + "learning_rate": 2.3805333563927224e-06, + "loss": 2.3724, + "step": 45712 + }, + { + "epoch": 0.782502268097708, + "grad_norm": 2.918520212173462, + "learning_rate": 2.380174313225807e-06, + "loss": 2.4566, + "step": 45713 + }, + { + "epoch": 0.7825193858162585, + "grad_norm": 2.5287461280822754, + "learning_rate": 2.3798152934795803e-06, + "loss": 2.2272, + "step": 45714 + }, + { + "epoch": 0.7825365035348089, + "grad_norm": 2.5627331733703613, + "learning_rate": 2.3794562971551472e-06, + "loss": 2.2774, + "step": 45715 + }, + { + "epoch": 0.7825536212533594, + "grad_norm": 2.7734007835388184, + "learning_rate": 2.379097324253612e-06, + "loss": 2.261, + "step": 45716 + }, + { + "epoch": 0.7825707389719099, + "grad_norm": 2.5779144763946533, + "learning_rate": 2.3787383747760696e-06, + "loss": 2.3234, + "step": 45717 + }, + { + "epoch": 0.7825878566904603, + "grad_norm": 2.7750277519226074, + "learning_rate": 2.3783794487236367e-06, + "loss": 2.4491, + "step": 45718 + }, + { + "epoch": 0.7826049744090108, + "grad_norm": 2.7291674613952637, + "learning_rate": 2.378020546097406e-06, + "loss": 2.3837, + "step": 45719 + }, + { + "epoch": 0.7826220921275613, + "grad_norm": 2.578261375427246, + "learning_rate": 2.377661666898484e-06, + "loss": 2.3642, + "step": 45720 + }, + { + "epoch": 0.7826392098461117, + "grad_norm": 2.654022455215454, + "learning_rate": 2.3773028111279784e-06, + "loss": 2.4002, + "step": 45721 + }, + { + "epoch": 0.7826563275646622, + "grad_norm": 2.5990993976593018, + "learning_rate": 2.376943978786981e-06, + "loss": 2.2731, + "step": 45722 + }, + { + "epoch": 0.7826734452832127, + "grad_norm": 2.629420042037964, + "learning_rate": 2.3765851698766072e-06, + "loss": 2.3366, + "step": 45723 + }, + { + "epoch": 0.7826905630017631, + "grad_norm": 2.4518470764160156, + "learning_rate": 2.3762263843979515e-06, + "loss": 2.3654, + "step": 45724 + }, + { + "epoch": 0.7827076807203136, + "grad_norm": 2.605393171310425, + "learning_rate": 2.3758676223521193e-06, + "loss": 2.2359, + "step": 45725 + }, + { + "epoch": 0.7827247984388641, + "grad_norm": 2.5893898010253906, + "learning_rate": 2.3755088837402163e-06, + "loss": 2.2911, + "step": 45726 + }, + { + "epoch": 0.7827419161574145, + "grad_norm": 2.4667694568634033, + "learning_rate": 2.375150168563336e-06, + "loss": 2.3211, + "step": 45727 + }, + { + "epoch": 0.782759033875965, + "grad_norm": 2.730959892272949, + "learning_rate": 2.374791476822593e-06, + "loss": 2.3615, + "step": 45728 + }, + { + "epoch": 0.7827761515945155, + "grad_norm": 2.545438289642334, + "learning_rate": 2.3744328085190784e-06, + "loss": 2.3332, + "step": 45729 + }, + { + "epoch": 0.7827932693130659, + "grad_norm": 2.42089581489563, + "learning_rate": 2.3740741636539067e-06, + "loss": 2.1413, + "step": 45730 + }, + { + "epoch": 0.7828103870316164, + "grad_norm": 2.7790141105651855, + "learning_rate": 2.37371554222817e-06, + "loss": 2.3053, + "step": 45731 + }, + { + "epoch": 0.7828275047501669, + "grad_norm": 2.5396697521209717, + "learning_rate": 2.3733569442429736e-06, + "loss": 2.3775, + "step": 45732 + }, + { + "epoch": 0.7828446224687173, + "grad_norm": 2.7858057022094727, + "learning_rate": 2.3729983696994242e-06, + "loss": 2.4242, + "step": 45733 + }, + { + "epoch": 0.7828617401872678, + "grad_norm": 2.8034210205078125, + "learning_rate": 2.3726398185986145e-06, + "loss": 2.3245, + "step": 45734 + }, + { + "epoch": 0.7828788579058183, + "grad_norm": 2.486978530883789, + "learning_rate": 2.372281290941658e-06, + "loss": 2.3928, + "step": 45735 + }, + { + "epoch": 0.7828959756243687, + "grad_norm": 2.7069098949432373, + "learning_rate": 2.371922786729648e-06, + "loss": 2.329, + "step": 45736 + }, + { + "epoch": 0.7829130933429193, + "grad_norm": 2.8361222743988037, + "learning_rate": 2.3715643059636896e-06, + "loss": 2.4641, + "step": 45737 + }, + { + "epoch": 0.7829302110614698, + "grad_norm": 2.5596883296966553, + "learning_rate": 2.371205848644883e-06, + "loss": 2.3311, + "step": 45738 + }, + { + "epoch": 0.7829473287800202, + "grad_norm": 2.4151291847229004, + "learning_rate": 2.370847414774332e-06, + "loss": 2.2769, + "step": 45739 + }, + { + "epoch": 0.7829644464985707, + "grad_norm": 2.526045799255371, + "learning_rate": 2.370489004353138e-06, + "loss": 2.3202, + "step": 45740 + }, + { + "epoch": 0.7829815642171212, + "grad_norm": 2.6070849895477295, + "learning_rate": 2.3701306173824057e-06, + "loss": 2.4004, + "step": 45741 + }, + { + "epoch": 0.7829986819356716, + "grad_norm": 2.575819492340088, + "learning_rate": 2.3697722538632297e-06, + "loss": 2.3365, + "step": 45742 + }, + { + "epoch": 0.7830157996542221, + "grad_norm": 2.6986770629882812, + "learning_rate": 2.369413913796714e-06, + "loss": 2.349, + "step": 45743 + }, + { + "epoch": 0.7830329173727726, + "grad_norm": 2.4381744861602783, + "learning_rate": 2.3690555971839625e-06, + "loss": 2.2902, + "step": 45744 + }, + { + "epoch": 0.783050035091323, + "grad_norm": 2.5339317321777344, + "learning_rate": 2.368697304026074e-06, + "loss": 2.2965, + "step": 45745 + }, + { + "epoch": 0.7830671528098735, + "grad_norm": 2.692638397216797, + "learning_rate": 2.368339034324152e-06, + "loss": 2.374, + "step": 45746 + }, + { + "epoch": 0.783084270528424, + "grad_norm": 2.5281145572662354, + "learning_rate": 2.367980788079296e-06, + "loss": 2.2878, + "step": 45747 + }, + { + "epoch": 0.7831013882469744, + "grad_norm": 2.5345723628997803, + "learning_rate": 2.36762256529261e-06, + "loss": 2.325, + "step": 45748 + }, + { + "epoch": 0.7831185059655249, + "grad_norm": 2.517707347869873, + "learning_rate": 2.3672643659651906e-06, + "loss": 2.3609, + "step": 45749 + }, + { + "epoch": 0.7831356236840754, + "grad_norm": 2.617351770401001, + "learning_rate": 2.3669061900981406e-06, + "loss": 2.3725, + "step": 45750 + }, + { + "epoch": 0.7831527414026258, + "grad_norm": 2.640071392059326, + "learning_rate": 2.366548037692561e-06, + "loss": 2.331, + "step": 45751 + }, + { + "epoch": 0.7831698591211763, + "grad_norm": 2.5135018825531006, + "learning_rate": 2.3661899087495523e-06, + "loss": 2.3681, + "step": 45752 + }, + { + "epoch": 0.7831869768397268, + "grad_norm": 2.614178419113159, + "learning_rate": 2.365831803270219e-06, + "loss": 2.3338, + "step": 45753 + }, + { + "epoch": 0.7832040945582772, + "grad_norm": 2.6478445529937744, + "learning_rate": 2.3654737212556535e-06, + "loss": 2.4214, + "step": 45754 + }, + { + "epoch": 0.7832212122768277, + "grad_norm": 2.4842660427093506, + "learning_rate": 2.365115662706967e-06, + "loss": 2.272, + "step": 45755 + }, + { + "epoch": 0.7832383299953782, + "grad_norm": 2.4642717838287354, + "learning_rate": 2.3647576276252517e-06, + "loss": 2.3092, + "step": 45756 + }, + { + "epoch": 0.7832554477139287, + "grad_norm": 2.614163637161255, + "learning_rate": 2.36439961601161e-06, + "loss": 2.3074, + "step": 45757 + }, + { + "epoch": 0.7832725654324791, + "grad_norm": 2.5335700511932373, + "learning_rate": 2.3640416278671462e-06, + "loss": 2.3372, + "step": 45758 + }, + { + "epoch": 0.7832896831510296, + "grad_norm": 2.526185989379883, + "learning_rate": 2.363683663192953e-06, + "loss": 2.3419, + "step": 45759 + }, + { + "epoch": 0.7833068008695802, + "grad_norm": 2.399388074874878, + "learning_rate": 2.3633257219901408e-06, + "loss": 2.3277, + "step": 45760 + }, + { + "epoch": 0.7833239185881306, + "grad_norm": 2.5280497074127197, + "learning_rate": 2.3629678042597983e-06, + "loss": 2.2959, + "step": 45761 + }, + { + "epoch": 0.7833410363066811, + "grad_norm": 2.696470260620117, + "learning_rate": 2.3626099100030377e-06, + "loss": 2.4734, + "step": 45762 + }, + { + "epoch": 0.7833581540252316, + "grad_norm": 2.592280149459839, + "learning_rate": 2.362252039220949e-06, + "loss": 2.3741, + "step": 45763 + }, + { + "epoch": 0.783375271743782, + "grad_norm": 2.5877432823181152, + "learning_rate": 2.3618941919146363e-06, + "loss": 2.3359, + "step": 45764 + }, + { + "epoch": 0.7833923894623325, + "grad_norm": 2.4656975269317627, + "learning_rate": 2.3615363680852034e-06, + "loss": 2.3941, + "step": 45765 + }, + { + "epoch": 0.783409507180883, + "grad_norm": 2.622105360031128, + "learning_rate": 2.3611785677337396e-06, + "loss": 2.432, + "step": 45766 + }, + { + "epoch": 0.7834266248994334, + "grad_norm": 2.467224597930908, + "learning_rate": 2.360820790861357e-06, + "loss": 2.2916, + "step": 45767 + }, + { + "epoch": 0.7834437426179839, + "grad_norm": 2.4877817630767822, + "learning_rate": 2.3604630374691463e-06, + "loss": 2.3551, + "step": 45768 + }, + { + "epoch": 0.7834608603365344, + "grad_norm": 2.5640645027160645, + "learning_rate": 2.3601053075582103e-06, + "loss": 2.3765, + "step": 45769 + }, + { + "epoch": 0.7834779780550848, + "grad_norm": 2.384387493133545, + "learning_rate": 2.3597476011296518e-06, + "loss": 2.3046, + "step": 45770 + }, + { + "epoch": 0.7834950957736353, + "grad_norm": 2.4670732021331787, + "learning_rate": 2.3593899181845603e-06, + "loss": 2.4165, + "step": 45771 + }, + { + "epoch": 0.7835122134921858, + "grad_norm": 2.3082311153411865, + "learning_rate": 2.3590322587240477e-06, + "loss": 2.3475, + "step": 45772 + }, + { + "epoch": 0.7835293312107362, + "grad_norm": 2.4042184352874756, + "learning_rate": 2.358674622749204e-06, + "loss": 2.3718, + "step": 45773 + }, + { + "epoch": 0.7835464489292867, + "grad_norm": 2.4082984924316406, + "learning_rate": 2.358317010261133e-06, + "loss": 2.3076, + "step": 45774 + }, + { + "epoch": 0.7835635666478372, + "grad_norm": 2.5413482189178467, + "learning_rate": 2.3579594212609325e-06, + "loss": 2.2962, + "step": 45775 + }, + { + "epoch": 0.7835806843663876, + "grad_norm": 2.637390613555908, + "learning_rate": 2.3576018557497014e-06, + "loss": 2.2138, + "step": 45776 + }, + { + "epoch": 0.7835978020849381, + "grad_norm": 2.6263551712036133, + "learning_rate": 2.357244313728543e-06, + "loss": 2.4065, + "step": 45777 + }, + { + "epoch": 0.7836149198034886, + "grad_norm": 2.4419097900390625, + "learning_rate": 2.3568867951985486e-06, + "loss": 2.2131, + "step": 45778 + }, + { + "epoch": 0.783632037522039, + "grad_norm": 2.526846408843994, + "learning_rate": 2.3565293001608204e-06, + "loss": 2.3186, + "step": 45779 + }, + { + "epoch": 0.7836491552405895, + "grad_norm": 2.532416820526123, + "learning_rate": 2.356171828616458e-06, + "loss": 2.3004, + "step": 45780 + }, + { + "epoch": 0.78366627295914, + "grad_norm": 2.6849520206451416, + "learning_rate": 2.3558143805665613e-06, + "loss": 2.4442, + "step": 45781 + }, + { + "epoch": 0.7836833906776904, + "grad_norm": 2.712407112121582, + "learning_rate": 2.3554569560122264e-06, + "loss": 2.3391, + "step": 45782 + }, + { + "epoch": 0.783700508396241, + "grad_norm": 2.651899814605713, + "learning_rate": 2.355099554954553e-06, + "loss": 2.4565, + "step": 45783 + }, + { + "epoch": 0.7837176261147915, + "grad_norm": 2.5801327228546143, + "learning_rate": 2.354742177394642e-06, + "loss": 2.3938, + "step": 45784 + }, + { + "epoch": 0.7837347438333419, + "grad_norm": 2.6055033206939697, + "learning_rate": 2.3543848233335874e-06, + "loss": 2.3614, + "step": 45785 + }, + { + "epoch": 0.7837518615518924, + "grad_norm": 2.5094153881073, + "learning_rate": 2.3540274927724903e-06, + "loss": 2.3404, + "step": 45786 + }, + { + "epoch": 0.7837689792704429, + "grad_norm": 2.6216442584991455, + "learning_rate": 2.3536701857124476e-06, + "loss": 2.3365, + "step": 45787 + }, + { + "epoch": 0.7837860969889933, + "grad_norm": 2.3882906436920166, + "learning_rate": 2.3533129021545585e-06, + "loss": 2.2257, + "step": 45788 + }, + { + "epoch": 0.7838032147075438, + "grad_norm": 2.445434331893921, + "learning_rate": 2.352955642099921e-06, + "loss": 2.3036, + "step": 45789 + }, + { + "epoch": 0.7838203324260943, + "grad_norm": 2.579151153564453, + "learning_rate": 2.3525984055496365e-06, + "loss": 2.2694, + "step": 45790 + }, + { + "epoch": 0.7838374501446447, + "grad_norm": 2.5015246868133545, + "learning_rate": 2.352241192504796e-06, + "loss": 2.2967, + "step": 45791 + }, + { + "epoch": 0.7838545678631952, + "grad_norm": 2.461958408355713, + "learning_rate": 2.3518840029665024e-06, + "loss": 2.2206, + "step": 45792 + }, + { + "epoch": 0.7838716855817457, + "grad_norm": 2.5786385536193848, + "learning_rate": 2.3515268369358513e-06, + "loss": 2.3582, + "step": 45793 + }, + { + "epoch": 0.7838888033002961, + "grad_norm": 2.6372692584991455, + "learning_rate": 2.3511696944139416e-06, + "loss": 2.3427, + "step": 45794 + }, + { + "epoch": 0.7839059210188466, + "grad_norm": 2.335157871246338, + "learning_rate": 2.350812575401874e-06, + "loss": 2.2388, + "step": 45795 + }, + { + "epoch": 0.7839230387373971, + "grad_norm": 2.748655080795288, + "learning_rate": 2.350455479900737e-06, + "loss": 2.4014, + "step": 45796 + }, + { + "epoch": 0.7839401564559475, + "grad_norm": 2.6478190422058105, + "learning_rate": 2.3500984079116417e-06, + "loss": 2.3456, + "step": 45797 + }, + { + "epoch": 0.783957274174498, + "grad_norm": 2.7284951210021973, + "learning_rate": 2.3497413594356743e-06, + "loss": 2.4074, + "step": 45798 + }, + { + "epoch": 0.7839743918930485, + "grad_norm": 2.6533846855163574, + "learning_rate": 2.3493843344739366e-06, + "loss": 2.3795, + "step": 45799 + }, + { + "epoch": 0.7839915096115989, + "grad_norm": 2.611208915710449, + "learning_rate": 2.349027333027525e-06, + "loss": 2.3711, + "step": 45800 + }, + { + "epoch": 0.7840086273301494, + "grad_norm": 2.8116636276245117, + "learning_rate": 2.3486703550975365e-06, + "loss": 2.2805, + "step": 45801 + }, + { + "epoch": 0.7840257450486999, + "grad_norm": 2.550366163253784, + "learning_rate": 2.348313400685074e-06, + "loss": 2.3522, + "step": 45802 + }, + { + "epoch": 0.7840428627672503, + "grad_norm": 2.4971392154693604, + "learning_rate": 2.3479564697912225e-06, + "loss": 2.3036, + "step": 45803 + }, + { + "epoch": 0.7840599804858008, + "grad_norm": 2.669224500656128, + "learning_rate": 2.3475995624170935e-06, + "loss": 2.3312, + "step": 45804 + }, + { + "epoch": 0.7840770982043513, + "grad_norm": 2.650218963623047, + "learning_rate": 2.3472426785637726e-06, + "loss": 2.3989, + "step": 45805 + }, + { + "epoch": 0.7840942159229018, + "grad_norm": 2.516319751739502, + "learning_rate": 2.346885818232362e-06, + "loss": 2.3169, + "step": 45806 + }, + { + "epoch": 0.7841113336414522, + "grad_norm": 2.5975611209869385, + "learning_rate": 2.34652898142396e-06, + "loss": 2.3361, + "step": 45807 + }, + { + "epoch": 0.7841284513600028, + "grad_norm": 2.599529981613159, + "learning_rate": 2.3461721681396566e-06, + "loss": 2.2985, + "step": 45808 + }, + { + "epoch": 0.7841455690785533, + "grad_norm": 2.538635730743408, + "learning_rate": 2.3458153783805572e-06, + "loss": 2.2861, + "step": 45809 + }, + { + "epoch": 0.7841626867971037, + "grad_norm": 2.675975799560547, + "learning_rate": 2.345458612147752e-06, + "loss": 2.4826, + "step": 45810 + }, + { + "epoch": 0.7841798045156542, + "grad_norm": 2.663465976715088, + "learning_rate": 2.345101869442339e-06, + "loss": 2.3278, + "step": 45811 + }, + { + "epoch": 0.7841969222342047, + "grad_norm": 2.7543203830718994, + "learning_rate": 2.3447451502654164e-06, + "loss": 2.4143, + "step": 45812 + }, + { + "epoch": 0.7842140399527551, + "grad_norm": 2.350017547607422, + "learning_rate": 2.3443884546180793e-06, + "loss": 2.3864, + "step": 45813 + }, + { + "epoch": 0.7842311576713056, + "grad_norm": 2.5590665340423584, + "learning_rate": 2.344031782501428e-06, + "loss": 2.287, + "step": 45814 + }, + { + "epoch": 0.7842482753898561, + "grad_norm": 2.4722697734832764, + "learning_rate": 2.343675133916551e-06, + "loss": 2.2127, + "step": 45815 + }, + { + "epoch": 0.7842653931084065, + "grad_norm": 2.5393552780151367, + "learning_rate": 2.3433185088645495e-06, + "loss": 2.395, + "step": 45816 + }, + { + "epoch": 0.784282510826957, + "grad_norm": 2.603090286254883, + "learning_rate": 2.3429619073465193e-06, + "loss": 2.3484, + "step": 45817 + }, + { + "epoch": 0.7842996285455075, + "grad_norm": 2.7538981437683105, + "learning_rate": 2.3426053293635554e-06, + "loss": 2.3807, + "step": 45818 + }, + { + "epoch": 0.7843167462640579, + "grad_norm": 2.752683401107788, + "learning_rate": 2.3422487749167542e-06, + "loss": 2.4114, + "step": 45819 + }, + { + "epoch": 0.7843338639826084, + "grad_norm": 2.5833091735839844, + "learning_rate": 2.3418922440072135e-06, + "loss": 2.3183, + "step": 45820 + }, + { + "epoch": 0.7843509817011589, + "grad_norm": 2.7276341915130615, + "learning_rate": 2.341535736636029e-06, + "loss": 2.3922, + "step": 45821 + }, + { + "epoch": 0.7843680994197093, + "grad_norm": 2.6464946269989014, + "learning_rate": 2.341179252804292e-06, + "loss": 2.3814, + "step": 45822 + }, + { + "epoch": 0.7843852171382598, + "grad_norm": 2.603243589401245, + "learning_rate": 2.3408227925131023e-06, + "loss": 2.4016, + "step": 45823 + }, + { + "epoch": 0.7844023348568103, + "grad_norm": 2.4274113178253174, + "learning_rate": 2.340466355763553e-06, + "loss": 2.2399, + "step": 45824 + }, + { + "epoch": 0.7844194525753607, + "grad_norm": 2.5513687133789062, + "learning_rate": 2.340109942556743e-06, + "loss": 2.1634, + "step": 45825 + }, + { + "epoch": 0.7844365702939112, + "grad_norm": 2.5264618396759033, + "learning_rate": 2.3397535528937643e-06, + "loss": 2.3709, + "step": 45826 + }, + { + "epoch": 0.7844536880124617, + "grad_norm": 2.5973753929138184, + "learning_rate": 2.339397186775718e-06, + "loss": 2.417, + "step": 45827 + }, + { + "epoch": 0.7844708057310121, + "grad_norm": 2.516266107559204, + "learning_rate": 2.3390408442036914e-06, + "loss": 2.3361, + "step": 45828 + }, + { + "epoch": 0.7844879234495626, + "grad_norm": 2.554905891418457, + "learning_rate": 2.3386845251787848e-06, + "loss": 2.3604, + "step": 45829 + }, + { + "epoch": 0.7845050411681131, + "grad_norm": 2.5889806747436523, + "learning_rate": 2.3383282297020916e-06, + "loss": 2.3322, + "step": 45830 + }, + { + "epoch": 0.7845221588866635, + "grad_norm": 2.59830904006958, + "learning_rate": 2.3379719577747075e-06, + "loss": 2.3379, + "step": 45831 + }, + { + "epoch": 0.784539276605214, + "grad_norm": 2.6757359504699707, + "learning_rate": 2.3376157093977315e-06, + "loss": 2.4402, + "step": 45832 + }, + { + "epoch": 0.7845563943237646, + "grad_norm": 2.604227304458618, + "learning_rate": 2.3372594845722483e-06, + "loss": 2.3723, + "step": 45833 + }, + { + "epoch": 0.784573512042315, + "grad_norm": 2.6432950496673584, + "learning_rate": 2.3369032832993653e-06, + "loss": 2.3831, + "step": 45834 + }, + { + "epoch": 0.7845906297608655, + "grad_norm": 2.560645580291748, + "learning_rate": 2.336547105580168e-06, + "loss": 2.3228, + "step": 45835 + }, + { + "epoch": 0.784607747479416, + "grad_norm": 2.58198618888855, + "learning_rate": 2.3361909514157556e-06, + "loss": 2.3458, + "step": 45836 + }, + { + "epoch": 0.7846248651979664, + "grad_norm": 2.65627121925354, + "learning_rate": 2.3358348208072214e-06, + "loss": 2.4278, + "step": 45837 + }, + { + "epoch": 0.7846419829165169, + "grad_norm": 2.6204919815063477, + "learning_rate": 2.33547871375566e-06, + "loss": 2.3848, + "step": 45838 + }, + { + "epoch": 0.7846591006350674, + "grad_norm": 2.6531476974487305, + "learning_rate": 2.3351226302621686e-06, + "loss": 2.3282, + "step": 45839 + }, + { + "epoch": 0.7846762183536178, + "grad_norm": 2.399721384048462, + "learning_rate": 2.3347665703278345e-06, + "loss": 2.3008, + "step": 45840 + }, + { + "epoch": 0.7846933360721683, + "grad_norm": 2.5523087978363037, + "learning_rate": 2.3344105339537625e-06, + "loss": 2.38, + "step": 45841 + }, + { + "epoch": 0.7847104537907188, + "grad_norm": 2.628345489501953, + "learning_rate": 2.3340545211410394e-06, + "loss": 2.3732, + "step": 45842 + }, + { + "epoch": 0.7847275715092692, + "grad_norm": 2.485823392868042, + "learning_rate": 2.3336985318907602e-06, + "loss": 2.4247, + "step": 45843 + }, + { + "epoch": 0.7847446892278197, + "grad_norm": 2.670586109161377, + "learning_rate": 2.3333425662040233e-06, + "loss": 2.3324, + "step": 45844 + }, + { + "epoch": 0.7847618069463702, + "grad_norm": 2.583989381790161, + "learning_rate": 2.332986624081914e-06, + "loss": 2.3783, + "step": 45845 + }, + { + "epoch": 0.7847789246649206, + "grad_norm": 2.509026527404785, + "learning_rate": 2.3326307055255393e-06, + "loss": 2.1975, + "step": 45846 + }, + { + "epoch": 0.7847960423834711, + "grad_norm": 2.472414970397949, + "learning_rate": 2.3322748105359817e-06, + "loss": 2.3205, + "step": 45847 + }, + { + "epoch": 0.7848131601020216, + "grad_norm": 2.369249105453491, + "learning_rate": 2.3319189391143404e-06, + "loss": 2.1665, + "step": 45848 + }, + { + "epoch": 0.784830277820572, + "grad_norm": 2.6036648750305176, + "learning_rate": 2.3315630912617115e-06, + "loss": 2.4283, + "step": 45849 + }, + { + "epoch": 0.7848473955391225, + "grad_norm": 2.4348974227905273, + "learning_rate": 2.3312072669791787e-06, + "loss": 2.2711, + "step": 45850 + }, + { + "epoch": 0.784864513257673, + "grad_norm": 2.417848587036133, + "learning_rate": 2.3308514662678482e-06, + "loss": 2.2021, + "step": 45851 + }, + { + "epoch": 0.7848816309762235, + "grad_norm": 2.460317611694336, + "learning_rate": 2.3304956891288065e-06, + "loss": 2.336, + "step": 45852 + }, + { + "epoch": 0.7848987486947739, + "grad_norm": 2.531371593475342, + "learning_rate": 2.330139935563147e-06, + "loss": 2.4798, + "step": 45853 + }, + { + "epoch": 0.7849158664133244, + "grad_norm": 2.497073173522949, + "learning_rate": 2.3297842055719657e-06, + "loss": 2.236, + "step": 45854 + }, + { + "epoch": 0.784932984131875, + "grad_norm": 2.4499638080596924, + "learning_rate": 2.3294284991563553e-06, + "loss": 2.2833, + "step": 45855 + }, + { + "epoch": 0.7849501018504254, + "grad_norm": 2.692023515701294, + "learning_rate": 2.3290728163174115e-06, + "loss": 2.3255, + "step": 45856 + }, + { + "epoch": 0.7849672195689759, + "grad_norm": 2.53001070022583, + "learning_rate": 2.3287171570562186e-06, + "loss": 2.3133, + "step": 45857 + }, + { + "epoch": 0.7849843372875264, + "grad_norm": 2.5300869941711426, + "learning_rate": 2.328361521373882e-06, + "loss": 2.3601, + "step": 45858 + }, + { + "epoch": 0.7850014550060768, + "grad_norm": 2.5745062828063965, + "learning_rate": 2.3280059092714856e-06, + "loss": 2.3027, + "step": 45859 + }, + { + "epoch": 0.7850185727246273, + "grad_norm": 2.4946205615997314, + "learning_rate": 2.327650320750127e-06, + "loss": 2.3657, + "step": 45860 + }, + { + "epoch": 0.7850356904431778, + "grad_norm": 2.781008720397949, + "learning_rate": 2.327294755810896e-06, + "loss": 2.4208, + "step": 45861 + }, + { + "epoch": 0.7850528081617282, + "grad_norm": 2.5126445293426514, + "learning_rate": 2.3269392144548887e-06, + "loss": 2.4048, + "step": 45862 + }, + { + "epoch": 0.7850699258802787, + "grad_norm": 2.5174403190612793, + "learning_rate": 2.326583696683199e-06, + "loss": 2.3768, + "step": 45863 + }, + { + "epoch": 0.7850870435988292, + "grad_norm": 2.561319589614868, + "learning_rate": 2.326228202496914e-06, + "loss": 2.3258, + "step": 45864 + }, + { + "epoch": 0.7851041613173796, + "grad_norm": 2.5264482498168945, + "learning_rate": 2.3258727318971306e-06, + "loss": 2.4157, + "step": 45865 + }, + { + "epoch": 0.7851212790359301, + "grad_norm": 2.5656871795654297, + "learning_rate": 2.3255172848849394e-06, + "loss": 2.2682, + "step": 45866 + }, + { + "epoch": 0.7851383967544806, + "grad_norm": 2.690539598464966, + "learning_rate": 2.3251618614614337e-06, + "loss": 2.3778, + "step": 45867 + }, + { + "epoch": 0.785155514473031, + "grad_norm": 2.6748099327087402, + "learning_rate": 2.3248064616277067e-06, + "loss": 2.314, + "step": 45868 + }, + { + "epoch": 0.7851726321915815, + "grad_norm": 2.5155036449432373, + "learning_rate": 2.3244510853848535e-06, + "loss": 2.3728, + "step": 45869 + }, + { + "epoch": 0.785189749910132, + "grad_norm": 2.514500856399536, + "learning_rate": 2.324095732733959e-06, + "loss": 2.4145, + "step": 45870 + }, + { + "epoch": 0.7852068676286824, + "grad_norm": 2.5436739921569824, + "learning_rate": 2.3237404036761203e-06, + "loss": 2.3648, + "step": 45871 + }, + { + "epoch": 0.7852239853472329, + "grad_norm": 2.513948440551758, + "learning_rate": 2.3233850982124282e-06, + "loss": 2.2777, + "step": 45872 + }, + { + "epoch": 0.7852411030657834, + "grad_norm": 2.513216257095337, + "learning_rate": 2.3230298163439756e-06, + "loss": 2.2564, + "step": 45873 + }, + { + "epoch": 0.7852582207843338, + "grad_norm": 2.680938959121704, + "learning_rate": 2.3226745580718547e-06, + "loss": 2.312, + "step": 45874 + }, + { + "epoch": 0.7852753385028843, + "grad_norm": 2.662745237350464, + "learning_rate": 2.3223193233971565e-06, + "loss": 2.3572, + "step": 45875 + }, + { + "epoch": 0.7852924562214348, + "grad_norm": 2.429394483566284, + "learning_rate": 2.321964112320977e-06, + "loss": 2.2113, + "step": 45876 + }, + { + "epoch": 0.7853095739399852, + "grad_norm": 2.565647602081299, + "learning_rate": 2.321608924844401e-06, + "loss": 2.3016, + "step": 45877 + }, + { + "epoch": 0.7853266916585357, + "grad_norm": 2.663780450820923, + "learning_rate": 2.3212537609685226e-06, + "loss": 2.319, + "step": 45878 + }, + { + "epoch": 0.7853438093770863, + "grad_norm": 2.626990795135498, + "learning_rate": 2.320898620694435e-06, + "loss": 2.4211, + "step": 45879 + }, + { + "epoch": 0.7853609270956367, + "grad_norm": 2.600698947906494, + "learning_rate": 2.3205435040232306e-06, + "loss": 2.3854, + "step": 45880 + }, + { + "epoch": 0.7853780448141872, + "grad_norm": 2.6724910736083984, + "learning_rate": 2.3201884109560015e-06, + "loss": 2.374, + "step": 45881 + }, + { + "epoch": 0.7853951625327377, + "grad_norm": 2.661320209503174, + "learning_rate": 2.3198333414938303e-06, + "loss": 2.5774, + "step": 45882 + }, + { + "epoch": 0.7854122802512881, + "grad_norm": 2.6077027320861816, + "learning_rate": 2.3194782956378227e-06, + "loss": 2.2132, + "step": 45883 + }, + { + "epoch": 0.7854293979698386, + "grad_norm": 2.5550639629364014, + "learning_rate": 2.319123273389059e-06, + "loss": 2.2694, + "step": 45884 + }, + { + "epoch": 0.7854465156883891, + "grad_norm": 2.615065813064575, + "learning_rate": 2.3187682747486327e-06, + "loss": 2.4131, + "step": 45885 + }, + { + "epoch": 0.7854636334069395, + "grad_norm": 2.62528395652771, + "learning_rate": 2.3184132997176412e-06, + "loss": 2.3848, + "step": 45886 + }, + { + "epoch": 0.78548075112549, + "grad_norm": 2.678546190261841, + "learning_rate": 2.318058348297163e-06, + "loss": 2.2982, + "step": 45887 + }, + { + "epoch": 0.7854978688440405, + "grad_norm": 2.5688676834106445, + "learning_rate": 2.317703420488303e-06, + "loss": 2.288, + "step": 45888 + }, + { + "epoch": 0.7855149865625909, + "grad_norm": 2.581780195236206, + "learning_rate": 2.3173485162921404e-06, + "loss": 2.3182, + "step": 45889 + }, + { + "epoch": 0.7855321042811414, + "grad_norm": 2.6109120845794678, + "learning_rate": 2.3169936357097767e-06, + "loss": 2.3902, + "step": 45890 + }, + { + "epoch": 0.7855492219996919, + "grad_norm": 2.5893523693084717, + "learning_rate": 2.316638778742295e-06, + "loss": 2.39, + "step": 45891 + }, + { + "epoch": 0.7855663397182423, + "grad_norm": 2.4519906044006348, + "learning_rate": 2.3162839453907882e-06, + "loss": 2.244, + "step": 45892 + }, + { + "epoch": 0.7855834574367928, + "grad_norm": 2.6966488361358643, + "learning_rate": 2.31592913565635e-06, + "loss": 2.3242, + "step": 45893 + }, + { + "epoch": 0.7856005751553433, + "grad_norm": 2.519710063934326, + "learning_rate": 2.3155743495400618e-06, + "loss": 2.3454, + "step": 45894 + }, + { + "epoch": 0.7856176928738937, + "grad_norm": 2.576043128967285, + "learning_rate": 2.315219587043026e-06, + "loss": 2.2838, + "step": 45895 + }, + { + "epoch": 0.7856348105924442, + "grad_norm": 2.6823174953460693, + "learning_rate": 2.314864848166325e-06, + "loss": 2.4038, + "step": 45896 + }, + { + "epoch": 0.7856519283109947, + "grad_norm": 2.504948377609253, + "learning_rate": 2.314510132911052e-06, + "loss": 2.3541, + "step": 45897 + }, + { + "epoch": 0.7856690460295452, + "grad_norm": 2.5533945560455322, + "learning_rate": 2.3141554412782963e-06, + "loss": 2.3953, + "step": 45898 + }, + { + "epoch": 0.7856861637480956, + "grad_norm": 2.4798901081085205, + "learning_rate": 2.313800773269148e-06, + "loss": 2.4288, + "step": 45899 + }, + { + "epoch": 0.7857032814666461, + "grad_norm": 2.7121293544769287, + "learning_rate": 2.313446128884702e-06, + "loss": 2.4177, + "step": 45900 + }, + { + "epoch": 0.7857203991851966, + "grad_norm": 2.66601300239563, + "learning_rate": 2.3130915081260407e-06, + "loss": 2.3616, + "step": 45901 + }, + { + "epoch": 0.785737516903747, + "grad_norm": 2.623236656188965, + "learning_rate": 2.3127369109942576e-06, + "loss": 2.3495, + "step": 45902 + }, + { + "epoch": 0.7857546346222976, + "grad_norm": 2.4292232990264893, + "learning_rate": 2.312382337490442e-06, + "loss": 2.2884, + "step": 45903 + }, + { + "epoch": 0.7857717523408481, + "grad_norm": 2.6060028076171875, + "learning_rate": 2.312027787615685e-06, + "loss": 2.4174, + "step": 45904 + }, + { + "epoch": 0.7857888700593985, + "grad_norm": 2.586142063140869, + "learning_rate": 2.3116732613710755e-06, + "loss": 2.2569, + "step": 45905 + }, + { + "epoch": 0.785805987777949, + "grad_norm": 2.7751617431640625, + "learning_rate": 2.311318758757707e-06, + "loss": 2.466, + "step": 45906 + }, + { + "epoch": 0.7858231054964995, + "grad_norm": 2.555363893508911, + "learning_rate": 2.310964279776662e-06, + "loss": 2.3405, + "step": 45907 + }, + { + "epoch": 0.7858402232150499, + "grad_norm": 2.5618066787719727, + "learning_rate": 2.310609824429033e-06, + "loss": 2.412, + "step": 45908 + }, + { + "epoch": 0.7858573409336004, + "grad_norm": 2.6133694648742676, + "learning_rate": 2.31025539271591e-06, + "loss": 2.4119, + "step": 45909 + }, + { + "epoch": 0.7858744586521509, + "grad_norm": 2.616049289703369, + "learning_rate": 2.3099009846383823e-06, + "loss": 2.328, + "step": 45910 + }, + { + "epoch": 0.7858915763707013, + "grad_norm": 2.5729737281799316, + "learning_rate": 2.3095466001975397e-06, + "loss": 2.3796, + "step": 45911 + }, + { + "epoch": 0.7859086940892518, + "grad_norm": 2.6622464656829834, + "learning_rate": 2.3091922393944723e-06, + "loss": 2.3786, + "step": 45912 + }, + { + "epoch": 0.7859258118078023, + "grad_norm": 2.5217435359954834, + "learning_rate": 2.3088379022302687e-06, + "loss": 2.2523, + "step": 45913 + }, + { + "epoch": 0.7859429295263527, + "grad_norm": 2.6080424785614014, + "learning_rate": 2.3084835887060165e-06, + "loss": 2.3237, + "step": 45914 + }, + { + "epoch": 0.7859600472449032, + "grad_norm": 2.423391819000244, + "learning_rate": 2.308129298822804e-06, + "loss": 2.3706, + "step": 45915 + }, + { + "epoch": 0.7859771649634537, + "grad_norm": 2.6035449504852295, + "learning_rate": 2.3077750325817225e-06, + "loss": 2.4283, + "step": 45916 + }, + { + "epoch": 0.7859942826820041, + "grad_norm": 2.3392560482025146, + "learning_rate": 2.3074207899838606e-06, + "loss": 2.3088, + "step": 45917 + }, + { + "epoch": 0.7860114004005546, + "grad_norm": 2.4554600715637207, + "learning_rate": 2.307066571030309e-06, + "loss": 2.2292, + "step": 45918 + }, + { + "epoch": 0.7860285181191051, + "grad_norm": 2.460914373397827, + "learning_rate": 2.3067123757221477e-06, + "loss": 2.2849, + "step": 45919 + }, + { + "epoch": 0.7860456358376555, + "grad_norm": 2.5889699459075928, + "learning_rate": 2.3063582040604782e-06, + "loss": 2.4695, + "step": 45920 + }, + { + "epoch": 0.786062753556206, + "grad_norm": 2.3798418045043945, + "learning_rate": 2.3060040560463805e-06, + "loss": 2.2529, + "step": 45921 + }, + { + "epoch": 0.7860798712747565, + "grad_norm": 2.777510166168213, + "learning_rate": 2.3056499316809446e-06, + "loss": 2.323, + "step": 45922 + }, + { + "epoch": 0.7860969889933069, + "grad_norm": 2.5148112773895264, + "learning_rate": 2.3052958309652627e-06, + "loss": 2.354, + "step": 45923 + }, + { + "epoch": 0.7861141067118574, + "grad_norm": 2.5553619861602783, + "learning_rate": 2.3049417539004137e-06, + "loss": 2.4212, + "step": 45924 + }, + { + "epoch": 0.786131224430408, + "grad_norm": 2.600177764892578, + "learning_rate": 2.3045877004874994e-06, + "loss": 2.3501, + "step": 45925 + }, + { + "epoch": 0.7861483421489583, + "grad_norm": 2.5523548126220703, + "learning_rate": 2.304233670727595e-06, + "loss": 2.2304, + "step": 45926 + }, + { + "epoch": 0.7861654598675089, + "grad_norm": 2.578671455383301, + "learning_rate": 2.3038796646217997e-06, + "loss": 2.4073, + "step": 45927 + }, + { + "epoch": 0.7861825775860594, + "grad_norm": 2.625927209854126, + "learning_rate": 2.3035256821711937e-06, + "loss": 2.4413, + "step": 45928 + }, + { + "epoch": 0.7861996953046098, + "grad_norm": 2.714772939682007, + "learning_rate": 2.303171723376868e-06, + "loss": 2.4311, + "step": 45929 + }, + { + "epoch": 0.7862168130231603, + "grad_norm": 2.7126381397247314, + "learning_rate": 2.302817788239914e-06, + "loss": 2.4943, + "step": 45930 + }, + { + "epoch": 0.7862339307417108, + "grad_norm": 2.6347601413726807, + "learning_rate": 2.302463876761409e-06, + "loss": 2.3259, + "step": 45931 + }, + { + "epoch": 0.7862510484602612, + "grad_norm": 2.5822906494140625, + "learning_rate": 2.3021099889424548e-06, + "loss": 2.2911, + "step": 45932 + }, + { + "epoch": 0.7862681661788117, + "grad_norm": 2.6498003005981445, + "learning_rate": 2.301756124784129e-06, + "loss": 2.2254, + "step": 45933 + }, + { + "epoch": 0.7862852838973622, + "grad_norm": 2.6244568824768066, + "learning_rate": 2.3014022842875227e-06, + "loss": 2.3364, + "step": 45934 + }, + { + "epoch": 0.7863024016159126, + "grad_norm": 2.5883078575134277, + "learning_rate": 2.301048467453725e-06, + "loss": 2.357, + "step": 45935 + }, + { + "epoch": 0.7863195193344631, + "grad_norm": 2.453275203704834, + "learning_rate": 2.3006946742838164e-06, + "loss": 2.3358, + "step": 45936 + }, + { + "epoch": 0.7863366370530136, + "grad_norm": 2.629845380783081, + "learning_rate": 2.300340904778895e-06, + "loss": 2.3521, + "step": 45937 + }, + { + "epoch": 0.786353754771564, + "grad_norm": 2.6790730953216553, + "learning_rate": 2.2999871589400403e-06, + "loss": 2.3788, + "step": 45938 + }, + { + "epoch": 0.7863708724901145, + "grad_norm": 2.684441328048706, + "learning_rate": 2.2996334367683416e-06, + "loss": 2.3237, + "step": 45939 + }, + { + "epoch": 0.786387990208665, + "grad_norm": 2.6612913608551025, + "learning_rate": 2.299279738264887e-06, + "loss": 2.4218, + "step": 45940 + }, + { + "epoch": 0.7864051079272154, + "grad_norm": 2.4376041889190674, + "learning_rate": 2.298926063430762e-06, + "loss": 2.2524, + "step": 45941 + }, + { + "epoch": 0.7864222256457659, + "grad_norm": 2.3526687622070312, + "learning_rate": 2.2985724122670582e-06, + "loss": 2.2909, + "step": 45942 + }, + { + "epoch": 0.7864393433643164, + "grad_norm": 2.4569811820983887, + "learning_rate": 2.298218784774857e-06, + "loss": 2.2898, + "step": 45943 + }, + { + "epoch": 0.7864564610828668, + "grad_norm": 2.5962491035461426, + "learning_rate": 2.2978651809552464e-06, + "loss": 2.3819, + "step": 45944 + }, + { + "epoch": 0.7864735788014173, + "grad_norm": 2.5440940856933594, + "learning_rate": 2.2975116008093156e-06, + "loss": 2.2821, + "step": 45945 + }, + { + "epoch": 0.7864906965199678, + "grad_norm": 2.607671022415161, + "learning_rate": 2.297158044338149e-06, + "loss": 2.2507, + "step": 45946 + }, + { + "epoch": 0.7865078142385183, + "grad_norm": 2.5802745819091797, + "learning_rate": 2.296804511542835e-06, + "loss": 2.3007, + "step": 45947 + }, + { + "epoch": 0.7865249319570687, + "grad_norm": 2.692178726196289, + "learning_rate": 2.2964510024244604e-06, + "loss": 2.4113, + "step": 45948 + }, + { + "epoch": 0.7865420496756192, + "grad_norm": 2.5650055408477783, + "learning_rate": 2.2960975169841106e-06, + "loss": 2.1769, + "step": 45949 + }, + { + "epoch": 0.7865591673941698, + "grad_norm": 2.573268413543701, + "learning_rate": 2.295744055222875e-06, + "loss": 2.387, + "step": 45950 + }, + { + "epoch": 0.7865762851127202, + "grad_norm": 2.6503825187683105, + "learning_rate": 2.295390617141835e-06, + "loss": 2.308, + "step": 45951 + }, + { + "epoch": 0.7865934028312707, + "grad_norm": 2.713080883026123, + "learning_rate": 2.2950372027420797e-06, + "loss": 2.3709, + "step": 45952 + }, + { + "epoch": 0.7866105205498212, + "grad_norm": 2.5061492919921875, + "learning_rate": 2.294683812024695e-06, + "loss": 2.2916, + "step": 45953 + }, + { + "epoch": 0.7866276382683716, + "grad_norm": 2.6787338256835938, + "learning_rate": 2.2943304449907678e-06, + "loss": 2.2153, + "step": 45954 + }, + { + "epoch": 0.7866447559869221, + "grad_norm": 2.47641658782959, + "learning_rate": 2.293977101641386e-06, + "loss": 2.2775, + "step": 45955 + }, + { + "epoch": 0.7866618737054726, + "grad_norm": 2.341306209564209, + "learning_rate": 2.2936237819776273e-06, + "loss": 2.2557, + "step": 45956 + }, + { + "epoch": 0.786678991424023, + "grad_norm": 2.5604639053344727, + "learning_rate": 2.2932704860005904e-06, + "loss": 2.3684, + "step": 45957 + }, + { + "epoch": 0.7866961091425735, + "grad_norm": 2.5745580196380615, + "learning_rate": 2.2929172137113507e-06, + "loss": 2.4208, + "step": 45958 + }, + { + "epoch": 0.786713226861124, + "grad_norm": 2.448740243911743, + "learning_rate": 2.292563965110999e-06, + "loss": 2.2752, + "step": 45959 + }, + { + "epoch": 0.7867303445796744, + "grad_norm": 2.630525827407837, + "learning_rate": 2.292210740200622e-06, + "loss": 2.3858, + "step": 45960 + }, + { + "epoch": 0.7867474622982249, + "grad_norm": 2.555577039718628, + "learning_rate": 2.291857538981298e-06, + "loss": 2.4163, + "step": 45961 + }, + { + "epoch": 0.7867645800167754, + "grad_norm": 2.6553306579589844, + "learning_rate": 2.2915043614541245e-06, + "loss": 2.3743, + "step": 45962 + }, + { + "epoch": 0.7867816977353258, + "grad_norm": 2.545410633087158, + "learning_rate": 2.2911512076201737e-06, + "loss": 2.3165, + "step": 45963 + }, + { + "epoch": 0.7867988154538763, + "grad_norm": 2.5278756618499756, + "learning_rate": 2.2907980774805437e-06, + "loss": 2.4051, + "step": 45964 + }, + { + "epoch": 0.7868159331724268, + "grad_norm": 2.6505560874938965, + "learning_rate": 2.2904449710363118e-06, + "loss": 2.3843, + "step": 45965 + }, + { + "epoch": 0.7868330508909772, + "grad_norm": 2.684819459915161, + "learning_rate": 2.290091888288566e-06, + "loss": 2.4682, + "step": 45966 + }, + { + "epoch": 0.7868501686095277, + "grad_norm": 2.7421116828918457, + "learning_rate": 2.2897388292383928e-06, + "loss": 2.3398, + "step": 45967 + }, + { + "epoch": 0.7868672863280782, + "grad_norm": 2.6384899616241455, + "learning_rate": 2.2893857938868703e-06, + "loss": 2.4014, + "step": 45968 + }, + { + "epoch": 0.7868844040466286, + "grad_norm": 2.4838829040527344, + "learning_rate": 2.2890327822350954e-06, + "loss": 2.2648, + "step": 45969 + }, + { + "epoch": 0.7869015217651791, + "grad_norm": 2.5164191722869873, + "learning_rate": 2.288679794284143e-06, + "loss": 2.3658, + "step": 45970 + }, + { + "epoch": 0.7869186394837296, + "grad_norm": 2.417940139770508, + "learning_rate": 2.2883268300351035e-06, + "loss": 2.2245, + "step": 45971 + }, + { + "epoch": 0.78693575720228, + "grad_norm": 2.920073986053467, + "learning_rate": 2.287973889489061e-06, + "loss": 2.491, + "step": 45972 + }, + { + "epoch": 0.7869528749208305, + "grad_norm": 2.5967891216278076, + "learning_rate": 2.2876209726470957e-06, + "loss": 2.3787, + "step": 45973 + }, + { + "epoch": 0.786969992639381, + "grad_norm": 2.5516462326049805, + "learning_rate": 2.287268079510301e-06, + "loss": 2.338, + "step": 45974 + }, + { + "epoch": 0.7869871103579315, + "grad_norm": 2.6280815601348877, + "learning_rate": 2.2869152100797532e-06, + "loss": 2.4169, + "step": 45975 + }, + { + "epoch": 0.787004228076482, + "grad_norm": 2.5925066471099854, + "learning_rate": 2.2865623643565417e-06, + "loss": 2.3296, + "step": 45976 + }, + { + "epoch": 0.7870213457950325, + "grad_norm": 2.4225375652313232, + "learning_rate": 2.2862095423417485e-06, + "loss": 2.32, + "step": 45977 + }, + { + "epoch": 0.7870384635135829, + "grad_norm": 2.497103691101074, + "learning_rate": 2.28585674403646e-06, + "loss": 2.3322, + "step": 45978 + }, + { + "epoch": 0.7870555812321334, + "grad_norm": 2.6447432041168213, + "learning_rate": 2.2855039694417623e-06, + "loss": 2.4193, + "step": 45979 + }, + { + "epoch": 0.7870726989506839, + "grad_norm": 2.7413735389709473, + "learning_rate": 2.285151218558732e-06, + "loss": 2.4444, + "step": 45980 + }, + { + "epoch": 0.7870898166692343, + "grad_norm": 2.7293546199798584, + "learning_rate": 2.2847984913884636e-06, + "loss": 2.3496, + "step": 45981 + }, + { + "epoch": 0.7871069343877848, + "grad_norm": 2.489765167236328, + "learning_rate": 2.284445787932034e-06, + "loss": 2.239, + "step": 45982 + }, + { + "epoch": 0.7871240521063353, + "grad_norm": 2.3473916053771973, + "learning_rate": 2.2840931081905293e-06, + "loss": 2.2718, + "step": 45983 + }, + { + "epoch": 0.7871411698248857, + "grad_norm": 2.5586678981781006, + "learning_rate": 2.283740452165033e-06, + "loss": 2.4108, + "step": 45984 + }, + { + "epoch": 0.7871582875434362, + "grad_norm": 2.4668993949890137, + "learning_rate": 2.2833878198566307e-06, + "loss": 2.3062, + "step": 45985 + }, + { + "epoch": 0.7871754052619867, + "grad_norm": 2.4361305236816406, + "learning_rate": 2.283035211266408e-06, + "loss": 2.3962, + "step": 45986 + }, + { + "epoch": 0.7871925229805371, + "grad_norm": 2.648728847503662, + "learning_rate": 2.2826826263954437e-06, + "loss": 2.2882, + "step": 45987 + }, + { + "epoch": 0.7872096406990876, + "grad_norm": 2.421415328979492, + "learning_rate": 2.2823300652448233e-06, + "loss": 2.344, + "step": 45988 + }, + { + "epoch": 0.7872267584176381, + "grad_norm": 2.57686185836792, + "learning_rate": 2.2819775278156307e-06, + "loss": 2.3772, + "step": 45989 + }, + { + "epoch": 0.7872438761361885, + "grad_norm": 2.5215227603912354, + "learning_rate": 2.2816250141089502e-06, + "loss": 2.373, + "step": 45990 + }, + { + "epoch": 0.787260993854739, + "grad_norm": 2.3511879444122314, + "learning_rate": 2.281272524125865e-06, + "loss": 2.2528, + "step": 45991 + }, + { + "epoch": 0.7872781115732895, + "grad_norm": 2.707190990447998, + "learning_rate": 2.2809200578674607e-06, + "loss": 2.5516, + "step": 45992 + }, + { + "epoch": 0.78729522929184, + "grad_norm": 2.477288007736206, + "learning_rate": 2.2805676153348166e-06, + "loss": 2.38, + "step": 45993 + }, + { + "epoch": 0.7873123470103904, + "grad_norm": 2.4698734283447266, + "learning_rate": 2.2802151965290164e-06, + "loss": 2.3402, + "step": 45994 + }, + { + "epoch": 0.7873294647289409, + "grad_norm": 2.462754249572754, + "learning_rate": 2.279862801451146e-06, + "loss": 2.2894, + "step": 45995 + }, + { + "epoch": 0.7873465824474914, + "grad_norm": 2.532759189605713, + "learning_rate": 2.2795104301022863e-06, + "loss": 2.336, + "step": 45996 + }, + { + "epoch": 0.7873637001660418, + "grad_norm": 2.5857787132263184, + "learning_rate": 2.279158082483525e-06, + "loss": 2.3968, + "step": 45997 + }, + { + "epoch": 0.7873808178845924, + "grad_norm": 2.4639008045196533, + "learning_rate": 2.2788057585959343e-06, + "loss": 2.2811, + "step": 45998 + }, + { + "epoch": 0.7873979356031429, + "grad_norm": 2.592113494873047, + "learning_rate": 2.2784534584406115e-06, + "loss": 2.3636, + "step": 45999 + }, + { + "epoch": 0.7874150533216933, + "grad_norm": 2.4992904663085938, + "learning_rate": 2.2781011820186285e-06, + "loss": 2.3544, + "step": 46000 + }, + { + "epoch": 0.7874321710402438, + "grad_norm": 2.513056993484497, + "learning_rate": 2.277748929331072e-06, + "loss": 2.3682, + "step": 46001 + }, + { + "epoch": 0.7874492887587943, + "grad_norm": 2.673006296157837, + "learning_rate": 2.2773967003790243e-06, + "loss": 2.4765, + "step": 46002 + }, + { + "epoch": 0.7874664064773447, + "grad_norm": 2.6917309761047363, + "learning_rate": 2.2770444951635685e-06, + "loss": 2.2461, + "step": 46003 + }, + { + "epoch": 0.7874835241958952, + "grad_norm": 2.489583730697632, + "learning_rate": 2.276692313685789e-06, + "loss": 2.3347, + "step": 46004 + }, + { + "epoch": 0.7875006419144457, + "grad_norm": 2.544877767562866, + "learning_rate": 2.276340155946761e-06, + "loss": 2.2931, + "step": 46005 + }, + { + "epoch": 0.7875177596329961, + "grad_norm": 2.565532684326172, + "learning_rate": 2.275988021947577e-06, + "loss": 2.3303, + "step": 46006 + }, + { + "epoch": 0.7875348773515466, + "grad_norm": 2.5592899322509766, + "learning_rate": 2.2756359116893122e-06, + "loss": 2.327, + "step": 46007 + }, + { + "epoch": 0.7875519950700971, + "grad_norm": 2.581380844116211, + "learning_rate": 2.2752838251730515e-06, + "loss": 2.4362, + "step": 46008 + }, + { + "epoch": 0.7875691127886475, + "grad_norm": 2.4480643272399902, + "learning_rate": 2.2749317623998777e-06, + "loss": 2.3467, + "step": 46009 + }, + { + "epoch": 0.787586230507198, + "grad_norm": 2.6012821197509766, + "learning_rate": 2.274579723370868e-06, + "loss": 2.1753, + "step": 46010 + }, + { + "epoch": 0.7876033482257485, + "grad_norm": 2.5245845317840576, + "learning_rate": 2.274227708087112e-06, + "loss": 2.3378, + "step": 46011 + }, + { + "epoch": 0.7876204659442989, + "grad_norm": 2.5178470611572266, + "learning_rate": 2.273875716549687e-06, + "loss": 2.3074, + "step": 46012 + }, + { + "epoch": 0.7876375836628494, + "grad_norm": 2.5099291801452637, + "learning_rate": 2.273523748759675e-06, + "loss": 2.3345, + "step": 46013 + }, + { + "epoch": 0.7876547013813999, + "grad_norm": 2.623345375061035, + "learning_rate": 2.273171804718162e-06, + "loss": 2.4011, + "step": 46014 + }, + { + "epoch": 0.7876718190999503, + "grad_norm": 2.50087308883667, + "learning_rate": 2.2728198844262196e-06, + "loss": 2.2535, + "step": 46015 + }, + { + "epoch": 0.7876889368185008, + "grad_norm": 2.4835946559906006, + "learning_rate": 2.272467987884943e-06, + "loss": 2.3352, + "step": 46016 + }, + { + "epoch": 0.7877060545370513, + "grad_norm": 2.5690345764160156, + "learning_rate": 2.272116115095401e-06, + "loss": 2.4266, + "step": 46017 + }, + { + "epoch": 0.7877231722556017, + "grad_norm": 2.5547847747802734, + "learning_rate": 2.271764266058687e-06, + "loss": 2.29, + "step": 46018 + }, + { + "epoch": 0.7877402899741522, + "grad_norm": 2.5614633560180664, + "learning_rate": 2.2714124407758743e-06, + "loss": 2.2533, + "step": 46019 + }, + { + "epoch": 0.7877574076927027, + "grad_norm": 2.500811815261841, + "learning_rate": 2.271060639248046e-06, + "loss": 2.2874, + "step": 46020 + }, + { + "epoch": 0.7877745254112531, + "grad_norm": 2.635791063308716, + "learning_rate": 2.270708861476285e-06, + "loss": 2.3469, + "step": 46021 + }, + { + "epoch": 0.7877916431298037, + "grad_norm": 2.6059625148773193, + "learning_rate": 2.2703571074616705e-06, + "loss": 2.37, + "step": 46022 + }, + { + "epoch": 0.7878087608483542, + "grad_norm": 2.7519218921661377, + "learning_rate": 2.270005377205289e-06, + "loss": 2.438, + "step": 46023 + }, + { + "epoch": 0.7878258785669046, + "grad_norm": 2.5292789936065674, + "learning_rate": 2.269653670708213e-06, + "loss": 2.2447, + "step": 46024 + }, + { + "epoch": 0.7878429962854551, + "grad_norm": 2.681894063949585, + "learning_rate": 2.2693019879715296e-06, + "loss": 2.4596, + "step": 46025 + }, + { + "epoch": 0.7878601140040056, + "grad_norm": 2.4701077938079834, + "learning_rate": 2.2689503289963166e-06, + "loss": 2.3593, + "step": 46026 + }, + { + "epoch": 0.787877231722556, + "grad_norm": 2.876901626586914, + "learning_rate": 2.2685986937836567e-06, + "loss": 2.3268, + "step": 46027 + }, + { + "epoch": 0.7878943494411065, + "grad_norm": 2.5400607585906982, + "learning_rate": 2.2682470823346314e-06, + "loss": 2.3379, + "step": 46028 + }, + { + "epoch": 0.787911467159657, + "grad_norm": 2.5129008293151855, + "learning_rate": 2.2678954946503217e-06, + "loss": 2.2496, + "step": 46029 + }, + { + "epoch": 0.7879285848782074, + "grad_norm": 2.49662446975708, + "learning_rate": 2.2675439307318058e-06, + "loss": 2.2924, + "step": 46030 + }, + { + "epoch": 0.7879457025967579, + "grad_norm": 2.6020562648773193, + "learning_rate": 2.267192390580164e-06, + "loss": 2.3555, + "step": 46031 + }, + { + "epoch": 0.7879628203153084, + "grad_norm": 2.586230754852295, + "learning_rate": 2.2668408741964785e-06, + "loss": 2.3842, + "step": 46032 + }, + { + "epoch": 0.7879799380338588, + "grad_norm": 2.6518728733062744, + "learning_rate": 2.26648938158183e-06, + "loss": 2.3018, + "step": 46033 + }, + { + "epoch": 0.7879970557524093, + "grad_norm": 2.352506637573242, + "learning_rate": 2.2661379127373016e-06, + "loss": 2.2437, + "step": 46034 + }, + { + "epoch": 0.7880141734709598, + "grad_norm": 2.40338134765625, + "learning_rate": 2.265786467663964e-06, + "loss": 2.3093, + "step": 46035 + }, + { + "epoch": 0.7880312911895102, + "grad_norm": 2.408097267150879, + "learning_rate": 2.2654350463629094e-06, + "loss": 2.2136, + "step": 46036 + }, + { + "epoch": 0.7880484089080607, + "grad_norm": 2.593815326690674, + "learning_rate": 2.26508364883521e-06, + "loss": 2.3714, + "step": 46037 + }, + { + "epoch": 0.7880655266266112, + "grad_norm": 2.4778265953063965, + "learning_rate": 2.264732275081948e-06, + "loss": 2.2369, + "step": 46038 + }, + { + "epoch": 0.7880826443451617, + "grad_norm": 2.7163186073303223, + "learning_rate": 2.2643809251042037e-06, + "loss": 2.4139, + "step": 46039 + }, + { + "epoch": 0.7880997620637121, + "grad_norm": 2.701017141342163, + "learning_rate": 2.264029598903056e-06, + "loss": 2.4707, + "step": 46040 + }, + { + "epoch": 0.7881168797822626, + "grad_norm": 2.553271532058716, + "learning_rate": 2.26367829647959e-06, + "loss": 2.2639, + "step": 46041 + }, + { + "epoch": 0.7881339975008131, + "grad_norm": 2.445671319961548, + "learning_rate": 2.2633270178348743e-06, + "loss": 2.3235, + "step": 46042 + }, + { + "epoch": 0.7881511152193635, + "grad_norm": 2.4762744903564453, + "learning_rate": 2.262975762970001e-06, + "loss": 2.4179, + "step": 46043 + }, + { + "epoch": 0.788168232937914, + "grad_norm": 2.5026307106018066, + "learning_rate": 2.262624531886043e-06, + "loss": 2.3164, + "step": 46044 + }, + { + "epoch": 0.7881853506564646, + "grad_norm": 2.5651376247406006, + "learning_rate": 2.262273324584079e-06, + "loss": 2.4354, + "step": 46045 + }, + { + "epoch": 0.788202468375015, + "grad_norm": 2.434619426727295, + "learning_rate": 2.261922141065195e-06, + "loss": 2.3364, + "step": 46046 + }, + { + "epoch": 0.7882195860935655, + "grad_norm": 2.5101306438446045, + "learning_rate": 2.26157098133046e-06, + "loss": 2.3119, + "step": 46047 + }, + { + "epoch": 0.788236703812116, + "grad_norm": 2.4474587440490723, + "learning_rate": 2.261219845380964e-06, + "loss": 2.3048, + "step": 46048 + }, + { + "epoch": 0.7882538215306664, + "grad_norm": 2.5506505966186523, + "learning_rate": 2.260868733217779e-06, + "loss": 2.396, + "step": 46049 + }, + { + "epoch": 0.7882709392492169, + "grad_norm": 2.436784029006958, + "learning_rate": 2.2605176448419874e-06, + "loss": 2.2791, + "step": 46050 + }, + { + "epoch": 0.7882880569677674, + "grad_norm": 2.4635391235351562, + "learning_rate": 2.26016658025467e-06, + "loss": 2.3061, + "step": 46051 + }, + { + "epoch": 0.7883051746863178, + "grad_norm": 2.5977632999420166, + "learning_rate": 2.259815539456899e-06, + "loss": 2.3283, + "step": 46052 + }, + { + "epoch": 0.7883222924048683, + "grad_norm": 2.498051404953003, + "learning_rate": 2.2594645224497626e-06, + "loss": 2.2813, + "step": 46053 + }, + { + "epoch": 0.7883394101234188, + "grad_norm": 2.591609477996826, + "learning_rate": 2.259113529234329e-06, + "loss": 2.3948, + "step": 46054 + }, + { + "epoch": 0.7883565278419692, + "grad_norm": 2.632209300994873, + "learning_rate": 2.2587625598116893e-06, + "loss": 2.3632, + "step": 46055 + }, + { + "epoch": 0.7883736455605197, + "grad_norm": 2.571908950805664, + "learning_rate": 2.2584116141829136e-06, + "loss": 2.3289, + "step": 46056 + }, + { + "epoch": 0.7883907632790702, + "grad_norm": 2.557101249694824, + "learning_rate": 2.2580606923490823e-06, + "loss": 2.2871, + "step": 46057 + }, + { + "epoch": 0.7884078809976206, + "grad_norm": 2.716686964035034, + "learning_rate": 2.257709794311278e-06, + "loss": 2.4519, + "step": 46058 + }, + { + "epoch": 0.7884249987161711, + "grad_norm": 2.5213472843170166, + "learning_rate": 2.2573589200705704e-06, + "loss": 2.2972, + "step": 46059 + }, + { + "epoch": 0.7884421164347216, + "grad_norm": 2.5550270080566406, + "learning_rate": 2.2570080696280483e-06, + "loss": 2.3053, + "step": 46060 + }, + { + "epoch": 0.788459234153272, + "grad_norm": 2.435910224914551, + "learning_rate": 2.2566572429847834e-06, + "loss": 2.3119, + "step": 46061 + }, + { + "epoch": 0.7884763518718225, + "grad_norm": 2.4919352531433105, + "learning_rate": 2.2563064401418555e-06, + "loss": 2.3098, + "step": 46062 + }, + { + "epoch": 0.788493469590373, + "grad_norm": 2.562103271484375, + "learning_rate": 2.255955661100343e-06, + "loss": 2.2259, + "step": 46063 + }, + { + "epoch": 0.7885105873089234, + "grad_norm": 2.679053783416748, + "learning_rate": 2.255604905861325e-06, + "loss": 2.3734, + "step": 46064 + }, + { + "epoch": 0.7885277050274739, + "grad_norm": 2.7535464763641357, + "learning_rate": 2.2552541744258816e-06, + "loss": 2.5199, + "step": 46065 + }, + { + "epoch": 0.7885448227460244, + "grad_norm": 2.4440488815307617, + "learning_rate": 2.254903466795085e-06, + "loss": 2.276, + "step": 46066 + }, + { + "epoch": 0.7885619404645748, + "grad_norm": 2.486478090286255, + "learning_rate": 2.2545527829700166e-06, + "loss": 2.243, + "step": 46067 + }, + { + "epoch": 0.7885790581831253, + "grad_norm": 2.441396474838257, + "learning_rate": 2.254202122951754e-06, + "loss": 2.41, + "step": 46068 + }, + { + "epoch": 0.7885961759016759, + "grad_norm": 2.473464250564575, + "learning_rate": 2.253851486741375e-06, + "loss": 2.3071, + "step": 46069 + }, + { + "epoch": 0.7886132936202263, + "grad_norm": 2.7096846103668213, + "learning_rate": 2.2535008743399568e-06, + "loss": 2.5287, + "step": 46070 + }, + { + "epoch": 0.7886304113387768, + "grad_norm": 2.4694223403930664, + "learning_rate": 2.253150285748581e-06, + "loss": 2.2315, + "step": 46071 + }, + { + "epoch": 0.7886475290573273, + "grad_norm": 2.5271644592285156, + "learning_rate": 2.2527997209683193e-06, + "loss": 2.3325, + "step": 46072 + }, + { + "epoch": 0.7886646467758777, + "grad_norm": 2.450138568878174, + "learning_rate": 2.252449180000251e-06, + "loss": 2.4401, + "step": 46073 + }, + { + "epoch": 0.7886817644944282, + "grad_norm": 2.4616377353668213, + "learning_rate": 2.2520986628454545e-06, + "loss": 2.3179, + "step": 46074 + }, + { + "epoch": 0.7886988822129787, + "grad_norm": 2.5798051357269287, + "learning_rate": 2.251748169505007e-06, + "loss": 2.3896, + "step": 46075 + }, + { + "epoch": 0.7887159999315291, + "grad_norm": 2.54176926612854, + "learning_rate": 2.2513976999799857e-06, + "loss": 2.4414, + "step": 46076 + }, + { + "epoch": 0.7887331176500796, + "grad_norm": 2.4819064140319824, + "learning_rate": 2.251047254271468e-06, + "loss": 2.3062, + "step": 46077 + }, + { + "epoch": 0.7887502353686301, + "grad_norm": 2.599666118621826, + "learning_rate": 2.250696832380533e-06, + "loss": 2.2714, + "step": 46078 + }, + { + "epoch": 0.7887673530871805, + "grad_norm": 2.500485420227051, + "learning_rate": 2.250346434308254e-06, + "loss": 2.2954, + "step": 46079 + }, + { + "epoch": 0.788784470805731, + "grad_norm": 2.574817419052124, + "learning_rate": 2.249996060055709e-06, + "loss": 2.2783, + "step": 46080 + }, + { + "epoch": 0.7888015885242815, + "grad_norm": 2.4679176807403564, + "learning_rate": 2.2496457096239754e-06, + "loss": 2.2805, + "step": 46081 + }, + { + "epoch": 0.7888187062428319, + "grad_norm": 2.421112060546875, + "learning_rate": 2.2492953830141307e-06, + "loss": 2.2491, + "step": 46082 + }, + { + "epoch": 0.7888358239613824, + "grad_norm": 2.629504680633545, + "learning_rate": 2.248945080227254e-06, + "loss": 2.4135, + "step": 46083 + }, + { + "epoch": 0.7888529416799329, + "grad_norm": 2.983253240585327, + "learning_rate": 2.2485948012644132e-06, + "loss": 2.4529, + "step": 46084 + }, + { + "epoch": 0.7888700593984834, + "grad_norm": 2.4979941844940186, + "learning_rate": 2.2482445461266966e-06, + "loss": 2.2376, + "step": 46085 + }, + { + "epoch": 0.7888871771170338, + "grad_norm": 2.6027214527130127, + "learning_rate": 2.247894314815173e-06, + "loss": 2.2563, + "step": 46086 + }, + { + "epoch": 0.7889042948355843, + "grad_norm": 2.5973668098449707, + "learning_rate": 2.24754410733092e-06, + "loss": 2.2813, + "step": 46087 + }, + { + "epoch": 0.7889214125541348, + "grad_norm": 2.4404685497283936, + "learning_rate": 2.2471939236750183e-06, + "loss": 2.3026, + "step": 46088 + }, + { + "epoch": 0.7889385302726852, + "grad_norm": 2.5797603130340576, + "learning_rate": 2.2468437638485363e-06, + "loss": 2.3633, + "step": 46089 + }, + { + "epoch": 0.7889556479912357, + "grad_norm": 2.703118324279785, + "learning_rate": 2.2464936278525597e-06, + "loss": 2.4749, + "step": 46090 + }, + { + "epoch": 0.7889727657097863, + "grad_norm": 2.683943510055542, + "learning_rate": 2.246143515688154e-06, + "loss": 2.3905, + "step": 46091 + }, + { + "epoch": 0.7889898834283366, + "grad_norm": 2.438328742980957, + "learning_rate": 2.2457934273564075e-06, + "loss": 2.215, + "step": 46092 + }, + { + "epoch": 0.7890070011468872, + "grad_norm": 2.5748143196105957, + "learning_rate": 2.245443362858387e-06, + "loss": 2.3187, + "step": 46093 + }, + { + "epoch": 0.7890241188654377, + "grad_norm": 2.5197856426239014, + "learning_rate": 2.245093322195171e-06, + "loss": 2.2193, + "step": 46094 + }, + { + "epoch": 0.7890412365839881, + "grad_norm": 2.535735845565796, + "learning_rate": 2.244743305367839e-06, + "loss": 2.2645, + "step": 46095 + }, + { + "epoch": 0.7890583543025386, + "grad_norm": 2.678215742111206, + "learning_rate": 2.2443933123774586e-06, + "loss": 2.4517, + "step": 46096 + }, + { + "epoch": 0.7890754720210891, + "grad_norm": 2.752455949783325, + "learning_rate": 2.2440433432251153e-06, + "loss": 2.2837, + "step": 46097 + }, + { + "epoch": 0.7890925897396395, + "grad_norm": 2.578721523284912, + "learning_rate": 2.243693397911878e-06, + "loss": 2.3164, + "step": 46098 + }, + { + "epoch": 0.78910970745819, + "grad_norm": 2.473546266555786, + "learning_rate": 2.2433434764388252e-06, + "loss": 2.3233, + "step": 46099 + }, + { + "epoch": 0.7891268251767405, + "grad_norm": 2.6070964336395264, + "learning_rate": 2.24299357880703e-06, + "loss": 2.3436, + "step": 46100 + }, + { + "epoch": 0.7891439428952909, + "grad_norm": 2.646623373031616, + "learning_rate": 2.242643705017571e-06, + "loss": 2.4524, + "step": 46101 + }, + { + "epoch": 0.7891610606138414, + "grad_norm": 2.5567593574523926, + "learning_rate": 2.2422938550715247e-06, + "loss": 2.3148, + "step": 46102 + }, + { + "epoch": 0.7891781783323919, + "grad_norm": 2.772153377532959, + "learning_rate": 2.2419440289699613e-06, + "loss": 2.3762, + "step": 46103 + }, + { + "epoch": 0.7891952960509423, + "grad_norm": 2.548048734664917, + "learning_rate": 2.241594226713958e-06, + "loss": 2.3673, + "step": 46104 + }, + { + "epoch": 0.7892124137694928, + "grad_norm": 2.596144914627075, + "learning_rate": 2.24124444830459e-06, + "loss": 2.3245, + "step": 46105 + }, + { + "epoch": 0.7892295314880433, + "grad_norm": 2.509632110595703, + "learning_rate": 2.2408946937429344e-06, + "loss": 2.2815, + "step": 46106 + }, + { + "epoch": 0.7892466492065937, + "grad_norm": 2.729036808013916, + "learning_rate": 2.2405449630300635e-06, + "loss": 2.2986, + "step": 46107 + }, + { + "epoch": 0.7892637669251442, + "grad_norm": 2.4661343097686768, + "learning_rate": 2.2401952561670547e-06, + "loss": 2.2808, + "step": 46108 + }, + { + "epoch": 0.7892808846436947, + "grad_norm": 2.8435609340667725, + "learning_rate": 2.239845573154984e-06, + "loss": 2.3855, + "step": 46109 + }, + { + "epoch": 0.7892980023622451, + "grad_norm": 2.4661307334899902, + "learning_rate": 2.2394959139949213e-06, + "loss": 2.426, + "step": 46110 + }, + { + "epoch": 0.7893151200807956, + "grad_norm": 2.550469398498535, + "learning_rate": 2.2391462786879435e-06, + "loss": 2.1481, + "step": 46111 + }, + { + "epoch": 0.7893322377993461, + "grad_norm": 2.64621639251709, + "learning_rate": 2.238796667235127e-06, + "loss": 2.3933, + "step": 46112 + }, + { + "epoch": 0.7893493555178965, + "grad_norm": 2.567161798477173, + "learning_rate": 2.2384470796375433e-06, + "loss": 2.3274, + "step": 46113 + }, + { + "epoch": 0.789366473236447, + "grad_norm": 2.692796230316162, + "learning_rate": 2.2380975158962703e-06, + "loss": 2.4264, + "step": 46114 + }, + { + "epoch": 0.7893835909549975, + "grad_norm": 2.6844305992126465, + "learning_rate": 2.2377479760123834e-06, + "loss": 2.3375, + "step": 46115 + }, + { + "epoch": 0.789400708673548, + "grad_norm": 2.7316067218780518, + "learning_rate": 2.2373984599869513e-06, + "loss": 2.3813, + "step": 46116 + }, + { + "epoch": 0.7894178263920985, + "grad_norm": 2.7845287322998047, + "learning_rate": 2.2370489678210504e-06, + "loss": 2.4611, + "step": 46117 + }, + { + "epoch": 0.789434944110649, + "grad_norm": 2.4564788341522217, + "learning_rate": 2.2366994995157576e-06, + "loss": 2.3151, + "step": 46118 + }, + { + "epoch": 0.7894520618291994, + "grad_norm": 2.5162529945373535, + "learning_rate": 2.2363500550721453e-06, + "loss": 2.2842, + "step": 46119 + }, + { + "epoch": 0.7894691795477499, + "grad_norm": 2.5142745971679688, + "learning_rate": 2.2360006344912887e-06, + "loss": 2.3504, + "step": 46120 + }, + { + "epoch": 0.7894862972663004, + "grad_norm": 2.6924943923950195, + "learning_rate": 2.235651237774257e-06, + "loss": 2.3364, + "step": 46121 + }, + { + "epoch": 0.7895034149848508, + "grad_norm": 2.6473917961120605, + "learning_rate": 2.2353018649221326e-06, + "loss": 2.3543, + "step": 46122 + }, + { + "epoch": 0.7895205327034013, + "grad_norm": 2.6794538497924805, + "learning_rate": 2.234952515935982e-06, + "loss": 2.4023, + "step": 46123 + }, + { + "epoch": 0.7895376504219518, + "grad_norm": 2.5971202850341797, + "learning_rate": 2.234603190816882e-06, + "loss": 2.3737, + "step": 46124 + }, + { + "epoch": 0.7895547681405022, + "grad_norm": 2.347123622894287, + "learning_rate": 2.234253889565908e-06, + "loss": 2.1735, + "step": 46125 + }, + { + "epoch": 0.7895718858590527, + "grad_norm": 2.792503595352173, + "learning_rate": 2.233904612184127e-06, + "loss": 2.4061, + "step": 46126 + }, + { + "epoch": 0.7895890035776032, + "grad_norm": 2.5959887504577637, + "learning_rate": 2.233555358672621e-06, + "loss": 2.4666, + "step": 46127 + }, + { + "epoch": 0.7896061212961536, + "grad_norm": 2.4602174758911133, + "learning_rate": 2.2332061290324547e-06, + "loss": 2.2997, + "step": 46128 + }, + { + "epoch": 0.7896232390147041, + "grad_norm": 2.408592462539673, + "learning_rate": 2.2328569232647126e-06, + "loss": 2.2848, + "step": 46129 + }, + { + "epoch": 0.7896403567332546, + "grad_norm": 2.678274393081665, + "learning_rate": 2.2325077413704586e-06, + "loss": 2.4397, + "step": 46130 + }, + { + "epoch": 0.789657474451805, + "grad_norm": 2.416785717010498, + "learning_rate": 2.232158583350769e-06, + "loss": 2.2564, + "step": 46131 + }, + { + "epoch": 0.7896745921703555, + "grad_norm": 2.4951589107513428, + "learning_rate": 2.23180944920672e-06, + "loss": 2.2671, + "step": 46132 + }, + { + "epoch": 0.789691709888906, + "grad_norm": 2.599174976348877, + "learning_rate": 2.231460338939376e-06, + "loss": 2.379, + "step": 46133 + }, + { + "epoch": 0.7897088276074565, + "grad_norm": 2.5873630046844482, + "learning_rate": 2.2311112525498225e-06, + "loss": 2.3781, + "step": 46134 + }, + { + "epoch": 0.7897259453260069, + "grad_norm": 2.6038975715637207, + "learning_rate": 2.230762190039123e-06, + "loss": 2.4641, + "step": 46135 + }, + { + "epoch": 0.7897430630445574, + "grad_norm": 2.591141939163208, + "learning_rate": 2.2304131514083527e-06, + "loss": 2.3831, + "step": 46136 + }, + { + "epoch": 0.7897601807631079, + "grad_norm": 2.6825337409973145, + "learning_rate": 2.2300641366585884e-06, + "loss": 2.3139, + "step": 46137 + }, + { + "epoch": 0.7897772984816583, + "grad_norm": 2.634610176086426, + "learning_rate": 2.2297151457908927e-06, + "loss": 2.3484, + "step": 46138 + }, + { + "epoch": 0.7897944162002088, + "grad_norm": 2.8438100814819336, + "learning_rate": 2.2293661788063513e-06, + "loss": 2.3894, + "step": 46139 + }, + { + "epoch": 0.7898115339187594, + "grad_norm": 2.660921573638916, + "learning_rate": 2.229017235706028e-06, + "loss": 2.4592, + "step": 46140 + }, + { + "epoch": 0.7898286516373098, + "grad_norm": 2.5682294368743896, + "learning_rate": 2.2286683164909985e-06, + "loss": 2.3265, + "step": 46141 + }, + { + "epoch": 0.7898457693558603, + "grad_norm": 2.653538703918457, + "learning_rate": 2.228319421162334e-06, + "loss": 2.3672, + "step": 46142 + }, + { + "epoch": 0.7898628870744108, + "grad_norm": 2.7767276763916016, + "learning_rate": 2.227970549721107e-06, + "loss": 2.4377, + "step": 46143 + }, + { + "epoch": 0.7898800047929612, + "grad_norm": 2.4159421920776367, + "learning_rate": 2.2276217021683933e-06, + "loss": 2.2757, + "step": 46144 + }, + { + "epoch": 0.7898971225115117, + "grad_norm": 2.6025733947753906, + "learning_rate": 2.2272728785052576e-06, + "loss": 2.2124, + "step": 46145 + }, + { + "epoch": 0.7899142402300622, + "grad_norm": 2.583894968032837, + "learning_rate": 2.2269240787327806e-06, + "loss": 2.3464, + "step": 46146 + }, + { + "epoch": 0.7899313579486126, + "grad_norm": 2.6657843589782715, + "learning_rate": 2.2265753028520287e-06, + "loss": 2.3254, + "step": 46147 + }, + { + "epoch": 0.7899484756671631, + "grad_norm": 2.5367159843444824, + "learning_rate": 2.2262265508640756e-06, + "loss": 2.3135, + "step": 46148 + }, + { + "epoch": 0.7899655933857136, + "grad_norm": 2.5790467262268066, + "learning_rate": 2.2258778227699927e-06, + "loss": 2.2849, + "step": 46149 + }, + { + "epoch": 0.789982711104264, + "grad_norm": 2.5381946563720703, + "learning_rate": 2.225529118570853e-06, + "loss": 2.3274, + "step": 46150 + }, + { + "epoch": 0.7899998288228145, + "grad_norm": 2.477832317352295, + "learning_rate": 2.2251804382677313e-06, + "loss": 2.2385, + "step": 46151 + }, + { + "epoch": 0.790016946541365, + "grad_norm": 2.6274006366729736, + "learning_rate": 2.2248317818616915e-06, + "loss": 2.3272, + "step": 46152 + }, + { + "epoch": 0.7900340642599154, + "grad_norm": 2.7038164138793945, + "learning_rate": 2.22448314935381e-06, + "loss": 2.2614, + "step": 46153 + }, + { + "epoch": 0.7900511819784659, + "grad_norm": 2.4791834354400635, + "learning_rate": 2.2241345407451577e-06, + "loss": 2.4232, + "step": 46154 + }, + { + "epoch": 0.7900682996970164, + "grad_norm": 2.5656862258911133, + "learning_rate": 2.223785956036807e-06, + "loss": 2.3075, + "step": 46155 + }, + { + "epoch": 0.7900854174155668, + "grad_norm": 2.7384207248687744, + "learning_rate": 2.223437395229827e-06, + "loss": 2.3584, + "step": 46156 + }, + { + "epoch": 0.7901025351341173, + "grad_norm": 2.661242961883545, + "learning_rate": 2.2230888583252954e-06, + "loss": 2.4328, + "step": 46157 + }, + { + "epoch": 0.7901196528526678, + "grad_norm": 2.9847543239593506, + "learning_rate": 2.2227403453242747e-06, + "loss": 2.3336, + "step": 46158 + }, + { + "epoch": 0.7901367705712182, + "grad_norm": 2.8372185230255127, + "learning_rate": 2.222391856227841e-06, + "loss": 2.3021, + "step": 46159 + }, + { + "epoch": 0.7901538882897687, + "grad_norm": 2.657263994216919, + "learning_rate": 2.222043391037064e-06, + "loss": 2.4777, + "step": 46160 + }, + { + "epoch": 0.7901710060083192, + "grad_norm": 2.700673818588257, + "learning_rate": 2.221694949753016e-06, + "loss": 2.3638, + "step": 46161 + }, + { + "epoch": 0.7901881237268696, + "grad_norm": 2.602759599685669, + "learning_rate": 2.221346532376769e-06, + "loss": 2.4975, + "step": 46162 + }, + { + "epoch": 0.7902052414454201, + "grad_norm": 2.6527960300445557, + "learning_rate": 2.220998138909387e-06, + "loss": 2.2356, + "step": 46163 + }, + { + "epoch": 0.7902223591639707, + "grad_norm": 2.721733331680298, + "learning_rate": 2.2206497693519523e-06, + "loss": 2.4259, + "step": 46164 + }, + { + "epoch": 0.790239476882521, + "grad_norm": 2.606433391571045, + "learning_rate": 2.2203014237055233e-06, + "loss": 2.3034, + "step": 46165 + }, + { + "epoch": 0.7902565946010716, + "grad_norm": 2.4813897609710693, + "learning_rate": 2.219953101971183e-06, + "loss": 2.3626, + "step": 46166 + }, + { + "epoch": 0.7902737123196221, + "grad_norm": 2.5385000705718994, + "learning_rate": 2.219604804149993e-06, + "loss": 2.3264, + "step": 46167 + }, + { + "epoch": 0.7902908300381725, + "grad_norm": 2.6778717041015625, + "learning_rate": 2.219256530243027e-06, + "loss": 2.4361, + "step": 46168 + }, + { + "epoch": 0.790307947756723, + "grad_norm": 2.7003607749938965, + "learning_rate": 2.2189082802513575e-06, + "loss": 2.326, + "step": 46169 + }, + { + "epoch": 0.7903250654752735, + "grad_norm": 2.6502537727355957, + "learning_rate": 2.2185600541760464e-06, + "loss": 2.3169, + "step": 46170 + }, + { + "epoch": 0.7903421831938239, + "grad_norm": 2.6927261352539062, + "learning_rate": 2.218211852018176e-06, + "loss": 2.343, + "step": 46171 + }, + { + "epoch": 0.7903593009123744, + "grad_norm": 2.523127794265747, + "learning_rate": 2.2178636737788085e-06, + "loss": 2.29, + "step": 46172 + }, + { + "epoch": 0.7903764186309249, + "grad_norm": 2.7521164417266846, + "learning_rate": 2.217515519459016e-06, + "loss": 2.4836, + "step": 46173 + }, + { + "epoch": 0.7903935363494753, + "grad_norm": 2.874600648880005, + "learning_rate": 2.217167389059872e-06, + "loss": 2.3371, + "step": 46174 + }, + { + "epoch": 0.7904106540680258, + "grad_norm": 2.5462429523468018, + "learning_rate": 2.2168192825824384e-06, + "loss": 2.37, + "step": 46175 + }, + { + "epoch": 0.7904277717865763, + "grad_norm": 2.719808578491211, + "learning_rate": 2.2164712000277945e-06, + "loss": 2.3588, + "step": 46176 + }, + { + "epoch": 0.7904448895051267, + "grad_norm": 2.5698421001434326, + "learning_rate": 2.216123141397004e-06, + "loss": 2.4001, + "step": 46177 + }, + { + "epoch": 0.7904620072236772, + "grad_norm": 2.5611908435821533, + "learning_rate": 2.2157751066911392e-06, + "loss": 2.314, + "step": 46178 + }, + { + "epoch": 0.7904791249422277, + "grad_norm": 2.6730833053588867, + "learning_rate": 2.215427095911268e-06, + "loss": 2.3936, + "step": 46179 + }, + { + "epoch": 0.7904962426607782, + "grad_norm": 2.5305745601654053, + "learning_rate": 2.2150791090584623e-06, + "loss": 2.2685, + "step": 46180 + }, + { + "epoch": 0.7905133603793286, + "grad_norm": 2.667389392852783, + "learning_rate": 2.214731146133793e-06, + "loss": 2.4826, + "step": 46181 + }, + { + "epoch": 0.7905304780978791, + "grad_norm": 2.701517343521118, + "learning_rate": 2.214383207138322e-06, + "loss": 2.3026, + "step": 46182 + }, + { + "epoch": 0.7905475958164296, + "grad_norm": 2.619497537612915, + "learning_rate": 2.214035292073129e-06, + "loss": 2.3312, + "step": 46183 + }, + { + "epoch": 0.79056471353498, + "grad_norm": 2.603360891342163, + "learning_rate": 2.213687400939277e-06, + "loss": 2.2565, + "step": 46184 + }, + { + "epoch": 0.7905818312535305, + "grad_norm": 2.4762537479400635, + "learning_rate": 2.213339533737836e-06, + "loss": 2.3033, + "step": 46185 + }, + { + "epoch": 0.790598948972081, + "grad_norm": 2.4553401470184326, + "learning_rate": 2.212991690469876e-06, + "loss": 2.3519, + "step": 46186 + }, + { + "epoch": 0.7906160666906314, + "grad_norm": 2.691020965576172, + "learning_rate": 2.212643871136466e-06, + "loss": 2.3654, + "step": 46187 + }, + { + "epoch": 0.790633184409182, + "grad_norm": 2.5365664958953857, + "learning_rate": 2.212296075738678e-06, + "loss": 2.2693, + "step": 46188 + }, + { + "epoch": 0.7906503021277325, + "grad_norm": 2.577658176422119, + "learning_rate": 2.211948304277576e-06, + "loss": 2.3809, + "step": 46189 + }, + { + "epoch": 0.7906674198462829, + "grad_norm": 2.5310301780700684, + "learning_rate": 2.21160055675423e-06, + "loss": 2.1845, + "step": 46190 + }, + { + "epoch": 0.7906845375648334, + "grad_norm": 2.476199150085449, + "learning_rate": 2.2112528331697105e-06, + "loss": 2.3264, + "step": 46191 + }, + { + "epoch": 0.7907016552833839, + "grad_norm": 2.641024589538574, + "learning_rate": 2.2109051335250865e-06, + "loss": 2.5412, + "step": 46192 + }, + { + "epoch": 0.7907187730019343, + "grad_norm": 2.604686975479126, + "learning_rate": 2.2105574578214252e-06, + "loss": 2.3804, + "step": 46193 + }, + { + "epoch": 0.7907358907204848, + "grad_norm": 2.563424825668335, + "learning_rate": 2.2102098060597986e-06, + "loss": 2.3379, + "step": 46194 + }, + { + "epoch": 0.7907530084390353, + "grad_norm": 2.519132614135742, + "learning_rate": 2.2098621782412697e-06, + "loss": 2.3483, + "step": 46195 + }, + { + "epoch": 0.7907701261575857, + "grad_norm": 2.6112635135650635, + "learning_rate": 2.2095145743669113e-06, + "loss": 2.2777, + "step": 46196 + }, + { + "epoch": 0.7907872438761362, + "grad_norm": 2.5979130268096924, + "learning_rate": 2.2091669944377893e-06, + "loss": 2.355, + "step": 46197 + }, + { + "epoch": 0.7908043615946867, + "grad_norm": 2.6518733501434326, + "learning_rate": 2.208819438454973e-06, + "loss": 2.3992, + "step": 46198 + }, + { + "epoch": 0.7908214793132371, + "grad_norm": 2.5655696392059326, + "learning_rate": 2.2084719064195317e-06, + "loss": 2.2742, + "step": 46199 + }, + { + "epoch": 0.7908385970317876, + "grad_norm": 2.541612386703491, + "learning_rate": 2.2081243983325327e-06, + "loss": 2.2886, + "step": 46200 + }, + { + "epoch": 0.7908557147503381, + "grad_norm": 2.59098482131958, + "learning_rate": 2.207776914195047e-06, + "loss": 2.4136, + "step": 46201 + }, + { + "epoch": 0.7908728324688885, + "grad_norm": 2.5553109645843506, + "learning_rate": 2.2074294540081363e-06, + "loss": 2.4489, + "step": 46202 + }, + { + "epoch": 0.790889950187439, + "grad_norm": 2.667663812637329, + "learning_rate": 2.2070820177728726e-06, + "loss": 2.3662, + "step": 46203 + }, + { + "epoch": 0.7909070679059895, + "grad_norm": 2.652982473373413, + "learning_rate": 2.2067346054903237e-06, + "loss": 2.2808, + "step": 46204 + }, + { + "epoch": 0.7909241856245399, + "grad_norm": 2.6236603260040283, + "learning_rate": 2.206387217161556e-06, + "loss": 2.3667, + "step": 46205 + }, + { + "epoch": 0.7909413033430904, + "grad_norm": 2.5641844272613525, + "learning_rate": 2.2060398527876414e-06, + "loss": 2.3017, + "step": 46206 + }, + { + "epoch": 0.7909584210616409, + "grad_norm": 2.536776542663574, + "learning_rate": 2.2056925123696395e-06, + "loss": 2.3041, + "step": 46207 + }, + { + "epoch": 0.7909755387801913, + "grad_norm": 2.465939998626709, + "learning_rate": 2.205345195908628e-06, + "loss": 2.3037, + "step": 46208 + }, + { + "epoch": 0.7909926564987418, + "grad_norm": 2.6969680786132812, + "learning_rate": 2.2049979034056667e-06, + "loss": 2.4017, + "step": 46209 + }, + { + "epoch": 0.7910097742172923, + "grad_norm": 2.615251302719116, + "learning_rate": 2.2046506348618256e-06, + "loss": 2.3763, + "step": 46210 + }, + { + "epoch": 0.7910268919358427, + "grad_norm": 2.577840805053711, + "learning_rate": 2.2043033902781754e-06, + "loss": 2.5262, + "step": 46211 + }, + { + "epoch": 0.7910440096543933, + "grad_norm": 2.710787296295166, + "learning_rate": 2.203956169655773e-06, + "loss": 2.4276, + "step": 46212 + }, + { + "epoch": 0.7910611273729438, + "grad_norm": 2.5191519260406494, + "learning_rate": 2.2036089729957e-06, + "loss": 2.3144, + "step": 46213 + }, + { + "epoch": 0.7910782450914942, + "grad_norm": 2.5136396884918213, + "learning_rate": 2.2032618002990124e-06, + "loss": 2.3465, + "step": 46214 + }, + { + "epoch": 0.7910953628100447, + "grad_norm": 2.56796932220459, + "learning_rate": 2.202914651566782e-06, + "loss": 2.3143, + "step": 46215 + }, + { + "epoch": 0.7911124805285952, + "grad_norm": 2.537628650665283, + "learning_rate": 2.2025675268000777e-06, + "loss": 2.3352, + "step": 46216 + }, + { + "epoch": 0.7911295982471456, + "grad_norm": 2.6752750873565674, + "learning_rate": 2.202220425999958e-06, + "loss": 2.3971, + "step": 46217 + }, + { + "epoch": 0.7911467159656961, + "grad_norm": 2.642165422439575, + "learning_rate": 2.2018733491675006e-06, + "loss": 2.3445, + "step": 46218 + }, + { + "epoch": 0.7911638336842466, + "grad_norm": 2.620020866394043, + "learning_rate": 2.2015262963037622e-06, + "loss": 2.4233, + "step": 46219 + }, + { + "epoch": 0.791180951402797, + "grad_norm": 2.549997091293335, + "learning_rate": 2.2011792674098196e-06, + "loss": 2.3213, + "step": 46220 + }, + { + "epoch": 0.7911980691213475, + "grad_norm": 2.6173195838928223, + "learning_rate": 2.2008322624867328e-06, + "loss": 2.3204, + "step": 46221 + }, + { + "epoch": 0.791215186839898, + "grad_norm": 2.5389442443847656, + "learning_rate": 2.2004852815355694e-06, + "loss": 2.3775, + "step": 46222 + }, + { + "epoch": 0.7912323045584484, + "grad_norm": 2.743507146835327, + "learning_rate": 2.2001383245573994e-06, + "loss": 2.3683, + "step": 46223 + }, + { + "epoch": 0.7912494222769989, + "grad_norm": 2.449716806411743, + "learning_rate": 2.1997913915532797e-06, + "loss": 2.3945, + "step": 46224 + }, + { + "epoch": 0.7912665399955494, + "grad_norm": 2.7537102699279785, + "learning_rate": 2.19944448252429e-06, + "loss": 2.4931, + "step": 46225 + }, + { + "epoch": 0.7912836577140999, + "grad_norm": 2.581707239151001, + "learning_rate": 2.199097597471487e-06, + "loss": 2.2399, + "step": 46226 + }, + { + "epoch": 0.7913007754326503, + "grad_norm": 2.4465692043304443, + "learning_rate": 2.198750736395938e-06, + "loss": 2.3014, + "step": 46227 + }, + { + "epoch": 0.7913178931512008, + "grad_norm": 2.4550020694732666, + "learning_rate": 2.1984038992987124e-06, + "loss": 2.4322, + "step": 46228 + }, + { + "epoch": 0.7913350108697513, + "grad_norm": 2.6149048805236816, + "learning_rate": 2.1980570861808747e-06, + "loss": 2.393, + "step": 46229 + }, + { + "epoch": 0.7913521285883017, + "grad_norm": 2.7248318195343018, + "learning_rate": 2.197710297043494e-06, + "loss": 2.4258, + "step": 46230 + }, + { + "epoch": 0.7913692463068522, + "grad_norm": 2.5217344760894775, + "learning_rate": 2.19736353188763e-06, + "loss": 2.3665, + "step": 46231 + }, + { + "epoch": 0.7913863640254027, + "grad_norm": 2.4605770111083984, + "learning_rate": 2.1970167907143503e-06, + "loss": 2.3483, + "step": 46232 + }, + { + "epoch": 0.7914034817439531, + "grad_norm": 2.5125842094421387, + "learning_rate": 2.1966700735247236e-06, + "loss": 2.2906, + "step": 46233 + }, + { + "epoch": 0.7914205994625036, + "grad_norm": 2.2848618030548096, + "learning_rate": 2.1963233803198135e-06, + "loss": 2.1347, + "step": 46234 + }, + { + "epoch": 0.7914377171810542, + "grad_norm": 2.5177457332611084, + "learning_rate": 2.1959767111006857e-06, + "loss": 2.2162, + "step": 46235 + }, + { + "epoch": 0.7914548348996046, + "grad_norm": 2.691009998321533, + "learning_rate": 2.1956300658684073e-06, + "loss": 2.4649, + "step": 46236 + }, + { + "epoch": 0.7914719526181551, + "grad_norm": 2.6252946853637695, + "learning_rate": 2.195283444624041e-06, + "loss": 2.2832, + "step": 46237 + }, + { + "epoch": 0.7914890703367056, + "grad_norm": 2.708026885986328, + "learning_rate": 2.194936847368657e-06, + "loss": 2.4564, + "step": 46238 + }, + { + "epoch": 0.791506188055256, + "grad_norm": 2.4013686180114746, + "learning_rate": 2.1945902741033154e-06, + "loss": 2.2499, + "step": 46239 + }, + { + "epoch": 0.7915233057738065, + "grad_norm": 2.5579686164855957, + "learning_rate": 2.1942437248290838e-06, + "loss": 2.3468, + "step": 46240 + }, + { + "epoch": 0.791540423492357, + "grad_norm": 2.5973196029663086, + "learning_rate": 2.193897199547026e-06, + "loss": 2.3668, + "step": 46241 + }, + { + "epoch": 0.7915575412109074, + "grad_norm": 2.341209650039673, + "learning_rate": 2.193550698258209e-06, + "loss": 2.2355, + "step": 46242 + }, + { + "epoch": 0.7915746589294579, + "grad_norm": 2.440721273422241, + "learning_rate": 2.1932042209636983e-06, + "loss": 2.286, + "step": 46243 + }, + { + "epoch": 0.7915917766480084, + "grad_norm": 2.5368692874908447, + "learning_rate": 2.1928577676645537e-06, + "loss": 2.3167, + "step": 46244 + }, + { + "epoch": 0.7916088943665588, + "grad_norm": 2.710721731185913, + "learning_rate": 2.192511338361848e-06, + "loss": 2.3675, + "step": 46245 + }, + { + "epoch": 0.7916260120851093, + "grad_norm": 2.5094568729400635, + "learning_rate": 2.1921649330566395e-06, + "loss": 2.3437, + "step": 46246 + }, + { + "epoch": 0.7916431298036598, + "grad_norm": 2.6434409618377686, + "learning_rate": 2.1918185517499956e-06, + "loss": 2.3661, + "step": 46247 + }, + { + "epoch": 0.7916602475222102, + "grad_norm": 2.549262523651123, + "learning_rate": 2.191472194442984e-06, + "loss": 2.3272, + "step": 46248 + }, + { + "epoch": 0.7916773652407607, + "grad_norm": 2.4623796939849854, + "learning_rate": 2.191125861136659e-06, + "loss": 2.3773, + "step": 46249 + }, + { + "epoch": 0.7916944829593112, + "grad_norm": 2.5688352584838867, + "learning_rate": 2.1907795518320984e-06, + "loss": 2.3852, + "step": 46250 + }, + { + "epoch": 0.7917116006778616, + "grad_norm": 2.6200785636901855, + "learning_rate": 2.1904332665303587e-06, + "loss": 2.3297, + "step": 46251 + }, + { + "epoch": 0.7917287183964121, + "grad_norm": 2.4639692306518555, + "learning_rate": 2.190087005232504e-06, + "loss": 2.3092, + "step": 46252 + }, + { + "epoch": 0.7917458361149626, + "grad_norm": 2.6458542346954346, + "learning_rate": 2.1897407679396045e-06, + "loss": 2.4192, + "step": 46253 + }, + { + "epoch": 0.791762953833513, + "grad_norm": 2.4719491004943848, + "learning_rate": 2.189394554652714e-06, + "loss": 2.4353, + "step": 46254 + }, + { + "epoch": 0.7917800715520635, + "grad_norm": 2.4349186420440674, + "learning_rate": 2.189048365372909e-06, + "loss": 2.2574, + "step": 46255 + }, + { + "epoch": 0.791797189270614, + "grad_norm": 2.5374999046325684, + "learning_rate": 2.1887022001012414e-06, + "loss": 2.3131, + "step": 46256 + }, + { + "epoch": 0.7918143069891644, + "grad_norm": 2.517836093902588, + "learning_rate": 2.1883560588387876e-06, + "loss": 2.318, + "step": 46257 + }, + { + "epoch": 0.791831424707715, + "grad_norm": 2.8391897678375244, + "learning_rate": 2.1880099415866017e-06, + "loss": 2.3753, + "step": 46258 + }, + { + "epoch": 0.7918485424262655, + "grad_norm": 2.668128490447998, + "learning_rate": 2.187663848345751e-06, + "loss": 2.4149, + "step": 46259 + }, + { + "epoch": 0.7918656601448159, + "grad_norm": 2.5797677040100098, + "learning_rate": 2.187317779117304e-06, + "loss": 2.3269, + "step": 46260 + }, + { + "epoch": 0.7918827778633664, + "grad_norm": 2.5862324237823486, + "learning_rate": 2.1869717339023123e-06, + "loss": 2.3358, + "step": 46261 + }, + { + "epoch": 0.7918998955819169, + "grad_norm": 2.525599956512451, + "learning_rate": 2.1866257127018532e-06, + "loss": 2.3144, + "step": 46262 + }, + { + "epoch": 0.7919170133004673, + "grad_norm": 2.400315761566162, + "learning_rate": 2.1862797155169814e-06, + "loss": 2.3413, + "step": 46263 + }, + { + "epoch": 0.7919341310190178, + "grad_norm": 2.671138286590576, + "learning_rate": 2.1859337423487628e-06, + "loss": 2.3794, + "step": 46264 + }, + { + "epoch": 0.7919512487375683, + "grad_norm": 2.4198203086853027, + "learning_rate": 2.1855877931982616e-06, + "loss": 2.3747, + "step": 46265 + }, + { + "epoch": 0.7919683664561187, + "grad_norm": 2.460993528366089, + "learning_rate": 2.18524186806654e-06, + "loss": 2.2544, + "step": 46266 + }, + { + "epoch": 0.7919854841746692, + "grad_norm": 2.5158636569976807, + "learning_rate": 2.184895966954664e-06, + "loss": 2.2647, + "step": 46267 + }, + { + "epoch": 0.7920026018932197, + "grad_norm": 2.6916723251342773, + "learning_rate": 2.1845500898636927e-06, + "loss": 2.3868, + "step": 46268 + }, + { + "epoch": 0.7920197196117701, + "grad_norm": 2.58638596534729, + "learning_rate": 2.1842042367946913e-06, + "loss": 2.2945, + "step": 46269 + }, + { + "epoch": 0.7920368373303206, + "grad_norm": 2.480856418609619, + "learning_rate": 2.1838584077487225e-06, + "loss": 2.2386, + "step": 46270 + }, + { + "epoch": 0.7920539550488711, + "grad_norm": 2.4693503379821777, + "learning_rate": 2.1835126027268493e-06, + "loss": 2.2747, + "step": 46271 + }, + { + "epoch": 0.7920710727674216, + "grad_norm": 2.6195058822631836, + "learning_rate": 2.183166821730134e-06, + "loss": 2.39, + "step": 46272 + }, + { + "epoch": 0.792088190485972, + "grad_norm": 2.5683131217956543, + "learning_rate": 2.1828210647596406e-06, + "loss": 2.4466, + "step": 46273 + }, + { + "epoch": 0.7921053082045225, + "grad_norm": 2.6123669147491455, + "learning_rate": 2.1824753318164337e-06, + "loss": 2.1695, + "step": 46274 + }, + { + "epoch": 0.792122425923073, + "grad_norm": 2.4998581409454346, + "learning_rate": 2.182129622901572e-06, + "loss": 2.2316, + "step": 46275 + }, + { + "epoch": 0.7921395436416234, + "grad_norm": 2.6638309955596924, + "learning_rate": 2.1817839380161186e-06, + "loss": 2.3608, + "step": 46276 + }, + { + "epoch": 0.7921566613601739, + "grad_norm": 2.729435920715332, + "learning_rate": 2.1814382771611377e-06, + "loss": 2.4273, + "step": 46277 + }, + { + "epoch": 0.7921737790787244, + "grad_norm": 2.594409227371216, + "learning_rate": 2.1810926403376897e-06, + "loss": 2.227, + "step": 46278 + }, + { + "epoch": 0.7921908967972748, + "grad_norm": 2.650164842605591, + "learning_rate": 2.18074702754684e-06, + "loss": 2.4268, + "step": 46279 + }, + { + "epoch": 0.7922080145158253, + "grad_norm": 2.549309730529785, + "learning_rate": 2.180401438789651e-06, + "loss": 2.4035, + "step": 46280 + }, + { + "epoch": 0.7922251322343759, + "grad_norm": 2.590355396270752, + "learning_rate": 2.180055874067182e-06, + "loss": 2.3474, + "step": 46281 + }, + { + "epoch": 0.7922422499529262, + "grad_norm": 2.593148708343506, + "learning_rate": 2.1797103333804946e-06, + "loss": 2.2567, + "step": 46282 + }, + { + "epoch": 0.7922593676714768, + "grad_norm": 2.4600236415863037, + "learning_rate": 2.1793648167306537e-06, + "loss": 2.3069, + "step": 46283 + }, + { + "epoch": 0.7922764853900273, + "grad_norm": 2.4302520751953125, + "learning_rate": 2.1790193241187197e-06, + "loss": 2.3134, + "step": 46284 + }, + { + "epoch": 0.7922936031085777, + "grad_norm": 2.5045266151428223, + "learning_rate": 2.1786738555457574e-06, + "loss": 2.3503, + "step": 46285 + }, + { + "epoch": 0.7923107208271282, + "grad_norm": 2.6730856895446777, + "learning_rate": 2.178328411012821e-06, + "loss": 2.3724, + "step": 46286 + }, + { + "epoch": 0.7923278385456787, + "grad_norm": 2.446981430053711, + "learning_rate": 2.1779829905209838e-06, + "loss": 2.3366, + "step": 46287 + }, + { + "epoch": 0.7923449562642291, + "grad_norm": 2.549100399017334, + "learning_rate": 2.177637594071298e-06, + "loss": 2.4579, + "step": 46288 + }, + { + "epoch": 0.7923620739827796, + "grad_norm": 2.358261823654175, + "learning_rate": 2.1772922216648285e-06, + "loss": 2.2726, + "step": 46289 + }, + { + "epoch": 0.7923791917013301, + "grad_norm": 2.58333158493042, + "learning_rate": 2.17694687330264e-06, + "loss": 2.4072, + "step": 46290 + }, + { + "epoch": 0.7923963094198805, + "grad_norm": 2.662947177886963, + "learning_rate": 2.176601548985785e-06, + "loss": 2.4514, + "step": 46291 + }, + { + "epoch": 0.792413427138431, + "grad_norm": 2.6730594635009766, + "learning_rate": 2.176256248715336e-06, + "loss": 2.3327, + "step": 46292 + }, + { + "epoch": 0.7924305448569815, + "grad_norm": 2.6305346488952637, + "learning_rate": 2.175910972492343e-06, + "loss": 2.3104, + "step": 46293 + }, + { + "epoch": 0.7924476625755319, + "grad_norm": 2.860830545425415, + "learning_rate": 2.1755657203178806e-06, + "loss": 2.4983, + "step": 46294 + }, + { + "epoch": 0.7924647802940824, + "grad_norm": 2.320333957672119, + "learning_rate": 2.1752204921929987e-06, + "loss": 2.2868, + "step": 46295 + }, + { + "epoch": 0.7924818980126329, + "grad_norm": 2.4296014308929443, + "learning_rate": 2.1748752881187628e-06, + "loss": 2.3604, + "step": 46296 + }, + { + "epoch": 0.7924990157311833, + "grad_norm": 2.5164906978607178, + "learning_rate": 2.1745301080962357e-06, + "loss": 2.4296, + "step": 46297 + }, + { + "epoch": 0.7925161334497338, + "grad_norm": 2.5984950065612793, + "learning_rate": 2.1741849521264713e-06, + "loss": 2.2754, + "step": 46298 + }, + { + "epoch": 0.7925332511682843, + "grad_norm": 2.5465667247772217, + "learning_rate": 2.1738398202105413e-06, + "loss": 2.2564, + "step": 46299 + }, + { + "epoch": 0.7925503688868347, + "grad_norm": 2.5110065937042236, + "learning_rate": 2.1734947123494976e-06, + "loss": 2.2848, + "step": 46300 + }, + { + "epoch": 0.7925674866053852, + "grad_norm": 2.5589840412139893, + "learning_rate": 2.1731496285444033e-06, + "loss": 2.4757, + "step": 46301 + }, + { + "epoch": 0.7925846043239357, + "grad_norm": 2.5404419898986816, + "learning_rate": 2.1728045687963205e-06, + "loss": 2.3077, + "step": 46302 + }, + { + "epoch": 0.7926017220424861, + "grad_norm": 2.53257155418396, + "learning_rate": 2.172459533106308e-06, + "loss": 2.3056, + "step": 46303 + }, + { + "epoch": 0.7926188397610366, + "grad_norm": 2.6969752311706543, + "learning_rate": 2.1721145214754315e-06, + "loss": 2.3159, + "step": 46304 + }, + { + "epoch": 0.7926359574795871, + "grad_norm": 2.647263526916504, + "learning_rate": 2.171769533904744e-06, + "loss": 2.3378, + "step": 46305 + }, + { + "epoch": 0.7926530751981375, + "grad_norm": 2.6632304191589355, + "learning_rate": 2.1714245703953086e-06, + "loss": 2.3782, + "step": 46306 + }, + { + "epoch": 0.792670192916688, + "grad_norm": 2.48370099067688, + "learning_rate": 2.1710796309481876e-06, + "loss": 2.4241, + "step": 46307 + }, + { + "epoch": 0.7926873106352386, + "grad_norm": 2.745241403579712, + "learning_rate": 2.1707347155644387e-06, + "loss": 2.2709, + "step": 46308 + }, + { + "epoch": 0.792704428353789, + "grad_norm": 2.4645273685455322, + "learning_rate": 2.170389824245123e-06, + "loss": 2.4189, + "step": 46309 + }, + { + "epoch": 0.7927215460723395, + "grad_norm": 2.5526938438415527, + "learning_rate": 2.170044956991301e-06, + "loss": 2.3468, + "step": 46310 + }, + { + "epoch": 0.79273866379089, + "grad_norm": 2.4982688426971436, + "learning_rate": 2.169700113804035e-06, + "loss": 2.3468, + "step": 46311 + }, + { + "epoch": 0.7927557815094404, + "grad_norm": 2.679387092590332, + "learning_rate": 2.16935529468438e-06, + "loss": 2.452, + "step": 46312 + }, + { + "epoch": 0.7927728992279909, + "grad_norm": 2.656362533569336, + "learning_rate": 2.169010499633398e-06, + "loss": 2.3001, + "step": 46313 + }, + { + "epoch": 0.7927900169465414, + "grad_norm": 2.593663454055786, + "learning_rate": 2.1686657286521483e-06, + "loss": 2.496, + "step": 46314 + }, + { + "epoch": 0.7928071346650918, + "grad_norm": 2.5839362144470215, + "learning_rate": 2.168320981741693e-06, + "loss": 2.3867, + "step": 46315 + }, + { + "epoch": 0.7928242523836423, + "grad_norm": 2.7409439086914062, + "learning_rate": 2.167976258903088e-06, + "loss": 2.3917, + "step": 46316 + }, + { + "epoch": 0.7928413701021928, + "grad_norm": 2.437180995941162, + "learning_rate": 2.167631560137399e-06, + "loss": 2.3085, + "step": 46317 + }, + { + "epoch": 0.7928584878207432, + "grad_norm": 2.4635422229766846, + "learning_rate": 2.1672868854456784e-06, + "loss": 2.247, + "step": 46318 + }, + { + "epoch": 0.7928756055392937, + "grad_norm": 2.5176641941070557, + "learning_rate": 2.1669422348289882e-06, + "loss": 2.3249, + "step": 46319 + }, + { + "epoch": 0.7928927232578442, + "grad_norm": 2.6347951889038086, + "learning_rate": 2.1665976082883876e-06, + "loss": 2.2301, + "step": 46320 + }, + { + "epoch": 0.7929098409763947, + "grad_norm": 2.555332660675049, + "learning_rate": 2.1662530058249377e-06, + "loss": 2.4039, + "step": 46321 + }, + { + "epoch": 0.7929269586949451, + "grad_norm": 2.498450756072998, + "learning_rate": 2.165908427439698e-06, + "loss": 2.2332, + "step": 46322 + }, + { + "epoch": 0.7929440764134956, + "grad_norm": 2.6616454124450684, + "learning_rate": 2.1655638731337213e-06, + "loss": 2.4091, + "step": 46323 + }, + { + "epoch": 0.7929611941320461, + "grad_norm": 2.5923733711242676, + "learning_rate": 2.1652193429080758e-06, + "loss": 2.3942, + "step": 46324 + }, + { + "epoch": 0.7929783118505965, + "grad_norm": 2.709713935852051, + "learning_rate": 2.164874836763814e-06, + "loss": 2.3008, + "step": 46325 + }, + { + "epoch": 0.792995429569147, + "grad_norm": 2.6085386276245117, + "learning_rate": 2.1645303547019967e-06, + "loss": 2.3491, + "step": 46326 + }, + { + "epoch": 0.7930125472876975, + "grad_norm": 2.683499813079834, + "learning_rate": 2.164185896723683e-06, + "loss": 2.4714, + "step": 46327 + }, + { + "epoch": 0.7930296650062479, + "grad_norm": 2.5011513233184814, + "learning_rate": 2.1638414628299307e-06, + "loss": 2.2956, + "step": 46328 + }, + { + "epoch": 0.7930467827247984, + "grad_norm": 2.5689542293548584, + "learning_rate": 2.1634970530218025e-06, + "loss": 2.3995, + "step": 46329 + }, + { + "epoch": 0.793063900443349, + "grad_norm": 2.4479098320007324, + "learning_rate": 2.163152667300348e-06, + "loss": 2.3159, + "step": 46330 + }, + { + "epoch": 0.7930810181618994, + "grad_norm": 2.6555681228637695, + "learning_rate": 2.162808305666637e-06, + "loss": 2.4618, + "step": 46331 + }, + { + "epoch": 0.7930981358804499, + "grad_norm": 2.4887654781341553, + "learning_rate": 2.1624639681217197e-06, + "loss": 2.2767, + "step": 46332 + }, + { + "epoch": 0.7931152535990004, + "grad_norm": 2.543148994445801, + "learning_rate": 2.162119654666657e-06, + "loss": 2.4374, + "step": 46333 + }, + { + "epoch": 0.7931323713175508, + "grad_norm": 2.4694478511810303, + "learning_rate": 2.16177536530251e-06, + "loss": 2.32, + "step": 46334 + }, + { + "epoch": 0.7931494890361013, + "grad_norm": 2.656681776046753, + "learning_rate": 2.1614311000303288e-06, + "loss": 2.4236, + "step": 46335 + }, + { + "epoch": 0.7931666067546518, + "grad_norm": 2.5745699405670166, + "learning_rate": 2.1610868588511825e-06, + "loss": 2.2631, + "step": 46336 + }, + { + "epoch": 0.7931837244732022, + "grad_norm": 2.73313307762146, + "learning_rate": 2.1607426417661213e-06, + "loss": 2.4224, + "step": 46337 + }, + { + "epoch": 0.7932008421917527, + "grad_norm": 2.7507035732269287, + "learning_rate": 2.1603984487762053e-06, + "loss": 2.406, + "step": 46338 + }, + { + "epoch": 0.7932179599103032, + "grad_norm": 2.551772117614746, + "learning_rate": 2.1600542798824954e-06, + "loss": 2.292, + "step": 46339 + }, + { + "epoch": 0.7932350776288536, + "grad_norm": 2.3283002376556396, + "learning_rate": 2.1597101350860406e-06, + "loss": 2.2482, + "step": 46340 + }, + { + "epoch": 0.7932521953474041, + "grad_norm": 2.7787399291992188, + "learning_rate": 2.1593660143879112e-06, + "loss": 2.4173, + "step": 46341 + }, + { + "epoch": 0.7932693130659546, + "grad_norm": 2.58797025680542, + "learning_rate": 2.159021917789156e-06, + "loss": 2.3523, + "step": 46342 + }, + { + "epoch": 0.793286430784505, + "grad_norm": 2.623415946960449, + "learning_rate": 2.1586778452908353e-06, + "loss": 2.2711, + "step": 46343 + }, + { + "epoch": 0.7933035485030555, + "grad_norm": 2.5897281169891357, + "learning_rate": 2.1583337968940055e-06, + "loss": 2.3667, + "step": 46344 + }, + { + "epoch": 0.793320666221606, + "grad_norm": 2.570967435836792, + "learning_rate": 2.1579897725997257e-06, + "loss": 2.295, + "step": 46345 + }, + { + "epoch": 0.7933377839401564, + "grad_norm": 2.5736966133117676, + "learning_rate": 2.157645772409056e-06, + "loss": 2.3451, + "step": 46346 + }, + { + "epoch": 0.7933549016587069, + "grad_norm": 2.396467685699463, + "learning_rate": 2.1573017963230446e-06, + "loss": 2.2646, + "step": 46347 + }, + { + "epoch": 0.7933720193772574, + "grad_norm": 2.4725911617279053, + "learning_rate": 2.1569578443427597e-06, + "loss": 2.2991, + "step": 46348 + }, + { + "epoch": 0.7933891370958078, + "grad_norm": 2.5846943855285645, + "learning_rate": 2.156613916469251e-06, + "loss": 2.3824, + "step": 46349 + }, + { + "epoch": 0.7934062548143583, + "grad_norm": 2.637495994567871, + "learning_rate": 2.1562700127035787e-06, + "loss": 2.3621, + "step": 46350 + }, + { + "epoch": 0.7934233725329088, + "grad_norm": 2.5179970264434814, + "learning_rate": 2.1559261330467984e-06, + "loss": 2.3242, + "step": 46351 + }, + { + "epoch": 0.7934404902514592, + "grad_norm": 2.32374906539917, + "learning_rate": 2.155582277499969e-06, + "loss": 2.2139, + "step": 46352 + }, + { + "epoch": 0.7934576079700097, + "grad_norm": 2.748533248901367, + "learning_rate": 2.1552384460641475e-06, + "loss": 2.2837, + "step": 46353 + }, + { + "epoch": 0.7934747256885603, + "grad_norm": 2.6671340465545654, + "learning_rate": 2.154894638740388e-06, + "loss": 2.3969, + "step": 46354 + }, + { + "epoch": 0.7934918434071107, + "grad_norm": 2.8144643306732178, + "learning_rate": 2.1545508555297478e-06, + "loss": 2.3529, + "step": 46355 + }, + { + "epoch": 0.7935089611256612, + "grad_norm": 2.529064893722534, + "learning_rate": 2.1542070964332853e-06, + "loss": 2.2527, + "step": 46356 + }, + { + "epoch": 0.7935260788442117, + "grad_norm": 2.626614809036255, + "learning_rate": 2.1538633614520554e-06, + "loss": 2.2889, + "step": 46357 + }, + { + "epoch": 0.7935431965627621, + "grad_norm": 2.6941261291503906, + "learning_rate": 2.153519650587116e-06, + "loss": 2.2591, + "step": 46358 + }, + { + "epoch": 0.7935603142813126, + "grad_norm": 2.7146010398864746, + "learning_rate": 2.1531759638395254e-06, + "loss": 2.344, + "step": 46359 + }, + { + "epoch": 0.7935774319998631, + "grad_norm": 2.5453546047210693, + "learning_rate": 2.1528323012103345e-06, + "loss": 2.3714, + "step": 46360 + }, + { + "epoch": 0.7935945497184135, + "grad_norm": 2.5181310176849365, + "learning_rate": 2.1524886627006037e-06, + "loss": 2.4396, + "step": 46361 + }, + { + "epoch": 0.793611667436964, + "grad_norm": 2.5848989486694336, + "learning_rate": 2.152145048311388e-06, + "loss": 2.2926, + "step": 46362 + }, + { + "epoch": 0.7936287851555145, + "grad_norm": 2.4472057819366455, + "learning_rate": 2.151801458043744e-06, + "loss": 2.289, + "step": 46363 + }, + { + "epoch": 0.7936459028740649, + "grad_norm": 2.5396597385406494, + "learning_rate": 2.1514578918987273e-06, + "loss": 2.3846, + "step": 46364 + }, + { + "epoch": 0.7936630205926154, + "grad_norm": 2.7038605213165283, + "learning_rate": 2.1511143498773947e-06, + "loss": 2.3995, + "step": 46365 + }, + { + "epoch": 0.7936801383111659, + "grad_norm": 2.6276981830596924, + "learning_rate": 2.150770831980803e-06, + "loss": 2.3705, + "step": 46366 + }, + { + "epoch": 0.7936972560297164, + "grad_norm": 2.437343120574951, + "learning_rate": 2.150427338210005e-06, + "loss": 2.2435, + "step": 46367 + }, + { + "epoch": 0.7937143737482668, + "grad_norm": 2.661367893218994, + "learning_rate": 2.1500838685660576e-06, + "loss": 2.3933, + "step": 46368 + }, + { + "epoch": 0.7937314914668173, + "grad_norm": 2.708963632583618, + "learning_rate": 2.1497404230500174e-06, + "loss": 2.4419, + "step": 46369 + }, + { + "epoch": 0.7937486091853678, + "grad_norm": 2.70413875579834, + "learning_rate": 2.1493970016629394e-06, + "loss": 2.4239, + "step": 46370 + }, + { + "epoch": 0.7937657269039182, + "grad_norm": 2.653671979904175, + "learning_rate": 2.149053604405883e-06, + "loss": 2.3335, + "step": 46371 + }, + { + "epoch": 0.7937828446224687, + "grad_norm": 2.626962661743164, + "learning_rate": 2.1487102312798934e-06, + "loss": 2.4052, + "step": 46372 + }, + { + "epoch": 0.7937999623410192, + "grad_norm": 2.5006678104400635, + "learning_rate": 2.148366882286039e-06, + "loss": 2.3123, + "step": 46373 + }, + { + "epoch": 0.7938170800595696, + "grad_norm": 2.641810178756714, + "learning_rate": 2.148023557425366e-06, + "loss": 2.3723, + "step": 46374 + }, + { + "epoch": 0.7938341977781201, + "grad_norm": 2.5562381744384766, + "learning_rate": 2.1476802566989328e-06, + "loss": 2.5159, + "step": 46375 + }, + { + "epoch": 0.7938513154966707, + "grad_norm": 2.6331372261047363, + "learning_rate": 2.147336980107797e-06, + "loss": 2.3848, + "step": 46376 + }, + { + "epoch": 0.793868433215221, + "grad_norm": 2.5441200733184814, + "learning_rate": 2.146993727653005e-06, + "loss": 2.2441, + "step": 46377 + }, + { + "epoch": 0.7938855509337716, + "grad_norm": 2.5019924640655518, + "learning_rate": 2.146650499335623e-06, + "loss": 2.3236, + "step": 46378 + }, + { + "epoch": 0.7939026686523221, + "grad_norm": 2.4841811656951904, + "learning_rate": 2.146307295156699e-06, + "loss": 2.1507, + "step": 46379 + }, + { + "epoch": 0.7939197863708725, + "grad_norm": 2.5872092247009277, + "learning_rate": 2.1459641151172893e-06, + "loss": 2.2785, + "step": 46380 + }, + { + "epoch": 0.793936904089423, + "grad_norm": 2.533353090286255, + "learning_rate": 2.1456209592184495e-06, + "loss": 2.2346, + "step": 46381 + }, + { + "epoch": 0.7939540218079735, + "grad_norm": 2.6117663383483887, + "learning_rate": 2.145277827461234e-06, + "loss": 2.266, + "step": 46382 + }, + { + "epoch": 0.7939711395265239, + "grad_norm": 2.5518991947174072, + "learning_rate": 2.1449347198466995e-06, + "loss": 2.3413, + "step": 46383 + }, + { + "epoch": 0.7939882572450744, + "grad_norm": 2.421114921569824, + "learning_rate": 2.1445916363758932e-06, + "loss": 2.2308, + "step": 46384 + }, + { + "epoch": 0.7940053749636249, + "grad_norm": 2.599705696105957, + "learning_rate": 2.144248577049881e-06, + "loss": 2.2858, + "step": 46385 + }, + { + "epoch": 0.7940224926821753, + "grad_norm": 2.687567710876465, + "learning_rate": 2.1439055418697085e-06, + "loss": 2.4101, + "step": 46386 + }, + { + "epoch": 0.7940396104007258, + "grad_norm": 2.5632245540618896, + "learning_rate": 2.1435625308364327e-06, + "loss": 2.3382, + "step": 46387 + }, + { + "epoch": 0.7940567281192763, + "grad_norm": 2.658376693725586, + "learning_rate": 2.1432195439511082e-06, + "loss": 2.3832, + "step": 46388 + }, + { + "epoch": 0.7940738458378267, + "grad_norm": 2.530322790145874, + "learning_rate": 2.142876581214789e-06, + "loss": 2.3028, + "step": 46389 + }, + { + "epoch": 0.7940909635563772, + "grad_norm": 2.729471206665039, + "learning_rate": 2.1425336426285316e-06, + "loss": 2.4839, + "step": 46390 + }, + { + "epoch": 0.7941080812749277, + "grad_norm": 2.3270790576934814, + "learning_rate": 2.142190728193385e-06, + "loss": 2.2488, + "step": 46391 + }, + { + "epoch": 0.7941251989934781, + "grad_norm": 2.7358756065368652, + "learning_rate": 2.141847837910407e-06, + "loss": 2.3512, + "step": 46392 + }, + { + "epoch": 0.7941423167120286, + "grad_norm": 2.4900500774383545, + "learning_rate": 2.1415049717806502e-06, + "loss": 2.2171, + "step": 46393 + }, + { + "epoch": 0.7941594344305791, + "grad_norm": 2.6187758445739746, + "learning_rate": 2.141162129805169e-06, + "loss": 2.2698, + "step": 46394 + }, + { + "epoch": 0.7941765521491295, + "grad_norm": 2.574769973754883, + "learning_rate": 2.140819311985016e-06, + "loss": 2.2909, + "step": 46395 + }, + { + "epoch": 0.79419366986768, + "grad_norm": 2.5003390312194824, + "learning_rate": 2.1404765183212494e-06, + "loss": 2.3517, + "step": 46396 + }, + { + "epoch": 0.7942107875862305, + "grad_norm": 2.6432178020477295, + "learning_rate": 2.1401337488149165e-06, + "loss": 2.1877, + "step": 46397 + }, + { + "epoch": 0.7942279053047809, + "grad_norm": 2.5959980487823486, + "learning_rate": 2.1397910034670734e-06, + "loss": 2.2833, + "step": 46398 + }, + { + "epoch": 0.7942450230233314, + "grad_norm": 2.66582989692688, + "learning_rate": 2.139448282278773e-06, + "loss": 2.3328, + "step": 46399 + }, + { + "epoch": 0.794262140741882, + "grad_norm": 2.722888469696045, + "learning_rate": 2.139105585251071e-06, + "loss": 2.3417, + "step": 46400 + }, + { + "epoch": 0.7942792584604323, + "grad_norm": 2.5877184867858887, + "learning_rate": 2.1387629123850183e-06, + "loss": 2.3677, + "step": 46401 + }, + { + "epoch": 0.7942963761789829, + "grad_norm": 2.4041366577148438, + "learning_rate": 2.1384202636816697e-06, + "loss": 2.3033, + "step": 46402 + }, + { + "epoch": 0.7943134938975334, + "grad_norm": 2.5823307037353516, + "learning_rate": 2.138077639142081e-06, + "loss": 2.2827, + "step": 46403 + }, + { + "epoch": 0.7943306116160838, + "grad_norm": 2.6092467308044434, + "learning_rate": 2.137735038767298e-06, + "loss": 2.3096, + "step": 46404 + }, + { + "epoch": 0.7943477293346343, + "grad_norm": 2.4796910285949707, + "learning_rate": 2.1373924625583786e-06, + "loss": 2.3237, + "step": 46405 + }, + { + "epoch": 0.7943648470531848, + "grad_norm": 2.596682071685791, + "learning_rate": 2.1370499105163755e-06, + "loss": 2.2416, + "step": 46406 + }, + { + "epoch": 0.7943819647717352, + "grad_norm": 2.5303003787994385, + "learning_rate": 2.13670738264234e-06, + "loss": 2.3657, + "step": 46407 + }, + { + "epoch": 0.7943990824902857, + "grad_norm": 2.714240789413452, + "learning_rate": 2.136364878937329e-06, + "loss": 2.3969, + "step": 46408 + }, + { + "epoch": 0.7944162002088362, + "grad_norm": 2.5679845809936523, + "learning_rate": 2.1360223994023877e-06, + "loss": 2.2855, + "step": 46409 + }, + { + "epoch": 0.7944333179273866, + "grad_norm": 2.608616590499878, + "learning_rate": 2.135679944038578e-06, + "loss": 2.2605, + "step": 46410 + }, + { + "epoch": 0.7944504356459371, + "grad_norm": 2.4306883811950684, + "learning_rate": 2.1353375128469455e-06, + "loss": 2.2954, + "step": 46411 + }, + { + "epoch": 0.7944675533644876, + "grad_norm": 2.78597092628479, + "learning_rate": 2.1349951058285446e-06, + "loss": 2.344, + "step": 46412 + }, + { + "epoch": 0.7944846710830381, + "grad_norm": 2.480175018310547, + "learning_rate": 2.1346527229844305e-06, + "loss": 2.3111, + "step": 46413 + }, + { + "epoch": 0.7945017888015885, + "grad_norm": 2.596736192703247, + "learning_rate": 2.1343103643156493e-06, + "loss": 2.3764, + "step": 46414 + }, + { + "epoch": 0.794518906520139, + "grad_norm": 2.5130152702331543, + "learning_rate": 2.133968029823261e-06, + "loss": 2.3331, + "step": 46415 + }, + { + "epoch": 0.7945360242386895, + "grad_norm": 2.577064037322998, + "learning_rate": 2.1336257195083087e-06, + "loss": 2.3076, + "step": 46416 + }, + { + "epoch": 0.7945531419572399, + "grad_norm": 2.733341693878174, + "learning_rate": 2.1332834333718567e-06, + "loss": 2.3763, + "step": 46417 + }, + { + "epoch": 0.7945702596757904, + "grad_norm": 2.564052104949951, + "learning_rate": 2.132941171414946e-06, + "loss": 2.3695, + "step": 46418 + }, + { + "epoch": 0.7945873773943409, + "grad_norm": 2.725416660308838, + "learning_rate": 2.132598933638633e-06, + "loss": 2.4276, + "step": 46419 + }, + { + "epoch": 0.7946044951128913, + "grad_norm": 2.648022174835205, + "learning_rate": 2.1322567200439737e-06, + "loss": 2.35, + "step": 46420 + }, + { + "epoch": 0.7946216128314418, + "grad_norm": 2.6083056926727295, + "learning_rate": 2.131914530632009e-06, + "loss": 2.295, + "step": 46421 + }, + { + "epoch": 0.7946387305499923, + "grad_norm": 2.6218159198760986, + "learning_rate": 2.1315723654038023e-06, + "loss": 2.2344, + "step": 46422 + }, + { + "epoch": 0.7946558482685427, + "grad_norm": 2.6311373710632324, + "learning_rate": 2.131230224360399e-06, + "loss": 2.466, + "step": 46423 + }, + { + "epoch": 0.7946729659870932, + "grad_norm": 2.5214905738830566, + "learning_rate": 2.130888107502851e-06, + "loss": 2.2948, + "step": 46424 + }, + { + "epoch": 0.7946900837056438, + "grad_norm": 2.5409746170043945, + "learning_rate": 2.1305460148322146e-06, + "loss": 2.3594, + "step": 46425 + }, + { + "epoch": 0.7947072014241942, + "grad_norm": 2.7209200859069824, + "learning_rate": 2.1302039463495303e-06, + "loss": 2.463, + "step": 46426 + }, + { + "epoch": 0.7947243191427447, + "grad_norm": 2.6454646587371826, + "learning_rate": 2.129861902055864e-06, + "loss": 2.3805, + "step": 46427 + }, + { + "epoch": 0.7947414368612952, + "grad_norm": 2.7285826206207275, + "learning_rate": 2.1295198819522566e-06, + "loss": 2.2963, + "step": 46428 + }, + { + "epoch": 0.7947585545798456, + "grad_norm": 2.6561367511749268, + "learning_rate": 2.1291778860397626e-06, + "loss": 2.4147, + "step": 46429 + }, + { + "epoch": 0.7947756722983961, + "grad_norm": 2.591416120529175, + "learning_rate": 2.128835914319434e-06, + "loss": 2.3031, + "step": 46430 + }, + { + "epoch": 0.7947927900169466, + "grad_norm": 2.4891252517700195, + "learning_rate": 2.12849396679232e-06, + "loss": 2.3183, + "step": 46431 + }, + { + "epoch": 0.794809907735497, + "grad_norm": 2.5706162452697754, + "learning_rate": 2.1281520434594747e-06, + "loss": 2.4141, + "step": 46432 + }, + { + "epoch": 0.7948270254540475, + "grad_norm": 2.577122688293457, + "learning_rate": 2.1278101443219455e-06, + "loss": 2.4314, + "step": 46433 + }, + { + "epoch": 0.794844143172598, + "grad_norm": 2.5364630222320557, + "learning_rate": 2.1274682693807845e-06, + "loss": 2.3342, + "step": 46434 + }, + { + "epoch": 0.7948612608911484, + "grad_norm": 2.5076262950897217, + "learning_rate": 2.127126418637043e-06, + "loss": 2.3378, + "step": 46435 + }, + { + "epoch": 0.7948783786096989, + "grad_norm": 2.55625319480896, + "learning_rate": 2.126784592091772e-06, + "loss": 2.2948, + "step": 46436 + }, + { + "epoch": 0.7948954963282494, + "grad_norm": 2.5646607875823975, + "learning_rate": 2.1264427897460206e-06, + "loss": 2.2952, + "step": 46437 + }, + { + "epoch": 0.7949126140467998, + "grad_norm": 2.6927809715270996, + "learning_rate": 2.1261010116008405e-06, + "loss": 2.3722, + "step": 46438 + }, + { + "epoch": 0.7949297317653503, + "grad_norm": 2.653695821762085, + "learning_rate": 2.125759257657286e-06, + "loss": 2.466, + "step": 46439 + }, + { + "epoch": 0.7949468494839008, + "grad_norm": 2.62253737449646, + "learning_rate": 2.1254175279164e-06, + "loss": 2.2815, + "step": 46440 + }, + { + "epoch": 0.7949639672024512, + "grad_norm": 2.5933189392089844, + "learning_rate": 2.1250758223792378e-06, + "loss": 2.2851, + "step": 46441 + }, + { + "epoch": 0.7949810849210017, + "grad_norm": 2.5845189094543457, + "learning_rate": 2.124734141046847e-06, + "loss": 2.2614, + "step": 46442 + }, + { + "epoch": 0.7949982026395522, + "grad_norm": 2.598336935043335, + "learning_rate": 2.12439248392028e-06, + "loss": 2.2615, + "step": 46443 + }, + { + "epoch": 0.7950153203581026, + "grad_norm": 2.503916025161743, + "learning_rate": 2.1240508510005864e-06, + "loss": 2.236, + "step": 46444 + }, + { + "epoch": 0.7950324380766531, + "grad_norm": 2.6381428241729736, + "learning_rate": 2.1237092422888183e-06, + "loss": 2.3937, + "step": 46445 + }, + { + "epoch": 0.7950495557952036, + "grad_norm": 2.748249053955078, + "learning_rate": 2.1233676577860184e-06, + "loss": 2.3729, + "step": 46446 + }, + { + "epoch": 0.795066673513754, + "grad_norm": 2.656710624694824, + "learning_rate": 2.123026097493247e-06, + "loss": 2.3317, + "step": 46447 + }, + { + "epoch": 0.7950837912323045, + "grad_norm": 2.633383274078369, + "learning_rate": 2.1226845614115456e-06, + "loss": 2.4425, + "step": 46448 + }, + { + "epoch": 0.7951009089508551, + "grad_norm": 2.7352678775787354, + "learning_rate": 2.1223430495419674e-06, + "loss": 2.2532, + "step": 46449 + }, + { + "epoch": 0.7951180266694055, + "grad_norm": 2.517064094543457, + "learning_rate": 2.122001561885564e-06, + "loss": 2.2503, + "step": 46450 + }, + { + "epoch": 0.795135144387956, + "grad_norm": 2.561328887939453, + "learning_rate": 2.1216600984433775e-06, + "loss": 2.3593, + "step": 46451 + }, + { + "epoch": 0.7951522621065065, + "grad_norm": 2.578951835632324, + "learning_rate": 2.121318659216468e-06, + "loss": 2.3289, + "step": 46452 + }, + { + "epoch": 0.7951693798250569, + "grad_norm": 2.6847569942474365, + "learning_rate": 2.120977244205874e-06, + "loss": 2.3048, + "step": 46453 + }, + { + "epoch": 0.7951864975436074, + "grad_norm": 2.703693389892578, + "learning_rate": 2.120635853412656e-06, + "loss": 2.4012, + "step": 46454 + }, + { + "epoch": 0.7952036152621579, + "grad_norm": 2.6048245429992676, + "learning_rate": 2.120294486837855e-06, + "loss": 2.3329, + "step": 46455 + }, + { + "epoch": 0.7952207329807083, + "grad_norm": 2.706085443496704, + "learning_rate": 2.119953144482524e-06, + "loss": 2.3936, + "step": 46456 + }, + { + "epoch": 0.7952378506992588, + "grad_norm": 2.6093857288360596, + "learning_rate": 2.119611826347713e-06, + "loss": 2.3648, + "step": 46457 + }, + { + "epoch": 0.7952549684178093, + "grad_norm": 2.3804149627685547, + "learning_rate": 2.119270532434463e-06, + "loss": 2.2318, + "step": 46458 + }, + { + "epoch": 0.7952720861363597, + "grad_norm": 2.7590749263763428, + "learning_rate": 2.118929262743836e-06, + "loss": 2.4156, + "step": 46459 + }, + { + "epoch": 0.7952892038549102, + "grad_norm": 2.494770050048828, + "learning_rate": 2.1185880172768713e-06, + "loss": 2.2314, + "step": 46460 + }, + { + "epoch": 0.7953063215734607, + "grad_norm": 2.5988147258758545, + "learning_rate": 2.118246796034621e-06, + "loss": 2.313, + "step": 46461 + }, + { + "epoch": 0.7953234392920112, + "grad_norm": 2.431260347366333, + "learning_rate": 2.117905599018135e-06, + "loss": 2.3256, + "step": 46462 + }, + { + "epoch": 0.7953405570105616, + "grad_norm": 2.498398780822754, + "learning_rate": 2.117564426228457e-06, + "loss": 2.3089, + "step": 46463 + }, + { + "epoch": 0.7953576747291121, + "grad_norm": 2.6422693729400635, + "learning_rate": 2.1172232776666436e-06, + "loss": 2.3648, + "step": 46464 + }, + { + "epoch": 0.7953747924476626, + "grad_norm": 2.4801700115203857, + "learning_rate": 2.116882153333737e-06, + "loss": 2.3722, + "step": 46465 + }, + { + "epoch": 0.795391910166213, + "grad_norm": 2.5666723251342773, + "learning_rate": 2.1165410532307874e-06, + "loss": 2.2887, + "step": 46466 + }, + { + "epoch": 0.7954090278847635, + "grad_norm": 2.5990209579467773, + "learning_rate": 2.1161999773588425e-06, + "loss": 2.3729, + "step": 46467 + }, + { + "epoch": 0.795426145603314, + "grad_norm": 2.4174845218658447, + "learning_rate": 2.1158589257189534e-06, + "loss": 2.2256, + "step": 46468 + }, + { + "epoch": 0.7954432633218644, + "grad_norm": 2.5826609134674072, + "learning_rate": 2.1155178983121683e-06, + "loss": 2.4902, + "step": 46469 + }, + { + "epoch": 0.7954603810404149, + "grad_norm": 2.5323445796966553, + "learning_rate": 2.115176895139531e-06, + "loss": 2.24, + "step": 46470 + }, + { + "epoch": 0.7954774987589655, + "grad_norm": 2.48227858543396, + "learning_rate": 2.114835916202094e-06, + "loss": 2.3449, + "step": 46471 + }, + { + "epoch": 0.7954946164775158, + "grad_norm": 2.5356857776641846, + "learning_rate": 2.1144949615009023e-06, + "loss": 2.248, + "step": 46472 + }, + { + "epoch": 0.7955117341960664, + "grad_norm": 2.73292875289917, + "learning_rate": 2.114154031037006e-06, + "loss": 2.4383, + "step": 46473 + }, + { + "epoch": 0.7955288519146169, + "grad_norm": 2.682495355606079, + "learning_rate": 2.1138131248114522e-06, + "loss": 2.3903, + "step": 46474 + }, + { + "epoch": 0.7955459696331673, + "grad_norm": 2.469259262084961, + "learning_rate": 2.1134722428252884e-06, + "loss": 2.2481, + "step": 46475 + }, + { + "epoch": 0.7955630873517178, + "grad_norm": 2.4995992183685303, + "learning_rate": 2.1131313850795664e-06, + "loss": 2.37, + "step": 46476 + }, + { + "epoch": 0.7955802050702683, + "grad_norm": 2.5787928104400635, + "learning_rate": 2.112790551575327e-06, + "loss": 2.3512, + "step": 46477 + }, + { + "epoch": 0.7955973227888187, + "grad_norm": 2.579961061477661, + "learning_rate": 2.1124497423136213e-06, + "loss": 2.3516, + "step": 46478 + }, + { + "epoch": 0.7956144405073692, + "grad_norm": 2.7833445072174072, + "learning_rate": 2.1121089572954966e-06, + "loss": 2.501, + "step": 46479 + }, + { + "epoch": 0.7956315582259197, + "grad_norm": 2.5725667476654053, + "learning_rate": 2.1117681965220007e-06, + "loss": 2.3453, + "step": 46480 + }, + { + "epoch": 0.7956486759444701, + "grad_norm": 2.559603214263916, + "learning_rate": 2.11142745999418e-06, + "loss": 2.3305, + "step": 46481 + }, + { + "epoch": 0.7956657936630206, + "grad_norm": 2.6917881965637207, + "learning_rate": 2.1110867477130847e-06, + "loss": 2.4868, + "step": 46482 + }, + { + "epoch": 0.7956829113815711, + "grad_norm": 2.7518436908721924, + "learning_rate": 2.1107460596797578e-06, + "loss": 2.293, + "step": 46483 + }, + { + "epoch": 0.7957000291001215, + "grad_norm": 2.4869778156280518, + "learning_rate": 2.1104053958952485e-06, + "loss": 2.3242, + "step": 46484 + }, + { + "epoch": 0.795717146818672, + "grad_norm": 2.7529585361480713, + "learning_rate": 2.1100647563606048e-06, + "loss": 2.3977, + "step": 46485 + }, + { + "epoch": 0.7957342645372225, + "grad_norm": 2.6950342655181885, + "learning_rate": 2.109724141076872e-06, + "loss": 2.3756, + "step": 46486 + }, + { + "epoch": 0.7957513822557729, + "grad_norm": 2.6976895332336426, + "learning_rate": 2.1093835500450998e-06, + "loss": 2.3126, + "step": 46487 + }, + { + "epoch": 0.7957684999743234, + "grad_norm": 2.5664680004119873, + "learning_rate": 2.1090429832663286e-06, + "loss": 2.5005, + "step": 46488 + }, + { + "epoch": 0.7957856176928739, + "grad_norm": 2.444611072540283, + "learning_rate": 2.1087024407416144e-06, + "loss": 2.3026, + "step": 46489 + }, + { + "epoch": 0.7958027354114243, + "grad_norm": 2.516921281814575, + "learning_rate": 2.1083619224719966e-06, + "loss": 2.2916, + "step": 46490 + }, + { + "epoch": 0.7958198531299748, + "grad_norm": 2.648946523666382, + "learning_rate": 2.108021428458524e-06, + "loss": 2.2823, + "step": 46491 + }, + { + "epoch": 0.7958369708485253, + "grad_norm": 2.635575771331787, + "learning_rate": 2.107680958702244e-06, + "loss": 2.3429, + "step": 46492 + }, + { + "epoch": 0.7958540885670757, + "grad_norm": 2.71427845954895, + "learning_rate": 2.1073405132042036e-06, + "loss": 2.3204, + "step": 46493 + }, + { + "epoch": 0.7958712062856262, + "grad_norm": 2.660594940185547, + "learning_rate": 2.1070000919654498e-06, + "loss": 2.3802, + "step": 46494 + }, + { + "epoch": 0.7958883240041768, + "grad_norm": 2.533367156982422, + "learning_rate": 2.106659694987021e-06, + "loss": 2.2819, + "step": 46495 + }, + { + "epoch": 0.7959054417227271, + "grad_norm": 2.5510668754577637, + "learning_rate": 2.1063193222699774e-06, + "loss": 2.2895, + "step": 46496 + }, + { + "epoch": 0.7959225594412777, + "grad_norm": 2.5739829540252686, + "learning_rate": 2.1059789738153536e-06, + "loss": 2.2919, + "step": 46497 + }, + { + "epoch": 0.7959396771598282, + "grad_norm": 2.731065034866333, + "learning_rate": 2.1056386496242e-06, + "loss": 2.312, + "step": 46498 + }, + { + "epoch": 0.7959567948783786, + "grad_norm": 2.568556070327759, + "learning_rate": 2.1052983496975645e-06, + "loss": 2.319, + "step": 46499 + }, + { + "epoch": 0.7959739125969291, + "grad_norm": 2.448176383972168, + "learning_rate": 2.1049580740364863e-06, + "loss": 2.2242, + "step": 46500 + }, + { + "epoch": 0.7959910303154796, + "grad_norm": 2.4284491539001465, + "learning_rate": 2.104617822642021e-06, + "loss": 2.3433, + "step": 46501 + }, + { + "epoch": 0.79600814803403, + "grad_norm": 2.5431582927703857, + "learning_rate": 2.104277595515206e-06, + "loss": 2.346, + "step": 46502 + }, + { + "epoch": 0.7960252657525805, + "grad_norm": 2.5952396392822266, + "learning_rate": 2.1039373926570917e-06, + "loss": 2.358, + "step": 46503 + }, + { + "epoch": 0.796042383471131, + "grad_norm": 2.516069173812866, + "learning_rate": 2.1035972140687244e-06, + "loss": 2.2871, + "step": 46504 + }, + { + "epoch": 0.7960595011896814, + "grad_norm": 2.5631754398345947, + "learning_rate": 2.1032570597511425e-06, + "loss": 2.3371, + "step": 46505 + }, + { + "epoch": 0.7960766189082319, + "grad_norm": 2.5805013179779053, + "learning_rate": 2.102916929705402e-06, + "loss": 2.3964, + "step": 46506 + }, + { + "epoch": 0.7960937366267824, + "grad_norm": 2.649301290512085, + "learning_rate": 2.1025768239325374e-06, + "loss": 2.4527, + "step": 46507 + }, + { + "epoch": 0.7961108543453329, + "grad_norm": 2.56166672706604, + "learning_rate": 2.1022367424336055e-06, + "loss": 2.4129, + "step": 46508 + }, + { + "epoch": 0.7961279720638833, + "grad_norm": 2.5699081420898438, + "learning_rate": 2.1018966852096435e-06, + "loss": 2.3142, + "step": 46509 + }, + { + "epoch": 0.7961450897824338, + "grad_norm": 2.6388535499572754, + "learning_rate": 2.1015566522616983e-06, + "loss": 2.3036, + "step": 46510 + }, + { + "epoch": 0.7961622075009843, + "grad_norm": 2.671056032180786, + "learning_rate": 2.101216643590819e-06, + "loss": 2.3367, + "step": 46511 + }, + { + "epoch": 0.7961793252195347, + "grad_norm": 2.6512980461120605, + "learning_rate": 2.100876659198041e-06, + "loss": 2.3947, + "step": 46512 + }, + { + "epoch": 0.7961964429380852, + "grad_norm": 2.6343576908111572, + "learning_rate": 2.1005366990844224e-06, + "loss": 2.3748, + "step": 46513 + }, + { + "epoch": 0.7962135606566357, + "grad_norm": 2.602236747741699, + "learning_rate": 2.100196763250998e-06, + "loss": 2.326, + "step": 46514 + }, + { + "epoch": 0.7962306783751861, + "grad_norm": 2.5049195289611816, + "learning_rate": 2.099856851698816e-06, + "loss": 2.413, + "step": 46515 + }, + { + "epoch": 0.7962477960937366, + "grad_norm": 2.4434664249420166, + "learning_rate": 2.0995169644289215e-06, + "loss": 2.2295, + "step": 46516 + }, + { + "epoch": 0.7962649138122871, + "grad_norm": 2.4869933128356934, + "learning_rate": 2.099177101442358e-06, + "loss": 2.3039, + "step": 46517 + }, + { + "epoch": 0.7962820315308375, + "grad_norm": 2.7711074352264404, + "learning_rate": 2.098837262740172e-06, + "loss": 2.4612, + "step": 46518 + }, + { + "epoch": 0.796299149249388, + "grad_norm": 2.679265260696411, + "learning_rate": 2.098497448323409e-06, + "loss": 2.3121, + "step": 46519 + }, + { + "epoch": 0.7963162669679386, + "grad_norm": 2.4937894344329834, + "learning_rate": 2.0981576581931096e-06, + "loss": 2.3232, + "step": 46520 + }, + { + "epoch": 0.796333384686489, + "grad_norm": 2.5438053607940674, + "learning_rate": 2.097817892350319e-06, + "loss": 2.3291, + "step": 46521 + }, + { + "epoch": 0.7963505024050395, + "grad_norm": 2.683720111846924, + "learning_rate": 2.097478150796084e-06, + "loss": 2.4024, + "step": 46522 + }, + { + "epoch": 0.79636762012359, + "grad_norm": 2.701185464859009, + "learning_rate": 2.097138433531447e-06, + "loss": 2.4184, + "step": 46523 + }, + { + "epoch": 0.7963847378421404, + "grad_norm": 2.7369868755340576, + "learning_rate": 2.0967987405574553e-06, + "loss": 2.3844, + "step": 46524 + }, + { + "epoch": 0.7964018555606909, + "grad_norm": 2.313107490539551, + "learning_rate": 2.0964590718751443e-06, + "loss": 2.3286, + "step": 46525 + }, + { + "epoch": 0.7964189732792414, + "grad_norm": 2.6721277236938477, + "learning_rate": 2.09611942748557e-06, + "loss": 2.367, + "step": 46526 + }, + { + "epoch": 0.7964360909977918, + "grad_norm": 2.6744821071624756, + "learning_rate": 2.0957798073897686e-06, + "loss": 2.2976, + "step": 46527 + }, + { + "epoch": 0.7964532087163423, + "grad_norm": 2.5712249279022217, + "learning_rate": 2.0954402115887838e-06, + "loss": 2.3119, + "step": 46528 + }, + { + "epoch": 0.7964703264348928, + "grad_norm": 2.407585859298706, + "learning_rate": 2.095100640083664e-06, + "loss": 2.2401, + "step": 46529 + }, + { + "epoch": 0.7964874441534432, + "grad_norm": 2.694183111190796, + "learning_rate": 2.094761092875448e-06, + "loss": 2.3174, + "step": 46530 + }, + { + "epoch": 0.7965045618719937, + "grad_norm": 2.7327263355255127, + "learning_rate": 2.094421569965186e-06, + "loss": 2.5259, + "step": 46531 + }, + { + "epoch": 0.7965216795905442, + "grad_norm": 2.6801960468292236, + "learning_rate": 2.094082071353911e-06, + "loss": 2.3685, + "step": 46532 + }, + { + "epoch": 0.7965387973090946, + "grad_norm": 2.6164867877960205, + "learning_rate": 2.0937425970426784e-06, + "loss": 2.2891, + "step": 46533 + }, + { + "epoch": 0.7965559150276451, + "grad_norm": 2.523142099380493, + "learning_rate": 2.0934031470325246e-06, + "loss": 2.3408, + "step": 46534 + }, + { + "epoch": 0.7965730327461956, + "grad_norm": 2.6126062870025635, + "learning_rate": 2.093063721324493e-06, + "loss": 2.301, + "step": 46535 + }, + { + "epoch": 0.796590150464746, + "grad_norm": 2.578941583633423, + "learning_rate": 2.0927243199196314e-06, + "loss": 2.1974, + "step": 46536 + }, + { + "epoch": 0.7966072681832965, + "grad_norm": 2.70849347114563, + "learning_rate": 2.0923849428189744e-06, + "loss": 2.2999, + "step": 46537 + }, + { + "epoch": 0.796624385901847, + "grad_norm": 2.62457275390625, + "learning_rate": 2.0920455900235768e-06, + "loss": 2.2627, + "step": 46538 + }, + { + "epoch": 0.7966415036203974, + "grad_norm": 2.40602707862854, + "learning_rate": 2.091706261534472e-06, + "loss": 2.2258, + "step": 46539 + }, + { + "epoch": 0.7966586213389479, + "grad_norm": 2.473865270614624, + "learning_rate": 2.091366957352706e-06, + "loss": 2.2006, + "step": 46540 + }, + { + "epoch": 0.7966757390574984, + "grad_norm": 2.441560983657837, + "learning_rate": 2.091027677479326e-06, + "loss": 2.2828, + "step": 46541 + }, + { + "epoch": 0.7966928567760488, + "grad_norm": 2.4445955753326416, + "learning_rate": 2.0906884219153656e-06, + "loss": 2.3205, + "step": 46542 + }, + { + "epoch": 0.7967099744945993, + "grad_norm": 2.465059280395508, + "learning_rate": 2.090349190661878e-06, + "loss": 2.3217, + "step": 46543 + }, + { + "epoch": 0.7967270922131499, + "grad_norm": 2.5723814964294434, + "learning_rate": 2.090009983719895e-06, + "loss": 2.3634, + "step": 46544 + }, + { + "epoch": 0.7967442099317003, + "grad_norm": 2.4685757160186768, + "learning_rate": 2.089670801090471e-06, + "loss": 2.3819, + "step": 46545 + }, + { + "epoch": 0.7967613276502508, + "grad_norm": 2.4773972034454346, + "learning_rate": 2.089331642774639e-06, + "loss": 2.2194, + "step": 46546 + }, + { + "epoch": 0.7967784453688013, + "grad_norm": 2.5790789127349854, + "learning_rate": 2.0889925087734463e-06, + "loss": 2.4428, + "step": 46547 + }, + { + "epoch": 0.7967955630873517, + "grad_norm": 2.506795883178711, + "learning_rate": 2.0886533990879365e-06, + "loss": 2.3375, + "step": 46548 + }, + { + "epoch": 0.7968126808059022, + "grad_norm": 2.589935541152954, + "learning_rate": 2.088314313719143e-06, + "loss": 2.3927, + "step": 46549 + }, + { + "epoch": 0.7968297985244527, + "grad_norm": 2.579921245574951, + "learning_rate": 2.0879752526681207e-06, + "loss": 2.2801, + "step": 46550 + }, + { + "epoch": 0.7968469162430031, + "grad_norm": 2.6816751956939697, + "learning_rate": 2.087636215935902e-06, + "loss": 2.3781, + "step": 46551 + }, + { + "epoch": 0.7968640339615536, + "grad_norm": 2.372105121612549, + "learning_rate": 2.087297203523533e-06, + "loss": 2.3285, + "step": 46552 + }, + { + "epoch": 0.7968811516801041, + "grad_norm": 2.5303006172180176, + "learning_rate": 2.0869582154320557e-06, + "loss": 2.3686, + "step": 46553 + }, + { + "epoch": 0.7968982693986546, + "grad_norm": 2.6499183177948, + "learning_rate": 2.0866192516625108e-06, + "loss": 2.3853, + "step": 46554 + }, + { + "epoch": 0.796915387117205, + "grad_norm": 2.7152771949768066, + "learning_rate": 2.086280312215944e-06, + "loss": 2.4352, + "step": 46555 + }, + { + "epoch": 0.7969325048357555, + "grad_norm": 2.56144642829895, + "learning_rate": 2.0859413970933904e-06, + "loss": 2.2586, + "step": 46556 + }, + { + "epoch": 0.796949622554306, + "grad_norm": 2.78324294090271, + "learning_rate": 2.085602506295896e-06, + "loss": 2.3551, + "step": 46557 + }, + { + "epoch": 0.7969667402728564, + "grad_norm": 2.908107280731201, + "learning_rate": 2.085263639824502e-06, + "loss": 2.4448, + "step": 46558 + }, + { + "epoch": 0.7969838579914069, + "grad_norm": 2.4644551277160645, + "learning_rate": 2.084924797680249e-06, + "loss": 2.4036, + "step": 46559 + }, + { + "epoch": 0.7970009757099574, + "grad_norm": 2.5657267570495605, + "learning_rate": 2.0845859798641786e-06, + "loss": 2.2793, + "step": 46560 + }, + { + "epoch": 0.7970180934285078, + "grad_norm": 2.4105024337768555, + "learning_rate": 2.084247186377336e-06, + "loss": 2.2981, + "step": 46561 + }, + { + "epoch": 0.7970352111470583, + "grad_norm": 2.501443386077881, + "learning_rate": 2.0839084172207567e-06, + "loss": 2.2698, + "step": 46562 + }, + { + "epoch": 0.7970523288656088, + "grad_norm": 2.5735697746276855, + "learning_rate": 2.0835696723954855e-06, + "loss": 2.439, + "step": 46563 + }, + { + "epoch": 0.7970694465841592, + "grad_norm": 2.5576624870300293, + "learning_rate": 2.083230951902562e-06, + "loss": 2.3325, + "step": 46564 + }, + { + "epoch": 0.7970865643027097, + "grad_norm": 2.5248961448669434, + "learning_rate": 2.0828922557430266e-06, + "loss": 2.2589, + "step": 46565 + }, + { + "epoch": 0.7971036820212603, + "grad_norm": 2.520101308822632, + "learning_rate": 2.0825535839179225e-06, + "loss": 2.3138, + "step": 46566 + }, + { + "epoch": 0.7971207997398106, + "grad_norm": 2.523421287536621, + "learning_rate": 2.0822149364282905e-06, + "loss": 2.2835, + "step": 46567 + }, + { + "epoch": 0.7971379174583612, + "grad_norm": 2.6567115783691406, + "learning_rate": 2.081876313275173e-06, + "loss": 2.4182, + "step": 46568 + }, + { + "epoch": 0.7971550351769117, + "grad_norm": 2.4676883220672607, + "learning_rate": 2.081537714459605e-06, + "loss": 2.276, + "step": 46569 + }, + { + "epoch": 0.7971721528954621, + "grad_norm": 2.546475887298584, + "learning_rate": 2.0811991399826324e-06, + "loss": 2.3646, + "step": 46570 + }, + { + "epoch": 0.7971892706140126, + "grad_norm": 2.670877456665039, + "learning_rate": 2.080860589845294e-06, + "loss": 2.4365, + "step": 46571 + }, + { + "epoch": 0.7972063883325631, + "grad_norm": 2.6478006839752197, + "learning_rate": 2.080522064048629e-06, + "loss": 2.3654, + "step": 46572 + }, + { + "epoch": 0.7972235060511135, + "grad_norm": 2.6452319622039795, + "learning_rate": 2.080183562593684e-06, + "loss": 2.4449, + "step": 46573 + }, + { + "epoch": 0.797240623769664, + "grad_norm": 2.4440958499908447, + "learning_rate": 2.079845085481489e-06, + "loss": 2.2972, + "step": 46574 + }, + { + "epoch": 0.7972577414882145, + "grad_norm": 2.6954314708709717, + "learning_rate": 2.0795066327130964e-06, + "loss": 2.3765, + "step": 46575 + }, + { + "epoch": 0.7972748592067649, + "grad_norm": 2.6764824390411377, + "learning_rate": 2.079168204289537e-06, + "loss": 2.2348, + "step": 46576 + }, + { + "epoch": 0.7972919769253154, + "grad_norm": 2.4471802711486816, + "learning_rate": 2.0788298002118544e-06, + "loss": 2.3043, + "step": 46577 + }, + { + "epoch": 0.7973090946438659, + "grad_norm": 2.5667755603790283, + "learning_rate": 2.0784914204810926e-06, + "loss": 2.3813, + "step": 46578 + }, + { + "epoch": 0.7973262123624163, + "grad_norm": 2.8631362915039062, + "learning_rate": 2.078153065098282e-06, + "loss": 2.4267, + "step": 46579 + }, + { + "epoch": 0.7973433300809668, + "grad_norm": 2.5756032466888428, + "learning_rate": 2.0778147340644737e-06, + "loss": 2.3572, + "step": 46580 + }, + { + "epoch": 0.7973604477995173, + "grad_norm": 2.6009092330932617, + "learning_rate": 2.077476427380697e-06, + "loss": 2.2608, + "step": 46581 + }, + { + "epoch": 0.7973775655180677, + "grad_norm": 2.5170164108276367, + "learning_rate": 2.077138145048002e-06, + "loss": 2.2847, + "step": 46582 + }, + { + "epoch": 0.7973946832366182, + "grad_norm": 2.6939709186553955, + "learning_rate": 2.076799887067422e-06, + "loss": 2.3945, + "step": 46583 + }, + { + "epoch": 0.7974118009551687, + "grad_norm": 2.728811502456665, + "learning_rate": 2.0764616534399973e-06, + "loss": 2.3325, + "step": 46584 + }, + { + "epoch": 0.7974289186737191, + "grad_norm": 2.5936439037323, + "learning_rate": 2.076123444166772e-06, + "loss": 2.4837, + "step": 46585 + }, + { + "epoch": 0.7974460363922696, + "grad_norm": 2.5198330879211426, + "learning_rate": 2.075785259248776e-06, + "loss": 2.3419, + "step": 46586 + }, + { + "epoch": 0.7974631541108201, + "grad_norm": 2.716768264770508, + "learning_rate": 2.0754470986870602e-06, + "loss": 2.3088, + "step": 46587 + }, + { + "epoch": 0.7974802718293705, + "grad_norm": 2.6064229011535645, + "learning_rate": 2.075108962482657e-06, + "loss": 2.3163, + "step": 46588 + }, + { + "epoch": 0.797497389547921, + "grad_norm": 2.6926631927490234, + "learning_rate": 2.074770850636606e-06, + "loss": 2.4473, + "step": 46589 + }, + { + "epoch": 0.7975145072664716, + "grad_norm": 2.5367796421051025, + "learning_rate": 2.0744327631499485e-06, + "loss": 2.4257, + "step": 46590 + }, + { + "epoch": 0.797531624985022, + "grad_norm": 2.6691200733184814, + "learning_rate": 2.0740947000237233e-06, + "loss": 2.4457, + "step": 46591 + }, + { + "epoch": 0.7975487427035725, + "grad_norm": 2.6375174522399902, + "learning_rate": 2.073756661258972e-06, + "loss": 2.3535, + "step": 46592 + }, + { + "epoch": 0.797565860422123, + "grad_norm": 2.623255968093872, + "learning_rate": 2.0734186468567272e-06, + "loss": 2.3086, + "step": 46593 + }, + { + "epoch": 0.7975829781406734, + "grad_norm": 2.603379726409912, + "learning_rate": 2.0730806568180316e-06, + "loss": 2.4056, + "step": 46594 + }, + { + "epoch": 0.7976000958592239, + "grad_norm": 2.679807424545288, + "learning_rate": 2.072742691143924e-06, + "loss": 2.414, + "step": 46595 + }, + { + "epoch": 0.7976172135777744, + "grad_norm": 2.607499122619629, + "learning_rate": 2.072404749835444e-06, + "loss": 2.4492, + "step": 46596 + }, + { + "epoch": 0.7976343312963248, + "grad_norm": 2.5393269062042236, + "learning_rate": 2.072066832893629e-06, + "loss": 2.3945, + "step": 46597 + }, + { + "epoch": 0.7976514490148753, + "grad_norm": 2.367647647857666, + "learning_rate": 2.0717289403195194e-06, + "loss": 2.2018, + "step": 46598 + }, + { + "epoch": 0.7976685667334258, + "grad_norm": 2.483058452606201, + "learning_rate": 2.0713910721141504e-06, + "loss": 2.2531, + "step": 46599 + }, + { + "epoch": 0.7976856844519763, + "grad_norm": 2.703555107116699, + "learning_rate": 2.0710532282785634e-06, + "loss": 2.4024, + "step": 46600 + }, + { + "epoch": 0.7977028021705267, + "grad_norm": 2.5012447834014893, + "learning_rate": 2.070715408813795e-06, + "loss": 2.3634, + "step": 46601 + }, + { + "epoch": 0.7977199198890772, + "grad_norm": 2.6283202171325684, + "learning_rate": 2.0703776137208853e-06, + "loss": 2.2986, + "step": 46602 + }, + { + "epoch": 0.7977370376076277, + "grad_norm": 2.4469223022460938, + "learning_rate": 2.0700398430008706e-06, + "loss": 2.2954, + "step": 46603 + }, + { + "epoch": 0.7977541553261781, + "grad_norm": 2.4586715698242188, + "learning_rate": 2.069702096654791e-06, + "loss": 2.2465, + "step": 46604 + }, + { + "epoch": 0.7977712730447286, + "grad_norm": 2.492424726486206, + "learning_rate": 2.0693643746836854e-06, + "loss": 2.2815, + "step": 46605 + }, + { + "epoch": 0.7977883907632791, + "grad_norm": 2.6782305240631104, + "learning_rate": 2.069026677088589e-06, + "loss": 2.3709, + "step": 46606 + }, + { + "epoch": 0.7978055084818295, + "grad_norm": 2.6942851543426514, + "learning_rate": 2.06868900387054e-06, + "loss": 2.2529, + "step": 46607 + }, + { + "epoch": 0.79782262620038, + "grad_norm": 2.4364266395568848, + "learning_rate": 2.0683513550305777e-06, + "loss": 2.3085, + "step": 46608 + }, + { + "epoch": 0.7978397439189305, + "grad_norm": 2.524531602859497, + "learning_rate": 2.06801373056974e-06, + "loss": 2.3948, + "step": 46609 + }, + { + "epoch": 0.7978568616374809, + "grad_norm": 2.3964784145355225, + "learning_rate": 2.067676130489066e-06, + "loss": 2.31, + "step": 46610 + }, + { + "epoch": 0.7978739793560314, + "grad_norm": 2.4381136894226074, + "learning_rate": 2.0673385547895863e-06, + "loss": 2.2648, + "step": 46611 + }, + { + "epoch": 0.797891097074582, + "grad_norm": 2.5154550075531006, + "learning_rate": 2.06700100347235e-06, + "loss": 2.3528, + "step": 46612 + }, + { + "epoch": 0.7979082147931323, + "grad_norm": 2.3843140602111816, + "learning_rate": 2.066663476538384e-06, + "loss": 2.3515, + "step": 46613 + }, + { + "epoch": 0.7979253325116828, + "grad_norm": 2.5578317642211914, + "learning_rate": 2.066325973988731e-06, + "loss": 2.3367, + "step": 46614 + }, + { + "epoch": 0.7979424502302334, + "grad_norm": 2.5117392539978027, + "learning_rate": 2.0659884958244304e-06, + "loss": 2.3058, + "step": 46615 + }, + { + "epoch": 0.7979595679487838, + "grad_norm": 2.5018253326416016, + "learning_rate": 2.06565104204651e-06, + "loss": 2.3345, + "step": 46616 + }, + { + "epoch": 0.7979766856673343, + "grad_norm": 2.564415454864502, + "learning_rate": 2.0653136126560204e-06, + "loss": 2.3444, + "step": 46617 + }, + { + "epoch": 0.7979938033858848, + "grad_norm": 2.609386682510376, + "learning_rate": 2.064976207653986e-06, + "loss": 2.2669, + "step": 46618 + }, + { + "epoch": 0.7980109211044352, + "grad_norm": 2.5902113914489746, + "learning_rate": 2.064638827041455e-06, + "loss": 2.2994, + "step": 46619 + }, + { + "epoch": 0.7980280388229857, + "grad_norm": 2.6139492988586426, + "learning_rate": 2.0643014708194564e-06, + "loss": 2.3058, + "step": 46620 + }, + { + "epoch": 0.7980451565415362, + "grad_norm": 2.573561191558838, + "learning_rate": 2.0639641389890298e-06, + "loss": 2.2531, + "step": 46621 + }, + { + "epoch": 0.7980622742600866, + "grad_norm": 2.6160027980804443, + "learning_rate": 2.0636268315512144e-06, + "loss": 2.2838, + "step": 46622 + }, + { + "epoch": 0.7980793919786371, + "grad_norm": 2.7279813289642334, + "learning_rate": 2.0632895485070394e-06, + "loss": 2.3186, + "step": 46623 + }, + { + "epoch": 0.7980965096971876, + "grad_norm": 2.672044038772583, + "learning_rate": 2.0629522898575527e-06, + "loss": 2.3565, + "step": 46624 + }, + { + "epoch": 0.798113627415738, + "grad_norm": 2.4811174869537354, + "learning_rate": 2.0626150556037816e-06, + "loss": 2.3196, + "step": 46625 + }, + { + "epoch": 0.7981307451342885, + "grad_norm": 2.440204381942749, + "learning_rate": 2.0622778457467664e-06, + "loss": 2.3334, + "step": 46626 + }, + { + "epoch": 0.798147862852839, + "grad_norm": 2.600691556930542, + "learning_rate": 2.061940660287546e-06, + "loss": 2.3126, + "step": 46627 + }, + { + "epoch": 0.7981649805713894, + "grad_norm": 2.7901086807250977, + "learning_rate": 2.0616034992271484e-06, + "loss": 2.3783, + "step": 46628 + }, + { + "epoch": 0.7981820982899399, + "grad_norm": 2.561629295349121, + "learning_rate": 2.061266362566621e-06, + "loss": 2.3693, + "step": 46629 + }, + { + "epoch": 0.7981992160084904, + "grad_norm": 2.628263235092163, + "learning_rate": 2.060929250306991e-06, + "loss": 2.3073, + "step": 46630 + }, + { + "epoch": 0.7982163337270408, + "grad_norm": 2.657604455947876, + "learning_rate": 2.0605921624492997e-06, + "loss": 2.3842, + "step": 46631 + }, + { + "epoch": 0.7982334514455913, + "grad_norm": 2.683655023574829, + "learning_rate": 2.06025509899458e-06, + "loss": 2.3373, + "step": 46632 + }, + { + "epoch": 0.7982505691641418, + "grad_norm": 2.472500801086426, + "learning_rate": 2.0599180599438708e-06, + "loss": 2.206, + "step": 46633 + }, + { + "epoch": 0.7982676868826922, + "grad_norm": 2.5692784786224365, + "learning_rate": 2.059581045298208e-06, + "loss": 2.2245, + "step": 46634 + }, + { + "epoch": 0.7982848046012427, + "grad_norm": 2.7025954723358154, + "learning_rate": 2.0592440550586214e-06, + "loss": 2.3767, + "step": 46635 + }, + { + "epoch": 0.7983019223197932, + "grad_norm": 2.728426694869995, + "learning_rate": 2.0589070892261575e-06, + "loss": 2.4637, + "step": 46636 + }, + { + "epoch": 0.7983190400383436, + "grad_norm": 2.6711843013763428, + "learning_rate": 2.0585701478018428e-06, + "loss": 2.3985, + "step": 46637 + }, + { + "epoch": 0.7983361577568941, + "grad_norm": 2.5290982723236084, + "learning_rate": 2.058233230786717e-06, + "loss": 2.4064, + "step": 46638 + }, + { + "epoch": 0.7983532754754447, + "grad_norm": 2.6128175258636475, + "learning_rate": 2.057896338181814e-06, + "loss": 2.4371, + "step": 46639 + }, + { + "epoch": 0.798370393193995, + "grad_norm": 2.468736171722412, + "learning_rate": 2.0575594699881705e-06, + "loss": 2.3096, + "step": 46640 + }, + { + "epoch": 0.7983875109125456, + "grad_norm": 2.642026901245117, + "learning_rate": 2.057222626206824e-06, + "loss": 2.3058, + "step": 46641 + }, + { + "epoch": 0.7984046286310961, + "grad_norm": 2.5760397911071777, + "learning_rate": 2.0568858068388054e-06, + "loss": 2.3795, + "step": 46642 + }, + { + "epoch": 0.7984217463496465, + "grad_norm": 2.7505292892456055, + "learning_rate": 2.0565490118851517e-06, + "loss": 2.3964, + "step": 46643 + }, + { + "epoch": 0.798438864068197, + "grad_norm": 2.3764560222625732, + "learning_rate": 2.056212241346898e-06, + "loss": 2.2015, + "step": 46644 + }, + { + "epoch": 0.7984559817867475, + "grad_norm": 2.5236728191375732, + "learning_rate": 2.05587549522508e-06, + "loss": 2.2948, + "step": 46645 + }, + { + "epoch": 0.7984730995052979, + "grad_norm": 2.5165631771087646, + "learning_rate": 2.0555387735207334e-06, + "loss": 2.3356, + "step": 46646 + }, + { + "epoch": 0.7984902172238484, + "grad_norm": 2.501223087310791, + "learning_rate": 2.0552020762348947e-06, + "loss": 2.2891, + "step": 46647 + }, + { + "epoch": 0.7985073349423989, + "grad_norm": 2.594169855117798, + "learning_rate": 2.054865403368593e-06, + "loss": 2.3122, + "step": 46648 + }, + { + "epoch": 0.7985244526609494, + "grad_norm": 2.5481057167053223, + "learning_rate": 2.0545287549228664e-06, + "loss": 2.3257, + "step": 46649 + }, + { + "epoch": 0.7985415703794998, + "grad_norm": 2.636253595352173, + "learning_rate": 2.0541921308987513e-06, + "loss": 2.3355, + "step": 46650 + }, + { + "epoch": 0.7985586880980503, + "grad_norm": 2.6712183952331543, + "learning_rate": 2.05385553129728e-06, + "loss": 2.4529, + "step": 46651 + }, + { + "epoch": 0.7985758058166008, + "grad_norm": 2.6018307209014893, + "learning_rate": 2.05351895611949e-06, + "loss": 2.3136, + "step": 46652 + }, + { + "epoch": 0.7985929235351512, + "grad_norm": 2.6571953296661377, + "learning_rate": 2.0531824053664084e-06, + "loss": 2.387, + "step": 46653 + }, + { + "epoch": 0.7986100412537017, + "grad_norm": 2.6622772216796875, + "learning_rate": 2.0528458790390806e-06, + "loss": 2.303, + "step": 46654 + }, + { + "epoch": 0.7986271589722522, + "grad_norm": 2.4872946739196777, + "learning_rate": 2.052509377138531e-06, + "loss": 2.3747, + "step": 46655 + }, + { + "epoch": 0.7986442766908026, + "grad_norm": 2.582545518875122, + "learning_rate": 2.052172899665802e-06, + "loss": 2.3362, + "step": 46656 + }, + { + "epoch": 0.7986613944093531, + "grad_norm": 2.56272292137146, + "learning_rate": 2.051836446621922e-06, + "loss": 2.2533, + "step": 46657 + }, + { + "epoch": 0.7986785121279036, + "grad_norm": 2.489982843399048, + "learning_rate": 2.051500018007927e-06, + "loss": 2.4015, + "step": 46658 + }, + { + "epoch": 0.798695629846454, + "grad_norm": 2.713059425354004, + "learning_rate": 2.0511636138248546e-06, + "loss": 2.4302, + "step": 46659 + }, + { + "epoch": 0.7987127475650045, + "grad_norm": 2.6622612476348877, + "learning_rate": 2.0508272340737302e-06, + "loss": 2.3274, + "step": 46660 + }, + { + "epoch": 0.798729865283555, + "grad_norm": 2.547539710998535, + "learning_rate": 2.0504908787555977e-06, + "loss": 2.2382, + "step": 46661 + }, + { + "epoch": 0.7987469830021054, + "grad_norm": 2.546112298965454, + "learning_rate": 2.0501545478714837e-06, + "loss": 2.3215, + "step": 46662 + }, + { + "epoch": 0.798764100720656, + "grad_norm": 2.6903629302978516, + "learning_rate": 2.0498182414224245e-06, + "loss": 2.4102, + "step": 46663 + }, + { + "epoch": 0.7987812184392065, + "grad_norm": 2.55071759223938, + "learning_rate": 2.049481959409456e-06, + "loss": 2.3317, + "step": 46664 + }, + { + "epoch": 0.7987983361577569, + "grad_norm": 2.507092237472534, + "learning_rate": 2.0491457018336046e-06, + "loss": 2.2249, + "step": 46665 + }, + { + "epoch": 0.7988154538763074, + "grad_norm": 2.469301223754883, + "learning_rate": 2.0488094686959136e-06, + "loss": 2.3296, + "step": 46666 + }, + { + "epoch": 0.7988325715948579, + "grad_norm": 2.5781149864196777, + "learning_rate": 2.04847325999741e-06, + "loss": 2.3584, + "step": 46667 + }, + { + "epoch": 0.7988496893134083, + "grad_norm": 2.726149320602417, + "learning_rate": 2.0481370757391284e-06, + "loss": 2.4222, + "step": 46668 + }, + { + "epoch": 0.7988668070319588, + "grad_norm": 2.415998697280884, + "learning_rate": 2.0478009159221022e-06, + "loss": 2.3612, + "step": 46669 + }, + { + "epoch": 0.7988839247505093, + "grad_norm": 2.4978702068328857, + "learning_rate": 2.047464780547366e-06, + "loss": 2.1963, + "step": 46670 + }, + { + "epoch": 0.7989010424690597, + "grad_norm": 2.5680932998657227, + "learning_rate": 2.047128669615953e-06, + "loss": 2.4376, + "step": 46671 + }, + { + "epoch": 0.7989181601876102, + "grad_norm": 2.458355188369751, + "learning_rate": 2.0467925831288917e-06, + "loss": 2.2474, + "step": 46672 + }, + { + "epoch": 0.7989352779061607, + "grad_norm": 2.7042996883392334, + "learning_rate": 2.0464565210872223e-06, + "loss": 2.3766, + "step": 46673 + }, + { + "epoch": 0.7989523956247111, + "grad_norm": 2.590592622756958, + "learning_rate": 2.0461204834919725e-06, + "loss": 2.4288, + "step": 46674 + }, + { + "epoch": 0.7989695133432616, + "grad_norm": 2.4607532024383545, + "learning_rate": 2.0457844703441763e-06, + "loss": 2.2358, + "step": 46675 + }, + { + "epoch": 0.7989866310618121, + "grad_norm": 2.6387999057769775, + "learning_rate": 2.0454484816448673e-06, + "loss": 2.231, + "step": 46676 + }, + { + "epoch": 0.7990037487803625, + "grad_norm": 2.5560805797576904, + "learning_rate": 2.0451125173950783e-06, + "loss": 2.3188, + "step": 46677 + }, + { + "epoch": 0.799020866498913, + "grad_norm": 2.6302008628845215, + "learning_rate": 2.0447765775958427e-06, + "loss": 2.3141, + "step": 46678 + }, + { + "epoch": 0.7990379842174635, + "grad_norm": 2.505256175994873, + "learning_rate": 2.0444406622481906e-06, + "loss": 2.3512, + "step": 46679 + }, + { + "epoch": 0.7990551019360139, + "grad_norm": 2.5475258827209473, + "learning_rate": 2.044104771353156e-06, + "loss": 2.3475, + "step": 46680 + }, + { + "epoch": 0.7990722196545644, + "grad_norm": 2.492893695831299, + "learning_rate": 2.0437689049117692e-06, + "loss": 2.2258, + "step": 46681 + }, + { + "epoch": 0.7990893373731149, + "grad_norm": 2.7292144298553467, + "learning_rate": 2.0434330629250664e-06, + "loss": 2.4029, + "step": 46682 + }, + { + "epoch": 0.7991064550916653, + "grad_norm": 2.6169962882995605, + "learning_rate": 2.0430972453940766e-06, + "loss": 2.3353, + "step": 46683 + }, + { + "epoch": 0.7991235728102158, + "grad_norm": 2.571882724761963, + "learning_rate": 2.0427614523198368e-06, + "loss": 2.2906, + "step": 46684 + }, + { + "epoch": 0.7991406905287664, + "grad_norm": 2.692216396331787, + "learning_rate": 2.0424256837033717e-06, + "loss": 2.2311, + "step": 46685 + }, + { + "epoch": 0.7991578082473167, + "grad_norm": 2.5930397510528564, + "learning_rate": 2.0420899395457183e-06, + "loss": 2.2345, + "step": 46686 + }, + { + "epoch": 0.7991749259658673, + "grad_norm": 2.710664749145508, + "learning_rate": 2.041754219847907e-06, + "loss": 2.4079, + "step": 46687 + }, + { + "epoch": 0.7991920436844178, + "grad_norm": 2.5250468254089355, + "learning_rate": 2.0414185246109707e-06, + "loss": 2.2891, + "step": 46688 + }, + { + "epoch": 0.7992091614029682, + "grad_norm": 2.554971694946289, + "learning_rate": 2.041082853835943e-06, + "loss": 2.1471, + "step": 46689 + }, + { + "epoch": 0.7992262791215187, + "grad_norm": 2.644554376602173, + "learning_rate": 2.0407472075238476e-06, + "loss": 2.2974, + "step": 46690 + }, + { + "epoch": 0.7992433968400692, + "grad_norm": 2.6137499809265137, + "learning_rate": 2.040411585675727e-06, + "loss": 2.398, + "step": 46691 + }, + { + "epoch": 0.7992605145586196, + "grad_norm": 2.526090383529663, + "learning_rate": 2.0400759882926057e-06, + "loss": 2.2988, + "step": 46692 + }, + { + "epoch": 0.7992776322771701, + "grad_norm": 2.678863763809204, + "learning_rate": 2.0397404153755163e-06, + "loss": 2.3639, + "step": 46693 + }, + { + "epoch": 0.7992947499957206, + "grad_norm": 2.5228989124298096, + "learning_rate": 2.039404866925492e-06, + "loss": 2.2613, + "step": 46694 + }, + { + "epoch": 0.7993118677142711, + "grad_norm": 2.710719108581543, + "learning_rate": 2.0390693429435626e-06, + "loss": 2.3791, + "step": 46695 + }, + { + "epoch": 0.7993289854328215, + "grad_norm": 2.520411729812622, + "learning_rate": 2.0387338434307625e-06, + "loss": 2.2894, + "step": 46696 + }, + { + "epoch": 0.799346103151372, + "grad_norm": 2.4828429222106934, + "learning_rate": 2.038398368388116e-06, + "loss": 2.357, + "step": 46697 + }, + { + "epoch": 0.7993632208699225, + "grad_norm": 2.6657779216766357, + "learning_rate": 2.0380629178166635e-06, + "loss": 2.4118, + "step": 46698 + }, + { + "epoch": 0.7993803385884729, + "grad_norm": 2.673525094985962, + "learning_rate": 2.0377274917174283e-06, + "loss": 2.28, + "step": 46699 + }, + { + "epoch": 0.7993974563070234, + "grad_norm": 2.5573017597198486, + "learning_rate": 2.0373920900914445e-06, + "loss": 2.4214, + "step": 46700 + }, + { + "epoch": 0.7994145740255739, + "grad_norm": 2.616988182067871, + "learning_rate": 2.0370567129397446e-06, + "loss": 2.3587, + "step": 46701 + }, + { + "epoch": 0.7994316917441243, + "grad_norm": 2.6329903602600098, + "learning_rate": 2.036721360263354e-06, + "loss": 2.4015, + "step": 46702 + }, + { + "epoch": 0.7994488094626748, + "grad_norm": 2.6343119144439697, + "learning_rate": 2.036386032063311e-06, + "loss": 2.3792, + "step": 46703 + }, + { + "epoch": 0.7994659271812253, + "grad_norm": 2.5928478240966797, + "learning_rate": 2.0360507283406405e-06, + "loss": 2.2594, + "step": 46704 + }, + { + "epoch": 0.7994830448997757, + "grad_norm": 2.596834659576416, + "learning_rate": 2.035715449096375e-06, + "loss": 2.419, + "step": 46705 + }, + { + "epoch": 0.7995001626183262, + "grad_norm": 2.8104336261749268, + "learning_rate": 2.0353801943315477e-06, + "loss": 2.4478, + "step": 46706 + }, + { + "epoch": 0.7995172803368767, + "grad_norm": 2.2999813556671143, + "learning_rate": 2.03504496404718e-06, + "loss": 2.2004, + "step": 46707 + }, + { + "epoch": 0.7995343980554271, + "grad_norm": 2.7022223472595215, + "learning_rate": 2.0347097582443154e-06, + "loss": 2.4509, + "step": 46708 + }, + { + "epoch": 0.7995515157739777, + "grad_norm": 2.5182573795318604, + "learning_rate": 2.0343745769239707e-06, + "loss": 2.3619, + "step": 46709 + }, + { + "epoch": 0.7995686334925282, + "grad_norm": 2.7534492015838623, + "learning_rate": 2.0340394200871895e-06, + "loss": 2.29, + "step": 46710 + }, + { + "epoch": 0.7995857512110786, + "grad_norm": 2.601804494857788, + "learning_rate": 2.033704287734992e-06, + "loss": 2.2814, + "step": 46711 + }, + { + "epoch": 0.7996028689296291, + "grad_norm": 2.7744171619415283, + "learning_rate": 2.033369179868412e-06, + "loss": 2.3102, + "step": 46712 + }, + { + "epoch": 0.7996199866481796, + "grad_norm": 2.5980677604675293, + "learning_rate": 2.033034096488482e-06, + "loss": 2.3486, + "step": 46713 + }, + { + "epoch": 0.79963710436673, + "grad_norm": 2.5250184535980225, + "learning_rate": 2.032699037596223e-06, + "loss": 2.2419, + "step": 46714 + }, + { + "epoch": 0.7996542220852805, + "grad_norm": 2.552055597305298, + "learning_rate": 2.032364003192676e-06, + "loss": 2.1955, + "step": 46715 + }, + { + "epoch": 0.799671339803831, + "grad_norm": 2.677541494369507, + "learning_rate": 2.032028993278864e-06, + "loss": 2.4684, + "step": 46716 + }, + { + "epoch": 0.7996884575223814, + "grad_norm": 2.49916672706604, + "learning_rate": 2.031694007855818e-06, + "loss": 2.3794, + "step": 46717 + }, + { + "epoch": 0.7997055752409319, + "grad_norm": 2.9913742542266846, + "learning_rate": 2.0313590469245683e-06, + "loss": 2.3178, + "step": 46718 + }, + { + "epoch": 0.7997226929594824, + "grad_norm": 2.581813335418701, + "learning_rate": 2.031024110486144e-06, + "loss": 2.2995, + "step": 46719 + }, + { + "epoch": 0.7997398106780328, + "grad_norm": 2.6045761108398438, + "learning_rate": 2.030689198541578e-06, + "loss": 2.3792, + "step": 46720 + }, + { + "epoch": 0.7997569283965833, + "grad_norm": 2.6105575561523438, + "learning_rate": 2.030354311091892e-06, + "loss": 2.2886, + "step": 46721 + }, + { + "epoch": 0.7997740461151338, + "grad_norm": 2.6919026374816895, + "learning_rate": 2.0300194481381217e-06, + "loss": 2.3714, + "step": 46722 + }, + { + "epoch": 0.7997911638336842, + "grad_norm": 2.5153980255126953, + "learning_rate": 2.029684609681294e-06, + "loss": 2.3407, + "step": 46723 + }, + { + "epoch": 0.7998082815522347, + "grad_norm": 2.6863341331481934, + "learning_rate": 2.0293497957224375e-06, + "loss": 2.4501, + "step": 46724 + }, + { + "epoch": 0.7998253992707852, + "grad_norm": 2.707251787185669, + "learning_rate": 2.0290150062625836e-06, + "loss": 2.343, + "step": 46725 + }, + { + "epoch": 0.7998425169893356, + "grad_norm": 2.6524479389190674, + "learning_rate": 2.0286802413027596e-06, + "loss": 2.3787, + "step": 46726 + }, + { + "epoch": 0.7998596347078861, + "grad_norm": 2.4470374584198, + "learning_rate": 2.0283455008439946e-06, + "loss": 2.3026, + "step": 46727 + }, + { + "epoch": 0.7998767524264366, + "grad_norm": 2.8991031646728516, + "learning_rate": 2.02801078488732e-06, + "loss": 2.3872, + "step": 46728 + }, + { + "epoch": 0.799893870144987, + "grad_norm": 2.587496280670166, + "learning_rate": 2.02767609343376e-06, + "loss": 2.3601, + "step": 46729 + }, + { + "epoch": 0.7999109878635375, + "grad_norm": 2.47131085395813, + "learning_rate": 2.027341426484346e-06, + "loss": 2.2425, + "step": 46730 + }, + { + "epoch": 0.799928105582088, + "grad_norm": 2.670844793319702, + "learning_rate": 2.0270067840401065e-06, + "loss": 2.3295, + "step": 46731 + }, + { + "epoch": 0.7999452233006384, + "grad_norm": 2.617382049560547, + "learning_rate": 2.0266721661020705e-06, + "loss": 2.3939, + "step": 46732 + }, + { + "epoch": 0.799962341019189, + "grad_norm": 2.549299478530884, + "learning_rate": 2.0263375726712676e-06, + "loss": 2.3421, + "step": 46733 + }, + { + "epoch": 0.7999794587377395, + "grad_norm": 2.5699410438537598, + "learning_rate": 2.026003003748719e-06, + "loss": 2.2776, + "step": 46734 + }, + { + "epoch": 0.7999965764562899, + "grad_norm": 2.4786200523376465, + "learning_rate": 2.025668459335465e-06, + "loss": 2.3869, + "step": 46735 + }, + { + "epoch": 0.8000136941748404, + "grad_norm": 2.7362263202667236, + "learning_rate": 2.0253339394325233e-06, + "loss": 2.3712, + "step": 46736 + }, + { + "epoch": 0.8000308118933909, + "grad_norm": 2.67240571975708, + "learning_rate": 2.024999444040928e-06, + "loss": 2.4459, + "step": 46737 + }, + { + "epoch": 0.8000479296119413, + "grad_norm": 2.5117459297180176, + "learning_rate": 2.0246649731617072e-06, + "loss": 2.3594, + "step": 46738 + }, + { + "epoch": 0.8000650473304918, + "grad_norm": 2.5210494995117188, + "learning_rate": 2.0243305267958813e-06, + "loss": 2.2887, + "step": 46739 + }, + { + "epoch": 0.8000821650490423, + "grad_norm": 2.441272020339966, + "learning_rate": 2.023996104944491e-06, + "loss": 2.2954, + "step": 46740 + }, + { + "epoch": 0.8000992827675928, + "grad_norm": 2.5443146228790283, + "learning_rate": 2.023661707608554e-06, + "loss": 2.2302, + "step": 46741 + }, + { + "epoch": 0.8001164004861432, + "grad_norm": 2.7821435928344727, + "learning_rate": 2.0233273347891014e-06, + "loss": 2.3167, + "step": 46742 + }, + { + "epoch": 0.8001335182046937, + "grad_norm": 2.630295515060425, + "learning_rate": 2.0229929864871635e-06, + "loss": 2.3882, + "step": 46743 + }, + { + "epoch": 0.8001506359232442, + "grad_norm": 2.455944776535034, + "learning_rate": 2.02265866270376e-06, + "loss": 2.1973, + "step": 46744 + }, + { + "epoch": 0.8001677536417946, + "grad_norm": 2.4717750549316406, + "learning_rate": 2.0223243634399303e-06, + "loss": 2.3152, + "step": 46745 + }, + { + "epoch": 0.8001848713603451, + "grad_norm": 2.5195417404174805, + "learning_rate": 2.021990088696689e-06, + "loss": 2.2996, + "step": 46746 + }, + { + "epoch": 0.8002019890788956, + "grad_norm": 2.5217385292053223, + "learning_rate": 2.0216558384750772e-06, + "loss": 2.2402, + "step": 46747 + }, + { + "epoch": 0.800219106797446, + "grad_norm": 2.539987564086914, + "learning_rate": 2.0213216127761114e-06, + "loss": 2.244, + "step": 46748 + }, + { + "epoch": 0.8002362245159965, + "grad_norm": 2.6628851890563965, + "learning_rate": 2.0209874116008233e-06, + "loss": 2.4093, + "step": 46749 + }, + { + "epoch": 0.800253342234547, + "grad_norm": 2.6257052421569824, + "learning_rate": 2.0206532349502418e-06, + "loss": 2.3385, + "step": 46750 + }, + { + "epoch": 0.8002704599530974, + "grad_norm": 2.4391660690307617, + "learning_rate": 2.020319082825387e-06, + "loss": 2.3602, + "step": 46751 + }, + { + "epoch": 0.8002875776716479, + "grad_norm": 2.501011848449707, + "learning_rate": 2.0199849552272965e-06, + "loss": 2.2921, + "step": 46752 + }, + { + "epoch": 0.8003046953901984, + "grad_norm": 2.6128504276275635, + "learning_rate": 2.019650852156988e-06, + "loss": 2.3379, + "step": 46753 + }, + { + "epoch": 0.8003218131087488, + "grad_norm": 2.5097179412841797, + "learning_rate": 2.019316773615492e-06, + "loss": 2.4535, + "step": 46754 + }, + { + "epoch": 0.8003389308272993, + "grad_norm": 2.4790127277374268, + "learning_rate": 2.018982719603836e-06, + "loss": 2.2658, + "step": 46755 + }, + { + "epoch": 0.8003560485458499, + "grad_norm": 2.6066102981567383, + "learning_rate": 2.018648690123045e-06, + "loss": 2.2851, + "step": 46756 + }, + { + "epoch": 0.8003731662644002, + "grad_norm": 2.6587202548980713, + "learning_rate": 2.018314685174151e-06, + "loss": 2.4125, + "step": 46757 + }, + { + "epoch": 0.8003902839829508, + "grad_norm": 2.704904556274414, + "learning_rate": 2.0179807047581723e-06, + "loss": 2.3186, + "step": 46758 + }, + { + "epoch": 0.8004074017015013, + "grad_norm": 2.610121011734009, + "learning_rate": 2.0176467488761397e-06, + "loss": 2.2943, + "step": 46759 + }, + { + "epoch": 0.8004245194200517, + "grad_norm": 2.570934534072876, + "learning_rate": 2.01731281752908e-06, + "loss": 2.3136, + "step": 46760 + }, + { + "epoch": 0.8004416371386022, + "grad_norm": 2.659642457962036, + "learning_rate": 2.0169789107180195e-06, + "loss": 2.3633, + "step": 46761 + }, + { + "epoch": 0.8004587548571527, + "grad_norm": 2.6383421421051025, + "learning_rate": 2.016645028443983e-06, + "loss": 2.3562, + "step": 46762 + }, + { + "epoch": 0.8004758725757031, + "grad_norm": 2.6363558769226074, + "learning_rate": 2.0163111707079986e-06, + "loss": 2.2111, + "step": 46763 + }, + { + "epoch": 0.8004929902942536, + "grad_norm": 2.605212450027466, + "learning_rate": 2.0159773375110947e-06, + "loss": 2.2355, + "step": 46764 + }, + { + "epoch": 0.8005101080128041, + "grad_norm": 2.6304290294647217, + "learning_rate": 2.015643528854291e-06, + "loss": 2.3215, + "step": 46765 + }, + { + "epoch": 0.8005272257313545, + "grad_norm": 2.5891144275665283, + "learning_rate": 2.015309744738617e-06, + "loss": 2.2569, + "step": 46766 + }, + { + "epoch": 0.800544343449905, + "grad_norm": 2.403454065322876, + "learning_rate": 2.0149759851650996e-06, + "loss": 2.2155, + "step": 46767 + }, + { + "epoch": 0.8005614611684555, + "grad_norm": 2.4598965644836426, + "learning_rate": 2.0146422501347616e-06, + "loss": 2.2782, + "step": 46768 + }, + { + "epoch": 0.8005785788870059, + "grad_norm": 2.617579221725464, + "learning_rate": 2.014308539648633e-06, + "loss": 2.344, + "step": 46769 + }, + { + "epoch": 0.8005956966055564, + "grad_norm": 2.797360897064209, + "learning_rate": 2.0139748537077386e-06, + "loss": 2.3196, + "step": 46770 + }, + { + "epoch": 0.8006128143241069, + "grad_norm": 2.6252143383026123, + "learning_rate": 2.0136411923131007e-06, + "loss": 2.3909, + "step": 46771 + }, + { + "epoch": 0.8006299320426573, + "grad_norm": 2.738752841949463, + "learning_rate": 2.0133075554657456e-06, + "loss": 2.3407, + "step": 46772 + }, + { + "epoch": 0.8006470497612078, + "grad_norm": 2.546754837036133, + "learning_rate": 2.0129739431667017e-06, + "loss": 2.2961, + "step": 46773 + }, + { + "epoch": 0.8006641674797583, + "grad_norm": 2.4278838634490967, + "learning_rate": 2.0126403554169917e-06, + "loss": 2.2648, + "step": 46774 + }, + { + "epoch": 0.8006812851983087, + "grad_norm": 2.8897504806518555, + "learning_rate": 2.0123067922176454e-06, + "loss": 2.3003, + "step": 46775 + }, + { + "epoch": 0.8006984029168592, + "grad_norm": 2.528986930847168, + "learning_rate": 2.011973253569679e-06, + "loss": 2.3809, + "step": 46776 + }, + { + "epoch": 0.8007155206354097, + "grad_norm": 2.5769596099853516, + "learning_rate": 2.011639739474128e-06, + "loss": 2.3243, + "step": 46777 + }, + { + "epoch": 0.8007326383539601, + "grad_norm": 2.6411077976226807, + "learning_rate": 2.0113062499320113e-06, + "loss": 2.4644, + "step": 46778 + }, + { + "epoch": 0.8007497560725106, + "grad_norm": 2.566790819168091, + "learning_rate": 2.010972784944355e-06, + "loss": 2.3788, + "step": 46779 + }, + { + "epoch": 0.8007668737910612, + "grad_norm": 2.714064121246338, + "learning_rate": 2.0106393445121875e-06, + "loss": 2.3175, + "step": 46780 + }, + { + "epoch": 0.8007839915096115, + "grad_norm": 2.622135639190674, + "learning_rate": 2.0103059286365245e-06, + "loss": 2.323, + "step": 46781 + }, + { + "epoch": 0.8008011092281621, + "grad_norm": 2.6835758686065674, + "learning_rate": 2.009972537318403e-06, + "loss": 2.4217, + "step": 46782 + }, + { + "epoch": 0.8008182269467126, + "grad_norm": 2.6456637382507324, + "learning_rate": 2.009639170558837e-06, + "loss": 2.3953, + "step": 46783 + }, + { + "epoch": 0.800835344665263, + "grad_norm": 2.585757255554199, + "learning_rate": 2.0093058283588607e-06, + "loss": 2.3764, + "step": 46784 + }, + { + "epoch": 0.8008524623838135, + "grad_norm": 2.5394999980926514, + "learning_rate": 2.008972510719491e-06, + "loss": 2.4339, + "step": 46785 + }, + { + "epoch": 0.800869580102364, + "grad_norm": 2.622506856918335, + "learning_rate": 2.0086392176417558e-06, + "loss": 2.3666, + "step": 46786 + }, + { + "epoch": 0.8008866978209145, + "grad_norm": 2.662278890609741, + "learning_rate": 2.008305949126681e-06, + "loss": 2.3058, + "step": 46787 + }, + { + "epoch": 0.8009038155394649, + "grad_norm": 2.4670450687408447, + "learning_rate": 2.007972705175284e-06, + "loss": 2.3796, + "step": 46788 + }, + { + "epoch": 0.8009209332580154, + "grad_norm": 2.5699822902679443, + "learning_rate": 2.0076394857885996e-06, + "loss": 2.4199, + "step": 46789 + }, + { + "epoch": 0.8009380509765659, + "grad_norm": 2.7398123741149902, + "learning_rate": 2.0073062909676432e-06, + "loss": 2.3336, + "step": 46790 + }, + { + "epoch": 0.8009551686951163, + "grad_norm": 2.7068986892700195, + "learning_rate": 2.0069731207134435e-06, + "loss": 2.3776, + "step": 46791 + }, + { + "epoch": 0.8009722864136668, + "grad_norm": 2.541266918182373, + "learning_rate": 2.006639975027025e-06, + "loss": 2.3007, + "step": 46792 + }, + { + "epoch": 0.8009894041322173, + "grad_norm": 2.5855658054351807, + "learning_rate": 2.0063068539094046e-06, + "loss": 2.3568, + "step": 46793 + }, + { + "epoch": 0.8010065218507677, + "grad_norm": 2.6965696811676025, + "learning_rate": 2.0059737573616165e-06, + "loss": 2.3782, + "step": 46794 + }, + { + "epoch": 0.8010236395693182, + "grad_norm": 2.3975110054016113, + "learning_rate": 2.0056406853846766e-06, + "loss": 2.264, + "step": 46795 + }, + { + "epoch": 0.8010407572878687, + "grad_norm": 2.6165707111358643, + "learning_rate": 2.005307637979612e-06, + "loss": 2.3243, + "step": 46796 + }, + { + "epoch": 0.8010578750064191, + "grad_norm": 2.6210124492645264, + "learning_rate": 2.0049746151474458e-06, + "loss": 2.2924, + "step": 46797 + }, + { + "epoch": 0.8010749927249696, + "grad_norm": 2.4826221466064453, + "learning_rate": 2.0046416168892025e-06, + "loss": 2.2275, + "step": 46798 + }, + { + "epoch": 0.8010921104435201, + "grad_norm": 2.5617454051971436, + "learning_rate": 2.0043086432059045e-06, + "loss": 2.3209, + "step": 46799 + }, + { + "epoch": 0.8011092281620705, + "grad_norm": 2.6214728355407715, + "learning_rate": 2.0039756940985742e-06, + "loss": 2.3989, + "step": 46800 + }, + { + "epoch": 0.801126345880621, + "grad_norm": 2.4190962314605713, + "learning_rate": 2.0036427695682403e-06, + "loss": 2.2599, + "step": 46801 + }, + { + "epoch": 0.8011434635991715, + "grad_norm": 2.485325813293457, + "learning_rate": 2.0033098696159205e-06, + "loss": 2.3569, + "step": 46802 + }, + { + "epoch": 0.8011605813177219, + "grad_norm": 2.547651529312134, + "learning_rate": 2.002976994242638e-06, + "loss": 2.2818, + "step": 46803 + }, + { + "epoch": 0.8011776990362725, + "grad_norm": 2.499242067337036, + "learning_rate": 2.002644143449418e-06, + "loss": 2.2866, + "step": 46804 + }, + { + "epoch": 0.801194816754823, + "grad_norm": 2.7973427772521973, + "learning_rate": 2.0023113172372833e-06, + "loss": 2.3029, + "step": 46805 + }, + { + "epoch": 0.8012119344733734, + "grad_norm": 2.6633739471435547, + "learning_rate": 2.0019785156072567e-06, + "loss": 2.3316, + "step": 46806 + }, + { + "epoch": 0.8012290521919239, + "grad_norm": 2.4953675270080566, + "learning_rate": 2.0016457385603637e-06, + "loss": 2.2532, + "step": 46807 + }, + { + "epoch": 0.8012461699104744, + "grad_norm": 2.475283622741699, + "learning_rate": 2.0013129860976223e-06, + "loss": 2.4264, + "step": 46808 + }, + { + "epoch": 0.8012632876290248, + "grad_norm": 2.6430985927581787, + "learning_rate": 2.0009802582200576e-06, + "loss": 2.3729, + "step": 46809 + }, + { + "epoch": 0.8012804053475753, + "grad_norm": 2.5490357875823975, + "learning_rate": 2.000647554928693e-06, + "loss": 2.3179, + "step": 46810 + }, + { + "epoch": 0.8012975230661258, + "grad_norm": 2.61024808883667, + "learning_rate": 2.0003148762245496e-06, + "loss": 2.3208, + "step": 46811 + }, + { + "epoch": 0.8013146407846762, + "grad_norm": 2.602147340774536, + "learning_rate": 1.9999822221086527e-06, + "loss": 2.435, + "step": 46812 + }, + { + "epoch": 0.8013317585032267, + "grad_norm": 2.666431188583374, + "learning_rate": 1.999649592582018e-06, + "loss": 2.3381, + "step": 46813 + }, + { + "epoch": 0.8013488762217772, + "grad_norm": 2.487689256668091, + "learning_rate": 1.9993169876456788e-06, + "loss": 2.2642, + "step": 46814 + }, + { + "epoch": 0.8013659939403276, + "grad_norm": 2.5044047832489014, + "learning_rate": 1.998984407300648e-06, + "loss": 2.2725, + "step": 46815 + }, + { + "epoch": 0.8013831116588781, + "grad_norm": 2.6841049194335938, + "learning_rate": 1.9986518515479515e-06, + "loss": 2.3998, + "step": 46816 + }, + { + "epoch": 0.8014002293774286, + "grad_norm": 2.516597270965576, + "learning_rate": 1.998319320388613e-06, + "loss": 2.229, + "step": 46817 + }, + { + "epoch": 0.801417347095979, + "grad_norm": 2.7171108722686768, + "learning_rate": 1.997986813823648e-06, + "loss": 2.3089, + "step": 46818 + }, + { + "epoch": 0.8014344648145295, + "grad_norm": 2.680880546569824, + "learning_rate": 1.9976543318540887e-06, + "loss": 2.4148, + "step": 46819 + }, + { + "epoch": 0.80145158253308, + "grad_norm": 2.434145450592041, + "learning_rate": 1.997321874480945e-06, + "loss": 2.2723, + "step": 46820 + }, + { + "epoch": 0.8014687002516304, + "grad_norm": 2.480618476867676, + "learning_rate": 1.9969894417052526e-06, + "loss": 2.3177, + "step": 46821 + }, + { + "epoch": 0.8014858179701809, + "grad_norm": 2.6758339405059814, + "learning_rate": 1.9966570335280223e-06, + "loss": 2.3438, + "step": 46822 + }, + { + "epoch": 0.8015029356887314, + "grad_norm": 2.57910418510437, + "learning_rate": 1.9963246499502784e-06, + "loss": 2.4861, + "step": 46823 + }, + { + "epoch": 0.8015200534072818, + "grad_norm": 2.6682088375091553, + "learning_rate": 1.995992290973048e-06, + "loss": 2.3685, + "step": 46824 + }, + { + "epoch": 0.8015371711258323, + "grad_norm": 2.68355393409729, + "learning_rate": 1.9956599565973423e-06, + "loss": 2.413, + "step": 46825 + }, + { + "epoch": 0.8015542888443828, + "grad_norm": 2.541257381439209, + "learning_rate": 1.9953276468241934e-06, + "loss": 2.2739, + "step": 46826 + }, + { + "epoch": 0.8015714065629332, + "grad_norm": 2.6911652088165283, + "learning_rate": 1.994995361654616e-06, + "loss": 2.3992, + "step": 46827 + }, + { + "epoch": 0.8015885242814837, + "grad_norm": 2.4509389400482178, + "learning_rate": 1.9946631010896335e-06, + "loss": 2.0922, + "step": 46828 + }, + { + "epoch": 0.8016056420000343, + "grad_norm": 2.525925874710083, + "learning_rate": 1.9943308651302696e-06, + "loss": 2.2839, + "step": 46829 + }, + { + "epoch": 0.8016227597185847, + "grad_norm": 2.5903501510620117, + "learning_rate": 1.993998653777538e-06, + "loss": 2.3155, + "step": 46830 + }, + { + "epoch": 0.8016398774371352, + "grad_norm": 2.619767189025879, + "learning_rate": 1.9936664670324702e-06, + "loss": 2.3328, + "step": 46831 + }, + { + "epoch": 0.8016569951556857, + "grad_norm": 2.476515769958496, + "learning_rate": 1.9933343048960787e-06, + "loss": 2.3317, + "step": 46832 + }, + { + "epoch": 0.8016741128742361, + "grad_norm": 2.8128767013549805, + "learning_rate": 1.993002167369388e-06, + "loss": 2.3831, + "step": 46833 + }, + { + "epoch": 0.8016912305927866, + "grad_norm": 2.5755653381347656, + "learning_rate": 1.9926700544534184e-06, + "loss": 2.2934, + "step": 46834 + }, + { + "epoch": 0.8017083483113371, + "grad_norm": 2.6325554847717285, + "learning_rate": 1.9923379661491903e-06, + "loss": 2.2988, + "step": 46835 + }, + { + "epoch": 0.8017254660298876, + "grad_norm": 2.4679269790649414, + "learning_rate": 1.9920059024577275e-06, + "loss": 2.2956, + "step": 46836 + }, + { + "epoch": 0.801742583748438, + "grad_norm": 2.3960604667663574, + "learning_rate": 1.9916738633800434e-06, + "loss": 2.2557, + "step": 46837 + }, + { + "epoch": 0.8017597014669885, + "grad_norm": 2.430546760559082, + "learning_rate": 1.9913418489171686e-06, + "loss": 2.3148, + "step": 46838 + }, + { + "epoch": 0.801776819185539, + "grad_norm": 2.8320648670196533, + "learning_rate": 1.9910098590701165e-06, + "loss": 2.368, + "step": 46839 + }, + { + "epoch": 0.8017939369040894, + "grad_norm": 2.577705144882202, + "learning_rate": 1.9906778938399086e-06, + "loss": 2.3728, + "step": 46840 + }, + { + "epoch": 0.8018110546226399, + "grad_norm": 2.464585065841675, + "learning_rate": 1.990345953227566e-06, + "loss": 2.2733, + "step": 46841 + }, + { + "epoch": 0.8018281723411904, + "grad_norm": 2.6590685844421387, + "learning_rate": 1.990014037234108e-06, + "loss": 2.3381, + "step": 46842 + }, + { + "epoch": 0.8018452900597408, + "grad_norm": 2.650195837020874, + "learning_rate": 1.9896821458605598e-06, + "loss": 2.4181, + "step": 46843 + }, + { + "epoch": 0.8018624077782913, + "grad_norm": 2.6017422676086426, + "learning_rate": 1.9893502791079346e-06, + "loss": 2.4121, + "step": 46844 + }, + { + "epoch": 0.8018795254968418, + "grad_norm": 2.6263413429260254, + "learning_rate": 1.989018436977255e-06, + "loss": 2.3716, + "step": 46845 + }, + { + "epoch": 0.8018966432153922, + "grad_norm": 2.5361626148223877, + "learning_rate": 1.988686619469541e-06, + "loss": 2.3677, + "step": 46846 + }, + { + "epoch": 0.8019137609339427, + "grad_norm": 2.6510889530181885, + "learning_rate": 1.988354826585812e-06, + "loss": 2.3331, + "step": 46847 + }, + { + "epoch": 0.8019308786524932, + "grad_norm": 2.568532705307007, + "learning_rate": 1.9880230583270897e-06, + "loss": 2.2653, + "step": 46848 + }, + { + "epoch": 0.8019479963710436, + "grad_norm": 2.490260124206543, + "learning_rate": 1.9876913146943956e-06, + "loss": 2.3022, + "step": 46849 + }, + { + "epoch": 0.8019651140895941, + "grad_norm": 2.5404486656188965, + "learning_rate": 1.9873595956887435e-06, + "loss": 2.3376, + "step": 46850 + }, + { + "epoch": 0.8019822318081447, + "grad_norm": 2.512500286102295, + "learning_rate": 1.987027901311156e-06, + "loss": 2.3538, + "step": 46851 + }, + { + "epoch": 0.801999349526695, + "grad_norm": 2.455928087234497, + "learning_rate": 1.9866962315626526e-06, + "loss": 2.232, + "step": 46852 + }, + { + "epoch": 0.8020164672452456, + "grad_norm": 2.6053414344787598, + "learning_rate": 1.9863645864442516e-06, + "loss": 2.3494, + "step": 46853 + }, + { + "epoch": 0.8020335849637961, + "grad_norm": 2.703068733215332, + "learning_rate": 1.986032965956974e-06, + "loss": 2.4418, + "step": 46854 + }, + { + "epoch": 0.8020507026823465, + "grad_norm": 2.4281015396118164, + "learning_rate": 1.98570137010184e-06, + "loss": 2.307, + "step": 46855 + }, + { + "epoch": 0.802067820400897, + "grad_norm": 2.571471929550171, + "learning_rate": 1.9853697988798695e-06, + "loss": 2.3568, + "step": 46856 + }, + { + "epoch": 0.8020849381194475, + "grad_norm": 2.5453712940216064, + "learning_rate": 1.985038252292075e-06, + "loss": 2.388, + "step": 46857 + }, + { + "epoch": 0.8021020558379979, + "grad_norm": 2.5933680534362793, + "learning_rate": 1.984706730339482e-06, + "loss": 2.2561, + "step": 46858 + }, + { + "epoch": 0.8021191735565484, + "grad_norm": 2.6192991733551025, + "learning_rate": 1.984375233023107e-06, + "loss": 2.3877, + "step": 46859 + }, + { + "epoch": 0.8021362912750989, + "grad_norm": 2.6174569129943848, + "learning_rate": 1.984043760343969e-06, + "loss": 2.2255, + "step": 46860 + }, + { + "epoch": 0.8021534089936493, + "grad_norm": 2.4964051246643066, + "learning_rate": 1.983712312303091e-06, + "loss": 2.3874, + "step": 46861 + }, + { + "epoch": 0.8021705267121998, + "grad_norm": 2.556248664855957, + "learning_rate": 1.9833808889014816e-06, + "loss": 2.3033, + "step": 46862 + }, + { + "epoch": 0.8021876444307503, + "grad_norm": 2.6632626056671143, + "learning_rate": 1.983049490140172e-06, + "loss": 2.4276, + "step": 46863 + }, + { + "epoch": 0.8022047621493007, + "grad_norm": 2.49299955368042, + "learning_rate": 1.9827181160201714e-06, + "loss": 2.3571, + "step": 46864 + }, + { + "epoch": 0.8022218798678512, + "grad_norm": 2.5402159690856934, + "learning_rate": 1.982386766542502e-06, + "loss": 2.4176, + "step": 46865 + }, + { + "epoch": 0.8022389975864017, + "grad_norm": 2.718358278274536, + "learning_rate": 1.982055441708185e-06, + "loss": 2.2663, + "step": 46866 + }, + { + "epoch": 0.8022561153049521, + "grad_norm": 2.3727521896362305, + "learning_rate": 1.98172414151823e-06, + "loss": 2.3172, + "step": 46867 + }, + { + "epoch": 0.8022732330235026, + "grad_norm": 2.513193130493164, + "learning_rate": 1.9813928659736657e-06, + "loss": 2.2051, + "step": 46868 + }, + { + "epoch": 0.8022903507420531, + "grad_norm": 2.4210026264190674, + "learning_rate": 1.9810616150755034e-06, + "loss": 2.2416, + "step": 46869 + }, + { + "epoch": 0.8023074684606035, + "grad_norm": 2.470163106918335, + "learning_rate": 1.980730388824764e-06, + "loss": 2.323, + "step": 46870 + }, + { + "epoch": 0.802324586179154, + "grad_norm": 2.6219234466552734, + "learning_rate": 1.9803991872224637e-06, + "loss": 2.3298, + "step": 46871 + }, + { + "epoch": 0.8023417038977045, + "grad_norm": 2.5088844299316406, + "learning_rate": 1.9800680102696234e-06, + "loss": 2.4337, + "step": 46872 + }, + { + "epoch": 0.8023588216162549, + "grad_norm": 2.6240181922912598, + "learning_rate": 1.9797368579672617e-06, + "loss": 2.3123, + "step": 46873 + }, + { + "epoch": 0.8023759393348054, + "grad_norm": 2.539219617843628, + "learning_rate": 1.9794057303163883e-06, + "loss": 2.3135, + "step": 46874 + }, + { + "epoch": 0.802393057053356, + "grad_norm": 2.684713840484619, + "learning_rate": 1.9790746273180327e-06, + "loss": 2.3653, + "step": 46875 + }, + { + "epoch": 0.8024101747719063, + "grad_norm": 2.6458005905151367, + "learning_rate": 1.9787435489732034e-06, + "loss": 2.3223, + "step": 46876 + }, + { + "epoch": 0.8024272924904569, + "grad_norm": 2.561007022857666, + "learning_rate": 1.978412495282922e-06, + "loss": 2.3129, + "step": 46877 + }, + { + "epoch": 0.8024444102090074, + "grad_norm": 2.7012765407562256, + "learning_rate": 1.9780814662482053e-06, + "loss": 2.4364, + "step": 46878 + }, + { + "epoch": 0.8024615279275578, + "grad_norm": 2.4368896484375, + "learning_rate": 1.9777504618700707e-06, + "loss": 2.2452, + "step": 46879 + }, + { + "epoch": 0.8024786456461083, + "grad_norm": 2.5796377658843994, + "learning_rate": 1.9774194821495386e-06, + "loss": 2.3837, + "step": 46880 + }, + { + "epoch": 0.8024957633646588, + "grad_norm": 2.501889944076538, + "learning_rate": 1.9770885270876206e-06, + "loss": 2.2346, + "step": 46881 + }, + { + "epoch": 0.8025128810832093, + "grad_norm": 2.555544853210449, + "learning_rate": 1.976757596685338e-06, + "loss": 2.3785, + "step": 46882 + }, + { + "epoch": 0.8025299988017597, + "grad_norm": 2.7361748218536377, + "learning_rate": 1.976426690943706e-06, + "loss": 2.3306, + "step": 46883 + }, + { + "epoch": 0.8025471165203102, + "grad_norm": 2.601397752761841, + "learning_rate": 1.976095809863742e-06, + "loss": 2.4317, + "step": 46884 + }, + { + "epoch": 0.8025642342388607, + "grad_norm": 2.5451765060424805, + "learning_rate": 1.975764953446464e-06, + "loss": 2.4203, + "step": 46885 + }, + { + "epoch": 0.8025813519574111, + "grad_norm": 2.6348297595977783, + "learning_rate": 1.975434121692891e-06, + "loss": 2.3504, + "step": 46886 + }, + { + "epoch": 0.8025984696759616, + "grad_norm": 2.5928783416748047, + "learning_rate": 1.9751033146040343e-06, + "loss": 2.402, + "step": 46887 + }, + { + "epoch": 0.8026155873945121, + "grad_norm": 2.4071691036224365, + "learning_rate": 1.974772532180914e-06, + "loss": 2.3416, + "step": 46888 + }, + { + "epoch": 0.8026327051130625, + "grad_norm": 2.5194079875946045, + "learning_rate": 1.974441774424547e-06, + "loss": 2.3329, + "step": 46889 + }, + { + "epoch": 0.802649822831613, + "grad_norm": 2.5601019859313965, + "learning_rate": 1.974111041335949e-06, + "loss": 2.3653, + "step": 46890 + }, + { + "epoch": 0.8026669405501635, + "grad_norm": 2.759551763534546, + "learning_rate": 1.9737803329161376e-06, + "loss": 2.3596, + "step": 46891 + }, + { + "epoch": 0.8026840582687139, + "grad_norm": 2.517515182495117, + "learning_rate": 1.973449649166128e-06, + "loss": 2.2856, + "step": 46892 + }, + { + "epoch": 0.8027011759872644, + "grad_norm": 2.485173225402832, + "learning_rate": 1.9731189900869397e-06, + "loss": 2.2672, + "step": 46893 + }, + { + "epoch": 0.8027182937058149, + "grad_norm": 2.4049103260040283, + "learning_rate": 1.9727883556795845e-06, + "loss": 2.2896, + "step": 46894 + }, + { + "epoch": 0.8027354114243653, + "grad_norm": 2.509449005126953, + "learning_rate": 1.972457745945081e-06, + "loss": 2.2404, + "step": 46895 + }, + { + "epoch": 0.8027525291429158, + "grad_norm": 2.587343215942383, + "learning_rate": 1.972127160884445e-06, + "loss": 2.2574, + "step": 46896 + }, + { + "epoch": 0.8027696468614663, + "grad_norm": 2.4609286785125732, + "learning_rate": 1.971796600498692e-06, + "loss": 2.3115, + "step": 46897 + }, + { + "epoch": 0.8027867645800167, + "grad_norm": 2.3513505458831787, + "learning_rate": 1.9714660647888416e-06, + "loss": 2.2603, + "step": 46898 + }, + { + "epoch": 0.8028038822985673, + "grad_norm": 2.742733955383301, + "learning_rate": 1.971135553755903e-06, + "loss": 2.4523, + "step": 46899 + }, + { + "epoch": 0.8028210000171178, + "grad_norm": 2.567925214767456, + "learning_rate": 1.9708050674008995e-06, + "loss": 2.4172, + "step": 46900 + }, + { + "epoch": 0.8028381177356682, + "grad_norm": 2.5983352661132812, + "learning_rate": 1.9704746057248414e-06, + "loss": 2.3818, + "step": 46901 + }, + { + "epoch": 0.8028552354542187, + "grad_norm": 2.6903812885284424, + "learning_rate": 1.970144168728747e-06, + "loss": 2.3578, + "step": 46902 + }, + { + "epoch": 0.8028723531727692, + "grad_norm": 2.563555955886841, + "learning_rate": 1.9698137564136334e-06, + "loss": 2.3243, + "step": 46903 + }, + { + "epoch": 0.8028894708913196, + "grad_norm": 2.5179331302642822, + "learning_rate": 1.9694833687805093e-06, + "loss": 2.321, + "step": 46904 + }, + { + "epoch": 0.8029065886098701, + "grad_norm": 2.6659858226776123, + "learning_rate": 1.9691530058304e-06, + "loss": 2.3413, + "step": 46905 + }, + { + "epoch": 0.8029237063284206, + "grad_norm": 2.564298152923584, + "learning_rate": 1.968822667564314e-06, + "loss": 2.3909, + "step": 46906 + }, + { + "epoch": 0.802940824046971, + "grad_norm": 2.7201225757598877, + "learning_rate": 1.968492353983268e-06, + "loss": 2.3525, + "step": 46907 + }, + { + "epoch": 0.8029579417655215, + "grad_norm": 2.6300742626190186, + "learning_rate": 1.9681620650882803e-06, + "loss": 2.2756, + "step": 46908 + }, + { + "epoch": 0.802975059484072, + "grad_norm": 2.36509108543396, + "learning_rate": 1.967831800880359e-06, + "loss": 2.2563, + "step": 46909 + }, + { + "epoch": 0.8029921772026224, + "grad_norm": 2.674248456954956, + "learning_rate": 1.9675015613605284e-06, + "loss": 2.3512, + "step": 46910 + }, + { + "epoch": 0.8030092949211729, + "grad_norm": 2.590226650238037, + "learning_rate": 1.967171346529795e-06, + "loss": 2.3393, + "step": 46911 + }, + { + "epoch": 0.8030264126397234, + "grad_norm": 2.6250100135803223, + "learning_rate": 1.966841156389182e-06, + "loss": 2.3009, + "step": 46912 + }, + { + "epoch": 0.8030435303582738, + "grad_norm": 2.482198476791382, + "learning_rate": 1.9665109909396975e-06, + "loss": 2.2965, + "step": 46913 + }, + { + "epoch": 0.8030606480768243, + "grad_norm": 2.5643255710601807, + "learning_rate": 1.96618085018236e-06, + "loss": 2.3761, + "step": 46914 + }, + { + "epoch": 0.8030777657953748, + "grad_norm": 2.5728378295898438, + "learning_rate": 1.9658507341181843e-06, + "loss": 2.2166, + "step": 46915 + }, + { + "epoch": 0.8030948835139252, + "grad_norm": 2.5581724643707275, + "learning_rate": 1.9655206427481797e-06, + "loss": 2.1969, + "step": 46916 + }, + { + "epoch": 0.8031120012324757, + "grad_norm": 2.6013236045837402, + "learning_rate": 1.9651905760733704e-06, + "loss": 2.3604, + "step": 46917 + }, + { + "epoch": 0.8031291189510262, + "grad_norm": 2.628584146499634, + "learning_rate": 1.964860534094761e-06, + "loss": 2.5047, + "step": 46918 + }, + { + "epoch": 0.8031462366695766, + "grad_norm": 2.746394634246826, + "learning_rate": 1.964530516813372e-06, + "loss": 2.314, + "step": 46919 + }, + { + "epoch": 0.8031633543881271, + "grad_norm": 2.6614511013031006, + "learning_rate": 1.9642005242302163e-06, + "loss": 2.3487, + "step": 46920 + }, + { + "epoch": 0.8031804721066776, + "grad_norm": 2.7443857192993164, + "learning_rate": 1.963870556346308e-06, + "loss": 2.2603, + "step": 46921 + }, + { + "epoch": 0.803197589825228, + "grad_norm": 2.5497355461120605, + "learning_rate": 1.963540613162663e-06, + "loss": 2.4268, + "step": 46922 + }, + { + "epoch": 0.8032147075437785, + "grad_norm": 2.5253443717956543, + "learning_rate": 1.963210694680293e-06, + "loss": 2.2532, + "step": 46923 + }, + { + "epoch": 0.8032318252623291, + "grad_norm": 2.5569605827331543, + "learning_rate": 1.962880800900212e-06, + "loss": 2.2731, + "step": 46924 + }, + { + "epoch": 0.8032489429808795, + "grad_norm": 2.6376123428344727, + "learning_rate": 1.962550931823434e-06, + "loss": 2.3443, + "step": 46925 + }, + { + "epoch": 0.80326606069943, + "grad_norm": 2.5435292720794678, + "learning_rate": 1.962221087450975e-06, + "loss": 2.3596, + "step": 46926 + }, + { + "epoch": 0.8032831784179805, + "grad_norm": 2.6928772926330566, + "learning_rate": 1.9618912677838464e-06, + "loss": 2.3644, + "step": 46927 + }, + { + "epoch": 0.803300296136531, + "grad_norm": 2.47102689743042, + "learning_rate": 1.9615614728230636e-06, + "loss": 2.3422, + "step": 46928 + }, + { + "epoch": 0.8033174138550814, + "grad_norm": 2.6154873371124268, + "learning_rate": 1.9612317025696428e-06, + "loss": 2.4187, + "step": 46929 + }, + { + "epoch": 0.8033345315736319, + "grad_norm": 2.4436540603637695, + "learning_rate": 1.9609019570245914e-06, + "loss": 2.2802, + "step": 46930 + }, + { + "epoch": 0.8033516492921824, + "grad_norm": 2.455109119415283, + "learning_rate": 1.960572236188927e-06, + "loss": 2.2032, + "step": 46931 + }, + { + "epoch": 0.8033687670107328, + "grad_norm": 2.693108558654785, + "learning_rate": 1.9602425400636613e-06, + "loss": 2.3534, + "step": 46932 + }, + { + "epoch": 0.8033858847292833, + "grad_norm": 2.5289249420166016, + "learning_rate": 1.959912868649809e-06, + "loss": 2.1927, + "step": 46933 + }, + { + "epoch": 0.8034030024478338, + "grad_norm": 2.585254192352295, + "learning_rate": 1.9595832219483824e-06, + "loss": 2.2201, + "step": 46934 + }, + { + "epoch": 0.8034201201663842, + "grad_norm": 2.5053586959838867, + "learning_rate": 1.959253599960399e-06, + "loss": 2.3778, + "step": 46935 + }, + { + "epoch": 0.8034372378849347, + "grad_norm": 2.609443187713623, + "learning_rate": 1.958924002686865e-06, + "loss": 2.2998, + "step": 46936 + }, + { + "epoch": 0.8034543556034852, + "grad_norm": 2.589521884918213, + "learning_rate": 1.958594430128796e-06, + "loss": 2.3554, + "step": 46937 + }, + { + "epoch": 0.8034714733220356, + "grad_norm": 2.533675193786621, + "learning_rate": 1.9582648822872063e-06, + "loss": 2.2716, + "step": 46938 + }, + { + "epoch": 0.8034885910405861, + "grad_norm": 2.632213830947876, + "learning_rate": 1.957935359163108e-06, + "loss": 2.3886, + "step": 46939 + }, + { + "epoch": 0.8035057087591366, + "grad_norm": 2.476936101913452, + "learning_rate": 1.9576058607575166e-06, + "loss": 2.3314, + "step": 46940 + }, + { + "epoch": 0.803522826477687, + "grad_norm": 2.7402703762054443, + "learning_rate": 1.9572763870714374e-06, + "loss": 2.2903, + "step": 46941 + }, + { + "epoch": 0.8035399441962375, + "grad_norm": 2.5565314292907715, + "learning_rate": 1.9569469381058936e-06, + "loss": 2.2931, + "step": 46942 + }, + { + "epoch": 0.803557061914788, + "grad_norm": 2.3612937927246094, + "learning_rate": 1.956617513861886e-06, + "loss": 2.2145, + "step": 46943 + }, + { + "epoch": 0.8035741796333384, + "grad_norm": 2.4791929721832275, + "learning_rate": 1.95628811434044e-06, + "loss": 2.4076, + "step": 46944 + }, + { + "epoch": 0.803591297351889, + "grad_norm": 2.680272102355957, + "learning_rate": 1.955958739542557e-06, + "loss": 2.2285, + "step": 46945 + }, + { + "epoch": 0.8036084150704395, + "grad_norm": 2.4855692386627197, + "learning_rate": 1.9556293894692556e-06, + "loss": 2.2517, + "step": 46946 + }, + { + "epoch": 0.8036255327889898, + "grad_norm": 2.5120880603790283, + "learning_rate": 1.955300064121548e-06, + "loss": 2.2507, + "step": 46947 + }, + { + "epoch": 0.8036426505075404, + "grad_norm": 2.4856443405151367, + "learning_rate": 1.95497076350044e-06, + "loss": 2.2739, + "step": 46948 + }, + { + "epoch": 0.8036597682260909, + "grad_norm": 2.697049617767334, + "learning_rate": 1.9546414876069543e-06, + "loss": 2.3604, + "step": 46949 + }, + { + "epoch": 0.8036768859446413, + "grad_norm": 2.628068208694458, + "learning_rate": 1.954312236442094e-06, + "loss": 2.2577, + "step": 46950 + }, + { + "epoch": 0.8036940036631918, + "grad_norm": 2.4225199222564697, + "learning_rate": 1.9539830100068735e-06, + "loss": 2.3132, + "step": 46951 + }, + { + "epoch": 0.8037111213817423, + "grad_norm": 2.6130292415618896, + "learning_rate": 1.953653808302309e-06, + "loss": 2.3073, + "step": 46952 + }, + { + "epoch": 0.8037282391002927, + "grad_norm": 2.656466484069824, + "learning_rate": 1.953324631329404e-06, + "loss": 2.3532, + "step": 46953 + }, + { + "epoch": 0.8037453568188432, + "grad_norm": 2.5729386806488037, + "learning_rate": 1.9529954790891803e-06, + "loss": 2.305, + "step": 46954 + }, + { + "epoch": 0.8037624745373937, + "grad_norm": 2.6992292404174805, + "learning_rate": 1.9526663515826418e-06, + "loss": 2.3726, + "step": 46955 + }, + { + "epoch": 0.8037795922559441, + "grad_norm": 2.4827628135681152, + "learning_rate": 1.9523372488108027e-06, + "loss": 2.2828, + "step": 46956 + }, + { + "epoch": 0.8037967099744946, + "grad_norm": 2.8737893104553223, + "learning_rate": 1.952008170774674e-06, + "loss": 2.5151, + "step": 46957 + }, + { + "epoch": 0.8038138276930451, + "grad_norm": 2.6545188426971436, + "learning_rate": 1.951679117475268e-06, + "loss": 2.3173, + "step": 46958 + }, + { + "epoch": 0.8038309454115955, + "grad_norm": 2.446185350418091, + "learning_rate": 1.9513500889135994e-06, + "loss": 2.2537, + "step": 46959 + }, + { + "epoch": 0.803848063130146, + "grad_norm": 2.673535108566284, + "learning_rate": 1.951021085090673e-06, + "loss": 2.4406, + "step": 46960 + }, + { + "epoch": 0.8038651808486965, + "grad_norm": 2.51257586479187, + "learning_rate": 1.9506921060075036e-06, + "loss": 2.3328, + "step": 46961 + }, + { + "epoch": 0.8038822985672469, + "grad_norm": 2.4126555919647217, + "learning_rate": 1.950363151665101e-06, + "loss": 2.259, + "step": 46962 + }, + { + "epoch": 0.8038994162857974, + "grad_norm": 2.661058187484741, + "learning_rate": 1.9500342220644776e-06, + "loss": 2.3402, + "step": 46963 + }, + { + "epoch": 0.8039165340043479, + "grad_norm": 2.5512521266937256, + "learning_rate": 1.9497053172066437e-06, + "loss": 2.4418, + "step": 46964 + }, + { + "epoch": 0.8039336517228983, + "grad_norm": 2.571852207183838, + "learning_rate": 1.9493764370926107e-06, + "loss": 2.3522, + "step": 46965 + }, + { + "epoch": 0.8039507694414488, + "grad_norm": 2.475013017654419, + "learning_rate": 1.949047581723391e-06, + "loss": 2.2899, + "step": 46966 + }, + { + "epoch": 0.8039678871599993, + "grad_norm": 2.730398178100586, + "learning_rate": 1.948718751099992e-06, + "loss": 2.3692, + "step": 46967 + }, + { + "epoch": 0.8039850048785497, + "grad_norm": 2.535118818283081, + "learning_rate": 1.948389945223426e-06, + "loss": 2.343, + "step": 46968 + }, + { + "epoch": 0.8040021225971002, + "grad_norm": 2.590522050857544, + "learning_rate": 1.9480611640947036e-06, + "loss": 2.3657, + "step": 46969 + }, + { + "epoch": 0.8040192403156508, + "grad_norm": 2.493063449859619, + "learning_rate": 1.947732407714835e-06, + "loss": 2.2592, + "step": 46970 + }, + { + "epoch": 0.8040363580342011, + "grad_norm": 2.550891876220703, + "learning_rate": 1.9474036760848316e-06, + "loss": 2.3533, + "step": 46971 + }, + { + "epoch": 0.8040534757527517, + "grad_norm": 2.720041513442993, + "learning_rate": 1.9470749692057054e-06, + "loss": 2.383, + "step": 46972 + }, + { + "epoch": 0.8040705934713022, + "grad_norm": 2.5021376609802246, + "learning_rate": 1.9467462870784626e-06, + "loss": 2.4796, + "step": 46973 + }, + { + "epoch": 0.8040877111898527, + "grad_norm": 2.43186092376709, + "learning_rate": 1.946417629704116e-06, + "loss": 2.2113, + "step": 46974 + }, + { + "epoch": 0.8041048289084031, + "grad_norm": 2.6356186866760254, + "learning_rate": 1.946088997083675e-06, + "loss": 2.3498, + "step": 46975 + }, + { + "epoch": 0.8041219466269536, + "grad_norm": 2.514146566390991, + "learning_rate": 1.9457603892181485e-06, + "loss": 2.2786, + "step": 46976 + }, + { + "epoch": 0.8041390643455041, + "grad_norm": 2.7152793407440186, + "learning_rate": 1.9454318061085532e-06, + "loss": 2.3573, + "step": 46977 + }, + { + "epoch": 0.8041561820640545, + "grad_norm": 2.4910054206848145, + "learning_rate": 1.945103247755886e-06, + "loss": 2.2846, + "step": 46978 + }, + { + "epoch": 0.804173299782605, + "grad_norm": 2.7686049938201904, + "learning_rate": 1.9447747141611717e-06, + "loss": 2.4041, + "step": 46979 + }, + { + "epoch": 0.8041904175011555, + "grad_norm": 2.5089032649993896, + "learning_rate": 1.94444620532541e-06, + "loss": 2.1465, + "step": 46980 + }, + { + "epoch": 0.8042075352197059, + "grad_norm": 2.386754035949707, + "learning_rate": 1.9441177212496134e-06, + "loss": 2.2233, + "step": 46981 + }, + { + "epoch": 0.8042246529382564, + "grad_norm": 2.5209262371063232, + "learning_rate": 1.943789261934792e-06, + "loss": 2.3033, + "step": 46982 + }, + { + "epoch": 0.8042417706568069, + "grad_norm": 2.5007126331329346, + "learning_rate": 1.9434608273819555e-06, + "loss": 2.2745, + "step": 46983 + }, + { + "epoch": 0.8042588883753573, + "grad_norm": 2.5440618991851807, + "learning_rate": 1.9431324175921152e-06, + "loss": 2.3203, + "step": 46984 + }, + { + "epoch": 0.8042760060939078, + "grad_norm": 2.544718027114868, + "learning_rate": 1.9428040325662734e-06, + "loss": 2.1973, + "step": 46985 + }, + { + "epoch": 0.8042931238124583, + "grad_norm": 2.6749660968780518, + "learning_rate": 1.9424756723054493e-06, + "loss": 2.2642, + "step": 46986 + }, + { + "epoch": 0.8043102415310087, + "grad_norm": 2.557049512863159, + "learning_rate": 1.9421473368106446e-06, + "loss": 2.3795, + "step": 46987 + }, + { + "epoch": 0.8043273592495592, + "grad_norm": 2.571361780166626, + "learning_rate": 1.9418190260828716e-06, + "loss": 2.2829, + "step": 46988 + }, + { + "epoch": 0.8043444769681097, + "grad_norm": 2.617374897003174, + "learning_rate": 1.941490740123142e-06, + "loss": 2.3356, + "step": 46989 + }, + { + "epoch": 0.8043615946866601, + "grad_norm": 2.5572972297668457, + "learning_rate": 1.941162478932457e-06, + "loss": 2.2746, + "step": 46990 + }, + { + "epoch": 0.8043787124052106, + "grad_norm": 2.5419416427612305, + "learning_rate": 1.940834242511834e-06, + "loss": 2.3578, + "step": 46991 + }, + { + "epoch": 0.8043958301237611, + "grad_norm": 2.5798449516296387, + "learning_rate": 1.940506030862277e-06, + "loss": 2.3331, + "step": 46992 + }, + { + "epoch": 0.8044129478423115, + "grad_norm": 2.594998598098755, + "learning_rate": 1.940177843984795e-06, + "loss": 2.239, + "step": 46993 + }, + { + "epoch": 0.804430065560862, + "grad_norm": 2.5846152305603027, + "learning_rate": 1.9398496818804015e-06, + "loss": 2.3131, + "step": 46994 + }, + { + "epoch": 0.8044471832794126, + "grad_norm": 2.7181806564331055, + "learning_rate": 1.939521544550096e-06, + "loss": 2.2885, + "step": 46995 + }, + { + "epoch": 0.804464300997963, + "grad_norm": 2.7613861560821533, + "learning_rate": 1.939193431994897e-06, + "loss": 2.4527, + "step": 46996 + }, + { + "epoch": 0.8044814187165135, + "grad_norm": 2.697720766067505, + "learning_rate": 1.938865344215807e-06, + "loss": 2.3314, + "step": 46997 + }, + { + "epoch": 0.804498536435064, + "grad_norm": 2.6133921146392822, + "learning_rate": 1.938537281213835e-06, + "loss": 2.3254, + "step": 46998 + }, + { + "epoch": 0.8045156541536144, + "grad_norm": 2.6673030853271484, + "learning_rate": 1.938209242989991e-06, + "loss": 2.2713, + "step": 46999 + }, + { + "epoch": 0.8045327718721649, + "grad_norm": 2.590841054916382, + "learning_rate": 1.9378812295452822e-06, + "loss": 2.353, + "step": 47000 + }, + { + "epoch": 0.8045498895907154, + "grad_norm": 2.6367502212524414, + "learning_rate": 1.937553240880721e-06, + "loss": 2.2651, + "step": 47001 + }, + { + "epoch": 0.8045670073092658, + "grad_norm": 2.5782508850097656, + "learning_rate": 1.9372252769973043e-06, + "loss": 2.3239, + "step": 47002 + }, + { + "epoch": 0.8045841250278163, + "grad_norm": 2.6503801345825195, + "learning_rate": 1.936897337896054e-06, + "loss": 2.2124, + "step": 47003 + }, + { + "epoch": 0.8046012427463668, + "grad_norm": 2.619333028793335, + "learning_rate": 1.93656942357797e-06, + "loss": 2.2903, + "step": 47004 + }, + { + "epoch": 0.8046183604649172, + "grad_norm": 2.749349355697632, + "learning_rate": 1.936241534044061e-06, + "loss": 2.3738, + "step": 47005 + }, + { + "epoch": 0.8046354781834677, + "grad_norm": 2.6013894081115723, + "learning_rate": 1.9359136692953353e-06, + "loss": 2.309, + "step": 47006 + }, + { + "epoch": 0.8046525959020182, + "grad_norm": 2.637045383453369, + "learning_rate": 1.9355858293328013e-06, + "loss": 2.3021, + "step": 47007 + }, + { + "epoch": 0.8046697136205686, + "grad_norm": 2.4297280311584473, + "learning_rate": 1.9352580141574696e-06, + "loss": 2.3084, + "step": 47008 + }, + { + "epoch": 0.8046868313391191, + "grad_norm": 2.5743401050567627, + "learning_rate": 1.9349302237703417e-06, + "loss": 2.2827, + "step": 47009 + }, + { + "epoch": 0.8047039490576696, + "grad_norm": 2.6970479488372803, + "learning_rate": 1.934602458172428e-06, + "loss": 2.2699, + "step": 47010 + }, + { + "epoch": 0.80472106677622, + "grad_norm": 2.7204840183258057, + "learning_rate": 1.934274717364735e-06, + "loss": 2.4349, + "step": 47011 + }, + { + "epoch": 0.8047381844947705, + "grad_norm": 2.6902222633361816, + "learning_rate": 1.933947001348272e-06, + "loss": 2.3379, + "step": 47012 + }, + { + "epoch": 0.804755302213321, + "grad_norm": 2.577043056488037, + "learning_rate": 1.933619310124044e-06, + "loss": 2.2105, + "step": 47013 + }, + { + "epoch": 0.8047724199318714, + "grad_norm": 2.5680019855499268, + "learning_rate": 1.9332916436930636e-06, + "loss": 2.3133, + "step": 47014 + }, + { + "epoch": 0.8047895376504219, + "grad_norm": 2.6929869651794434, + "learning_rate": 1.9329640020563277e-06, + "loss": 2.3565, + "step": 47015 + }, + { + "epoch": 0.8048066553689724, + "grad_norm": 2.662403106689453, + "learning_rate": 1.9326363852148542e-06, + "loss": 2.2516, + "step": 47016 + }, + { + "epoch": 0.8048237730875228, + "grad_norm": 2.523385524749756, + "learning_rate": 1.932308793169644e-06, + "loss": 2.2627, + "step": 47017 + }, + { + "epoch": 0.8048408908060734, + "grad_norm": 2.5752904415130615, + "learning_rate": 1.931981225921705e-06, + "loss": 2.2415, + "step": 47018 + }, + { + "epoch": 0.8048580085246239, + "grad_norm": 2.5559558868408203, + "learning_rate": 1.9316536834720446e-06, + "loss": 2.268, + "step": 47019 + }, + { + "epoch": 0.8048751262431743, + "grad_norm": 2.5713863372802734, + "learning_rate": 1.9313261658216685e-06, + "loss": 2.4245, + "step": 47020 + }, + { + "epoch": 0.8048922439617248, + "grad_norm": 2.6521453857421875, + "learning_rate": 1.9309986729715867e-06, + "loss": 2.2885, + "step": 47021 + }, + { + "epoch": 0.8049093616802753, + "grad_norm": 2.629080057144165, + "learning_rate": 1.9306712049227993e-06, + "loss": 2.3572, + "step": 47022 + }, + { + "epoch": 0.8049264793988258, + "grad_norm": 2.4850380420684814, + "learning_rate": 1.930343761676321e-06, + "loss": 2.2374, + "step": 47023 + }, + { + "epoch": 0.8049435971173762, + "grad_norm": 2.50787353515625, + "learning_rate": 1.930016343233152e-06, + "loss": 2.2667, + "step": 47024 + }, + { + "epoch": 0.8049607148359267, + "grad_norm": 2.428271532058716, + "learning_rate": 1.9296889495943007e-06, + "loss": 2.2721, + "step": 47025 + }, + { + "epoch": 0.8049778325544772, + "grad_norm": 2.6401708126068115, + "learning_rate": 1.929361580760776e-06, + "loss": 2.3681, + "step": 47026 + }, + { + "epoch": 0.8049949502730276, + "grad_norm": 2.702274799346924, + "learning_rate": 1.9290342367335756e-06, + "loss": 2.3583, + "step": 47027 + }, + { + "epoch": 0.8050120679915781, + "grad_norm": 2.560706615447998, + "learning_rate": 1.9287069175137173e-06, + "loss": 2.4099, + "step": 47028 + }, + { + "epoch": 0.8050291857101286, + "grad_norm": 2.5825092792510986, + "learning_rate": 1.928379623102199e-06, + "loss": 2.337, + "step": 47029 + }, + { + "epoch": 0.805046303428679, + "grad_norm": 2.5160186290740967, + "learning_rate": 1.9280523535000295e-06, + "loss": 2.2991, + "step": 47030 + }, + { + "epoch": 0.8050634211472295, + "grad_norm": 2.5783770084381104, + "learning_rate": 1.927725108708216e-06, + "loss": 2.3854, + "step": 47031 + }, + { + "epoch": 0.80508053886578, + "grad_norm": 2.607063055038452, + "learning_rate": 1.927397888727758e-06, + "loss": 2.2974, + "step": 47032 + }, + { + "epoch": 0.8050976565843304, + "grad_norm": 2.5006332397460938, + "learning_rate": 1.9270706935596716e-06, + "loss": 2.2658, + "step": 47033 + }, + { + "epoch": 0.8051147743028809, + "grad_norm": 2.4936487674713135, + "learning_rate": 1.9267435232049537e-06, + "loss": 2.4059, + "step": 47034 + }, + { + "epoch": 0.8051318920214314, + "grad_norm": 2.5725438594818115, + "learning_rate": 1.926416377664613e-06, + "loss": 2.3196, + "step": 47035 + }, + { + "epoch": 0.8051490097399818, + "grad_norm": 2.7989532947540283, + "learning_rate": 1.926089256939655e-06, + "loss": 2.3569, + "step": 47036 + }, + { + "epoch": 0.8051661274585323, + "grad_norm": 2.8458354473114014, + "learning_rate": 1.9257621610310862e-06, + "loss": 2.4081, + "step": 47037 + }, + { + "epoch": 0.8051832451770828, + "grad_norm": 2.6144332885742188, + "learning_rate": 1.925435089939912e-06, + "loss": 2.3681, + "step": 47038 + }, + { + "epoch": 0.8052003628956332, + "grad_norm": 2.402388572692871, + "learning_rate": 1.9251080436671334e-06, + "loss": 2.274, + "step": 47039 + }, + { + "epoch": 0.8052174806141837, + "grad_norm": 2.761518716812134, + "learning_rate": 1.924781022213763e-06, + "loss": 2.3575, + "step": 47040 + }, + { + "epoch": 0.8052345983327343, + "grad_norm": 2.663959503173828, + "learning_rate": 1.9244540255807986e-06, + "loss": 2.4122, + "step": 47041 + }, + { + "epoch": 0.8052517160512846, + "grad_norm": 2.7379491329193115, + "learning_rate": 1.92412705376925e-06, + "loss": 2.4014, + "step": 47042 + }, + { + "epoch": 0.8052688337698352, + "grad_norm": 2.572098731994629, + "learning_rate": 1.9238001067801206e-06, + "loss": 2.3238, + "step": 47043 + }, + { + "epoch": 0.8052859514883857, + "grad_norm": 2.6263606548309326, + "learning_rate": 1.923473184614414e-06, + "loss": 2.3624, + "step": 47044 + }, + { + "epoch": 0.8053030692069361, + "grad_norm": 2.754180908203125, + "learning_rate": 1.923146287273141e-06, + "loss": 2.3817, + "step": 47045 + }, + { + "epoch": 0.8053201869254866, + "grad_norm": 2.666403293609619, + "learning_rate": 1.922819414757298e-06, + "loss": 2.3194, + "step": 47046 + }, + { + "epoch": 0.8053373046440371, + "grad_norm": 2.3644819259643555, + "learning_rate": 1.922492567067894e-06, + "loss": 2.1724, + "step": 47047 + }, + { + "epoch": 0.8053544223625875, + "grad_norm": 2.5223746299743652, + "learning_rate": 1.9221657442059326e-06, + "loss": 2.3055, + "step": 47048 + }, + { + "epoch": 0.805371540081138, + "grad_norm": 2.6001994609832764, + "learning_rate": 1.9218389461724208e-06, + "loss": 2.3926, + "step": 47049 + }, + { + "epoch": 0.8053886577996885, + "grad_norm": 2.4946634769439697, + "learning_rate": 1.9215121729683597e-06, + "loss": 2.2497, + "step": 47050 + }, + { + "epoch": 0.8054057755182389, + "grad_norm": 2.598130464553833, + "learning_rate": 1.921185424594758e-06, + "loss": 2.3328, + "step": 47051 + }, + { + "epoch": 0.8054228932367894, + "grad_norm": 2.634923219680786, + "learning_rate": 1.920858701052615e-06, + "loss": 2.245, + "step": 47052 + }, + { + "epoch": 0.8054400109553399, + "grad_norm": 2.7193620204925537, + "learning_rate": 1.9205320023429364e-06, + "loss": 2.3758, + "step": 47053 + }, + { + "epoch": 0.8054571286738903, + "grad_norm": 2.676950216293335, + "learning_rate": 1.9202053284667275e-06, + "loss": 2.3265, + "step": 47054 + }, + { + "epoch": 0.8054742463924408, + "grad_norm": 2.5676236152648926, + "learning_rate": 1.9198786794249923e-06, + "loss": 2.3513, + "step": 47055 + }, + { + "epoch": 0.8054913641109913, + "grad_norm": 2.586782932281494, + "learning_rate": 1.919552055218734e-06, + "loss": 2.1643, + "step": 47056 + }, + { + "epoch": 0.8055084818295417, + "grad_norm": 2.798279047012329, + "learning_rate": 1.9192254558489577e-06, + "loss": 2.2634, + "step": 47057 + }, + { + "epoch": 0.8055255995480922, + "grad_norm": 2.561255931854248, + "learning_rate": 1.9188988813166675e-06, + "loss": 2.3496, + "step": 47058 + }, + { + "epoch": 0.8055427172666427, + "grad_norm": 2.6767423152923584, + "learning_rate": 1.9185723316228655e-06, + "loss": 2.4051, + "step": 47059 + }, + { + "epoch": 0.8055598349851931, + "grad_norm": 2.6836981773376465, + "learning_rate": 1.918245806768555e-06, + "loss": 2.2875, + "step": 47060 + }, + { + "epoch": 0.8055769527037436, + "grad_norm": 2.6124558448791504, + "learning_rate": 1.9179193067547418e-06, + "loss": 2.3262, + "step": 47061 + }, + { + "epoch": 0.8055940704222941, + "grad_norm": 2.485051393508911, + "learning_rate": 1.917592831582428e-06, + "loss": 2.3373, + "step": 47062 + }, + { + "epoch": 0.8056111881408445, + "grad_norm": 2.5362460613250732, + "learning_rate": 1.9172663812526193e-06, + "loss": 2.3113, + "step": 47063 + }, + { + "epoch": 0.805628305859395, + "grad_norm": 2.6997947692871094, + "learning_rate": 1.916939955766313e-06, + "loss": 2.3989, + "step": 47064 + }, + { + "epoch": 0.8056454235779456, + "grad_norm": 2.6537084579467773, + "learning_rate": 1.916613555124521e-06, + "loss": 2.3716, + "step": 47065 + }, + { + "epoch": 0.805662541296496, + "grad_norm": 2.5031957626342773, + "learning_rate": 1.91628717932824e-06, + "loss": 2.2318, + "step": 47066 + }, + { + "epoch": 0.8056796590150465, + "grad_norm": 2.5989277362823486, + "learning_rate": 1.9159608283784757e-06, + "loss": 2.3467, + "step": 47067 + }, + { + "epoch": 0.805696776733597, + "grad_norm": 2.3740718364715576, + "learning_rate": 1.9156345022762335e-06, + "loss": 2.2241, + "step": 47068 + }, + { + "epoch": 0.8057138944521475, + "grad_norm": 2.6132357120513916, + "learning_rate": 1.9153082010225087e-06, + "loss": 2.3306, + "step": 47069 + }, + { + "epoch": 0.8057310121706979, + "grad_norm": 2.5844240188598633, + "learning_rate": 1.9149819246183145e-06, + "loss": 2.394, + "step": 47070 + }, + { + "epoch": 0.8057481298892484, + "grad_norm": 2.475984811782837, + "learning_rate": 1.9146556730646435e-06, + "loss": 2.2732, + "step": 47071 + }, + { + "epoch": 0.8057652476077989, + "grad_norm": 2.6293530464172363, + "learning_rate": 1.9143294463625084e-06, + "loss": 2.2917, + "step": 47072 + }, + { + "epoch": 0.8057823653263493, + "grad_norm": 2.636638641357422, + "learning_rate": 1.914003244512904e-06, + "loss": 2.3552, + "step": 47073 + }, + { + "epoch": 0.8057994830448998, + "grad_norm": 2.527710437774658, + "learning_rate": 1.913677067516837e-06, + "loss": 2.3427, + "step": 47074 + }, + { + "epoch": 0.8058166007634503, + "grad_norm": 2.568105697631836, + "learning_rate": 1.9133509153753115e-06, + "loss": 2.3342, + "step": 47075 + }, + { + "epoch": 0.8058337184820007, + "grad_norm": 2.642939329147339, + "learning_rate": 1.9130247880893216e-06, + "loss": 2.3894, + "step": 47076 + }, + { + "epoch": 0.8058508362005512, + "grad_norm": 2.603797674179077, + "learning_rate": 1.9126986856598816e-06, + "loss": 2.3222, + "step": 47077 + }, + { + "epoch": 0.8058679539191017, + "grad_norm": 2.7995431423187256, + "learning_rate": 1.9123726080879845e-06, + "loss": 2.4802, + "step": 47078 + }, + { + "epoch": 0.8058850716376521, + "grad_norm": 2.5131397247314453, + "learning_rate": 1.912046555374636e-06, + "loss": 2.3492, + "step": 47079 + }, + { + "epoch": 0.8059021893562026, + "grad_norm": 2.7244160175323486, + "learning_rate": 1.9117205275208383e-06, + "loss": 2.3783, + "step": 47080 + }, + { + "epoch": 0.8059193070747531, + "grad_norm": 2.6724603176116943, + "learning_rate": 1.911394524527593e-06, + "loss": 2.2223, + "step": 47081 + }, + { + "epoch": 0.8059364247933035, + "grad_norm": 2.4667184352874756, + "learning_rate": 1.9110685463959056e-06, + "loss": 2.2905, + "step": 47082 + }, + { + "epoch": 0.805953542511854, + "grad_norm": 2.5432159900665283, + "learning_rate": 1.910742593126772e-06, + "loss": 2.4478, + "step": 47083 + }, + { + "epoch": 0.8059706602304045, + "grad_norm": 2.499962568283081, + "learning_rate": 1.9104166647211963e-06, + "loss": 2.3415, + "step": 47084 + }, + { + "epoch": 0.8059877779489549, + "grad_norm": 2.5267891883850098, + "learning_rate": 1.9100907611801813e-06, + "loss": 2.3112, + "step": 47085 + }, + { + "epoch": 0.8060048956675054, + "grad_norm": 2.6615307331085205, + "learning_rate": 1.909764882504729e-06, + "loss": 2.4433, + "step": 47086 + }, + { + "epoch": 0.806022013386056, + "grad_norm": 2.776148796081543, + "learning_rate": 1.9094390286958397e-06, + "loss": 2.3532, + "step": 47087 + }, + { + "epoch": 0.8060391311046063, + "grad_norm": 2.557598352432251, + "learning_rate": 1.9091131997545177e-06, + "loss": 2.3783, + "step": 47088 + }, + { + "epoch": 0.8060562488231569, + "grad_norm": 2.473369836807251, + "learning_rate": 1.9087873956817603e-06, + "loss": 2.341, + "step": 47089 + }, + { + "epoch": 0.8060733665417074, + "grad_norm": 2.6462576389312744, + "learning_rate": 1.908461616478572e-06, + "loss": 2.3762, + "step": 47090 + }, + { + "epoch": 0.8060904842602578, + "grad_norm": 2.4889166355133057, + "learning_rate": 1.908135862145952e-06, + "loss": 2.3749, + "step": 47091 + }, + { + "epoch": 0.8061076019788083, + "grad_norm": 2.662351608276367, + "learning_rate": 1.907810132684903e-06, + "loss": 2.308, + "step": 47092 + }, + { + "epoch": 0.8061247196973588, + "grad_norm": 2.5651395320892334, + "learning_rate": 1.9074844280964256e-06, + "loss": 2.2093, + "step": 47093 + }, + { + "epoch": 0.8061418374159092, + "grad_norm": 2.6501376628875732, + "learning_rate": 1.9071587483815212e-06, + "loss": 2.2507, + "step": 47094 + }, + { + "epoch": 0.8061589551344597, + "grad_norm": 2.4698362350463867, + "learning_rate": 1.9068330935411939e-06, + "loss": 2.2729, + "step": 47095 + }, + { + "epoch": 0.8061760728530102, + "grad_norm": 2.546315908432007, + "learning_rate": 1.9065074635764391e-06, + "loss": 2.3387, + "step": 47096 + }, + { + "epoch": 0.8061931905715606, + "grad_norm": 2.5414814949035645, + "learning_rate": 1.9061818584882595e-06, + "loss": 2.319, + "step": 47097 + }, + { + "epoch": 0.8062103082901111, + "grad_norm": 2.468489408493042, + "learning_rate": 1.9058562782776568e-06, + "loss": 2.2867, + "step": 47098 + }, + { + "epoch": 0.8062274260086616, + "grad_norm": 2.678520441055298, + "learning_rate": 1.905530722945632e-06, + "loss": 2.3634, + "step": 47099 + }, + { + "epoch": 0.806244543727212, + "grad_norm": 2.5654284954071045, + "learning_rate": 1.9052051924931868e-06, + "loss": 2.3129, + "step": 47100 + }, + { + "epoch": 0.8062616614457625, + "grad_norm": 2.480509042739868, + "learning_rate": 1.904879686921316e-06, + "loss": 2.3883, + "step": 47101 + }, + { + "epoch": 0.806278779164313, + "grad_norm": 2.5646371841430664, + "learning_rate": 1.9045542062310285e-06, + "loss": 2.3214, + "step": 47102 + }, + { + "epoch": 0.8062958968828634, + "grad_norm": 2.5745465755462646, + "learning_rate": 1.904228750423318e-06, + "loss": 2.3073, + "step": 47103 + }, + { + "epoch": 0.8063130146014139, + "grad_norm": 2.591670274734497, + "learning_rate": 1.9039033194991885e-06, + "loss": 2.3438, + "step": 47104 + }, + { + "epoch": 0.8063301323199644, + "grad_norm": 2.5228710174560547, + "learning_rate": 1.903577913459641e-06, + "loss": 2.2147, + "step": 47105 + }, + { + "epoch": 0.8063472500385148, + "grad_norm": 2.553555488586426, + "learning_rate": 1.9032525323056684e-06, + "loss": 2.3265, + "step": 47106 + }, + { + "epoch": 0.8063643677570653, + "grad_norm": 2.5173990726470947, + "learning_rate": 1.9029271760382805e-06, + "loss": 2.3462, + "step": 47107 + }, + { + "epoch": 0.8063814854756158, + "grad_norm": 2.608607530593872, + "learning_rate": 1.9026018446584694e-06, + "loss": 2.3253, + "step": 47108 + }, + { + "epoch": 0.8063986031941662, + "grad_norm": 2.592400074005127, + "learning_rate": 1.9022765381672426e-06, + "loss": 2.356, + "step": 47109 + }, + { + "epoch": 0.8064157209127167, + "grad_norm": 2.3611459732055664, + "learning_rate": 1.901951256565594e-06, + "loss": 2.2972, + "step": 47110 + }, + { + "epoch": 0.8064328386312672, + "grad_norm": 2.546299695968628, + "learning_rate": 1.901625999854525e-06, + "loss": 2.3057, + "step": 47111 + }, + { + "epoch": 0.8064499563498176, + "grad_norm": 2.539881944656372, + "learning_rate": 1.9013007680350394e-06, + "loss": 2.3811, + "step": 47112 + }, + { + "epoch": 0.8064670740683682, + "grad_norm": 2.5666885375976562, + "learning_rate": 1.900975561108127e-06, + "loss": 2.2863, + "step": 47113 + }, + { + "epoch": 0.8064841917869187, + "grad_norm": 2.5152463912963867, + "learning_rate": 1.9006503790747987e-06, + "loss": 2.3659, + "step": 47114 + }, + { + "epoch": 0.8065013095054692, + "grad_norm": 2.6055991649627686, + "learning_rate": 1.900325221936047e-06, + "loss": 2.4039, + "step": 47115 + }, + { + "epoch": 0.8065184272240196, + "grad_norm": 2.4497549533843994, + "learning_rate": 1.9000000896928728e-06, + "loss": 2.3387, + "step": 47116 + }, + { + "epoch": 0.8065355449425701, + "grad_norm": 2.6311545372009277, + "learning_rate": 1.899674982346279e-06, + "loss": 2.3217, + "step": 47117 + }, + { + "epoch": 0.8065526626611206, + "grad_norm": 2.633197069168091, + "learning_rate": 1.8993498998972559e-06, + "loss": 2.3728, + "step": 47118 + }, + { + "epoch": 0.806569780379671, + "grad_norm": 2.5504958629608154, + "learning_rate": 1.8990248423468139e-06, + "loss": 2.3807, + "step": 47119 + }, + { + "epoch": 0.8065868980982215, + "grad_norm": 2.4412457942962646, + "learning_rate": 1.898699809695944e-06, + "loss": 2.306, + "step": 47120 + }, + { + "epoch": 0.806604015816772, + "grad_norm": 2.651036024093628, + "learning_rate": 1.8983748019456482e-06, + "loss": 2.3917, + "step": 47121 + }, + { + "epoch": 0.8066211335353224, + "grad_norm": 2.463526725769043, + "learning_rate": 1.8980498190969243e-06, + "loss": 2.319, + "step": 47122 + }, + { + "epoch": 0.8066382512538729, + "grad_norm": 2.4835941791534424, + "learning_rate": 1.8977248611507726e-06, + "loss": 2.2802, + "step": 47123 + }, + { + "epoch": 0.8066553689724234, + "grad_norm": 2.60526180267334, + "learning_rate": 1.8973999281081945e-06, + "loss": 2.3819, + "step": 47124 + }, + { + "epoch": 0.8066724866909738, + "grad_norm": 2.56640887260437, + "learning_rate": 1.8970750199701826e-06, + "loss": 2.3562, + "step": 47125 + }, + { + "epoch": 0.8066896044095243, + "grad_norm": 2.5526602268218994, + "learning_rate": 1.8967501367377394e-06, + "loss": 2.2678, + "step": 47126 + }, + { + "epoch": 0.8067067221280748, + "grad_norm": 2.4976627826690674, + "learning_rate": 1.896425278411862e-06, + "loss": 2.3496, + "step": 47127 + }, + { + "epoch": 0.8067238398466252, + "grad_norm": 2.6415390968322754, + "learning_rate": 1.8961004449935494e-06, + "loss": 2.3966, + "step": 47128 + }, + { + "epoch": 0.8067409575651757, + "grad_norm": 2.4280331134796143, + "learning_rate": 1.8957756364837999e-06, + "loss": 2.3594, + "step": 47129 + }, + { + "epoch": 0.8067580752837262, + "grad_norm": 2.533355712890625, + "learning_rate": 1.8954508528836124e-06, + "loss": 2.3019, + "step": 47130 + }, + { + "epoch": 0.8067751930022766, + "grad_norm": 2.533928394317627, + "learning_rate": 1.8951260941939876e-06, + "loss": 2.2814, + "step": 47131 + }, + { + "epoch": 0.8067923107208271, + "grad_norm": 2.462197780609131, + "learning_rate": 1.8948013604159187e-06, + "loss": 2.3462, + "step": 47132 + }, + { + "epoch": 0.8068094284393776, + "grad_norm": 2.648557424545288, + "learning_rate": 1.8944766515504066e-06, + "loss": 2.4173, + "step": 47133 + }, + { + "epoch": 0.806826546157928, + "grad_norm": 2.532405376434326, + "learning_rate": 1.8941519675984476e-06, + "loss": 2.3472, + "step": 47134 + }, + { + "epoch": 0.8068436638764785, + "grad_norm": 2.6010217666625977, + "learning_rate": 1.8938273085610415e-06, + "loss": 2.281, + "step": 47135 + }, + { + "epoch": 0.806860781595029, + "grad_norm": 2.598978042602539, + "learning_rate": 1.893502674439186e-06, + "loss": 2.3131, + "step": 47136 + }, + { + "epoch": 0.8068778993135794, + "grad_norm": 2.6699106693267822, + "learning_rate": 1.8931780652338805e-06, + "loss": 2.3282, + "step": 47137 + }, + { + "epoch": 0.80689501703213, + "grad_norm": 2.5293290615081787, + "learning_rate": 1.8928534809461186e-06, + "loss": 2.2771, + "step": 47138 + }, + { + "epoch": 0.8069121347506805, + "grad_norm": 2.514665126800537, + "learning_rate": 1.8925289215768994e-06, + "loss": 2.312, + "step": 47139 + }, + { + "epoch": 0.8069292524692309, + "grad_norm": 2.6609926223754883, + "learning_rate": 1.8922043871272222e-06, + "loss": 2.3925, + "step": 47140 + }, + { + "epoch": 0.8069463701877814, + "grad_norm": 2.6635422706604004, + "learning_rate": 1.891879877598083e-06, + "loss": 2.3945, + "step": 47141 + }, + { + "epoch": 0.8069634879063319, + "grad_norm": 2.5460081100463867, + "learning_rate": 1.8915553929904818e-06, + "loss": 2.3766, + "step": 47142 + }, + { + "epoch": 0.8069806056248823, + "grad_norm": 2.6567234992980957, + "learning_rate": 1.89123093330541e-06, + "loss": 2.3115, + "step": 47143 + }, + { + "epoch": 0.8069977233434328, + "grad_norm": 2.568065643310547, + "learning_rate": 1.890906498543873e-06, + "loss": 2.3746, + "step": 47144 + }, + { + "epoch": 0.8070148410619833, + "grad_norm": 2.774491310119629, + "learning_rate": 1.8905820887068615e-06, + "loss": 2.4531, + "step": 47145 + }, + { + "epoch": 0.8070319587805337, + "grad_norm": 2.529430389404297, + "learning_rate": 1.890257703795375e-06, + "loss": 2.357, + "step": 47146 + }, + { + "epoch": 0.8070490764990842, + "grad_norm": 2.603863477706909, + "learning_rate": 1.8899333438104094e-06, + "loss": 2.3846, + "step": 47147 + }, + { + "epoch": 0.8070661942176347, + "grad_norm": 2.785076379776001, + "learning_rate": 1.889609008752964e-06, + "loss": 2.4099, + "step": 47148 + }, + { + "epoch": 0.8070833119361851, + "grad_norm": 2.4825074672698975, + "learning_rate": 1.8892846986240365e-06, + "loss": 2.1775, + "step": 47149 + }, + { + "epoch": 0.8071004296547356, + "grad_norm": 2.637158155441284, + "learning_rate": 1.8889604134246165e-06, + "loss": 2.2824, + "step": 47150 + }, + { + "epoch": 0.8071175473732861, + "grad_norm": 2.5875372886657715, + "learning_rate": 1.8886361531557117e-06, + "loss": 2.3928, + "step": 47151 + }, + { + "epoch": 0.8071346650918365, + "grad_norm": 2.77250337600708, + "learning_rate": 1.8883119178183095e-06, + "loss": 2.37, + "step": 47152 + }, + { + "epoch": 0.807151782810387, + "grad_norm": 2.6489851474761963, + "learning_rate": 1.88798770741341e-06, + "loss": 2.3788, + "step": 47153 + }, + { + "epoch": 0.8071689005289375, + "grad_norm": 2.7299671173095703, + "learning_rate": 1.8876635219420125e-06, + "loss": 2.3153, + "step": 47154 + }, + { + "epoch": 0.8071860182474879, + "grad_norm": 2.579881191253662, + "learning_rate": 1.887339361405105e-06, + "loss": 2.2793, + "step": 47155 + }, + { + "epoch": 0.8072031359660384, + "grad_norm": 2.90924072265625, + "learning_rate": 1.8870152258036945e-06, + "loss": 2.4793, + "step": 47156 + }, + { + "epoch": 0.8072202536845889, + "grad_norm": 2.7787253856658936, + "learning_rate": 1.8866911151387702e-06, + "loss": 2.4134, + "step": 47157 + }, + { + "epoch": 0.8072373714031393, + "grad_norm": 2.5924320220947266, + "learning_rate": 1.8863670294113302e-06, + "loss": 2.3158, + "step": 47158 + }, + { + "epoch": 0.8072544891216898, + "grad_norm": 2.6537346839904785, + "learning_rate": 1.8860429686223702e-06, + "loss": 2.2611, + "step": 47159 + }, + { + "epoch": 0.8072716068402404, + "grad_norm": 2.551408529281616, + "learning_rate": 1.8857189327728865e-06, + "loss": 2.2371, + "step": 47160 + }, + { + "epoch": 0.8072887245587907, + "grad_norm": 2.6497347354888916, + "learning_rate": 1.885394921863879e-06, + "loss": 2.4323, + "step": 47161 + }, + { + "epoch": 0.8073058422773413, + "grad_norm": 2.563030242919922, + "learning_rate": 1.8850709358963337e-06, + "loss": 2.3895, + "step": 47162 + }, + { + "epoch": 0.8073229599958918, + "grad_norm": 2.5526087284088135, + "learning_rate": 1.8847469748712588e-06, + "loss": 2.3297, + "step": 47163 + }, + { + "epoch": 0.8073400777144423, + "grad_norm": 2.6619873046875, + "learning_rate": 1.8844230387896412e-06, + "loss": 2.3246, + "step": 47164 + }, + { + "epoch": 0.8073571954329927, + "grad_norm": 2.7121617794036865, + "learning_rate": 1.884099127652479e-06, + "loss": 2.3431, + "step": 47165 + }, + { + "epoch": 0.8073743131515432, + "grad_norm": 2.7365550994873047, + "learning_rate": 1.8837752414607679e-06, + "loss": 2.3294, + "step": 47166 + }, + { + "epoch": 0.8073914308700937, + "grad_norm": 2.704479217529297, + "learning_rate": 1.883451380215503e-06, + "loss": 2.4412, + "step": 47167 + }, + { + "epoch": 0.8074085485886441, + "grad_norm": 2.5497124195098877, + "learning_rate": 1.8831275439176845e-06, + "loss": 2.3158, + "step": 47168 + }, + { + "epoch": 0.8074256663071946, + "grad_norm": 2.5547053813934326, + "learning_rate": 1.8828037325682992e-06, + "loss": 2.3288, + "step": 47169 + }, + { + "epoch": 0.8074427840257451, + "grad_norm": 2.535202980041504, + "learning_rate": 1.8824799461683474e-06, + "loss": 2.2685, + "step": 47170 + }, + { + "epoch": 0.8074599017442955, + "grad_norm": 2.6090292930603027, + "learning_rate": 1.8821561847188242e-06, + "loss": 2.3327, + "step": 47171 + }, + { + "epoch": 0.807477019462846, + "grad_norm": 2.619205951690674, + "learning_rate": 1.881832448220724e-06, + "loss": 2.3888, + "step": 47172 + }, + { + "epoch": 0.8074941371813965, + "grad_norm": 2.618497133255005, + "learning_rate": 1.8815087366750417e-06, + "loss": 2.495, + "step": 47173 + }, + { + "epoch": 0.8075112548999469, + "grad_norm": 2.7186977863311768, + "learning_rate": 1.8811850500827755e-06, + "loss": 2.399, + "step": 47174 + }, + { + "epoch": 0.8075283726184974, + "grad_norm": 2.653965950012207, + "learning_rate": 1.8808613884449144e-06, + "loss": 2.361, + "step": 47175 + }, + { + "epoch": 0.8075454903370479, + "grad_norm": 2.382035732269287, + "learning_rate": 1.8805377517624568e-06, + "loss": 2.2263, + "step": 47176 + }, + { + "epoch": 0.8075626080555983, + "grad_norm": 2.4644975662231445, + "learning_rate": 1.880214140036397e-06, + "loss": 2.3117, + "step": 47177 + }, + { + "epoch": 0.8075797257741488, + "grad_norm": 2.5672454833984375, + "learning_rate": 1.8798905532677292e-06, + "loss": 2.301, + "step": 47178 + }, + { + "epoch": 0.8075968434926993, + "grad_norm": 2.6209073066711426, + "learning_rate": 1.8795669914574511e-06, + "loss": 2.3655, + "step": 47179 + }, + { + "epoch": 0.8076139612112497, + "grad_norm": 2.428516387939453, + "learning_rate": 1.8792434546065485e-06, + "loss": 2.3588, + "step": 47180 + }, + { + "epoch": 0.8076310789298002, + "grad_norm": 2.5125908851623535, + "learning_rate": 1.8789199427160277e-06, + "loss": 2.3096, + "step": 47181 + }, + { + "epoch": 0.8076481966483507, + "grad_norm": 2.5813567638397217, + "learning_rate": 1.8785964557868742e-06, + "loss": 2.3342, + "step": 47182 + }, + { + "epoch": 0.8076653143669011, + "grad_norm": 2.6017062664031982, + "learning_rate": 1.8782729938200861e-06, + "loss": 2.3492, + "step": 47183 + }, + { + "epoch": 0.8076824320854517, + "grad_norm": 2.5573570728302, + "learning_rate": 1.877949556816656e-06, + "loss": 2.3627, + "step": 47184 + }, + { + "epoch": 0.8076995498040022, + "grad_norm": 2.434988021850586, + "learning_rate": 1.877626144777579e-06, + "loss": 2.3599, + "step": 47185 + }, + { + "epoch": 0.8077166675225526, + "grad_norm": 2.492283821105957, + "learning_rate": 1.8773027577038517e-06, + "loss": 2.3505, + "step": 47186 + }, + { + "epoch": 0.8077337852411031, + "grad_norm": 2.673002004623413, + "learning_rate": 1.87697939559646e-06, + "loss": 2.3513, + "step": 47187 + }, + { + "epoch": 0.8077509029596536, + "grad_norm": 2.5834474563598633, + "learning_rate": 1.8766560584564087e-06, + "loss": 2.3604, + "step": 47188 + }, + { + "epoch": 0.807768020678204, + "grad_norm": 2.7254860401153564, + "learning_rate": 1.8763327462846826e-06, + "loss": 2.4285, + "step": 47189 + }, + { + "epoch": 0.8077851383967545, + "grad_norm": 3.024289608001709, + "learning_rate": 1.8760094590822797e-06, + "loss": 2.4029, + "step": 47190 + }, + { + "epoch": 0.807802256115305, + "grad_norm": 2.4512383937835693, + "learning_rate": 1.875686196850195e-06, + "loss": 2.2965, + "step": 47191 + }, + { + "epoch": 0.8078193738338554, + "grad_norm": 2.576756715774536, + "learning_rate": 1.8753629595894151e-06, + "loss": 2.3056, + "step": 47192 + }, + { + "epoch": 0.8078364915524059, + "grad_norm": 2.606560230255127, + "learning_rate": 1.8750397473009429e-06, + "loss": 2.4166, + "step": 47193 + }, + { + "epoch": 0.8078536092709564, + "grad_norm": 2.5179193019866943, + "learning_rate": 1.8747165599857654e-06, + "loss": 2.3687, + "step": 47194 + }, + { + "epoch": 0.8078707269895068, + "grad_norm": 2.8708746433258057, + "learning_rate": 1.874393397644878e-06, + "loss": 2.4579, + "step": 47195 + }, + { + "epoch": 0.8078878447080573, + "grad_norm": 2.575521469116211, + "learning_rate": 1.874070260279276e-06, + "loss": 2.3853, + "step": 47196 + }, + { + "epoch": 0.8079049624266078, + "grad_norm": 2.546811580657959, + "learning_rate": 1.8737471478899449e-06, + "loss": 2.258, + "step": 47197 + }, + { + "epoch": 0.8079220801451582, + "grad_norm": 2.4186315536499023, + "learning_rate": 1.8734240604778898e-06, + "loss": 2.2484, + "step": 47198 + }, + { + "epoch": 0.8079391978637087, + "grad_norm": 2.522404432296753, + "learning_rate": 1.8731009980440918e-06, + "loss": 2.2355, + "step": 47199 + }, + { + "epoch": 0.8079563155822592, + "grad_norm": 2.6452457904815674, + "learning_rate": 1.8727779605895546e-06, + "loss": 2.3539, + "step": 47200 + }, + { + "epoch": 0.8079734333008096, + "grad_norm": 2.5786244869232178, + "learning_rate": 1.872454948115263e-06, + "loss": 2.5186, + "step": 47201 + }, + { + "epoch": 0.8079905510193601, + "grad_norm": 2.6825642585754395, + "learning_rate": 1.8721319606222132e-06, + "loss": 2.2826, + "step": 47202 + }, + { + "epoch": 0.8080076687379106, + "grad_norm": 2.597720146179199, + "learning_rate": 1.8718089981114008e-06, + "loss": 2.3095, + "step": 47203 + }, + { + "epoch": 0.808024786456461, + "grad_norm": 2.6040027141571045, + "learning_rate": 1.8714860605838092e-06, + "loss": 2.3933, + "step": 47204 + }, + { + "epoch": 0.8080419041750115, + "grad_norm": 2.5307188034057617, + "learning_rate": 1.8711631480404423e-06, + "loss": 2.3479, + "step": 47205 + }, + { + "epoch": 0.808059021893562, + "grad_norm": 2.6127824783325195, + "learning_rate": 1.870840260482284e-06, + "loss": 2.2752, + "step": 47206 + }, + { + "epoch": 0.8080761396121124, + "grad_norm": 2.680863380432129, + "learning_rate": 1.870517397910331e-06, + "loss": 2.3335, + "step": 47207 + }, + { + "epoch": 0.808093257330663, + "grad_norm": 2.4976980686187744, + "learning_rate": 1.8701945603255756e-06, + "loss": 2.2619, + "step": 47208 + }, + { + "epoch": 0.8081103750492135, + "grad_norm": 2.4222187995910645, + "learning_rate": 1.8698717477290074e-06, + "loss": 2.2937, + "step": 47209 + }, + { + "epoch": 0.808127492767764, + "grad_norm": 2.5633838176727295, + "learning_rate": 1.8695489601216244e-06, + "loss": 2.3547, + "step": 47210 + }, + { + "epoch": 0.8081446104863144, + "grad_norm": 2.4437472820281982, + "learning_rate": 1.8692261975044112e-06, + "loss": 2.2765, + "step": 47211 + }, + { + "epoch": 0.8081617282048649, + "grad_norm": 2.6375069618225098, + "learning_rate": 1.868903459878365e-06, + "loss": 2.3884, + "step": 47212 + }, + { + "epoch": 0.8081788459234154, + "grad_norm": 2.4346742630004883, + "learning_rate": 1.868580747244475e-06, + "loss": 2.2082, + "step": 47213 + }, + { + "epoch": 0.8081959636419658, + "grad_norm": 2.481863021850586, + "learning_rate": 1.8682580596037348e-06, + "loss": 2.3005, + "step": 47214 + }, + { + "epoch": 0.8082130813605163, + "grad_norm": 2.793915271759033, + "learning_rate": 1.8679353969571356e-06, + "loss": 2.36, + "step": 47215 + }, + { + "epoch": 0.8082301990790668, + "grad_norm": 2.4754295349121094, + "learning_rate": 1.8676127593056715e-06, + "loss": 2.1946, + "step": 47216 + }, + { + "epoch": 0.8082473167976172, + "grad_norm": 2.699633836746216, + "learning_rate": 1.8672901466503302e-06, + "loss": 2.3244, + "step": 47217 + }, + { + "epoch": 0.8082644345161677, + "grad_norm": 2.6918561458587646, + "learning_rate": 1.8669675589921044e-06, + "loss": 2.343, + "step": 47218 + }, + { + "epoch": 0.8082815522347182, + "grad_norm": 2.656808614730835, + "learning_rate": 1.8666449963319865e-06, + "loss": 2.2822, + "step": 47219 + }, + { + "epoch": 0.8082986699532686, + "grad_norm": 2.507505416870117, + "learning_rate": 1.8663224586709682e-06, + "loss": 2.2622, + "step": 47220 + }, + { + "epoch": 0.8083157876718191, + "grad_norm": 2.5473382472991943, + "learning_rate": 1.865999946010041e-06, + "loss": 2.2923, + "step": 47221 + }, + { + "epoch": 0.8083329053903696, + "grad_norm": 2.4851880073547363, + "learning_rate": 1.8656774583501947e-06, + "loss": 2.3198, + "step": 47222 + }, + { + "epoch": 0.80835002310892, + "grad_norm": 2.3726468086242676, + "learning_rate": 1.8653549956924243e-06, + "loss": 2.2529, + "step": 47223 + }, + { + "epoch": 0.8083671408274705, + "grad_norm": 2.6116440296173096, + "learning_rate": 1.8650325580377127e-06, + "loss": 2.333, + "step": 47224 + }, + { + "epoch": 0.808384258546021, + "grad_norm": 2.6934752464294434, + "learning_rate": 1.8647101453870608e-06, + "loss": 2.4134, + "step": 47225 + }, + { + "epoch": 0.8084013762645714, + "grad_norm": 2.4876890182495117, + "learning_rate": 1.8643877577414537e-06, + "loss": 2.3057, + "step": 47226 + }, + { + "epoch": 0.8084184939831219, + "grad_norm": 2.64218807220459, + "learning_rate": 1.8640653951018839e-06, + "loss": 2.4002, + "step": 47227 + }, + { + "epoch": 0.8084356117016724, + "grad_norm": 2.8269362449645996, + "learning_rate": 1.8637430574693438e-06, + "loss": 2.4555, + "step": 47228 + }, + { + "epoch": 0.8084527294202228, + "grad_norm": 2.4453632831573486, + "learning_rate": 1.8634207448448183e-06, + "loss": 2.2374, + "step": 47229 + }, + { + "epoch": 0.8084698471387733, + "grad_norm": 2.5720725059509277, + "learning_rate": 1.8630984572293064e-06, + "loss": 2.4033, + "step": 47230 + }, + { + "epoch": 0.8084869648573239, + "grad_norm": 2.648965835571289, + "learning_rate": 1.8627761946237921e-06, + "loss": 2.3313, + "step": 47231 + }, + { + "epoch": 0.8085040825758742, + "grad_norm": 2.6314005851745605, + "learning_rate": 1.8624539570292687e-06, + "loss": 2.3813, + "step": 47232 + }, + { + "epoch": 0.8085212002944248, + "grad_norm": 2.6931447982788086, + "learning_rate": 1.862131744446728e-06, + "loss": 2.2996, + "step": 47233 + }, + { + "epoch": 0.8085383180129753, + "grad_norm": 2.7754337787628174, + "learning_rate": 1.8618095568771543e-06, + "loss": 2.3815, + "step": 47234 + }, + { + "epoch": 0.8085554357315257, + "grad_norm": 2.6844592094421387, + "learning_rate": 1.8614873943215472e-06, + "loss": 2.4284, + "step": 47235 + }, + { + "epoch": 0.8085725534500762, + "grad_norm": 2.523622512817383, + "learning_rate": 1.861165256780887e-06, + "loss": 2.2745, + "step": 47236 + }, + { + "epoch": 0.8085896711686267, + "grad_norm": 2.555567979812622, + "learning_rate": 1.8608431442561735e-06, + "loss": 2.2727, + "step": 47237 + }, + { + "epoch": 0.8086067888871771, + "grad_norm": 2.59963321685791, + "learning_rate": 1.86052105674839e-06, + "loss": 2.2778, + "step": 47238 + }, + { + "epoch": 0.8086239066057276, + "grad_norm": 2.499742031097412, + "learning_rate": 1.8601989942585275e-06, + "loss": 2.3784, + "step": 47239 + }, + { + "epoch": 0.8086410243242781, + "grad_norm": 2.5911169052124023, + "learning_rate": 1.8598769567875808e-06, + "loss": 2.2899, + "step": 47240 + }, + { + "epoch": 0.8086581420428285, + "grad_norm": 2.521469831466675, + "learning_rate": 1.8595549443365302e-06, + "loss": 2.277, + "step": 47241 + }, + { + "epoch": 0.808675259761379, + "grad_norm": 2.702103614807129, + "learning_rate": 1.8592329569063761e-06, + "loss": 2.348, + "step": 47242 + }, + { + "epoch": 0.8086923774799295, + "grad_norm": 2.7514939308166504, + "learning_rate": 1.8589109944981009e-06, + "loss": 2.4151, + "step": 47243 + }, + { + "epoch": 0.8087094951984799, + "grad_norm": 2.458512544631958, + "learning_rate": 1.8585890571126963e-06, + "loss": 2.2335, + "step": 47244 + }, + { + "epoch": 0.8087266129170304, + "grad_norm": 2.505520820617676, + "learning_rate": 1.8582671447511512e-06, + "loss": 2.3095, + "step": 47245 + }, + { + "epoch": 0.8087437306355809, + "grad_norm": 2.588759183883667, + "learning_rate": 1.8579452574144574e-06, + "loss": 2.4002, + "step": 47246 + }, + { + "epoch": 0.8087608483541313, + "grad_norm": 2.401460886001587, + "learning_rate": 1.857623395103605e-06, + "loss": 2.4405, + "step": 47247 + }, + { + "epoch": 0.8087779660726818, + "grad_norm": 2.5996041297912598, + "learning_rate": 1.8573015578195775e-06, + "loss": 2.3, + "step": 47248 + }, + { + "epoch": 0.8087950837912323, + "grad_norm": 2.63158917427063, + "learning_rate": 1.8569797455633687e-06, + "loss": 2.3374, + "step": 47249 + }, + { + "epoch": 0.8088122015097827, + "grad_norm": 2.447542428970337, + "learning_rate": 1.8566579583359656e-06, + "loss": 2.1773, + "step": 47250 + }, + { + "epoch": 0.8088293192283332, + "grad_norm": 2.517068386077881, + "learning_rate": 1.8563361961383598e-06, + "loss": 2.2995, + "step": 47251 + }, + { + "epoch": 0.8088464369468837, + "grad_norm": 2.5219733715057373, + "learning_rate": 1.856014458971538e-06, + "loss": 2.2291, + "step": 47252 + }, + { + "epoch": 0.8088635546654341, + "grad_norm": 2.546760082244873, + "learning_rate": 1.8556927468364916e-06, + "loss": 2.3324, + "step": 47253 + }, + { + "epoch": 0.8088806723839846, + "grad_norm": 2.713857650756836, + "learning_rate": 1.8553710597342067e-06, + "loss": 2.2364, + "step": 47254 + }, + { + "epoch": 0.8088977901025352, + "grad_norm": 2.4628658294677734, + "learning_rate": 1.8550493976656726e-06, + "loss": 2.4322, + "step": 47255 + }, + { + "epoch": 0.8089149078210857, + "grad_norm": 2.660801410675049, + "learning_rate": 1.854727760631878e-06, + "loss": 2.2357, + "step": 47256 + }, + { + "epoch": 0.8089320255396361, + "grad_norm": 2.543926954269409, + "learning_rate": 1.8544061486338128e-06, + "loss": 2.3305, + "step": 47257 + }, + { + "epoch": 0.8089491432581866, + "grad_norm": 2.5467913150787354, + "learning_rate": 1.8540845616724645e-06, + "loss": 2.2943, + "step": 47258 + }, + { + "epoch": 0.8089662609767371, + "grad_norm": 2.5629100799560547, + "learning_rate": 1.8537629997488217e-06, + "loss": 2.3419, + "step": 47259 + }, + { + "epoch": 0.8089833786952875, + "grad_norm": 2.5530455112457275, + "learning_rate": 1.8534414628638753e-06, + "loss": 2.3095, + "step": 47260 + }, + { + "epoch": 0.809000496413838, + "grad_norm": 2.6825108528137207, + "learning_rate": 1.8531199510186082e-06, + "loss": 2.4417, + "step": 47261 + }, + { + "epoch": 0.8090176141323885, + "grad_norm": 2.631802558898926, + "learning_rate": 1.8527984642140128e-06, + "loss": 2.345, + "step": 47262 + }, + { + "epoch": 0.8090347318509389, + "grad_norm": 2.6580686569213867, + "learning_rate": 1.8524770024510752e-06, + "loss": 2.297, + "step": 47263 + }, + { + "epoch": 0.8090518495694894, + "grad_norm": 2.744960069656372, + "learning_rate": 1.8521555657307843e-06, + "loss": 2.3396, + "step": 47264 + }, + { + "epoch": 0.8090689672880399, + "grad_norm": 2.6032166481018066, + "learning_rate": 1.8518341540541307e-06, + "loss": 2.3452, + "step": 47265 + }, + { + "epoch": 0.8090860850065903, + "grad_norm": 2.645110845565796, + "learning_rate": 1.8515127674220935e-06, + "loss": 2.3449, + "step": 47266 + }, + { + "epoch": 0.8091032027251408, + "grad_norm": 2.7274651527404785, + "learning_rate": 1.8511914058356728e-06, + "loss": 2.3699, + "step": 47267 + }, + { + "epoch": 0.8091203204436913, + "grad_norm": 2.397063732147217, + "learning_rate": 1.8508700692958482e-06, + "loss": 2.3223, + "step": 47268 + }, + { + "epoch": 0.8091374381622417, + "grad_norm": 2.609253406524658, + "learning_rate": 1.8505487578036086e-06, + "loss": 2.3299, + "step": 47269 + }, + { + "epoch": 0.8091545558807922, + "grad_norm": 2.426706075668335, + "learning_rate": 1.8502274713599444e-06, + "loss": 2.2725, + "step": 47270 + }, + { + "epoch": 0.8091716735993427, + "grad_norm": 2.588603973388672, + "learning_rate": 1.8499062099658372e-06, + "loss": 2.2687, + "step": 47271 + }, + { + "epoch": 0.8091887913178931, + "grad_norm": 2.611949920654297, + "learning_rate": 1.8495849736222826e-06, + "loss": 2.3936, + "step": 47272 + }, + { + "epoch": 0.8092059090364436, + "grad_norm": 2.637396812438965, + "learning_rate": 1.8492637623302589e-06, + "loss": 2.3712, + "step": 47273 + }, + { + "epoch": 0.8092230267549941, + "grad_norm": 2.578995704650879, + "learning_rate": 1.8489425760907643e-06, + "loss": 2.4083, + "step": 47274 + }, + { + "epoch": 0.8092401444735445, + "grad_norm": 2.716233253479004, + "learning_rate": 1.8486214149047766e-06, + "loss": 2.329, + "step": 47275 + }, + { + "epoch": 0.809257262192095, + "grad_norm": 2.519300699234009, + "learning_rate": 1.8483002787732861e-06, + "loss": 2.4299, + "step": 47276 + }, + { + "epoch": 0.8092743799106455, + "grad_norm": 2.5436830520629883, + "learning_rate": 1.8479791676972824e-06, + "loss": 2.3525, + "step": 47277 + }, + { + "epoch": 0.8092914976291959, + "grad_norm": 2.468602418899536, + "learning_rate": 1.8476580816777456e-06, + "loss": 2.2919, + "step": 47278 + }, + { + "epoch": 0.8093086153477465, + "grad_norm": 2.5102157592773438, + "learning_rate": 1.8473370207156716e-06, + "loss": 2.3594, + "step": 47279 + }, + { + "epoch": 0.809325733066297, + "grad_norm": 2.479048728942871, + "learning_rate": 1.8470159848120406e-06, + "loss": 2.3017, + "step": 47280 + }, + { + "epoch": 0.8093428507848474, + "grad_norm": 2.381865978240967, + "learning_rate": 1.846694973967842e-06, + "loss": 2.2634, + "step": 47281 + }, + { + "epoch": 0.8093599685033979, + "grad_norm": 2.440627098083496, + "learning_rate": 1.8463739881840637e-06, + "loss": 2.2989, + "step": 47282 + }, + { + "epoch": 0.8093770862219484, + "grad_norm": 2.539626359939575, + "learning_rate": 1.846053027461686e-06, + "loss": 2.2729, + "step": 47283 + }, + { + "epoch": 0.8093942039404988, + "grad_norm": 2.597318649291992, + "learning_rate": 1.8457320918017053e-06, + "loss": 2.4141, + "step": 47284 + }, + { + "epoch": 0.8094113216590493, + "grad_norm": 2.603148937225342, + "learning_rate": 1.8454111812051e-06, + "loss": 2.4114, + "step": 47285 + }, + { + "epoch": 0.8094284393775998, + "grad_norm": 2.7116663455963135, + "learning_rate": 1.845090295672859e-06, + "loss": 2.4272, + "step": 47286 + }, + { + "epoch": 0.8094455570961502, + "grad_norm": 2.5500314235687256, + "learning_rate": 1.8447694352059686e-06, + "loss": 2.2855, + "step": 47287 + }, + { + "epoch": 0.8094626748147007, + "grad_norm": 2.5468437671661377, + "learning_rate": 1.8444485998054151e-06, + "loss": 2.2654, + "step": 47288 + }, + { + "epoch": 0.8094797925332512, + "grad_norm": 2.648643970489502, + "learning_rate": 1.8441277894721886e-06, + "loss": 2.4007, + "step": 47289 + }, + { + "epoch": 0.8094969102518016, + "grad_norm": 2.7166836261749268, + "learning_rate": 1.8438070042072654e-06, + "loss": 2.3788, + "step": 47290 + }, + { + "epoch": 0.8095140279703521, + "grad_norm": 2.6205575466156006, + "learning_rate": 1.843486244011642e-06, + "loss": 2.3304, + "step": 47291 + }, + { + "epoch": 0.8095311456889026, + "grad_norm": 2.7936692237854004, + "learning_rate": 1.8431655088862976e-06, + "loss": 2.4533, + "step": 47292 + }, + { + "epoch": 0.809548263407453, + "grad_norm": 2.4444479942321777, + "learning_rate": 1.8428447988322207e-06, + "loss": 2.315, + "step": 47293 + }, + { + "epoch": 0.8095653811260035, + "grad_norm": 2.537686586380005, + "learning_rate": 1.8425241138503957e-06, + "loss": 2.2789, + "step": 47294 + }, + { + "epoch": 0.809582498844554, + "grad_norm": 2.5738019943237305, + "learning_rate": 1.8422034539418098e-06, + "loss": 2.2688, + "step": 47295 + }, + { + "epoch": 0.8095996165631044, + "grad_norm": 2.5370068550109863, + "learning_rate": 1.8418828191074467e-06, + "loss": 2.4296, + "step": 47296 + }, + { + "epoch": 0.8096167342816549, + "grad_norm": 2.6280360221862793, + "learning_rate": 1.8415622093482965e-06, + "loss": 2.3731, + "step": 47297 + }, + { + "epoch": 0.8096338520002054, + "grad_norm": 2.5624897480010986, + "learning_rate": 1.8412416246653387e-06, + "loss": 2.2272, + "step": 47298 + }, + { + "epoch": 0.8096509697187558, + "grad_norm": 2.565551996231079, + "learning_rate": 1.8409210650595611e-06, + "loss": 2.3565, + "step": 47299 + }, + { + "epoch": 0.8096680874373063, + "grad_norm": 2.550647497177124, + "learning_rate": 1.8406005305319486e-06, + "loss": 2.4699, + "step": 47300 + }, + { + "epoch": 0.8096852051558568, + "grad_norm": 2.536536931991577, + "learning_rate": 1.840280021083487e-06, + "loss": 2.3364, + "step": 47301 + }, + { + "epoch": 0.8097023228744074, + "grad_norm": 2.597539186477661, + "learning_rate": 1.8399595367151647e-06, + "loss": 2.3066, + "step": 47302 + }, + { + "epoch": 0.8097194405929578, + "grad_norm": 2.671870470046997, + "learning_rate": 1.8396390774279572e-06, + "loss": 2.4142, + "step": 47303 + }, + { + "epoch": 0.8097365583115083, + "grad_norm": 2.592167615890503, + "learning_rate": 1.8393186432228617e-06, + "loss": 2.2918, + "step": 47304 + }, + { + "epoch": 0.8097536760300588, + "grad_norm": 2.58980131149292, + "learning_rate": 1.838998234100854e-06, + "loss": 2.4204, + "step": 47305 + }, + { + "epoch": 0.8097707937486092, + "grad_norm": 2.5907840728759766, + "learning_rate": 1.838677850062922e-06, + "loss": 2.3605, + "step": 47306 + }, + { + "epoch": 0.8097879114671597, + "grad_norm": 2.4667725563049316, + "learning_rate": 1.8383574911100532e-06, + "loss": 2.1524, + "step": 47307 + }, + { + "epoch": 0.8098050291857102, + "grad_norm": 2.374864339828491, + "learning_rate": 1.8380371572432243e-06, + "loss": 2.313, + "step": 47308 + }, + { + "epoch": 0.8098221469042606, + "grad_norm": 2.7101008892059326, + "learning_rate": 1.83771684846343e-06, + "loss": 2.3881, + "step": 47309 + }, + { + "epoch": 0.8098392646228111, + "grad_norm": 2.6138315200805664, + "learning_rate": 1.8373965647716451e-06, + "loss": 2.3915, + "step": 47310 + }, + { + "epoch": 0.8098563823413616, + "grad_norm": 2.6005859375, + "learning_rate": 1.8370763061688634e-06, + "loss": 2.3174, + "step": 47311 + }, + { + "epoch": 0.809873500059912, + "grad_norm": 2.5800530910491943, + "learning_rate": 1.8367560726560628e-06, + "loss": 2.4271, + "step": 47312 + }, + { + "epoch": 0.8098906177784625, + "grad_norm": 2.6157710552215576, + "learning_rate": 1.8364358642342296e-06, + "loss": 2.3326, + "step": 47313 + }, + { + "epoch": 0.809907735497013, + "grad_norm": 2.46525502204895, + "learning_rate": 1.8361156809043502e-06, + "loss": 2.2692, + "step": 47314 + }, + { + "epoch": 0.8099248532155634, + "grad_norm": 2.6873831748962402, + "learning_rate": 1.8357955226674017e-06, + "loss": 2.4748, + "step": 47315 + }, + { + "epoch": 0.8099419709341139, + "grad_norm": 2.8479862213134766, + "learning_rate": 1.8354753895243772e-06, + "loss": 2.5085, + "step": 47316 + }, + { + "epoch": 0.8099590886526644, + "grad_norm": 2.5430092811584473, + "learning_rate": 1.8351552814762541e-06, + "loss": 2.4191, + "step": 47317 + }, + { + "epoch": 0.8099762063712148, + "grad_norm": 2.510225534439087, + "learning_rate": 1.8348351985240186e-06, + "loss": 2.3071, + "step": 47318 + }, + { + "epoch": 0.8099933240897653, + "grad_norm": 2.6329421997070312, + "learning_rate": 1.8345151406686578e-06, + "loss": 2.3663, + "step": 47319 + }, + { + "epoch": 0.8100104418083158, + "grad_norm": 2.5039114952087402, + "learning_rate": 1.8341951079111464e-06, + "loss": 2.2764, + "step": 47320 + }, + { + "epoch": 0.8100275595268662, + "grad_norm": 2.5235376358032227, + "learning_rate": 1.8338751002524792e-06, + "loss": 2.4078, + "step": 47321 + }, + { + "epoch": 0.8100446772454167, + "grad_norm": 2.8178904056549072, + "learning_rate": 1.8335551176936317e-06, + "loss": 2.4458, + "step": 47322 + }, + { + "epoch": 0.8100617949639672, + "grad_norm": 2.803270101547241, + "learning_rate": 1.8332351602355903e-06, + "loss": 2.3731, + "step": 47323 + }, + { + "epoch": 0.8100789126825176, + "grad_norm": 2.465324640274048, + "learning_rate": 1.8329152278793383e-06, + "loss": 2.3226, + "step": 47324 + }, + { + "epoch": 0.8100960304010681, + "grad_norm": 2.617384672164917, + "learning_rate": 1.8325953206258585e-06, + "loss": 2.3376, + "step": 47325 + }, + { + "epoch": 0.8101131481196187, + "grad_norm": 2.6546149253845215, + "learning_rate": 1.8322754384761376e-06, + "loss": 2.3533, + "step": 47326 + }, + { + "epoch": 0.810130265838169, + "grad_norm": 2.5710184574127197, + "learning_rate": 1.8319555814311507e-06, + "loss": 2.2507, + "step": 47327 + }, + { + "epoch": 0.8101473835567196, + "grad_norm": 2.527582883834839, + "learning_rate": 1.8316357494918912e-06, + "loss": 2.3556, + "step": 47328 + }, + { + "epoch": 0.8101645012752701, + "grad_norm": 2.5290727615356445, + "learning_rate": 1.8313159426593353e-06, + "loss": 2.3653, + "step": 47329 + }, + { + "epoch": 0.8101816189938205, + "grad_norm": 2.6196205615997314, + "learning_rate": 1.8309961609344673e-06, + "loss": 2.3297, + "step": 47330 + }, + { + "epoch": 0.810198736712371, + "grad_norm": 2.538691282272339, + "learning_rate": 1.8306764043182702e-06, + "loss": 2.2007, + "step": 47331 + }, + { + "epoch": 0.8102158544309215, + "grad_norm": 2.4024293422698975, + "learning_rate": 1.8303566728117272e-06, + "loss": 2.2931, + "step": 47332 + }, + { + "epoch": 0.8102329721494719, + "grad_norm": 2.5189692974090576, + "learning_rate": 1.8300369664158236e-06, + "loss": 2.2512, + "step": 47333 + }, + { + "epoch": 0.8102500898680224, + "grad_norm": 2.5481789112091064, + "learning_rate": 1.829717285131537e-06, + "loss": 2.2843, + "step": 47334 + }, + { + "epoch": 0.8102672075865729, + "grad_norm": 2.680401086807251, + "learning_rate": 1.8293976289598536e-06, + "loss": 2.403, + "step": 47335 + }, + { + "epoch": 0.8102843253051233, + "grad_norm": 2.566093683242798, + "learning_rate": 1.8290779979017537e-06, + "loss": 2.3705, + "step": 47336 + }, + { + "epoch": 0.8103014430236738, + "grad_norm": 2.6963376998901367, + "learning_rate": 1.8287583919582208e-06, + "loss": 2.303, + "step": 47337 + }, + { + "epoch": 0.8103185607422243, + "grad_norm": 2.7739696502685547, + "learning_rate": 1.8284388111302377e-06, + "loss": 2.2682, + "step": 47338 + }, + { + "epoch": 0.8103356784607747, + "grad_norm": 2.5669918060302734, + "learning_rate": 1.8281192554187887e-06, + "loss": 2.2967, + "step": 47339 + }, + { + "epoch": 0.8103527961793252, + "grad_norm": 3.0176162719726562, + "learning_rate": 1.8277997248248502e-06, + "loss": 2.4244, + "step": 47340 + }, + { + "epoch": 0.8103699138978757, + "grad_norm": 2.4965951442718506, + "learning_rate": 1.827480219349409e-06, + "loss": 2.4251, + "step": 47341 + }, + { + "epoch": 0.8103870316164261, + "grad_norm": 2.6150524616241455, + "learning_rate": 1.8271607389934453e-06, + "loss": 2.2759, + "step": 47342 + }, + { + "epoch": 0.8104041493349766, + "grad_norm": 2.599414348602295, + "learning_rate": 1.826841283757942e-06, + "loss": 2.2887, + "step": 47343 + }, + { + "epoch": 0.8104212670535271, + "grad_norm": 2.4140591621398926, + "learning_rate": 1.8265218536438822e-06, + "loss": 2.2239, + "step": 47344 + }, + { + "epoch": 0.8104383847720775, + "grad_norm": 2.674577474594116, + "learning_rate": 1.8262024486522422e-06, + "loss": 2.3491, + "step": 47345 + }, + { + "epoch": 0.810455502490628, + "grad_norm": 2.4960806369781494, + "learning_rate": 1.8258830687840124e-06, + "loss": 2.3317, + "step": 47346 + }, + { + "epoch": 0.8104726202091785, + "grad_norm": 2.493842363357544, + "learning_rate": 1.8255637140401661e-06, + "loss": 2.2673, + "step": 47347 + }, + { + "epoch": 0.8104897379277289, + "grad_norm": 2.540639638900757, + "learning_rate": 1.8252443844216894e-06, + "loss": 2.3081, + "step": 47348 + }, + { + "epoch": 0.8105068556462794, + "grad_norm": 2.5563583374023438, + "learning_rate": 1.8249250799295637e-06, + "loss": 2.3502, + "step": 47349 + }, + { + "epoch": 0.81052397336483, + "grad_norm": 2.74005389213562, + "learning_rate": 1.8246058005647683e-06, + "loss": 2.4732, + "step": 47350 + }, + { + "epoch": 0.8105410910833805, + "grad_norm": 2.4370174407958984, + "learning_rate": 1.82428654632829e-06, + "loss": 2.2655, + "step": 47351 + }, + { + "epoch": 0.8105582088019309, + "grad_norm": 2.547379732131958, + "learning_rate": 1.8239673172210993e-06, + "loss": 2.3724, + "step": 47352 + }, + { + "epoch": 0.8105753265204814, + "grad_norm": 2.4146037101745605, + "learning_rate": 1.8236481132441896e-06, + "loss": 2.1756, + "step": 47353 + }, + { + "epoch": 0.8105924442390319, + "grad_norm": 2.6216185092926025, + "learning_rate": 1.823328934398535e-06, + "loss": 2.3269, + "step": 47354 + }, + { + "epoch": 0.8106095619575823, + "grad_norm": 2.4641270637512207, + "learning_rate": 1.8230097806851165e-06, + "loss": 2.3824, + "step": 47355 + }, + { + "epoch": 0.8106266796761328, + "grad_norm": 2.4246623516082764, + "learning_rate": 1.8226906521049204e-06, + "loss": 2.3552, + "step": 47356 + }, + { + "epoch": 0.8106437973946833, + "grad_norm": 2.509099245071411, + "learning_rate": 1.8223715486589188e-06, + "loss": 2.1673, + "step": 47357 + }, + { + "epoch": 0.8106609151132337, + "grad_norm": 2.429903745651245, + "learning_rate": 1.8220524703481014e-06, + "loss": 2.2203, + "step": 47358 + }, + { + "epoch": 0.8106780328317842, + "grad_norm": 2.509333372116089, + "learning_rate": 1.8217334171734436e-06, + "loss": 2.3032, + "step": 47359 + }, + { + "epoch": 0.8106951505503347, + "grad_norm": 2.56132173538208, + "learning_rate": 1.821414389135927e-06, + "loss": 2.2853, + "step": 47360 + }, + { + "epoch": 0.8107122682688851, + "grad_norm": 2.553992509841919, + "learning_rate": 1.8210953862365354e-06, + "loss": 2.2936, + "step": 47361 + }, + { + "epoch": 0.8107293859874356, + "grad_norm": 2.4687387943267822, + "learning_rate": 1.8207764084762413e-06, + "loss": 2.2604, + "step": 47362 + }, + { + "epoch": 0.8107465037059861, + "grad_norm": 2.690384864807129, + "learning_rate": 1.8204574558560362e-06, + "loss": 2.3608, + "step": 47363 + }, + { + "epoch": 0.8107636214245365, + "grad_norm": 2.494535446166992, + "learning_rate": 1.8201385283768892e-06, + "loss": 2.3054, + "step": 47364 + }, + { + "epoch": 0.810780739143087, + "grad_norm": 2.5793697834014893, + "learning_rate": 1.8198196260397904e-06, + "loss": 2.3893, + "step": 47365 + }, + { + "epoch": 0.8107978568616375, + "grad_norm": 2.470337390899658, + "learning_rate": 1.819500748845714e-06, + "loss": 2.2508, + "step": 47366 + }, + { + "epoch": 0.8108149745801879, + "grad_norm": 2.694509744644165, + "learning_rate": 1.819181896795642e-06, + "loss": 2.4011, + "step": 47367 + }, + { + "epoch": 0.8108320922987384, + "grad_norm": 2.5579142570495605, + "learning_rate": 1.818863069890553e-06, + "loss": 2.266, + "step": 47368 + }, + { + "epoch": 0.8108492100172889, + "grad_norm": 2.931882858276367, + "learning_rate": 1.8185442681314291e-06, + "loss": 2.4642, + "step": 47369 + }, + { + "epoch": 0.8108663277358393, + "grad_norm": 2.5947389602661133, + "learning_rate": 1.818225491519252e-06, + "loss": 2.3365, + "step": 47370 + }, + { + "epoch": 0.8108834454543898, + "grad_norm": 2.494340658187866, + "learning_rate": 1.8179067400549954e-06, + "loss": 2.3077, + "step": 47371 + }, + { + "epoch": 0.8109005631729403, + "grad_norm": 2.526291847229004, + "learning_rate": 1.817588013739643e-06, + "loss": 2.4219, + "step": 47372 + }, + { + "epoch": 0.8109176808914907, + "grad_norm": 2.5784857273101807, + "learning_rate": 1.8172693125741736e-06, + "loss": 2.3275, + "step": 47373 + }, + { + "epoch": 0.8109347986100413, + "grad_norm": 2.5549707412719727, + "learning_rate": 1.816950636559567e-06, + "loss": 2.2371, + "step": 47374 + }, + { + "epoch": 0.8109519163285918, + "grad_norm": 2.752673387527466, + "learning_rate": 1.816631985696803e-06, + "loss": 2.4814, + "step": 47375 + }, + { + "epoch": 0.8109690340471422, + "grad_norm": 2.5017900466918945, + "learning_rate": 1.8163133599868632e-06, + "loss": 2.2322, + "step": 47376 + }, + { + "epoch": 0.8109861517656927, + "grad_norm": 2.5019593238830566, + "learning_rate": 1.8159947594307216e-06, + "loss": 2.3003, + "step": 47377 + }, + { + "epoch": 0.8110032694842432, + "grad_norm": 2.715764284133911, + "learning_rate": 1.8156761840293601e-06, + "loss": 2.3017, + "step": 47378 + }, + { + "epoch": 0.8110203872027936, + "grad_norm": 2.6222727298736572, + "learning_rate": 1.8153576337837587e-06, + "loss": 2.3736, + "step": 47379 + }, + { + "epoch": 0.8110375049213441, + "grad_norm": 2.4477713108062744, + "learning_rate": 1.815039108694896e-06, + "loss": 2.3279, + "step": 47380 + }, + { + "epoch": 0.8110546226398946, + "grad_norm": 2.7688708305358887, + "learning_rate": 1.8147206087637514e-06, + "loss": 2.456, + "step": 47381 + }, + { + "epoch": 0.811071740358445, + "grad_norm": 2.544309616088867, + "learning_rate": 1.814402133991302e-06, + "loss": 2.2259, + "step": 47382 + }, + { + "epoch": 0.8110888580769955, + "grad_norm": 2.632993221282959, + "learning_rate": 1.8140836843785325e-06, + "loss": 2.4234, + "step": 47383 + }, + { + "epoch": 0.811105975795546, + "grad_norm": 2.5701169967651367, + "learning_rate": 1.8137652599264133e-06, + "loss": 2.2421, + "step": 47384 + }, + { + "epoch": 0.8111230935140964, + "grad_norm": 2.585232734680176, + "learning_rate": 1.8134468606359278e-06, + "loss": 2.3508, + "step": 47385 + }, + { + "epoch": 0.8111402112326469, + "grad_norm": 2.5632681846618652, + "learning_rate": 1.8131284865080534e-06, + "loss": 2.3503, + "step": 47386 + }, + { + "epoch": 0.8111573289511974, + "grad_norm": 2.5992867946624756, + "learning_rate": 1.81281013754377e-06, + "loss": 2.3935, + "step": 47387 + }, + { + "epoch": 0.8111744466697478, + "grad_norm": 2.6705942153930664, + "learning_rate": 1.8124918137440584e-06, + "loss": 2.3984, + "step": 47388 + }, + { + "epoch": 0.8111915643882983, + "grad_norm": 2.513925790786743, + "learning_rate": 1.8121735151098874e-06, + "loss": 2.3894, + "step": 47389 + }, + { + "epoch": 0.8112086821068488, + "grad_norm": 2.5224859714508057, + "learning_rate": 1.8118552416422487e-06, + "loss": 2.3226, + "step": 47390 + }, + { + "epoch": 0.8112257998253992, + "grad_norm": 2.5810587406158447, + "learning_rate": 1.81153699334211e-06, + "loss": 2.2832, + "step": 47391 + }, + { + "epoch": 0.8112429175439497, + "grad_norm": 2.6625521183013916, + "learning_rate": 1.8112187702104534e-06, + "loss": 2.3435, + "step": 47392 + }, + { + "epoch": 0.8112600352625002, + "grad_norm": 2.791170120239258, + "learning_rate": 1.8109005722482597e-06, + "loss": 2.3661, + "step": 47393 + }, + { + "epoch": 0.8112771529810506, + "grad_norm": 2.497234582901001, + "learning_rate": 1.8105823994564998e-06, + "loss": 2.2978, + "step": 47394 + }, + { + "epoch": 0.8112942706996011, + "grad_norm": 2.814906358718872, + "learning_rate": 1.81026425183616e-06, + "loss": 2.249, + "step": 47395 + }, + { + "epoch": 0.8113113884181516, + "grad_norm": 2.673281669616699, + "learning_rate": 1.8099461293882115e-06, + "loss": 2.4729, + "step": 47396 + }, + { + "epoch": 0.8113285061367022, + "grad_norm": 2.4852819442749023, + "learning_rate": 1.809628032113635e-06, + "loss": 2.2069, + "step": 47397 + }, + { + "epoch": 0.8113456238552526, + "grad_norm": 2.6190736293792725, + "learning_rate": 1.8093099600134112e-06, + "loss": 2.4784, + "step": 47398 + }, + { + "epoch": 0.8113627415738031, + "grad_norm": 2.615065336227417, + "learning_rate": 1.8089919130885081e-06, + "loss": 2.3876, + "step": 47399 + }, + { + "epoch": 0.8113798592923536, + "grad_norm": 2.5613813400268555, + "learning_rate": 1.808673891339916e-06, + "loss": 2.4126, + "step": 47400 + }, + { + "epoch": 0.811396977010904, + "grad_norm": 2.4541335105895996, + "learning_rate": 1.8083558947685998e-06, + "loss": 2.2804, + "step": 47401 + }, + { + "epoch": 0.8114140947294545, + "grad_norm": 2.7398743629455566, + "learning_rate": 1.8080379233755495e-06, + "loss": 2.4069, + "step": 47402 + }, + { + "epoch": 0.811431212448005, + "grad_norm": 2.4360954761505127, + "learning_rate": 1.8077199771617327e-06, + "loss": 2.198, + "step": 47403 + }, + { + "epoch": 0.8114483301665554, + "grad_norm": 2.580890417098999, + "learning_rate": 1.8074020561281303e-06, + "loss": 2.3979, + "step": 47404 + }, + { + "epoch": 0.8114654478851059, + "grad_norm": 2.5223095417022705, + "learning_rate": 1.8070841602757217e-06, + "loss": 2.3688, + "step": 47405 + }, + { + "epoch": 0.8114825656036564, + "grad_norm": 2.5126607418060303, + "learning_rate": 1.806766289605476e-06, + "loss": 2.2884, + "step": 47406 + }, + { + "epoch": 0.8114996833222068, + "grad_norm": 2.5768866539001465, + "learning_rate": 1.8064484441183817e-06, + "loss": 2.3354, + "step": 47407 + }, + { + "epoch": 0.8115168010407573, + "grad_norm": 2.6514246463775635, + "learning_rate": 1.8061306238154075e-06, + "loss": 2.4134, + "step": 47408 + }, + { + "epoch": 0.8115339187593078, + "grad_norm": 2.756993293762207, + "learning_rate": 1.805812828697532e-06, + "loss": 2.318, + "step": 47409 + }, + { + "epoch": 0.8115510364778582, + "grad_norm": 2.9160590171813965, + "learning_rate": 1.8054950587657315e-06, + "loss": 2.5139, + "step": 47410 + }, + { + "epoch": 0.8115681541964087, + "grad_norm": 2.6557226181030273, + "learning_rate": 1.805177314020985e-06, + "loss": 2.3328, + "step": 47411 + }, + { + "epoch": 0.8115852719149592, + "grad_norm": 2.445864677429199, + "learning_rate": 1.80485959446427e-06, + "loss": 2.3043, + "step": 47412 + }, + { + "epoch": 0.8116023896335096, + "grad_norm": 2.5006983280181885, + "learning_rate": 1.8045419000965592e-06, + "loss": 2.3498, + "step": 47413 + }, + { + "epoch": 0.8116195073520601, + "grad_norm": 2.6003434658050537, + "learning_rate": 1.8042242309188307e-06, + "loss": 2.3604, + "step": 47414 + }, + { + "epoch": 0.8116366250706106, + "grad_norm": 2.6102938652038574, + "learning_rate": 1.8039065869320604e-06, + "loss": 2.3116, + "step": 47415 + }, + { + "epoch": 0.811653742789161, + "grad_norm": 2.7535741329193115, + "learning_rate": 1.8035889681372255e-06, + "loss": 2.2285, + "step": 47416 + }, + { + "epoch": 0.8116708605077115, + "grad_norm": 2.724632740020752, + "learning_rate": 1.8032713745353025e-06, + "loss": 2.437, + "step": 47417 + }, + { + "epoch": 0.811687978226262, + "grad_norm": 2.5435521602630615, + "learning_rate": 1.8029538061272666e-06, + "loss": 2.4202, + "step": 47418 + }, + { + "epoch": 0.8117050959448124, + "grad_norm": 2.7370309829711914, + "learning_rate": 1.802636262914097e-06, + "loss": 2.3608, + "step": 47419 + }, + { + "epoch": 0.811722213663363, + "grad_norm": 2.5522756576538086, + "learning_rate": 1.8023187448967638e-06, + "loss": 2.3868, + "step": 47420 + }, + { + "epoch": 0.8117393313819135, + "grad_norm": 2.570611000061035, + "learning_rate": 1.8020012520762475e-06, + "loss": 2.3992, + "step": 47421 + }, + { + "epoch": 0.8117564491004639, + "grad_norm": 2.631617307662964, + "learning_rate": 1.801683784453523e-06, + "loss": 2.3694, + "step": 47422 + }, + { + "epoch": 0.8117735668190144, + "grad_norm": 2.5807366371154785, + "learning_rate": 1.8013663420295645e-06, + "loss": 2.4768, + "step": 47423 + }, + { + "epoch": 0.8117906845375649, + "grad_norm": 2.6512434482574463, + "learning_rate": 1.8010489248053498e-06, + "loss": 2.249, + "step": 47424 + }, + { + "epoch": 0.8118078022561153, + "grad_norm": 2.7206177711486816, + "learning_rate": 1.8007315327818565e-06, + "loss": 2.4628, + "step": 47425 + }, + { + "epoch": 0.8118249199746658, + "grad_norm": 2.5440969467163086, + "learning_rate": 1.8004141659600538e-06, + "loss": 2.3453, + "step": 47426 + }, + { + "epoch": 0.8118420376932163, + "grad_norm": 2.7004659175872803, + "learning_rate": 1.800096824340921e-06, + "loss": 2.4454, + "step": 47427 + }, + { + "epoch": 0.8118591554117667, + "grad_norm": 2.7046070098876953, + "learning_rate": 1.7997795079254343e-06, + "loss": 2.2903, + "step": 47428 + }, + { + "epoch": 0.8118762731303172, + "grad_norm": 2.5695958137512207, + "learning_rate": 1.799462216714567e-06, + "loss": 2.2439, + "step": 47429 + }, + { + "epoch": 0.8118933908488677, + "grad_norm": 2.4073052406311035, + "learning_rate": 1.7991449507092985e-06, + "loss": 2.3336, + "step": 47430 + }, + { + "epoch": 0.8119105085674181, + "grad_norm": 2.431321382522583, + "learning_rate": 1.7988277099105954e-06, + "loss": 2.305, + "step": 47431 + }, + { + "epoch": 0.8119276262859686, + "grad_norm": 2.636716365814209, + "learning_rate": 1.7985104943194432e-06, + "loss": 2.4559, + "step": 47432 + }, + { + "epoch": 0.8119447440045191, + "grad_norm": 2.5827324390411377, + "learning_rate": 1.7981933039368093e-06, + "loss": 2.328, + "step": 47433 + }, + { + "epoch": 0.8119618617230695, + "grad_norm": 2.7396399974823, + "learning_rate": 1.7978761387636722e-06, + "loss": 2.4001, + "step": 47434 + }, + { + "epoch": 0.81197897944162, + "grad_norm": 2.6467785835266113, + "learning_rate": 1.7975589988010067e-06, + "loss": 2.3739, + "step": 47435 + }, + { + "epoch": 0.8119960971601705, + "grad_norm": 2.5823254585266113, + "learning_rate": 1.797241884049783e-06, + "loss": 2.2972, + "step": 47436 + }, + { + "epoch": 0.8120132148787209, + "grad_norm": 2.546238660812378, + "learning_rate": 1.7969247945109835e-06, + "loss": 2.3273, + "step": 47437 + }, + { + "epoch": 0.8120303325972714, + "grad_norm": 2.6027748584747314, + "learning_rate": 1.7966077301855745e-06, + "loss": 2.3433, + "step": 47438 + }, + { + "epoch": 0.8120474503158219, + "grad_norm": 2.649536371231079, + "learning_rate": 1.7962906910745392e-06, + "loss": 2.3396, + "step": 47439 + }, + { + "epoch": 0.8120645680343723, + "grad_norm": 2.6241798400878906, + "learning_rate": 1.795973677178846e-06, + "loss": 2.3445, + "step": 47440 + }, + { + "epoch": 0.8120816857529228, + "grad_norm": 2.588062286376953, + "learning_rate": 1.7956566884994697e-06, + "loss": 2.373, + "step": 47441 + }, + { + "epoch": 0.8120988034714733, + "grad_norm": 2.6219348907470703, + "learning_rate": 1.7953397250373895e-06, + "loss": 2.2525, + "step": 47442 + }, + { + "epoch": 0.8121159211900238, + "grad_norm": 2.723618745803833, + "learning_rate": 1.795022786793571e-06, + "loss": 2.4027, + "step": 47443 + }, + { + "epoch": 0.8121330389085742, + "grad_norm": 2.687933921813965, + "learning_rate": 1.794705873768998e-06, + "loss": 2.3163, + "step": 47444 + }, + { + "epoch": 0.8121501566271248, + "grad_norm": 2.6212427616119385, + "learning_rate": 1.7943889859646378e-06, + "loss": 2.3642, + "step": 47445 + }, + { + "epoch": 0.8121672743456753, + "grad_norm": 2.5130603313446045, + "learning_rate": 1.7940721233814663e-06, + "loss": 2.2275, + "step": 47446 + }, + { + "epoch": 0.8121843920642257, + "grad_norm": 2.5423173904418945, + "learning_rate": 1.7937552860204576e-06, + "loss": 2.2706, + "step": 47447 + }, + { + "epoch": 0.8122015097827762, + "grad_norm": 2.59537935256958, + "learning_rate": 1.793438473882586e-06, + "loss": 2.3843, + "step": 47448 + }, + { + "epoch": 0.8122186275013267, + "grad_norm": 2.705045700073242, + "learning_rate": 1.7931216869688273e-06, + "loss": 2.4273, + "step": 47449 + }, + { + "epoch": 0.8122357452198771, + "grad_norm": 2.6065850257873535, + "learning_rate": 1.7928049252801504e-06, + "loss": 2.3452, + "step": 47450 + }, + { + "epoch": 0.8122528629384276, + "grad_norm": 2.738434076309204, + "learning_rate": 1.7924881888175305e-06, + "loss": 2.3443, + "step": 47451 + }, + { + "epoch": 0.8122699806569781, + "grad_norm": 2.6045403480529785, + "learning_rate": 1.7921714775819431e-06, + "loss": 2.3466, + "step": 47452 + }, + { + "epoch": 0.8122870983755285, + "grad_norm": 2.693751335144043, + "learning_rate": 1.79185479157436e-06, + "loss": 2.4291, + "step": 47453 + }, + { + "epoch": 0.812304216094079, + "grad_norm": 2.598388433456421, + "learning_rate": 1.7915381307957546e-06, + "loss": 2.4096, + "step": 47454 + }, + { + "epoch": 0.8123213338126295, + "grad_norm": 2.6450581550598145, + "learning_rate": 1.7912214952471018e-06, + "loss": 2.3937, + "step": 47455 + }, + { + "epoch": 0.8123384515311799, + "grad_norm": 2.5670664310455322, + "learning_rate": 1.7909048849293754e-06, + "loss": 2.3227, + "step": 47456 + }, + { + "epoch": 0.8123555692497304, + "grad_norm": 2.441215991973877, + "learning_rate": 1.7905882998435443e-06, + "loss": 2.3347, + "step": 47457 + }, + { + "epoch": 0.8123726869682809, + "grad_norm": 2.4277212619781494, + "learning_rate": 1.7902717399905844e-06, + "loss": 2.2048, + "step": 47458 + }, + { + "epoch": 0.8123898046868313, + "grad_norm": 2.5025787353515625, + "learning_rate": 1.7899552053714687e-06, + "loss": 2.2357, + "step": 47459 + }, + { + "epoch": 0.8124069224053818, + "grad_norm": 2.5141255855560303, + "learning_rate": 1.7896386959871704e-06, + "loss": 2.1954, + "step": 47460 + }, + { + "epoch": 0.8124240401239323, + "grad_norm": 2.580094575881958, + "learning_rate": 1.789322211838661e-06, + "loss": 2.2732, + "step": 47461 + }, + { + "epoch": 0.8124411578424827, + "grad_norm": 2.610057830810547, + "learning_rate": 1.7890057529269167e-06, + "loss": 2.2453, + "step": 47462 + }, + { + "epoch": 0.8124582755610332, + "grad_norm": 2.477086067199707, + "learning_rate": 1.7886893192529054e-06, + "loss": 2.2811, + "step": 47463 + }, + { + "epoch": 0.8124753932795837, + "grad_norm": 2.529698610305786, + "learning_rate": 1.7883729108176008e-06, + "loss": 2.3102, + "step": 47464 + }, + { + "epoch": 0.8124925109981341, + "grad_norm": 2.6075210571289062, + "learning_rate": 1.7880565276219774e-06, + "loss": 2.4048, + "step": 47465 + }, + { + "epoch": 0.8125096287166846, + "grad_norm": 2.773620367050171, + "learning_rate": 1.787740169667007e-06, + "loss": 2.4838, + "step": 47466 + }, + { + "epoch": 0.8125267464352351, + "grad_norm": 2.5900070667266846, + "learning_rate": 1.7874238369536635e-06, + "loss": 2.3932, + "step": 47467 + }, + { + "epoch": 0.8125438641537855, + "grad_norm": 2.7022697925567627, + "learning_rate": 1.787107529482912e-06, + "loss": 2.4087, + "step": 47468 + }, + { + "epoch": 0.812560981872336, + "grad_norm": 2.7873177528381348, + "learning_rate": 1.786791247255737e-06, + "loss": 2.4797, + "step": 47469 + }, + { + "epoch": 0.8125780995908866, + "grad_norm": 2.4719252586364746, + "learning_rate": 1.7864749902730994e-06, + "loss": 2.3867, + "step": 47470 + }, + { + "epoch": 0.812595217309437, + "grad_norm": 2.5604591369628906, + "learning_rate": 1.7861587585359762e-06, + "loss": 2.4026, + "step": 47471 + }, + { + "epoch": 0.8126123350279875, + "grad_norm": 2.7087953090667725, + "learning_rate": 1.7858425520453416e-06, + "loss": 2.3287, + "step": 47472 + }, + { + "epoch": 0.812629452746538, + "grad_norm": 2.6768558025360107, + "learning_rate": 1.7855263708021597e-06, + "loss": 2.2581, + "step": 47473 + }, + { + "epoch": 0.8126465704650884, + "grad_norm": 2.4977099895477295, + "learning_rate": 1.7852102148074124e-06, + "loss": 2.2738, + "step": 47474 + }, + { + "epoch": 0.8126636881836389, + "grad_norm": 2.6502342224121094, + "learning_rate": 1.784894084062061e-06, + "loss": 2.3521, + "step": 47475 + }, + { + "epoch": 0.8126808059021894, + "grad_norm": 2.691208600997925, + "learning_rate": 1.7845779785670881e-06, + "loss": 2.3326, + "step": 47476 + }, + { + "epoch": 0.8126979236207398, + "grad_norm": 2.496520757675171, + "learning_rate": 1.7842618983234572e-06, + "loss": 2.2253, + "step": 47477 + }, + { + "epoch": 0.8127150413392903, + "grad_norm": 2.593696355819702, + "learning_rate": 1.783945843332142e-06, + "loss": 2.3055, + "step": 47478 + }, + { + "epoch": 0.8127321590578408, + "grad_norm": 2.611926555633545, + "learning_rate": 1.7836298135941176e-06, + "loss": 2.3361, + "step": 47479 + }, + { + "epoch": 0.8127492767763912, + "grad_norm": 2.7544376850128174, + "learning_rate": 1.7833138091103463e-06, + "loss": 2.389, + "step": 47480 + }, + { + "epoch": 0.8127663944949417, + "grad_norm": 2.6211462020874023, + "learning_rate": 1.7829978298818106e-06, + "loss": 2.3331, + "step": 47481 + }, + { + "epoch": 0.8127835122134922, + "grad_norm": 2.516023874282837, + "learning_rate": 1.7826818759094744e-06, + "loss": 2.3515, + "step": 47482 + }, + { + "epoch": 0.8128006299320426, + "grad_norm": 2.6274571418762207, + "learning_rate": 1.7823659471943099e-06, + "loss": 2.3398, + "step": 47483 + }, + { + "epoch": 0.8128177476505931, + "grad_norm": 2.5372509956359863, + "learning_rate": 1.7820500437372911e-06, + "loss": 2.2734, + "step": 47484 + }, + { + "epoch": 0.8128348653691436, + "grad_norm": 2.7901008129119873, + "learning_rate": 1.7817341655393827e-06, + "loss": 2.3151, + "step": 47485 + }, + { + "epoch": 0.812851983087694, + "grad_norm": 2.5164523124694824, + "learning_rate": 1.7814183126015649e-06, + "loss": 2.3948, + "step": 47486 + }, + { + "epoch": 0.8128691008062445, + "grad_norm": 2.751086950302124, + "learning_rate": 1.7811024849248004e-06, + "loss": 2.3425, + "step": 47487 + }, + { + "epoch": 0.812886218524795, + "grad_norm": 2.526979684829712, + "learning_rate": 1.7807866825100628e-06, + "loss": 2.2429, + "step": 47488 + }, + { + "epoch": 0.8129033362433455, + "grad_norm": 2.764209270477295, + "learning_rate": 1.7804709053583235e-06, + "loss": 2.2566, + "step": 47489 + }, + { + "epoch": 0.8129204539618959, + "grad_norm": 2.9417948722839355, + "learning_rate": 1.780155153470553e-06, + "loss": 2.494, + "step": 47490 + }, + { + "epoch": 0.8129375716804464, + "grad_norm": 2.519338846206665, + "learning_rate": 1.7798394268477226e-06, + "loss": 2.2702, + "step": 47491 + }, + { + "epoch": 0.812954689398997, + "grad_norm": 2.7019214630126953, + "learning_rate": 1.7795237254907972e-06, + "loss": 2.2659, + "step": 47492 + }, + { + "epoch": 0.8129718071175474, + "grad_norm": 2.649169921875, + "learning_rate": 1.7792080494007558e-06, + "loss": 2.4258, + "step": 47493 + }, + { + "epoch": 0.8129889248360979, + "grad_norm": 2.6645843982696533, + "learning_rate": 1.7788923985785622e-06, + "loss": 2.3282, + "step": 47494 + }, + { + "epoch": 0.8130060425546484, + "grad_norm": 2.593745708465576, + "learning_rate": 1.778576773025189e-06, + "loss": 2.2543, + "step": 47495 + }, + { + "epoch": 0.8130231602731988, + "grad_norm": 2.73783802986145, + "learning_rate": 1.7782611727416055e-06, + "loss": 2.3886, + "step": 47496 + }, + { + "epoch": 0.8130402779917493, + "grad_norm": 2.780228614807129, + "learning_rate": 1.777945597728782e-06, + "loss": 2.3105, + "step": 47497 + }, + { + "epoch": 0.8130573957102998, + "grad_norm": 2.643601655960083, + "learning_rate": 1.7776300479876918e-06, + "loss": 2.2525, + "step": 47498 + }, + { + "epoch": 0.8130745134288502, + "grad_norm": 2.5691754817962646, + "learning_rate": 1.777314523519299e-06, + "loss": 2.2888, + "step": 47499 + }, + { + "epoch": 0.8130916311474007, + "grad_norm": 2.3952178955078125, + "learning_rate": 1.776999024324576e-06, + "loss": 2.3721, + "step": 47500 + }, + { + "epoch": 0.8131087488659512, + "grad_norm": 2.78318190574646, + "learning_rate": 1.7766835504044933e-06, + "loss": 2.4511, + "step": 47501 + }, + { + "epoch": 0.8131258665845016, + "grad_norm": 2.7983696460723877, + "learning_rate": 1.7763681017600188e-06, + "loss": 2.2955, + "step": 47502 + }, + { + "epoch": 0.8131429843030521, + "grad_norm": 2.5979182720184326, + "learning_rate": 1.7760526783921238e-06, + "loss": 2.2839, + "step": 47503 + }, + { + "epoch": 0.8131601020216026, + "grad_norm": 2.448622941970825, + "learning_rate": 1.7757372803017791e-06, + "loss": 2.3437, + "step": 47504 + }, + { + "epoch": 0.813177219740153, + "grad_norm": 2.529283285140991, + "learning_rate": 1.7754219074899481e-06, + "loss": 2.3715, + "step": 47505 + }, + { + "epoch": 0.8131943374587035, + "grad_norm": 2.5932135581970215, + "learning_rate": 1.775106559957609e-06, + "loss": 2.35, + "step": 47506 + }, + { + "epoch": 0.813211455177254, + "grad_norm": 2.6898365020751953, + "learning_rate": 1.7747912377057241e-06, + "loss": 2.4423, + "step": 47507 + }, + { + "epoch": 0.8132285728958044, + "grad_norm": 2.373183012008667, + "learning_rate": 1.774475940735264e-06, + "loss": 2.2431, + "step": 47508 + }, + { + "epoch": 0.8132456906143549, + "grad_norm": 2.6952176094055176, + "learning_rate": 1.774160669047199e-06, + "loss": 2.2893, + "step": 47509 + }, + { + "epoch": 0.8132628083329054, + "grad_norm": 2.6376004219055176, + "learning_rate": 1.7738454226424983e-06, + "loss": 2.3522, + "step": 47510 + }, + { + "epoch": 0.8132799260514558, + "grad_norm": 2.511108875274658, + "learning_rate": 1.7735302015221323e-06, + "loss": 2.3622, + "step": 47511 + }, + { + "epoch": 0.8132970437700063, + "grad_norm": 2.6895759105682373, + "learning_rate": 1.7732150056870635e-06, + "loss": 2.5053, + "step": 47512 + }, + { + "epoch": 0.8133141614885568, + "grad_norm": 2.508542060852051, + "learning_rate": 1.7728998351382698e-06, + "loss": 2.2198, + "step": 47513 + }, + { + "epoch": 0.8133312792071072, + "grad_norm": 2.6175835132598877, + "learning_rate": 1.7725846898767117e-06, + "loss": 2.3388, + "step": 47514 + }, + { + "epoch": 0.8133483969256577, + "grad_norm": 2.5117862224578857, + "learning_rate": 1.7722695699033632e-06, + "loss": 2.3019, + "step": 47515 + }, + { + "epoch": 0.8133655146442083, + "grad_norm": 2.5115013122558594, + "learning_rate": 1.7719544752191919e-06, + "loss": 2.2405, + "step": 47516 + }, + { + "epoch": 0.8133826323627587, + "grad_norm": 2.4293735027313232, + "learning_rate": 1.7716394058251617e-06, + "loss": 2.3433, + "step": 47517 + }, + { + "epoch": 0.8133997500813092, + "grad_norm": 2.7562217712402344, + "learning_rate": 1.7713243617222487e-06, + "loss": 2.4496, + "step": 47518 + }, + { + "epoch": 0.8134168677998597, + "grad_norm": 2.4420197010040283, + "learning_rate": 1.771009342911415e-06, + "loss": 2.3062, + "step": 47519 + }, + { + "epoch": 0.8134339855184101, + "grad_norm": 2.7731173038482666, + "learning_rate": 1.7706943493936323e-06, + "loss": 2.3627, + "step": 47520 + }, + { + "epoch": 0.8134511032369606, + "grad_norm": 2.5572681427001953, + "learning_rate": 1.770379381169869e-06, + "loss": 2.3296, + "step": 47521 + }, + { + "epoch": 0.8134682209555111, + "grad_norm": 2.753570556640625, + "learning_rate": 1.770064438241087e-06, + "loss": 2.3926, + "step": 47522 + }, + { + "epoch": 0.8134853386740615, + "grad_norm": 2.7454020977020264, + "learning_rate": 1.7697495206082637e-06, + "loss": 2.3684, + "step": 47523 + }, + { + "epoch": 0.813502456392612, + "grad_norm": 2.4192280769348145, + "learning_rate": 1.7694346282723607e-06, + "loss": 2.3548, + "step": 47524 + }, + { + "epoch": 0.8135195741111625, + "grad_norm": 2.5996124744415283, + "learning_rate": 1.7691197612343481e-06, + "loss": 2.3426, + "step": 47525 + }, + { + "epoch": 0.8135366918297129, + "grad_norm": 2.5773212909698486, + "learning_rate": 1.7688049194951929e-06, + "loss": 2.2957, + "step": 47526 + }, + { + "epoch": 0.8135538095482634, + "grad_norm": 2.7012171745300293, + "learning_rate": 1.7684901030558632e-06, + "loss": 2.41, + "step": 47527 + }, + { + "epoch": 0.8135709272668139, + "grad_norm": 2.546858787536621, + "learning_rate": 1.7681753119173284e-06, + "loss": 2.3755, + "step": 47528 + }, + { + "epoch": 0.8135880449853643, + "grad_norm": 2.5354807376861572, + "learning_rate": 1.7678605460805497e-06, + "loss": 2.3005, + "step": 47529 + }, + { + "epoch": 0.8136051627039148, + "grad_norm": 2.635843515396118, + "learning_rate": 1.7675458055465044e-06, + "loss": 2.2142, + "step": 47530 + }, + { + "epoch": 0.8136222804224653, + "grad_norm": 2.6809842586517334, + "learning_rate": 1.7672310903161516e-06, + "loss": 2.4418, + "step": 47531 + }, + { + "epoch": 0.8136393981410157, + "grad_norm": 2.6646323204040527, + "learning_rate": 1.7669164003904627e-06, + "loss": 2.3279, + "step": 47532 + }, + { + "epoch": 0.8136565158595662, + "grad_norm": 2.6552987098693848, + "learning_rate": 1.7666017357704023e-06, + "loss": 2.4489, + "step": 47533 + }, + { + "epoch": 0.8136736335781167, + "grad_norm": 2.6475930213928223, + "learning_rate": 1.7662870964569412e-06, + "loss": 2.3787, + "step": 47534 + }, + { + "epoch": 0.8136907512966671, + "grad_norm": 2.4778695106506348, + "learning_rate": 1.765972482451046e-06, + "loss": 2.3266, + "step": 47535 + }, + { + "epoch": 0.8137078690152176, + "grad_norm": 2.5245940685272217, + "learning_rate": 1.7656578937536795e-06, + "loss": 2.2832, + "step": 47536 + }, + { + "epoch": 0.8137249867337681, + "grad_norm": 2.502195358276367, + "learning_rate": 1.7653433303658118e-06, + "loss": 2.3232, + "step": 47537 + }, + { + "epoch": 0.8137421044523186, + "grad_norm": 2.678387403488159, + "learning_rate": 1.765028792288409e-06, + "loss": 2.3348, + "step": 47538 + }, + { + "epoch": 0.813759222170869, + "grad_norm": 2.508216142654419, + "learning_rate": 1.764714279522438e-06, + "loss": 2.3288, + "step": 47539 + }, + { + "epoch": 0.8137763398894196, + "grad_norm": 2.598247766494751, + "learning_rate": 1.764399792068866e-06, + "loss": 2.4382, + "step": 47540 + }, + { + "epoch": 0.8137934576079701, + "grad_norm": 2.572094678878784, + "learning_rate": 1.7640853299286609e-06, + "loss": 2.3451, + "step": 47541 + }, + { + "epoch": 0.8138105753265205, + "grad_norm": 2.4914846420288086, + "learning_rate": 1.7637708931027863e-06, + "loss": 2.3396, + "step": 47542 + }, + { + "epoch": 0.813827693045071, + "grad_norm": 2.4470326900482178, + "learning_rate": 1.7634564815922096e-06, + "loss": 2.2809, + "step": 47543 + }, + { + "epoch": 0.8138448107636215, + "grad_norm": 2.6928651332855225, + "learning_rate": 1.7631420953978974e-06, + "loss": 2.4494, + "step": 47544 + }, + { + "epoch": 0.8138619284821719, + "grad_norm": 2.6284408569335938, + "learning_rate": 1.7628277345208167e-06, + "loss": 2.3659, + "step": 47545 + }, + { + "epoch": 0.8138790462007224, + "grad_norm": 2.568817615509033, + "learning_rate": 1.7625133989619336e-06, + "loss": 2.3434, + "step": 47546 + }, + { + "epoch": 0.8138961639192729, + "grad_norm": 2.5896830558776855, + "learning_rate": 1.7621990887222128e-06, + "loss": 2.4584, + "step": 47547 + }, + { + "epoch": 0.8139132816378233, + "grad_norm": 2.7150704860687256, + "learning_rate": 1.7618848038026248e-06, + "loss": 2.3724, + "step": 47548 + }, + { + "epoch": 0.8139303993563738, + "grad_norm": 2.550715684890747, + "learning_rate": 1.7615705442041297e-06, + "loss": 2.3239, + "step": 47549 + }, + { + "epoch": 0.8139475170749243, + "grad_norm": 2.673798084259033, + "learning_rate": 1.7612563099276959e-06, + "loss": 2.2512, + "step": 47550 + }, + { + "epoch": 0.8139646347934747, + "grad_norm": 2.5125935077667236, + "learning_rate": 1.7609421009742888e-06, + "loss": 2.2931, + "step": 47551 + }, + { + "epoch": 0.8139817525120252, + "grad_norm": 2.7984249591827393, + "learning_rate": 1.760627917344876e-06, + "loss": 2.3334, + "step": 47552 + }, + { + "epoch": 0.8139988702305757, + "grad_norm": 2.841508150100708, + "learning_rate": 1.760313759040424e-06, + "loss": 2.411, + "step": 47553 + }, + { + "epoch": 0.8140159879491261, + "grad_norm": 2.4184088706970215, + "learning_rate": 1.7599996260618902e-06, + "loss": 2.3819, + "step": 47554 + }, + { + "epoch": 0.8140331056676766, + "grad_norm": 2.57608699798584, + "learning_rate": 1.7596855184102524e-06, + "loss": 2.2816, + "step": 47555 + }, + { + "epoch": 0.8140502233862271, + "grad_norm": 2.5628304481506348, + "learning_rate": 1.7593714360864679e-06, + "loss": 2.2949, + "step": 47556 + }, + { + "epoch": 0.8140673411047775, + "grad_norm": 2.580936908721924, + "learning_rate": 1.7590573790915034e-06, + "loss": 2.2233, + "step": 47557 + }, + { + "epoch": 0.814084458823328, + "grad_norm": 2.6055073738098145, + "learning_rate": 1.7587433474263271e-06, + "loss": 2.2604, + "step": 47558 + }, + { + "epoch": 0.8141015765418785, + "grad_norm": 2.5175068378448486, + "learning_rate": 1.7584293410918974e-06, + "loss": 2.1664, + "step": 47559 + }, + { + "epoch": 0.8141186942604289, + "grad_norm": 2.5691421031951904, + "learning_rate": 1.7581153600891887e-06, + "loss": 2.3469, + "step": 47560 + }, + { + "epoch": 0.8141358119789794, + "grad_norm": 2.554133415222168, + "learning_rate": 1.7578014044191593e-06, + "loss": 2.4145, + "step": 47561 + }, + { + "epoch": 0.81415292969753, + "grad_norm": 2.663591146469116, + "learning_rate": 1.7574874740827763e-06, + "loss": 2.3873, + "step": 47562 + }, + { + "epoch": 0.8141700474160803, + "grad_norm": 2.670090675354004, + "learning_rate": 1.7571735690810077e-06, + "loss": 2.3983, + "step": 47563 + }, + { + "epoch": 0.8141871651346309, + "grad_norm": 2.4806954860687256, + "learning_rate": 1.7568596894148105e-06, + "loss": 2.291, + "step": 47564 + }, + { + "epoch": 0.8142042828531814, + "grad_norm": 2.713963270187378, + "learning_rate": 1.7565458350851583e-06, + "loss": 2.3814, + "step": 47565 + }, + { + "epoch": 0.8142214005717318, + "grad_norm": 2.8076846599578857, + "learning_rate": 1.756232006093007e-06, + "loss": 2.4652, + "step": 47566 + }, + { + "epoch": 0.8142385182902823, + "grad_norm": 2.7059614658355713, + "learning_rate": 1.7559182024393307e-06, + "loss": 2.2075, + "step": 47567 + }, + { + "epoch": 0.8142556360088328, + "grad_norm": 2.571254253387451, + "learning_rate": 1.755604424125087e-06, + "loss": 2.374, + "step": 47568 + }, + { + "epoch": 0.8142727537273832, + "grad_norm": 2.6289777755737305, + "learning_rate": 1.755290671151243e-06, + "loss": 2.3769, + "step": 47569 + }, + { + "epoch": 0.8142898714459337, + "grad_norm": 2.695819139480591, + "learning_rate": 1.7549769435187637e-06, + "loss": 2.3024, + "step": 47570 + }, + { + "epoch": 0.8143069891644842, + "grad_norm": 2.6392648220062256, + "learning_rate": 1.754663241228608e-06, + "loss": 2.2434, + "step": 47571 + }, + { + "epoch": 0.8143241068830346, + "grad_norm": 2.5214529037475586, + "learning_rate": 1.75434956428175e-06, + "loss": 2.2913, + "step": 47572 + }, + { + "epoch": 0.8143412246015851, + "grad_norm": 2.8322365283966064, + "learning_rate": 1.754035912679145e-06, + "loss": 2.3784, + "step": 47573 + }, + { + "epoch": 0.8143583423201356, + "grad_norm": 2.6090762615203857, + "learning_rate": 1.7537222864217608e-06, + "loss": 2.2598, + "step": 47574 + }, + { + "epoch": 0.814375460038686, + "grad_norm": 2.467334508895874, + "learning_rate": 1.7534086855105604e-06, + "loss": 2.2311, + "step": 47575 + }, + { + "epoch": 0.8143925777572365, + "grad_norm": 2.5472054481506348, + "learning_rate": 1.7530951099465076e-06, + "loss": 2.3501, + "step": 47576 + }, + { + "epoch": 0.814409695475787, + "grad_norm": 2.627587080001831, + "learning_rate": 1.7527815597305675e-06, + "loss": 2.3754, + "step": 47577 + }, + { + "epoch": 0.8144268131943374, + "grad_norm": 2.573230028152466, + "learning_rate": 1.7524680348637058e-06, + "loss": 2.3795, + "step": 47578 + }, + { + "epoch": 0.8144439309128879, + "grad_norm": 2.6114883422851562, + "learning_rate": 1.7521545353468806e-06, + "loss": 2.3163, + "step": 47579 + }, + { + "epoch": 0.8144610486314384, + "grad_norm": 2.5730860233306885, + "learning_rate": 1.7518410611810576e-06, + "loss": 2.3556, + "step": 47580 + }, + { + "epoch": 0.8144781663499888, + "grad_norm": 2.544795513153076, + "learning_rate": 1.751527612367202e-06, + "loss": 2.2557, + "step": 47581 + }, + { + "epoch": 0.8144952840685393, + "grad_norm": 2.5870561599731445, + "learning_rate": 1.7512141889062762e-06, + "loss": 2.289, + "step": 47582 + }, + { + "epoch": 0.8145124017870898, + "grad_norm": 2.5497379302978516, + "learning_rate": 1.7509007907992437e-06, + "loss": 2.4158, + "step": 47583 + }, + { + "epoch": 0.8145295195056403, + "grad_norm": 2.7022461891174316, + "learning_rate": 1.7505874180470683e-06, + "loss": 2.3129, + "step": 47584 + }, + { + "epoch": 0.8145466372241907, + "grad_norm": 2.6354784965515137, + "learning_rate": 1.7502740706507137e-06, + "loss": 2.3772, + "step": 47585 + }, + { + "epoch": 0.8145637549427412, + "grad_norm": 2.631636142730713, + "learning_rate": 1.7499607486111403e-06, + "loss": 2.3356, + "step": 47586 + }, + { + "epoch": 0.8145808726612918, + "grad_norm": 2.5738062858581543, + "learning_rate": 1.7496474519293127e-06, + "loss": 2.3635, + "step": 47587 + }, + { + "epoch": 0.8145979903798422, + "grad_norm": 2.693176507949829, + "learning_rate": 1.7493341806061936e-06, + "loss": 2.3587, + "step": 47588 + }, + { + "epoch": 0.8146151080983927, + "grad_norm": 2.6360127925872803, + "learning_rate": 1.7490209346427466e-06, + "loss": 2.3336, + "step": 47589 + }, + { + "epoch": 0.8146322258169432, + "grad_norm": 2.411151885986328, + "learning_rate": 1.7487077140399367e-06, + "loss": 2.2487, + "step": 47590 + }, + { + "epoch": 0.8146493435354936, + "grad_norm": 2.4769251346588135, + "learning_rate": 1.7483945187987195e-06, + "loss": 2.2419, + "step": 47591 + }, + { + "epoch": 0.8146664612540441, + "grad_norm": 2.6573081016540527, + "learning_rate": 1.7480813489200666e-06, + "loss": 2.2919, + "step": 47592 + }, + { + "epoch": 0.8146835789725946, + "grad_norm": 2.6537184715270996, + "learning_rate": 1.7477682044049337e-06, + "loss": 2.3205, + "step": 47593 + }, + { + "epoch": 0.814700696691145, + "grad_norm": 2.550745964050293, + "learning_rate": 1.7474550852542859e-06, + "loss": 2.2772, + "step": 47594 + }, + { + "epoch": 0.8147178144096955, + "grad_norm": 2.672910690307617, + "learning_rate": 1.747141991469089e-06, + "loss": 2.2939, + "step": 47595 + }, + { + "epoch": 0.814734932128246, + "grad_norm": 2.523566722869873, + "learning_rate": 1.7468289230502955e-06, + "loss": 2.2613, + "step": 47596 + }, + { + "epoch": 0.8147520498467964, + "grad_norm": 2.598456621170044, + "learning_rate": 1.7465158799988802e-06, + "loss": 2.3935, + "step": 47597 + }, + { + "epoch": 0.8147691675653469, + "grad_norm": 2.7171273231506348, + "learning_rate": 1.7462028623157935e-06, + "loss": 2.3617, + "step": 47598 + }, + { + "epoch": 0.8147862852838974, + "grad_norm": 2.555628776550293, + "learning_rate": 1.7458898700020077e-06, + "loss": 2.4562, + "step": 47599 + }, + { + "epoch": 0.8148034030024478, + "grad_norm": 2.6876118183135986, + "learning_rate": 1.745576903058478e-06, + "loss": 2.4217, + "step": 47600 + }, + { + "epoch": 0.8148205207209983, + "grad_norm": 2.5516457557678223, + "learning_rate": 1.7452639614861688e-06, + "loss": 2.3767, + "step": 47601 + }, + { + "epoch": 0.8148376384395488, + "grad_norm": 2.498584032058716, + "learning_rate": 1.744951045286044e-06, + "loss": 2.3336, + "step": 47602 + }, + { + "epoch": 0.8148547561580992, + "grad_norm": 2.5899746417999268, + "learning_rate": 1.7446381544590585e-06, + "loss": 2.3301, + "step": 47603 + }, + { + "epoch": 0.8148718738766497, + "grad_norm": 2.4978229999542236, + "learning_rate": 1.7443252890061835e-06, + "loss": 2.2978, + "step": 47604 + }, + { + "epoch": 0.8148889915952002, + "grad_norm": 2.8036420345306396, + "learning_rate": 1.744012448928374e-06, + "loss": 2.3046, + "step": 47605 + }, + { + "epoch": 0.8149061093137506, + "grad_norm": 2.511542797088623, + "learning_rate": 1.7436996342265922e-06, + "loss": 2.3134, + "step": 47606 + }, + { + "epoch": 0.8149232270323011, + "grad_norm": 2.457148790359497, + "learning_rate": 1.7433868449018043e-06, + "loss": 2.1795, + "step": 47607 + }, + { + "epoch": 0.8149403447508516, + "grad_norm": 2.6613099575042725, + "learning_rate": 1.7430740809549628e-06, + "loss": 2.3225, + "step": 47608 + }, + { + "epoch": 0.814957462469402, + "grad_norm": 2.5601229667663574, + "learning_rate": 1.7427613423870392e-06, + "loss": 2.1787, + "step": 47609 + }, + { + "epoch": 0.8149745801879525, + "grad_norm": 2.519327163696289, + "learning_rate": 1.7424486291989872e-06, + "loss": 2.3152, + "step": 47610 + }, + { + "epoch": 0.814991697906503, + "grad_norm": 2.7776741981506348, + "learning_rate": 1.7421359413917716e-06, + "loss": 2.3943, + "step": 47611 + }, + { + "epoch": 0.8150088156250535, + "grad_norm": 2.612910747528076, + "learning_rate": 1.7418232789663525e-06, + "loss": 2.2348, + "step": 47612 + }, + { + "epoch": 0.815025933343604, + "grad_norm": 2.535916805267334, + "learning_rate": 1.7415106419236904e-06, + "loss": 2.2593, + "step": 47613 + }, + { + "epoch": 0.8150430510621545, + "grad_norm": 2.5859251022338867, + "learning_rate": 1.74119803026475e-06, + "loss": 2.3384, + "step": 47614 + }, + { + "epoch": 0.8150601687807049, + "grad_norm": 2.7198405265808105, + "learning_rate": 1.7408854439904853e-06, + "loss": 2.3028, + "step": 47615 + }, + { + "epoch": 0.8150772864992554, + "grad_norm": 2.6887733936309814, + "learning_rate": 1.740572883101862e-06, + "loss": 2.3296, + "step": 47616 + }, + { + "epoch": 0.8150944042178059, + "grad_norm": 2.4832863807678223, + "learning_rate": 1.7402603475998403e-06, + "loss": 2.26, + "step": 47617 + }, + { + "epoch": 0.8151115219363563, + "grad_norm": 2.46455454826355, + "learning_rate": 1.7399478374853785e-06, + "loss": 2.216, + "step": 47618 + }, + { + "epoch": 0.8151286396549068, + "grad_norm": 2.5296530723571777, + "learning_rate": 1.7396353527594402e-06, + "loss": 2.3769, + "step": 47619 + }, + { + "epoch": 0.8151457573734573, + "grad_norm": 2.44952654838562, + "learning_rate": 1.7393228934229834e-06, + "loss": 2.2849, + "step": 47620 + }, + { + "epoch": 0.8151628750920077, + "grad_norm": 2.5731406211853027, + "learning_rate": 1.739010459476973e-06, + "loss": 2.2534, + "step": 47621 + }, + { + "epoch": 0.8151799928105582, + "grad_norm": 2.7203283309936523, + "learning_rate": 1.7386980509223629e-06, + "loss": 2.3719, + "step": 47622 + }, + { + "epoch": 0.8151971105291087, + "grad_norm": 2.6269068717956543, + "learning_rate": 1.7383856677601152e-06, + "loss": 2.3899, + "step": 47623 + }, + { + "epoch": 0.8152142282476591, + "grad_norm": 2.7247025966644287, + "learning_rate": 1.7380733099911929e-06, + "loss": 2.3507, + "step": 47624 + }, + { + "epoch": 0.8152313459662096, + "grad_norm": 2.7443995475769043, + "learning_rate": 1.737760977616554e-06, + "loss": 2.3173, + "step": 47625 + }, + { + "epoch": 0.8152484636847601, + "grad_norm": 2.466855049133301, + "learning_rate": 1.7374486706371575e-06, + "loss": 2.3058, + "step": 47626 + }, + { + "epoch": 0.8152655814033105, + "grad_norm": 2.5702567100524902, + "learning_rate": 1.7371363890539683e-06, + "loss": 2.3768, + "step": 47627 + }, + { + "epoch": 0.815282699121861, + "grad_norm": 2.5283100605010986, + "learning_rate": 1.7368241328679402e-06, + "loss": 2.2049, + "step": 47628 + }, + { + "epoch": 0.8152998168404115, + "grad_norm": 2.5089385509490967, + "learning_rate": 1.7365119020800347e-06, + "loss": 2.2745, + "step": 47629 + }, + { + "epoch": 0.815316934558962, + "grad_norm": 2.6297833919525146, + "learning_rate": 1.7361996966912131e-06, + "loss": 2.2785, + "step": 47630 + }, + { + "epoch": 0.8153340522775124, + "grad_norm": 2.658324718475342, + "learning_rate": 1.7358875167024336e-06, + "loss": 2.3235, + "step": 47631 + }, + { + "epoch": 0.8153511699960629, + "grad_norm": 2.6685879230499268, + "learning_rate": 1.7355753621146588e-06, + "loss": 2.4178, + "step": 47632 + }, + { + "epoch": 0.8153682877146134, + "grad_norm": 2.630096912384033, + "learning_rate": 1.73526323292884e-06, + "loss": 2.2799, + "step": 47633 + }, + { + "epoch": 0.8153854054331638, + "grad_norm": 2.4572997093200684, + "learning_rate": 1.7349511291459476e-06, + "loss": 2.2946, + "step": 47634 + }, + { + "epoch": 0.8154025231517144, + "grad_norm": 2.465212106704712, + "learning_rate": 1.7346390507669331e-06, + "loss": 2.3, + "step": 47635 + }, + { + "epoch": 0.8154196408702649, + "grad_norm": 2.768261194229126, + "learning_rate": 1.7343269977927568e-06, + "loss": 2.3903, + "step": 47636 + }, + { + "epoch": 0.8154367585888153, + "grad_norm": 2.5502960681915283, + "learning_rate": 1.7340149702243802e-06, + "loss": 2.3415, + "step": 47637 + }, + { + "epoch": 0.8154538763073658, + "grad_norm": 2.590313196182251, + "learning_rate": 1.7337029680627615e-06, + "loss": 2.346, + "step": 47638 + }, + { + "epoch": 0.8154709940259163, + "grad_norm": 2.3902902603149414, + "learning_rate": 1.733390991308862e-06, + "loss": 2.2213, + "step": 47639 + }, + { + "epoch": 0.8154881117444667, + "grad_norm": 2.4873270988464355, + "learning_rate": 1.7330790399636322e-06, + "loss": 2.3252, + "step": 47640 + }, + { + "epoch": 0.8155052294630172, + "grad_norm": 2.560655355453491, + "learning_rate": 1.7327671140280422e-06, + "loss": 2.2559, + "step": 47641 + }, + { + "epoch": 0.8155223471815677, + "grad_norm": 2.5515339374542236, + "learning_rate": 1.7324552135030425e-06, + "loss": 2.1562, + "step": 47642 + }, + { + "epoch": 0.8155394649001181, + "grad_norm": 2.613856315612793, + "learning_rate": 1.7321433383895958e-06, + "loss": 2.3222, + "step": 47643 + }, + { + "epoch": 0.8155565826186686, + "grad_norm": 2.5605056285858154, + "learning_rate": 1.731831488688661e-06, + "loss": 2.2774, + "step": 47644 + }, + { + "epoch": 0.8155737003372191, + "grad_norm": 2.690324544906616, + "learning_rate": 1.73151966440119e-06, + "loss": 2.535, + "step": 47645 + }, + { + "epoch": 0.8155908180557695, + "grad_norm": 2.651014804840088, + "learning_rate": 1.7312078655281516e-06, + "loss": 2.5022, + "step": 47646 + }, + { + "epoch": 0.81560793577432, + "grad_norm": 2.5819177627563477, + "learning_rate": 1.7308960920704965e-06, + "loss": 2.21, + "step": 47647 + }, + { + "epoch": 0.8156250534928705, + "grad_norm": 2.4623076915740967, + "learning_rate": 1.7305843440291857e-06, + "loss": 2.1654, + "step": 47648 + }, + { + "epoch": 0.8156421712114209, + "grad_norm": 2.5163161754608154, + "learning_rate": 1.7302726214051768e-06, + "loss": 2.2989, + "step": 47649 + }, + { + "epoch": 0.8156592889299714, + "grad_norm": 2.300429582595825, + "learning_rate": 1.7299609241994287e-06, + "loss": 2.263, + "step": 47650 + }, + { + "epoch": 0.8156764066485219, + "grad_norm": 2.442197561264038, + "learning_rate": 1.7296492524129005e-06, + "loss": 2.3332, + "step": 47651 + }, + { + "epoch": 0.8156935243670723, + "grad_norm": 2.6227376461029053, + "learning_rate": 1.7293376060465472e-06, + "loss": 2.3629, + "step": 47652 + }, + { + "epoch": 0.8157106420856228, + "grad_norm": 2.5654616355895996, + "learning_rate": 1.729025985101327e-06, + "loss": 2.4007, + "step": 47653 + }, + { + "epoch": 0.8157277598041733, + "grad_norm": 2.664113998413086, + "learning_rate": 1.7287143895782e-06, + "loss": 2.4249, + "step": 47654 + }, + { + "epoch": 0.8157448775227237, + "grad_norm": 2.616121292114258, + "learning_rate": 1.7284028194781221e-06, + "loss": 2.337, + "step": 47655 + }, + { + "epoch": 0.8157619952412742, + "grad_norm": 2.553617000579834, + "learning_rate": 1.7280912748020518e-06, + "loss": 2.3123, + "step": 47656 + }, + { + "epoch": 0.8157791129598247, + "grad_norm": 2.571505069732666, + "learning_rate": 1.7277797555509468e-06, + "loss": 2.3218, + "step": 47657 + }, + { + "epoch": 0.8157962306783751, + "grad_norm": 2.323568344116211, + "learning_rate": 1.7274682617257666e-06, + "loss": 2.2018, + "step": 47658 + }, + { + "epoch": 0.8158133483969257, + "grad_norm": 2.6379828453063965, + "learning_rate": 1.7271567933274636e-06, + "loss": 2.3712, + "step": 47659 + }, + { + "epoch": 0.8158304661154762, + "grad_norm": 2.5291173458099365, + "learning_rate": 1.7268453503569982e-06, + "loss": 2.3052, + "step": 47660 + }, + { + "epoch": 0.8158475838340266, + "grad_norm": 2.531994342803955, + "learning_rate": 1.7265339328153274e-06, + "loss": 2.345, + "step": 47661 + }, + { + "epoch": 0.8158647015525771, + "grad_norm": 2.6662986278533936, + "learning_rate": 1.7262225407034083e-06, + "loss": 2.3187, + "step": 47662 + }, + { + "epoch": 0.8158818192711276, + "grad_norm": 2.74306583404541, + "learning_rate": 1.725911174022198e-06, + "loss": 2.4268, + "step": 47663 + }, + { + "epoch": 0.815898936989678, + "grad_norm": 2.7823543548583984, + "learning_rate": 1.7255998327726563e-06, + "loss": 2.3935, + "step": 47664 + }, + { + "epoch": 0.8159160547082285, + "grad_norm": 2.6555163860321045, + "learning_rate": 1.7252885169557353e-06, + "loss": 2.2896, + "step": 47665 + }, + { + "epoch": 0.815933172426779, + "grad_norm": 2.506943941116333, + "learning_rate": 1.724977226572393e-06, + "loss": 2.3203, + "step": 47666 + }, + { + "epoch": 0.8159502901453294, + "grad_norm": 2.536400556564331, + "learning_rate": 1.7246659616235883e-06, + "loss": 2.2191, + "step": 47667 + }, + { + "epoch": 0.8159674078638799, + "grad_norm": 2.463858127593994, + "learning_rate": 1.7243547221102763e-06, + "loss": 2.2647, + "step": 47668 + }, + { + "epoch": 0.8159845255824304, + "grad_norm": 2.7763164043426514, + "learning_rate": 1.7240435080334173e-06, + "loss": 2.3995, + "step": 47669 + }, + { + "epoch": 0.8160016433009808, + "grad_norm": 2.575716972351074, + "learning_rate": 1.7237323193939581e-06, + "loss": 2.314, + "step": 47670 + }, + { + "epoch": 0.8160187610195313, + "grad_norm": 2.5362884998321533, + "learning_rate": 1.7234211561928683e-06, + "loss": 2.32, + "step": 47671 + }, + { + "epoch": 0.8160358787380818, + "grad_norm": 2.5245168209075928, + "learning_rate": 1.7231100184310955e-06, + "loss": 2.1754, + "step": 47672 + }, + { + "epoch": 0.8160529964566322, + "grad_norm": 2.4950904846191406, + "learning_rate": 1.7227989061095973e-06, + "loss": 2.2507, + "step": 47673 + }, + { + "epoch": 0.8160701141751827, + "grad_norm": 2.6255359649658203, + "learning_rate": 1.7224878192293327e-06, + "loss": 2.2826, + "step": 47674 + }, + { + "epoch": 0.8160872318937332, + "grad_norm": 2.5402121543884277, + "learning_rate": 1.722176757791254e-06, + "loss": 2.2576, + "step": 47675 + }, + { + "epoch": 0.8161043496122836, + "grad_norm": 2.6584713459014893, + "learning_rate": 1.721865721796324e-06, + "loss": 2.3181, + "step": 47676 + }, + { + "epoch": 0.8161214673308341, + "grad_norm": 2.6487746238708496, + "learning_rate": 1.7215547112454878e-06, + "loss": 2.2985, + "step": 47677 + }, + { + "epoch": 0.8161385850493846, + "grad_norm": 2.763169050216675, + "learning_rate": 1.7212437261397142e-06, + "loss": 2.3121, + "step": 47678 + }, + { + "epoch": 0.8161557027679351, + "grad_norm": 2.529201030731201, + "learning_rate": 1.7209327664799492e-06, + "loss": 2.3465, + "step": 47679 + }, + { + "epoch": 0.8161728204864855, + "grad_norm": 2.6899538040161133, + "learning_rate": 1.720621832267152e-06, + "loss": 2.3662, + "step": 47680 + }, + { + "epoch": 0.816189938205036, + "grad_norm": 2.5784997940063477, + "learning_rate": 1.7203109235022808e-06, + "loss": 2.2974, + "step": 47681 + }, + { + "epoch": 0.8162070559235866, + "grad_norm": 2.451870918273926, + "learning_rate": 1.7200000401862837e-06, + "loss": 2.2902, + "step": 47682 + }, + { + "epoch": 0.816224173642137, + "grad_norm": 2.729750394821167, + "learning_rate": 1.7196891823201257e-06, + "loss": 2.3103, + "step": 47683 + }, + { + "epoch": 0.8162412913606875, + "grad_norm": 2.51189923286438, + "learning_rate": 1.7193783499047567e-06, + "loss": 2.2939, + "step": 47684 + }, + { + "epoch": 0.816258409079238, + "grad_norm": 2.695417881011963, + "learning_rate": 1.719067542941132e-06, + "loss": 2.5713, + "step": 47685 + }, + { + "epoch": 0.8162755267977884, + "grad_norm": 2.644989252090454, + "learning_rate": 1.7187567614302113e-06, + "loss": 2.3263, + "step": 47686 + }, + { + "epoch": 0.8162926445163389, + "grad_norm": 2.6643409729003906, + "learning_rate": 1.7184460053729412e-06, + "loss": 2.4544, + "step": 47687 + }, + { + "epoch": 0.8163097622348894, + "grad_norm": 2.5764148235321045, + "learning_rate": 1.7181352747702883e-06, + "loss": 2.2828, + "step": 47688 + }, + { + "epoch": 0.8163268799534398, + "grad_norm": 2.57186222076416, + "learning_rate": 1.7178245696231953e-06, + "loss": 2.3091, + "step": 47689 + }, + { + "epoch": 0.8163439976719903, + "grad_norm": 2.689208745956421, + "learning_rate": 1.7175138899326294e-06, + "loss": 2.393, + "step": 47690 + }, + { + "epoch": 0.8163611153905408, + "grad_norm": 2.6133241653442383, + "learning_rate": 1.7172032356995372e-06, + "loss": 2.2829, + "step": 47691 + }, + { + "epoch": 0.8163782331090912, + "grad_norm": 2.678203821182251, + "learning_rate": 1.716892606924876e-06, + "loss": 2.2672, + "step": 47692 + }, + { + "epoch": 0.8163953508276417, + "grad_norm": 2.567202091217041, + "learning_rate": 1.7165820036096037e-06, + "loss": 2.3201, + "step": 47693 + }, + { + "epoch": 0.8164124685461922, + "grad_norm": 2.6730356216430664, + "learning_rate": 1.7162714257546665e-06, + "loss": 2.4502, + "step": 47694 + }, + { + "epoch": 0.8164295862647426, + "grad_norm": 2.700472354888916, + "learning_rate": 1.715960873361029e-06, + "loss": 2.3677, + "step": 47695 + }, + { + "epoch": 0.8164467039832931, + "grad_norm": 2.5230913162231445, + "learning_rate": 1.7156503464296393e-06, + "loss": 2.2819, + "step": 47696 + }, + { + "epoch": 0.8164638217018436, + "grad_norm": 2.694175958633423, + "learning_rate": 1.7153398449614534e-06, + "loss": 2.3211, + "step": 47697 + }, + { + "epoch": 0.816480939420394, + "grad_norm": 2.6135659217834473, + "learning_rate": 1.715029368957426e-06, + "loss": 2.2636, + "step": 47698 + }, + { + "epoch": 0.8164980571389445, + "grad_norm": 2.600132465362549, + "learning_rate": 1.714718918418512e-06, + "loss": 2.3965, + "step": 47699 + }, + { + "epoch": 0.816515174857495, + "grad_norm": 2.5821685791015625, + "learning_rate": 1.7144084933456661e-06, + "loss": 2.2711, + "step": 47700 + }, + { + "epoch": 0.8165322925760454, + "grad_norm": 2.6325058937072754, + "learning_rate": 1.7140980937398399e-06, + "loss": 2.4013, + "step": 47701 + }, + { + "epoch": 0.8165494102945959, + "grad_norm": 2.7757959365844727, + "learning_rate": 1.713787719601989e-06, + "loss": 2.3241, + "step": 47702 + }, + { + "epoch": 0.8165665280131464, + "grad_norm": 2.4759974479675293, + "learning_rate": 1.7134773709330666e-06, + "loss": 2.2536, + "step": 47703 + }, + { + "epoch": 0.8165836457316968, + "grad_norm": 2.864495277404785, + "learning_rate": 1.713167047734028e-06, + "loss": 2.3936, + "step": 47704 + }, + { + "epoch": 0.8166007634502473, + "grad_norm": 2.4960291385650635, + "learning_rate": 1.7128567500058256e-06, + "loss": 2.3236, + "step": 47705 + }, + { + "epoch": 0.8166178811687979, + "grad_norm": 2.5877325534820557, + "learning_rate": 1.7125464777494171e-06, + "loss": 2.3143, + "step": 47706 + }, + { + "epoch": 0.8166349988873483, + "grad_norm": 2.5043139457702637, + "learning_rate": 1.7122362309657493e-06, + "loss": 2.2929, + "step": 47707 + }, + { + "epoch": 0.8166521166058988, + "grad_norm": 2.640185832977295, + "learning_rate": 1.711926009655781e-06, + "loss": 2.5074, + "step": 47708 + }, + { + "epoch": 0.8166692343244493, + "grad_norm": 2.673557758331299, + "learning_rate": 1.7116158138204631e-06, + "loss": 2.3346, + "step": 47709 + }, + { + "epoch": 0.8166863520429997, + "grad_norm": 2.5742201805114746, + "learning_rate": 1.71130564346075e-06, + "loss": 2.2773, + "step": 47710 + }, + { + "epoch": 0.8167034697615502, + "grad_norm": 2.578476905822754, + "learning_rate": 1.7109954985775956e-06, + "loss": 2.2856, + "step": 47711 + }, + { + "epoch": 0.8167205874801007, + "grad_norm": 2.6181228160858154, + "learning_rate": 1.7106853791719523e-06, + "loss": 2.3976, + "step": 47712 + }, + { + "epoch": 0.8167377051986511, + "grad_norm": 2.4737114906311035, + "learning_rate": 1.7103752852447764e-06, + "loss": 2.3129, + "step": 47713 + }, + { + "epoch": 0.8167548229172016, + "grad_norm": 2.5309228897094727, + "learning_rate": 1.7100652167970156e-06, + "loss": 2.3143, + "step": 47714 + }, + { + "epoch": 0.8167719406357521, + "grad_norm": 2.8023087978363037, + "learning_rate": 1.7097551738296258e-06, + "loss": 2.4555, + "step": 47715 + }, + { + "epoch": 0.8167890583543025, + "grad_norm": 2.564749240875244, + "learning_rate": 1.70944515634356e-06, + "loss": 2.2493, + "step": 47716 + }, + { + "epoch": 0.816806176072853, + "grad_norm": 2.5794849395751953, + "learning_rate": 1.7091351643397703e-06, + "loss": 2.3938, + "step": 47717 + }, + { + "epoch": 0.8168232937914035, + "grad_norm": 2.5463011264801025, + "learning_rate": 1.7088251978192127e-06, + "loss": 2.2625, + "step": 47718 + }, + { + "epoch": 0.8168404115099539, + "grad_norm": 2.656726598739624, + "learning_rate": 1.7085152567828335e-06, + "loss": 2.3661, + "step": 47719 + }, + { + "epoch": 0.8168575292285044, + "grad_norm": 2.6701419353485107, + "learning_rate": 1.7082053412315936e-06, + "loss": 2.2482, + "step": 47720 + }, + { + "epoch": 0.8168746469470549, + "grad_norm": 2.6886723041534424, + "learning_rate": 1.707895451166438e-06, + "loss": 2.332, + "step": 47721 + }, + { + "epoch": 0.8168917646656053, + "grad_norm": 2.5376639366149902, + "learning_rate": 1.7075855865883228e-06, + "loss": 2.2681, + "step": 47722 + }, + { + "epoch": 0.8169088823841558, + "grad_norm": 2.5291337966918945, + "learning_rate": 1.7072757474982027e-06, + "loss": 2.2872, + "step": 47723 + }, + { + "epoch": 0.8169260001027063, + "grad_norm": 2.5957634449005127, + "learning_rate": 1.7069659338970213e-06, + "loss": 2.3208, + "step": 47724 + }, + { + "epoch": 0.8169431178212568, + "grad_norm": 2.5920512676239014, + "learning_rate": 1.7066561457857433e-06, + "loss": 2.4765, + "step": 47725 + }, + { + "epoch": 0.8169602355398072, + "grad_norm": 2.4248363971710205, + "learning_rate": 1.7063463831653083e-06, + "loss": 2.2359, + "step": 47726 + }, + { + "epoch": 0.8169773532583577, + "grad_norm": 2.658144474029541, + "learning_rate": 1.7060366460366806e-06, + "loss": 2.2956, + "step": 47727 + }, + { + "epoch": 0.8169944709769082, + "grad_norm": 2.584662437438965, + "learning_rate": 1.7057269344008032e-06, + "loss": 2.3559, + "step": 47728 + }, + { + "epoch": 0.8170115886954586, + "grad_norm": 2.675255060195923, + "learning_rate": 1.7054172482586306e-06, + "loss": 2.3839, + "step": 47729 + }, + { + "epoch": 0.8170287064140092, + "grad_norm": 2.5766243934631348, + "learning_rate": 1.7051075876111178e-06, + "loss": 2.3322, + "step": 47730 + }, + { + "epoch": 0.8170458241325597, + "grad_norm": 2.7019882202148438, + "learning_rate": 1.7047979524592095e-06, + "loss": 2.3972, + "step": 47731 + }, + { + "epoch": 0.8170629418511101, + "grad_norm": 2.8100314140319824, + "learning_rate": 1.704488342803866e-06, + "loss": 2.3849, + "step": 47732 + }, + { + "epoch": 0.8170800595696606, + "grad_norm": 2.6706247329711914, + "learning_rate": 1.7041787586460324e-06, + "loss": 2.3114, + "step": 47733 + }, + { + "epoch": 0.8170971772882111, + "grad_norm": 2.515519142150879, + "learning_rate": 1.703869199986663e-06, + "loss": 2.317, + "step": 47734 + }, + { + "epoch": 0.8171142950067615, + "grad_norm": 2.5387284755706787, + "learning_rate": 1.7035596668267085e-06, + "loss": 2.2124, + "step": 47735 + }, + { + "epoch": 0.817131412725312, + "grad_norm": 2.60669207572937, + "learning_rate": 1.7032501591671213e-06, + "loss": 2.3233, + "step": 47736 + }, + { + "epoch": 0.8171485304438625, + "grad_norm": 2.6140167713165283, + "learning_rate": 1.702940677008853e-06, + "loss": 2.2483, + "step": 47737 + }, + { + "epoch": 0.8171656481624129, + "grad_norm": 2.538547992706299, + "learning_rate": 1.7026312203528527e-06, + "loss": 2.3113, + "step": 47738 + }, + { + "epoch": 0.8171827658809634, + "grad_norm": 2.6579627990722656, + "learning_rate": 1.7023217892000731e-06, + "loss": 2.3022, + "step": 47739 + }, + { + "epoch": 0.8171998835995139, + "grad_norm": 2.6950314044952393, + "learning_rate": 1.7020123835514634e-06, + "loss": 2.4242, + "step": 47740 + }, + { + "epoch": 0.8172170013180643, + "grad_norm": 2.478409767150879, + "learning_rate": 1.7017030034079774e-06, + "loss": 2.3976, + "step": 47741 + }, + { + "epoch": 0.8172341190366148, + "grad_norm": 2.6117546558380127, + "learning_rate": 1.701393648770565e-06, + "loss": 2.2249, + "step": 47742 + }, + { + "epoch": 0.8172512367551653, + "grad_norm": 2.5713300704956055, + "learning_rate": 1.7010843196401783e-06, + "loss": 2.3786, + "step": 47743 + }, + { + "epoch": 0.8172683544737157, + "grad_norm": 2.7625584602355957, + "learning_rate": 1.700775016017765e-06, + "loss": 2.3532, + "step": 47744 + }, + { + "epoch": 0.8172854721922662, + "grad_norm": 2.596555233001709, + "learning_rate": 1.7004657379042767e-06, + "loss": 2.2692, + "step": 47745 + }, + { + "epoch": 0.8173025899108167, + "grad_norm": 2.5329647064208984, + "learning_rate": 1.7001564853006658e-06, + "loss": 2.2904, + "step": 47746 + }, + { + "epoch": 0.8173197076293671, + "grad_norm": 2.2904741764068604, + "learning_rate": 1.6998472582078806e-06, + "loss": 2.2242, + "step": 47747 + }, + { + "epoch": 0.8173368253479176, + "grad_norm": 2.6215763092041016, + "learning_rate": 1.6995380566268728e-06, + "loss": 2.3519, + "step": 47748 + }, + { + "epoch": 0.8173539430664681, + "grad_norm": 2.795097827911377, + "learning_rate": 1.6992288805585932e-06, + "loss": 2.3289, + "step": 47749 + }, + { + "epoch": 0.8173710607850185, + "grad_norm": 2.7554309368133545, + "learning_rate": 1.698919730003994e-06, + "loss": 2.3755, + "step": 47750 + }, + { + "epoch": 0.817388178503569, + "grad_norm": 2.713440179824829, + "learning_rate": 1.6986106049640205e-06, + "loss": 2.3658, + "step": 47751 + }, + { + "epoch": 0.8174052962221195, + "grad_norm": 2.486908197402954, + "learning_rate": 1.6983015054396247e-06, + "loss": 2.3174, + "step": 47752 + }, + { + "epoch": 0.81742241394067, + "grad_norm": 2.476553201675415, + "learning_rate": 1.6979924314317575e-06, + "loss": 2.2408, + "step": 47753 + }, + { + "epoch": 0.8174395316592205, + "grad_norm": 2.549959421157837, + "learning_rate": 1.6976833829413697e-06, + "loss": 2.1782, + "step": 47754 + }, + { + "epoch": 0.817456649377771, + "grad_norm": 2.564133882522583, + "learning_rate": 1.6973743599694115e-06, + "loss": 2.4203, + "step": 47755 + }, + { + "epoch": 0.8174737670963214, + "grad_norm": 2.579904079437256, + "learning_rate": 1.6970653625168264e-06, + "loss": 2.3216, + "step": 47756 + }, + { + "epoch": 0.8174908848148719, + "grad_norm": 2.595541477203369, + "learning_rate": 1.6967563905845751e-06, + "loss": 2.2725, + "step": 47757 + }, + { + "epoch": 0.8175080025334224, + "grad_norm": 2.7192280292510986, + "learning_rate": 1.6964474441735989e-06, + "loss": 2.2511, + "step": 47758 + }, + { + "epoch": 0.8175251202519728, + "grad_norm": 2.466297149658203, + "learning_rate": 1.6961385232848494e-06, + "loss": 2.3173, + "step": 47759 + }, + { + "epoch": 0.8175422379705233, + "grad_norm": 2.531487464904785, + "learning_rate": 1.6958296279192786e-06, + "loss": 2.3208, + "step": 47760 + }, + { + "epoch": 0.8175593556890738, + "grad_norm": 2.961745023727417, + "learning_rate": 1.6955207580778299e-06, + "loss": 2.4101, + "step": 47761 + }, + { + "epoch": 0.8175764734076242, + "grad_norm": 2.5938422679901123, + "learning_rate": 1.6952119137614608e-06, + "loss": 2.3581, + "step": 47762 + }, + { + "epoch": 0.8175935911261747, + "grad_norm": 2.651559352874756, + "learning_rate": 1.6949030949711121e-06, + "loss": 2.3047, + "step": 47763 + }, + { + "epoch": 0.8176107088447252, + "grad_norm": 2.663374900817871, + "learning_rate": 1.6945943017077416e-06, + "loss": 2.4209, + "step": 47764 + }, + { + "epoch": 0.8176278265632756, + "grad_norm": 2.5276262760162354, + "learning_rate": 1.694285533972292e-06, + "loss": 2.3199, + "step": 47765 + }, + { + "epoch": 0.8176449442818261, + "grad_norm": 2.6047441959381104, + "learning_rate": 1.6939767917657146e-06, + "loss": 2.3203, + "step": 47766 + }, + { + "epoch": 0.8176620620003766, + "grad_norm": 2.6729321479797363, + "learning_rate": 1.69366807508896e-06, + "loss": 2.3779, + "step": 47767 + }, + { + "epoch": 0.817679179718927, + "grad_norm": 2.6265499591827393, + "learning_rate": 1.6933593839429718e-06, + "loss": 2.2632, + "step": 47768 + }, + { + "epoch": 0.8176962974374775, + "grad_norm": 2.5957422256469727, + "learning_rate": 1.6930507183287058e-06, + "loss": 2.28, + "step": 47769 + }, + { + "epoch": 0.817713415156028, + "grad_norm": 2.490018844604492, + "learning_rate": 1.692742078247106e-06, + "loss": 2.3481, + "step": 47770 + }, + { + "epoch": 0.8177305328745785, + "grad_norm": 2.5375969409942627, + "learning_rate": 1.6924334636991224e-06, + "loss": 2.2818, + "step": 47771 + }, + { + "epoch": 0.8177476505931289, + "grad_norm": 2.594965934753418, + "learning_rate": 1.6921248746857055e-06, + "loss": 2.3752, + "step": 47772 + }, + { + "epoch": 0.8177647683116794, + "grad_norm": 2.507490396499634, + "learning_rate": 1.6918163112077967e-06, + "loss": 2.3636, + "step": 47773 + }, + { + "epoch": 0.8177818860302299, + "grad_norm": 2.815722703933716, + "learning_rate": 1.6915077732663543e-06, + "loss": 2.5165, + "step": 47774 + }, + { + "epoch": 0.8177990037487803, + "grad_norm": 2.6664071083068848, + "learning_rate": 1.6911992608623207e-06, + "loss": 2.2663, + "step": 47775 + }, + { + "epoch": 0.8178161214673308, + "grad_norm": 2.801150321960449, + "learning_rate": 1.690890773996644e-06, + "loss": 2.4452, + "step": 47776 + }, + { + "epoch": 0.8178332391858814, + "grad_norm": 2.4909589290618896, + "learning_rate": 1.6905823126702736e-06, + "loss": 2.4204, + "step": 47777 + }, + { + "epoch": 0.8178503569044318, + "grad_norm": 2.7482073307037354, + "learning_rate": 1.6902738768841587e-06, + "loss": 2.3185, + "step": 47778 + }, + { + "epoch": 0.8178674746229823, + "grad_norm": 2.5338685512542725, + "learning_rate": 1.6899654666392484e-06, + "loss": 2.3869, + "step": 47779 + }, + { + "epoch": 0.8178845923415328, + "grad_norm": 2.363297462463379, + "learning_rate": 1.6896570819364866e-06, + "loss": 2.2962, + "step": 47780 + }, + { + "epoch": 0.8179017100600832, + "grad_norm": 2.5291922092437744, + "learning_rate": 1.6893487227768224e-06, + "loss": 2.3458, + "step": 47781 + }, + { + "epoch": 0.8179188277786337, + "grad_norm": 2.395563840866089, + "learning_rate": 1.6890403891612038e-06, + "loss": 2.2294, + "step": 47782 + }, + { + "epoch": 0.8179359454971842, + "grad_norm": 2.7609148025512695, + "learning_rate": 1.6887320810905805e-06, + "loss": 2.3019, + "step": 47783 + }, + { + "epoch": 0.8179530632157346, + "grad_norm": 2.4965758323669434, + "learning_rate": 1.688423798565898e-06, + "loss": 2.3065, + "step": 47784 + }, + { + "epoch": 0.8179701809342851, + "grad_norm": 2.5576255321502686, + "learning_rate": 1.6881155415881046e-06, + "loss": 2.275, + "step": 47785 + }, + { + "epoch": 0.8179872986528356, + "grad_norm": 2.6085469722747803, + "learning_rate": 1.6878073101581472e-06, + "loss": 2.267, + "step": 47786 + }, + { + "epoch": 0.818004416371386, + "grad_norm": 2.554461717605591, + "learning_rate": 1.6874991042769773e-06, + "loss": 2.4342, + "step": 47787 + }, + { + "epoch": 0.8180215340899365, + "grad_norm": 2.5210251808166504, + "learning_rate": 1.6871909239455354e-06, + "loss": 2.2417, + "step": 47788 + }, + { + "epoch": 0.818038651808487, + "grad_norm": 2.702723979949951, + "learning_rate": 1.6868827691647716e-06, + "loss": 2.38, + "step": 47789 + }, + { + "epoch": 0.8180557695270374, + "grad_norm": 2.4948484897613525, + "learning_rate": 1.6865746399356342e-06, + "loss": 2.3646, + "step": 47790 + }, + { + "epoch": 0.8180728872455879, + "grad_norm": 2.573122262954712, + "learning_rate": 1.686266536259069e-06, + "loss": 2.3567, + "step": 47791 + }, + { + "epoch": 0.8180900049641384, + "grad_norm": 2.5858962535858154, + "learning_rate": 1.6859584581360256e-06, + "loss": 2.3512, + "step": 47792 + }, + { + "epoch": 0.8181071226826888, + "grad_norm": 2.4754199981689453, + "learning_rate": 1.685650405567445e-06, + "loss": 2.3425, + "step": 47793 + }, + { + "epoch": 0.8181242404012393, + "grad_norm": 2.596247673034668, + "learning_rate": 1.6853423785542822e-06, + "loss": 2.3837, + "step": 47794 + }, + { + "epoch": 0.8181413581197898, + "grad_norm": 2.7520322799682617, + "learning_rate": 1.6850343770974774e-06, + "loss": 2.2613, + "step": 47795 + }, + { + "epoch": 0.8181584758383402, + "grad_norm": 2.5380630493164062, + "learning_rate": 1.6847264011979792e-06, + "loss": 2.2396, + "step": 47796 + }, + { + "epoch": 0.8181755935568907, + "grad_norm": 2.6634414196014404, + "learning_rate": 1.6844184508567373e-06, + "loss": 2.4068, + "step": 47797 + }, + { + "epoch": 0.8181927112754412, + "grad_norm": 2.6696531772613525, + "learning_rate": 1.6841105260746905e-06, + "loss": 2.3236, + "step": 47798 + }, + { + "epoch": 0.8182098289939916, + "grad_norm": 2.699639320373535, + "learning_rate": 1.6838026268527952e-06, + "loss": 2.3403, + "step": 47799 + }, + { + "epoch": 0.8182269467125421, + "grad_norm": 2.642951011657715, + "learning_rate": 1.6834947531919876e-06, + "loss": 2.3968, + "step": 47800 + }, + { + "epoch": 0.8182440644310927, + "grad_norm": 2.734771251678467, + "learning_rate": 1.6831869050932237e-06, + "loss": 2.3192, + "step": 47801 + }, + { + "epoch": 0.818261182149643, + "grad_norm": 2.5882091522216797, + "learning_rate": 1.6828790825574438e-06, + "loss": 2.2326, + "step": 47802 + }, + { + "epoch": 0.8182782998681936, + "grad_norm": 2.601811408996582, + "learning_rate": 1.6825712855855947e-06, + "loss": 2.2897, + "step": 47803 + }, + { + "epoch": 0.8182954175867441, + "grad_norm": 2.5297727584838867, + "learning_rate": 1.6822635141786259e-06, + "loss": 2.3002, + "step": 47804 + }, + { + "epoch": 0.8183125353052945, + "grad_norm": 2.6579463481903076, + "learning_rate": 1.6819557683374766e-06, + "loss": 2.4131, + "step": 47805 + }, + { + "epoch": 0.818329653023845, + "grad_norm": 2.534158706665039, + "learning_rate": 1.6816480480631003e-06, + "loss": 2.3686, + "step": 47806 + }, + { + "epoch": 0.8183467707423955, + "grad_norm": 2.733285903930664, + "learning_rate": 1.6813403533564377e-06, + "loss": 2.4851, + "step": 47807 + }, + { + "epoch": 0.8183638884609459, + "grad_norm": 2.8452301025390625, + "learning_rate": 1.6810326842184365e-06, + "loss": 2.4495, + "step": 47808 + }, + { + "epoch": 0.8183810061794964, + "grad_norm": 2.6331822872161865, + "learning_rate": 1.6807250406500443e-06, + "loss": 2.3434, + "step": 47809 + }, + { + "epoch": 0.8183981238980469, + "grad_norm": 2.577486991882324, + "learning_rate": 1.6804174226521986e-06, + "loss": 2.3708, + "step": 47810 + }, + { + "epoch": 0.8184152416165973, + "grad_norm": 2.472705602645874, + "learning_rate": 1.6801098302258568e-06, + "loss": 2.1769, + "step": 47811 + }, + { + "epoch": 0.8184323593351478, + "grad_norm": 2.5092005729675293, + "learning_rate": 1.6798022633719547e-06, + "loss": 2.3027, + "step": 47812 + }, + { + "epoch": 0.8184494770536983, + "grad_norm": 2.752143144607544, + "learning_rate": 1.6794947220914426e-06, + "loss": 2.4578, + "step": 47813 + }, + { + "epoch": 0.8184665947722487, + "grad_norm": 2.518571376800537, + "learning_rate": 1.6791872063852633e-06, + "loss": 2.2515, + "step": 47814 + }, + { + "epoch": 0.8184837124907992, + "grad_norm": 2.615614414215088, + "learning_rate": 1.6788797162543636e-06, + "loss": 2.3672, + "step": 47815 + }, + { + "epoch": 0.8185008302093497, + "grad_norm": 2.6050055027008057, + "learning_rate": 1.6785722516996904e-06, + "loss": 2.3068, + "step": 47816 + }, + { + "epoch": 0.8185179479279002, + "grad_norm": 2.346497058868408, + "learning_rate": 1.6782648127221813e-06, + "loss": 2.2446, + "step": 47817 + }, + { + "epoch": 0.8185350656464506, + "grad_norm": 2.8658642768859863, + "learning_rate": 1.6779573993227916e-06, + "loss": 2.3829, + "step": 47818 + }, + { + "epoch": 0.8185521833650011, + "grad_norm": 2.6346042156219482, + "learning_rate": 1.6776500115024585e-06, + "loss": 2.2841, + "step": 47819 + }, + { + "epoch": 0.8185693010835516, + "grad_norm": 2.583050489425659, + "learning_rate": 1.6773426492621303e-06, + "loss": 2.3012, + "step": 47820 + }, + { + "epoch": 0.818586418802102, + "grad_norm": 2.623605728149414, + "learning_rate": 1.6770353126027495e-06, + "loss": 2.3044, + "step": 47821 + }, + { + "epoch": 0.8186035365206525, + "grad_norm": 2.6108481884002686, + "learning_rate": 1.6767280015252619e-06, + "loss": 2.3509, + "step": 47822 + }, + { + "epoch": 0.818620654239203, + "grad_norm": 2.493138074874878, + "learning_rate": 1.6764207160306157e-06, + "loss": 2.2288, + "step": 47823 + }, + { + "epoch": 0.8186377719577534, + "grad_norm": 2.4843952655792236, + "learning_rate": 1.6761134561197478e-06, + "loss": 2.3425, + "step": 47824 + }, + { + "epoch": 0.818654889676304, + "grad_norm": 2.5754902362823486, + "learning_rate": 1.6758062217936077e-06, + "loss": 2.2799, + "step": 47825 + }, + { + "epoch": 0.8186720073948545, + "grad_norm": 2.645886182785034, + "learning_rate": 1.675499013053139e-06, + "loss": 2.3737, + "step": 47826 + }, + { + "epoch": 0.8186891251134049, + "grad_norm": 2.6295597553253174, + "learning_rate": 1.6751918298992853e-06, + "loss": 2.3869, + "step": 47827 + }, + { + "epoch": 0.8187062428319554, + "grad_norm": 2.5323383808135986, + "learning_rate": 1.6748846723329904e-06, + "loss": 2.2761, + "step": 47828 + }, + { + "epoch": 0.8187233605505059, + "grad_norm": 2.6506142616271973, + "learning_rate": 1.6745775403552023e-06, + "loss": 2.3813, + "step": 47829 + }, + { + "epoch": 0.8187404782690563, + "grad_norm": 2.34306001663208, + "learning_rate": 1.674270433966859e-06, + "loss": 2.1955, + "step": 47830 + }, + { + "epoch": 0.8187575959876068, + "grad_norm": 2.5402655601501465, + "learning_rate": 1.673963353168907e-06, + "loss": 2.3442, + "step": 47831 + }, + { + "epoch": 0.8187747137061573, + "grad_norm": 2.5837619304656982, + "learning_rate": 1.6736562979622906e-06, + "loss": 2.3878, + "step": 47832 + }, + { + "epoch": 0.8187918314247077, + "grad_norm": 2.507128953933716, + "learning_rate": 1.6733492683479534e-06, + "loss": 2.2837, + "step": 47833 + }, + { + "epoch": 0.8188089491432582, + "grad_norm": 2.589510202407837, + "learning_rate": 1.6730422643268418e-06, + "loss": 2.2737, + "step": 47834 + }, + { + "epoch": 0.8188260668618087, + "grad_norm": 2.615954637527466, + "learning_rate": 1.6727352858998913e-06, + "loss": 2.3241, + "step": 47835 + }, + { + "epoch": 0.8188431845803591, + "grad_norm": 2.7496917247772217, + "learning_rate": 1.6724283330680568e-06, + "loss": 2.2771, + "step": 47836 + }, + { + "epoch": 0.8188603022989096, + "grad_norm": 2.7833306789398193, + "learning_rate": 1.6721214058322722e-06, + "loss": 2.4707, + "step": 47837 + }, + { + "epoch": 0.8188774200174601, + "grad_norm": 2.4995882511138916, + "learning_rate": 1.6718145041934853e-06, + "loss": 2.3134, + "step": 47838 + }, + { + "epoch": 0.8188945377360105, + "grad_norm": 2.6367807388305664, + "learning_rate": 1.6715076281526389e-06, + "loss": 2.191, + "step": 47839 + }, + { + "epoch": 0.818911655454561, + "grad_norm": 2.576345920562744, + "learning_rate": 1.6712007777106754e-06, + "loss": 2.2988, + "step": 47840 + }, + { + "epoch": 0.8189287731731115, + "grad_norm": 2.451780080795288, + "learning_rate": 1.6708939528685409e-06, + "loss": 2.2284, + "step": 47841 + }, + { + "epoch": 0.8189458908916619, + "grad_norm": 2.446547269821167, + "learning_rate": 1.6705871536271712e-06, + "loss": 2.2986, + "step": 47842 + }, + { + "epoch": 0.8189630086102124, + "grad_norm": 2.636561155319214, + "learning_rate": 1.6702803799875189e-06, + "loss": 2.4264, + "step": 47843 + }, + { + "epoch": 0.8189801263287629, + "grad_norm": 2.8151090145111084, + "learning_rate": 1.6699736319505199e-06, + "loss": 2.4713, + "step": 47844 + }, + { + "epoch": 0.8189972440473133, + "grad_norm": 2.693514585494995, + "learning_rate": 1.6696669095171191e-06, + "loss": 2.3822, + "step": 47845 + }, + { + "epoch": 0.8190143617658638, + "grad_norm": 2.383899688720703, + "learning_rate": 1.6693602126882625e-06, + "loss": 2.1595, + "step": 47846 + }, + { + "epoch": 0.8190314794844143, + "grad_norm": 2.53702712059021, + "learning_rate": 1.6690535414648834e-06, + "loss": 2.2512, + "step": 47847 + }, + { + "epoch": 0.8190485972029647, + "grad_norm": 2.5219454765319824, + "learning_rate": 1.668746895847937e-06, + "loss": 2.2579, + "step": 47848 + }, + { + "epoch": 0.8190657149215153, + "grad_norm": 2.7738425731658936, + "learning_rate": 1.6684402758383567e-06, + "loss": 2.3207, + "step": 47849 + }, + { + "epoch": 0.8190828326400658, + "grad_norm": 2.4746592044830322, + "learning_rate": 1.6681336814370885e-06, + "loss": 2.3973, + "step": 47850 + }, + { + "epoch": 0.8190999503586162, + "grad_norm": 2.5648996829986572, + "learning_rate": 1.6678271126450762e-06, + "loss": 2.2133, + "step": 47851 + }, + { + "epoch": 0.8191170680771667, + "grad_norm": 2.712608575820923, + "learning_rate": 1.6675205694632545e-06, + "loss": 2.3279, + "step": 47852 + }, + { + "epoch": 0.8191341857957172, + "grad_norm": 2.6181201934814453, + "learning_rate": 1.6672140518925762e-06, + "loss": 2.3158, + "step": 47853 + }, + { + "epoch": 0.8191513035142676, + "grad_norm": 2.732787609100342, + "learning_rate": 1.6669075599339735e-06, + "loss": 2.415, + "step": 47854 + }, + { + "epoch": 0.8191684212328181, + "grad_norm": 2.8384127616882324, + "learning_rate": 1.6666010935883992e-06, + "loss": 2.3522, + "step": 47855 + }, + { + "epoch": 0.8191855389513686, + "grad_norm": 2.460016965866089, + "learning_rate": 1.6662946528567858e-06, + "loss": 2.2873, + "step": 47856 + }, + { + "epoch": 0.819202656669919, + "grad_norm": 2.555713176727295, + "learning_rate": 1.6659882377400783e-06, + "loss": 2.3729, + "step": 47857 + }, + { + "epoch": 0.8192197743884695, + "grad_norm": 2.8311493396759033, + "learning_rate": 1.6656818482392201e-06, + "loss": 2.3932, + "step": 47858 + }, + { + "epoch": 0.81923689210702, + "grad_norm": 2.5888631343841553, + "learning_rate": 1.6653754843551505e-06, + "loss": 2.3249, + "step": 47859 + }, + { + "epoch": 0.8192540098255704, + "grad_norm": 2.5513641834259033, + "learning_rate": 1.6650691460888157e-06, + "loss": 2.2764, + "step": 47860 + }, + { + "epoch": 0.8192711275441209, + "grad_norm": 2.827563524246216, + "learning_rate": 1.6647628334411514e-06, + "loss": 2.341, + "step": 47861 + }, + { + "epoch": 0.8192882452626714, + "grad_norm": 2.6937365531921387, + "learning_rate": 1.6644565464131012e-06, + "loss": 2.3269, + "step": 47862 + }, + { + "epoch": 0.8193053629812218, + "grad_norm": 2.667924165725708, + "learning_rate": 1.6641502850056078e-06, + "loss": 2.3049, + "step": 47863 + }, + { + "epoch": 0.8193224806997723, + "grad_norm": 2.656283378601074, + "learning_rate": 1.6638440492196118e-06, + "loss": 2.3322, + "step": 47864 + }, + { + "epoch": 0.8193395984183228, + "grad_norm": 2.5663905143737793, + "learning_rate": 1.663537839056054e-06, + "loss": 2.3054, + "step": 47865 + }, + { + "epoch": 0.8193567161368733, + "grad_norm": 2.538670301437378, + "learning_rate": 1.6632316545158779e-06, + "loss": 2.2938, + "step": 47866 + }, + { + "epoch": 0.8193738338554237, + "grad_norm": 2.655595302581787, + "learning_rate": 1.6629254956000206e-06, + "loss": 2.3514, + "step": 47867 + }, + { + "epoch": 0.8193909515739742, + "grad_norm": 2.6135637760162354, + "learning_rate": 1.6626193623094255e-06, + "loss": 2.4091, + "step": 47868 + }, + { + "epoch": 0.8194080692925247, + "grad_norm": 2.5152547359466553, + "learning_rate": 1.6623132546450338e-06, + "loss": 2.2867, + "step": 47869 + }, + { + "epoch": 0.8194251870110751, + "grad_norm": 2.5943546295166016, + "learning_rate": 1.6620071726077858e-06, + "loss": 2.3403, + "step": 47870 + }, + { + "epoch": 0.8194423047296256, + "grad_norm": 2.575371026992798, + "learning_rate": 1.661701116198624e-06, + "loss": 2.3902, + "step": 47871 + }, + { + "epoch": 0.8194594224481762, + "grad_norm": 2.4744598865509033, + "learning_rate": 1.6613950854184823e-06, + "loss": 2.3392, + "step": 47872 + }, + { + "epoch": 0.8194765401667266, + "grad_norm": 2.5424017906188965, + "learning_rate": 1.6610890802683121e-06, + "loss": 2.3048, + "step": 47873 + }, + { + "epoch": 0.8194936578852771, + "grad_norm": 2.541900634765625, + "learning_rate": 1.660783100749046e-06, + "loss": 2.3801, + "step": 47874 + }, + { + "epoch": 0.8195107756038276, + "grad_norm": 2.4636404514312744, + "learning_rate": 1.6604771468616266e-06, + "loss": 2.2442, + "step": 47875 + }, + { + "epoch": 0.819527893322378, + "grad_norm": 2.68227219581604, + "learning_rate": 1.660171218606994e-06, + "loss": 2.3382, + "step": 47876 + }, + { + "epoch": 0.8195450110409285, + "grad_norm": 2.464315414428711, + "learning_rate": 1.65986531598609e-06, + "loss": 2.2679, + "step": 47877 + }, + { + "epoch": 0.819562128759479, + "grad_norm": 2.5702600479125977, + "learning_rate": 1.6595594389998559e-06, + "loss": 2.3329, + "step": 47878 + }, + { + "epoch": 0.8195792464780294, + "grad_norm": 2.373931646347046, + "learning_rate": 1.6592535876492243e-06, + "loss": 2.1722, + "step": 47879 + }, + { + "epoch": 0.8195963641965799, + "grad_norm": 2.6844899654388428, + "learning_rate": 1.6589477619351458e-06, + "loss": 2.391, + "step": 47880 + }, + { + "epoch": 0.8196134819151304, + "grad_norm": 2.5263047218322754, + "learning_rate": 1.6586419618585536e-06, + "loss": 2.3033, + "step": 47881 + }, + { + "epoch": 0.8196305996336808, + "grad_norm": 2.6681315898895264, + "learning_rate": 1.6583361874203896e-06, + "loss": 2.4105, + "step": 47882 + }, + { + "epoch": 0.8196477173522313, + "grad_norm": 2.709568500518799, + "learning_rate": 1.658030438621595e-06, + "loss": 2.2997, + "step": 47883 + }, + { + "epoch": 0.8196648350707818, + "grad_norm": 2.686112880706787, + "learning_rate": 1.6577247154631038e-06, + "loss": 2.4127, + "step": 47884 + }, + { + "epoch": 0.8196819527893322, + "grad_norm": 2.5586040019989014, + "learning_rate": 1.6574190179458648e-06, + "loss": 2.297, + "step": 47885 + }, + { + "epoch": 0.8196990705078827, + "grad_norm": 2.7407586574554443, + "learning_rate": 1.65711334607081e-06, + "loss": 2.3483, + "step": 47886 + }, + { + "epoch": 0.8197161882264332, + "grad_norm": 2.5524322986602783, + "learning_rate": 1.6568076998388816e-06, + "loss": 2.3022, + "step": 47887 + }, + { + "epoch": 0.8197333059449836, + "grad_norm": 2.68042254447937, + "learning_rate": 1.6565020792510222e-06, + "loss": 2.3878, + "step": 47888 + }, + { + "epoch": 0.8197504236635341, + "grad_norm": 2.648594379425049, + "learning_rate": 1.6561964843081623e-06, + "loss": 2.3571, + "step": 47889 + }, + { + "epoch": 0.8197675413820846, + "grad_norm": 2.4170703887939453, + "learning_rate": 1.6558909150112523e-06, + "loss": 2.3905, + "step": 47890 + }, + { + "epoch": 0.819784659100635, + "grad_norm": 2.5445573329925537, + "learning_rate": 1.6555853713612213e-06, + "loss": 2.3832, + "step": 47891 + }, + { + "epoch": 0.8198017768191855, + "grad_norm": 2.5938637256622314, + "learning_rate": 1.6552798533590176e-06, + "loss": 2.3038, + "step": 47892 + }, + { + "epoch": 0.819818894537736, + "grad_norm": 2.5859129428863525, + "learning_rate": 1.6549743610055736e-06, + "loss": 2.4495, + "step": 47893 + }, + { + "epoch": 0.8198360122562864, + "grad_norm": 2.328460454940796, + "learning_rate": 1.6546688943018307e-06, + "loss": 2.3072, + "step": 47894 + }, + { + "epoch": 0.819853129974837, + "grad_norm": 2.5441300868988037, + "learning_rate": 1.6543634532487307e-06, + "loss": 2.2209, + "step": 47895 + }, + { + "epoch": 0.8198702476933875, + "grad_norm": 2.4557430744171143, + "learning_rate": 1.6540580378472037e-06, + "loss": 2.3873, + "step": 47896 + }, + { + "epoch": 0.8198873654119379, + "grad_norm": 2.802778959274292, + "learning_rate": 1.6537526480981992e-06, + "loss": 2.3892, + "step": 47897 + }, + { + "epoch": 0.8199044831304884, + "grad_norm": 2.6722517013549805, + "learning_rate": 1.6534472840026484e-06, + "loss": 2.3772, + "step": 47898 + }, + { + "epoch": 0.8199216008490389, + "grad_norm": 2.596835136413574, + "learning_rate": 1.6531419455614917e-06, + "loss": 2.4184, + "step": 47899 + }, + { + "epoch": 0.8199387185675893, + "grad_norm": 2.6333820819854736, + "learning_rate": 1.6528366327756685e-06, + "loss": 2.3052, + "step": 47900 + }, + { + "epoch": 0.8199558362861398, + "grad_norm": 2.556872606277466, + "learning_rate": 1.6525313456461177e-06, + "loss": 2.252, + "step": 47901 + }, + { + "epoch": 0.8199729540046903, + "grad_norm": 2.5037760734558105, + "learning_rate": 1.6522260841737781e-06, + "loss": 2.1863, + "step": 47902 + }, + { + "epoch": 0.8199900717232407, + "grad_norm": 2.628420829772949, + "learning_rate": 1.651920848359585e-06, + "loss": 2.2412, + "step": 47903 + }, + { + "epoch": 0.8200071894417912, + "grad_norm": 2.4848074913024902, + "learning_rate": 1.651615638204478e-06, + "loss": 2.3115, + "step": 47904 + }, + { + "epoch": 0.8200243071603417, + "grad_norm": 2.6774160861968994, + "learning_rate": 1.6513104537093961e-06, + "loss": 2.3675, + "step": 47905 + }, + { + "epoch": 0.8200414248788921, + "grad_norm": 2.60414719581604, + "learning_rate": 1.6510052948752752e-06, + "loss": 2.199, + "step": 47906 + }, + { + "epoch": 0.8200585425974426, + "grad_norm": 2.660358428955078, + "learning_rate": 1.650700161703056e-06, + "loss": 2.3326, + "step": 47907 + }, + { + "epoch": 0.8200756603159931, + "grad_norm": 2.68178391456604, + "learning_rate": 1.6503950541936753e-06, + "loss": 2.211, + "step": 47908 + }, + { + "epoch": 0.8200927780345435, + "grad_norm": 2.580608606338501, + "learning_rate": 1.6500899723480722e-06, + "loss": 2.3291, + "step": 47909 + }, + { + "epoch": 0.820109895753094, + "grad_norm": 2.613624095916748, + "learning_rate": 1.6497849161671808e-06, + "loss": 2.386, + "step": 47910 + }, + { + "epoch": 0.8201270134716445, + "grad_norm": 2.4992029666900635, + "learning_rate": 1.6494798856519412e-06, + "loss": 2.3189, + "step": 47911 + }, + { + "epoch": 0.820144131190195, + "grad_norm": 2.535107374191284, + "learning_rate": 1.6491748808032915e-06, + "loss": 2.3156, + "step": 47912 + }, + { + "epoch": 0.8201612489087454, + "grad_norm": 2.5456976890563965, + "learning_rate": 1.6488699016221664e-06, + "loss": 2.4668, + "step": 47913 + }, + { + "epoch": 0.8201783666272959, + "grad_norm": 2.4974138736724854, + "learning_rate": 1.6485649481095066e-06, + "loss": 2.275, + "step": 47914 + }, + { + "epoch": 0.8201954843458464, + "grad_norm": 2.5509228706359863, + "learning_rate": 1.6482600202662502e-06, + "loss": 2.3573, + "step": 47915 + }, + { + "epoch": 0.8202126020643968, + "grad_norm": 2.7284185886383057, + "learning_rate": 1.6479551180933307e-06, + "loss": 2.3625, + "step": 47916 + }, + { + "epoch": 0.8202297197829473, + "grad_norm": 2.551309823989868, + "learning_rate": 1.647650241591685e-06, + "loss": 2.2019, + "step": 47917 + }, + { + "epoch": 0.8202468375014978, + "grad_norm": 2.6094939708709717, + "learning_rate": 1.6473453907622538e-06, + "loss": 2.358, + "step": 47918 + }, + { + "epoch": 0.8202639552200482, + "grad_norm": 2.603843927383423, + "learning_rate": 1.6470405656059707e-06, + "loss": 2.398, + "step": 47919 + }, + { + "epoch": 0.8202810729385988, + "grad_norm": 2.5578510761260986, + "learning_rate": 1.6467357661237782e-06, + "loss": 2.3765, + "step": 47920 + }, + { + "epoch": 0.8202981906571493, + "grad_norm": 2.730795383453369, + "learning_rate": 1.6464309923166033e-06, + "loss": 2.4904, + "step": 47921 + }, + { + "epoch": 0.8203153083756997, + "grad_norm": 2.741842269897461, + "learning_rate": 1.6461262441853942e-06, + "loss": 2.3457, + "step": 47922 + }, + { + "epoch": 0.8203324260942502, + "grad_norm": 2.5348823070526123, + "learning_rate": 1.645821521731079e-06, + "loss": 2.2514, + "step": 47923 + }, + { + "epoch": 0.8203495438128007, + "grad_norm": 2.5417356491088867, + "learning_rate": 1.6455168249545983e-06, + "loss": 2.2688, + "step": 47924 + }, + { + "epoch": 0.8203666615313511, + "grad_norm": 2.7256267070770264, + "learning_rate": 1.64521215385689e-06, + "loss": 2.2463, + "step": 47925 + }, + { + "epoch": 0.8203837792499016, + "grad_norm": 2.7131590843200684, + "learning_rate": 1.6449075084388832e-06, + "loss": 2.4038, + "step": 47926 + }, + { + "epoch": 0.8204008969684521, + "grad_norm": 2.6922240257263184, + "learning_rate": 1.6446028887015241e-06, + "loss": 2.3162, + "step": 47927 + }, + { + "epoch": 0.8204180146870025, + "grad_norm": 2.5270206928253174, + "learning_rate": 1.6442982946457386e-06, + "loss": 2.3202, + "step": 47928 + }, + { + "epoch": 0.820435132405553, + "grad_norm": 2.4196650981903076, + "learning_rate": 1.6439937262724748e-06, + "loss": 2.2006, + "step": 47929 + }, + { + "epoch": 0.8204522501241035, + "grad_norm": 2.489361524581909, + "learning_rate": 1.6436891835826596e-06, + "loss": 2.3023, + "step": 47930 + }, + { + "epoch": 0.8204693678426539, + "grad_norm": 2.623779535293579, + "learning_rate": 1.6433846665772325e-06, + "loss": 2.3797, + "step": 47931 + }, + { + "epoch": 0.8204864855612044, + "grad_norm": 2.652020215988159, + "learning_rate": 1.6430801752571302e-06, + "loss": 2.4075, + "step": 47932 + }, + { + "epoch": 0.8205036032797549, + "grad_norm": 2.7217178344726562, + "learning_rate": 1.6427757096232833e-06, + "loss": 2.3725, + "step": 47933 + }, + { + "epoch": 0.8205207209983053, + "grad_norm": 2.524462938308716, + "learning_rate": 1.6424712696766364e-06, + "loss": 2.2824, + "step": 47934 + }, + { + "epoch": 0.8205378387168558, + "grad_norm": 2.592313528060913, + "learning_rate": 1.6421668554181193e-06, + "loss": 2.2482, + "step": 47935 + }, + { + "epoch": 0.8205549564354063, + "grad_norm": 2.633410692214966, + "learning_rate": 1.6418624668486683e-06, + "loss": 2.3999, + "step": 47936 + }, + { + "epoch": 0.8205720741539567, + "grad_norm": 2.7364861965179443, + "learning_rate": 1.6415581039692186e-06, + "loss": 2.2857, + "step": 47937 + }, + { + "epoch": 0.8205891918725072, + "grad_norm": 2.4697232246398926, + "learning_rate": 1.6412537667807082e-06, + "loss": 2.2458, + "step": 47938 + }, + { + "epoch": 0.8206063095910577, + "grad_norm": 2.5616636276245117, + "learning_rate": 1.6409494552840722e-06, + "loss": 2.33, + "step": 47939 + }, + { + "epoch": 0.8206234273096081, + "grad_norm": 2.6210694313049316, + "learning_rate": 1.6406451694802438e-06, + "loss": 2.3427, + "step": 47940 + }, + { + "epoch": 0.8206405450281586, + "grad_norm": 2.6084344387054443, + "learning_rate": 1.6403409093701583e-06, + "loss": 2.3426, + "step": 47941 + }, + { + "epoch": 0.8206576627467091, + "grad_norm": 2.5135624408721924, + "learning_rate": 1.6400366749547525e-06, + "loss": 2.3099, + "step": 47942 + }, + { + "epoch": 0.8206747804652595, + "grad_norm": 2.6541357040405273, + "learning_rate": 1.6397324662349601e-06, + "loss": 2.3181, + "step": 47943 + }, + { + "epoch": 0.82069189818381, + "grad_norm": 2.6114912033081055, + "learning_rate": 1.639428283211717e-06, + "loss": 2.3841, + "step": 47944 + }, + { + "epoch": 0.8207090159023606, + "grad_norm": 2.6086080074310303, + "learning_rate": 1.639124125885959e-06, + "loss": 2.276, + "step": 47945 + }, + { + "epoch": 0.820726133620911, + "grad_norm": 2.586235284805298, + "learning_rate": 1.6388199942586214e-06, + "loss": 2.2621, + "step": 47946 + }, + { + "epoch": 0.8207432513394615, + "grad_norm": 2.644674777984619, + "learning_rate": 1.6385158883306362e-06, + "loss": 2.3487, + "step": 47947 + }, + { + "epoch": 0.820760369058012, + "grad_norm": 2.55887770652771, + "learning_rate": 1.6382118081029385e-06, + "loss": 2.3113, + "step": 47948 + }, + { + "epoch": 0.8207774867765624, + "grad_norm": 2.6389026641845703, + "learning_rate": 1.6379077535764653e-06, + "loss": 2.263, + "step": 47949 + }, + { + "epoch": 0.8207946044951129, + "grad_norm": 2.6130530834198, + "learning_rate": 1.6376037247521493e-06, + "loss": 2.4207, + "step": 47950 + }, + { + "epoch": 0.8208117222136634, + "grad_norm": 2.5754733085632324, + "learning_rate": 1.637299721630925e-06, + "loss": 2.3608, + "step": 47951 + }, + { + "epoch": 0.8208288399322138, + "grad_norm": 2.673327922821045, + "learning_rate": 1.6369957442137307e-06, + "loss": 2.4515, + "step": 47952 + }, + { + "epoch": 0.8208459576507643, + "grad_norm": 2.651181221008301, + "learning_rate": 1.6366917925014935e-06, + "loss": 2.3774, + "step": 47953 + }, + { + "epoch": 0.8208630753693148, + "grad_norm": 2.829118251800537, + "learning_rate": 1.6363878664951527e-06, + "loss": 2.3971, + "step": 47954 + }, + { + "epoch": 0.8208801930878652, + "grad_norm": 2.6039516925811768, + "learning_rate": 1.6360839661956406e-06, + "loss": 2.3644, + "step": 47955 + }, + { + "epoch": 0.8208973108064157, + "grad_norm": 2.524486780166626, + "learning_rate": 1.6357800916038923e-06, + "loss": 2.251, + "step": 47956 + }, + { + "epoch": 0.8209144285249662, + "grad_norm": 2.774831533432007, + "learning_rate": 1.6354762427208448e-06, + "loss": 2.2931, + "step": 47957 + }, + { + "epoch": 0.8209315462435167, + "grad_norm": 2.492924451828003, + "learning_rate": 1.6351724195474228e-06, + "loss": 2.1781, + "step": 47958 + }, + { + "epoch": 0.8209486639620671, + "grad_norm": 2.6222493648529053, + "learning_rate": 1.634868622084571e-06, + "loss": 2.3159, + "step": 47959 + }, + { + "epoch": 0.8209657816806176, + "grad_norm": 2.5967276096343994, + "learning_rate": 1.6345648503332157e-06, + "loss": 2.3571, + "step": 47960 + }, + { + "epoch": 0.8209828993991681, + "grad_norm": 2.665119171142578, + "learning_rate": 1.6342611042942924e-06, + "loss": 2.3222, + "step": 47961 + }, + { + "epoch": 0.8210000171177185, + "grad_norm": 2.517817258834839, + "learning_rate": 1.6339573839687383e-06, + "loss": 2.2541, + "step": 47962 + }, + { + "epoch": 0.821017134836269, + "grad_norm": 2.3942556381225586, + "learning_rate": 1.6336536893574794e-06, + "loss": 2.2966, + "step": 47963 + }, + { + "epoch": 0.8210342525548195, + "grad_norm": 2.6347577571868896, + "learning_rate": 1.6333500204614594e-06, + "loss": 2.304, + "step": 47964 + }, + { + "epoch": 0.8210513702733699, + "grad_norm": 2.596492290496826, + "learning_rate": 1.6330463772815996e-06, + "loss": 2.2612, + "step": 47965 + }, + { + "epoch": 0.8210684879919204, + "grad_norm": 2.54923677444458, + "learning_rate": 1.632742759818846e-06, + "loss": 2.3412, + "step": 47966 + }, + { + "epoch": 0.821085605710471, + "grad_norm": 2.5092556476593018, + "learning_rate": 1.6324391680741226e-06, + "loss": 2.164, + "step": 47967 + }, + { + "epoch": 0.8211027234290214, + "grad_norm": 2.6815173625946045, + "learning_rate": 1.6321356020483647e-06, + "loss": 2.3082, + "step": 47968 + }, + { + "epoch": 0.8211198411475719, + "grad_norm": 2.536259174346924, + "learning_rate": 1.6318320617425099e-06, + "loss": 2.2787, + "step": 47969 + }, + { + "epoch": 0.8211369588661224, + "grad_norm": 2.800018787384033, + "learning_rate": 1.6315285471574815e-06, + "loss": 2.4095, + "step": 47970 + }, + { + "epoch": 0.8211540765846728, + "grad_norm": 2.767423391342163, + "learning_rate": 1.6312250582942235e-06, + "loss": 2.2892, + "step": 47971 + }, + { + "epoch": 0.8211711943032233, + "grad_norm": 2.645031452178955, + "learning_rate": 1.6309215951536605e-06, + "loss": 2.3096, + "step": 47972 + }, + { + "epoch": 0.8211883120217738, + "grad_norm": 2.5396430492401123, + "learning_rate": 1.6306181577367298e-06, + "loss": 2.2762, + "step": 47973 + }, + { + "epoch": 0.8212054297403242, + "grad_norm": 2.3862814903259277, + "learning_rate": 1.6303147460443636e-06, + "loss": 2.2397, + "step": 47974 + }, + { + "epoch": 0.8212225474588747, + "grad_norm": 2.591205596923828, + "learning_rate": 1.630011360077489e-06, + "loss": 2.3497, + "step": 47975 + }, + { + "epoch": 0.8212396651774252, + "grad_norm": 2.625882148742676, + "learning_rate": 1.629707999837048e-06, + "loss": 2.3948, + "step": 47976 + }, + { + "epoch": 0.8212567828959756, + "grad_norm": 2.580812454223633, + "learning_rate": 1.6294046653239648e-06, + "loss": 2.3473, + "step": 47977 + }, + { + "epoch": 0.8212739006145261, + "grad_norm": 2.484292507171631, + "learning_rate": 1.6291013565391755e-06, + "loss": 2.2917, + "step": 47978 + }, + { + "epoch": 0.8212910183330766, + "grad_norm": 2.583089590072632, + "learning_rate": 1.6287980734836118e-06, + "loss": 2.2405, + "step": 47979 + }, + { + "epoch": 0.821308136051627, + "grad_norm": 2.567004680633545, + "learning_rate": 1.6284948161582058e-06, + "loss": 2.4034, + "step": 47980 + }, + { + "epoch": 0.8213252537701775, + "grad_norm": 2.603060245513916, + "learning_rate": 1.6281915845638917e-06, + "loss": 2.3223, + "step": 47981 + }, + { + "epoch": 0.821342371488728, + "grad_norm": 2.583782196044922, + "learning_rate": 1.6278883787015954e-06, + "loss": 2.271, + "step": 47982 + }, + { + "epoch": 0.8213594892072784, + "grad_norm": 2.656726837158203, + "learning_rate": 1.627585198572257e-06, + "loss": 2.3175, + "step": 47983 + }, + { + "epoch": 0.8213766069258289, + "grad_norm": 2.6991097927093506, + "learning_rate": 1.6272820441768022e-06, + "loss": 2.4214, + "step": 47984 + }, + { + "epoch": 0.8213937246443794, + "grad_norm": 2.519007444381714, + "learning_rate": 1.6269789155161642e-06, + "loss": 2.2634, + "step": 47985 + }, + { + "epoch": 0.8214108423629298, + "grad_norm": 2.8100409507751465, + "learning_rate": 1.6266758125912762e-06, + "loss": 2.4274, + "step": 47986 + }, + { + "epoch": 0.8214279600814803, + "grad_norm": 2.9996707439422607, + "learning_rate": 1.626372735403069e-06, + "loss": 2.3075, + "step": 47987 + }, + { + "epoch": 0.8214450778000308, + "grad_norm": 2.8368079662323, + "learning_rate": 1.626069683952477e-06, + "loss": 2.4249, + "step": 47988 + }, + { + "epoch": 0.8214621955185812, + "grad_norm": 2.5513830184936523, + "learning_rate": 1.6257666582404251e-06, + "loss": 2.2856, + "step": 47989 + }, + { + "epoch": 0.8214793132371317, + "grad_norm": 2.5394630432128906, + "learning_rate": 1.6254636582678496e-06, + "loss": 2.3431, + "step": 47990 + }, + { + "epoch": 0.8214964309556823, + "grad_norm": 2.6651079654693604, + "learning_rate": 1.6251606840356804e-06, + "loss": 2.2958, + "step": 47991 + }, + { + "epoch": 0.8215135486742327, + "grad_norm": 2.7171852588653564, + "learning_rate": 1.624857735544849e-06, + "loss": 2.4016, + "step": 47992 + }, + { + "epoch": 0.8215306663927832, + "grad_norm": 2.6899054050445557, + "learning_rate": 1.6245548127962862e-06, + "loss": 2.3558, + "step": 47993 + }, + { + "epoch": 0.8215477841113337, + "grad_norm": 2.5976779460906982, + "learning_rate": 1.6242519157909263e-06, + "loss": 2.4207, + "step": 47994 + }, + { + "epoch": 0.8215649018298841, + "grad_norm": 2.6565399169921875, + "learning_rate": 1.6239490445296947e-06, + "loss": 2.4127, + "step": 47995 + }, + { + "epoch": 0.8215820195484346, + "grad_norm": 2.5836222171783447, + "learning_rate": 1.6236461990135254e-06, + "loss": 2.2938, + "step": 47996 + }, + { + "epoch": 0.8215991372669851, + "grad_norm": 2.4581291675567627, + "learning_rate": 1.6233433792433484e-06, + "loss": 2.3, + "step": 47997 + }, + { + "epoch": 0.8216162549855355, + "grad_norm": 2.525820732116699, + "learning_rate": 1.6230405852200949e-06, + "loss": 2.3732, + "step": 47998 + }, + { + "epoch": 0.821633372704086, + "grad_norm": 2.4662857055664062, + "learning_rate": 1.6227378169446983e-06, + "loss": 2.3319, + "step": 47999 + }, + { + "epoch": 0.8216504904226365, + "grad_norm": 2.6162736415863037, + "learning_rate": 1.6224350744180816e-06, + "loss": 2.2358, + "step": 48000 + }, + { + "epoch": 0.8216676081411869, + "grad_norm": 2.70843243598938, + "learning_rate": 1.6221323576411862e-06, + "loss": 2.3442, + "step": 48001 + }, + { + "epoch": 0.8216847258597374, + "grad_norm": 2.5855398178100586, + "learning_rate": 1.6218296666149302e-06, + "loss": 2.2664, + "step": 48002 + }, + { + "epoch": 0.8217018435782879, + "grad_norm": 2.6019349098205566, + "learning_rate": 1.6215270013402562e-06, + "loss": 2.3287, + "step": 48003 + }, + { + "epoch": 0.8217189612968384, + "grad_norm": 2.6795666217803955, + "learning_rate": 1.6212243618180867e-06, + "loss": 2.3202, + "step": 48004 + }, + { + "epoch": 0.8217360790153888, + "grad_norm": 2.528240203857422, + "learning_rate": 1.6209217480493534e-06, + "loss": 2.2397, + "step": 48005 + }, + { + "epoch": 0.8217531967339393, + "grad_norm": 2.6106996536254883, + "learning_rate": 1.6206191600349886e-06, + "loss": 2.3531, + "step": 48006 + }, + { + "epoch": 0.8217703144524898, + "grad_norm": 2.561737537384033, + "learning_rate": 1.6203165977759162e-06, + "loss": 2.3489, + "step": 48007 + }, + { + "epoch": 0.8217874321710402, + "grad_norm": 2.56219744682312, + "learning_rate": 1.6200140612730765e-06, + "loss": 2.247, + "step": 48008 + }, + { + "epoch": 0.8218045498895907, + "grad_norm": 2.488251209259033, + "learning_rate": 1.6197115505273897e-06, + "loss": 2.1968, + "step": 48009 + }, + { + "epoch": 0.8218216676081412, + "grad_norm": 2.734583854675293, + "learning_rate": 1.6194090655397898e-06, + "loss": 2.3631, + "step": 48010 + }, + { + "epoch": 0.8218387853266916, + "grad_norm": 2.5640695095062256, + "learning_rate": 1.6191066063112093e-06, + "loss": 2.2277, + "step": 48011 + }, + { + "epoch": 0.8218559030452421, + "grad_norm": 2.612898349761963, + "learning_rate": 1.6188041728425686e-06, + "loss": 2.3162, + "step": 48012 + }, + { + "epoch": 0.8218730207637926, + "grad_norm": 2.7213406562805176, + "learning_rate": 1.6185017651348102e-06, + "loss": 2.4578, + "step": 48013 + }, + { + "epoch": 0.821890138482343, + "grad_norm": 2.7622368335723877, + "learning_rate": 1.6181993831888521e-06, + "loss": 2.3769, + "step": 48014 + }, + { + "epoch": 0.8219072562008936, + "grad_norm": 2.5770955085754395, + "learning_rate": 1.6178970270056304e-06, + "loss": 2.2993, + "step": 48015 + }, + { + "epoch": 0.8219243739194441, + "grad_norm": 2.560241937637329, + "learning_rate": 1.6175946965860712e-06, + "loss": 2.2894, + "step": 48016 + }, + { + "epoch": 0.8219414916379945, + "grad_norm": 2.5612125396728516, + "learning_rate": 1.6172923919311056e-06, + "loss": 2.3638, + "step": 48017 + }, + { + "epoch": 0.821958609356545, + "grad_norm": 2.6033618450164795, + "learning_rate": 1.6169901130416642e-06, + "loss": 2.2807, + "step": 48018 + }, + { + "epoch": 0.8219757270750955, + "grad_norm": 2.6783668994903564, + "learning_rate": 1.6166878599186697e-06, + "loss": 2.3355, + "step": 48019 + }, + { + "epoch": 0.8219928447936459, + "grad_norm": 2.6769585609436035, + "learning_rate": 1.61638563256306e-06, + "loss": 2.4773, + "step": 48020 + }, + { + "epoch": 0.8220099625121964, + "grad_norm": 2.6659510135650635, + "learning_rate": 1.6160834309757567e-06, + "loss": 2.3308, + "step": 48021 + }, + { + "epoch": 0.8220270802307469, + "grad_norm": 2.663647174835205, + "learning_rate": 1.6157812551576923e-06, + "loss": 2.3952, + "step": 48022 + }, + { + "epoch": 0.8220441979492973, + "grad_norm": 2.6886179447174072, + "learning_rate": 1.615479105109795e-06, + "loss": 2.28, + "step": 48023 + }, + { + "epoch": 0.8220613156678478, + "grad_norm": 2.474860906600952, + "learning_rate": 1.615176980832993e-06, + "loss": 2.3316, + "step": 48024 + }, + { + "epoch": 0.8220784333863983, + "grad_norm": 2.6578352451324463, + "learning_rate": 1.6148748823282178e-06, + "loss": 2.3044, + "step": 48025 + }, + { + "epoch": 0.8220955511049487, + "grad_norm": 2.5953187942504883, + "learning_rate": 1.614572809596392e-06, + "loss": 2.3552, + "step": 48026 + }, + { + "epoch": 0.8221126688234992, + "grad_norm": 2.5570528507232666, + "learning_rate": 1.6142707626384479e-06, + "loss": 2.3781, + "step": 48027 + }, + { + "epoch": 0.8221297865420497, + "grad_norm": 2.577277898788452, + "learning_rate": 1.613968741455314e-06, + "loss": 2.3323, + "step": 48028 + }, + { + "epoch": 0.8221469042606001, + "grad_norm": 2.505859851837158, + "learning_rate": 1.6136667460479183e-06, + "loss": 2.3374, + "step": 48029 + }, + { + "epoch": 0.8221640219791506, + "grad_norm": 2.556769609451294, + "learning_rate": 1.6133647764171879e-06, + "loss": 2.3255, + "step": 48030 + }, + { + "epoch": 0.8221811396977011, + "grad_norm": 2.379098653793335, + "learning_rate": 1.613062832564054e-06, + "loss": 2.1887, + "step": 48031 + }, + { + "epoch": 0.8221982574162515, + "grad_norm": 2.6366679668426514, + "learning_rate": 1.6127609144894408e-06, + "loss": 2.4139, + "step": 48032 + }, + { + "epoch": 0.822215375134802, + "grad_norm": 2.5203912258148193, + "learning_rate": 1.6124590221942783e-06, + "loss": 2.3174, + "step": 48033 + }, + { + "epoch": 0.8222324928533525, + "grad_norm": 2.6963000297546387, + "learning_rate": 1.6121571556794935e-06, + "loss": 2.3431, + "step": 48034 + }, + { + "epoch": 0.8222496105719029, + "grad_norm": 2.6651268005371094, + "learning_rate": 1.6118553149460148e-06, + "loss": 2.2753, + "step": 48035 + }, + { + "epoch": 0.8222667282904534, + "grad_norm": 2.6709482669830322, + "learning_rate": 1.6115534999947703e-06, + "loss": 2.5085, + "step": 48036 + }, + { + "epoch": 0.822283846009004, + "grad_norm": 2.4897024631500244, + "learning_rate": 1.6112517108266867e-06, + "loss": 2.2554, + "step": 48037 + }, + { + "epoch": 0.8223009637275543, + "grad_norm": 2.5111587047576904, + "learning_rate": 1.610949947442695e-06, + "loss": 2.3798, + "step": 48038 + }, + { + "epoch": 0.8223180814461049, + "grad_norm": 2.552128314971924, + "learning_rate": 1.610648209843717e-06, + "loss": 2.3523, + "step": 48039 + }, + { + "epoch": 0.8223351991646554, + "grad_norm": 2.683946371078491, + "learning_rate": 1.6103464980306837e-06, + "loss": 2.3828, + "step": 48040 + }, + { + "epoch": 0.8223523168832058, + "grad_norm": 2.394998550415039, + "learning_rate": 1.610044812004522e-06, + "loss": 2.2091, + "step": 48041 + }, + { + "epoch": 0.8223694346017563, + "grad_norm": 2.6439945697784424, + "learning_rate": 1.6097431517661588e-06, + "loss": 2.382, + "step": 48042 + }, + { + "epoch": 0.8223865523203068, + "grad_norm": 2.523646354675293, + "learning_rate": 1.6094415173165245e-06, + "loss": 2.2616, + "step": 48043 + }, + { + "epoch": 0.8224036700388572, + "grad_norm": 2.5224859714508057, + "learning_rate": 1.6091399086565373e-06, + "loss": 2.3583, + "step": 48044 + }, + { + "epoch": 0.8224207877574077, + "grad_norm": 2.743398666381836, + "learning_rate": 1.6088383257871354e-06, + "loss": 2.3361, + "step": 48045 + }, + { + "epoch": 0.8224379054759582, + "grad_norm": 2.5796310901641846, + "learning_rate": 1.608536768709239e-06, + "loss": 2.2408, + "step": 48046 + }, + { + "epoch": 0.8224550231945086, + "grad_norm": 2.572011709213257, + "learning_rate": 1.6082352374237754e-06, + "loss": 2.3047, + "step": 48047 + }, + { + "epoch": 0.8224721409130591, + "grad_norm": 2.5464084148406982, + "learning_rate": 1.6079337319316756e-06, + "loss": 2.261, + "step": 48048 + }, + { + "epoch": 0.8224892586316096, + "grad_norm": 2.6943798065185547, + "learning_rate": 1.6076322522338584e-06, + "loss": 2.4817, + "step": 48049 + }, + { + "epoch": 0.82250637635016, + "grad_norm": 2.6946043968200684, + "learning_rate": 1.6073307983312604e-06, + "loss": 2.4944, + "step": 48050 + }, + { + "epoch": 0.8225234940687105, + "grad_norm": 2.749147653579712, + "learning_rate": 1.6070293702247996e-06, + "loss": 2.2854, + "step": 48051 + }, + { + "epoch": 0.822540611787261, + "grad_norm": 2.6718368530273438, + "learning_rate": 1.6067279679154068e-06, + "loss": 2.3514, + "step": 48052 + }, + { + "epoch": 0.8225577295058115, + "grad_norm": 2.7240970134735107, + "learning_rate": 1.60642659140401e-06, + "loss": 2.3291, + "step": 48053 + }, + { + "epoch": 0.8225748472243619, + "grad_norm": 2.5279700756073, + "learning_rate": 1.6061252406915273e-06, + "loss": 2.3816, + "step": 48054 + }, + { + "epoch": 0.8225919649429124, + "grad_norm": 2.715989828109741, + "learning_rate": 1.6058239157788967e-06, + "loss": 2.2841, + "step": 48055 + }, + { + "epoch": 0.8226090826614629, + "grad_norm": 2.575113534927368, + "learning_rate": 1.6055226166670334e-06, + "loss": 2.2215, + "step": 48056 + }, + { + "epoch": 0.8226262003800133, + "grad_norm": 2.720820903778076, + "learning_rate": 1.6052213433568731e-06, + "loss": 2.4819, + "step": 48057 + }, + { + "epoch": 0.8226433180985638, + "grad_norm": 2.5187828540802, + "learning_rate": 1.604920095849334e-06, + "loss": 2.2293, + "step": 48058 + }, + { + "epoch": 0.8226604358171143, + "grad_norm": 2.710988998413086, + "learning_rate": 1.6046188741453461e-06, + "loss": 2.3824, + "step": 48059 + }, + { + "epoch": 0.8226775535356647, + "grad_norm": 2.663661003112793, + "learning_rate": 1.604317678245837e-06, + "loss": 2.4068, + "step": 48060 + }, + { + "epoch": 0.8226946712542152, + "grad_norm": 2.6050732135772705, + "learning_rate": 1.6040165081517245e-06, + "loss": 2.326, + "step": 48061 + }, + { + "epoch": 0.8227117889727658, + "grad_norm": 2.790269136428833, + "learning_rate": 1.6037153638639447e-06, + "loss": 2.4028, + "step": 48062 + }, + { + "epoch": 0.8227289066913162, + "grad_norm": 2.3309056758880615, + "learning_rate": 1.6034142453834157e-06, + "loss": 2.2275, + "step": 48063 + }, + { + "epoch": 0.8227460244098667, + "grad_norm": 2.6241955757141113, + "learning_rate": 1.6031131527110645e-06, + "loss": 2.3416, + "step": 48064 + }, + { + "epoch": 0.8227631421284172, + "grad_norm": 2.5301451683044434, + "learning_rate": 1.602812085847819e-06, + "loss": 2.2938, + "step": 48065 + }, + { + "epoch": 0.8227802598469676, + "grad_norm": 2.6552670001983643, + "learning_rate": 1.6025110447946024e-06, + "loss": 2.3839, + "step": 48066 + }, + { + "epoch": 0.8227973775655181, + "grad_norm": 2.7245147228240967, + "learning_rate": 1.6022100295523436e-06, + "loss": 2.3694, + "step": 48067 + }, + { + "epoch": 0.8228144952840686, + "grad_norm": 2.7232894897460938, + "learning_rate": 1.6019090401219618e-06, + "loss": 2.3189, + "step": 48068 + }, + { + "epoch": 0.822831613002619, + "grad_norm": 2.575916290283203, + "learning_rate": 1.6016080765043852e-06, + "loss": 2.3946, + "step": 48069 + }, + { + "epoch": 0.8228487307211695, + "grad_norm": 2.8092305660247803, + "learning_rate": 1.6013071387005397e-06, + "loss": 2.3177, + "step": 48070 + }, + { + "epoch": 0.82286584843972, + "grad_norm": 2.506052255630493, + "learning_rate": 1.601006226711349e-06, + "loss": 2.2853, + "step": 48071 + }, + { + "epoch": 0.8228829661582704, + "grad_norm": 2.5638318061828613, + "learning_rate": 1.600705340537738e-06, + "loss": 2.292, + "step": 48072 + }, + { + "epoch": 0.8229000838768209, + "grad_norm": 2.7650258541107178, + "learning_rate": 1.6004044801806329e-06, + "loss": 2.3419, + "step": 48073 + }, + { + "epoch": 0.8229172015953714, + "grad_norm": 2.4768571853637695, + "learning_rate": 1.600103645640957e-06, + "loss": 2.2936, + "step": 48074 + }, + { + "epoch": 0.8229343193139218, + "grad_norm": 2.541775703430176, + "learning_rate": 1.5998028369196383e-06, + "loss": 2.3007, + "step": 48075 + }, + { + "epoch": 0.8229514370324723, + "grad_norm": 2.5940401554107666, + "learning_rate": 1.5995020540175964e-06, + "loss": 2.304, + "step": 48076 + }, + { + "epoch": 0.8229685547510228, + "grad_norm": 2.5205671787261963, + "learning_rate": 1.5992012969357572e-06, + "loss": 2.3116, + "step": 48077 + }, + { + "epoch": 0.8229856724695732, + "grad_norm": 2.5150246620178223, + "learning_rate": 1.5989005656750466e-06, + "loss": 2.2576, + "step": 48078 + }, + { + "epoch": 0.8230027901881237, + "grad_norm": 2.670050859451294, + "learning_rate": 1.5985998602363884e-06, + "loss": 2.3429, + "step": 48079 + }, + { + "epoch": 0.8230199079066742, + "grad_norm": 2.5269064903259277, + "learning_rate": 1.5982991806207083e-06, + "loss": 2.3768, + "step": 48080 + }, + { + "epoch": 0.8230370256252246, + "grad_norm": 2.7194769382476807, + "learning_rate": 1.5979985268289244e-06, + "loss": 2.3885, + "step": 48081 + }, + { + "epoch": 0.8230541433437751, + "grad_norm": 2.656693935394287, + "learning_rate": 1.5976978988619708e-06, + "loss": 2.2841, + "step": 48082 + }, + { + "epoch": 0.8230712610623256, + "grad_norm": 2.734250545501709, + "learning_rate": 1.5973972967207629e-06, + "loss": 2.5241, + "step": 48083 + }, + { + "epoch": 0.823088378780876, + "grad_norm": 2.566638469696045, + "learning_rate": 1.5970967204062282e-06, + "loss": 2.335, + "step": 48084 + }, + { + "epoch": 0.8231054964994265, + "grad_norm": 2.732745409011841, + "learning_rate": 1.5967961699192924e-06, + "loss": 2.3163, + "step": 48085 + }, + { + "epoch": 0.8231226142179771, + "grad_norm": 2.5795154571533203, + "learning_rate": 1.5964956452608716e-06, + "loss": 2.2789, + "step": 48086 + }, + { + "epoch": 0.8231397319365275, + "grad_norm": 2.5469017028808594, + "learning_rate": 1.5961951464319002e-06, + "loss": 2.4174, + "step": 48087 + }, + { + "epoch": 0.823156849655078, + "grad_norm": 2.594453811645508, + "learning_rate": 1.5958946734332947e-06, + "loss": 2.3956, + "step": 48088 + }, + { + "epoch": 0.8231739673736285, + "grad_norm": 2.6032660007476807, + "learning_rate": 1.5955942262659796e-06, + "loss": 2.3833, + "step": 48089 + }, + { + "epoch": 0.8231910850921789, + "grad_norm": 2.6102285385131836, + "learning_rate": 1.595293804930883e-06, + "loss": 2.3165, + "step": 48090 + }, + { + "epoch": 0.8232082028107294, + "grad_norm": 2.7888143062591553, + "learning_rate": 1.5949934094289187e-06, + "loss": 2.3942, + "step": 48091 + }, + { + "epoch": 0.8232253205292799, + "grad_norm": 2.646069049835205, + "learning_rate": 1.5946930397610206e-06, + "loss": 2.4238, + "step": 48092 + }, + { + "epoch": 0.8232424382478303, + "grad_norm": 2.5853304862976074, + "learning_rate": 1.5943926959281031e-06, + "loss": 2.4229, + "step": 48093 + }, + { + "epoch": 0.8232595559663808, + "grad_norm": 2.693157434463501, + "learning_rate": 1.5940923779310979e-06, + "loss": 2.3146, + "step": 48094 + }, + { + "epoch": 0.8232766736849313, + "grad_norm": 2.4595351219177246, + "learning_rate": 1.593792085770921e-06, + "loss": 2.1456, + "step": 48095 + }, + { + "epoch": 0.8232937914034817, + "grad_norm": 2.4871020317077637, + "learning_rate": 1.5934918194484984e-06, + "loss": 2.4305, + "step": 48096 + }, + { + "epoch": 0.8233109091220322, + "grad_norm": 2.5332422256469727, + "learning_rate": 1.5931915789647557e-06, + "loss": 2.2149, + "step": 48097 + }, + { + "epoch": 0.8233280268405827, + "grad_norm": 2.5181825160980225, + "learning_rate": 1.5928913643206067e-06, + "loss": 2.3074, + "step": 48098 + }, + { + "epoch": 0.8233451445591332, + "grad_norm": 2.4820926189422607, + "learning_rate": 1.5925911755169854e-06, + "loss": 2.3571, + "step": 48099 + }, + { + "epoch": 0.8233622622776836, + "grad_norm": 2.506287097930908, + "learning_rate": 1.5922910125548074e-06, + "loss": 2.3344, + "step": 48100 + }, + { + "epoch": 0.8233793799962341, + "grad_norm": 2.63903546333313, + "learning_rate": 1.5919908754349967e-06, + "loss": 2.385, + "step": 48101 + }, + { + "epoch": 0.8233964977147846, + "grad_norm": 2.549221992492676, + "learning_rate": 1.5916907641584755e-06, + "loss": 2.3266, + "step": 48102 + }, + { + "epoch": 0.823413615433335, + "grad_norm": 2.6247880458831787, + "learning_rate": 1.5913906787261679e-06, + "loss": 2.3417, + "step": 48103 + }, + { + "epoch": 0.8234307331518855, + "grad_norm": 2.6171340942382812, + "learning_rate": 1.5910906191389973e-06, + "loss": 2.3105, + "step": 48104 + }, + { + "epoch": 0.823447850870436, + "grad_norm": 2.6313674449920654, + "learning_rate": 1.5907905853978822e-06, + "loss": 2.2933, + "step": 48105 + }, + { + "epoch": 0.8234649685889864, + "grad_norm": 2.5473828315734863, + "learning_rate": 1.590490577503746e-06, + "loss": 2.2823, + "step": 48106 + }, + { + "epoch": 0.8234820863075369, + "grad_norm": 2.503946542739868, + "learning_rate": 1.5901905954575114e-06, + "loss": 2.3616, + "step": 48107 + }, + { + "epoch": 0.8234992040260875, + "grad_norm": 2.5117714405059814, + "learning_rate": 1.589890639260101e-06, + "loss": 2.2824, + "step": 48108 + }, + { + "epoch": 0.8235163217446378, + "grad_norm": 2.6969244480133057, + "learning_rate": 1.5895907089124363e-06, + "loss": 2.4081, + "step": 48109 + }, + { + "epoch": 0.8235334394631884, + "grad_norm": 2.517357349395752, + "learning_rate": 1.5892908044154386e-06, + "loss": 2.2389, + "step": 48110 + }, + { + "epoch": 0.8235505571817389, + "grad_norm": 2.4917232990264893, + "learning_rate": 1.588990925770032e-06, + "loss": 2.2542, + "step": 48111 + }, + { + "epoch": 0.8235676749002893, + "grad_norm": 2.574772357940674, + "learning_rate": 1.5886910729771355e-06, + "loss": 2.3861, + "step": 48112 + }, + { + "epoch": 0.8235847926188398, + "grad_norm": 2.762932062149048, + "learning_rate": 1.5883912460376704e-06, + "loss": 2.316, + "step": 48113 + }, + { + "epoch": 0.8236019103373903, + "grad_norm": 2.5739054679870605, + "learning_rate": 1.588091444952561e-06, + "loss": 2.2527, + "step": 48114 + }, + { + "epoch": 0.8236190280559407, + "grad_norm": 2.7085113525390625, + "learning_rate": 1.5877916697227258e-06, + "loss": 2.3444, + "step": 48115 + }, + { + "epoch": 0.8236361457744912, + "grad_norm": 2.562237024307251, + "learning_rate": 1.5874919203490891e-06, + "loss": 2.3142, + "step": 48116 + }, + { + "epoch": 0.8236532634930417, + "grad_norm": 2.5818684101104736, + "learning_rate": 1.587192196832572e-06, + "loss": 2.4403, + "step": 48117 + }, + { + "epoch": 0.8236703812115921, + "grad_norm": 2.558624744415283, + "learning_rate": 1.586892499174093e-06, + "loss": 2.2866, + "step": 48118 + }, + { + "epoch": 0.8236874989301426, + "grad_norm": 2.7101500034332275, + "learning_rate": 1.5865928273745746e-06, + "loss": 2.3609, + "step": 48119 + }, + { + "epoch": 0.8237046166486931, + "grad_norm": 2.5618205070495605, + "learning_rate": 1.586293181434938e-06, + "loss": 2.2972, + "step": 48120 + }, + { + "epoch": 0.8237217343672435, + "grad_norm": 2.592026710510254, + "learning_rate": 1.5859935613561039e-06, + "loss": 2.3194, + "step": 48121 + }, + { + "epoch": 0.823738852085794, + "grad_norm": 2.6750035285949707, + "learning_rate": 1.585693967138997e-06, + "loss": 2.3747, + "step": 48122 + }, + { + "epoch": 0.8237559698043445, + "grad_norm": 2.6315813064575195, + "learning_rate": 1.5853943987845299e-06, + "loss": 2.3915, + "step": 48123 + }, + { + "epoch": 0.8237730875228949, + "grad_norm": 2.6524770259857178, + "learning_rate": 1.585094856293633e-06, + "loss": 2.3315, + "step": 48124 + }, + { + "epoch": 0.8237902052414454, + "grad_norm": 2.7106833457946777, + "learning_rate": 1.58479533966722e-06, + "loss": 2.3778, + "step": 48125 + }, + { + "epoch": 0.8238073229599959, + "grad_norm": 2.5305516719818115, + "learning_rate": 1.5844958489062135e-06, + "loss": 2.2874, + "step": 48126 + }, + { + "epoch": 0.8238244406785463, + "grad_norm": 2.6159183979034424, + "learning_rate": 1.584196384011535e-06, + "loss": 2.2841, + "step": 48127 + }, + { + "epoch": 0.8238415583970968, + "grad_norm": 2.5938355922698975, + "learning_rate": 1.5838969449841035e-06, + "loss": 2.2641, + "step": 48128 + }, + { + "epoch": 0.8238586761156473, + "grad_norm": 2.7352356910705566, + "learning_rate": 1.583597531824843e-06, + "loss": 2.3723, + "step": 48129 + }, + { + "epoch": 0.8238757938341977, + "grad_norm": 2.6870510578155518, + "learning_rate": 1.5832981445346662e-06, + "loss": 2.1416, + "step": 48130 + }, + { + "epoch": 0.8238929115527482, + "grad_norm": 2.5970840454101562, + "learning_rate": 1.5829987831145022e-06, + "loss": 2.3094, + "step": 48131 + }, + { + "epoch": 0.8239100292712987, + "grad_norm": 2.693553924560547, + "learning_rate": 1.5826994475652656e-06, + "loss": 2.2746, + "step": 48132 + }, + { + "epoch": 0.8239271469898491, + "grad_norm": 2.6729207038879395, + "learning_rate": 1.5824001378878774e-06, + "loss": 2.2847, + "step": 48133 + }, + { + "epoch": 0.8239442647083997, + "grad_norm": 2.557610034942627, + "learning_rate": 1.5821008540832606e-06, + "loss": 2.3014, + "step": 48134 + }, + { + "epoch": 0.8239613824269502, + "grad_norm": 2.617786407470703, + "learning_rate": 1.581801596152327e-06, + "loss": 2.3275, + "step": 48135 + }, + { + "epoch": 0.8239785001455006, + "grad_norm": 2.6098740100860596, + "learning_rate": 1.581502364096007e-06, + "loss": 2.2944, + "step": 48136 + }, + { + "epoch": 0.8239956178640511, + "grad_norm": 2.66389799118042, + "learning_rate": 1.581203157915213e-06, + "loss": 2.351, + "step": 48137 + }, + { + "epoch": 0.8240127355826016, + "grad_norm": 2.665684938430786, + "learning_rate": 1.580903977610867e-06, + "loss": 2.3091, + "step": 48138 + }, + { + "epoch": 0.824029853301152, + "grad_norm": 2.6622672080993652, + "learning_rate": 1.580604823183889e-06, + "loss": 2.2768, + "step": 48139 + }, + { + "epoch": 0.8240469710197025, + "grad_norm": 2.5882444381713867, + "learning_rate": 1.5803056946351968e-06, + "loss": 2.3344, + "step": 48140 + }, + { + "epoch": 0.824064088738253, + "grad_norm": 2.736765146255493, + "learning_rate": 1.5800065919657148e-06, + "loss": 2.4388, + "step": 48141 + }, + { + "epoch": 0.8240812064568034, + "grad_norm": 2.7108516693115234, + "learning_rate": 1.5797075151763552e-06, + "loss": 2.3987, + "step": 48142 + }, + { + "epoch": 0.8240983241753539, + "grad_norm": 2.4911727905273438, + "learning_rate": 1.5794084642680407e-06, + "loss": 2.3541, + "step": 48143 + }, + { + "epoch": 0.8241154418939044, + "grad_norm": 2.640432119369507, + "learning_rate": 1.5791094392416906e-06, + "loss": 2.2576, + "step": 48144 + }, + { + "epoch": 0.8241325596124549, + "grad_norm": 2.7119927406311035, + "learning_rate": 1.578810440098224e-06, + "loss": 2.3684, + "step": 48145 + }, + { + "epoch": 0.8241496773310053, + "grad_norm": 2.538728713989258, + "learning_rate": 1.5785114668385593e-06, + "loss": 2.1725, + "step": 48146 + }, + { + "epoch": 0.8241667950495558, + "grad_norm": 2.687988758087158, + "learning_rate": 1.5782125194636156e-06, + "loss": 2.3622, + "step": 48147 + }, + { + "epoch": 0.8241839127681063, + "grad_norm": 2.6773416996002197, + "learning_rate": 1.5779135979743154e-06, + "loss": 2.2473, + "step": 48148 + }, + { + "epoch": 0.8242010304866567, + "grad_norm": 2.629879951477051, + "learning_rate": 1.5776147023715704e-06, + "loss": 2.297, + "step": 48149 + }, + { + "epoch": 0.8242181482052072, + "grad_norm": 2.465880870819092, + "learning_rate": 1.5773158326563044e-06, + "loss": 2.2279, + "step": 48150 + }, + { + "epoch": 0.8242352659237577, + "grad_norm": 2.539194345474243, + "learning_rate": 1.577016988829434e-06, + "loss": 2.3458, + "step": 48151 + }, + { + "epoch": 0.8242523836423081, + "grad_norm": 2.5819389820098877, + "learning_rate": 1.5767181708918778e-06, + "loss": 2.3291, + "step": 48152 + }, + { + "epoch": 0.8242695013608586, + "grad_norm": 2.6131017208099365, + "learning_rate": 1.5764193788445548e-06, + "loss": 2.3693, + "step": 48153 + }, + { + "epoch": 0.8242866190794091, + "grad_norm": 2.7151706218719482, + "learning_rate": 1.5761206126883865e-06, + "loss": 2.3376, + "step": 48154 + }, + { + "epoch": 0.8243037367979595, + "grad_norm": 2.717902183532715, + "learning_rate": 1.5758218724242857e-06, + "loss": 2.2525, + "step": 48155 + }, + { + "epoch": 0.82432085451651, + "grad_norm": 2.609734296798706, + "learning_rate": 1.5755231580531726e-06, + "loss": 2.3141, + "step": 48156 + }, + { + "epoch": 0.8243379722350606, + "grad_norm": 2.7012457847595215, + "learning_rate": 1.5752244695759656e-06, + "loss": 2.3293, + "step": 48157 + }, + { + "epoch": 0.824355089953611, + "grad_norm": 2.7153561115264893, + "learning_rate": 1.5749258069935836e-06, + "loss": 2.2457, + "step": 48158 + }, + { + "epoch": 0.8243722076721615, + "grad_norm": 2.5491020679473877, + "learning_rate": 1.574627170306946e-06, + "loss": 2.2023, + "step": 48159 + }, + { + "epoch": 0.824389325390712, + "grad_norm": 2.4016551971435547, + "learning_rate": 1.5743285595169633e-06, + "loss": 2.2922, + "step": 48160 + }, + { + "epoch": 0.8244064431092624, + "grad_norm": 2.652843952178955, + "learning_rate": 1.5740299746245635e-06, + "loss": 2.2993, + "step": 48161 + }, + { + "epoch": 0.8244235608278129, + "grad_norm": 2.671159505844116, + "learning_rate": 1.5737314156306582e-06, + "loss": 2.4448, + "step": 48162 + }, + { + "epoch": 0.8244406785463634, + "grad_norm": 2.5983660221099854, + "learning_rate": 1.5734328825361656e-06, + "loss": 2.3651, + "step": 48163 + }, + { + "epoch": 0.8244577962649138, + "grad_norm": 2.6059107780456543, + "learning_rate": 1.5731343753420036e-06, + "loss": 2.3612, + "step": 48164 + }, + { + "epoch": 0.8244749139834643, + "grad_norm": 2.500061511993408, + "learning_rate": 1.5728358940490906e-06, + "loss": 2.2352, + "step": 48165 + }, + { + "epoch": 0.8244920317020148, + "grad_norm": 2.424039602279663, + "learning_rate": 1.5725374386583458e-06, + "loss": 2.2462, + "step": 48166 + }, + { + "epoch": 0.8245091494205652, + "grad_norm": 2.7211713790893555, + "learning_rate": 1.5722390091706806e-06, + "loss": 2.3328, + "step": 48167 + }, + { + "epoch": 0.8245262671391157, + "grad_norm": 2.6139047145843506, + "learning_rate": 1.57194060558702e-06, + "loss": 2.332, + "step": 48168 + }, + { + "epoch": 0.8245433848576662, + "grad_norm": 2.5205252170562744, + "learning_rate": 1.5716422279082744e-06, + "loss": 2.289, + "step": 48169 + }, + { + "epoch": 0.8245605025762166, + "grad_norm": 2.4340169429779053, + "learning_rate": 1.571343876135364e-06, + "loss": 2.2861, + "step": 48170 + }, + { + "epoch": 0.8245776202947671, + "grad_norm": 2.7266979217529297, + "learning_rate": 1.571045550269208e-06, + "loss": 2.384, + "step": 48171 + }, + { + "epoch": 0.8245947380133176, + "grad_norm": 2.5885260105133057, + "learning_rate": 1.5707472503107158e-06, + "loss": 2.265, + "step": 48172 + }, + { + "epoch": 0.824611855731868, + "grad_norm": 2.7431259155273438, + "learning_rate": 1.5704489762608144e-06, + "loss": 2.3788, + "step": 48173 + }, + { + "epoch": 0.8246289734504185, + "grad_norm": 2.7042431831359863, + "learning_rate": 1.5701507281204132e-06, + "loss": 2.3471, + "step": 48174 + }, + { + "epoch": 0.824646091168969, + "grad_norm": 2.64795184135437, + "learning_rate": 1.5698525058904313e-06, + "loss": 2.3543, + "step": 48175 + }, + { + "epoch": 0.8246632088875194, + "grad_norm": 2.6467385292053223, + "learning_rate": 1.569554309571787e-06, + "loss": 2.226, + "step": 48176 + }, + { + "epoch": 0.8246803266060699, + "grad_norm": 2.669067859649658, + "learning_rate": 1.5692561391653904e-06, + "loss": 2.4458, + "step": 48177 + }, + { + "epoch": 0.8246974443246204, + "grad_norm": 2.5161736011505127, + "learning_rate": 1.5689579946721679e-06, + "loss": 2.2712, + "step": 48178 + }, + { + "epoch": 0.8247145620431708, + "grad_norm": 2.499018430709839, + "learning_rate": 1.5686598760930282e-06, + "loss": 2.3237, + "step": 48179 + }, + { + "epoch": 0.8247316797617213, + "grad_norm": 2.4343738555908203, + "learning_rate": 1.5683617834288912e-06, + "loss": 2.2321, + "step": 48180 + }, + { + "epoch": 0.8247487974802719, + "grad_norm": 2.530773878097534, + "learning_rate": 1.5680637166806701e-06, + "loss": 2.2145, + "step": 48181 + }, + { + "epoch": 0.8247659151988223, + "grad_norm": 2.6747496128082275, + "learning_rate": 1.5677656758492843e-06, + "loss": 2.3192, + "step": 48182 + }, + { + "epoch": 0.8247830329173728, + "grad_norm": 2.575566053390503, + "learning_rate": 1.567467660935651e-06, + "loss": 2.4568, + "step": 48183 + }, + { + "epoch": 0.8248001506359233, + "grad_norm": 2.463329553604126, + "learning_rate": 1.5671696719406782e-06, + "loss": 2.2727, + "step": 48184 + }, + { + "epoch": 0.8248172683544737, + "grad_norm": 2.7565534114837646, + "learning_rate": 1.5668717088652919e-06, + "loss": 2.3919, + "step": 48185 + }, + { + "epoch": 0.8248343860730242, + "grad_norm": 2.5809874534606934, + "learning_rate": 1.5665737717104023e-06, + "loss": 2.3114, + "step": 48186 + }, + { + "epoch": 0.8248515037915747, + "grad_norm": 2.4735612869262695, + "learning_rate": 1.5662758604769247e-06, + "loss": 2.2486, + "step": 48187 + }, + { + "epoch": 0.8248686215101251, + "grad_norm": 2.7340519428253174, + "learning_rate": 1.5659779751657779e-06, + "loss": 2.3153, + "step": 48188 + }, + { + "epoch": 0.8248857392286756, + "grad_norm": 2.6214330196380615, + "learning_rate": 1.5656801157778745e-06, + "loss": 2.3499, + "step": 48189 + }, + { + "epoch": 0.8249028569472261, + "grad_norm": 2.6135549545288086, + "learning_rate": 1.565382282314135e-06, + "loss": 2.3005, + "step": 48190 + }, + { + "epoch": 0.8249199746657766, + "grad_norm": 2.518667221069336, + "learning_rate": 1.5650844747754678e-06, + "loss": 2.409, + "step": 48191 + }, + { + "epoch": 0.824937092384327, + "grad_norm": 2.7837941646575928, + "learning_rate": 1.5647866931627931e-06, + "loss": 2.3495, + "step": 48192 + }, + { + "epoch": 0.8249542101028775, + "grad_norm": 2.7998857498168945, + "learning_rate": 1.5644889374770233e-06, + "loss": 2.325, + "step": 48193 + }, + { + "epoch": 0.824971327821428, + "grad_norm": 2.6552531719207764, + "learning_rate": 1.564191207719077e-06, + "loss": 2.463, + "step": 48194 + }, + { + "epoch": 0.8249884455399784, + "grad_norm": 2.5544588565826416, + "learning_rate": 1.5638935038898661e-06, + "loss": 2.3039, + "step": 48195 + }, + { + "epoch": 0.8250055632585289, + "grad_norm": 2.719146966934204, + "learning_rate": 1.5635958259903094e-06, + "loss": 2.3309, + "step": 48196 + }, + { + "epoch": 0.8250226809770794, + "grad_norm": 2.8363990783691406, + "learning_rate": 1.5632981740213171e-06, + "loss": 2.4519, + "step": 48197 + }, + { + "epoch": 0.8250397986956298, + "grad_norm": 2.6460559368133545, + "learning_rate": 1.5630005479838062e-06, + "loss": 2.3378, + "step": 48198 + }, + { + "epoch": 0.8250569164141803, + "grad_norm": 2.7304961681365967, + "learning_rate": 1.5627029478786926e-06, + "loss": 2.252, + "step": 48199 + }, + { + "epoch": 0.8250740341327308, + "grad_norm": 2.678668737411499, + "learning_rate": 1.562405373706889e-06, + "loss": 2.4197, + "step": 48200 + }, + { + "epoch": 0.8250911518512812, + "grad_norm": 2.6649863719940186, + "learning_rate": 1.5621078254693123e-06, + "loss": 2.3925, + "step": 48201 + }, + { + "epoch": 0.8251082695698317, + "grad_norm": 2.4890940189361572, + "learning_rate": 1.5618103031668753e-06, + "loss": 2.3638, + "step": 48202 + }, + { + "epoch": 0.8251253872883823, + "grad_norm": 2.4958999156951904, + "learning_rate": 1.5615128068004947e-06, + "loss": 2.2583, + "step": 48203 + }, + { + "epoch": 0.8251425050069326, + "grad_norm": 2.4256484508514404, + "learning_rate": 1.5612153363710825e-06, + "loss": 2.282, + "step": 48204 + }, + { + "epoch": 0.8251596227254832, + "grad_norm": 2.6098272800445557, + "learning_rate": 1.560917891879553e-06, + "loss": 2.4746, + "step": 48205 + }, + { + "epoch": 0.8251767404440337, + "grad_norm": 2.493072509765625, + "learning_rate": 1.5606204733268215e-06, + "loss": 2.3401, + "step": 48206 + }, + { + "epoch": 0.8251938581625841, + "grad_norm": 2.572122097015381, + "learning_rate": 1.5603230807138014e-06, + "loss": 2.2778, + "step": 48207 + }, + { + "epoch": 0.8252109758811346, + "grad_norm": 2.5610313415527344, + "learning_rate": 1.56002571404141e-06, + "loss": 2.3246, + "step": 48208 + }, + { + "epoch": 0.8252280935996851, + "grad_norm": 2.6268208026885986, + "learning_rate": 1.559728373310554e-06, + "loss": 2.3965, + "step": 48209 + }, + { + "epoch": 0.8252452113182355, + "grad_norm": 2.686126470565796, + "learning_rate": 1.559431058522156e-06, + "loss": 2.393, + "step": 48210 + }, + { + "epoch": 0.825262329036786, + "grad_norm": 2.3642873764038086, + "learning_rate": 1.5591337696771247e-06, + "loss": 2.2322, + "step": 48211 + }, + { + "epoch": 0.8252794467553365, + "grad_norm": 2.5703232288360596, + "learning_rate": 1.5588365067763733e-06, + "loss": 2.2824, + "step": 48212 + }, + { + "epoch": 0.8252965644738869, + "grad_norm": 2.543278694152832, + "learning_rate": 1.5585392698208213e-06, + "loss": 2.2744, + "step": 48213 + }, + { + "epoch": 0.8253136821924374, + "grad_norm": 2.7940502166748047, + "learning_rate": 1.5582420588113723e-06, + "loss": 2.3543, + "step": 48214 + }, + { + "epoch": 0.8253307999109879, + "grad_norm": 2.732813835144043, + "learning_rate": 1.55794487374895e-06, + "loss": 2.3216, + "step": 48215 + }, + { + "epoch": 0.8253479176295383, + "grad_norm": 2.659374475479126, + "learning_rate": 1.5576477146344616e-06, + "loss": 2.2873, + "step": 48216 + }, + { + "epoch": 0.8253650353480888, + "grad_norm": 2.5884201526641846, + "learning_rate": 1.5573505814688229e-06, + "loss": 2.4276, + "step": 48217 + }, + { + "epoch": 0.8253821530666393, + "grad_norm": 2.603389263153076, + "learning_rate": 1.5570534742529453e-06, + "loss": 2.1978, + "step": 48218 + }, + { + "epoch": 0.8253992707851897, + "grad_norm": 2.4926366806030273, + "learning_rate": 1.5567563929877449e-06, + "loss": 2.2956, + "step": 48219 + }, + { + "epoch": 0.8254163885037402, + "grad_norm": 2.5962324142456055, + "learning_rate": 1.5564593376741343e-06, + "loss": 2.4896, + "step": 48220 + }, + { + "epoch": 0.8254335062222907, + "grad_norm": 2.6350603103637695, + "learning_rate": 1.5561623083130218e-06, + "loss": 2.2358, + "step": 48221 + }, + { + "epoch": 0.8254506239408411, + "grad_norm": 2.554699420928955, + "learning_rate": 1.5558653049053284e-06, + "loss": 2.3749, + "step": 48222 + }, + { + "epoch": 0.8254677416593916, + "grad_norm": 2.685868263244629, + "learning_rate": 1.5555683274519596e-06, + "loss": 2.3599, + "step": 48223 + }, + { + "epoch": 0.8254848593779421, + "grad_norm": 2.6230595111846924, + "learning_rate": 1.5552713759538317e-06, + "loss": 2.2899, + "step": 48224 + }, + { + "epoch": 0.8255019770964925, + "grad_norm": 2.731441020965576, + "learning_rate": 1.554974450411858e-06, + "loss": 2.3125, + "step": 48225 + }, + { + "epoch": 0.825519094815043, + "grad_norm": 2.526887893676758, + "learning_rate": 1.5546775508269496e-06, + "loss": 2.4338, + "step": 48226 + }, + { + "epoch": 0.8255362125335935, + "grad_norm": 2.5989327430725098, + "learning_rate": 1.5543806772000213e-06, + "loss": 2.352, + "step": 48227 + }, + { + "epoch": 0.825553330252144, + "grad_norm": 2.604259729385376, + "learning_rate": 1.5540838295319816e-06, + "loss": 2.2197, + "step": 48228 + }, + { + "epoch": 0.8255704479706945, + "grad_norm": 2.708289861679077, + "learning_rate": 1.553787007823746e-06, + "loss": 2.3463, + "step": 48229 + }, + { + "epoch": 0.825587565689245, + "grad_norm": 2.566249370574951, + "learning_rate": 1.5534902120762252e-06, + "loss": 2.317, + "step": 48230 + }, + { + "epoch": 0.8256046834077954, + "grad_norm": 2.594336986541748, + "learning_rate": 1.5531934422903328e-06, + "loss": 2.2906, + "step": 48231 + }, + { + "epoch": 0.8256218011263459, + "grad_norm": 2.662743091583252, + "learning_rate": 1.5528966984669801e-06, + "loss": 2.3911, + "step": 48232 + }, + { + "epoch": 0.8256389188448964, + "grad_norm": 2.5204968452453613, + "learning_rate": 1.5525999806070813e-06, + "loss": 2.2087, + "step": 48233 + }, + { + "epoch": 0.8256560365634468, + "grad_norm": 2.6021125316619873, + "learning_rate": 1.5523032887115452e-06, + "loss": 2.2948, + "step": 48234 + }, + { + "epoch": 0.8256731542819973, + "grad_norm": 2.605679750442505, + "learning_rate": 1.5520066227812846e-06, + "loss": 2.3979, + "step": 48235 + }, + { + "epoch": 0.8256902720005478, + "grad_norm": 2.601335287094116, + "learning_rate": 1.5517099828172122e-06, + "loss": 2.3187, + "step": 48236 + }, + { + "epoch": 0.8257073897190982, + "grad_norm": 2.6213834285736084, + "learning_rate": 1.5514133688202393e-06, + "loss": 2.3432, + "step": 48237 + }, + { + "epoch": 0.8257245074376487, + "grad_norm": 2.716012477874756, + "learning_rate": 1.5511167807912786e-06, + "loss": 2.3943, + "step": 48238 + }, + { + "epoch": 0.8257416251561992, + "grad_norm": 2.566080093383789, + "learning_rate": 1.5508202187312394e-06, + "loss": 2.3286, + "step": 48239 + }, + { + "epoch": 0.8257587428747497, + "grad_norm": 2.527909278869629, + "learning_rate": 1.5505236826410385e-06, + "loss": 2.3756, + "step": 48240 + }, + { + "epoch": 0.8257758605933001, + "grad_norm": 2.397455930709839, + "learning_rate": 1.5502271725215801e-06, + "loss": 2.2131, + "step": 48241 + }, + { + "epoch": 0.8257929783118506, + "grad_norm": 2.704730749130249, + "learning_rate": 1.5499306883737797e-06, + "loss": 2.4452, + "step": 48242 + }, + { + "epoch": 0.8258100960304011, + "grad_norm": 2.6991662979125977, + "learning_rate": 1.549634230198548e-06, + "loss": 2.2738, + "step": 48243 + }, + { + "epoch": 0.8258272137489515, + "grad_norm": 2.697592258453369, + "learning_rate": 1.5493377979967949e-06, + "loss": 2.3591, + "step": 48244 + }, + { + "epoch": 0.825844331467502, + "grad_norm": 2.5448248386383057, + "learning_rate": 1.5490413917694359e-06, + "loss": 2.3328, + "step": 48245 + }, + { + "epoch": 0.8258614491860525, + "grad_norm": 2.5411276817321777, + "learning_rate": 1.548745011517374e-06, + "loss": 2.3462, + "step": 48246 + }, + { + "epoch": 0.8258785669046029, + "grad_norm": 2.7598202228546143, + "learning_rate": 1.5484486572415303e-06, + "loss": 2.4287, + "step": 48247 + }, + { + "epoch": 0.8258956846231534, + "grad_norm": 2.7312610149383545, + "learning_rate": 1.548152328942808e-06, + "loss": 2.3474, + "step": 48248 + }, + { + "epoch": 0.8259128023417039, + "grad_norm": 2.6003577709198, + "learning_rate": 1.5478560266221198e-06, + "loss": 2.3301, + "step": 48249 + }, + { + "epoch": 0.8259299200602543, + "grad_norm": 2.612762928009033, + "learning_rate": 1.5475597502803797e-06, + "loss": 2.3173, + "step": 48250 + }, + { + "epoch": 0.8259470377788048, + "grad_norm": 2.5423855781555176, + "learning_rate": 1.547263499918491e-06, + "loss": 2.3678, + "step": 48251 + }, + { + "epoch": 0.8259641554973554, + "grad_norm": 2.6294901371002197, + "learning_rate": 1.5469672755373733e-06, + "loss": 2.3652, + "step": 48252 + }, + { + "epoch": 0.8259812732159058, + "grad_norm": 2.458538293838501, + "learning_rate": 1.5466710771379278e-06, + "loss": 2.3102, + "step": 48253 + }, + { + "epoch": 0.8259983909344563, + "grad_norm": 2.762673854827881, + "learning_rate": 1.5463749047210753e-06, + "loss": 2.3627, + "step": 48254 + }, + { + "epoch": 0.8260155086530068, + "grad_norm": 2.914936065673828, + "learning_rate": 1.546078758287718e-06, + "loss": 2.4945, + "step": 48255 + }, + { + "epoch": 0.8260326263715572, + "grad_norm": 2.6693274974823, + "learning_rate": 1.5457826378387686e-06, + "loss": 2.2655, + "step": 48256 + }, + { + "epoch": 0.8260497440901077, + "grad_norm": 2.7153542041778564, + "learning_rate": 1.5454865433751397e-06, + "loss": 2.3178, + "step": 48257 + }, + { + "epoch": 0.8260668618086582, + "grad_norm": 2.760554075241089, + "learning_rate": 1.5451904748977342e-06, + "loss": 2.4215, + "step": 48258 + }, + { + "epoch": 0.8260839795272086, + "grad_norm": 2.3576807975769043, + "learning_rate": 1.5448944324074721e-06, + "loss": 2.2681, + "step": 48259 + }, + { + "epoch": 0.8261010972457591, + "grad_norm": 2.69063401222229, + "learning_rate": 1.5445984159052564e-06, + "loss": 2.4109, + "step": 48260 + }, + { + "epoch": 0.8261182149643096, + "grad_norm": 2.589843273162842, + "learning_rate": 1.544302425391998e-06, + "loss": 2.3778, + "step": 48261 + }, + { + "epoch": 0.82613533268286, + "grad_norm": 2.5485355854034424, + "learning_rate": 1.5440064608686101e-06, + "loss": 2.3459, + "step": 48262 + }, + { + "epoch": 0.8261524504014105, + "grad_norm": 2.6357734203338623, + "learning_rate": 1.5437105223359961e-06, + "loss": 2.2384, + "step": 48263 + }, + { + "epoch": 0.826169568119961, + "grad_norm": 2.7363579273223877, + "learning_rate": 1.543414609795073e-06, + "loss": 2.3906, + "step": 48264 + }, + { + "epoch": 0.8261866858385114, + "grad_norm": 2.497939348220825, + "learning_rate": 1.5431187232467449e-06, + "loss": 2.2574, + "step": 48265 + }, + { + "epoch": 0.8262038035570619, + "grad_norm": 2.584105968475342, + "learning_rate": 1.5428228626919217e-06, + "loss": 2.3162, + "step": 48266 + }, + { + "epoch": 0.8262209212756124, + "grad_norm": 2.5828592777252197, + "learning_rate": 1.5425270281315153e-06, + "loss": 2.2843, + "step": 48267 + }, + { + "epoch": 0.8262380389941628, + "grad_norm": 2.8179240226745605, + "learning_rate": 1.5422312195664335e-06, + "loss": 2.3015, + "step": 48268 + }, + { + "epoch": 0.8262551567127133, + "grad_norm": 2.6366395950317383, + "learning_rate": 1.541935436997588e-06, + "loss": 2.4048, + "step": 48269 + }, + { + "epoch": 0.8262722744312638, + "grad_norm": 2.5338053703308105, + "learning_rate": 1.5416396804258836e-06, + "loss": 2.2247, + "step": 48270 + }, + { + "epoch": 0.8262893921498142, + "grad_norm": 2.8942999839782715, + "learning_rate": 1.5413439498522308e-06, + "loss": 2.4626, + "step": 48271 + }, + { + "epoch": 0.8263065098683647, + "grad_norm": 2.623835802078247, + "learning_rate": 1.54104824527754e-06, + "loss": 2.2914, + "step": 48272 + }, + { + "epoch": 0.8263236275869152, + "grad_norm": 2.5811209678649902, + "learning_rate": 1.540752566702719e-06, + "loss": 2.3643, + "step": 48273 + }, + { + "epoch": 0.8263407453054656, + "grad_norm": 2.5869710445404053, + "learning_rate": 1.5404569141286773e-06, + "loss": 2.3535, + "step": 48274 + }, + { + "epoch": 0.8263578630240161, + "grad_norm": 2.586108684539795, + "learning_rate": 1.5401612875563231e-06, + "loss": 2.3334, + "step": 48275 + }, + { + "epoch": 0.8263749807425667, + "grad_norm": 2.5895681381225586, + "learning_rate": 1.539865686986568e-06, + "loss": 2.2433, + "step": 48276 + }, + { + "epoch": 0.826392098461117, + "grad_norm": 2.5792877674102783, + "learning_rate": 1.5395701124203143e-06, + "loss": 2.3715, + "step": 48277 + }, + { + "epoch": 0.8264092161796676, + "grad_norm": 2.523346424102783, + "learning_rate": 1.5392745638584749e-06, + "loss": 2.2325, + "step": 48278 + }, + { + "epoch": 0.8264263338982181, + "grad_norm": 2.480193853378296, + "learning_rate": 1.5389790413019568e-06, + "loss": 2.2248, + "step": 48279 + }, + { + "epoch": 0.8264434516167685, + "grad_norm": 2.4362716674804688, + "learning_rate": 1.5386835447516691e-06, + "loss": 2.3476, + "step": 48280 + }, + { + "epoch": 0.826460569335319, + "grad_norm": 2.5293478965759277, + "learning_rate": 1.53838807420852e-06, + "loss": 2.3447, + "step": 48281 + }, + { + "epoch": 0.8264776870538695, + "grad_norm": 2.584914445877075, + "learning_rate": 1.53809262967342e-06, + "loss": 2.3338, + "step": 48282 + }, + { + "epoch": 0.8264948047724199, + "grad_norm": 2.600679874420166, + "learning_rate": 1.5377972111472694e-06, + "loss": 2.3146, + "step": 48283 + }, + { + "epoch": 0.8265119224909704, + "grad_norm": 2.773965835571289, + "learning_rate": 1.5375018186309865e-06, + "loss": 2.4183, + "step": 48284 + }, + { + "epoch": 0.8265290402095209, + "grad_norm": 2.804652452468872, + "learning_rate": 1.5372064521254714e-06, + "loss": 2.3818, + "step": 48285 + }, + { + "epoch": 0.8265461579280714, + "grad_norm": 2.7058942317962646, + "learning_rate": 1.5369111116316348e-06, + "loss": 2.4019, + "step": 48286 + }, + { + "epoch": 0.8265632756466218, + "grad_norm": 2.6212241649627686, + "learning_rate": 1.5366157971503882e-06, + "loss": 2.354, + "step": 48287 + }, + { + "epoch": 0.8265803933651723, + "grad_norm": 2.9069643020629883, + "learning_rate": 1.5363205086826294e-06, + "loss": 2.3006, + "step": 48288 + }, + { + "epoch": 0.8265975110837228, + "grad_norm": 2.629152297973633, + "learning_rate": 1.5360252462292769e-06, + "loss": 2.4331, + "step": 48289 + }, + { + "epoch": 0.8266146288022732, + "grad_norm": 2.647329330444336, + "learning_rate": 1.5357300097912286e-06, + "loss": 2.4172, + "step": 48290 + }, + { + "epoch": 0.8266317465208237, + "grad_norm": 2.7031588554382324, + "learning_rate": 1.535434799369403e-06, + "loss": 2.4117, + "step": 48291 + }, + { + "epoch": 0.8266488642393742, + "grad_norm": 2.5087924003601074, + "learning_rate": 1.5351396149646969e-06, + "loss": 2.2278, + "step": 48292 + }, + { + "epoch": 0.8266659819579246, + "grad_norm": 2.670623540878296, + "learning_rate": 1.534844456578024e-06, + "loss": 2.3273, + "step": 48293 + }, + { + "epoch": 0.8266830996764751, + "grad_norm": 2.371527910232544, + "learning_rate": 1.5345493242102904e-06, + "loss": 2.2367, + "step": 48294 + }, + { + "epoch": 0.8267002173950256, + "grad_norm": 2.642332077026367, + "learning_rate": 1.5342542178623987e-06, + "loss": 2.3226, + "step": 48295 + }, + { + "epoch": 0.826717335113576, + "grad_norm": 2.8207507133483887, + "learning_rate": 1.5339591375352636e-06, + "loss": 2.3013, + "step": 48296 + }, + { + "epoch": 0.8267344528321265, + "grad_norm": 2.722651720046997, + "learning_rate": 1.5336640832297855e-06, + "loss": 2.3831, + "step": 48297 + }, + { + "epoch": 0.826751570550677, + "grad_norm": 2.519893169403076, + "learning_rate": 1.533369054946875e-06, + "loss": 2.2256, + "step": 48298 + }, + { + "epoch": 0.8267686882692274, + "grad_norm": 2.5712978839874268, + "learning_rate": 1.533074052687439e-06, + "loss": 2.288, + "step": 48299 + }, + { + "epoch": 0.826785805987778, + "grad_norm": 2.73447585105896, + "learning_rate": 1.5327790764523786e-06, + "loss": 2.2685, + "step": 48300 + }, + { + "epoch": 0.8268029237063285, + "grad_norm": 2.565521478652954, + "learning_rate": 1.5324841262426092e-06, + "loss": 2.2615, + "step": 48301 + }, + { + "epoch": 0.8268200414248789, + "grad_norm": 2.552353858947754, + "learning_rate": 1.5321892020590311e-06, + "loss": 2.2852, + "step": 48302 + }, + { + "epoch": 0.8268371591434294, + "grad_norm": 2.5277440547943115, + "learning_rate": 1.5318943039025535e-06, + "loss": 2.3119, + "step": 48303 + }, + { + "epoch": 0.8268542768619799, + "grad_norm": 2.7903053760528564, + "learning_rate": 1.5315994317740812e-06, + "loss": 2.3616, + "step": 48304 + }, + { + "epoch": 0.8268713945805303, + "grad_norm": 2.661318778991699, + "learning_rate": 1.5313045856745212e-06, + "loss": 2.3639, + "step": 48305 + }, + { + "epoch": 0.8268885122990808, + "grad_norm": 2.8452365398406982, + "learning_rate": 1.5310097656047828e-06, + "loss": 2.4623, + "step": 48306 + }, + { + "epoch": 0.8269056300176313, + "grad_norm": 2.5119731426239014, + "learning_rate": 1.5307149715657676e-06, + "loss": 2.2873, + "step": 48307 + }, + { + "epoch": 0.8269227477361817, + "grad_norm": 2.639627456665039, + "learning_rate": 1.5304202035583827e-06, + "loss": 2.3286, + "step": 48308 + }, + { + "epoch": 0.8269398654547322, + "grad_norm": 2.6295104026794434, + "learning_rate": 1.5301254615835349e-06, + "loss": 2.3405, + "step": 48309 + }, + { + "epoch": 0.8269569831732827, + "grad_norm": 2.5377233028411865, + "learning_rate": 1.529830745642129e-06, + "loss": 2.2822, + "step": 48310 + }, + { + "epoch": 0.8269741008918331, + "grad_norm": 2.502562999725342, + "learning_rate": 1.5295360557350736e-06, + "loss": 2.3112, + "step": 48311 + }, + { + "epoch": 0.8269912186103836, + "grad_norm": 2.6258368492126465, + "learning_rate": 1.529241391863272e-06, + "loss": 2.3357, + "step": 48312 + }, + { + "epoch": 0.8270083363289341, + "grad_norm": 2.7681264877319336, + "learning_rate": 1.5289467540276326e-06, + "loss": 2.4815, + "step": 48313 + }, + { + "epoch": 0.8270254540474845, + "grad_norm": 2.647754669189453, + "learning_rate": 1.528652142229058e-06, + "loss": 2.3628, + "step": 48314 + }, + { + "epoch": 0.827042571766035, + "grad_norm": 2.6668524742126465, + "learning_rate": 1.528357556468454e-06, + "loss": 2.2879, + "step": 48315 + }, + { + "epoch": 0.8270596894845855, + "grad_norm": 2.653717517852783, + "learning_rate": 1.5280629967467265e-06, + "loss": 2.3505, + "step": 48316 + }, + { + "epoch": 0.8270768072031359, + "grad_norm": 2.5884954929351807, + "learning_rate": 1.5277684630647826e-06, + "loss": 2.3844, + "step": 48317 + }, + { + "epoch": 0.8270939249216864, + "grad_norm": 2.6030638217926025, + "learning_rate": 1.5274739554235252e-06, + "loss": 2.3659, + "step": 48318 + }, + { + "epoch": 0.8271110426402369, + "grad_norm": 2.566148519515991, + "learning_rate": 1.5271794738238631e-06, + "loss": 2.313, + "step": 48319 + }, + { + "epoch": 0.8271281603587873, + "grad_norm": 2.7619059085845947, + "learning_rate": 1.5268850182666962e-06, + "loss": 2.3753, + "step": 48320 + }, + { + "epoch": 0.8271452780773378, + "grad_norm": 2.8881242275238037, + "learning_rate": 1.5265905887529332e-06, + "loss": 2.2947, + "step": 48321 + }, + { + "epoch": 0.8271623957958883, + "grad_norm": 2.7565834522247314, + "learning_rate": 1.5262961852834769e-06, + "loss": 2.3107, + "step": 48322 + }, + { + "epoch": 0.8271795135144387, + "grad_norm": 2.7099504470825195, + "learning_rate": 1.5260018078592342e-06, + "loss": 2.4133, + "step": 48323 + }, + { + "epoch": 0.8271966312329893, + "grad_norm": 2.492867946624756, + "learning_rate": 1.5257074564811113e-06, + "loss": 2.3643, + "step": 48324 + }, + { + "epoch": 0.8272137489515398, + "grad_norm": 2.7351837158203125, + "learning_rate": 1.5254131311500065e-06, + "loss": 2.3015, + "step": 48325 + }, + { + "epoch": 0.8272308666700902, + "grad_norm": 2.693516492843628, + "learning_rate": 1.525118831866833e-06, + "loss": 2.3142, + "step": 48326 + }, + { + "epoch": 0.8272479843886407, + "grad_norm": 2.5102899074554443, + "learning_rate": 1.5248245586324883e-06, + "loss": 2.3405, + "step": 48327 + }, + { + "epoch": 0.8272651021071912, + "grad_norm": 2.616215229034424, + "learning_rate": 1.5245303114478804e-06, + "loss": 2.3356, + "step": 48328 + }, + { + "epoch": 0.8272822198257416, + "grad_norm": 2.613161325454712, + "learning_rate": 1.5242360903139132e-06, + "loss": 2.2396, + "step": 48329 + }, + { + "epoch": 0.8272993375442921, + "grad_norm": 2.7103230953216553, + "learning_rate": 1.52394189523149e-06, + "loss": 2.3195, + "step": 48330 + }, + { + "epoch": 0.8273164552628426, + "grad_norm": 2.510010004043579, + "learning_rate": 1.5236477262015193e-06, + "loss": 2.2499, + "step": 48331 + }, + { + "epoch": 0.8273335729813931, + "grad_norm": 2.6805639266967773, + "learning_rate": 1.523353583224897e-06, + "loss": 2.2777, + "step": 48332 + }, + { + "epoch": 0.8273506906999435, + "grad_norm": 2.613220691680908, + "learning_rate": 1.5230594663025356e-06, + "loss": 2.3529, + "step": 48333 + }, + { + "epoch": 0.827367808418494, + "grad_norm": 2.566443920135498, + "learning_rate": 1.5227653754353344e-06, + "loss": 2.2368, + "step": 48334 + }, + { + "epoch": 0.8273849261370445, + "grad_norm": 2.4313995838165283, + "learning_rate": 1.5224713106241974e-06, + "loss": 2.2568, + "step": 48335 + }, + { + "epoch": 0.8274020438555949, + "grad_norm": 2.4965009689331055, + "learning_rate": 1.5221772718700333e-06, + "loss": 2.311, + "step": 48336 + }, + { + "epoch": 0.8274191615741454, + "grad_norm": 2.733625888824463, + "learning_rate": 1.5218832591737366e-06, + "loss": 2.4116, + "step": 48337 + }, + { + "epoch": 0.8274362792926959, + "grad_norm": 2.494575262069702, + "learning_rate": 1.5215892725362214e-06, + "loss": 2.2587, + "step": 48338 + }, + { + "epoch": 0.8274533970112463, + "grad_norm": 2.665271043777466, + "learning_rate": 1.5212953119583839e-06, + "loss": 2.2769, + "step": 48339 + }, + { + "epoch": 0.8274705147297968, + "grad_norm": 2.5866098403930664, + "learning_rate": 1.5210013774411303e-06, + "loss": 2.2673, + "step": 48340 + }, + { + "epoch": 0.8274876324483473, + "grad_norm": 2.447575569152832, + "learning_rate": 1.5207074689853662e-06, + "loss": 2.3435, + "step": 48341 + }, + { + "epoch": 0.8275047501668977, + "grad_norm": 2.575603485107422, + "learning_rate": 1.5204135865919878e-06, + "loss": 2.3145, + "step": 48342 + }, + { + "epoch": 0.8275218678854482, + "grad_norm": 2.7420175075531006, + "learning_rate": 1.5201197302619086e-06, + "loss": 2.4303, + "step": 48343 + }, + { + "epoch": 0.8275389856039987, + "grad_norm": 2.673820972442627, + "learning_rate": 1.5198258999960215e-06, + "loss": 2.3611, + "step": 48344 + }, + { + "epoch": 0.8275561033225491, + "grad_norm": 2.5299808979034424, + "learning_rate": 1.5195320957952387e-06, + "loss": 2.205, + "step": 48345 + }, + { + "epoch": 0.8275732210410996, + "grad_norm": 2.73811936378479, + "learning_rate": 1.5192383176604574e-06, + "loss": 2.4966, + "step": 48346 + }, + { + "epoch": 0.8275903387596502, + "grad_norm": 2.4152889251708984, + "learning_rate": 1.5189445655925817e-06, + "loss": 2.3639, + "step": 48347 + }, + { + "epoch": 0.8276074564782006, + "grad_norm": 2.560209035873413, + "learning_rate": 1.5186508395925182e-06, + "loss": 2.2692, + "step": 48348 + }, + { + "epoch": 0.8276245741967511, + "grad_norm": 2.6766271591186523, + "learning_rate": 1.5183571396611617e-06, + "loss": 2.2812, + "step": 48349 + }, + { + "epoch": 0.8276416919153016, + "grad_norm": 2.4727909564971924, + "learning_rate": 1.5180634657994253e-06, + "loss": 2.2832, + "step": 48350 + }, + { + "epoch": 0.827658809633852, + "grad_norm": 2.616715669631958, + "learning_rate": 1.5177698180082034e-06, + "loss": 2.4082, + "step": 48351 + }, + { + "epoch": 0.8276759273524025, + "grad_norm": 2.6957504749298096, + "learning_rate": 1.517476196288401e-06, + "loss": 2.3141, + "step": 48352 + }, + { + "epoch": 0.827693045070953, + "grad_norm": 2.44095516204834, + "learning_rate": 1.517182600640922e-06, + "loss": 2.3157, + "step": 48353 + }, + { + "epoch": 0.8277101627895034, + "grad_norm": 2.5196831226348877, + "learning_rate": 1.516889031066666e-06, + "loss": 2.3444, + "step": 48354 + }, + { + "epoch": 0.8277272805080539, + "grad_norm": 2.5828397274017334, + "learning_rate": 1.5165954875665389e-06, + "loss": 2.3704, + "step": 48355 + }, + { + "epoch": 0.8277443982266044, + "grad_norm": 2.7101237773895264, + "learning_rate": 1.5163019701414428e-06, + "loss": 2.2949, + "step": 48356 + }, + { + "epoch": 0.8277615159451548, + "grad_norm": 2.5203804969787598, + "learning_rate": 1.5160084787922757e-06, + "loss": 2.3018, + "step": 48357 + }, + { + "epoch": 0.8277786336637053, + "grad_norm": 2.6105549335479736, + "learning_rate": 1.5157150135199428e-06, + "loss": 2.2839, + "step": 48358 + }, + { + "epoch": 0.8277957513822558, + "grad_norm": 2.6408298015594482, + "learning_rate": 1.5154215743253454e-06, + "loss": 2.3092, + "step": 48359 + }, + { + "epoch": 0.8278128691008062, + "grad_norm": 2.6778781414031982, + "learning_rate": 1.515128161209386e-06, + "loss": 2.3117, + "step": 48360 + }, + { + "epoch": 0.8278299868193567, + "grad_norm": 2.758646011352539, + "learning_rate": 1.5148347741729673e-06, + "loss": 2.2922, + "step": 48361 + }, + { + "epoch": 0.8278471045379072, + "grad_norm": 2.5080225467681885, + "learning_rate": 1.5145414132169855e-06, + "loss": 2.2728, + "step": 48362 + }, + { + "epoch": 0.8278642222564576, + "grad_norm": 2.4203832149505615, + "learning_rate": 1.5142480783423518e-06, + "loss": 2.3097, + "step": 48363 + }, + { + "epoch": 0.8278813399750081, + "grad_norm": 2.6244773864746094, + "learning_rate": 1.51395476954996e-06, + "loss": 2.2791, + "step": 48364 + }, + { + "epoch": 0.8278984576935586, + "grad_norm": 2.6039271354675293, + "learning_rate": 1.513661486840714e-06, + "loss": 2.3042, + "step": 48365 + }, + { + "epoch": 0.827915575412109, + "grad_norm": 2.778223752975464, + "learning_rate": 1.5133682302155162e-06, + "loss": 2.3429, + "step": 48366 + }, + { + "epoch": 0.8279326931306595, + "grad_norm": 2.7852587699890137, + "learning_rate": 1.513074999675266e-06, + "loss": 2.2787, + "step": 48367 + }, + { + "epoch": 0.82794981084921, + "grad_norm": 2.7330238819122314, + "learning_rate": 1.512781795220869e-06, + "loss": 2.3874, + "step": 48368 + }, + { + "epoch": 0.8279669285677604, + "grad_norm": 2.520233392715454, + "learning_rate": 1.5124886168532194e-06, + "loss": 2.3247, + "step": 48369 + }, + { + "epoch": 0.827984046286311, + "grad_norm": 2.5791518688201904, + "learning_rate": 1.5121954645732261e-06, + "loss": 2.364, + "step": 48370 + }, + { + "epoch": 0.8280011640048615, + "grad_norm": 2.4863574504852295, + "learning_rate": 1.5119023383817843e-06, + "loss": 2.1943, + "step": 48371 + }, + { + "epoch": 0.8280182817234119, + "grad_norm": 2.580078125, + "learning_rate": 1.5116092382797965e-06, + "loss": 2.3224, + "step": 48372 + }, + { + "epoch": 0.8280353994419624, + "grad_norm": 2.6961236000061035, + "learning_rate": 1.5113161642681662e-06, + "loss": 2.3737, + "step": 48373 + }, + { + "epoch": 0.8280525171605129, + "grad_norm": 2.605041027069092, + "learning_rate": 1.5110231163477884e-06, + "loss": 2.4334, + "step": 48374 + }, + { + "epoch": 0.8280696348790633, + "grad_norm": 2.7688841819763184, + "learning_rate": 1.5107300945195714e-06, + "loss": 2.2402, + "step": 48375 + }, + { + "epoch": 0.8280867525976138, + "grad_norm": 2.6182150840759277, + "learning_rate": 1.5104370987844108e-06, + "loss": 2.2585, + "step": 48376 + }, + { + "epoch": 0.8281038703161643, + "grad_norm": 2.7610487937927246, + "learning_rate": 1.5101441291432073e-06, + "loss": 2.4479, + "step": 48377 + }, + { + "epoch": 0.8281209880347147, + "grad_norm": 2.6549034118652344, + "learning_rate": 1.5098511855968645e-06, + "loss": 2.2965, + "step": 48378 + }, + { + "epoch": 0.8281381057532652, + "grad_norm": 2.593756675720215, + "learning_rate": 1.5095582681462762e-06, + "loss": 2.2227, + "step": 48379 + }, + { + "epoch": 0.8281552234718157, + "grad_norm": 2.600497245788574, + "learning_rate": 1.5092653767923526e-06, + "loss": 2.3306, + "step": 48380 + }, + { + "epoch": 0.8281723411903662, + "grad_norm": 2.5762367248535156, + "learning_rate": 1.5089725115359832e-06, + "loss": 2.2573, + "step": 48381 + }, + { + "epoch": 0.8281894589089166, + "grad_norm": 2.5993289947509766, + "learning_rate": 1.5086796723780795e-06, + "loss": 2.3193, + "step": 48382 + }, + { + "epoch": 0.8282065766274671, + "grad_norm": 2.4893553256988525, + "learning_rate": 1.5083868593195316e-06, + "loss": 2.2266, + "step": 48383 + }, + { + "epoch": 0.8282236943460176, + "grad_norm": 2.701054573059082, + "learning_rate": 1.5080940723612446e-06, + "loss": 2.3386, + "step": 48384 + }, + { + "epoch": 0.828240812064568, + "grad_norm": 2.6456053256988525, + "learning_rate": 1.507801311504119e-06, + "loss": 2.3565, + "step": 48385 + }, + { + "epoch": 0.8282579297831185, + "grad_norm": 2.5285706520080566, + "learning_rate": 1.5075085767490494e-06, + "loss": 2.3032, + "step": 48386 + }, + { + "epoch": 0.828275047501669, + "grad_norm": 2.709235668182373, + "learning_rate": 1.5072158680969428e-06, + "loss": 2.4547, + "step": 48387 + }, + { + "epoch": 0.8282921652202194, + "grad_norm": 2.627473831176758, + "learning_rate": 1.5069231855486932e-06, + "loss": 2.2429, + "step": 48388 + }, + { + "epoch": 0.8283092829387699, + "grad_norm": 2.6145009994506836, + "learning_rate": 1.506630529105203e-06, + "loss": 2.2786, + "step": 48389 + }, + { + "epoch": 0.8283264006573204, + "grad_norm": 2.7248542308807373, + "learning_rate": 1.5063378987673705e-06, + "loss": 2.4378, + "step": 48390 + }, + { + "epoch": 0.8283435183758708, + "grad_norm": 2.6003477573394775, + "learning_rate": 1.5060452945360959e-06, + "loss": 2.4554, + "step": 48391 + }, + { + "epoch": 0.8283606360944213, + "grad_norm": 2.638211250305176, + "learning_rate": 1.5057527164122798e-06, + "loss": 2.3726, + "step": 48392 + }, + { + "epoch": 0.8283777538129719, + "grad_norm": 2.5087406635284424, + "learning_rate": 1.5054601643968181e-06, + "loss": 2.1954, + "step": 48393 + }, + { + "epoch": 0.8283948715315222, + "grad_norm": 2.5791962146759033, + "learning_rate": 1.5051676384906122e-06, + "loss": 2.4163, + "step": 48394 + }, + { + "epoch": 0.8284119892500728, + "grad_norm": 2.73445463180542, + "learning_rate": 1.5048751386945605e-06, + "loss": 2.4266, + "step": 48395 + }, + { + "epoch": 0.8284291069686233, + "grad_norm": 2.4242334365844727, + "learning_rate": 1.5045826650095629e-06, + "loss": 2.1755, + "step": 48396 + }, + { + "epoch": 0.8284462246871737, + "grad_norm": 2.7732884883880615, + "learning_rate": 1.5042902174365181e-06, + "loss": 2.2976, + "step": 48397 + }, + { + "epoch": 0.8284633424057242, + "grad_norm": 2.550173282623291, + "learning_rate": 1.5039977959763262e-06, + "loss": 2.3873, + "step": 48398 + }, + { + "epoch": 0.8284804601242747, + "grad_norm": 2.575042724609375, + "learning_rate": 1.5037054006298836e-06, + "loss": 2.2267, + "step": 48399 + }, + { + "epoch": 0.8284975778428251, + "grad_norm": 2.5368764400482178, + "learning_rate": 1.5034130313980888e-06, + "loss": 2.3352, + "step": 48400 + }, + { + "epoch": 0.8285146955613756, + "grad_norm": 2.6494345664978027, + "learning_rate": 1.5031206882818417e-06, + "loss": 2.3131, + "step": 48401 + }, + { + "epoch": 0.8285318132799261, + "grad_norm": 2.630852222442627, + "learning_rate": 1.5028283712820414e-06, + "loss": 2.2445, + "step": 48402 + }, + { + "epoch": 0.8285489309984765, + "grad_norm": 2.7734267711639404, + "learning_rate": 1.502536080399586e-06, + "loss": 2.3806, + "step": 48403 + }, + { + "epoch": 0.828566048717027, + "grad_norm": 2.633603811264038, + "learning_rate": 1.5022438156353725e-06, + "loss": 2.365, + "step": 48404 + }, + { + "epoch": 0.8285831664355775, + "grad_norm": 2.5173630714416504, + "learning_rate": 1.5019515769903038e-06, + "loss": 2.364, + "step": 48405 + }, + { + "epoch": 0.8286002841541279, + "grad_norm": 2.7069919109344482, + "learning_rate": 1.5016593644652722e-06, + "loss": 2.4434, + "step": 48406 + }, + { + "epoch": 0.8286174018726784, + "grad_norm": 2.512399196624756, + "learning_rate": 1.5013671780611783e-06, + "loss": 2.2637, + "step": 48407 + }, + { + "epoch": 0.8286345195912289, + "grad_norm": 2.563416004180908, + "learning_rate": 1.5010750177789214e-06, + "loss": 2.3059, + "step": 48408 + }, + { + "epoch": 0.8286516373097793, + "grad_norm": 2.5736911296844482, + "learning_rate": 1.5007828836193972e-06, + "loss": 2.3785, + "step": 48409 + }, + { + "epoch": 0.8286687550283298, + "grad_norm": 2.419038772583008, + "learning_rate": 1.5004907755835074e-06, + "loss": 2.244, + "step": 48410 + }, + { + "epoch": 0.8286858727468803, + "grad_norm": 2.579881191253662, + "learning_rate": 1.5001986936721425e-06, + "loss": 2.2049, + "step": 48411 + }, + { + "epoch": 0.8287029904654307, + "grad_norm": 2.460624933242798, + "learning_rate": 1.4999066378862094e-06, + "loss": 2.3428, + "step": 48412 + }, + { + "epoch": 0.8287201081839812, + "grad_norm": 2.6804251670837402, + "learning_rate": 1.4996146082265994e-06, + "loss": 2.2349, + "step": 48413 + }, + { + "epoch": 0.8287372259025317, + "grad_norm": 2.474867343902588, + "learning_rate": 1.4993226046942121e-06, + "loss": 2.2665, + "step": 48414 + }, + { + "epoch": 0.8287543436210821, + "grad_norm": 2.7075939178466797, + "learning_rate": 1.499030627289948e-06, + "loss": 2.396, + "step": 48415 + }, + { + "epoch": 0.8287714613396326, + "grad_norm": 2.552412509918213, + "learning_rate": 1.498738676014696e-06, + "loss": 2.2351, + "step": 48416 + }, + { + "epoch": 0.8287885790581832, + "grad_norm": 2.633629083633423, + "learning_rate": 1.4984467508693634e-06, + "loss": 2.4826, + "step": 48417 + }, + { + "epoch": 0.8288056967767335, + "grad_norm": 2.689953088760376, + "learning_rate": 1.4981548518548395e-06, + "loss": 2.3796, + "step": 48418 + }, + { + "epoch": 0.828822814495284, + "grad_norm": 2.5790443420410156, + "learning_rate": 1.497862978972029e-06, + "loss": 2.2448, + "step": 48419 + }, + { + "epoch": 0.8288399322138346, + "grad_norm": 2.6443161964416504, + "learning_rate": 1.4975711322218233e-06, + "loss": 2.4053, + "step": 48420 + }, + { + "epoch": 0.828857049932385, + "grad_norm": 2.569908380508423, + "learning_rate": 1.497279311605121e-06, + "loss": 2.2575, + "step": 48421 + }, + { + "epoch": 0.8288741676509355, + "grad_norm": 2.9498043060302734, + "learning_rate": 1.496987517122821e-06, + "loss": 2.3586, + "step": 48422 + }, + { + "epoch": 0.828891285369486, + "grad_norm": 2.6107523441314697, + "learning_rate": 1.4966957487758149e-06, + "loss": 2.4149, + "step": 48423 + }, + { + "epoch": 0.8289084030880364, + "grad_norm": 2.6891393661499023, + "learning_rate": 1.4964040065650065e-06, + "loss": 2.3339, + "step": 48424 + }, + { + "epoch": 0.8289255208065869, + "grad_norm": 2.599426507949829, + "learning_rate": 1.4961122904912872e-06, + "loss": 2.4004, + "step": 48425 + }, + { + "epoch": 0.8289426385251374, + "grad_norm": 2.8405067920684814, + "learning_rate": 1.4958206005555565e-06, + "loss": 2.4777, + "step": 48426 + }, + { + "epoch": 0.8289597562436879, + "grad_norm": 2.532346725463867, + "learning_rate": 1.4955289367587089e-06, + "loss": 2.153, + "step": 48427 + }, + { + "epoch": 0.8289768739622383, + "grad_norm": 2.481126070022583, + "learning_rate": 1.4952372991016418e-06, + "loss": 2.2746, + "step": 48428 + }, + { + "epoch": 0.8289939916807888, + "grad_norm": 2.5217690467834473, + "learning_rate": 1.4949456875852541e-06, + "loss": 2.3359, + "step": 48429 + }, + { + "epoch": 0.8290111093993393, + "grad_norm": 2.5742647647857666, + "learning_rate": 1.4946541022104377e-06, + "loss": 2.3602, + "step": 48430 + }, + { + "epoch": 0.8290282271178897, + "grad_norm": 2.725919008255005, + "learning_rate": 1.4943625429780917e-06, + "loss": 2.3118, + "step": 48431 + }, + { + "epoch": 0.8290453448364402, + "grad_norm": 2.608208179473877, + "learning_rate": 1.4940710098891097e-06, + "loss": 2.3408, + "step": 48432 + }, + { + "epoch": 0.8290624625549907, + "grad_norm": 2.648693084716797, + "learning_rate": 1.4937795029443902e-06, + "loss": 2.2842, + "step": 48433 + }, + { + "epoch": 0.8290795802735411, + "grad_norm": 2.465522289276123, + "learning_rate": 1.4934880221448288e-06, + "loss": 2.2954, + "step": 48434 + }, + { + "epoch": 0.8290966979920916, + "grad_norm": 2.6980221271514893, + "learning_rate": 1.493196567491324e-06, + "loss": 2.2629, + "step": 48435 + }, + { + "epoch": 0.8291138157106421, + "grad_norm": 2.719240188598633, + "learning_rate": 1.4929051389847649e-06, + "loss": 2.39, + "step": 48436 + }, + { + "epoch": 0.8291309334291925, + "grad_norm": 2.5175411701202393, + "learning_rate": 1.4926137366260518e-06, + "loss": 2.2467, + "step": 48437 + }, + { + "epoch": 0.829148051147743, + "grad_norm": 2.636820077896118, + "learning_rate": 1.4923223604160796e-06, + "loss": 2.3795, + "step": 48438 + }, + { + "epoch": 0.8291651688662935, + "grad_norm": 2.6469669342041016, + "learning_rate": 1.4920310103557444e-06, + "loss": 2.2948, + "step": 48439 + }, + { + "epoch": 0.8291822865848439, + "grad_norm": 2.6596839427948, + "learning_rate": 1.491739686445941e-06, + "loss": 2.3989, + "step": 48440 + }, + { + "epoch": 0.8291994043033944, + "grad_norm": 2.706916093826294, + "learning_rate": 1.4914483886875642e-06, + "loss": 2.41, + "step": 48441 + }, + { + "epoch": 0.829216522021945, + "grad_norm": 2.648507833480835, + "learning_rate": 1.4911571170815131e-06, + "loss": 2.2403, + "step": 48442 + }, + { + "epoch": 0.8292336397404954, + "grad_norm": 2.5684268474578857, + "learning_rate": 1.4908658716286784e-06, + "loss": 2.2642, + "step": 48443 + }, + { + "epoch": 0.8292507574590459, + "grad_norm": 2.600332498550415, + "learning_rate": 1.4905746523299559e-06, + "loss": 2.3636, + "step": 48444 + }, + { + "epoch": 0.8292678751775964, + "grad_norm": 2.564765214920044, + "learning_rate": 1.4902834591862424e-06, + "loss": 2.1897, + "step": 48445 + }, + { + "epoch": 0.8292849928961468, + "grad_norm": 2.6488142013549805, + "learning_rate": 1.4899922921984322e-06, + "loss": 2.3454, + "step": 48446 + }, + { + "epoch": 0.8293021106146973, + "grad_norm": 2.5494844913482666, + "learning_rate": 1.489701151367422e-06, + "loss": 2.3121, + "step": 48447 + }, + { + "epoch": 0.8293192283332478, + "grad_norm": 2.5741240978240967, + "learning_rate": 1.489410036694101e-06, + "loss": 2.275, + "step": 48448 + }, + { + "epoch": 0.8293363460517982, + "grad_norm": 2.7464396953582764, + "learning_rate": 1.4891189481793734e-06, + "loss": 2.3479, + "step": 48449 + }, + { + "epoch": 0.8293534637703487, + "grad_norm": 2.9066286087036133, + "learning_rate": 1.4888278858241246e-06, + "loss": 2.3698, + "step": 48450 + }, + { + "epoch": 0.8293705814888992, + "grad_norm": 2.4829914569854736, + "learning_rate": 1.488536849629254e-06, + "loss": 2.1934, + "step": 48451 + }, + { + "epoch": 0.8293876992074496, + "grad_norm": 2.6521759033203125, + "learning_rate": 1.4882458395956579e-06, + "loss": 2.3104, + "step": 48452 + }, + { + "epoch": 0.8294048169260001, + "grad_norm": 2.632275342941284, + "learning_rate": 1.487954855724223e-06, + "loss": 2.3885, + "step": 48453 + }, + { + "epoch": 0.8294219346445506, + "grad_norm": 2.569162607192993, + "learning_rate": 1.4876638980158531e-06, + "loss": 2.1858, + "step": 48454 + }, + { + "epoch": 0.829439052363101, + "grad_norm": 2.6888861656188965, + "learning_rate": 1.4873729664714343e-06, + "loss": 2.3435, + "step": 48455 + }, + { + "epoch": 0.8294561700816515, + "grad_norm": 2.503765344619751, + "learning_rate": 1.487082061091869e-06, + "loss": 2.273, + "step": 48456 + }, + { + "epoch": 0.829473287800202, + "grad_norm": 2.544332981109619, + "learning_rate": 1.4867911818780445e-06, + "loss": 2.3697, + "step": 48457 + }, + { + "epoch": 0.8294904055187524, + "grad_norm": 2.646200180053711, + "learning_rate": 1.4865003288308578e-06, + "loss": 2.4382, + "step": 48458 + }, + { + "epoch": 0.8295075232373029, + "grad_norm": 2.580533742904663, + "learning_rate": 1.4862095019512056e-06, + "loss": 2.1986, + "step": 48459 + }, + { + "epoch": 0.8295246409558534, + "grad_norm": 2.580054759979248, + "learning_rate": 1.4859187012399733e-06, + "loss": 2.2814, + "step": 48460 + }, + { + "epoch": 0.8295417586744038, + "grad_norm": 2.674792766571045, + "learning_rate": 1.4856279266980645e-06, + "loss": 2.3534, + "step": 48461 + }, + { + "epoch": 0.8295588763929543, + "grad_norm": 2.723454236984253, + "learning_rate": 1.485337178326366e-06, + "loss": 2.4638, + "step": 48462 + }, + { + "epoch": 0.8295759941115048, + "grad_norm": 2.6299664974212646, + "learning_rate": 1.485046456125775e-06, + "loss": 2.3119, + "step": 48463 + }, + { + "epoch": 0.8295931118300552, + "grad_norm": 2.5310564041137695, + "learning_rate": 1.4847557600971862e-06, + "loss": 2.2807, + "step": 48464 + }, + { + "epoch": 0.8296102295486057, + "grad_norm": 2.608933687210083, + "learning_rate": 1.4844650902414858e-06, + "loss": 2.3611, + "step": 48465 + }, + { + "epoch": 0.8296273472671563, + "grad_norm": 2.58080792427063, + "learning_rate": 1.4841744465595775e-06, + "loss": 2.329, + "step": 48466 + }, + { + "epoch": 0.8296444649857067, + "grad_norm": 2.4468376636505127, + "learning_rate": 1.4838838290523473e-06, + "loss": 2.2917, + "step": 48467 + }, + { + "epoch": 0.8296615827042572, + "grad_norm": 2.6753687858581543, + "learning_rate": 1.4835932377206908e-06, + "loss": 2.3857, + "step": 48468 + }, + { + "epoch": 0.8296787004228077, + "grad_norm": 2.6640992164611816, + "learning_rate": 1.4833026725655008e-06, + "loss": 2.2322, + "step": 48469 + }, + { + "epoch": 0.8296958181413581, + "grad_norm": 2.690112590789795, + "learning_rate": 1.4830121335876714e-06, + "loss": 2.3889, + "step": 48470 + }, + { + "epoch": 0.8297129358599086, + "grad_norm": 2.486992835998535, + "learning_rate": 1.4827216207880956e-06, + "loss": 2.3744, + "step": 48471 + }, + { + "epoch": 0.8297300535784591, + "grad_norm": 2.59399151802063, + "learning_rate": 1.4824311341676622e-06, + "loss": 2.315, + "step": 48472 + }, + { + "epoch": 0.8297471712970096, + "grad_norm": 2.5587644577026367, + "learning_rate": 1.4821406737272725e-06, + "loss": 2.2661, + "step": 48473 + }, + { + "epoch": 0.82976428901556, + "grad_norm": 2.534252166748047, + "learning_rate": 1.4818502394678114e-06, + "loss": 2.3366, + "step": 48474 + }, + { + "epoch": 0.8297814067341105, + "grad_norm": 2.6948611736297607, + "learning_rate": 1.4815598313901747e-06, + "loss": 2.365, + "step": 48475 + }, + { + "epoch": 0.829798524452661, + "grad_norm": 2.6044766902923584, + "learning_rate": 1.481269449495254e-06, + "loss": 2.3253, + "step": 48476 + }, + { + "epoch": 0.8298156421712114, + "grad_norm": 2.6765990257263184, + "learning_rate": 1.4809790937839442e-06, + "loss": 2.3882, + "step": 48477 + }, + { + "epoch": 0.8298327598897619, + "grad_norm": 2.533064842224121, + "learning_rate": 1.4806887642571378e-06, + "loss": 2.2829, + "step": 48478 + }, + { + "epoch": 0.8298498776083124, + "grad_norm": 2.7271862030029297, + "learning_rate": 1.4803984609157218e-06, + "loss": 2.384, + "step": 48479 + }, + { + "epoch": 0.8298669953268628, + "grad_norm": 2.530670404434204, + "learning_rate": 1.4801081837605934e-06, + "loss": 2.2816, + "step": 48480 + }, + { + "epoch": 0.8298841130454133, + "grad_norm": 2.600132942199707, + "learning_rate": 1.4798179327926444e-06, + "loss": 2.2985, + "step": 48481 + }, + { + "epoch": 0.8299012307639638, + "grad_norm": 2.574350118637085, + "learning_rate": 1.4795277080127658e-06, + "loss": 2.4704, + "step": 48482 + }, + { + "epoch": 0.8299183484825142, + "grad_norm": 2.567978620529175, + "learning_rate": 1.4792375094218493e-06, + "loss": 2.3561, + "step": 48483 + }, + { + "epoch": 0.8299354662010647, + "grad_norm": 2.590439796447754, + "learning_rate": 1.4789473370207896e-06, + "loss": 2.4407, + "step": 48484 + }, + { + "epoch": 0.8299525839196152, + "grad_norm": 2.652104616165161, + "learning_rate": 1.4786571908104753e-06, + "loss": 2.2216, + "step": 48485 + }, + { + "epoch": 0.8299697016381656, + "grad_norm": 2.8262014389038086, + "learning_rate": 1.4783670707917997e-06, + "loss": 2.3312, + "step": 48486 + }, + { + "epoch": 0.8299868193567161, + "grad_norm": 2.447272777557373, + "learning_rate": 1.4780769769656533e-06, + "loss": 2.261, + "step": 48487 + }, + { + "epoch": 0.8300039370752667, + "grad_norm": 2.6857359409332275, + "learning_rate": 1.477786909332929e-06, + "loss": 2.3683, + "step": 48488 + }, + { + "epoch": 0.830021054793817, + "grad_norm": 2.6568026542663574, + "learning_rate": 1.4774968678945212e-06, + "loss": 2.429, + "step": 48489 + }, + { + "epoch": 0.8300381725123676, + "grad_norm": 2.5118672847747803, + "learning_rate": 1.4772068526513127e-06, + "loss": 2.3815, + "step": 48490 + }, + { + "epoch": 0.8300552902309181, + "grad_norm": 2.6507208347320557, + "learning_rate": 1.4769168636042065e-06, + "loss": 2.3225, + "step": 48491 + }, + { + "epoch": 0.8300724079494685, + "grad_norm": 2.586000680923462, + "learning_rate": 1.4766269007540822e-06, + "loss": 2.4383, + "step": 48492 + }, + { + "epoch": 0.830089525668019, + "grad_norm": 2.4598140716552734, + "learning_rate": 1.476336964101841e-06, + "loss": 2.2693, + "step": 48493 + }, + { + "epoch": 0.8301066433865695, + "grad_norm": 2.6890456676483154, + "learning_rate": 1.4760470536483684e-06, + "loss": 2.3864, + "step": 48494 + }, + { + "epoch": 0.8301237611051199, + "grad_norm": 2.6154417991638184, + "learning_rate": 1.4757571693945571e-06, + "loss": 2.3649, + "step": 48495 + }, + { + "epoch": 0.8301408788236704, + "grad_norm": 2.4281044006347656, + "learning_rate": 1.4754673113412999e-06, + "loss": 2.2578, + "step": 48496 + }, + { + "epoch": 0.8301579965422209, + "grad_norm": 2.6375732421875, + "learning_rate": 1.4751774794894813e-06, + "loss": 2.2354, + "step": 48497 + }, + { + "epoch": 0.8301751142607713, + "grad_norm": 2.734029769897461, + "learning_rate": 1.4748876738400008e-06, + "loss": 2.3239, + "step": 48498 + }, + { + "epoch": 0.8301922319793218, + "grad_norm": 2.653964042663574, + "learning_rate": 1.4745978943937433e-06, + "loss": 2.2885, + "step": 48499 + }, + { + "epoch": 0.8302093496978723, + "grad_norm": 2.4542176723480225, + "learning_rate": 1.4743081411516003e-06, + "loss": 2.2267, + "step": 48500 + }, + { + "epoch": 0.8302264674164227, + "grad_norm": 2.635786533355713, + "learning_rate": 1.4740184141144664e-06, + "loss": 2.2792, + "step": 48501 + }, + { + "epoch": 0.8302435851349732, + "grad_norm": 2.800668478012085, + "learning_rate": 1.4737287132832246e-06, + "loss": 2.3339, + "step": 48502 + }, + { + "epoch": 0.8302607028535237, + "grad_norm": 2.556030750274658, + "learning_rate": 1.4734390386587738e-06, + "loss": 2.2757, + "step": 48503 + }, + { + "epoch": 0.8302778205720741, + "grad_norm": 2.5140860080718994, + "learning_rate": 1.4731493902419979e-06, + "loss": 2.2789, + "step": 48504 + }, + { + "epoch": 0.8302949382906246, + "grad_norm": 2.5945427417755127, + "learning_rate": 1.4728597680337897e-06, + "loss": 2.2434, + "step": 48505 + }, + { + "epoch": 0.8303120560091751, + "grad_norm": 2.61544132232666, + "learning_rate": 1.4725701720350383e-06, + "loss": 2.3009, + "step": 48506 + }, + { + "epoch": 0.8303291737277255, + "grad_norm": 2.7524707317352295, + "learning_rate": 1.4722806022466363e-06, + "loss": 2.3649, + "step": 48507 + }, + { + "epoch": 0.830346291446276, + "grad_norm": 2.542715311050415, + "learning_rate": 1.471991058669474e-06, + "loss": 2.3106, + "step": 48508 + }, + { + "epoch": 0.8303634091648265, + "grad_norm": 2.5528595447540283, + "learning_rate": 1.4717015413044344e-06, + "loss": 2.3042, + "step": 48509 + }, + { + "epoch": 0.8303805268833769, + "grad_norm": 2.5784049034118652, + "learning_rate": 1.4714120501524175e-06, + "loss": 2.3212, + "step": 48510 + }, + { + "epoch": 0.8303976446019274, + "grad_norm": 2.48158860206604, + "learning_rate": 1.4711225852143064e-06, + "loss": 2.3301, + "step": 48511 + }, + { + "epoch": 0.830414762320478, + "grad_norm": 2.627080202102661, + "learning_rate": 1.4708331464909919e-06, + "loss": 2.2956, + "step": 48512 + }, + { + "epoch": 0.8304318800390283, + "grad_norm": 2.6003124713897705, + "learning_rate": 1.4705437339833638e-06, + "loss": 2.2489, + "step": 48513 + }, + { + "epoch": 0.8304489977575789, + "grad_norm": 2.535836935043335, + "learning_rate": 1.4702543476923127e-06, + "loss": 2.2894, + "step": 48514 + }, + { + "epoch": 0.8304661154761294, + "grad_norm": 2.7867202758789062, + "learning_rate": 1.4699649876187305e-06, + "loss": 2.4174, + "step": 48515 + }, + { + "epoch": 0.8304832331946798, + "grad_norm": 2.686981201171875, + "learning_rate": 1.4696756537635004e-06, + "loss": 2.4319, + "step": 48516 + }, + { + "epoch": 0.8305003509132303, + "grad_norm": 2.676377534866333, + "learning_rate": 1.4693863461275148e-06, + "loss": 2.3587, + "step": 48517 + }, + { + "epoch": 0.8305174686317808, + "grad_norm": 2.7377026081085205, + "learning_rate": 1.469097064711663e-06, + "loss": 2.4349, + "step": 48518 + }, + { + "epoch": 0.8305345863503313, + "grad_norm": 2.7543060779571533, + "learning_rate": 1.4688078095168357e-06, + "loss": 2.3001, + "step": 48519 + }, + { + "epoch": 0.8305517040688817, + "grad_norm": 2.672187328338623, + "learning_rate": 1.4685185805439185e-06, + "loss": 2.326, + "step": 48520 + }, + { + "epoch": 0.8305688217874322, + "grad_norm": 2.5563035011291504, + "learning_rate": 1.4682293777938062e-06, + "loss": 2.3656, + "step": 48521 + }, + { + "epoch": 0.8305859395059827, + "grad_norm": 2.595026731491089, + "learning_rate": 1.4679402012673806e-06, + "loss": 2.3471, + "step": 48522 + }, + { + "epoch": 0.8306030572245331, + "grad_norm": 2.5238351821899414, + "learning_rate": 1.467651050965534e-06, + "loss": 2.251, + "step": 48523 + }, + { + "epoch": 0.8306201749430836, + "grad_norm": 2.659209966659546, + "learning_rate": 1.4673619268891547e-06, + "loss": 2.3029, + "step": 48524 + }, + { + "epoch": 0.8306372926616341, + "grad_norm": 2.74039363861084, + "learning_rate": 1.4670728290391322e-06, + "loss": 2.2657, + "step": 48525 + }, + { + "epoch": 0.8306544103801845, + "grad_norm": 2.5627567768096924, + "learning_rate": 1.4667837574163558e-06, + "loss": 2.3277, + "step": 48526 + }, + { + "epoch": 0.830671528098735, + "grad_norm": 2.5191595554351807, + "learning_rate": 1.4664947120217088e-06, + "loss": 2.2792, + "step": 48527 + }, + { + "epoch": 0.8306886458172855, + "grad_norm": 2.6754841804504395, + "learning_rate": 1.4662056928560885e-06, + "loss": 2.4243, + "step": 48528 + }, + { + "epoch": 0.8307057635358359, + "grad_norm": 2.686650514602661, + "learning_rate": 1.4659166999203755e-06, + "loss": 2.3742, + "step": 48529 + }, + { + "epoch": 0.8307228812543864, + "grad_norm": 2.6642141342163086, + "learning_rate": 1.46562773321546e-06, + "loss": 2.3105, + "step": 48530 + }, + { + "epoch": 0.8307399989729369, + "grad_norm": 2.5304627418518066, + "learning_rate": 1.4653387927422324e-06, + "loss": 2.3769, + "step": 48531 + }, + { + "epoch": 0.8307571166914873, + "grad_norm": 2.674947738647461, + "learning_rate": 1.4650498785015789e-06, + "loss": 2.2924, + "step": 48532 + }, + { + "epoch": 0.8307742344100378, + "grad_norm": 2.7343406677246094, + "learning_rate": 1.4647609904943906e-06, + "loss": 2.3858, + "step": 48533 + }, + { + "epoch": 0.8307913521285883, + "grad_norm": 2.493086338043213, + "learning_rate": 1.464472128721548e-06, + "loss": 2.3605, + "step": 48534 + }, + { + "epoch": 0.8308084698471387, + "grad_norm": 2.764554262161255, + "learning_rate": 1.4641832931839484e-06, + "loss": 2.2936, + "step": 48535 + }, + { + "epoch": 0.8308255875656892, + "grad_norm": 2.6066672801971436, + "learning_rate": 1.463894483882472e-06, + "loss": 2.2643, + "step": 48536 + }, + { + "epoch": 0.8308427052842398, + "grad_norm": 2.617485284805298, + "learning_rate": 1.4636057008180104e-06, + "loss": 2.3615, + "step": 48537 + }, + { + "epoch": 0.8308598230027902, + "grad_norm": 2.5651650428771973, + "learning_rate": 1.4633169439914518e-06, + "loss": 2.3982, + "step": 48538 + }, + { + "epoch": 0.8308769407213407, + "grad_norm": 2.4655778408050537, + "learning_rate": 1.463028213403679e-06, + "loss": 2.3061, + "step": 48539 + }, + { + "epoch": 0.8308940584398912, + "grad_norm": 2.705298900604248, + "learning_rate": 1.4627395090555862e-06, + "loss": 2.3804, + "step": 48540 + }, + { + "epoch": 0.8309111761584416, + "grad_norm": 2.5659797191619873, + "learning_rate": 1.4624508309480557e-06, + "loss": 2.3559, + "step": 48541 + }, + { + "epoch": 0.8309282938769921, + "grad_norm": 2.379145622253418, + "learning_rate": 1.4621621790819761e-06, + "loss": 2.2937, + "step": 48542 + }, + { + "epoch": 0.8309454115955426, + "grad_norm": 2.528563976287842, + "learning_rate": 1.4618735534582374e-06, + "loss": 2.3193, + "step": 48543 + }, + { + "epoch": 0.830962529314093, + "grad_norm": 2.53849720954895, + "learning_rate": 1.4615849540777195e-06, + "loss": 2.2916, + "step": 48544 + }, + { + "epoch": 0.8309796470326435, + "grad_norm": 2.6357343196868896, + "learning_rate": 1.4612963809413184e-06, + "loss": 2.4125, + "step": 48545 + }, + { + "epoch": 0.830996764751194, + "grad_norm": 2.6094634532928467, + "learning_rate": 1.4610078340499124e-06, + "loss": 2.36, + "step": 48546 + }, + { + "epoch": 0.8310138824697444, + "grad_norm": 2.567687749862671, + "learning_rate": 1.4607193134043984e-06, + "loss": 2.339, + "step": 48547 + }, + { + "epoch": 0.8310310001882949, + "grad_norm": 2.6501832008361816, + "learning_rate": 1.4604308190056539e-06, + "loss": 2.3988, + "step": 48548 + }, + { + "epoch": 0.8310481179068454, + "grad_norm": 2.6821846961975098, + "learning_rate": 1.4601423508545708e-06, + "loss": 2.4485, + "step": 48549 + }, + { + "epoch": 0.8310652356253958, + "grad_norm": 2.5659329891204834, + "learning_rate": 1.4598539089520359e-06, + "loss": 2.2361, + "step": 48550 + }, + { + "epoch": 0.8310823533439463, + "grad_norm": 2.469327449798584, + "learning_rate": 1.45956549329893e-06, + "loss": 2.3235, + "step": 48551 + }, + { + "epoch": 0.8310994710624968, + "grad_norm": 2.5887610912323, + "learning_rate": 1.4592771038961473e-06, + "loss": 2.3177, + "step": 48552 + }, + { + "epoch": 0.8311165887810472, + "grad_norm": 2.5682268142700195, + "learning_rate": 1.4589887407445703e-06, + "loss": 2.2852, + "step": 48553 + }, + { + "epoch": 0.8311337064995977, + "grad_norm": 2.7077341079711914, + "learning_rate": 1.4587004038450848e-06, + "loss": 2.3943, + "step": 48554 + }, + { + "epoch": 0.8311508242181482, + "grad_norm": 2.4777536392211914, + "learning_rate": 1.458412093198578e-06, + "loss": 2.2348, + "step": 48555 + }, + { + "epoch": 0.8311679419366986, + "grad_norm": 2.5106892585754395, + "learning_rate": 1.4581238088059358e-06, + "loss": 2.1992, + "step": 48556 + }, + { + "epoch": 0.8311850596552491, + "grad_norm": 2.7353508472442627, + "learning_rate": 1.4578355506680465e-06, + "loss": 2.3778, + "step": 48557 + }, + { + "epoch": 0.8312021773737996, + "grad_norm": 2.6157166957855225, + "learning_rate": 1.4575473187857924e-06, + "loss": 2.4041, + "step": 48558 + }, + { + "epoch": 0.83121929509235, + "grad_norm": 2.525021553039551, + "learning_rate": 1.457259113160061e-06, + "loss": 2.3331, + "step": 48559 + }, + { + "epoch": 0.8312364128109005, + "grad_norm": 2.6404662132263184, + "learning_rate": 1.4569709337917392e-06, + "loss": 2.2383, + "step": 48560 + }, + { + "epoch": 0.8312535305294511, + "grad_norm": 2.5998620986938477, + "learning_rate": 1.4566827806817107e-06, + "loss": 2.2731, + "step": 48561 + }, + { + "epoch": 0.8312706482480015, + "grad_norm": 2.5825653076171875, + "learning_rate": 1.4563946538308639e-06, + "loss": 2.3038, + "step": 48562 + }, + { + "epoch": 0.831287765966552, + "grad_norm": 2.5737321376800537, + "learning_rate": 1.456106553240081e-06, + "loss": 2.2501, + "step": 48563 + }, + { + "epoch": 0.8313048836851025, + "grad_norm": 2.65129017829895, + "learning_rate": 1.4558184789102502e-06, + "loss": 2.5481, + "step": 48564 + }, + { + "epoch": 0.8313220014036529, + "grad_norm": 2.613856792449951, + "learning_rate": 1.455530430842259e-06, + "loss": 2.2723, + "step": 48565 + }, + { + "epoch": 0.8313391191222034, + "grad_norm": 2.7536303997039795, + "learning_rate": 1.4552424090369877e-06, + "loss": 2.3671, + "step": 48566 + }, + { + "epoch": 0.8313562368407539, + "grad_norm": 2.5777275562286377, + "learning_rate": 1.454954413495323e-06, + "loss": 2.3545, + "step": 48567 + }, + { + "epoch": 0.8313733545593044, + "grad_norm": 2.4596798419952393, + "learning_rate": 1.4546664442181502e-06, + "loss": 2.2539, + "step": 48568 + }, + { + "epoch": 0.8313904722778548, + "grad_norm": 2.7283012866973877, + "learning_rate": 1.4543785012063561e-06, + "loss": 2.2749, + "step": 48569 + }, + { + "epoch": 0.8314075899964053, + "grad_norm": 2.5216851234436035, + "learning_rate": 1.4540905844608278e-06, + "loss": 2.2684, + "step": 48570 + }, + { + "epoch": 0.8314247077149558, + "grad_norm": 2.695284843444824, + "learning_rate": 1.4538026939824412e-06, + "loss": 2.2943, + "step": 48571 + }, + { + "epoch": 0.8314418254335062, + "grad_norm": 2.6614298820495605, + "learning_rate": 1.4535148297720924e-06, + "loss": 2.301, + "step": 48572 + }, + { + "epoch": 0.8314589431520567, + "grad_norm": 2.420236825942993, + "learning_rate": 1.4532269918306586e-06, + "loss": 2.3018, + "step": 48573 + }, + { + "epoch": 0.8314760608706072, + "grad_norm": 2.6173791885375977, + "learning_rate": 1.4529391801590265e-06, + "loss": 2.3823, + "step": 48574 + }, + { + "epoch": 0.8314931785891576, + "grad_norm": 2.4228572845458984, + "learning_rate": 1.4526513947580834e-06, + "loss": 2.3069, + "step": 48575 + }, + { + "epoch": 0.8315102963077081, + "grad_norm": 2.5555193424224854, + "learning_rate": 1.4523636356287074e-06, + "loss": 2.328, + "step": 48576 + }, + { + "epoch": 0.8315274140262586, + "grad_norm": 2.5231196880340576, + "learning_rate": 1.4520759027717913e-06, + "loss": 2.2109, + "step": 48577 + }, + { + "epoch": 0.831544531744809, + "grad_norm": 2.4341530799865723, + "learning_rate": 1.451788196188213e-06, + "loss": 2.2764, + "step": 48578 + }, + { + "epoch": 0.8315616494633595, + "grad_norm": 2.4700894355773926, + "learning_rate": 1.4515005158788598e-06, + "loss": 2.3238, + "step": 48579 + }, + { + "epoch": 0.83157876718191, + "grad_norm": 2.59702730178833, + "learning_rate": 1.4512128618446165e-06, + "loss": 2.3504, + "step": 48580 + }, + { + "epoch": 0.8315958849004604, + "grad_norm": 2.4664947986602783, + "learning_rate": 1.4509252340863622e-06, + "loss": 2.3345, + "step": 48581 + }, + { + "epoch": 0.8316130026190109, + "grad_norm": 2.7898659706115723, + "learning_rate": 1.4506376326049897e-06, + "loss": 2.2866, + "step": 48582 + }, + { + "epoch": 0.8316301203375615, + "grad_norm": 2.4812233448028564, + "learning_rate": 1.4503500574013728e-06, + "loss": 2.3988, + "step": 48583 + }, + { + "epoch": 0.8316472380561118, + "grad_norm": 2.5906078815460205, + "learning_rate": 1.4500625084764053e-06, + "loss": 2.3224, + "step": 48584 + }, + { + "epoch": 0.8316643557746624, + "grad_norm": 2.548788070678711, + "learning_rate": 1.449774985830964e-06, + "loss": 2.239, + "step": 48585 + }, + { + "epoch": 0.8316814734932129, + "grad_norm": 2.7175209522247314, + "learning_rate": 1.449487489465935e-06, + "loss": 2.3945, + "step": 48586 + }, + { + "epoch": 0.8316985912117633, + "grad_norm": 2.435490608215332, + "learning_rate": 1.4492000193822041e-06, + "loss": 2.3075, + "step": 48587 + }, + { + "epoch": 0.8317157089303138, + "grad_norm": 2.6142990589141846, + "learning_rate": 1.4489125755806487e-06, + "loss": 2.3231, + "step": 48588 + }, + { + "epoch": 0.8317328266488643, + "grad_norm": 2.4117913246154785, + "learning_rate": 1.4486251580621614e-06, + "loss": 2.2586, + "step": 48589 + }, + { + "epoch": 0.8317499443674147, + "grad_norm": 2.6562163829803467, + "learning_rate": 1.4483377668276176e-06, + "loss": 2.3156, + "step": 48590 + }, + { + "epoch": 0.8317670620859652, + "grad_norm": 2.6259381771087646, + "learning_rate": 1.448050401877903e-06, + "loss": 2.4482, + "step": 48591 + }, + { + "epoch": 0.8317841798045157, + "grad_norm": 2.5923376083374023, + "learning_rate": 1.4477630632139028e-06, + "loss": 2.2572, + "step": 48592 + }, + { + "epoch": 0.8318012975230661, + "grad_norm": 2.5934979915618896, + "learning_rate": 1.4474757508364978e-06, + "loss": 2.2962, + "step": 48593 + }, + { + "epoch": 0.8318184152416166, + "grad_norm": 2.717362880706787, + "learning_rate": 1.447188464746575e-06, + "loss": 2.3582, + "step": 48594 + }, + { + "epoch": 0.8318355329601671, + "grad_norm": 2.5918495655059814, + "learning_rate": 1.4469012049450126e-06, + "loss": 2.352, + "step": 48595 + }, + { + "epoch": 0.8318526506787175, + "grad_norm": 2.525683641433716, + "learning_rate": 1.4466139714326954e-06, + "loss": 2.3375, + "step": 48596 + }, + { + "epoch": 0.831869768397268, + "grad_norm": 2.641716718673706, + "learning_rate": 1.446326764210506e-06, + "loss": 2.4154, + "step": 48597 + }, + { + "epoch": 0.8318868861158185, + "grad_norm": 2.55515193939209, + "learning_rate": 1.4460395832793272e-06, + "loss": 2.3567, + "step": 48598 + }, + { + "epoch": 0.8319040038343689, + "grad_norm": 2.854414224624634, + "learning_rate": 1.4457524286400427e-06, + "loss": 2.4202, + "step": 48599 + }, + { + "epoch": 0.8319211215529194, + "grad_norm": 2.4798567295074463, + "learning_rate": 1.445465300293535e-06, + "loss": 2.2425, + "step": 48600 + }, + { + "epoch": 0.8319382392714699, + "grad_norm": 2.618335485458374, + "learning_rate": 1.4451781982406876e-06, + "loss": 2.2523, + "step": 48601 + }, + { + "epoch": 0.8319553569900203, + "grad_norm": 2.4744627475738525, + "learning_rate": 1.4448911224823792e-06, + "loss": 2.2473, + "step": 48602 + }, + { + "epoch": 0.8319724747085708, + "grad_norm": 2.701603412628174, + "learning_rate": 1.4446040730194944e-06, + "loss": 2.4545, + "step": 48603 + }, + { + "epoch": 0.8319895924271213, + "grad_norm": 2.7495226860046387, + "learning_rate": 1.4443170498529158e-06, + "loss": 2.3674, + "step": 48604 + }, + { + "epoch": 0.8320067101456717, + "grad_norm": 2.5191433429718018, + "learning_rate": 1.444030052983525e-06, + "loss": 2.3493, + "step": 48605 + }, + { + "epoch": 0.8320238278642222, + "grad_norm": 2.6026573181152344, + "learning_rate": 1.4437430824122046e-06, + "loss": 2.3153, + "step": 48606 + }, + { + "epoch": 0.8320409455827728, + "grad_norm": 2.6374731063842773, + "learning_rate": 1.4434561381398394e-06, + "loss": 2.3288, + "step": 48607 + }, + { + "epoch": 0.8320580633013231, + "grad_norm": 2.609858512878418, + "learning_rate": 1.4431692201673053e-06, + "loss": 2.3343, + "step": 48608 + }, + { + "epoch": 0.8320751810198737, + "grad_norm": 2.4046528339385986, + "learning_rate": 1.4428823284954874e-06, + "loss": 2.2928, + "step": 48609 + }, + { + "epoch": 0.8320922987384242, + "grad_norm": 2.603308916091919, + "learning_rate": 1.442595463125268e-06, + "loss": 2.3662, + "step": 48610 + }, + { + "epoch": 0.8321094164569746, + "grad_norm": 2.678098678588867, + "learning_rate": 1.4423086240575278e-06, + "loss": 2.3833, + "step": 48611 + }, + { + "epoch": 0.8321265341755251, + "grad_norm": 2.6459662914276123, + "learning_rate": 1.4420218112931517e-06, + "loss": 2.2671, + "step": 48612 + }, + { + "epoch": 0.8321436518940756, + "grad_norm": 2.748826026916504, + "learning_rate": 1.4417350248330132e-06, + "loss": 2.3846, + "step": 48613 + }, + { + "epoch": 0.8321607696126261, + "grad_norm": 2.6995255947113037, + "learning_rate": 1.4414482646780037e-06, + "loss": 2.3338, + "step": 48614 + }, + { + "epoch": 0.8321778873311765, + "grad_norm": 2.663738489151001, + "learning_rate": 1.4411615308289984e-06, + "loss": 2.3887, + "step": 48615 + }, + { + "epoch": 0.832195005049727, + "grad_norm": 2.6306638717651367, + "learning_rate": 1.4408748232868796e-06, + "loss": 2.4067, + "step": 48616 + }, + { + "epoch": 0.8322121227682775, + "grad_norm": 2.6396420001983643, + "learning_rate": 1.4405881420525315e-06, + "loss": 2.3446, + "step": 48617 + }, + { + "epoch": 0.8322292404868279, + "grad_norm": 2.6004979610443115, + "learning_rate": 1.4403014871268284e-06, + "loss": 2.3418, + "step": 48618 + }, + { + "epoch": 0.8322463582053784, + "grad_norm": 2.5967068672180176, + "learning_rate": 1.440014858510661e-06, + "loss": 2.3324, + "step": 48619 + }, + { + "epoch": 0.8322634759239289, + "grad_norm": 2.6420960426330566, + "learning_rate": 1.4397282562048998e-06, + "loss": 2.3545, + "step": 48620 + }, + { + "epoch": 0.8322805936424793, + "grad_norm": 2.6130006313323975, + "learning_rate": 1.4394416802104362e-06, + "loss": 2.3115, + "step": 48621 + }, + { + "epoch": 0.8322977113610298, + "grad_norm": 2.6450040340423584, + "learning_rate": 1.4391551305281426e-06, + "loss": 2.4057, + "step": 48622 + }, + { + "epoch": 0.8323148290795803, + "grad_norm": 2.572244644165039, + "learning_rate": 1.4388686071589043e-06, + "loss": 2.2822, + "step": 48623 + }, + { + "epoch": 0.8323319467981307, + "grad_norm": 2.5327675342559814, + "learning_rate": 1.4385821101036023e-06, + "loss": 2.2857, + "step": 48624 + }, + { + "epoch": 0.8323490645166812, + "grad_norm": 2.573180913925171, + "learning_rate": 1.438295639363111e-06, + "loss": 2.3171, + "step": 48625 + }, + { + "epoch": 0.8323661822352317, + "grad_norm": 2.542686700820923, + "learning_rate": 1.4380091949383202e-06, + "loss": 2.3259, + "step": 48626 + }, + { + "epoch": 0.8323832999537821, + "grad_norm": 2.6453182697296143, + "learning_rate": 1.4377227768301038e-06, + "loss": 2.2533, + "step": 48627 + }, + { + "epoch": 0.8324004176723326, + "grad_norm": 2.4440038204193115, + "learning_rate": 1.4374363850393436e-06, + "loss": 2.336, + "step": 48628 + }, + { + "epoch": 0.8324175353908831, + "grad_norm": 2.4988949298858643, + "learning_rate": 1.437150019566923e-06, + "loss": 2.3581, + "step": 48629 + }, + { + "epoch": 0.8324346531094335, + "grad_norm": 2.5790255069732666, + "learning_rate": 1.4368636804137147e-06, + "loss": 2.3514, + "step": 48630 + }, + { + "epoch": 0.832451770827984, + "grad_norm": 2.722782611846924, + "learning_rate": 1.436577367580607e-06, + "loss": 2.4248, + "step": 48631 + }, + { + "epoch": 0.8324688885465346, + "grad_norm": 2.536076068878174, + "learning_rate": 1.4362910810684761e-06, + "loss": 2.3084, + "step": 48632 + }, + { + "epoch": 0.832486006265085, + "grad_norm": 2.6479649543762207, + "learning_rate": 1.4360048208782019e-06, + "loss": 2.2999, + "step": 48633 + }, + { + "epoch": 0.8325031239836355, + "grad_norm": 2.7161741256713867, + "learning_rate": 1.4357185870106638e-06, + "loss": 2.4372, + "step": 48634 + }, + { + "epoch": 0.832520241702186, + "grad_norm": 2.7883615493774414, + "learning_rate": 1.4354323794667436e-06, + "loss": 2.407, + "step": 48635 + }, + { + "epoch": 0.8325373594207364, + "grad_norm": 2.5938148498535156, + "learning_rate": 1.4351461982473191e-06, + "loss": 2.4036, + "step": 48636 + }, + { + "epoch": 0.8325544771392869, + "grad_norm": 2.730468511581421, + "learning_rate": 1.4348600433532712e-06, + "loss": 2.3512, + "step": 48637 + }, + { + "epoch": 0.8325715948578374, + "grad_norm": 2.5896053314208984, + "learning_rate": 1.434573914785481e-06, + "loss": 2.2559, + "step": 48638 + }, + { + "epoch": 0.8325887125763878, + "grad_norm": 2.628592014312744, + "learning_rate": 1.4342878125448235e-06, + "loss": 2.3906, + "step": 48639 + }, + { + "epoch": 0.8326058302949383, + "grad_norm": 2.6684751510620117, + "learning_rate": 1.4340017366321802e-06, + "loss": 2.3944, + "step": 48640 + }, + { + "epoch": 0.8326229480134888, + "grad_norm": 2.577700138092041, + "learning_rate": 1.4337156870484314e-06, + "loss": 2.2037, + "step": 48641 + }, + { + "epoch": 0.8326400657320392, + "grad_norm": 2.5358729362487793, + "learning_rate": 1.4334296637944555e-06, + "loss": 2.383, + "step": 48642 + }, + { + "epoch": 0.8326571834505897, + "grad_norm": 2.5847227573394775, + "learning_rate": 1.4331436668711318e-06, + "loss": 2.3333, + "step": 48643 + }, + { + "epoch": 0.8326743011691402, + "grad_norm": 2.6261579990386963, + "learning_rate": 1.4328576962793406e-06, + "loss": 2.3133, + "step": 48644 + }, + { + "epoch": 0.8326914188876906, + "grad_norm": 2.6896214485168457, + "learning_rate": 1.432571752019959e-06, + "loss": 2.4064, + "step": 48645 + }, + { + "epoch": 0.8327085366062411, + "grad_norm": 2.724527597427368, + "learning_rate": 1.432285834093865e-06, + "loss": 2.2757, + "step": 48646 + }, + { + "epoch": 0.8327256543247916, + "grad_norm": 2.501527786254883, + "learning_rate": 1.4319999425019392e-06, + "loss": 2.3889, + "step": 48647 + }, + { + "epoch": 0.832742772043342, + "grad_norm": 2.617711305618286, + "learning_rate": 1.4317140772450612e-06, + "loss": 2.2549, + "step": 48648 + }, + { + "epoch": 0.8327598897618925, + "grad_norm": 2.6550040245056152, + "learning_rate": 1.4314282383241097e-06, + "loss": 2.2668, + "step": 48649 + }, + { + "epoch": 0.832777007480443, + "grad_norm": 2.6354410648345947, + "learning_rate": 1.4311424257399576e-06, + "loss": 2.331, + "step": 48650 + }, + { + "epoch": 0.8327941251989934, + "grad_norm": 2.7073590755462646, + "learning_rate": 1.430856639493492e-06, + "loss": 2.4022, + "step": 48651 + }, + { + "epoch": 0.8328112429175439, + "grad_norm": 2.635328769683838, + "learning_rate": 1.4305708795855855e-06, + "loss": 2.2681, + "step": 48652 + }, + { + "epoch": 0.8328283606360944, + "grad_norm": 2.6961071491241455, + "learning_rate": 1.4302851460171175e-06, + "loss": 2.2854, + "step": 48653 + }, + { + "epoch": 0.8328454783546448, + "grad_norm": 2.4222781658172607, + "learning_rate": 1.4299994387889692e-06, + "loss": 2.2576, + "step": 48654 + }, + { + "epoch": 0.8328625960731953, + "grad_norm": 2.646209478378296, + "learning_rate": 1.4297137579020127e-06, + "loss": 2.3878, + "step": 48655 + }, + { + "epoch": 0.8328797137917459, + "grad_norm": 2.593691110610962, + "learning_rate": 1.4294281033571332e-06, + "loss": 2.381, + "step": 48656 + }, + { + "epoch": 0.8328968315102963, + "grad_norm": 2.538818359375, + "learning_rate": 1.4291424751552008e-06, + "loss": 2.3387, + "step": 48657 + }, + { + "epoch": 0.8329139492288468, + "grad_norm": 2.753941297531128, + "learning_rate": 1.428856873297103e-06, + "loss": 2.3265, + "step": 48658 + }, + { + "epoch": 0.8329310669473973, + "grad_norm": 2.4726428985595703, + "learning_rate": 1.4285712977837095e-06, + "loss": 2.287, + "step": 48659 + }, + { + "epoch": 0.8329481846659478, + "grad_norm": 2.7002851963043213, + "learning_rate": 1.428285748615902e-06, + "loss": 2.4529, + "step": 48660 + }, + { + "epoch": 0.8329653023844982, + "grad_norm": 2.5061075687408447, + "learning_rate": 1.428000225794559e-06, + "loss": 2.3681, + "step": 48661 + }, + { + "epoch": 0.8329824201030487, + "grad_norm": 2.538834571838379, + "learning_rate": 1.4277147293205519e-06, + "loss": 2.2745, + "step": 48662 + }, + { + "epoch": 0.8329995378215992, + "grad_norm": 2.5569875240325928, + "learning_rate": 1.427429259194767e-06, + "loss": 2.4005, + "step": 48663 + }, + { + "epoch": 0.8330166555401496, + "grad_norm": 2.5360260009765625, + "learning_rate": 1.427143815418076e-06, + "loss": 2.2252, + "step": 48664 + }, + { + "epoch": 0.8330337732587001, + "grad_norm": 2.5801384449005127, + "learning_rate": 1.4268583979913564e-06, + "loss": 2.3143, + "step": 48665 + }, + { + "epoch": 0.8330508909772506, + "grad_norm": 2.710238456726074, + "learning_rate": 1.4265730069154903e-06, + "loss": 2.3957, + "step": 48666 + }, + { + "epoch": 0.833068008695801, + "grad_norm": 2.5739552974700928, + "learning_rate": 1.4262876421913452e-06, + "loss": 2.3374, + "step": 48667 + }, + { + "epoch": 0.8330851264143515, + "grad_norm": 2.5663528442382812, + "learning_rate": 1.4260023038198101e-06, + "loss": 2.2672, + "step": 48668 + }, + { + "epoch": 0.833102244132902, + "grad_norm": 2.67547345161438, + "learning_rate": 1.4257169918017532e-06, + "loss": 2.3873, + "step": 48669 + }, + { + "epoch": 0.8331193618514524, + "grad_norm": 2.6494429111480713, + "learning_rate": 1.4254317061380551e-06, + "loss": 2.3553, + "step": 48670 + }, + { + "epoch": 0.8331364795700029, + "grad_norm": 2.669499397277832, + "learning_rate": 1.4251464468295928e-06, + "loss": 2.3019, + "step": 48671 + }, + { + "epoch": 0.8331535972885534, + "grad_norm": 2.634442090988159, + "learning_rate": 1.424861213877241e-06, + "loss": 2.3477, + "step": 48672 + }, + { + "epoch": 0.8331707150071038, + "grad_norm": 2.483717918395996, + "learning_rate": 1.4245760072818805e-06, + "loss": 2.2408, + "step": 48673 + }, + { + "epoch": 0.8331878327256543, + "grad_norm": 2.6022067070007324, + "learning_rate": 1.424290827044381e-06, + "loss": 2.3006, + "step": 48674 + }, + { + "epoch": 0.8332049504442048, + "grad_norm": 2.48409104347229, + "learning_rate": 1.4240056731656271e-06, + "loss": 2.2644, + "step": 48675 + }, + { + "epoch": 0.8332220681627552, + "grad_norm": 2.615370988845825, + "learning_rate": 1.4237205456464898e-06, + "loss": 2.3288, + "step": 48676 + }, + { + "epoch": 0.8332391858813057, + "grad_norm": 2.800239086151123, + "learning_rate": 1.4234354444878474e-06, + "loss": 2.3545, + "step": 48677 + }, + { + "epoch": 0.8332563035998563, + "grad_norm": 2.7379045486450195, + "learning_rate": 1.4231503696905746e-06, + "loss": 2.4023, + "step": 48678 + }, + { + "epoch": 0.8332734213184066, + "grad_norm": 2.6416406631469727, + "learning_rate": 1.42286532125555e-06, + "loss": 2.4465, + "step": 48679 + }, + { + "epoch": 0.8332905390369572, + "grad_norm": 2.4366395473480225, + "learning_rate": 1.4225802991836513e-06, + "loss": 2.2432, + "step": 48680 + }, + { + "epoch": 0.8333076567555077, + "grad_norm": 2.5262460708618164, + "learning_rate": 1.422295303475748e-06, + "loss": 2.4207, + "step": 48681 + }, + { + "epoch": 0.8333247744740581, + "grad_norm": 2.7155463695526123, + "learning_rate": 1.422010334132722e-06, + "loss": 2.4296, + "step": 48682 + }, + { + "epoch": 0.8333418921926086, + "grad_norm": 2.678999185562134, + "learning_rate": 1.4217253911554451e-06, + "loss": 2.348, + "step": 48683 + }, + { + "epoch": 0.8333590099111591, + "grad_norm": 2.7227039337158203, + "learning_rate": 1.4214404745447963e-06, + "loss": 2.3956, + "step": 48684 + }, + { + "epoch": 0.8333761276297095, + "grad_norm": 2.6001498699188232, + "learning_rate": 1.4211555843016512e-06, + "loss": 2.2902, + "step": 48685 + }, + { + "epoch": 0.83339324534826, + "grad_norm": 2.670559883117676, + "learning_rate": 1.4208707204268857e-06, + "loss": 2.2206, + "step": 48686 + }, + { + "epoch": 0.8334103630668105, + "grad_norm": 2.6984879970550537, + "learning_rate": 1.4205858829213713e-06, + "loss": 2.3662, + "step": 48687 + }, + { + "epoch": 0.8334274807853609, + "grad_norm": 2.552027702331543, + "learning_rate": 1.4203010717859866e-06, + "loss": 2.3303, + "step": 48688 + }, + { + "epoch": 0.8334445985039114, + "grad_norm": 2.522019863128662, + "learning_rate": 1.4200162870216083e-06, + "loss": 2.3372, + "step": 48689 + }, + { + "epoch": 0.8334617162224619, + "grad_norm": 2.5985941886901855, + "learning_rate": 1.4197315286291091e-06, + "loss": 2.3862, + "step": 48690 + }, + { + "epoch": 0.8334788339410123, + "grad_norm": 2.545468807220459, + "learning_rate": 1.419446796609365e-06, + "loss": 2.1759, + "step": 48691 + }, + { + "epoch": 0.8334959516595628, + "grad_norm": 2.722867488861084, + "learning_rate": 1.419162090963252e-06, + "loss": 2.4233, + "step": 48692 + }, + { + "epoch": 0.8335130693781133, + "grad_norm": 2.5361387729644775, + "learning_rate": 1.418877411691647e-06, + "loss": 2.3044, + "step": 48693 + }, + { + "epoch": 0.8335301870966637, + "grad_norm": 2.57962703704834, + "learning_rate": 1.4185927587954197e-06, + "loss": 2.3675, + "step": 48694 + }, + { + "epoch": 0.8335473048152142, + "grad_norm": 2.529165744781494, + "learning_rate": 1.4183081322754489e-06, + "loss": 2.2563, + "step": 48695 + }, + { + "epoch": 0.8335644225337647, + "grad_norm": 2.7991158962249756, + "learning_rate": 1.4180235321326075e-06, + "loss": 2.3671, + "step": 48696 + }, + { + "epoch": 0.8335815402523151, + "grad_norm": 2.5483789443969727, + "learning_rate": 1.4177389583677725e-06, + "loss": 2.2562, + "step": 48697 + }, + { + "epoch": 0.8335986579708656, + "grad_norm": 2.5891921520233154, + "learning_rate": 1.417454410981819e-06, + "loss": 2.3269, + "step": 48698 + }, + { + "epoch": 0.8336157756894161, + "grad_norm": 2.4994146823883057, + "learning_rate": 1.4171698899756158e-06, + "loss": 2.2869, + "step": 48699 + }, + { + "epoch": 0.8336328934079665, + "grad_norm": 2.6191749572753906, + "learning_rate": 1.4168853953500461e-06, + "loss": 2.4532, + "step": 48700 + }, + { + "epoch": 0.833650011126517, + "grad_norm": 2.693077325820923, + "learning_rate": 1.4166009271059778e-06, + "loss": 2.3134, + "step": 48701 + }, + { + "epoch": 0.8336671288450676, + "grad_norm": 2.482971668243408, + "learning_rate": 1.4163164852442867e-06, + "loss": 2.2897, + "step": 48702 + }, + { + "epoch": 0.833684246563618, + "grad_norm": 2.7192635536193848, + "learning_rate": 1.4160320697658515e-06, + "loss": 2.3813, + "step": 48703 + }, + { + "epoch": 0.8337013642821685, + "grad_norm": 2.578193187713623, + "learning_rate": 1.4157476806715364e-06, + "loss": 2.3596, + "step": 48704 + }, + { + "epoch": 0.833718482000719, + "grad_norm": 2.66406512260437, + "learning_rate": 1.4154633179622267e-06, + "loss": 2.3224, + "step": 48705 + }, + { + "epoch": 0.8337355997192695, + "grad_norm": 2.624638795852661, + "learning_rate": 1.4151789816387896e-06, + "loss": 2.3993, + "step": 48706 + }, + { + "epoch": 0.8337527174378199, + "grad_norm": 2.7833364009857178, + "learning_rate": 1.4148946717021006e-06, + "loss": 2.448, + "step": 48707 + }, + { + "epoch": 0.8337698351563704, + "grad_norm": 2.506254196166992, + "learning_rate": 1.4146103881530338e-06, + "loss": 2.3008, + "step": 48708 + }, + { + "epoch": 0.8337869528749209, + "grad_norm": 2.491853713989258, + "learning_rate": 1.4143261309924627e-06, + "loss": 2.2758, + "step": 48709 + }, + { + "epoch": 0.8338040705934713, + "grad_norm": 2.6291372776031494, + "learning_rate": 1.4140419002212646e-06, + "loss": 2.3026, + "step": 48710 + }, + { + "epoch": 0.8338211883120218, + "grad_norm": 2.5968518257141113, + "learning_rate": 1.4137576958403044e-06, + "loss": 2.3103, + "step": 48711 + }, + { + "epoch": 0.8338383060305723, + "grad_norm": 2.7393300533294678, + "learning_rate": 1.4134735178504654e-06, + "loss": 2.3054, + "step": 48712 + }, + { + "epoch": 0.8338554237491227, + "grad_norm": 2.316737413406372, + "learning_rate": 1.4131893662526153e-06, + "loss": 2.1603, + "step": 48713 + }, + { + "epoch": 0.8338725414676732, + "grad_norm": 2.491842031478882, + "learning_rate": 1.4129052410476286e-06, + "loss": 2.221, + "step": 48714 + }, + { + "epoch": 0.8338896591862237, + "grad_norm": 2.6525206565856934, + "learning_rate": 1.41262114223638e-06, + "loss": 2.2464, + "step": 48715 + }, + { + "epoch": 0.8339067769047741, + "grad_norm": 2.491434097290039, + "learning_rate": 1.4123370698197402e-06, + "loss": 2.2918, + "step": 48716 + }, + { + "epoch": 0.8339238946233246, + "grad_norm": 2.7508997917175293, + "learning_rate": 1.4120530237985875e-06, + "loss": 2.4337, + "step": 48717 + }, + { + "epoch": 0.8339410123418751, + "grad_norm": 2.600782871246338, + "learning_rate": 1.4117690041737874e-06, + "loss": 2.1921, + "step": 48718 + }, + { + "epoch": 0.8339581300604255, + "grad_norm": 2.5321013927459717, + "learning_rate": 1.4114850109462186e-06, + "loss": 2.336, + "step": 48719 + }, + { + "epoch": 0.833975247778976, + "grad_norm": 2.5315253734588623, + "learning_rate": 1.4112010441167511e-06, + "loss": 2.3411, + "step": 48720 + }, + { + "epoch": 0.8339923654975265, + "grad_norm": 2.4792962074279785, + "learning_rate": 1.410917103686259e-06, + "loss": 2.3096, + "step": 48721 + }, + { + "epoch": 0.8340094832160769, + "grad_norm": 2.565645217895508, + "learning_rate": 1.4106331896556146e-06, + "loss": 2.4206, + "step": 48722 + }, + { + "epoch": 0.8340266009346274, + "grad_norm": 2.4932355880737305, + "learning_rate": 1.410349302025693e-06, + "loss": 2.2874, + "step": 48723 + }, + { + "epoch": 0.834043718653178, + "grad_norm": 2.6185665130615234, + "learning_rate": 1.4100654407973624e-06, + "loss": 2.3282, + "step": 48724 + }, + { + "epoch": 0.8340608363717283, + "grad_norm": 2.529484748840332, + "learning_rate": 1.4097816059714976e-06, + "loss": 2.3243, + "step": 48725 + }, + { + "epoch": 0.8340779540902789, + "grad_norm": 2.7702972888946533, + "learning_rate": 1.4094977975489699e-06, + "loss": 2.3516, + "step": 48726 + }, + { + "epoch": 0.8340950718088294, + "grad_norm": 2.7189137935638428, + "learning_rate": 1.4092140155306544e-06, + "loss": 2.2942, + "step": 48727 + }, + { + "epoch": 0.8341121895273798, + "grad_norm": 2.7324652671813965, + "learning_rate": 1.4089302599174205e-06, + "loss": 2.3836, + "step": 48728 + }, + { + "epoch": 0.8341293072459303, + "grad_norm": 2.7230453491210938, + "learning_rate": 1.4086465307101405e-06, + "loss": 2.3921, + "step": 48729 + }, + { + "epoch": 0.8341464249644808, + "grad_norm": 2.5064096450805664, + "learning_rate": 1.4083628279096906e-06, + "loss": 2.2377, + "step": 48730 + }, + { + "epoch": 0.8341635426830312, + "grad_norm": 2.677536964416504, + "learning_rate": 1.4080791515169378e-06, + "loss": 2.3529, + "step": 48731 + }, + { + "epoch": 0.8341806604015817, + "grad_norm": 2.5425193309783936, + "learning_rate": 1.407795501532755e-06, + "loss": 2.324, + "step": 48732 + }, + { + "epoch": 0.8341977781201322, + "grad_norm": 2.5878477096557617, + "learning_rate": 1.4075118779580155e-06, + "loss": 2.2924, + "step": 48733 + }, + { + "epoch": 0.8342148958386826, + "grad_norm": 2.577838897705078, + "learning_rate": 1.407228280793589e-06, + "loss": 2.2462, + "step": 48734 + }, + { + "epoch": 0.8342320135572331, + "grad_norm": 2.706963062286377, + "learning_rate": 1.4069447100403522e-06, + "loss": 2.4242, + "step": 48735 + }, + { + "epoch": 0.8342491312757836, + "grad_norm": 2.789052963256836, + "learning_rate": 1.406661165699168e-06, + "loss": 2.2977, + "step": 48736 + }, + { + "epoch": 0.834266248994334, + "grad_norm": 2.7092766761779785, + "learning_rate": 1.4063776477709178e-06, + "loss": 2.3515, + "step": 48737 + }, + { + "epoch": 0.8342833667128845, + "grad_norm": 2.4222981929779053, + "learning_rate": 1.4060941562564656e-06, + "loss": 2.3435, + "step": 48738 + }, + { + "epoch": 0.834300484431435, + "grad_norm": 2.7969164848327637, + "learning_rate": 1.405810691156686e-06, + "loss": 2.4227, + "step": 48739 + }, + { + "epoch": 0.8343176021499854, + "grad_norm": 2.6357812881469727, + "learning_rate": 1.4055272524724505e-06, + "loss": 2.4103, + "step": 48740 + }, + { + "epoch": 0.8343347198685359, + "grad_norm": 2.532701253890991, + "learning_rate": 1.4052438402046265e-06, + "loss": 2.325, + "step": 48741 + }, + { + "epoch": 0.8343518375870864, + "grad_norm": 2.7089953422546387, + "learning_rate": 1.4049604543540918e-06, + "loss": 2.2224, + "step": 48742 + }, + { + "epoch": 0.8343689553056368, + "grad_norm": 2.6920621395111084, + "learning_rate": 1.4046770949217114e-06, + "loss": 2.3701, + "step": 48743 + }, + { + "epoch": 0.8343860730241873, + "grad_norm": 2.561354398727417, + "learning_rate": 1.4043937619083592e-06, + "loss": 2.1982, + "step": 48744 + }, + { + "epoch": 0.8344031907427378, + "grad_norm": 2.619368076324463, + "learning_rate": 1.4041104553149065e-06, + "loss": 2.3619, + "step": 48745 + }, + { + "epoch": 0.8344203084612882, + "grad_norm": 2.583637237548828, + "learning_rate": 1.4038271751422194e-06, + "loss": 2.3231, + "step": 48746 + }, + { + "epoch": 0.8344374261798387, + "grad_norm": 2.4915709495544434, + "learning_rate": 1.4035439213911771e-06, + "loss": 2.3053, + "step": 48747 + }, + { + "epoch": 0.8344545438983892, + "grad_norm": 2.455315351486206, + "learning_rate": 1.4032606940626393e-06, + "loss": 2.2173, + "step": 48748 + }, + { + "epoch": 0.8344716616169396, + "grad_norm": 2.4592065811157227, + "learning_rate": 1.402977493157488e-06, + "loss": 2.2941, + "step": 48749 + }, + { + "epoch": 0.8344887793354901, + "grad_norm": 2.7037742137908936, + "learning_rate": 1.4026943186765863e-06, + "loss": 2.2806, + "step": 48750 + }, + { + "epoch": 0.8345058970540407, + "grad_norm": 2.537201404571533, + "learning_rate": 1.4024111706208055e-06, + "loss": 2.2425, + "step": 48751 + }, + { + "epoch": 0.834523014772591, + "grad_norm": 2.659605026245117, + "learning_rate": 1.4021280489910205e-06, + "loss": 2.3314, + "step": 48752 + }, + { + "epoch": 0.8345401324911416, + "grad_norm": 2.7306487560272217, + "learning_rate": 1.401844953788092e-06, + "loss": 2.3027, + "step": 48753 + }, + { + "epoch": 0.8345572502096921, + "grad_norm": 2.619572877883911, + "learning_rate": 1.401561885012901e-06, + "loss": 2.3898, + "step": 48754 + }, + { + "epoch": 0.8345743679282426, + "grad_norm": 2.812962770462036, + "learning_rate": 1.4012788426663104e-06, + "loss": 2.3152, + "step": 48755 + }, + { + "epoch": 0.834591485646793, + "grad_norm": 2.6742000579833984, + "learning_rate": 1.400995826749193e-06, + "loss": 2.3374, + "step": 48756 + }, + { + "epoch": 0.8346086033653435, + "grad_norm": 2.7565572261810303, + "learning_rate": 1.4007128372624179e-06, + "loss": 2.3593, + "step": 48757 + }, + { + "epoch": 0.834625721083894, + "grad_norm": 2.491638422012329, + "learning_rate": 1.4004298742068545e-06, + "loss": 2.3437, + "step": 48758 + }, + { + "epoch": 0.8346428388024444, + "grad_norm": 2.525974988937378, + "learning_rate": 1.4001469375833754e-06, + "loss": 2.3281, + "step": 48759 + }, + { + "epoch": 0.8346599565209949, + "grad_norm": 2.480536937713623, + "learning_rate": 1.3998640273928454e-06, + "loss": 2.2694, + "step": 48760 + }, + { + "epoch": 0.8346770742395454, + "grad_norm": 2.7326500415802, + "learning_rate": 1.3995811436361372e-06, + "loss": 2.2514, + "step": 48761 + }, + { + "epoch": 0.8346941919580958, + "grad_norm": 2.6237852573394775, + "learning_rate": 1.3992982863141203e-06, + "loss": 2.2833, + "step": 48762 + }, + { + "epoch": 0.8347113096766463, + "grad_norm": 2.638420820236206, + "learning_rate": 1.3990154554276624e-06, + "loss": 2.2391, + "step": 48763 + }, + { + "epoch": 0.8347284273951968, + "grad_norm": 2.8415088653564453, + "learning_rate": 1.3987326509776345e-06, + "loss": 2.3849, + "step": 48764 + }, + { + "epoch": 0.8347455451137472, + "grad_norm": 2.6796207427978516, + "learning_rate": 1.3984498729649055e-06, + "loss": 2.4473, + "step": 48765 + }, + { + "epoch": 0.8347626628322977, + "grad_norm": 2.8534226417541504, + "learning_rate": 1.3981671213903459e-06, + "loss": 2.3488, + "step": 48766 + }, + { + "epoch": 0.8347797805508482, + "grad_norm": 2.610347270965576, + "learning_rate": 1.3978843962548205e-06, + "loss": 2.2978, + "step": 48767 + }, + { + "epoch": 0.8347968982693986, + "grad_norm": 2.5865674018859863, + "learning_rate": 1.3976016975592021e-06, + "loss": 2.3856, + "step": 48768 + }, + { + "epoch": 0.8348140159879491, + "grad_norm": 2.5894293785095215, + "learning_rate": 1.3973190253043589e-06, + "loss": 2.3235, + "step": 48769 + }, + { + "epoch": 0.8348311337064996, + "grad_norm": 2.437912702560425, + "learning_rate": 1.3970363794911578e-06, + "loss": 2.2511, + "step": 48770 + }, + { + "epoch": 0.83484825142505, + "grad_norm": 2.515869379043579, + "learning_rate": 1.3967537601204706e-06, + "loss": 2.3022, + "step": 48771 + }, + { + "epoch": 0.8348653691436005, + "grad_norm": 2.513583183288574, + "learning_rate": 1.3964711671931663e-06, + "loss": 2.3726, + "step": 48772 + }, + { + "epoch": 0.834882486862151, + "grad_norm": 2.7336270809173584, + "learning_rate": 1.3961886007101088e-06, + "loss": 2.316, + "step": 48773 + }, + { + "epoch": 0.8348996045807014, + "grad_norm": 2.626312255859375, + "learning_rate": 1.3959060606721708e-06, + "loss": 2.2985, + "step": 48774 + }, + { + "epoch": 0.834916722299252, + "grad_norm": 2.7743661403656006, + "learning_rate": 1.3956235470802183e-06, + "loss": 2.4657, + "step": 48775 + }, + { + "epoch": 0.8349338400178025, + "grad_norm": 2.536842107772827, + "learning_rate": 1.3953410599351214e-06, + "loss": 2.2981, + "step": 48776 + }, + { + "epoch": 0.8349509577363529, + "grad_norm": 2.4806711673736572, + "learning_rate": 1.3950585992377497e-06, + "loss": 2.2157, + "step": 48777 + }, + { + "epoch": 0.8349680754549034, + "grad_norm": 2.6206252574920654, + "learning_rate": 1.3947761649889647e-06, + "loss": 2.4028, + "step": 48778 + }, + { + "epoch": 0.8349851931734539, + "grad_norm": 2.6422231197357178, + "learning_rate": 1.3944937571896444e-06, + "loss": 2.369, + "step": 48779 + }, + { + "epoch": 0.8350023108920043, + "grad_norm": 2.7593421936035156, + "learning_rate": 1.3942113758406461e-06, + "loss": 2.2795, + "step": 48780 + }, + { + "epoch": 0.8350194286105548, + "grad_norm": 2.708120346069336, + "learning_rate": 1.393929020942849e-06, + "loss": 2.271, + "step": 48781 + }, + { + "epoch": 0.8350365463291053, + "grad_norm": 2.45468807220459, + "learning_rate": 1.3936466924971127e-06, + "loss": 2.3069, + "step": 48782 + }, + { + "epoch": 0.8350536640476557, + "grad_norm": 2.6206510066986084, + "learning_rate": 1.393364390504307e-06, + "loss": 2.2274, + "step": 48783 + }, + { + "epoch": 0.8350707817662062, + "grad_norm": 2.5523581504821777, + "learning_rate": 1.3930821149653029e-06, + "loss": 2.3426, + "step": 48784 + }, + { + "epoch": 0.8350878994847567, + "grad_norm": 2.6072826385498047, + "learning_rate": 1.3927998658809605e-06, + "loss": 2.5008, + "step": 48785 + }, + { + "epoch": 0.8351050172033071, + "grad_norm": 2.602503538131714, + "learning_rate": 1.392517643252156e-06, + "loss": 2.344, + "step": 48786 + }, + { + "epoch": 0.8351221349218576, + "grad_norm": 2.7555606365203857, + "learning_rate": 1.3922354470797517e-06, + "loss": 2.4654, + "step": 48787 + }, + { + "epoch": 0.8351392526404081, + "grad_norm": 2.558622360229492, + "learning_rate": 1.3919532773646161e-06, + "loss": 2.2811, + "step": 48788 + }, + { + "epoch": 0.8351563703589585, + "grad_norm": 2.5852670669555664, + "learning_rate": 1.3916711341076183e-06, + "loss": 2.297, + "step": 48789 + }, + { + "epoch": 0.835173488077509, + "grad_norm": 2.6393847465515137, + "learning_rate": 1.39138901730962e-06, + "loss": 2.3988, + "step": 48790 + }, + { + "epoch": 0.8351906057960595, + "grad_norm": 2.6677803993225098, + "learning_rate": 1.391106926971496e-06, + "loss": 2.4278, + "step": 48791 + }, + { + "epoch": 0.8352077235146099, + "grad_norm": 2.5764875411987305, + "learning_rate": 1.3908248630941079e-06, + "loss": 2.2771, + "step": 48792 + }, + { + "epoch": 0.8352248412331604, + "grad_norm": 2.6596553325653076, + "learning_rate": 1.3905428256783238e-06, + "loss": 2.3433, + "step": 48793 + }, + { + "epoch": 0.8352419589517109, + "grad_norm": 2.441721200942993, + "learning_rate": 1.3902608147250106e-06, + "loss": 2.2905, + "step": 48794 + }, + { + "epoch": 0.8352590766702613, + "grad_norm": 2.5386805534362793, + "learning_rate": 1.389978830235037e-06, + "loss": 2.3293, + "step": 48795 + }, + { + "epoch": 0.8352761943888118, + "grad_norm": 2.5918314456939697, + "learning_rate": 1.3896968722092695e-06, + "loss": 2.3516, + "step": 48796 + }, + { + "epoch": 0.8352933121073624, + "grad_norm": 2.4685170650482178, + "learning_rate": 1.3894149406485712e-06, + "loss": 2.2428, + "step": 48797 + }, + { + "epoch": 0.8353104298259127, + "grad_norm": 2.647773265838623, + "learning_rate": 1.3891330355538114e-06, + "loss": 2.4424, + "step": 48798 + }, + { + "epoch": 0.8353275475444633, + "grad_norm": 2.4667749404907227, + "learning_rate": 1.3888511569258555e-06, + "loss": 2.2882, + "step": 48799 + }, + { + "epoch": 0.8353446652630138, + "grad_norm": 2.559224843978882, + "learning_rate": 1.3885693047655712e-06, + "loss": 2.314, + "step": 48800 + }, + { + "epoch": 0.8353617829815643, + "grad_norm": 2.4991371631622314, + "learning_rate": 1.3882874790738243e-06, + "loss": 2.3884, + "step": 48801 + }, + { + "epoch": 0.8353789007001147, + "grad_norm": 2.5949227809906006, + "learning_rate": 1.3880056798514797e-06, + "loss": 2.3834, + "step": 48802 + }, + { + "epoch": 0.8353960184186652, + "grad_norm": 2.6828134059906006, + "learning_rate": 1.3877239070994087e-06, + "loss": 2.2757, + "step": 48803 + }, + { + "epoch": 0.8354131361372157, + "grad_norm": 2.534175157546997, + "learning_rate": 1.3874421608184696e-06, + "loss": 2.3319, + "step": 48804 + }, + { + "epoch": 0.8354302538557661, + "grad_norm": 2.664900064468384, + "learning_rate": 1.387160441009533e-06, + "loss": 2.2933, + "step": 48805 + }, + { + "epoch": 0.8354473715743166, + "grad_norm": 2.611238718032837, + "learning_rate": 1.3868787476734635e-06, + "loss": 2.3214, + "step": 48806 + }, + { + "epoch": 0.8354644892928671, + "grad_norm": 2.5329160690307617, + "learning_rate": 1.3865970808111285e-06, + "loss": 2.2565, + "step": 48807 + }, + { + "epoch": 0.8354816070114175, + "grad_norm": 2.4237210750579834, + "learning_rate": 1.3863154404233925e-06, + "loss": 2.2581, + "step": 48808 + }, + { + "epoch": 0.835498724729968, + "grad_norm": 2.6042253971099854, + "learning_rate": 1.3860338265111228e-06, + "loss": 2.402, + "step": 48809 + }, + { + "epoch": 0.8355158424485185, + "grad_norm": 2.6118693351745605, + "learning_rate": 1.385752239075182e-06, + "loss": 2.3134, + "step": 48810 + }, + { + "epoch": 0.8355329601670689, + "grad_norm": 2.616990089416504, + "learning_rate": 1.3854706781164362e-06, + "loss": 2.2608, + "step": 48811 + }, + { + "epoch": 0.8355500778856194, + "grad_norm": 2.5646443367004395, + "learning_rate": 1.3851891436357522e-06, + "loss": 2.2718, + "step": 48812 + }, + { + "epoch": 0.8355671956041699, + "grad_norm": 2.52670955657959, + "learning_rate": 1.3849076356339952e-06, + "loss": 2.2818, + "step": 48813 + }, + { + "epoch": 0.8355843133227203, + "grad_norm": 2.5262131690979004, + "learning_rate": 1.384626154112032e-06, + "loss": 2.3109, + "step": 48814 + }, + { + "epoch": 0.8356014310412708, + "grad_norm": 2.537299156188965, + "learning_rate": 1.384344699070722e-06, + "loss": 2.2901, + "step": 48815 + }, + { + "epoch": 0.8356185487598213, + "grad_norm": 2.588505983352661, + "learning_rate": 1.3840632705109391e-06, + "loss": 2.4024, + "step": 48816 + }, + { + "epoch": 0.8356356664783717, + "grad_norm": 2.5626847743988037, + "learning_rate": 1.3837818684335403e-06, + "loss": 2.3646, + "step": 48817 + }, + { + "epoch": 0.8356527841969222, + "grad_norm": 2.6725614070892334, + "learning_rate": 1.3835004928393936e-06, + "loss": 2.3451, + "step": 48818 + }, + { + "epoch": 0.8356699019154727, + "grad_norm": 2.661423683166504, + "learning_rate": 1.383219143729364e-06, + "loss": 2.3373, + "step": 48819 + }, + { + "epoch": 0.8356870196340231, + "grad_norm": 2.716402292251587, + "learning_rate": 1.3829378211043166e-06, + "loss": 2.4118, + "step": 48820 + }, + { + "epoch": 0.8357041373525737, + "grad_norm": 2.579376459121704, + "learning_rate": 1.382656524965118e-06, + "loss": 2.255, + "step": 48821 + }, + { + "epoch": 0.8357212550711242, + "grad_norm": 2.5219194889068604, + "learning_rate": 1.3823752553126257e-06, + "loss": 2.3677, + "step": 48822 + }, + { + "epoch": 0.8357383727896746, + "grad_norm": 2.504344940185547, + "learning_rate": 1.3820940121477134e-06, + "loss": 2.2678, + "step": 48823 + }, + { + "epoch": 0.8357554905082251, + "grad_norm": 2.4862074851989746, + "learning_rate": 1.381812795471239e-06, + "loss": 2.3782, + "step": 48824 + }, + { + "epoch": 0.8357726082267756, + "grad_norm": 2.7718746662139893, + "learning_rate": 1.3815316052840699e-06, + "loss": 2.3778, + "step": 48825 + }, + { + "epoch": 0.835789725945326, + "grad_norm": 2.6967151165008545, + "learning_rate": 1.3812504415870708e-06, + "loss": 2.2799, + "step": 48826 + }, + { + "epoch": 0.8358068436638765, + "grad_norm": 2.6094653606414795, + "learning_rate": 1.3809693043811e-06, + "loss": 2.2483, + "step": 48827 + }, + { + "epoch": 0.835823961382427, + "grad_norm": 2.584719181060791, + "learning_rate": 1.3806881936670313e-06, + "loss": 2.2395, + "step": 48828 + }, + { + "epoch": 0.8358410791009774, + "grad_norm": 2.4391908645629883, + "learning_rate": 1.3804071094457206e-06, + "loss": 2.1741, + "step": 48829 + }, + { + "epoch": 0.8358581968195279, + "grad_norm": 2.4992165565490723, + "learning_rate": 1.3801260517180358e-06, + "loss": 2.3065, + "step": 48830 + }, + { + "epoch": 0.8358753145380784, + "grad_norm": 2.621140241622925, + "learning_rate": 1.3798450204848412e-06, + "loss": 2.3728, + "step": 48831 + }, + { + "epoch": 0.8358924322566288, + "grad_norm": 2.597867965698242, + "learning_rate": 1.379564015746996e-06, + "loss": 2.315, + "step": 48832 + }, + { + "epoch": 0.8359095499751793, + "grad_norm": 2.5804054737091064, + "learning_rate": 1.37928303750537e-06, + "loss": 2.3117, + "step": 48833 + }, + { + "epoch": 0.8359266676937298, + "grad_norm": 2.527024745941162, + "learning_rate": 1.3790020857608233e-06, + "loss": 2.3455, + "step": 48834 + }, + { + "epoch": 0.8359437854122802, + "grad_norm": 2.6329574584960938, + "learning_rate": 1.3787211605142192e-06, + "loss": 2.3724, + "step": 48835 + }, + { + "epoch": 0.8359609031308307, + "grad_norm": 2.5330615043640137, + "learning_rate": 1.3784402617664228e-06, + "loss": 2.3402, + "step": 48836 + }, + { + "epoch": 0.8359780208493812, + "grad_norm": 2.460805654525757, + "learning_rate": 1.3781593895182965e-06, + "loss": 2.2033, + "step": 48837 + }, + { + "epoch": 0.8359951385679316, + "grad_norm": 2.608351945877075, + "learning_rate": 1.3778785437707066e-06, + "loss": 2.2922, + "step": 48838 + }, + { + "epoch": 0.8360122562864821, + "grad_norm": 2.6456995010375977, + "learning_rate": 1.3775977245245086e-06, + "loss": 2.3742, + "step": 48839 + }, + { + "epoch": 0.8360293740050326, + "grad_norm": 2.668318510055542, + "learning_rate": 1.3773169317805746e-06, + "loss": 2.2867, + "step": 48840 + }, + { + "epoch": 0.836046491723583, + "grad_norm": 2.4897780418395996, + "learning_rate": 1.3770361655397623e-06, + "loss": 2.2309, + "step": 48841 + }, + { + "epoch": 0.8360636094421335, + "grad_norm": 2.5054028034210205, + "learning_rate": 1.3767554258029359e-06, + "loss": 2.3626, + "step": 48842 + }, + { + "epoch": 0.836080727160684, + "grad_norm": 2.79445481300354, + "learning_rate": 1.3764747125709587e-06, + "loss": 2.3784, + "step": 48843 + }, + { + "epoch": 0.8360978448792344, + "grad_norm": 2.8106534481048584, + "learning_rate": 1.3761940258446937e-06, + "loss": 2.3406, + "step": 48844 + }, + { + "epoch": 0.836114962597785, + "grad_norm": 2.8848440647125244, + "learning_rate": 1.3759133656250046e-06, + "loss": 2.3689, + "step": 48845 + }, + { + "epoch": 0.8361320803163355, + "grad_norm": 2.7150471210479736, + "learning_rate": 1.3756327319127515e-06, + "loss": 2.3307, + "step": 48846 + }, + { + "epoch": 0.836149198034886, + "grad_norm": 2.551621675491333, + "learning_rate": 1.3753521247087976e-06, + "loss": 2.3566, + "step": 48847 + }, + { + "epoch": 0.8361663157534364, + "grad_norm": 2.5483922958374023, + "learning_rate": 1.375071544014005e-06, + "loss": 2.2383, + "step": 48848 + }, + { + "epoch": 0.8361834334719869, + "grad_norm": 2.9077823162078857, + "learning_rate": 1.3747909898292389e-06, + "loss": 2.4529, + "step": 48849 + }, + { + "epoch": 0.8362005511905374, + "grad_norm": 2.682265043258667, + "learning_rate": 1.3745104621553585e-06, + "loss": 2.3059, + "step": 48850 + }, + { + "epoch": 0.8362176689090878, + "grad_norm": 2.6408493518829346, + "learning_rate": 1.3742299609932297e-06, + "loss": 2.3603, + "step": 48851 + }, + { + "epoch": 0.8362347866276383, + "grad_norm": 2.602980375289917, + "learning_rate": 1.3739494863437086e-06, + "loss": 2.2989, + "step": 48852 + }, + { + "epoch": 0.8362519043461888, + "grad_norm": 2.608703851699829, + "learning_rate": 1.3736690382076645e-06, + "loss": 2.3065, + "step": 48853 + }, + { + "epoch": 0.8362690220647392, + "grad_norm": 2.494124174118042, + "learning_rate": 1.3733886165859544e-06, + "loss": 2.3351, + "step": 48854 + }, + { + "epoch": 0.8362861397832897, + "grad_norm": 2.7916314601898193, + "learning_rate": 1.3731082214794421e-06, + "loss": 2.4624, + "step": 48855 + }, + { + "epoch": 0.8363032575018402, + "grad_norm": 2.729501962661743, + "learning_rate": 1.3728278528889882e-06, + "loss": 2.3993, + "step": 48856 + }, + { + "epoch": 0.8363203752203906, + "grad_norm": 2.6622233390808105, + "learning_rate": 1.372547510815455e-06, + "loss": 2.2989, + "step": 48857 + }, + { + "epoch": 0.8363374929389411, + "grad_norm": 2.475963592529297, + "learning_rate": 1.3722671952597078e-06, + "loss": 2.2718, + "step": 48858 + }, + { + "epoch": 0.8363546106574916, + "grad_norm": 2.463902711868286, + "learning_rate": 1.3719869062226e-06, + "loss": 2.2615, + "step": 48859 + }, + { + "epoch": 0.836371728376042, + "grad_norm": 2.6257784366607666, + "learning_rate": 1.371706643705002e-06, + "loss": 2.2381, + "step": 48860 + }, + { + "epoch": 0.8363888460945925, + "grad_norm": 2.5407378673553467, + "learning_rate": 1.3714264077077687e-06, + "loss": 2.3749, + "step": 48861 + }, + { + "epoch": 0.836405963813143, + "grad_norm": 2.635082244873047, + "learning_rate": 1.3711461982317653e-06, + "loss": 2.3856, + "step": 48862 + }, + { + "epoch": 0.8364230815316934, + "grad_norm": 2.4752960205078125, + "learning_rate": 1.370866015277853e-06, + "loss": 2.2145, + "step": 48863 + }, + { + "epoch": 0.8364401992502439, + "grad_norm": 2.6709890365600586, + "learning_rate": 1.3705858588468868e-06, + "loss": 2.3029, + "step": 48864 + }, + { + "epoch": 0.8364573169687944, + "grad_norm": 2.449108839035034, + "learning_rate": 1.3703057289397382e-06, + "loss": 2.2356, + "step": 48865 + }, + { + "epoch": 0.8364744346873448, + "grad_norm": 2.5109992027282715, + "learning_rate": 1.3700256255572597e-06, + "loss": 2.2342, + "step": 48866 + }, + { + "epoch": 0.8364915524058953, + "grad_norm": 2.546013355255127, + "learning_rate": 1.3697455487003163e-06, + "loss": 2.3443, + "step": 48867 + }, + { + "epoch": 0.8365086701244459, + "grad_norm": 2.71390962600708, + "learning_rate": 1.3694654983697697e-06, + "loss": 2.3803, + "step": 48868 + }, + { + "epoch": 0.8365257878429962, + "grad_norm": 2.717216968536377, + "learning_rate": 1.3691854745664734e-06, + "loss": 2.2828, + "step": 48869 + }, + { + "epoch": 0.8365429055615468, + "grad_norm": 2.5760338306427, + "learning_rate": 1.368905477291299e-06, + "loss": 2.3368, + "step": 48870 + }, + { + "epoch": 0.8365600232800973, + "grad_norm": 2.5194449424743652, + "learning_rate": 1.3686255065450971e-06, + "loss": 2.3285, + "step": 48871 + }, + { + "epoch": 0.8365771409986477, + "grad_norm": 2.5593090057373047, + "learning_rate": 1.3683455623287367e-06, + "loss": 2.3528, + "step": 48872 + }, + { + "epoch": 0.8365942587171982, + "grad_norm": 2.869547128677368, + "learning_rate": 1.3680656446430718e-06, + "loss": 2.419, + "step": 48873 + }, + { + "epoch": 0.8366113764357487, + "grad_norm": 2.565584421157837, + "learning_rate": 1.367785753488966e-06, + "loss": 2.3466, + "step": 48874 + }, + { + "epoch": 0.8366284941542991, + "grad_norm": 2.7705020904541016, + "learning_rate": 1.367505888867281e-06, + "loss": 2.297, + "step": 48875 + }, + { + "epoch": 0.8366456118728496, + "grad_norm": 2.654160976409912, + "learning_rate": 1.3672260507788704e-06, + "loss": 2.391, + "step": 48876 + }, + { + "epoch": 0.8366627295914001, + "grad_norm": 2.442678451538086, + "learning_rate": 1.3669462392246025e-06, + "loss": 2.2528, + "step": 48877 + }, + { + "epoch": 0.8366798473099505, + "grad_norm": 2.4544286727905273, + "learning_rate": 1.366666454205332e-06, + "loss": 2.3355, + "step": 48878 + }, + { + "epoch": 0.836696965028501, + "grad_norm": 2.491340398788452, + "learning_rate": 1.3663866957219208e-06, + "loss": 2.228, + "step": 48879 + }, + { + "epoch": 0.8367140827470515, + "grad_norm": 2.840010643005371, + "learning_rate": 1.3661069637752277e-06, + "loss": 2.3675, + "step": 48880 + }, + { + "epoch": 0.8367312004656019, + "grad_norm": 2.704009532928467, + "learning_rate": 1.3658272583661136e-06, + "loss": 2.3812, + "step": 48881 + }, + { + "epoch": 0.8367483181841524, + "grad_norm": 2.596341609954834, + "learning_rate": 1.365547579495441e-06, + "loss": 2.4084, + "step": 48882 + }, + { + "epoch": 0.8367654359027029, + "grad_norm": 2.707770586013794, + "learning_rate": 1.3652679271640634e-06, + "loss": 2.3501, + "step": 48883 + }, + { + "epoch": 0.8367825536212533, + "grad_norm": 2.5523974895477295, + "learning_rate": 1.3649883013728426e-06, + "loss": 2.2785, + "step": 48884 + }, + { + "epoch": 0.8367996713398038, + "grad_norm": 2.7876265048980713, + "learning_rate": 1.3647087021226403e-06, + "loss": 2.3529, + "step": 48885 + }, + { + "epoch": 0.8368167890583543, + "grad_norm": 2.9054675102233887, + "learning_rate": 1.364429129414313e-06, + "loss": 2.4066, + "step": 48886 + }, + { + "epoch": 0.8368339067769047, + "grad_norm": 2.691178798675537, + "learning_rate": 1.3641495832487227e-06, + "loss": 2.2776, + "step": 48887 + }, + { + "epoch": 0.8368510244954552, + "grad_norm": 2.7024762630462646, + "learning_rate": 1.363870063626729e-06, + "loss": 2.349, + "step": 48888 + }, + { + "epoch": 0.8368681422140057, + "grad_norm": 2.6010375022888184, + "learning_rate": 1.363590570549187e-06, + "loss": 2.313, + "step": 48889 + }, + { + "epoch": 0.8368852599325561, + "grad_norm": 2.529252290725708, + "learning_rate": 1.3633111040169588e-06, + "loss": 2.3293, + "step": 48890 + }, + { + "epoch": 0.8369023776511066, + "grad_norm": 2.5860793590545654, + "learning_rate": 1.3630316640309027e-06, + "loss": 2.31, + "step": 48891 + }, + { + "epoch": 0.8369194953696572, + "grad_norm": 2.6185302734375, + "learning_rate": 1.3627522505918777e-06, + "loss": 2.3056, + "step": 48892 + }, + { + "epoch": 0.8369366130882075, + "grad_norm": 2.531953811645508, + "learning_rate": 1.3624728637007423e-06, + "loss": 2.385, + "step": 48893 + }, + { + "epoch": 0.8369537308067581, + "grad_norm": 2.535736083984375, + "learning_rate": 1.3621935033583556e-06, + "loss": 2.348, + "step": 48894 + }, + { + "epoch": 0.8369708485253086, + "grad_norm": 2.5518958568573, + "learning_rate": 1.361914169565578e-06, + "loss": 2.33, + "step": 48895 + }, + { + "epoch": 0.8369879662438591, + "grad_norm": 2.6871652603149414, + "learning_rate": 1.3616348623232645e-06, + "loss": 2.3028, + "step": 48896 + }, + { + "epoch": 0.8370050839624095, + "grad_norm": 2.8565616607666016, + "learning_rate": 1.3613555816322755e-06, + "loss": 2.3794, + "step": 48897 + }, + { + "epoch": 0.83702220168096, + "grad_norm": 2.594407796859741, + "learning_rate": 1.361076327493469e-06, + "loss": 2.2798, + "step": 48898 + }, + { + "epoch": 0.8370393193995105, + "grad_norm": 2.599792242050171, + "learning_rate": 1.3607970999077035e-06, + "loss": 2.3441, + "step": 48899 + }, + { + "epoch": 0.8370564371180609, + "grad_norm": 2.7659432888031006, + "learning_rate": 1.3605178988758406e-06, + "loss": 2.3915, + "step": 48900 + }, + { + "epoch": 0.8370735548366114, + "grad_norm": 2.858210563659668, + "learning_rate": 1.360238724398729e-06, + "loss": 2.3721, + "step": 48901 + }, + { + "epoch": 0.8370906725551619, + "grad_norm": 2.543445587158203, + "learning_rate": 1.359959576477239e-06, + "loss": 2.374, + "step": 48902 + }, + { + "epoch": 0.8371077902737123, + "grad_norm": 2.632753372192383, + "learning_rate": 1.359680455112219e-06, + "loss": 2.4024, + "step": 48903 + }, + { + "epoch": 0.8371249079922628, + "grad_norm": 2.794431447982788, + "learning_rate": 1.359401360304532e-06, + "loss": 2.416, + "step": 48904 + }, + { + "epoch": 0.8371420257108133, + "grad_norm": 2.5371270179748535, + "learning_rate": 1.3591222920550351e-06, + "loss": 2.3487, + "step": 48905 + }, + { + "epoch": 0.8371591434293637, + "grad_norm": 2.573685884475708, + "learning_rate": 1.358843250364582e-06, + "loss": 2.2017, + "step": 48906 + }, + { + "epoch": 0.8371762611479142, + "grad_norm": 2.571399688720703, + "learning_rate": 1.3585642352340377e-06, + "loss": 2.3125, + "step": 48907 + }, + { + "epoch": 0.8371933788664647, + "grad_norm": 2.535383701324463, + "learning_rate": 1.3582852466642515e-06, + "loss": 2.1948, + "step": 48908 + }, + { + "epoch": 0.8372104965850151, + "grad_norm": 2.4916670322418213, + "learning_rate": 1.3580062846560894e-06, + "loss": 2.2848, + "step": 48909 + }, + { + "epoch": 0.8372276143035656, + "grad_norm": 2.54840087890625, + "learning_rate": 1.3577273492104027e-06, + "loss": 2.332, + "step": 48910 + }, + { + "epoch": 0.8372447320221161, + "grad_norm": 2.5790798664093018, + "learning_rate": 1.3574484403280509e-06, + "loss": 2.2033, + "step": 48911 + }, + { + "epoch": 0.8372618497406665, + "grad_norm": 2.6013872623443604, + "learning_rate": 1.357169558009892e-06, + "loss": 2.3422, + "step": 48912 + }, + { + "epoch": 0.837278967459217, + "grad_norm": 2.719158887863159, + "learning_rate": 1.356890702256779e-06, + "loss": 2.4339, + "step": 48913 + }, + { + "epoch": 0.8372960851777675, + "grad_norm": 2.5321311950683594, + "learning_rate": 1.3566118730695766e-06, + "loss": 2.2958, + "step": 48914 + }, + { + "epoch": 0.8373132028963179, + "grad_norm": 2.6520681381225586, + "learning_rate": 1.3563330704491351e-06, + "loss": 2.2827, + "step": 48915 + }, + { + "epoch": 0.8373303206148685, + "grad_norm": 2.5054378509521484, + "learning_rate": 1.356054294396314e-06, + "loss": 2.2262, + "step": 48916 + }, + { + "epoch": 0.837347438333419, + "grad_norm": 2.573655128479004, + "learning_rate": 1.3557755449119693e-06, + "loss": 2.2194, + "step": 48917 + }, + { + "epoch": 0.8373645560519694, + "grad_norm": 2.519540309906006, + "learning_rate": 1.3554968219969588e-06, + "loss": 2.3682, + "step": 48918 + }, + { + "epoch": 0.8373816737705199, + "grad_norm": 2.6666603088378906, + "learning_rate": 1.3552181256521412e-06, + "loss": 2.3905, + "step": 48919 + }, + { + "epoch": 0.8373987914890704, + "grad_norm": 2.512188196182251, + "learning_rate": 1.3549394558783692e-06, + "loss": 2.2958, + "step": 48920 + }, + { + "epoch": 0.8374159092076208, + "grad_norm": 2.492551326751709, + "learning_rate": 1.3546608126764992e-06, + "loss": 2.1886, + "step": 48921 + }, + { + "epoch": 0.8374330269261713, + "grad_norm": 2.6133110523223877, + "learning_rate": 1.3543821960473914e-06, + "loss": 2.2386, + "step": 48922 + }, + { + "epoch": 0.8374501446447218, + "grad_norm": 2.739910125732422, + "learning_rate": 1.3541036059918988e-06, + "loss": 2.2739, + "step": 48923 + }, + { + "epoch": 0.8374672623632722, + "grad_norm": 2.579402208328247, + "learning_rate": 1.353825042510879e-06, + "loss": 2.2295, + "step": 48924 + }, + { + "epoch": 0.8374843800818227, + "grad_norm": 2.666457176208496, + "learning_rate": 1.3535465056051911e-06, + "loss": 2.298, + "step": 48925 + }, + { + "epoch": 0.8375014978003732, + "grad_norm": 2.5583603382110596, + "learning_rate": 1.3532679952756856e-06, + "loss": 2.2137, + "step": 48926 + }, + { + "epoch": 0.8375186155189236, + "grad_norm": 2.541661262512207, + "learning_rate": 1.3529895115232217e-06, + "loss": 2.3363, + "step": 48927 + }, + { + "epoch": 0.8375357332374741, + "grad_norm": 2.750790596008301, + "learning_rate": 1.3527110543486543e-06, + "loss": 2.3174, + "step": 48928 + }, + { + "epoch": 0.8375528509560246, + "grad_norm": 2.5938003063201904, + "learning_rate": 1.3524326237528406e-06, + "loss": 2.4091, + "step": 48929 + }, + { + "epoch": 0.837569968674575, + "grad_norm": 2.6650032997131348, + "learning_rate": 1.3521542197366355e-06, + "loss": 2.3457, + "step": 48930 + }, + { + "epoch": 0.8375870863931255, + "grad_norm": 2.444716215133667, + "learning_rate": 1.3518758423008949e-06, + "loss": 2.1717, + "step": 48931 + }, + { + "epoch": 0.837604204111676, + "grad_norm": 2.862058639526367, + "learning_rate": 1.3515974914464768e-06, + "loss": 2.474, + "step": 48932 + }, + { + "epoch": 0.8376213218302264, + "grad_norm": 2.708813428878784, + "learning_rate": 1.351319167174232e-06, + "loss": 2.2964, + "step": 48933 + }, + { + "epoch": 0.8376384395487769, + "grad_norm": 2.589114189147949, + "learning_rate": 1.3510408694850185e-06, + "loss": 2.3686, + "step": 48934 + }, + { + "epoch": 0.8376555572673274, + "grad_norm": 2.6859631538391113, + "learning_rate": 1.3507625983796913e-06, + "loss": 2.2251, + "step": 48935 + }, + { + "epoch": 0.8376726749858778, + "grad_norm": 2.5336337089538574, + "learning_rate": 1.350484353859106e-06, + "loss": 2.3464, + "step": 48936 + }, + { + "epoch": 0.8376897927044283, + "grad_norm": 2.6985249519348145, + "learning_rate": 1.3502061359241203e-06, + "loss": 2.2698, + "step": 48937 + }, + { + "epoch": 0.8377069104229788, + "grad_norm": 2.460447072982788, + "learning_rate": 1.3499279445755832e-06, + "loss": 2.2403, + "step": 48938 + }, + { + "epoch": 0.8377240281415292, + "grad_norm": 2.592519521713257, + "learning_rate": 1.3496497798143572e-06, + "loss": 2.3874, + "step": 48939 + }, + { + "epoch": 0.8377411458600798, + "grad_norm": 2.617673635482788, + "learning_rate": 1.3493716416412904e-06, + "loss": 2.2038, + "step": 48940 + }, + { + "epoch": 0.8377582635786303, + "grad_norm": 2.6460180282592773, + "learning_rate": 1.3490935300572427e-06, + "loss": 2.3379, + "step": 48941 + }, + { + "epoch": 0.8377753812971808, + "grad_norm": 2.6149086952209473, + "learning_rate": 1.3488154450630675e-06, + "loss": 2.4109, + "step": 48942 + }, + { + "epoch": 0.8377924990157312, + "grad_norm": 2.586716890335083, + "learning_rate": 1.3485373866596163e-06, + "loss": 2.2051, + "step": 48943 + }, + { + "epoch": 0.8378096167342817, + "grad_norm": 2.631786584854126, + "learning_rate": 1.3482593548477496e-06, + "loss": 2.3393, + "step": 48944 + }, + { + "epoch": 0.8378267344528322, + "grad_norm": 2.4748544692993164, + "learning_rate": 1.3479813496283145e-06, + "loss": 2.2935, + "step": 48945 + }, + { + "epoch": 0.8378438521713826, + "grad_norm": 2.580315351486206, + "learning_rate": 1.3477033710021748e-06, + "loss": 2.4012, + "step": 48946 + }, + { + "epoch": 0.8378609698899331, + "grad_norm": 2.6496920585632324, + "learning_rate": 1.3474254189701785e-06, + "loss": 2.3204, + "step": 48947 + }, + { + "epoch": 0.8378780876084836, + "grad_norm": 2.6132798194885254, + "learning_rate": 1.3471474935331808e-06, + "loss": 2.1625, + "step": 48948 + }, + { + "epoch": 0.837895205327034, + "grad_norm": 2.670748233795166, + "learning_rate": 1.3468695946920384e-06, + "loss": 2.3724, + "step": 48949 + }, + { + "epoch": 0.8379123230455845, + "grad_norm": 2.719707727432251, + "learning_rate": 1.3465917224476e-06, + "loss": 2.3715, + "step": 48950 + }, + { + "epoch": 0.837929440764135, + "grad_norm": 2.7551491260528564, + "learning_rate": 1.3463138768007266e-06, + "loss": 2.3627, + "step": 48951 + }, + { + "epoch": 0.8379465584826854, + "grad_norm": 2.4879887104034424, + "learning_rate": 1.346036057752268e-06, + "loss": 2.2801, + "step": 48952 + }, + { + "epoch": 0.8379636762012359, + "grad_norm": 2.683192491531372, + "learning_rate": 1.3457582653030777e-06, + "loss": 2.277, + "step": 48953 + }, + { + "epoch": 0.8379807939197864, + "grad_norm": 2.6094918251037598, + "learning_rate": 1.3454804994540139e-06, + "loss": 2.2285, + "step": 48954 + }, + { + "epoch": 0.8379979116383368, + "grad_norm": 2.7020950317382812, + "learning_rate": 1.3452027602059225e-06, + "loss": 2.3674, + "step": 48955 + }, + { + "epoch": 0.8380150293568873, + "grad_norm": 2.565706729888916, + "learning_rate": 1.3449250475596676e-06, + "loss": 2.3277, + "step": 48956 + }, + { + "epoch": 0.8380321470754378, + "grad_norm": 2.64825701713562, + "learning_rate": 1.3446473615160938e-06, + "loss": 2.4326, + "step": 48957 + }, + { + "epoch": 0.8380492647939882, + "grad_norm": 2.6580252647399902, + "learning_rate": 1.3443697020760583e-06, + "loss": 2.34, + "step": 48958 + }, + { + "epoch": 0.8380663825125387, + "grad_norm": 2.596677303314209, + "learning_rate": 1.3440920692404147e-06, + "loss": 2.4031, + "step": 48959 + }, + { + "epoch": 0.8380835002310892, + "grad_norm": 2.6826679706573486, + "learning_rate": 1.3438144630100147e-06, + "loss": 2.3141, + "step": 48960 + }, + { + "epoch": 0.8381006179496396, + "grad_norm": 2.5094358921051025, + "learning_rate": 1.3435368833857166e-06, + "loss": 2.2488, + "step": 48961 + }, + { + "epoch": 0.8381177356681901, + "grad_norm": 2.5068914890289307, + "learning_rate": 1.3432593303683661e-06, + "loss": 2.3614, + "step": 48962 + }, + { + "epoch": 0.8381348533867407, + "grad_norm": 2.5439000129699707, + "learning_rate": 1.3429818039588206e-06, + "loss": 2.2843, + "step": 48963 + }, + { + "epoch": 0.838151971105291, + "grad_norm": 2.56465220451355, + "learning_rate": 1.3427043041579325e-06, + "loss": 2.2851, + "step": 48964 + }, + { + "epoch": 0.8381690888238416, + "grad_norm": 2.6744682788848877, + "learning_rate": 1.3424268309665546e-06, + "loss": 2.3175, + "step": 48965 + }, + { + "epoch": 0.8381862065423921, + "grad_norm": 2.4705069065093994, + "learning_rate": 1.3421493843855394e-06, + "loss": 2.2819, + "step": 48966 + }, + { + "epoch": 0.8382033242609425, + "grad_norm": 2.612144947052002, + "learning_rate": 1.3418719644157407e-06, + "loss": 2.2894, + "step": 48967 + }, + { + "epoch": 0.838220441979493, + "grad_norm": 2.5896170139312744, + "learning_rate": 1.3415945710580125e-06, + "loss": 2.2583, + "step": 48968 + }, + { + "epoch": 0.8382375596980435, + "grad_norm": 2.7173919677734375, + "learning_rate": 1.341317204313204e-06, + "loss": 2.3607, + "step": 48969 + }, + { + "epoch": 0.8382546774165939, + "grad_norm": 2.502695083618164, + "learning_rate": 1.3410398641821688e-06, + "loss": 2.3499, + "step": 48970 + }, + { + "epoch": 0.8382717951351444, + "grad_norm": 2.6874518394470215, + "learning_rate": 1.3407625506657595e-06, + "loss": 2.2772, + "step": 48971 + }, + { + "epoch": 0.8382889128536949, + "grad_norm": 2.6184332370758057, + "learning_rate": 1.3404852637648292e-06, + "loss": 2.3174, + "step": 48972 + }, + { + "epoch": 0.8383060305722453, + "grad_norm": 2.552259922027588, + "learning_rate": 1.340208003480229e-06, + "loss": 2.3368, + "step": 48973 + }, + { + "epoch": 0.8383231482907958, + "grad_norm": 2.7004075050354004, + "learning_rate": 1.339930769812815e-06, + "loss": 2.4052, + "step": 48974 + }, + { + "epoch": 0.8383402660093463, + "grad_norm": 2.5335493087768555, + "learning_rate": 1.3396535627634333e-06, + "loss": 2.2479, + "step": 48975 + }, + { + "epoch": 0.8383573837278967, + "grad_norm": 2.6287827491760254, + "learning_rate": 1.3393763823329387e-06, + "loss": 2.4041, + "step": 48976 + }, + { + "epoch": 0.8383745014464472, + "grad_norm": 2.5599312782287598, + "learning_rate": 1.3390992285221837e-06, + "loss": 2.3984, + "step": 48977 + }, + { + "epoch": 0.8383916191649977, + "grad_norm": 2.505882501602173, + "learning_rate": 1.3388221013320202e-06, + "loss": 2.3093, + "step": 48978 + }, + { + "epoch": 0.8384087368835481, + "grad_norm": 2.5912230014801025, + "learning_rate": 1.3385450007633005e-06, + "loss": 2.3606, + "step": 48979 + }, + { + "epoch": 0.8384258546020986, + "grad_norm": 2.5467798709869385, + "learning_rate": 1.3382679268168719e-06, + "loss": 2.2549, + "step": 48980 + }, + { + "epoch": 0.8384429723206491, + "grad_norm": 2.5042338371276855, + "learning_rate": 1.3379908794935936e-06, + "loss": 2.3339, + "step": 48981 + }, + { + "epoch": 0.8384600900391995, + "grad_norm": 2.6271820068359375, + "learning_rate": 1.3377138587943106e-06, + "loss": 2.2824, + "step": 48982 + }, + { + "epoch": 0.83847720775775, + "grad_norm": 2.4466536045074463, + "learning_rate": 1.3374368647198776e-06, + "loss": 2.3022, + "step": 48983 + }, + { + "epoch": 0.8384943254763005, + "grad_norm": 2.5459725856781006, + "learning_rate": 1.3371598972711441e-06, + "loss": 2.3393, + "step": 48984 + }, + { + "epoch": 0.8385114431948509, + "grad_norm": 2.5889718532562256, + "learning_rate": 1.3368829564489627e-06, + "loss": 2.3081, + "step": 48985 + }, + { + "epoch": 0.8385285609134014, + "grad_norm": 2.5154387950897217, + "learning_rate": 1.3366060422541871e-06, + "loss": 2.425, + "step": 48986 + }, + { + "epoch": 0.838545678631952, + "grad_norm": 2.672375440597534, + "learning_rate": 1.336329154687661e-06, + "loss": 2.3443, + "step": 48987 + }, + { + "epoch": 0.8385627963505025, + "grad_norm": 2.5560052394866943, + "learning_rate": 1.336052293750245e-06, + "loss": 2.4014, + "step": 48988 + }, + { + "epoch": 0.8385799140690529, + "grad_norm": 2.694601058959961, + "learning_rate": 1.3357754594427829e-06, + "loss": 2.3791, + "step": 48989 + }, + { + "epoch": 0.8385970317876034, + "grad_norm": 2.7868244647979736, + "learning_rate": 1.3354986517661272e-06, + "loss": 2.2971, + "step": 48990 + }, + { + "epoch": 0.8386141495061539, + "grad_norm": 2.61506724357605, + "learning_rate": 1.3352218707211328e-06, + "loss": 2.4, + "step": 48991 + }, + { + "epoch": 0.8386312672247043, + "grad_norm": 2.7210848331451416, + "learning_rate": 1.3349451163086413e-06, + "loss": 2.2992, + "step": 48992 + }, + { + "epoch": 0.8386483849432548, + "grad_norm": 2.451137065887451, + "learning_rate": 1.3346683885295152e-06, + "loss": 2.3393, + "step": 48993 + }, + { + "epoch": 0.8386655026618053, + "grad_norm": 2.514030933380127, + "learning_rate": 1.3343916873845952e-06, + "loss": 2.3638, + "step": 48994 + }, + { + "epoch": 0.8386826203803557, + "grad_norm": 2.5195207595825195, + "learning_rate": 1.3341150128747372e-06, + "loss": 2.2598, + "step": 48995 + }, + { + "epoch": 0.8386997380989062, + "grad_norm": 2.6532785892486572, + "learning_rate": 1.3338383650007892e-06, + "loss": 2.3719, + "step": 48996 + }, + { + "epoch": 0.8387168558174567, + "grad_norm": 2.551262378692627, + "learning_rate": 1.3335617437636017e-06, + "loss": 2.2563, + "step": 48997 + }, + { + "epoch": 0.8387339735360071, + "grad_norm": 2.5336368083953857, + "learning_rate": 1.3332851491640286e-06, + "loss": 2.1684, + "step": 48998 + }, + { + "epoch": 0.8387510912545576, + "grad_norm": 2.470590353012085, + "learning_rate": 1.3330085812029115e-06, + "loss": 2.271, + "step": 48999 + }, + { + "epoch": 0.8387682089731081, + "grad_norm": 2.475795269012451, + "learning_rate": 1.3327320398811117e-06, + "loss": 2.3377, + "step": 49000 + }, + { + "epoch": 0.8387853266916585, + "grad_norm": 2.5745630264282227, + "learning_rate": 1.3324555251994698e-06, + "loss": 2.3496, + "step": 49001 + }, + { + "epoch": 0.838802444410209, + "grad_norm": 2.6002471446990967, + "learning_rate": 1.3321790371588405e-06, + "loss": 2.4182, + "step": 49002 + }, + { + "epoch": 0.8388195621287595, + "grad_norm": 2.5256383419036865, + "learning_rate": 1.3319025757600723e-06, + "loss": 2.3454, + "step": 49003 + }, + { + "epoch": 0.8388366798473099, + "grad_norm": 2.4921891689300537, + "learning_rate": 1.3316261410040155e-06, + "loss": 2.3851, + "step": 49004 + }, + { + "epoch": 0.8388537975658604, + "grad_norm": 2.576720714569092, + "learning_rate": 1.3313497328915204e-06, + "loss": 2.2618, + "step": 49005 + }, + { + "epoch": 0.8388709152844109, + "grad_norm": 2.648644208908081, + "learning_rate": 1.3310733514234342e-06, + "loss": 2.349, + "step": 49006 + }, + { + "epoch": 0.8388880330029613, + "grad_norm": 2.611185073852539, + "learning_rate": 1.3307969966006086e-06, + "loss": 2.3643, + "step": 49007 + }, + { + "epoch": 0.8389051507215118, + "grad_norm": 2.46279239654541, + "learning_rate": 1.3305206684238913e-06, + "loss": 2.2854, + "step": 49008 + }, + { + "epoch": 0.8389222684400623, + "grad_norm": 2.4643900394439697, + "learning_rate": 1.3302443668941322e-06, + "loss": 2.3409, + "step": 49009 + }, + { + "epoch": 0.8389393861586127, + "grad_norm": 2.6353800296783447, + "learning_rate": 1.3299680920121817e-06, + "loss": 2.3939, + "step": 49010 + }, + { + "epoch": 0.8389565038771633, + "grad_norm": 2.539086103439331, + "learning_rate": 1.3296918437788897e-06, + "loss": 2.418, + "step": 49011 + }, + { + "epoch": 0.8389736215957138, + "grad_norm": 2.6312317848205566, + "learning_rate": 1.3294156221951016e-06, + "loss": 2.3003, + "step": 49012 + }, + { + "epoch": 0.8389907393142642, + "grad_norm": 2.556201934814453, + "learning_rate": 1.3291394272616687e-06, + "loss": 2.4158, + "step": 49013 + }, + { + "epoch": 0.8390078570328147, + "grad_norm": 2.4738411903381348, + "learning_rate": 1.3288632589794403e-06, + "loss": 2.3775, + "step": 49014 + }, + { + "epoch": 0.8390249747513652, + "grad_norm": 2.545954942703247, + "learning_rate": 1.3285871173492637e-06, + "loss": 2.2043, + "step": 49015 + }, + { + "epoch": 0.8390420924699156, + "grad_norm": 2.515753746032715, + "learning_rate": 1.3283110023719914e-06, + "loss": 2.2682, + "step": 49016 + }, + { + "epoch": 0.8390592101884661, + "grad_norm": 2.4763967990875244, + "learning_rate": 1.328034914048466e-06, + "loss": 2.17, + "step": 49017 + }, + { + "epoch": 0.8390763279070166, + "grad_norm": 2.733344793319702, + "learning_rate": 1.3277588523795426e-06, + "loss": 2.3959, + "step": 49018 + }, + { + "epoch": 0.839093445625567, + "grad_norm": 2.7655797004699707, + "learning_rate": 1.3274828173660648e-06, + "loss": 2.2852, + "step": 49019 + }, + { + "epoch": 0.8391105633441175, + "grad_norm": 2.7410898208618164, + "learning_rate": 1.327206809008883e-06, + "loss": 2.3524, + "step": 49020 + }, + { + "epoch": 0.839127681062668, + "grad_norm": 2.6337497234344482, + "learning_rate": 1.3269308273088454e-06, + "loss": 2.3634, + "step": 49021 + }, + { + "epoch": 0.8391447987812184, + "grad_norm": 2.7410218715667725, + "learning_rate": 1.3266548722668005e-06, + "loss": 2.3474, + "step": 49022 + }, + { + "epoch": 0.8391619164997689, + "grad_norm": 2.640892505645752, + "learning_rate": 1.3263789438835973e-06, + "loss": 2.3682, + "step": 49023 + }, + { + "epoch": 0.8391790342183194, + "grad_norm": 2.5850987434387207, + "learning_rate": 1.3261030421600796e-06, + "loss": 2.2338, + "step": 49024 + }, + { + "epoch": 0.8391961519368698, + "grad_norm": 2.6794426441192627, + "learning_rate": 1.3258271670971024e-06, + "loss": 2.3129, + "step": 49025 + }, + { + "epoch": 0.8392132696554203, + "grad_norm": 2.577979803085327, + "learning_rate": 1.3255513186955081e-06, + "loss": 2.219, + "step": 49026 + }, + { + "epoch": 0.8392303873739708, + "grad_norm": 2.4280002117156982, + "learning_rate": 1.3252754969561466e-06, + "loss": 2.2353, + "step": 49027 + }, + { + "epoch": 0.8392475050925212, + "grad_norm": 2.5785200595855713, + "learning_rate": 1.3249997018798676e-06, + "loss": 2.3969, + "step": 49028 + }, + { + "epoch": 0.8392646228110717, + "grad_norm": 2.5185747146606445, + "learning_rate": 1.324723933467512e-06, + "loss": 2.1552, + "step": 49029 + }, + { + "epoch": 0.8392817405296222, + "grad_norm": 2.556311845779419, + "learning_rate": 1.3244481917199358e-06, + "loss": 2.2926, + "step": 49030 + }, + { + "epoch": 0.8392988582481726, + "grad_norm": 2.5875630378723145, + "learning_rate": 1.3241724766379815e-06, + "loss": 2.3434, + "step": 49031 + }, + { + "epoch": 0.8393159759667231, + "grad_norm": 2.544337034225464, + "learning_rate": 1.3238967882224985e-06, + "loss": 2.365, + "step": 49032 + }, + { + "epoch": 0.8393330936852736, + "grad_norm": 2.46962308883667, + "learning_rate": 1.3236211264743347e-06, + "loss": 2.3046, + "step": 49033 + }, + { + "epoch": 0.8393502114038242, + "grad_norm": 2.49308180809021, + "learning_rate": 1.3233454913943322e-06, + "loss": 2.2864, + "step": 49034 + }, + { + "epoch": 0.8393673291223746, + "grad_norm": 2.6207590103149414, + "learning_rate": 1.3230698829833467e-06, + "loss": 2.2603, + "step": 49035 + }, + { + "epoch": 0.8393844468409251, + "grad_norm": 2.6631810665130615, + "learning_rate": 1.322794301242216e-06, + "loss": 2.3378, + "step": 49036 + }, + { + "epoch": 0.8394015645594756, + "grad_norm": 2.68129563331604, + "learning_rate": 1.322518746171797e-06, + "loss": 2.2687, + "step": 49037 + }, + { + "epoch": 0.839418682278026, + "grad_norm": 2.5792970657348633, + "learning_rate": 1.3222432177729294e-06, + "loss": 2.2668, + "step": 49038 + }, + { + "epoch": 0.8394357999965765, + "grad_norm": 2.4809024333953857, + "learning_rate": 1.3219677160464617e-06, + "loss": 2.293, + "step": 49039 + }, + { + "epoch": 0.839452917715127, + "grad_norm": 2.7051665782928467, + "learning_rate": 1.3216922409932442e-06, + "loss": 2.3605, + "step": 49040 + }, + { + "epoch": 0.8394700354336774, + "grad_norm": 2.6656088829040527, + "learning_rate": 1.3214167926141163e-06, + "loss": 2.4126, + "step": 49041 + }, + { + "epoch": 0.8394871531522279, + "grad_norm": 2.6376566886901855, + "learning_rate": 1.321141370909933e-06, + "loss": 2.356, + "step": 49042 + }, + { + "epoch": 0.8395042708707784, + "grad_norm": 2.6357409954071045, + "learning_rate": 1.3208659758815356e-06, + "loss": 2.3988, + "step": 49043 + }, + { + "epoch": 0.8395213885893288, + "grad_norm": 2.614629030227661, + "learning_rate": 1.3205906075297715e-06, + "loss": 2.3784, + "step": 49044 + }, + { + "epoch": 0.8395385063078793, + "grad_norm": 2.542168617248535, + "learning_rate": 1.3203152658554875e-06, + "loss": 2.3854, + "step": 49045 + }, + { + "epoch": 0.8395556240264298, + "grad_norm": 2.70145320892334, + "learning_rate": 1.3200399508595296e-06, + "loss": 2.3714, + "step": 49046 + }, + { + "epoch": 0.8395727417449802, + "grad_norm": 2.9188714027404785, + "learning_rate": 1.3197646625427463e-06, + "loss": 2.2571, + "step": 49047 + }, + { + "epoch": 0.8395898594635307, + "grad_norm": 2.736589193344116, + "learning_rate": 1.31948940090598e-06, + "loss": 2.2801, + "step": 49048 + }, + { + "epoch": 0.8396069771820812, + "grad_norm": 2.6222994327545166, + "learning_rate": 1.319214165950079e-06, + "loss": 2.3094, + "step": 49049 + }, + { + "epoch": 0.8396240949006316, + "grad_norm": 2.7863352298736572, + "learning_rate": 1.3189389576758882e-06, + "loss": 2.3982, + "step": 49050 + }, + { + "epoch": 0.8396412126191821, + "grad_norm": 2.7545015811920166, + "learning_rate": 1.3186637760842536e-06, + "loss": 2.2579, + "step": 49051 + }, + { + "epoch": 0.8396583303377326, + "grad_norm": 2.5142109394073486, + "learning_rate": 1.3183886211760222e-06, + "loss": 2.2773, + "step": 49052 + }, + { + "epoch": 0.839675448056283, + "grad_norm": 2.667647123336792, + "learning_rate": 1.3181134929520413e-06, + "loss": 2.229, + "step": 49053 + }, + { + "epoch": 0.8396925657748335, + "grad_norm": 2.594667673110962, + "learning_rate": 1.3178383914131521e-06, + "loss": 2.2941, + "step": 49054 + }, + { + "epoch": 0.839709683493384, + "grad_norm": 2.5742061138153076, + "learning_rate": 1.317563316560202e-06, + "loss": 2.3142, + "step": 49055 + }, + { + "epoch": 0.8397268012119344, + "grad_norm": 2.7300381660461426, + "learning_rate": 1.3172882683940368e-06, + "loss": 2.3685, + "step": 49056 + }, + { + "epoch": 0.839743918930485, + "grad_norm": 2.7606756687164307, + "learning_rate": 1.3170132469155016e-06, + "loss": 2.3411, + "step": 49057 + }, + { + "epoch": 0.8397610366490355, + "grad_norm": 2.7644121646881104, + "learning_rate": 1.3167382521254423e-06, + "loss": 2.3556, + "step": 49058 + }, + { + "epoch": 0.8397781543675858, + "grad_norm": 2.724233865737915, + "learning_rate": 1.316463284024705e-06, + "loss": 2.4566, + "step": 49059 + }, + { + "epoch": 0.8397952720861364, + "grad_norm": 2.7410197257995605, + "learning_rate": 1.316188342614134e-06, + "loss": 2.3652, + "step": 49060 + }, + { + "epoch": 0.8398123898046869, + "grad_norm": 2.7397022247314453, + "learning_rate": 1.3159134278945717e-06, + "loss": 2.5095, + "step": 49061 + }, + { + "epoch": 0.8398295075232373, + "grad_norm": 2.5548694133758545, + "learning_rate": 1.315638539866868e-06, + "loss": 2.2675, + "step": 49062 + }, + { + "epoch": 0.8398466252417878, + "grad_norm": 2.59321928024292, + "learning_rate": 1.3153636785318646e-06, + "loss": 2.2757, + "step": 49063 + }, + { + "epoch": 0.8398637429603383, + "grad_norm": 2.548513412475586, + "learning_rate": 1.3150888438904063e-06, + "loss": 2.3366, + "step": 49064 + }, + { + "epoch": 0.8398808606788887, + "grad_norm": 2.565133571624756, + "learning_rate": 1.3148140359433415e-06, + "loss": 2.318, + "step": 49065 + }, + { + "epoch": 0.8398979783974392, + "grad_norm": 2.4511680603027344, + "learning_rate": 1.314539254691507e-06, + "loss": 2.191, + "step": 49066 + }, + { + "epoch": 0.8399150961159897, + "grad_norm": 2.7467408180236816, + "learning_rate": 1.3142645001357568e-06, + "loss": 2.3552, + "step": 49067 + }, + { + "epoch": 0.8399322138345401, + "grad_norm": 2.629542589187622, + "learning_rate": 1.313989772276929e-06, + "loss": 2.1931, + "step": 49068 + }, + { + "epoch": 0.8399493315530906, + "grad_norm": 2.64949369430542, + "learning_rate": 1.3137150711158696e-06, + "loss": 2.3652, + "step": 49069 + }, + { + "epoch": 0.8399664492716411, + "grad_norm": 2.643688201904297, + "learning_rate": 1.313440396653426e-06, + "loss": 2.472, + "step": 49070 + }, + { + "epoch": 0.8399835669901915, + "grad_norm": 2.646214008331299, + "learning_rate": 1.3131657488904347e-06, + "loss": 2.3869, + "step": 49071 + }, + { + "epoch": 0.840000684708742, + "grad_norm": 2.794348955154419, + "learning_rate": 1.312891127827749e-06, + "loss": 2.3319, + "step": 49072 + }, + { + "epoch": 0.8400178024272925, + "grad_norm": 2.6993465423583984, + "learning_rate": 1.3126165334662055e-06, + "loss": 2.3409, + "step": 49073 + }, + { + "epoch": 0.8400349201458429, + "grad_norm": 2.438767910003662, + "learning_rate": 1.3123419658066561e-06, + "loss": 2.2834, + "step": 49074 + }, + { + "epoch": 0.8400520378643934, + "grad_norm": 2.801116466522217, + "learning_rate": 1.3120674248499365e-06, + "loss": 2.3255, + "step": 49075 + }, + { + "epoch": 0.8400691555829439, + "grad_norm": 2.7444400787353516, + "learning_rate": 1.3117929105968963e-06, + "loss": 2.2966, + "step": 49076 + }, + { + "epoch": 0.8400862733014943, + "grad_norm": 2.777550220489502, + "learning_rate": 1.311518423048378e-06, + "loss": 2.4108, + "step": 49077 + }, + { + "epoch": 0.8401033910200448, + "grad_norm": 2.5472497940063477, + "learning_rate": 1.311243962205221e-06, + "loss": 2.2457, + "step": 49078 + }, + { + "epoch": 0.8401205087385953, + "grad_norm": 2.621307134628296, + "learning_rate": 1.3109695280682766e-06, + "loss": 2.4173, + "step": 49079 + }, + { + "epoch": 0.8401376264571457, + "grad_norm": 2.5728654861450195, + "learning_rate": 1.310695120638381e-06, + "loss": 2.2998, + "step": 49080 + }, + { + "epoch": 0.8401547441756962, + "grad_norm": 2.5317511558532715, + "learning_rate": 1.3104207399163816e-06, + "loss": 2.195, + "step": 49081 + }, + { + "epoch": 0.8401718618942468, + "grad_norm": 2.5792336463928223, + "learning_rate": 1.3101463859031215e-06, + "loss": 2.4009, + "step": 49082 + }, + { + "epoch": 0.8401889796127973, + "grad_norm": 2.7202584743499756, + "learning_rate": 1.309872058599443e-06, + "loss": 2.3057, + "step": 49083 + }, + { + "epoch": 0.8402060973313477, + "grad_norm": 2.579300880432129, + "learning_rate": 1.3095977580061914e-06, + "loss": 2.3513, + "step": 49084 + }, + { + "epoch": 0.8402232150498982, + "grad_norm": 2.6952483654022217, + "learning_rate": 1.3093234841242053e-06, + "loss": 2.3606, + "step": 49085 + }, + { + "epoch": 0.8402403327684487, + "grad_norm": 2.7283143997192383, + "learning_rate": 1.3090492369543317e-06, + "loss": 2.4788, + "step": 49086 + }, + { + "epoch": 0.8402574504869991, + "grad_norm": 2.5357155799865723, + "learning_rate": 1.3087750164974121e-06, + "loss": 2.219, + "step": 49087 + }, + { + "epoch": 0.8402745682055496, + "grad_norm": 2.5396640300750732, + "learning_rate": 1.3085008227542895e-06, + "loss": 2.3027, + "step": 49088 + }, + { + "epoch": 0.8402916859241001, + "grad_norm": 2.5202674865722656, + "learning_rate": 1.308226655725806e-06, + "loss": 2.2967, + "step": 49089 + }, + { + "epoch": 0.8403088036426505, + "grad_norm": 2.7142395973205566, + "learning_rate": 1.307952515412806e-06, + "loss": 2.3304, + "step": 49090 + }, + { + "epoch": 0.840325921361201, + "grad_norm": 2.6770739555358887, + "learning_rate": 1.3076784018161337e-06, + "loss": 2.3485, + "step": 49091 + }, + { + "epoch": 0.8403430390797515, + "grad_norm": 2.6023452281951904, + "learning_rate": 1.3074043149366267e-06, + "loss": 2.2816, + "step": 49092 + }, + { + "epoch": 0.8403601567983019, + "grad_norm": 2.7286150455474854, + "learning_rate": 1.3071302547751296e-06, + "loss": 2.3964, + "step": 49093 + }, + { + "epoch": 0.8403772745168524, + "grad_norm": 2.6024744510650635, + "learning_rate": 1.3068562213324842e-06, + "loss": 2.3895, + "step": 49094 + }, + { + "epoch": 0.8403943922354029, + "grad_norm": 2.718524694442749, + "learning_rate": 1.3065822146095342e-06, + "loss": 2.345, + "step": 49095 + }, + { + "epoch": 0.8404115099539533, + "grad_norm": 2.7075631618499756, + "learning_rate": 1.306308234607122e-06, + "loss": 2.4526, + "step": 49096 + }, + { + "epoch": 0.8404286276725038, + "grad_norm": 2.72908616065979, + "learning_rate": 1.3060342813260908e-06, + "loss": 2.2896, + "step": 49097 + }, + { + "epoch": 0.8404457453910543, + "grad_norm": 2.5172832012176514, + "learning_rate": 1.305760354767278e-06, + "loss": 2.2656, + "step": 49098 + }, + { + "epoch": 0.8404628631096047, + "grad_norm": 2.7748665809631348, + "learning_rate": 1.3054864549315283e-06, + "loss": 2.4838, + "step": 49099 + }, + { + "epoch": 0.8404799808281552, + "grad_norm": 2.419196844100952, + "learning_rate": 1.3052125818196838e-06, + "loss": 2.1579, + "step": 49100 + }, + { + "epoch": 0.8404970985467057, + "grad_norm": 2.57452130317688, + "learning_rate": 1.3049387354325871e-06, + "loss": 2.3907, + "step": 49101 + }, + { + "epoch": 0.8405142162652561, + "grad_norm": 2.7439827919006348, + "learning_rate": 1.30466491577108e-06, + "loss": 2.4291, + "step": 49102 + }, + { + "epoch": 0.8405313339838066, + "grad_norm": 2.549724817276001, + "learning_rate": 1.3043911228359984e-06, + "loss": 2.2368, + "step": 49103 + }, + { + "epoch": 0.8405484517023571, + "grad_norm": 2.479201316833496, + "learning_rate": 1.3041173566281929e-06, + "loss": 2.394, + "step": 49104 + }, + { + "epoch": 0.8405655694209075, + "grad_norm": 2.51157283782959, + "learning_rate": 1.3038436171484991e-06, + "loss": 2.2895, + "step": 49105 + }, + { + "epoch": 0.840582687139458, + "grad_norm": 2.5834832191467285, + "learning_rate": 1.303569904397759e-06, + "loss": 2.2413, + "step": 49106 + }, + { + "epoch": 0.8405998048580086, + "grad_norm": 2.5338215827941895, + "learning_rate": 1.3032962183768171e-06, + "loss": 2.3145, + "step": 49107 + }, + { + "epoch": 0.840616922576559, + "grad_norm": 2.518871307373047, + "learning_rate": 1.3030225590865086e-06, + "loss": 2.3551, + "step": 49108 + }, + { + "epoch": 0.8406340402951095, + "grad_norm": 2.621546506881714, + "learning_rate": 1.3027489265276817e-06, + "loss": 2.3579, + "step": 49109 + }, + { + "epoch": 0.84065115801366, + "grad_norm": 2.7381694316864014, + "learning_rate": 1.302475320701171e-06, + "loss": 2.3485, + "step": 49110 + }, + { + "epoch": 0.8406682757322104, + "grad_norm": 2.7717463970184326, + "learning_rate": 1.3022017416078237e-06, + "loss": 2.3874, + "step": 49111 + }, + { + "epoch": 0.8406853934507609, + "grad_norm": 2.6890692710876465, + "learning_rate": 1.3019281892484748e-06, + "loss": 2.2949, + "step": 49112 + }, + { + "epoch": 0.8407025111693114, + "grad_norm": 2.5248913764953613, + "learning_rate": 1.301654663623968e-06, + "loss": 2.3026, + "step": 49113 + }, + { + "epoch": 0.8407196288878618, + "grad_norm": 2.6988396644592285, + "learning_rate": 1.301381164735147e-06, + "loss": 2.4407, + "step": 49114 + }, + { + "epoch": 0.8407367466064123, + "grad_norm": 2.552673578262329, + "learning_rate": 1.3011076925828437e-06, + "loss": 2.3227, + "step": 49115 + }, + { + "epoch": 0.8407538643249628, + "grad_norm": 2.532503128051758, + "learning_rate": 1.3008342471679092e-06, + "loss": 2.2057, + "step": 49116 + }, + { + "epoch": 0.8407709820435132, + "grad_norm": 2.580883502960205, + "learning_rate": 1.3005608284911763e-06, + "loss": 2.2674, + "step": 49117 + }, + { + "epoch": 0.8407880997620637, + "grad_norm": 2.5509042739868164, + "learning_rate": 1.300287436553489e-06, + "loss": 2.3401, + "step": 49118 + }, + { + "epoch": 0.8408052174806142, + "grad_norm": 2.776427745819092, + "learning_rate": 1.3000140713556875e-06, + "loss": 2.3778, + "step": 49119 + }, + { + "epoch": 0.8408223351991646, + "grad_norm": 2.8089654445648193, + "learning_rate": 1.299740732898608e-06, + "loss": 2.3254, + "step": 49120 + }, + { + "epoch": 0.8408394529177151, + "grad_norm": 2.6015748977661133, + "learning_rate": 1.2994674211830981e-06, + "loss": 2.2583, + "step": 49121 + }, + { + "epoch": 0.8408565706362656, + "grad_norm": 2.683246374130249, + "learning_rate": 1.2991941362099902e-06, + "loss": 2.3608, + "step": 49122 + }, + { + "epoch": 0.840873688354816, + "grad_norm": 2.755619525909424, + "learning_rate": 1.2989208779801287e-06, + "loss": 2.4455, + "step": 49123 + }, + { + "epoch": 0.8408908060733665, + "grad_norm": 2.4323582649230957, + "learning_rate": 1.2986476464943532e-06, + "loss": 2.1853, + "step": 49124 + }, + { + "epoch": 0.840907923791917, + "grad_norm": 2.6681325435638428, + "learning_rate": 1.2983744417535015e-06, + "loss": 2.3192, + "step": 49125 + }, + { + "epoch": 0.8409250415104674, + "grad_norm": 2.603288412094116, + "learning_rate": 1.2981012637584167e-06, + "loss": 2.204, + "step": 49126 + }, + { + "epoch": 0.8409421592290179, + "grad_norm": 2.4849612712860107, + "learning_rate": 1.2978281125099335e-06, + "loss": 2.3201, + "step": 49127 + }, + { + "epoch": 0.8409592769475684, + "grad_norm": 2.4651715755462646, + "learning_rate": 1.2975549880088977e-06, + "loss": 2.2126, + "step": 49128 + }, + { + "epoch": 0.840976394666119, + "grad_norm": 2.6348559856414795, + "learning_rate": 1.2972818902561434e-06, + "loss": 2.2991, + "step": 49129 + }, + { + "epoch": 0.8409935123846694, + "grad_norm": 2.57305908203125, + "learning_rate": 1.2970088192525121e-06, + "loss": 2.2309, + "step": 49130 + }, + { + "epoch": 0.8410106301032199, + "grad_norm": 2.6118369102478027, + "learning_rate": 1.296735774998843e-06, + "loss": 2.3617, + "step": 49131 + }, + { + "epoch": 0.8410277478217704, + "grad_norm": 2.4888906478881836, + "learning_rate": 1.2964627574959754e-06, + "loss": 2.272, + "step": 49132 + }, + { + "epoch": 0.8410448655403208, + "grad_norm": 2.6996009349823, + "learning_rate": 1.2961897667447488e-06, + "loss": 2.2855, + "step": 49133 + }, + { + "epoch": 0.8410619832588713, + "grad_norm": 2.6798863410949707, + "learning_rate": 1.2959168027460034e-06, + "loss": 2.3127, + "step": 49134 + }, + { + "epoch": 0.8410791009774218, + "grad_norm": 2.52874755859375, + "learning_rate": 1.2956438655005754e-06, + "loss": 2.4491, + "step": 49135 + }, + { + "epoch": 0.8410962186959722, + "grad_norm": 2.5373916625976562, + "learning_rate": 1.2953709550093052e-06, + "loss": 2.2928, + "step": 49136 + }, + { + "epoch": 0.8411133364145227, + "grad_norm": 2.640233278274536, + "learning_rate": 1.2950980712730309e-06, + "loss": 2.3784, + "step": 49137 + }, + { + "epoch": 0.8411304541330732, + "grad_norm": 2.609487771987915, + "learning_rate": 1.2948252142925921e-06, + "loss": 2.4153, + "step": 49138 + }, + { + "epoch": 0.8411475718516236, + "grad_norm": 2.5701143741607666, + "learning_rate": 1.294552384068829e-06, + "loss": 2.3447, + "step": 49139 + }, + { + "epoch": 0.8411646895701741, + "grad_norm": 2.5721185207366943, + "learning_rate": 1.2942795806025742e-06, + "loss": 2.2773, + "step": 49140 + }, + { + "epoch": 0.8411818072887246, + "grad_norm": 2.3914828300476074, + "learning_rate": 1.2940068038946752e-06, + "loss": 2.272, + "step": 49141 + }, + { + "epoch": 0.841198925007275, + "grad_norm": 2.5458316802978516, + "learning_rate": 1.2937340539459642e-06, + "loss": 2.3085, + "step": 49142 + }, + { + "epoch": 0.8412160427258255, + "grad_norm": 2.8120837211608887, + "learning_rate": 1.2934613307572797e-06, + "loss": 2.3144, + "step": 49143 + }, + { + "epoch": 0.841233160444376, + "grad_norm": 2.575962543487549, + "learning_rate": 1.293188634329464e-06, + "loss": 2.3669, + "step": 49144 + }, + { + "epoch": 0.8412502781629264, + "grad_norm": 2.6534008979797363, + "learning_rate": 1.2929159646633471e-06, + "loss": 2.4546, + "step": 49145 + }, + { + "epoch": 0.8412673958814769, + "grad_norm": 2.68544602394104, + "learning_rate": 1.2926433217597778e-06, + "loss": 2.3702, + "step": 49146 + }, + { + "epoch": 0.8412845136000274, + "grad_norm": 2.4802589416503906, + "learning_rate": 1.2923707056195845e-06, + "loss": 2.4359, + "step": 49147 + }, + { + "epoch": 0.8413016313185778, + "grad_norm": 2.6175308227539062, + "learning_rate": 1.2920981162436141e-06, + "loss": 2.3218, + "step": 49148 + }, + { + "epoch": 0.8413187490371283, + "grad_norm": 2.6863484382629395, + "learning_rate": 1.2918255536326973e-06, + "loss": 2.355, + "step": 49149 + }, + { + "epoch": 0.8413358667556788, + "grad_norm": 2.736306667327881, + "learning_rate": 1.2915530177876746e-06, + "loss": 2.3866, + "step": 49150 + }, + { + "epoch": 0.8413529844742292, + "grad_norm": 2.4966392517089844, + "learning_rate": 1.2912805087093848e-06, + "loss": 2.267, + "step": 49151 + }, + { + "epoch": 0.8413701021927797, + "grad_norm": 2.5697073936462402, + "learning_rate": 1.2910080263986602e-06, + "loss": 2.2896, + "step": 49152 + }, + { + "epoch": 0.8413872199113303, + "grad_norm": 2.495393991470337, + "learning_rate": 1.2907355708563463e-06, + "loss": 2.3917, + "step": 49153 + }, + { + "epoch": 0.8414043376298806, + "grad_norm": 2.55088472366333, + "learning_rate": 1.2904631420832747e-06, + "loss": 2.3417, + "step": 49154 + }, + { + "epoch": 0.8414214553484312, + "grad_norm": 2.71455454826355, + "learning_rate": 1.2901907400802837e-06, + "loss": 2.3631, + "step": 49155 + }, + { + "epoch": 0.8414385730669817, + "grad_norm": 2.6875243186950684, + "learning_rate": 1.289918364848215e-06, + "loss": 2.3472, + "step": 49156 + }, + { + "epoch": 0.8414556907855321, + "grad_norm": 2.541557788848877, + "learning_rate": 1.2896460163878966e-06, + "loss": 2.3329, + "step": 49157 + }, + { + "epoch": 0.8414728085040826, + "grad_norm": 2.5344126224517822, + "learning_rate": 1.2893736947001767e-06, + "loss": 2.2956, + "step": 49158 + }, + { + "epoch": 0.8414899262226331, + "grad_norm": 2.704371690750122, + "learning_rate": 1.2891013997858837e-06, + "loss": 2.4201, + "step": 49159 + }, + { + "epoch": 0.8415070439411835, + "grad_norm": 2.5637857913970947, + "learning_rate": 1.288829131645858e-06, + "loss": 2.3274, + "step": 49160 + }, + { + "epoch": 0.841524161659734, + "grad_norm": 2.6294188499450684, + "learning_rate": 1.2885568902809354e-06, + "loss": 2.3522, + "step": 49161 + }, + { + "epoch": 0.8415412793782845, + "grad_norm": 2.479252576828003, + "learning_rate": 1.2882846756919544e-06, + "loss": 2.2585, + "step": 49162 + }, + { + "epoch": 0.8415583970968349, + "grad_norm": 2.644641399383545, + "learning_rate": 1.2880124878797518e-06, + "loss": 2.2946, + "step": 49163 + }, + { + "epoch": 0.8415755148153854, + "grad_norm": 2.5006439685821533, + "learning_rate": 1.2877403268451594e-06, + "loss": 2.3246, + "step": 49164 + }, + { + "epoch": 0.8415926325339359, + "grad_norm": 2.6118083000183105, + "learning_rate": 1.287468192589022e-06, + "loss": 2.2964, + "step": 49165 + }, + { + "epoch": 0.8416097502524863, + "grad_norm": 2.440690040588379, + "learning_rate": 1.287196085112169e-06, + "loss": 2.3861, + "step": 49166 + }, + { + "epoch": 0.8416268679710368, + "grad_norm": 2.6872217655181885, + "learning_rate": 1.2869240044154395e-06, + "loss": 2.3039, + "step": 49167 + }, + { + "epoch": 0.8416439856895873, + "grad_norm": 2.4526238441467285, + "learning_rate": 1.2866519504996688e-06, + "loss": 2.3595, + "step": 49168 + }, + { + "epoch": 0.8416611034081377, + "grad_norm": 2.6666057109832764, + "learning_rate": 1.2863799233656938e-06, + "loss": 2.3991, + "step": 49169 + }, + { + "epoch": 0.8416782211266882, + "grad_norm": 2.611790895462036, + "learning_rate": 1.2861079230143535e-06, + "loss": 2.3257, + "step": 49170 + }, + { + "epoch": 0.8416953388452387, + "grad_norm": 2.597055435180664, + "learning_rate": 1.285835949446479e-06, + "loss": 2.3825, + "step": 49171 + }, + { + "epoch": 0.8417124565637891, + "grad_norm": 2.494673252105713, + "learning_rate": 1.285564002662908e-06, + "loss": 2.3981, + "step": 49172 + }, + { + "epoch": 0.8417295742823396, + "grad_norm": 2.5061676502227783, + "learning_rate": 1.2852920826644754e-06, + "loss": 2.2701, + "step": 49173 + }, + { + "epoch": 0.8417466920008901, + "grad_norm": 2.6136395931243896, + "learning_rate": 1.2850201894520198e-06, + "loss": 2.2655, + "step": 49174 + }, + { + "epoch": 0.8417638097194406, + "grad_norm": 2.5370593070983887, + "learning_rate": 1.2847483230263747e-06, + "loss": 2.1853, + "step": 49175 + }, + { + "epoch": 0.841780927437991, + "grad_norm": 2.7321627140045166, + "learning_rate": 1.2844764833883793e-06, + "loss": 2.4032, + "step": 49176 + }, + { + "epoch": 0.8417980451565416, + "grad_norm": 2.680586338043213, + "learning_rate": 1.2842046705388634e-06, + "loss": 2.3998, + "step": 49177 + }, + { + "epoch": 0.8418151628750921, + "grad_norm": 2.594799518585205, + "learning_rate": 1.283932884478666e-06, + "loss": 2.3406, + "step": 49178 + }, + { + "epoch": 0.8418322805936425, + "grad_norm": 2.5719833374023438, + "learning_rate": 1.2836611252086206e-06, + "loss": 2.1906, + "step": 49179 + }, + { + "epoch": 0.841849398312193, + "grad_norm": 2.6452596187591553, + "learning_rate": 1.2833893927295638e-06, + "loss": 2.3081, + "step": 49180 + }, + { + "epoch": 0.8418665160307435, + "grad_norm": 2.7645130157470703, + "learning_rate": 1.2831176870423334e-06, + "loss": 2.3345, + "step": 49181 + }, + { + "epoch": 0.8418836337492939, + "grad_norm": 2.4982874393463135, + "learning_rate": 1.2828460081477578e-06, + "loss": 2.3023, + "step": 49182 + }, + { + "epoch": 0.8419007514678444, + "grad_norm": 2.5243000984191895, + "learning_rate": 1.2825743560466797e-06, + "loss": 2.2709, + "step": 49183 + }, + { + "epoch": 0.8419178691863949, + "grad_norm": 2.6400299072265625, + "learning_rate": 1.2823027307399283e-06, + "loss": 2.3472, + "step": 49184 + }, + { + "epoch": 0.8419349869049453, + "grad_norm": 2.487438440322876, + "learning_rate": 1.2820311322283408e-06, + "loss": 2.2219, + "step": 49185 + }, + { + "epoch": 0.8419521046234958, + "grad_norm": 2.6710782051086426, + "learning_rate": 1.281759560512752e-06, + "loss": 2.3468, + "step": 49186 + }, + { + "epoch": 0.8419692223420463, + "grad_norm": 2.702871322631836, + "learning_rate": 1.2814880155939958e-06, + "loss": 2.189, + "step": 49187 + }, + { + "epoch": 0.8419863400605967, + "grad_norm": 2.490938663482666, + "learning_rate": 1.281216497472909e-06, + "loss": 2.2532, + "step": 49188 + }, + { + "epoch": 0.8420034577791472, + "grad_norm": 2.606306314468384, + "learning_rate": 1.2809450061503215e-06, + "loss": 2.3127, + "step": 49189 + }, + { + "epoch": 0.8420205754976977, + "grad_norm": 2.7085821628570557, + "learning_rate": 1.2806735416270756e-06, + "loss": 2.347, + "step": 49190 + }, + { + "epoch": 0.8420376932162481, + "grad_norm": 2.6019492149353027, + "learning_rate": 1.2804021039039971e-06, + "loss": 2.3245, + "step": 49191 + }, + { + "epoch": 0.8420548109347986, + "grad_norm": 2.669797420501709, + "learning_rate": 1.2801306929819257e-06, + "loss": 2.2152, + "step": 49192 + }, + { + "epoch": 0.8420719286533491, + "grad_norm": 2.5274624824523926, + "learning_rate": 1.279859308861695e-06, + "loss": 2.393, + "step": 49193 + }, + { + "epoch": 0.8420890463718995, + "grad_norm": 2.7547717094421387, + "learning_rate": 1.2795879515441344e-06, + "loss": 2.4302, + "step": 49194 + }, + { + "epoch": 0.84210616409045, + "grad_norm": 2.5652825832366943, + "learning_rate": 1.2793166210300866e-06, + "loss": 2.3157, + "step": 49195 + }, + { + "epoch": 0.8421232818090005, + "grad_norm": 2.474468231201172, + "learning_rate": 1.2790453173203776e-06, + "loss": 2.309, + "step": 49196 + }, + { + "epoch": 0.8421403995275509, + "grad_norm": 2.701575517654419, + "learning_rate": 1.2787740404158455e-06, + "loss": 2.4221, + "step": 49197 + }, + { + "epoch": 0.8421575172461014, + "grad_norm": 2.5925025939941406, + "learning_rate": 1.2785027903173242e-06, + "loss": 2.2618, + "step": 49198 + }, + { + "epoch": 0.842174634964652, + "grad_norm": 2.6076254844665527, + "learning_rate": 1.2782315670256428e-06, + "loss": 2.2362, + "step": 49199 + }, + { + "epoch": 0.8421917526832023, + "grad_norm": 2.6774179935455322, + "learning_rate": 1.2779603705416421e-06, + "loss": 2.3183, + "step": 49200 + }, + { + "epoch": 0.8422088704017529, + "grad_norm": 2.7198476791381836, + "learning_rate": 1.2776892008661478e-06, + "loss": 2.4462, + "step": 49201 + }, + { + "epoch": 0.8422259881203034, + "grad_norm": 2.4020793437957764, + "learning_rate": 1.2774180580000029e-06, + "loss": 2.182, + "step": 49202 + }, + { + "epoch": 0.8422431058388538, + "grad_norm": 2.597533941268921, + "learning_rate": 1.277146941944032e-06, + "loss": 2.399, + "step": 49203 + }, + { + "epoch": 0.8422602235574043, + "grad_norm": 2.4211652278900146, + "learning_rate": 1.276875852699072e-06, + "loss": 2.2659, + "step": 49204 + }, + { + "epoch": 0.8422773412759548, + "grad_norm": 2.5459518432617188, + "learning_rate": 1.2766047902659563e-06, + "loss": 2.4042, + "step": 49205 + }, + { + "epoch": 0.8422944589945052, + "grad_norm": 2.6056463718414307, + "learning_rate": 1.2763337546455179e-06, + "loss": 2.3124, + "step": 49206 + }, + { + "epoch": 0.8423115767130557, + "grad_norm": 2.363926887512207, + "learning_rate": 1.276062745838592e-06, + "loss": 2.1981, + "step": 49207 + }, + { + "epoch": 0.8423286944316062, + "grad_norm": 2.656663656234741, + "learning_rate": 1.2757917638460072e-06, + "loss": 2.3659, + "step": 49208 + }, + { + "epoch": 0.8423458121501566, + "grad_norm": 2.5726478099823, + "learning_rate": 1.2755208086685978e-06, + "loss": 2.2942, + "step": 49209 + }, + { + "epoch": 0.8423629298687071, + "grad_norm": 2.737997055053711, + "learning_rate": 1.2752498803071979e-06, + "loss": 2.252, + "step": 49210 + }, + { + "epoch": 0.8423800475872576, + "grad_norm": 2.532773971557617, + "learning_rate": 1.27497897876264e-06, + "loss": 2.2982, + "step": 49211 + }, + { + "epoch": 0.842397165305808, + "grad_norm": 2.7836101055145264, + "learning_rate": 1.2747081040357556e-06, + "loss": 2.373, + "step": 49212 + }, + { + "epoch": 0.8424142830243585, + "grad_norm": 2.628232955932617, + "learning_rate": 1.274437256127381e-06, + "loss": 2.4331, + "step": 49213 + }, + { + "epoch": 0.842431400742909, + "grad_norm": 2.6075916290283203, + "learning_rate": 1.2741664350383432e-06, + "loss": 2.4161, + "step": 49214 + }, + { + "epoch": 0.8424485184614594, + "grad_norm": 2.852778911590576, + "learning_rate": 1.273895640769477e-06, + "loss": 2.3276, + "step": 49215 + }, + { + "epoch": 0.8424656361800099, + "grad_norm": 2.6232237815856934, + "learning_rate": 1.2736248733216162e-06, + "loss": 2.4098, + "step": 49216 + }, + { + "epoch": 0.8424827538985604, + "grad_norm": 2.5736923217773438, + "learning_rate": 1.27335413269559e-06, + "loss": 2.3333, + "step": 49217 + }, + { + "epoch": 0.8424998716171108, + "grad_norm": 2.7116620540618896, + "learning_rate": 1.2730834188922337e-06, + "loss": 2.381, + "step": 49218 + }, + { + "epoch": 0.8425169893356613, + "grad_norm": 2.57099986076355, + "learning_rate": 1.2728127319123773e-06, + "loss": 2.3819, + "step": 49219 + }, + { + "epoch": 0.8425341070542118, + "grad_norm": 2.558596611022949, + "learning_rate": 1.272542071756856e-06, + "loss": 2.2166, + "step": 49220 + }, + { + "epoch": 0.8425512247727623, + "grad_norm": 2.581486463546753, + "learning_rate": 1.2722714384264978e-06, + "loss": 2.2609, + "step": 49221 + }, + { + "epoch": 0.8425683424913127, + "grad_norm": 2.5433685779571533, + "learning_rate": 1.2720008319221356e-06, + "loss": 2.3092, + "step": 49222 + }, + { + "epoch": 0.8425854602098632, + "grad_norm": 2.6536648273468018, + "learning_rate": 1.2717302522446008e-06, + "loss": 2.3318, + "step": 49223 + }, + { + "epoch": 0.8426025779284138, + "grad_norm": 2.690387010574341, + "learning_rate": 1.2714596993947259e-06, + "loss": 2.4268, + "step": 49224 + }, + { + "epoch": 0.8426196956469642, + "grad_norm": 2.7381954193115234, + "learning_rate": 1.271189173373345e-06, + "loss": 2.3696, + "step": 49225 + }, + { + "epoch": 0.8426368133655147, + "grad_norm": 2.6112160682678223, + "learning_rate": 1.2709186741812828e-06, + "loss": 2.2852, + "step": 49226 + }, + { + "epoch": 0.8426539310840652, + "grad_norm": 2.6586039066314697, + "learning_rate": 1.2706482018193788e-06, + "loss": 2.2728, + "step": 49227 + }, + { + "epoch": 0.8426710488026156, + "grad_norm": 2.703838348388672, + "learning_rate": 1.270377756288459e-06, + "loss": 2.4724, + "step": 49228 + }, + { + "epoch": 0.8426881665211661, + "grad_norm": 2.5511937141418457, + "learning_rate": 1.2701073375893547e-06, + "loss": 2.3499, + "step": 49229 + }, + { + "epoch": 0.8427052842397166, + "grad_norm": 2.737438440322876, + "learning_rate": 1.2698369457229022e-06, + "loss": 2.4224, + "step": 49230 + }, + { + "epoch": 0.842722401958267, + "grad_norm": 2.574448347091675, + "learning_rate": 1.2695665806899238e-06, + "loss": 2.2528, + "step": 49231 + }, + { + "epoch": 0.8427395196768175, + "grad_norm": 2.543890953063965, + "learning_rate": 1.2692962424912592e-06, + "loss": 2.2993, + "step": 49232 + }, + { + "epoch": 0.842756637395368, + "grad_norm": 2.5786545276641846, + "learning_rate": 1.2690259311277342e-06, + "loss": 2.2781, + "step": 49233 + }, + { + "epoch": 0.8427737551139184, + "grad_norm": 2.586484909057617, + "learning_rate": 1.2687556466001816e-06, + "loss": 2.363, + "step": 49234 + }, + { + "epoch": 0.8427908728324689, + "grad_norm": 2.6057686805725098, + "learning_rate": 1.2684853889094328e-06, + "loss": 2.4478, + "step": 49235 + }, + { + "epoch": 0.8428079905510194, + "grad_norm": 2.6332592964172363, + "learning_rate": 1.268215158056314e-06, + "loss": 2.3233, + "step": 49236 + }, + { + "epoch": 0.8428251082695698, + "grad_norm": 2.6156020164489746, + "learning_rate": 1.2679449540416632e-06, + "loss": 2.259, + "step": 49237 + }, + { + "epoch": 0.8428422259881203, + "grad_norm": 2.525118350982666, + "learning_rate": 1.2676747768663022e-06, + "loss": 2.2616, + "step": 49238 + }, + { + "epoch": 0.8428593437066708, + "grad_norm": 2.692525863647461, + "learning_rate": 1.2674046265310714e-06, + "loss": 2.3591, + "step": 49239 + }, + { + "epoch": 0.8428764614252212, + "grad_norm": 2.5803847312927246, + "learning_rate": 1.2671345030367932e-06, + "loss": 2.3299, + "step": 49240 + }, + { + "epoch": 0.8428935791437717, + "grad_norm": 2.71810245513916, + "learning_rate": 1.2668644063843005e-06, + "loss": 2.4834, + "step": 49241 + }, + { + "epoch": 0.8429106968623222, + "grad_norm": 2.8479011058807373, + "learning_rate": 1.2665943365744248e-06, + "loss": 2.4673, + "step": 49242 + }, + { + "epoch": 0.8429278145808726, + "grad_norm": 2.5377233028411865, + "learning_rate": 1.2663242936079922e-06, + "loss": 2.3859, + "step": 49243 + }, + { + "epoch": 0.8429449322994231, + "grad_norm": 2.588157892227173, + "learning_rate": 1.2660542774858387e-06, + "loss": 2.358, + "step": 49244 + }, + { + "epoch": 0.8429620500179736, + "grad_norm": 2.6164186000823975, + "learning_rate": 1.265784288208789e-06, + "loss": 2.2971, + "step": 49245 + }, + { + "epoch": 0.842979167736524, + "grad_norm": 2.557854413986206, + "learning_rate": 1.2655143257776747e-06, + "loss": 2.2894, + "step": 49246 + }, + { + "epoch": 0.8429962854550745, + "grad_norm": 2.5030088424682617, + "learning_rate": 1.2652443901933264e-06, + "loss": 2.3302, + "step": 49247 + }, + { + "epoch": 0.843013403173625, + "grad_norm": 2.5899665355682373, + "learning_rate": 1.2649744814565724e-06, + "loss": 2.35, + "step": 49248 + }, + { + "epoch": 0.8430305208921755, + "grad_norm": 2.4098241329193115, + "learning_rate": 1.264704599568246e-06, + "loss": 2.2926, + "step": 49249 + }, + { + "epoch": 0.843047638610726, + "grad_norm": 2.6341025829315186, + "learning_rate": 1.2644347445291715e-06, + "loss": 2.2656, + "step": 49250 + }, + { + "epoch": 0.8430647563292765, + "grad_norm": 2.5940611362457275, + "learning_rate": 1.2641649163401804e-06, + "loss": 2.3823, + "step": 49251 + }, + { + "epoch": 0.8430818740478269, + "grad_norm": 2.6876699924468994, + "learning_rate": 1.2638951150021017e-06, + "loss": 2.3273, + "step": 49252 + }, + { + "epoch": 0.8430989917663774, + "grad_norm": 2.6547622680664062, + "learning_rate": 1.263625340515766e-06, + "loss": 2.3366, + "step": 49253 + }, + { + "epoch": 0.8431161094849279, + "grad_norm": 2.651906967163086, + "learning_rate": 1.2633555928820018e-06, + "loss": 2.3385, + "step": 49254 + }, + { + "epoch": 0.8431332272034783, + "grad_norm": 2.6064038276672363, + "learning_rate": 1.263085872101638e-06, + "loss": 2.2839, + "step": 49255 + }, + { + "epoch": 0.8431503449220288, + "grad_norm": 2.5821585655212402, + "learning_rate": 1.2628161781755065e-06, + "loss": 2.3927, + "step": 49256 + }, + { + "epoch": 0.8431674626405793, + "grad_norm": 2.7329628467559814, + "learning_rate": 1.2625465111044312e-06, + "loss": 2.3029, + "step": 49257 + }, + { + "epoch": 0.8431845803591297, + "grad_norm": 2.601245641708374, + "learning_rate": 1.262276870889243e-06, + "loss": 2.315, + "step": 49258 + }, + { + "epoch": 0.8432016980776802, + "grad_norm": 2.754770517349243, + "learning_rate": 1.2620072575307707e-06, + "loss": 2.3682, + "step": 49259 + }, + { + "epoch": 0.8432188157962307, + "grad_norm": 2.6193814277648926, + "learning_rate": 1.2617376710298434e-06, + "loss": 2.3574, + "step": 49260 + }, + { + "epoch": 0.8432359335147811, + "grad_norm": 2.4904332160949707, + "learning_rate": 1.2614681113872907e-06, + "loss": 2.2976, + "step": 49261 + }, + { + "epoch": 0.8432530512333316, + "grad_norm": 2.5966224670410156, + "learning_rate": 1.2611985786039404e-06, + "loss": 2.2753, + "step": 49262 + }, + { + "epoch": 0.8432701689518821, + "grad_norm": 2.611389398574829, + "learning_rate": 1.26092907268062e-06, + "loss": 2.3272, + "step": 49263 + }, + { + "epoch": 0.8432872866704325, + "grad_norm": 2.535658597946167, + "learning_rate": 1.2606595936181576e-06, + "loss": 2.3615, + "step": 49264 + }, + { + "epoch": 0.843304404388983, + "grad_norm": 2.6247613430023193, + "learning_rate": 1.2603901414173824e-06, + "loss": 2.3584, + "step": 49265 + }, + { + "epoch": 0.8433215221075335, + "grad_norm": 2.589127540588379, + "learning_rate": 1.2601207160791228e-06, + "loss": 2.363, + "step": 49266 + }, + { + "epoch": 0.8433386398260839, + "grad_norm": 2.4764397144317627, + "learning_rate": 1.2598513176042093e-06, + "loss": 2.3231, + "step": 49267 + }, + { + "epoch": 0.8433557575446344, + "grad_norm": 2.561506986618042, + "learning_rate": 1.259581945993462e-06, + "loss": 2.3599, + "step": 49268 + }, + { + "epoch": 0.8433728752631849, + "grad_norm": 2.544240951538086, + "learning_rate": 1.2593126012477197e-06, + "loss": 2.2979, + "step": 49269 + }, + { + "epoch": 0.8433899929817354, + "grad_norm": 2.6970021724700928, + "learning_rate": 1.2590432833678013e-06, + "loss": 2.4396, + "step": 49270 + }, + { + "epoch": 0.8434071107002858, + "grad_norm": 2.623504638671875, + "learning_rate": 1.2587739923545384e-06, + "loss": 2.4443, + "step": 49271 + }, + { + "epoch": 0.8434242284188364, + "grad_norm": 2.713667154312134, + "learning_rate": 1.2585047282087615e-06, + "loss": 2.2499, + "step": 49272 + }, + { + "epoch": 0.8434413461373869, + "grad_norm": 2.710466146469116, + "learning_rate": 1.2582354909312889e-06, + "loss": 2.4595, + "step": 49273 + }, + { + "epoch": 0.8434584638559373, + "grad_norm": 2.683384656906128, + "learning_rate": 1.2579662805229598e-06, + "loss": 2.3392, + "step": 49274 + }, + { + "epoch": 0.8434755815744878, + "grad_norm": 2.6163551807403564, + "learning_rate": 1.2576970969845914e-06, + "loss": 2.304, + "step": 49275 + }, + { + "epoch": 0.8434926992930383, + "grad_norm": 2.3746442794799805, + "learning_rate": 1.2574279403170209e-06, + "loss": 2.265, + "step": 49276 + }, + { + "epoch": 0.8435098170115887, + "grad_norm": 2.604559898376465, + "learning_rate": 1.2571588105210674e-06, + "loss": 2.3126, + "step": 49277 + }, + { + "epoch": 0.8435269347301392, + "grad_norm": 2.577942132949829, + "learning_rate": 1.2568897075975617e-06, + "loss": 2.3305, + "step": 49278 + }, + { + "epoch": 0.8435440524486897, + "grad_norm": 2.5981884002685547, + "learning_rate": 1.2566206315473327e-06, + "loss": 2.2973, + "step": 49279 + }, + { + "epoch": 0.8435611701672401, + "grad_norm": 2.5907278060913086, + "learning_rate": 1.2563515823712015e-06, + "loss": 2.3843, + "step": 49280 + }, + { + "epoch": 0.8435782878857906, + "grad_norm": 2.6558027267456055, + "learning_rate": 1.2560825600700022e-06, + "loss": 2.2983, + "step": 49281 + }, + { + "epoch": 0.8435954056043411, + "grad_norm": 2.5717108249664307, + "learning_rate": 1.2558135646445556e-06, + "loss": 2.2473, + "step": 49282 + }, + { + "epoch": 0.8436125233228915, + "grad_norm": 2.606191873550415, + "learning_rate": 1.2555445960956913e-06, + "loss": 2.2876, + "step": 49283 + }, + { + "epoch": 0.843629641041442, + "grad_norm": 2.6782338619232178, + "learning_rate": 1.2552756544242374e-06, + "loss": 2.4658, + "step": 49284 + }, + { + "epoch": 0.8436467587599925, + "grad_norm": 2.847369909286499, + "learning_rate": 1.2550067396310174e-06, + "loss": 2.5375, + "step": 49285 + }, + { + "epoch": 0.8436638764785429, + "grad_norm": 2.6897571086883545, + "learning_rate": 1.2547378517168618e-06, + "loss": 2.2888, + "step": 49286 + }, + { + "epoch": 0.8436809941970934, + "grad_norm": 2.5852510929107666, + "learning_rate": 1.2544689906825935e-06, + "loss": 2.3064, + "step": 49287 + }, + { + "epoch": 0.8436981119156439, + "grad_norm": 2.4587690830230713, + "learning_rate": 1.2542001565290396e-06, + "loss": 2.2582, + "step": 49288 + }, + { + "epoch": 0.8437152296341943, + "grad_norm": 2.58382511138916, + "learning_rate": 1.2539313492570259e-06, + "loss": 2.2644, + "step": 49289 + }, + { + "epoch": 0.8437323473527448, + "grad_norm": 2.5968387126922607, + "learning_rate": 1.253662568867381e-06, + "loss": 2.3751, + "step": 49290 + }, + { + "epoch": 0.8437494650712953, + "grad_norm": 2.758730888366699, + "learning_rate": 1.2533938153609293e-06, + "loss": 2.2827, + "step": 49291 + }, + { + "epoch": 0.8437665827898457, + "grad_norm": 2.6390817165374756, + "learning_rate": 1.2531250887384972e-06, + "loss": 2.5022, + "step": 49292 + }, + { + "epoch": 0.8437837005083962, + "grad_norm": 2.597989559173584, + "learning_rate": 1.2528563890009127e-06, + "loss": 2.3651, + "step": 49293 + }, + { + "epoch": 0.8438008182269467, + "grad_norm": 2.682424783706665, + "learning_rate": 1.2525877161489975e-06, + "loss": 2.353, + "step": 49294 + }, + { + "epoch": 0.8438179359454971, + "grad_norm": 2.714607000350952, + "learning_rate": 1.2523190701835798e-06, + "loss": 2.2865, + "step": 49295 + }, + { + "epoch": 0.8438350536640477, + "grad_norm": 2.786835193634033, + "learning_rate": 1.2520504511054854e-06, + "loss": 2.4177, + "step": 49296 + }, + { + "epoch": 0.8438521713825982, + "grad_norm": 2.505948543548584, + "learning_rate": 1.2517818589155383e-06, + "loss": 2.3154, + "step": 49297 + }, + { + "epoch": 0.8438692891011486, + "grad_norm": 2.5807156562805176, + "learning_rate": 1.251513293614567e-06, + "loss": 2.3485, + "step": 49298 + }, + { + "epoch": 0.8438864068196991, + "grad_norm": 2.7284648418426514, + "learning_rate": 1.2512447552033968e-06, + "loss": 2.3167, + "step": 49299 + }, + { + "epoch": 0.8439035245382496, + "grad_norm": 2.477910280227661, + "learning_rate": 1.2509762436828499e-06, + "loss": 2.2471, + "step": 49300 + }, + { + "epoch": 0.8439206422568, + "grad_norm": 2.550285577774048, + "learning_rate": 1.250707759053752e-06, + "loss": 2.2509, + "step": 49301 + }, + { + "epoch": 0.8439377599753505, + "grad_norm": 2.5015177726745605, + "learning_rate": 1.2504393013169314e-06, + "loss": 2.2428, + "step": 49302 + }, + { + "epoch": 0.843954877693901, + "grad_norm": 2.653130531311035, + "learning_rate": 1.2501708704732107e-06, + "loss": 2.26, + "step": 49303 + }, + { + "epoch": 0.8439719954124514, + "grad_norm": 2.732686996459961, + "learning_rate": 1.2499024665234182e-06, + "loss": 2.4117, + "step": 49304 + }, + { + "epoch": 0.8439891131310019, + "grad_norm": 2.74172306060791, + "learning_rate": 1.2496340894683723e-06, + "loss": 2.4373, + "step": 49305 + }, + { + "epoch": 0.8440062308495524, + "grad_norm": 2.507812023162842, + "learning_rate": 1.2493657393089065e-06, + "loss": 2.2921, + "step": 49306 + }, + { + "epoch": 0.8440233485681028, + "grad_norm": 2.6732921600341797, + "learning_rate": 1.249097416045839e-06, + "loss": 2.296, + "step": 49307 + }, + { + "epoch": 0.8440404662866533, + "grad_norm": 2.682591438293457, + "learning_rate": 1.2488291196799962e-06, + "loss": 2.3044, + "step": 49308 + }, + { + "epoch": 0.8440575840052038, + "grad_norm": 2.599411725997925, + "learning_rate": 1.2485608502122038e-06, + "loss": 2.2946, + "step": 49309 + }, + { + "epoch": 0.8440747017237542, + "grad_norm": 2.692909002304077, + "learning_rate": 1.2482926076432855e-06, + "loss": 2.4104, + "step": 49310 + }, + { + "epoch": 0.8440918194423047, + "grad_norm": 2.80324125289917, + "learning_rate": 1.2480243919740686e-06, + "loss": 2.4346, + "step": 49311 + }, + { + "epoch": 0.8441089371608552, + "grad_norm": 2.563657283782959, + "learning_rate": 1.2477562032053714e-06, + "loss": 2.2605, + "step": 49312 + }, + { + "epoch": 0.8441260548794056, + "grad_norm": 2.6688575744628906, + "learning_rate": 1.2474880413380253e-06, + "loss": 2.4145, + "step": 49313 + }, + { + "epoch": 0.8441431725979561, + "grad_norm": 2.7113797664642334, + "learning_rate": 1.2472199063728496e-06, + "loss": 2.4932, + "step": 49314 + }, + { + "epoch": 0.8441602903165066, + "grad_norm": 2.718806028366089, + "learning_rate": 1.2469517983106694e-06, + "loss": 2.4296, + "step": 49315 + }, + { + "epoch": 0.8441774080350571, + "grad_norm": 2.580764055252075, + "learning_rate": 1.2466837171523115e-06, + "loss": 2.3333, + "step": 49316 + }, + { + "epoch": 0.8441945257536075, + "grad_norm": 2.48887038230896, + "learning_rate": 1.2464156628985934e-06, + "loss": 2.3141, + "step": 49317 + }, + { + "epoch": 0.844211643472158, + "grad_norm": 2.7057290077209473, + "learning_rate": 1.2461476355503477e-06, + "loss": 2.3972, + "step": 49318 + }, + { + "epoch": 0.8442287611907086, + "grad_norm": 2.736510753631592, + "learning_rate": 1.2458796351083924e-06, + "loss": 2.4506, + "step": 49319 + }, + { + "epoch": 0.844245878909259, + "grad_norm": 2.6739697456359863, + "learning_rate": 1.2456116615735515e-06, + "loss": 2.3565, + "step": 49320 + }, + { + "epoch": 0.8442629966278095, + "grad_norm": 2.605241298675537, + "learning_rate": 1.245343714946653e-06, + "loss": 2.3387, + "step": 49321 + }, + { + "epoch": 0.84428011434636, + "grad_norm": 2.5855860710144043, + "learning_rate": 1.245075795228512e-06, + "loss": 2.3341, + "step": 49322 + }, + { + "epoch": 0.8442972320649104, + "grad_norm": 2.7063300609588623, + "learning_rate": 1.2448079024199621e-06, + "loss": 2.3406, + "step": 49323 + }, + { + "epoch": 0.8443143497834609, + "grad_norm": 2.6863784790039062, + "learning_rate": 1.2445400365218196e-06, + "loss": 2.4008, + "step": 49324 + }, + { + "epoch": 0.8443314675020114, + "grad_norm": 2.748512029647827, + "learning_rate": 1.2442721975349114e-06, + "loss": 2.35, + "step": 49325 + }, + { + "epoch": 0.8443485852205618, + "grad_norm": 2.5521180629730225, + "learning_rate": 1.244004385460058e-06, + "loss": 2.199, + "step": 49326 + }, + { + "epoch": 0.8443657029391123, + "grad_norm": 2.5072686672210693, + "learning_rate": 1.2437366002980845e-06, + "loss": 2.252, + "step": 49327 + }, + { + "epoch": 0.8443828206576628, + "grad_norm": 2.6067330837249756, + "learning_rate": 1.2434688420498154e-06, + "loss": 2.3765, + "step": 49328 + }, + { + "epoch": 0.8443999383762132, + "grad_norm": 2.619243621826172, + "learning_rate": 1.243201110716068e-06, + "loss": 2.3167, + "step": 49329 + }, + { + "epoch": 0.8444170560947637, + "grad_norm": 2.520390272140503, + "learning_rate": 1.242933406297674e-06, + "loss": 2.3962, + "step": 49330 + }, + { + "epoch": 0.8444341738133142, + "grad_norm": 2.536346912384033, + "learning_rate": 1.242665728795448e-06, + "loss": 2.2582, + "step": 49331 + }, + { + "epoch": 0.8444512915318646, + "grad_norm": 2.5964536666870117, + "learning_rate": 1.2423980782102164e-06, + "loss": 2.2646, + "step": 49332 + }, + { + "epoch": 0.8444684092504151, + "grad_norm": 2.542217969894409, + "learning_rate": 1.2421304545428014e-06, + "loss": 2.2595, + "step": 49333 + }, + { + "epoch": 0.8444855269689656, + "grad_norm": 2.703115463256836, + "learning_rate": 1.241862857794025e-06, + "loss": 2.3773, + "step": 49334 + }, + { + "epoch": 0.844502644687516, + "grad_norm": 2.670886278152466, + "learning_rate": 1.241595287964713e-06, + "loss": 2.3097, + "step": 49335 + }, + { + "epoch": 0.8445197624060665, + "grad_norm": 2.515270709991455, + "learning_rate": 1.2413277450556838e-06, + "loss": 2.1601, + "step": 49336 + }, + { + "epoch": 0.844536880124617, + "grad_norm": 2.5152647495269775, + "learning_rate": 1.2410602290677598e-06, + "loss": 2.2785, + "step": 49337 + }, + { + "epoch": 0.8445539978431674, + "grad_norm": 2.746934175491333, + "learning_rate": 1.240792740001766e-06, + "loss": 2.3883, + "step": 49338 + }, + { + "epoch": 0.8445711155617179, + "grad_norm": 2.645219564437866, + "learning_rate": 1.240525277858522e-06, + "loss": 2.2726, + "step": 49339 + }, + { + "epoch": 0.8445882332802684, + "grad_norm": 2.395932197570801, + "learning_rate": 1.2402578426388513e-06, + "loss": 2.2766, + "step": 49340 + }, + { + "epoch": 0.8446053509988188, + "grad_norm": 2.701456069946289, + "learning_rate": 1.2399904343435786e-06, + "loss": 2.355, + "step": 49341 + }, + { + "epoch": 0.8446224687173693, + "grad_norm": 2.906238555908203, + "learning_rate": 1.2397230529735171e-06, + "loss": 2.3873, + "step": 49342 + }, + { + "epoch": 0.8446395864359199, + "grad_norm": 2.7501373291015625, + "learning_rate": 1.2394556985294991e-06, + "loss": 2.3408, + "step": 49343 + }, + { + "epoch": 0.8446567041544703, + "grad_norm": 2.4552927017211914, + "learning_rate": 1.2391883710123398e-06, + "loss": 2.2166, + "step": 49344 + }, + { + "epoch": 0.8446738218730208, + "grad_norm": 2.701286792755127, + "learning_rate": 1.2389210704228627e-06, + "loss": 2.2736, + "step": 49345 + }, + { + "epoch": 0.8446909395915713, + "grad_norm": 2.573383092880249, + "learning_rate": 1.2386537967618894e-06, + "loss": 2.3728, + "step": 49346 + }, + { + "epoch": 0.8447080573101217, + "grad_norm": 2.494025230407715, + "learning_rate": 1.2383865500302416e-06, + "loss": 2.2666, + "step": 49347 + }, + { + "epoch": 0.8447251750286722, + "grad_norm": 2.6123433113098145, + "learning_rate": 1.238119330228743e-06, + "loss": 2.3082, + "step": 49348 + }, + { + "epoch": 0.8447422927472227, + "grad_norm": 2.606994867324829, + "learning_rate": 1.2378521373582074e-06, + "loss": 2.2917, + "step": 49349 + }, + { + "epoch": 0.8447594104657731, + "grad_norm": 2.677711248397827, + "learning_rate": 1.2375849714194654e-06, + "loss": 2.4498, + "step": 49350 + }, + { + "epoch": 0.8447765281843236, + "grad_norm": 2.5083048343658447, + "learning_rate": 1.2373178324133316e-06, + "loss": 2.3058, + "step": 49351 + }, + { + "epoch": 0.8447936459028741, + "grad_norm": 2.575469493865967, + "learning_rate": 1.2370507203406302e-06, + "loss": 2.2902, + "step": 49352 + }, + { + "epoch": 0.8448107636214245, + "grad_norm": 2.642665386199951, + "learning_rate": 1.2367836352021834e-06, + "loss": 2.2979, + "step": 49353 + }, + { + "epoch": 0.844827881339975, + "grad_norm": 2.506763219833374, + "learning_rate": 1.2365165769988053e-06, + "loss": 2.2907, + "step": 49354 + }, + { + "epoch": 0.8448449990585255, + "grad_norm": 2.821347713470459, + "learning_rate": 1.236249545731326e-06, + "loss": 2.4706, + "step": 49355 + }, + { + "epoch": 0.8448621167770759, + "grad_norm": 2.621730089187622, + "learning_rate": 1.23598254140056e-06, + "loss": 2.29, + "step": 49356 + }, + { + "epoch": 0.8448792344956264, + "grad_norm": 2.5509908199310303, + "learning_rate": 1.2357155640073294e-06, + "loss": 2.405, + "step": 49357 + }, + { + "epoch": 0.8448963522141769, + "grad_norm": 2.4676315784454346, + "learning_rate": 1.2354486135524568e-06, + "loss": 2.2778, + "step": 49358 + }, + { + "epoch": 0.8449134699327273, + "grad_norm": 2.7066352367401123, + "learning_rate": 1.2351816900367575e-06, + "loss": 2.3644, + "step": 49359 + }, + { + "epoch": 0.8449305876512778, + "grad_norm": 2.4143552780151367, + "learning_rate": 1.2349147934610606e-06, + "loss": 2.1537, + "step": 49360 + }, + { + "epoch": 0.8449477053698283, + "grad_norm": 2.622727632522583, + "learning_rate": 1.2346479238261776e-06, + "loss": 2.2366, + "step": 49361 + }, + { + "epoch": 0.8449648230883788, + "grad_norm": 2.5485382080078125, + "learning_rate": 1.2343810811329339e-06, + "loss": 2.2509, + "step": 49362 + }, + { + "epoch": 0.8449819408069292, + "grad_norm": 2.6498963832855225, + "learning_rate": 1.2341142653821482e-06, + "loss": 2.2468, + "step": 49363 + }, + { + "epoch": 0.8449990585254797, + "grad_norm": 2.495208501815796, + "learning_rate": 1.23384747657464e-06, + "loss": 2.2935, + "step": 49364 + }, + { + "epoch": 0.8450161762440302, + "grad_norm": 2.8076279163360596, + "learning_rate": 1.2335807147112322e-06, + "loss": 2.4789, + "step": 49365 + }, + { + "epoch": 0.8450332939625806, + "grad_norm": 2.73396897315979, + "learning_rate": 1.2333139797927395e-06, + "loss": 2.291, + "step": 49366 + }, + { + "epoch": 0.8450504116811312, + "grad_norm": 2.759636878967285, + "learning_rate": 1.2330472718199882e-06, + "loss": 2.3378, + "step": 49367 + }, + { + "epoch": 0.8450675293996817, + "grad_norm": 2.519315481185913, + "learning_rate": 1.2327805907937929e-06, + "loss": 2.311, + "step": 49368 + }, + { + "epoch": 0.8450846471182321, + "grad_norm": 2.466702461242676, + "learning_rate": 1.2325139367149742e-06, + "loss": 2.2625, + "step": 49369 + }, + { + "epoch": 0.8451017648367826, + "grad_norm": 2.5655159950256348, + "learning_rate": 1.2322473095843534e-06, + "loss": 2.3228, + "step": 49370 + }, + { + "epoch": 0.8451188825553331, + "grad_norm": 2.5864193439483643, + "learning_rate": 1.2319807094027492e-06, + "loss": 2.2914, + "step": 49371 + }, + { + "epoch": 0.8451360002738835, + "grad_norm": 2.656665802001953, + "learning_rate": 1.2317141361709827e-06, + "loss": 2.266, + "step": 49372 + }, + { + "epoch": 0.845153117992434, + "grad_norm": 2.6670517921447754, + "learning_rate": 1.2314475898898703e-06, + "loss": 2.3391, + "step": 49373 + }, + { + "epoch": 0.8451702357109845, + "grad_norm": 2.684509038925171, + "learning_rate": 1.2311810705602324e-06, + "loss": 2.331, + "step": 49374 + }, + { + "epoch": 0.8451873534295349, + "grad_norm": 2.7933998107910156, + "learning_rate": 1.230914578182888e-06, + "loss": 2.3625, + "step": 49375 + }, + { + "epoch": 0.8452044711480854, + "grad_norm": 2.6880130767822266, + "learning_rate": 1.2306481127586556e-06, + "loss": 2.3756, + "step": 49376 + }, + { + "epoch": 0.8452215888666359, + "grad_norm": 2.6745693683624268, + "learning_rate": 1.2303816742883568e-06, + "loss": 2.3315, + "step": 49377 + }, + { + "epoch": 0.8452387065851863, + "grad_norm": 2.4896938800811768, + "learning_rate": 1.2301152627728098e-06, + "loss": 2.3096, + "step": 49378 + }, + { + "epoch": 0.8452558243037368, + "grad_norm": 2.742065191268921, + "learning_rate": 1.2298488782128316e-06, + "loss": 2.3915, + "step": 49379 + }, + { + "epoch": 0.8452729420222873, + "grad_norm": 2.7235233783721924, + "learning_rate": 1.2295825206092415e-06, + "loss": 2.4917, + "step": 49380 + }, + { + "epoch": 0.8452900597408377, + "grad_norm": 2.6811580657958984, + "learning_rate": 1.2293161899628581e-06, + "loss": 2.4422, + "step": 49381 + }, + { + "epoch": 0.8453071774593882, + "grad_norm": 2.50312876701355, + "learning_rate": 1.2290498862745015e-06, + "loss": 2.3008, + "step": 49382 + }, + { + "epoch": 0.8453242951779387, + "grad_norm": 2.5071189403533936, + "learning_rate": 1.228783609544988e-06, + "loss": 2.2377, + "step": 49383 + }, + { + "epoch": 0.8453414128964891, + "grad_norm": 2.8300161361694336, + "learning_rate": 1.2285173597751388e-06, + "loss": 2.4386, + "step": 49384 + }, + { + "epoch": 0.8453585306150396, + "grad_norm": 2.7020671367645264, + "learning_rate": 1.2282511369657712e-06, + "loss": 2.38, + "step": 49385 + }, + { + "epoch": 0.8453756483335901, + "grad_norm": 2.6389777660369873, + "learning_rate": 1.2279849411177025e-06, + "loss": 2.2854, + "step": 49386 + }, + { + "epoch": 0.8453927660521405, + "grad_norm": 2.7435495853424072, + "learning_rate": 1.2277187722317508e-06, + "loss": 2.2885, + "step": 49387 + }, + { + "epoch": 0.845409883770691, + "grad_norm": 2.670278787612915, + "learning_rate": 1.2274526303087342e-06, + "loss": 2.2563, + "step": 49388 + }, + { + "epoch": 0.8454270014892415, + "grad_norm": 2.5198943614959717, + "learning_rate": 1.2271865153494722e-06, + "loss": 2.2389, + "step": 49389 + }, + { + "epoch": 0.8454441192077919, + "grad_norm": 2.640826463699341, + "learning_rate": 1.2269204273547841e-06, + "loss": 2.2964, + "step": 49390 + }, + { + "epoch": 0.8454612369263425, + "grad_norm": 2.712576150894165, + "learning_rate": 1.2266543663254816e-06, + "loss": 2.3249, + "step": 49391 + }, + { + "epoch": 0.845478354644893, + "grad_norm": 2.610306978225708, + "learning_rate": 1.2263883322623903e-06, + "loss": 2.3743, + "step": 49392 + }, + { + "epoch": 0.8454954723634434, + "grad_norm": 2.713735580444336, + "learning_rate": 1.2261223251663213e-06, + "loss": 2.2997, + "step": 49393 + }, + { + "epoch": 0.8455125900819939, + "grad_norm": 2.7413878440856934, + "learning_rate": 1.2258563450380956e-06, + "loss": 2.3124, + "step": 49394 + }, + { + "epoch": 0.8455297078005444, + "grad_norm": 2.573441743850708, + "learning_rate": 1.2255903918785328e-06, + "loss": 2.3642, + "step": 49395 + }, + { + "epoch": 0.8455468255190948, + "grad_norm": 2.5780892372131348, + "learning_rate": 1.2253244656884422e-06, + "loss": 2.2715, + "step": 49396 + }, + { + "epoch": 0.8455639432376453, + "grad_norm": 2.7376348972320557, + "learning_rate": 1.225058566468651e-06, + "loss": 2.4133, + "step": 49397 + }, + { + "epoch": 0.8455810609561958, + "grad_norm": 2.6541566848754883, + "learning_rate": 1.2247926942199705e-06, + "loss": 2.4355, + "step": 49398 + }, + { + "epoch": 0.8455981786747462, + "grad_norm": 2.46652889251709, + "learning_rate": 1.2245268489432193e-06, + "loss": 2.1885, + "step": 49399 + }, + { + "epoch": 0.8456152963932967, + "grad_norm": 2.7355010509490967, + "learning_rate": 1.2242610306392178e-06, + "loss": 2.3411, + "step": 49400 + }, + { + "epoch": 0.8456324141118472, + "grad_norm": 2.659848928451538, + "learning_rate": 1.223995239308774e-06, + "loss": 2.3327, + "step": 49401 + }, + { + "epoch": 0.8456495318303976, + "grad_norm": 2.5987062454223633, + "learning_rate": 1.2237294749527162e-06, + "loss": 2.3455, + "step": 49402 + }, + { + "epoch": 0.8456666495489481, + "grad_norm": 2.415437698364258, + "learning_rate": 1.2234637375718517e-06, + "loss": 2.2441, + "step": 49403 + }, + { + "epoch": 0.8456837672674986, + "grad_norm": 2.594189167022705, + "learning_rate": 1.2231980271670052e-06, + "loss": 2.4366, + "step": 49404 + }, + { + "epoch": 0.845700884986049, + "grad_norm": 2.4885430335998535, + "learning_rate": 1.2229323437389872e-06, + "loss": 2.2916, + "step": 49405 + }, + { + "epoch": 0.8457180027045995, + "grad_norm": 2.6313886642456055, + "learning_rate": 1.2226666872886173e-06, + "loss": 2.2802, + "step": 49406 + }, + { + "epoch": 0.84573512042315, + "grad_norm": 2.6780691146850586, + "learning_rate": 1.2224010578167135e-06, + "loss": 2.2483, + "step": 49407 + }, + { + "epoch": 0.8457522381417004, + "grad_norm": 2.7678964138031006, + "learning_rate": 1.2221354553240861e-06, + "loss": 2.3296, + "step": 49408 + }, + { + "epoch": 0.8457693558602509, + "grad_norm": 2.5019071102142334, + "learning_rate": 1.2218698798115603e-06, + "loss": 2.2833, + "step": 49409 + }, + { + "epoch": 0.8457864735788014, + "grad_norm": 2.82906174659729, + "learning_rate": 1.2216043312799442e-06, + "loss": 2.3723, + "step": 49410 + }, + { + "epoch": 0.8458035912973519, + "grad_norm": 2.7099597454071045, + "learning_rate": 1.2213388097300583e-06, + "loss": 2.2793, + "step": 49411 + }, + { + "epoch": 0.8458207090159023, + "grad_norm": 2.694110870361328, + "learning_rate": 1.2210733151627185e-06, + "loss": 2.4392, + "step": 49412 + }, + { + "epoch": 0.8458378267344528, + "grad_norm": 2.509270668029785, + "learning_rate": 1.22080784757874e-06, + "loss": 2.1503, + "step": 49413 + }, + { + "epoch": 0.8458549444530034, + "grad_norm": 2.7903246879577637, + "learning_rate": 1.2205424069789385e-06, + "loss": 2.2941, + "step": 49414 + }, + { + "epoch": 0.8458720621715538, + "grad_norm": 2.4376184940338135, + "learning_rate": 1.2202769933641323e-06, + "loss": 2.2818, + "step": 49415 + }, + { + "epoch": 0.8458891798901043, + "grad_norm": 2.5571985244750977, + "learning_rate": 1.220011606735134e-06, + "loss": 2.384, + "step": 49416 + }, + { + "epoch": 0.8459062976086548, + "grad_norm": 2.541475296020508, + "learning_rate": 1.2197462470927602e-06, + "loss": 2.3717, + "step": 49417 + }, + { + "epoch": 0.8459234153272052, + "grad_norm": 2.4845213890075684, + "learning_rate": 1.2194809144378272e-06, + "loss": 2.185, + "step": 49418 + }, + { + "epoch": 0.8459405330457557, + "grad_norm": 2.5024516582489014, + "learning_rate": 1.2192156087711504e-06, + "loss": 2.2533, + "step": 49419 + }, + { + "epoch": 0.8459576507643062, + "grad_norm": 2.801521062850952, + "learning_rate": 1.2189503300935445e-06, + "loss": 2.3588, + "step": 49420 + }, + { + "epoch": 0.8459747684828566, + "grad_norm": 2.4920523166656494, + "learning_rate": 1.2186850784058257e-06, + "loss": 2.2846, + "step": 49421 + }, + { + "epoch": 0.8459918862014071, + "grad_norm": 2.6196818351745605, + "learning_rate": 1.218419853708811e-06, + "loss": 2.2623, + "step": 49422 + }, + { + "epoch": 0.8460090039199576, + "grad_norm": 2.6601028442382812, + "learning_rate": 1.218154656003312e-06, + "loss": 2.3537, + "step": 49423 + }, + { + "epoch": 0.846026121638508, + "grad_norm": 2.614028215408325, + "learning_rate": 1.2178894852901457e-06, + "loss": 2.3068, + "step": 49424 + }, + { + "epoch": 0.8460432393570585, + "grad_norm": 2.5126142501831055, + "learning_rate": 1.2176243415701261e-06, + "loss": 2.2328, + "step": 49425 + }, + { + "epoch": 0.846060357075609, + "grad_norm": 2.7313404083251953, + "learning_rate": 1.217359224844069e-06, + "loss": 2.4006, + "step": 49426 + }, + { + "epoch": 0.8460774747941594, + "grad_norm": 2.588832378387451, + "learning_rate": 1.217094135112792e-06, + "loss": 2.2213, + "step": 49427 + }, + { + "epoch": 0.8460945925127099, + "grad_norm": 2.803701162338257, + "learning_rate": 1.2168290723771037e-06, + "loss": 2.4135, + "step": 49428 + }, + { + "epoch": 0.8461117102312604, + "grad_norm": 2.570023536682129, + "learning_rate": 1.216564036637825e-06, + "loss": 2.3023, + "step": 49429 + }, + { + "epoch": 0.8461288279498108, + "grad_norm": 2.5981802940368652, + "learning_rate": 1.2162990278957664e-06, + "loss": 2.2695, + "step": 49430 + }, + { + "epoch": 0.8461459456683613, + "grad_norm": 2.711176633834839, + "learning_rate": 1.216034046151744e-06, + "loss": 2.3862, + "step": 49431 + }, + { + "epoch": 0.8461630633869118, + "grad_norm": 2.5303258895874023, + "learning_rate": 1.2157690914065744e-06, + "loss": 2.3364, + "step": 49432 + }, + { + "epoch": 0.8461801811054622, + "grad_norm": 2.6257400512695312, + "learning_rate": 1.2155041636610643e-06, + "loss": 2.39, + "step": 49433 + }, + { + "epoch": 0.8461972988240127, + "grad_norm": 2.3708765506744385, + "learning_rate": 1.2152392629160392e-06, + "loss": 2.2217, + "step": 49434 + }, + { + "epoch": 0.8462144165425632, + "grad_norm": 2.55191707611084, + "learning_rate": 1.2149743891723021e-06, + "loss": 2.2658, + "step": 49435 + }, + { + "epoch": 0.8462315342611136, + "grad_norm": 2.5594656467437744, + "learning_rate": 1.2147095424306776e-06, + "loss": 2.3776, + "step": 49436 + }, + { + "epoch": 0.8462486519796641, + "grad_norm": 2.42122483253479, + "learning_rate": 1.214444722691972e-06, + "loss": 2.3228, + "step": 49437 + }, + { + "epoch": 0.8462657696982147, + "grad_norm": 2.5795600414276123, + "learning_rate": 1.2141799299570023e-06, + "loss": 2.3573, + "step": 49438 + }, + { + "epoch": 0.846282887416765, + "grad_norm": 2.5357298851013184, + "learning_rate": 1.2139151642265846e-06, + "loss": 2.2348, + "step": 49439 + }, + { + "epoch": 0.8463000051353156, + "grad_norm": 2.5598883628845215, + "learning_rate": 1.2136504255015246e-06, + "loss": 2.2367, + "step": 49440 + }, + { + "epoch": 0.8463171228538661, + "grad_norm": 3.5899462699890137, + "learning_rate": 1.2133857137826466e-06, + "loss": 2.3931, + "step": 49441 + }, + { + "epoch": 0.8463342405724165, + "grad_norm": 2.617281198501587, + "learning_rate": 1.2131210290707573e-06, + "loss": 2.337, + "step": 49442 + }, + { + "epoch": 0.846351358290967, + "grad_norm": 2.641451358795166, + "learning_rate": 1.212856371366672e-06, + "loss": 2.4324, + "step": 49443 + }, + { + "epoch": 0.8463684760095175, + "grad_norm": 2.570645570755005, + "learning_rate": 1.2125917406712062e-06, + "loss": 2.2692, + "step": 49444 + }, + { + "epoch": 0.8463855937280679, + "grad_norm": 2.5463526248931885, + "learning_rate": 1.2123271369851664e-06, + "loss": 2.3384, + "step": 49445 + }, + { + "epoch": 0.8464027114466184, + "grad_norm": 2.619891405105591, + "learning_rate": 1.2120625603093762e-06, + "loss": 2.3823, + "step": 49446 + }, + { + "epoch": 0.8464198291651689, + "grad_norm": 2.5634453296661377, + "learning_rate": 1.2117980106446414e-06, + "loss": 2.2558, + "step": 49447 + }, + { + "epoch": 0.8464369468837193, + "grad_norm": 2.6295061111450195, + "learning_rate": 1.2115334879917763e-06, + "loss": 2.3402, + "step": 49448 + }, + { + "epoch": 0.8464540646022698, + "grad_norm": 2.6064906120300293, + "learning_rate": 1.2112689923515952e-06, + "loss": 2.343, + "step": 49449 + }, + { + "epoch": 0.8464711823208203, + "grad_norm": 2.634219169616699, + "learning_rate": 1.2110045237249113e-06, + "loss": 2.3242, + "step": 49450 + }, + { + "epoch": 0.8464883000393707, + "grad_norm": 2.6786577701568604, + "learning_rate": 1.2107400821125392e-06, + "loss": 2.3939, + "step": 49451 + }, + { + "epoch": 0.8465054177579212, + "grad_norm": 2.6470255851745605, + "learning_rate": 1.2104756675152862e-06, + "loss": 2.3307, + "step": 49452 + }, + { + "epoch": 0.8465225354764717, + "grad_norm": 2.5789742469787598, + "learning_rate": 1.2102112799339695e-06, + "loss": 2.3182, + "step": 49453 + }, + { + "epoch": 0.8465396531950221, + "grad_norm": 2.5025954246520996, + "learning_rate": 1.2099469193693992e-06, + "loss": 2.2956, + "step": 49454 + }, + { + "epoch": 0.8465567709135726, + "grad_norm": 2.5218210220336914, + "learning_rate": 1.2096825858223903e-06, + "loss": 2.2522, + "step": 49455 + }, + { + "epoch": 0.8465738886321231, + "grad_norm": 2.6063036918640137, + "learning_rate": 1.2094182792937537e-06, + "loss": 2.3194, + "step": 49456 + }, + { + "epoch": 0.8465910063506736, + "grad_norm": 2.655302047729492, + "learning_rate": 1.2091539997843016e-06, + "loss": 2.3748, + "step": 49457 + }, + { + "epoch": 0.846608124069224, + "grad_norm": 2.5034332275390625, + "learning_rate": 1.2088897472948492e-06, + "loss": 2.284, + "step": 49458 + }, + { + "epoch": 0.8466252417877745, + "grad_norm": 2.585674524307251, + "learning_rate": 1.2086255218262045e-06, + "loss": 2.3205, + "step": 49459 + }, + { + "epoch": 0.846642359506325, + "grad_norm": 2.685216188430786, + "learning_rate": 1.2083613233791825e-06, + "loss": 2.3243, + "step": 49460 + }, + { + "epoch": 0.8466594772248754, + "grad_norm": 2.794157028198242, + "learning_rate": 1.2080971519545926e-06, + "loss": 2.3674, + "step": 49461 + }, + { + "epoch": 0.846676594943426, + "grad_norm": 2.562427043914795, + "learning_rate": 1.2078330075532496e-06, + "loss": 2.2946, + "step": 49462 + }, + { + "epoch": 0.8466937126619765, + "grad_norm": 2.6316258907318115, + "learning_rate": 1.2075688901759642e-06, + "loss": 2.4234, + "step": 49463 + }, + { + "epoch": 0.8467108303805269, + "grad_norm": 2.6062629222869873, + "learning_rate": 1.2073047998235498e-06, + "loss": 2.2689, + "step": 49464 + }, + { + "epoch": 0.8467279480990774, + "grad_norm": 2.516324996948242, + "learning_rate": 1.2070407364968151e-06, + "loss": 2.2755, + "step": 49465 + }, + { + "epoch": 0.8467450658176279, + "grad_norm": 2.6146838665008545, + "learning_rate": 1.2067767001965724e-06, + "loss": 2.2612, + "step": 49466 + }, + { + "epoch": 0.8467621835361783, + "grad_norm": 2.52376389503479, + "learning_rate": 1.2065126909236347e-06, + "loss": 2.3938, + "step": 49467 + }, + { + "epoch": 0.8467793012547288, + "grad_norm": 2.8514459133148193, + "learning_rate": 1.2062487086788133e-06, + "loss": 2.3623, + "step": 49468 + }, + { + "epoch": 0.8467964189732793, + "grad_norm": 2.583065986633301, + "learning_rate": 1.205984753462921e-06, + "loss": 2.2496, + "step": 49469 + }, + { + "epoch": 0.8468135366918297, + "grad_norm": 2.6061086654663086, + "learning_rate": 1.2057208252767627e-06, + "loss": 2.3217, + "step": 49470 + }, + { + "epoch": 0.8468306544103802, + "grad_norm": 2.440356492996216, + "learning_rate": 1.2054569241211579e-06, + "loss": 2.2998, + "step": 49471 + }, + { + "epoch": 0.8468477721289307, + "grad_norm": 2.659447431564331, + "learning_rate": 1.2051930499969133e-06, + "loss": 2.3825, + "step": 49472 + }, + { + "epoch": 0.8468648898474811, + "grad_norm": 2.6175544261932373, + "learning_rate": 1.20492920290484e-06, + "loss": 2.3122, + "step": 49473 + }, + { + "epoch": 0.8468820075660316, + "grad_norm": 2.392441987991333, + "learning_rate": 1.204665382845749e-06, + "loss": 2.2771, + "step": 49474 + }, + { + "epoch": 0.8468991252845821, + "grad_norm": 2.615684986114502, + "learning_rate": 1.204401589820452e-06, + "loss": 2.2676, + "step": 49475 + }, + { + "epoch": 0.8469162430031325, + "grad_norm": 2.598850965499878, + "learning_rate": 1.2041378238297619e-06, + "loss": 2.3071, + "step": 49476 + }, + { + "epoch": 0.846933360721683, + "grad_norm": 2.71234393119812, + "learning_rate": 1.2038740848744834e-06, + "loss": 2.3587, + "step": 49477 + }, + { + "epoch": 0.8469504784402335, + "grad_norm": 2.5215373039245605, + "learning_rate": 1.2036103729554349e-06, + "loss": 2.3059, + "step": 49478 + }, + { + "epoch": 0.8469675961587839, + "grad_norm": 2.8421969413757324, + "learning_rate": 1.2033466880734212e-06, + "loss": 2.3681, + "step": 49479 + }, + { + "epoch": 0.8469847138773344, + "grad_norm": 2.6341421604156494, + "learning_rate": 1.203083030229254e-06, + "loss": 2.3295, + "step": 49480 + }, + { + "epoch": 0.8470018315958849, + "grad_norm": 2.493825912475586, + "learning_rate": 1.202819399423747e-06, + "loss": 2.3596, + "step": 49481 + }, + { + "epoch": 0.8470189493144353, + "grad_norm": 2.835850954055786, + "learning_rate": 1.2025557956577029e-06, + "loss": 2.3832, + "step": 49482 + }, + { + "epoch": 0.8470360670329858, + "grad_norm": 2.5918915271759033, + "learning_rate": 1.2022922189319409e-06, + "loss": 2.1955, + "step": 49483 + }, + { + "epoch": 0.8470531847515363, + "grad_norm": 2.4403064250946045, + "learning_rate": 1.2020286692472648e-06, + "loss": 2.2203, + "step": 49484 + }, + { + "epoch": 0.8470703024700867, + "grad_norm": 2.7486886978149414, + "learning_rate": 1.2017651466044877e-06, + "loss": 2.2951, + "step": 49485 + }, + { + "epoch": 0.8470874201886373, + "grad_norm": 2.6931381225585938, + "learning_rate": 1.2015016510044186e-06, + "loss": 2.4449, + "step": 49486 + }, + { + "epoch": 0.8471045379071878, + "grad_norm": 2.7798964977264404, + "learning_rate": 1.201238182447867e-06, + "loss": 2.3514, + "step": 49487 + }, + { + "epoch": 0.8471216556257382, + "grad_norm": 2.511523962020874, + "learning_rate": 1.2009747409356454e-06, + "loss": 2.2478, + "step": 49488 + }, + { + "epoch": 0.8471387733442887, + "grad_norm": 2.6459317207336426, + "learning_rate": 1.20071132646856e-06, + "loss": 2.3539, + "step": 49489 + }, + { + "epoch": 0.8471558910628392, + "grad_norm": 2.702634334564209, + "learning_rate": 1.200447939047421e-06, + "loss": 2.3933, + "step": 49490 + }, + { + "epoch": 0.8471730087813896, + "grad_norm": 2.705679178237915, + "learning_rate": 1.2001845786730394e-06, + "loss": 2.3437, + "step": 49491 + }, + { + "epoch": 0.8471901264999401, + "grad_norm": 2.4762978553771973, + "learning_rate": 1.1999212453462228e-06, + "loss": 2.0863, + "step": 49492 + }, + { + "epoch": 0.8472072442184906, + "grad_norm": 2.544280529022217, + "learning_rate": 1.199657939067783e-06, + "loss": 2.3905, + "step": 49493 + }, + { + "epoch": 0.847224361937041, + "grad_norm": 2.5974764823913574, + "learning_rate": 1.1993946598385286e-06, + "loss": 2.3902, + "step": 49494 + }, + { + "epoch": 0.8472414796555915, + "grad_norm": 2.6784098148345947, + "learning_rate": 1.1991314076592697e-06, + "loss": 2.4577, + "step": 49495 + }, + { + "epoch": 0.847258597374142, + "grad_norm": 2.650637149810791, + "learning_rate": 1.1988681825308123e-06, + "loss": 2.3296, + "step": 49496 + }, + { + "epoch": 0.8472757150926924, + "grad_norm": 2.6704952716827393, + "learning_rate": 1.198604984453967e-06, + "loss": 2.2688, + "step": 49497 + }, + { + "epoch": 0.8472928328112429, + "grad_norm": 2.667728900909424, + "learning_rate": 1.1983418134295433e-06, + "loss": 2.3656, + "step": 49498 + }, + { + "epoch": 0.8473099505297934, + "grad_norm": 2.5317704677581787, + "learning_rate": 1.19807866945835e-06, + "loss": 2.2673, + "step": 49499 + }, + { + "epoch": 0.8473270682483438, + "grad_norm": 2.66062593460083, + "learning_rate": 1.1978155525411961e-06, + "loss": 2.3396, + "step": 49500 + }, + { + "epoch": 0.8473441859668943, + "grad_norm": 2.544640302658081, + "learning_rate": 1.1975524626788915e-06, + "loss": 2.3222, + "step": 49501 + }, + { + "epoch": 0.8473613036854448, + "grad_norm": 2.768726348876953, + "learning_rate": 1.1972893998722412e-06, + "loss": 2.3817, + "step": 49502 + }, + { + "epoch": 0.8473784214039953, + "grad_norm": 2.4894704818725586, + "learning_rate": 1.1970263641220569e-06, + "loss": 2.2641, + "step": 49503 + }, + { + "epoch": 0.8473955391225457, + "grad_norm": 2.721531867980957, + "learning_rate": 1.1967633554291447e-06, + "loss": 2.2989, + "step": 49504 + }, + { + "epoch": 0.8474126568410962, + "grad_norm": 2.5842080116271973, + "learning_rate": 1.196500373794316e-06, + "loss": 2.2812, + "step": 49505 + }, + { + "epoch": 0.8474297745596467, + "grad_norm": 2.583954334259033, + "learning_rate": 1.1962374192183778e-06, + "loss": 2.2618, + "step": 49506 + }, + { + "epoch": 0.8474468922781971, + "grad_norm": 2.5084803104400635, + "learning_rate": 1.1959744917021354e-06, + "loss": 2.3656, + "step": 49507 + }, + { + "epoch": 0.8474640099967476, + "grad_norm": 2.6638269424438477, + "learning_rate": 1.1957115912464034e-06, + "loss": 2.4636, + "step": 49508 + }, + { + "epoch": 0.8474811277152982, + "grad_norm": 2.575507640838623, + "learning_rate": 1.1954487178519837e-06, + "loss": 2.3046, + "step": 49509 + }, + { + "epoch": 0.8474982454338486, + "grad_norm": 2.6527369022369385, + "learning_rate": 1.1951858715196874e-06, + "loss": 2.316, + "step": 49510 + }, + { + "epoch": 0.8475153631523991, + "grad_norm": 2.5351037979125977, + "learning_rate": 1.1949230522503209e-06, + "loss": 2.1928, + "step": 49511 + }, + { + "epoch": 0.8475324808709496, + "grad_norm": 2.524338483810425, + "learning_rate": 1.1946602600446933e-06, + "loss": 2.3678, + "step": 49512 + }, + { + "epoch": 0.8475495985895, + "grad_norm": 2.552248477935791, + "learning_rate": 1.194397494903613e-06, + "loss": 2.2781, + "step": 49513 + }, + { + "epoch": 0.8475667163080505, + "grad_norm": 2.464750051498413, + "learning_rate": 1.1941347568278828e-06, + "loss": 2.3003, + "step": 49514 + }, + { + "epoch": 0.847583834026601, + "grad_norm": 2.451374053955078, + "learning_rate": 1.1938720458183184e-06, + "loss": 2.2618, + "step": 49515 + }, + { + "epoch": 0.8476009517451514, + "grad_norm": 2.691817283630371, + "learning_rate": 1.1936093618757205e-06, + "loss": 2.3436, + "step": 49516 + }, + { + "epoch": 0.8476180694637019, + "grad_norm": 2.5686068534851074, + "learning_rate": 1.1933467050008985e-06, + "loss": 2.3517, + "step": 49517 + }, + { + "epoch": 0.8476351871822524, + "grad_norm": 2.5611660480499268, + "learning_rate": 1.1930840751946626e-06, + "loss": 2.1465, + "step": 49518 + }, + { + "epoch": 0.8476523049008028, + "grad_norm": 2.5921449661254883, + "learning_rate": 1.1928214724578124e-06, + "loss": 2.237, + "step": 49519 + }, + { + "epoch": 0.8476694226193533, + "grad_norm": 2.613919734954834, + "learning_rate": 1.192558896791165e-06, + "loss": 2.3209, + "step": 49520 + }, + { + "epoch": 0.8476865403379038, + "grad_norm": 2.7399537563323975, + "learning_rate": 1.1922963481955197e-06, + "loss": 2.3395, + "step": 49521 + }, + { + "epoch": 0.8477036580564542, + "grad_norm": 2.706263780593872, + "learning_rate": 1.1920338266716868e-06, + "loss": 2.3942, + "step": 49522 + }, + { + "epoch": 0.8477207757750047, + "grad_norm": 2.6851727962493896, + "learning_rate": 1.191771332220476e-06, + "loss": 2.4783, + "step": 49523 + }, + { + "epoch": 0.8477378934935552, + "grad_norm": 2.698841094970703, + "learning_rate": 1.1915088648426852e-06, + "loss": 2.328, + "step": 49524 + }, + { + "epoch": 0.8477550112121056, + "grad_norm": 2.6830549240112305, + "learning_rate": 1.191246424539131e-06, + "loss": 2.3086, + "step": 49525 + }, + { + "epoch": 0.8477721289306561, + "grad_norm": 2.626486301422119, + "learning_rate": 1.1909840113106119e-06, + "loss": 2.4057, + "step": 49526 + }, + { + "epoch": 0.8477892466492066, + "grad_norm": 2.6083831787109375, + "learning_rate": 1.1907216251579434e-06, + "loss": 2.3923, + "step": 49527 + }, + { + "epoch": 0.847806364367757, + "grad_norm": 2.4498724937438965, + "learning_rate": 1.1904592660819237e-06, + "loss": 2.3247, + "step": 49528 + }, + { + "epoch": 0.8478234820863075, + "grad_norm": 2.7386438846588135, + "learning_rate": 1.190196934083363e-06, + "loss": 2.2746, + "step": 49529 + }, + { + "epoch": 0.847840599804858, + "grad_norm": 2.628248929977417, + "learning_rate": 1.1899346291630697e-06, + "loss": 2.2617, + "step": 49530 + }, + { + "epoch": 0.8478577175234084, + "grad_norm": 2.554943799972534, + "learning_rate": 1.1896723513218433e-06, + "loss": 2.2837, + "step": 49531 + }, + { + "epoch": 0.847874835241959, + "grad_norm": 2.663344144821167, + "learning_rate": 1.1894101005604974e-06, + "loss": 2.3791, + "step": 49532 + }, + { + "epoch": 0.8478919529605095, + "grad_norm": 2.709827423095703, + "learning_rate": 1.1891478768798326e-06, + "loss": 2.3851, + "step": 49533 + }, + { + "epoch": 0.8479090706790599, + "grad_norm": 2.599213123321533, + "learning_rate": 1.1888856802806581e-06, + "loss": 2.2418, + "step": 49534 + }, + { + "epoch": 0.8479261883976104, + "grad_norm": 2.6650969982147217, + "learning_rate": 1.1886235107637777e-06, + "loss": 2.4, + "step": 49535 + }, + { + "epoch": 0.8479433061161609, + "grad_norm": 2.6750361919403076, + "learning_rate": 1.188361368329999e-06, + "loss": 2.3217, + "step": 49536 + }, + { + "epoch": 0.8479604238347113, + "grad_norm": 2.6049716472625732, + "learning_rate": 1.1880992529801282e-06, + "loss": 2.2148, + "step": 49537 + }, + { + "epoch": 0.8479775415532618, + "grad_norm": 2.6437933444976807, + "learning_rate": 1.1878371647149689e-06, + "loss": 2.327, + "step": 49538 + }, + { + "epoch": 0.8479946592718123, + "grad_norm": 2.746645212173462, + "learning_rate": 1.1875751035353266e-06, + "loss": 2.2855, + "step": 49539 + }, + { + "epoch": 0.8480117769903627, + "grad_norm": 2.678123712539673, + "learning_rate": 1.1873130694420075e-06, + "loss": 2.3394, + "step": 49540 + }, + { + "epoch": 0.8480288947089132, + "grad_norm": 2.783156394958496, + "learning_rate": 1.187051062435818e-06, + "loss": 2.2453, + "step": 49541 + }, + { + "epoch": 0.8480460124274637, + "grad_norm": 2.7170698642730713, + "learning_rate": 1.1867890825175621e-06, + "loss": 2.3595, + "step": 49542 + }, + { + "epoch": 0.8480631301460141, + "grad_norm": 2.5814528465270996, + "learning_rate": 1.1865271296880477e-06, + "loss": 2.2598, + "step": 49543 + }, + { + "epoch": 0.8480802478645646, + "grad_norm": 2.822206497192383, + "learning_rate": 1.186265203948076e-06, + "loss": 2.3607, + "step": 49544 + }, + { + "epoch": 0.8480973655831151, + "grad_norm": 2.75723934173584, + "learning_rate": 1.1860033052984544e-06, + "loss": 2.3849, + "step": 49545 + }, + { + "epoch": 0.8481144833016655, + "grad_norm": 2.467384099960327, + "learning_rate": 1.1857414337399864e-06, + "loss": 2.3142, + "step": 49546 + }, + { + "epoch": 0.848131601020216, + "grad_norm": 2.453944206237793, + "learning_rate": 1.1854795892734782e-06, + "loss": 2.2193, + "step": 49547 + }, + { + "epoch": 0.8481487187387665, + "grad_norm": 2.7044684886932373, + "learning_rate": 1.1852177718997337e-06, + "loss": 2.3757, + "step": 49548 + }, + { + "epoch": 0.848165836457317, + "grad_norm": 2.6444809436798096, + "learning_rate": 1.1849559816195588e-06, + "loss": 2.3173, + "step": 49549 + }, + { + "epoch": 0.8481829541758674, + "grad_norm": 2.6732819080352783, + "learning_rate": 1.1846942184337595e-06, + "loss": 2.3656, + "step": 49550 + }, + { + "epoch": 0.8482000718944179, + "grad_norm": 2.522850275039673, + "learning_rate": 1.1844324823431364e-06, + "loss": 2.2548, + "step": 49551 + }, + { + "epoch": 0.8482171896129684, + "grad_norm": 2.7105917930603027, + "learning_rate": 1.1841707733484965e-06, + "loss": 2.3699, + "step": 49552 + }, + { + "epoch": 0.8482343073315188, + "grad_norm": 2.606313467025757, + "learning_rate": 1.1839090914506434e-06, + "loss": 2.3067, + "step": 49553 + }, + { + "epoch": 0.8482514250500693, + "grad_norm": 2.5413239002227783, + "learning_rate": 1.1836474366503814e-06, + "loss": 2.365, + "step": 49554 + }, + { + "epoch": 0.8482685427686198, + "grad_norm": 2.7709226608276367, + "learning_rate": 1.1833858089485174e-06, + "loss": 2.4969, + "step": 49555 + }, + { + "epoch": 0.8482856604871702, + "grad_norm": 2.612722396850586, + "learning_rate": 1.1831242083458494e-06, + "loss": 2.2816, + "step": 49556 + }, + { + "epoch": 0.8483027782057208, + "grad_norm": 2.686764717102051, + "learning_rate": 1.1828626348431892e-06, + "loss": 2.3688, + "step": 49557 + }, + { + "epoch": 0.8483198959242713, + "grad_norm": 2.6393723487854004, + "learning_rate": 1.182601088441334e-06, + "loss": 2.4347, + "step": 49558 + }, + { + "epoch": 0.8483370136428217, + "grad_norm": 2.6315014362335205, + "learning_rate": 1.1823395691410921e-06, + "loss": 2.3967, + "step": 49559 + }, + { + "epoch": 0.8483541313613722, + "grad_norm": 2.659417152404785, + "learning_rate": 1.182078076943267e-06, + "loss": 2.3203, + "step": 49560 + }, + { + "epoch": 0.8483712490799227, + "grad_norm": 2.5315003395080566, + "learning_rate": 1.1818166118486564e-06, + "loss": 2.31, + "step": 49561 + }, + { + "epoch": 0.8483883667984731, + "grad_norm": 2.5701727867126465, + "learning_rate": 1.1815551738580744e-06, + "loss": 2.3402, + "step": 49562 + }, + { + "epoch": 0.8484054845170236, + "grad_norm": 2.642324686050415, + "learning_rate": 1.1812937629723143e-06, + "loss": 2.2843, + "step": 49563 + }, + { + "epoch": 0.8484226022355741, + "grad_norm": 2.5002400875091553, + "learning_rate": 1.1810323791921874e-06, + "loss": 2.2355, + "step": 49564 + }, + { + "epoch": 0.8484397199541245, + "grad_norm": 2.522016763687134, + "learning_rate": 1.1807710225184931e-06, + "loss": 2.421, + "step": 49565 + }, + { + "epoch": 0.848456837672675, + "grad_norm": 2.8614556789398193, + "learning_rate": 1.1805096929520354e-06, + "loss": 2.3785, + "step": 49566 + }, + { + "epoch": 0.8484739553912255, + "grad_norm": 2.6374781131744385, + "learning_rate": 1.180248390493619e-06, + "loss": 2.3116, + "step": 49567 + }, + { + "epoch": 0.8484910731097759, + "grad_norm": 2.3729326725006104, + "learning_rate": 1.1799871151440423e-06, + "loss": 2.2663, + "step": 49568 + }, + { + "epoch": 0.8485081908283264, + "grad_norm": 2.566208839416504, + "learning_rate": 1.1797258669041167e-06, + "loss": 2.2989, + "step": 49569 + }, + { + "epoch": 0.8485253085468769, + "grad_norm": 2.567908763885498, + "learning_rate": 1.1794646457746373e-06, + "loss": 2.2581, + "step": 49570 + }, + { + "epoch": 0.8485424262654273, + "grad_norm": 2.7474684715270996, + "learning_rate": 1.17920345175641e-06, + "loss": 2.4081, + "step": 49571 + }, + { + "epoch": 0.8485595439839778, + "grad_norm": 2.574612617492676, + "learning_rate": 1.1789422848502374e-06, + "loss": 2.3918, + "step": 49572 + }, + { + "epoch": 0.8485766617025283, + "grad_norm": 2.6672472953796387, + "learning_rate": 1.1786811450569235e-06, + "loss": 2.3663, + "step": 49573 + }, + { + "epoch": 0.8485937794210787, + "grad_norm": 2.537078857421875, + "learning_rate": 1.178420032377271e-06, + "loss": 2.2442, + "step": 49574 + }, + { + "epoch": 0.8486108971396292, + "grad_norm": 2.739330768585205, + "learning_rate": 1.1781589468120803e-06, + "loss": 2.2956, + "step": 49575 + }, + { + "epoch": 0.8486280148581797, + "grad_norm": 2.5516855716705322, + "learning_rate": 1.177897888362154e-06, + "loss": 2.395, + "step": 49576 + }, + { + "epoch": 0.8486451325767301, + "grad_norm": 2.583768844604492, + "learning_rate": 1.177636857028296e-06, + "loss": 2.2801, + "step": 49577 + }, + { + "epoch": 0.8486622502952806, + "grad_norm": 2.513911724090576, + "learning_rate": 1.1773758528113077e-06, + "loss": 2.2957, + "step": 49578 + }, + { + "epoch": 0.8486793680138311, + "grad_norm": 2.602438449859619, + "learning_rate": 1.1771148757119922e-06, + "loss": 2.311, + "step": 49579 + }, + { + "epoch": 0.8486964857323815, + "grad_norm": 2.590162992477417, + "learning_rate": 1.1768539257311529e-06, + "loss": 2.3463, + "step": 49580 + }, + { + "epoch": 0.848713603450932, + "grad_norm": 2.659031867980957, + "learning_rate": 1.1765930028695883e-06, + "loss": 2.3186, + "step": 49581 + }, + { + "epoch": 0.8487307211694826, + "grad_norm": 2.6470043659210205, + "learning_rate": 1.176332107128102e-06, + "loss": 2.3828, + "step": 49582 + }, + { + "epoch": 0.848747838888033, + "grad_norm": 2.681424617767334, + "learning_rate": 1.1760712385074967e-06, + "loss": 2.3852, + "step": 49583 + }, + { + "epoch": 0.8487649566065835, + "grad_norm": 2.5136187076568604, + "learning_rate": 1.1758103970085732e-06, + "loss": 2.3865, + "step": 49584 + }, + { + "epoch": 0.848782074325134, + "grad_norm": 2.8121373653411865, + "learning_rate": 1.175549582632134e-06, + "loss": 2.3404, + "step": 49585 + }, + { + "epoch": 0.8487991920436844, + "grad_norm": 2.6279752254486084, + "learning_rate": 1.1752887953789804e-06, + "loss": 2.3398, + "step": 49586 + }, + { + "epoch": 0.8488163097622349, + "grad_norm": 2.5510315895080566, + "learning_rate": 1.1750280352499166e-06, + "loss": 2.3065, + "step": 49587 + }, + { + "epoch": 0.8488334274807854, + "grad_norm": 2.644007682800293, + "learning_rate": 1.1747673022457384e-06, + "loss": 2.238, + "step": 49588 + }, + { + "epoch": 0.8488505451993358, + "grad_norm": 2.697164297103882, + "learning_rate": 1.1745065963672508e-06, + "loss": 2.4101, + "step": 49589 + }, + { + "epoch": 0.8488676629178863, + "grad_norm": 2.4239003658294678, + "learning_rate": 1.1742459176152544e-06, + "loss": 2.2754, + "step": 49590 + }, + { + "epoch": 0.8488847806364368, + "grad_norm": 2.730530023574829, + "learning_rate": 1.1739852659905516e-06, + "loss": 2.4975, + "step": 49591 + }, + { + "epoch": 0.8489018983549872, + "grad_norm": 2.4596705436706543, + "learning_rate": 1.173724641493944e-06, + "loss": 2.311, + "step": 49592 + }, + { + "epoch": 0.8489190160735377, + "grad_norm": 2.6546030044555664, + "learning_rate": 1.1734640441262268e-06, + "loss": 2.407, + "step": 49593 + }, + { + "epoch": 0.8489361337920882, + "grad_norm": 2.438427448272705, + "learning_rate": 1.1732034738882102e-06, + "loss": 2.2364, + "step": 49594 + }, + { + "epoch": 0.8489532515106386, + "grad_norm": 2.5351452827453613, + "learning_rate": 1.1729429307806884e-06, + "loss": 2.2095, + "step": 49595 + }, + { + "epoch": 0.8489703692291891, + "grad_norm": 2.6726741790771484, + "learning_rate": 1.1726824148044636e-06, + "loss": 2.3373, + "step": 49596 + }, + { + "epoch": 0.8489874869477396, + "grad_norm": 2.596724271774292, + "learning_rate": 1.1724219259603397e-06, + "loss": 2.3543, + "step": 49597 + }, + { + "epoch": 0.8490046046662901, + "grad_norm": 2.558861017227173, + "learning_rate": 1.1721614642491098e-06, + "loss": 2.3054, + "step": 49598 + }, + { + "epoch": 0.8490217223848405, + "grad_norm": 2.558286190032959, + "learning_rate": 1.1719010296715849e-06, + "loss": 2.2858, + "step": 49599 + }, + { + "epoch": 0.849038840103391, + "grad_norm": 2.569383382797241, + "learning_rate": 1.1716406222285548e-06, + "loss": 2.3587, + "step": 49600 + }, + { + "epoch": 0.8490559578219415, + "grad_norm": 2.616041898727417, + "learning_rate": 1.1713802419208298e-06, + "loss": 2.267, + "step": 49601 + }, + { + "epoch": 0.8490730755404919, + "grad_norm": 2.640953779220581, + "learning_rate": 1.1711198887492036e-06, + "loss": 2.3456, + "step": 49602 + }, + { + "epoch": 0.8490901932590424, + "grad_norm": 2.536432981491089, + "learning_rate": 1.1708595627144782e-06, + "loss": 2.3763, + "step": 49603 + }, + { + "epoch": 0.849107310977593, + "grad_norm": 2.6108205318450928, + "learning_rate": 1.1705992638174557e-06, + "loss": 2.3488, + "step": 49604 + }, + { + "epoch": 0.8491244286961434, + "grad_norm": 2.7318227291107178, + "learning_rate": 1.1703389920589315e-06, + "loss": 2.495, + "step": 49605 + }, + { + "epoch": 0.8491415464146939, + "grad_norm": 2.6337859630584717, + "learning_rate": 1.1700787474397112e-06, + "loss": 2.3601, + "step": 49606 + }, + { + "epoch": 0.8491586641332444, + "grad_norm": 2.577671766281128, + "learning_rate": 1.1698185299605902e-06, + "loss": 2.2596, + "step": 49607 + }, + { + "epoch": 0.8491757818517948, + "grad_norm": 2.8403499126434326, + "learning_rate": 1.169558339622371e-06, + "loss": 2.4616, + "step": 49608 + }, + { + "epoch": 0.8491928995703453, + "grad_norm": 2.526406764984131, + "learning_rate": 1.1692981764258538e-06, + "loss": 2.2012, + "step": 49609 + }, + { + "epoch": 0.8492100172888958, + "grad_norm": 2.518986940383911, + "learning_rate": 1.1690380403718327e-06, + "loss": 2.397, + "step": 49610 + }, + { + "epoch": 0.8492271350074462, + "grad_norm": 2.637446641921997, + "learning_rate": 1.1687779314611159e-06, + "loss": 2.3965, + "step": 49611 + }, + { + "epoch": 0.8492442527259967, + "grad_norm": 2.508399248123169, + "learning_rate": 1.168517849694496e-06, + "loss": 2.2752, + "step": 49612 + }, + { + "epoch": 0.8492613704445472, + "grad_norm": 2.667816638946533, + "learning_rate": 1.1682577950727758e-06, + "loss": 2.2327, + "step": 49613 + }, + { + "epoch": 0.8492784881630976, + "grad_norm": 2.6775169372558594, + "learning_rate": 1.1679977675967524e-06, + "loss": 2.3914, + "step": 49614 + }, + { + "epoch": 0.8492956058816481, + "grad_norm": 2.5884807109832764, + "learning_rate": 1.1677377672672274e-06, + "loss": 2.3404, + "step": 49615 + }, + { + "epoch": 0.8493127236001986, + "grad_norm": 2.5295214653015137, + "learning_rate": 1.1674777940850001e-06, + "loss": 2.2575, + "step": 49616 + }, + { + "epoch": 0.849329841318749, + "grad_norm": 2.725191116333008, + "learning_rate": 1.1672178480508666e-06, + "loss": 2.4304, + "step": 49617 + }, + { + "epoch": 0.8493469590372995, + "grad_norm": 2.5100159645080566, + "learning_rate": 1.1669579291656275e-06, + "loss": 2.3077, + "step": 49618 + }, + { + "epoch": 0.84936407675585, + "grad_norm": 2.5670104026794434, + "learning_rate": 1.1666980374300828e-06, + "loss": 2.2372, + "step": 49619 + }, + { + "epoch": 0.8493811944744004, + "grad_norm": 2.8085827827453613, + "learning_rate": 1.1664381728450292e-06, + "loss": 2.3011, + "step": 49620 + }, + { + "epoch": 0.8493983121929509, + "grad_norm": 2.7527542114257812, + "learning_rate": 1.1661783354112665e-06, + "loss": 2.4854, + "step": 49621 + }, + { + "epoch": 0.8494154299115014, + "grad_norm": 2.5764999389648438, + "learning_rate": 1.1659185251295934e-06, + "loss": 2.2527, + "step": 49622 + }, + { + "epoch": 0.8494325476300518, + "grad_norm": 2.5375561714172363, + "learning_rate": 1.1656587420008093e-06, + "loss": 2.268, + "step": 49623 + }, + { + "epoch": 0.8494496653486023, + "grad_norm": 2.563866376876831, + "learning_rate": 1.1653989860257132e-06, + "loss": 2.441, + "step": 49624 + }, + { + "epoch": 0.8494667830671528, + "grad_norm": 2.435478925704956, + "learning_rate": 1.1651392572051013e-06, + "loss": 2.1923, + "step": 49625 + }, + { + "epoch": 0.8494839007857032, + "grad_norm": 2.76397442817688, + "learning_rate": 1.1648795555397719e-06, + "loss": 2.4439, + "step": 49626 + }, + { + "epoch": 0.8495010185042537, + "grad_norm": 2.7822964191436768, + "learning_rate": 1.164619881030523e-06, + "loss": 2.2962, + "step": 49627 + }, + { + "epoch": 0.8495181362228043, + "grad_norm": 2.5607552528381348, + "learning_rate": 1.1643602336781556e-06, + "loss": 2.2831, + "step": 49628 + }, + { + "epoch": 0.8495352539413547, + "grad_norm": 2.598125696182251, + "learning_rate": 1.1641006134834676e-06, + "loss": 2.2642, + "step": 49629 + }, + { + "epoch": 0.8495523716599052, + "grad_norm": 2.6500983238220215, + "learning_rate": 1.1638410204472505e-06, + "loss": 2.4554, + "step": 49630 + }, + { + "epoch": 0.8495694893784557, + "grad_norm": 2.511681079864502, + "learning_rate": 1.1635814545703118e-06, + "loss": 2.3712, + "step": 49631 + }, + { + "epoch": 0.8495866070970061, + "grad_norm": 2.4917733669281006, + "learning_rate": 1.1633219158534426e-06, + "loss": 2.2879, + "step": 49632 + }, + { + "epoch": 0.8496037248155566, + "grad_norm": 2.587663412094116, + "learning_rate": 1.1630624042974425e-06, + "loss": 2.3076, + "step": 49633 + }, + { + "epoch": 0.8496208425341071, + "grad_norm": 2.6867620944976807, + "learning_rate": 1.162802919903111e-06, + "loss": 2.3652, + "step": 49634 + }, + { + "epoch": 0.8496379602526575, + "grad_norm": 2.723304033279419, + "learning_rate": 1.1625434626712406e-06, + "loss": 2.3982, + "step": 49635 + }, + { + "epoch": 0.849655077971208, + "grad_norm": 2.5662639141082764, + "learning_rate": 1.1622840326026364e-06, + "loss": 2.2864, + "step": 49636 + }, + { + "epoch": 0.8496721956897585, + "grad_norm": 2.7289979457855225, + "learning_rate": 1.1620246296980864e-06, + "loss": 2.2569, + "step": 49637 + }, + { + "epoch": 0.8496893134083089, + "grad_norm": 2.558525562286377, + "learning_rate": 1.161765253958398e-06, + "loss": 2.3256, + "step": 49638 + }, + { + "epoch": 0.8497064311268594, + "grad_norm": 2.5497045516967773, + "learning_rate": 1.1615059053843613e-06, + "loss": 2.3267, + "step": 49639 + }, + { + "epoch": 0.8497235488454099, + "grad_norm": 2.730678081512451, + "learning_rate": 1.161246583976775e-06, + "loss": 2.3939, + "step": 49640 + }, + { + "epoch": 0.8497406665639603, + "grad_norm": 2.6409683227539062, + "learning_rate": 1.1609872897364394e-06, + "loss": 2.3321, + "step": 49641 + }, + { + "epoch": 0.8497577842825108, + "grad_norm": 2.377678155899048, + "learning_rate": 1.160728022664145e-06, + "loss": 2.2513, + "step": 49642 + }, + { + "epoch": 0.8497749020010613, + "grad_norm": 2.8915467262268066, + "learning_rate": 1.1604687827606964e-06, + "loss": 2.4545, + "step": 49643 + }, + { + "epoch": 0.8497920197196118, + "grad_norm": 2.5083775520324707, + "learning_rate": 1.1602095700268845e-06, + "loss": 2.2771, + "step": 49644 + }, + { + "epoch": 0.8498091374381622, + "grad_norm": 2.579765558242798, + "learning_rate": 1.1599503844635084e-06, + "loss": 2.3464, + "step": 49645 + }, + { + "epoch": 0.8498262551567127, + "grad_norm": 2.6261024475097656, + "learning_rate": 1.1596912260713655e-06, + "loss": 2.3321, + "step": 49646 + }, + { + "epoch": 0.8498433728752632, + "grad_norm": 2.5518991947174072, + "learning_rate": 1.1594320948512482e-06, + "loss": 2.4099, + "step": 49647 + }, + { + "epoch": 0.8498604905938136, + "grad_norm": 2.5771961212158203, + "learning_rate": 1.1591729908039606e-06, + "loss": 2.3405, + "step": 49648 + }, + { + "epoch": 0.8498776083123641, + "grad_norm": 2.585153102874756, + "learning_rate": 1.1589139139302918e-06, + "loss": 2.2565, + "step": 49649 + }, + { + "epoch": 0.8498947260309146, + "grad_norm": 2.6369099617004395, + "learning_rate": 1.1586548642310403e-06, + "loss": 2.4222, + "step": 49650 + }, + { + "epoch": 0.849911843749465, + "grad_norm": 2.683821678161621, + "learning_rate": 1.158395841707004e-06, + "loss": 2.3956, + "step": 49651 + }, + { + "epoch": 0.8499289614680156, + "grad_norm": 2.678297281265259, + "learning_rate": 1.158136846358978e-06, + "loss": 2.2786, + "step": 49652 + }, + { + "epoch": 0.8499460791865661, + "grad_norm": 2.5432517528533936, + "learning_rate": 1.1578778781877599e-06, + "loss": 2.2929, + "step": 49653 + }, + { + "epoch": 0.8499631969051165, + "grad_norm": 2.6245977878570557, + "learning_rate": 1.1576189371941405e-06, + "loss": 2.4369, + "step": 49654 + }, + { + "epoch": 0.849980314623667, + "grad_norm": 2.586456060409546, + "learning_rate": 1.1573600233789228e-06, + "loss": 2.3186, + "step": 49655 + }, + { + "epoch": 0.8499974323422175, + "grad_norm": 2.352571487426758, + "learning_rate": 1.1571011367428974e-06, + "loss": 2.1596, + "step": 49656 + }, + { + "epoch": 0.8500145500607679, + "grad_norm": 2.5507562160491943, + "learning_rate": 1.1568422772868615e-06, + "loss": 2.3655, + "step": 49657 + }, + { + "epoch": 0.8500316677793184, + "grad_norm": 2.5879669189453125, + "learning_rate": 1.156583445011611e-06, + "loss": 2.4796, + "step": 49658 + }, + { + "epoch": 0.8500487854978689, + "grad_norm": 2.775235891342163, + "learning_rate": 1.1563246399179418e-06, + "loss": 2.2874, + "step": 49659 + }, + { + "epoch": 0.8500659032164193, + "grad_norm": 2.6039233207702637, + "learning_rate": 1.1560658620066512e-06, + "loss": 2.2817, + "step": 49660 + }, + { + "epoch": 0.8500830209349698, + "grad_norm": 2.5067808628082275, + "learning_rate": 1.1558071112785297e-06, + "loss": 2.3523, + "step": 49661 + }, + { + "epoch": 0.8501001386535203, + "grad_norm": 2.627275228500366, + "learning_rate": 1.1555483877343766e-06, + "loss": 2.2645, + "step": 49662 + }, + { + "epoch": 0.8501172563720707, + "grad_norm": 2.610168218612671, + "learning_rate": 1.1552896913749844e-06, + "loss": 2.3023, + "step": 49663 + }, + { + "epoch": 0.8501343740906212, + "grad_norm": 2.595266342163086, + "learning_rate": 1.1550310222011507e-06, + "loss": 2.3957, + "step": 49664 + }, + { + "epoch": 0.8501514918091717, + "grad_norm": 2.6408917903900146, + "learning_rate": 1.154772380213669e-06, + "loss": 2.2299, + "step": 49665 + }, + { + "epoch": 0.8501686095277221, + "grad_norm": 2.5423853397369385, + "learning_rate": 1.1545137654133377e-06, + "loss": 2.2128, + "step": 49666 + }, + { + "epoch": 0.8501857272462726, + "grad_norm": 2.5335848331451416, + "learning_rate": 1.154255177800946e-06, + "loss": 2.196, + "step": 49667 + }, + { + "epoch": 0.8502028449648231, + "grad_norm": 2.596313714981079, + "learning_rate": 1.153996617377291e-06, + "loss": 2.2893, + "step": 49668 + }, + { + "epoch": 0.8502199626833735, + "grad_norm": 2.7154223918914795, + "learning_rate": 1.1537380841431688e-06, + "loss": 2.4779, + "step": 49669 + }, + { + "epoch": 0.850237080401924, + "grad_norm": 2.4904181957244873, + "learning_rate": 1.1534795780993736e-06, + "loss": 2.2818, + "step": 49670 + }, + { + "epoch": 0.8502541981204745, + "grad_norm": 2.605902910232544, + "learning_rate": 1.1532210992467007e-06, + "loss": 2.2336, + "step": 49671 + }, + { + "epoch": 0.8502713158390249, + "grad_norm": 2.483621120452881, + "learning_rate": 1.15296264758594e-06, + "loss": 2.2329, + "step": 49672 + }, + { + "epoch": 0.8502884335575754, + "grad_norm": 2.4574875831604004, + "learning_rate": 1.1527042231178932e-06, + "loss": 2.2258, + "step": 49673 + }, + { + "epoch": 0.850305551276126, + "grad_norm": 2.492480993270874, + "learning_rate": 1.152445825843349e-06, + "loss": 2.3242, + "step": 49674 + }, + { + "epoch": 0.8503226689946763, + "grad_norm": 2.748242139816284, + "learning_rate": 1.152187455763103e-06, + "loss": 2.3651, + "step": 49675 + }, + { + "epoch": 0.8503397867132269, + "grad_norm": 2.5881946086883545, + "learning_rate": 1.1519291128779497e-06, + "loss": 2.2691, + "step": 49676 + }, + { + "epoch": 0.8503569044317774, + "grad_norm": 2.771969795227051, + "learning_rate": 1.1516707971886831e-06, + "loss": 2.3475, + "step": 49677 + }, + { + "epoch": 0.8503740221503278, + "grad_norm": 2.5759825706481934, + "learning_rate": 1.1514125086960993e-06, + "loss": 2.3086, + "step": 49678 + }, + { + "epoch": 0.8503911398688783, + "grad_norm": 2.5472917556762695, + "learning_rate": 1.1511542474009863e-06, + "loss": 2.2799, + "step": 49679 + }, + { + "epoch": 0.8504082575874288, + "grad_norm": 2.6593258380889893, + "learning_rate": 1.1508960133041457e-06, + "loss": 2.4067, + "step": 49680 + }, + { + "epoch": 0.8504253753059792, + "grad_norm": 2.597062587738037, + "learning_rate": 1.150637806406365e-06, + "loss": 2.3449, + "step": 49681 + }, + { + "epoch": 0.8504424930245297, + "grad_norm": 2.8003058433532715, + "learning_rate": 1.15037962670844e-06, + "loss": 2.3056, + "step": 49682 + }, + { + "epoch": 0.8504596107430802, + "grad_norm": 2.543712615966797, + "learning_rate": 1.1501214742111666e-06, + "loss": 2.3011, + "step": 49683 + }, + { + "epoch": 0.8504767284616306, + "grad_norm": 2.652618169784546, + "learning_rate": 1.1498633489153322e-06, + "loss": 2.308, + "step": 49684 + }, + { + "epoch": 0.8504938461801811, + "grad_norm": 2.4672534465789795, + "learning_rate": 1.1496052508217371e-06, + "loss": 2.2841, + "step": 49685 + }, + { + "epoch": 0.8505109638987316, + "grad_norm": 2.759046792984009, + "learning_rate": 1.1493471799311705e-06, + "loss": 2.3959, + "step": 49686 + }, + { + "epoch": 0.850528081617282, + "grad_norm": 2.7235107421875, + "learning_rate": 1.1490891362444257e-06, + "loss": 2.4142, + "step": 49687 + }, + { + "epoch": 0.8505451993358325, + "grad_norm": 2.8344826698303223, + "learning_rate": 1.1488311197622992e-06, + "loss": 2.3886, + "step": 49688 + }, + { + "epoch": 0.850562317054383, + "grad_norm": 2.6542935371398926, + "learning_rate": 1.1485731304855784e-06, + "loss": 2.3108, + "step": 49689 + }, + { + "epoch": 0.8505794347729335, + "grad_norm": 2.718759775161743, + "learning_rate": 1.148315168415063e-06, + "loss": 2.3353, + "step": 49690 + }, + { + "epoch": 0.8505965524914839, + "grad_norm": 2.778754472732544, + "learning_rate": 1.1480572335515373e-06, + "loss": 2.3611, + "step": 49691 + }, + { + "epoch": 0.8506136702100344, + "grad_norm": 2.4713661670684814, + "learning_rate": 1.1477993258958043e-06, + "loss": 2.2896, + "step": 49692 + }, + { + "epoch": 0.8506307879285849, + "grad_norm": 2.628579616546631, + "learning_rate": 1.147541445448649e-06, + "loss": 2.3162, + "step": 49693 + }, + { + "epoch": 0.8506479056471353, + "grad_norm": 2.7519357204437256, + "learning_rate": 1.1472835922108672e-06, + "loss": 2.3842, + "step": 49694 + }, + { + "epoch": 0.8506650233656858, + "grad_norm": 2.670086622238159, + "learning_rate": 1.1470257661832508e-06, + "loss": 2.3061, + "step": 49695 + }, + { + "epoch": 0.8506821410842363, + "grad_norm": 2.645358085632324, + "learning_rate": 1.1467679673665922e-06, + "loss": 2.4004, + "step": 49696 + }, + { + "epoch": 0.8506992588027867, + "grad_norm": 2.577357053756714, + "learning_rate": 1.1465101957616853e-06, + "loss": 2.3702, + "step": 49697 + }, + { + "epoch": 0.8507163765213372, + "grad_norm": 2.636699676513672, + "learning_rate": 1.1462524513693196e-06, + "loss": 2.3624, + "step": 49698 + }, + { + "epoch": 0.8507334942398878, + "grad_norm": 2.4598350524902344, + "learning_rate": 1.1459947341902888e-06, + "loss": 2.1807, + "step": 49699 + }, + { + "epoch": 0.8507506119584382, + "grad_norm": 2.741288185119629, + "learning_rate": 1.1457370442253845e-06, + "loss": 2.3617, + "step": 49700 + }, + { + "epoch": 0.8507677296769887, + "grad_norm": 2.7319295406341553, + "learning_rate": 1.1454793814753995e-06, + "loss": 2.2493, + "step": 49701 + }, + { + "epoch": 0.8507848473955392, + "grad_norm": 2.527845859527588, + "learning_rate": 1.1452217459411252e-06, + "loss": 2.3527, + "step": 49702 + }, + { + "epoch": 0.8508019651140896, + "grad_norm": 2.5560038089752197, + "learning_rate": 1.1449641376233566e-06, + "loss": 2.251, + "step": 49703 + }, + { + "epoch": 0.8508190828326401, + "grad_norm": 2.577977418899536, + "learning_rate": 1.1447065565228799e-06, + "loss": 2.197, + "step": 49704 + }, + { + "epoch": 0.8508362005511906, + "grad_norm": 2.5808000564575195, + "learning_rate": 1.1444490026404898e-06, + "loss": 2.3205, + "step": 49705 + }, + { + "epoch": 0.850853318269741, + "grad_norm": 2.5973377227783203, + "learning_rate": 1.1441914759769778e-06, + "loss": 2.3652, + "step": 49706 + }, + { + "epoch": 0.8508704359882915, + "grad_norm": 2.780949115753174, + "learning_rate": 1.1439339765331358e-06, + "loss": 2.4338, + "step": 49707 + }, + { + "epoch": 0.850887553706842, + "grad_norm": 2.6288633346557617, + "learning_rate": 1.1436765043097564e-06, + "loss": 2.3953, + "step": 49708 + }, + { + "epoch": 0.8509046714253924, + "grad_norm": 2.6960272789001465, + "learning_rate": 1.1434190593076245e-06, + "loss": 2.3667, + "step": 49709 + }, + { + "epoch": 0.8509217891439429, + "grad_norm": 2.5460293292999268, + "learning_rate": 1.1431616415275414e-06, + "loss": 2.3055, + "step": 49710 + }, + { + "epoch": 0.8509389068624934, + "grad_norm": 2.738013744354248, + "learning_rate": 1.1429042509702915e-06, + "loss": 2.4418, + "step": 49711 + }, + { + "epoch": 0.8509560245810438, + "grad_norm": 2.5676822662353516, + "learning_rate": 1.142646887636667e-06, + "loss": 2.2505, + "step": 49712 + }, + { + "epoch": 0.8509731422995943, + "grad_norm": 2.5638585090637207, + "learning_rate": 1.1423895515274597e-06, + "loss": 2.2632, + "step": 49713 + }, + { + "epoch": 0.8509902600181448, + "grad_norm": 2.618725061416626, + "learning_rate": 1.14213224264346e-06, + "loss": 2.4656, + "step": 49714 + }, + { + "epoch": 0.8510073777366952, + "grad_norm": 2.623044013977051, + "learning_rate": 1.1418749609854619e-06, + "loss": 2.5016, + "step": 49715 + }, + { + "epoch": 0.8510244954552457, + "grad_norm": 2.5968642234802246, + "learning_rate": 1.1416177065542489e-06, + "loss": 2.3684, + "step": 49716 + }, + { + "epoch": 0.8510416131737962, + "grad_norm": 2.7681870460510254, + "learning_rate": 1.1413604793506205e-06, + "loss": 2.3632, + "step": 49717 + }, + { + "epoch": 0.8510587308923466, + "grad_norm": 2.6589772701263428, + "learning_rate": 1.1411032793753617e-06, + "loss": 2.4045, + "step": 49718 + }, + { + "epoch": 0.8510758486108971, + "grad_norm": 2.5954666137695312, + "learning_rate": 1.1408461066292643e-06, + "loss": 2.4622, + "step": 49719 + }, + { + "epoch": 0.8510929663294476, + "grad_norm": 2.605466365814209, + "learning_rate": 1.1405889611131204e-06, + "loss": 2.2074, + "step": 49720 + }, + { + "epoch": 0.851110084047998, + "grad_norm": 2.6362144947052, + "learning_rate": 1.1403318428277155e-06, + "loss": 2.323, + "step": 49721 + }, + { + "epoch": 0.8511272017665485, + "grad_norm": 2.622637987136841, + "learning_rate": 1.1400747517738464e-06, + "loss": 2.2333, + "step": 49722 + }, + { + "epoch": 0.851144319485099, + "grad_norm": 2.612065076828003, + "learning_rate": 1.1398176879522992e-06, + "loss": 2.2438, + "step": 49723 + }, + { + "epoch": 0.8511614372036495, + "grad_norm": 2.7282822132110596, + "learning_rate": 1.1395606513638645e-06, + "loss": 2.3985, + "step": 49724 + }, + { + "epoch": 0.8511785549222, + "grad_norm": 2.479635715484619, + "learning_rate": 1.139303642009335e-06, + "loss": 2.3179, + "step": 49725 + }, + { + "epoch": 0.8511956726407505, + "grad_norm": 2.6141271591186523, + "learning_rate": 1.1390466598894945e-06, + "loss": 2.2691, + "step": 49726 + }, + { + "epoch": 0.8512127903593009, + "grad_norm": 2.73451828956604, + "learning_rate": 1.138789705005141e-06, + "loss": 2.2499, + "step": 49727 + }, + { + "epoch": 0.8512299080778514, + "grad_norm": 2.7159128189086914, + "learning_rate": 1.1385327773570566e-06, + "loss": 2.4357, + "step": 49728 + }, + { + "epoch": 0.8512470257964019, + "grad_norm": 2.588817596435547, + "learning_rate": 1.138275876946039e-06, + "loss": 2.2815, + "step": 49729 + }, + { + "epoch": 0.8512641435149523, + "grad_norm": 2.687469482421875, + "learning_rate": 1.13801900377287e-06, + "loss": 2.2588, + "step": 49730 + }, + { + "epoch": 0.8512812612335028, + "grad_norm": 2.666577100753784, + "learning_rate": 1.1377621578383436e-06, + "loss": 2.3537, + "step": 49731 + }, + { + "epoch": 0.8512983789520533, + "grad_norm": 2.5369603633880615, + "learning_rate": 1.1375053391432501e-06, + "loss": 2.4717, + "step": 49732 + }, + { + "epoch": 0.8513154966706037, + "grad_norm": 2.523256778717041, + "learning_rate": 1.1372485476883732e-06, + "loss": 2.4162, + "step": 49733 + }, + { + "epoch": 0.8513326143891542, + "grad_norm": 2.623347759246826, + "learning_rate": 1.1369917834745092e-06, + "loss": 2.3789, + "step": 49734 + }, + { + "epoch": 0.8513497321077047, + "grad_norm": 2.6196062564849854, + "learning_rate": 1.136735046502443e-06, + "loss": 2.3258, + "step": 49735 + }, + { + "epoch": 0.8513668498262552, + "grad_norm": 2.8269436359405518, + "learning_rate": 1.1364783367729648e-06, + "loss": 2.4127, + "step": 49736 + }, + { + "epoch": 0.8513839675448056, + "grad_norm": 2.6910948753356934, + "learning_rate": 1.1362216542868632e-06, + "loss": 2.31, + "step": 49737 + }, + { + "epoch": 0.8514010852633561, + "grad_norm": 2.5463948249816895, + "learning_rate": 1.1359649990449273e-06, + "loss": 2.3314, + "step": 49738 + }, + { + "epoch": 0.8514182029819066, + "grad_norm": 2.45920729637146, + "learning_rate": 1.1357083710479488e-06, + "loss": 2.1793, + "step": 49739 + }, + { + "epoch": 0.851435320700457, + "grad_norm": 2.427833080291748, + "learning_rate": 1.1354517702967128e-06, + "loss": 2.1533, + "step": 49740 + }, + { + "epoch": 0.8514524384190075, + "grad_norm": 2.475874423980713, + "learning_rate": 1.1351951967920072e-06, + "loss": 2.344, + "step": 49741 + }, + { + "epoch": 0.851469556137558, + "grad_norm": 2.5898256301879883, + "learning_rate": 1.1349386505346238e-06, + "loss": 2.2109, + "step": 49742 + }, + { + "epoch": 0.8514866738561084, + "grad_norm": 2.5696380138397217, + "learning_rate": 1.1346821315253497e-06, + "loss": 2.3555, + "step": 49743 + }, + { + "epoch": 0.8515037915746589, + "grad_norm": 2.7407169342041016, + "learning_rate": 1.1344256397649733e-06, + "loss": 2.3732, + "step": 49744 + }, + { + "epoch": 0.8515209092932094, + "grad_norm": 2.739750623703003, + "learning_rate": 1.134169175254284e-06, + "loss": 2.4823, + "step": 49745 + }, + { + "epoch": 0.8515380270117598, + "grad_norm": 2.671738386154175, + "learning_rate": 1.1339127379940707e-06, + "loss": 2.3239, + "step": 49746 + }, + { + "epoch": 0.8515551447303104, + "grad_norm": 2.61450457572937, + "learning_rate": 1.1336563279851187e-06, + "loss": 2.3492, + "step": 49747 + }, + { + "epoch": 0.8515722624488609, + "grad_norm": 2.575809955596924, + "learning_rate": 1.1333999452282173e-06, + "loss": 2.2632, + "step": 49748 + }, + { + "epoch": 0.8515893801674113, + "grad_norm": 2.593428611755371, + "learning_rate": 1.133143589724155e-06, + "loss": 2.3324, + "step": 49749 + }, + { + "epoch": 0.8516064978859618, + "grad_norm": 2.7182250022888184, + "learning_rate": 1.1328872614737197e-06, + "loss": 2.1911, + "step": 49750 + }, + { + "epoch": 0.8516236156045123, + "grad_norm": 3.4616618156433105, + "learning_rate": 1.1326309604776987e-06, + "loss": 2.1911, + "step": 49751 + }, + { + "epoch": 0.8516407333230627, + "grad_norm": 2.5756680965423584, + "learning_rate": 1.1323746867368823e-06, + "loss": 2.3441, + "step": 49752 + }, + { + "epoch": 0.8516578510416132, + "grad_norm": 2.4976694583892822, + "learning_rate": 1.1321184402520547e-06, + "loss": 2.3243, + "step": 49753 + }, + { + "epoch": 0.8516749687601637, + "grad_norm": 2.6034834384918213, + "learning_rate": 1.1318622210240038e-06, + "loss": 2.2731, + "step": 49754 + }, + { + "epoch": 0.8516920864787141, + "grad_norm": 2.59562349319458, + "learning_rate": 1.1316060290535192e-06, + "loss": 2.3292, + "step": 49755 + }, + { + "epoch": 0.8517092041972646, + "grad_norm": 2.564263343811035, + "learning_rate": 1.1313498643413879e-06, + "loss": 2.2175, + "step": 49756 + }, + { + "epoch": 0.8517263219158151, + "grad_norm": 2.689591407775879, + "learning_rate": 1.1310937268883982e-06, + "loss": 2.3451, + "step": 49757 + }, + { + "epoch": 0.8517434396343655, + "grad_norm": 2.6523401737213135, + "learning_rate": 1.1308376166953316e-06, + "loss": 2.3471, + "step": 49758 + }, + { + "epoch": 0.851760557352916, + "grad_norm": 2.661729097366333, + "learning_rate": 1.1305815337629845e-06, + "loss": 2.2691, + "step": 49759 + }, + { + "epoch": 0.8517776750714665, + "grad_norm": 2.639120578765869, + "learning_rate": 1.1303254780921357e-06, + "loss": 2.2945, + "step": 49760 + }, + { + "epoch": 0.8517947927900169, + "grad_norm": 2.5503108501434326, + "learning_rate": 1.1300694496835774e-06, + "loss": 2.2351, + "step": 49761 + }, + { + "epoch": 0.8518119105085674, + "grad_norm": 2.6489078998565674, + "learning_rate": 1.1298134485380964e-06, + "loss": 2.2813, + "step": 49762 + }, + { + "epoch": 0.8518290282271179, + "grad_norm": 2.8194499015808105, + "learning_rate": 1.129557474656473e-06, + "loss": 2.3775, + "step": 49763 + }, + { + "epoch": 0.8518461459456683, + "grad_norm": 2.6578922271728516, + "learning_rate": 1.1293015280395037e-06, + "loss": 2.3301, + "step": 49764 + }, + { + "epoch": 0.8518632636642188, + "grad_norm": 2.502382755279541, + "learning_rate": 1.1290456086879665e-06, + "loss": 2.2143, + "step": 49765 + }, + { + "epoch": 0.8518803813827693, + "grad_norm": 2.494554042816162, + "learning_rate": 1.1287897166026562e-06, + "loss": 2.2113, + "step": 49766 + }, + { + "epoch": 0.8518974991013197, + "grad_norm": 2.7642662525177, + "learning_rate": 1.1285338517843525e-06, + "loss": 2.3867, + "step": 49767 + }, + { + "epoch": 0.8519146168198702, + "grad_norm": 2.6085045337677, + "learning_rate": 1.1282780142338456e-06, + "loss": 2.2676, + "step": 49768 + }, + { + "epoch": 0.8519317345384207, + "grad_norm": 2.554459571838379, + "learning_rate": 1.1280222039519217e-06, + "loss": 2.3461, + "step": 49769 + }, + { + "epoch": 0.8519488522569711, + "grad_norm": 2.5055301189422607, + "learning_rate": 1.1277664209393625e-06, + "loss": 2.3164, + "step": 49770 + }, + { + "epoch": 0.8519659699755217, + "grad_norm": 2.4482927322387695, + "learning_rate": 1.1275106651969615e-06, + "loss": 2.2062, + "step": 49771 + }, + { + "epoch": 0.8519830876940722, + "grad_norm": 2.6366939544677734, + "learning_rate": 1.1272549367254981e-06, + "loss": 2.3609, + "step": 49772 + }, + { + "epoch": 0.8520002054126226, + "grad_norm": 2.616811752319336, + "learning_rate": 1.1269992355257631e-06, + "loss": 2.2964, + "step": 49773 + }, + { + "epoch": 0.8520173231311731, + "grad_norm": 2.4872524738311768, + "learning_rate": 1.126743561598539e-06, + "loss": 2.2685, + "step": 49774 + }, + { + "epoch": 0.8520344408497236, + "grad_norm": 2.7813329696655273, + "learning_rate": 1.126487914944614e-06, + "loss": 2.4355, + "step": 49775 + }, + { + "epoch": 0.852051558568274, + "grad_norm": 2.685870885848999, + "learning_rate": 1.1262322955647754e-06, + "loss": 2.3708, + "step": 49776 + }, + { + "epoch": 0.8520686762868245, + "grad_norm": 2.620859384536743, + "learning_rate": 1.1259767034598046e-06, + "loss": 2.3322, + "step": 49777 + }, + { + "epoch": 0.852085794005375, + "grad_norm": 2.597590684890747, + "learning_rate": 1.1257211386304889e-06, + "loss": 2.355, + "step": 49778 + }, + { + "epoch": 0.8521029117239254, + "grad_norm": 2.69266939163208, + "learning_rate": 1.1254656010776144e-06, + "loss": 2.3715, + "step": 49779 + }, + { + "epoch": 0.8521200294424759, + "grad_norm": 2.532897710800171, + "learning_rate": 1.125210090801966e-06, + "loss": 2.2724, + "step": 49780 + }, + { + "epoch": 0.8521371471610264, + "grad_norm": 2.4054183959960938, + "learning_rate": 1.1249546078043294e-06, + "loss": 2.2985, + "step": 49781 + }, + { + "epoch": 0.8521542648795768, + "grad_norm": 2.677809238433838, + "learning_rate": 1.1246991520854888e-06, + "loss": 2.3437, + "step": 49782 + }, + { + "epoch": 0.8521713825981273, + "grad_norm": 2.7088985443115234, + "learning_rate": 1.1244437236462335e-06, + "loss": 2.2743, + "step": 49783 + }, + { + "epoch": 0.8521885003166778, + "grad_norm": 2.578936815261841, + "learning_rate": 1.124188322487344e-06, + "loss": 2.2474, + "step": 49784 + }, + { + "epoch": 0.8522056180352283, + "grad_norm": 2.6439597606658936, + "learning_rate": 1.1239329486096063e-06, + "loss": 2.2893, + "step": 49785 + }, + { + "epoch": 0.8522227357537787, + "grad_norm": 2.6808111667633057, + "learning_rate": 1.1236776020138052e-06, + "loss": 2.2967, + "step": 49786 + }, + { + "epoch": 0.8522398534723292, + "grad_norm": 2.599790334701538, + "learning_rate": 1.123422282700727e-06, + "loss": 2.3064, + "step": 49787 + }, + { + "epoch": 0.8522569711908797, + "grad_norm": 2.499967575073242, + "learning_rate": 1.123166990671155e-06, + "loss": 2.2597, + "step": 49788 + }, + { + "epoch": 0.8522740889094301, + "grad_norm": 2.7104249000549316, + "learning_rate": 1.122911725925876e-06, + "loss": 2.2853, + "step": 49789 + }, + { + "epoch": 0.8522912066279806, + "grad_norm": 2.4528987407684326, + "learning_rate": 1.122656488465672e-06, + "loss": 2.2876, + "step": 49790 + }, + { + "epoch": 0.8523083243465311, + "grad_norm": 2.7290549278259277, + "learning_rate": 1.1224012782913285e-06, + "loss": 2.4293, + "step": 49791 + }, + { + "epoch": 0.8523254420650815, + "grad_norm": 2.832284688949585, + "learning_rate": 1.12214609540363e-06, + "loss": 2.4216, + "step": 49792 + }, + { + "epoch": 0.852342559783632, + "grad_norm": 2.407027006149292, + "learning_rate": 1.1218909398033606e-06, + "loss": 2.2019, + "step": 49793 + }, + { + "epoch": 0.8523596775021826, + "grad_norm": 2.622821807861328, + "learning_rate": 1.1216358114913072e-06, + "loss": 2.3152, + "step": 49794 + }, + { + "epoch": 0.852376795220733, + "grad_norm": 2.561023712158203, + "learning_rate": 1.1213807104682473e-06, + "loss": 2.3346, + "step": 49795 + }, + { + "epoch": 0.8523939129392835, + "grad_norm": 2.7547619342803955, + "learning_rate": 1.1211256367349732e-06, + "loss": 2.3107, + "step": 49796 + }, + { + "epoch": 0.852411030657834, + "grad_norm": 2.6320652961730957, + "learning_rate": 1.1208705902922634e-06, + "loss": 2.275, + "step": 49797 + }, + { + "epoch": 0.8524281483763844, + "grad_norm": 2.6468276977539062, + "learning_rate": 1.1206155711409028e-06, + "loss": 2.247, + "step": 49798 + }, + { + "epoch": 0.8524452660949349, + "grad_norm": 2.745781421661377, + "learning_rate": 1.1203605792816784e-06, + "loss": 2.3935, + "step": 49799 + }, + { + "epoch": 0.8524623838134854, + "grad_norm": 2.6396894454956055, + "learning_rate": 1.1201056147153677e-06, + "loss": 2.3129, + "step": 49800 + }, + { + "epoch": 0.8524795015320358, + "grad_norm": 2.5821008682250977, + "learning_rate": 1.1198506774427608e-06, + "loss": 2.363, + "step": 49801 + }, + { + "epoch": 0.8524966192505863, + "grad_norm": 2.620293617248535, + "learning_rate": 1.1195957674646364e-06, + "loss": 2.3369, + "step": 49802 + }, + { + "epoch": 0.8525137369691368, + "grad_norm": 2.4528892040252686, + "learning_rate": 1.1193408847817833e-06, + "loss": 2.2935, + "step": 49803 + }, + { + "epoch": 0.8525308546876872, + "grad_norm": 2.607142210006714, + "learning_rate": 1.119086029394979e-06, + "loss": 2.2675, + "step": 49804 + }, + { + "epoch": 0.8525479724062377, + "grad_norm": 2.7600178718566895, + "learning_rate": 1.1188312013050106e-06, + "loss": 2.2768, + "step": 49805 + }, + { + "epoch": 0.8525650901247882, + "grad_norm": 2.591636896133423, + "learning_rate": 1.1185764005126632e-06, + "loss": 2.3601, + "step": 49806 + }, + { + "epoch": 0.8525822078433386, + "grad_norm": 2.7887024879455566, + "learning_rate": 1.1183216270187113e-06, + "loss": 2.4424, + "step": 49807 + }, + { + "epoch": 0.8525993255618891, + "grad_norm": 2.730213165283203, + "learning_rate": 1.1180668808239493e-06, + "loss": 2.3055, + "step": 49808 + }, + { + "epoch": 0.8526164432804396, + "grad_norm": 2.5967655181884766, + "learning_rate": 1.1178121619291516e-06, + "loss": 2.2887, + "step": 49809 + }, + { + "epoch": 0.85263356099899, + "grad_norm": 2.5566537380218506, + "learning_rate": 1.1175574703351055e-06, + "loss": 2.3286, + "step": 49810 + }, + { + "epoch": 0.8526506787175405, + "grad_norm": 2.5251903533935547, + "learning_rate": 1.1173028060425938e-06, + "loss": 2.3423, + "step": 49811 + }, + { + "epoch": 0.852667796436091, + "grad_norm": 2.6897528171539307, + "learning_rate": 1.117048169052395e-06, + "loss": 2.3264, + "step": 49812 + }, + { + "epoch": 0.8526849141546414, + "grad_norm": 2.7569692134857178, + "learning_rate": 1.1167935593652979e-06, + "loss": 2.4493, + "step": 49813 + }, + { + "epoch": 0.8527020318731919, + "grad_norm": 2.7277164459228516, + "learning_rate": 1.11653897698208e-06, + "loss": 2.3263, + "step": 49814 + }, + { + "epoch": 0.8527191495917424, + "grad_norm": 2.43512225151062, + "learning_rate": 1.1162844219035262e-06, + "loss": 2.2843, + "step": 49815 + }, + { + "epoch": 0.8527362673102928, + "grad_norm": 2.5089876651763916, + "learning_rate": 1.116029894130418e-06, + "loss": 2.3199, + "step": 49816 + }, + { + "epoch": 0.8527533850288433, + "grad_norm": 2.6751089096069336, + "learning_rate": 1.1157753936635385e-06, + "loss": 2.2465, + "step": 49817 + }, + { + "epoch": 0.8527705027473939, + "grad_norm": 2.7218313217163086, + "learning_rate": 1.115520920503672e-06, + "loss": 2.3814, + "step": 49818 + }, + { + "epoch": 0.8527876204659443, + "grad_norm": 2.625105619430542, + "learning_rate": 1.115266474651594e-06, + "loss": 2.3141, + "step": 49819 + }, + { + "epoch": 0.8528047381844948, + "grad_norm": 2.7210206985473633, + "learning_rate": 1.1150120561080946e-06, + "loss": 2.2768, + "step": 49820 + }, + { + "epoch": 0.8528218559030453, + "grad_norm": 2.51088809967041, + "learning_rate": 1.114757664873951e-06, + "loss": 2.3496, + "step": 49821 + }, + { + "epoch": 0.8528389736215957, + "grad_norm": 2.6670210361480713, + "learning_rate": 1.1145033009499451e-06, + "loss": 2.2912, + "step": 49822 + }, + { + "epoch": 0.8528560913401462, + "grad_norm": 2.6421892642974854, + "learning_rate": 1.1142489643368614e-06, + "loss": 2.3488, + "step": 49823 + }, + { + "epoch": 0.8528732090586967, + "grad_norm": 2.6452584266662598, + "learning_rate": 1.1139946550354786e-06, + "loss": 2.235, + "step": 49824 + }, + { + "epoch": 0.8528903267772471, + "grad_norm": 2.492475748062134, + "learning_rate": 1.1137403730465824e-06, + "loss": 2.2854, + "step": 49825 + }, + { + "epoch": 0.8529074444957976, + "grad_norm": 2.8665084838867188, + "learning_rate": 1.11348611837095e-06, + "loss": 2.2895, + "step": 49826 + }, + { + "epoch": 0.8529245622143481, + "grad_norm": 2.460158586502075, + "learning_rate": 1.1132318910093654e-06, + "loss": 2.3008, + "step": 49827 + }, + { + "epoch": 0.8529416799328985, + "grad_norm": 2.4583449363708496, + "learning_rate": 1.1129776909626078e-06, + "loss": 2.1882, + "step": 49828 + }, + { + "epoch": 0.852958797651449, + "grad_norm": 2.8615798950195312, + "learning_rate": 1.112723518231461e-06, + "loss": 2.3713, + "step": 49829 + }, + { + "epoch": 0.8529759153699995, + "grad_norm": 2.5278337001800537, + "learning_rate": 1.1124693728167058e-06, + "loss": 2.2858, + "step": 49830 + }, + { + "epoch": 0.85299303308855, + "grad_norm": 2.6833953857421875, + "learning_rate": 1.1122152547191233e-06, + "loss": 2.4526, + "step": 49831 + }, + { + "epoch": 0.8530101508071004, + "grad_norm": 2.5601303577423096, + "learning_rate": 1.1119611639394933e-06, + "loss": 2.2738, + "step": 49832 + }, + { + "epoch": 0.8530272685256509, + "grad_norm": 2.7288818359375, + "learning_rate": 1.1117071004785973e-06, + "loss": 2.341, + "step": 49833 + }, + { + "epoch": 0.8530443862442014, + "grad_norm": 2.5365865230560303, + "learning_rate": 1.1114530643372168e-06, + "loss": 2.2839, + "step": 49834 + }, + { + "epoch": 0.8530615039627518, + "grad_norm": 2.583244800567627, + "learning_rate": 1.1111990555161322e-06, + "loss": 2.3659, + "step": 49835 + }, + { + "epoch": 0.8530786216813023, + "grad_norm": 2.598381757736206, + "learning_rate": 1.1109450740161265e-06, + "loss": 2.4076, + "step": 49836 + }, + { + "epoch": 0.8530957393998528, + "grad_norm": 2.7878944873809814, + "learning_rate": 1.1106911198379734e-06, + "loss": 2.3685, + "step": 49837 + }, + { + "epoch": 0.8531128571184032, + "grad_norm": 2.727529287338257, + "learning_rate": 1.1104371929824632e-06, + "loss": 2.3927, + "step": 49838 + }, + { + "epoch": 0.8531299748369537, + "grad_norm": 2.5455870628356934, + "learning_rate": 1.1101832934503664e-06, + "loss": 2.2825, + "step": 49839 + }, + { + "epoch": 0.8531470925555042, + "grad_norm": 2.5753395557403564, + "learning_rate": 1.1099294212424738e-06, + "loss": 2.3541, + "step": 49840 + }, + { + "epoch": 0.8531642102740546, + "grad_norm": 2.6771786212921143, + "learning_rate": 1.1096755763595569e-06, + "loss": 2.3218, + "step": 49841 + }, + { + "epoch": 0.8531813279926052, + "grad_norm": 2.6242613792419434, + "learning_rate": 1.1094217588024003e-06, + "loss": 2.3498, + "step": 49842 + }, + { + "epoch": 0.8531984457111557, + "grad_norm": 2.6023457050323486, + "learning_rate": 1.1091679685717849e-06, + "loss": 2.3773, + "step": 49843 + }, + { + "epoch": 0.8532155634297061, + "grad_norm": 2.492114305496216, + "learning_rate": 1.1089142056684854e-06, + "loss": 2.1836, + "step": 49844 + }, + { + "epoch": 0.8532326811482566, + "grad_norm": 2.4349751472473145, + "learning_rate": 1.1086604700932901e-06, + "loss": 2.2726, + "step": 49845 + }, + { + "epoch": 0.8532497988668071, + "grad_norm": 2.600003957748413, + "learning_rate": 1.1084067618469708e-06, + "loss": 2.2202, + "step": 49846 + }, + { + "epoch": 0.8532669165853575, + "grad_norm": 2.699075222015381, + "learning_rate": 1.108153080930312e-06, + "loss": 2.3343, + "step": 49847 + }, + { + "epoch": 0.853284034303908, + "grad_norm": 2.700899362564087, + "learning_rate": 1.1078994273440935e-06, + "loss": 2.3248, + "step": 49848 + }, + { + "epoch": 0.8533011520224585, + "grad_norm": 2.500978946685791, + "learning_rate": 1.10764580108909e-06, + "loss": 2.2602, + "step": 49849 + }, + { + "epoch": 0.8533182697410089, + "grad_norm": 2.5096819400787354, + "learning_rate": 1.1073922021660888e-06, + "loss": 2.3434, + "step": 49850 + }, + { + "epoch": 0.8533353874595594, + "grad_norm": 2.6091020107269287, + "learning_rate": 1.1071386305758635e-06, + "loss": 2.2573, + "step": 49851 + }, + { + "epoch": 0.8533525051781099, + "grad_norm": 2.740722417831421, + "learning_rate": 1.1068850863191949e-06, + "loss": 2.3619, + "step": 49852 + }, + { + "epoch": 0.8533696228966603, + "grad_norm": 2.3837087154388428, + "learning_rate": 1.1066315693968633e-06, + "loss": 2.2568, + "step": 49853 + }, + { + "epoch": 0.8533867406152108, + "grad_norm": 2.759446382522583, + "learning_rate": 1.106378079809647e-06, + "loss": 2.3217, + "step": 49854 + }, + { + "epoch": 0.8534038583337613, + "grad_norm": 2.5214271545410156, + "learning_rate": 1.1061246175583261e-06, + "loss": 2.2171, + "step": 49855 + }, + { + "epoch": 0.8534209760523117, + "grad_norm": 2.71393084526062, + "learning_rate": 1.1058711826436764e-06, + "loss": 2.3178, + "step": 49856 + }, + { + "epoch": 0.8534380937708622, + "grad_norm": 2.6557984352111816, + "learning_rate": 1.1056177750664832e-06, + "loss": 2.3467, + "step": 49857 + }, + { + "epoch": 0.8534552114894127, + "grad_norm": 2.6035406589508057, + "learning_rate": 1.1053643948275205e-06, + "loss": 2.3515, + "step": 49858 + }, + { + "epoch": 0.8534723292079631, + "grad_norm": 2.7117879390716553, + "learning_rate": 1.1051110419275669e-06, + "loss": 2.2967, + "step": 49859 + }, + { + "epoch": 0.8534894469265136, + "grad_norm": 2.5864334106445312, + "learning_rate": 1.1048577163674034e-06, + "loss": 2.2993, + "step": 49860 + }, + { + "epoch": 0.8535065646450641, + "grad_norm": 2.5315568447113037, + "learning_rate": 1.1046044181478078e-06, + "loss": 2.1757, + "step": 49861 + }, + { + "epoch": 0.8535236823636145, + "grad_norm": 2.6602413654327393, + "learning_rate": 1.10435114726956e-06, + "loss": 2.4038, + "step": 49862 + }, + { + "epoch": 0.853540800082165, + "grad_norm": 2.5477278232574463, + "learning_rate": 1.1040979037334353e-06, + "loss": 2.2293, + "step": 49863 + }, + { + "epoch": 0.8535579178007155, + "grad_norm": 2.5689563751220703, + "learning_rate": 1.1038446875402132e-06, + "loss": 2.4175, + "step": 49864 + }, + { + "epoch": 0.853575035519266, + "grad_norm": 2.56074857711792, + "learning_rate": 1.1035914986906738e-06, + "loss": 2.3545, + "step": 49865 + }, + { + "epoch": 0.8535921532378165, + "grad_norm": 2.4698333740234375, + "learning_rate": 1.1033383371855933e-06, + "loss": 2.3824, + "step": 49866 + }, + { + "epoch": 0.853609270956367, + "grad_norm": 2.657705545425415, + "learning_rate": 1.1030852030257512e-06, + "loss": 2.3692, + "step": 49867 + }, + { + "epoch": 0.8536263886749174, + "grad_norm": 2.7749931812286377, + "learning_rate": 1.1028320962119266e-06, + "loss": 2.5034, + "step": 49868 + }, + { + "epoch": 0.8536435063934679, + "grad_norm": 2.5466928482055664, + "learning_rate": 1.1025790167448936e-06, + "loss": 2.2916, + "step": 49869 + }, + { + "epoch": 0.8536606241120184, + "grad_norm": 2.5264623165130615, + "learning_rate": 1.1023259646254326e-06, + "loss": 2.1836, + "step": 49870 + }, + { + "epoch": 0.8536777418305688, + "grad_norm": 2.450018882751465, + "learning_rate": 1.1020729398543217e-06, + "loss": 2.2287, + "step": 49871 + }, + { + "epoch": 0.8536948595491193, + "grad_norm": 2.704157829284668, + "learning_rate": 1.1018199424323372e-06, + "loss": 2.3302, + "step": 49872 + }, + { + "epoch": 0.8537119772676698, + "grad_norm": 2.708331346511841, + "learning_rate": 1.1015669723602584e-06, + "loss": 2.3604, + "step": 49873 + }, + { + "epoch": 0.8537290949862202, + "grad_norm": 2.5072450637817383, + "learning_rate": 1.1013140296388614e-06, + "loss": 2.335, + "step": 49874 + }, + { + "epoch": 0.8537462127047707, + "grad_norm": 2.650569438934326, + "learning_rate": 1.1010611142689265e-06, + "loss": 2.2745, + "step": 49875 + }, + { + "epoch": 0.8537633304233212, + "grad_norm": 2.675358772277832, + "learning_rate": 1.1008082262512275e-06, + "loss": 2.3208, + "step": 49876 + }, + { + "epoch": 0.8537804481418717, + "grad_norm": 2.5449719429016113, + "learning_rate": 1.100555365586542e-06, + "loss": 2.204, + "step": 49877 + }, + { + "epoch": 0.8537975658604221, + "grad_norm": 2.5840065479278564, + "learning_rate": 1.1003025322756488e-06, + "loss": 2.2901, + "step": 49878 + }, + { + "epoch": 0.8538146835789726, + "grad_norm": 2.6611080169677734, + "learning_rate": 1.1000497263193245e-06, + "loss": 2.2912, + "step": 49879 + }, + { + "epoch": 0.8538318012975231, + "grad_norm": 2.504340171813965, + "learning_rate": 1.099796947718348e-06, + "loss": 2.3175, + "step": 49880 + }, + { + "epoch": 0.8538489190160735, + "grad_norm": 2.624490976333618, + "learning_rate": 1.0995441964734898e-06, + "loss": 2.3798, + "step": 49881 + }, + { + "epoch": 0.853866036734624, + "grad_norm": 2.298009157180786, + "learning_rate": 1.0992914725855363e-06, + "loss": 2.1629, + "step": 49882 + }, + { + "epoch": 0.8538831544531745, + "grad_norm": 2.6594860553741455, + "learning_rate": 1.0990387760552569e-06, + "loss": 2.3559, + "step": 49883 + }, + { + "epoch": 0.8539002721717249, + "grad_norm": 2.5715415477752686, + "learning_rate": 1.0987861068834306e-06, + "loss": 2.3131, + "step": 49884 + }, + { + "epoch": 0.8539173898902754, + "grad_norm": 2.6562960147857666, + "learning_rate": 1.0985334650708368e-06, + "loss": 2.2701, + "step": 49885 + }, + { + "epoch": 0.8539345076088259, + "grad_norm": 2.6061019897460938, + "learning_rate": 1.0982808506182452e-06, + "loss": 2.2094, + "step": 49886 + }, + { + "epoch": 0.8539516253273763, + "grad_norm": 2.7404658794403076, + "learning_rate": 1.0980282635264395e-06, + "loss": 2.2481, + "step": 49887 + }, + { + "epoch": 0.8539687430459268, + "grad_norm": 2.608388900756836, + "learning_rate": 1.0977757037961912e-06, + "loss": 2.3209, + "step": 49888 + }, + { + "epoch": 0.8539858607644774, + "grad_norm": 2.650940179824829, + "learning_rate": 1.0975231714282787e-06, + "loss": 2.4199, + "step": 49889 + }, + { + "epoch": 0.8540029784830278, + "grad_norm": 2.697648286819458, + "learning_rate": 1.09727066642348e-06, + "loss": 2.2829, + "step": 49890 + }, + { + "epoch": 0.8540200962015783, + "grad_norm": 2.6940534114837646, + "learning_rate": 1.0970181887825648e-06, + "loss": 2.345, + "step": 49891 + }, + { + "epoch": 0.8540372139201288, + "grad_norm": 2.6062710285186768, + "learning_rate": 1.096765738506318e-06, + "loss": 2.3776, + "step": 49892 + }, + { + "epoch": 0.8540543316386792, + "grad_norm": 2.6286654472351074, + "learning_rate": 1.0965133155955066e-06, + "loss": 2.262, + "step": 49893 + }, + { + "epoch": 0.8540714493572297, + "grad_norm": 2.7365427017211914, + "learning_rate": 1.0962609200509144e-06, + "loss": 2.296, + "step": 49894 + }, + { + "epoch": 0.8540885670757802, + "grad_norm": 2.712461471557617, + "learning_rate": 1.0960085518733121e-06, + "loss": 2.4081, + "step": 49895 + }, + { + "epoch": 0.8541056847943306, + "grad_norm": 2.697998285293579, + "learning_rate": 1.0957562110634767e-06, + "loss": 2.3895, + "step": 49896 + }, + { + "epoch": 0.8541228025128811, + "grad_norm": 2.7509875297546387, + "learning_rate": 1.0955038976221855e-06, + "loss": 2.3888, + "step": 49897 + }, + { + "epoch": 0.8541399202314316, + "grad_norm": 2.4268743991851807, + "learning_rate": 1.0952516115502087e-06, + "loss": 2.2459, + "step": 49898 + }, + { + "epoch": 0.854157037949982, + "grad_norm": 2.8224525451660156, + "learning_rate": 1.0949993528483305e-06, + "loss": 2.2873, + "step": 49899 + }, + { + "epoch": 0.8541741556685325, + "grad_norm": 2.6211626529693604, + "learning_rate": 1.0947471215173178e-06, + "loss": 2.3813, + "step": 49900 + }, + { + "epoch": 0.854191273387083, + "grad_norm": 2.607940673828125, + "learning_rate": 1.0944949175579511e-06, + "loss": 2.3562, + "step": 49901 + }, + { + "epoch": 0.8542083911056334, + "grad_norm": 2.735104560852051, + "learning_rate": 1.0942427409710022e-06, + "loss": 2.2626, + "step": 49902 + }, + { + "epoch": 0.8542255088241839, + "grad_norm": 2.63209867477417, + "learning_rate": 1.093990591757249e-06, + "loss": 2.3633, + "step": 49903 + }, + { + "epoch": 0.8542426265427344, + "grad_norm": 2.5946202278137207, + "learning_rate": 1.0937384699174668e-06, + "loss": 2.3218, + "step": 49904 + }, + { + "epoch": 0.8542597442612848, + "grad_norm": 2.715421438217163, + "learning_rate": 1.0934863754524272e-06, + "loss": 2.5007, + "step": 49905 + }, + { + "epoch": 0.8542768619798353, + "grad_norm": 2.7369048595428467, + "learning_rate": 1.0932343083629071e-06, + "loss": 2.4594, + "step": 49906 + }, + { + "epoch": 0.8542939796983858, + "grad_norm": 2.5528647899627686, + "learning_rate": 1.0929822686496804e-06, + "loss": 2.3657, + "step": 49907 + }, + { + "epoch": 0.8543110974169362, + "grad_norm": 2.7144711017608643, + "learning_rate": 1.0927302563135233e-06, + "loss": 2.333, + "step": 49908 + }, + { + "epoch": 0.8543282151354867, + "grad_norm": 2.6302554607391357, + "learning_rate": 1.0924782713552096e-06, + "loss": 2.4034, + "step": 49909 + }, + { + "epoch": 0.8543453328540372, + "grad_norm": 2.5959482192993164, + "learning_rate": 1.092226313775514e-06, + "loss": 2.3257, + "step": 49910 + }, + { + "epoch": 0.8543624505725876, + "grad_norm": 2.574410915374756, + "learning_rate": 1.0919743835752106e-06, + "loss": 2.3567, + "step": 49911 + }, + { + "epoch": 0.8543795682911381, + "grad_norm": 2.6043431758880615, + "learning_rate": 1.0917224807550753e-06, + "loss": 2.3829, + "step": 49912 + }, + { + "epoch": 0.8543966860096887, + "grad_norm": 2.540648937225342, + "learning_rate": 1.0914706053158796e-06, + "loss": 2.2047, + "step": 49913 + }, + { + "epoch": 0.854413803728239, + "grad_norm": 2.607167959213257, + "learning_rate": 1.0912187572583988e-06, + "loss": 2.3172, + "step": 49914 + }, + { + "epoch": 0.8544309214467896, + "grad_norm": 2.808234691619873, + "learning_rate": 1.0909669365834074e-06, + "loss": 2.2481, + "step": 49915 + }, + { + "epoch": 0.8544480391653401, + "grad_norm": 2.5815272331237793, + "learning_rate": 1.0907151432916796e-06, + "loss": 2.3924, + "step": 49916 + }, + { + "epoch": 0.8544651568838905, + "grad_norm": 2.6638295650482178, + "learning_rate": 1.0904633773839901e-06, + "loss": 2.1914, + "step": 49917 + }, + { + "epoch": 0.854482274602441, + "grad_norm": 2.556124210357666, + "learning_rate": 1.0902116388611083e-06, + "loss": 2.3835, + "step": 49918 + }, + { + "epoch": 0.8544993923209915, + "grad_norm": 2.475717306137085, + "learning_rate": 1.0899599277238148e-06, + "loss": 2.1762, + "step": 49919 + }, + { + "epoch": 0.8545165100395419, + "grad_norm": 2.481642961502075, + "learning_rate": 1.089708243972878e-06, + "loss": 2.2213, + "step": 49920 + }, + { + "epoch": 0.8545336277580924, + "grad_norm": 2.577974557876587, + "learning_rate": 1.0894565876090735e-06, + "loss": 2.3248, + "step": 49921 + }, + { + "epoch": 0.8545507454766429, + "grad_norm": 2.5356802940368652, + "learning_rate": 1.0892049586331754e-06, + "loss": 2.3373, + "step": 49922 + }, + { + "epoch": 0.8545678631951934, + "grad_norm": 2.5680091381073, + "learning_rate": 1.0889533570459532e-06, + "loss": 2.2599, + "step": 49923 + }, + { + "epoch": 0.8545849809137438, + "grad_norm": 2.594695568084717, + "learning_rate": 1.0887017828481872e-06, + "loss": 2.3462, + "step": 49924 + }, + { + "epoch": 0.8546020986322943, + "grad_norm": 2.515834093093872, + "learning_rate": 1.0884502360406446e-06, + "loss": 2.3237, + "step": 49925 + }, + { + "epoch": 0.8546192163508448, + "grad_norm": 2.648135185241699, + "learning_rate": 1.0881987166241005e-06, + "loss": 2.2493, + "step": 49926 + }, + { + "epoch": 0.8546363340693952, + "grad_norm": 2.7008023262023926, + "learning_rate": 1.0879472245993306e-06, + "loss": 2.364, + "step": 49927 + }, + { + "epoch": 0.8546534517879457, + "grad_norm": 2.609890937805176, + "learning_rate": 1.0876957599671013e-06, + "loss": 2.3266, + "step": 49928 + }, + { + "epoch": 0.8546705695064962, + "grad_norm": 2.4822230339050293, + "learning_rate": 1.0874443227281938e-06, + "loss": 2.2078, + "step": 49929 + }, + { + "epoch": 0.8546876872250466, + "grad_norm": 2.738898754119873, + "learning_rate": 1.0871929128833724e-06, + "loss": 2.2675, + "step": 49930 + }, + { + "epoch": 0.8547048049435971, + "grad_norm": 2.5596046447753906, + "learning_rate": 1.0869415304334185e-06, + "loss": 2.3285, + "step": 49931 + }, + { + "epoch": 0.8547219226621476, + "grad_norm": 2.7359728813171387, + "learning_rate": 1.0866901753790993e-06, + "loss": 2.4026, + "step": 49932 + }, + { + "epoch": 0.854739040380698, + "grad_norm": 2.4820923805236816, + "learning_rate": 1.0864388477211874e-06, + "loss": 2.2073, + "step": 49933 + }, + { + "epoch": 0.8547561580992485, + "grad_norm": 2.7068564891815186, + "learning_rate": 1.0861875474604589e-06, + "loss": 2.3882, + "step": 49934 + }, + { + "epoch": 0.854773275817799, + "grad_norm": 2.7293589115142822, + "learning_rate": 1.085936274597681e-06, + "loss": 2.4822, + "step": 49935 + }, + { + "epoch": 0.8547903935363494, + "grad_norm": 2.4376766681671143, + "learning_rate": 1.0856850291336318e-06, + "loss": 2.2118, + "step": 49936 + }, + { + "epoch": 0.8548075112549, + "grad_norm": 2.689025640487671, + "learning_rate": 1.0854338110690776e-06, + "loss": 2.3405, + "step": 49937 + }, + { + "epoch": 0.8548246289734505, + "grad_norm": 2.6471331119537354, + "learning_rate": 1.0851826204047954e-06, + "loss": 2.258, + "step": 49938 + }, + { + "epoch": 0.8548417466920009, + "grad_norm": 2.5801966190338135, + "learning_rate": 1.0849314571415547e-06, + "loss": 2.2815, + "step": 49939 + }, + { + "epoch": 0.8548588644105514, + "grad_norm": 2.578413724899292, + "learning_rate": 1.0846803212801272e-06, + "loss": 2.2463, + "step": 49940 + }, + { + "epoch": 0.8548759821291019, + "grad_norm": 2.706552028656006, + "learning_rate": 1.0844292128212897e-06, + "loss": 2.3129, + "step": 49941 + }, + { + "epoch": 0.8548930998476523, + "grad_norm": 2.4861419200897217, + "learning_rate": 1.0841781317658062e-06, + "loss": 2.2429, + "step": 49942 + }, + { + "epoch": 0.8549102175662028, + "grad_norm": 2.7130792140960693, + "learning_rate": 1.083927078114454e-06, + "loss": 2.3276, + "step": 49943 + }, + { + "epoch": 0.8549273352847533, + "grad_norm": 2.746656894683838, + "learning_rate": 1.0836760518680022e-06, + "loss": 2.5123, + "step": 49944 + }, + { + "epoch": 0.8549444530033037, + "grad_norm": 2.5537302494049072, + "learning_rate": 1.0834250530272228e-06, + "loss": 2.3612, + "step": 49945 + }, + { + "epoch": 0.8549615707218542, + "grad_norm": 2.620980978012085, + "learning_rate": 1.0831740815928894e-06, + "loss": 2.3567, + "step": 49946 + }, + { + "epoch": 0.8549786884404047, + "grad_norm": 2.6554272174835205, + "learning_rate": 1.0829231375657702e-06, + "loss": 2.383, + "step": 49947 + }, + { + "epoch": 0.8549958061589551, + "grad_norm": 2.655747652053833, + "learning_rate": 1.0826722209466411e-06, + "loss": 2.3662, + "step": 49948 + }, + { + "epoch": 0.8550129238775056, + "grad_norm": 2.4744138717651367, + "learning_rate": 1.0824213317362675e-06, + "loss": 2.206, + "step": 49949 + }, + { + "epoch": 0.8550300415960561, + "grad_norm": 2.503361940383911, + "learning_rate": 1.0821704699354241e-06, + "loss": 2.2193, + "step": 49950 + }, + { + "epoch": 0.8550471593146065, + "grad_norm": 2.5985543727874756, + "learning_rate": 1.0819196355448801e-06, + "loss": 2.3852, + "step": 49951 + }, + { + "epoch": 0.855064277033157, + "grad_norm": 2.6681506633758545, + "learning_rate": 1.0816688285654086e-06, + "loss": 2.2408, + "step": 49952 + }, + { + "epoch": 0.8550813947517075, + "grad_norm": 2.571000814437866, + "learning_rate": 1.08141804899778e-06, + "loss": 2.2575, + "step": 49953 + }, + { + "epoch": 0.8550985124702579, + "grad_norm": 2.6038379669189453, + "learning_rate": 1.0811672968427655e-06, + "loss": 2.2909, + "step": 49954 + }, + { + "epoch": 0.8551156301888084, + "grad_norm": 2.608098268508911, + "learning_rate": 1.0809165721011328e-06, + "loss": 2.3552, + "step": 49955 + }, + { + "epoch": 0.8551327479073589, + "grad_norm": 2.482145071029663, + "learning_rate": 1.0806658747736553e-06, + "loss": 2.1967, + "step": 49956 + }, + { + "epoch": 0.8551498656259093, + "grad_norm": 2.6855809688568115, + "learning_rate": 1.0804152048611027e-06, + "loss": 2.3633, + "step": 49957 + }, + { + "epoch": 0.8551669833444598, + "grad_norm": 2.5613441467285156, + "learning_rate": 1.0801645623642454e-06, + "loss": 2.345, + "step": 49958 + }, + { + "epoch": 0.8551841010630103, + "grad_norm": 2.596067190170288, + "learning_rate": 1.0799139472838572e-06, + "loss": 2.2531, + "step": 49959 + }, + { + "epoch": 0.8552012187815607, + "grad_norm": 2.5738749504089355, + "learning_rate": 1.0796633596206996e-06, + "loss": 2.3675, + "step": 49960 + }, + { + "epoch": 0.8552183365001113, + "grad_norm": 2.5678632259368896, + "learning_rate": 1.0794127993755542e-06, + "loss": 2.2368, + "step": 49961 + }, + { + "epoch": 0.8552354542186618, + "grad_norm": 2.6632986068725586, + "learning_rate": 1.079162266549182e-06, + "loss": 2.4412, + "step": 49962 + }, + { + "epoch": 0.8552525719372122, + "grad_norm": 2.556415319442749, + "learning_rate": 1.0789117611423572e-06, + "loss": 2.3412, + "step": 49963 + }, + { + "epoch": 0.8552696896557627, + "grad_norm": 2.4166016578674316, + "learning_rate": 1.0786612831558486e-06, + "loss": 2.216, + "step": 49964 + }, + { + "epoch": 0.8552868073743132, + "grad_norm": 2.4502928256988525, + "learning_rate": 1.0784108325904275e-06, + "loss": 2.2346, + "step": 49965 + }, + { + "epoch": 0.8553039250928636, + "grad_norm": 2.6657073497772217, + "learning_rate": 1.0781604094468634e-06, + "loss": 2.462, + "step": 49966 + }, + { + "epoch": 0.8553210428114141, + "grad_norm": 2.5256123542785645, + "learning_rate": 1.0779100137259224e-06, + "loss": 2.2932, + "step": 49967 + }, + { + "epoch": 0.8553381605299646, + "grad_norm": 2.6357266902923584, + "learning_rate": 1.0776596454283805e-06, + "loss": 2.3353, + "step": 49968 + }, + { + "epoch": 0.855355278248515, + "grad_norm": 2.5368478298187256, + "learning_rate": 1.0774093045550028e-06, + "loss": 2.3302, + "step": 49969 + }, + { + "epoch": 0.8553723959670655, + "grad_norm": 2.668890953063965, + "learning_rate": 1.0771589911065583e-06, + "loss": 2.3468, + "step": 49970 + }, + { + "epoch": 0.855389513685616, + "grad_norm": 2.789243698120117, + "learning_rate": 1.0769087050838213e-06, + "loss": 2.3818, + "step": 49971 + }, + { + "epoch": 0.8554066314041665, + "grad_norm": 2.652705669403076, + "learning_rate": 1.0766584464875528e-06, + "loss": 2.2213, + "step": 49972 + }, + { + "epoch": 0.8554237491227169, + "grad_norm": 2.620762825012207, + "learning_rate": 1.0764082153185306e-06, + "loss": 2.3738, + "step": 49973 + }, + { + "epoch": 0.8554408668412674, + "grad_norm": 2.627167224884033, + "learning_rate": 1.0761580115775183e-06, + "loss": 2.3347, + "step": 49974 + }, + { + "epoch": 0.8554579845598179, + "grad_norm": 2.6701200008392334, + "learning_rate": 1.0759078352652874e-06, + "loss": 2.2408, + "step": 49975 + }, + { + "epoch": 0.8554751022783683, + "grad_norm": 2.6246626377105713, + "learning_rate": 1.0756576863826052e-06, + "loss": 2.3802, + "step": 49976 + }, + { + "epoch": 0.8554922199969188, + "grad_norm": 2.522296905517578, + "learning_rate": 1.075407564930242e-06, + "loss": 2.281, + "step": 49977 + }, + { + "epoch": 0.8555093377154693, + "grad_norm": 2.744853973388672, + "learning_rate": 1.0751574709089684e-06, + "loss": 2.2821, + "step": 49978 + }, + { + "epoch": 0.8555264554340197, + "grad_norm": 2.8157081604003906, + "learning_rate": 1.0749074043195485e-06, + "loss": 2.3842, + "step": 49979 + }, + { + "epoch": 0.8555435731525702, + "grad_norm": 2.480865955352783, + "learning_rate": 1.0746573651627534e-06, + "loss": 2.2463, + "step": 49980 + }, + { + "epoch": 0.8555606908711207, + "grad_norm": 2.5316057205200195, + "learning_rate": 1.0744073534393506e-06, + "loss": 2.3869, + "step": 49981 + }, + { + "epoch": 0.8555778085896711, + "grad_norm": 2.7250382900238037, + "learning_rate": 1.0741573691501106e-06, + "loss": 2.3658, + "step": 49982 + }, + { + "epoch": 0.8555949263082216, + "grad_norm": 2.667928457260132, + "learning_rate": 1.0739074122958004e-06, + "loss": 2.1918, + "step": 49983 + }, + { + "epoch": 0.8556120440267722, + "grad_norm": 2.648632287979126, + "learning_rate": 1.0736574828771885e-06, + "loss": 2.2976, + "step": 49984 + }, + { + "epoch": 0.8556291617453226, + "grad_norm": 2.6442313194274902, + "learning_rate": 1.073407580895045e-06, + "loss": 2.3694, + "step": 49985 + }, + { + "epoch": 0.8556462794638731, + "grad_norm": 2.4878182411193848, + "learning_rate": 1.073157706350133e-06, + "loss": 2.2715, + "step": 49986 + }, + { + "epoch": 0.8556633971824236, + "grad_norm": 2.6160762310028076, + "learning_rate": 1.0729078592432253e-06, + "loss": 2.3495, + "step": 49987 + }, + { + "epoch": 0.855680514900974, + "grad_norm": 2.5987629890441895, + "learning_rate": 1.0726580395750874e-06, + "loss": 2.3798, + "step": 49988 + }, + { + "epoch": 0.8556976326195245, + "grad_norm": 2.7320358753204346, + "learning_rate": 1.072408247346488e-06, + "loss": 2.2757, + "step": 49989 + }, + { + "epoch": 0.855714750338075, + "grad_norm": 2.603308916091919, + "learning_rate": 1.0721584825581943e-06, + "loss": 2.2855, + "step": 49990 + }, + { + "epoch": 0.8557318680566254, + "grad_norm": 2.561073064804077, + "learning_rate": 1.0719087452109766e-06, + "loss": 2.3519, + "step": 49991 + }, + { + "epoch": 0.8557489857751759, + "grad_norm": 2.7379462718963623, + "learning_rate": 1.071659035305599e-06, + "loss": 2.2368, + "step": 49992 + }, + { + "epoch": 0.8557661034937264, + "grad_norm": 2.609678030014038, + "learning_rate": 1.0714093528428305e-06, + "loss": 2.2696, + "step": 49993 + }, + { + "epoch": 0.8557832212122768, + "grad_norm": 2.7010340690612793, + "learning_rate": 1.0711596978234374e-06, + "loss": 2.3393, + "step": 49994 + }, + { + "epoch": 0.8558003389308273, + "grad_norm": 2.6233367919921875, + "learning_rate": 1.070910070248189e-06, + "loss": 2.2456, + "step": 49995 + }, + { + "epoch": 0.8558174566493778, + "grad_norm": 2.5792481899261475, + "learning_rate": 1.0706604701178536e-06, + "loss": 2.3144, + "step": 49996 + }, + { + "epoch": 0.8558345743679282, + "grad_norm": 2.6157639026641846, + "learning_rate": 1.0704108974331917e-06, + "loss": 2.4423, + "step": 49997 + }, + { + "epoch": 0.8558516920864787, + "grad_norm": 2.7354137897491455, + "learning_rate": 1.0701613521949795e-06, + "loss": 2.3133, + "step": 49998 + }, + { + "epoch": 0.8558688098050292, + "grad_norm": 2.575277090072632, + "learning_rate": 1.0699118344039782e-06, + "loss": 2.3442, + "step": 49999 + }, + { + "epoch": 0.8558859275235796, + "grad_norm": 2.582422971725464, + "learning_rate": 1.0696623440609556e-06, + "loss": 2.2436, + "step": 50000 + }, + { + "epoch": 0.8559030452421301, + "grad_norm": 2.4398679733276367, + "learning_rate": 1.0694128811666793e-06, + "loss": 2.3133, + "step": 50001 + }, + { + "epoch": 0.8559201629606806, + "grad_norm": 2.724897861480713, + "learning_rate": 1.0691634457219157e-06, + "loss": 2.3526, + "step": 50002 + }, + { + "epoch": 0.855937280679231, + "grad_norm": 2.6945369243621826, + "learning_rate": 1.0689140377274343e-06, + "loss": 2.3114, + "step": 50003 + }, + { + "epoch": 0.8559543983977815, + "grad_norm": 2.78620982170105, + "learning_rate": 1.0686646571839942e-06, + "loss": 2.3354, + "step": 50004 + }, + { + "epoch": 0.855971516116332, + "grad_norm": 2.680786609649658, + "learning_rate": 1.0684153040923717e-06, + "loss": 2.3503, + "step": 50005 + }, + { + "epoch": 0.8559886338348824, + "grad_norm": 2.741499185562134, + "learning_rate": 1.0681659784533249e-06, + "loss": 2.3028, + "step": 50006 + }, + { + "epoch": 0.856005751553433, + "grad_norm": 2.7642557621002197, + "learning_rate": 1.0679166802676255e-06, + "loss": 2.3769, + "step": 50007 + }, + { + "epoch": 0.8560228692719835, + "grad_norm": 2.675685167312622, + "learning_rate": 1.0676674095360385e-06, + "loss": 2.3107, + "step": 50008 + }, + { + "epoch": 0.8560399869905339, + "grad_norm": 2.643361806869507, + "learning_rate": 1.0674181662593253e-06, + "loss": 2.2775, + "step": 50009 + }, + { + "epoch": 0.8560571047090844, + "grad_norm": 2.560849666595459, + "learning_rate": 1.067168950438261e-06, + "loss": 2.259, + "step": 50010 + }, + { + "epoch": 0.8560742224276349, + "grad_norm": 2.7387070655822754, + "learning_rate": 1.0669197620736038e-06, + "loss": 2.3965, + "step": 50011 + }, + { + "epoch": 0.8560913401461853, + "grad_norm": 2.5079174041748047, + "learning_rate": 1.066670601166122e-06, + "loss": 2.3246, + "step": 50012 + }, + { + "epoch": 0.8561084578647358, + "grad_norm": 2.624094247817993, + "learning_rate": 1.0664214677165851e-06, + "loss": 2.515, + "step": 50013 + }, + { + "epoch": 0.8561255755832863, + "grad_norm": 2.6362574100494385, + "learning_rate": 1.0661723617257512e-06, + "loss": 2.2662, + "step": 50014 + }, + { + "epoch": 0.8561426933018367, + "grad_norm": 2.6122922897338867, + "learning_rate": 1.0659232831943944e-06, + "loss": 2.3252, + "step": 50015 + }, + { + "epoch": 0.8561598110203872, + "grad_norm": 2.6055662631988525, + "learning_rate": 1.065674232123275e-06, + "loss": 2.302, + "step": 50016 + }, + { + "epoch": 0.8561769287389377, + "grad_norm": 2.376811981201172, + "learning_rate": 1.065425208513159e-06, + "loss": 2.2666, + "step": 50017 + }, + { + "epoch": 0.8561940464574882, + "grad_norm": 2.626142978668213, + "learning_rate": 1.0651762123648123e-06, + "loss": 2.1871, + "step": 50018 + }, + { + "epoch": 0.8562111641760386, + "grad_norm": 2.578580141067505, + "learning_rate": 1.0649272436790015e-06, + "loss": 2.1911, + "step": 50019 + }, + { + "epoch": 0.8562282818945891, + "grad_norm": 2.562460422515869, + "learning_rate": 1.0646783024564921e-06, + "loss": 2.2592, + "step": 50020 + }, + { + "epoch": 0.8562453996131396, + "grad_norm": 2.6464242935180664, + "learning_rate": 1.0644293886980439e-06, + "loss": 2.3419, + "step": 50021 + }, + { + "epoch": 0.85626251733169, + "grad_norm": 2.5818898677825928, + "learning_rate": 1.0641805024044304e-06, + "loss": 2.2419, + "step": 50022 + }, + { + "epoch": 0.8562796350502405, + "grad_norm": 2.5318546295166016, + "learning_rate": 1.0639316435764102e-06, + "loss": 2.3217, + "step": 50023 + }, + { + "epoch": 0.856296752768791, + "grad_norm": 2.571500539779663, + "learning_rate": 1.0636828122147514e-06, + "loss": 2.272, + "step": 50024 + }, + { + "epoch": 0.8563138704873414, + "grad_norm": 2.7479588985443115, + "learning_rate": 1.0634340083202165e-06, + "loss": 2.389, + "step": 50025 + }, + { + "epoch": 0.8563309882058919, + "grad_norm": 2.7643418312072754, + "learning_rate": 1.063185231893572e-06, + "loss": 2.5238, + "step": 50026 + }, + { + "epoch": 0.8563481059244424, + "grad_norm": 2.6775331497192383, + "learning_rate": 1.0629364829355837e-06, + "loss": 2.31, + "step": 50027 + }, + { + "epoch": 0.8563652236429928, + "grad_norm": 2.655904769897461, + "learning_rate": 1.0626877614470131e-06, + "loss": 2.3631, + "step": 50028 + }, + { + "epoch": 0.8563823413615433, + "grad_norm": 2.6114919185638428, + "learning_rate": 1.0624390674286255e-06, + "loss": 2.4563, + "step": 50029 + }, + { + "epoch": 0.8563994590800939, + "grad_norm": 2.6494693756103516, + "learning_rate": 1.0621904008811856e-06, + "loss": 2.4448, + "step": 50030 + }, + { + "epoch": 0.8564165767986442, + "grad_norm": 2.4902493953704834, + "learning_rate": 1.0619417618054584e-06, + "loss": 2.2419, + "step": 50031 + }, + { + "epoch": 0.8564336945171948, + "grad_norm": 2.427919626235962, + "learning_rate": 1.0616931502022076e-06, + "loss": 2.3178, + "step": 50032 + }, + { + "epoch": 0.8564508122357453, + "grad_norm": 2.594834566116333, + "learning_rate": 1.0614445660721994e-06, + "loss": 2.3165, + "step": 50033 + }, + { + "epoch": 0.8564679299542957, + "grad_norm": 2.762991189956665, + "learning_rate": 1.0611960094161944e-06, + "loss": 2.4025, + "step": 50034 + }, + { + "epoch": 0.8564850476728462, + "grad_norm": 2.563500165939331, + "learning_rate": 1.0609474802349584e-06, + "loss": 2.3653, + "step": 50035 + }, + { + "epoch": 0.8565021653913967, + "grad_norm": 2.7212982177734375, + "learning_rate": 1.0606989785292543e-06, + "loss": 2.3217, + "step": 50036 + }, + { + "epoch": 0.8565192831099471, + "grad_norm": 2.544186592102051, + "learning_rate": 1.060450504299847e-06, + "loss": 2.2912, + "step": 50037 + }, + { + "epoch": 0.8565364008284976, + "grad_norm": 2.59476900100708, + "learning_rate": 1.0602020575474992e-06, + "loss": 2.24, + "step": 50038 + }, + { + "epoch": 0.8565535185470481, + "grad_norm": 2.521117925643921, + "learning_rate": 1.0599536382729748e-06, + "loss": 2.2978, + "step": 50039 + }, + { + "epoch": 0.8565706362655985, + "grad_norm": 2.689781427383423, + "learning_rate": 1.0597052464770407e-06, + "loss": 2.4101, + "step": 50040 + }, + { + "epoch": 0.856587753984149, + "grad_norm": 2.683819532394409, + "learning_rate": 1.0594568821604556e-06, + "loss": 2.3623, + "step": 50041 + }, + { + "epoch": 0.8566048717026995, + "grad_norm": 2.5498158931732178, + "learning_rate": 1.059208545323984e-06, + "loss": 2.3915, + "step": 50042 + }, + { + "epoch": 0.8566219894212499, + "grad_norm": 2.7081892490386963, + "learning_rate": 1.0589602359683893e-06, + "loss": 2.3687, + "step": 50043 + }, + { + "epoch": 0.8566391071398004, + "grad_norm": 2.5275566577911377, + "learning_rate": 1.0587119540944368e-06, + "loss": 2.3027, + "step": 50044 + }, + { + "epoch": 0.8566562248583509, + "grad_norm": 2.5523219108581543, + "learning_rate": 1.0584636997028885e-06, + "loss": 2.1964, + "step": 50045 + }, + { + "epoch": 0.8566733425769013, + "grad_norm": 2.4657936096191406, + "learning_rate": 1.0582154727945037e-06, + "loss": 2.2997, + "step": 50046 + }, + { + "epoch": 0.8566904602954518, + "grad_norm": 2.6819350719451904, + "learning_rate": 1.057967273370053e-06, + "loss": 2.4478, + "step": 50047 + }, + { + "epoch": 0.8567075780140023, + "grad_norm": 2.7209813594818115, + "learning_rate": 1.0577191014302934e-06, + "loss": 2.3549, + "step": 50048 + }, + { + "epoch": 0.8567246957325527, + "grad_norm": 2.606149196624756, + "learning_rate": 1.057470956975989e-06, + "loss": 2.2819, + "step": 50049 + }, + { + "epoch": 0.8567418134511032, + "grad_norm": 2.7202048301696777, + "learning_rate": 1.0572228400079044e-06, + "loss": 2.3766, + "step": 50050 + }, + { + "epoch": 0.8567589311696537, + "grad_norm": 2.52297306060791, + "learning_rate": 1.0569747505267968e-06, + "loss": 2.2856, + "step": 50051 + }, + { + "epoch": 0.8567760488882041, + "grad_norm": 2.6089584827423096, + "learning_rate": 1.056726688533437e-06, + "loss": 2.3438, + "step": 50052 + }, + { + "epoch": 0.8567931666067546, + "grad_norm": 2.739635705947876, + "learning_rate": 1.0564786540285787e-06, + "loss": 2.4006, + "step": 50053 + }, + { + "epoch": 0.8568102843253051, + "grad_norm": 2.6180832386016846, + "learning_rate": 1.0562306470129925e-06, + "loss": 2.3363, + "step": 50054 + }, + { + "epoch": 0.8568274020438555, + "grad_norm": 2.684363842010498, + "learning_rate": 1.0559826674874351e-06, + "loss": 2.2825, + "step": 50055 + }, + { + "epoch": 0.856844519762406, + "grad_norm": 2.5071260929107666, + "learning_rate": 1.0557347154526698e-06, + "loss": 2.2964, + "step": 50056 + }, + { + "epoch": 0.8568616374809566, + "grad_norm": 2.5457842350006104, + "learning_rate": 1.0554867909094612e-06, + "loss": 2.2919, + "step": 50057 + }, + { + "epoch": 0.856878755199507, + "grad_norm": 2.5073485374450684, + "learning_rate": 1.0552388938585668e-06, + "loss": 2.3116, + "step": 50058 + }, + { + "epoch": 0.8568958729180575, + "grad_norm": 2.517609119415283, + "learning_rate": 1.0549910243007544e-06, + "loss": 2.2895, + "step": 50059 + }, + { + "epoch": 0.856912990636608, + "grad_norm": 2.620128870010376, + "learning_rate": 1.0547431822367804e-06, + "loss": 2.277, + "step": 50060 + }, + { + "epoch": 0.8569301083551584, + "grad_norm": 2.647181510925293, + "learning_rate": 1.0544953676674087e-06, + "loss": 2.2854, + "step": 50061 + }, + { + "epoch": 0.8569472260737089, + "grad_norm": 2.5360751152038574, + "learning_rate": 1.0542475805934017e-06, + "loss": 2.3486, + "step": 50062 + }, + { + "epoch": 0.8569643437922594, + "grad_norm": 2.6318156719207764, + "learning_rate": 1.05399982101552e-06, + "loss": 2.3312, + "step": 50063 + }, + { + "epoch": 0.8569814615108099, + "grad_norm": 2.6148431301116943, + "learning_rate": 1.0537520889345277e-06, + "loss": 2.2653, + "step": 50064 + }, + { + "epoch": 0.8569985792293603, + "grad_norm": 2.4782495498657227, + "learning_rate": 1.0535043843511828e-06, + "loss": 2.2387, + "step": 50065 + }, + { + "epoch": 0.8570156969479108, + "grad_norm": 2.812607765197754, + "learning_rate": 1.053256707266247e-06, + "loss": 2.3193, + "step": 50066 + }, + { + "epoch": 0.8570328146664613, + "grad_norm": 2.821864604949951, + "learning_rate": 1.053009057680483e-06, + "loss": 2.2883, + "step": 50067 + }, + { + "epoch": 0.8570499323850117, + "grad_norm": 2.7523446083068848, + "learning_rate": 1.0527614355946513e-06, + "loss": 2.3794, + "step": 50068 + }, + { + "epoch": 0.8570670501035622, + "grad_norm": 2.54530668258667, + "learning_rate": 1.0525138410095137e-06, + "loss": 2.2922, + "step": 50069 + }, + { + "epoch": 0.8570841678221127, + "grad_norm": 2.6293387413024902, + "learning_rate": 1.0522662739258316e-06, + "loss": 2.3365, + "step": 50070 + }, + { + "epoch": 0.8571012855406631, + "grad_norm": 2.521129846572876, + "learning_rate": 1.0520187343443645e-06, + "loss": 2.1912, + "step": 50071 + }, + { + "epoch": 0.8571184032592136, + "grad_norm": 2.6337924003601074, + "learning_rate": 1.0517712222658727e-06, + "loss": 2.3168, + "step": 50072 + }, + { + "epoch": 0.8571355209777641, + "grad_norm": 2.5460972785949707, + "learning_rate": 1.0515237376911192e-06, + "loss": 2.4069, + "step": 50073 + }, + { + "epoch": 0.8571526386963145, + "grad_norm": 2.39458966255188, + "learning_rate": 1.0512762806208632e-06, + "loss": 2.2477, + "step": 50074 + }, + { + "epoch": 0.857169756414865, + "grad_norm": 2.4632632732391357, + "learning_rate": 1.0510288510558653e-06, + "loss": 2.1763, + "step": 50075 + }, + { + "epoch": 0.8571868741334155, + "grad_norm": 2.571805715560913, + "learning_rate": 1.050781448996887e-06, + "loss": 2.3356, + "step": 50076 + }, + { + "epoch": 0.8572039918519659, + "grad_norm": 2.5543251037597656, + "learning_rate": 1.05053407444469e-06, + "loss": 2.4455, + "step": 50077 + }, + { + "epoch": 0.8572211095705164, + "grad_norm": 2.530709981918335, + "learning_rate": 1.0502867274000305e-06, + "loss": 2.3251, + "step": 50078 + }, + { + "epoch": 0.857238227289067, + "grad_norm": 2.700791835784912, + "learning_rate": 1.050039407863671e-06, + "loss": 2.3876, + "step": 50079 + }, + { + "epoch": 0.8572553450076174, + "grad_norm": 2.631162643432617, + "learning_rate": 1.0497921158363711e-06, + "loss": 2.2219, + "step": 50080 + }, + { + "epoch": 0.8572724627261679, + "grad_norm": 2.754767417907715, + "learning_rate": 1.0495448513188923e-06, + "loss": 2.4249, + "step": 50081 + }, + { + "epoch": 0.8572895804447184, + "grad_norm": 2.747885227203369, + "learning_rate": 1.049297614311996e-06, + "loss": 2.5298, + "step": 50082 + }, + { + "epoch": 0.8573066981632688, + "grad_norm": 2.5657296180725098, + "learning_rate": 1.0490504048164363e-06, + "loss": 2.3283, + "step": 50083 + }, + { + "epoch": 0.8573238158818193, + "grad_norm": 2.5459203720092773, + "learning_rate": 1.0488032228329793e-06, + "loss": 2.275, + "step": 50084 + }, + { + "epoch": 0.8573409336003698, + "grad_norm": 2.3716351985931396, + "learning_rate": 1.0485560683623807e-06, + "loss": 2.3176, + "step": 50085 + }, + { + "epoch": 0.8573580513189202, + "grad_norm": 2.5976788997650146, + "learning_rate": 1.0483089414054015e-06, + "loss": 2.3369, + "step": 50086 + }, + { + "epoch": 0.8573751690374707, + "grad_norm": 2.6267905235290527, + "learning_rate": 1.048061841962804e-06, + "loss": 2.3335, + "step": 50087 + }, + { + "epoch": 0.8573922867560212, + "grad_norm": 2.6189815998077393, + "learning_rate": 1.0478147700353403e-06, + "loss": 2.4111, + "step": 50088 + }, + { + "epoch": 0.8574094044745716, + "grad_norm": 2.6145761013031006, + "learning_rate": 1.0475677256237793e-06, + "loss": 2.3892, + "step": 50089 + }, + { + "epoch": 0.8574265221931221, + "grad_norm": 2.699608325958252, + "learning_rate": 1.0473207087288706e-06, + "loss": 2.38, + "step": 50090 + }, + { + "epoch": 0.8574436399116726, + "grad_norm": 2.4962735176086426, + "learning_rate": 1.0470737193513835e-06, + "loss": 2.2243, + "step": 50091 + }, + { + "epoch": 0.857460757630223, + "grad_norm": 2.6344563961029053, + "learning_rate": 1.0468267574920688e-06, + "loss": 2.4213, + "step": 50092 + }, + { + "epoch": 0.8574778753487735, + "grad_norm": 2.5448548793792725, + "learning_rate": 1.0465798231516899e-06, + "loss": 2.2441, + "step": 50093 + }, + { + "epoch": 0.857494993067324, + "grad_norm": 2.5627875328063965, + "learning_rate": 1.0463329163310065e-06, + "loss": 2.3903, + "step": 50094 + }, + { + "epoch": 0.8575121107858744, + "grad_norm": 2.729475498199463, + "learning_rate": 1.0460860370307724e-06, + "loss": 2.3354, + "step": 50095 + }, + { + "epoch": 0.8575292285044249, + "grad_norm": 2.6654083728790283, + "learning_rate": 1.0458391852517523e-06, + "loss": 2.2404, + "step": 50096 + }, + { + "epoch": 0.8575463462229754, + "grad_norm": 2.561931848526001, + "learning_rate": 1.0455923609947017e-06, + "loss": 2.202, + "step": 50097 + }, + { + "epoch": 0.8575634639415258, + "grad_norm": 2.5051305294036865, + "learning_rate": 1.0453455642603793e-06, + "loss": 2.2738, + "step": 50098 + }, + { + "epoch": 0.8575805816600763, + "grad_norm": 2.585984706878662, + "learning_rate": 1.045098795049546e-06, + "loss": 2.3016, + "step": 50099 + }, + { + "epoch": 0.8575976993786268, + "grad_norm": 2.5761008262634277, + "learning_rate": 1.0448520533629557e-06, + "loss": 2.3049, + "step": 50100 + }, + { + "epoch": 0.8576148170971772, + "grad_norm": 2.491300344467163, + "learning_rate": 1.0446053392013733e-06, + "loss": 2.2811, + "step": 50101 + }, + { + "epoch": 0.8576319348157277, + "grad_norm": 2.4506261348724365, + "learning_rate": 1.0443586525655515e-06, + "loss": 2.419, + "step": 50102 + }, + { + "epoch": 0.8576490525342783, + "grad_norm": 2.909595489501953, + "learning_rate": 1.0441119934562506e-06, + "loss": 2.4408, + "step": 50103 + }, + { + "epoch": 0.8576661702528287, + "grad_norm": 2.654210329055786, + "learning_rate": 1.043865361874229e-06, + "loss": 2.3992, + "step": 50104 + }, + { + "epoch": 0.8576832879713792, + "grad_norm": 2.3868165016174316, + "learning_rate": 1.0436187578202439e-06, + "loss": 2.3255, + "step": 50105 + }, + { + "epoch": 0.8577004056899297, + "grad_norm": 2.5387959480285645, + "learning_rate": 1.043372181295056e-06, + "loss": 2.3614, + "step": 50106 + }, + { + "epoch": 0.8577175234084801, + "grad_norm": 2.684558629989624, + "learning_rate": 1.0431256322994188e-06, + "loss": 2.3924, + "step": 50107 + }, + { + "epoch": 0.8577346411270306, + "grad_norm": 2.654473066329956, + "learning_rate": 1.042879110834093e-06, + "loss": 2.356, + "step": 50108 + }, + { + "epoch": 0.8577517588455811, + "grad_norm": 2.775787353515625, + "learning_rate": 1.0426326168998358e-06, + "loss": 2.3941, + "step": 50109 + }, + { + "epoch": 0.8577688765641315, + "grad_norm": 2.391281843185425, + "learning_rate": 1.0423861504974041e-06, + "loss": 2.1944, + "step": 50110 + }, + { + "epoch": 0.857785994282682, + "grad_norm": 2.6503772735595703, + "learning_rate": 1.0421397116275556e-06, + "loss": 2.3773, + "step": 50111 + }, + { + "epoch": 0.8578031120012325, + "grad_norm": 2.494074821472168, + "learning_rate": 1.0418933002910492e-06, + "loss": 2.3049, + "step": 50112 + }, + { + "epoch": 0.857820229719783, + "grad_norm": 2.483152151107788, + "learning_rate": 1.0416469164886423e-06, + "loss": 2.2827, + "step": 50113 + }, + { + "epoch": 0.8578373474383334, + "grad_norm": 2.517608404159546, + "learning_rate": 1.0414005602210898e-06, + "loss": 2.3559, + "step": 50114 + }, + { + "epoch": 0.8578544651568839, + "grad_norm": 2.662322998046875, + "learning_rate": 1.041154231489151e-06, + "loss": 2.3574, + "step": 50115 + }, + { + "epoch": 0.8578715828754344, + "grad_norm": 2.592804193496704, + "learning_rate": 1.040907930293581e-06, + "loss": 2.3176, + "step": 50116 + }, + { + "epoch": 0.8578887005939848, + "grad_norm": 2.7211756706237793, + "learning_rate": 1.040661656635139e-06, + "loss": 2.4397, + "step": 50117 + }, + { + "epoch": 0.8579058183125353, + "grad_norm": 2.6433627605438232, + "learning_rate": 1.0404154105145814e-06, + "loss": 2.3063, + "step": 50118 + }, + { + "epoch": 0.8579229360310858, + "grad_norm": 2.531928539276123, + "learning_rate": 1.0401691919326662e-06, + "loss": 2.2243, + "step": 50119 + }, + { + "epoch": 0.8579400537496362, + "grad_norm": 2.8423118591308594, + "learning_rate": 1.039923000890145e-06, + "loss": 2.4311, + "step": 50120 + }, + { + "epoch": 0.8579571714681867, + "grad_norm": 2.6854910850524902, + "learning_rate": 1.039676837387782e-06, + "loss": 2.2356, + "step": 50121 + }, + { + "epoch": 0.8579742891867372, + "grad_norm": 2.796715021133423, + "learning_rate": 1.0394307014263282e-06, + "loss": 2.3832, + "step": 50122 + }, + { + "epoch": 0.8579914069052876, + "grad_norm": 2.636148691177368, + "learning_rate": 1.0391845930065425e-06, + "loss": 2.3485, + "step": 50123 + }, + { + "epoch": 0.8580085246238381, + "grad_norm": 2.7241146564483643, + "learning_rate": 1.0389385121291828e-06, + "loss": 2.4105, + "step": 50124 + }, + { + "epoch": 0.8580256423423887, + "grad_norm": 2.603067398071289, + "learning_rate": 1.0386924587949998e-06, + "loss": 2.3548, + "step": 50125 + }, + { + "epoch": 0.858042760060939, + "grad_norm": 2.817819356918335, + "learning_rate": 1.0384464330047572e-06, + "loss": 2.4303, + "step": 50126 + }, + { + "epoch": 0.8580598777794896, + "grad_norm": 2.715609073638916, + "learning_rate": 1.0382004347592034e-06, + "loss": 2.4536, + "step": 50127 + }, + { + "epoch": 0.8580769954980401, + "grad_norm": 2.7630529403686523, + "learning_rate": 1.0379544640591033e-06, + "loss": 2.2676, + "step": 50128 + }, + { + "epoch": 0.8580941132165905, + "grad_norm": 2.572721004486084, + "learning_rate": 1.037708520905205e-06, + "loss": 2.2725, + "step": 50129 + }, + { + "epoch": 0.858111230935141, + "grad_norm": 2.4689254760742188, + "learning_rate": 1.0374626052982695e-06, + "loss": 2.2772, + "step": 50130 + }, + { + "epoch": 0.8581283486536915, + "grad_norm": 2.5292320251464844, + "learning_rate": 1.0372167172390524e-06, + "loss": 2.2377, + "step": 50131 + }, + { + "epoch": 0.8581454663722419, + "grad_norm": 2.6061928272247314, + "learning_rate": 1.0369708567283032e-06, + "loss": 2.3481, + "step": 50132 + }, + { + "epoch": 0.8581625840907924, + "grad_norm": 2.4886069297790527, + "learning_rate": 1.036725023766787e-06, + "loss": 2.2343, + "step": 50133 + }, + { + "epoch": 0.8581797018093429, + "grad_norm": 2.6454896926879883, + "learning_rate": 1.036479218355253e-06, + "loss": 2.3165, + "step": 50134 + }, + { + "epoch": 0.8581968195278933, + "grad_norm": 2.5401687622070312, + "learning_rate": 1.0362334404944575e-06, + "loss": 2.322, + "step": 50135 + }, + { + "epoch": 0.8582139372464438, + "grad_norm": 2.527961015701294, + "learning_rate": 1.0359876901851596e-06, + "loss": 2.3614, + "step": 50136 + }, + { + "epoch": 0.8582310549649943, + "grad_norm": 2.646127462387085, + "learning_rate": 1.0357419674281078e-06, + "loss": 2.2866, + "step": 50137 + }, + { + "epoch": 0.8582481726835447, + "grad_norm": 2.501831531524658, + "learning_rate": 1.0354962722240657e-06, + "loss": 2.3297, + "step": 50138 + }, + { + "epoch": 0.8582652904020952, + "grad_norm": 2.5615644454956055, + "learning_rate": 1.0352506045737831e-06, + "loss": 2.3349, + "step": 50139 + }, + { + "epoch": 0.8582824081206457, + "grad_norm": 2.613832950592041, + "learning_rate": 1.035004964478016e-06, + "loss": 2.455, + "step": 50140 + }, + { + "epoch": 0.8582995258391961, + "grad_norm": 2.8240139484405518, + "learning_rate": 1.0347593519375188e-06, + "loss": 2.3988, + "step": 50141 + }, + { + "epoch": 0.8583166435577466, + "grad_norm": 2.4630117416381836, + "learning_rate": 1.034513766953048e-06, + "loss": 2.3686, + "step": 50142 + }, + { + "epoch": 0.8583337612762971, + "grad_norm": 2.486287832260132, + "learning_rate": 1.0342682095253599e-06, + "loss": 2.3349, + "step": 50143 + }, + { + "epoch": 0.8583508789948475, + "grad_norm": 2.5630218982696533, + "learning_rate": 1.0340226796552045e-06, + "loss": 2.2004, + "step": 50144 + }, + { + "epoch": 0.858367996713398, + "grad_norm": 2.5929837226867676, + "learning_rate": 1.0337771773433392e-06, + "loss": 2.2523, + "step": 50145 + }, + { + "epoch": 0.8583851144319485, + "grad_norm": 2.729283094406128, + "learning_rate": 1.033531702590519e-06, + "loss": 2.3808, + "step": 50146 + }, + { + "epoch": 0.8584022321504989, + "grad_norm": 2.594298839569092, + "learning_rate": 1.0332862553974987e-06, + "loss": 2.4197, + "step": 50147 + }, + { + "epoch": 0.8584193498690494, + "grad_norm": 2.6055657863616943, + "learning_rate": 1.0330408357650312e-06, + "loss": 2.3727, + "step": 50148 + }, + { + "epoch": 0.8584364675876, + "grad_norm": 2.8522911071777344, + "learning_rate": 1.0327954436938714e-06, + "loss": 2.3499, + "step": 50149 + }, + { + "epoch": 0.8584535853061503, + "grad_norm": 2.767573595046997, + "learning_rate": 1.0325500791847753e-06, + "loss": 2.463, + "step": 50150 + }, + { + "epoch": 0.8584707030247009, + "grad_norm": 2.6485519409179688, + "learning_rate": 1.0323047422384947e-06, + "loss": 2.2952, + "step": 50151 + }, + { + "epoch": 0.8584878207432514, + "grad_norm": 2.6101632118225098, + "learning_rate": 1.0320594328557843e-06, + "loss": 2.2634, + "step": 50152 + }, + { + "epoch": 0.8585049384618018, + "grad_norm": 2.5513291358947754, + "learning_rate": 1.031814151037397e-06, + "loss": 2.3015, + "step": 50153 + }, + { + "epoch": 0.8585220561803523, + "grad_norm": 2.7880871295928955, + "learning_rate": 1.0315688967840898e-06, + "loss": 2.4016, + "step": 50154 + }, + { + "epoch": 0.8585391738989028, + "grad_norm": 2.635045289993286, + "learning_rate": 1.0313236700966133e-06, + "loss": 2.3115, + "step": 50155 + }, + { + "epoch": 0.8585562916174532, + "grad_norm": 2.4600837230682373, + "learning_rate": 1.031078470975725e-06, + "loss": 2.3154, + "step": 50156 + }, + { + "epoch": 0.8585734093360037, + "grad_norm": 2.3750102519989014, + "learning_rate": 1.030833299422175e-06, + "loss": 2.1835, + "step": 50157 + }, + { + "epoch": 0.8585905270545542, + "grad_norm": 2.6134064197540283, + "learning_rate": 1.030588155436717e-06, + "loss": 2.2588, + "step": 50158 + }, + { + "epoch": 0.8586076447731047, + "grad_norm": 2.5522406101226807, + "learning_rate": 1.0303430390201063e-06, + "loss": 2.3155, + "step": 50159 + }, + { + "epoch": 0.8586247624916551, + "grad_norm": 2.4374756813049316, + "learning_rate": 1.0300979501730946e-06, + "loss": 2.2277, + "step": 50160 + }, + { + "epoch": 0.8586418802102056, + "grad_norm": 2.5312342643737793, + "learning_rate": 1.0298528888964388e-06, + "loss": 2.2439, + "step": 50161 + }, + { + "epoch": 0.8586589979287561, + "grad_norm": 2.6317083835601807, + "learning_rate": 1.0296078551908861e-06, + "loss": 2.2003, + "step": 50162 + }, + { + "epoch": 0.8586761156473065, + "grad_norm": 2.7822988033294678, + "learning_rate": 1.0293628490571972e-06, + "loss": 2.4533, + "step": 50163 + }, + { + "epoch": 0.858693233365857, + "grad_norm": 2.5751123428344727, + "learning_rate": 1.029117870496118e-06, + "loss": 2.3571, + "step": 50164 + }, + { + "epoch": 0.8587103510844075, + "grad_norm": 2.543374538421631, + "learning_rate": 1.0288729195084046e-06, + "loss": 2.281, + "step": 50165 + }, + { + "epoch": 0.8587274688029579, + "grad_norm": 2.572984457015991, + "learning_rate": 1.0286279960948108e-06, + "loss": 2.2927, + "step": 50166 + }, + { + "epoch": 0.8587445865215084, + "grad_norm": 2.5850136280059814, + "learning_rate": 1.0283831002560874e-06, + "loss": 2.4063, + "step": 50167 + }, + { + "epoch": 0.8587617042400589, + "grad_norm": 2.7470686435699463, + "learning_rate": 1.0281382319929912e-06, + "loss": 2.3859, + "step": 50168 + }, + { + "epoch": 0.8587788219586093, + "grad_norm": 2.593287706375122, + "learning_rate": 1.0278933913062672e-06, + "loss": 2.3482, + "step": 50169 + }, + { + "epoch": 0.8587959396771598, + "grad_norm": 2.6676714420318604, + "learning_rate": 1.0276485781966761e-06, + "loss": 2.4116, + "step": 50170 + }, + { + "epoch": 0.8588130573957103, + "grad_norm": 2.456998348236084, + "learning_rate": 1.027403792664965e-06, + "loss": 2.2007, + "step": 50171 + }, + { + "epoch": 0.8588301751142607, + "grad_norm": 2.6772685050964355, + "learning_rate": 1.0271590347118888e-06, + "loss": 2.31, + "step": 50172 + }, + { + "epoch": 0.8588472928328112, + "grad_norm": 2.4967918395996094, + "learning_rate": 1.0269143043382002e-06, + "loss": 2.332, + "step": 50173 + }, + { + "epoch": 0.8588644105513618, + "grad_norm": 2.70103120803833, + "learning_rate": 1.0266696015446464e-06, + "loss": 2.27, + "step": 50174 + }, + { + "epoch": 0.8588815282699122, + "grad_norm": 2.3314521312713623, + "learning_rate": 1.026424926331988e-06, + "loss": 2.1468, + "step": 50175 + }, + { + "epoch": 0.8588986459884627, + "grad_norm": 2.4015018939971924, + "learning_rate": 1.02618027870097e-06, + "loss": 2.3115, + "step": 50176 + }, + { + "epoch": 0.8589157637070132, + "grad_norm": 2.62520170211792, + "learning_rate": 1.0259356586523473e-06, + "loss": 2.2262, + "step": 50177 + }, + { + "epoch": 0.8589328814255636, + "grad_norm": 2.604802370071411, + "learning_rate": 1.0256910661868734e-06, + "loss": 2.34, + "step": 50178 + }, + { + "epoch": 0.8589499991441141, + "grad_norm": 2.5984504222869873, + "learning_rate": 1.025446501305294e-06, + "loss": 2.2727, + "step": 50179 + }, + { + "epoch": 0.8589671168626646, + "grad_norm": 2.4576268196105957, + "learning_rate": 1.0252019640083677e-06, + "loss": 2.3452, + "step": 50180 + }, + { + "epoch": 0.858984234581215, + "grad_norm": 2.588366985321045, + "learning_rate": 1.024957454296841e-06, + "loss": 2.3448, + "step": 50181 + }, + { + "epoch": 0.8590013522997655, + "grad_norm": 2.705760955810547, + "learning_rate": 1.02471297217147e-06, + "loss": 2.3758, + "step": 50182 + }, + { + "epoch": 0.859018470018316, + "grad_norm": 2.4469153881073, + "learning_rate": 1.0244685176330027e-06, + "loss": 2.2504, + "step": 50183 + }, + { + "epoch": 0.8590355877368664, + "grad_norm": 2.529689073562622, + "learning_rate": 1.024224090682192e-06, + "loss": 2.2352, + "step": 50184 + }, + { + "epoch": 0.8590527054554169, + "grad_norm": 2.5906171798706055, + "learning_rate": 1.0239796913197907e-06, + "loss": 2.2948, + "step": 50185 + }, + { + "epoch": 0.8590698231739674, + "grad_norm": 2.6084635257720947, + "learning_rate": 1.0237353195465437e-06, + "loss": 2.1774, + "step": 50186 + }, + { + "epoch": 0.8590869408925178, + "grad_norm": 2.6521496772766113, + "learning_rate": 1.0234909753632105e-06, + "loss": 2.3759, + "step": 50187 + }, + { + "epoch": 0.8591040586110683, + "grad_norm": 2.6798288822174072, + "learning_rate": 1.0232466587705358e-06, + "loss": 2.2961, + "step": 50188 + }, + { + "epoch": 0.8591211763296188, + "grad_norm": 2.662644624710083, + "learning_rate": 1.0230023697692736e-06, + "loss": 2.4459, + "step": 50189 + }, + { + "epoch": 0.8591382940481692, + "grad_norm": 2.707413673400879, + "learning_rate": 1.0227581083601735e-06, + "loss": 2.2413, + "step": 50190 + }, + { + "epoch": 0.8591554117667197, + "grad_norm": 2.6096065044403076, + "learning_rate": 1.0225138745439867e-06, + "loss": 2.4223, + "step": 50191 + }, + { + "epoch": 0.8591725294852702, + "grad_norm": 2.5184783935546875, + "learning_rate": 1.0222696683214651e-06, + "loss": 2.178, + "step": 50192 + }, + { + "epoch": 0.8591896472038206, + "grad_norm": 2.971344470977783, + "learning_rate": 1.022025489693359e-06, + "loss": 2.544, + "step": 50193 + }, + { + "epoch": 0.8592067649223711, + "grad_norm": 2.5767152309417725, + "learning_rate": 1.021781338660417e-06, + "loss": 2.3061, + "step": 50194 + }, + { + "epoch": 0.8592238826409216, + "grad_norm": 2.5612998008728027, + "learning_rate": 1.0215372152233894e-06, + "loss": 2.2644, + "step": 50195 + }, + { + "epoch": 0.859241000359472, + "grad_norm": 2.7447171211242676, + "learning_rate": 1.021293119383029e-06, + "loss": 2.284, + "step": 50196 + }, + { + "epoch": 0.8592581180780225, + "grad_norm": 2.634420394897461, + "learning_rate": 1.021049051140085e-06, + "loss": 2.333, + "step": 50197 + }, + { + "epoch": 0.8592752357965731, + "grad_norm": 2.6803767681121826, + "learning_rate": 1.0208050104953082e-06, + "loss": 2.4376, + "step": 50198 + }, + { + "epoch": 0.8592923535151235, + "grad_norm": 2.733219623565674, + "learning_rate": 1.0205609974494457e-06, + "loss": 2.3868, + "step": 50199 + }, + { + "epoch": 0.859309471233674, + "grad_norm": 2.513887643814087, + "learning_rate": 1.0203170120032525e-06, + "loss": 2.3545, + "step": 50200 + }, + { + "epoch": 0.8593265889522245, + "grad_norm": 2.6712937355041504, + "learning_rate": 1.0200730541574743e-06, + "loss": 2.3917, + "step": 50201 + }, + { + "epoch": 0.8593437066707749, + "grad_norm": 2.612776517868042, + "learning_rate": 1.019829123912862e-06, + "loss": 2.3736, + "step": 50202 + }, + { + "epoch": 0.8593608243893254, + "grad_norm": 2.587036609649658, + "learning_rate": 1.0195852212701663e-06, + "loss": 2.3696, + "step": 50203 + }, + { + "epoch": 0.8593779421078759, + "grad_norm": 2.732637405395508, + "learning_rate": 1.019341346230136e-06, + "loss": 2.2726, + "step": 50204 + }, + { + "epoch": 0.8593950598264264, + "grad_norm": 2.6474273204803467, + "learning_rate": 1.019097498793523e-06, + "loss": 2.1658, + "step": 50205 + }, + { + "epoch": 0.8594121775449768, + "grad_norm": 2.672077178955078, + "learning_rate": 1.0188536789610703e-06, + "loss": 2.4084, + "step": 50206 + }, + { + "epoch": 0.8594292952635273, + "grad_norm": 2.497476577758789, + "learning_rate": 1.018609886733537e-06, + "loss": 2.2546, + "step": 50207 + }, + { + "epoch": 0.8594464129820778, + "grad_norm": 2.520350933074951, + "learning_rate": 1.0183661221116648e-06, + "loss": 2.2348, + "step": 50208 + }, + { + "epoch": 0.8594635307006282, + "grad_norm": 2.5584323406219482, + "learning_rate": 1.0181223850962052e-06, + "loss": 2.1605, + "step": 50209 + }, + { + "epoch": 0.8594806484191787, + "grad_norm": 2.650777578353882, + "learning_rate": 1.01787867568791e-06, + "loss": 2.3145, + "step": 50210 + }, + { + "epoch": 0.8594977661377292, + "grad_norm": 2.8613946437835693, + "learning_rate": 1.0176349938875218e-06, + "loss": 2.3107, + "step": 50211 + }, + { + "epoch": 0.8595148838562796, + "grad_norm": 2.748997926712036, + "learning_rate": 1.017391339695798e-06, + "loss": 2.3394, + "step": 50212 + }, + { + "epoch": 0.8595320015748301, + "grad_norm": 2.689342737197876, + "learning_rate": 1.017147713113481e-06, + "loss": 2.2827, + "step": 50213 + }, + { + "epoch": 0.8595491192933806, + "grad_norm": 2.636458396911621, + "learning_rate": 1.0169041141413216e-06, + "loss": 2.2451, + "step": 50214 + }, + { + "epoch": 0.859566237011931, + "grad_norm": 2.632478713989258, + "learning_rate": 1.0166605427800703e-06, + "loss": 2.2609, + "step": 50215 + }, + { + "epoch": 0.8595833547304815, + "grad_norm": 2.7214906215667725, + "learning_rate": 1.0164169990304706e-06, + "loss": 2.2998, + "step": 50216 + }, + { + "epoch": 0.859600472449032, + "grad_norm": 2.6653175354003906, + "learning_rate": 1.016173482893279e-06, + "loss": 2.2983, + "step": 50217 + }, + { + "epoch": 0.8596175901675824, + "grad_norm": 2.621608257293701, + "learning_rate": 1.0159299943692357e-06, + "loss": 2.3918, + "step": 50218 + }, + { + "epoch": 0.8596347078861329, + "grad_norm": 2.5720608234405518, + "learning_rate": 1.015686533459097e-06, + "loss": 2.2928, + "step": 50219 + }, + { + "epoch": 0.8596518256046835, + "grad_norm": 2.6874895095825195, + "learning_rate": 1.0154431001636045e-06, + "loss": 2.328, + "step": 50220 + }, + { + "epoch": 0.8596689433232338, + "grad_norm": 2.706430196762085, + "learning_rate": 1.0151996944835097e-06, + "loss": 2.3758, + "step": 50221 + }, + { + "epoch": 0.8596860610417844, + "grad_norm": 2.4473206996917725, + "learning_rate": 1.0149563164195631e-06, + "loss": 2.168, + "step": 50222 + }, + { + "epoch": 0.8597031787603349, + "grad_norm": 2.7062909603118896, + "learning_rate": 1.0147129659725053e-06, + "loss": 2.2879, + "step": 50223 + }, + { + "epoch": 0.8597202964788853, + "grad_norm": 2.9409353733062744, + "learning_rate": 1.0144696431430923e-06, + "loss": 2.4597, + "step": 50224 + }, + { + "epoch": 0.8597374141974358, + "grad_norm": 2.489422559738159, + "learning_rate": 1.014226347932067e-06, + "loss": 2.3311, + "step": 50225 + }, + { + "epoch": 0.8597545319159863, + "grad_norm": 2.6223464012145996, + "learning_rate": 1.0139830803401784e-06, + "loss": 2.4028, + "step": 50226 + }, + { + "epoch": 0.8597716496345367, + "grad_norm": 2.7322981357574463, + "learning_rate": 1.0137398403681754e-06, + "loss": 2.2785, + "step": 50227 + }, + { + "epoch": 0.8597887673530872, + "grad_norm": 2.732102632522583, + "learning_rate": 1.0134966280168047e-06, + "loss": 2.3263, + "step": 50228 + }, + { + "epoch": 0.8598058850716377, + "grad_norm": 2.6786367893218994, + "learning_rate": 1.0132534432868146e-06, + "loss": 2.2896, + "step": 50229 + }, + { + "epoch": 0.8598230027901881, + "grad_norm": 2.518699884414673, + "learning_rate": 1.0130102861789515e-06, + "loss": 2.2691, + "step": 50230 + }, + { + "epoch": 0.8598401205087386, + "grad_norm": 2.5873324871063232, + "learning_rate": 1.0127671566939624e-06, + "loss": 2.3345, + "step": 50231 + }, + { + "epoch": 0.8598572382272891, + "grad_norm": 2.6427152156829834, + "learning_rate": 1.0125240548325953e-06, + "loss": 2.3233, + "step": 50232 + }, + { + "epoch": 0.8598743559458395, + "grad_norm": 2.5073909759521484, + "learning_rate": 1.0122809805955991e-06, + "loss": 2.1807, + "step": 50233 + }, + { + "epoch": 0.85989147366439, + "grad_norm": 2.628859758377075, + "learning_rate": 1.0120379339837172e-06, + "loss": 2.3197, + "step": 50234 + }, + { + "epoch": 0.8599085913829405, + "grad_norm": 2.5220701694488525, + "learning_rate": 1.0117949149977025e-06, + "loss": 2.34, + "step": 50235 + }, + { + "epoch": 0.8599257091014909, + "grad_norm": 2.4953999519348145, + "learning_rate": 1.0115519236382954e-06, + "loss": 2.3467, + "step": 50236 + }, + { + "epoch": 0.8599428268200414, + "grad_norm": 2.6910431385040283, + "learning_rate": 1.0113089599062454e-06, + "loss": 2.3755, + "step": 50237 + }, + { + "epoch": 0.8599599445385919, + "grad_norm": 2.6371471881866455, + "learning_rate": 1.0110660238022995e-06, + "loss": 2.3058, + "step": 50238 + }, + { + "epoch": 0.8599770622571423, + "grad_norm": 2.6593687534332275, + "learning_rate": 1.0108231153272052e-06, + "loss": 2.2856, + "step": 50239 + }, + { + "epoch": 0.8599941799756928, + "grad_norm": 2.4710874557495117, + "learning_rate": 1.0105802344817085e-06, + "loss": 2.2943, + "step": 50240 + }, + { + "epoch": 0.8600112976942433, + "grad_norm": 2.7600631713867188, + "learning_rate": 1.0103373812665552e-06, + "loss": 2.3158, + "step": 50241 + }, + { + "epoch": 0.8600284154127937, + "grad_norm": 2.421597480773926, + "learning_rate": 1.0100945556824937e-06, + "loss": 2.243, + "step": 50242 + }, + { + "epoch": 0.8600455331313442, + "grad_norm": 2.6166884899139404, + "learning_rate": 1.009851757730268e-06, + "loss": 2.2581, + "step": 50243 + }, + { + "epoch": 0.8600626508498947, + "grad_norm": 2.448204517364502, + "learning_rate": 1.0096089874106241e-06, + "loss": 2.3303, + "step": 50244 + }, + { + "epoch": 0.8600797685684451, + "grad_norm": 2.5557844638824463, + "learning_rate": 1.0093662447243101e-06, + "loss": 2.3442, + "step": 50245 + }, + { + "epoch": 0.8600968862869957, + "grad_norm": 2.607125759124756, + "learning_rate": 1.0091235296720714e-06, + "loss": 2.3645, + "step": 50246 + }, + { + "epoch": 0.8601140040055462, + "grad_norm": 2.500271797180176, + "learning_rate": 1.008880842254657e-06, + "loss": 2.3169, + "step": 50247 + }, + { + "epoch": 0.8601311217240966, + "grad_norm": 2.515794515609741, + "learning_rate": 1.0086381824728042e-06, + "loss": 2.3091, + "step": 50248 + }, + { + "epoch": 0.8601482394426471, + "grad_norm": 2.644331932067871, + "learning_rate": 1.0083955503272701e-06, + "loss": 2.2025, + "step": 50249 + }, + { + "epoch": 0.8601653571611976, + "grad_norm": 2.502368688583374, + "learning_rate": 1.0081529458187923e-06, + "loss": 2.445, + "step": 50250 + }, + { + "epoch": 0.8601824748797481, + "grad_norm": 2.708911418914795, + "learning_rate": 1.0079103689481185e-06, + "loss": 2.4247, + "step": 50251 + }, + { + "epoch": 0.8601995925982985, + "grad_norm": 2.693863868713379, + "learning_rate": 1.0076678197159973e-06, + "loss": 2.213, + "step": 50252 + }, + { + "epoch": 0.860216710316849, + "grad_norm": 2.4564428329467773, + "learning_rate": 1.007425298123168e-06, + "loss": 2.1875, + "step": 50253 + }, + { + "epoch": 0.8602338280353995, + "grad_norm": 2.660658597946167, + "learning_rate": 1.0071828041703836e-06, + "loss": 2.3331, + "step": 50254 + }, + { + "epoch": 0.8602509457539499, + "grad_norm": 2.7154221534729004, + "learning_rate": 1.006940337858382e-06, + "loss": 2.4299, + "step": 50255 + }, + { + "epoch": 0.8602680634725004, + "grad_norm": 2.4893269538879395, + "learning_rate": 1.006697899187916e-06, + "loss": 2.4244, + "step": 50256 + }, + { + "epoch": 0.8602851811910509, + "grad_norm": 2.5438177585601807, + "learning_rate": 1.0064554881597243e-06, + "loss": 2.4176, + "step": 50257 + }, + { + "epoch": 0.8603022989096013, + "grad_norm": 2.5204920768737793, + "learning_rate": 1.006213104774556e-06, + "loss": 2.1647, + "step": 50258 + }, + { + "epoch": 0.8603194166281518, + "grad_norm": 2.5704143047332764, + "learning_rate": 1.0059707490331548e-06, + "loss": 2.3528, + "step": 50259 + }, + { + "epoch": 0.8603365343467023, + "grad_norm": 2.677898406982422, + "learning_rate": 1.0057284209362627e-06, + "loss": 2.3946, + "step": 50260 + }, + { + "epoch": 0.8603536520652527, + "grad_norm": 2.5125060081481934, + "learning_rate": 1.0054861204846312e-06, + "loss": 2.3294, + "step": 50261 + }, + { + "epoch": 0.8603707697838032, + "grad_norm": 2.581603527069092, + "learning_rate": 1.0052438476789995e-06, + "loss": 2.3522, + "step": 50262 + }, + { + "epoch": 0.8603878875023537, + "grad_norm": 2.801717758178711, + "learning_rate": 1.0050016025201136e-06, + "loss": 2.3893, + "step": 50263 + }, + { + "epoch": 0.8604050052209041, + "grad_norm": 2.4363884925842285, + "learning_rate": 1.004759385008718e-06, + "loss": 2.3099, + "step": 50264 + }, + { + "epoch": 0.8604221229394546, + "grad_norm": 2.726356029510498, + "learning_rate": 1.0045171951455578e-06, + "loss": 2.3327, + "step": 50265 + }, + { + "epoch": 0.8604392406580051, + "grad_norm": 2.609344244003296, + "learning_rate": 1.00427503293138e-06, + "loss": 2.3078, + "step": 50266 + }, + { + "epoch": 0.8604563583765555, + "grad_norm": 2.747685194015503, + "learning_rate": 1.0040328983669234e-06, + "loss": 2.2816, + "step": 50267 + }, + { + "epoch": 0.860473476095106, + "grad_norm": 2.5457983016967773, + "learning_rate": 1.0037907914529354e-06, + "loss": 2.2387, + "step": 50268 + }, + { + "epoch": 0.8604905938136566, + "grad_norm": 2.575853109359741, + "learning_rate": 1.0035487121901588e-06, + "loss": 2.2941, + "step": 50269 + }, + { + "epoch": 0.860507711532207, + "grad_norm": 2.6391990184783936, + "learning_rate": 1.0033066605793396e-06, + "loss": 2.347, + "step": 50270 + }, + { + "epoch": 0.8605248292507575, + "grad_norm": 2.70054030418396, + "learning_rate": 1.0030646366212205e-06, + "loss": 2.3191, + "step": 50271 + }, + { + "epoch": 0.860541946969308, + "grad_norm": 2.586120843887329, + "learning_rate": 1.0028226403165452e-06, + "loss": 2.408, + "step": 50272 + }, + { + "epoch": 0.8605590646878584, + "grad_norm": 2.4899098873138428, + "learning_rate": 1.0025806716660614e-06, + "loss": 2.3082, + "step": 50273 + }, + { + "epoch": 0.8605761824064089, + "grad_norm": 2.6670966148376465, + "learning_rate": 1.0023387306705058e-06, + "loss": 2.3289, + "step": 50274 + }, + { + "epoch": 0.8605933001249594, + "grad_norm": 2.4272029399871826, + "learning_rate": 1.0020968173306267e-06, + "loss": 2.2093, + "step": 50275 + }, + { + "epoch": 0.8606104178435098, + "grad_norm": 2.6042535305023193, + "learning_rate": 1.001854931647166e-06, + "loss": 2.3267, + "step": 50276 + }, + { + "epoch": 0.8606275355620603, + "grad_norm": 2.490934133529663, + "learning_rate": 1.0016130736208685e-06, + "loss": 2.1773, + "step": 50277 + }, + { + "epoch": 0.8606446532806108, + "grad_norm": 2.6669228076934814, + "learning_rate": 1.0013712432524758e-06, + "loss": 2.3997, + "step": 50278 + }, + { + "epoch": 0.8606617709991612, + "grad_norm": 2.796616554260254, + "learning_rate": 1.0011294405427352e-06, + "loss": 2.2812, + "step": 50279 + }, + { + "epoch": 0.8606788887177117, + "grad_norm": 2.7009966373443604, + "learning_rate": 1.000887665492385e-06, + "loss": 2.3556, + "step": 50280 + }, + { + "epoch": 0.8606960064362622, + "grad_norm": 2.600599765777588, + "learning_rate": 1.0006459181021699e-06, + "loss": 2.4205, + "step": 50281 + }, + { + "epoch": 0.8607131241548126, + "grad_norm": 2.5006699562072754, + "learning_rate": 1.000404198372833e-06, + "loss": 2.3117, + "step": 50282 + }, + { + "epoch": 0.8607302418733631, + "grad_norm": 2.480242967605591, + "learning_rate": 1.000162506305119e-06, + "loss": 2.2537, + "step": 50283 + }, + { + "epoch": 0.8607473595919136, + "grad_norm": 2.5930893421173096, + "learning_rate": 9.999208418997697e-07, + "loss": 2.2749, + "step": 50284 + }, + { + "epoch": 0.860764477310464, + "grad_norm": 2.610931634902954, + "learning_rate": 9.996792051575255e-07, + "loss": 2.3474, + "step": 50285 + }, + { + "epoch": 0.8607815950290145, + "grad_norm": 2.608546018600464, + "learning_rate": 9.994375960791335e-07, + "loss": 2.3275, + "step": 50286 + }, + { + "epoch": 0.860798712747565, + "grad_norm": 2.766650438308716, + "learning_rate": 9.991960146653334e-07, + "loss": 2.4366, + "step": 50287 + }, + { + "epoch": 0.8608158304661154, + "grad_norm": 2.6541953086853027, + "learning_rate": 9.989544609168677e-07, + "loss": 2.3267, + "step": 50288 + }, + { + "epoch": 0.8608329481846659, + "grad_norm": 2.798308849334717, + "learning_rate": 9.987129348344816e-07, + "loss": 2.3984, + "step": 50289 + }, + { + "epoch": 0.8608500659032164, + "grad_norm": 2.585721969604492, + "learning_rate": 9.984714364189107e-07, + "loss": 2.337, + "step": 50290 + }, + { + "epoch": 0.8608671836217668, + "grad_norm": 2.508317470550537, + "learning_rate": 9.98229965670907e-07, + "loss": 2.3093, + "step": 50291 + }, + { + "epoch": 0.8608843013403173, + "grad_norm": 2.4356296062469482, + "learning_rate": 9.979885225912035e-07, + "loss": 2.314, + "step": 50292 + }, + { + "epoch": 0.8609014190588679, + "grad_norm": 2.4898102283477783, + "learning_rate": 9.9774710718055e-07, + "loss": 2.3138, + "step": 50293 + }, + { + "epoch": 0.8609185367774183, + "grad_norm": 2.4528303146362305, + "learning_rate": 9.97505719439683e-07, + "loss": 2.1449, + "step": 50294 + }, + { + "epoch": 0.8609356544959688, + "grad_norm": 2.446312665939331, + "learning_rate": 9.972643593693476e-07, + "loss": 2.1924, + "step": 50295 + }, + { + "epoch": 0.8609527722145193, + "grad_norm": 2.6354737281799316, + "learning_rate": 9.970230269702852e-07, + "loss": 2.2986, + "step": 50296 + }, + { + "epoch": 0.8609698899330697, + "grad_norm": 2.6501624584198, + "learning_rate": 9.96781722243233e-07, + "loss": 2.331, + "step": 50297 + }, + { + "epoch": 0.8609870076516202, + "grad_norm": 2.5892930030822754, + "learning_rate": 9.965404451889415e-07, + "loss": 2.2777, + "step": 50298 + }, + { + "epoch": 0.8610041253701707, + "grad_norm": 2.589848279953003, + "learning_rate": 9.962991958081446e-07, + "loss": 2.3919, + "step": 50299 + }, + { + "epoch": 0.8610212430887212, + "grad_norm": 2.760716438293457, + "learning_rate": 9.960579741015862e-07, + "loss": 2.4353, + "step": 50300 + }, + { + "epoch": 0.8610383608072716, + "grad_norm": 2.6534175872802734, + "learning_rate": 9.958167800700115e-07, + "loss": 2.338, + "step": 50301 + }, + { + "epoch": 0.8610554785258221, + "grad_norm": 2.5821831226348877, + "learning_rate": 9.955756137141536e-07, + "loss": 2.3382, + "step": 50302 + }, + { + "epoch": 0.8610725962443726, + "grad_norm": 2.871938705444336, + "learning_rate": 9.953344750347627e-07, + "loss": 2.4916, + "step": 50303 + }, + { + "epoch": 0.861089713962923, + "grad_norm": 2.4836158752441406, + "learning_rate": 9.950933640325744e-07, + "loss": 2.2825, + "step": 50304 + }, + { + "epoch": 0.8611068316814735, + "grad_norm": 2.4177086353302, + "learning_rate": 9.948522807083306e-07, + "loss": 2.2735, + "step": 50305 + }, + { + "epoch": 0.861123949400024, + "grad_norm": 2.549344062805176, + "learning_rate": 9.946112250627727e-07, + "loss": 2.301, + "step": 50306 + }, + { + "epoch": 0.8611410671185744, + "grad_norm": 2.6421639919281006, + "learning_rate": 9.943701970966424e-07, + "loss": 2.4029, + "step": 50307 + }, + { + "epoch": 0.8611581848371249, + "grad_norm": 2.6386070251464844, + "learning_rate": 9.941291968106825e-07, + "loss": 2.376, + "step": 50308 + }, + { + "epoch": 0.8611753025556754, + "grad_norm": 2.7268126010894775, + "learning_rate": 9.93888224205627e-07, + "loss": 2.3477, + "step": 50309 + }, + { + "epoch": 0.8611924202742258, + "grad_norm": 2.526440143585205, + "learning_rate": 9.93647279282225e-07, + "loss": 2.2452, + "step": 50310 + }, + { + "epoch": 0.8612095379927763, + "grad_norm": 2.602975606918335, + "learning_rate": 9.934063620412104e-07, + "loss": 2.3063, + "step": 50311 + }, + { + "epoch": 0.8612266557113268, + "grad_norm": 2.565032482147217, + "learning_rate": 9.931654724833274e-07, + "loss": 2.2657, + "step": 50312 + }, + { + "epoch": 0.8612437734298772, + "grad_norm": 2.568260431289673, + "learning_rate": 9.929246106093138e-07, + "loss": 2.3093, + "step": 50313 + }, + { + "epoch": 0.8612608911484277, + "grad_norm": 2.6111342906951904, + "learning_rate": 9.926837764199126e-07, + "loss": 2.2588, + "step": 50314 + }, + { + "epoch": 0.8612780088669783, + "grad_norm": 2.5492746829986572, + "learning_rate": 9.924429699158634e-07, + "loss": 2.2115, + "step": 50315 + }, + { + "epoch": 0.8612951265855286, + "grad_norm": 2.5698068141937256, + "learning_rate": 9.922021910979052e-07, + "loss": 2.3033, + "step": 50316 + }, + { + "epoch": 0.8613122443040792, + "grad_norm": 2.5382797718048096, + "learning_rate": 9.919614399667775e-07, + "loss": 2.2365, + "step": 50317 + }, + { + "epoch": 0.8613293620226297, + "grad_norm": 2.5045344829559326, + "learning_rate": 9.917207165232224e-07, + "loss": 2.2981, + "step": 50318 + }, + { + "epoch": 0.8613464797411801, + "grad_norm": 2.565293073654175, + "learning_rate": 9.914800207679786e-07, + "loss": 2.332, + "step": 50319 + }, + { + "epoch": 0.8613635974597306, + "grad_norm": 2.491910696029663, + "learning_rate": 9.91239352701786e-07, + "loss": 2.2557, + "step": 50320 + }, + { + "epoch": 0.8613807151782811, + "grad_norm": 2.498263120651245, + "learning_rate": 9.909987123253872e-07, + "loss": 2.358, + "step": 50321 + }, + { + "epoch": 0.8613978328968315, + "grad_norm": 2.483201742172241, + "learning_rate": 9.90758099639516e-07, + "loss": 2.1793, + "step": 50322 + }, + { + "epoch": 0.861414950615382, + "grad_norm": 2.777465343475342, + "learning_rate": 9.905175146449153e-07, + "loss": 2.4683, + "step": 50323 + }, + { + "epoch": 0.8614320683339325, + "grad_norm": 2.624054431915283, + "learning_rate": 9.902769573423254e-07, + "loss": 2.3301, + "step": 50324 + }, + { + "epoch": 0.8614491860524829, + "grad_norm": 2.837395429611206, + "learning_rate": 9.900364277324835e-07, + "loss": 2.2917, + "step": 50325 + }, + { + "epoch": 0.8614663037710334, + "grad_norm": 2.6756906509399414, + "learning_rate": 9.897959258161327e-07, + "loss": 2.4784, + "step": 50326 + }, + { + "epoch": 0.8614834214895839, + "grad_norm": 2.6444361209869385, + "learning_rate": 9.895554515940052e-07, + "loss": 2.293, + "step": 50327 + }, + { + "epoch": 0.8615005392081343, + "grad_norm": 2.5819272994995117, + "learning_rate": 9.893150050668488e-07, + "loss": 2.2953, + "step": 50328 + }, + { + "epoch": 0.8615176569266848, + "grad_norm": 2.6740286350250244, + "learning_rate": 9.890745862353933e-07, + "loss": 2.322, + "step": 50329 + }, + { + "epoch": 0.8615347746452353, + "grad_norm": 2.6941421031951904, + "learning_rate": 9.888341951003876e-07, + "loss": 2.3078, + "step": 50330 + }, + { + "epoch": 0.8615518923637857, + "grad_norm": 2.746584177017212, + "learning_rate": 9.885938316625633e-07, + "loss": 2.4136, + "step": 50331 + }, + { + "epoch": 0.8615690100823362, + "grad_norm": 2.7572929859161377, + "learning_rate": 9.883534959226615e-07, + "loss": 2.2913, + "step": 50332 + }, + { + "epoch": 0.8615861278008867, + "grad_norm": 2.6399669647216797, + "learning_rate": 9.881131878814231e-07, + "loss": 2.3853, + "step": 50333 + }, + { + "epoch": 0.8616032455194371, + "grad_norm": 2.680255174636841, + "learning_rate": 9.87872907539581e-07, + "loss": 2.4487, + "step": 50334 + }, + { + "epoch": 0.8616203632379876, + "grad_norm": 2.5979275703430176, + "learning_rate": 9.87632654897881e-07, + "loss": 2.3161, + "step": 50335 + }, + { + "epoch": 0.8616374809565381, + "grad_norm": 2.5770761966705322, + "learning_rate": 9.873924299570547e-07, + "loss": 2.3033, + "step": 50336 + }, + { + "epoch": 0.8616545986750885, + "grad_norm": 2.7170252799987793, + "learning_rate": 9.871522327178452e-07, + "loss": 2.3111, + "step": 50337 + }, + { + "epoch": 0.861671716393639, + "grad_norm": 2.3936121463775635, + "learning_rate": 9.869120631809902e-07, + "loss": 2.2517, + "step": 50338 + }, + { + "epoch": 0.8616888341121896, + "grad_norm": 2.501793622970581, + "learning_rate": 9.86671921347223e-07, + "loss": 2.2416, + "step": 50339 + }, + { + "epoch": 0.86170595183074, + "grad_norm": 2.5879359245300293, + "learning_rate": 9.864318072172896e-07, + "loss": 2.2782, + "step": 50340 + }, + { + "epoch": 0.8617230695492905, + "grad_norm": 2.5958774089813232, + "learning_rate": 9.861917207919214e-07, + "loss": 2.2588, + "step": 50341 + }, + { + "epoch": 0.861740187267841, + "grad_norm": 2.6225523948669434, + "learning_rate": 9.859516620718601e-07, + "loss": 2.2894, + "step": 50342 + }, + { + "epoch": 0.8617573049863914, + "grad_norm": 2.6527631282806396, + "learning_rate": 9.857116310578419e-07, + "loss": 2.322, + "step": 50343 + }, + { + "epoch": 0.8617744227049419, + "grad_norm": 2.646298885345459, + "learning_rate": 9.854716277506048e-07, + "loss": 2.309, + "step": 50344 + }, + { + "epoch": 0.8617915404234924, + "grad_norm": 2.6218814849853516, + "learning_rate": 9.852316521508887e-07, + "loss": 2.2523, + "step": 50345 + }, + { + "epoch": 0.8618086581420429, + "grad_norm": 2.4704604148864746, + "learning_rate": 9.84991704259426e-07, + "loss": 2.3382, + "step": 50346 + }, + { + "epoch": 0.8618257758605933, + "grad_norm": 2.5269768238067627, + "learning_rate": 9.847517840769604e-07, + "loss": 2.2659, + "step": 50347 + }, + { + "epoch": 0.8618428935791438, + "grad_norm": 2.5318167209625244, + "learning_rate": 9.845118916042251e-07, + "loss": 2.3105, + "step": 50348 + }, + { + "epoch": 0.8618600112976943, + "grad_norm": 2.6577372550964355, + "learning_rate": 9.842720268419592e-07, + "loss": 2.3624, + "step": 50349 + }, + { + "epoch": 0.8618771290162447, + "grad_norm": 2.565972089767456, + "learning_rate": 9.840321897908988e-07, + "loss": 2.2549, + "step": 50350 + }, + { + "epoch": 0.8618942467347952, + "grad_norm": 2.639226198196411, + "learning_rate": 9.837923804517823e-07, + "loss": 2.2052, + "step": 50351 + }, + { + "epoch": 0.8619113644533457, + "grad_norm": 2.7989766597747803, + "learning_rate": 9.83552598825348e-07, + "loss": 2.4222, + "step": 50352 + }, + { + "epoch": 0.8619284821718961, + "grad_norm": 2.5514135360717773, + "learning_rate": 9.833128449123286e-07, + "loss": 2.2956, + "step": 50353 + }, + { + "epoch": 0.8619455998904466, + "grad_norm": 2.621699571609497, + "learning_rate": 9.830731187134646e-07, + "loss": 2.2347, + "step": 50354 + }, + { + "epoch": 0.8619627176089971, + "grad_norm": 2.73077392578125, + "learning_rate": 9.82833420229492e-07, + "loss": 2.4295, + "step": 50355 + }, + { + "epoch": 0.8619798353275475, + "grad_norm": 2.6142725944519043, + "learning_rate": 9.82593749461146e-07, + "loss": 2.354, + "step": 50356 + }, + { + "epoch": 0.861996953046098, + "grad_norm": 2.5799946784973145, + "learning_rate": 9.823541064091657e-07, + "loss": 2.3179, + "step": 50357 + }, + { + "epoch": 0.8620140707646485, + "grad_norm": 2.659367799758911, + "learning_rate": 9.821144910742886e-07, + "loss": 2.4469, + "step": 50358 + }, + { + "epoch": 0.8620311884831989, + "grad_norm": 2.5647144317626953, + "learning_rate": 9.818749034572472e-07, + "loss": 2.2679, + "step": 50359 + }, + { + "epoch": 0.8620483062017494, + "grad_norm": 2.4652202129364014, + "learning_rate": 9.8163534355878e-07, + "loss": 2.2307, + "step": 50360 + }, + { + "epoch": 0.8620654239203, + "grad_norm": 2.5596086978912354, + "learning_rate": 9.81395811379623e-07, + "loss": 2.2866, + "step": 50361 + }, + { + "epoch": 0.8620825416388503, + "grad_norm": 2.6190874576568604, + "learning_rate": 9.811563069205121e-07, + "loss": 2.3026, + "step": 50362 + }, + { + "epoch": 0.8620996593574008, + "grad_norm": 2.4969377517700195, + "learning_rate": 9.80916830182187e-07, + "loss": 2.2574, + "step": 50363 + }, + { + "epoch": 0.8621167770759514, + "grad_norm": 2.6279845237731934, + "learning_rate": 9.806773811653768e-07, + "loss": 2.2438, + "step": 50364 + }, + { + "epoch": 0.8621338947945018, + "grad_norm": 2.7177040576934814, + "learning_rate": 9.804379598708247e-07, + "loss": 2.2196, + "step": 50365 + }, + { + "epoch": 0.8621510125130523, + "grad_norm": 2.575183391571045, + "learning_rate": 9.801985662992619e-07, + "loss": 2.4312, + "step": 50366 + }, + { + "epoch": 0.8621681302316028, + "grad_norm": 2.3861711025238037, + "learning_rate": 9.799592004514257e-07, + "loss": 2.2361, + "step": 50367 + }, + { + "epoch": 0.8621852479501532, + "grad_norm": 2.5851995944976807, + "learning_rate": 9.797198623280524e-07, + "loss": 2.2711, + "step": 50368 + }, + { + "epoch": 0.8622023656687037, + "grad_norm": 2.6977999210357666, + "learning_rate": 9.794805519298768e-07, + "loss": 2.3429, + "step": 50369 + }, + { + "epoch": 0.8622194833872542, + "grad_norm": 2.596489429473877, + "learning_rate": 9.792412692576358e-07, + "loss": 2.4794, + "step": 50370 + }, + { + "epoch": 0.8622366011058046, + "grad_norm": 2.639845609664917, + "learning_rate": 9.790020143120605e-07, + "loss": 2.3391, + "step": 50371 + }, + { + "epoch": 0.8622537188243551, + "grad_norm": 2.595045804977417, + "learning_rate": 9.787627870938943e-07, + "loss": 2.3312, + "step": 50372 + }, + { + "epoch": 0.8622708365429056, + "grad_norm": 2.659360408782959, + "learning_rate": 9.785235876038646e-07, + "loss": 2.3798, + "step": 50373 + }, + { + "epoch": 0.862287954261456, + "grad_norm": 2.5780694484710693, + "learning_rate": 9.782844158427107e-07, + "loss": 2.3097, + "step": 50374 + }, + { + "epoch": 0.8623050719800065, + "grad_norm": 2.6341030597686768, + "learning_rate": 9.780452718111677e-07, + "loss": 2.308, + "step": 50375 + }, + { + "epoch": 0.862322189698557, + "grad_norm": 2.6661789417266846, + "learning_rate": 9.778061555099672e-07, + "loss": 2.267, + "step": 50376 + }, + { + "epoch": 0.8623393074171074, + "grad_norm": 2.535637855529785, + "learning_rate": 9.775670669398497e-07, + "loss": 2.3446, + "step": 50377 + }, + { + "epoch": 0.8623564251356579, + "grad_norm": 2.6187682151794434, + "learning_rate": 9.773280061015456e-07, + "loss": 2.3286, + "step": 50378 + }, + { + "epoch": 0.8623735428542084, + "grad_norm": 2.690636396408081, + "learning_rate": 9.770889729957911e-07, + "loss": 2.3836, + "step": 50379 + }, + { + "epoch": 0.8623906605727588, + "grad_norm": 2.5924127101898193, + "learning_rate": 9.768499676233235e-07, + "loss": 2.2404, + "step": 50380 + }, + { + "epoch": 0.8624077782913093, + "grad_norm": 2.5314011573791504, + "learning_rate": 9.766109899848709e-07, + "loss": 2.3228, + "step": 50381 + }, + { + "epoch": 0.8624248960098598, + "grad_norm": 2.557339906692505, + "learning_rate": 9.763720400811749e-07, + "loss": 2.2688, + "step": 50382 + }, + { + "epoch": 0.8624420137284102, + "grad_norm": 2.825089931488037, + "learning_rate": 9.761331179129641e-07, + "loss": 2.3703, + "step": 50383 + }, + { + "epoch": 0.8624591314469607, + "grad_norm": 2.6215171813964844, + "learning_rate": 9.758942234809787e-07, + "loss": 2.2733, + "step": 50384 + }, + { + "epoch": 0.8624762491655112, + "grad_norm": 2.6155295372009277, + "learning_rate": 9.756553567859484e-07, + "loss": 2.3621, + "step": 50385 + }, + { + "epoch": 0.8624933668840616, + "grad_norm": 2.757279634475708, + "learning_rate": 9.75416517828609e-07, + "loss": 2.2925, + "step": 50386 + }, + { + "epoch": 0.8625104846026121, + "grad_norm": 2.530926465988159, + "learning_rate": 9.751777066096956e-07, + "loss": 2.3387, + "step": 50387 + }, + { + "epoch": 0.8625276023211627, + "grad_norm": 2.4904086589813232, + "learning_rate": 9.74938923129939e-07, + "loss": 2.3388, + "step": 50388 + }, + { + "epoch": 0.862544720039713, + "grad_norm": 2.609668016433716, + "learning_rate": 9.74700167390078e-07, + "loss": 2.4456, + "step": 50389 + }, + { + "epoch": 0.8625618377582636, + "grad_norm": 2.589984893798828, + "learning_rate": 9.744614393908425e-07, + "loss": 2.3475, + "step": 50390 + }, + { + "epoch": 0.8625789554768141, + "grad_norm": 2.723853588104248, + "learning_rate": 9.742227391329674e-07, + "loss": 2.3664, + "step": 50391 + }, + { + "epoch": 0.8625960731953646, + "grad_norm": 2.658684730529785, + "learning_rate": 9.739840666171862e-07, + "loss": 2.2693, + "step": 50392 + }, + { + "epoch": 0.862613190913915, + "grad_norm": 2.566169023513794, + "learning_rate": 9.737454218442333e-07, + "loss": 2.2881, + "step": 50393 + }, + { + "epoch": 0.8626303086324655, + "grad_norm": 2.632667303085327, + "learning_rate": 9.735068048148434e-07, + "loss": 2.3367, + "step": 50394 + }, + { + "epoch": 0.862647426351016, + "grad_norm": 2.698173999786377, + "learning_rate": 9.732682155297457e-07, + "loss": 2.4266, + "step": 50395 + }, + { + "epoch": 0.8626645440695664, + "grad_norm": 2.659165620803833, + "learning_rate": 9.730296539896766e-07, + "loss": 2.399, + "step": 50396 + }, + { + "epoch": 0.8626816617881169, + "grad_norm": 2.402912139892578, + "learning_rate": 9.727911201953688e-07, + "loss": 2.155, + "step": 50397 + }, + { + "epoch": 0.8626987795066674, + "grad_norm": 2.5444107055664062, + "learning_rate": 9.725526141475562e-07, + "loss": 2.2934, + "step": 50398 + }, + { + "epoch": 0.8627158972252178, + "grad_norm": 2.46211838722229, + "learning_rate": 9.723141358469702e-07, + "loss": 2.309, + "step": 50399 + }, + { + "epoch": 0.8627330149437683, + "grad_norm": 2.598489761352539, + "learning_rate": 9.720756852943458e-07, + "loss": 2.3024, + "step": 50400 + }, + { + "epoch": 0.8627501326623188, + "grad_norm": 2.5295262336730957, + "learning_rate": 9.718372624904137e-07, + "loss": 2.4063, + "step": 50401 + }, + { + "epoch": 0.8627672503808692, + "grad_norm": 2.551786422729492, + "learning_rate": 9.71598867435911e-07, + "loss": 2.2659, + "step": 50402 + }, + { + "epoch": 0.8627843680994197, + "grad_norm": 2.7497265338897705, + "learning_rate": 9.713605001315652e-07, + "loss": 2.2266, + "step": 50403 + }, + { + "epoch": 0.8628014858179702, + "grad_norm": 2.7661004066467285, + "learning_rate": 9.711221605781106e-07, + "loss": 2.3137, + "step": 50404 + }, + { + "epoch": 0.8628186035365206, + "grad_norm": 2.639493465423584, + "learning_rate": 9.708838487762807e-07, + "loss": 2.3848, + "step": 50405 + }, + { + "epoch": 0.8628357212550711, + "grad_norm": 2.6855154037475586, + "learning_rate": 9.706455647268076e-07, + "loss": 2.4076, + "step": 50406 + }, + { + "epoch": 0.8628528389736216, + "grad_norm": 2.5732710361480713, + "learning_rate": 9.704073084304256e-07, + "loss": 2.3517, + "step": 50407 + }, + { + "epoch": 0.862869956692172, + "grad_norm": 2.622248411178589, + "learning_rate": 9.701690798878616e-07, + "loss": 2.3856, + "step": 50408 + }, + { + "epoch": 0.8628870744107225, + "grad_norm": 2.8051998615264893, + "learning_rate": 9.699308790998551e-07, + "loss": 2.32, + "step": 50409 + }, + { + "epoch": 0.862904192129273, + "grad_norm": 2.750706195831299, + "learning_rate": 9.696927060671325e-07, + "loss": 2.3357, + "step": 50410 + }, + { + "epoch": 0.8629213098478234, + "grad_norm": 2.627682685852051, + "learning_rate": 9.694545607904271e-07, + "loss": 2.3433, + "step": 50411 + }, + { + "epoch": 0.862938427566374, + "grad_norm": 2.6785924434661865, + "learning_rate": 9.692164432704744e-07, + "loss": 2.3947, + "step": 50412 + }, + { + "epoch": 0.8629555452849245, + "grad_norm": 2.3643529415130615, + "learning_rate": 9.68978353508e-07, + "loss": 2.2053, + "step": 50413 + }, + { + "epoch": 0.8629726630034749, + "grad_norm": 2.7842345237731934, + "learning_rate": 9.687402915037424e-07, + "loss": 2.4335, + "step": 50414 + }, + { + "epoch": 0.8629897807220254, + "grad_norm": 2.556413412094116, + "learning_rate": 9.68502257258428e-07, + "loss": 2.3528, + "step": 50415 + }, + { + "epoch": 0.8630068984405759, + "grad_norm": 2.7432608604431152, + "learning_rate": 9.682642507727914e-07, + "loss": 2.4182, + "step": 50416 + }, + { + "epoch": 0.8630240161591263, + "grad_norm": 2.6226398944854736, + "learning_rate": 9.680262720475652e-07, + "loss": 2.243, + "step": 50417 + }, + { + "epoch": 0.8630411338776768, + "grad_norm": 2.56411075592041, + "learning_rate": 9.677883210834748e-07, + "loss": 2.3627, + "step": 50418 + }, + { + "epoch": 0.8630582515962273, + "grad_norm": 2.590345621109009, + "learning_rate": 9.675503978812594e-07, + "loss": 2.1564, + "step": 50419 + }, + { + "epoch": 0.8630753693147777, + "grad_norm": 2.5601274967193604, + "learning_rate": 9.67312502441643e-07, + "loss": 2.3309, + "step": 50420 + }, + { + "epoch": 0.8630924870333282, + "grad_norm": 2.6201868057250977, + "learning_rate": 9.670746347653647e-07, + "loss": 2.2145, + "step": 50421 + }, + { + "epoch": 0.8631096047518787, + "grad_norm": 2.615696907043457, + "learning_rate": 9.668367948531499e-07, + "loss": 2.3584, + "step": 50422 + }, + { + "epoch": 0.8631267224704291, + "grad_norm": 2.847907304763794, + "learning_rate": 9.665989827057297e-07, + "loss": 2.4214, + "step": 50423 + }, + { + "epoch": 0.8631438401889796, + "grad_norm": 2.729924440383911, + "learning_rate": 9.663611983238396e-07, + "loss": 2.5404, + "step": 50424 + }, + { + "epoch": 0.8631609579075301, + "grad_norm": 2.5563619136810303, + "learning_rate": 9.661234417082034e-07, + "loss": 2.1909, + "step": 50425 + }, + { + "epoch": 0.8631780756260805, + "grad_norm": 2.490762233734131, + "learning_rate": 9.658857128595589e-07, + "loss": 2.2549, + "step": 50426 + }, + { + "epoch": 0.863195193344631, + "grad_norm": 2.6103997230529785, + "learning_rate": 9.656480117786326e-07, + "loss": 2.2894, + "step": 50427 + }, + { + "epoch": 0.8632123110631815, + "grad_norm": 2.58156156539917, + "learning_rate": 9.654103384661562e-07, + "loss": 2.3109, + "step": 50428 + }, + { + "epoch": 0.8632294287817319, + "grad_norm": 2.6466116905212402, + "learning_rate": 9.6517269292286e-07, + "loss": 2.3009, + "step": 50429 + }, + { + "epoch": 0.8632465465002824, + "grad_norm": 2.56477952003479, + "learning_rate": 9.649350751494746e-07, + "loss": 2.1679, + "step": 50430 + }, + { + "epoch": 0.8632636642188329, + "grad_norm": 2.6949615478515625, + "learning_rate": 9.646974851467327e-07, + "loss": 2.3841, + "step": 50431 + }, + { + "epoch": 0.8632807819373833, + "grad_norm": 2.6761763095855713, + "learning_rate": 9.644599229153594e-07, + "loss": 2.251, + "step": 50432 + }, + { + "epoch": 0.8632978996559338, + "grad_norm": 2.723712921142578, + "learning_rate": 9.642223884560897e-07, + "loss": 2.3902, + "step": 50433 + }, + { + "epoch": 0.8633150173744844, + "grad_norm": 2.5331196784973145, + "learning_rate": 9.639848817696507e-07, + "loss": 2.223, + "step": 50434 + }, + { + "epoch": 0.8633321350930347, + "grad_norm": 2.6337087154388428, + "learning_rate": 9.63747402856774e-07, + "loss": 2.2858, + "step": 50435 + }, + { + "epoch": 0.8633492528115853, + "grad_norm": 2.5775744915008545, + "learning_rate": 9.635099517181878e-07, + "loss": 2.223, + "step": 50436 + }, + { + "epoch": 0.8633663705301358, + "grad_norm": 2.609616994857788, + "learning_rate": 9.632725283546241e-07, + "loss": 2.2884, + "step": 50437 + }, + { + "epoch": 0.8633834882486863, + "grad_norm": 2.5418646335601807, + "learning_rate": 9.630351327668142e-07, + "loss": 2.2613, + "step": 50438 + }, + { + "epoch": 0.8634006059672367, + "grad_norm": 2.593912124633789, + "learning_rate": 9.62797764955483e-07, + "loss": 2.4987, + "step": 50439 + }, + { + "epoch": 0.8634177236857872, + "grad_norm": 2.634413242340088, + "learning_rate": 9.625604249213617e-07, + "loss": 2.3214, + "step": 50440 + }, + { + "epoch": 0.8634348414043377, + "grad_norm": 2.771822929382324, + "learning_rate": 9.623231126651812e-07, + "loss": 2.4023, + "step": 50441 + }, + { + "epoch": 0.8634519591228881, + "grad_norm": 2.569823980331421, + "learning_rate": 9.6208582818767e-07, + "loss": 2.2795, + "step": 50442 + }, + { + "epoch": 0.8634690768414386, + "grad_norm": 2.7352421283721924, + "learning_rate": 9.618485714895587e-07, + "loss": 2.3675, + "step": 50443 + }, + { + "epoch": 0.8634861945599891, + "grad_norm": 2.64982008934021, + "learning_rate": 9.616113425715756e-07, + "loss": 2.3593, + "step": 50444 + }, + { + "epoch": 0.8635033122785395, + "grad_norm": 2.8010947704315186, + "learning_rate": 9.61374141434449e-07, + "loss": 2.456, + "step": 50445 + }, + { + "epoch": 0.86352042999709, + "grad_norm": 2.676840305328369, + "learning_rate": 9.611369680789084e-07, + "loss": 2.3471, + "step": 50446 + }, + { + "epoch": 0.8635375477156405, + "grad_norm": 2.684070110321045, + "learning_rate": 9.60899822505683e-07, + "loss": 2.4382, + "step": 50447 + }, + { + "epoch": 0.8635546654341909, + "grad_norm": 2.616030693054199, + "learning_rate": 9.606627047155027e-07, + "loss": 2.3744, + "step": 50448 + }, + { + "epoch": 0.8635717831527414, + "grad_norm": 2.6971850395202637, + "learning_rate": 9.604256147090963e-07, + "loss": 2.3793, + "step": 50449 + }, + { + "epoch": 0.8635889008712919, + "grad_norm": 2.59352707862854, + "learning_rate": 9.60188552487189e-07, + "loss": 2.3388, + "step": 50450 + }, + { + "epoch": 0.8636060185898423, + "grad_norm": 2.6550426483154297, + "learning_rate": 9.599515180505147e-07, + "loss": 2.3352, + "step": 50451 + }, + { + "epoch": 0.8636231363083928, + "grad_norm": 2.7198376655578613, + "learning_rate": 9.597145113997986e-07, + "loss": 2.2623, + "step": 50452 + }, + { + "epoch": 0.8636402540269433, + "grad_norm": 2.662102460861206, + "learning_rate": 9.594775325357686e-07, + "loss": 2.2344, + "step": 50453 + }, + { + "epoch": 0.8636573717454937, + "grad_norm": 2.5628597736358643, + "learning_rate": 9.592405814591577e-07, + "loss": 2.2583, + "step": 50454 + }, + { + "epoch": 0.8636744894640442, + "grad_norm": 2.6385154724121094, + "learning_rate": 9.590036581706862e-07, + "loss": 2.3978, + "step": 50455 + }, + { + "epoch": 0.8636916071825947, + "grad_norm": 2.6263253688812256, + "learning_rate": 9.587667626710917e-07, + "loss": 2.3644, + "step": 50456 + }, + { + "epoch": 0.8637087249011451, + "grad_norm": 2.6037111282348633, + "learning_rate": 9.585298949610934e-07, + "loss": 2.2762, + "step": 50457 + }, + { + "epoch": 0.8637258426196956, + "grad_norm": 2.8671460151672363, + "learning_rate": 9.58293055041427e-07, + "loss": 2.3653, + "step": 50458 + }, + { + "epoch": 0.8637429603382462, + "grad_norm": 2.5376648902893066, + "learning_rate": 9.58056242912816e-07, + "loss": 2.3047, + "step": 50459 + }, + { + "epoch": 0.8637600780567966, + "grad_norm": 2.584942579269409, + "learning_rate": 9.578194585759892e-07, + "loss": 2.2892, + "step": 50460 + }, + { + "epoch": 0.8637771957753471, + "grad_norm": 2.5689737796783447, + "learning_rate": 9.575827020316764e-07, + "loss": 2.3204, + "step": 50461 + }, + { + "epoch": 0.8637943134938976, + "grad_norm": 2.6068003177642822, + "learning_rate": 9.573459732806001e-07, + "loss": 2.3236, + "step": 50462 + }, + { + "epoch": 0.863811431212448, + "grad_norm": 2.6275391578674316, + "learning_rate": 9.571092723234942e-07, + "loss": 2.2957, + "step": 50463 + }, + { + "epoch": 0.8638285489309985, + "grad_norm": 2.7032692432403564, + "learning_rate": 9.568725991610827e-07, + "loss": 2.253, + "step": 50464 + }, + { + "epoch": 0.863845666649549, + "grad_norm": 2.7813992500305176, + "learning_rate": 9.566359537940927e-07, + "loss": 2.3555, + "step": 50465 + }, + { + "epoch": 0.8638627843680994, + "grad_norm": 2.680896759033203, + "learning_rate": 9.563993362232548e-07, + "loss": 2.2546, + "step": 50466 + }, + { + "epoch": 0.8638799020866499, + "grad_norm": 2.5917985439300537, + "learning_rate": 9.561627464492906e-07, + "loss": 2.3558, + "step": 50467 + }, + { + "epoch": 0.8638970198052004, + "grad_norm": 2.640794277191162, + "learning_rate": 9.55926184472934e-07, + "loss": 2.314, + "step": 50468 + }, + { + "epoch": 0.8639141375237508, + "grad_norm": 2.7109103202819824, + "learning_rate": 9.556896502949076e-07, + "loss": 2.3409, + "step": 50469 + }, + { + "epoch": 0.8639312552423013, + "grad_norm": 2.701829195022583, + "learning_rate": 9.554531439159386e-07, + "loss": 2.3554, + "step": 50470 + }, + { + "epoch": 0.8639483729608518, + "grad_norm": 2.559213399887085, + "learning_rate": 9.552166653367557e-07, + "loss": 2.328, + "step": 50471 + }, + { + "epoch": 0.8639654906794022, + "grad_norm": 2.5779056549072266, + "learning_rate": 9.549802145580856e-07, + "loss": 2.322, + "step": 50472 + }, + { + "epoch": 0.8639826083979527, + "grad_norm": 2.5619144439697266, + "learning_rate": 9.547437915806534e-07, + "loss": 2.4155, + "step": 50473 + }, + { + "epoch": 0.8639997261165032, + "grad_norm": 2.602710247039795, + "learning_rate": 9.545073964051876e-07, + "loss": 2.3208, + "step": 50474 + }, + { + "epoch": 0.8640168438350536, + "grad_norm": 2.48905611038208, + "learning_rate": 9.542710290324163e-07, + "loss": 2.3156, + "step": 50475 + }, + { + "epoch": 0.8640339615536041, + "grad_norm": 2.5071959495544434, + "learning_rate": 9.540346894630615e-07, + "loss": 2.2271, + "step": 50476 + }, + { + "epoch": 0.8640510792721546, + "grad_norm": 2.6369900703430176, + "learning_rate": 9.53798377697852e-07, + "loss": 2.3343, + "step": 50477 + }, + { + "epoch": 0.864068196990705, + "grad_norm": 2.680358648300171, + "learning_rate": 9.535620937375134e-07, + "loss": 2.2828, + "step": 50478 + }, + { + "epoch": 0.8640853147092555, + "grad_norm": 2.5296661853790283, + "learning_rate": 9.533258375827737e-07, + "loss": 2.267, + "step": 50479 + }, + { + "epoch": 0.864102432427806, + "grad_norm": 2.5400547981262207, + "learning_rate": 9.530896092343577e-07, + "loss": 2.2863, + "step": 50480 + }, + { + "epoch": 0.8641195501463564, + "grad_norm": 2.6933562755584717, + "learning_rate": 9.528534086929942e-07, + "loss": 2.3461, + "step": 50481 + }, + { + "epoch": 0.864136667864907, + "grad_norm": 2.6239492893218994, + "learning_rate": 9.526172359594044e-07, + "loss": 2.3855, + "step": 50482 + }, + { + "epoch": 0.8641537855834575, + "grad_norm": 2.6502952575683594, + "learning_rate": 9.523810910343156e-07, + "loss": 2.3345, + "step": 50483 + }, + { + "epoch": 0.8641709033020079, + "grad_norm": 2.7470781803131104, + "learning_rate": 9.521449739184563e-07, + "loss": 2.4228, + "step": 50484 + }, + { + "epoch": 0.8641880210205584, + "grad_norm": 2.679866075515747, + "learning_rate": 9.519088846125502e-07, + "loss": 2.2726, + "step": 50485 + }, + { + "epoch": 0.8642051387391089, + "grad_norm": 2.744880437850952, + "learning_rate": 9.516728231173245e-07, + "loss": 2.311, + "step": 50486 + }, + { + "epoch": 0.8642222564576594, + "grad_norm": 2.538257122039795, + "learning_rate": 9.514367894335008e-07, + "loss": 2.2884, + "step": 50487 + }, + { + "epoch": 0.8642393741762098, + "grad_norm": 2.6674439907073975, + "learning_rate": 9.512007835618098e-07, + "loss": 2.4788, + "step": 50488 + }, + { + "epoch": 0.8642564918947603, + "grad_norm": 2.6241202354431152, + "learning_rate": 9.509648055029741e-07, + "loss": 2.3245, + "step": 50489 + }, + { + "epoch": 0.8642736096133108, + "grad_norm": 2.5499303340911865, + "learning_rate": 9.507288552577188e-07, + "loss": 2.2809, + "step": 50490 + }, + { + "epoch": 0.8642907273318612, + "grad_norm": 2.5067713260650635, + "learning_rate": 9.504929328267698e-07, + "loss": 2.2743, + "step": 50491 + }, + { + "epoch": 0.8643078450504117, + "grad_norm": 2.6265032291412354, + "learning_rate": 9.502570382108523e-07, + "loss": 2.3665, + "step": 50492 + }, + { + "epoch": 0.8643249627689622, + "grad_norm": 2.731123208999634, + "learning_rate": 9.500211714106921e-07, + "loss": 2.4367, + "step": 50493 + }, + { + "epoch": 0.8643420804875126, + "grad_norm": 2.6815168857574463, + "learning_rate": 9.497853324270101e-07, + "loss": 2.3041, + "step": 50494 + }, + { + "epoch": 0.8643591982060631, + "grad_norm": 2.39167857170105, + "learning_rate": 9.495495212605388e-07, + "loss": 2.2925, + "step": 50495 + }, + { + "epoch": 0.8643763159246136, + "grad_norm": 2.5621285438537598, + "learning_rate": 9.493137379119966e-07, + "loss": 2.2998, + "step": 50496 + }, + { + "epoch": 0.864393433643164, + "grad_norm": 2.675671339035034, + "learning_rate": 9.490779823821095e-07, + "loss": 2.3108, + "step": 50497 + }, + { + "epoch": 0.8644105513617145, + "grad_norm": 2.6230690479278564, + "learning_rate": 9.488422546716058e-07, + "loss": 2.2558, + "step": 50498 + }, + { + "epoch": 0.864427669080265, + "grad_norm": 2.5600106716156006, + "learning_rate": 9.486065547812018e-07, + "loss": 2.2021, + "step": 50499 + }, + { + "epoch": 0.8644447867988154, + "grad_norm": 2.5477118492126465, + "learning_rate": 9.483708827116322e-07, + "loss": 2.3083, + "step": 50500 + }, + { + "epoch": 0.8644619045173659, + "grad_norm": 2.668644905090332, + "learning_rate": 9.481352384636145e-07, + "loss": 2.3726, + "step": 50501 + }, + { + "epoch": 0.8644790222359164, + "grad_norm": 2.5806264877319336, + "learning_rate": 9.478996220378744e-07, + "loss": 2.26, + "step": 50502 + }, + { + "epoch": 0.8644961399544668, + "grad_norm": 2.777322769165039, + "learning_rate": 9.476640334351395e-07, + "loss": 2.3074, + "step": 50503 + }, + { + "epoch": 0.8645132576730173, + "grad_norm": 2.5290863513946533, + "learning_rate": 9.474284726561256e-07, + "loss": 2.3058, + "step": 50504 + }, + { + "epoch": 0.8645303753915679, + "grad_norm": 2.6660711765289307, + "learning_rate": 9.471929397015678e-07, + "loss": 2.3759, + "step": 50505 + }, + { + "epoch": 0.8645474931101182, + "grad_norm": 2.507614850997925, + "learning_rate": 9.46957434572181e-07, + "loss": 2.2542, + "step": 50506 + }, + { + "epoch": 0.8645646108286688, + "grad_norm": 2.5607030391693115, + "learning_rate": 9.467219572686937e-07, + "loss": 2.3791, + "step": 50507 + }, + { + "epoch": 0.8645817285472193, + "grad_norm": 2.514785051345825, + "learning_rate": 9.464865077918273e-07, + "loss": 2.3401, + "step": 50508 + }, + { + "epoch": 0.8645988462657697, + "grad_norm": 2.573739767074585, + "learning_rate": 9.462510861423069e-07, + "loss": 2.3182, + "step": 50509 + }, + { + "epoch": 0.8646159639843202, + "grad_norm": 2.4334938526153564, + "learning_rate": 9.460156923208585e-07, + "loss": 2.2826, + "step": 50510 + }, + { + "epoch": 0.8646330817028707, + "grad_norm": 2.4383578300476074, + "learning_rate": 9.457803263281984e-07, + "loss": 2.1475, + "step": 50511 + }, + { + "epoch": 0.8646501994214211, + "grad_norm": 2.6786117553710938, + "learning_rate": 9.45544988165058e-07, + "loss": 2.4027, + "step": 50512 + }, + { + "epoch": 0.8646673171399716, + "grad_norm": 2.6671254634857178, + "learning_rate": 9.453096778321569e-07, + "loss": 2.4163, + "step": 50513 + }, + { + "epoch": 0.8646844348585221, + "grad_norm": 2.759204626083374, + "learning_rate": 9.450743953302177e-07, + "loss": 2.3361, + "step": 50514 + }, + { + "epoch": 0.8647015525770725, + "grad_norm": 2.7222373485565186, + "learning_rate": 9.448391406599644e-07, + "loss": 2.3862, + "step": 50515 + }, + { + "epoch": 0.864718670295623, + "grad_norm": 2.6280598640441895, + "learning_rate": 9.446039138221208e-07, + "loss": 2.3793, + "step": 50516 + }, + { + "epoch": 0.8647357880141735, + "grad_norm": 2.5245907306671143, + "learning_rate": 9.443687148174107e-07, + "loss": 2.3427, + "step": 50517 + }, + { + "epoch": 0.8647529057327239, + "grad_norm": 2.5733470916748047, + "learning_rate": 9.441335436465537e-07, + "loss": 2.2999, + "step": 50518 + }, + { + "epoch": 0.8647700234512744, + "grad_norm": 2.5224459171295166, + "learning_rate": 9.438984003102758e-07, + "loss": 2.2445, + "step": 50519 + }, + { + "epoch": 0.8647871411698249, + "grad_norm": 2.6743180751800537, + "learning_rate": 9.436632848092975e-07, + "loss": 2.2974, + "step": 50520 + }, + { + "epoch": 0.8648042588883753, + "grad_norm": 2.6913583278656006, + "learning_rate": 9.434281971443426e-07, + "loss": 2.4598, + "step": 50521 + }, + { + "epoch": 0.8648213766069258, + "grad_norm": 2.697864294052124, + "learning_rate": 9.43193137316134e-07, + "loss": 2.2834, + "step": 50522 + }, + { + "epoch": 0.8648384943254763, + "grad_norm": 2.664241313934326, + "learning_rate": 9.429581053253955e-07, + "loss": 2.2386, + "step": 50523 + }, + { + "epoch": 0.8648556120440267, + "grad_norm": 2.6389713287353516, + "learning_rate": 9.427231011728455e-07, + "loss": 2.3981, + "step": 50524 + }, + { + "epoch": 0.8648727297625772, + "grad_norm": 2.593743324279785, + "learning_rate": 9.424881248592088e-07, + "loss": 2.2286, + "step": 50525 + }, + { + "epoch": 0.8648898474811277, + "grad_norm": 2.536316394805908, + "learning_rate": 9.422531763852083e-07, + "loss": 2.2901, + "step": 50526 + }, + { + "epoch": 0.8649069651996781, + "grad_norm": 2.7135977745056152, + "learning_rate": 9.420182557515645e-07, + "loss": 2.3844, + "step": 50527 + }, + { + "epoch": 0.8649240829182286, + "grad_norm": 2.7129244804382324, + "learning_rate": 9.417833629590012e-07, + "loss": 2.3024, + "step": 50528 + }, + { + "epoch": 0.8649412006367792, + "grad_norm": 2.5136141777038574, + "learning_rate": 9.415484980082389e-07, + "loss": 2.3217, + "step": 50529 + }, + { + "epoch": 0.8649583183553295, + "grad_norm": 2.545820713043213, + "learning_rate": 9.413136609000017e-07, + "loss": 2.3505, + "step": 50530 + }, + { + "epoch": 0.86497543607388, + "grad_norm": 2.659039258956909, + "learning_rate": 9.410788516350078e-07, + "loss": 2.4088, + "step": 50531 + }, + { + "epoch": 0.8649925537924306, + "grad_norm": 2.6576321125030518, + "learning_rate": 9.408440702139809e-07, + "loss": 2.3454, + "step": 50532 + }, + { + "epoch": 0.8650096715109811, + "grad_norm": 2.603175640106201, + "learning_rate": 9.406093166376429e-07, + "loss": 2.1918, + "step": 50533 + }, + { + "epoch": 0.8650267892295315, + "grad_norm": 2.488384246826172, + "learning_rate": 9.403745909067153e-07, + "loss": 2.3077, + "step": 50534 + }, + { + "epoch": 0.865043906948082, + "grad_norm": 2.8402163982391357, + "learning_rate": 9.401398930219208e-07, + "loss": 2.3582, + "step": 50535 + }, + { + "epoch": 0.8650610246666325, + "grad_norm": 2.565988540649414, + "learning_rate": 9.399052229839756e-07, + "loss": 2.3726, + "step": 50536 + }, + { + "epoch": 0.8650781423851829, + "grad_norm": 2.6357834339141846, + "learning_rate": 9.396705807936091e-07, + "loss": 2.2835, + "step": 50537 + }, + { + "epoch": 0.8650952601037334, + "grad_norm": 2.713704824447632, + "learning_rate": 9.394359664515351e-07, + "loss": 2.3993, + "step": 50538 + }, + { + "epoch": 0.8651123778222839, + "grad_norm": 2.5468554496765137, + "learning_rate": 9.392013799584787e-07, + "loss": 2.291, + "step": 50539 + }, + { + "epoch": 0.8651294955408343, + "grad_norm": 2.618070602416992, + "learning_rate": 9.389668213151614e-07, + "loss": 2.3087, + "step": 50540 + }, + { + "epoch": 0.8651466132593848, + "grad_norm": 2.8549492359161377, + "learning_rate": 9.387322905222995e-07, + "loss": 2.3973, + "step": 50541 + }, + { + "epoch": 0.8651637309779353, + "grad_norm": 2.5922975540161133, + "learning_rate": 9.3849778758062e-07, + "loss": 2.2995, + "step": 50542 + }, + { + "epoch": 0.8651808486964857, + "grad_norm": 2.6920318603515625, + "learning_rate": 9.382633124908392e-07, + "loss": 2.4246, + "step": 50543 + }, + { + "epoch": 0.8651979664150362, + "grad_norm": 2.6258816719055176, + "learning_rate": 9.380288652536795e-07, + "loss": 2.2174, + "step": 50544 + }, + { + "epoch": 0.8652150841335867, + "grad_norm": 2.773834228515625, + "learning_rate": 9.377944458698618e-07, + "loss": 2.355, + "step": 50545 + }, + { + "epoch": 0.8652322018521371, + "grad_norm": 2.617128610610962, + "learning_rate": 9.375600543401053e-07, + "loss": 2.3183, + "step": 50546 + }, + { + "epoch": 0.8652493195706876, + "grad_norm": 2.557400703430176, + "learning_rate": 9.37325690665134e-07, + "loss": 2.3836, + "step": 50547 + }, + { + "epoch": 0.8652664372892381, + "grad_norm": 2.685736656188965, + "learning_rate": 9.370913548456617e-07, + "loss": 2.2928, + "step": 50548 + }, + { + "epoch": 0.8652835550077885, + "grad_norm": 2.625424861907959, + "learning_rate": 9.368570468824167e-07, + "loss": 2.401, + "step": 50549 + }, + { + "epoch": 0.865300672726339, + "grad_norm": 2.595048427581787, + "learning_rate": 9.366227667761119e-07, + "loss": 2.2383, + "step": 50550 + }, + { + "epoch": 0.8653177904448895, + "grad_norm": 2.6574854850769043, + "learning_rate": 9.363885145274721e-07, + "loss": 2.2724, + "step": 50551 + }, + { + "epoch": 0.8653349081634399, + "grad_norm": 2.7947733402252197, + "learning_rate": 9.361542901372145e-07, + "loss": 2.4089, + "step": 50552 + }, + { + "epoch": 0.8653520258819904, + "grad_norm": 2.5294625759124756, + "learning_rate": 9.359200936060608e-07, + "loss": 2.4983, + "step": 50553 + }, + { + "epoch": 0.865369143600541, + "grad_norm": 2.576491117477417, + "learning_rate": 9.356859249347316e-07, + "loss": 2.2374, + "step": 50554 + }, + { + "epoch": 0.8653862613190914, + "grad_norm": 2.5652875900268555, + "learning_rate": 9.354517841239441e-07, + "loss": 2.2821, + "step": 50555 + }, + { + "epoch": 0.8654033790376419, + "grad_norm": 2.568366050720215, + "learning_rate": 9.352176711744199e-07, + "loss": 2.296, + "step": 50556 + }, + { + "epoch": 0.8654204967561924, + "grad_norm": 2.5829639434814453, + "learning_rate": 9.349835860868762e-07, + "loss": 2.2443, + "step": 50557 + }, + { + "epoch": 0.8654376144747428, + "grad_norm": 2.667975664138794, + "learning_rate": 9.347495288620356e-07, + "loss": 2.3428, + "step": 50558 + }, + { + "epoch": 0.8654547321932933, + "grad_norm": 2.652366876602173, + "learning_rate": 9.345154995006156e-07, + "loss": 2.3457, + "step": 50559 + }, + { + "epoch": 0.8654718499118438, + "grad_norm": 2.4956417083740234, + "learning_rate": 9.342814980033376e-07, + "loss": 2.3672, + "step": 50560 + }, + { + "epoch": 0.8654889676303942, + "grad_norm": 2.4775984287261963, + "learning_rate": 9.340475243709179e-07, + "loss": 2.2149, + "step": 50561 + }, + { + "epoch": 0.8655060853489447, + "grad_norm": 2.6327052116394043, + "learning_rate": 9.33813578604077e-07, + "loss": 2.393, + "step": 50562 + }, + { + "epoch": 0.8655232030674952, + "grad_norm": 2.7678298950195312, + "learning_rate": 9.335796607035341e-07, + "loss": 2.2368, + "step": 50563 + }, + { + "epoch": 0.8655403207860456, + "grad_norm": 2.6600558757781982, + "learning_rate": 9.333457706700078e-07, + "loss": 2.3712, + "step": 50564 + }, + { + "epoch": 0.8655574385045961, + "grad_norm": 2.6294844150543213, + "learning_rate": 9.331119085042173e-07, + "loss": 2.4122, + "step": 50565 + }, + { + "epoch": 0.8655745562231466, + "grad_norm": 2.61749267578125, + "learning_rate": 9.328780742068822e-07, + "loss": 2.2631, + "step": 50566 + }, + { + "epoch": 0.865591673941697, + "grad_norm": 2.711798906326294, + "learning_rate": 9.326442677787206e-07, + "loss": 2.3315, + "step": 50567 + }, + { + "epoch": 0.8656087916602475, + "grad_norm": 2.3919270038604736, + "learning_rate": 9.324104892204511e-07, + "loss": 2.2027, + "step": 50568 + }, + { + "epoch": 0.865625909378798, + "grad_norm": 2.3515162467956543, + "learning_rate": 9.321767385327907e-07, + "loss": 2.207, + "step": 50569 + }, + { + "epoch": 0.8656430270973484, + "grad_norm": 2.634593963623047, + "learning_rate": 9.3194301571646e-07, + "loss": 2.379, + "step": 50570 + }, + { + "epoch": 0.8656601448158989, + "grad_norm": 2.5967955589294434, + "learning_rate": 9.317093207721761e-07, + "loss": 2.3395, + "step": 50571 + }, + { + "epoch": 0.8656772625344494, + "grad_norm": 2.7063310146331787, + "learning_rate": 9.314756537006597e-07, + "loss": 2.3238, + "step": 50572 + }, + { + "epoch": 0.8656943802529998, + "grad_norm": 2.505469560623169, + "learning_rate": 9.312420145026235e-07, + "loss": 2.3789, + "step": 50573 + }, + { + "epoch": 0.8657114979715503, + "grad_norm": 2.496619939804077, + "learning_rate": 9.310084031787936e-07, + "loss": 2.2995, + "step": 50574 + }, + { + "epoch": 0.8657286156901008, + "grad_norm": 2.5621485710144043, + "learning_rate": 9.307748197298816e-07, + "loss": 2.2779, + "step": 50575 + }, + { + "epoch": 0.8657457334086512, + "grad_norm": 2.598876476287842, + "learning_rate": 9.30541264156607e-07, + "loss": 2.2831, + "step": 50576 + }, + { + "epoch": 0.8657628511272017, + "grad_norm": 2.5878217220306396, + "learning_rate": 9.303077364596902e-07, + "loss": 2.1957, + "step": 50577 + }, + { + "epoch": 0.8657799688457523, + "grad_norm": 2.6707677841186523, + "learning_rate": 9.300742366398441e-07, + "loss": 2.3214, + "step": 50578 + }, + { + "epoch": 0.8657970865643028, + "grad_norm": 2.422205924987793, + "learning_rate": 9.298407646977925e-07, + "loss": 2.2943, + "step": 50579 + }, + { + "epoch": 0.8658142042828532, + "grad_norm": 2.570704936981201, + "learning_rate": 9.296073206342459e-07, + "loss": 2.3466, + "step": 50580 + }, + { + "epoch": 0.8658313220014037, + "grad_norm": 2.5620789527893066, + "learning_rate": 9.293739044499306e-07, + "loss": 2.4045, + "step": 50581 + }, + { + "epoch": 0.8658484397199542, + "grad_norm": 2.5139763355255127, + "learning_rate": 9.29140516145558e-07, + "loss": 2.1548, + "step": 50582 + }, + { + "epoch": 0.8658655574385046, + "grad_norm": 2.7509353160858154, + "learning_rate": 9.289071557218444e-07, + "loss": 2.4126, + "step": 50583 + }, + { + "epoch": 0.8658826751570551, + "grad_norm": 2.5451064109802246, + "learning_rate": 9.286738231795112e-07, + "loss": 2.3213, + "step": 50584 + }, + { + "epoch": 0.8658997928756056, + "grad_norm": 2.5495541095733643, + "learning_rate": 9.284405185192713e-07, + "loss": 2.3979, + "step": 50585 + }, + { + "epoch": 0.865916910594156, + "grad_norm": 2.5820586681365967, + "learning_rate": 9.282072417418475e-07, + "loss": 2.3447, + "step": 50586 + }, + { + "epoch": 0.8659340283127065, + "grad_norm": 2.606623411178589, + "learning_rate": 9.279739928479514e-07, + "loss": 2.336, + "step": 50587 + }, + { + "epoch": 0.865951146031257, + "grad_norm": 2.7274129390716553, + "learning_rate": 9.277407718383025e-07, + "loss": 2.3136, + "step": 50588 + }, + { + "epoch": 0.8659682637498074, + "grad_norm": 2.6205103397369385, + "learning_rate": 9.27507578713619e-07, + "loss": 2.1911, + "step": 50589 + }, + { + "epoch": 0.8659853814683579, + "grad_norm": 2.6340932846069336, + "learning_rate": 9.272744134746125e-07, + "loss": 2.3989, + "step": 50590 + }, + { + "epoch": 0.8660024991869084, + "grad_norm": 2.743809700012207, + "learning_rate": 9.27041276122006e-07, + "loss": 2.3483, + "step": 50591 + }, + { + "epoch": 0.8660196169054588, + "grad_norm": 2.536186695098877, + "learning_rate": 9.268081666565109e-07, + "loss": 2.297, + "step": 50592 + }, + { + "epoch": 0.8660367346240093, + "grad_norm": 2.7180631160736084, + "learning_rate": 9.265750850788469e-07, + "loss": 2.3385, + "step": 50593 + }, + { + "epoch": 0.8660538523425598, + "grad_norm": 2.7048263549804688, + "learning_rate": 9.263420313897297e-07, + "loss": 2.3394, + "step": 50594 + }, + { + "epoch": 0.8660709700611102, + "grad_norm": 2.5374698638916016, + "learning_rate": 9.261090055898747e-07, + "loss": 2.2717, + "step": 50595 + }, + { + "epoch": 0.8660880877796607, + "grad_norm": 2.581317663192749, + "learning_rate": 9.2587600768e-07, + "loss": 2.2807, + "step": 50596 + }, + { + "epoch": 0.8661052054982112, + "grad_norm": 2.620419979095459, + "learning_rate": 9.256430376608195e-07, + "loss": 2.3295, + "step": 50597 + }, + { + "epoch": 0.8661223232167616, + "grad_norm": 2.6793365478515625, + "learning_rate": 9.254100955330503e-07, + "loss": 2.3743, + "step": 50598 + }, + { + "epoch": 0.8661394409353121, + "grad_norm": 2.492980718612671, + "learning_rate": 9.251771812974075e-07, + "loss": 2.3567, + "step": 50599 + }, + { + "epoch": 0.8661565586538627, + "grad_norm": 2.643765926361084, + "learning_rate": 9.249442949546095e-07, + "loss": 2.368, + "step": 50600 + }, + { + "epoch": 0.866173676372413, + "grad_norm": 2.386370897293091, + "learning_rate": 9.247114365053689e-07, + "loss": 2.1795, + "step": 50601 + }, + { + "epoch": 0.8661907940909636, + "grad_norm": 2.5525460243225098, + "learning_rate": 9.244786059504041e-07, + "loss": 2.3514, + "step": 50602 + }, + { + "epoch": 0.8662079118095141, + "grad_norm": 2.6813840866088867, + "learning_rate": 9.242458032904311e-07, + "loss": 2.3194, + "step": 50603 + }, + { + "epoch": 0.8662250295280645, + "grad_norm": 2.596930503845215, + "learning_rate": 9.240130285261617e-07, + "loss": 2.1743, + "step": 50604 + }, + { + "epoch": 0.866242147246615, + "grad_norm": 2.6462345123291016, + "learning_rate": 9.237802816583141e-07, + "loss": 2.399, + "step": 50605 + }, + { + "epoch": 0.8662592649651655, + "grad_norm": 2.6250267028808594, + "learning_rate": 9.235475626876033e-07, + "loss": 2.3463, + "step": 50606 + }, + { + "epoch": 0.8662763826837159, + "grad_norm": 2.8684189319610596, + "learning_rate": 9.233148716147444e-07, + "loss": 2.4513, + "step": 50607 + }, + { + "epoch": 0.8662935004022664, + "grad_norm": 2.9230523109436035, + "learning_rate": 9.230822084404534e-07, + "loss": 2.3235, + "step": 50608 + }, + { + "epoch": 0.8663106181208169, + "grad_norm": 2.571807622909546, + "learning_rate": 9.228495731654463e-07, + "loss": 2.3357, + "step": 50609 + }, + { + "epoch": 0.8663277358393673, + "grad_norm": 2.735774278640747, + "learning_rate": 9.226169657904338e-07, + "loss": 2.3365, + "step": 50610 + }, + { + "epoch": 0.8663448535579178, + "grad_norm": 2.6591668128967285, + "learning_rate": 9.223843863161352e-07, + "loss": 2.3752, + "step": 50611 + }, + { + "epoch": 0.8663619712764683, + "grad_norm": 2.5854616165161133, + "learning_rate": 9.221518347432634e-07, + "loss": 2.334, + "step": 50612 + }, + { + "epoch": 0.8663790889950187, + "grad_norm": 2.5629708766937256, + "learning_rate": 9.219193110725333e-07, + "loss": 2.4033, + "step": 50613 + }, + { + "epoch": 0.8663962067135692, + "grad_norm": 2.522782802581787, + "learning_rate": 9.216868153046609e-07, + "loss": 2.3405, + "step": 50614 + }, + { + "epoch": 0.8664133244321197, + "grad_norm": 2.718052387237549, + "learning_rate": 9.214543474403581e-07, + "loss": 2.3659, + "step": 50615 + }, + { + "epoch": 0.8664304421506701, + "grad_norm": 2.418717622756958, + "learning_rate": 9.212219074803441e-07, + "loss": 2.172, + "step": 50616 + }, + { + "epoch": 0.8664475598692206, + "grad_norm": 2.7583060264587402, + "learning_rate": 9.209894954253262e-07, + "loss": 2.2813, + "step": 50617 + }, + { + "epoch": 0.8664646775877711, + "grad_norm": 2.705542802810669, + "learning_rate": 9.207571112760272e-07, + "loss": 2.4166, + "step": 50618 + }, + { + "epoch": 0.8664817953063215, + "grad_norm": 2.533388137817383, + "learning_rate": 9.205247550331553e-07, + "loss": 2.2463, + "step": 50619 + }, + { + "epoch": 0.866498913024872, + "grad_norm": 2.781550884246826, + "learning_rate": 9.202924266974256e-07, + "loss": 2.3996, + "step": 50620 + }, + { + "epoch": 0.8665160307434225, + "grad_norm": 2.4788427352905273, + "learning_rate": 9.200601262695564e-07, + "loss": 2.3072, + "step": 50621 + }, + { + "epoch": 0.8665331484619729, + "grad_norm": 2.535073757171631, + "learning_rate": 9.198278537502536e-07, + "loss": 2.262, + "step": 50622 + }, + { + "epoch": 0.8665502661805234, + "grad_norm": 2.473283290863037, + "learning_rate": 9.195956091402403e-07, + "loss": 2.2087, + "step": 50623 + }, + { + "epoch": 0.866567383899074, + "grad_norm": 2.5660879611968994, + "learning_rate": 9.193633924402235e-07, + "loss": 2.2109, + "step": 50624 + }, + { + "epoch": 0.8665845016176243, + "grad_norm": 2.614771604537964, + "learning_rate": 9.191312036509204e-07, + "loss": 2.2656, + "step": 50625 + }, + { + "epoch": 0.8666016193361749, + "grad_norm": 2.5845885276794434, + "learning_rate": 9.188990427730449e-07, + "loss": 2.2495, + "step": 50626 + }, + { + "epoch": 0.8666187370547254, + "grad_norm": 2.6863889694213867, + "learning_rate": 9.186669098073053e-07, + "loss": 2.4081, + "step": 50627 + }, + { + "epoch": 0.8666358547732759, + "grad_norm": 2.8094303607940674, + "learning_rate": 9.184348047544233e-07, + "loss": 2.3731, + "step": 50628 + }, + { + "epoch": 0.8666529724918263, + "grad_norm": 2.696164846420288, + "learning_rate": 9.182027276151062e-07, + "loss": 2.3806, + "step": 50629 + }, + { + "epoch": 0.8666700902103768, + "grad_norm": 2.613924026489258, + "learning_rate": 9.179706783900699e-07, + "loss": 2.1953, + "step": 50630 + }, + { + "epoch": 0.8666872079289273, + "grad_norm": 2.7112979888916016, + "learning_rate": 9.177386570800261e-07, + "loss": 2.5028, + "step": 50631 + }, + { + "epoch": 0.8667043256474777, + "grad_norm": 2.5763893127441406, + "learning_rate": 9.175066636856899e-07, + "loss": 2.2393, + "step": 50632 + }, + { + "epoch": 0.8667214433660282, + "grad_norm": 2.6916348934173584, + "learning_rate": 9.172746982077752e-07, + "loss": 2.4892, + "step": 50633 + }, + { + "epoch": 0.8667385610845787, + "grad_norm": 2.5640504360198975, + "learning_rate": 9.170427606469901e-07, + "loss": 2.3548, + "step": 50634 + }, + { + "epoch": 0.8667556788031291, + "grad_norm": 2.7469120025634766, + "learning_rate": 9.168108510040519e-07, + "loss": 2.3607, + "step": 50635 + }, + { + "epoch": 0.8667727965216796, + "grad_norm": 2.560122013092041, + "learning_rate": 9.165789692796712e-07, + "loss": 2.2956, + "step": 50636 + }, + { + "epoch": 0.8667899142402301, + "grad_norm": 2.8187429904937744, + "learning_rate": 9.163471154745618e-07, + "loss": 2.3193, + "step": 50637 + }, + { + "epoch": 0.8668070319587805, + "grad_norm": 2.4540202617645264, + "learning_rate": 9.161152895894366e-07, + "loss": 2.2449, + "step": 50638 + }, + { + "epoch": 0.866824149677331, + "grad_norm": 2.5741119384765625, + "learning_rate": 9.15883491625007e-07, + "loss": 2.3449, + "step": 50639 + }, + { + "epoch": 0.8668412673958815, + "grad_norm": 2.6165661811828613, + "learning_rate": 9.156517215819893e-07, + "loss": 2.3948, + "step": 50640 + }, + { + "epoch": 0.8668583851144319, + "grad_norm": 2.726668119430542, + "learning_rate": 9.154199794610896e-07, + "loss": 2.3039, + "step": 50641 + }, + { + "epoch": 0.8668755028329824, + "grad_norm": 2.6310980319976807, + "learning_rate": 9.15188265263024e-07, + "loss": 2.2363, + "step": 50642 + }, + { + "epoch": 0.8668926205515329, + "grad_norm": 2.594654083251953, + "learning_rate": 9.149565789885029e-07, + "loss": 2.3173, + "step": 50643 + }, + { + "epoch": 0.8669097382700833, + "grad_norm": 2.5813636779785156, + "learning_rate": 9.147249206382403e-07, + "loss": 2.2879, + "step": 50644 + }, + { + "epoch": 0.8669268559886338, + "grad_norm": 2.6869869232177734, + "learning_rate": 9.144932902129478e-07, + "loss": 2.2634, + "step": 50645 + }, + { + "epoch": 0.8669439737071843, + "grad_norm": 2.630063056945801, + "learning_rate": 9.142616877133381e-07, + "loss": 2.2938, + "step": 50646 + }, + { + "epoch": 0.8669610914257347, + "grad_norm": 2.471663475036621, + "learning_rate": 9.140301131401208e-07, + "loss": 2.2635, + "step": 50647 + }, + { + "epoch": 0.8669782091442853, + "grad_norm": 2.640742063522339, + "learning_rate": 9.137985664940086e-07, + "loss": 2.2383, + "step": 50648 + }, + { + "epoch": 0.8669953268628358, + "grad_norm": 2.574693441390991, + "learning_rate": 9.135670477757142e-07, + "loss": 2.3394, + "step": 50649 + }, + { + "epoch": 0.8670124445813862, + "grad_norm": 2.842714548110962, + "learning_rate": 9.13335556985947e-07, + "loss": 2.4332, + "step": 50650 + }, + { + "epoch": 0.8670295622999367, + "grad_norm": 2.8411715030670166, + "learning_rate": 9.131040941254233e-07, + "loss": 2.3417, + "step": 50651 + }, + { + "epoch": 0.8670466800184872, + "grad_norm": 2.635455846786499, + "learning_rate": 9.128726591948467e-07, + "loss": 2.3795, + "step": 50652 + }, + { + "epoch": 0.8670637977370376, + "grad_norm": 2.496087074279785, + "learning_rate": 9.126412521949368e-07, + "loss": 2.286, + "step": 50653 + }, + { + "epoch": 0.8670809154555881, + "grad_norm": 2.689890146255493, + "learning_rate": 9.124098731263997e-07, + "loss": 2.3827, + "step": 50654 + }, + { + "epoch": 0.8670980331741386, + "grad_norm": 2.6651363372802734, + "learning_rate": 9.121785219899482e-07, + "loss": 2.3886, + "step": 50655 + }, + { + "epoch": 0.867115150892689, + "grad_norm": 2.8425886631011963, + "learning_rate": 9.119471987862926e-07, + "loss": 2.3179, + "step": 50656 + }, + { + "epoch": 0.8671322686112395, + "grad_norm": 2.5476481914520264, + "learning_rate": 9.117159035161449e-07, + "loss": 2.3583, + "step": 50657 + }, + { + "epoch": 0.86714938632979, + "grad_norm": 2.5692856311798096, + "learning_rate": 9.114846361802176e-07, + "loss": 2.2227, + "step": 50658 + }, + { + "epoch": 0.8671665040483404, + "grad_norm": 2.7581779956817627, + "learning_rate": 9.112533967792159e-07, + "loss": 2.3937, + "step": 50659 + }, + { + "epoch": 0.8671836217668909, + "grad_norm": 2.8192243576049805, + "learning_rate": 9.110221853138578e-07, + "loss": 2.4196, + "step": 50660 + }, + { + "epoch": 0.8672007394854414, + "grad_norm": 2.6964917182922363, + "learning_rate": 9.107910017848487e-07, + "loss": 2.3139, + "step": 50661 + }, + { + "epoch": 0.8672178572039918, + "grad_norm": 2.5772650241851807, + "learning_rate": 9.105598461929011e-07, + "loss": 2.2852, + "step": 50662 + }, + { + "epoch": 0.8672349749225423, + "grad_norm": 2.791491985321045, + "learning_rate": 9.103287185387266e-07, + "loss": 2.4571, + "step": 50663 + }, + { + "epoch": 0.8672520926410928, + "grad_norm": 2.5628550052642822, + "learning_rate": 9.100976188230304e-07, + "loss": 2.2778, + "step": 50664 + }, + { + "epoch": 0.8672692103596432, + "grad_norm": 2.7416558265686035, + "learning_rate": 9.098665470465306e-07, + "loss": 2.3625, + "step": 50665 + }, + { + "epoch": 0.8672863280781937, + "grad_norm": 2.566183567047119, + "learning_rate": 9.096355032099324e-07, + "loss": 2.269, + "step": 50666 + }, + { + "epoch": 0.8673034457967442, + "grad_norm": 2.7155609130859375, + "learning_rate": 9.094044873139463e-07, + "loss": 2.295, + "step": 50667 + }, + { + "epoch": 0.8673205635152946, + "grad_norm": 2.5501081943511963, + "learning_rate": 9.091734993592849e-07, + "loss": 2.3512, + "step": 50668 + }, + { + "epoch": 0.8673376812338451, + "grad_norm": 2.674919843673706, + "learning_rate": 9.089425393466534e-07, + "loss": 2.203, + "step": 50669 + }, + { + "epoch": 0.8673547989523956, + "grad_norm": 2.5421619415283203, + "learning_rate": 9.087116072767676e-07, + "loss": 2.2909, + "step": 50670 + }, + { + "epoch": 0.867371916670946, + "grad_norm": 2.5349185466766357, + "learning_rate": 9.08480703150334e-07, + "loss": 2.2864, + "step": 50671 + }, + { + "epoch": 0.8673890343894965, + "grad_norm": 2.523292064666748, + "learning_rate": 9.082498269680617e-07, + "loss": 2.3491, + "step": 50672 + }, + { + "epoch": 0.8674061521080471, + "grad_norm": 2.6074917316436768, + "learning_rate": 9.080189787306615e-07, + "loss": 2.3851, + "step": 50673 + }, + { + "epoch": 0.8674232698265976, + "grad_norm": 2.5642759799957275, + "learning_rate": 9.077881584388426e-07, + "loss": 2.2774, + "step": 50674 + }, + { + "epoch": 0.867440387545148, + "grad_norm": 2.4578399658203125, + "learning_rate": 9.075573660933156e-07, + "loss": 2.2812, + "step": 50675 + }, + { + "epoch": 0.8674575052636985, + "grad_norm": 2.656257152557373, + "learning_rate": 9.073266016947868e-07, + "loss": 2.4193, + "step": 50676 + }, + { + "epoch": 0.867474622982249, + "grad_norm": 2.5531389713287354, + "learning_rate": 9.07095865243971e-07, + "loss": 2.3271, + "step": 50677 + }, + { + "epoch": 0.8674917407007994, + "grad_norm": 2.522955894470215, + "learning_rate": 9.06865156741572e-07, + "loss": 2.2503, + "step": 50678 + }, + { + "epoch": 0.8675088584193499, + "grad_norm": 2.6190907955169678, + "learning_rate": 9.066344761883006e-07, + "loss": 2.3457, + "step": 50679 + }, + { + "epoch": 0.8675259761379004, + "grad_norm": 2.4624478816986084, + "learning_rate": 9.064038235848672e-07, + "loss": 2.1939, + "step": 50680 + }, + { + "epoch": 0.8675430938564508, + "grad_norm": 2.531024694442749, + "learning_rate": 9.061731989319789e-07, + "loss": 2.2689, + "step": 50681 + }, + { + "epoch": 0.8675602115750013, + "grad_norm": 2.6648638248443604, + "learning_rate": 9.059426022303475e-07, + "loss": 2.3319, + "step": 50682 + }, + { + "epoch": 0.8675773292935518, + "grad_norm": 2.6125457286834717, + "learning_rate": 9.05712033480678e-07, + "loss": 2.2464, + "step": 50683 + }, + { + "epoch": 0.8675944470121022, + "grad_norm": 2.526811122894287, + "learning_rate": 9.054814926836808e-07, + "loss": 2.3255, + "step": 50684 + }, + { + "epoch": 0.8676115647306527, + "grad_norm": 2.4921863079071045, + "learning_rate": 9.052509798400644e-07, + "loss": 2.1993, + "step": 50685 + }, + { + "epoch": 0.8676286824492032, + "grad_norm": 2.6288676261901855, + "learning_rate": 9.05020494950537e-07, + "loss": 2.3713, + "step": 50686 + }, + { + "epoch": 0.8676458001677536, + "grad_norm": 2.6508877277374268, + "learning_rate": 9.04790038015807e-07, + "loss": 2.3279, + "step": 50687 + }, + { + "epoch": 0.8676629178863041, + "grad_norm": 2.6158881187438965, + "learning_rate": 9.04559609036586e-07, + "loss": 2.2587, + "step": 50688 + }, + { + "epoch": 0.8676800356048546, + "grad_norm": 2.619112014770508, + "learning_rate": 9.043292080135758e-07, + "loss": 2.4512, + "step": 50689 + }, + { + "epoch": 0.867697153323405, + "grad_norm": 2.525413990020752, + "learning_rate": 9.040988349474911e-07, + "loss": 2.2695, + "step": 50690 + }, + { + "epoch": 0.8677142710419555, + "grad_norm": 2.5012710094451904, + "learning_rate": 9.03868489839036e-07, + "loss": 2.2652, + "step": 50691 + }, + { + "epoch": 0.867731388760506, + "grad_norm": 2.7431578636169434, + "learning_rate": 9.036381726889188e-07, + "loss": 2.2089, + "step": 50692 + }, + { + "epoch": 0.8677485064790564, + "grad_norm": 2.6030640602111816, + "learning_rate": 9.034078834978488e-07, + "loss": 2.315, + "step": 50693 + }, + { + "epoch": 0.8677656241976069, + "grad_norm": 2.5633065700531006, + "learning_rate": 9.031776222665323e-07, + "loss": 2.264, + "step": 50694 + }, + { + "epoch": 0.8677827419161575, + "grad_norm": 2.619358777999878, + "learning_rate": 9.029473889956808e-07, + "loss": 2.4278, + "step": 50695 + }, + { + "epoch": 0.8677998596347078, + "grad_norm": 2.586074113845825, + "learning_rate": 9.02717183685995e-07, + "loss": 2.212, + "step": 50696 + }, + { + "epoch": 0.8678169773532584, + "grad_norm": 2.754796266555786, + "learning_rate": 9.024870063381897e-07, + "loss": 2.3235, + "step": 50697 + }, + { + "epoch": 0.8678340950718089, + "grad_norm": 2.710005044937134, + "learning_rate": 9.022568569529688e-07, + "loss": 2.3267, + "step": 50698 + }, + { + "epoch": 0.8678512127903593, + "grad_norm": 2.8253567218780518, + "learning_rate": 9.020267355310397e-07, + "loss": 2.3677, + "step": 50699 + }, + { + "epoch": 0.8678683305089098, + "grad_norm": 2.4968111515045166, + "learning_rate": 9.017966420731116e-07, + "loss": 2.2307, + "step": 50700 + }, + { + "epoch": 0.8678854482274603, + "grad_norm": 2.788546323776245, + "learning_rate": 9.015665765798864e-07, + "loss": 2.4574, + "step": 50701 + }, + { + "epoch": 0.8679025659460107, + "grad_norm": 2.4616000652313232, + "learning_rate": 9.01336539052079e-07, + "loss": 2.2634, + "step": 50702 + }, + { + "epoch": 0.8679196836645612, + "grad_norm": 2.4945082664489746, + "learning_rate": 9.011065294903909e-07, + "loss": 2.3132, + "step": 50703 + }, + { + "epoch": 0.8679368013831117, + "grad_norm": 2.39093017578125, + "learning_rate": 9.008765478955317e-07, + "loss": 2.2012, + "step": 50704 + }, + { + "epoch": 0.8679539191016621, + "grad_norm": 2.544541358947754, + "learning_rate": 9.006465942682074e-07, + "loss": 2.269, + "step": 50705 + }, + { + "epoch": 0.8679710368202126, + "grad_norm": 2.8043289184570312, + "learning_rate": 9.00416668609122e-07, + "loss": 2.3794, + "step": 50706 + }, + { + "epoch": 0.8679881545387631, + "grad_norm": 2.596855401992798, + "learning_rate": 9.001867709189893e-07, + "loss": 2.3006, + "step": 50707 + }, + { + "epoch": 0.8680052722573135, + "grad_norm": 2.525972366333008, + "learning_rate": 8.999569011985077e-07, + "loss": 2.3786, + "step": 50708 + }, + { + "epoch": 0.868022389975864, + "grad_norm": 2.958794116973877, + "learning_rate": 8.997270594483898e-07, + "loss": 2.2846, + "step": 50709 + }, + { + "epoch": 0.8680395076944145, + "grad_norm": 2.6011905670166016, + "learning_rate": 8.994972456693396e-07, + "loss": 2.3507, + "step": 50710 + }, + { + "epoch": 0.8680566254129649, + "grad_norm": 2.5799238681793213, + "learning_rate": 8.992674598620633e-07, + "loss": 2.2275, + "step": 50711 + }, + { + "epoch": 0.8680737431315154, + "grad_norm": 2.6626193523406982, + "learning_rate": 8.990377020272701e-07, + "loss": 2.3286, + "step": 50712 + }, + { + "epoch": 0.8680908608500659, + "grad_norm": 2.708637237548828, + "learning_rate": 8.988079721656585e-07, + "loss": 2.384, + "step": 50713 + }, + { + "epoch": 0.8681079785686163, + "grad_norm": 2.5453662872314453, + "learning_rate": 8.985782702779445e-07, + "loss": 2.2048, + "step": 50714 + }, + { + "epoch": 0.8681250962871668, + "grad_norm": 2.6844849586486816, + "learning_rate": 8.983485963648275e-07, + "loss": 2.2921, + "step": 50715 + }, + { + "epoch": 0.8681422140057173, + "grad_norm": 2.5704867839813232, + "learning_rate": 8.98118950427016e-07, + "loss": 2.3116, + "step": 50716 + }, + { + "epoch": 0.8681593317242677, + "grad_norm": 2.880263566970825, + "learning_rate": 8.978893324652149e-07, + "loss": 2.3957, + "step": 50717 + }, + { + "epoch": 0.8681764494428182, + "grad_norm": 2.542025089263916, + "learning_rate": 8.976597424801303e-07, + "loss": 2.214, + "step": 50718 + }, + { + "epoch": 0.8681935671613688, + "grad_norm": 2.572406053543091, + "learning_rate": 8.974301804724694e-07, + "loss": 2.2818, + "step": 50719 + }, + { + "epoch": 0.8682106848799193, + "grad_norm": 2.539567232131958, + "learning_rate": 8.972006464429339e-07, + "loss": 2.2409, + "step": 50720 + }, + { + "epoch": 0.8682278025984697, + "grad_norm": 2.562808036804199, + "learning_rate": 8.969711403922332e-07, + "loss": 2.2521, + "step": 50721 + }, + { + "epoch": 0.8682449203170202, + "grad_norm": 2.5033211708068848, + "learning_rate": 8.9674166232107e-07, + "loss": 2.1117, + "step": 50722 + }, + { + "epoch": 0.8682620380355707, + "grad_norm": 2.6295793056488037, + "learning_rate": 8.965122122301517e-07, + "loss": 2.302, + "step": 50723 + }, + { + "epoch": 0.8682791557541211, + "grad_norm": 2.6141176223754883, + "learning_rate": 8.96282790120182e-07, + "loss": 2.3176, + "step": 50724 + }, + { + "epoch": 0.8682962734726716, + "grad_norm": 2.7091140747070312, + "learning_rate": 8.960533959918693e-07, + "loss": 2.3756, + "step": 50725 + }, + { + "epoch": 0.8683133911912221, + "grad_norm": 2.447486400604248, + "learning_rate": 8.958240298459142e-07, + "loss": 2.269, + "step": 50726 + }, + { + "epoch": 0.8683305089097725, + "grad_norm": 2.648982286453247, + "learning_rate": 8.955946916830228e-07, + "loss": 2.4296, + "step": 50727 + }, + { + "epoch": 0.868347626628323, + "grad_norm": 2.610438823699951, + "learning_rate": 8.95365381503901e-07, + "loss": 2.2828, + "step": 50728 + }, + { + "epoch": 0.8683647443468735, + "grad_norm": 2.6267590522766113, + "learning_rate": 8.951360993092539e-07, + "loss": 2.2182, + "step": 50729 + }, + { + "epoch": 0.8683818620654239, + "grad_norm": 2.6459856033325195, + "learning_rate": 8.949068450997867e-07, + "loss": 2.2232, + "step": 50730 + }, + { + "epoch": 0.8683989797839744, + "grad_norm": 2.6630373001098633, + "learning_rate": 8.946776188762019e-07, + "loss": 2.3226, + "step": 50731 + }, + { + "epoch": 0.8684160975025249, + "grad_norm": 2.520033121109009, + "learning_rate": 8.944484206392068e-07, + "loss": 2.2124, + "step": 50732 + }, + { + "epoch": 0.8684332152210753, + "grad_norm": 2.7157318592071533, + "learning_rate": 8.942192503895042e-07, + "loss": 2.3456, + "step": 50733 + }, + { + "epoch": 0.8684503329396258, + "grad_norm": 2.6214358806610107, + "learning_rate": 8.939901081277969e-07, + "loss": 2.2445, + "step": 50734 + }, + { + "epoch": 0.8684674506581763, + "grad_norm": 2.546525239944458, + "learning_rate": 8.93760993854792e-07, + "loss": 2.3374, + "step": 50735 + }, + { + "epoch": 0.8684845683767267, + "grad_norm": 2.7608282566070557, + "learning_rate": 8.935319075711923e-07, + "loss": 2.3857, + "step": 50736 + }, + { + "epoch": 0.8685016860952772, + "grad_norm": 2.586530923843384, + "learning_rate": 8.93302849277704e-07, + "loss": 2.3901, + "step": 50737 + }, + { + "epoch": 0.8685188038138277, + "grad_norm": 2.682436227798462, + "learning_rate": 8.930738189750266e-07, + "loss": 2.3905, + "step": 50738 + }, + { + "epoch": 0.8685359215323781, + "grad_norm": 2.5863192081451416, + "learning_rate": 8.928448166638703e-07, + "loss": 2.2562, + "step": 50739 + }, + { + "epoch": 0.8685530392509286, + "grad_norm": 2.530458927154541, + "learning_rate": 8.926158423449339e-07, + "loss": 2.2957, + "step": 50740 + }, + { + "epoch": 0.8685701569694791, + "grad_norm": 2.7392139434814453, + "learning_rate": 8.923868960189219e-07, + "loss": 2.3764, + "step": 50741 + }, + { + "epoch": 0.8685872746880295, + "grad_norm": 2.642101526260376, + "learning_rate": 8.921579776865418e-07, + "loss": 2.3217, + "step": 50742 + }, + { + "epoch": 0.86860439240658, + "grad_norm": 2.5582869052886963, + "learning_rate": 8.919290873484898e-07, + "loss": 2.3591, + "step": 50743 + }, + { + "epoch": 0.8686215101251306, + "grad_norm": 2.3897626399993896, + "learning_rate": 8.917002250054784e-07, + "loss": 2.3352, + "step": 50744 + }, + { + "epoch": 0.868638627843681, + "grad_norm": 2.647108793258667, + "learning_rate": 8.914713906582039e-07, + "loss": 2.3456, + "step": 50745 + }, + { + "epoch": 0.8686557455622315, + "grad_norm": 2.5373876094818115, + "learning_rate": 8.912425843073746e-07, + "loss": 2.2042, + "step": 50746 + }, + { + "epoch": 0.868672863280782, + "grad_norm": 2.7512168884277344, + "learning_rate": 8.910138059536899e-07, + "loss": 2.3805, + "step": 50747 + }, + { + "epoch": 0.8686899809993324, + "grad_norm": 2.773374557495117, + "learning_rate": 8.907850555978559e-07, + "loss": 2.5192, + "step": 50748 + }, + { + "epoch": 0.8687070987178829, + "grad_norm": 2.694065809249878, + "learning_rate": 8.905563332405753e-07, + "loss": 2.3066, + "step": 50749 + }, + { + "epoch": 0.8687242164364334, + "grad_norm": 2.691289186477661, + "learning_rate": 8.903276388825466e-07, + "loss": 2.3308, + "step": 50750 + }, + { + "epoch": 0.8687413341549838, + "grad_norm": 2.4807043075561523, + "learning_rate": 8.900989725244802e-07, + "loss": 2.307, + "step": 50751 + }, + { + "epoch": 0.8687584518735343, + "grad_norm": 2.9062743186950684, + "learning_rate": 8.898703341670733e-07, + "loss": 2.3123, + "step": 50752 + }, + { + "epoch": 0.8687755695920848, + "grad_norm": 2.856200933456421, + "learning_rate": 8.89641723811031e-07, + "loss": 2.3862, + "step": 50753 + }, + { + "epoch": 0.8687926873106352, + "grad_norm": 2.6186652183532715, + "learning_rate": 8.89413141457055e-07, + "loss": 2.3472, + "step": 50754 + }, + { + "epoch": 0.8688098050291857, + "grad_norm": 2.7110884189605713, + "learning_rate": 8.891845871058491e-07, + "loss": 2.4289, + "step": 50755 + }, + { + "epoch": 0.8688269227477362, + "grad_norm": 2.5251357555389404, + "learning_rate": 8.88956060758116e-07, + "loss": 2.2704, + "step": 50756 + }, + { + "epoch": 0.8688440404662866, + "grad_norm": 2.6733646392822266, + "learning_rate": 8.887275624145563e-07, + "loss": 2.2948, + "step": 50757 + }, + { + "epoch": 0.8688611581848371, + "grad_norm": 2.4667458534240723, + "learning_rate": 8.884990920758729e-07, + "loss": 2.2406, + "step": 50758 + }, + { + "epoch": 0.8688782759033876, + "grad_norm": 2.6121177673339844, + "learning_rate": 8.882706497427673e-07, + "loss": 2.3853, + "step": 50759 + }, + { + "epoch": 0.868895393621938, + "grad_norm": 2.5679469108581543, + "learning_rate": 8.880422354159435e-07, + "loss": 2.2399, + "step": 50760 + }, + { + "epoch": 0.8689125113404885, + "grad_norm": 2.532606840133667, + "learning_rate": 8.87813849096103e-07, + "loss": 2.3256, + "step": 50761 + }, + { + "epoch": 0.868929629059039, + "grad_norm": 2.544004440307617, + "learning_rate": 8.875854907839498e-07, + "loss": 2.3875, + "step": 50762 + }, + { + "epoch": 0.8689467467775894, + "grad_norm": 2.477444648742676, + "learning_rate": 8.873571604801812e-07, + "loss": 2.2176, + "step": 50763 + }, + { + "epoch": 0.8689638644961399, + "grad_norm": 2.860344171524048, + "learning_rate": 8.871288581855009e-07, + "loss": 2.4263, + "step": 50764 + }, + { + "epoch": 0.8689809822146904, + "grad_norm": 2.6069774627685547, + "learning_rate": 8.869005839006107e-07, + "loss": 2.3229, + "step": 50765 + }, + { + "epoch": 0.868998099933241, + "grad_norm": 2.7130725383758545, + "learning_rate": 8.866723376262132e-07, + "loss": 2.3046, + "step": 50766 + }, + { + "epoch": 0.8690152176517913, + "grad_norm": 2.6186039447784424, + "learning_rate": 8.864441193630102e-07, + "loss": 2.2106, + "step": 50767 + }, + { + "epoch": 0.8690323353703419, + "grad_norm": 2.540386915206909, + "learning_rate": 8.862159291117012e-07, + "loss": 2.2632, + "step": 50768 + }, + { + "epoch": 0.8690494530888924, + "grad_norm": 2.611539125442505, + "learning_rate": 8.859877668729911e-07, + "loss": 2.3774, + "step": 50769 + }, + { + "epoch": 0.8690665708074428, + "grad_norm": 2.7147998809814453, + "learning_rate": 8.857596326475759e-07, + "loss": 2.353, + "step": 50770 + }, + { + "epoch": 0.8690836885259933, + "grad_norm": 2.5960869789123535, + "learning_rate": 8.855315264361608e-07, + "loss": 2.2844, + "step": 50771 + }, + { + "epoch": 0.8691008062445438, + "grad_norm": 2.6828348636627197, + "learning_rate": 8.853034482394463e-07, + "loss": 2.2463, + "step": 50772 + }, + { + "epoch": 0.8691179239630942, + "grad_norm": 2.575807571411133, + "learning_rate": 8.850753980581317e-07, + "loss": 2.1892, + "step": 50773 + }, + { + "epoch": 0.8691350416816447, + "grad_norm": 2.7148516178131104, + "learning_rate": 8.848473758929211e-07, + "loss": 2.3423, + "step": 50774 + }, + { + "epoch": 0.8691521594001952, + "grad_norm": 2.591427803039551, + "learning_rate": 8.846193817445104e-07, + "loss": 2.2563, + "step": 50775 + }, + { + "epoch": 0.8691692771187456, + "grad_norm": 2.7142515182495117, + "learning_rate": 8.843914156136069e-07, + "loss": 2.344, + "step": 50776 + }, + { + "epoch": 0.8691863948372961, + "grad_norm": 2.6636171340942383, + "learning_rate": 8.841634775009055e-07, + "loss": 2.2871, + "step": 50777 + }, + { + "epoch": 0.8692035125558466, + "grad_norm": 2.610727071762085, + "learning_rate": 8.839355674071104e-07, + "loss": 2.3787, + "step": 50778 + }, + { + "epoch": 0.869220630274397, + "grad_norm": 2.7478363513946533, + "learning_rate": 8.837076853329207e-07, + "loss": 2.4501, + "step": 50779 + }, + { + "epoch": 0.8692377479929475, + "grad_norm": 2.473930835723877, + "learning_rate": 8.834798312790349e-07, + "loss": 2.2312, + "step": 50780 + }, + { + "epoch": 0.869254865711498, + "grad_norm": 2.6663620471954346, + "learning_rate": 8.83252005246159e-07, + "loss": 2.2441, + "step": 50781 + }, + { + "epoch": 0.8692719834300484, + "grad_norm": 2.4802119731903076, + "learning_rate": 8.830242072349848e-07, + "loss": 2.3326, + "step": 50782 + }, + { + "epoch": 0.8692891011485989, + "grad_norm": 2.643203020095825, + "learning_rate": 8.827964372462216e-07, + "loss": 2.4923, + "step": 50783 + }, + { + "epoch": 0.8693062188671494, + "grad_norm": 2.6064796447753906, + "learning_rate": 8.825686952805645e-07, + "loss": 2.3229, + "step": 50784 + }, + { + "epoch": 0.8693233365856998, + "grad_norm": 2.7166309356689453, + "learning_rate": 8.823409813387129e-07, + "loss": 2.2816, + "step": 50785 + }, + { + "epoch": 0.8693404543042503, + "grad_norm": 2.672081470489502, + "learning_rate": 8.821132954213696e-07, + "loss": 2.3401, + "step": 50786 + }, + { + "epoch": 0.8693575720228008, + "grad_norm": 2.6392805576324463, + "learning_rate": 8.818856375292306e-07, + "loss": 2.333, + "step": 50787 + }, + { + "epoch": 0.8693746897413512, + "grad_norm": 2.472778797149658, + "learning_rate": 8.816580076629999e-07, + "loss": 2.2821, + "step": 50788 + }, + { + "epoch": 0.8693918074599017, + "grad_norm": 2.42080020904541, + "learning_rate": 8.814304058233747e-07, + "loss": 2.2323, + "step": 50789 + }, + { + "epoch": 0.8694089251784523, + "grad_norm": 2.7003355026245117, + "learning_rate": 8.812028320110543e-07, + "loss": 2.2783, + "step": 50790 + }, + { + "epoch": 0.8694260428970026, + "grad_norm": 2.8247387409210205, + "learning_rate": 8.809752862267418e-07, + "loss": 2.3993, + "step": 50791 + }, + { + "epoch": 0.8694431606155532, + "grad_norm": 2.4866573810577393, + "learning_rate": 8.807477684711286e-07, + "loss": 2.1918, + "step": 50792 + }, + { + "epoch": 0.8694602783341037, + "grad_norm": 2.7532947063446045, + "learning_rate": 8.80520278744923e-07, + "loss": 2.2793, + "step": 50793 + }, + { + "epoch": 0.8694773960526541, + "grad_norm": 2.737492799758911, + "learning_rate": 8.80292817048819e-07, + "loss": 2.5413, + "step": 50794 + }, + { + "epoch": 0.8694945137712046, + "grad_norm": 2.6000447273254395, + "learning_rate": 8.800653833835171e-07, + "loss": 2.2985, + "step": 50795 + }, + { + "epoch": 0.8695116314897551, + "grad_norm": 2.6227035522460938, + "learning_rate": 8.798379777497168e-07, + "loss": 2.2767, + "step": 50796 + }, + { + "epoch": 0.8695287492083055, + "grad_norm": 2.856555938720703, + "learning_rate": 8.796106001481153e-07, + "loss": 2.4052, + "step": 50797 + }, + { + "epoch": 0.869545866926856, + "grad_norm": 2.6610450744628906, + "learning_rate": 8.793832505794153e-07, + "loss": 2.2929, + "step": 50798 + }, + { + "epoch": 0.8695629846454065, + "grad_norm": 2.473048686981201, + "learning_rate": 8.791559290443097e-07, + "loss": 2.2715, + "step": 50799 + }, + { + "epoch": 0.8695801023639569, + "grad_norm": 2.597543478012085, + "learning_rate": 8.789286355435034e-07, + "loss": 2.2553, + "step": 50800 + }, + { + "epoch": 0.8695972200825074, + "grad_norm": 2.5470190048217773, + "learning_rate": 8.787013700776914e-07, + "loss": 2.2915, + "step": 50801 + }, + { + "epoch": 0.8696143378010579, + "grad_norm": 2.7511281967163086, + "learning_rate": 8.78474132647572e-07, + "loss": 2.3489, + "step": 50802 + }, + { + "epoch": 0.8696314555196083, + "grad_norm": 2.655258893966675, + "learning_rate": 8.78246923253846e-07, + "loss": 2.1926, + "step": 50803 + }, + { + "epoch": 0.8696485732381588, + "grad_norm": 2.7473158836364746, + "learning_rate": 8.780197418972092e-07, + "loss": 2.4499, + "step": 50804 + }, + { + "epoch": 0.8696656909567093, + "grad_norm": 2.5813474655151367, + "learning_rate": 8.777925885783634e-07, + "loss": 2.2897, + "step": 50805 + }, + { + "epoch": 0.8696828086752597, + "grad_norm": 2.7135584354400635, + "learning_rate": 8.775654632980024e-07, + "loss": 2.3864, + "step": 50806 + }, + { + "epoch": 0.8696999263938102, + "grad_norm": 2.7938876152038574, + "learning_rate": 8.773383660568269e-07, + "loss": 2.3986, + "step": 50807 + }, + { + "epoch": 0.8697170441123607, + "grad_norm": 2.7063920497894287, + "learning_rate": 8.77111296855534e-07, + "loss": 2.2108, + "step": 50808 + }, + { + "epoch": 0.8697341618309111, + "grad_norm": 2.6870720386505127, + "learning_rate": 8.768842556948221e-07, + "loss": 2.3583, + "step": 50809 + }, + { + "epoch": 0.8697512795494616, + "grad_norm": 2.732168197631836, + "learning_rate": 8.766572425753894e-07, + "loss": 2.3889, + "step": 50810 + }, + { + "epoch": 0.8697683972680121, + "grad_norm": 2.670161008834839, + "learning_rate": 8.764302574979344e-07, + "loss": 2.4739, + "step": 50811 + }, + { + "epoch": 0.8697855149865625, + "grad_norm": 2.6586151123046875, + "learning_rate": 8.762033004631531e-07, + "loss": 2.3535, + "step": 50812 + }, + { + "epoch": 0.869802632705113, + "grad_norm": 2.71146821975708, + "learning_rate": 8.759763714717428e-07, + "loss": 2.4849, + "step": 50813 + }, + { + "epoch": 0.8698197504236636, + "grad_norm": 2.571636915206909, + "learning_rate": 8.757494705244018e-07, + "loss": 2.2455, + "step": 50814 + }, + { + "epoch": 0.8698368681422141, + "grad_norm": 2.544494390487671, + "learning_rate": 8.755225976218274e-07, + "loss": 2.2992, + "step": 50815 + }, + { + "epoch": 0.8698539858607645, + "grad_norm": 2.7081120014190674, + "learning_rate": 8.752957527647188e-07, + "loss": 2.3807, + "step": 50816 + }, + { + "epoch": 0.869871103579315, + "grad_norm": 2.5403716564178467, + "learning_rate": 8.750689359537678e-07, + "loss": 2.2603, + "step": 50817 + }, + { + "epoch": 0.8698882212978655, + "grad_norm": 2.793335199356079, + "learning_rate": 8.748421471896796e-07, + "loss": 2.3921, + "step": 50818 + }, + { + "epoch": 0.8699053390164159, + "grad_norm": 2.7367329597473145, + "learning_rate": 8.746153864731443e-07, + "loss": 2.4524, + "step": 50819 + }, + { + "epoch": 0.8699224567349664, + "grad_norm": 2.635484218597412, + "learning_rate": 8.743886538048618e-07, + "loss": 2.483, + "step": 50820 + }, + { + "epoch": 0.8699395744535169, + "grad_norm": 2.6189582347869873, + "learning_rate": 8.741619491855291e-07, + "loss": 2.2129, + "step": 50821 + }, + { + "epoch": 0.8699566921720673, + "grad_norm": 2.869508981704712, + "learning_rate": 8.739352726158423e-07, + "loss": 2.3836, + "step": 50822 + }, + { + "epoch": 0.8699738098906178, + "grad_norm": 2.50958514213562, + "learning_rate": 8.737086240965009e-07, + "loss": 2.2077, + "step": 50823 + }, + { + "epoch": 0.8699909276091683, + "grad_norm": 2.6259610652923584, + "learning_rate": 8.734820036281944e-07, + "loss": 2.3853, + "step": 50824 + }, + { + "epoch": 0.8700080453277187, + "grad_norm": 2.6858675479888916, + "learning_rate": 8.732554112116287e-07, + "loss": 2.3016, + "step": 50825 + }, + { + "epoch": 0.8700251630462692, + "grad_norm": 2.6065926551818848, + "learning_rate": 8.730288468474935e-07, + "loss": 2.3973, + "step": 50826 + }, + { + "epoch": 0.8700422807648197, + "grad_norm": 2.4933183193206787, + "learning_rate": 8.728023105364869e-07, + "loss": 2.3012, + "step": 50827 + }, + { + "epoch": 0.8700593984833701, + "grad_norm": 2.6596627235412598, + "learning_rate": 8.725758022793074e-07, + "loss": 2.3911, + "step": 50828 + }, + { + "epoch": 0.8700765162019206, + "grad_norm": 2.4867846965789795, + "learning_rate": 8.723493220766454e-07, + "loss": 2.2514, + "step": 50829 + }, + { + "epoch": 0.8700936339204711, + "grad_norm": 2.7109131813049316, + "learning_rate": 8.72122869929205e-07, + "loss": 2.2178, + "step": 50830 + }, + { + "epoch": 0.8701107516390215, + "grad_norm": 2.6785454750061035, + "learning_rate": 8.718964458376766e-07, + "loss": 2.331, + "step": 50831 + }, + { + "epoch": 0.870127869357572, + "grad_norm": 2.573495388031006, + "learning_rate": 8.716700498027586e-07, + "loss": 2.3956, + "step": 50832 + }, + { + "epoch": 0.8701449870761225, + "grad_norm": 2.668431520462036, + "learning_rate": 8.714436818251449e-07, + "loss": 2.3574, + "step": 50833 + }, + { + "epoch": 0.8701621047946729, + "grad_norm": 2.556251287460327, + "learning_rate": 8.712173419055326e-07, + "loss": 2.3167, + "step": 50834 + }, + { + "epoch": 0.8701792225132234, + "grad_norm": 2.5568957328796387, + "learning_rate": 8.709910300446189e-07, + "loss": 2.275, + "step": 50835 + }, + { + "epoch": 0.870196340231774, + "grad_norm": 2.62205171585083, + "learning_rate": 8.707647462430945e-07, + "loss": 2.356, + "step": 50836 + }, + { + "epoch": 0.8702134579503243, + "grad_norm": 2.6632111072540283, + "learning_rate": 8.705384905016623e-07, + "loss": 2.2267, + "step": 50837 + }, + { + "epoch": 0.8702305756688749, + "grad_norm": 2.578596591949463, + "learning_rate": 8.703122628210114e-07, + "loss": 2.2304, + "step": 50838 + }, + { + "epoch": 0.8702476933874254, + "grad_norm": 2.5766422748565674, + "learning_rate": 8.700860632018382e-07, + "loss": 2.3258, + "step": 50839 + }, + { + "epoch": 0.8702648111059758, + "grad_norm": 2.7426843643188477, + "learning_rate": 8.698598916448409e-07, + "loss": 2.3441, + "step": 50840 + }, + { + "epoch": 0.8702819288245263, + "grad_norm": 2.579987049102783, + "learning_rate": 8.696337481507111e-07, + "loss": 2.2571, + "step": 50841 + }, + { + "epoch": 0.8702990465430768, + "grad_norm": 2.5273513793945312, + "learning_rate": 8.694076327201484e-07, + "loss": 2.293, + "step": 50842 + }, + { + "epoch": 0.8703161642616272, + "grad_norm": 2.71423077583313, + "learning_rate": 8.691815453538433e-07, + "loss": 2.3377, + "step": 50843 + }, + { + "epoch": 0.8703332819801777, + "grad_norm": 2.611739158630371, + "learning_rate": 8.689554860524919e-07, + "loss": 2.3326, + "step": 50844 + }, + { + "epoch": 0.8703503996987282, + "grad_norm": 2.7388601303100586, + "learning_rate": 8.687294548167901e-07, + "loss": 2.4005, + "step": 50845 + }, + { + "epoch": 0.8703675174172786, + "grad_norm": 2.608525037765503, + "learning_rate": 8.685034516474322e-07, + "loss": 2.3166, + "step": 50846 + }, + { + "epoch": 0.8703846351358291, + "grad_norm": 2.4070141315460205, + "learning_rate": 8.682774765451118e-07, + "loss": 2.214, + "step": 50847 + }, + { + "epoch": 0.8704017528543796, + "grad_norm": 2.8164873123168945, + "learning_rate": 8.680515295105274e-07, + "loss": 2.3087, + "step": 50848 + }, + { + "epoch": 0.87041887057293, + "grad_norm": 2.687420129776001, + "learning_rate": 8.678256105443683e-07, + "loss": 2.3132, + "step": 50849 + }, + { + "epoch": 0.8704359882914805, + "grad_norm": 2.5659403800964355, + "learning_rate": 8.675997196473307e-07, + "loss": 2.1244, + "step": 50850 + }, + { + "epoch": 0.870453106010031, + "grad_norm": 2.457693576812744, + "learning_rate": 8.673738568201096e-07, + "loss": 2.3206, + "step": 50851 + }, + { + "epoch": 0.8704702237285814, + "grad_norm": 2.7252728939056396, + "learning_rate": 8.671480220633998e-07, + "loss": 2.4003, + "step": 50852 + }, + { + "epoch": 0.8704873414471319, + "grad_norm": 2.773744583129883, + "learning_rate": 8.669222153778955e-07, + "loss": 2.4755, + "step": 50853 + }, + { + "epoch": 0.8705044591656824, + "grad_norm": 2.5298731327056885, + "learning_rate": 8.666964367642861e-07, + "loss": 2.2759, + "step": 50854 + }, + { + "epoch": 0.8705215768842328, + "grad_norm": 2.8229613304138184, + "learning_rate": 8.66470686223273e-07, + "loss": 2.3468, + "step": 50855 + }, + { + "epoch": 0.8705386946027833, + "grad_norm": 2.5908846855163574, + "learning_rate": 8.662449637555459e-07, + "loss": 2.3537, + "step": 50856 + }, + { + "epoch": 0.8705558123213338, + "grad_norm": 2.7266862392425537, + "learning_rate": 8.660192693617975e-07, + "loss": 2.3021, + "step": 50857 + }, + { + "epoch": 0.8705729300398842, + "grad_norm": 2.486032009124756, + "learning_rate": 8.657936030427238e-07, + "loss": 2.3244, + "step": 50858 + }, + { + "epoch": 0.8705900477584347, + "grad_norm": 2.728437662124634, + "learning_rate": 8.655679647990178e-07, + "loss": 2.3834, + "step": 50859 + }, + { + "epoch": 0.8706071654769852, + "grad_norm": 2.52242374420166, + "learning_rate": 8.653423546313743e-07, + "loss": 2.2703, + "step": 50860 + }, + { + "epoch": 0.8706242831955358, + "grad_norm": 2.602963447570801, + "learning_rate": 8.651167725404819e-07, + "loss": 2.2292, + "step": 50861 + }, + { + "epoch": 0.8706414009140861, + "grad_norm": 2.5988545417785645, + "learning_rate": 8.648912185270408e-07, + "loss": 2.2501, + "step": 50862 + }, + { + "epoch": 0.8706585186326367, + "grad_norm": 2.584505081176758, + "learning_rate": 8.646656925917396e-07, + "loss": 2.2982, + "step": 50863 + }, + { + "epoch": 0.8706756363511872, + "grad_norm": 2.6392335891723633, + "learning_rate": 8.644401947352721e-07, + "loss": 2.4499, + "step": 50864 + }, + { + "epoch": 0.8706927540697376, + "grad_norm": 2.6879122257232666, + "learning_rate": 8.642147249583343e-07, + "loss": 2.3615, + "step": 50865 + }, + { + "epoch": 0.8707098717882881, + "grad_norm": 2.594531774520874, + "learning_rate": 8.639892832616137e-07, + "loss": 2.3692, + "step": 50866 + }, + { + "epoch": 0.8707269895068386, + "grad_norm": 2.5758042335510254, + "learning_rate": 8.637638696458106e-07, + "loss": 2.3593, + "step": 50867 + }, + { + "epoch": 0.870744107225389, + "grad_norm": 2.710263729095459, + "learning_rate": 8.635384841116112e-07, + "loss": 2.4198, + "step": 50868 + }, + { + "epoch": 0.8707612249439395, + "grad_norm": 2.508852243423462, + "learning_rate": 8.633131266597106e-07, + "loss": 2.1601, + "step": 50869 + }, + { + "epoch": 0.87077834266249, + "grad_norm": 2.606945753097534, + "learning_rate": 8.630877972908048e-07, + "loss": 2.3156, + "step": 50870 + }, + { + "epoch": 0.8707954603810404, + "grad_norm": 2.767490863800049, + "learning_rate": 8.628624960055787e-07, + "loss": 2.3082, + "step": 50871 + }, + { + "epoch": 0.8708125780995909, + "grad_norm": 2.529202699661255, + "learning_rate": 8.62637222804733e-07, + "loss": 2.2654, + "step": 50872 + }, + { + "epoch": 0.8708296958181414, + "grad_norm": 2.5676772594451904, + "learning_rate": 8.624119776889528e-07, + "loss": 2.4184, + "step": 50873 + }, + { + "epoch": 0.8708468135366918, + "grad_norm": 2.673980236053467, + "learning_rate": 8.621867606589385e-07, + "loss": 2.261, + "step": 50874 + }, + { + "epoch": 0.8708639312552423, + "grad_norm": 2.6457691192626953, + "learning_rate": 8.619615717153762e-07, + "loss": 2.3634, + "step": 50875 + }, + { + "epoch": 0.8708810489737928, + "grad_norm": 2.7214102745056152, + "learning_rate": 8.617364108589587e-07, + "loss": 2.3286, + "step": 50876 + }, + { + "epoch": 0.8708981666923432, + "grad_norm": 2.541921377182007, + "learning_rate": 8.615112780903823e-07, + "loss": 2.3865, + "step": 50877 + }, + { + "epoch": 0.8709152844108937, + "grad_norm": 2.8258249759674072, + "learning_rate": 8.612861734103317e-07, + "loss": 2.4245, + "step": 50878 + }, + { + "epoch": 0.8709324021294442, + "grad_norm": 2.607245683670044, + "learning_rate": 8.610610968195065e-07, + "loss": 2.2304, + "step": 50879 + }, + { + "epoch": 0.8709495198479946, + "grad_norm": 2.5458779335021973, + "learning_rate": 8.608360483185929e-07, + "loss": 2.3205, + "step": 50880 + }, + { + "epoch": 0.8709666375665451, + "grad_norm": 2.4798617362976074, + "learning_rate": 8.606110279082847e-07, + "loss": 2.2366, + "step": 50881 + }, + { + "epoch": 0.8709837552850956, + "grad_norm": 2.769002676010132, + "learning_rate": 8.603860355892746e-07, + "loss": 2.3023, + "step": 50882 + }, + { + "epoch": 0.871000873003646, + "grad_norm": 2.472257614135742, + "learning_rate": 8.601610713622521e-07, + "loss": 2.2753, + "step": 50883 + }, + { + "epoch": 0.8710179907221965, + "grad_norm": 2.557274103164673, + "learning_rate": 8.599361352279112e-07, + "loss": 2.2684, + "step": 50884 + }, + { + "epoch": 0.871035108440747, + "grad_norm": 2.608212947845459, + "learning_rate": 8.597112271869412e-07, + "loss": 2.2057, + "step": 50885 + }, + { + "epoch": 0.8710522261592974, + "grad_norm": 2.567222833633423, + "learning_rate": 8.594863472400327e-07, + "loss": 2.3436, + "step": 50886 + }, + { + "epoch": 0.871069343877848, + "grad_norm": 2.6793313026428223, + "learning_rate": 8.592614953878786e-07, + "loss": 2.2287, + "step": 50887 + }, + { + "epoch": 0.8710864615963985, + "grad_norm": 2.6965012550354004, + "learning_rate": 8.590366716311693e-07, + "loss": 2.3377, + "step": 50888 + }, + { + "epoch": 0.8711035793149489, + "grad_norm": 2.6730592250823975, + "learning_rate": 8.588118759705965e-07, + "loss": 2.209, + "step": 50889 + }, + { + "epoch": 0.8711206970334994, + "grad_norm": 2.626009225845337, + "learning_rate": 8.58587108406852e-07, + "loss": 2.2256, + "step": 50890 + }, + { + "epoch": 0.8711378147520499, + "grad_norm": 2.775998115539551, + "learning_rate": 8.583623689406239e-07, + "loss": 2.3485, + "step": 50891 + }, + { + "epoch": 0.8711549324706003, + "grad_norm": 2.562265634536743, + "learning_rate": 8.581376575726041e-07, + "loss": 2.248, + "step": 50892 + }, + { + "epoch": 0.8711720501891508, + "grad_norm": 2.576164722442627, + "learning_rate": 8.579129743034842e-07, + "loss": 2.315, + "step": 50893 + }, + { + "epoch": 0.8711891679077013, + "grad_norm": 2.6075336933135986, + "learning_rate": 8.576883191339535e-07, + "loss": 2.3989, + "step": 50894 + }, + { + "epoch": 0.8712062856262517, + "grad_norm": 2.6764845848083496, + "learning_rate": 8.57463692064704e-07, + "loss": 2.3368, + "step": 50895 + }, + { + "epoch": 0.8712234033448022, + "grad_norm": 2.6358115673065186, + "learning_rate": 8.572390930964247e-07, + "loss": 2.2954, + "step": 50896 + }, + { + "epoch": 0.8712405210633527, + "grad_norm": 2.56543231010437, + "learning_rate": 8.570145222298088e-07, + "loss": 2.2934, + "step": 50897 + }, + { + "epoch": 0.8712576387819031, + "grad_norm": 2.718224287033081, + "learning_rate": 8.56789979465541e-07, + "loss": 2.4444, + "step": 50898 + }, + { + "epoch": 0.8712747565004536, + "grad_norm": 2.624122381210327, + "learning_rate": 8.565654648043176e-07, + "loss": 2.3202, + "step": 50899 + }, + { + "epoch": 0.8712918742190041, + "grad_norm": 2.5931334495544434, + "learning_rate": 8.563409782468246e-07, + "loss": 2.3637, + "step": 50900 + }, + { + "epoch": 0.8713089919375545, + "grad_norm": 2.688857316970825, + "learning_rate": 8.561165197937526e-07, + "loss": 2.4314, + "step": 50901 + }, + { + "epoch": 0.871326109656105, + "grad_norm": 2.7532644271850586, + "learning_rate": 8.558920894457945e-07, + "loss": 2.45, + "step": 50902 + }, + { + "epoch": 0.8713432273746555, + "grad_norm": 2.4538867473602295, + "learning_rate": 8.556676872036351e-07, + "loss": 2.3284, + "step": 50903 + }, + { + "epoch": 0.8713603450932059, + "grad_norm": 2.6945056915283203, + "learning_rate": 8.554433130679696e-07, + "loss": 2.4305, + "step": 50904 + }, + { + "epoch": 0.8713774628117564, + "grad_norm": 2.7723898887634277, + "learning_rate": 8.552189670394828e-07, + "loss": 2.3914, + "step": 50905 + }, + { + "epoch": 0.8713945805303069, + "grad_norm": 2.6621899604797363, + "learning_rate": 8.549946491188665e-07, + "loss": 2.2723, + "step": 50906 + }, + { + "epoch": 0.8714116982488574, + "grad_norm": 2.6843113899230957, + "learning_rate": 8.547703593068124e-07, + "loss": 2.4143, + "step": 50907 + }, + { + "epoch": 0.8714288159674078, + "grad_norm": 2.7467660903930664, + "learning_rate": 8.545460976040032e-07, + "loss": 2.4138, + "step": 50908 + }, + { + "epoch": 0.8714459336859584, + "grad_norm": 2.5556728839874268, + "learning_rate": 8.543218640111362e-07, + "loss": 2.2767, + "step": 50909 + }, + { + "epoch": 0.8714630514045089, + "grad_norm": 2.5097014904022217, + "learning_rate": 8.54097658528894e-07, + "loss": 2.2964, + "step": 50910 + }, + { + "epoch": 0.8714801691230593, + "grad_norm": 2.598447561264038, + "learning_rate": 8.538734811579719e-07, + "loss": 2.3914, + "step": 50911 + }, + { + "epoch": 0.8714972868416098, + "grad_norm": 2.5846385955810547, + "learning_rate": 8.536493318990536e-07, + "loss": 2.3243, + "step": 50912 + }, + { + "epoch": 0.8715144045601603, + "grad_norm": 2.7540183067321777, + "learning_rate": 8.534252107528296e-07, + "loss": 2.3425, + "step": 50913 + }, + { + "epoch": 0.8715315222787107, + "grad_norm": 2.588522434234619, + "learning_rate": 8.532011177199928e-07, + "loss": 2.3554, + "step": 50914 + }, + { + "epoch": 0.8715486399972612, + "grad_norm": 2.4900286197662354, + "learning_rate": 8.529770528012238e-07, + "loss": 2.2094, + "step": 50915 + }, + { + "epoch": 0.8715657577158117, + "grad_norm": 2.461379051208496, + "learning_rate": 8.527530159972198e-07, + "loss": 2.3572, + "step": 50916 + }, + { + "epoch": 0.8715828754343621, + "grad_norm": 2.8073301315307617, + "learning_rate": 8.525290073086634e-07, + "loss": 2.3681, + "step": 50917 + }, + { + "epoch": 0.8715999931529126, + "grad_norm": 2.5108957290649414, + "learning_rate": 8.523050267362465e-07, + "loss": 2.1985, + "step": 50918 + }, + { + "epoch": 0.8716171108714631, + "grad_norm": 2.621382474899292, + "learning_rate": 8.520810742806551e-07, + "loss": 2.3011, + "step": 50919 + }, + { + "epoch": 0.8716342285900135, + "grad_norm": 2.627120018005371, + "learning_rate": 8.518571499425799e-07, + "loss": 2.2511, + "step": 50920 + }, + { + "epoch": 0.871651346308564, + "grad_norm": 2.6786041259765625, + "learning_rate": 8.51633253722709e-07, + "loss": 2.3301, + "step": 50921 + }, + { + "epoch": 0.8716684640271145, + "grad_norm": 2.7136099338531494, + "learning_rate": 8.514093856217287e-07, + "loss": 2.4213, + "step": 50922 + }, + { + "epoch": 0.8716855817456649, + "grad_norm": 2.564710855484009, + "learning_rate": 8.511855456403273e-07, + "loss": 2.2303, + "step": 50923 + }, + { + "epoch": 0.8717026994642154, + "grad_norm": 2.5538229942321777, + "learning_rate": 8.509617337791943e-07, + "loss": 2.4022, + "step": 50924 + }, + { + "epoch": 0.8717198171827659, + "grad_norm": 2.705947160720825, + "learning_rate": 8.507379500390168e-07, + "loss": 2.3902, + "step": 50925 + }, + { + "epoch": 0.8717369349013163, + "grad_norm": 2.657153606414795, + "learning_rate": 8.50514194420482e-07, + "loss": 2.3333, + "step": 50926 + }, + { + "epoch": 0.8717540526198668, + "grad_norm": 2.8606579303741455, + "learning_rate": 8.502904669242796e-07, + "loss": 2.3388, + "step": 50927 + }, + { + "epoch": 0.8717711703384173, + "grad_norm": 2.6165671348571777, + "learning_rate": 8.500667675510965e-07, + "loss": 2.2288, + "step": 50928 + }, + { + "epoch": 0.8717882880569677, + "grad_norm": 2.693486452102661, + "learning_rate": 8.498430963016191e-07, + "loss": 2.3938, + "step": 50929 + }, + { + "epoch": 0.8718054057755182, + "grad_norm": 2.560520887374878, + "learning_rate": 8.496194531765356e-07, + "loss": 2.3379, + "step": 50930 + }, + { + "epoch": 0.8718225234940687, + "grad_norm": 2.6057097911834717, + "learning_rate": 8.493958381765322e-07, + "loss": 2.3876, + "step": 50931 + }, + { + "epoch": 0.8718396412126191, + "grad_norm": 2.652477741241455, + "learning_rate": 8.491722513022982e-07, + "loss": 2.3529, + "step": 50932 + }, + { + "epoch": 0.8718567589311697, + "grad_norm": 2.701275587081909, + "learning_rate": 8.48948692554521e-07, + "loss": 2.2676, + "step": 50933 + }, + { + "epoch": 0.8718738766497202, + "grad_norm": 2.496138334274292, + "learning_rate": 8.487251619338876e-07, + "loss": 2.1366, + "step": 50934 + }, + { + "epoch": 0.8718909943682706, + "grad_norm": 2.699659585952759, + "learning_rate": 8.485016594410822e-07, + "loss": 2.3799, + "step": 50935 + }, + { + "epoch": 0.8719081120868211, + "grad_norm": 2.5149426460266113, + "learning_rate": 8.482781850767941e-07, + "loss": 2.2096, + "step": 50936 + }, + { + "epoch": 0.8719252298053716, + "grad_norm": 2.597184896469116, + "learning_rate": 8.480547388417104e-07, + "loss": 2.3076, + "step": 50937 + }, + { + "epoch": 0.871942347523922, + "grad_norm": 2.750934600830078, + "learning_rate": 8.478313207365163e-07, + "loss": 2.4071, + "step": 50938 + }, + { + "epoch": 0.8719594652424725, + "grad_norm": 2.7115986347198486, + "learning_rate": 8.476079307619023e-07, + "loss": 2.3849, + "step": 50939 + }, + { + "epoch": 0.871976582961023, + "grad_norm": 2.684985876083374, + "learning_rate": 8.473845689185478e-07, + "loss": 2.2804, + "step": 50940 + }, + { + "epoch": 0.8719937006795734, + "grad_norm": 2.697615623474121, + "learning_rate": 8.47161235207149e-07, + "loss": 2.3232, + "step": 50941 + }, + { + "epoch": 0.8720108183981239, + "grad_norm": 2.673513889312744, + "learning_rate": 8.469379296283841e-07, + "loss": 2.4137, + "step": 50942 + }, + { + "epoch": 0.8720279361166744, + "grad_norm": 2.679208517074585, + "learning_rate": 8.467146521829428e-07, + "loss": 2.3266, + "step": 50943 + }, + { + "epoch": 0.8720450538352248, + "grad_norm": 2.682953357696533, + "learning_rate": 8.464914028715132e-07, + "loss": 2.4134, + "step": 50944 + }, + { + "epoch": 0.8720621715537753, + "grad_norm": 2.766695499420166, + "learning_rate": 8.46268181694776e-07, + "loss": 2.4375, + "step": 50945 + }, + { + "epoch": 0.8720792892723258, + "grad_norm": 2.6695010662078857, + "learning_rate": 8.460449886534238e-07, + "loss": 2.4225, + "step": 50946 + }, + { + "epoch": 0.8720964069908762, + "grad_norm": 2.672661781311035, + "learning_rate": 8.458218237481363e-07, + "loss": 2.3378, + "step": 50947 + }, + { + "epoch": 0.8721135247094267, + "grad_norm": 2.6187350749969482, + "learning_rate": 8.455986869796074e-07, + "loss": 2.2402, + "step": 50948 + }, + { + "epoch": 0.8721306424279772, + "grad_norm": 2.6707682609558105, + "learning_rate": 8.453755783485151e-07, + "loss": 2.3512, + "step": 50949 + }, + { + "epoch": 0.8721477601465276, + "grad_norm": 2.9057457447052, + "learning_rate": 8.451524978555481e-07, + "loss": 2.3207, + "step": 50950 + }, + { + "epoch": 0.8721648778650781, + "grad_norm": 2.4725520610809326, + "learning_rate": 8.449294455013945e-07, + "loss": 2.203, + "step": 50951 + }, + { + "epoch": 0.8721819955836286, + "grad_norm": 2.6983585357666016, + "learning_rate": 8.447064212867339e-07, + "loss": 2.2539, + "step": 50952 + }, + { + "epoch": 0.8721991133021791, + "grad_norm": 2.651398181915283, + "learning_rate": 8.444834252122602e-07, + "loss": 2.2179, + "step": 50953 + }, + { + "epoch": 0.8722162310207295, + "grad_norm": 2.7388951778411865, + "learning_rate": 8.442604572786506e-07, + "loss": 2.3279, + "step": 50954 + }, + { + "epoch": 0.87223334873928, + "grad_norm": 2.690552234649658, + "learning_rate": 8.440375174865956e-07, + "loss": 2.3219, + "step": 50955 + }, + { + "epoch": 0.8722504664578306, + "grad_norm": 2.426175832748413, + "learning_rate": 8.438146058367791e-07, + "loss": 2.3025, + "step": 50956 + }, + { + "epoch": 0.872267584176381, + "grad_norm": 2.638050079345703, + "learning_rate": 8.43591722329884e-07, + "loss": 2.3939, + "step": 50957 + }, + { + "epoch": 0.8722847018949315, + "grad_norm": 2.604086399078369, + "learning_rate": 8.433688669665996e-07, + "loss": 2.2923, + "step": 50958 + }, + { + "epoch": 0.872301819613482, + "grad_norm": 2.796415328979492, + "learning_rate": 8.431460397476076e-07, + "loss": 2.4806, + "step": 50959 + }, + { + "epoch": 0.8723189373320324, + "grad_norm": 2.6115081310272217, + "learning_rate": 8.429232406735943e-07, + "loss": 2.3253, + "step": 50960 + }, + { + "epoch": 0.8723360550505829, + "grad_norm": 2.6845083236694336, + "learning_rate": 8.427004697452434e-07, + "loss": 2.3917, + "step": 50961 + }, + { + "epoch": 0.8723531727691334, + "grad_norm": 2.53372859954834, + "learning_rate": 8.4247772696324e-07, + "loss": 2.2564, + "step": 50962 + }, + { + "epoch": 0.8723702904876838, + "grad_norm": 2.7547783851623535, + "learning_rate": 8.422550123282714e-07, + "loss": 2.4241, + "step": 50963 + }, + { + "epoch": 0.8723874082062343, + "grad_norm": 2.629589080810547, + "learning_rate": 8.420323258410168e-07, + "loss": 2.2538, + "step": 50964 + }, + { + "epoch": 0.8724045259247848, + "grad_norm": 2.640618085861206, + "learning_rate": 8.418096675021669e-07, + "loss": 2.5079, + "step": 50965 + }, + { + "epoch": 0.8724216436433352, + "grad_norm": 2.6436986923217773, + "learning_rate": 8.415870373124003e-07, + "loss": 2.4379, + "step": 50966 + }, + { + "epoch": 0.8724387613618857, + "grad_norm": 2.5965874195098877, + "learning_rate": 8.413644352724049e-07, + "loss": 2.2603, + "step": 50967 + }, + { + "epoch": 0.8724558790804362, + "grad_norm": 2.5744428634643555, + "learning_rate": 8.411418613828626e-07, + "loss": 2.2934, + "step": 50968 + }, + { + "epoch": 0.8724729967989866, + "grad_norm": 2.6942696571350098, + "learning_rate": 8.409193156444606e-07, + "loss": 2.3376, + "step": 50969 + }, + { + "epoch": 0.8724901145175371, + "grad_norm": 2.654649019241333, + "learning_rate": 8.406967980578795e-07, + "loss": 2.3717, + "step": 50970 + }, + { + "epoch": 0.8725072322360876, + "grad_norm": 2.7972254753112793, + "learning_rate": 8.404743086238076e-07, + "loss": 2.5072, + "step": 50971 + }, + { + "epoch": 0.872524349954638, + "grad_norm": 2.536649465560913, + "learning_rate": 8.402518473429234e-07, + "loss": 2.2881, + "step": 50972 + }, + { + "epoch": 0.8725414676731885, + "grad_norm": 2.539701223373413, + "learning_rate": 8.400294142159138e-07, + "loss": 2.2949, + "step": 50973 + }, + { + "epoch": 0.872558585391739, + "grad_norm": 2.5913360118865967, + "learning_rate": 8.398070092434618e-07, + "loss": 2.3737, + "step": 50974 + }, + { + "epoch": 0.8725757031102894, + "grad_norm": 2.6589627265930176, + "learning_rate": 8.395846324262514e-07, + "loss": 2.3361, + "step": 50975 + }, + { + "epoch": 0.8725928208288399, + "grad_norm": 2.624685287475586, + "learning_rate": 8.393622837649674e-07, + "loss": 2.2876, + "step": 50976 + }, + { + "epoch": 0.8726099385473904, + "grad_norm": 2.7407479286193848, + "learning_rate": 8.391399632602881e-07, + "loss": 2.2877, + "step": 50977 + }, + { + "epoch": 0.8726270562659408, + "grad_norm": 2.5551974773406982, + "learning_rate": 8.389176709129032e-07, + "loss": 2.3325, + "step": 50978 + }, + { + "epoch": 0.8726441739844913, + "grad_norm": 2.673968553543091, + "learning_rate": 8.386954067234932e-07, + "loss": 2.3901, + "step": 50979 + }, + { + "epoch": 0.8726612917030419, + "grad_norm": 2.6972429752349854, + "learning_rate": 8.384731706927396e-07, + "loss": 2.3311, + "step": 50980 + }, + { + "epoch": 0.8726784094215922, + "grad_norm": 2.387023448944092, + "learning_rate": 8.382509628213298e-07, + "loss": 2.1891, + "step": 50981 + }, + { + "epoch": 0.8726955271401428, + "grad_norm": 2.5054285526275635, + "learning_rate": 8.380287831099399e-07, + "loss": 2.0949, + "step": 50982 + }, + { + "epoch": 0.8727126448586933, + "grad_norm": 2.4666099548339844, + "learning_rate": 8.378066315592603e-07, + "loss": 2.2361, + "step": 50983 + }, + { + "epoch": 0.8727297625772437, + "grad_norm": 2.6551108360290527, + "learning_rate": 8.375845081699686e-07, + "loss": 2.3026, + "step": 50984 + }, + { + "epoch": 0.8727468802957942, + "grad_norm": 2.769200563430786, + "learning_rate": 8.373624129427515e-07, + "loss": 2.3139, + "step": 50985 + }, + { + "epoch": 0.8727639980143447, + "grad_norm": 2.642746686935425, + "learning_rate": 8.371403458782879e-07, + "loss": 2.3565, + "step": 50986 + }, + { + "epoch": 0.8727811157328951, + "grad_norm": 2.672508716583252, + "learning_rate": 8.369183069772624e-07, + "loss": 2.4359, + "step": 50987 + }, + { + "epoch": 0.8727982334514456, + "grad_norm": 2.579519271850586, + "learning_rate": 8.366962962403591e-07, + "loss": 2.359, + "step": 50988 + }, + { + "epoch": 0.8728153511699961, + "grad_norm": 2.6851887702941895, + "learning_rate": 8.364743136682541e-07, + "loss": 2.3276, + "step": 50989 + }, + { + "epoch": 0.8728324688885465, + "grad_norm": 2.577939033508301, + "learning_rate": 8.362523592616378e-07, + "loss": 2.2239, + "step": 50990 + }, + { + "epoch": 0.872849586607097, + "grad_norm": 2.6625454425811768, + "learning_rate": 8.360304330211866e-07, + "loss": 2.2907, + "step": 50991 + }, + { + "epoch": 0.8728667043256475, + "grad_norm": 2.6013457775115967, + "learning_rate": 8.358085349475853e-07, + "loss": 2.3426, + "step": 50992 + }, + { + "epoch": 0.8728838220441979, + "grad_norm": 2.7525594234466553, + "learning_rate": 8.355866650415168e-07, + "loss": 2.3194, + "step": 50993 + }, + { + "epoch": 0.8729009397627484, + "grad_norm": 2.659392833709717, + "learning_rate": 8.353648233036582e-07, + "loss": 2.3424, + "step": 50994 + }, + { + "epoch": 0.8729180574812989, + "grad_norm": 2.621694326400757, + "learning_rate": 8.35143009734698e-07, + "loss": 2.2916, + "step": 50995 + }, + { + "epoch": 0.8729351751998493, + "grad_norm": 2.7027359008789062, + "learning_rate": 8.349212243353122e-07, + "loss": 2.2861, + "step": 50996 + }, + { + "epoch": 0.8729522929183998, + "grad_norm": 2.640521764755249, + "learning_rate": 8.346994671061859e-07, + "loss": 2.3891, + "step": 50997 + }, + { + "epoch": 0.8729694106369503, + "grad_norm": 2.501919984817505, + "learning_rate": 8.344777380479996e-07, + "loss": 2.2772, + "step": 50998 + }, + { + "epoch": 0.8729865283555007, + "grad_norm": 2.4502112865448, + "learning_rate": 8.342560371614339e-07, + "loss": 2.288, + "step": 50999 + }, + { + "epoch": 0.8730036460740512, + "grad_norm": 2.637918472290039, + "learning_rate": 8.340343644471749e-07, + "loss": 2.3071, + "step": 51000 + }, + { + "epoch": 0.8730207637926017, + "grad_norm": 2.7796316146850586, + "learning_rate": 8.338127199058954e-07, + "loss": 2.4368, + "step": 51001 + }, + { + "epoch": 0.8730378815111522, + "grad_norm": 2.546816349029541, + "learning_rate": 8.335911035382849e-07, + "loss": 2.2373, + "step": 51002 + }, + { + "epoch": 0.8730549992297026, + "grad_norm": 2.644545316696167, + "learning_rate": 8.333695153450205e-07, + "loss": 2.2336, + "step": 51003 + }, + { + "epoch": 0.8730721169482532, + "grad_norm": 2.484131336212158, + "learning_rate": 8.33147955326784e-07, + "loss": 2.3215, + "step": 51004 + }, + { + "epoch": 0.8730892346668037, + "grad_norm": 2.6588680744171143, + "learning_rate": 8.32926423484256e-07, + "loss": 2.3552, + "step": 51005 + }, + { + "epoch": 0.8731063523853541, + "grad_norm": 2.6719231605529785, + "learning_rate": 8.32704919818118e-07, + "loss": 2.429, + "step": 51006 + }, + { + "epoch": 0.8731234701039046, + "grad_norm": 2.612300395965576, + "learning_rate": 8.324834443290519e-07, + "loss": 2.2987, + "step": 51007 + }, + { + "epoch": 0.8731405878224551, + "grad_norm": 2.573655843734741, + "learning_rate": 8.32261997017737e-07, + "loss": 2.2609, + "step": 51008 + }, + { + "epoch": 0.8731577055410055, + "grad_norm": 2.7106435298919678, + "learning_rate": 8.320405778848528e-07, + "loss": 2.3961, + "step": 51009 + }, + { + "epoch": 0.873174823259556, + "grad_norm": 2.66245436668396, + "learning_rate": 8.31819186931081e-07, + "loss": 2.4008, + "step": 51010 + }, + { + "epoch": 0.8731919409781065, + "grad_norm": 2.564279317855835, + "learning_rate": 8.315978241571032e-07, + "loss": 2.3114, + "step": 51011 + }, + { + "epoch": 0.8732090586966569, + "grad_norm": 2.8583898544311523, + "learning_rate": 8.313764895635989e-07, + "loss": 2.4363, + "step": 51012 + }, + { + "epoch": 0.8732261764152074, + "grad_norm": 2.5911874771118164, + "learning_rate": 8.311551831512498e-07, + "loss": 2.2353, + "step": 51013 + }, + { + "epoch": 0.8732432941337579, + "grad_norm": 2.565819263458252, + "learning_rate": 8.309339049207332e-07, + "loss": 2.2977, + "step": 51014 + }, + { + "epoch": 0.8732604118523083, + "grad_norm": 2.485365629196167, + "learning_rate": 8.307126548727307e-07, + "loss": 2.1396, + "step": 51015 + }, + { + "epoch": 0.8732775295708588, + "grad_norm": 2.3348443508148193, + "learning_rate": 8.304914330079228e-07, + "loss": 2.1529, + "step": 51016 + }, + { + "epoch": 0.8732946472894093, + "grad_norm": 2.631917953491211, + "learning_rate": 8.30270239326989e-07, + "loss": 2.3475, + "step": 51017 + }, + { + "epoch": 0.8733117650079597, + "grad_norm": 2.7530078887939453, + "learning_rate": 8.300490738306088e-07, + "loss": 2.4004, + "step": 51018 + }, + { + "epoch": 0.8733288827265102, + "grad_norm": 2.557438850402832, + "learning_rate": 8.298279365194617e-07, + "loss": 2.2455, + "step": 51019 + }, + { + "epoch": 0.8733460004450607, + "grad_norm": 2.5952260494232178, + "learning_rate": 8.296068273942315e-07, + "loss": 2.3986, + "step": 51020 + }, + { + "epoch": 0.8733631181636111, + "grad_norm": 2.7286136150360107, + "learning_rate": 8.293857464555921e-07, + "loss": 2.278, + "step": 51021 + }, + { + "epoch": 0.8733802358821616, + "grad_norm": 2.8749618530273438, + "learning_rate": 8.291646937042253e-07, + "loss": 2.3437, + "step": 51022 + }, + { + "epoch": 0.8733973536007121, + "grad_norm": 2.54180645942688, + "learning_rate": 8.289436691408104e-07, + "loss": 2.4154, + "step": 51023 + }, + { + "epoch": 0.8734144713192625, + "grad_norm": 2.8487532138824463, + "learning_rate": 8.287226727660269e-07, + "loss": 2.4514, + "step": 51024 + }, + { + "epoch": 0.873431589037813, + "grad_norm": 2.5490565299987793, + "learning_rate": 8.285017045805565e-07, + "loss": 2.2897, + "step": 51025 + }, + { + "epoch": 0.8734487067563635, + "grad_norm": 2.4899184703826904, + "learning_rate": 8.282807645850721e-07, + "loss": 2.2525, + "step": 51026 + }, + { + "epoch": 0.8734658244749139, + "grad_norm": 2.710301637649536, + "learning_rate": 8.280598527802597e-07, + "loss": 2.2886, + "step": 51027 + }, + { + "epoch": 0.8734829421934645, + "grad_norm": 2.5970232486724854, + "learning_rate": 8.278389691667943e-07, + "loss": 2.3126, + "step": 51028 + }, + { + "epoch": 0.873500059912015, + "grad_norm": 2.641096353530884, + "learning_rate": 8.276181137453554e-07, + "loss": 2.3967, + "step": 51029 + }, + { + "epoch": 0.8735171776305654, + "grad_norm": 2.5869662761688232, + "learning_rate": 8.273972865166247e-07, + "loss": 2.3005, + "step": 51030 + }, + { + "epoch": 0.8735342953491159, + "grad_norm": 2.420452833175659, + "learning_rate": 8.271764874812738e-07, + "loss": 2.2016, + "step": 51031 + }, + { + "epoch": 0.8735514130676664, + "grad_norm": 2.592097759246826, + "learning_rate": 8.2695571663999e-07, + "loss": 2.2617, + "step": 51032 + }, + { + "epoch": 0.8735685307862168, + "grad_norm": 2.6348483562469482, + "learning_rate": 8.267349739934471e-07, + "loss": 2.3817, + "step": 51033 + }, + { + "epoch": 0.8735856485047673, + "grad_norm": 2.7844295501708984, + "learning_rate": 8.265142595423236e-07, + "loss": 2.3873, + "step": 51034 + }, + { + "epoch": 0.8736027662233178, + "grad_norm": 2.567816734313965, + "learning_rate": 8.262935732873e-07, + "loss": 2.3537, + "step": 51035 + }, + { + "epoch": 0.8736198839418682, + "grad_norm": 2.793431520462036, + "learning_rate": 8.260729152290514e-07, + "loss": 2.3261, + "step": 51036 + }, + { + "epoch": 0.8736370016604187, + "grad_norm": 2.7326226234436035, + "learning_rate": 8.258522853682604e-07, + "loss": 2.3303, + "step": 51037 + }, + { + "epoch": 0.8736541193789692, + "grad_norm": 2.681039333343506, + "learning_rate": 8.256316837055989e-07, + "loss": 2.2857, + "step": 51038 + }, + { + "epoch": 0.8736712370975196, + "grad_norm": 2.7701404094696045, + "learning_rate": 8.254111102417528e-07, + "loss": 2.3092, + "step": 51039 + }, + { + "epoch": 0.8736883548160701, + "grad_norm": 2.7005293369293213, + "learning_rate": 8.251905649773939e-07, + "loss": 2.35, + "step": 51040 + }, + { + "epoch": 0.8737054725346206, + "grad_norm": 2.7612669467926025, + "learning_rate": 8.249700479132028e-07, + "loss": 2.4493, + "step": 51041 + }, + { + "epoch": 0.873722590253171, + "grad_norm": 2.6261823177337646, + "learning_rate": 8.247495590498567e-07, + "loss": 2.2725, + "step": 51042 + }, + { + "epoch": 0.8737397079717215, + "grad_norm": 2.6331675052642822, + "learning_rate": 8.245290983880328e-07, + "loss": 2.3262, + "step": 51043 + }, + { + "epoch": 0.873756825690272, + "grad_norm": 2.8180458545684814, + "learning_rate": 8.243086659284106e-07, + "loss": 2.4752, + "step": 51044 + }, + { + "epoch": 0.8737739434088224, + "grad_norm": 2.6681785583496094, + "learning_rate": 8.24088261671665e-07, + "loss": 2.3683, + "step": 51045 + }, + { + "epoch": 0.8737910611273729, + "grad_norm": 2.6616108417510986, + "learning_rate": 8.238678856184745e-07, + "loss": 2.3341, + "step": 51046 + }, + { + "epoch": 0.8738081788459234, + "grad_norm": 2.5820059776306152, + "learning_rate": 8.236475377695175e-07, + "loss": 2.3781, + "step": 51047 + }, + { + "epoch": 0.8738252965644739, + "grad_norm": 2.45513916015625, + "learning_rate": 8.234272181254699e-07, + "loss": 2.3159, + "step": 51048 + }, + { + "epoch": 0.8738424142830243, + "grad_norm": 2.616715669631958, + "learning_rate": 8.232069266870091e-07, + "loss": 2.3421, + "step": 51049 + }, + { + "epoch": 0.8738595320015748, + "grad_norm": 2.656404972076416, + "learning_rate": 8.229866634548145e-07, + "loss": 2.2755, + "step": 51050 + }, + { + "epoch": 0.8738766497201254, + "grad_norm": 2.5824289321899414, + "learning_rate": 8.227664284295589e-07, + "loss": 2.2858, + "step": 51051 + }, + { + "epoch": 0.8738937674386758, + "grad_norm": 2.712008476257324, + "learning_rate": 8.225462216119218e-07, + "loss": 2.3958, + "step": 51052 + }, + { + "epoch": 0.8739108851572263, + "grad_norm": 2.638568878173828, + "learning_rate": 8.223260430025804e-07, + "loss": 2.3276, + "step": 51053 + }, + { + "epoch": 0.8739280028757768, + "grad_norm": 2.496326208114624, + "learning_rate": 8.221058926022096e-07, + "loss": 2.2737, + "step": 51054 + }, + { + "epoch": 0.8739451205943272, + "grad_norm": 2.757253408432007, + "learning_rate": 8.218857704114879e-07, + "loss": 2.4142, + "step": 51055 + }, + { + "epoch": 0.8739622383128777, + "grad_norm": 2.585383892059326, + "learning_rate": 8.216656764310904e-07, + "loss": 2.308, + "step": 51056 + }, + { + "epoch": 0.8739793560314282, + "grad_norm": 2.473567485809326, + "learning_rate": 8.214456106616975e-07, + "loss": 2.2961, + "step": 51057 + }, + { + "epoch": 0.8739964737499786, + "grad_norm": 2.473883867263794, + "learning_rate": 8.212255731039797e-07, + "loss": 2.2362, + "step": 51058 + }, + { + "epoch": 0.8740135914685291, + "grad_norm": 2.5523598194122314, + "learning_rate": 8.210055637586167e-07, + "loss": 2.3456, + "step": 51059 + }, + { + "epoch": 0.8740307091870796, + "grad_norm": 2.7487168312072754, + "learning_rate": 8.207855826262834e-07, + "loss": 2.3645, + "step": 51060 + }, + { + "epoch": 0.87404782690563, + "grad_norm": 2.613408088684082, + "learning_rate": 8.205656297076569e-07, + "loss": 2.2352, + "step": 51061 + }, + { + "epoch": 0.8740649446241805, + "grad_norm": 2.673279285430908, + "learning_rate": 8.203457050034147e-07, + "loss": 2.4767, + "step": 51062 + }, + { + "epoch": 0.874082062342731, + "grad_norm": 2.5745346546173096, + "learning_rate": 8.201258085142283e-07, + "loss": 2.2879, + "step": 51063 + }, + { + "epoch": 0.8740991800612814, + "grad_norm": 2.589038133621216, + "learning_rate": 8.199059402407794e-07, + "loss": 2.3514, + "step": 51064 + }, + { + "epoch": 0.8741162977798319, + "grad_norm": 2.5576796531677246, + "learning_rate": 8.196861001837386e-07, + "loss": 2.3789, + "step": 51065 + }, + { + "epoch": 0.8741334154983824, + "grad_norm": 2.3300111293792725, + "learning_rate": 8.194662883437843e-07, + "loss": 2.2503, + "step": 51066 + }, + { + "epoch": 0.8741505332169328, + "grad_norm": 2.8731727600097656, + "learning_rate": 8.192465047215936e-07, + "loss": 2.4284, + "step": 51067 + }, + { + "epoch": 0.8741676509354833, + "grad_norm": 2.4826512336730957, + "learning_rate": 8.190267493178362e-07, + "loss": 2.3076, + "step": 51068 + }, + { + "epoch": 0.8741847686540338, + "grad_norm": 2.704598903656006, + "learning_rate": 8.188070221331957e-07, + "loss": 2.3732, + "step": 51069 + }, + { + "epoch": 0.8742018863725842, + "grad_norm": 2.780646800994873, + "learning_rate": 8.185873231683405e-07, + "loss": 2.349, + "step": 51070 + }, + { + "epoch": 0.8742190040911347, + "grad_norm": 2.6322021484375, + "learning_rate": 8.183676524239492e-07, + "loss": 2.3523, + "step": 51071 + }, + { + "epoch": 0.8742361218096852, + "grad_norm": 2.507798194885254, + "learning_rate": 8.181480099006977e-07, + "loss": 2.1942, + "step": 51072 + }, + { + "epoch": 0.8742532395282356, + "grad_norm": 2.47885799407959, + "learning_rate": 8.179283955992556e-07, + "loss": 2.217, + "step": 51073 + }, + { + "epoch": 0.8742703572467861, + "grad_norm": 2.492493152618408, + "learning_rate": 8.177088095203067e-07, + "loss": 2.2075, + "step": 51074 + }, + { + "epoch": 0.8742874749653367, + "grad_norm": 2.4846391677856445, + "learning_rate": 8.174892516645172e-07, + "loss": 2.2167, + "step": 51075 + }, + { + "epoch": 0.874304592683887, + "grad_norm": 2.6410160064697266, + "learning_rate": 8.172697220325699e-07, + "loss": 2.3783, + "step": 51076 + }, + { + "epoch": 0.8743217104024376, + "grad_norm": 2.5218446254730225, + "learning_rate": 8.170502206251341e-07, + "loss": 2.374, + "step": 51077 + }, + { + "epoch": 0.8743388281209881, + "grad_norm": 2.5949771404266357, + "learning_rate": 8.168307474428849e-07, + "loss": 2.3929, + "step": 51078 + }, + { + "epoch": 0.8743559458395385, + "grad_norm": 2.688717842102051, + "learning_rate": 8.166113024865007e-07, + "loss": 2.3185, + "step": 51079 + }, + { + "epoch": 0.874373063558089, + "grad_norm": 2.429074764251709, + "learning_rate": 8.1639188575665e-07, + "loss": 2.1973, + "step": 51080 + }, + { + "epoch": 0.8743901812766395, + "grad_norm": 2.6707916259765625, + "learning_rate": 8.161724972540142e-07, + "loss": 2.4759, + "step": 51081 + }, + { + "epoch": 0.8744072989951899, + "grad_norm": 2.447269916534424, + "learning_rate": 8.159531369792617e-07, + "loss": 2.2484, + "step": 51082 + }, + { + "epoch": 0.8744244167137404, + "grad_norm": 2.543588876724243, + "learning_rate": 8.157338049330699e-07, + "loss": 2.3781, + "step": 51083 + }, + { + "epoch": 0.8744415344322909, + "grad_norm": 2.5957961082458496, + "learning_rate": 8.155145011161114e-07, + "loss": 2.3606, + "step": 51084 + }, + { + "epoch": 0.8744586521508413, + "grad_norm": 2.62034273147583, + "learning_rate": 8.152952255290613e-07, + "loss": 2.3866, + "step": 51085 + }, + { + "epoch": 0.8744757698693918, + "grad_norm": 2.6335716247558594, + "learning_rate": 8.150759781725948e-07, + "loss": 2.1612, + "step": 51086 + }, + { + "epoch": 0.8744928875879423, + "grad_norm": 2.5941481590270996, + "learning_rate": 8.148567590473822e-07, + "loss": 2.3077, + "step": 51087 + }, + { + "epoch": 0.8745100053064927, + "grad_norm": 2.6155648231506348, + "learning_rate": 8.146375681540997e-07, + "loss": 2.3235, + "step": 51088 + }, + { + "epoch": 0.8745271230250432, + "grad_norm": 2.6017355918884277, + "learning_rate": 8.144184054934201e-07, + "loss": 2.2892, + "step": 51089 + }, + { + "epoch": 0.8745442407435937, + "grad_norm": 2.6394360065460205, + "learning_rate": 8.141992710660174e-07, + "loss": 2.3164, + "step": 51090 + }, + { + "epoch": 0.8745613584621441, + "grad_norm": 2.745893955230713, + "learning_rate": 8.139801648725664e-07, + "loss": 2.3947, + "step": 51091 + }, + { + "epoch": 0.8745784761806946, + "grad_norm": 2.649505615234375, + "learning_rate": 8.13761086913738e-07, + "loss": 2.3615, + "step": 51092 + }, + { + "epoch": 0.8745955938992451, + "grad_norm": 2.5124635696411133, + "learning_rate": 8.135420371902103e-07, + "loss": 2.2754, + "step": 51093 + }, + { + "epoch": 0.8746127116177956, + "grad_norm": 2.434394121170044, + "learning_rate": 8.133230157026506e-07, + "loss": 2.234, + "step": 51094 + }, + { + "epoch": 0.874629829336346, + "grad_norm": 2.48649525642395, + "learning_rate": 8.13104022451735e-07, + "loss": 2.0994, + "step": 51095 + }, + { + "epoch": 0.8746469470548965, + "grad_norm": 2.6268362998962402, + "learning_rate": 8.128850574381364e-07, + "loss": 2.2709, + "step": 51096 + }, + { + "epoch": 0.874664064773447, + "grad_norm": 2.554692268371582, + "learning_rate": 8.126661206625286e-07, + "loss": 2.2477, + "step": 51097 + }, + { + "epoch": 0.8746811824919974, + "grad_norm": 2.6601357460021973, + "learning_rate": 8.124472121255822e-07, + "loss": 2.3807, + "step": 51098 + }, + { + "epoch": 0.874698300210548, + "grad_norm": 2.6652987003326416, + "learning_rate": 8.122283318279745e-07, + "loss": 2.3241, + "step": 51099 + }, + { + "epoch": 0.8747154179290985, + "grad_norm": 2.6732089519500732, + "learning_rate": 8.120094797703737e-07, + "loss": 2.2653, + "step": 51100 + }, + { + "epoch": 0.8747325356476489, + "grad_norm": 2.7343015670776367, + "learning_rate": 8.117906559534538e-07, + "loss": 2.3371, + "step": 51101 + }, + { + "epoch": 0.8747496533661994, + "grad_norm": 2.5877737998962402, + "learning_rate": 8.115718603778877e-07, + "loss": 2.2466, + "step": 51102 + }, + { + "epoch": 0.8747667710847499, + "grad_norm": 2.8751883506774902, + "learning_rate": 8.113530930443481e-07, + "loss": 2.317, + "step": 51103 + }, + { + "epoch": 0.8747838888033003, + "grad_norm": 2.5940425395965576, + "learning_rate": 8.111343539535089e-07, + "loss": 2.2415, + "step": 51104 + }, + { + "epoch": 0.8748010065218508, + "grad_norm": 2.625755548477173, + "learning_rate": 8.109156431060383e-07, + "loss": 2.3774, + "step": 51105 + }, + { + "epoch": 0.8748181242404013, + "grad_norm": 2.5713984966278076, + "learning_rate": 8.106969605026127e-07, + "loss": 2.3599, + "step": 51106 + }, + { + "epoch": 0.8748352419589517, + "grad_norm": 2.8194055557250977, + "learning_rate": 8.104783061439025e-07, + "loss": 2.4204, + "step": 51107 + }, + { + "epoch": 0.8748523596775022, + "grad_norm": 2.512779951095581, + "learning_rate": 8.102596800305784e-07, + "loss": 2.2318, + "step": 51108 + }, + { + "epoch": 0.8748694773960527, + "grad_norm": 2.505361795425415, + "learning_rate": 8.100410821633164e-07, + "loss": 2.1513, + "step": 51109 + }, + { + "epoch": 0.8748865951146031, + "grad_norm": 2.4189884662628174, + "learning_rate": 8.098225125427827e-07, + "loss": 2.312, + "step": 51110 + }, + { + "epoch": 0.8749037128331536, + "grad_norm": 2.649583578109741, + "learning_rate": 8.096039711696546e-07, + "loss": 2.2667, + "step": 51111 + }, + { + "epoch": 0.8749208305517041, + "grad_norm": 2.666402816772461, + "learning_rate": 8.093854580445993e-07, + "loss": 2.2784, + "step": 51112 + }, + { + "epoch": 0.8749379482702545, + "grad_norm": 2.720932960510254, + "learning_rate": 8.091669731682927e-07, + "loss": 2.3576, + "step": 51113 + }, + { + "epoch": 0.874955065988805, + "grad_norm": 2.6445741653442383, + "learning_rate": 8.089485165414035e-07, + "loss": 2.2933, + "step": 51114 + }, + { + "epoch": 0.8749721837073555, + "grad_norm": 2.729052782058716, + "learning_rate": 8.087300881646043e-07, + "loss": 2.379, + "step": 51115 + }, + { + "epoch": 0.8749893014259059, + "grad_norm": 2.348334550857544, + "learning_rate": 8.085116880385668e-07, + "loss": 2.2337, + "step": 51116 + }, + { + "epoch": 0.8750064191444564, + "grad_norm": 2.643193483352661, + "learning_rate": 8.082933161639583e-07, + "loss": 2.2754, + "step": 51117 + }, + { + "epoch": 0.8750235368630069, + "grad_norm": 2.803642749786377, + "learning_rate": 8.080749725414571e-07, + "loss": 2.432, + "step": 51118 + }, + { + "epoch": 0.8750406545815573, + "grad_norm": 2.4903311729431152, + "learning_rate": 8.078566571717283e-07, + "loss": 2.4239, + "step": 51119 + }, + { + "epoch": 0.8750577723001078, + "grad_norm": 2.7128515243530273, + "learning_rate": 8.076383700554446e-07, + "loss": 2.3801, + "step": 51120 + }, + { + "epoch": 0.8750748900186583, + "grad_norm": 2.869713306427002, + "learning_rate": 8.074201111932789e-07, + "loss": 2.2968, + "step": 51121 + }, + { + "epoch": 0.8750920077372087, + "grad_norm": 2.567742347717285, + "learning_rate": 8.072018805858995e-07, + "loss": 2.311, + "step": 51122 + }, + { + "epoch": 0.8751091254557593, + "grad_norm": 2.56917405128479, + "learning_rate": 8.069836782339802e-07, + "loss": 2.33, + "step": 51123 + }, + { + "epoch": 0.8751262431743098, + "grad_norm": 2.5905821323394775, + "learning_rate": 8.067655041381883e-07, + "loss": 2.2937, + "step": 51124 + }, + { + "epoch": 0.8751433608928602, + "grad_norm": 2.5267724990844727, + "learning_rate": 8.065473582991945e-07, + "loss": 2.2826, + "step": 51125 + }, + { + "epoch": 0.8751604786114107, + "grad_norm": 2.472503423690796, + "learning_rate": 8.063292407176726e-07, + "loss": 2.2429, + "step": 51126 + }, + { + "epoch": 0.8751775963299612, + "grad_norm": 2.9876623153686523, + "learning_rate": 8.061111513942898e-07, + "loss": 2.5384, + "step": 51127 + }, + { + "epoch": 0.8751947140485116, + "grad_norm": 2.8510806560516357, + "learning_rate": 8.05893090329718e-07, + "loss": 2.3246, + "step": 51128 + }, + { + "epoch": 0.8752118317670621, + "grad_norm": 2.545616626739502, + "learning_rate": 8.056750575246264e-07, + "loss": 2.2431, + "step": 51129 + }, + { + "epoch": 0.8752289494856126, + "grad_norm": 2.615152597427368, + "learning_rate": 8.05457052979689e-07, + "loss": 2.2887, + "step": 51130 + }, + { + "epoch": 0.875246067204163, + "grad_norm": 2.647852659225464, + "learning_rate": 8.052390766955698e-07, + "loss": 2.3903, + "step": 51131 + }, + { + "epoch": 0.8752631849227135, + "grad_norm": 2.6066489219665527, + "learning_rate": 8.050211286729426e-07, + "loss": 2.3132, + "step": 51132 + }, + { + "epoch": 0.875280302641264, + "grad_norm": 2.6025147438049316, + "learning_rate": 8.048032089124758e-07, + "loss": 2.343, + "step": 51133 + }, + { + "epoch": 0.8752974203598144, + "grad_norm": 2.5142006874084473, + "learning_rate": 8.045853174148399e-07, + "loss": 2.2145, + "step": 51134 + }, + { + "epoch": 0.8753145380783649, + "grad_norm": 2.765463352203369, + "learning_rate": 8.043674541807045e-07, + "loss": 2.3514, + "step": 51135 + }, + { + "epoch": 0.8753316557969154, + "grad_norm": 2.4594626426696777, + "learning_rate": 8.041496192107412e-07, + "loss": 2.254, + "step": 51136 + }, + { + "epoch": 0.8753487735154658, + "grad_norm": 2.7886762619018555, + "learning_rate": 8.039318125056161e-07, + "loss": 2.5355, + "step": 51137 + }, + { + "epoch": 0.8753658912340163, + "grad_norm": 2.842489004135132, + "learning_rate": 8.037140340659999e-07, + "loss": 2.2988, + "step": 51138 + }, + { + "epoch": 0.8753830089525668, + "grad_norm": 2.6681058406829834, + "learning_rate": 8.03496283892562e-07, + "loss": 2.2849, + "step": 51139 + }, + { + "epoch": 0.8754001266711172, + "grad_norm": 2.8800721168518066, + "learning_rate": 8.032785619859729e-07, + "loss": 2.3777, + "step": 51140 + }, + { + "epoch": 0.8754172443896677, + "grad_norm": 2.6608810424804688, + "learning_rate": 8.030608683469021e-07, + "loss": 2.4179, + "step": 51141 + }, + { + "epoch": 0.8754343621082182, + "grad_norm": 2.8654325008392334, + "learning_rate": 8.028432029760136e-07, + "loss": 2.3558, + "step": 51142 + }, + { + "epoch": 0.8754514798267687, + "grad_norm": 2.5511841773986816, + "learning_rate": 8.026255658739845e-07, + "loss": 2.2658, + "step": 51143 + }, + { + "epoch": 0.8754685975453191, + "grad_norm": 2.7044320106506348, + "learning_rate": 8.024079570414767e-07, + "loss": 2.3477, + "step": 51144 + }, + { + "epoch": 0.8754857152638696, + "grad_norm": 2.7017292976379395, + "learning_rate": 8.021903764791628e-07, + "loss": 2.4169, + "step": 51145 + }, + { + "epoch": 0.8755028329824202, + "grad_norm": 2.6090903282165527, + "learning_rate": 8.0197282418771e-07, + "loss": 2.2768, + "step": 51146 + }, + { + "epoch": 0.8755199507009706, + "grad_norm": 2.6743505001068115, + "learning_rate": 8.017553001677881e-07, + "loss": 2.294, + "step": 51147 + }, + { + "epoch": 0.8755370684195211, + "grad_norm": 2.6284985542297363, + "learning_rate": 8.015378044200672e-07, + "loss": 2.3611, + "step": 51148 + }, + { + "epoch": 0.8755541861380716, + "grad_norm": 2.6746699810028076, + "learning_rate": 8.013203369452105e-07, + "loss": 2.4169, + "step": 51149 + }, + { + "epoch": 0.875571303856622, + "grad_norm": 2.42893123626709, + "learning_rate": 8.011028977438928e-07, + "loss": 2.2882, + "step": 51150 + }, + { + "epoch": 0.8755884215751725, + "grad_norm": 2.639031171798706, + "learning_rate": 8.00885486816777e-07, + "loss": 2.2944, + "step": 51151 + }, + { + "epoch": 0.875605539293723, + "grad_norm": 2.494321584701538, + "learning_rate": 8.006681041645348e-07, + "loss": 2.2723, + "step": 51152 + }, + { + "epoch": 0.8756226570122734, + "grad_norm": 2.4658496379852295, + "learning_rate": 8.004507497878344e-07, + "loss": 2.2363, + "step": 51153 + }, + { + "epoch": 0.8756397747308239, + "grad_norm": 2.537783145904541, + "learning_rate": 8.002334236873399e-07, + "loss": 2.1888, + "step": 51154 + }, + { + "epoch": 0.8756568924493744, + "grad_norm": 2.6849558353424072, + "learning_rate": 8.000161258637251e-07, + "loss": 2.3691, + "step": 51155 + }, + { + "epoch": 0.8756740101679248, + "grad_norm": 2.547988176345825, + "learning_rate": 7.99798856317654e-07, + "loss": 2.2575, + "step": 51156 + }, + { + "epoch": 0.8756911278864753, + "grad_norm": 2.596283197402954, + "learning_rate": 7.995816150497948e-07, + "loss": 2.3068, + "step": 51157 + }, + { + "epoch": 0.8757082456050258, + "grad_norm": 2.4381422996520996, + "learning_rate": 7.993644020608171e-07, + "loss": 2.3316, + "step": 51158 + }, + { + "epoch": 0.8757253633235762, + "grad_norm": 2.4780385494232178, + "learning_rate": 7.991472173513836e-07, + "loss": 2.3564, + "step": 51159 + }, + { + "epoch": 0.8757424810421267, + "grad_norm": 2.6526782512664795, + "learning_rate": 7.989300609221707e-07, + "loss": 2.2226, + "step": 51160 + }, + { + "epoch": 0.8757595987606772, + "grad_norm": 2.6154439449310303, + "learning_rate": 7.987129327738374e-07, + "loss": 2.3535, + "step": 51161 + }, + { + "epoch": 0.8757767164792276, + "grad_norm": 2.6769778728485107, + "learning_rate": 7.984958329070546e-07, + "loss": 2.2391, + "step": 51162 + }, + { + "epoch": 0.8757938341977781, + "grad_norm": 2.5652756690979004, + "learning_rate": 7.982787613224885e-07, + "loss": 2.3706, + "step": 51163 + }, + { + "epoch": 0.8758109519163286, + "grad_norm": 2.678713083267212, + "learning_rate": 7.980617180208083e-07, + "loss": 2.2239, + "step": 51164 + }, + { + "epoch": 0.875828069634879, + "grad_norm": 2.7769978046417236, + "learning_rate": 7.978447030026815e-07, + "loss": 2.3993, + "step": 51165 + }, + { + "epoch": 0.8758451873534295, + "grad_norm": 2.531198024749756, + "learning_rate": 7.976277162687695e-07, + "loss": 2.2071, + "step": 51166 + }, + { + "epoch": 0.87586230507198, + "grad_norm": 2.594165563583374, + "learning_rate": 7.974107578197476e-07, + "loss": 2.3143, + "step": 51167 + }, + { + "epoch": 0.8758794227905304, + "grad_norm": 2.668065071105957, + "learning_rate": 7.971938276562763e-07, + "loss": 2.2967, + "step": 51168 + }, + { + "epoch": 0.875896540509081, + "grad_norm": 2.785118341445923, + "learning_rate": 7.969769257790238e-07, + "loss": 2.4043, + "step": 51169 + }, + { + "epoch": 0.8759136582276315, + "grad_norm": 2.613905668258667, + "learning_rate": 7.967600521886576e-07, + "loss": 2.3811, + "step": 51170 + }, + { + "epoch": 0.8759307759461818, + "grad_norm": 2.481348991394043, + "learning_rate": 7.965432068858448e-07, + "loss": 2.3639, + "step": 51171 + }, + { + "epoch": 0.8759478936647324, + "grad_norm": 2.567189931869507, + "learning_rate": 7.963263898712526e-07, + "loss": 2.2432, + "step": 51172 + }, + { + "epoch": 0.8759650113832829, + "grad_norm": 2.6266446113586426, + "learning_rate": 7.961096011455439e-07, + "loss": 2.5095, + "step": 51173 + }, + { + "epoch": 0.8759821291018333, + "grad_norm": 2.542602062225342, + "learning_rate": 7.958928407093869e-07, + "loss": 2.2904, + "step": 51174 + }, + { + "epoch": 0.8759992468203838, + "grad_norm": 2.4657766819000244, + "learning_rate": 7.95676108563449e-07, + "loss": 2.1575, + "step": 51175 + }, + { + "epoch": 0.8760163645389343, + "grad_norm": 2.739323616027832, + "learning_rate": 7.954594047083952e-07, + "loss": 2.2994, + "step": 51176 + }, + { + "epoch": 0.8760334822574847, + "grad_norm": 2.7512409687042236, + "learning_rate": 7.952427291448917e-07, + "loss": 2.4226, + "step": 51177 + }, + { + "epoch": 0.8760505999760352, + "grad_norm": 2.80543851852417, + "learning_rate": 7.950260818736055e-07, + "loss": 2.364, + "step": 51178 + }, + { + "epoch": 0.8760677176945857, + "grad_norm": 2.5615625381469727, + "learning_rate": 7.948094628951997e-07, + "loss": 2.3459, + "step": 51179 + }, + { + "epoch": 0.8760848354131361, + "grad_norm": 2.631131410598755, + "learning_rate": 7.945928722103446e-07, + "loss": 2.2399, + "step": 51180 + }, + { + "epoch": 0.8761019531316866, + "grad_norm": 2.584092140197754, + "learning_rate": 7.94376309819701e-07, + "loss": 2.3861, + "step": 51181 + }, + { + "epoch": 0.8761190708502371, + "grad_norm": 2.7750232219696045, + "learning_rate": 7.941597757239384e-07, + "loss": 2.3631, + "step": 51182 + }, + { + "epoch": 0.8761361885687875, + "grad_norm": 2.682499885559082, + "learning_rate": 7.939432699237193e-07, + "loss": 2.2606, + "step": 51183 + }, + { + "epoch": 0.876153306287338, + "grad_norm": 2.5749661922454834, + "learning_rate": 7.937267924197112e-07, + "loss": 2.2268, + "step": 51184 + }, + { + "epoch": 0.8761704240058885, + "grad_norm": 2.6363437175750732, + "learning_rate": 7.935103432125813e-07, + "loss": 2.2954, + "step": 51185 + }, + { + "epoch": 0.8761875417244389, + "grad_norm": 2.5735104084014893, + "learning_rate": 7.932939223029889e-07, + "loss": 2.2705, + "step": 51186 + }, + { + "epoch": 0.8762046594429894, + "grad_norm": 2.646813154220581, + "learning_rate": 7.93077529691606e-07, + "loss": 2.182, + "step": 51187 + }, + { + "epoch": 0.8762217771615399, + "grad_norm": 2.673774003982544, + "learning_rate": 7.92861165379093e-07, + "loss": 2.3294, + "step": 51188 + }, + { + "epoch": 0.8762388948800904, + "grad_norm": 2.687117338180542, + "learning_rate": 7.926448293661159e-07, + "loss": 2.2776, + "step": 51189 + }, + { + "epoch": 0.8762560125986408, + "grad_norm": 2.5129401683807373, + "learning_rate": 7.924285216533433e-07, + "loss": 2.0914, + "step": 51190 + }, + { + "epoch": 0.8762731303171913, + "grad_norm": 2.4534945487976074, + "learning_rate": 7.922122422414324e-07, + "loss": 2.2877, + "step": 51191 + }, + { + "epoch": 0.8762902480357418, + "grad_norm": 2.692589282989502, + "learning_rate": 7.91995991131057e-07, + "loss": 2.3377, + "step": 51192 + }, + { + "epoch": 0.8763073657542922, + "grad_norm": 2.642528533935547, + "learning_rate": 7.917797683228745e-07, + "loss": 2.2977, + "step": 51193 + }, + { + "epoch": 0.8763244834728428, + "grad_norm": 2.524038791656494, + "learning_rate": 7.915635738175531e-07, + "loss": 2.3242, + "step": 51194 + }, + { + "epoch": 0.8763416011913933, + "grad_norm": 2.6708028316497803, + "learning_rate": 7.913474076157579e-07, + "loss": 2.2241, + "step": 51195 + }, + { + "epoch": 0.8763587189099437, + "grad_norm": 2.695533037185669, + "learning_rate": 7.911312697181494e-07, + "loss": 2.2883, + "step": 51196 + }, + { + "epoch": 0.8763758366284942, + "grad_norm": 2.6075022220611572, + "learning_rate": 7.909151601253973e-07, + "loss": 2.3978, + "step": 51197 + }, + { + "epoch": 0.8763929543470447, + "grad_norm": 2.647366523742676, + "learning_rate": 7.906990788381608e-07, + "loss": 2.2624, + "step": 51198 + }, + { + "epoch": 0.8764100720655951, + "grad_norm": 2.645726203918457, + "learning_rate": 7.904830258571073e-07, + "loss": 2.3481, + "step": 51199 + }, + { + "epoch": 0.8764271897841456, + "grad_norm": 2.7501819133758545, + "learning_rate": 7.902670011828984e-07, + "loss": 2.467, + "step": 51200 + }, + { + "epoch": 0.8764443075026961, + "grad_norm": 2.6670844554901123, + "learning_rate": 7.900510048162014e-07, + "loss": 2.2786, + "step": 51201 + }, + { + "epoch": 0.8764614252212465, + "grad_norm": 2.4265196323394775, + "learning_rate": 7.89835036757679e-07, + "loss": 2.3618, + "step": 51202 + }, + { + "epoch": 0.876478542939797, + "grad_norm": 2.498251438140869, + "learning_rate": 7.896190970079909e-07, + "loss": 2.3706, + "step": 51203 + }, + { + "epoch": 0.8764956606583475, + "grad_norm": 2.628251791000366, + "learning_rate": 7.894031855678086e-07, + "loss": 2.2321, + "step": 51204 + }, + { + "epoch": 0.8765127783768979, + "grad_norm": 2.572896957397461, + "learning_rate": 7.891873024377883e-07, + "loss": 2.3636, + "step": 51205 + }, + { + "epoch": 0.8765298960954484, + "grad_norm": 2.4501450061798096, + "learning_rate": 7.889714476185972e-07, + "loss": 2.2043, + "step": 51206 + }, + { + "epoch": 0.8765470138139989, + "grad_norm": 2.7410755157470703, + "learning_rate": 7.887556211108993e-07, + "loss": 2.3683, + "step": 51207 + }, + { + "epoch": 0.8765641315325493, + "grad_norm": 2.6551201343536377, + "learning_rate": 7.885398229153562e-07, + "loss": 2.3158, + "step": 51208 + }, + { + "epoch": 0.8765812492510998, + "grad_norm": 2.6885757446289062, + "learning_rate": 7.88324053032633e-07, + "loss": 2.3535, + "step": 51209 + }, + { + "epoch": 0.8765983669696503, + "grad_norm": 2.4939844608306885, + "learning_rate": 7.881083114633914e-07, + "loss": 2.3067, + "step": 51210 + }, + { + "epoch": 0.8766154846882007, + "grad_norm": 2.4845669269561768, + "learning_rate": 7.878925982082941e-07, + "loss": 2.2397, + "step": 51211 + }, + { + "epoch": 0.8766326024067512, + "grad_norm": 2.6037228107452393, + "learning_rate": 7.876769132680051e-07, + "loss": 2.3718, + "step": 51212 + }, + { + "epoch": 0.8766497201253017, + "grad_norm": 2.777588129043579, + "learning_rate": 7.87461256643186e-07, + "loss": 2.4305, + "step": 51213 + }, + { + "epoch": 0.8766668378438521, + "grad_norm": 2.5941808223724365, + "learning_rate": 7.87245628334502e-07, + "loss": 2.3023, + "step": 51214 + }, + { + "epoch": 0.8766839555624026, + "grad_norm": 2.6583690643310547, + "learning_rate": 7.870300283426169e-07, + "loss": 2.4125, + "step": 51215 + }, + { + "epoch": 0.8767010732809531, + "grad_norm": 2.5945849418640137, + "learning_rate": 7.86814456668189e-07, + "loss": 2.3797, + "step": 51216 + }, + { + "epoch": 0.8767181909995035, + "grad_norm": 2.805220365524292, + "learning_rate": 7.865989133118835e-07, + "loss": 2.4501, + "step": 51217 + }, + { + "epoch": 0.876735308718054, + "grad_norm": 2.6642744541168213, + "learning_rate": 7.863833982743618e-07, + "loss": 2.3021, + "step": 51218 + }, + { + "epoch": 0.8767524264366046, + "grad_norm": 2.567268133163452, + "learning_rate": 7.86167911556287e-07, + "loss": 2.3123, + "step": 51219 + }, + { + "epoch": 0.876769544155155, + "grad_norm": 2.6498074531555176, + "learning_rate": 7.859524531583218e-07, + "loss": 2.3577, + "step": 51220 + }, + { + "epoch": 0.8767866618737055, + "grad_norm": 2.8167738914489746, + "learning_rate": 7.857370230811279e-07, + "loss": 2.4176, + "step": 51221 + }, + { + "epoch": 0.876803779592256, + "grad_norm": 2.7449543476104736, + "learning_rate": 7.855216213253691e-07, + "loss": 2.4117, + "step": 51222 + }, + { + "epoch": 0.8768208973108064, + "grad_norm": 2.6405131816864014, + "learning_rate": 7.853062478917051e-07, + "loss": 2.316, + "step": 51223 + }, + { + "epoch": 0.8768380150293569, + "grad_norm": 2.525815486907959, + "learning_rate": 7.850909027807985e-07, + "loss": 2.2744, + "step": 51224 + }, + { + "epoch": 0.8768551327479074, + "grad_norm": 2.6987316608428955, + "learning_rate": 7.84875585993311e-07, + "loss": 2.3649, + "step": 51225 + }, + { + "epoch": 0.8768722504664578, + "grad_norm": 2.7056548595428467, + "learning_rate": 7.846602975299045e-07, + "loss": 2.179, + "step": 51226 + }, + { + "epoch": 0.8768893681850083, + "grad_norm": 2.6712563037872314, + "learning_rate": 7.844450373912437e-07, + "loss": 2.3436, + "step": 51227 + }, + { + "epoch": 0.8769064859035588, + "grad_norm": 2.437868356704712, + "learning_rate": 7.84229805577984e-07, + "loss": 2.1515, + "step": 51228 + }, + { + "epoch": 0.8769236036221092, + "grad_norm": 2.762821674346924, + "learning_rate": 7.840146020907946e-07, + "loss": 2.4046, + "step": 51229 + }, + { + "epoch": 0.8769407213406597, + "grad_norm": 2.614319086074829, + "learning_rate": 7.837994269303306e-07, + "loss": 2.3816, + "step": 51230 + }, + { + "epoch": 0.8769578390592102, + "grad_norm": 2.6097304821014404, + "learning_rate": 7.835842800972559e-07, + "loss": 2.291, + "step": 51231 + }, + { + "epoch": 0.8769749567777606, + "grad_norm": 2.5912704467773438, + "learning_rate": 7.833691615922334e-07, + "loss": 2.4537, + "step": 51232 + }, + { + "epoch": 0.8769920744963111, + "grad_norm": 2.509290933609009, + "learning_rate": 7.831540714159181e-07, + "loss": 2.194, + "step": 51233 + }, + { + "epoch": 0.8770091922148616, + "grad_norm": 2.62312912940979, + "learning_rate": 7.829390095689804e-07, + "loss": 2.2951, + "step": 51234 + }, + { + "epoch": 0.8770263099334121, + "grad_norm": 2.4093806743621826, + "learning_rate": 7.827239760520722e-07, + "loss": 2.2199, + "step": 51235 + }, + { + "epoch": 0.8770434276519625, + "grad_norm": 2.5960779190063477, + "learning_rate": 7.825089708658629e-07, + "loss": 2.3101, + "step": 51236 + }, + { + "epoch": 0.877060545370513, + "grad_norm": 2.5613293647766113, + "learning_rate": 7.822939940110064e-07, + "loss": 2.3722, + "step": 51237 + }, + { + "epoch": 0.8770776630890635, + "grad_norm": 2.6423001289367676, + "learning_rate": 7.820790454881666e-07, + "loss": 2.4072, + "step": 51238 + }, + { + "epoch": 0.8770947808076139, + "grad_norm": 2.804882526397705, + "learning_rate": 7.818641252980052e-07, + "loss": 2.3143, + "step": 51239 + }, + { + "epoch": 0.8771118985261644, + "grad_norm": 2.675891876220703, + "learning_rate": 7.816492334411785e-07, + "loss": 2.2449, + "step": 51240 + }, + { + "epoch": 0.877129016244715, + "grad_norm": 2.62483549118042, + "learning_rate": 7.814343699183535e-07, + "loss": 2.3451, + "step": 51241 + }, + { + "epoch": 0.8771461339632654, + "grad_norm": 3.022031545639038, + "learning_rate": 7.812195347301854e-07, + "loss": 2.3214, + "step": 51242 + }, + { + "epoch": 0.8771632516818159, + "grad_norm": 2.5961101055145264, + "learning_rate": 7.810047278773347e-07, + "loss": 2.3046, + "step": 51243 + }, + { + "epoch": 0.8771803694003664, + "grad_norm": 2.6269984245300293, + "learning_rate": 7.807899493604665e-07, + "loss": 2.2781, + "step": 51244 + }, + { + "epoch": 0.8771974871189168, + "grad_norm": 2.5946013927459717, + "learning_rate": 7.805751991802335e-07, + "loss": 2.3982, + "step": 51245 + }, + { + "epoch": 0.8772146048374673, + "grad_norm": 2.4193496704101562, + "learning_rate": 7.80360477337303e-07, + "loss": 2.2425, + "step": 51246 + }, + { + "epoch": 0.8772317225560178, + "grad_norm": 2.625607967376709, + "learning_rate": 7.801457838323301e-07, + "loss": 2.2731, + "step": 51247 + }, + { + "epoch": 0.8772488402745682, + "grad_norm": 2.5120811462402344, + "learning_rate": 7.799311186659763e-07, + "loss": 2.312, + "step": 51248 + }, + { + "epoch": 0.8772659579931187, + "grad_norm": 2.5658836364746094, + "learning_rate": 7.797164818389013e-07, + "loss": 2.1844, + "step": 51249 + }, + { + "epoch": 0.8772830757116692, + "grad_norm": 2.6445930004119873, + "learning_rate": 7.795018733517646e-07, + "loss": 2.3609, + "step": 51250 + }, + { + "epoch": 0.8773001934302196, + "grad_norm": 2.7242887020111084, + "learning_rate": 7.792872932052276e-07, + "loss": 2.3434, + "step": 51251 + }, + { + "epoch": 0.8773173111487701, + "grad_norm": 2.6285853385925293, + "learning_rate": 7.790727413999488e-07, + "loss": 2.3839, + "step": 51252 + }, + { + "epoch": 0.8773344288673206, + "grad_norm": 2.531036376953125, + "learning_rate": 7.788582179365867e-07, + "loss": 2.2503, + "step": 51253 + }, + { + "epoch": 0.877351546585871, + "grad_norm": 2.582197904586792, + "learning_rate": 7.786437228158006e-07, + "loss": 2.3267, + "step": 51254 + }, + { + "epoch": 0.8773686643044215, + "grad_norm": 2.6250813007354736, + "learning_rate": 7.784292560382501e-07, + "loss": 2.2894, + "step": 51255 + }, + { + "epoch": 0.877385782022972, + "grad_norm": 2.6491570472717285, + "learning_rate": 7.782148176045956e-07, + "loss": 2.2953, + "step": 51256 + }, + { + "epoch": 0.8774028997415224, + "grad_norm": 2.6268813610076904, + "learning_rate": 7.780004075154957e-07, + "loss": 2.2421, + "step": 51257 + }, + { + "epoch": 0.8774200174600729, + "grad_norm": 2.673476219177246, + "learning_rate": 7.777860257716074e-07, + "loss": 2.3341, + "step": 51258 + }, + { + "epoch": 0.8774371351786234, + "grad_norm": 2.5510120391845703, + "learning_rate": 7.775716723735949e-07, + "loss": 2.3302, + "step": 51259 + }, + { + "epoch": 0.8774542528971738, + "grad_norm": 2.844714403152466, + "learning_rate": 7.773573473221108e-07, + "loss": 2.3823, + "step": 51260 + }, + { + "epoch": 0.8774713706157243, + "grad_norm": 2.6040024757385254, + "learning_rate": 7.771430506178168e-07, + "loss": 2.3836, + "step": 51261 + }, + { + "epoch": 0.8774884883342748, + "grad_norm": 2.541705846786499, + "learning_rate": 7.769287822613713e-07, + "loss": 2.3608, + "step": 51262 + }, + { + "epoch": 0.8775056060528252, + "grad_norm": 2.5975093841552734, + "learning_rate": 7.767145422534328e-07, + "loss": 2.4561, + "step": 51263 + }, + { + "epoch": 0.8775227237713757, + "grad_norm": 2.5570900440216064, + "learning_rate": 7.765003305946616e-07, + "loss": 2.2944, + "step": 51264 + }, + { + "epoch": 0.8775398414899263, + "grad_norm": 2.5680549144744873, + "learning_rate": 7.762861472857108e-07, + "loss": 2.2792, + "step": 51265 + }, + { + "epoch": 0.8775569592084767, + "grad_norm": 2.5929601192474365, + "learning_rate": 7.760719923272464e-07, + "loss": 2.2535, + "step": 51266 + }, + { + "epoch": 0.8775740769270272, + "grad_norm": 2.6811983585357666, + "learning_rate": 7.758578657199201e-07, + "loss": 2.3739, + "step": 51267 + }, + { + "epoch": 0.8775911946455777, + "grad_norm": 2.65742826461792, + "learning_rate": 7.756437674643935e-07, + "loss": 2.3885, + "step": 51268 + }, + { + "epoch": 0.8776083123641281, + "grad_norm": 2.587472438812256, + "learning_rate": 7.75429697561324e-07, + "loss": 2.3199, + "step": 51269 + }, + { + "epoch": 0.8776254300826786, + "grad_norm": 2.500542640686035, + "learning_rate": 7.752156560113666e-07, + "loss": 2.2799, + "step": 51270 + }, + { + "epoch": 0.8776425478012291, + "grad_norm": 2.6282098293304443, + "learning_rate": 7.750016428151852e-07, + "loss": 2.2802, + "step": 51271 + }, + { + "epoch": 0.8776596655197795, + "grad_norm": 2.771328926086426, + "learning_rate": 7.747876579734314e-07, + "loss": 2.3543, + "step": 51272 + }, + { + "epoch": 0.87767678323833, + "grad_norm": 2.5718326568603516, + "learning_rate": 7.745737014867683e-07, + "loss": 2.3021, + "step": 51273 + }, + { + "epoch": 0.8776939009568805, + "grad_norm": 2.65405011177063, + "learning_rate": 7.743597733558505e-07, + "loss": 2.3154, + "step": 51274 + }, + { + "epoch": 0.8777110186754309, + "grad_norm": 2.5091066360473633, + "learning_rate": 7.741458735813345e-07, + "loss": 2.4113, + "step": 51275 + }, + { + "epoch": 0.8777281363939814, + "grad_norm": 2.513500690460205, + "learning_rate": 7.739320021638819e-07, + "loss": 2.2811, + "step": 51276 + }, + { + "epoch": 0.8777452541125319, + "grad_norm": 2.555500030517578, + "learning_rate": 7.737181591041443e-07, + "loss": 2.3235, + "step": 51277 + }, + { + "epoch": 0.8777623718310823, + "grad_norm": 2.6796987056732178, + "learning_rate": 7.735043444027846e-07, + "loss": 2.3294, + "step": 51278 + }, + { + "epoch": 0.8777794895496328, + "grad_norm": 2.3723411560058594, + "learning_rate": 7.732905580604566e-07, + "loss": 2.2456, + "step": 51279 + }, + { + "epoch": 0.8777966072681833, + "grad_norm": 2.5752975940704346, + "learning_rate": 7.730768000778188e-07, + "loss": 2.286, + "step": 51280 + }, + { + "epoch": 0.8778137249867338, + "grad_norm": 2.3797554969787598, + "learning_rate": 7.728630704555284e-07, + "loss": 2.1804, + "step": 51281 + }, + { + "epoch": 0.8778308427052842, + "grad_norm": 2.7412402629852295, + "learning_rate": 7.726493691942383e-07, + "loss": 2.4043, + "step": 51282 + }, + { + "epoch": 0.8778479604238347, + "grad_norm": 2.6593358516693115, + "learning_rate": 7.724356962946123e-07, + "loss": 2.2883, + "step": 51283 + }, + { + "epoch": 0.8778650781423852, + "grad_norm": 2.536367177963257, + "learning_rate": 7.72222051757302e-07, + "loss": 2.2983, + "step": 51284 + }, + { + "epoch": 0.8778821958609356, + "grad_norm": 2.5725741386413574, + "learning_rate": 7.720084355829661e-07, + "loss": 2.2245, + "step": 51285 + }, + { + "epoch": 0.8778993135794861, + "grad_norm": 2.4008371829986572, + "learning_rate": 7.717948477722603e-07, + "loss": 2.2215, + "step": 51286 + }, + { + "epoch": 0.8779164312980366, + "grad_norm": 2.699043035507202, + "learning_rate": 7.715812883258422e-07, + "loss": 2.4243, + "step": 51287 + }, + { + "epoch": 0.877933549016587, + "grad_norm": 2.551396608352661, + "learning_rate": 7.713677572443678e-07, + "loss": 2.3253, + "step": 51288 + }, + { + "epoch": 0.8779506667351376, + "grad_norm": 2.563717842102051, + "learning_rate": 7.711542545284922e-07, + "loss": 2.351, + "step": 51289 + }, + { + "epoch": 0.8779677844536881, + "grad_norm": 2.5530126094818115, + "learning_rate": 7.709407801788726e-07, + "loss": 2.2538, + "step": 51290 + }, + { + "epoch": 0.8779849021722385, + "grad_norm": 2.7841501235961914, + "learning_rate": 7.707273341961651e-07, + "loss": 2.3783, + "step": 51291 + }, + { + "epoch": 0.878002019890789, + "grad_norm": 2.644176721572876, + "learning_rate": 7.70513916581026e-07, + "loss": 2.277, + "step": 51292 + }, + { + "epoch": 0.8780191376093395, + "grad_norm": 2.5645763874053955, + "learning_rate": 7.703005273341114e-07, + "loss": 2.2841, + "step": 51293 + }, + { + "epoch": 0.8780362553278899, + "grad_norm": 2.7020857334136963, + "learning_rate": 7.700871664560761e-07, + "loss": 2.4201, + "step": 51294 + }, + { + "epoch": 0.8780533730464404, + "grad_norm": 2.6473066806793213, + "learning_rate": 7.698738339475786e-07, + "loss": 2.2966, + "step": 51295 + }, + { + "epoch": 0.8780704907649909, + "grad_norm": 2.4759297370910645, + "learning_rate": 7.696605298092707e-07, + "loss": 2.1594, + "step": 51296 + }, + { + "epoch": 0.8780876084835413, + "grad_norm": 2.648192882537842, + "learning_rate": 7.694472540418108e-07, + "loss": 2.3286, + "step": 51297 + }, + { + "epoch": 0.8781047262020918, + "grad_norm": 2.635183095932007, + "learning_rate": 7.692340066458526e-07, + "loss": 2.2969, + "step": 51298 + }, + { + "epoch": 0.8781218439206423, + "grad_norm": 2.6883811950683594, + "learning_rate": 7.690207876220535e-07, + "loss": 2.4625, + "step": 51299 + }, + { + "epoch": 0.8781389616391927, + "grad_norm": 2.575484037399292, + "learning_rate": 7.688075969710673e-07, + "loss": 2.4119, + "step": 51300 + }, + { + "epoch": 0.8781560793577432, + "grad_norm": 2.6431047916412354, + "learning_rate": 7.685944346935514e-07, + "loss": 2.2239, + "step": 51301 + }, + { + "epoch": 0.8781731970762937, + "grad_norm": 2.6125824451446533, + "learning_rate": 7.683813007901586e-07, + "loss": 2.2701, + "step": 51302 + }, + { + "epoch": 0.8781903147948441, + "grad_norm": 2.6113617420196533, + "learning_rate": 7.681681952615438e-07, + "loss": 2.3335, + "step": 51303 + }, + { + "epoch": 0.8782074325133946, + "grad_norm": 2.7491254806518555, + "learning_rate": 7.679551181083644e-07, + "loss": 2.3189, + "step": 51304 + }, + { + "epoch": 0.8782245502319451, + "grad_norm": 2.552488327026367, + "learning_rate": 7.677420693312731e-07, + "loss": 2.3588, + "step": 51305 + }, + { + "epoch": 0.8782416679504955, + "grad_norm": 2.48850679397583, + "learning_rate": 7.675290489309273e-07, + "loss": 2.2396, + "step": 51306 + }, + { + "epoch": 0.878258785669046, + "grad_norm": 2.5087265968322754, + "learning_rate": 7.673160569079773e-07, + "loss": 2.2264, + "step": 51307 + }, + { + "epoch": 0.8782759033875965, + "grad_norm": 2.6356911659240723, + "learning_rate": 7.67103093263083e-07, + "loss": 2.3746, + "step": 51308 + }, + { + "epoch": 0.8782930211061469, + "grad_norm": 2.6440255641937256, + "learning_rate": 7.668901579968957e-07, + "loss": 2.3073, + "step": 51309 + }, + { + "epoch": 0.8783101388246974, + "grad_norm": 2.689241647720337, + "learning_rate": 7.666772511100706e-07, + "loss": 2.4075, + "step": 51310 + }, + { + "epoch": 0.878327256543248, + "grad_norm": 2.6705803871154785, + "learning_rate": 7.664643726032617e-07, + "loss": 2.3213, + "step": 51311 + }, + { + "epoch": 0.8783443742617983, + "grad_norm": 2.6191153526306152, + "learning_rate": 7.66251522477125e-07, + "loss": 2.3917, + "step": 51312 + }, + { + "epoch": 0.8783614919803489, + "grad_norm": 2.6480953693389893, + "learning_rate": 7.660387007323144e-07, + "loss": 2.4528, + "step": 51313 + }, + { + "epoch": 0.8783786096988994, + "grad_norm": 2.572910785675049, + "learning_rate": 7.658259073694796e-07, + "loss": 2.2779, + "step": 51314 + }, + { + "epoch": 0.8783957274174498, + "grad_norm": 2.7231528759002686, + "learning_rate": 7.656131423892821e-07, + "loss": 2.3582, + "step": 51315 + }, + { + "epoch": 0.8784128451360003, + "grad_norm": 2.709289312362671, + "learning_rate": 7.654004057923703e-07, + "loss": 2.331, + "step": 51316 + }, + { + "epoch": 0.8784299628545508, + "grad_norm": 2.4768948554992676, + "learning_rate": 7.651876975794003e-07, + "loss": 2.2581, + "step": 51317 + }, + { + "epoch": 0.8784470805731012, + "grad_norm": 2.532452344894409, + "learning_rate": 7.649750177510262e-07, + "loss": 2.2782, + "step": 51318 + }, + { + "epoch": 0.8784641982916517, + "grad_norm": 2.6961612701416016, + "learning_rate": 7.647623663078984e-07, + "loss": 2.2587, + "step": 51319 + }, + { + "epoch": 0.8784813160102022, + "grad_norm": 2.622319221496582, + "learning_rate": 7.645497432506755e-07, + "loss": 2.3827, + "step": 51320 + }, + { + "epoch": 0.8784984337287526, + "grad_norm": 2.497077465057373, + "learning_rate": 7.643371485800077e-07, + "loss": 2.1787, + "step": 51321 + }, + { + "epoch": 0.8785155514473031, + "grad_norm": 2.683952808380127, + "learning_rate": 7.641245822965482e-07, + "loss": 2.3979, + "step": 51322 + }, + { + "epoch": 0.8785326691658536, + "grad_norm": 2.6319518089294434, + "learning_rate": 7.639120444009529e-07, + "loss": 2.3942, + "step": 51323 + }, + { + "epoch": 0.878549786884404, + "grad_norm": 2.5618412494659424, + "learning_rate": 7.636995348938725e-07, + "loss": 2.3539, + "step": 51324 + }, + { + "epoch": 0.8785669046029545, + "grad_norm": 2.4905686378479004, + "learning_rate": 7.634870537759631e-07, + "loss": 2.3125, + "step": 51325 + }, + { + "epoch": 0.878584022321505, + "grad_norm": 2.5313680171966553, + "learning_rate": 7.632746010478742e-07, + "loss": 2.2751, + "step": 51326 + }, + { + "epoch": 0.8786011400400554, + "grad_norm": 2.6948158740997314, + "learning_rate": 7.630621767102608e-07, + "loss": 2.2876, + "step": 51327 + }, + { + "epoch": 0.8786182577586059, + "grad_norm": 2.536938190460205, + "learning_rate": 7.628497807637758e-07, + "loss": 2.3179, + "step": 51328 + }, + { + "epoch": 0.8786353754771564, + "grad_norm": 2.7054197788238525, + "learning_rate": 7.62637413209072e-07, + "loss": 2.3675, + "step": 51329 + }, + { + "epoch": 0.8786524931957069, + "grad_norm": 2.6585986614227295, + "learning_rate": 7.62425074046802e-07, + "loss": 2.4007, + "step": 51330 + }, + { + "epoch": 0.8786696109142573, + "grad_norm": 2.666668653488159, + "learning_rate": 7.622127632776177e-07, + "loss": 2.3122, + "step": 51331 + }, + { + "epoch": 0.8786867286328078, + "grad_norm": 2.6173596382141113, + "learning_rate": 7.620004809021752e-07, + "loss": 2.3655, + "step": 51332 + }, + { + "epoch": 0.8787038463513583, + "grad_norm": 2.7598893642425537, + "learning_rate": 7.617882269211219e-07, + "loss": 2.3859, + "step": 51333 + }, + { + "epoch": 0.8787209640699087, + "grad_norm": 2.5938820838928223, + "learning_rate": 7.615760013351125e-07, + "loss": 2.3152, + "step": 51334 + }, + { + "epoch": 0.8787380817884592, + "grad_norm": 2.5454790592193604, + "learning_rate": 7.61363804144799e-07, + "loss": 2.2104, + "step": 51335 + }, + { + "epoch": 0.8787551995070098, + "grad_norm": 2.7525248527526855, + "learning_rate": 7.611516353508342e-07, + "loss": 2.2809, + "step": 51336 + }, + { + "epoch": 0.8787723172255602, + "grad_norm": 2.524383068084717, + "learning_rate": 7.609394949538707e-07, + "loss": 2.376, + "step": 51337 + }, + { + "epoch": 0.8787894349441107, + "grad_norm": 2.54341983795166, + "learning_rate": 7.607273829545603e-07, + "loss": 2.2394, + "step": 51338 + }, + { + "epoch": 0.8788065526626612, + "grad_norm": 2.555746078491211, + "learning_rate": 7.605152993535536e-07, + "loss": 2.305, + "step": 51339 + }, + { + "epoch": 0.8788236703812116, + "grad_norm": 2.5697669982910156, + "learning_rate": 7.603032441515024e-07, + "loss": 2.2673, + "step": 51340 + }, + { + "epoch": 0.8788407880997621, + "grad_norm": 2.5721817016601562, + "learning_rate": 7.600912173490604e-07, + "loss": 2.2709, + "step": 51341 + }, + { + "epoch": 0.8788579058183126, + "grad_norm": 2.6032638549804688, + "learning_rate": 7.598792189468785e-07, + "loss": 2.2915, + "step": 51342 + }, + { + "epoch": 0.878875023536863, + "grad_norm": 2.662062644958496, + "learning_rate": 7.596672489456092e-07, + "loss": 2.2955, + "step": 51343 + }, + { + "epoch": 0.8788921412554135, + "grad_norm": 2.693794012069702, + "learning_rate": 7.594553073458988e-07, + "loss": 2.2172, + "step": 51344 + }, + { + "epoch": 0.878909258973964, + "grad_norm": 2.676379680633545, + "learning_rate": 7.592433941484068e-07, + "loss": 2.45, + "step": 51345 + }, + { + "epoch": 0.8789263766925144, + "grad_norm": 2.634606122970581, + "learning_rate": 7.590315093537792e-07, + "loss": 2.3016, + "step": 51346 + }, + { + "epoch": 0.8789434944110649, + "grad_norm": 2.511176109313965, + "learning_rate": 7.58819652962669e-07, + "loss": 2.1696, + "step": 51347 + }, + { + "epoch": 0.8789606121296154, + "grad_norm": 2.6681647300720215, + "learning_rate": 7.586078249757267e-07, + "loss": 2.2808, + "step": 51348 + }, + { + "epoch": 0.8789777298481658, + "grad_norm": 2.701942205429077, + "learning_rate": 7.58396025393604e-07, + "loss": 2.2299, + "step": 51349 + }, + { + "epoch": 0.8789948475667163, + "grad_norm": 2.6302781105041504, + "learning_rate": 7.581842542169526e-07, + "loss": 2.1956, + "step": 51350 + }, + { + "epoch": 0.8790119652852668, + "grad_norm": 2.7978432178497314, + "learning_rate": 7.579725114464198e-07, + "loss": 2.4042, + "step": 51351 + }, + { + "epoch": 0.8790290830038172, + "grad_norm": 2.620992422103882, + "learning_rate": 7.577607970826617e-07, + "loss": 2.3334, + "step": 51352 + }, + { + "epoch": 0.8790462007223677, + "grad_norm": 2.590465784072876, + "learning_rate": 7.575491111263255e-07, + "loss": 2.2627, + "step": 51353 + }, + { + "epoch": 0.8790633184409182, + "grad_norm": 2.757493495941162, + "learning_rate": 7.57337453578062e-07, + "loss": 2.4674, + "step": 51354 + }, + { + "epoch": 0.8790804361594686, + "grad_norm": 2.699535846710205, + "learning_rate": 7.571258244385249e-07, + "loss": 2.3658, + "step": 51355 + }, + { + "epoch": 0.8790975538780191, + "grad_norm": 2.8010079860687256, + "learning_rate": 7.569142237083593e-07, + "loss": 2.2996, + "step": 51356 + }, + { + "epoch": 0.8791146715965696, + "grad_norm": 2.5139527320861816, + "learning_rate": 7.567026513882203e-07, + "loss": 2.2801, + "step": 51357 + }, + { + "epoch": 0.87913178931512, + "grad_norm": 2.5762553215026855, + "learning_rate": 7.564911074787562e-07, + "loss": 2.2293, + "step": 51358 + }, + { + "epoch": 0.8791489070336705, + "grad_norm": 2.637254476547241, + "learning_rate": 7.562795919806176e-07, + "loss": 2.3878, + "step": 51359 + }, + { + "epoch": 0.879166024752221, + "grad_norm": 2.733480215072632, + "learning_rate": 7.560681048944551e-07, + "loss": 2.4124, + "step": 51360 + }, + { + "epoch": 0.8791831424707715, + "grad_norm": 2.619396924972534, + "learning_rate": 7.55856646220916e-07, + "loss": 2.2972, + "step": 51361 + }, + { + "epoch": 0.879200260189322, + "grad_norm": 2.7271528244018555, + "learning_rate": 7.556452159606553e-07, + "loss": 2.3821, + "step": 51362 + }, + { + "epoch": 0.8792173779078725, + "grad_norm": 2.564509630203247, + "learning_rate": 7.554338141143158e-07, + "loss": 2.2724, + "step": 51363 + }, + { + "epoch": 0.8792344956264229, + "grad_norm": 2.885145902633667, + "learning_rate": 7.55222440682556e-07, + "loss": 2.3576, + "step": 51364 + }, + { + "epoch": 0.8792516133449734, + "grad_norm": 2.827039957046509, + "learning_rate": 7.550110956660184e-07, + "loss": 2.4356, + "step": 51365 + }, + { + "epoch": 0.8792687310635239, + "grad_norm": 2.5483744144439697, + "learning_rate": 7.547997790653561e-07, + "loss": 2.3139, + "step": 51366 + }, + { + "epoch": 0.8792858487820743, + "grad_norm": 2.753268241882324, + "learning_rate": 7.545884908812185e-07, + "loss": 2.3013, + "step": 51367 + }, + { + "epoch": 0.8793029665006248, + "grad_norm": 2.659943103790283, + "learning_rate": 7.543772311142516e-07, + "loss": 2.2798, + "step": 51368 + }, + { + "epoch": 0.8793200842191753, + "grad_norm": 2.7064640522003174, + "learning_rate": 7.541659997651107e-07, + "loss": 2.3664, + "step": 51369 + }, + { + "epoch": 0.8793372019377257, + "grad_norm": 2.694897174835205, + "learning_rate": 7.539547968344396e-07, + "loss": 2.4662, + "step": 51370 + }, + { + "epoch": 0.8793543196562762, + "grad_norm": 2.57037353515625, + "learning_rate": 7.5374362232289e-07, + "loss": 2.3042, + "step": 51371 + }, + { + "epoch": 0.8793714373748267, + "grad_norm": 2.5978565216064453, + "learning_rate": 7.535324762311102e-07, + "loss": 2.2313, + "step": 51372 + }, + { + "epoch": 0.8793885550933771, + "grad_norm": 2.706583261489868, + "learning_rate": 7.533213585597499e-07, + "loss": 2.3322, + "step": 51373 + }, + { + "epoch": 0.8794056728119276, + "grad_norm": 2.682011604309082, + "learning_rate": 7.531102693094594e-07, + "loss": 2.3431, + "step": 51374 + }, + { + "epoch": 0.8794227905304781, + "grad_norm": 2.6259191036224365, + "learning_rate": 7.528992084808851e-07, + "loss": 2.1895, + "step": 51375 + }, + { + "epoch": 0.8794399082490286, + "grad_norm": 2.4869704246520996, + "learning_rate": 7.526881760746752e-07, + "loss": 2.1301, + "step": 51376 + }, + { + "epoch": 0.879457025967579, + "grad_norm": 2.4679312705993652, + "learning_rate": 7.524771720914792e-07, + "loss": 2.2473, + "step": 51377 + }, + { + "epoch": 0.8794741436861295, + "grad_norm": 2.520437717437744, + "learning_rate": 7.522661965319466e-07, + "loss": 2.1821, + "step": 51378 + }, + { + "epoch": 0.87949126140468, + "grad_norm": 2.623406410217285, + "learning_rate": 7.520552493967259e-07, + "loss": 2.3777, + "step": 51379 + }, + { + "epoch": 0.8795083791232304, + "grad_norm": 2.6514501571655273, + "learning_rate": 7.518443306864664e-07, + "loss": 2.3249, + "step": 51380 + }, + { + "epoch": 0.8795254968417809, + "grad_norm": 2.70704984664917, + "learning_rate": 7.516334404018122e-07, + "loss": 2.3817, + "step": 51381 + }, + { + "epoch": 0.8795426145603314, + "grad_norm": 2.7438108921051025, + "learning_rate": 7.514225785434148e-07, + "loss": 2.3551, + "step": 51382 + }, + { + "epoch": 0.8795597322788818, + "grad_norm": 2.5772130489349365, + "learning_rate": 7.512117451119216e-07, + "loss": 2.2277, + "step": 51383 + }, + { + "epoch": 0.8795768499974324, + "grad_norm": 2.51792311668396, + "learning_rate": 7.510009401079809e-07, + "loss": 2.1939, + "step": 51384 + }, + { + "epoch": 0.8795939677159829, + "grad_norm": 2.6276214122772217, + "learning_rate": 7.507901635322412e-07, + "loss": 2.3168, + "step": 51385 + }, + { + "epoch": 0.8796110854345333, + "grad_norm": 2.6176300048828125, + "learning_rate": 7.505794153853485e-07, + "loss": 2.3556, + "step": 51386 + }, + { + "epoch": 0.8796282031530838, + "grad_norm": 2.6449153423309326, + "learning_rate": 7.503686956679534e-07, + "loss": 2.2659, + "step": 51387 + }, + { + "epoch": 0.8796453208716343, + "grad_norm": 2.6564528942108154, + "learning_rate": 7.501580043807e-07, + "loss": 2.2885, + "step": 51388 + }, + { + "epoch": 0.8796624385901847, + "grad_norm": 2.7556264400482178, + "learning_rate": 7.499473415242386e-07, + "loss": 2.2844, + "step": 51389 + }, + { + "epoch": 0.8796795563087352, + "grad_norm": 2.590493679046631, + "learning_rate": 7.497367070992157e-07, + "loss": 2.246, + "step": 51390 + }, + { + "epoch": 0.8796966740272857, + "grad_norm": 2.4904634952545166, + "learning_rate": 7.495261011062782e-07, + "loss": 2.3378, + "step": 51391 + }, + { + "epoch": 0.8797137917458361, + "grad_norm": 2.641244649887085, + "learning_rate": 7.493155235460758e-07, + "loss": 2.2651, + "step": 51392 + }, + { + "epoch": 0.8797309094643866, + "grad_norm": 2.585857629776001, + "learning_rate": 7.491049744192513e-07, + "loss": 2.271, + "step": 51393 + }, + { + "epoch": 0.8797480271829371, + "grad_norm": 2.531557321548462, + "learning_rate": 7.488944537264575e-07, + "loss": 2.3098, + "step": 51394 + }, + { + "epoch": 0.8797651449014875, + "grad_norm": 2.5738511085510254, + "learning_rate": 7.486839614683372e-07, + "loss": 2.2767, + "step": 51395 + }, + { + "epoch": 0.879782262620038, + "grad_norm": 2.6876397132873535, + "learning_rate": 7.484734976455387e-07, + "loss": 2.1783, + "step": 51396 + }, + { + "epoch": 0.8797993803385885, + "grad_norm": 2.6464712619781494, + "learning_rate": 7.482630622587106e-07, + "loss": 2.3103, + "step": 51397 + }, + { + "epoch": 0.8798164980571389, + "grad_norm": 2.6872305870056152, + "learning_rate": 7.480526553084944e-07, + "loss": 2.3198, + "step": 51398 + }, + { + "epoch": 0.8798336157756894, + "grad_norm": 2.7592673301696777, + "learning_rate": 7.47842276795544e-07, + "loss": 2.3314, + "step": 51399 + }, + { + "epoch": 0.8798507334942399, + "grad_norm": 2.3978099822998047, + "learning_rate": 7.47631926720499e-07, + "loss": 2.1685, + "step": 51400 + }, + { + "epoch": 0.8798678512127903, + "grad_norm": 2.84631609916687, + "learning_rate": 7.474216050840122e-07, + "loss": 2.3438, + "step": 51401 + }, + { + "epoch": 0.8798849689313408, + "grad_norm": 2.6518757343292236, + "learning_rate": 7.472113118867264e-07, + "loss": 2.2951, + "step": 51402 + }, + { + "epoch": 0.8799020866498913, + "grad_norm": 2.599114418029785, + "learning_rate": 7.470010471292888e-07, + "loss": 2.2017, + "step": 51403 + }, + { + "epoch": 0.8799192043684417, + "grad_norm": 2.929319381713867, + "learning_rate": 7.467908108123478e-07, + "loss": 2.5018, + "step": 51404 + }, + { + "epoch": 0.8799363220869922, + "grad_norm": 2.7895448207855225, + "learning_rate": 7.46580602936543e-07, + "loss": 2.3004, + "step": 51405 + }, + { + "epoch": 0.8799534398055427, + "grad_norm": 2.6111035346984863, + "learning_rate": 7.463704235025293e-07, + "loss": 2.3021, + "step": 51406 + }, + { + "epoch": 0.8799705575240931, + "grad_norm": 2.77856707572937, + "learning_rate": 7.461602725109463e-07, + "loss": 2.4988, + "step": 51407 + }, + { + "epoch": 0.8799876752426437, + "grad_norm": 2.5608644485473633, + "learning_rate": 7.459501499624422e-07, + "loss": 2.2755, + "step": 51408 + }, + { + "epoch": 0.8800047929611942, + "grad_norm": 2.7883830070495605, + "learning_rate": 7.457400558576633e-07, + "loss": 2.3593, + "step": 51409 + }, + { + "epoch": 0.8800219106797446, + "grad_norm": 2.6442208290100098, + "learning_rate": 7.455299901972545e-07, + "loss": 2.3201, + "step": 51410 + }, + { + "epoch": 0.8800390283982951, + "grad_norm": 2.5731356143951416, + "learning_rate": 7.453199529818634e-07, + "loss": 2.2846, + "step": 51411 + }, + { + "epoch": 0.8800561461168456, + "grad_norm": 2.706754446029663, + "learning_rate": 7.451099442121312e-07, + "loss": 2.3662, + "step": 51412 + }, + { + "epoch": 0.880073263835396, + "grad_norm": 2.764582872390747, + "learning_rate": 7.448999638887077e-07, + "loss": 2.2725, + "step": 51413 + }, + { + "epoch": 0.8800903815539465, + "grad_norm": 2.560133695602417, + "learning_rate": 7.446900120122358e-07, + "loss": 2.2614, + "step": 51414 + }, + { + "epoch": 0.880107499272497, + "grad_norm": 2.533125638961792, + "learning_rate": 7.444800885833625e-07, + "loss": 2.2811, + "step": 51415 + }, + { + "epoch": 0.8801246169910474, + "grad_norm": 2.8134942054748535, + "learning_rate": 7.442701936027307e-07, + "loss": 2.4116, + "step": 51416 + }, + { + "epoch": 0.8801417347095979, + "grad_norm": 2.605860948562622, + "learning_rate": 7.440603270709901e-07, + "loss": 2.233, + "step": 51417 + }, + { + "epoch": 0.8801588524281484, + "grad_norm": 2.6469380855560303, + "learning_rate": 7.43850488988781e-07, + "loss": 2.4522, + "step": 51418 + }, + { + "epoch": 0.8801759701466988, + "grad_norm": 2.851745128631592, + "learning_rate": 7.436406793567497e-07, + "loss": 2.2506, + "step": 51419 + }, + { + "epoch": 0.8801930878652493, + "grad_norm": 2.638218879699707, + "learning_rate": 7.434308981755423e-07, + "loss": 2.2187, + "step": 51420 + }, + { + "epoch": 0.8802102055837998, + "grad_norm": 2.6118509769439697, + "learning_rate": 7.432211454458027e-07, + "loss": 2.2831, + "step": 51421 + }, + { + "epoch": 0.8802273233023503, + "grad_norm": 2.6722114086151123, + "learning_rate": 7.43011421168175e-07, + "loss": 2.2924, + "step": 51422 + }, + { + "epoch": 0.8802444410209007, + "grad_norm": 2.398538589477539, + "learning_rate": 7.428017253433051e-07, + "loss": 2.1949, + "step": 51423 + }, + { + "epoch": 0.8802615587394512, + "grad_norm": 2.575026750564575, + "learning_rate": 7.425920579718381e-07, + "loss": 2.3477, + "step": 51424 + }, + { + "epoch": 0.8802786764580017, + "grad_norm": 2.6635525226593018, + "learning_rate": 7.42382419054416e-07, + "loss": 2.3523, + "step": 51425 + }, + { + "epoch": 0.8802957941765521, + "grad_norm": 2.807938575744629, + "learning_rate": 7.421728085916846e-07, + "loss": 2.4574, + "step": 51426 + }, + { + "epoch": 0.8803129118951026, + "grad_norm": 2.5532848834991455, + "learning_rate": 7.419632265842879e-07, + "loss": 2.2911, + "step": 51427 + }, + { + "epoch": 0.8803300296136531, + "grad_norm": 2.630089521408081, + "learning_rate": 7.417536730328711e-07, + "loss": 2.247, + "step": 51428 + }, + { + "epoch": 0.8803471473322035, + "grad_norm": 2.6028432846069336, + "learning_rate": 7.41544147938078e-07, + "loss": 2.3248, + "step": 51429 + }, + { + "epoch": 0.880364265050754, + "grad_norm": 2.7376115322113037, + "learning_rate": 7.413346513005492e-07, + "loss": 2.3222, + "step": 51430 + }, + { + "epoch": 0.8803813827693046, + "grad_norm": 2.6278789043426514, + "learning_rate": 7.411251831209342e-07, + "loss": 2.3476, + "step": 51431 + }, + { + "epoch": 0.880398500487855, + "grad_norm": 2.450063705444336, + "learning_rate": 7.409157433998726e-07, + "loss": 2.3266, + "step": 51432 + }, + { + "epoch": 0.8804156182064055, + "grad_norm": 2.630762815475464, + "learning_rate": 7.407063321380103e-07, + "loss": 2.3223, + "step": 51433 + }, + { + "epoch": 0.880432735924956, + "grad_norm": 2.6100316047668457, + "learning_rate": 7.404969493359915e-07, + "loss": 2.3378, + "step": 51434 + }, + { + "epoch": 0.8804498536435064, + "grad_norm": 2.6867566108703613, + "learning_rate": 7.402875949944555e-07, + "loss": 2.3326, + "step": 51435 + }, + { + "epoch": 0.8804669713620569, + "grad_norm": 2.7314743995666504, + "learning_rate": 7.400782691140518e-07, + "loss": 2.4667, + "step": 51436 + }, + { + "epoch": 0.8804840890806074, + "grad_norm": 2.7328364849090576, + "learning_rate": 7.398689716954177e-07, + "loss": 2.4163, + "step": 51437 + }, + { + "epoch": 0.8805012067991578, + "grad_norm": 2.640848398208618, + "learning_rate": 7.396597027392027e-07, + "loss": 2.3767, + "step": 51438 + }, + { + "epoch": 0.8805183245177083, + "grad_norm": 2.7495100498199463, + "learning_rate": 7.394504622460452e-07, + "loss": 2.3747, + "step": 51439 + }, + { + "epoch": 0.8805354422362588, + "grad_norm": 2.6856515407562256, + "learning_rate": 7.392412502165902e-07, + "loss": 2.286, + "step": 51440 + }, + { + "epoch": 0.8805525599548092, + "grad_norm": 2.5717177391052246, + "learning_rate": 7.390320666514828e-07, + "loss": 2.3296, + "step": 51441 + }, + { + "epoch": 0.8805696776733597, + "grad_norm": 2.5255191326141357, + "learning_rate": 7.388229115513601e-07, + "loss": 2.2753, + "step": 51442 + }, + { + "epoch": 0.8805867953919102, + "grad_norm": 2.7370948791503906, + "learning_rate": 7.386137849168717e-07, + "loss": 2.3808, + "step": 51443 + }, + { + "epoch": 0.8806039131104606, + "grad_norm": 2.6030631065368652, + "learning_rate": 7.384046867486572e-07, + "loss": 2.3688, + "step": 51444 + }, + { + "epoch": 0.8806210308290111, + "grad_norm": 2.6487319469451904, + "learning_rate": 7.381956170473581e-07, + "loss": 2.3509, + "step": 51445 + }, + { + "epoch": 0.8806381485475616, + "grad_norm": 2.6057188510894775, + "learning_rate": 7.379865758136196e-07, + "loss": 2.3331, + "step": 51446 + }, + { + "epoch": 0.880655266266112, + "grad_norm": 2.8057377338409424, + "learning_rate": 7.377775630480811e-07, + "loss": 2.3108, + "step": 51447 + }, + { + "epoch": 0.8806723839846625, + "grad_norm": 2.7086527347564697, + "learning_rate": 7.375685787513886e-07, + "loss": 2.4279, + "step": 51448 + }, + { + "epoch": 0.880689501703213, + "grad_norm": 2.6352131366729736, + "learning_rate": 7.37359622924182e-07, + "loss": 2.2501, + "step": 51449 + }, + { + "epoch": 0.8807066194217634, + "grad_norm": 2.6664958000183105, + "learning_rate": 7.371506955671049e-07, + "loss": 2.3364, + "step": 51450 + }, + { + "epoch": 0.8807237371403139, + "grad_norm": 2.648350238800049, + "learning_rate": 7.36941796680798e-07, + "loss": 2.3215, + "step": 51451 + }, + { + "epoch": 0.8807408548588644, + "grad_norm": 2.6018989086151123, + "learning_rate": 7.36732926265904e-07, + "loss": 2.2159, + "step": 51452 + }, + { + "epoch": 0.8807579725774148, + "grad_norm": 2.68864107131958, + "learning_rate": 7.36524084323067e-07, + "loss": 2.2759, + "step": 51453 + }, + { + "epoch": 0.8807750902959653, + "grad_norm": 2.685694932937622, + "learning_rate": 7.363152708529242e-07, + "loss": 2.3479, + "step": 51454 + }, + { + "epoch": 0.8807922080145159, + "grad_norm": 2.654696464538574, + "learning_rate": 7.36106485856124e-07, + "loss": 2.4448, + "step": 51455 + }, + { + "epoch": 0.8808093257330663, + "grad_norm": 2.5450918674468994, + "learning_rate": 7.358977293333014e-07, + "loss": 2.1979, + "step": 51456 + }, + { + "epoch": 0.8808264434516168, + "grad_norm": 2.620614767074585, + "learning_rate": 7.356890012851025e-07, + "loss": 2.3958, + "step": 51457 + }, + { + "epoch": 0.8808435611701673, + "grad_norm": 2.803717613220215, + "learning_rate": 7.354803017121659e-07, + "loss": 2.3729, + "step": 51458 + }, + { + "epoch": 0.8808606788887177, + "grad_norm": 2.5578699111938477, + "learning_rate": 7.352716306151353e-07, + "loss": 2.2573, + "step": 51459 + }, + { + "epoch": 0.8808777966072682, + "grad_norm": 2.545579433441162, + "learning_rate": 7.350629879946525e-07, + "loss": 2.3196, + "step": 51460 + }, + { + "epoch": 0.8808949143258187, + "grad_norm": 2.6855177879333496, + "learning_rate": 7.34854373851358e-07, + "loss": 2.38, + "step": 51461 + }, + { + "epoch": 0.8809120320443691, + "grad_norm": 2.485170364379883, + "learning_rate": 7.346457881858915e-07, + "loss": 2.278, + "step": 51462 + }, + { + "epoch": 0.8809291497629196, + "grad_norm": 2.7676451206207275, + "learning_rate": 7.344372309988945e-07, + "loss": 2.3624, + "step": 51463 + }, + { + "epoch": 0.8809462674814701, + "grad_norm": 2.5963683128356934, + "learning_rate": 7.3422870229101e-07, + "loss": 2.3067, + "step": 51464 + }, + { + "epoch": 0.8809633852000205, + "grad_norm": 2.5724918842315674, + "learning_rate": 7.340202020628773e-07, + "loss": 2.3344, + "step": 51465 + }, + { + "epoch": 0.880980502918571, + "grad_norm": 2.566194534301758, + "learning_rate": 7.338117303151393e-07, + "loss": 2.3298, + "step": 51466 + }, + { + "epoch": 0.8809976206371215, + "grad_norm": 2.660430669784546, + "learning_rate": 7.336032870484311e-07, + "loss": 2.3254, + "step": 51467 + }, + { + "epoch": 0.881014738355672, + "grad_norm": 2.6840062141418457, + "learning_rate": 7.333948722634021e-07, + "loss": 2.3003, + "step": 51468 + }, + { + "epoch": 0.8810318560742224, + "grad_norm": 2.7508888244628906, + "learning_rate": 7.331864859606852e-07, + "loss": 2.4606, + "step": 51469 + }, + { + "epoch": 0.8810489737927729, + "grad_norm": 2.5857491493225098, + "learning_rate": 7.329781281409254e-07, + "loss": 2.229, + "step": 51470 + }, + { + "epoch": 0.8810660915113234, + "grad_norm": 2.766646146774292, + "learning_rate": 7.327697988047633e-07, + "loss": 2.4417, + "step": 51471 + }, + { + "epoch": 0.8810832092298738, + "grad_norm": 2.7177810668945312, + "learning_rate": 7.325614979528328e-07, + "loss": 2.2063, + "step": 51472 + }, + { + "epoch": 0.8811003269484243, + "grad_norm": 2.650421380996704, + "learning_rate": 7.323532255857834e-07, + "loss": 2.3745, + "step": 51473 + }, + { + "epoch": 0.8811174446669748, + "grad_norm": 2.5637333393096924, + "learning_rate": 7.321449817042481e-07, + "loss": 2.3607, + "step": 51474 + }, + { + "epoch": 0.8811345623855252, + "grad_norm": 2.6793928146362305, + "learning_rate": 7.319367663088716e-07, + "loss": 2.3568, + "step": 51475 + }, + { + "epoch": 0.8811516801040757, + "grad_norm": 2.7886104583740234, + "learning_rate": 7.317285794002915e-07, + "loss": 2.3587, + "step": 51476 + }, + { + "epoch": 0.8811687978226262, + "grad_norm": 2.5801100730895996, + "learning_rate": 7.315204209791471e-07, + "loss": 2.2897, + "step": 51477 + }, + { + "epoch": 0.8811859155411766, + "grad_norm": 2.675685167312622, + "learning_rate": 7.313122910460824e-07, + "loss": 2.4939, + "step": 51478 + }, + { + "epoch": 0.8812030332597272, + "grad_norm": 2.606051206588745, + "learning_rate": 7.311041896017291e-07, + "loss": 2.3702, + "step": 51479 + }, + { + "epoch": 0.8812201509782777, + "grad_norm": 2.6874923706054688, + "learning_rate": 7.308961166467365e-07, + "loss": 2.372, + "step": 51480 + }, + { + "epoch": 0.8812372686968281, + "grad_norm": 2.6013715267181396, + "learning_rate": 7.306880721817366e-07, + "loss": 2.384, + "step": 51481 + }, + { + "epoch": 0.8812543864153786, + "grad_norm": 2.5750439167022705, + "learning_rate": 7.304800562073722e-07, + "loss": 2.2853, + "step": 51482 + }, + { + "epoch": 0.8812715041339291, + "grad_norm": 2.437194347381592, + "learning_rate": 7.302720687242837e-07, + "loss": 2.2606, + "step": 51483 + }, + { + "epoch": 0.8812886218524795, + "grad_norm": 2.643404245376587, + "learning_rate": 7.300641097331052e-07, + "loss": 2.2508, + "step": 51484 + }, + { + "epoch": 0.88130573957103, + "grad_norm": 2.794316053390503, + "learning_rate": 7.298561792344827e-07, + "loss": 2.4468, + "step": 51485 + }, + { + "epoch": 0.8813228572895805, + "grad_norm": 2.6860287189483643, + "learning_rate": 7.296482772290514e-07, + "loss": 2.3414, + "step": 51486 + }, + { + "epoch": 0.8813399750081309, + "grad_norm": 2.6143221855163574, + "learning_rate": 7.294404037174496e-07, + "loss": 2.4223, + "step": 51487 + }, + { + "epoch": 0.8813570927266814, + "grad_norm": 2.580660820007324, + "learning_rate": 7.292325587003179e-07, + "loss": 2.3023, + "step": 51488 + }, + { + "epoch": 0.8813742104452319, + "grad_norm": 2.5527312755584717, + "learning_rate": 7.290247421782959e-07, + "loss": 2.2576, + "step": 51489 + }, + { + "epoch": 0.8813913281637823, + "grad_norm": 2.6882476806640625, + "learning_rate": 7.288169541520218e-07, + "loss": 2.3647, + "step": 51490 + }, + { + "epoch": 0.8814084458823328, + "grad_norm": 2.5559043884277344, + "learning_rate": 7.286091946221318e-07, + "loss": 2.2786, + "step": 51491 + }, + { + "epoch": 0.8814255636008833, + "grad_norm": 2.637308359146118, + "learning_rate": 7.284014635892689e-07, + "loss": 2.362, + "step": 51492 + }, + { + "epoch": 0.8814426813194337, + "grad_norm": 2.5680859088897705, + "learning_rate": 7.281937610540679e-07, + "loss": 2.3081, + "step": 51493 + }, + { + "epoch": 0.8814597990379842, + "grad_norm": 2.7318220138549805, + "learning_rate": 7.279860870171673e-07, + "loss": 2.4552, + "step": 51494 + }, + { + "epoch": 0.8814769167565347, + "grad_norm": 2.5872995853424072, + "learning_rate": 7.277784414792077e-07, + "loss": 2.3722, + "step": 51495 + }, + { + "epoch": 0.8814940344750851, + "grad_norm": 2.537484884262085, + "learning_rate": 7.275708244408264e-07, + "loss": 2.3416, + "step": 51496 + }, + { + "epoch": 0.8815111521936356, + "grad_norm": 2.5065715312957764, + "learning_rate": 7.273632359026627e-07, + "loss": 2.3033, + "step": 51497 + }, + { + "epoch": 0.8815282699121861, + "grad_norm": 2.4273335933685303, + "learning_rate": 7.271556758653508e-07, + "loss": 2.2596, + "step": 51498 + }, + { + "epoch": 0.8815453876307365, + "grad_norm": 2.6137266159057617, + "learning_rate": 7.269481443295323e-07, + "loss": 2.3984, + "step": 51499 + }, + { + "epoch": 0.881562505349287, + "grad_norm": 2.5638716220855713, + "learning_rate": 7.267406412958433e-07, + "loss": 2.2749, + "step": 51500 + }, + { + "epoch": 0.8815796230678375, + "grad_norm": 2.5880918502807617, + "learning_rate": 7.265331667649234e-07, + "loss": 2.3088, + "step": 51501 + }, + { + "epoch": 0.881596740786388, + "grad_norm": 2.623953342437744, + "learning_rate": 7.263257207374086e-07, + "loss": 2.2893, + "step": 51502 + }, + { + "epoch": 0.8816138585049385, + "grad_norm": 2.6509439945220947, + "learning_rate": 7.261183032139385e-07, + "loss": 2.3871, + "step": 51503 + }, + { + "epoch": 0.881630976223489, + "grad_norm": 2.643634080886841, + "learning_rate": 7.259109141951471e-07, + "loss": 2.3871, + "step": 51504 + }, + { + "epoch": 0.8816480939420394, + "grad_norm": 2.692983388900757, + "learning_rate": 7.257035536816748e-07, + "loss": 2.3588, + "step": 51505 + }, + { + "epoch": 0.8816652116605899, + "grad_norm": 2.4420979022979736, + "learning_rate": 7.254962216741568e-07, + "loss": 2.1564, + "step": 51506 + }, + { + "epoch": 0.8816823293791404, + "grad_norm": 2.583986520767212, + "learning_rate": 7.252889181732325e-07, + "loss": 2.4084, + "step": 51507 + }, + { + "epoch": 0.8816994470976908, + "grad_norm": 2.4933979511260986, + "learning_rate": 7.250816431795404e-07, + "loss": 2.3125, + "step": 51508 + }, + { + "epoch": 0.8817165648162413, + "grad_norm": 2.592261552810669, + "learning_rate": 7.248743966937122e-07, + "loss": 2.2942, + "step": 51509 + }, + { + "epoch": 0.8817336825347918, + "grad_norm": 2.6026697158813477, + "learning_rate": 7.246671787163906e-07, + "loss": 2.3204, + "step": 51510 + }, + { + "epoch": 0.8817508002533422, + "grad_norm": 2.574335813522339, + "learning_rate": 7.244599892482085e-07, + "loss": 2.3398, + "step": 51511 + }, + { + "epoch": 0.8817679179718927, + "grad_norm": 2.7627334594726562, + "learning_rate": 7.242528282898043e-07, + "loss": 2.2797, + "step": 51512 + }, + { + "epoch": 0.8817850356904432, + "grad_norm": 2.525024175643921, + "learning_rate": 7.240456958418151e-07, + "loss": 2.2947, + "step": 51513 + }, + { + "epoch": 0.8818021534089936, + "grad_norm": 2.7401821613311768, + "learning_rate": 7.238385919048773e-07, + "loss": 2.4345, + "step": 51514 + }, + { + "epoch": 0.8818192711275441, + "grad_norm": 2.668797731399536, + "learning_rate": 7.236315164796293e-07, + "loss": 2.3075, + "step": 51515 + }, + { + "epoch": 0.8818363888460946, + "grad_norm": 2.5888149738311768, + "learning_rate": 7.234244695667014e-07, + "loss": 2.2567, + "step": 51516 + }, + { + "epoch": 0.8818535065646451, + "grad_norm": 2.796260356903076, + "learning_rate": 7.232174511667378e-07, + "loss": 2.3454, + "step": 51517 + }, + { + "epoch": 0.8818706242831955, + "grad_norm": 2.8015635013580322, + "learning_rate": 7.230104612803701e-07, + "loss": 2.2891, + "step": 51518 + }, + { + "epoch": 0.881887742001746, + "grad_norm": 2.6173551082611084, + "learning_rate": 7.228034999082345e-07, + "loss": 2.2598, + "step": 51519 + }, + { + "epoch": 0.8819048597202965, + "grad_norm": 2.5056769847869873, + "learning_rate": 7.225965670509704e-07, + "loss": 2.2731, + "step": 51520 + }, + { + "epoch": 0.8819219774388469, + "grad_norm": 2.627244710922241, + "learning_rate": 7.223896627092087e-07, + "loss": 2.2723, + "step": 51521 + }, + { + "epoch": 0.8819390951573974, + "grad_norm": 2.6527552604675293, + "learning_rate": 7.221827868835918e-07, + "loss": 2.3879, + "step": 51522 + }, + { + "epoch": 0.8819562128759479, + "grad_norm": 2.7555246353149414, + "learning_rate": 7.219759395747505e-07, + "loss": 2.5259, + "step": 51523 + }, + { + "epoch": 0.8819733305944983, + "grad_norm": 2.5868661403656006, + "learning_rate": 7.217691207833222e-07, + "loss": 2.3283, + "step": 51524 + }, + { + "epoch": 0.8819904483130488, + "grad_norm": 2.793844223022461, + "learning_rate": 7.21562330509944e-07, + "loss": 2.2921, + "step": 51525 + }, + { + "epoch": 0.8820075660315994, + "grad_norm": 2.5596163272857666, + "learning_rate": 7.213555687552465e-07, + "loss": 2.1879, + "step": 51526 + }, + { + "epoch": 0.8820246837501498, + "grad_norm": 2.4966115951538086, + "learning_rate": 7.211488355198714e-07, + "loss": 2.293, + "step": 51527 + }, + { + "epoch": 0.8820418014687003, + "grad_norm": 2.6110217571258545, + "learning_rate": 7.209421308044495e-07, + "loss": 2.3033, + "step": 51528 + }, + { + "epoch": 0.8820589191872508, + "grad_norm": 2.7063276767730713, + "learning_rate": 7.207354546096213e-07, + "loss": 2.3554, + "step": 51529 + }, + { + "epoch": 0.8820760369058012, + "grad_norm": 2.397045373916626, + "learning_rate": 7.205288069360173e-07, + "loss": 2.1359, + "step": 51530 + }, + { + "epoch": 0.8820931546243517, + "grad_norm": 2.7280824184417725, + "learning_rate": 7.203221877842737e-07, + "loss": 2.2549, + "step": 51531 + }, + { + "epoch": 0.8821102723429022, + "grad_norm": 2.530550241470337, + "learning_rate": 7.201155971550267e-07, + "loss": 2.3245, + "step": 51532 + }, + { + "epoch": 0.8821273900614526, + "grad_norm": 2.679164409637451, + "learning_rate": 7.199090350489102e-07, + "loss": 2.2658, + "step": 51533 + }, + { + "epoch": 0.8821445077800031, + "grad_norm": 2.4871034622192383, + "learning_rate": 7.197025014665616e-07, + "loss": 2.3231, + "step": 51534 + }, + { + "epoch": 0.8821616254985536, + "grad_norm": 2.6523730754852295, + "learning_rate": 7.194959964086123e-07, + "loss": 2.2916, + "step": 51535 + }, + { + "epoch": 0.882178743217104, + "grad_norm": 2.5974152088165283, + "learning_rate": 7.192895198756977e-07, + "loss": 2.1874, + "step": 51536 + }, + { + "epoch": 0.8821958609356545, + "grad_norm": 2.6648800373077393, + "learning_rate": 7.190830718684538e-07, + "loss": 2.3898, + "step": 51537 + }, + { + "epoch": 0.882212978654205, + "grad_norm": 2.681124210357666, + "learning_rate": 7.188766523875146e-07, + "loss": 2.2544, + "step": 51538 + }, + { + "epoch": 0.8822300963727554, + "grad_norm": 2.6313440799713135, + "learning_rate": 7.186702614335151e-07, + "loss": 2.3245, + "step": 51539 + }, + { + "epoch": 0.8822472140913059, + "grad_norm": 2.5251517295837402, + "learning_rate": 7.184638990070891e-07, + "loss": 2.2406, + "step": 51540 + }, + { + "epoch": 0.8822643318098564, + "grad_norm": 2.830728054046631, + "learning_rate": 7.182575651088708e-07, + "loss": 2.2675, + "step": 51541 + }, + { + "epoch": 0.8822814495284068, + "grad_norm": 2.506051540374756, + "learning_rate": 7.180512597394939e-07, + "loss": 2.1695, + "step": 51542 + }, + { + "epoch": 0.8822985672469573, + "grad_norm": 2.4501333236694336, + "learning_rate": 7.178449828995926e-07, + "loss": 2.2612, + "step": 51543 + }, + { + "epoch": 0.8823156849655078, + "grad_norm": 2.676213502883911, + "learning_rate": 7.176387345898017e-07, + "loss": 2.3094, + "step": 51544 + }, + { + "epoch": 0.8823328026840582, + "grad_norm": 2.7806968688964844, + "learning_rate": 7.174325148107575e-07, + "loss": 2.5039, + "step": 51545 + }, + { + "epoch": 0.8823499204026087, + "grad_norm": 2.532534122467041, + "learning_rate": 7.172263235630871e-07, + "loss": 2.3402, + "step": 51546 + }, + { + "epoch": 0.8823670381211592, + "grad_norm": 2.539398670196533, + "learning_rate": 7.170201608474314e-07, + "loss": 2.2474, + "step": 51547 + }, + { + "epoch": 0.8823841558397096, + "grad_norm": 2.779792547225952, + "learning_rate": 7.168140266644196e-07, + "loss": 2.3124, + "step": 51548 + }, + { + "epoch": 0.8824012735582601, + "grad_norm": 2.5710315704345703, + "learning_rate": 7.16607921014687e-07, + "loss": 2.279, + "step": 51549 + }, + { + "epoch": 0.8824183912768107, + "grad_norm": 2.7979331016540527, + "learning_rate": 7.164018438988662e-07, + "loss": 2.3952, + "step": 51550 + }, + { + "epoch": 0.882435508995361, + "grad_norm": 2.501568555831909, + "learning_rate": 7.161957953175913e-07, + "loss": 2.3476, + "step": 51551 + }, + { + "epoch": 0.8824526267139116, + "grad_norm": 2.5922083854675293, + "learning_rate": 7.159897752714972e-07, + "loss": 2.3714, + "step": 51552 + }, + { + "epoch": 0.8824697444324621, + "grad_norm": 2.610013484954834, + "learning_rate": 7.157837837612124e-07, + "loss": 2.2932, + "step": 51553 + }, + { + "epoch": 0.8824868621510125, + "grad_norm": 2.6278769969940186, + "learning_rate": 7.155778207873765e-07, + "loss": 2.2853, + "step": 51554 + }, + { + "epoch": 0.882503979869563, + "grad_norm": 2.806800603866577, + "learning_rate": 7.153718863506176e-07, + "loss": 2.2565, + "step": 51555 + }, + { + "epoch": 0.8825210975881135, + "grad_norm": 2.678102731704712, + "learning_rate": 7.151659804515698e-07, + "loss": 2.3216, + "step": 51556 + }, + { + "epoch": 0.8825382153066639, + "grad_norm": 2.456536054611206, + "learning_rate": 7.149601030908693e-07, + "loss": 2.3213, + "step": 51557 + }, + { + "epoch": 0.8825553330252144, + "grad_norm": 2.6734049320220947, + "learning_rate": 7.14754254269141e-07, + "loss": 2.2983, + "step": 51558 + }, + { + "epoch": 0.8825724507437649, + "grad_norm": 2.66359806060791, + "learning_rate": 7.145484339870268e-07, + "loss": 2.3237, + "step": 51559 + }, + { + "epoch": 0.8825895684623153, + "grad_norm": 2.75439715385437, + "learning_rate": 7.143426422451539e-07, + "loss": 2.2117, + "step": 51560 + }, + { + "epoch": 0.8826066861808658, + "grad_norm": 2.605962038040161, + "learning_rate": 7.141368790441561e-07, + "loss": 2.3295, + "step": 51561 + }, + { + "epoch": 0.8826238038994163, + "grad_norm": 2.579221248626709, + "learning_rate": 7.139311443846664e-07, + "loss": 2.2926, + "step": 51562 + }, + { + "epoch": 0.8826409216179668, + "grad_norm": 2.571000576019287, + "learning_rate": 7.137254382673142e-07, + "loss": 2.3398, + "step": 51563 + }, + { + "epoch": 0.8826580393365172, + "grad_norm": 2.687162399291992, + "learning_rate": 7.135197606927369e-07, + "loss": 2.3216, + "step": 51564 + }, + { + "epoch": 0.8826751570550677, + "grad_norm": 2.4888663291931152, + "learning_rate": 7.133141116615605e-07, + "loss": 2.2145, + "step": 51565 + }, + { + "epoch": 0.8826922747736182, + "grad_norm": 2.745190382003784, + "learning_rate": 7.131084911744246e-07, + "loss": 2.3563, + "step": 51566 + }, + { + "epoch": 0.8827093924921686, + "grad_norm": 2.662961483001709, + "learning_rate": 7.129028992319553e-07, + "loss": 2.2495, + "step": 51567 + }, + { + "epoch": 0.8827265102107191, + "grad_norm": 2.669650077819824, + "learning_rate": 7.126973358347855e-07, + "loss": 2.3277, + "step": 51568 + }, + { + "epoch": 0.8827436279292696, + "grad_norm": 2.6017749309539795, + "learning_rate": 7.124918009835502e-07, + "loss": 2.3235, + "step": 51569 + }, + { + "epoch": 0.88276074564782, + "grad_norm": 2.6278817653656006, + "learning_rate": 7.122862946788755e-07, + "loss": 2.3239, + "step": 51570 + }, + { + "epoch": 0.8827778633663705, + "grad_norm": 2.5723493099212646, + "learning_rate": 7.120808169214e-07, + "loss": 2.242, + "step": 51571 + }, + { + "epoch": 0.882794981084921, + "grad_norm": 2.6248586177825928, + "learning_rate": 7.118753677117496e-07, + "loss": 2.324, + "step": 51572 + }, + { + "epoch": 0.8828120988034714, + "grad_norm": 2.767490863800049, + "learning_rate": 7.116699470505584e-07, + "loss": 2.3459, + "step": 51573 + }, + { + "epoch": 0.882829216522022, + "grad_norm": 2.6872501373291016, + "learning_rate": 7.114645549384569e-07, + "loss": 2.3157, + "step": 51574 + }, + { + "epoch": 0.8828463342405725, + "grad_norm": 2.4924497604370117, + "learning_rate": 7.112591913760769e-07, + "loss": 2.2816, + "step": 51575 + }, + { + "epoch": 0.8828634519591229, + "grad_norm": 2.6241512298583984, + "learning_rate": 7.110538563640501e-07, + "loss": 2.2711, + "step": 51576 + }, + { + "epoch": 0.8828805696776734, + "grad_norm": 2.676927089691162, + "learning_rate": 7.10848549903006e-07, + "loss": 2.4505, + "step": 51577 + }, + { + "epoch": 0.8828976873962239, + "grad_norm": 2.7112157344818115, + "learning_rate": 7.106432719935763e-07, + "loss": 2.3228, + "step": 51578 + }, + { + "epoch": 0.8829148051147743, + "grad_norm": 2.5542027950286865, + "learning_rate": 7.104380226363928e-07, + "loss": 2.2999, + "step": 51579 + }, + { + "epoch": 0.8829319228333248, + "grad_norm": 2.644660711288452, + "learning_rate": 7.102328018320859e-07, + "loss": 2.2583, + "step": 51580 + }, + { + "epoch": 0.8829490405518753, + "grad_norm": 2.6706149578094482, + "learning_rate": 7.100276095812864e-07, + "loss": 2.3262, + "step": 51581 + }, + { + "epoch": 0.8829661582704257, + "grad_norm": 2.63843035697937, + "learning_rate": 7.098224458846237e-07, + "loss": 2.2718, + "step": 51582 + }, + { + "epoch": 0.8829832759889762, + "grad_norm": 2.5868914127349854, + "learning_rate": 7.096173107427318e-07, + "loss": 2.2258, + "step": 51583 + }, + { + "epoch": 0.8830003937075267, + "grad_norm": 2.6603474617004395, + "learning_rate": 7.094122041562379e-07, + "loss": 2.2622, + "step": 51584 + }, + { + "epoch": 0.8830175114260771, + "grad_norm": 2.5541491508483887, + "learning_rate": 7.092071261257738e-07, + "loss": 2.527, + "step": 51585 + }, + { + "epoch": 0.8830346291446276, + "grad_norm": 2.703226089477539, + "learning_rate": 7.09002076651969e-07, + "loss": 2.3725, + "step": 51586 + }, + { + "epoch": 0.8830517468631781, + "grad_norm": 2.6715707778930664, + "learning_rate": 7.087970557354539e-07, + "loss": 2.4549, + "step": 51587 + }, + { + "epoch": 0.8830688645817285, + "grad_norm": 2.591005802154541, + "learning_rate": 7.085920633768595e-07, + "loss": 2.3215, + "step": 51588 + }, + { + "epoch": 0.883085982300279, + "grad_norm": 2.884821891784668, + "learning_rate": 7.083870995768171e-07, + "loss": 2.4267, + "step": 51589 + }, + { + "epoch": 0.8831031000188295, + "grad_norm": 2.765399932861328, + "learning_rate": 7.081821643359532e-07, + "loss": 2.3508, + "step": 51590 + }, + { + "epoch": 0.8831202177373799, + "grad_norm": 2.6009573936462402, + "learning_rate": 7.079772576549005e-07, + "loss": 2.2, + "step": 51591 + }, + { + "epoch": 0.8831373354559304, + "grad_norm": 2.6367595195770264, + "learning_rate": 7.077723795342872e-07, + "loss": 2.332, + "step": 51592 + }, + { + "epoch": 0.8831544531744809, + "grad_norm": 2.855484962463379, + "learning_rate": 7.075675299747431e-07, + "loss": 2.3659, + "step": 51593 + }, + { + "epoch": 0.8831715708930313, + "grad_norm": 2.6469357013702393, + "learning_rate": 7.073627089769008e-07, + "loss": 2.3439, + "step": 51594 + }, + { + "epoch": 0.8831886886115818, + "grad_norm": 2.6975672245025635, + "learning_rate": 7.071579165413833e-07, + "loss": 2.3204, + "step": 51595 + }, + { + "epoch": 0.8832058063301323, + "grad_norm": 2.6597657203674316, + "learning_rate": 7.069531526688289e-07, + "loss": 2.3811, + "step": 51596 + }, + { + "epoch": 0.8832229240486827, + "grad_norm": 2.590963125228882, + "learning_rate": 7.067484173598593e-07, + "loss": 2.3699, + "step": 51597 + }, + { + "epoch": 0.8832400417672333, + "grad_norm": 2.584447145462036, + "learning_rate": 7.065437106151074e-07, + "loss": 2.3166, + "step": 51598 + }, + { + "epoch": 0.8832571594857838, + "grad_norm": 2.7461445331573486, + "learning_rate": 7.063390324352038e-07, + "loss": 2.3095, + "step": 51599 + }, + { + "epoch": 0.8832742772043342, + "grad_norm": 2.7629611492156982, + "learning_rate": 7.061343828207723e-07, + "loss": 2.2842, + "step": 51600 + }, + { + "epoch": 0.8832913949228847, + "grad_norm": 2.502314567565918, + "learning_rate": 7.05929761772448e-07, + "loss": 2.2097, + "step": 51601 + }, + { + "epoch": 0.8833085126414352, + "grad_norm": 2.6893649101257324, + "learning_rate": 7.05725169290854e-07, + "loss": 2.379, + "step": 51602 + }, + { + "epoch": 0.8833256303599856, + "grad_norm": 2.806650400161743, + "learning_rate": 7.05520605376625e-07, + "loss": 2.4142, + "step": 51603 + }, + { + "epoch": 0.8833427480785361, + "grad_norm": 2.5125820636749268, + "learning_rate": 7.053160700303863e-07, + "loss": 2.374, + "step": 51604 + }, + { + "epoch": 0.8833598657970866, + "grad_norm": 2.713006019592285, + "learning_rate": 7.051115632527661e-07, + "loss": 2.4362, + "step": 51605 + }, + { + "epoch": 0.883376983515637, + "grad_norm": 2.5894973278045654, + "learning_rate": 7.049070850443962e-07, + "loss": 2.3268, + "step": 51606 + }, + { + "epoch": 0.8833941012341875, + "grad_norm": 2.7141013145446777, + "learning_rate": 7.047026354059006e-07, + "loss": 2.3423, + "step": 51607 + }, + { + "epoch": 0.883411218952738, + "grad_norm": 2.544665813446045, + "learning_rate": 7.04498214337912e-07, + "loss": 2.3117, + "step": 51608 + }, + { + "epoch": 0.8834283366712885, + "grad_norm": 2.5987815856933594, + "learning_rate": 7.042938218410555e-07, + "loss": 2.3744, + "step": 51609 + }, + { + "epoch": 0.8834454543898389, + "grad_norm": 2.4227209091186523, + "learning_rate": 7.040894579159619e-07, + "loss": 2.245, + "step": 51610 + }, + { + "epoch": 0.8834625721083894, + "grad_norm": 2.5869641304016113, + "learning_rate": 7.03885122563257e-07, + "loss": 2.2585, + "step": 51611 + }, + { + "epoch": 0.8834796898269399, + "grad_norm": 2.804767608642578, + "learning_rate": 7.036808157835695e-07, + "loss": 2.3067, + "step": 51612 + }, + { + "epoch": 0.8834968075454903, + "grad_norm": 2.5819787979125977, + "learning_rate": 7.034765375775299e-07, + "loss": 2.3123, + "step": 51613 + }, + { + "epoch": 0.8835139252640408, + "grad_norm": 2.6781179904937744, + "learning_rate": 7.032722879457632e-07, + "loss": 2.3946, + "step": 51614 + }, + { + "epoch": 0.8835310429825913, + "grad_norm": 2.443779230117798, + "learning_rate": 7.030680668888967e-07, + "loss": 2.2307, + "step": 51615 + }, + { + "epoch": 0.8835481607011417, + "grad_norm": 2.6035993099212646, + "learning_rate": 7.0286387440756e-07, + "loss": 2.2621, + "step": 51616 + }, + { + "epoch": 0.8835652784196922, + "grad_norm": 2.594411849975586, + "learning_rate": 7.026597105023802e-07, + "loss": 2.4742, + "step": 51617 + }, + { + "epoch": 0.8835823961382427, + "grad_norm": 2.678872585296631, + "learning_rate": 7.024555751739847e-07, + "loss": 2.2793, + "step": 51618 + }, + { + "epoch": 0.8835995138567931, + "grad_norm": 2.6728920936584473, + "learning_rate": 7.022514684230008e-07, + "loss": 2.3654, + "step": 51619 + }, + { + "epoch": 0.8836166315753436, + "grad_norm": 2.6787822246551514, + "learning_rate": 7.02047390250058e-07, + "loss": 2.3266, + "step": 51620 + }, + { + "epoch": 0.8836337492938942, + "grad_norm": 2.64418625831604, + "learning_rate": 7.018433406557801e-07, + "loss": 2.337, + "step": 51621 + }, + { + "epoch": 0.8836508670124446, + "grad_norm": 2.634993553161621, + "learning_rate": 7.016393196407956e-07, + "loss": 2.2913, + "step": 51622 + }, + { + "epoch": 0.8836679847309951, + "grad_norm": 2.4507224559783936, + "learning_rate": 7.014353272057317e-07, + "loss": 2.3151, + "step": 51623 + }, + { + "epoch": 0.8836851024495456, + "grad_norm": 2.568669319152832, + "learning_rate": 7.012313633512158e-07, + "loss": 2.3637, + "step": 51624 + }, + { + "epoch": 0.883702220168096, + "grad_norm": 2.5651566982269287, + "learning_rate": 7.010274280778739e-07, + "loss": 2.3682, + "step": 51625 + }, + { + "epoch": 0.8837193378866465, + "grad_norm": 2.530449628829956, + "learning_rate": 7.008235213863357e-07, + "loss": 2.2376, + "step": 51626 + }, + { + "epoch": 0.883736455605197, + "grad_norm": 2.4704689979553223, + "learning_rate": 7.006196432772228e-07, + "loss": 2.2875, + "step": 51627 + }, + { + "epoch": 0.8837535733237474, + "grad_norm": 2.474550485610962, + "learning_rate": 7.004157937511658e-07, + "loss": 2.2666, + "step": 51628 + }, + { + "epoch": 0.8837706910422979, + "grad_norm": 2.6065478324890137, + "learning_rate": 7.002119728087897e-07, + "loss": 2.3091, + "step": 51629 + }, + { + "epoch": 0.8837878087608484, + "grad_norm": 2.5425381660461426, + "learning_rate": 7.000081804507219e-07, + "loss": 2.1703, + "step": 51630 + }, + { + "epoch": 0.8838049264793988, + "grad_norm": 2.7599411010742188, + "learning_rate": 6.998044166775897e-07, + "loss": 2.3512, + "step": 51631 + }, + { + "epoch": 0.8838220441979493, + "grad_norm": 2.6691880226135254, + "learning_rate": 6.996006814900147e-07, + "loss": 2.3305, + "step": 51632 + }, + { + "epoch": 0.8838391619164998, + "grad_norm": 2.5300955772399902, + "learning_rate": 6.993969748886297e-07, + "loss": 2.3462, + "step": 51633 + }, + { + "epoch": 0.8838562796350502, + "grad_norm": 2.606822967529297, + "learning_rate": 6.991932968740567e-07, + "loss": 2.271, + "step": 51634 + }, + { + "epoch": 0.8838733973536007, + "grad_norm": 2.549633502960205, + "learning_rate": 6.989896474469215e-07, + "loss": 2.3798, + "step": 51635 + }, + { + "epoch": 0.8838905150721512, + "grad_norm": 2.4579381942749023, + "learning_rate": 6.987860266078528e-07, + "loss": 2.2442, + "step": 51636 + }, + { + "epoch": 0.8839076327907016, + "grad_norm": 2.7868194580078125, + "learning_rate": 6.98582434357472e-07, + "loss": 2.3106, + "step": 51637 + }, + { + "epoch": 0.8839247505092521, + "grad_norm": 2.4757418632507324, + "learning_rate": 6.983788706964112e-07, + "loss": 2.1639, + "step": 51638 + }, + { + "epoch": 0.8839418682278026, + "grad_norm": 2.585594415664673, + "learning_rate": 6.981753356252886e-07, + "loss": 2.2894, + "step": 51639 + }, + { + "epoch": 0.883958985946353, + "grad_norm": 2.5083959102630615, + "learning_rate": 6.979718291447379e-07, + "loss": 2.3851, + "step": 51640 + }, + { + "epoch": 0.8839761036649035, + "grad_norm": 2.6335489749908447, + "learning_rate": 6.977683512553779e-07, + "loss": 2.3426, + "step": 51641 + }, + { + "epoch": 0.883993221383454, + "grad_norm": 2.5074803829193115, + "learning_rate": 6.975649019578368e-07, + "loss": 2.3801, + "step": 51642 + }, + { + "epoch": 0.8840103391020044, + "grad_norm": 2.7609853744506836, + "learning_rate": 6.973614812527418e-07, + "loss": 2.5156, + "step": 51643 + }, + { + "epoch": 0.884027456820555, + "grad_norm": 2.6145176887512207, + "learning_rate": 6.971580891407126e-07, + "loss": 2.3281, + "step": 51644 + }, + { + "epoch": 0.8840445745391055, + "grad_norm": 2.619990110397339, + "learning_rate": 6.969547256223808e-07, + "loss": 2.2593, + "step": 51645 + }, + { + "epoch": 0.8840616922576559, + "grad_norm": 2.6598238945007324, + "learning_rate": 6.967513906983669e-07, + "loss": 2.3358, + "step": 51646 + }, + { + "epoch": 0.8840788099762064, + "grad_norm": 2.6744964122772217, + "learning_rate": 6.965480843692973e-07, + "loss": 2.4319, + "step": 51647 + }, + { + "epoch": 0.8840959276947569, + "grad_norm": 2.674942970275879, + "learning_rate": 6.963448066357991e-07, + "loss": 2.2677, + "step": 51648 + }, + { + "epoch": 0.8841130454133073, + "grad_norm": 2.609830617904663, + "learning_rate": 6.96141557498492e-07, + "loss": 2.3679, + "step": 51649 + }, + { + "epoch": 0.8841301631318578, + "grad_norm": 2.730159044265747, + "learning_rate": 6.959383369580064e-07, + "loss": 2.3744, + "step": 51650 + }, + { + "epoch": 0.8841472808504083, + "grad_norm": 2.6682393550872803, + "learning_rate": 6.95735145014963e-07, + "loss": 2.3406, + "step": 51651 + }, + { + "epoch": 0.8841643985689587, + "grad_norm": 2.6978650093078613, + "learning_rate": 6.955319816699879e-07, + "loss": 2.4212, + "step": 51652 + }, + { + "epoch": 0.8841815162875092, + "grad_norm": 2.517625093460083, + "learning_rate": 6.953288469237052e-07, + "loss": 2.2207, + "step": 51653 + }, + { + "epoch": 0.8841986340060597, + "grad_norm": 2.566269874572754, + "learning_rate": 6.951257407767386e-07, + "loss": 2.2869, + "step": 51654 + }, + { + "epoch": 0.8842157517246102, + "grad_norm": 2.5881288051605225, + "learning_rate": 6.949226632297157e-07, + "loss": 2.287, + "step": 51655 + }, + { + "epoch": 0.8842328694431606, + "grad_norm": 2.498593330383301, + "learning_rate": 6.947196142832546e-07, + "loss": 2.3108, + "step": 51656 + }, + { + "epoch": 0.8842499871617111, + "grad_norm": 2.602062463760376, + "learning_rate": 6.945165939379861e-07, + "loss": 2.2084, + "step": 51657 + }, + { + "epoch": 0.8842671048802616, + "grad_norm": 2.454622507095337, + "learning_rate": 6.943136021945296e-07, + "loss": 2.2966, + "step": 51658 + }, + { + "epoch": 0.884284222598812, + "grad_norm": 2.688994884490967, + "learning_rate": 6.941106390535101e-07, + "loss": 2.335, + "step": 51659 + }, + { + "epoch": 0.8843013403173625, + "grad_norm": 2.6932640075683594, + "learning_rate": 6.939077045155518e-07, + "loss": 2.167, + "step": 51660 + }, + { + "epoch": 0.884318458035913, + "grad_norm": 2.5961530208587646, + "learning_rate": 6.937047985812795e-07, + "loss": 2.2823, + "step": 51661 + }, + { + "epoch": 0.8843355757544634, + "grad_norm": 2.7149569988250732, + "learning_rate": 6.935019212513161e-07, + "loss": 2.2922, + "step": 51662 + }, + { + "epoch": 0.8843526934730139, + "grad_norm": 2.722170829772949, + "learning_rate": 6.932990725262845e-07, + "loss": 2.3331, + "step": 51663 + }, + { + "epoch": 0.8843698111915644, + "grad_norm": 2.6517562866210938, + "learning_rate": 6.930962524068074e-07, + "loss": 2.3064, + "step": 51664 + }, + { + "epoch": 0.8843869289101148, + "grad_norm": 2.6779024600982666, + "learning_rate": 6.9289346089351e-07, + "loss": 2.3457, + "step": 51665 + }, + { + "epoch": 0.8844040466286653, + "grad_norm": 2.6028289794921875, + "learning_rate": 6.926906979870152e-07, + "loss": 2.3912, + "step": 51666 + }, + { + "epoch": 0.8844211643472158, + "grad_norm": 2.604247570037842, + "learning_rate": 6.924879636879455e-07, + "loss": 2.2651, + "step": 51667 + }, + { + "epoch": 0.8844382820657662, + "grad_norm": 2.635897159576416, + "learning_rate": 6.922852579969263e-07, + "loss": 2.4326, + "step": 51668 + }, + { + "epoch": 0.8844553997843168, + "grad_norm": 2.6166529655456543, + "learning_rate": 6.920825809145781e-07, + "loss": 2.3018, + "step": 51669 + }, + { + "epoch": 0.8844725175028673, + "grad_norm": 2.6089324951171875, + "learning_rate": 6.918799324415237e-07, + "loss": 2.3417, + "step": 51670 + }, + { + "epoch": 0.8844896352214177, + "grad_norm": 2.693145990371704, + "learning_rate": 6.916773125783871e-07, + "loss": 2.4041, + "step": 51671 + }, + { + "epoch": 0.8845067529399682, + "grad_norm": 2.5764975547790527, + "learning_rate": 6.914747213257911e-07, + "loss": 2.3009, + "step": 51672 + }, + { + "epoch": 0.8845238706585187, + "grad_norm": 2.6167244911193848, + "learning_rate": 6.912721586843574e-07, + "loss": 2.324, + "step": 51673 + }, + { + "epoch": 0.8845409883770691, + "grad_norm": 2.558263063430786, + "learning_rate": 6.91069624654711e-07, + "loss": 2.1896, + "step": 51674 + }, + { + "epoch": 0.8845581060956196, + "grad_norm": 2.4406325817108154, + "learning_rate": 6.908671192374728e-07, + "loss": 2.218, + "step": 51675 + }, + { + "epoch": 0.8845752238141701, + "grad_norm": 2.5455470085144043, + "learning_rate": 6.90664642433263e-07, + "loss": 2.2992, + "step": 51676 + }, + { + "epoch": 0.8845923415327205, + "grad_norm": 2.801583766937256, + "learning_rate": 6.904621942427092e-07, + "loss": 2.3389, + "step": 51677 + }, + { + "epoch": 0.884609459251271, + "grad_norm": 2.7888269424438477, + "learning_rate": 6.902597746664297e-07, + "loss": 2.3867, + "step": 51678 + }, + { + "epoch": 0.8846265769698215, + "grad_norm": 2.6571269035339355, + "learning_rate": 6.900573837050461e-07, + "loss": 2.3649, + "step": 51679 + }, + { + "epoch": 0.8846436946883719, + "grad_norm": 2.6330389976501465, + "learning_rate": 6.898550213591848e-07, + "loss": 2.2389, + "step": 51680 + }, + { + "epoch": 0.8846608124069224, + "grad_norm": 2.6597740650177, + "learning_rate": 6.896526876294618e-07, + "loss": 2.3088, + "step": 51681 + }, + { + "epoch": 0.8846779301254729, + "grad_norm": 2.54880690574646, + "learning_rate": 6.894503825165056e-07, + "loss": 2.3272, + "step": 51682 + }, + { + "epoch": 0.8846950478440233, + "grad_norm": 2.5827441215515137, + "learning_rate": 6.892481060209322e-07, + "loss": 2.2774, + "step": 51683 + }, + { + "epoch": 0.8847121655625738, + "grad_norm": 2.611151695251465, + "learning_rate": 6.890458581433656e-07, + "loss": 2.3453, + "step": 51684 + }, + { + "epoch": 0.8847292832811243, + "grad_norm": 2.670274019241333, + "learning_rate": 6.8884363888443e-07, + "loss": 2.333, + "step": 51685 + }, + { + "epoch": 0.8847464009996747, + "grad_norm": 2.605072021484375, + "learning_rate": 6.886414482447412e-07, + "loss": 2.3676, + "step": 51686 + }, + { + "epoch": 0.8847635187182252, + "grad_norm": 2.779592752456665, + "learning_rate": 6.884392862249267e-07, + "loss": 2.3691, + "step": 51687 + }, + { + "epoch": 0.8847806364367757, + "grad_norm": 2.582953929901123, + "learning_rate": 6.882371528256038e-07, + "loss": 2.2435, + "step": 51688 + }, + { + "epoch": 0.8847977541553261, + "grad_norm": 2.731950283050537, + "learning_rate": 6.880350480473952e-07, + "loss": 2.3662, + "step": 51689 + }, + { + "epoch": 0.8848148718738766, + "grad_norm": 2.573615550994873, + "learning_rate": 6.878329718909227e-07, + "loss": 2.309, + "step": 51690 + }, + { + "epoch": 0.8848319895924271, + "grad_norm": 2.573322296142578, + "learning_rate": 6.876309243568058e-07, + "loss": 2.3516, + "step": 51691 + }, + { + "epoch": 0.8848491073109775, + "grad_norm": 2.770066261291504, + "learning_rate": 6.874289054456684e-07, + "loss": 2.3546, + "step": 51692 + }, + { + "epoch": 0.884866225029528, + "grad_norm": 2.59804368019104, + "learning_rate": 6.872269151581268e-07, + "loss": 2.3005, + "step": 51693 + }, + { + "epoch": 0.8848833427480786, + "grad_norm": 2.6101431846618652, + "learning_rate": 6.87024953494807e-07, + "loss": 2.3659, + "step": 51694 + }, + { + "epoch": 0.884900460466629, + "grad_norm": 2.6820099353790283, + "learning_rate": 6.868230204563264e-07, + "loss": 2.3028, + "step": 51695 + }, + { + "epoch": 0.8849175781851795, + "grad_norm": 2.5827558040618896, + "learning_rate": 6.866211160433067e-07, + "loss": 2.3316, + "step": 51696 + }, + { + "epoch": 0.88493469590373, + "grad_norm": 2.717111825942993, + "learning_rate": 6.864192402563675e-07, + "loss": 2.3144, + "step": 51697 + }, + { + "epoch": 0.8849518136222804, + "grad_norm": 2.60252046585083, + "learning_rate": 6.862173930961313e-07, + "loss": 2.2663, + "step": 51698 + }, + { + "epoch": 0.8849689313408309, + "grad_norm": 2.609569787979126, + "learning_rate": 6.86015574563218e-07, + "loss": 2.2659, + "step": 51699 + }, + { + "epoch": 0.8849860490593814, + "grad_norm": 2.7176551818847656, + "learning_rate": 6.858137846582469e-07, + "loss": 2.3309, + "step": 51700 + }, + { + "epoch": 0.8850031667779318, + "grad_norm": 2.6102962493896484, + "learning_rate": 6.856120233818375e-07, + "loss": 2.3675, + "step": 51701 + }, + { + "epoch": 0.8850202844964823, + "grad_norm": 2.585831642150879, + "learning_rate": 6.854102907346117e-07, + "loss": 2.3651, + "step": 51702 + }, + { + "epoch": 0.8850374022150328, + "grad_norm": 2.5658302307128906, + "learning_rate": 6.852085867171887e-07, + "loss": 2.2074, + "step": 51703 + }, + { + "epoch": 0.8850545199335833, + "grad_norm": 2.568071126937866, + "learning_rate": 6.850069113301882e-07, + "loss": 2.3804, + "step": 51704 + }, + { + "epoch": 0.8850716376521337, + "grad_norm": 2.581470012664795, + "learning_rate": 6.848052645742331e-07, + "loss": 2.3171, + "step": 51705 + }, + { + "epoch": 0.8850887553706842, + "grad_norm": 2.593449592590332, + "learning_rate": 6.846036464499395e-07, + "loss": 2.3154, + "step": 51706 + }, + { + "epoch": 0.8851058730892347, + "grad_norm": 2.621184825897217, + "learning_rate": 6.844020569579268e-07, + "loss": 2.2264, + "step": 51707 + }, + { + "epoch": 0.8851229908077851, + "grad_norm": 2.7491791248321533, + "learning_rate": 6.842004960988169e-07, + "loss": 2.4098, + "step": 51708 + }, + { + "epoch": 0.8851401085263356, + "grad_norm": 2.642759084701538, + "learning_rate": 6.839989638732292e-07, + "loss": 2.2606, + "step": 51709 + }, + { + "epoch": 0.8851572262448861, + "grad_norm": 2.4960949420928955, + "learning_rate": 6.83797460281782e-07, + "loss": 2.2393, + "step": 51710 + }, + { + "epoch": 0.8851743439634365, + "grad_norm": 2.6793372631073, + "learning_rate": 6.835959853250951e-07, + "loss": 2.2992, + "step": 51711 + }, + { + "epoch": 0.885191461681987, + "grad_norm": 2.7043216228485107, + "learning_rate": 6.833945390037889e-07, + "loss": 2.3109, + "step": 51712 + }, + { + "epoch": 0.8852085794005375, + "grad_norm": 2.684824228286743, + "learning_rate": 6.831931213184806e-07, + "loss": 2.3169, + "step": 51713 + }, + { + "epoch": 0.8852256971190879, + "grad_norm": 2.51550030708313, + "learning_rate": 6.829917322697899e-07, + "loss": 2.3228, + "step": 51714 + }, + { + "epoch": 0.8852428148376384, + "grad_norm": 2.5995516777038574, + "learning_rate": 6.827903718583351e-07, + "loss": 2.2648, + "step": 51715 + }, + { + "epoch": 0.885259932556189, + "grad_norm": 2.7502710819244385, + "learning_rate": 6.825890400847368e-07, + "loss": 2.3549, + "step": 51716 + }, + { + "epoch": 0.8852770502747394, + "grad_norm": 2.6706018447875977, + "learning_rate": 6.823877369496157e-07, + "loss": 2.3292, + "step": 51717 + }, + { + "epoch": 0.8852941679932899, + "grad_norm": 2.591534376144409, + "learning_rate": 6.821864624535834e-07, + "loss": 2.384, + "step": 51718 + }, + { + "epoch": 0.8853112857118404, + "grad_norm": 2.658355474472046, + "learning_rate": 6.819852165972663e-07, + "loss": 2.3194, + "step": 51719 + }, + { + "epoch": 0.8853284034303908, + "grad_norm": 2.6493496894836426, + "learning_rate": 6.817839993812791e-07, + "loss": 2.2881, + "step": 51720 + }, + { + "epoch": 0.8853455211489413, + "grad_norm": 2.6400582790374756, + "learning_rate": 6.815828108062406e-07, + "loss": 2.3356, + "step": 51721 + }, + { + "epoch": 0.8853626388674918, + "grad_norm": 2.5870420932769775, + "learning_rate": 6.813816508727711e-07, + "loss": 2.2427, + "step": 51722 + }, + { + "epoch": 0.8853797565860422, + "grad_norm": 2.745781898498535, + "learning_rate": 6.811805195814836e-07, + "loss": 2.2881, + "step": 51723 + }, + { + "epoch": 0.8853968743045927, + "grad_norm": 2.696019411087036, + "learning_rate": 6.809794169330031e-07, + "loss": 2.2595, + "step": 51724 + }, + { + "epoch": 0.8854139920231432, + "grad_norm": 2.6024959087371826, + "learning_rate": 6.807783429279436e-07, + "loss": 2.3005, + "step": 51725 + }, + { + "epoch": 0.8854311097416936, + "grad_norm": 2.540191888809204, + "learning_rate": 6.805772975669234e-07, + "loss": 2.181, + "step": 51726 + }, + { + "epoch": 0.8854482274602441, + "grad_norm": 2.658334732055664, + "learning_rate": 6.803762808505642e-07, + "loss": 2.3569, + "step": 51727 + }, + { + "epoch": 0.8854653451787946, + "grad_norm": 2.748844861984253, + "learning_rate": 6.801752927794758e-07, + "loss": 2.4449, + "step": 51728 + }, + { + "epoch": 0.885482462897345, + "grad_norm": 2.576392412185669, + "learning_rate": 6.799743333542852e-07, + "loss": 2.2674, + "step": 51729 + }, + { + "epoch": 0.8854995806158955, + "grad_norm": 2.765451669692993, + "learning_rate": 6.79773402575603e-07, + "loss": 2.3763, + "step": 51730 + }, + { + "epoch": 0.885516698334446, + "grad_norm": 2.5679538249969482, + "learning_rate": 6.795725004440524e-07, + "loss": 2.3437, + "step": 51731 + }, + { + "epoch": 0.8855338160529964, + "grad_norm": 2.6843490600585938, + "learning_rate": 6.793716269602468e-07, + "loss": 2.4103, + "step": 51732 + }, + { + "epoch": 0.8855509337715469, + "grad_norm": 2.6788511276245117, + "learning_rate": 6.79170782124805e-07, + "loss": 2.2874, + "step": 51733 + }, + { + "epoch": 0.8855680514900974, + "grad_norm": 2.5949671268463135, + "learning_rate": 6.789699659383464e-07, + "loss": 2.3304, + "step": 51734 + }, + { + "epoch": 0.8855851692086478, + "grad_norm": 2.674323797225952, + "learning_rate": 6.787691784014816e-07, + "loss": 2.3589, + "step": 51735 + }, + { + "epoch": 0.8856022869271983, + "grad_norm": 2.6237235069274902, + "learning_rate": 6.785684195148367e-07, + "loss": 2.363, + "step": 51736 + }, + { + "epoch": 0.8856194046457488, + "grad_norm": 2.6344010829925537, + "learning_rate": 6.783676892790225e-07, + "loss": 2.4128, + "step": 51737 + }, + { + "epoch": 0.8856365223642992, + "grad_norm": 2.624927520751953, + "learning_rate": 6.781669876946572e-07, + "loss": 2.3276, + "step": 51738 + }, + { + "epoch": 0.8856536400828497, + "grad_norm": 2.675975799560547, + "learning_rate": 6.779663147623594e-07, + "loss": 2.3326, + "step": 51739 + }, + { + "epoch": 0.8856707578014003, + "grad_norm": 2.4946000576019287, + "learning_rate": 6.77765670482744e-07, + "loss": 2.2288, + "step": 51740 + }, + { + "epoch": 0.8856878755199507, + "grad_norm": 2.6158173084259033, + "learning_rate": 6.775650548564305e-07, + "loss": 2.221, + "step": 51741 + }, + { + "epoch": 0.8857049932385012, + "grad_norm": 2.7115910053253174, + "learning_rate": 6.77364467884033e-07, + "loss": 2.2599, + "step": 51742 + }, + { + "epoch": 0.8857221109570517, + "grad_norm": 2.589102268218994, + "learning_rate": 6.771639095661675e-07, + "loss": 2.3833, + "step": 51743 + }, + { + "epoch": 0.8857392286756021, + "grad_norm": 2.8230090141296387, + "learning_rate": 6.769633799034515e-07, + "loss": 2.2843, + "step": 51744 + }, + { + "epoch": 0.8857563463941526, + "grad_norm": 2.7521228790283203, + "learning_rate": 6.767628788965009e-07, + "loss": 2.3948, + "step": 51745 + }, + { + "epoch": 0.8857734641127031, + "grad_norm": 2.442392587661743, + "learning_rate": 6.765624065459331e-07, + "loss": 2.2775, + "step": 51746 + }, + { + "epoch": 0.8857905818312535, + "grad_norm": 2.633857250213623, + "learning_rate": 6.763619628523644e-07, + "loss": 2.2613, + "step": 51747 + }, + { + "epoch": 0.885807699549804, + "grad_norm": 2.616609811782837, + "learning_rate": 6.761615478164097e-07, + "loss": 2.2671, + "step": 51748 + }, + { + "epoch": 0.8858248172683545, + "grad_norm": 2.725754976272583, + "learning_rate": 6.759611614386863e-07, + "loss": 2.3509, + "step": 51749 + }, + { + "epoch": 0.885841934986905, + "grad_norm": 2.6505963802337646, + "learning_rate": 6.757608037198082e-07, + "loss": 2.2415, + "step": 51750 + }, + { + "epoch": 0.8858590527054554, + "grad_norm": 2.636767864227295, + "learning_rate": 6.755604746603928e-07, + "loss": 2.3188, + "step": 51751 + }, + { + "epoch": 0.8858761704240059, + "grad_norm": 2.6992568969726562, + "learning_rate": 6.753601742610549e-07, + "loss": 2.3621, + "step": 51752 + }, + { + "epoch": 0.8858932881425564, + "grad_norm": 2.583200454711914, + "learning_rate": 6.751599025224109e-07, + "loss": 2.2951, + "step": 51753 + }, + { + "epoch": 0.8859104058611068, + "grad_norm": 2.7488386631011963, + "learning_rate": 6.749596594450769e-07, + "loss": 2.2774, + "step": 51754 + }, + { + "epoch": 0.8859275235796573, + "grad_norm": 2.630697250366211, + "learning_rate": 6.747594450296646e-07, + "loss": 2.4273, + "step": 51755 + }, + { + "epoch": 0.8859446412982078, + "grad_norm": 2.496026039123535, + "learning_rate": 6.745592592767957e-07, + "loss": 2.2492, + "step": 51756 + }, + { + "epoch": 0.8859617590167582, + "grad_norm": 2.5371265411376953, + "learning_rate": 6.74359102187081e-07, + "loss": 2.2162, + "step": 51757 + }, + { + "epoch": 0.8859788767353087, + "grad_norm": 2.7235777378082275, + "learning_rate": 6.741589737611365e-07, + "loss": 2.3352, + "step": 51758 + }, + { + "epoch": 0.8859959944538592, + "grad_norm": 2.8030524253845215, + "learning_rate": 6.739588739995795e-07, + "loss": 2.2627, + "step": 51759 + }, + { + "epoch": 0.8860131121724096, + "grad_norm": 2.743582248687744, + "learning_rate": 6.737588029030196e-07, + "loss": 2.3417, + "step": 51760 + }, + { + "epoch": 0.8860302298909601, + "grad_norm": 2.513059616088867, + "learning_rate": 6.735587604720784e-07, + "loss": 2.3875, + "step": 51761 + }, + { + "epoch": 0.8860473476095106, + "grad_norm": 2.4701857566833496, + "learning_rate": 6.733587467073654e-07, + "loss": 2.2589, + "step": 51762 + }, + { + "epoch": 0.886064465328061, + "grad_norm": 2.6616408824920654, + "learning_rate": 6.731587616095003e-07, + "loss": 2.2927, + "step": 51763 + }, + { + "epoch": 0.8860815830466116, + "grad_norm": 2.633405923843384, + "learning_rate": 6.729588051790948e-07, + "loss": 2.284, + "step": 51764 + }, + { + "epoch": 0.8860987007651621, + "grad_norm": 2.9168601036071777, + "learning_rate": 6.727588774167614e-07, + "loss": 2.3127, + "step": 51765 + }, + { + "epoch": 0.8861158184837125, + "grad_norm": 2.5495502948760986, + "learning_rate": 6.725589783231201e-07, + "loss": 2.3956, + "step": 51766 + }, + { + "epoch": 0.886132936202263, + "grad_norm": 2.675745964050293, + "learning_rate": 6.72359107898779e-07, + "loss": 2.3929, + "step": 51767 + }, + { + "epoch": 0.8861500539208135, + "grad_norm": 2.59130597114563, + "learning_rate": 6.721592661443588e-07, + "loss": 2.241, + "step": 51768 + }, + { + "epoch": 0.8861671716393639, + "grad_norm": 2.6255943775177, + "learning_rate": 6.719594530604689e-07, + "loss": 2.2696, + "step": 51769 + }, + { + "epoch": 0.8861842893579144, + "grad_norm": 2.6039633750915527, + "learning_rate": 6.717596686477257e-07, + "loss": 2.3534, + "step": 51770 + }, + { + "epoch": 0.8862014070764649, + "grad_norm": 2.473740577697754, + "learning_rate": 6.715599129067452e-07, + "loss": 2.3685, + "step": 51771 + }, + { + "epoch": 0.8862185247950153, + "grad_norm": 2.6925735473632812, + "learning_rate": 6.713601858381347e-07, + "loss": 2.3306, + "step": 51772 + }, + { + "epoch": 0.8862356425135658, + "grad_norm": 2.6411335468292236, + "learning_rate": 6.711604874425159e-07, + "loss": 2.3945, + "step": 51773 + }, + { + "epoch": 0.8862527602321163, + "grad_norm": 2.5358121395111084, + "learning_rate": 6.709608177204974e-07, + "loss": 2.3135, + "step": 51774 + }, + { + "epoch": 0.8862698779506667, + "grad_norm": 2.675692081451416, + "learning_rate": 6.707611766726941e-07, + "loss": 2.4162, + "step": 51775 + }, + { + "epoch": 0.8862869956692172, + "grad_norm": 2.7613303661346436, + "learning_rate": 6.70561564299721e-07, + "loss": 2.3533, + "step": 51776 + }, + { + "epoch": 0.8863041133877677, + "grad_norm": 2.468475818634033, + "learning_rate": 6.703619806021899e-07, + "loss": 2.2573, + "step": 51777 + }, + { + "epoch": 0.8863212311063181, + "grad_norm": 2.8679449558258057, + "learning_rate": 6.701624255807171e-07, + "loss": 2.4451, + "step": 51778 + }, + { + "epoch": 0.8863383488248686, + "grad_norm": 2.8132688999176025, + "learning_rate": 6.699628992359131e-07, + "loss": 2.3315, + "step": 51779 + }, + { + "epoch": 0.8863554665434191, + "grad_norm": 2.6425273418426514, + "learning_rate": 6.697634015683907e-07, + "loss": 2.343, + "step": 51780 + }, + { + "epoch": 0.8863725842619695, + "grad_norm": 2.5842323303222656, + "learning_rate": 6.695639325787651e-07, + "loss": 2.3652, + "step": 51781 + }, + { + "epoch": 0.88638970198052, + "grad_norm": 2.578890562057495, + "learning_rate": 6.69364492267649e-07, + "loss": 2.2475, + "step": 51782 + }, + { + "epoch": 0.8864068196990705, + "grad_norm": 2.7681221961975098, + "learning_rate": 6.691650806356553e-07, + "loss": 2.3623, + "step": 51783 + }, + { + "epoch": 0.8864239374176209, + "grad_norm": 2.5858914852142334, + "learning_rate": 6.689656976833958e-07, + "loss": 2.2995, + "step": 51784 + }, + { + "epoch": 0.8864410551361714, + "grad_norm": 2.617633104324341, + "learning_rate": 6.687663434114866e-07, + "loss": 2.4329, + "step": 51785 + }, + { + "epoch": 0.886458172854722, + "grad_norm": 2.7273097038269043, + "learning_rate": 6.685670178205361e-07, + "loss": 2.2598, + "step": 51786 + }, + { + "epoch": 0.8864752905732723, + "grad_norm": 2.628272294998169, + "learning_rate": 6.683677209111594e-07, + "loss": 2.3319, + "step": 51787 + }, + { + "epoch": 0.8864924082918229, + "grad_norm": 2.559972047805786, + "learning_rate": 6.681684526839694e-07, + "loss": 2.2961, + "step": 51788 + }, + { + "epoch": 0.8865095260103734, + "grad_norm": 2.550351142883301, + "learning_rate": 6.679692131395765e-07, + "loss": 2.2379, + "step": 51789 + }, + { + "epoch": 0.8865266437289238, + "grad_norm": 2.5546209812164307, + "learning_rate": 6.677700022785949e-07, + "loss": 2.2064, + "step": 51790 + }, + { + "epoch": 0.8865437614474743, + "grad_norm": 2.6915833950042725, + "learning_rate": 6.675708201016384e-07, + "loss": 2.2142, + "step": 51791 + }, + { + "epoch": 0.8865608791660248, + "grad_norm": 2.53328537940979, + "learning_rate": 6.673716666093156e-07, + "loss": 2.3271, + "step": 51792 + }, + { + "epoch": 0.8865779968845752, + "grad_norm": 2.5359609127044678, + "learning_rate": 6.671725418022401e-07, + "loss": 2.3119, + "step": 51793 + }, + { + "epoch": 0.8865951146031257, + "grad_norm": 2.5083835124969482, + "learning_rate": 6.66973445681024e-07, + "loss": 2.2707, + "step": 51794 + }, + { + "epoch": 0.8866122323216762, + "grad_norm": 2.698854446411133, + "learning_rate": 6.667743782462798e-07, + "loss": 2.3624, + "step": 51795 + }, + { + "epoch": 0.8866293500402267, + "grad_norm": 2.6057536602020264, + "learning_rate": 6.665753394986208e-07, + "loss": 2.306, + "step": 51796 + }, + { + "epoch": 0.8866464677587771, + "grad_norm": 2.66892671585083, + "learning_rate": 6.663763294386527e-07, + "loss": 2.2282, + "step": 51797 + }, + { + "epoch": 0.8866635854773276, + "grad_norm": 2.718038320541382, + "learning_rate": 6.661773480669953e-07, + "loss": 2.3042, + "step": 51798 + }, + { + "epoch": 0.8866807031958781, + "grad_norm": 2.6136691570281982, + "learning_rate": 6.659783953842547e-07, + "loss": 2.3273, + "step": 51799 + }, + { + "epoch": 0.8866978209144285, + "grad_norm": 2.7145230770111084, + "learning_rate": 6.657794713910437e-07, + "loss": 2.3546, + "step": 51800 + }, + { + "epoch": 0.886714938632979, + "grad_norm": 2.733591079711914, + "learning_rate": 6.655805760879741e-07, + "loss": 2.3881, + "step": 51801 + }, + { + "epoch": 0.8867320563515295, + "grad_norm": 2.5170176029205322, + "learning_rate": 6.653817094756576e-07, + "loss": 2.2275, + "step": 51802 + }, + { + "epoch": 0.8867491740700799, + "grad_norm": 2.7528951168060303, + "learning_rate": 6.651828715547059e-07, + "loss": 2.4111, + "step": 51803 + }, + { + "epoch": 0.8867662917886304, + "grad_norm": 2.561248779296875, + "learning_rate": 6.649840623257276e-07, + "loss": 2.284, + "step": 51804 + }, + { + "epoch": 0.8867834095071809, + "grad_norm": 2.6064276695251465, + "learning_rate": 6.647852817893375e-07, + "loss": 2.3458, + "step": 51805 + }, + { + "epoch": 0.8868005272257313, + "grad_norm": 2.491786003112793, + "learning_rate": 6.645865299461429e-07, + "loss": 2.2862, + "step": 51806 + }, + { + "epoch": 0.8868176449442818, + "grad_norm": 2.688741445541382, + "learning_rate": 6.643878067967568e-07, + "loss": 2.4086, + "step": 51807 + }, + { + "epoch": 0.8868347626628323, + "grad_norm": 2.618277072906494, + "learning_rate": 6.64189112341791e-07, + "loss": 2.251, + "step": 51808 + }, + { + "epoch": 0.8868518803813827, + "grad_norm": 2.5349631309509277, + "learning_rate": 6.639904465818514e-07, + "loss": 2.3592, + "step": 51809 + }, + { + "epoch": 0.8868689980999332, + "grad_norm": 2.7248075008392334, + "learning_rate": 6.637918095175544e-07, + "loss": 2.4434, + "step": 51810 + }, + { + "epoch": 0.8868861158184838, + "grad_norm": 2.5672714710235596, + "learning_rate": 6.635932011495072e-07, + "loss": 2.3885, + "step": 51811 + }, + { + "epoch": 0.8869032335370342, + "grad_norm": 2.607529878616333, + "learning_rate": 6.633946214783216e-07, + "loss": 2.2762, + "step": 51812 + }, + { + "epoch": 0.8869203512555847, + "grad_norm": 2.659679412841797, + "learning_rate": 6.63196070504607e-07, + "loss": 2.4163, + "step": 51813 + }, + { + "epoch": 0.8869374689741352, + "grad_norm": 2.6933321952819824, + "learning_rate": 6.629975482289752e-07, + "loss": 2.3745, + "step": 51814 + }, + { + "epoch": 0.8869545866926856, + "grad_norm": 2.6367928981781006, + "learning_rate": 6.627990546520358e-07, + "loss": 2.2556, + "step": 51815 + }, + { + "epoch": 0.8869717044112361, + "grad_norm": 2.502891778945923, + "learning_rate": 6.626005897743981e-07, + "loss": 2.176, + "step": 51816 + }, + { + "epoch": 0.8869888221297866, + "grad_norm": 2.587400197982788, + "learning_rate": 6.624021535966718e-07, + "loss": 2.4085, + "step": 51817 + }, + { + "epoch": 0.887005939848337, + "grad_norm": 2.466008186340332, + "learning_rate": 6.622037461194675e-07, + "loss": 2.2641, + "step": 51818 + }, + { + "epoch": 0.8870230575668875, + "grad_norm": 2.781630039215088, + "learning_rate": 6.620053673433946e-07, + "loss": 2.4632, + "step": 51819 + }, + { + "epoch": 0.887040175285438, + "grad_norm": 2.6981728076934814, + "learning_rate": 6.618070172690649e-07, + "loss": 2.2897, + "step": 51820 + }, + { + "epoch": 0.8870572930039884, + "grad_norm": 2.573237180709839, + "learning_rate": 6.616086958970847e-07, + "loss": 2.2164, + "step": 51821 + }, + { + "epoch": 0.8870744107225389, + "grad_norm": 2.750368118286133, + "learning_rate": 6.614104032280677e-07, + "loss": 2.3881, + "step": 51822 + }, + { + "epoch": 0.8870915284410894, + "grad_norm": 2.7365238666534424, + "learning_rate": 6.612121392626202e-07, + "loss": 2.3681, + "step": 51823 + }, + { + "epoch": 0.8871086461596398, + "grad_norm": 2.625577688217163, + "learning_rate": 6.610139040013519e-07, + "loss": 2.3503, + "step": 51824 + }, + { + "epoch": 0.8871257638781903, + "grad_norm": 2.6589205265045166, + "learning_rate": 6.60815697444872e-07, + "loss": 2.2797, + "step": 51825 + }, + { + "epoch": 0.8871428815967408, + "grad_norm": 2.619260787963867, + "learning_rate": 6.606175195937914e-07, + "loss": 2.3254, + "step": 51826 + }, + { + "epoch": 0.8871599993152912, + "grad_norm": 2.6429603099823, + "learning_rate": 6.604193704487172e-07, + "loss": 2.261, + "step": 51827 + }, + { + "epoch": 0.8871771170338417, + "grad_norm": 2.689598798751831, + "learning_rate": 6.602212500102611e-07, + "loss": 2.3513, + "step": 51828 + }, + { + "epoch": 0.8871942347523922, + "grad_norm": 2.628038167953491, + "learning_rate": 6.600231582790296e-07, + "loss": 2.3108, + "step": 51829 + }, + { + "epoch": 0.8872113524709426, + "grad_norm": 2.5376548767089844, + "learning_rate": 6.598250952556318e-07, + "loss": 2.3849, + "step": 51830 + }, + { + "epoch": 0.8872284701894931, + "grad_norm": 2.6468541622161865, + "learning_rate": 6.596270609406774e-07, + "loss": 2.342, + "step": 51831 + }, + { + "epoch": 0.8872455879080436, + "grad_norm": 2.9508399963378906, + "learning_rate": 6.594290553347749e-07, + "loss": 2.371, + "step": 51832 + }, + { + "epoch": 0.887262705626594, + "grad_norm": 2.711564779281616, + "learning_rate": 6.592310784385336e-07, + "loss": 2.2776, + "step": 51833 + }, + { + "epoch": 0.8872798233451445, + "grad_norm": 2.8803703784942627, + "learning_rate": 6.590331302525577e-07, + "loss": 2.3872, + "step": 51834 + }, + { + "epoch": 0.887296941063695, + "grad_norm": 2.8475430011749268, + "learning_rate": 6.588352107774631e-07, + "loss": 2.2215, + "step": 51835 + }, + { + "epoch": 0.8873140587822455, + "grad_norm": 2.6544928550720215, + "learning_rate": 6.586373200138518e-07, + "loss": 2.2617, + "step": 51836 + }, + { + "epoch": 0.887331176500796, + "grad_norm": 2.8638498783111572, + "learning_rate": 6.584394579623354e-07, + "loss": 2.418, + "step": 51837 + }, + { + "epoch": 0.8873482942193465, + "grad_norm": 2.713766098022461, + "learning_rate": 6.582416246235201e-07, + "loss": 2.3087, + "step": 51838 + }, + { + "epoch": 0.8873654119378969, + "grad_norm": 2.71346116065979, + "learning_rate": 6.580438199980154e-07, + "loss": 2.3156, + "step": 51839 + }, + { + "epoch": 0.8873825296564474, + "grad_norm": 2.3371078968048096, + "learning_rate": 6.578460440864298e-07, + "loss": 2.2008, + "step": 51840 + }, + { + "epoch": 0.8873996473749979, + "grad_norm": 2.679715871810913, + "learning_rate": 6.576482968893672e-07, + "loss": 2.3039, + "step": 51841 + }, + { + "epoch": 0.8874167650935483, + "grad_norm": 2.5600080490112305, + "learning_rate": 6.574505784074414e-07, + "loss": 2.3297, + "step": 51842 + }, + { + "epoch": 0.8874338828120988, + "grad_norm": 2.7435555458068848, + "learning_rate": 6.572528886412554e-07, + "loss": 2.3218, + "step": 51843 + }, + { + "epoch": 0.8874510005306493, + "grad_norm": 2.924849033355713, + "learning_rate": 6.570552275914189e-07, + "loss": 2.4052, + "step": 51844 + }, + { + "epoch": 0.8874681182491998, + "grad_norm": 2.6360623836517334, + "learning_rate": 6.56857595258541e-07, + "loss": 2.247, + "step": 51845 + }, + { + "epoch": 0.8874852359677502, + "grad_norm": 2.626568078994751, + "learning_rate": 6.566599916432226e-07, + "loss": 2.2753, + "step": 51846 + }, + { + "epoch": 0.8875023536863007, + "grad_norm": 2.6700117588043213, + "learning_rate": 6.564624167460798e-07, + "loss": 2.2707, + "step": 51847 + }, + { + "epoch": 0.8875194714048512, + "grad_norm": 2.4428904056549072, + "learning_rate": 6.562648705677144e-07, + "loss": 2.2446, + "step": 51848 + }, + { + "epoch": 0.8875365891234016, + "grad_norm": 2.5730934143066406, + "learning_rate": 6.560673531087347e-07, + "loss": 2.2159, + "step": 51849 + }, + { + "epoch": 0.8875537068419521, + "grad_norm": 2.7426133155822754, + "learning_rate": 6.558698643697492e-07, + "loss": 2.4425, + "step": 51850 + }, + { + "epoch": 0.8875708245605026, + "grad_norm": 2.7229666709899902, + "learning_rate": 6.556724043513607e-07, + "loss": 2.3574, + "step": 51851 + }, + { + "epoch": 0.887587942279053, + "grad_norm": 2.690370559692383, + "learning_rate": 6.55474973054182e-07, + "loss": 2.3526, + "step": 51852 + }, + { + "epoch": 0.8876050599976035, + "grad_norm": 2.589954376220703, + "learning_rate": 6.552775704788161e-07, + "loss": 2.2068, + "step": 51853 + }, + { + "epoch": 0.887622177716154, + "grad_norm": 2.5544018745422363, + "learning_rate": 6.550801966258701e-07, + "loss": 2.3289, + "step": 51854 + }, + { + "epoch": 0.8876392954347044, + "grad_norm": 2.548189163208008, + "learning_rate": 6.548828514959526e-07, + "loss": 2.1916, + "step": 51855 + }, + { + "epoch": 0.8876564131532549, + "grad_norm": 2.694416046142578, + "learning_rate": 6.546855350896674e-07, + "loss": 2.2768, + "step": 51856 + }, + { + "epoch": 0.8876735308718054, + "grad_norm": 2.421642780303955, + "learning_rate": 6.544882474076253e-07, + "loss": 2.1714, + "step": 51857 + }, + { + "epoch": 0.8876906485903558, + "grad_norm": 2.744636297225952, + "learning_rate": 6.542909884504256e-07, + "loss": 2.3771, + "step": 51858 + }, + { + "epoch": 0.8877077663089064, + "grad_norm": 2.73567271232605, + "learning_rate": 6.540937582186823e-07, + "loss": 2.401, + "step": 51859 + }, + { + "epoch": 0.8877248840274569, + "grad_norm": 2.4458162784576416, + "learning_rate": 6.538965567129962e-07, + "loss": 2.1611, + "step": 51860 + }, + { + "epoch": 0.8877420017460073, + "grad_norm": 2.74881911277771, + "learning_rate": 6.536993839339767e-07, + "loss": 2.4182, + "step": 51861 + }, + { + "epoch": 0.8877591194645578, + "grad_norm": 2.587357759475708, + "learning_rate": 6.535022398822277e-07, + "loss": 2.3781, + "step": 51862 + }, + { + "epoch": 0.8877762371831083, + "grad_norm": 2.6917247772216797, + "learning_rate": 6.533051245583554e-07, + "loss": 2.2894, + "step": 51863 + }, + { + "epoch": 0.8877933549016587, + "grad_norm": 2.8056280612945557, + "learning_rate": 6.531080379629684e-07, + "loss": 2.3762, + "step": 51864 + }, + { + "epoch": 0.8878104726202092, + "grad_norm": 2.7253012657165527, + "learning_rate": 6.529109800966693e-07, + "loss": 2.2622, + "step": 51865 + }, + { + "epoch": 0.8878275903387597, + "grad_norm": 2.666196346282959, + "learning_rate": 6.527139509600644e-07, + "loss": 2.3511, + "step": 51866 + }, + { + "epoch": 0.8878447080573101, + "grad_norm": 2.614506244659424, + "learning_rate": 6.525169505537598e-07, + "loss": 2.3605, + "step": 51867 + }, + { + "epoch": 0.8878618257758606, + "grad_norm": 2.7336318492889404, + "learning_rate": 6.523199788783607e-07, + "loss": 2.3191, + "step": 51868 + }, + { + "epoch": 0.8878789434944111, + "grad_norm": 2.6729235649108887, + "learning_rate": 6.521230359344721e-07, + "loss": 2.3096, + "step": 51869 + }, + { + "epoch": 0.8878960612129615, + "grad_norm": 2.6669673919677734, + "learning_rate": 6.519261217227024e-07, + "loss": 2.3564, + "step": 51870 + }, + { + "epoch": 0.887913178931512, + "grad_norm": 2.6123876571655273, + "learning_rate": 6.517292362436522e-07, + "loss": 2.2944, + "step": 51871 + }, + { + "epoch": 0.8879302966500625, + "grad_norm": 2.6325619220733643, + "learning_rate": 6.5153237949793e-07, + "loss": 2.3519, + "step": 51872 + }, + { + "epoch": 0.8879474143686129, + "grad_norm": 2.820890426635742, + "learning_rate": 6.513355514861386e-07, + "loss": 2.3153, + "step": 51873 + }, + { + "epoch": 0.8879645320871634, + "grad_norm": 2.6280863285064697, + "learning_rate": 6.511387522088853e-07, + "loss": 2.4099, + "step": 51874 + }, + { + "epoch": 0.8879816498057139, + "grad_norm": 2.547746181488037, + "learning_rate": 6.509419816667728e-07, + "loss": 2.3065, + "step": 51875 + }, + { + "epoch": 0.8879987675242643, + "grad_norm": 2.6249828338623047, + "learning_rate": 6.507452398604075e-07, + "loss": 2.4445, + "step": 51876 + }, + { + "epoch": 0.8880158852428148, + "grad_norm": 2.6189138889312744, + "learning_rate": 6.505485267903944e-07, + "loss": 2.3398, + "step": 51877 + }, + { + "epoch": 0.8880330029613653, + "grad_norm": 2.4901678562164307, + "learning_rate": 6.503518424573363e-07, + "loss": 2.2098, + "step": 51878 + }, + { + "epoch": 0.8880501206799157, + "grad_norm": 2.579502582550049, + "learning_rate": 6.501551868618383e-07, + "loss": 2.3701, + "step": 51879 + }, + { + "epoch": 0.8880672383984662, + "grad_norm": 2.683898687362671, + "learning_rate": 6.499585600045055e-07, + "loss": 2.189, + "step": 51880 + }, + { + "epoch": 0.8880843561170167, + "grad_norm": 2.585501194000244, + "learning_rate": 6.497619618859419e-07, + "loss": 2.3264, + "step": 51881 + }, + { + "epoch": 0.8881014738355671, + "grad_norm": 2.7150535583496094, + "learning_rate": 6.495653925067536e-07, + "loss": 2.2148, + "step": 51882 + }, + { + "epoch": 0.8881185915541177, + "grad_norm": 2.765138864517212, + "learning_rate": 6.493688518675401e-07, + "loss": 2.4939, + "step": 51883 + }, + { + "epoch": 0.8881357092726682, + "grad_norm": 2.612760543823242, + "learning_rate": 6.491723399689121e-07, + "loss": 2.3834, + "step": 51884 + }, + { + "epoch": 0.8881528269912186, + "grad_norm": 2.644103527069092, + "learning_rate": 6.489758568114668e-07, + "loss": 2.2718, + "step": 51885 + }, + { + "epoch": 0.8881699447097691, + "grad_norm": 2.6759400367736816, + "learning_rate": 6.487794023958127e-07, + "loss": 2.4797, + "step": 51886 + }, + { + "epoch": 0.8881870624283196, + "grad_norm": 2.7228732109069824, + "learning_rate": 6.485829767225537e-07, + "loss": 2.4059, + "step": 51887 + }, + { + "epoch": 0.88820418014687, + "grad_norm": 2.6567773818969727, + "learning_rate": 6.483865797922884e-07, + "loss": 2.2259, + "step": 51888 + }, + { + "epoch": 0.8882212978654205, + "grad_norm": 2.7464592456817627, + "learning_rate": 6.481902116056271e-07, + "loss": 2.3176, + "step": 51889 + }, + { + "epoch": 0.888238415583971, + "grad_norm": 2.575815200805664, + "learning_rate": 6.479938721631685e-07, + "loss": 2.3863, + "step": 51890 + }, + { + "epoch": 0.8882555333025215, + "grad_norm": 2.60998797416687, + "learning_rate": 6.477975614655197e-07, + "loss": 2.2921, + "step": 51891 + }, + { + "epoch": 0.8882726510210719, + "grad_norm": 2.5111494064331055, + "learning_rate": 6.476012795132814e-07, + "loss": 2.2164, + "step": 51892 + }, + { + "epoch": 0.8882897687396224, + "grad_norm": 2.5602493286132812, + "learning_rate": 6.474050263070586e-07, + "loss": 2.3206, + "step": 51893 + }, + { + "epoch": 0.8883068864581729, + "grad_norm": 2.724088430404663, + "learning_rate": 6.472088018474543e-07, + "loss": 2.283, + "step": 51894 + }, + { + "epoch": 0.8883240041767233, + "grad_norm": 2.6849870681762695, + "learning_rate": 6.470126061350679e-07, + "loss": 2.4011, + "step": 51895 + }, + { + "epoch": 0.8883411218952738, + "grad_norm": 2.6783359050750732, + "learning_rate": 6.468164391705101e-07, + "loss": 2.2288, + "step": 51896 + }, + { + "epoch": 0.8883582396138243, + "grad_norm": 2.4530701637268066, + "learning_rate": 6.466203009543759e-07, + "loss": 2.2394, + "step": 51897 + }, + { + "epoch": 0.8883753573323747, + "grad_norm": 2.849578380584717, + "learning_rate": 6.464241914872738e-07, + "loss": 2.3414, + "step": 51898 + }, + { + "epoch": 0.8883924750509252, + "grad_norm": 2.841259479522705, + "learning_rate": 6.462281107698032e-07, + "loss": 2.4832, + "step": 51899 + }, + { + "epoch": 0.8884095927694757, + "grad_norm": 2.6700167655944824, + "learning_rate": 6.460320588025681e-07, + "loss": 2.3486, + "step": 51900 + }, + { + "epoch": 0.8884267104880261, + "grad_norm": 2.4654977321624756, + "learning_rate": 6.458360355861726e-07, + "loss": 2.2439, + "step": 51901 + }, + { + "epoch": 0.8884438282065766, + "grad_norm": 2.5607478618621826, + "learning_rate": 6.45640041121216e-07, + "loss": 2.5058, + "step": 51902 + }, + { + "epoch": 0.8884609459251271, + "grad_norm": 2.5519492626190186, + "learning_rate": 6.454440754083025e-07, + "loss": 2.284, + "step": 51903 + }, + { + "epoch": 0.8884780636436775, + "grad_norm": 2.6712124347686768, + "learning_rate": 6.452481384480335e-07, + "loss": 2.2865, + "step": 51904 + }, + { + "epoch": 0.888495181362228, + "grad_norm": 2.5648605823516846, + "learning_rate": 6.450522302410134e-07, + "loss": 2.2448, + "step": 51905 + }, + { + "epoch": 0.8885122990807786, + "grad_norm": 2.478842258453369, + "learning_rate": 6.448563507878425e-07, + "loss": 2.1842, + "step": 51906 + }, + { + "epoch": 0.888529416799329, + "grad_norm": 2.5315794944763184, + "learning_rate": 6.446605000891248e-07, + "loss": 2.2113, + "step": 51907 + }, + { + "epoch": 0.8885465345178795, + "grad_norm": 2.744227409362793, + "learning_rate": 6.444646781454589e-07, + "loss": 2.2918, + "step": 51908 + }, + { + "epoch": 0.88856365223643, + "grad_norm": 2.6373348236083984, + "learning_rate": 6.442688849574486e-07, + "loss": 2.2715, + "step": 51909 + }, + { + "epoch": 0.8885807699549804, + "grad_norm": 2.793877363204956, + "learning_rate": 6.440731205256967e-07, + "loss": 2.462, + "step": 51910 + }, + { + "epoch": 0.8885978876735309, + "grad_norm": 2.4995129108428955, + "learning_rate": 6.438773848508029e-07, + "loss": 2.2752, + "step": 51911 + }, + { + "epoch": 0.8886150053920814, + "grad_norm": 2.7372729778289795, + "learning_rate": 6.436816779333699e-07, + "loss": 2.3913, + "step": 51912 + }, + { + "epoch": 0.8886321231106318, + "grad_norm": 2.698521852493286, + "learning_rate": 6.434859997739995e-07, + "loss": 2.2959, + "step": 51913 + }, + { + "epoch": 0.8886492408291823, + "grad_norm": 2.604030132293701, + "learning_rate": 6.432903503732946e-07, + "loss": 2.2907, + "step": 51914 + }, + { + "epoch": 0.8886663585477328, + "grad_norm": 2.6144964694976807, + "learning_rate": 6.430947297318524e-07, + "loss": 2.4309, + "step": 51915 + }, + { + "epoch": 0.8886834762662832, + "grad_norm": 2.526442766189575, + "learning_rate": 6.428991378502769e-07, + "loss": 2.3227, + "step": 51916 + }, + { + "epoch": 0.8887005939848337, + "grad_norm": 2.619781017303467, + "learning_rate": 6.427035747291688e-07, + "loss": 2.4135, + "step": 51917 + }, + { + "epoch": 0.8887177117033842, + "grad_norm": 2.873408079147339, + "learning_rate": 6.425080403691297e-07, + "loss": 2.3268, + "step": 51918 + }, + { + "epoch": 0.8887348294219346, + "grad_norm": 2.694173574447632, + "learning_rate": 6.423125347707615e-07, + "loss": 2.4923, + "step": 51919 + }, + { + "epoch": 0.8887519471404851, + "grad_norm": 2.5705888271331787, + "learning_rate": 6.421170579346614e-07, + "loss": 2.309, + "step": 51920 + }, + { + "epoch": 0.8887690648590356, + "grad_norm": 2.558734178543091, + "learning_rate": 6.419216098614356e-07, + "loss": 2.2609, + "step": 51921 + }, + { + "epoch": 0.888786182577586, + "grad_norm": 2.518343210220337, + "learning_rate": 6.417261905516792e-07, + "loss": 2.2632, + "step": 51922 + }, + { + "epoch": 0.8888033002961365, + "grad_norm": 2.479320526123047, + "learning_rate": 6.415308000059961e-07, + "loss": 2.3263, + "step": 51923 + }, + { + "epoch": 0.888820418014687, + "grad_norm": 2.739551305770874, + "learning_rate": 6.413354382249892e-07, + "loss": 2.2995, + "step": 51924 + }, + { + "epoch": 0.8888375357332374, + "grad_norm": 2.713060140609741, + "learning_rate": 6.411401052092514e-07, + "loss": 2.3509, + "step": 51925 + }, + { + "epoch": 0.8888546534517879, + "grad_norm": 2.69384503364563, + "learning_rate": 6.409448009593911e-07, + "loss": 2.3504, + "step": 51926 + }, + { + "epoch": 0.8888717711703384, + "grad_norm": 2.6118040084838867, + "learning_rate": 6.407495254760032e-07, + "loss": 2.403, + "step": 51927 + }, + { + "epoch": 0.8888888888888888, + "grad_norm": 2.652571201324463, + "learning_rate": 6.405542787596919e-07, + "loss": 2.4752, + "step": 51928 + }, + { + "epoch": 0.8889060066074393, + "grad_norm": 2.6554219722747803, + "learning_rate": 6.403590608110544e-07, + "loss": 2.3069, + "step": 51929 + }, + { + "epoch": 0.8889231243259899, + "grad_norm": 2.725637435913086, + "learning_rate": 6.401638716306913e-07, + "loss": 2.4067, + "step": 51930 + }, + { + "epoch": 0.8889402420445403, + "grad_norm": 2.5340137481689453, + "learning_rate": 6.399687112192055e-07, + "loss": 2.3438, + "step": 51931 + }, + { + "epoch": 0.8889573597630908, + "grad_norm": 2.56967830657959, + "learning_rate": 6.397735795771898e-07, + "loss": 2.274, + "step": 51932 + }, + { + "epoch": 0.8889744774816413, + "grad_norm": 2.484581470489502, + "learning_rate": 6.395784767052526e-07, + "loss": 2.229, + "step": 51933 + }, + { + "epoch": 0.8889915952001917, + "grad_norm": 2.665952205657959, + "learning_rate": 6.39383402603988e-07, + "loss": 2.3578, + "step": 51934 + }, + { + "epoch": 0.8890087129187422, + "grad_norm": 2.7260119915008545, + "learning_rate": 6.391883572739965e-07, + "loss": 2.3944, + "step": 51935 + }, + { + "epoch": 0.8890258306372927, + "grad_norm": 2.5766775608062744, + "learning_rate": 6.3899334071588e-07, + "loss": 2.3229, + "step": 51936 + }, + { + "epoch": 0.8890429483558432, + "grad_norm": 2.5553717613220215, + "learning_rate": 6.387983529302333e-07, + "loss": 2.3924, + "step": 51937 + }, + { + "epoch": 0.8890600660743936, + "grad_norm": 2.7638297080993652, + "learning_rate": 6.386033939176606e-07, + "loss": 2.2356, + "step": 51938 + }, + { + "epoch": 0.8890771837929441, + "grad_norm": 2.7906041145324707, + "learning_rate": 6.38408463678759e-07, + "loss": 2.2988, + "step": 51939 + }, + { + "epoch": 0.8890943015114946, + "grad_norm": 2.6887855529785156, + "learning_rate": 6.382135622141261e-07, + "loss": 2.4245, + "step": 51940 + }, + { + "epoch": 0.889111419230045, + "grad_norm": 2.64642596244812, + "learning_rate": 6.380186895243634e-07, + "loss": 2.4017, + "step": 51941 + }, + { + "epoch": 0.8891285369485955, + "grad_norm": 2.497690200805664, + "learning_rate": 6.378238456100694e-07, + "loss": 2.2878, + "step": 51942 + }, + { + "epoch": 0.889145654667146, + "grad_norm": 2.6785404682159424, + "learning_rate": 6.376290304718435e-07, + "loss": 2.3416, + "step": 51943 + }, + { + "epoch": 0.8891627723856964, + "grad_norm": 2.756517171859741, + "learning_rate": 6.37434244110282e-07, + "loss": 2.4047, + "step": 51944 + }, + { + "epoch": 0.8891798901042469, + "grad_norm": 2.5978848934173584, + "learning_rate": 6.372394865259856e-07, + "loss": 2.261, + "step": 51945 + }, + { + "epoch": 0.8891970078227974, + "grad_norm": 2.5758543014526367, + "learning_rate": 6.370447577195526e-07, + "loss": 2.2685, + "step": 51946 + }, + { + "epoch": 0.8892141255413478, + "grad_norm": 2.7299387454986572, + "learning_rate": 6.368500576915815e-07, + "loss": 2.4456, + "step": 51947 + }, + { + "epoch": 0.8892312432598983, + "grad_norm": 2.5695648193359375, + "learning_rate": 6.366553864426706e-07, + "loss": 2.3281, + "step": 51948 + }, + { + "epoch": 0.8892483609784488, + "grad_norm": 2.6866278648376465, + "learning_rate": 6.364607439734183e-07, + "loss": 2.386, + "step": 51949 + }, + { + "epoch": 0.8892654786969992, + "grad_norm": 2.6567630767822266, + "learning_rate": 6.362661302844241e-07, + "loss": 2.3289, + "step": 51950 + }, + { + "epoch": 0.8892825964155497, + "grad_norm": 2.597965955734253, + "learning_rate": 6.360715453762833e-07, + "loss": 2.2776, + "step": 51951 + }, + { + "epoch": 0.8892997141341002, + "grad_norm": 2.5332062244415283, + "learning_rate": 6.358769892495963e-07, + "loss": 2.2468, + "step": 51952 + }, + { + "epoch": 0.8893168318526506, + "grad_norm": 2.4928512573242188, + "learning_rate": 6.356824619049595e-07, + "loss": 2.2127, + "step": 51953 + }, + { + "epoch": 0.8893339495712012, + "grad_norm": 2.8807790279388428, + "learning_rate": 6.354879633429733e-07, + "loss": 2.5219, + "step": 51954 + }, + { + "epoch": 0.8893510672897517, + "grad_norm": 2.6321680545806885, + "learning_rate": 6.35293493564233e-07, + "loss": 2.295, + "step": 51955 + }, + { + "epoch": 0.8893681850083021, + "grad_norm": 2.52428936958313, + "learning_rate": 6.35099052569339e-07, + "loss": 2.347, + "step": 51956 + }, + { + "epoch": 0.8893853027268526, + "grad_norm": 2.652183771133423, + "learning_rate": 6.349046403588843e-07, + "loss": 2.2482, + "step": 51957 + }, + { + "epoch": 0.8894024204454031, + "grad_norm": 2.583245038986206, + "learning_rate": 6.347102569334718e-07, + "loss": 2.3014, + "step": 51958 + }, + { + "epoch": 0.8894195381639535, + "grad_norm": 2.4828531742095947, + "learning_rate": 6.345159022936964e-07, + "loss": 2.242, + "step": 51959 + }, + { + "epoch": 0.889436655882504, + "grad_norm": 2.5493431091308594, + "learning_rate": 6.343215764401545e-07, + "loss": 2.2663, + "step": 51960 + }, + { + "epoch": 0.8894537736010545, + "grad_norm": 2.673316717147827, + "learning_rate": 6.341272793734465e-07, + "loss": 2.4859, + "step": 51961 + }, + { + "epoch": 0.8894708913196049, + "grad_norm": 2.747586250305176, + "learning_rate": 6.339330110941644e-07, + "loss": 2.301, + "step": 51962 + }, + { + "epoch": 0.8894880090381554, + "grad_norm": 2.52135968208313, + "learning_rate": 6.33738771602912e-07, + "loss": 2.3977, + "step": 51963 + }, + { + "epoch": 0.8895051267567059, + "grad_norm": 2.615041494369507, + "learning_rate": 6.335445609002799e-07, + "loss": 2.3294, + "step": 51964 + }, + { + "epoch": 0.8895222444752563, + "grad_norm": 2.5795421600341797, + "learning_rate": 6.3335037898687e-07, + "loss": 2.3886, + "step": 51965 + }, + { + "epoch": 0.8895393621938068, + "grad_norm": 2.439272165298462, + "learning_rate": 6.331562258632773e-07, + "loss": 2.2201, + "step": 51966 + }, + { + "epoch": 0.8895564799123573, + "grad_norm": 2.7511956691741943, + "learning_rate": 6.32962101530098e-07, + "loss": 2.3179, + "step": 51967 + }, + { + "epoch": 0.8895735976309077, + "grad_norm": 2.661742687225342, + "learning_rate": 6.327680059879293e-07, + "loss": 2.3842, + "step": 51968 + }, + { + "epoch": 0.8895907153494582, + "grad_norm": 2.5524134635925293, + "learning_rate": 6.325739392373665e-07, + "loss": 2.32, + "step": 51969 + }, + { + "epoch": 0.8896078330680087, + "grad_norm": 2.7377851009368896, + "learning_rate": 6.323799012790089e-07, + "loss": 2.4462, + "step": 51970 + }, + { + "epoch": 0.8896249507865591, + "grad_norm": 2.7007431983947754, + "learning_rate": 6.321858921134505e-07, + "loss": 2.2292, + "step": 51971 + }, + { + "epoch": 0.8896420685051096, + "grad_norm": 2.4689829349517822, + "learning_rate": 6.319919117412888e-07, + "loss": 2.1641, + "step": 51972 + }, + { + "epoch": 0.8896591862236601, + "grad_norm": 2.64182186126709, + "learning_rate": 6.317979601631208e-07, + "loss": 2.3613, + "step": 51973 + }, + { + "epoch": 0.8896763039422105, + "grad_norm": 2.5734622478485107, + "learning_rate": 6.316040373795385e-07, + "loss": 2.3723, + "step": 51974 + }, + { + "epoch": 0.889693421660761, + "grad_norm": 2.751878261566162, + "learning_rate": 6.314101433911435e-07, + "loss": 2.4219, + "step": 51975 + }, + { + "epoch": 0.8897105393793115, + "grad_norm": 2.5329575538635254, + "learning_rate": 6.312162781985276e-07, + "loss": 2.3131, + "step": 51976 + }, + { + "epoch": 0.889727657097862, + "grad_norm": 2.595120906829834, + "learning_rate": 6.310224418022892e-07, + "loss": 2.2801, + "step": 51977 + }, + { + "epoch": 0.8897447748164125, + "grad_norm": 2.638693332672119, + "learning_rate": 6.308286342030223e-07, + "loss": 2.247, + "step": 51978 + }, + { + "epoch": 0.889761892534963, + "grad_norm": 2.5830228328704834, + "learning_rate": 6.306348554013242e-07, + "loss": 2.3625, + "step": 51979 + }, + { + "epoch": 0.8897790102535134, + "grad_norm": 2.6934702396392822, + "learning_rate": 6.30441105397791e-07, + "loss": 2.3579, + "step": 51980 + }, + { + "epoch": 0.8897961279720639, + "grad_norm": 2.621973752975464, + "learning_rate": 6.302473841930135e-07, + "loss": 2.2863, + "step": 51981 + }, + { + "epoch": 0.8898132456906144, + "grad_norm": 2.8071610927581787, + "learning_rate": 6.300536917875932e-07, + "loss": 2.3529, + "step": 51982 + }, + { + "epoch": 0.8898303634091649, + "grad_norm": 2.6140177249908447, + "learning_rate": 6.298600281821221e-07, + "loss": 2.3233, + "step": 51983 + }, + { + "epoch": 0.8898474811277153, + "grad_norm": 2.5691399574279785, + "learning_rate": 6.296663933771963e-07, + "loss": 2.3298, + "step": 51984 + }, + { + "epoch": 0.8898645988462658, + "grad_norm": 2.611835241317749, + "learning_rate": 6.294727873734108e-07, + "loss": 2.3098, + "step": 51985 + }, + { + "epoch": 0.8898817165648163, + "grad_norm": 2.532637357711792, + "learning_rate": 6.292792101713607e-07, + "loss": 2.2184, + "step": 51986 + }, + { + "epoch": 0.8898988342833667, + "grad_norm": 2.7302675247192383, + "learning_rate": 6.290856617716424e-07, + "loss": 2.2935, + "step": 51987 + }, + { + "epoch": 0.8899159520019172, + "grad_norm": 2.5155110359191895, + "learning_rate": 6.288921421748484e-07, + "loss": 2.1944, + "step": 51988 + }, + { + "epoch": 0.8899330697204677, + "grad_norm": 2.4421029090881348, + "learning_rate": 6.28698651381574e-07, + "loss": 2.2777, + "step": 51989 + }, + { + "epoch": 0.8899501874390181, + "grad_norm": 2.52349591255188, + "learning_rate": 6.285051893924143e-07, + "loss": 2.2988, + "step": 51990 + }, + { + "epoch": 0.8899673051575686, + "grad_norm": 2.5460128784179688, + "learning_rate": 6.283117562079643e-07, + "loss": 2.2992, + "step": 51991 + }, + { + "epoch": 0.8899844228761191, + "grad_norm": 2.6523566246032715, + "learning_rate": 6.281183518288192e-07, + "loss": 2.3823, + "step": 51992 + }, + { + "epoch": 0.8900015405946695, + "grad_norm": 2.7413241863250732, + "learning_rate": 6.279249762555728e-07, + "loss": 2.4636, + "step": 51993 + }, + { + "epoch": 0.89001865831322, + "grad_norm": 2.7715108394622803, + "learning_rate": 6.277316294888191e-07, + "loss": 2.4003, + "step": 51994 + }, + { + "epoch": 0.8900357760317705, + "grad_norm": 2.586793899536133, + "learning_rate": 6.275383115291511e-07, + "loss": 2.3537, + "step": 51995 + }, + { + "epoch": 0.8900528937503209, + "grad_norm": 2.5753886699676514, + "learning_rate": 6.273450223771659e-07, + "loss": 2.2868, + "step": 51996 + }, + { + "epoch": 0.8900700114688714, + "grad_norm": 2.7632863521575928, + "learning_rate": 6.271517620334555e-07, + "loss": 2.2052, + "step": 51997 + }, + { + "epoch": 0.8900871291874219, + "grad_norm": 2.5967695713043213, + "learning_rate": 6.269585304986159e-07, + "loss": 2.157, + "step": 51998 + }, + { + "epoch": 0.8901042469059723, + "grad_norm": 2.5750157833099365, + "learning_rate": 6.267653277732367e-07, + "loss": 2.2039, + "step": 51999 + }, + { + "epoch": 0.8901213646245228, + "grad_norm": 2.7086703777313232, + "learning_rate": 6.265721538579173e-07, + "loss": 2.3395, + "step": 52000 + }, + { + "epoch": 0.8901384823430734, + "grad_norm": 2.521544933319092, + "learning_rate": 6.263790087532484e-07, + "loss": 2.2517, + "step": 52001 + }, + { + "epoch": 0.8901556000616238, + "grad_norm": 2.4732110500335693, + "learning_rate": 6.261858924598241e-07, + "loss": 2.3227, + "step": 52002 + }, + { + "epoch": 0.8901727177801743, + "grad_norm": 2.6636767387390137, + "learning_rate": 6.259928049782371e-07, + "loss": 2.2218, + "step": 52003 + }, + { + "epoch": 0.8901898354987248, + "grad_norm": 2.636328935623169, + "learning_rate": 6.257997463090826e-07, + "loss": 2.3274, + "step": 52004 + }, + { + "epoch": 0.8902069532172752, + "grad_norm": 2.741924524307251, + "learning_rate": 6.256067164529545e-07, + "loss": 2.3446, + "step": 52005 + }, + { + "epoch": 0.8902240709358257, + "grad_norm": 2.698896646499634, + "learning_rate": 6.254137154104411e-07, + "loss": 2.3937, + "step": 52006 + }, + { + "epoch": 0.8902411886543762, + "grad_norm": 2.6223578453063965, + "learning_rate": 6.252207431821433e-07, + "loss": 2.3476, + "step": 52007 + }, + { + "epoch": 0.8902583063729266, + "grad_norm": 2.5875911712646484, + "learning_rate": 6.250277997686483e-07, + "loss": 2.2713, + "step": 52008 + }, + { + "epoch": 0.8902754240914771, + "grad_norm": 2.7173659801483154, + "learning_rate": 6.24834885170551e-07, + "loss": 2.2693, + "step": 52009 + }, + { + "epoch": 0.8902925418100276, + "grad_norm": 2.563624143600464, + "learning_rate": 6.246419993884456e-07, + "loss": 2.2649, + "step": 52010 + }, + { + "epoch": 0.890309659528578, + "grad_norm": 2.576460599899292, + "learning_rate": 6.244491424229215e-07, + "loss": 2.3104, + "step": 52011 + }, + { + "epoch": 0.8903267772471285, + "grad_norm": 2.8305060863494873, + "learning_rate": 6.242563142745772e-07, + "loss": 2.3945, + "step": 52012 + }, + { + "epoch": 0.890343894965679, + "grad_norm": 2.4868435859680176, + "learning_rate": 6.24063514944e-07, + "loss": 2.2301, + "step": 52013 + }, + { + "epoch": 0.8903610126842294, + "grad_norm": 2.715860366821289, + "learning_rate": 6.238707444317838e-07, + "loss": 2.4053, + "step": 52014 + }, + { + "epoch": 0.8903781304027799, + "grad_norm": 2.800153970718384, + "learning_rate": 6.236780027385237e-07, + "loss": 2.3652, + "step": 52015 + }, + { + "epoch": 0.8903952481213304, + "grad_norm": 2.810936212539673, + "learning_rate": 6.234852898648069e-07, + "loss": 2.2427, + "step": 52016 + }, + { + "epoch": 0.8904123658398808, + "grad_norm": 2.9013726711273193, + "learning_rate": 6.232926058112332e-07, + "loss": 2.4803, + "step": 52017 + }, + { + "epoch": 0.8904294835584313, + "grad_norm": 2.683586597442627, + "learning_rate": 6.230999505783863e-07, + "loss": 2.276, + "step": 52018 + }, + { + "epoch": 0.8904466012769818, + "grad_norm": 2.731416940689087, + "learning_rate": 6.229073241668671e-07, + "loss": 2.4781, + "step": 52019 + }, + { + "epoch": 0.8904637189955322, + "grad_norm": 2.657573699951172, + "learning_rate": 6.227147265772604e-07, + "loss": 2.3033, + "step": 52020 + }, + { + "epoch": 0.8904808367140827, + "grad_norm": 2.6468217372894287, + "learning_rate": 6.225221578101615e-07, + "loss": 2.3146, + "step": 52021 + }, + { + "epoch": 0.8904979544326332, + "grad_norm": 2.6354382038116455, + "learning_rate": 6.223296178661642e-07, + "loss": 2.3547, + "step": 52022 + }, + { + "epoch": 0.8905150721511836, + "grad_norm": 2.795426845550537, + "learning_rate": 6.221371067458537e-07, + "loss": 2.3787, + "step": 52023 + }, + { + "epoch": 0.8905321898697341, + "grad_norm": 2.4964702129364014, + "learning_rate": 6.219446244498295e-07, + "loss": 2.3249, + "step": 52024 + }, + { + "epoch": 0.8905493075882847, + "grad_norm": 2.503655433654785, + "learning_rate": 6.217521709786789e-07, + "loss": 2.2595, + "step": 52025 + }, + { + "epoch": 0.890566425306835, + "grad_norm": 2.5760233402252197, + "learning_rate": 6.215597463329936e-07, + "loss": 2.2714, + "step": 52026 + }, + { + "epoch": 0.8905835430253856, + "grad_norm": 2.611076593399048, + "learning_rate": 6.213673505133655e-07, + "loss": 2.3155, + "step": 52027 + }, + { + "epoch": 0.8906006607439361, + "grad_norm": 2.652005195617676, + "learning_rate": 6.211749835203862e-07, + "loss": 2.2644, + "step": 52028 + }, + { + "epoch": 0.8906177784624865, + "grad_norm": 2.7628273963928223, + "learning_rate": 6.209826453546475e-07, + "loss": 2.3344, + "step": 52029 + }, + { + "epoch": 0.890634896181037, + "grad_norm": 2.4954965114593506, + "learning_rate": 6.2079033601674e-07, + "loss": 2.287, + "step": 52030 + }, + { + "epoch": 0.8906520138995875, + "grad_norm": 2.6879682540893555, + "learning_rate": 6.205980555072543e-07, + "loss": 2.3461, + "step": 52031 + }, + { + "epoch": 0.890669131618138, + "grad_norm": 2.9193482398986816, + "learning_rate": 6.204058038267824e-07, + "loss": 2.1728, + "step": 52032 + }, + { + "epoch": 0.8906862493366884, + "grad_norm": 2.6021032333374023, + "learning_rate": 6.202135809759136e-07, + "loss": 2.3054, + "step": 52033 + }, + { + "epoch": 0.8907033670552389, + "grad_norm": 2.694742441177368, + "learning_rate": 6.200213869552407e-07, + "loss": 2.4144, + "step": 52034 + }, + { + "epoch": 0.8907204847737894, + "grad_norm": 2.5046989917755127, + "learning_rate": 6.198292217653545e-07, + "loss": 2.1978, + "step": 52035 + }, + { + "epoch": 0.8907376024923398, + "grad_norm": 2.5544588565826416, + "learning_rate": 6.196370854068423e-07, + "loss": 2.2563, + "step": 52036 + }, + { + "epoch": 0.8907547202108903, + "grad_norm": 2.5771992206573486, + "learning_rate": 6.194449778803002e-07, + "loss": 2.2244, + "step": 52037 + }, + { + "epoch": 0.8907718379294408, + "grad_norm": 2.508589744567871, + "learning_rate": 6.192528991863133e-07, + "loss": 2.3188, + "step": 52038 + }, + { + "epoch": 0.8907889556479912, + "grad_norm": 2.6327786445617676, + "learning_rate": 6.190608493254746e-07, + "loss": 2.3714, + "step": 52039 + }, + { + "epoch": 0.8908060733665417, + "grad_norm": 2.5815470218658447, + "learning_rate": 6.188688282983735e-07, + "loss": 2.2898, + "step": 52040 + }, + { + "epoch": 0.8908231910850922, + "grad_norm": 2.4760117530822754, + "learning_rate": 6.186768361056006e-07, + "loss": 2.2801, + "step": 52041 + }, + { + "epoch": 0.8908403088036426, + "grad_norm": 2.4880847930908203, + "learning_rate": 6.184848727477488e-07, + "loss": 2.2357, + "step": 52042 + }, + { + "epoch": 0.8908574265221931, + "grad_norm": 2.636631965637207, + "learning_rate": 6.182929382254021e-07, + "loss": 2.2813, + "step": 52043 + }, + { + "epoch": 0.8908745442407436, + "grad_norm": 2.7318942546844482, + "learning_rate": 6.181010325391556e-07, + "loss": 2.2874, + "step": 52044 + }, + { + "epoch": 0.890891661959294, + "grad_norm": 2.599346160888672, + "learning_rate": 6.179091556895978e-07, + "loss": 2.2936, + "step": 52045 + }, + { + "epoch": 0.8909087796778445, + "grad_norm": 2.5532712936401367, + "learning_rate": 6.177173076773169e-07, + "loss": 2.2795, + "step": 52046 + }, + { + "epoch": 0.890925897396395, + "grad_norm": 2.686393976211548, + "learning_rate": 6.175254885029047e-07, + "loss": 2.3295, + "step": 52047 + }, + { + "epoch": 0.8909430151149454, + "grad_norm": 2.5718507766723633, + "learning_rate": 6.173336981669475e-07, + "loss": 2.3778, + "step": 52048 + }, + { + "epoch": 0.890960132833496, + "grad_norm": 2.6403968334198, + "learning_rate": 6.171419366700404e-07, + "loss": 2.3652, + "step": 52049 + }, + { + "epoch": 0.8909772505520465, + "grad_norm": 2.6213109493255615, + "learning_rate": 6.169502040127673e-07, + "loss": 2.2467, + "step": 52050 + }, + { + "epoch": 0.8909943682705969, + "grad_norm": 2.5861282348632812, + "learning_rate": 6.1675850019572e-07, + "loss": 2.3542, + "step": 52051 + }, + { + "epoch": 0.8910114859891474, + "grad_norm": 2.7253835201263428, + "learning_rate": 6.16566825219489e-07, + "loss": 2.2866, + "step": 52052 + }, + { + "epoch": 0.8910286037076979, + "grad_norm": 2.399211883544922, + "learning_rate": 6.163751790846584e-07, + "loss": 2.2431, + "step": 52053 + }, + { + "epoch": 0.8910457214262483, + "grad_norm": 2.8171210289001465, + "learning_rate": 6.161835617918244e-07, + "loss": 2.2012, + "step": 52054 + }, + { + "epoch": 0.8910628391447988, + "grad_norm": 2.6096060276031494, + "learning_rate": 6.159919733415687e-07, + "loss": 2.2772, + "step": 52055 + }, + { + "epoch": 0.8910799568633493, + "grad_norm": 2.6245763301849365, + "learning_rate": 6.158004137344875e-07, + "loss": 2.3548, + "step": 52056 + }, + { + "epoch": 0.8910970745818997, + "grad_norm": 2.718461513519287, + "learning_rate": 6.156088829711637e-07, + "loss": 2.3566, + "step": 52057 + }, + { + "epoch": 0.8911141923004502, + "grad_norm": 2.6982390880584717, + "learning_rate": 6.154173810521879e-07, + "loss": 2.2624, + "step": 52058 + }, + { + "epoch": 0.8911313100190007, + "grad_norm": 2.497568368911743, + "learning_rate": 6.152259079781508e-07, + "loss": 2.4206, + "step": 52059 + }, + { + "epoch": 0.8911484277375511, + "grad_norm": 2.768901824951172, + "learning_rate": 6.150344637496363e-07, + "loss": 2.3683, + "step": 52060 + }, + { + "epoch": 0.8911655454561016, + "grad_norm": 2.700737953186035, + "learning_rate": 6.148430483672386e-07, + "loss": 2.3155, + "step": 52061 + }, + { + "epoch": 0.8911826631746521, + "grad_norm": 2.5724446773529053, + "learning_rate": 6.146516618315412e-07, + "loss": 2.3393, + "step": 52062 + }, + { + "epoch": 0.8911997808932025, + "grad_norm": 2.6791818141937256, + "learning_rate": 6.144603041431352e-07, + "loss": 2.1818, + "step": 52063 + }, + { + "epoch": 0.891216898611753, + "grad_norm": 2.7383222579956055, + "learning_rate": 6.142689753026065e-07, + "loss": 2.4711, + "step": 52064 + }, + { + "epoch": 0.8912340163303035, + "grad_norm": 2.7308077812194824, + "learning_rate": 6.14077675310546e-07, + "loss": 2.4414, + "step": 52065 + }, + { + "epoch": 0.8912511340488539, + "grad_norm": 2.541152000427246, + "learning_rate": 6.138864041675408e-07, + "loss": 2.3461, + "step": 52066 + }, + { + "epoch": 0.8912682517674044, + "grad_norm": 2.8806333541870117, + "learning_rate": 6.13695161874176e-07, + "loss": 2.4036, + "step": 52067 + }, + { + "epoch": 0.8912853694859549, + "grad_norm": 2.612488031387329, + "learning_rate": 6.135039484310423e-07, + "loss": 2.3405, + "step": 52068 + }, + { + "epoch": 0.8913024872045053, + "grad_norm": 2.6142306327819824, + "learning_rate": 6.133127638387271e-07, + "loss": 2.3468, + "step": 52069 + }, + { + "epoch": 0.8913196049230558, + "grad_norm": 2.7354397773742676, + "learning_rate": 6.131216080978164e-07, + "loss": 2.2688, + "step": 52070 + }, + { + "epoch": 0.8913367226416063, + "grad_norm": 2.514887809753418, + "learning_rate": 6.129304812088998e-07, + "loss": 2.2137, + "step": 52071 + }, + { + "epoch": 0.8913538403601567, + "grad_norm": 2.6179330348968506, + "learning_rate": 6.127393831725659e-07, + "loss": 2.1719, + "step": 52072 + }, + { + "epoch": 0.8913709580787073, + "grad_norm": 2.5946543216705322, + "learning_rate": 6.125483139893973e-07, + "loss": 2.3517, + "step": 52073 + }, + { + "epoch": 0.8913880757972578, + "grad_norm": 2.8320472240448, + "learning_rate": 6.123572736599847e-07, + "loss": 2.3127, + "step": 52074 + }, + { + "epoch": 0.8914051935158082, + "grad_norm": 2.7123801708221436, + "learning_rate": 6.121662621849156e-07, + "loss": 2.2742, + "step": 52075 + }, + { + "epoch": 0.8914223112343587, + "grad_norm": 2.465301990509033, + "learning_rate": 6.119752795647749e-07, + "loss": 2.2962, + "step": 52076 + }, + { + "epoch": 0.8914394289529092, + "grad_norm": 2.5911784172058105, + "learning_rate": 6.117843258001511e-07, + "loss": 2.1767, + "step": 52077 + }, + { + "epoch": 0.8914565466714597, + "grad_norm": 2.69057297706604, + "learning_rate": 6.115934008916313e-07, + "loss": 2.2744, + "step": 52078 + }, + { + "epoch": 0.8914736643900101, + "grad_norm": 2.588503837585449, + "learning_rate": 6.114025048398032e-07, + "loss": 2.3522, + "step": 52079 + }, + { + "epoch": 0.8914907821085606, + "grad_norm": 2.674436092376709, + "learning_rate": 6.112116376452515e-07, + "loss": 2.1578, + "step": 52080 + }, + { + "epoch": 0.8915078998271111, + "grad_norm": 2.6413261890411377, + "learning_rate": 6.110207993085626e-07, + "loss": 2.4346, + "step": 52081 + }, + { + "epoch": 0.8915250175456615, + "grad_norm": 2.805659055709839, + "learning_rate": 6.108299898303249e-07, + "loss": 2.3382, + "step": 52082 + }, + { + "epoch": 0.891542135264212, + "grad_norm": 2.626650333404541, + "learning_rate": 6.106392092111236e-07, + "loss": 2.2838, + "step": 52083 + }, + { + "epoch": 0.8915592529827625, + "grad_norm": 2.649045705795288, + "learning_rate": 6.104484574515468e-07, + "loss": 2.3071, + "step": 52084 + }, + { + "epoch": 0.8915763707013129, + "grad_norm": 2.7902352809906006, + "learning_rate": 6.102577345521776e-07, + "loss": 2.3778, + "step": 52085 + }, + { + "epoch": 0.8915934884198634, + "grad_norm": 2.6407670974731445, + "learning_rate": 6.100670405136067e-07, + "loss": 2.2563, + "step": 52086 + }, + { + "epoch": 0.8916106061384139, + "grad_norm": 2.4463329315185547, + "learning_rate": 6.098763753364157e-07, + "loss": 2.2832, + "step": 52087 + }, + { + "epoch": 0.8916277238569643, + "grad_norm": 2.451157331466675, + "learning_rate": 6.096857390211941e-07, + "loss": 2.1944, + "step": 52088 + }, + { + "epoch": 0.8916448415755148, + "grad_norm": 2.602062463760376, + "learning_rate": 6.094951315685271e-07, + "loss": 2.2554, + "step": 52089 + }, + { + "epoch": 0.8916619592940653, + "grad_norm": 2.477447271347046, + "learning_rate": 6.093045529789965e-07, + "loss": 2.3418, + "step": 52090 + }, + { + "epoch": 0.8916790770126157, + "grad_norm": 2.641937017440796, + "learning_rate": 6.09114003253195e-07, + "loss": 2.3768, + "step": 52091 + }, + { + "epoch": 0.8916961947311662, + "grad_norm": 2.622621536254883, + "learning_rate": 6.089234823917011e-07, + "loss": 2.4412, + "step": 52092 + }, + { + "epoch": 0.8917133124497167, + "grad_norm": 2.6714649200439453, + "learning_rate": 6.087329903951079e-07, + "loss": 2.3034, + "step": 52093 + }, + { + "epoch": 0.8917304301682671, + "grad_norm": 2.69773268699646, + "learning_rate": 6.085425272639956e-07, + "loss": 2.2085, + "step": 52094 + }, + { + "epoch": 0.8917475478868176, + "grad_norm": 2.616070032119751, + "learning_rate": 6.083520929989506e-07, + "loss": 2.3583, + "step": 52095 + }, + { + "epoch": 0.8917646656053682, + "grad_norm": 2.6583335399627686, + "learning_rate": 6.081616876005602e-07, + "loss": 2.3229, + "step": 52096 + }, + { + "epoch": 0.8917817833239186, + "grad_norm": 2.62373948097229, + "learning_rate": 6.079713110694052e-07, + "loss": 2.2927, + "step": 52097 + }, + { + "epoch": 0.8917989010424691, + "grad_norm": 2.695687770843506, + "learning_rate": 6.077809634060771e-07, + "loss": 2.274, + "step": 52098 + }, + { + "epoch": 0.8918160187610196, + "grad_norm": 3.0934433937072754, + "learning_rate": 6.075906446111557e-07, + "loss": 2.3621, + "step": 52099 + }, + { + "epoch": 0.89183313647957, + "grad_norm": 2.8320326805114746, + "learning_rate": 6.074003546852269e-07, + "loss": 2.3786, + "step": 52100 + }, + { + "epoch": 0.8918502541981205, + "grad_norm": 2.5256476402282715, + "learning_rate": 6.072100936288783e-07, + "loss": 2.2733, + "step": 52101 + }, + { + "epoch": 0.891867371916671, + "grad_norm": 2.594064474105835, + "learning_rate": 6.070198614426914e-07, + "loss": 2.3225, + "step": 52102 + }, + { + "epoch": 0.8918844896352214, + "grad_norm": 2.560823917388916, + "learning_rate": 6.068296581272548e-07, + "loss": 2.3103, + "step": 52103 + }, + { + "epoch": 0.8919016073537719, + "grad_norm": 2.4778175354003906, + "learning_rate": 6.06639483683149e-07, + "loss": 2.2334, + "step": 52104 + }, + { + "epoch": 0.8919187250723224, + "grad_norm": 2.732194185256958, + "learning_rate": 6.064493381109604e-07, + "loss": 2.3785, + "step": 52105 + }, + { + "epoch": 0.8919358427908728, + "grad_norm": 2.7348997592926025, + "learning_rate": 6.062592214112728e-07, + "loss": 2.405, + "step": 52106 + }, + { + "epoch": 0.8919529605094233, + "grad_norm": 2.6635234355926514, + "learning_rate": 6.060691335846713e-07, + "loss": 2.3354, + "step": 52107 + }, + { + "epoch": 0.8919700782279738, + "grad_norm": 2.6456007957458496, + "learning_rate": 6.0587907463174e-07, + "loss": 2.3541, + "step": 52108 + }, + { + "epoch": 0.8919871959465242, + "grad_norm": 2.53629207611084, + "learning_rate": 6.056890445530639e-07, + "loss": 2.2282, + "step": 52109 + }, + { + "epoch": 0.8920043136650747, + "grad_norm": 2.558978796005249, + "learning_rate": 6.054990433492269e-07, + "loss": 2.2776, + "step": 52110 + }, + { + "epoch": 0.8920214313836252, + "grad_norm": 2.9423139095306396, + "learning_rate": 6.053090710208109e-07, + "loss": 2.4169, + "step": 52111 + }, + { + "epoch": 0.8920385491021756, + "grad_norm": 2.683192491531372, + "learning_rate": 6.05119127568401e-07, + "loss": 2.3994, + "step": 52112 + }, + { + "epoch": 0.8920556668207261, + "grad_norm": 2.5196311473846436, + "learning_rate": 6.04929212992581e-07, + "loss": 2.3406, + "step": 52113 + }, + { + "epoch": 0.8920727845392766, + "grad_norm": 2.6483564376831055, + "learning_rate": 6.04739327293935e-07, + "loss": 2.3718, + "step": 52114 + }, + { + "epoch": 0.892089902257827, + "grad_norm": 2.6363699436187744, + "learning_rate": 6.045494704730459e-07, + "loss": 2.2524, + "step": 52115 + }, + { + "epoch": 0.8921070199763775, + "grad_norm": 2.6679086685180664, + "learning_rate": 6.04359642530501e-07, + "loss": 2.2458, + "step": 52116 + }, + { + "epoch": 0.892124137694928, + "grad_norm": 2.7869465351104736, + "learning_rate": 6.041698434668774e-07, + "loss": 2.3092, + "step": 52117 + }, + { + "epoch": 0.8921412554134784, + "grad_norm": 2.756882667541504, + "learning_rate": 6.039800732827628e-07, + "loss": 2.3023, + "step": 52118 + }, + { + "epoch": 0.892158373132029, + "grad_norm": 2.550215721130371, + "learning_rate": 6.037903319787386e-07, + "loss": 2.1981, + "step": 52119 + }, + { + "epoch": 0.8921754908505795, + "grad_norm": 2.7379727363586426, + "learning_rate": 6.03600619555389e-07, + "loss": 2.3502, + "step": 52120 + }, + { + "epoch": 0.8921926085691299, + "grad_norm": 2.9843413829803467, + "learning_rate": 6.034109360132989e-07, + "loss": 2.4802, + "step": 52121 + }, + { + "epoch": 0.8922097262876804, + "grad_norm": 2.616274118423462, + "learning_rate": 6.032212813530458e-07, + "loss": 2.4084, + "step": 52122 + }, + { + "epoch": 0.8922268440062309, + "grad_norm": 2.599194288253784, + "learning_rate": 6.030316555752192e-07, + "loss": 2.2895, + "step": 52123 + }, + { + "epoch": 0.8922439617247814, + "grad_norm": 2.7179770469665527, + "learning_rate": 6.028420586803974e-07, + "loss": 2.2772, + "step": 52124 + }, + { + "epoch": 0.8922610794433318, + "grad_norm": 2.6078078746795654, + "learning_rate": 6.026524906691644e-07, + "loss": 2.3648, + "step": 52125 + }, + { + "epoch": 0.8922781971618823, + "grad_norm": 2.5797863006591797, + "learning_rate": 6.024629515421054e-07, + "loss": 2.1817, + "step": 52126 + }, + { + "epoch": 0.8922953148804328, + "grad_norm": 2.554584503173828, + "learning_rate": 6.022734412997966e-07, + "loss": 2.3085, + "step": 52127 + }, + { + "epoch": 0.8923124325989832, + "grad_norm": 2.7163312435150146, + "learning_rate": 6.020839599428285e-07, + "loss": 2.3171, + "step": 52128 + }, + { + "epoch": 0.8923295503175337, + "grad_norm": 2.4615774154663086, + "learning_rate": 6.018945074717752e-07, + "loss": 2.3276, + "step": 52129 + }, + { + "epoch": 0.8923466680360842, + "grad_norm": 2.74157977104187, + "learning_rate": 6.017050838872273e-07, + "loss": 2.3389, + "step": 52130 + }, + { + "epoch": 0.8923637857546346, + "grad_norm": 2.68572735786438, + "learning_rate": 6.015156891897622e-07, + "loss": 2.3547, + "step": 52131 + }, + { + "epoch": 0.8923809034731851, + "grad_norm": 2.6844449043273926, + "learning_rate": 6.013263233799616e-07, + "loss": 2.3332, + "step": 52132 + }, + { + "epoch": 0.8923980211917356, + "grad_norm": 2.6317813396453857, + "learning_rate": 6.011369864584116e-07, + "loss": 2.4473, + "step": 52133 + }, + { + "epoch": 0.892415138910286, + "grad_norm": 2.5475881099700928, + "learning_rate": 6.009476784256874e-07, + "loss": 2.3449, + "step": 52134 + }, + { + "epoch": 0.8924322566288365, + "grad_norm": 2.6298837661743164, + "learning_rate": 6.007583992823784e-07, + "loss": 2.254, + "step": 52135 + }, + { + "epoch": 0.892449374347387, + "grad_norm": 2.645853281021118, + "learning_rate": 6.005691490290621e-07, + "loss": 2.4332, + "step": 52136 + }, + { + "epoch": 0.8924664920659374, + "grad_norm": 2.538442850112915, + "learning_rate": 6.003799276663203e-07, + "loss": 2.3626, + "step": 52137 + }, + { + "epoch": 0.8924836097844879, + "grad_norm": 2.6007630825042725, + "learning_rate": 6.001907351947356e-07, + "loss": 2.2768, + "step": 52138 + }, + { + "epoch": 0.8925007275030384, + "grad_norm": 2.614410400390625, + "learning_rate": 6.000015716148877e-07, + "loss": 2.2908, + "step": 52139 + }, + { + "epoch": 0.8925178452215888, + "grad_norm": 2.6495747566223145, + "learning_rate": 5.998124369273617e-07, + "loss": 2.3276, + "step": 52140 + }, + { + "epoch": 0.8925349629401393, + "grad_norm": 2.6767144203186035, + "learning_rate": 5.99623331132736e-07, + "loss": 2.3152, + "step": 52141 + }, + { + "epoch": 0.8925520806586899, + "grad_norm": 2.5689914226531982, + "learning_rate": 5.994342542315922e-07, + "loss": 2.3946, + "step": 52142 + }, + { + "epoch": 0.8925691983772402, + "grad_norm": 2.6475627422332764, + "learning_rate": 5.992452062245114e-07, + "loss": 2.3034, + "step": 52143 + }, + { + "epoch": 0.8925863160957908, + "grad_norm": 2.4625062942504883, + "learning_rate": 5.990561871120759e-07, + "loss": 2.2847, + "step": 52144 + }, + { + "epoch": 0.8926034338143413, + "grad_norm": 2.582746744155884, + "learning_rate": 5.988671968948667e-07, + "loss": 2.3272, + "step": 52145 + }, + { + "epoch": 0.8926205515328917, + "grad_norm": 2.6760482788085938, + "learning_rate": 5.98678235573461e-07, + "loss": 2.377, + "step": 52146 + }, + { + "epoch": 0.8926376692514422, + "grad_norm": 2.588001012802124, + "learning_rate": 5.984893031484451e-07, + "loss": 2.3788, + "step": 52147 + }, + { + "epoch": 0.8926547869699927, + "grad_norm": 2.657283067703247, + "learning_rate": 5.983003996203962e-07, + "loss": 2.3168, + "step": 52148 + }, + { + "epoch": 0.8926719046885431, + "grad_norm": 3.003694772720337, + "learning_rate": 5.981115249898961e-07, + "loss": 2.3857, + "step": 52149 + }, + { + "epoch": 0.8926890224070936, + "grad_norm": 2.5861637592315674, + "learning_rate": 5.979226792575243e-07, + "loss": 2.3358, + "step": 52150 + }, + { + "epoch": 0.8927061401256441, + "grad_norm": 2.582113027572632, + "learning_rate": 5.977338624238626e-07, + "loss": 2.1869, + "step": 52151 + }, + { + "epoch": 0.8927232578441945, + "grad_norm": 2.490091323852539, + "learning_rate": 5.975450744894917e-07, + "loss": 2.1661, + "step": 52152 + }, + { + "epoch": 0.892740375562745, + "grad_norm": 2.5361475944519043, + "learning_rate": 5.973563154549899e-07, + "loss": 2.3301, + "step": 52153 + }, + { + "epoch": 0.8927574932812955, + "grad_norm": 2.6019463539123535, + "learning_rate": 5.971675853209379e-07, + "loss": 2.3192, + "step": 52154 + }, + { + "epoch": 0.8927746109998459, + "grad_norm": 2.600604772567749, + "learning_rate": 5.969788840879165e-07, + "loss": 2.2587, + "step": 52155 + }, + { + "epoch": 0.8927917287183964, + "grad_norm": 2.779886484146118, + "learning_rate": 5.967902117565061e-07, + "loss": 2.4176, + "step": 52156 + }, + { + "epoch": 0.8928088464369469, + "grad_norm": 2.7211594581604004, + "learning_rate": 5.966015683272852e-07, + "loss": 2.3447, + "step": 52157 + }, + { + "epoch": 0.8928259641554973, + "grad_norm": 2.570371150970459, + "learning_rate": 5.964129538008357e-07, + "loss": 2.3257, + "step": 52158 + }, + { + "epoch": 0.8928430818740478, + "grad_norm": 2.6134917736053467, + "learning_rate": 5.962243681777346e-07, + "loss": 2.3528, + "step": 52159 + }, + { + "epoch": 0.8928601995925983, + "grad_norm": 2.5612103939056396, + "learning_rate": 5.96035811458564e-07, + "loss": 2.3365, + "step": 52160 + }, + { + "epoch": 0.8928773173111487, + "grad_norm": 2.5239176750183105, + "learning_rate": 5.958472836439011e-07, + "loss": 2.2282, + "step": 52161 + }, + { + "epoch": 0.8928944350296992, + "grad_norm": 2.5650510787963867, + "learning_rate": 5.956587847343275e-07, + "loss": 2.2868, + "step": 52162 + }, + { + "epoch": 0.8929115527482497, + "grad_norm": 2.7888331413269043, + "learning_rate": 5.954703147304242e-07, + "loss": 2.2796, + "step": 52163 + }, + { + "epoch": 0.8929286704668001, + "grad_norm": 2.6984822750091553, + "learning_rate": 5.952818736327637e-07, + "loss": 2.3977, + "step": 52164 + }, + { + "epoch": 0.8929457881853506, + "grad_norm": 2.6277148723602295, + "learning_rate": 5.950934614419334e-07, + "loss": 2.3359, + "step": 52165 + }, + { + "epoch": 0.8929629059039011, + "grad_norm": 2.7158420085906982, + "learning_rate": 5.949050781585053e-07, + "loss": 2.3388, + "step": 52166 + }, + { + "epoch": 0.8929800236224515, + "grad_norm": 2.6559598445892334, + "learning_rate": 5.947167237830643e-07, + "loss": 2.3213, + "step": 52167 + }, + { + "epoch": 0.892997141341002, + "grad_norm": 2.73529052734375, + "learning_rate": 5.945283983161854e-07, + "loss": 2.3007, + "step": 52168 + }, + { + "epoch": 0.8930142590595526, + "grad_norm": 2.68985915184021, + "learning_rate": 5.943401017584494e-07, + "loss": 2.2366, + "step": 52169 + }, + { + "epoch": 0.8930313767781031, + "grad_norm": 2.839406728744507, + "learning_rate": 5.941518341104358e-07, + "loss": 2.2205, + "step": 52170 + }, + { + "epoch": 0.8930484944966535, + "grad_norm": 2.6397576332092285, + "learning_rate": 5.939635953727186e-07, + "loss": 2.2563, + "step": 52171 + }, + { + "epoch": 0.893065612215204, + "grad_norm": 2.5459814071655273, + "learning_rate": 5.937753855458828e-07, + "loss": 2.2602, + "step": 52172 + }, + { + "epoch": 0.8930827299337545, + "grad_norm": 2.7284045219421387, + "learning_rate": 5.935872046305025e-07, + "loss": 2.1733, + "step": 52173 + }, + { + "epoch": 0.8930998476523049, + "grad_norm": 2.822920083999634, + "learning_rate": 5.933990526271583e-07, + "loss": 2.3353, + "step": 52174 + }, + { + "epoch": 0.8931169653708554, + "grad_norm": 2.6691854000091553, + "learning_rate": 5.932109295364275e-07, + "loss": 2.38, + "step": 52175 + }, + { + "epoch": 0.8931340830894059, + "grad_norm": 2.6957879066467285, + "learning_rate": 5.930228353588863e-07, + "loss": 2.3721, + "step": 52176 + }, + { + "epoch": 0.8931512008079563, + "grad_norm": 2.619732141494751, + "learning_rate": 5.928347700951176e-07, + "loss": 2.3215, + "step": 52177 + }, + { + "epoch": 0.8931683185265068, + "grad_norm": 2.511929750442505, + "learning_rate": 5.926467337456965e-07, + "loss": 2.2684, + "step": 52178 + }, + { + "epoch": 0.8931854362450573, + "grad_norm": 2.503570079803467, + "learning_rate": 5.924587263112003e-07, + "loss": 2.3345, + "step": 52179 + }, + { + "epoch": 0.8932025539636077, + "grad_norm": 2.6903116703033447, + "learning_rate": 5.922707477922074e-07, + "loss": 2.3901, + "step": 52180 + }, + { + "epoch": 0.8932196716821582, + "grad_norm": 2.5737099647521973, + "learning_rate": 5.920827981892973e-07, + "loss": 2.2713, + "step": 52181 + }, + { + "epoch": 0.8932367894007087, + "grad_norm": 2.795323133468628, + "learning_rate": 5.918948775030475e-07, + "loss": 2.4487, + "step": 52182 + }, + { + "epoch": 0.8932539071192591, + "grad_norm": 2.7389657497406006, + "learning_rate": 5.917069857340307e-07, + "loss": 2.4071, + "step": 52183 + }, + { + "epoch": 0.8932710248378096, + "grad_norm": 2.5658342838287354, + "learning_rate": 5.91519122882832e-07, + "loss": 2.2707, + "step": 52184 + }, + { + "epoch": 0.8932881425563601, + "grad_norm": 2.661463737487793, + "learning_rate": 5.913312889500233e-07, + "loss": 2.3564, + "step": 52185 + }, + { + "epoch": 0.8933052602749105, + "grad_norm": 2.5859174728393555, + "learning_rate": 5.91143483936184e-07, + "loss": 2.272, + "step": 52186 + }, + { + "epoch": 0.893322377993461, + "grad_norm": 2.8607680797576904, + "learning_rate": 5.909557078418914e-07, + "loss": 2.4616, + "step": 52187 + }, + { + "epoch": 0.8933394957120115, + "grad_norm": 2.627378463745117, + "learning_rate": 5.90767960667722e-07, + "loss": 2.3301, + "step": 52188 + }, + { + "epoch": 0.8933566134305619, + "grad_norm": 2.5790810585021973, + "learning_rate": 5.905802424142548e-07, + "loss": 2.3363, + "step": 52189 + }, + { + "epoch": 0.8933737311491124, + "grad_norm": 2.490389108657837, + "learning_rate": 5.903925530820631e-07, + "loss": 2.2757, + "step": 52190 + }, + { + "epoch": 0.893390848867663, + "grad_norm": 2.6960480213165283, + "learning_rate": 5.902048926717263e-07, + "loss": 2.3391, + "step": 52191 + }, + { + "epoch": 0.8934079665862134, + "grad_norm": 2.579019784927368, + "learning_rate": 5.900172611838207e-07, + "loss": 2.3266, + "step": 52192 + }, + { + "epoch": 0.8934250843047639, + "grad_norm": 2.5171058177948, + "learning_rate": 5.898296586189233e-07, + "loss": 2.3609, + "step": 52193 + }, + { + "epoch": 0.8934422020233144, + "grad_norm": 2.53587007522583, + "learning_rate": 5.896420849776108e-07, + "loss": 2.2259, + "step": 52194 + }, + { + "epoch": 0.8934593197418648, + "grad_norm": 2.8185434341430664, + "learning_rate": 5.894545402604601e-07, + "loss": 2.3795, + "step": 52195 + }, + { + "epoch": 0.8934764374604153, + "grad_norm": 2.5868754386901855, + "learning_rate": 5.892670244680465e-07, + "loss": 2.2027, + "step": 52196 + }, + { + "epoch": 0.8934935551789658, + "grad_norm": 2.5925815105438232, + "learning_rate": 5.890795376009462e-07, + "loss": 2.3266, + "step": 52197 + }, + { + "epoch": 0.8935106728975162, + "grad_norm": 2.523955821990967, + "learning_rate": 5.888920796597353e-07, + "loss": 2.2855, + "step": 52198 + }, + { + "epoch": 0.8935277906160667, + "grad_norm": 2.61124324798584, + "learning_rate": 5.887046506449923e-07, + "loss": 2.3595, + "step": 52199 + }, + { + "epoch": 0.8935449083346172, + "grad_norm": 2.679696559906006, + "learning_rate": 5.885172505572911e-07, + "loss": 2.2912, + "step": 52200 + }, + { + "epoch": 0.8935620260531676, + "grad_norm": 2.5352139472961426, + "learning_rate": 5.883298793972081e-07, + "loss": 2.2511, + "step": 52201 + }, + { + "epoch": 0.8935791437717181, + "grad_norm": 2.3210983276367188, + "learning_rate": 5.881425371653215e-07, + "loss": 2.1669, + "step": 52202 + }, + { + "epoch": 0.8935962614902686, + "grad_norm": 2.5398623943328857, + "learning_rate": 5.879552238622033e-07, + "loss": 2.3167, + "step": 52203 + }, + { + "epoch": 0.893613379208819, + "grad_norm": 2.535557746887207, + "learning_rate": 5.877679394884317e-07, + "loss": 2.2079, + "step": 52204 + }, + { + "epoch": 0.8936304969273695, + "grad_norm": 2.6125059127807617, + "learning_rate": 5.875806840445808e-07, + "loss": 2.2643, + "step": 52205 + }, + { + "epoch": 0.89364761464592, + "grad_norm": 2.5650851726531982, + "learning_rate": 5.873934575312279e-07, + "loss": 2.3157, + "step": 52206 + }, + { + "epoch": 0.8936647323644704, + "grad_norm": 2.560462713241577, + "learning_rate": 5.872062599489492e-07, + "loss": 2.448, + "step": 52207 + }, + { + "epoch": 0.8936818500830209, + "grad_norm": 2.4895238876342773, + "learning_rate": 5.870190912983153e-07, + "loss": 2.3188, + "step": 52208 + }, + { + "epoch": 0.8936989678015714, + "grad_norm": 2.5034968852996826, + "learning_rate": 5.86831951579907e-07, + "loss": 2.2691, + "step": 52209 + }, + { + "epoch": 0.8937160855201218, + "grad_norm": 2.5758533477783203, + "learning_rate": 5.86644840794296e-07, + "loss": 2.2154, + "step": 52210 + }, + { + "epoch": 0.8937332032386723, + "grad_norm": 2.675624132156372, + "learning_rate": 5.864577589420594e-07, + "loss": 2.3449, + "step": 52211 + }, + { + "epoch": 0.8937503209572228, + "grad_norm": 2.724698066711426, + "learning_rate": 5.862707060237727e-07, + "loss": 2.4545, + "step": 52212 + }, + { + "epoch": 0.8937674386757732, + "grad_norm": 2.6424965858459473, + "learning_rate": 5.860836820400062e-07, + "loss": 2.2793, + "step": 52213 + }, + { + "epoch": 0.8937845563943237, + "grad_norm": 2.5796234607696533, + "learning_rate": 5.858966869913407e-07, + "loss": 2.3796, + "step": 52214 + }, + { + "epoch": 0.8938016741128743, + "grad_norm": 2.542065382003784, + "learning_rate": 5.85709720878348e-07, + "loss": 2.2375, + "step": 52215 + }, + { + "epoch": 0.8938187918314247, + "grad_norm": 2.6548924446105957, + "learning_rate": 5.855227837016031e-07, + "loss": 2.423, + "step": 52216 + }, + { + "epoch": 0.8938359095499752, + "grad_norm": 2.4017648696899414, + "learning_rate": 5.853358754616812e-07, + "loss": 2.1941, + "step": 52217 + }, + { + "epoch": 0.8938530272685257, + "grad_norm": 2.5592660903930664, + "learning_rate": 5.851489961591539e-07, + "loss": 2.2697, + "step": 52218 + }, + { + "epoch": 0.8938701449870762, + "grad_norm": 2.6632273197174072, + "learning_rate": 5.849621457946009e-07, + "loss": 2.252, + "step": 52219 + }, + { + "epoch": 0.8938872627056266, + "grad_norm": 2.6668598651885986, + "learning_rate": 5.847753243685906e-07, + "loss": 2.3071, + "step": 52220 + }, + { + "epoch": 0.8939043804241771, + "grad_norm": 2.504845142364502, + "learning_rate": 5.845885318817024e-07, + "loss": 2.1899, + "step": 52221 + }, + { + "epoch": 0.8939214981427276, + "grad_norm": 2.5766592025756836, + "learning_rate": 5.844017683345071e-07, + "loss": 2.3404, + "step": 52222 + }, + { + "epoch": 0.893938615861278, + "grad_norm": 2.483543634414673, + "learning_rate": 5.842150337275809e-07, + "loss": 2.4067, + "step": 52223 + }, + { + "epoch": 0.8939557335798285, + "grad_norm": 2.6779518127441406, + "learning_rate": 5.840283280614967e-07, + "loss": 2.3175, + "step": 52224 + }, + { + "epoch": 0.893972851298379, + "grad_norm": 2.487950086593628, + "learning_rate": 5.838416513368262e-07, + "loss": 2.2457, + "step": 52225 + }, + { + "epoch": 0.8939899690169294, + "grad_norm": 2.625727891921997, + "learning_rate": 5.836550035541478e-07, + "loss": 2.4781, + "step": 52226 + }, + { + "epoch": 0.8940070867354799, + "grad_norm": 2.7063865661621094, + "learning_rate": 5.834683847140321e-07, + "loss": 2.3202, + "step": 52227 + }, + { + "epoch": 0.8940242044540304, + "grad_norm": 2.4691195487976074, + "learning_rate": 5.832817948170533e-07, + "loss": 2.2671, + "step": 52228 + }, + { + "epoch": 0.8940413221725808, + "grad_norm": 2.6260130405426025, + "learning_rate": 5.830952338637841e-07, + "loss": 2.3191, + "step": 52229 + }, + { + "epoch": 0.8940584398911313, + "grad_norm": 2.4425060749053955, + "learning_rate": 5.829087018547997e-07, + "loss": 2.2505, + "step": 52230 + }, + { + "epoch": 0.8940755576096818, + "grad_norm": 2.6124625205993652, + "learning_rate": 5.827221987906729e-07, + "loss": 2.2781, + "step": 52231 + }, + { + "epoch": 0.8940926753282322, + "grad_norm": 2.508626937866211, + "learning_rate": 5.825357246719765e-07, + "loss": 2.1854, + "step": 52232 + }, + { + "epoch": 0.8941097930467827, + "grad_norm": 2.636673927307129, + "learning_rate": 5.823492794992825e-07, + "loss": 2.2956, + "step": 52233 + }, + { + "epoch": 0.8941269107653332, + "grad_norm": 2.6860709190368652, + "learning_rate": 5.821628632731658e-07, + "loss": 2.2525, + "step": 52234 + }, + { + "epoch": 0.8941440284838836, + "grad_norm": 2.759836435317993, + "learning_rate": 5.819764759941981e-07, + "loss": 2.3386, + "step": 52235 + }, + { + "epoch": 0.8941611462024341, + "grad_norm": 2.8050119876861572, + "learning_rate": 5.817901176629537e-07, + "loss": 2.3126, + "step": 52236 + }, + { + "epoch": 0.8941782639209847, + "grad_norm": 2.6722452640533447, + "learning_rate": 5.81603788280004e-07, + "loss": 2.3257, + "step": 52237 + }, + { + "epoch": 0.894195381639535, + "grad_norm": 2.642695665359497, + "learning_rate": 5.814174878459233e-07, + "loss": 2.3136, + "step": 52238 + }, + { + "epoch": 0.8942124993580856, + "grad_norm": 2.52036190032959, + "learning_rate": 5.812312163612843e-07, + "loss": 2.2796, + "step": 52239 + }, + { + "epoch": 0.8942296170766361, + "grad_norm": 2.7600607872009277, + "learning_rate": 5.810449738266566e-07, + "loss": 2.4053, + "step": 52240 + }, + { + "epoch": 0.8942467347951865, + "grad_norm": 2.8811285495758057, + "learning_rate": 5.808587602426153e-07, + "loss": 2.5158, + "step": 52241 + }, + { + "epoch": 0.894263852513737, + "grad_norm": 2.799984931945801, + "learning_rate": 5.806725756097321e-07, + "loss": 2.4496, + "step": 52242 + }, + { + "epoch": 0.8942809702322875, + "grad_norm": 2.6437110900878906, + "learning_rate": 5.804864199285787e-07, + "loss": 2.2631, + "step": 52243 + }, + { + "epoch": 0.8942980879508379, + "grad_norm": 2.5022146701812744, + "learning_rate": 5.803002931997293e-07, + "loss": 2.2357, + "step": 52244 + }, + { + "epoch": 0.8943152056693884, + "grad_norm": 2.5776925086975098, + "learning_rate": 5.80114195423751e-07, + "loss": 2.1527, + "step": 52245 + }, + { + "epoch": 0.8943323233879389, + "grad_norm": 2.6067049503326416, + "learning_rate": 5.799281266012236e-07, + "loss": 2.2859, + "step": 52246 + }, + { + "epoch": 0.8943494411064893, + "grad_norm": 2.717377185821533, + "learning_rate": 5.797420867327119e-07, + "loss": 2.3341, + "step": 52247 + }, + { + "epoch": 0.8943665588250398, + "grad_norm": 2.584939956665039, + "learning_rate": 5.795560758187912e-07, + "loss": 2.2359, + "step": 52248 + }, + { + "epoch": 0.8943836765435903, + "grad_norm": 2.5313382148742676, + "learning_rate": 5.793700938600333e-07, + "loss": 2.2736, + "step": 52249 + }, + { + "epoch": 0.8944007942621407, + "grad_norm": 2.618314266204834, + "learning_rate": 5.791841408570065e-07, + "loss": 2.3583, + "step": 52250 + }, + { + "epoch": 0.8944179119806912, + "grad_norm": 2.634237051010132, + "learning_rate": 5.789982168102881e-07, + "loss": 2.4268, + "step": 52251 + }, + { + "epoch": 0.8944350296992417, + "grad_norm": 2.9848968982696533, + "learning_rate": 5.788123217204455e-07, + "loss": 2.3546, + "step": 52252 + }, + { + "epoch": 0.8944521474177921, + "grad_norm": 2.6835618019104004, + "learning_rate": 5.786264555880494e-07, + "loss": 2.3301, + "step": 52253 + }, + { + "epoch": 0.8944692651363426, + "grad_norm": 2.655515670776367, + "learning_rate": 5.784406184136748e-07, + "loss": 2.3162, + "step": 52254 + }, + { + "epoch": 0.8944863828548931, + "grad_norm": 2.741239309310913, + "learning_rate": 5.78254810197888e-07, + "loss": 2.4577, + "step": 52255 + }, + { + "epoch": 0.8945035005734435, + "grad_norm": 2.704296588897705, + "learning_rate": 5.780690309412662e-07, + "loss": 2.3103, + "step": 52256 + }, + { + "epoch": 0.894520618291994, + "grad_norm": 2.6702210903167725, + "learning_rate": 5.778832806443735e-07, + "loss": 2.3699, + "step": 52257 + }, + { + "epoch": 0.8945377360105445, + "grad_norm": 2.7208659648895264, + "learning_rate": 5.776975593077883e-07, + "loss": 2.3401, + "step": 52258 + }, + { + "epoch": 0.8945548537290949, + "grad_norm": 2.6203882694244385, + "learning_rate": 5.775118669320745e-07, + "loss": 2.3267, + "step": 52259 + }, + { + "epoch": 0.8945719714476454, + "grad_norm": 2.590629816055298, + "learning_rate": 5.773262035178074e-07, + "loss": 2.2394, + "step": 52260 + }, + { + "epoch": 0.894589089166196, + "grad_norm": 2.6010501384735107, + "learning_rate": 5.771405690655563e-07, + "loss": 2.3158, + "step": 52261 + }, + { + "epoch": 0.8946062068847463, + "grad_norm": 2.6697866916656494, + "learning_rate": 5.769549635758898e-07, + "loss": 2.3524, + "step": 52262 + }, + { + "epoch": 0.8946233246032969, + "grad_norm": 2.5968379974365234, + "learning_rate": 5.767693870493829e-07, + "loss": 2.2245, + "step": 52263 + }, + { + "epoch": 0.8946404423218474, + "grad_norm": 2.5376081466674805, + "learning_rate": 5.76583839486602e-07, + "loss": 2.3215, + "step": 52264 + }, + { + "epoch": 0.8946575600403979, + "grad_norm": 2.6401565074920654, + "learning_rate": 5.763983208881185e-07, + "loss": 2.2971, + "step": 52265 + }, + { + "epoch": 0.8946746777589483, + "grad_norm": 2.6334121227264404, + "learning_rate": 5.762128312545023e-07, + "loss": 2.2952, + "step": 52266 + }, + { + "epoch": 0.8946917954774988, + "grad_norm": 2.5009307861328125, + "learning_rate": 5.76027370586325e-07, + "loss": 2.2201, + "step": 52267 + }, + { + "epoch": 0.8947089131960493, + "grad_norm": 2.5966713428497314, + "learning_rate": 5.758419388841574e-07, + "loss": 2.4229, + "step": 52268 + }, + { + "epoch": 0.8947260309145997, + "grad_norm": 2.607349157333374, + "learning_rate": 5.756565361485655e-07, + "loss": 2.3653, + "step": 52269 + }, + { + "epoch": 0.8947431486331502, + "grad_norm": 2.561009168624878, + "learning_rate": 5.754711623801212e-07, + "loss": 2.2362, + "step": 52270 + }, + { + "epoch": 0.8947602663517007, + "grad_norm": 2.5911715030670166, + "learning_rate": 5.752858175793951e-07, + "loss": 2.2973, + "step": 52271 + }, + { + "epoch": 0.8947773840702511, + "grad_norm": 2.646617889404297, + "learning_rate": 5.751005017469569e-07, + "loss": 2.3346, + "step": 52272 + }, + { + "epoch": 0.8947945017888016, + "grad_norm": 2.602456569671631, + "learning_rate": 5.749152148833748e-07, + "loss": 2.3635, + "step": 52273 + }, + { + "epoch": 0.8948116195073521, + "grad_norm": 2.627535820007324, + "learning_rate": 5.747299569892195e-07, + "loss": 2.2147, + "step": 52274 + }, + { + "epoch": 0.8948287372259025, + "grad_norm": 2.639817476272583, + "learning_rate": 5.745447280650607e-07, + "loss": 2.2641, + "step": 52275 + }, + { + "epoch": 0.894845854944453, + "grad_norm": 2.440089702606201, + "learning_rate": 5.743595281114667e-07, + "loss": 2.2978, + "step": 52276 + }, + { + "epoch": 0.8948629726630035, + "grad_norm": 2.660203218460083, + "learning_rate": 5.74174357129006e-07, + "loss": 2.3305, + "step": 52277 + }, + { + "epoch": 0.8948800903815539, + "grad_norm": 2.6778082847595215, + "learning_rate": 5.739892151182502e-07, + "loss": 2.3536, + "step": 52278 + }, + { + "epoch": 0.8948972081001044, + "grad_norm": 2.5470035076141357, + "learning_rate": 5.738041020797658e-07, + "loss": 2.252, + "step": 52279 + }, + { + "epoch": 0.8949143258186549, + "grad_norm": 2.539093017578125, + "learning_rate": 5.736190180141233e-07, + "loss": 2.2891, + "step": 52280 + }, + { + "epoch": 0.8949314435372053, + "grad_norm": 2.5165162086486816, + "learning_rate": 5.734339629218932e-07, + "loss": 2.3995, + "step": 52281 + }, + { + "epoch": 0.8949485612557558, + "grad_norm": 2.7459146976470947, + "learning_rate": 5.732489368036409e-07, + "loss": 2.3632, + "step": 52282 + }, + { + "epoch": 0.8949656789743063, + "grad_norm": 2.4475021362304688, + "learning_rate": 5.730639396599358e-07, + "loss": 2.2803, + "step": 52283 + }, + { + "epoch": 0.8949827966928567, + "grad_norm": 2.6604926586151123, + "learning_rate": 5.728789714913474e-07, + "loss": 2.3362, + "step": 52284 + }, + { + "epoch": 0.8949999144114072, + "grad_norm": 2.490556240081787, + "learning_rate": 5.726940322984442e-07, + "loss": 2.3259, + "step": 52285 + }, + { + "epoch": 0.8950170321299578, + "grad_norm": 2.599435806274414, + "learning_rate": 5.725091220817969e-07, + "loss": 2.2549, + "step": 52286 + }, + { + "epoch": 0.8950341498485082, + "grad_norm": 2.647273540496826, + "learning_rate": 5.723242408419683e-07, + "loss": 2.3775, + "step": 52287 + }, + { + "epoch": 0.8950512675670587, + "grad_norm": 2.626924753189087, + "learning_rate": 5.721393885795324e-07, + "loss": 2.3177, + "step": 52288 + }, + { + "epoch": 0.8950683852856092, + "grad_norm": 2.484868049621582, + "learning_rate": 5.719545652950532e-07, + "loss": 2.2302, + "step": 52289 + }, + { + "epoch": 0.8950855030041596, + "grad_norm": 2.5944221019744873, + "learning_rate": 5.717697709891002e-07, + "loss": 2.343, + "step": 52290 + }, + { + "epoch": 0.8951026207227101, + "grad_norm": 2.7447943687438965, + "learning_rate": 5.71585005662244e-07, + "loss": 2.2666, + "step": 52291 + }, + { + "epoch": 0.8951197384412606, + "grad_norm": 2.5488550662994385, + "learning_rate": 5.714002693150467e-07, + "loss": 2.3862, + "step": 52292 + }, + { + "epoch": 0.895136856159811, + "grad_norm": 2.8861310482025146, + "learning_rate": 5.712155619480819e-07, + "loss": 2.3606, + "step": 52293 + }, + { + "epoch": 0.8951539738783615, + "grad_norm": 2.6132164001464844, + "learning_rate": 5.710308835619127e-07, + "loss": 2.362, + "step": 52294 + }, + { + "epoch": 0.895171091596912, + "grad_norm": 2.5892484188079834, + "learning_rate": 5.708462341571119e-07, + "loss": 2.3198, + "step": 52295 + }, + { + "epoch": 0.8951882093154624, + "grad_norm": 2.5351788997650146, + "learning_rate": 5.706616137342424e-07, + "loss": 2.2291, + "step": 52296 + }, + { + "epoch": 0.8952053270340129, + "grad_norm": 2.7148966789245605, + "learning_rate": 5.704770222938738e-07, + "loss": 2.2194, + "step": 52297 + }, + { + "epoch": 0.8952224447525634, + "grad_norm": 2.9904370307922363, + "learning_rate": 5.702924598365745e-07, + "loss": 2.3831, + "step": 52298 + }, + { + "epoch": 0.8952395624711138, + "grad_norm": 2.681640863418579, + "learning_rate": 5.701079263629073e-07, + "loss": 2.3696, + "step": 52299 + }, + { + "epoch": 0.8952566801896643, + "grad_norm": 2.533115863800049, + "learning_rate": 5.699234218734451e-07, + "loss": 2.3508, + "step": 52300 + }, + { + "epoch": 0.8952737979082148, + "grad_norm": 2.7031869888305664, + "learning_rate": 5.697389463687508e-07, + "loss": 2.3376, + "step": 52301 + }, + { + "epoch": 0.8952909156267652, + "grad_norm": 2.794637680053711, + "learning_rate": 5.695544998493941e-07, + "loss": 2.2843, + "step": 52302 + }, + { + "epoch": 0.8953080333453157, + "grad_norm": 2.829824924468994, + "learning_rate": 5.69370082315941e-07, + "loss": 2.3629, + "step": 52303 + }, + { + "epoch": 0.8953251510638662, + "grad_norm": 2.7946677207946777, + "learning_rate": 5.691856937689555e-07, + "loss": 2.444, + "step": 52304 + }, + { + "epoch": 0.8953422687824166, + "grad_norm": 2.581965684890747, + "learning_rate": 5.690013342090106e-07, + "loss": 2.4646, + "step": 52305 + }, + { + "epoch": 0.8953593865009671, + "grad_norm": 2.573533773422241, + "learning_rate": 5.688170036366669e-07, + "loss": 2.4215, + "step": 52306 + }, + { + "epoch": 0.8953765042195176, + "grad_norm": 2.634538173675537, + "learning_rate": 5.68632702052494e-07, + "loss": 2.2869, + "step": 52307 + }, + { + "epoch": 0.895393621938068, + "grad_norm": 2.718787908554077, + "learning_rate": 5.684484294570569e-07, + "loss": 2.397, + "step": 52308 + }, + { + "epoch": 0.8954107396566185, + "grad_norm": 2.728095531463623, + "learning_rate": 5.682641858509241e-07, + "loss": 2.352, + "step": 52309 + }, + { + "epoch": 0.8954278573751691, + "grad_norm": 2.754030466079712, + "learning_rate": 5.680799712346597e-07, + "loss": 2.3456, + "step": 52310 + }, + { + "epoch": 0.8954449750937196, + "grad_norm": 2.594622850418091, + "learning_rate": 5.678957856088307e-07, + "loss": 2.2706, + "step": 52311 + }, + { + "epoch": 0.89546209281227, + "grad_norm": 2.6645357608795166, + "learning_rate": 5.677116289740059e-07, + "loss": 2.3187, + "step": 52312 + }, + { + "epoch": 0.8954792105308205, + "grad_norm": 2.5079903602600098, + "learning_rate": 5.675275013307469e-07, + "loss": 2.2719, + "step": 52313 + }, + { + "epoch": 0.895496328249371, + "grad_norm": 2.7645881175994873, + "learning_rate": 5.67343402679621e-07, + "loss": 2.3937, + "step": 52314 + }, + { + "epoch": 0.8955134459679214, + "grad_norm": 2.692720413208008, + "learning_rate": 5.671593330211955e-07, + "loss": 2.3155, + "step": 52315 + }, + { + "epoch": 0.8955305636864719, + "grad_norm": 2.479133367538452, + "learning_rate": 5.669752923560345e-07, + "loss": 2.2024, + "step": 52316 + }, + { + "epoch": 0.8955476814050224, + "grad_norm": 2.911895513534546, + "learning_rate": 5.667912806847054e-07, + "loss": 2.3231, + "step": 52317 + }, + { + "epoch": 0.8955647991235728, + "grad_norm": 2.5177817344665527, + "learning_rate": 5.666072980077742e-07, + "loss": 2.2034, + "step": 52318 + }, + { + "epoch": 0.8955819168421233, + "grad_norm": 2.6025187969207764, + "learning_rate": 5.664233443258027e-07, + "loss": 2.3363, + "step": 52319 + }, + { + "epoch": 0.8955990345606738, + "grad_norm": 2.5467751026153564, + "learning_rate": 5.662394196393595e-07, + "loss": 2.4163, + "step": 52320 + }, + { + "epoch": 0.8956161522792242, + "grad_norm": 2.78401780128479, + "learning_rate": 5.660555239490084e-07, + "loss": 2.3803, + "step": 52321 + }, + { + "epoch": 0.8956332699977747, + "grad_norm": 2.794633626937866, + "learning_rate": 5.658716572553158e-07, + "loss": 2.2929, + "step": 52322 + }, + { + "epoch": 0.8956503877163252, + "grad_norm": 2.562347412109375, + "learning_rate": 5.656878195588478e-07, + "loss": 2.4192, + "step": 52323 + }, + { + "epoch": 0.8956675054348756, + "grad_norm": 2.4789116382598877, + "learning_rate": 5.65504010860165e-07, + "loss": 2.1815, + "step": 52324 + }, + { + "epoch": 0.8956846231534261, + "grad_norm": 2.6408774852752686, + "learning_rate": 5.653202311598382e-07, + "loss": 2.3616, + "step": 52325 + }, + { + "epoch": 0.8957017408719766, + "grad_norm": 2.450939178466797, + "learning_rate": 5.651364804584281e-07, + "loss": 2.2762, + "step": 52326 + }, + { + "epoch": 0.895718858590527, + "grad_norm": 2.805145740509033, + "learning_rate": 5.649527587565007e-07, + "loss": 2.3935, + "step": 52327 + }, + { + "epoch": 0.8957359763090775, + "grad_norm": 2.587254524230957, + "learning_rate": 5.647690660546212e-07, + "loss": 2.3936, + "step": 52328 + }, + { + "epoch": 0.895753094027628, + "grad_norm": 2.59468412399292, + "learning_rate": 5.645854023533537e-07, + "loss": 2.358, + "step": 52329 + }, + { + "epoch": 0.8957702117461784, + "grad_norm": 2.6508777141571045, + "learning_rate": 5.644017676532643e-07, + "loss": 2.2443, + "step": 52330 + }, + { + "epoch": 0.8957873294647289, + "grad_norm": 2.6119954586029053, + "learning_rate": 5.642181619549125e-07, + "loss": 2.3793, + "step": 52331 + }, + { + "epoch": 0.8958044471832795, + "grad_norm": 2.745323896408081, + "learning_rate": 5.640345852588692e-07, + "loss": 2.3682, + "step": 52332 + }, + { + "epoch": 0.8958215649018298, + "grad_norm": 2.848423480987549, + "learning_rate": 5.638510375656947e-07, + "loss": 2.3492, + "step": 52333 + }, + { + "epoch": 0.8958386826203804, + "grad_norm": 2.610245704650879, + "learning_rate": 5.636675188759533e-07, + "loss": 2.2664, + "step": 52334 + }, + { + "epoch": 0.8958558003389309, + "grad_norm": 2.723304033279419, + "learning_rate": 5.634840291902121e-07, + "loss": 2.4229, + "step": 52335 + }, + { + "epoch": 0.8958729180574813, + "grad_norm": 2.5864295959472656, + "learning_rate": 5.633005685090298e-07, + "loss": 2.2846, + "step": 52336 + }, + { + "epoch": 0.8958900357760318, + "grad_norm": 2.605696678161621, + "learning_rate": 5.631171368329758e-07, + "loss": 2.2895, + "step": 52337 + }, + { + "epoch": 0.8959071534945823, + "grad_norm": 2.669238328933716, + "learning_rate": 5.629337341626096e-07, + "loss": 2.3019, + "step": 52338 + }, + { + "epoch": 0.8959242712131327, + "grad_norm": 2.611391544342041, + "learning_rate": 5.627503604984974e-07, + "loss": 2.1842, + "step": 52339 + }, + { + "epoch": 0.8959413889316832, + "grad_norm": 2.6258018016815186, + "learning_rate": 5.625670158412034e-07, + "loss": 2.3311, + "step": 52340 + }, + { + "epoch": 0.8959585066502337, + "grad_norm": 2.620793342590332, + "learning_rate": 5.623837001912869e-07, + "loss": 2.2244, + "step": 52341 + }, + { + "epoch": 0.8959756243687841, + "grad_norm": 2.5666086673736572, + "learning_rate": 5.622004135493175e-07, + "loss": 2.2217, + "step": 52342 + }, + { + "epoch": 0.8959927420873346, + "grad_norm": 2.556412935256958, + "learning_rate": 5.620171559158538e-07, + "loss": 2.2939, + "step": 52343 + }, + { + "epoch": 0.8960098598058851, + "grad_norm": 2.5139496326446533, + "learning_rate": 5.618339272914608e-07, + "loss": 2.3215, + "step": 52344 + }, + { + "epoch": 0.8960269775244355, + "grad_norm": 2.649700164794922, + "learning_rate": 5.616507276767013e-07, + "loss": 2.4556, + "step": 52345 + }, + { + "epoch": 0.896044095242986, + "grad_norm": 2.5346274375915527, + "learning_rate": 5.614675570721384e-07, + "loss": 2.3148, + "step": 52346 + }, + { + "epoch": 0.8960612129615365, + "grad_norm": 2.737802505493164, + "learning_rate": 5.61284415478337e-07, + "loss": 2.2819, + "step": 52347 + }, + { + "epoch": 0.8960783306800869, + "grad_norm": 2.745689868927002, + "learning_rate": 5.611013028958556e-07, + "loss": 2.4018, + "step": 52348 + }, + { + "epoch": 0.8960954483986374, + "grad_norm": 2.638603925704956, + "learning_rate": 5.609182193252616e-07, + "loss": 2.2437, + "step": 52349 + }, + { + "epoch": 0.8961125661171879, + "grad_norm": 2.938783884048462, + "learning_rate": 5.607351647671156e-07, + "loss": 2.3022, + "step": 52350 + }, + { + "epoch": 0.8961296838357383, + "grad_norm": 2.7434515953063965, + "learning_rate": 5.605521392219803e-07, + "loss": 2.393, + "step": 52351 + }, + { + "epoch": 0.8961468015542888, + "grad_norm": 2.435450792312622, + "learning_rate": 5.603691426904189e-07, + "loss": 2.3416, + "step": 52352 + }, + { + "epoch": 0.8961639192728393, + "grad_norm": 2.6769683361053467, + "learning_rate": 5.601861751729931e-07, + "loss": 2.3034, + "step": 52353 + }, + { + "epoch": 0.8961810369913897, + "grad_norm": 2.6171770095825195, + "learning_rate": 5.600032366702668e-07, + "loss": 2.3635, + "step": 52354 + }, + { + "epoch": 0.8961981547099402, + "grad_norm": 2.5739872455596924, + "learning_rate": 5.598203271827995e-07, + "loss": 2.2453, + "step": 52355 + }, + { + "epoch": 0.8962152724284908, + "grad_norm": 2.5089924335479736, + "learning_rate": 5.596374467111554e-07, + "loss": 2.3273, + "step": 52356 + }, + { + "epoch": 0.8962323901470411, + "grad_norm": 2.540389060974121, + "learning_rate": 5.594545952558972e-07, + "loss": 2.2389, + "step": 52357 + }, + { + "epoch": 0.8962495078655917, + "grad_norm": 2.5549521446228027, + "learning_rate": 5.592717728175844e-07, + "loss": 2.2919, + "step": 52358 + }, + { + "epoch": 0.8962666255841422, + "grad_norm": 2.64601731300354, + "learning_rate": 5.590889793967813e-07, + "loss": 2.4549, + "step": 52359 + }, + { + "epoch": 0.8962837433026927, + "grad_norm": 2.848881483078003, + "learning_rate": 5.589062149940505e-07, + "loss": 2.4125, + "step": 52360 + }, + { + "epoch": 0.8963008610212431, + "grad_norm": 2.7310028076171875, + "learning_rate": 5.587234796099505e-07, + "loss": 2.358, + "step": 52361 + }, + { + "epoch": 0.8963179787397936, + "grad_norm": 2.580414295196533, + "learning_rate": 5.585407732450443e-07, + "loss": 2.3106, + "step": 52362 + }, + { + "epoch": 0.8963350964583441, + "grad_norm": 2.6922593116760254, + "learning_rate": 5.583580958998946e-07, + "loss": 2.3889, + "step": 52363 + }, + { + "epoch": 0.8963522141768945, + "grad_norm": 2.5214343070983887, + "learning_rate": 5.581754475750623e-07, + "loss": 2.2913, + "step": 52364 + }, + { + "epoch": 0.896369331895445, + "grad_norm": 2.5961272716522217, + "learning_rate": 5.579928282711077e-07, + "loss": 2.4108, + "step": 52365 + }, + { + "epoch": 0.8963864496139955, + "grad_norm": 2.6034927368164062, + "learning_rate": 5.578102379885931e-07, + "loss": 2.228, + "step": 52366 + }, + { + "epoch": 0.8964035673325459, + "grad_norm": 2.6837940216064453, + "learning_rate": 5.57627676728082e-07, + "loss": 2.2827, + "step": 52367 + }, + { + "epoch": 0.8964206850510964, + "grad_norm": 2.6461145877838135, + "learning_rate": 5.574451444901308e-07, + "loss": 2.3229, + "step": 52368 + }, + { + "epoch": 0.8964378027696469, + "grad_norm": 2.6516010761260986, + "learning_rate": 5.572626412753034e-07, + "loss": 2.2284, + "step": 52369 + }, + { + "epoch": 0.8964549204881973, + "grad_norm": 2.63053560256958, + "learning_rate": 5.570801670841608e-07, + "loss": 2.3658, + "step": 52370 + }, + { + "epoch": 0.8964720382067478, + "grad_norm": 2.5450572967529297, + "learning_rate": 5.568977219172623e-07, + "loss": 2.2658, + "step": 52371 + }, + { + "epoch": 0.8964891559252983, + "grad_norm": 2.6667592525482178, + "learning_rate": 5.567153057751718e-07, + "loss": 2.2674, + "step": 52372 + }, + { + "epoch": 0.8965062736438487, + "grad_norm": 2.6305415630340576, + "learning_rate": 5.565329186584445e-07, + "loss": 2.3188, + "step": 52373 + }, + { + "epoch": 0.8965233913623992, + "grad_norm": 2.7188823223114014, + "learning_rate": 5.563505605676478e-07, + "loss": 2.192, + "step": 52374 + }, + { + "epoch": 0.8965405090809497, + "grad_norm": 2.5234644412994385, + "learning_rate": 5.561682315033368e-07, + "loss": 2.3063, + "step": 52375 + }, + { + "epoch": 0.8965576267995001, + "grad_norm": 2.6755144596099854, + "learning_rate": 5.559859314660743e-07, + "loss": 2.2794, + "step": 52376 + }, + { + "epoch": 0.8965747445180506, + "grad_norm": 2.731442451477051, + "learning_rate": 5.558036604564221e-07, + "loss": 2.3532, + "step": 52377 + }, + { + "epoch": 0.8965918622366011, + "grad_norm": 2.66823673248291, + "learning_rate": 5.556214184749342e-07, + "loss": 2.4157, + "step": 52378 + }, + { + "epoch": 0.8966089799551515, + "grad_norm": 2.698749303817749, + "learning_rate": 5.554392055221791e-07, + "loss": 2.3811, + "step": 52379 + }, + { + "epoch": 0.896626097673702, + "grad_norm": 2.5568315982818604, + "learning_rate": 5.552570215987118e-07, + "loss": 2.3308, + "step": 52380 + }, + { + "epoch": 0.8966432153922526, + "grad_norm": 2.5970876216888428, + "learning_rate": 5.550748667050932e-07, + "loss": 2.3787, + "step": 52381 + }, + { + "epoch": 0.896660333110803, + "grad_norm": 2.6145942211151123, + "learning_rate": 5.548927408418825e-07, + "loss": 2.3066, + "step": 52382 + }, + { + "epoch": 0.8966774508293535, + "grad_norm": 2.783107280731201, + "learning_rate": 5.547106440096405e-07, + "loss": 2.4542, + "step": 52383 + }, + { + "epoch": 0.896694568547904, + "grad_norm": 2.414929151535034, + "learning_rate": 5.545285762089292e-07, + "loss": 2.1637, + "step": 52384 + }, + { + "epoch": 0.8967116862664544, + "grad_norm": 2.702702045440674, + "learning_rate": 5.543465374403023e-07, + "loss": 2.2318, + "step": 52385 + }, + { + "epoch": 0.8967288039850049, + "grad_norm": 2.740269899368286, + "learning_rate": 5.54164527704325e-07, + "loss": 2.2963, + "step": 52386 + }, + { + "epoch": 0.8967459217035554, + "grad_norm": 2.613311767578125, + "learning_rate": 5.539825470015536e-07, + "loss": 2.33, + "step": 52387 + }, + { + "epoch": 0.8967630394221058, + "grad_norm": 2.6476244926452637, + "learning_rate": 5.538005953325487e-07, + "loss": 2.3952, + "step": 52388 + }, + { + "epoch": 0.8967801571406563, + "grad_norm": 2.5268356800079346, + "learning_rate": 5.536186726978687e-07, + "loss": 2.206, + "step": 52389 + }, + { + "epoch": 0.8967972748592068, + "grad_norm": 2.7218024730682373, + "learning_rate": 5.534367790980733e-07, + "loss": 2.3994, + "step": 52390 + }, + { + "epoch": 0.8968143925777572, + "grad_norm": 2.780181407928467, + "learning_rate": 5.53254914533723e-07, + "loss": 2.2988, + "step": 52391 + }, + { + "epoch": 0.8968315102963077, + "grad_norm": 2.5691535472869873, + "learning_rate": 5.53073079005374e-07, + "loss": 2.3515, + "step": 52392 + }, + { + "epoch": 0.8968486280148582, + "grad_norm": 2.526881217956543, + "learning_rate": 5.52891272513586e-07, + "loss": 2.319, + "step": 52393 + }, + { + "epoch": 0.8968657457334086, + "grad_norm": 2.470085382461548, + "learning_rate": 5.527094950589185e-07, + "loss": 2.1334, + "step": 52394 + }, + { + "epoch": 0.8968828634519591, + "grad_norm": 2.632052421569824, + "learning_rate": 5.52527746641931e-07, + "loss": 2.3407, + "step": 52395 + }, + { + "epoch": 0.8968999811705096, + "grad_norm": 2.5432045459747314, + "learning_rate": 5.523460272631798e-07, + "loss": 2.2613, + "step": 52396 + }, + { + "epoch": 0.89691709888906, + "grad_norm": 2.5815985202789307, + "learning_rate": 5.521643369232277e-07, + "loss": 2.2418, + "step": 52397 + }, + { + "epoch": 0.8969342166076105, + "grad_norm": 2.4930176734924316, + "learning_rate": 5.519826756226277e-07, + "loss": 2.2144, + "step": 52398 + }, + { + "epoch": 0.896951334326161, + "grad_norm": 2.5787596702575684, + "learning_rate": 5.518010433619414e-07, + "loss": 2.2737, + "step": 52399 + }, + { + "epoch": 0.8969684520447114, + "grad_norm": 2.76259708404541, + "learning_rate": 5.516194401417263e-07, + "loss": 2.4599, + "step": 52400 + }, + { + "epoch": 0.8969855697632619, + "grad_norm": 2.717672109603882, + "learning_rate": 5.514378659625408e-07, + "loss": 2.2766, + "step": 52401 + }, + { + "epoch": 0.8970026874818124, + "grad_norm": 2.5598936080932617, + "learning_rate": 5.512563208249422e-07, + "loss": 2.2518, + "step": 52402 + }, + { + "epoch": 0.8970198052003628, + "grad_norm": 2.6788065433502197, + "learning_rate": 5.510748047294901e-07, + "loss": 2.394, + "step": 52403 + }, + { + "epoch": 0.8970369229189133, + "grad_norm": 2.720916271209717, + "learning_rate": 5.508933176767428e-07, + "loss": 2.2807, + "step": 52404 + }, + { + "epoch": 0.8970540406374639, + "grad_norm": 2.5946145057678223, + "learning_rate": 5.507118596672544e-07, + "loss": 2.405, + "step": 52405 + }, + { + "epoch": 0.8970711583560144, + "grad_norm": 2.6049656867980957, + "learning_rate": 5.505304307015868e-07, + "loss": 2.3165, + "step": 52406 + }, + { + "epoch": 0.8970882760745648, + "grad_norm": 2.7268543243408203, + "learning_rate": 5.50349030780295e-07, + "loss": 2.4, + "step": 52407 + }, + { + "epoch": 0.8971053937931153, + "grad_norm": 2.592670440673828, + "learning_rate": 5.501676599039374e-07, + "loss": 2.407, + "step": 52408 + }, + { + "epoch": 0.8971225115116658, + "grad_norm": 2.7730581760406494, + "learning_rate": 5.499863180730736e-07, + "loss": 2.36, + "step": 52409 + }, + { + "epoch": 0.8971396292302162, + "grad_norm": 2.7716493606567383, + "learning_rate": 5.498050052882553e-07, + "loss": 2.4331, + "step": 52410 + }, + { + "epoch": 0.8971567469487667, + "grad_norm": 2.7668750286102295, + "learning_rate": 5.496237215500466e-07, + "loss": 2.3474, + "step": 52411 + }, + { + "epoch": 0.8971738646673172, + "grad_norm": 2.6380839347839355, + "learning_rate": 5.494424668590003e-07, + "loss": 2.368, + "step": 52412 + }, + { + "epoch": 0.8971909823858676, + "grad_norm": 2.7437565326690674, + "learning_rate": 5.49261241215674e-07, + "loss": 2.2795, + "step": 52413 + }, + { + "epoch": 0.8972081001044181, + "grad_norm": 2.6812474727630615, + "learning_rate": 5.490800446206279e-07, + "loss": 2.4302, + "step": 52414 + }, + { + "epoch": 0.8972252178229686, + "grad_norm": 2.738687038421631, + "learning_rate": 5.48898877074413e-07, + "loss": 2.3085, + "step": 52415 + }, + { + "epoch": 0.897242335541519, + "grad_norm": 2.3886194229125977, + "learning_rate": 5.487177385775933e-07, + "loss": 2.3037, + "step": 52416 + }, + { + "epoch": 0.8972594532600695, + "grad_norm": 2.6780574321746826, + "learning_rate": 5.485366291307182e-07, + "loss": 2.3387, + "step": 52417 + }, + { + "epoch": 0.89727657097862, + "grad_norm": 2.7795584201812744, + "learning_rate": 5.483555487343517e-07, + "loss": 2.3731, + "step": 52418 + }, + { + "epoch": 0.8972936886971704, + "grad_norm": 2.531694173812866, + "learning_rate": 5.481744973890458e-07, + "loss": 2.3479, + "step": 52419 + }, + { + "epoch": 0.8973108064157209, + "grad_norm": 2.8101015090942383, + "learning_rate": 5.479934750953564e-07, + "loss": 2.387, + "step": 52420 + }, + { + "epoch": 0.8973279241342714, + "grad_norm": 2.486809015274048, + "learning_rate": 5.478124818538444e-07, + "loss": 2.3187, + "step": 52421 + }, + { + "epoch": 0.8973450418528218, + "grad_norm": 2.5243194103240967, + "learning_rate": 5.476315176650593e-07, + "loss": 2.1926, + "step": 52422 + }, + { + "epoch": 0.8973621595713723, + "grad_norm": 2.392906904220581, + "learning_rate": 5.47450582529564e-07, + "loss": 2.2576, + "step": 52423 + }, + { + "epoch": 0.8973792772899228, + "grad_norm": 2.6666147708892822, + "learning_rate": 5.472696764479113e-07, + "loss": 2.3793, + "step": 52424 + }, + { + "epoch": 0.8973963950084732, + "grad_norm": 2.7318146228790283, + "learning_rate": 5.470887994206564e-07, + "loss": 2.3706, + "step": 52425 + }, + { + "epoch": 0.8974135127270237, + "grad_norm": 2.5796263217926025, + "learning_rate": 5.469079514483588e-07, + "loss": 2.3578, + "step": 52426 + }, + { + "epoch": 0.8974306304455743, + "grad_norm": 2.7511065006256104, + "learning_rate": 5.467271325315704e-07, + "loss": 2.3196, + "step": 52427 + }, + { + "epoch": 0.8974477481641246, + "grad_norm": 2.680173397064209, + "learning_rate": 5.465463426708506e-07, + "loss": 2.3563, + "step": 52428 + }, + { + "epoch": 0.8974648658826752, + "grad_norm": 2.623361110687256, + "learning_rate": 5.463655818667513e-07, + "loss": 2.4103, + "step": 52429 + }, + { + "epoch": 0.8974819836012257, + "grad_norm": 2.8938639163970947, + "learning_rate": 5.461848501198308e-07, + "loss": 2.4088, + "step": 52430 + }, + { + "epoch": 0.8974991013197761, + "grad_norm": 2.7821993827819824, + "learning_rate": 5.460041474306433e-07, + "loss": 2.3725, + "step": 52431 + }, + { + "epoch": 0.8975162190383266, + "grad_norm": 2.7811203002929688, + "learning_rate": 5.458234737997447e-07, + "loss": 2.3488, + "step": 52432 + }, + { + "epoch": 0.8975333367568771, + "grad_norm": 2.504296064376831, + "learning_rate": 5.456428292276928e-07, + "loss": 2.1844, + "step": 52433 + }, + { + "epoch": 0.8975504544754275, + "grad_norm": 2.602501392364502, + "learning_rate": 5.454622137150378e-07, + "loss": 2.2482, + "step": 52434 + }, + { + "epoch": 0.897567572193978, + "grad_norm": 2.950939416885376, + "learning_rate": 5.452816272623384e-07, + "loss": 2.4168, + "step": 52435 + }, + { + "epoch": 0.8975846899125285, + "grad_norm": 2.8545236587524414, + "learning_rate": 5.451010698701486e-07, + "loss": 2.3169, + "step": 52436 + }, + { + "epoch": 0.8976018076310789, + "grad_norm": 2.730475902557373, + "learning_rate": 5.449205415390235e-07, + "loss": 2.3329, + "step": 52437 + }, + { + "epoch": 0.8976189253496294, + "grad_norm": 2.585005044937134, + "learning_rate": 5.44740042269517e-07, + "loss": 2.3816, + "step": 52438 + }, + { + "epoch": 0.8976360430681799, + "grad_norm": 2.547825336456299, + "learning_rate": 5.445595720621865e-07, + "loss": 2.2274, + "step": 52439 + }, + { + "epoch": 0.8976531607867303, + "grad_norm": 2.7379610538482666, + "learning_rate": 5.44379130917585e-07, + "loss": 2.3443, + "step": 52440 + }, + { + "epoch": 0.8976702785052808, + "grad_norm": 2.484907865524292, + "learning_rate": 5.441987188362663e-07, + "loss": 2.2176, + "step": 52441 + }, + { + "epoch": 0.8976873962238313, + "grad_norm": 2.7497713565826416, + "learning_rate": 5.440183358187867e-07, + "loss": 2.2977, + "step": 52442 + }, + { + "epoch": 0.8977045139423817, + "grad_norm": 2.742096185684204, + "learning_rate": 5.438379818656991e-07, + "loss": 2.3359, + "step": 52443 + }, + { + "epoch": 0.8977216316609322, + "grad_norm": 2.67350435256958, + "learning_rate": 5.436576569775576e-07, + "loss": 2.3454, + "step": 52444 + }, + { + "epoch": 0.8977387493794827, + "grad_norm": 2.7079081535339355, + "learning_rate": 5.434773611549182e-07, + "loss": 2.3637, + "step": 52445 + }, + { + "epoch": 0.8977558670980331, + "grad_norm": 2.684642791748047, + "learning_rate": 5.432970943983362e-07, + "loss": 2.4509, + "step": 52446 + }, + { + "epoch": 0.8977729848165836, + "grad_norm": 2.6333138942718506, + "learning_rate": 5.431168567083611e-07, + "loss": 2.1961, + "step": 52447 + }, + { + "epoch": 0.8977901025351341, + "grad_norm": 2.791539192199707, + "learning_rate": 5.429366480855502e-07, + "loss": 2.4656, + "step": 52448 + }, + { + "epoch": 0.8978072202536845, + "grad_norm": 2.5838375091552734, + "learning_rate": 5.427564685304565e-07, + "loss": 2.3422, + "step": 52449 + }, + { + "epoch": 0.897824337972235, + "grad_norm": 2.521944046020508, + "learning_rate": 5.42576318043635e-07, + "loss": 2.3593, + "step": 52450 + }, + { + "epoch": 0.8978414556907856, + "grad_norm": 2.5994198322296143, + "learning_rate": 5.423961966256386e-07, + "loss": 2.2727, + "step": 52451 + }, + { + "epoch": 0.8978585734093361, + "grad_norm": 2.7709124088287354, + "learning_rate": 5.422161042770179e-07, + "loss": 2.3476, + "step": 52452 + }, + { + "epoch": 0.8978756911278865, + "grad_norm": 2.8184914588928223, + "learning_rate": 5.420360409983328e-07, + "loss": 2.2912, + "step": 52453 + }, + { + "epoch": 0.897892808846437, + "grad_norm": 2.4570343494415283, + "learning_rate": 5.418560067901301e-07, + "loss": 2.2763, + "step": 52454 + }, + { + "epoch": 0.8979099265649875, + "grad_norm": 2.6862316131591797, + "learning_rate": 5.416760016529687e-07, + "loss": 2.3838, + "step": 52455 + }, + { + "epoch": 0.8979270442835379, + "grad_norm": 2.5956549644470215, + "learning_rate": 5.41496025587398e-07, + "loss": 2.3081, + "step": 52456 + }, + { + "epoch": 0.8979441620020884, + "grad_norm": 2.6619062423706055, + "learning_rate": 5.413160785939731e-07, + "loss": 2.3972, + "step": 52457 + }, + { + "epoch": 0.8979612797206389, + "grad_norm": 2.51784348487854, + "learning_rate": 5.411361606732479e-07, + "loss": 2.3538, + "step": 52458 + }, + { + "epoch": 0.8979783974391893, + "grad_norm": 2.771146535873413, + "learning_rate": 5.409562718257722e-07, + "loss": 2.3483, + "step": 52459 + }, + { + "epoch": 0.8979955151577398, + "grad_norm": 2.4955410957336426, + "learning_rate": 5.407764120521031e-07, + "loss": 2.2064, + "step": 52460 + }, + { + "epoch": 0.8980126328762903, + "grad_norm": 2.4840950965881348, + "learning_rate": 5.405965813527892e-07, + "loss": 2.2571, + "step": 52461 + }, + { + "epoch": 0.8980297505948407, + "grad_norm": 2.50455641746521, + "learning_rate": 5.404167797283855e-07, + "loss": 2.215, + "step": 52462 + }, + { + "epoch": 0.8980468683133912, + "grad_norm": 2.5366225242614746, + "learning_rate": 5.402370071794461e-07, + "loss": 2.3138, + "step": 52463 + }, + { + "epoch": 0.8980639860319417, + "grad_norm": 2.5459625720977783, + "learning_rate": 5.400572637065193e-07, + "loss": 2.1158, + "step": 52464 + }, + { + "epoch": 0.8980811037504921, + "grad_norm": 2.536806344985962, + "learning_rate": 5.398775493101627e-07, + "loss": 2.3061, + "step": 52465 + }, + { + "epoch": 0.8980982214690426, + "grad_norm": 2.637723684310913, + "learning_rate": 5.396978639909245e-07, + "loss": 2.2893, + "step": 52466 + }, + { + "epoch": 0.8981153391875931, + "grad_norm": 2.6863670349121094, + "learning_rate": 5.395182077493577e-07, + "loss": 2.3131, + "step": 52467 + }, + { + "epoch": 0.8981324569061435, + "grad_norm": 2.573734760284424, + "learning_rate": 5.393385805860163e-07, + "loss": 2.3168, + "step": 52468 + }, + { + "epoch": 0.898149574624694, + "grad_norm": 2.6177773475646973, + "learning_rate": 5.39158982501452e-07, + "loss": 2.3539, + "step": 52469 + }, + { + "epoch": 0.8981666923432445, + "grad_norm": 2.5794525146484375, + "learning_rate": 5.389794134962167e-07, + "loss": 2.3154, + "step": 52470 + }, + { + "epoch": 0.8981838100617949, + "grad_norm": 2.46113657951355, + "learning_rate": 5.38799873570861e-07, + "loss": 2.218, + "step": 52471 + }, + { + "epoch": 0.8982009277803454, + "grad_norm": 2.3876535892486572, + "learning_rate": 5.386203627259379e-07, + "loss": 2.2229, + "step": 52472 + }, + { + "epoch": 0.898218045498896, + "grad_norm": 2.6549267768859863, + "learning_rate": 5.38440880961999e-07, + "loss": 2.2792, + "step": 52473 + }, + { + "epoch": 0.8982351632174463, + "grad_norm": 2.5639097690582275, + "learning_rate": 5.38261428279595e-07, + "loss": 2.2205, + "step": 52474 + }, + { + "epoch": 0.8982522809359968, + "grad_norm": 2.507065534591675, + "learning_rate": 5.380820046792801e-07, + "loss": 2.3228, + "step": 52475 + }, + { + "epoch": 0.8982693986545474, + "grad_norm": 2.7827048301696777, + "learning_rate": 5.379026101616025e-07, + "loss": 2.3092, + "step": 52476 + }, + { + "epoch": 0.8982865163730978, + "grad_norm": 2.651390552520752, + "learning_rate": 5.377232447271174e-07, + "loss": 2.3228, + "step": 52477 + }, + { + "epoch": 0.8983036340916483, + "grad_norm": 2.742344856262207, + "learning_rate": 5.375439083763723e-07, + "loss": 2.38, + "step": 52478 + }, + { + "epoch": 0.8983207518101988, + "grad_norm": 2.6056408882141113, + "learning_rate": 5.373646011099198e-07, + "loss": 2.3046, + "step": 52479 + }, + { + "epoch": 0.8983378695287492, + "grad_norm": 2.6297130584716797, + "learning_rate": 5.371853229283109e-07, + "loss": 2.3484, + "step": 52480 + }, + { + "epoch": 0.8983549872472997, + "grad_norm": 2.3504064083099365, + "learning_rate": 5.37006073832097e-07, + "loss": 2.2263, + "step": 52481 + }, + { + "epoch": 0.8983721049658502, + "grad_norm": 2.4947848320007324, + "learning_rate": 5.36826853821829e-07, + "loss": 2.3883, + "step": 52482 + }, + { + "epoch": 0.8983892226844006, + "grad_norm": 2.6818199157714844, + "learning_rate": 5.366476628980599e-07, + "loss": 2.4322, + "step": 52483 + }, + { + "epoch": 0.8984063404029511, + "grad_norm": 2.683100700378418, + "learning_rate": 5.364685010613369e-07, + "loss": 2.2832, + "step": 52484 + }, + { + "epoch": 0.8984234581215016, + "grad_norm": 2.5468783378601074, + "learning_rate": 5.362893683122117e-07, + "loss": 2.2256, + "step": 52485 + }, + { + "epoch": 0.898440575840052, + "grad_norm": 2.4916317462921143, + "learning_rate": 5.36110264651235e-07, + "loss": 2.2633, + "step": 52486 + }, + { + "epoch": 0.8984576935586025, + "grad_norm": 2.489737033843994, + "learning_rate": 5.359311900789576e-07, + "loss": 2.3341, + "step": 52487 + }, + { + "epoch": 0.898474811277153, + "grad_norm": 2.499022960662842, + "learning_rate": 5.357521445959324e-07, + "loss": 2.3176, + "step": 52488 + }, + { + "epoch": 0.8984919289957034, + "grad_norm": 2.743476390838623, + "learning_rate": 5.355731282027033e-07, + "loss": 2.4058, + "step": 52489 + }, + { + "epoch": 0.8985090467142539, + "grad_norm": 2.5613811016082764, + "learning_rate": 5.353941408998276e-07, + "loss": 2.2502, + "step": 52490 + }, + { + "epoch": 0.8985261644328044, + "grad_norm": 2.7165675163269043, + "learning_rate": 5.352151826878505e-07, + "loss": 2.3941, + "step": 52491 + }, + { + "epoch": 0.8985432821513548, + "grad_norm": 2.464174509048462, + "learning_rate": 5.350362535673248e-07, + "loss": 2.2438, + "step": 52492 + }, + { + "epoch": 0.8985603998699053, + "grad_norm": 2.6193745136260986, + "learning_rate": 5.348573535387991e-07, + "loss": 2.2965, + "step": 52493 + }, + { + "epoch": 0.8985775175884558, + "grad_norm": 2.586437702178955, + "learning_rate": 5.346784826028239e-07, + "loss": 2.2971, + "step": 52494 + }, + { + "epoch": 0.8985946353070062, + "grad_norm": 2.718433380126953, + "learning_rate": 5.344996407599501e-07, + "loss": 2.3545, + "step": 52495 + }, + { + "epoch": 0.8986117530255567, + "grad_norm": 2.7128803730010986, + "learning_rate": 5.343208280107226e-07, + "loss": 2.282, + "step": 52496 + }, + { + "epoch": 0.8986288707441072, + "grad_norm": 2.7378742694854736, + "learning_rate": 5.341420443556988e-07, + "loss": 2.3442, + "step": 52497 + }, + { + "epoch": 0.8986459884626578, + "grad_norm": 2.6634764671325684, + "learning_rate": 5.339632897954217e-07, + "loss": 2.3081, + "step": 52498 + }, + { + "epoch": 0.8986631061812081, + "grad_norm": 2.4321200847625732, + "learning_rate": 5.337845643304429e-07, + "loss": 2.2968, + "step": 52499 + }, + { + "epoch": 0.8986802238997587, + "grad_norm": 2.927386522293091, + "learning_rate": 5.336058679613132e-07, + "loss": 2.3582, + "step": 52500 + }, + { + "epoch": 0.8986973416183092, + "grad_norm": 2.644127130508423, + "learning_rate": 5.334272006885777e-07, + "loss": 2.3938, + "step": 52501 + }, + { + "epoch": 0.8987144593368596, + "grad_norm": 2.6356406211853027, + "learning_rate": 5.332485625127914e-07, + "loss": 2.3683, + "step": 52502 + }, + { + "epoch": 0.8987315770554101, + "grad_norm": 2.5263075828552246, + "learning_rate": 5.330699534344986e-07, + "loss": 2.3314, + "step": 52503 + }, + { + "epoch": 0.8987486947739606, + "grad_norm": 2.71760892868042, + "learning_rate": 5.328913734542495e-07, + "loss": 2.3346, + "step": 52504 + }, + { + "epoch": 0.898765812492511, + "grad_norm": 2.9154021739959717, + "learning_rate": 5.327128225725953e-07, + "loss": 2.3831, + "step": 52505 + }, + { + "epoch": 0.8987829302110615, + "grad_norm": 2.756702184677124, + "learning_rate": 5.325343007900807e-07, + "loss": 2.4583, + "step": 52506 + }, + { + "epoch": 0.898800047929612, + "grad_norm": 2.5166947841644287, + "learning_rate": 5.323558081072588e-07, + "loss": 2.2726, + "step": 52507 + }, + { + "epoch": 0.8988171656481624, + "grad_norm": 2.809643268585205, + "learning_rate": 5.321773445246747e-07, + "loss": 2.4447, + "step": 52508 + }, + { + "epoch": 0.8988342833667129, + "grad_norm": 2.484679698944092, + "learning_rate": 5.31998910042878e-07, + "loss": 2.2782, + "step": 52509 + }, + { + "epoch": 0.8988514010852634, + "grad_norm": 2.636356830596924, + "learning_rate": 5.318205046624181e-07, + "loss": 2.3581, + "step": 52510 + }, + { + "epoch": 0.8988685188038138, + "grad_norm": 2.686574697494507, + "learning_rate": 5.316421283838435e-07, + "loss": 2.4081, + "step": 52511 + }, + { + "epoch": 0.8988856365223643, + "grad_norm": 2.6924126148223877, + "learning_rate": 5.314637812077017e-07, + "loss": 2.3071, + "step": 52512 + }, + { + "epoch": 0.8989027542409148, + "grad_norm": 2.7153637409210205, + "learning_rate": 5.312854631345388e-07, + "loss": 2.3776, + "step": 52513 + }, + { + "epoch": 0.8989198719594652, + "grad_norm": 2.672492265701294, + "learning_rate": 5.311071741649076e-07, + "loss": 2.3633, + "step": 52514 + }, + { + "epoch": 0.8989369896780157, + "grad_norm": 2.510958671569824, + "learning_rate": 5.309289142993524e-07, + "loss": 2.1888, + "step": 52515 + }, + { + "epoch": 0.8989541073965662, + "grad_norm": 2.6325788497924805, + "learning_rate": 5.307506835384213e-07, + "loss": 2.2762, + "step": 52516 + }, + { + "epoch": 0.8989712251151166, + "grad_norm": 2.8298354148864746, + "learning_rate": 5.305724818826641e-07, + "loss": 2.3722, + "step": 52517 + }, + { + "epoch": 0.8989883428336671, + "grad_norm": 2.5852408409118652, + "learning_rate": 5.303943093326259e-07, + "loss": 2.2044, + "step": 52518 + }, + { + "epoch": 0.8990054605522176, + "grad_norm": 2.808619737625122, + "learning_rate": 5.302161658888583e-07, + "loss": 2.4448, + "step": 52519 + }, + { + "epoch": 0.899022578270768, + "grad_norm": 2.489884376525879, + "learning_rate": 5.300380515519055e-07, + "loss": 2.2431, + "step": 52520 + }, + { + "epoch": 0.8990396959893185, + "grad_norm": 2.5278732776641846, + "learning_rate": 5.298599663223147e-07, + "loss": 2.2051, + "step": 52521 + }, + { + "epoch": 0.899056813707869, + "grad_norm": 2.789954423904419, + "learning_rate": 5.296819102006356e-07, + "loss": 2.3182, + "step": 52522 + }, + { + "epoch": 0.8990739314264194, + "grad_norm": 2.597425937652588, + "learning_rate": 5.295038831874133e-07, + "loss": 2.2452, + "step": 52523 + }, + { + "epoch": 0.89909104914497, + "grad_norm": 2.795708417892456, + "learning_rate": 5.293258852831973e-07, + "loss": 2.4466, + "step": 52524 + }, + { + "epoch": 0.8991081668635205, + "grad_norm": 2.4837281703948975, + "learning_rate": 5.291479164885338e-07, + "loss": 2.2485, + "step": 52525 + }, + { + "epoch": 0.8991252845820709, + "grad_norm": 2.782770872116089, + "learning_rate": 5.289699768039669e-07, + "loss": 2.3736, + "step": 52526 + }, + { + "epoch": 0.8991424023006214, + "grad_norm": 2.7908875942230225, + "learning_rate": 5.287920662300483e-07, + "loss": 2.3136, + "step": 52527 + }, + { + "epoch": 0.8991595200191719, + "grad_norm": 2.551466703414917, + "learning_rate": 5.286141847673221e-07, + "loss": 2.195, + "step": 52528 + }, + { + "epoch": 0.8991766377377223, + "grad_norm": 2.6576099395751953, + "learning_rate": 5.284363324163355e-07, + "loss": 2.2152, + "step": 52529 + }, + { + "epoch": 0.8991937554562728, + "grad_norm": 2.7327044010162354, + "learning_rate": 5.282585091776349e-07, + "loss": 2.4098, + "step": 52530 + }, + { + "epoch": 0.8992108731748233, + "grad_norm": 2.586204767227173, + "learning_rate": 5.280807150517664e-07, + "loss": 2.2039, + "step": 52531 + }, + { + "epoch": 0.8992279908933737, + "grad_norm": 2.6807174682617188, + "learning_rate": 5.279029500392796e-07, + "loss": 2.3713, + "step": 52532 + }, + { + "epoch": 0.8992451086119242, + "grad_norm": 2.7708075046539307, + "learning_rate": 5.277252141407152e-07, + "loss": 2.297, + "step": 52533 + }, + { + "epoch": 0.8992622263304747, + "grad_norm": 2.5796139240264893, + "learning_rate": 5.275475073566261e-07, + "loss": 2.4627, + "step": 52534 + }, + { + "epoch": 0.8992793440490251, + "grad_norm": 2.5005736351013184, + "learning_rate": 5.273698296875541e-07, + "loss": 2.3434, + "step": 52535 + }, + { + "epoch": 0.8992964617675756, + "grad_norm": 2.73810076713562, + "learning_rate": 5.271921811340464e-07, + "loss": 2.3807, + "step": 52536 + }, + { + "epoch": 0.8993135794861261, + "grad_norm": 2.7170703411102295, + "learning_rate": 5.270145616966493e-07, + "loss": 2.3712, + "step": 52537 + }, + { + "epoch": 0.8993306972046765, + "grad_norm": 2.774061918258667, + "learning_rate": 5.268369713759069e-07, + "loss": 2.4994, + "step": 52538 + }, + { + "epoch": 0.899347814923227, + "grad_norm": 2.7290961742401123, + "learning_rate": 5.266594101723688e-07, + "loss": 2.3515, + "step": 52539 + }, + { + "epoch": 0.8993649326417775, + "grad_norm": 2.70871901512146, + "learning_rate": 5.264818780865776e-07, + "loss": 2.4599, + "step": 52540 + }, + { + "epoch": 0.8993820503603279, + "grad_norm": 2.6848740577697754, + "learning_rate": 5.2630437511908e-07, + "loss": 2.3225, + "step": 52541 + }, + { + "epoch": 0.8993991680788784, + "grad_norm": 2.523799419403076, + "learning_rate": 5.261269012704239e-07, + "loss": 2.247, + "step": 52542 + }, + { + "epoch": 0.8994162857974289, + "grad_norm": 2.5872528553009033, + "learning_rate": 5.259494565411482e-07, + "loss": 2.2716, + "step": 52543 + }, + { + "epoch": 0.8994334035159793, + "grad_norm": 2.643054723739624, + "learning_rate": 5.257720409318068e-07, + "loss": 2.323, + "step": 52544 + }, + { + "epoch": 0.8994505212345298, + "grad_norm": 2.7451930046081543, + "learning_rate": 5.255946544429369e-07, + "loss": 2.4595, + "step": 52545 + }, + { + "epoch": 0.8994676389530804, + "grad_norm": 2.52258038520813, + "learning_rate": 5.254172970750904e-07, + "loss": 2.2509, + "step": 52546 + }, + { + "epoch": 0.8994847566716309, + "grad_norm": 2.616939067840576, + "learning_rate": 5.25239968828809e-07, + "loss": 2.3114, + "step": 52547 + }, + { + "epoch": 0.8995018743901813, + "grad_norm": 2.583167791366577, + "learning_rate": 5.250626697046379e-07, + "loss": 2.293, + "step": 52548 + }, + { + "epoch": 0.8995189921087318, + "grad_norm": 2.5717978477478027, + "learning_rate": 5.248853997031245e-07, + "loss": 2.2952, + "step": 52549 + }, + { + "epoch": 0.8995361098272823, + "grad_norm": 2.5954477787017822, + "learning_rate": 5.247081588248082e-07, + "loss": 2.264, + "step": 52550 + }, + { + "epoch": 0.8995532275458327, + "grad_norm": 2.4495105743408203, + "learning_rate": 5.245309470702397e-07, + "loss": 2.2156, + "step": 52551 + }, + { + "epoch": 0.8995703452643832, + "grad_norm": 2.520087242126465, + "learning_rate": 5.24353764439961e-07, + "loss": 2.3692, + "step": 52552 + }, + { + "epoch": 0.8995874629829337, + "grad_norm": 2.6787474155426025, + "learning_rate": 5.24176610934517e-07, + "loss": 2.4064, + "step": 52553 + }, + { + "epoch": 0.8996045807014841, + "grad_norm": 2.4925007820129395, + "learning_rate": 5.239994865544518e-07, + "loss": 2.2585, + "step": 52554 + }, + { + "epoch": 0.8996216984200346, + "grad_norm": 2.679353952407837, + "learning_rate": 5.238223913003104e-07, + "loss": 2.299, + "step": 52555 + }, + { + "epoch": 0.8996388161385851, + "grad_norm": 2.437307834625244, + "learning_rate": 5.236453251726381e-07, + "loss": 2.2073, + "step": 52556 + }, + { + "epoch": 0.8996559338571355, + "grad_norm": 2.6111552715301514, + "learning_rate": 5.234682881719766e-07, + "loss": 2.2643, + "step": 52557 + }, + { + "epoch": 0.899673051575686, + "grad_norm": 2.6616272926330566, + "learning_rate": 5.23291280298871e-07, + "loss": 2.3028, + "step": 52558 + }, + { + "epoch": 0.8996901692942365, + "grad_norm": 2.7175474166870117, + "learning_rate": 5.231143015538665e-07, + "loss": 2.2876, + "step": 52559 + }, + { + "epoch": 0.8997072870127869, + "grad_norm": 2.469085454940796, + "learning_rate": 5.229373519375059e-07, + "loss": 2.3548, + "step": 52560 + }, + { + "epoch": 0.8997244047313374, + "grad_norm": 2.502037763595581, + "learning_rate": 5.227604314503343e-07, + "loss": 2.3453, + "step": 52561 + }, + { + "epoch": 0.8997415224498879, + "grad_norm": 2.7205283641815186, + "learning_rate": 5.225835400928958e-07, + "loss": 2.3228, + "step": 52562 + }, + { + "epoch": 0.8997586401684383, + "grad_norm": 2.690148115158081, + "learning_rate": 5.22406677865731e-07, + "loss": 2.2333, + "step": 52563 + }, + { + "epoch": 0.8997757578869888, + "grad_norm": 2.720322847366333, + "learning_rate": 5.222298447693863e-07, + "loss": 2.2658, + "step": 52564 + }, + { + "epoch": 0.8997928756055393, + "grad_norm": 2.546767234802246, + "learning_rate": 5.220530408044045e-07, + "loss": 2.1794, + "step": 52565 + }, + { + "epoch": 0.8998099933240897, + "grad_norm": 2.6968555450439453, + "learning_rate": 5.218762659713284e-07, + "loss": 2.2329, + "step": 52566 + }, + { + "epoch": 0.8998271110426402, + "grad_norm": 2.4461731910705566, + "learning_rate": 5.216995202707031e-07, + "loss": 2.2581, + "step": 52567 + }, + { + "epoch": 0.8998442287611907, + "grad_norm": 2.7018887996673584, + "learning_rate": 5.215228037030696e-07, + "loss": 2.3729, + "step": 52568 + }, + { + "epoch": 0.8998613464797411, + "grad_norm": 2.8078811168670654, + "learning_rate": 5.213461162689737e-07, + "loss": 2.3421, + "step": 52569 + }, + { + "epoch": 0.8998784641982916, + "grad_norm": 2.581610679626465, + "learning_rate": 5.211694579689564e-07, + "loss": 2.2086, + "step": 52570 + }, + { + "epoch": 0.8998955819168422, + "grad_norm": 2.6024417877197266, + "learning_rate": 5.209928288035604e-07, + "loss": 2.2756, + "step": 52571 + }, + { + "epoch": 0.8999126996353926, + "grad_norm": 2.697185754776001, + "learning_rate": 5.208162287733298e-07, + "loss": 2.3009, + "step": 52572 + }, + { + "epoch": 0.8999298173539431, + "grad_norm": 2.8259530067443848, + "learning_rate": 5.206396578788064e-07, + "loss": 2.3222, + "step": 52573 + }, + { + "epoch": 0.8999469350724936, + "grad_norm": 2.600720167160034, + "learning_rate": 5.204631161205365e-07, + "loss": 2.2922, + "step": 52574 + }, + { + "epoch": 0.899964052791044, + "grad_norm": 2.5226800441741943, + "learning_rate": 5.20286603499055e-07, + "loss": 2.2119, + "step": 52575 + }, + { + "epoch": 0.8999811705095945, + "grad_norm": 2.60129451751709, + "learning_rate": 5.201101200149139e-07, + "loss": 2.2278, + "step": 52576 + }, + { + "epoch": 0.899998288228145, + "grad_norm": 2.465531826019287, + "learning_rate": 5.199336656686483e-07, + "loss": 2.2886, + "step": 52577 + }, + { + "epoch": 0.9000154059466954, + "grad_norm": 2.6402342319488525, + "learning_rate": 5.197572404608032e-07, + "loss": 2.3201, + "step": 52578 + }, + { + "epoch": 0.9000325236652459, + "grad_norm": 2.572678804397583, + "learning_rate": 5.195808443919237e-07, + "loss": 2.2618, + "step": 52579 + }, + { + "epoch": 0.9000496413837964, + "grad_norm": 2.62711501121521, + "learning_rate": 5.194044774625451e-07, + "loss": 2.3616, + "step": 52580 + }, + { + "epoch": 0.9000667591023468, + "grad_norm": 2.812042713165283, + "learning_rate": 5.192281396732169e-07, + "loss": 2.3809, + "step": 52581 + }, + { + "epoch": 0.9000838768208973, + "grad_norm": 2.6496222019195557, + "learning_rate": 5.190518310244741e-07, + "loss": 2.3489, + "step": 52582 + }, + { + "epoch": 0.9001009945394478, + "grad_norm": 2.540266275405884, + "learning_rate": 5.188755515168664e-07, + "loss": 2.3274, + "step": 52583 + }, + { + "epoch": 0.9001181122579982, + "grad_norm": 2.7846791744232178, + "learning_rate": 5.186993011509289e-07, + "loss": 2.3706, + "step": 52584 + }, + { + "epoch": 0.9001352299765487, + "grad_norm": 2.9700496196746826, + "learning_rate": 5.185230799272067e-07, + "loss": 2.2135, + "step": 52585 + }, + { + "epoch": 0.9001523476950992, + "grad_norm": 2.6182456016540527, + "learning_rate": 5.183468878462416e-07, + "loss": 2.3787, + "step": 52586 + }, + { + "epoch": 0.9001694654136496, + "grad_norm": 2.5192525386810303, + "learning_rate": 5.181707249085721e-07, + "loss": 2.319, + "step": 52587 + }, + { + "epoch": 0.9001865831322001, + "grad_norm": 2.5897157192230225, + "learning_rate": 5.179945911147444e-07, + "loss": 2.3858, + "step": 52588 + }, + { + "epoch": 0.9002037008507506, + "grad_norm": 2.4845423698425293, + "learning_rate": 5.178184864652957e-07, + "loss": 2.2154, + "step": 52589 + }, + { + "epoch": 0.900220818569301, + "grad_norm": 2.652973175048828, + "learning_rate": 5.176424109607692e-07, + "loss": 2.3909, + "step": 52590 + }, + { + "epoch": 0.9002379362878515, + "grad_norm": 2.607985258102417, + "learning_rate": 5.174663646017053e-07, + "loss": 2.3246, + "step": 52591 + }, + { + "epoch": 0.900255054006402, + "grad_norm": 2.510986804962158, + "learning_rate": 5.17290347388646e-07, + "loss": 2.2634, + "step": 52592 + }, + { + "epoch": 0.9002721717249526, + "grad_norm": 2.560499668121338, + "learning_rate": 5.171143593221329e-07, + "loss": 2.2977, + "step": 52593 + }, + { + "epoch": 0.900289289443503, + "grad_norm": 2.672368288040161, + "learning_rate": 5.169384004027045e-07, + "loss": 2.3012, + "step": 52594 + }, + { + "epoch": 0.9003064071620535, + "grad_norm": 2.612536907196045, + "learning_rate": 5.167624706309026e-07, + "loss": 2.3387, + "step": 52595 + }, + { + "epoch": 0.900323524880604, + "grad_norm": 2.640486240386963, + "learning_rate": 5.165865700072692e-07, + "loss": 2.2716, + "step": 52596 + }, + { + "epoch": 0.9003406425991544, + "grad_norm": 2.657574415206909, + "learning_rate": 5.164106985323436e-07, + "loss": 2.3499, + "step": 52597 + }, + { + "epoch": 0.9003577603177049, + "grad_norm": 2.776970386505127, + "learning_rate": 5.162348562066677e-07, + "loss": 2.3205, + "step": 52598 + }, + { + "epoch": 0.9003748780362554, + "grad_norm": 2.528409004211426, + "learning_rate": 5.160590430307821e-07, + "loss": 2.3552, + "step": 52599 + }, + { + "epoch": 0.9003919957548058, + "grad_norm": 2.460883617401123, + "learning_rate": 5.158832590052243e-07, + "loss": 2.166, + "step": 52600 + }, + { + "epoch": 0.9004091134733563, + "grad_norm": 2.364367723464966, + "learning_rate": 5.157075041305371e-07, + "loss": 2.2109, + "step": 52601 + }, + { + "epoch": 0.9004262311919068, + "grad_norm": 2.707681179046631, + "learning_rate": 5.155317784072611e-07, + "loss": 2.3543, + "step": 52602 + }, + { + "epoch": 0.9004433489104572, + "grad_norm": 2.635347604751587, + "learning_rate": 5.153560818359337e-07, + "loss": 2.3184, + "step": 52603 + }, + { + "epoch": 0.9004604666290077, + "grad_norm": 2.6623411178588867, + "learning_rate": 5.15180414417098e-07, + "loss": 2.3744, + "step": 52604 + }, + { + "epoch": 0.9004775843475582, + "grad_norm": 2.7607407569885254, + "learning_rate": 5.150047761512922e-07, + "loss": 2.3267, + "step": 52605 + }, + { + "epoch": 0.9004947020661086, + "grad_norm": 2.5555617809295654, + "learning_rate": 5.148291670390581e-07, + "loss": 2.3847, + "step": 52606 + }, + { + "epoch": 0.9005118197846591, + "grad_norm": 2.7007904052734375, + "learning_rate": 5.146535870809333e-07, + "loss": 2.3572, + "step": 52607 + }, + { + "epoch": 0.9005289375032096, + "grad_norm": 2.578176975250244, + "learning_rate": 5.14478036277457e-07, + "loss": 2.4307, + "step": 52608 + }, + { + "epoch": 0.90054605522176, + "grad_norm": 2.5731756687164307, + "learning_rate": 5.143025146291703e-07, + "loss": 2.3626, + "step": 52609 + }, + { + "epoch": 0.9005631729403105, + "grad_norm": 2.6639950275421143, + "learning_rate": 5.141270221366124e-07, + "loss": 2.3258, + "step": 52610 + }, + { + "epoch": 0.900580290658861, + "grad_norm": 2.6372597217559814, + "learning_rate": 5.139515588003241e-07, + "loss": 2.2274, + "step": 52611 + }, + { + "epoch": 0.9005974083774114, + "grad_norm": 2.670323610305786, + "learning_rate": 5.137761246208406e-07, + "loss": 2.3957, + "step": 52612 + }, + { + "epoch": 0.9006145260959619, + "grad_norm": 2.6671996116638184, + "learning_rate": 5.136007195987069e-07, + "loss": 2.3252, + "step": 52613 + }, + { + "epoch": 0.9006316438145124, + "grad_norm": 2.63039493560791, + "learning_rate": 5.134253437344571e-07, + "loss": 2.3683, + "step": 52614 + }, + { + "epoch": 0.9006487615330628, + "grad_norm": 2.641758680343628, + "learning_rate": 5.132499970286319e-07, + "loss": 2.2186, + "step": 52615 + }, + { + "epoch": 0.9006658792516133, + "grad_norm": 2.9735381603240967, + "learning_rate": 5.130746794817721e-07, + "loss": 2.3229, + "step": 52616 + }, + { + "epoch": 0.9006829969701639, + "grad_norm": 2.8557353019714355, + "learning_rate": 5.128993910944124e-07, + "loss": 2.4313, + "step": 52617 + }, + { + "epoch": 0.9007001146887142, + "grad_norm": 2.718395233154297, + "learning_rate": 5.127241318670972e-07, + "loss": 2.2928, + "step": 52618 + }, + { + "epoch": 0.9007172324072648, + "grad_norm": 2.7565994262695312, + "learning_rate": 5.125489018003583e-07, + "loss": 2.3325, + "step": 52619 + }, + { + "epoch": 0.9007343501258153, + "grad_norm": 2.5096888542175293, + "learning_rate": 5.123737008947416e-07, + "loss": 2.3745, + "step": 52620 + }, + { + "epoch": 0.9007514678443657, + "grad_norm": 2.542043924331665, + "learning_rate": 5.121985291507814e-07, + "loss": 2.2577, + "step": 52621 + }, + { + "epoch": 0.9007685855629162, + "grad_norm": 2.8816540241241455, + "learning_rate": 5.12023386569016e-07, + "loss": 2.3543, + "step": 52622 + }, + { + "epoch": 0.9007857032814667, + "grad_norm": 2.6311285495758057, + "learning_rate": 5.118482731499864e-07, + "loss": 2.2955, + "step": 52623 + }, + { + "epoch": 0.9008028210000171, + "grad_norm": 2.7045483589172363, + "learning_rate": 5.11673188894225e-07, + "loss": 2.3378, + "step": 52624 + }, + { + "epoch": 0.9008199387185676, + "grad_norm": 2.5658912658691406, + "learning_rate": 5.114981338022784e-07, + "loss": 2.1698, + "step": 52625 + }, + { + "epoch": 0.9008370564371181, + "grad_norm": 2.6319117546081543, + "learning_rate": 5.113231078746784e-07, + "loss": 2.3506, + "step": 52626 + }, + { + "epoch": 0.9008541741556685, + "grad_norm": 2.757063865661621, + "learning_rate": 5.111481111119643e-07, + "loss": 2.3647, + "step": 52627 + }, + { + "epoch": 0.900871291874219, + "grad_norm": 2.802941083908081, + "learning_rate": 5.109731435146759e-07, + "loss": 2.3619, + "step": 52628 + }, + { + "epoch": 0.9008884095927695, + "grad_norm": 2.69474196434021, + "learning_rate": 5.107982050833471e-07, + "loss": 2.34, + "step": 52629 + }, + { + "epoch": 0.9009055273113199, + "grad_norm": 2.633110284805298, + "learning_rate": 5.106232958185209e-07, + "loss": 2.3157, + "step": 52630 + }, + { + "epoch": 0.9009226450298704, + "grad_norm": 2.6884167194366455, + "learning_rate": 5.104484157207302e-07, + "loss": 2.2846, + "step": 52631 + }, + { + "epoch": 0.9009397627484209, + "grad_norm": 2.5222954750061035, + "learning_rate": 5.102735647905144e-07, + "loss": 2.2489, + "step": 52632 + }, + { + "epoch": 0.9009568804669713, + "grad_norm": 2.5527422428131104, + "learning_rate": 5.100987430284121e-07, + "loss": 2.2592, + "step": 52633 + }, + { + "epoch": 0.9009739981855218, + "grad_norm": 2.6899259090423584, + "learning_rate": 5.099239504349584e-07, + "loss": 2.3518, + "step": 52634 + }, + { + "epoch": 0.9009911159040723, + "grad_norm": 2.5314443111419678, + "learning_rate": 5.097491870106929e-07, + "loss": 2.3101, + "step": 52635 + }, + { + "epoch": 0.9010082336226227, + "grad_norm": 2.6282103061676025, + "learning_rate": 5.095744527561486e-07, + "loss": 2.2366, + "step": 52636 + }, + { + "epoch": 0.9010253513411732, + "grad_norm": 2.5392868518829346, + "learning_rate": 5.093997476718693e-07, + "loss": 2.3946, + "step": 52637 + }, + { + "epoch": 0.9010424690597237, + "grad_norm": 2.538496494293213, + "learning_rate": 5.092250717583858e-07, + "loss": 2.3348, + "step": 52638 + }, + { + "epoch": 0.9010595867782742, + "grad_norm": 2.7535743713378906, + "learning_rate": 5.090504250162376e-07, + "loss": 2.3967, + "step": 52639 + }, + { + "epoch": 0.9010767044968246, + "grad_norm": 2.623286008834839, + "learning_rate": 5.08875807445961e-07, + "loss": 2.3488, + "step": 52640 + }, + { + "epoch": 0.9010938222153752, + "grad_norm": 2.644026517868042, + "learning_rate": 5.087012190480933e-07, + "loss": 2.3179, + "step": 52641 + }, + { + "epoch": 0.9011109399339257, + "grad_norm": 2.68869948387146, + "learning_rate": 5.085266598231719e-07, + "loss": 2.2586, + "step": 52642 + }, + { + "epoch": 0.901128057652476, + "grad_norm": 2.585599660873413, + "learning_rate": 5.083521297717308e-07, + "loss": 2.2687, + "step": 52643 + }, + { + "epoch": 0.9011451753710266, + "grad_norm": 2.597295045852661, + "learning_rate": 5.081776288943085e-07, + "loss": 2.2025, + "step": 52644 + }, + { + "epoch": 0.9011622930895771, + "grad_norm": 2.5892679691314697, + "learning_rate": 5.080031571914401e-07, + "loss": 2.4194, + "step": 52645 + }, + { + "epoch": 0.9011794108081275, + "grad_norm": 2.402181386947632, + "learning_rate": 5.078287146636618e-07, + "loss": 2.256, + "step": 52646 + }, + { + "epoch": 0.901196528526678, + "grad_norm": 2.508098840713501, + "learning_rate": 5.076543013115121e-07, + "loss": 2.362, + "step": 52647 + }, + { + "epoch": 0.9012136462452285, + "grad_norm": 2.6450414657592773, + "learning_rate": 5.07479917135525e-07, + "loss": 2.2727, + "step": 52648 + }, + { + "epoch": 0.9012307639637789, + "grad_norm": 2.711172103881836, + "learning_rate": 5.073055621362366e-07, + "loss": 2.4403, + "step": 52649 + }, + { + "epoch": 0.9012478816823294, + "grad_norm": 2.6516711711883545, + "learning_rate": 5.071312363141834e-07, + "loss": 2.3259, + "step": 52650 + }, + { + "epoch": 0.9012649994008799, + "grad_norm": 2.4905903339385986, + "learning_rate": 5.069569396699003e-07, + "loss": 2.2941, + "step": 52651 + }, + { + "epoch": 0.9012821171194303, + "grad_norm": 2.7817580699920654, + "learning_rate": 5.067826722039237e-07, + "loss": 2.3467, + "step": 52652 + }, + { + "epoch": 0.9012992348379808, + "grad_norm": 2.5382983684539795, + "learning_rate": 5.066084339167909e-07, + "loss": 2.219, + "step": 52653 + }, + { + "epoch": 0.9013163525565313, + "grad_norm": 2.6874358654022217, + "learning_rate": 5.064342248090326e-07, + "loss": 2.2556, + "step": 52654 + }, + { + "epoch": 0.9013334702750817, + "grad_norm": 2.6731338500976562, + "learning_rate": 5.062600448811905e-07, + "loss": 2.3135, + "step": 52655 + }, + { + "epoch": 0.9013505879936322, + "grad_norm": 2.4842066764831543, + "learning_rate": 5.060858941337954e-07, + "loss": 2.2914, + "step": 52656 + }, + { + "epoch": 0.9013677057121827, + "grad_norm": 2.6992011070251465, + "learning_rate": 5.059117725673835e-07, + "loss": 2.2948, + "step": 52657 + }, + { + "epoch": 0.9013848234307331, + "grad_norm": 2.529162883758545, + "learning_rate": 5.057376801824921e-07, + "loss": 2.3531, + "step": 52658 + }, + { + "epoch": 0.9014019411492836, + "grad_norm": 2.568981170654297, + "learning_rate": 5.055636169796529e-07, + "loss": 2.3206, + "step": 52659 + }, + { + "epoch": 0.9014190588678341, + "grad_norm": 2.543715715408325, + "learning_rate": 5.053895829594058e-07, + "loss": 2.3105, + "step": 52660 + }, + { + "epoch": 0.9014361765863845, + "grad_norm": 2.6385960578918457, + "learning_rate": 5.05215578122279e-07, + "loss": 2.3348, + "step": 52661 + }, + { + "epoch": 0.901453294304935, + "grad_norm": 2.66005277633667, + "learning_rate": 5.050416024688132e-07, + "loss": 2.3078, + "step": 52662 + }, + { + "epoch": 0.9014704120234855, + "grad_norm": 2.6122283935546875, + "learning_rate": 5.048676559995403e-07, + "loss": 2.2775, + "step": 52663 + }, + { + "epoch": 0.9014875297420359, + "grad_norm": 2.7498364448547363, + "learning_rate": 5.046937387149963e-07, + "loss": 2.2595, + "step": 52664 + }, + { + "epoch": 0.9015046474605865, + "grad_norm": 2.52067494392395, + "learning_rate": 5.045198506157157e-07, + "loss": 2.2221, + "step": 52665 + }, + { + "epoch": 0.901521765179137, + "grad_norm": 2.577235221862793, + "learning_rate": 5.043459917022298e-07, + "loss": 2.3328, + "step": 52666 + }, + { + "epoch": 0.9015388828976874, + "grad_norm": 2.59985613822937, + "learning_rate": 5.041721619750772e-07, + "loss": 2.3274, + "step": 52667 + }, + { + "epoch": 0.9015560006162379, + "grad_norm": 2.6365885734558105, + "learning_rate": 5.039983614347899e-07, + "loss": 2.3408, + "step": 52668 + }, + { + "epoch": 0.9015731183347884, + "grad_norm": 2.720496892929077, + "learning_rate": 5.038245900819028e-07, + "loss": 2.484, + "step": 52669 + }, + { + "epoch": 0.9015902360533388, + "grad_norm": 2.744732141494751, + "learning_rate": 5.0365084791695e-07, + "loss": 2.4146, + "step": 52670 + }, + { + "epoch": 0.9016073537718893, + "grad_norm": 2.8464879989624023, + "learning_rate": 5.034771349404654e-07, + "loss": 2.4293, + "step": 52671 + }, + { + "epoch": 0.9016244714904398, + "grad_norm": 2.7952306270599365, + "learning_rate": 5.033034511529844e-07, + "loss": 2.4336, + "step": 52672 + }, + { + "epoch": 0.9016415892089902, + "grad_norm": 2.5659258365631104, + "learning_rate": 5.031297965550363e-07, + "loss": 2.3613, + "step": 52673 + }, + { + "epoch": 0.9016587069275407, + "grad_norm": 2.71128249168396, + "learning_rate": 5.02956171147162e-07, + "loss": 2.2093, + "step": 52674 + }, + { + "epoch": 0.9016758246460912, + "grad_norm": 2.7474205493927, + "learning_rate": 5.027825749298887e-07, + "loss": 2.2943, + "step": 52675 + }, + { + "epoch": 0.9016929423646416, + "grad_norm": 2.7205088138580322, + "learning_rate": 5.026090079037526e-07, + "loss": 2.2484, + "step": 52676 + }, + { + "epoch": 0.9017100600831921, + "grad_norm": 2.726304054260254, + "learning_rate": 5.024354700692868e-07, + "loss": 2.3779, + "step": 52677 + }, + { + "epoch": 0.9017271778017426, + "grad_norm": 2.671973705291748, + "learning_rate": 5.022619614270241e-07, + "loss": 2.2741, + "step": 52678 + }, + { + "epoch": 0.901744295520293, + "grad_norm": 2.662126302719116, + "learning_rate": 5.020884819775018e-07, + "loss": 2.2392, + "step": 52679 + }, + { + "epoch": 0.9017614132388435, + "grad_norm": 2.5149879455566406, + "learning_rate": 5.019150317212473e-07, + "loss": 2.2393, + "step": 52680 + }, + { + "epoch": 0.901778530957394, + "grad_norm": 2.6396896839141846, + "learning_rate": 5.017416106587969e-07, + "loss": 2.29, + "step": 52681 + }, + { + "epoch": 0.9017956486759444, + "grad_norm": 2.656975746154785, + "learning_rate": 5.015682187906823e-07, + "loss": 2.3903, + "step": 52682 + }, + { + "epoch": 0.9018127663944949, + "grad_norm": 2.4728658199310303, + "learning_rate": 5.013948561174376e-07, + "loss": 2.1874, + "step": 52683 + }, + { + "epoch": 0.9018298841130454, + "grad_norm": 2.5816690921783447, + "learning_rate": 5.012215226395955e-07, + "loss": 2.306, + "step": 52684 + }, + { + "epoch": 0.9018470018315959, + "grad_norm": 2.739957571029663, + "learning_rate": 5.010482183576903e-07, + "loss": 2.2824, + "step": 52685 + }, + { + "epoch": 0.9018641195501463, + "grad_norm": 2.5663208961486816, + "learning_rate": 5.008749432722504e-07, + "loss": 2.3217, + "step": 52686 + }, + { + "epoch": 0.9018812372686968, + "grad_norm": 2.7978854179382324, + "learning_rate": 5.00701697383812e-07, + "loss": 2.3361, + "step": 52687 + }, + { + "epoch": 0.9018983549872474, + "grad_norm": 2.617729425430298, + "learning_rate": 5.005284806929067e-07, + "loss": 2.3574, + "step": 52688 + }, + { + "epoch": 0.9019154727057977, + "grad_norm": 2.6373777389526367, + "learning_rate": 5.003552932000655e-07, + "loss": 2.2302, + "step": 52689 + }, + { + "epoch": 0.9019325904243483, + "grad_norm": 2.5143113136291504, + "learning_rate": 5.001821349058244e-07, + "loss": 2.34, + "step": 52690 + }, + { + "epoch": 0.9019497081428988, + "grad_norm": 2.685908555984497, + "learning_rate": 5.000090058107099e-07, + "loss": 2.3887, + "step": 52691 + }, + { + "epoch": 0.9019668258614492, + "grad_norm": 2.582115650177002, + "learning_rate": 4.998359059152603e-07, + "loss": 2.2501, + "step": 52692 + }, + { + "epoch": 0.9019839435799997, + "grad_norm": 2.6033096313476562, + "learning_rate": 4.996628352200028e-07, + "loss": 2.3685, + "step": 52693 + }, + { + "epoch": 0.9020010612985502, + "grad_norm": 2.634937286376953, + "learning_rate": 4.994897937254717e-07, + "loss": 2.3272, + "step": 52694 + }, + { + "epoch": 0.9020181790171006, + "grad_norm": 2.6838841438293457, + "learning_rate": 4.993167814321987e-07, + "loss": 2.3825, + "step": 52695 + }, + { + "epoch": 0.9020352967356511, + "grad_norm": 2.568593740463257, + "learning_rate": 4.991437983407155e-07, + "loss": 2.3742, + "step": 52696 + }, + { + "epoch": 0.9020524144542016, + "grad_norm": 2.6039111614227295, + "learning_rate": 4.98970844451554e-07, + "loss": 2.3092, + "step": 52697 + }, + { + "epoch": 0.902069532172752, + "grad_norm": 2.553657054901123, + "learning_rate": 4.987979197652437e-07, + "loss": 2.3916, + "step": 52698 + }, + { + "epoch": 0.9020866498913025, + "grad_norm": 2.471233367919922, + "learning_rate": 4.986250242823198e-07, + "loss": 2.3399, + "step": 52699 + }, + { + "epoch": 0.902103767609853, + "grad_norm": 2.9801673889160156, + "learning_rate": 4.98452158003312e-07, + "loss": 2.2766, + "step": 52700 + }, + { + "epoch": 0.9021208853284034, + "grad_norm": 2.6995034217834473, + "learning_rate": 4.982793209287495e-07, + "loss": 2.3467, + "step": 52701 + }, + { + "epoch": 0.9021380030469539, + "grad_norm": 2.570420742034912, + "learning_rate": 4.981065130591677e-07, + "loss": 2.2599, + "step": 52702 + }, + { + "epoch": 0.9021551207655044, + "grad_norm": 2.6478776931762695, + "learning_rate": 4.979337343950929e-07, + "loss": 2.3254, + "step": 52703 + }, + { + "epoch": 0.9021722384840548, + "grad_norm": 2.706446886062622, + "learning_rate": 4.977609849370613e-07, + "loss": 2.4526, + "step": 52704 + }, + { + "epoch": 0.9021893562026053, + "grad_norm": 2.666555643081665, + "learning_rate": 4.975882646856001e-07, + "loss": 2.2174, + "step": 52705 + }, + { + "epoch": 0.9022064739211558, + "grad_norm": 2.848228931427002, + "learning_rate": 4.974155736412412e-07, + "loss": 2.4337, + "step": 52706 + }, + { + "epoch": 0.9022235916397062, + "grad_norm": 2.517810821533203, + "learning_rate": 4.972429118045174e-07, + "loss": 2.3382, + "step": 52707 + }, + { + "epoch": 0.9022407093582567, + "grad_norm": 2.5193965435028076, + "learning_rate": 4.970702791759541e-07, + "loss": 2.2605, + "step": 52708 + }, + { + "epoch": 0.9022578270768072, + "grad_norm": 2.636204957962036, + "learning_rate": 4.968976757560884e-07, + "loss": 2.3262, + "step": 52709 + }, + { + "epoch": 0.9022749447953576, + "grad_norm": 2.5852441787719727, + "learning_rate": 4.967251015454455e-07, + "loss": 2.2673, + "step": 52710 + }, + { + "epoch": 0.9022920625139081, + "grad_norm": 2.6083617210388184, + "learning_rate": 4.965525565445605e-07, + "loss": 2.3265, + "step": 52711 + }, + { + "epoch": 0.9023091802324587, + "grad_norm": 2.721992015838623, + "learning_rate": 4.96380040753961e-07, + "loss": 2.3615, + "step": 52712 + }, + { + "epoch": 0.902326297951009, + "grad_norm": 2.6389212608337402, + "learning_rate": 4.962075541741762e-07, + "loss": 2.3766, + "step": 52713 + }, + { + "epoch": 0.9023434156695596, + "grad_norm": 2.509119749069214, + "learning_rate": 4.960350968057403e-07, + "loss": 2.201, + "step": 52714 + }, + { + "epoch": 0.9023605333881101, + "grad_norm": 2.54746413230896, + "learning_rate": 4.958626686491775e-07, + "loss": 2.288, + "step": 52715 + }, + { + "epoch": 0.9023776511066605, + "grad_norm": 2.757080316543579, + "learning_rate": 4.956902697050237e-07, + "loss": 2.3908, + "step": 52716 + }, + { + "epoch": 0.902394768825211, + "grad_norm": 2.5655908584594727, + "learning_rate": 4.955178999738053e-07, + "loss": 2.3051, + "step": 52717 + }, + { + "epoch": 0.9024118865437615, + "grad_norm": 2.5205042362213135, + "learning_rate": 4.953455594560531e-07, + "loss": 2.2491, + "step": 52718 + }, + { + "epoch": 0.9024290042623119, + "grad_norm": 2.542198657989502, + "learning_rate": 4.951732481522964e-07, + "loss": 2.2725, + "step": 52719 + }, + { + "epoch": 0.9024461219808624, + "grad_norm": 2.659356117248535, + "learning_rate": 4.95000966063065e-07, + "loss": 2.3677, + "step": 52720 + }, + { + "epoch": 0.9024632396994129, + "grad_norm": 2.621500015258789, + "learning_rate": 4.948287131888896e-07, + "loss": 2.2648, + "step": 52721 + }, + { + "epoch": 0.9024803574179633, + "grad_norm": 2.545053243637085, + "learning_rate": 4.946564895302974e-07, + "loss": 2.3047, + "step": 52722 + }, + { + "epoch": 0.9024974751365138, + "grad_norm": 2.806324005126953, + "learning_rate": 4.944842950878193e-07, + "loss": 2.4136, + "step": 52723 + }, + { + "epoch": 0.9025145928550643, + "grad_norm": 2.6219770908355713, + "learning_rate": 4.943121298619846e-07, + "loss": 2.317, + "step": 52724 + }, + { + "epoch": 0.9025317105736147, + "grad_norm": 2.8216891288757324, + "learning_rate": 4.94139993853322e-07, + "loss": 2.4092, + "step": 52725 + }, + { + "epoch": 0.9025488282921652, + "grad_norm": 2.600987434387207, + "learning_rate": 4.939678870623599e-07, + "loss": 2.2216, + "step": 52726 + }, + { + "epoch": 0.9025659460107157, + "grad_norm": 2.6569013595581055, + "learning_rate": 4.9379580948963e-07, + "loss": 2.2738, + "step": 52727 + }, + { + "epoch": 0.9025830637292661, + "grad_norm": 2.636781930923462, + "learning_rate": 4.936237611356575e-07, + "loss": 2.4047, + "step": 52728 + }, + { + "epoch": 0.9026001814478166, + "grad_norm": 2.668023109436035, + "learning_rate": 4.934517420009744e-07, + "loss": 2.2527, + "step": 52729 + }, + { + "epoch": 0.9026172991663671, + "grad_norm": 2.626189947128296, + "learning_rate": 4.932797520861065e-07, + "loss": 2.2192, + "step": 52730 + }, + { + "epoch": 0.9026344168849175, + "grad_norm": 2.4617228507995605, + "learning_rate": 4.931077913915849e-07, + "loss": 2.1842, + "step": 52731 + }, + { + "epoch": 0.902651534603468, + "grad_norm": 2.658113718032837, + "learning_rate": 4.929358599179368e-07, + "loss": 2.4407, + "step": 52732 + }, + { + "epoch": 0.9026686523220185, + "grad_norm": 2.7506392002105713, + "learning_rate": 4.927639576656906e-07, + "loss": 2.2413, + "step": 52733 + }, + { + "epoch": 0.902685770040569, + "grad_norm": 2.694843292236328, + "learning_rate": 4.925920846353771e-07, + "loss": 2.3433, + "step": 52734 + }, + { + "epoch": 0.9027028877591194, + "grad_norm": 2.8294878005981445, + "learning_rate": 4.924202408275203e-07, + "loss": 2.3191, + "step": 52735 + }, + { + "epoch": 0.90272000547767, + "grad_norm": 2.549675941467285, + "learning_rate": 4.922484262426531e-07, + "loss": 2.2645, + "step": 52736 + }, + { + "epoch": 0.9027371231962205, + "grad_norm": 2.5197746753692627, + "learning_rate": 4.920766408812993e-07, + "loss": 2.2247, + "step": 52737 + }, + { + "epoch": 0.9027542409147709, + "grad_norm": 2.585615873336792, + "learning_rate": 4.919048847439889e-07, + "loss": 2.407, + "step": 52738 + }, + { + "epoch": 0.9027713586333214, + "grad_norm": 2.5857174396514893, + "learning_rate": 4.917331578312523e-07, + "loss": 2.1641, + "step": 52739 + }, + { + "epoch": 0.9027884763518719, + "grad_norm": 2.6275148391723633, + "learning_rate": 4.915614601436102e-07, + "loss": 2.3403, + "step": 52740 + }, + { + "epoch": 0.9028055940704223, + "grad_norm": 2.7397398948669434, + "learning_rate": 4.91389791681599e-07, + "loss": 2.2597, + "step": 52741 + }, + { + "epoch": 0.9028227117889728, + "grad_norm": 2.485165596008301, + "learning_rate": 4.912181524457404e-07, + "loss": 2.238, + "step": 52742 + }, + { + "epoch": 0.9028398295075233, + "grad_norm": 2.5800814628601074, + "learning_rate": 4.910465424365641e-07, + "loss": 2.2715, + "step": 52743 + }, + { + "epoch": 0.9028569472260737, + "grad_norm": 2.808651924133301, + "learning_rate": 4.908749616545994e-07, + "loss": 2.3379, + "step": 52744 + }, + { + "epoch": 0.9028740649446242, + "grad_norm": 2.5240211486816406, + "learning_rate": 4.907034101003672e-07, + "loss": 2.3948, + "step": 52745 + }, + { + "epoch": 0.9028911826631747, + "grad_norm": 2.793747901916504, + "learning_rate": 4.905318877744026e-07, + "loss": 2.2883, + "step": 52746 + }, + { + "epoch": 0.9029083003817251, + "grad_norm": 2.61999249458313, + "learning_rate": 4.903603946772273e-07, + "loss": 2.3452, + "step": 52747 + }, + { + "epoch": 0.9029254181002756, + "grad_norm": 2.5433335304260254, + "learning_rate": 4.901889308093721e-07, + "loss": 2.2919, + "step": 52748 + }, + { + "epoch": 0.9029425358188261, + "grad_norm": 2.639998435974121, + "learning_rate": 4.900174961713622e-07, + "loss": 2.2674, + "step": 52749 + }, + { + "epoch": 0.9029596535373765, + "grad_norm": 2.7105355262756348, + "learning_rate": 4.898460907637237e-07, + "loss": 2.3688, + "step": 52750 + }, + { + "epoch": 0.902976771255927, + "grad_norm": 2.6901326179504395, + "learning_rate": 4.896747145869862e-07, + "loss": 2.3833, + "step": 52751 + }, + { + "epoch": 0.9029938889744775, + "grad_norm": 2.4661073684692383, + "learning_rate": 4.895033676416716e-07, + "loss": 2.1762, + "step": 52752 + }, + { + "epoch": 0.9030110066930279, + "grad_norm": 2.479766368865967, + "learning_rate": 4.893320499283128e-07, + "loss": 2.2501, + "step": 52753 + }, + { + "epoch": 0.9030281244115784, + "grad_norm": 2.542383909225464, + "learning_rate": 4.891607614474314e-07, + "loss": 2.3472, + "step": 52754 + }, + { + "epoch": 0.9030452421301289, + "grad_norm": 2.7052884101867676, + "learning_rate": 4.889895021995561e-07, + "loss": 2.3845, + "step": 52755 + }, + { + "epoch": 0.9030623598486793, + "grad_norm": 2.554626703262329, + "learning_rate": 4.888182721852131e-07, + "loss": 2.3345, + "step": 52756 + }, + { + "epoch": 0.9030794775672298, + "grad_norm": 2.928396224975586, + "learning_rate": 4.886470714049285e-07, + "loss": 2.3869, + "step": 52757 + }, + { + "epoch": 0.9030965952857803, + "grad_norm": 2.572223663330078, + "learning_rate": 4.884758998592298e-07, + "loss": 2.1857, + "step": 52758 + }, + { + "epoch": 0.9031137130043307, + "grad_norm": 2.4429666996002197, + "learning_rate": 4.883047575486411e-07, + "loss": 2.2567, + "step": 52759 + }, + { + "epoch": 0.9031308307228813, + "grad_norm": 2.4907188415527344, + "learning_rate": 4.881336444736884e-07, + "loss": 2.2924, + "step": 52760 + }, + { + "epoch": 0.9031479484414318, + "grad_norm": 2.7078404426574707, + "learning_rate": 4.879625606348982e-07, + "loss": 2.2562, + "step": 52761 + }, + { + "epoch": 0.9031650661599822, + "grad_norm": 2.560336112976074, + "learning_rate": 4.877915060327965e-07, + "loss": 2.2961, + "step": 52762 + }, + { + "epoch": 0.9031821838785327, + "grad_norm": 2.6859042644500732, + "learning_rate": 4.876204806679097e-07, + "loss": 2.2586, + "step": 52763 + }, + { + "epoch": 0.9031993015970832, + "grad_norm": 2.598771572113037, + "learning_rate": 4.874494845407629e-07, + "loss": 2.3608, + "step": 52764 + }, + { + "epoch": 0.9032164193156336, + "grad_norm": 2.8507492542266846, + "learning_rate": 4.872785176518835e-07, + "loss": 2.4305, + "step": 52765 + }, + { + "epoch": 0.9032335370341841, + "grad_norm": 2.640735626220703, + "learning_rate": 4.871075800017933e-07, + "loss": 2.3686, + "step": 52766 + }, + { + "epoch": 0.9032506547527346, + "grad_norm": 2.5354480743408203, + "learning_rate": 4.869366715910184e-07, + "loss": 2.1517, + "step": 52767 + }, + { + "epoch": 0.903267772471285, + "grad_norm": 2.5639185905456543, + "learning_rate": 4.867657924200875e-07, + "loss": 2.3354, + "step": 52768 + }, + { + "epoch": 0.9032848901898355, + "grad_norm": 2.5199997425079346, + "learning_rate": 4.865949424895223e-07, + "loss": 2.2565, + "step": 52769 + }, + { + "epoch": 0.903302007908386, + "grad_norm": 2.666801929473877, + "learning_rate": 4.864241217998489e-07, + "loss": 2.3187, + "step": 52770 + }, + { + "epoch": 0.9033191256269364, + "grad_norm": 2.7838878631591797, + "learning_rate": 4.862533303515948e-07, + "loss": 2.4223, + "step": 52771 + }, + { + "epoch": 0.9033362433454869, + "grad_norm": 2.6763525009155273, + "learning_rate": 4.860825681452819e-07, + "loss": 2.3368, + "step": 52772 + }, + { + "epoch": 0.9033533610640374, + "grad_norm": 2.785632610321045, + "learning_rate": 4.859118351814351e-07, + "loss": 2.164, + "step": 52773 + }, + { + "epoch": 0.9033704787825878, + "grad_norm": 2.746767997741699, + "learning_rate": 4.857411314605809e-07, + "loss": 2.2559, + "step": 52774 + }, + { + "epoch": 0.9033875965011383, + "grad_norm": 2.640361785888672, + "learning_rate": 4.85570456983242e-07, + "loss": 2.3686, + "step": 52775 + }, + { + "epoch": 0.9034047142196888, + "grad_norm": 2.654806137084961, + "learning_rate": 4.85399811749947e-07, + "loss": 2.3638, + "step": 52776 + }, + { + "epoch": 0.9034218319382392, + "grad_norm": 2.7555863857269287, + "learning_rate": 4.852291957612132e-07, + "loss": 2.3514, + "step": 52777 + }, + { + "epoch": 0.9034389496567897, + "grad_norm": 2.5827951431274414, + "learning_rate": 4.850586090175735e-07, + "loss": 2.3287, + "step": 52778 + }, + { + "epoch": 0.9034560673753402, + "grad_norm": 2.8678529262542725, + "learning_rate": 4.848880515195465e-07, + "loss": 2.3812, + "step": 52779 + }, + { + "epoch": 0.9034731850938907, + "grad_norm": 2.565488338470459, + "learning_rate": 4.84717523267657e-07, + "loss": 2.4073, + "step": 52780 + }, + { + "epoch": 0.9034903028124411, + "grad_norm": 2.6471877098083496, + "learning_rate": 4.845470242624328e-07, + "loss": 2.3874, + "step": 52781 + }, + { + "epoch": 0.9035074205309916, + "grad_norm": 2.6438138484954834, + "learning_rate": 4.843765545043922e-07, + "loss": 2.271, + "step": 52782 + }, + { + "epoch": 0.9035245382495422, + "grad_norm": 2.6452114582061768, + "learning_rate": 4.842061139940646e-07, + "loss": 2.2719, + "step": 52783 + }, + { + "epoch": 0.9035416559680925, + "grad_norm": 2.51593017578125, + "learning_rate": 4.840357027319697e-07, + "loss": 2.1716, + "step": 52784 + }, + { + "epoch": 0.9035587736866431, + "grad_norm": 2.6197593212127686, + "learning_rate": 4.838653207186351e-07, + "loss": 2.3611, + "step": 52785 + }, + { + "epoch": 0.9035758914051936, + "grad_norm": 2.5499255657196045, + "learning_rate": 4.836949679545822e-07, + "loss": 2.3265, + "step": 52786 + }, + { + "epoch": 0.903593009123744, + "grad_norm": 2.6613829135894775, + "learning_rate": 4.83524644440334e-07, + "loss": 2.2912, + "step": 52787 + }, + { + "epoch": 0.9036101268422945, + "grad_norm": 2.504655361175537, + "learning_rate": 4.833543501764171e-07, + "loss": 2.261, + "step": 52788 + }, + { + "epoch": 0.903627244560845, + "grad_norm": 2.7479474544525146, + "learning_rate": 4.831840851633496e-07, + "loss": 2.2962, + "step": 52789 + }, + { + "epoch": 0.9036443622793954, + "grad_norm": 2.684938669204712, + "learning_rate": 4.830138494016601e-07, + "loss": 2.3346, + "step": 52790 + }, + { + "epoch": 0.9036614799979459, + "grad_norm": 2.6876962184906006, + "learning_rate": 4.828436428918692e-07, + "loss": 2.4487, + "step": 52791 + }, + { + "epoch": 0.9036785977164964, + "grad_norm": 2.651520013809204, + "learning_rate": 4.826734656345011e-07, + "loss": 2.293, + "step": 52792 + }, + { + "epoch": 0.9036957154350468, + "grad_norm": 2.5263237953186035, + "learning_rate": 4.825033176300786e-07, + "loss": 2.2405, + "step": 52793 + }, + { + "epoch": 0.9037128331535973, + "grad_norm": 2.6971867084503174, + "learning_rate": 4.823331988791224e-07, + "loss": 2.2955, + "step": 52794 + }, + { + "epoch": 0.9037299508721478, + "grad_norm": 2.6885297298431396, + "learning_rate": 4.821631093821611e-07, + "loss": 2.3244, + "step": 52795 + }, + { + "epoch": 0.9037470685906982, + "grad_norm": 2.5697104930877686, + "learning_rate": 4.819930491397107e-07, + "loss": 2.3422, + "step": 52796 + }, + { + "epoch": 0.9037641863092487, + "grad_norm": 2.891319513320923, + "learning_rate": 4.818230181522987e-07, + "loss": 2.3545, + "step": 52797 + }, + { + "epoch": 0.9037813040277992, + "grad_norm": 2.764741897583008, + "learning_rate": 4.816530164204447e-07, + "loss": 2.2457, + "step": 52798 + }, + { + "epoch": 0.9037984217463496, + "grad_norm": 2.356248378753662, + "learning_rate": 4.814830439446738e-07, + "loss": 2.2465, + "step": 52799 + }, + { + "epoch": 0.9038155394649001, + "grad_norm": 2.6928443908691406, + "learning_rate": 4.813131007255079e-07, + "loss": 2.3848, + "step": 52800 + }, + { + "epoch": 0.9038326571834506, + "grad_norm": 2.4587841033935547, + "learning_rate": 4.811431867634664e-07, + "loss": 2.2475, + "step": 52801 + }, + { + "epoch": 0.903849774902001, + "grad_norm": 2.7068653106689453, + "learning_rate": 4.809733020590756e-07, + "loss": 2.3405, + "step": 52802 + }, + { + "epoch": 0.9038668926205515, + "grad_norm": 2.6193790435791016, + "learning_rate": 4.808034466128564e-07, + "loss": 2.3467, + "step": 52803 + }, + { + "epoch": 0.903884010339102, + "grad_norm": 2.6175520420074463, + "learning_rate": 4.806336204253292e-07, + "loss": 2.2344, + "step": 52804 + }, + { + "epoch": 0.9039011280576524, + "grad_norm": 2.532111883163452, + "learning_rate": 4.804638234970172e-07, + "loss": 2.2063, + "step": 52805 + }, + { + "epoch": 0.9039182457762029, + "grad_norm": 2.5351195335388184, + "learning_rate": 4.802940558284419e-07, + "loss": 2.3273, + "step": 52806 + }, + { + "epoch": 0.9039353634947535, + "grad_norm": 2.6939141750335693, + "learning_rate": 4.801243174201264e-07, + "loss": 2.3451, + "step": 52807 + }, + { + "epoch": 0.9039524812133038, + "grad_norm": 2.841947555541992, + "learning_rate": 4.799546082725925e-07, + "loss": 2.3595, + "step": 52808 + }, + { + "epoch": 0.9039695989318544, + "grad_norm": 2.7194995880126953, + "learning_rate": 4.797849283863587e-07, + "loss": 2.3748, + "step": 52809 + }, + { + "epoch": 0.9039867166504049, + "grad_norm": 2.5141491889953613, + "learning_rate": 4.7961527776195e-07, + "loss": 2.1636, + "step": 52810 + }, + { + "epoch": 0.9040038343689553, + "grad_norm": 2.598545551300049, + "learning_rate": 4.79445656399885e-07, + "loss": 2.4006, + "step": 52811 + }, + { + "epoch": 0.9040209520875058, + "grad_norm": 2.6994571685791016, + "learning_rate": 4.792760643006877e-07, + "loss": 2.3665, + "step": 52812 + }, + { + "epoch": 0.9040380698060563, + "grad_norm": 2.609039783477783, + "learning_rate": 4.791065014648799e-07, + "loss": 2.3167, + "step": 52813 + }, + { + "epoch": 0.9040551875246067, + "grad_norm": 2.650075912475586, + "learning_rate": 4.789369678929778e-07, + "loss": 2.3253, + "step": 52814 + }, + { + "epoch": 0.9040723052431572, + "grad_norm": 2.671318531036377, + "learning_rate": 4.787674635855077e-07, + "loss": 2.2738, + "step": 52815 + }, + { + "epoch": 0.9040894229617077, + "grad_norm": 2.6636741161346436, + "learning_rate": 4.785979885429881e-07, + "loss": 2.2209, + "step": 52816 + }, + { + "epoch": 0.9041065406802581, + "grad_norm": 2.717851400375366, + "learning_rate": 4.784285427659408e-07, + "loss": 2.3432, + "step": 52817 + }, + { + "epoch": 0.9041236583988086, + "grad_norm": 2.7455246448516846, + "learning_rate": 4.782591262548875e-07, + "loss": 2.3346, + "step": 52818 + }, + { + "epoch": 0.9041407761173591, + "grad_norm": 2.4418089389801025, + "learning_rate": 4.780897390103456e-07, + "loss": 2.2891, + "step": 52819 + }, + { + "epoch": 0.9041578938359095, + "grad_norm": 2.5662028789520264, + "learning_rate": 4.779203810328392e-07, + "loss": 2.3048, + "step": 52820 + }, + { + "epoch": 0.90417501155446, + "grad_norm": 2.5962812900543213, + "learning_rate": 4.777510523228857e-07, + "loss": 2.3181, + "step": 52821 + }, + { + "epoch": 0.9041921292730105, + "grad_norm": 2.5744102001190186, + "learning_rate": 4.775817528810101e-07, + "loss": 2.2442, + "step": 52822 + }, + { + "epoch": 0.9042092469915609, + "grad_norm": 2.542387008666992, + "learning_rate": 4.774124827077287e-07, + "loss": 2.2548, + "step": 52823 + }, + { + "epoch": 0.9042263647101114, + "grad_norm": 2.592069387435913, + "learning_rate": 4.772432418035633e-07, + "loss": 2.2894, + "step": 52824 + }, + { + "epoch": 0.9042434824286619, + "grad_norm": 2.5148043632507324, + "learning_rate": 4.770740301690346e-07, + "loss": 2.243, + "step": 52825 + }, + { + "epoch": 0.9042606001472124, + "grad_norm": 2.74003005027771, + "learning_rate": 4.769048478046601e-07, + "loss": 2.3323, + "step": 52826 + }, + { + "epoch": 0.9042777178657628, + "grad_norm": 2.562706470489502, + "learning_rate": 4.767356947109647e-07, + "loss": 2.2645, + "step": 52827 + }, + { + "epoch": 0.9042948355843133, + "grad_norm": 2.68597412109375, + "learning_rate": 4.765665708884626e-07, + "loss": 2.3311, + "step": 52828 + }, + { + "epoch": 0.9043119533028638, + "grad_norm": 2.6139116287231445, + "learning_rate": 4.7639747633767774e-07, + "loss": 2.3395, + "step": 52829 + }, + { + "epoch": 0.9043290710214142, + "grad_norm": 2.53023362159729, + "learning_rate": 4.7622841105912865e-07, + "loss": 2.3347, + "step": 52830 + }, + { + "epoch": 0.9043461887399648, + "grad_norm": 2.600466012954712, + "learning_rate": 4.760593750533327e-07, + "loss": 2.2511, + "step": 52831 + }, + { + "epoch": 0.9043633064585153, + "grad_norm": 2.736332654953003, + "learning_rate": 4.758903683208149e-07, + "loss": 2.3732, + "step": 52832 + }, + { + "epoch": 0.9043804241770657, + "grad_norm": 2.592034101486206, + "learning_rate": 4.757213908620895e-07, + "loss": 2.3374, + "step": 52833 + }, + { + "epoch": 0.9043975418956162, + "grad_norm": 2.546074628829956, + "learning_rate": 4.755524426776781e-07, + "loss": 2.1683, + "step": 52834 + }, + { + "epoch": 0.9044146596141667, + "grad_norm": 2.690654993057251, + "learning_rate": 4.7538352376809925e-07, + "loss": 2.2512, + "step": 52835 + }, + { + "epoch": 0.9044317773327171, + "grad_norm": 2.6025919914245605, + "learning_rate": 4.752146341338715e-07, + "loss": 2.2582, + "step": 52836 + }, + { + "epoch": 0.9044488950512676, + "grad_norm": 2.6485488414764404, + "learning_rate": 4.750457737755176e-07, + "loss": 2.3064, + "step": 52837 + }, + { + "epoch": 0.9044660127698181, + "grad_norm": 2.608593702316284, + "learning_rate": 4.748769426935518e-07, + "loss": 2.3232, + "step": 52838 + }, + { + "epoch": 0.9044831304883685, + "grad_norm": 2.70157527923584, + "learning_rate": 4.747081408884968e-07, + "loss": 2.346, + "step": 52839 + }, + { + "epoch": 0.904500248206919, + "grad_norm": 2.5671699047088623, + "learning_rate": 4.74539368360869e-07, + "loss": 2.2655, + "step": 52840 + }, + { + "epoch": 0.9045173659254695, + "grad_norm": 2.7305374145507812, + "learning_rate": 4.743706251111879e-07, + "loss": 2.3923, + "step": 52841 + }, + { + "epoch": 0.9045344836440199, + "grad_norm": 2.728769540786743, + "learning_rate": 4.7420191113997203e-07, + "loss": 2.4528, + "step": 52842 + }, + { + "epoch": 0.9045516013625704, + "grad_norm": 2.6470136642456055, + "learning_rate": 4.7403322644774095e-07, + "loss": 2.3587, + "step": 52843 + }, + { + "epoch": 0.9045687190811209, + "grad_norm": 2.6619222164154053, + "learning_rate": 4.7386457103501316e-07, + "loss": 2.1848, + "step": 52844 + }, + { + "epoch": 0.9045858367996713, + "grad_norm": 2.703049898147583, + "learning_rate": 4.736959449023049e-07, + "loss": 2.3268, + "step": 52845 + }, + { + "epoch": 0.9046029545182218, + "grad_norm": 2.5968241691589355, + "learning_rate": 4.7352734805013566e-07, + "loss": 2.3492, + "step": 52846 + }, + { + "epoch": 0.9046200722367723, + "grad_norm": 2.8124759197235107, + "learning_rate": 4.7335878047902404e-07, + "loss": 2.3408, + "step": 52847 + }, + { + "epoch": 0.9046371899553227, + "grad_norm": 2.70706844329834, + "learning_rate": 4.731902421894874e-07, + "loss": 2.3576, + "step": 52848 + }, + { + "epoch": 0.9046543076738732, + "grad_norm": 2.932387351989746, + "learning_rate": 4.7302173318204524e-07, + "loss": 2.394, + "step": 52849 + }, + { + "epoch": 0.9046714253924237, + "grad_norm": 2.7638134956359863, + "learning_rate": 4.72853253457215e-07, + "loss": 2.3308, + "step": 52850 + }, + { + "epoch": 0.9046885431109741, + "grad_norm": 2.743236541748047, + "learning_rate": 4.726848030155129e-07, + "loss": 2.3341, + "step": 52851 + }, + { + "epoch": 0.9047056608295246, + "grad_norm": 2.6041722297668457, + "learning_rate": 4.725163818574585e-07, + "loss": 2.2953, + "step": 52852 + }, + { + "epoch": 0.9047227785480751, + "grad_norm": 2.527364492416382, + "learning_rate": 4.723479899835681e-07, + "loss": 2.2162, + "step": 52853 + }, + { + "epoch": 0.9047398962666255, + "grad_norm": 2.5894992351531982, + "learning_rate": 4.721796273943602e-07, + "loss": 2.2682, + "step": 52854 + }, + { + "epoch": 0.904757013985176, + "grad_norm": 2.5216214656829834, + "learning_rate": 4.720112940903521e-07, + "loss": 2.3301, + "step": 52855 + }, + { + "epoch": 0.9047741317037266, + "grad_norm": 2.7289886474609375, + "learning_rate": 4.7184299007206224e-07, + "loss": 2.199, + "step": 52856 + }, + { + "epoch": 0.904791249422277, + "grad_norm": 2.541516065597534, + "learning_rate": 4.7167471534000696e-07, + "loss": 2.3276, + "step": 52857 + }, + { + "epoch": 0.9048083671408275, + "grad_norm": 2.562746524810791, + "learning_rate": 4.715064698947025e-07, + "loss": 2.2745, + "step": 52858 + }, + { + "epoch": 0.904825484859378, + "grad_norm": 2.833314895629883, + "learning_rate": 4.713382537366673e-07, + "loss": 2.5054, + "step": 52859 + }, + { + "epoch": 0.9048426025779284, + "grad_norm": 2.5721969604492188, + "learning_rate": 4.7117006686641764e-07, + "loss": 2.2093, + "step": 52860 + }, + { + "epoch": 0.9048597202964789, + "grad_norm": 2.7684216499328613, + "learning_rate": 4.710019092844709e-07, + "loss": 2.2916, + "step": 52861 + }, + { + "epoch": 0.9048768380150294, + "grad_norm": 2.7697880268096924, + "learning_rate": 4.708337809913444e-07, + "loss": 2.4523, + "step": 52862 + }, + { + "epoch": 0.9048939557335798, + "grad_norm": 2.5271363258361816, + "learning_rate": 4.7066568198755213e-07, + "loss": 2.2237, + "step": 52863 + }, + { + "epoch": 0.9049110734521303, + "grad_norm": 2.566112518310547, + "learning_rate": 4.70497612273616e-07, + "loss": 2.3747, + "step": 52864 + }, + { + "epoch": 0.9049281911706808, + "grad_norm": 2.6240367889404297, + "learning_rate": 4.703295718500489e-07, + "loss": 2.3022, + "step": 52865 + }, + { + "epoch": 0.9049453088892312, + "grad_norm": 2.563119411468506, + "learning_rate": 4.701615607173671e-07, + "loss": 2.3758, + "step": 52866 + }, + { + "epoch": 0.9049624266077817, + "grad_norm": 2.6208572387695312, + "learning_rate": 4.699935788760901e-07, + "loss": 2.339, + "step": 52867 + }, + { + "epoch": 0.9049795443263322, + "grad_norm": 2.594237804412842, + "learning_rate": 4.698256263267287e-07, + "loss": 2.3251, + "step": 52868 + }, + { + "epoch": 0.9049966620448826, + "grad_norm": 2.5661258697509766, + "learning_rate": 4.6965770306980464e-07, + "loss": 2.3357, + "step": 52869 + }, + { + "epoch": 0.9050137797634331, + "grad_norm": 2.7148258686065674, + "learning_rate": 4.6948980910583195e-07, + "loss": 2.2347, + "step": 52870 + }, + { + "epoch": 0.9050308974819836, + "grad_norm": 2.7028818130493164, + "learning_rate": 4.6932194443532584e-07, + "loss": 2.4245, + "step": 52871 + }, + { + "epoch": 0.905048015200534, + "grad_norm": 2.5899596214294434, + "learning_rate": 4.6915410905880364e-07, + "loss": 2.4388, + "step": 52872 + }, + { + "epoch": 0.9050651329190845, + "grad_norm": 2.6693944931030273, + "learning_rate": 4.689863029767794e-07, + "loss": 2.3769, + "step": 52873 + }, + { + "epoch": 0.905082250637635, + "grad_norm": 2.657291889190674, + "learning_rate": 4.688185261897715e-07, + "loss": 2.3583, + "step": 52874 + }, + { + "epoch": 0.9050993683561855, + "grad_norm": 2.631598949432373, + "learning_rate": 4.6865077869829303e-07, + "loss": 2.2581, + "step": 52875 + }, + { + "epoch": 0.9051164860747359, + "grad_norm": 2.635824680328369, + "learning_rate": 4.684830605028623e-07, + "loss": 2.3435, + "step": 52876 + }, + { + "epoch": 0.9051336037932864, + "grad_norm": 2.6398322582244873, + "learning_rate": 4.6831537160399235e-07, + "loss": 2.2744, + "step": 52877 + }, + { + "epoch": 0.905150721511837, + "grad_norm": 2.899733066558838, + "learning_rate": 4.6814771200220046e-07, + "loss": 2.4551, + "step": 52878 + }, + { + "epoch": 0.9051678392303873, + "grad_norm": 2.7931225299835205, + "learning_rate": 4.679800816979996e-07, + "loss": 2.3454, + "step": 52879 + }, + { + "epoch": 0.9051849569489379, + "grad_norm": 2.5897409915924072, + "learning_rate": 4.678124806919071e-07, + "loss": 2.3023, + "step": 52880 + }, + { + "epoch": 0.9052020746674884, + "grad_norm": 2.696316719055176, + "learning_rate": 4.6764490898443925e-07, + "loss": 2.3672, + "step": 52881 + }, + { + "epoch": 0.9052191923860388, + "grad_norm": 2.779879331588745, + "learning_rate": 4.6747736657610785e-07, + "loss": 2.4209, + "step": 52882 + }, + { + "epoch": 0.9052363101045893, + "grad_norm": 2.9326248168945312, + "learning_rate": 4.6730985346742917e-07, + "loss": 2.2997, + "step": 52883 + }, + { + "epoch": 0.9052534278231398, + "grad_norm": 2.7095954418182373, + "learning_rate": 4.6714236965891837e-07, + "loss": 2.3187, + "step": 52884 + }, + { + "epoch": 0.9052705455416902, + "grad_norm": 2.4978246688842773, + "learning_rate": 4.669749151510905e-07, + "loss": 2.1765, + "step": 52885 + }, + { + "epoch": 0.9052876632602407, + "grad_norm": 2.854989528656006, + "learning_rate": 4.6680748994445966e-07, + "loss": 2.3434, + "step": 52886 + }, + { + "epoch": 0.9053047809787912, + "grad_norm": 2.5541133880615234, + "learning_rate": 4.666400940395421e-07, + "loss": 2.311, + "step": 52887 + }, + { + "epoch": 0.9053218986973416, + "grad_norm": 2.6108803749084473, + "learning_rate": 4.6647272743684857e-07, + "loss": 2.1149, + "step": 52888 + }, + { + "epoch": 0.9053390164158921, + "grad_norm": 2.6857476234436035, + "learning_rate": 4.6630539013689747e-07, + "loss": 2.327, + "step": 52889 + }, + { + "epoch": 0.9053561341344426, + "grad_norm": 2.5200366973876953, + "learning_rate": 4.661380821402006e-07, + "loss": 2.2513, + "step": 52890 + }, + { + "epoch": 0.905373251852993, + "grad_norm": 2.6177825927734375, + "learning_rate": 4.659708034472732e-07, + "loss": 2.2009, + "step": 52891 + }, + { + "epoch": 0.9053903695715435, + "grad_norm": 2.6141653060913086, + "learning_rate": 4.658035540586292e-07, + "loss": 2.2824, + "step": 52892 + }, + { + "epoch": 0.905407487290094, + "grad_norm": 2.615748405456543, + "learning_rate": 4.656363339747838e-07, + "loss": 2.32, + "step": 52893 + }, + { + "epoch": 0.9054246050086444, + "grad_norm": 2.4658358097076416, + "learning_rate": 4.6546914319625104e-07, + "loss": 2.2248, + "step": 52894 + }, + { + "epoch": 0.9054417227271949, + "grad_norm": 2.628922700881958, + "learning_rate": 4.653019817235416e-07, + "loss": 2.3948, + "step": 52895 + }, + { + "epoch": 0.9054588404457454, + "grad_norm": 2.733344316482544, + "learning_rate": 4.651348495571717e-07, + "loss": 2.2359, + "step": 52896 + }, + { + "epoch": 0.9054759581642958, + "grad_norm": 2.8166756629943848, + "learning_rate": 4.6496774669765545e-07, + "loss": 2.3668, + "step": 52897 + }, + { + "epoch": 0.9054930758828463, + "grad_norm": 2.8022756576538086, + "learning_rate": 4.648006731455057e-07, + "loss": 2.4822, + "step": 52898 + }, + { + "epoch": 0.9055101936013968, + "grad_norm": 2.5603339672088623, + "learning_rate": 4.6463362890123763e-07, + "loss": 2.3018, + "step": 52899 + }, + { + "epoch": 0.9055273113199472, + "grad_norm": 2.583303213119507, + "learning_rate": 4.6446661396535977e-07, + "loss": 2.3529, + "step": 52900 + }, + { + "epoch": 0.9055444290384977, + "grad_norm": 2.7232208251953125, + "learning_rate": 4.642996283383916e-07, + "loss": 2.3248, + "step": 52901 + }, + { + "epoch": 0.9055615467570483, + "grad_norm": 2.6842305660247803, + "learning_rate": 4.641326720208428e-07, + "loss": 2.1777, + "step": 52902 + }, + { + "epoch": 0.9055786644755986, + "grad_norm": 2.581289768218994, + "learning_rate": 4.639657450132262e-07, + "loss": 2.2702, + "step": 52903 + }, + { + "epoch": 0.9055957821941492, + "grad_norm": 2.6602044105529785, + "learning_rate": 4.637988473160582e-07, + "loss": 2.4353, + "step": 52904 + }, + { + "epoch": 0.9056128999126997, + "grad_norm": 2.757476568222046, + "learning_rate": 4.6363197892984715e-07, + "loss": 2.3456, + "step": 52905 + }, + { + "epoch": 0.9056300176312501, + "grad_norm": 2.502640962600708, + "learning_rate": 4.6346513985511153e-07, + "loss": 2.3613, + "step": 52906 + }, + { + "epoch": 0.9056471353498006, + "grad_norm": 2.6241095066070557, + "learning_rate": 4.632983300923588e-07, + "loss": 2.1983, + "step": 52907 + }, + { + "epoch": 0.9056642530683511, + "grad_norm": 2.766538619995117, + "learning_rate": 4.6313154964210407e-07, + "loss": 2.3109, + "step": 52908 + }, + { + "epoch": 0.9056813707869015, + "grad_norm": 2.608079433441162, + "learning_rate": 4.6296479850486133e-07, + "loss": 2.2571, + "step": 52909 + }, + { + "epoch": 0.905698488505452, + "grad_norm": 2.6479573249816895, + "learning_rate": 4.6279807668113794e-07, + "loss": 2.3301, + "step": 52910 + }, + { + "epoch": 0.9057156062240025, + "grad_norm": 2.4761838912963867, + "learning_rate": 4.626313841714536e-07, + "loss": 2.3062, + "step": 52911 + }, + { + "epoch": 0.9057327239425529, + "grad_norm": 2.766737937927246, + "learning_rate": 4.6246472097631447e-07, + "loss": 2.5347, + "step": 52912 + }, + { + "epoch": 0.9057498416611034, + "grad_norm": 2.7441213130950928, + "learning_rate": 4.622980870962379e-07, + "loss": 2.3589, + "step": 52913 + }, + { + "epoch": 0.9057669593796539, + "grad_norm": 2.687126636505127, + "learning_rate": 4.6213148253173134e-07, + "loss": 2.3402, + "step": 52914 + }, + { + "epoch": 0.9057840770982043, + "grad_norm": 2.5744097232818604, + "learning_rate": 4.619649072833099e-07, + "loss": 2.2089, + "step": 52915 + }, + { + "epoch": 0.9058011948167548, + "grad_norm": 2.6197926998138428, + "learning_rate": 4.617983613514865e-07, + "loss": 2.404, + "step": 52916 + }, + { + "epoch": 0.9058183125353053, + "grad_norm": 2.549957513809204, + "learning_rate": 4.616318447367685e-07, + "loss": 2.1881, + "step": 52917 + }, + { + "epoch": 0.9058354302538557, + "grad_norm": 2.526560068130493, + "learning_rate": 4.6146535743967215e-07, + "loss": 2.3112, + "step": 52918 + }, + { + "epoch": 0.9058525479724062, + "grad_norm": 2.647199869155884, + "learning_rate": 4.6129889946070705e-07, + "loss": 2.2419, + "step": 52919 + }, + { + "epoch": 0.9058696656909567, + "grad_norm": 2.7651751041412354, + "learning_rate": 4.6113247080038506e-07, + "loss": 2.3806, + "step": 52920 + }, + { + "epoch": 0.9058867834095072, + "grad_norm": 2.8025248050689697, + "learning_rate": 4.6096607145921904e-07, + "loss": 2.3595, + "step": 52921 + }, + { + "epoch": 0.9059039011280576, + "grad_norm": 2.685271739959717, + "learning_rate": 4.607997014377186e-07, + "loss": 2.3137, + "step": 52922 + }, + { + "epoch": 0.9059210188466081, + "grad_norm": 2.6933066844940186, + "learning_rate": 4.6063336073639666e-07, + "loss": 2.3093, + "step": 52923 + }, + { + "epoch": 0.9059381365651586, + "grad_norm": 2.7499780654907227, + "learning_rate": 4.604670493557628e-07, + "loss": 2.3426, + "step": 52924 + }, + { + "epoch": 0.905955254283709, + "grad_norm": 2.7928240299224854, + "learning_rate": 4.603007672963289e-07, + "loss": 2.3104, + "step": 52925 + }, + { + "epoch": 0.9059723720022596, + "grad_norm": 2.888495683670044, + "learning_rate": 4.601345145586067e-07, + "loss": 2.3018, + "step": 52926 + }, + { + "epoch": 0.9059894897208101, + "grad_norm": 2.5358498096466064, + "learning_rate": 4.599682911431069e-07, + "loss": 2.3042, + "step": 52927 + }, + { + "epoch": 0.9060066074393605, + "grad_norm": 2.613149404525757, + "learning_rate": 4.598020970503403e-07, + "loss": 2.3667, + "step": 52928 + }, + { + "epoch": 0.906023725157911, + "grad_norm": 2.5940756797790527, + "learning_rate": 4.596359322808175e-07, + "loss": 2.4044, + "step": 52929 + }, + { + "epoch": 0.9060408428764615, + "grad_norm": 2.9021847248077393, + "learning_rate": 4.594697968350503e-07, + "loss": 2.3966, + "step": 52930 + }, + { + "epoch": 0.9060579605950119, + "grad_norm": 2.5514819622039795, + "learning_rate": 4.593036907135473e-07, + "loss": 2.2161, + "step": 52931 + }, + { + "epoch": 0.9060750783135624, + "grad_norm": 2.5197606086730957, + "learning_rate": 4.591376139168213e-07, + "loss": 2.1899, + "step": 52932 + }, + { + "epoch": 0.9060921960321129, + "grad_norm": 2.7023611068725586, + "learning_rate": 4.589715664453809e-07, + "loss": 2.3705, + "step": 52933 + }, + { + "epoch": 0.9061093137506633, + "grad_norm": 2.6329145431518555, + "learning_rate": 4.5880554829973776e-07, + "loss": 2.2132, + "step": 52934 + }, + { + "epoch": 0.9061264314692138, + "grad_norm": 2.6297454833984375, + "learning_rate": 4.5863955948040053e-07, + "loss": 2.3137, + "step": 52935 + }, + { + "epoch": 0.9061435491877643, + "grad_norm": 2.6975057125091553, + "learning_rate": 4.584735999878831e-07, + "loss": 2.3571, + "step": 52936 + }, + { + "epoch": 0.9061606669063147, + "grad_norm": 2.7312910556793213, + "learning_rate": 4.583076698226918e-07, + "loss": 2.3045, + "step": 52937 + }, + { + "epoch": 0.9061777846248652, + "grad_norm": 2.560141086578369, + "learning_rate": 4.5814176898533734e-07, + "loss": 2.3092, + "step": 52938 + }, + { + "epoch": 0.9061949023434157, + "grad_norm": 2.6193807125091553, + "learning_rate": 4.5797589747633043e-07, + "loss": 2.2266, + "step": 52939 + }, + { + "epoch": 0.9062120200619661, + "grad_norm": 2.6724090576171875, + "learning_rate": 4.578100552961795e-07, + "loss": 2.4044, + "step": 52940 + }, + { + "epoch": 0.9062291377805166, + "grad_norm": 2.5613675117492676, + "learning_rate": 4.576442424453986e-07, + "loss": 2.2826, + "step": 52941 + }, + { + "epoch": 0.9062462554990671, + "grad_norm": 2.5914971828460693, + "learning_rate": 4.5747845892449073e-07, + "loss": 2.3547, + "step": 52942 + }, + { + "epoch": 0.9062633732176175, + "grad_norm": 2.488454818725586, + "learning_rate": 4.5731270473397096e-07, + "loss": 2.2425, + "step": 52943 + }, + { + "epoch": 0.906280490936168, + "grad_norm": 2.67629337310791, + "learning_rate": 4.571469798743444e-07, + "loss": 2.3189, + "step": 52944 + }, + { + "epoch": 0.9062976086547185, + "grad_norm": 2.5421741008758545, + "learning_rate": 4.569812843461263e-07, + "loss": 2.3264, + "step": 52945 + }, + { + "epoch": 0.9063147263732689, + "grad_norm": 2.6431543827056885, + "learning_rate": 4.568156181498218e-07, + "loss": 2.4685, + "step": 52946 + }, + { + "epoch": 0.9063318440918194, + "grad_norm": 2.6947672367095947, + "learning_rate": 4.566499812859382e-07, + "loss": 2.2868, + "step": 52947 + }, + { + "epoch": 0.90634896181037, + "grad_norm": 2.690596103668213, + "learning_rate": 4.5648437375498953e-07, + "loss": 2.2101, + "step": 52948 + }, + { + "epoch": 0.9063660795289203, + "grad_norm": 2.629361867904663, + "learning_rate": 4.5631879555747994e-07, + "loss": 2.2622, + "step": 52949 + }, + { + "epoch": 0.9063831972474709, + "grad_norm": 2.75079083442688, + "learning_rate": 4.5615324669392337e-07, + "loss": 2.3918, + "step": 52950 + }, + { + "epoch": 0.9064003149660214, + "grad_norm": 2.8268394470214844, + "learning_rate": 4.55987727164825e-07, + "loss": 2.2949, + "step": 52951 + }, + { + "epoch": 0.9064174326845718, + "grad_norm": 2.6513259410858154, + "learning_rate": 4.558222369706944e-07, + "loss": 2.4039, + "step": 52952 + }, + { + "epoch": 0.9064345504031223, + "grad_norm": 2.6231839656829834, + "learning_rate": 4.556567761120423e-07, + "loss": 2.2908, + "step": 52953 + }, + { + "epoch": 0.9064516681216728, + "grad_norm": 2.651292085647583, + "learning_rate": 4.5549134458937274e-07, + "loss": 2.3355, + "step": 52954 + }, + { + "epoch": 0.9064687858402232, + "grad_norm": 2.4520552158355713, + "learning_rate": 4.5532594240319863e-07, + "loss": 2.3035, + "step": 52955 + }, + { + "epoch": 0.9064859035587737, + "grad_norm": 2.5242741107940674, + "learning_rate": 4.551605695540262e-07, + "loss": 2.3228, + "step": 52956 + }, + { + "epoch": 0.9065030212773242, + "grad_norm": 2.6665687561035156, + "learning_rate": 4.54995226042364e-07, + "loss": 2.3982, + "step": 52957 + }, + { + "epoch": 0.9065201389958746, + "grad_norm": 2.6652848720550537, + "learning_rate": 4.548299118687216e-07, + "loss": 2.3463, + "step": 52958 + }, + { + "epoch": 0.9065372567144251, + "grad_norm": 2.8376946449279785, + "learning_rate": 4.5466462703360415e-07, + "loss": 2.4204, + "step": 52959 + }, + { + "epoch": 0.9065543744329756, + "grad_norm": 2.6280136108398438, + "learning_rate": 4.5449937153752456e-07, + "loss": 2.2932, + "step": 52960 + }, + { + "epoch": 0.906571492151526, + "grad_norm": 2.630293130874634, + "learning_rate": 4.5433414538098575e-07, + "loss": 2.3594, + "step": 52961 + }, + { + "epoch": 0.9065886098700765, + "grad_norm": 2.5489823818206787, + "learning_rate": 4.541689485644973e-07, + "loss": 2.2829, + "step": 52962 + }, + { + "epoch": 0.906605727588627, + "grad_norm": 2.7246251106262207, + "learning_rate": 4.540037810885667e-07, + "loss": 2.2811, + "step": 52963 + }, + { + "epoch": 0.9066228453071774, + "grad_norm": 2.6268463134765625, + "learning_rate": 4.538386429537034e-07, + "loss": 2.3539, + "step": 52964 + }, + { + "epoch": 0.9066399630257279, + "grad_norm": 2.5865442752838135, + "learning_rate": 4.536735341604126e-07, + "loss": 2.4104, + "step": 52965 + }, + { + "epoch": 0.9066570807442784, + "grad_norm": 2.630638360977173, + "learning_rate": 4.535084547092039e-07, + "loss": 2.3213, + "step": 52966 + }, + { + "epoch": 0.9066741984628289, + "grad_norm": 2.4016830921173096, + "learning_rate": 4.5334340460058354e-07, + "loss": 2.2447, + "step": 52967 + }, + { + "epoch": 0.9066913161813793, + "grad_norm": 2.8858587741851807, + "learning_rate": 4.5317838383505897e-07, + "loss": 2.4122, + "step": 52968 + }, + { + "epoch": 0.9067084338999298, + "grad_norm": 2.7602734565734863, + "learning_rate": 4.530133924131375e-07, + "loss": 2.3167, + "step": 52969 + }, + { + "epoch": 0.9067255516184803, + "grad_norm": 2.790250778198242, + "learning_rate": 4.528484303353253e-07, + "loss": 2.3908, + "step": 52970 + }, + { + "epoch": 0.9067426693370307, + "grad_norm": 2.6512608528137207, + "learning_rate": 4.5268349760213103e-07, + "loss": 2.4656, + "step": 52971 + }, + { + "epoch": 0.9067597870555812, + "grad_norm": 2.640932321548462, + "learning_rate": 4.5251859421405974e-07, + "loss": 2.3142, + "step": 52972 + }, + { + "epoch": 0.9067769047741318, + "grad_norm": 2.6371054649353027, + "learning_rate": 4.5235372017162216e-07, + "loss": 2.2566, + "step": 52973 + }, + { + "epoch": 0.9067940224926822, + "grad_norm": 2.716643810272217, + "learning_rate": 4.521888754753201e-07, + "loss": 2.3185, + "step": 52974 + }, + { + "epoch": 0.9068111402112327, + "grad_norm": 2.6477982997894287, + "learning_rate": 4.52024060125662e-07, + "loss": 2.272, + "step": 52975 + }, + { + "epoch": 0.9068282579297832, + "grad_norm": 2.6804563999176025, + "learning_rate": 4.5185927412315646e-07, + "loss": 2.2273, + "step": 52976 + }, + { + "epoch": 0.9068453756483336, + "grad_norm": 2.6095640659332275, + "learning_rate": 4.516945174683074e-07, + "loss": 2.2121, + "step": 52977 + }, + { + "epoch": 0.9068624933668841, + "grad_norm": 2.5384466648101807, + "learning_rate": 4.5152979016162336e-07, + "loss": 2.2549, + "step": 52978 + }, + { + "epoch": 0.9068796110854346, + "grad_norm": 2.504735231399536, + "learning_rate": 4.513650922036072e-07, + "loss": 2.2348, + "step": 52979 + }, + { + "epoch": 0.906896728803985, + "grad_norm": 2.780278205871582, + "learning_rate": 4.512004235947709e-07, + "loss": 2.4136, + "step": 52980 + }, + { + "epoch": 0.9069138465225355, + "grad_norm": 2.6993491649627686, + "learning_rate": 4.51035784335615e-07, + "loss": 2.4095, + "step": 52981 + }, + { + "epoch": 0.906930964241086, + "grad_norm": 2.787872076034546, + "learning_rate": 4.508711744266481e-07, + "loss": 2.4758, + "step": 52982 + }, + { + "epoch": 0.9069480819596364, + "grad_norm": 2.8500354290008545, + "learning_rate": 4.5070659386837523e-07, + "loss": 2.3841, + "step": 52983 + }, + { + "epoch": 0.9069651996781869, + "grad_norm": 2.6025359630584717, + "learning_rate": 4.5054204266130277e-07, + "loss": 2.2826, + "step": 52984 + }, + { + "epoch": 0.9069823173967374, + "grad_norm": 2.6223044395446777, + "learning_rate": 4.5037752080593797e-07, + "loss": 2.351, + "step": 52985 + }, + { + "epoch": 0.9069994351152878, + "grad_norm": 2.6932594776153564, + "learning_rate": 4.502130283027828e-07, + "loss": 2.3231, + "step": 52986 + }, + { + "epoch": 0.9070165528338383, + "grad_norm": 2.5763566493988037, + "learning_rate": 4.5004856515234784e-07, + "loss": 2.286, + "step": 52987 + }, + { + "epoch": 0.9070336705523888, + "grad_norm": 2.622265338897705, + "learning_rate": 4.4988413135513387e-07, + "loss": 2.357, + "step": 52988 + }, + { + "epoch": 0.9070507882709392, + "grad_norm": 2.592282295227051, + "learning_rate": 4.497197269116493e-07, + "loss": 2.2742, + "step": 52989 + }, + { + "epoch": 0.9070679059894897, + "grad_norm": 2.7638039588928223, + "learning_rate": 4.495553518223983e-07, + "loss": 2.361, + "step": 52990 + }, + { + "epoch": 0.9070850237080402, + "grad_norm": 2.4327118396759033, + "learning_rate": 4.493910060878848e-07, + "loss": 2.1508, + "step": 52991 + }, + { + "epoch": 0.9071021414265906, + "grad_norm": 2.5663821697235107, + "learning_rate": 4.4922668970861835e-07, + "loss": 2.3376, + "step": 52992 + }, + { + "epoch": 0.9071192591451411, + "grad_norm": 2.718452215194702, + "learning_rate": 4.4906240268509873e-07, + "loss": 2.4207, + "step": 52993 + }, + { + "epoch": 0.9071363768636916, + "grad_norm": 2.6268529891967773, + "learning_rate": 4.488981450178331e-07, + "loss": 2.3376, + "step": 52994 + }, + { + "epoch": 0.907153494582242, + "grad_norm": 2.682188034057617, + "learning_rate": 4.4873391670732904e-07, + "loss": 2.2508, + "step": 52995 + }, + { + "epoch": 0.9071706123007925, + "grad_norm": 2.455317497253418, + "learning_rate": 4.485697177540849e-07, + "loss": 2.3615, + "step": 52996 + }, + { + "epoch": 0.907187730019343, + "grad_norm": 2.6197245121002197, + "learning_rate": 4.484055481586125e-07, + "loss": 2.3162, + "step": 52997 + }, + { + "epoch": 0.9072048477378934, + "grad_norm": 2.642925500869751, + "learning_rate": 4.4824140792141146e-07, + "loss": 2.3365, + "step": 52998 + }, + { + "epoch": 0.907221965456444, + "grad_norm": 2.4628958702087402, + "learning_rate": 4.480772970429881e-07, + "loss": 2.2983, + "step": 52999 + }, + { + "epoch": 0.9072390831749945, + "grad_norm": 2.7344791889190674, + "learning_rate": 4.4791321552384637e-07, + "loss": 2.4999, + "step": 53000 + }, + { + "epoch": 0.9072562008935449, + "grad_norm": 2.670560121536255, + "learning_rate": 4.4774916336449146e-07, + "loss": 2.3675, + "step": 53001 + }, + { + "epoch": 0.9072733186120954, + "grad_norm": 2.7243053913116455, + "learning_rate": 4.4758514056542747e-07, + "loss": 2.3273, + "step": 53002 + }, + { + "epoch": 0.9072904363306459, + "grad_norm": 2.556770086288452, + "learning_rate": 4.474211471271572e-07, + "loss": 2.2547, + "step": 53003 + }, + { + "epoch": 0.9073075540491963, + "grad_norm": 2.741971254348755, + "learning_rate": 4.4725718305018707e-07, + "loss": 2.4146, + "step": 53004 + }, + { + "epoch": 0.9073246717677468, + "grad_norm": 2.5783679485321045, + "learning_rate": 4.470932483350188e-07, + "loss": 2.2913, + "step": 53005 + }, + { + "epoch": 0.9073417894862973, + "grad_norm": 2.493980646133423, + "learning_rate": 4.469293429821564e-07, + "loss": 2.2956, + "step": 53006 + }, + { + "epoch": 0.9073589072048477, + "grad_norm": 2.6483893394470215, + "learning_rate": 4.467654669921051e-07, + "loss": 2.3186, + "step": 53007 + }, + { + "epoch": 0.9073760249233982, + "grad_norm": 2.723015069961548, + "learning_rate": 4.466016203653678e-07, + "loss": 2.3525, + "step": 53008 + }, + { + "epoch": 0.9073931426419487, + "grad_norm": 2.7711808681488037, + "learning_rate": 4.464378031024497e-07, + "loss": 2.3204, + "step": 53009 + }, + { + "epoch": 0.9074102603604991, + "grad_norm": 2.647437572479248, + "learning_rate": 4.462740152038514e-07, + "loss": 2.3219, + "step": 53010 + }, + { + "epoch": 0.9074273780790496, + "grad_norm": 2.6059768199920654, + "learning_rate": 4.46110256670077e-07, + "loss": 2.3358, + "step": 53011 + }, + { + "epoch": 0.9074444957976001, + "grad_norm": 2.6560540199279785, + "learning_rate": 4.459465275016317e-07, + "loss": 2.2606, + "step": 53012 + }, + { + "epoch": 0.9074616135161506, + "grad_norm": 2.6246278285980225, + "learning_rate": 4.4578282769901727e-07, + "loss": 2.3622, + "step": 53013 + }, + { + "epoch": 0.907478731234701, + "grad_norm": 2.654498338699341, + "learning_rate": 4.4561915726273665e-07, + "loss": 2.3653, + "step": 53014 + }, + { + "epoch": 0.9074958489532515, + "grad_norm": 2.6933183670043945, + "learning_rate": 4.45455516193295e-07, + "loss": 2.312, + "step": 53015 + }, + { + "epoch": 0.907512966671802, + "grad_norm": 2.5866124629974365, + "learning_rate": 4.452919044911919e-07, + "loss": 2.1985, + "step": 53016 + }, + { + "epoch": 0.9075300843903524, + "grad_norm": 2.6147477626800537, + "learning_rate": 4.4512832215693357e-07, + "loss": 2.3594, + "step": 53017 + }, + { + "epoch": 0.9075472021089029, + "grad_norm": 2.607645273208618, + "learning_rate": 4.4496476919102083e-07, + "loss": 2.2634, + "step": 53018 + }, + { + "epoch": 0.9075643198274534, + "grad_norm": 2.6370413303375244, + "learning_rate": 4.448012455939565e-07, + "loss": 2.3391, + "step": 53019 + }, + { + "epoch": 0.9075814375460038, + "grad_norm": 2.6984012126922607, + "learning_rate": 4.4463775136624364e-07, + "loss": 2.4094, + "step": 53020 + }, + { + "epoch": 0.9075985552645544, + "grad_norm": 2.5985615253448486, + "learning_rate": 4.444742865083851e-07, + "loss": 2.363, + "step": 53021 + }, + { + "epoch": 0.9076156729831049, + "grad_norm": 2.6316003799438477, + "learning_rate": 4.4431085102088376e-07, + "loss": 2.1528, + "step": 53022 + }, + { + "epoch": 0.9076327907016553, + "grad_norm": 2.7829198837280273, + "learning_rate": 4.4414744490423934e-07, + "loss": 2.4029, + "step": 53023 + }, + { + "epoch": 0.9076499084202058, + "grad_norm": 2.903205633163452, + "learning_rate": 4.43984068158958e-07, + "loss": 2.3043, + "step": 53024 + }, + { + "epoch": 0.9076670261387563, + "grad_norm": 2.713796854019165, + "learning_rate": 4.438207207855383e-07, + "loss": 2.4414, + "step": 53025 + }, + { + "epoch": 0.9076841438573067, + "grad_norm": 2.523517370223999, + "learning_rate": 4.436574027844842e-07, + "loss": 2.2825, + "step": 53026 + }, + { + "epoch": 0.9077012615758572, + "grad_norm": 2.7392945289611816, + "learning_rate": 4.434941141562976e-07, + "loss": 2.3294, + "step": 53027 + }, + { + "epoch": 0.9077183792944077, + "grad_norm": 2.7958133220672607, + "learning_rate": 4.4333085490147807e-07, + "loss": 2.4952, + "step": 53028 + }, + { + "epoch": 0.9077354970129581, + "grad_norm": 2.818959951400757, + "learning_rate": 4.43167625020533e-07, + "loss": 2.3601, + "step": 53029 + }, + { + "epoch": 0.9077526147315086, + "grad_norm": 2.546534776687622, + "learning_rate": 4.430044245139575e-07, + "loss": 2.1904, + "step": 53030 + }, + { + "epoch": 0.9077697324500591, + "grad_norm": 2.723379135131836, + "learning_rate": 4.4284125338225793e-07, + "loss": 2.2177, + "step": 53031 + }, + { + "epoch": 0.9077868501686095, + "grad_norm": 2.7139148712158203, + "learning_rate": 4.4267811162593376e-07, + "loss": 2.2282, + "step": 53032 + }, + { + "epoch": 0.90780396788716, + "grad_norm": 2.623746633529663, + "learning_rate": 4.425149992454858e-07, + "loss": 2.324, + "step": 53033 + }, + { + "epoch": 0.9078210856057105, + "grad_norm": 2.577171564102173, + "learning_rate": 4.4235191624141805e-07, + "loss": 2.3122, + "step": 53034 + }, + { + "epoch": 0.9078382033242609, + "grad_norm": 2.6978025436401367, + "learning_rate": 4.42188862614229e-07, + "loss": 2.3108, + "step": 53035 + }, + { + "epoch": 0.9078553210428114, + "grad_norm": 2.3238425254821777, + "learning_rate": 4.4202583836442045e-07, + "loss": 2.2537, + "step": 53036 + }, + { + "epoch": 0.9078724387613619, + "grad_norm": 2.719256639480591, + "learning_rate": 4.418628434924943e-07, + "loss": 2.3472, + "step": 53037 + }, + { + "epoch": 0.9078895564799123, + "grad_norm": 2.6234617233276367, + "learning_rate": 4.416998779989512e-07, + "loss": 2.3106, + "step": 53038 + }, + { + "epoch": 0.9079066741984628, + "grad_norm": 2.6106038093566895, + "learning_rate": 4.4153694188429296e-07, + "loss": 2.3486, + "step": 53039 + }, + { + "epoch": 0.9079237919170133, + "grad_norm": 2.679408311843872, + "learning_rate": 4.413740351490181e-07, + "loss": 2.2476, + "step": 53040 + }, + { + "epoch": 0.9079409096355637, + "grad_norm": 2.5826430320739746, + "learning_rate": 4.412111577936307e-07, + "loss": 2.2907, + "step": 53041 + }, + { + "epoch": 0.9079580273541142, + "grad_norm": 2.7464749813079834, + "learning_rate": 4.410483098186269e-07, + "loss": 2.434, + "step": 53042 + }, + { + "epoch": 0.9079751450726647, + "grad_norm": 2.6375958919525146, + "learning_rate": 4.408854912245109e-07, + "loss": 2.2103, + "step": 53043 + }, + { + "epoch": 0.9079922627912151, + "grad_norm": 2.770249843597412, + "learning_rate": 4.407227020117821e-07, + "loss": 2.3923, + "step": 53044 + }, + { + "epoch": 0.9080093805097657, + "grad_norm": 2.6343958377838135, + "learning_rate": 4.4055994218094034e-07, + "loss": 2.308, + "step": 53045 + }, + { + "epoch": 0.9080264982283162, + "grad_norm": 2.6299376487731934, + "learning_rate": 4.403972117324873e-07, + "loss": 2.2714, + "step": 53046 + }, + { + "epoch": 0.9080436159468666, + "grad_norm": 2.4747986793518066, + "learning_rate": 4.4023451066692147e-07, + "loss": 2.2976, + "step": 53047 + }, + { + "epoch": 0.9080607336654171, + "grad_norm": 2.5791380405426025, + "learning_rate": 4.400718389847436e-07, + "loss": 2.2585, + "step": 53048 + }, + { + "epoch": 0.9080778513839676, + "grad_norm": 2.6743521690368652, + "learning_rate": 4.3990919668645326e-07, + "loss": 2.3648, + "step": 53049 + }, + { + "epoch": 0.908094969102518, + "grad_norm": 2.5583901405334473, + "learning_rate": 4.397465837725512e-07, + "loss": 2.3452, + "step": 53050 + }, + { + "epoch": 0.9081120868210685, + "grad_norm": 2.786743640899658, + "learning_rate": 4.39584000243537e-07, + "loss": 2.4562, + "step": 53051 + }, + { + "epoch": 0.908129204539619, + "grad_norm": 2.5789361000061035, + "learning_rate": 4.3942144609991024e-07, + "loss": 2.3413, + "step": 53052 + }, + { + "epoch": 0.9081463222581694, + "grad_norm": 2.783015489578247, + "learning_rate": 4.3925892134217053e-07, + "loss": 2.3436, + "step": 53053 + }, + { + "epoch": 0.9081634399767199, + "grad_norm": 2.8227901458740234, + "learning_rate": 4.3909642597081745e-07, + "loss": 2.446, + "step": 53054 + }, + { + "epoch": 0.9081805576952704, + "grad_norm": 2.589578628540039, + "learning_rate": 4.389339599863496e-07, + "loss": 2.2657, + "step": 53055 + }, + { + "epoch": 0.9081976754138208, + "grad_norm": 2.6191844940185547, + "learning_rate": 4.387715233892675e-07, + "loss": 2.2117, + "step": 53056 + }, + { + "epoch": 0.9082147931323713, + "grad_norm": 2.612032175064087, + "learning_rate": 4.3860911618006984e-07, + "loss": 2.3943, + "step": 53057 + }, + { + "epoch": 0.9082319108509218, + "grad_norm": 2.74839448928833, + "learning_rate": 4.384467383592561e-07, + "loss": 2.2688, + "step": 53058 + }, + { + "epoch": 0.9082490285694722, + "grad_norm": 2.5846402645111084, + "learning_rate": 4.3828438992732703e-07, + "loss": 2.3323, + "step": 53059 + }, + { + "epoch": 0.9082661462880227, + "grad_norm": 2.5702121257781982, + "learning_rate": 4.3812207088477885e-07, + "loss": 2.2774, + "step": 53060 + }, + { + "epoch": 0.9082832640065732, + "grad_norm": 2.594240188598633, + "learning_rate": 4.3795978123211126e-07, + "loss": 2.3073, + "step": 53061 + }, + { + "epoch": 0.9083003817251237, + "grad_norm": 2.6318821907043457, + "learning_rate": 4.377975209698226e-07, + "loss": 2.2922, + "step": 53062 + }, + { + "epoch": 0.9083174994436741, + "grad_norm": 2.4856178760528564, + "learning_rate": 4.3763529009841264e-07, + "loss": 2.3143, + "step": 53063 + }, + { + "epoch": 0.9083346171622246, + "grad_norm": 2.6101701259613037, + "learning_rate": 4.37473088618382e-07, + "loss": 2.2257, + "step": 53064 + }, + { + "epoch": 0.9083517348807751, + "grad_norm": 2.7023611068725586, + "learning_rate": 4.373109165302236e-07, + "loss": 2.3031, + "step": 53065 + }, + { + "epoch": 0.9083688525993255, + "grad_norm": 2.775635004043579, + "learning_rate": 4.3714877383444155e-07, + "loss": 2.4334, + "step": 53066 + }, + { + "epoch": 0.908385970317876, + "grad_norm": 2.4814505577087402, + "learning_rate": 4.36986660531532e-07, + "loss": 2.2313, + "step": 53067 + }, + { + "epoch": 0.9084030880364266, + "grad_norm": 2.621314525604248, + "learning_rate": 4.3682457662199143e-07, + "loss": 2.3735, + "step": 53068 + }, + { + "epoch": 0.908420205754977, + "grad_norm": 2.6964874267578125, + "learning_rate": 4.366625221063225e-07, + "loss": 2.3748, + "step": 53069 + }, + { + "epoch": 0.9084373234735275, + "grad_norm": 2.596296548843384, + "learning_rate": 4.365004969850173e-07, + "loss": 2.2692, + "step": 53070 + }, + { + "epoch": 0.908454441192078, + "grad_norm": 2.671351671218872, + "learning_rate": 4.363385012585797e-07, + "loss": 2.3316, + "step": 53071 + }, + { + "epoch": 0.9084715589106284, + "grad_norm": 2.7684097290039062, + "learning_rate": 4.3617653492750267e-07, + "loss": 2.3893, + "step": 53072 + }, + { + "epoch": 0.9084886766291789, + "grad_norm": 2.5502512454986572, + "learning_rate": 4.360145979922892e-07, + "loss": 2.1996, + "step": 53073 + }, + { + "epoch": 0.9085057943477294, + "grad_norm": 2.598933458328247, + "learning_rate": 4.3585269045343213e-07, + "loss": 2.2924, + "step": 53074 + }, + { + "epoch": 0.9085229120662798, + "grad_norm": 2.529388189315796, + "learning_rate": 4.356908123114323e-07, + "loss": 2.4272, + "step": 53075 + }, + { + "epoch": 0.9085400297848303, + "grad_norm": 2.756791591644287, + "learning_rate": 4.35528963566787e-07, + "loss": 2.3085, + "step": 53076 + }, + { + "epoch": 0.9085571475033808, + "grad_norm": 2.4570746421813965, + "learning_rate": 4.3536714421999026e-07, + "loss": 2.1647, + "step": 53077 + }, + { + "epoch": 0.9085742652219312, + "grad_norm": 2.7245945930480957, + "learning_rate": 4.352053542715451e-07, + "loss": 2.3518, + "step": 53078 + }, + { + "epoch": 0.9085913829404817, + "grad_norm": 2.5968270301818848, + "learning_rate": 4.3504359372194325e-07, + "loss": 2.2698, + "step": 53079 + }, + { + "epoch": 0.9086085006590322, + "grad_norm": 2.6784541606903076, + "learning_rate": 4.3488186257168553e-07, + "loss": 2.313, + "step": 53080 + }, + { + "epoch": 0.9086256183775826, + "grad_norm": 2.5480380058288574, + "learning_rate": 4.3472016082126924e-07, + "loss": 2.3261, + "step": 53081 + }, + { + "epoch": 0.9086427360961331, + "grad_norm": 2.6199686527252197, + "learning_rate": 4.345584884711873e-07, + "loss": 2.209, + "step": 53082 + }, + { + "epoch": 0.9086598538146836, + "grad_norm": 2.822767496109009, + "learning_rate": 4.343968455219416e-07, + "loss": 2.321, + "step": 53083 + }, + { + "epoch": 0.908676971533234, + "grad_norm": 2.6832115650177, + "learning_rate": 4.342352319740262e-07, + "loss": 2.314, + "step": 53084 + }, + { + "epoch": 0.9086940892517845, + "grad_norm": 2.570911169052124, + "learning_rate": 4.3407364782793835e-07, + "loss": 2.2679, + "step": 53085 + }, + { + "epoch": 0.908711206970335, + "grad_norm": 2.7838122844696045, + "learning_rate": 4.339120930841745e-07, + "loss": 2.3384, + "step": 53086 + }, + { + "epoch": 0.9087283246888854, + "grad_norm": 2.547431707382202, + "learning_rate": 4.337505677432308e-07, + "loss": 2.2655, + "step": 53087 + }, + { + "epoch": 0.9087454424074359, + "grad_norm": 2.6576812267303467, + "learning_rate": 4.335890718056057e-07, + "loss": 2.3276, + "step": 53088 + }, + { + "epoch": 0.9087625601259864, + "grad_norm": 2.7113327980041504, + "learning_rate": 4.334276052717956e-07, + "loss": 2.3095, + "step": 53089 + }, + { + "epoch": 0.9087796778445368, + "grad_norm": 2.532681465148926, + "learning_rate": 4.3326616814229337e-07, + "loss": 2.3802, + "step": 53090 + }, + { + "epoch": 0.9087967955630873, + "grad_norm": 2.6302545070648193, + "learning_rate": 4.331047604175975e-07, + "loss": 2.3115, + "step": 53091 + }, + { + "epoch": 0.9088139132816379, + "grad_norm": 2.717172384262085, + "learning_rate": 4.329433820982043e-07, + "loss": 2.4262, + "step": 53092 + }, + { + "epoch": 0.9088310310001882, + "grad_norm": 2.687509059906006, + "learning_rate": 4.3278203318461e-07, + "loss": 2.4022, + "step": 53093 + }, + { + "epoch": 0.9088481487187388, + "grad_norm": 2.6372230052948, + "learning_rate": 4.3262071367730974e-07, + "loss": 2.3652, + "step": 53094 + }, + { + "epoch": 0.9088652664372893, + "grad_norm": 2.6326146125793457, + "learning_rate": 4.324594235767987e-07, + "loss": 2.3511, + "step": 53095 + }, + { + "epoch": 0.9088823841558397, + "grad_norm": 2.6361329555511475, + "learning_rate": 4.322981628835754e-07, + "loss": 2.3063, + "step": 53096 + }, + { + "epoch": 0.9088995018743902, + "grad_norm": 2.7282211780548096, + "learning_rate": 4.3213693159813273e-07, + "loss": 2.3426, + "step": 53097 + }, + { + "epoch": 0.9089166195929407, + "grad_norm": 2.7746353149414062, + "learning_rate": 4.31975729720967e-07, + "loss": 2.3865, + "step": 53098 + }, + { + "epoch": 0.9089337373114911, + "grad_norm": 2.716186285018921, + "learning_rate": 4.318145572525734e-07, + "loss": 2.3918, + "step": 53099 + }, + { + "epoch": 0.9089508550300416, + "grad_norm": 2.8286867141723633, + "learning_rate": 4.3165341419344806e-07, + "loss": 2.3105, + "step": 53100 + }, + { + "epoch": 0.9089679727485921, + "grad_norm": 2.619323492050171, + "learning_rate": 4.314923005440874e-07, + "loss": 2.2274, + "step": 53101 + }, + { + "epoch": 0.9089850904671425, + "grad_norm": 2.612893581390381, + "learning_rate": 4.313312163049821e-07, + "loss": 2.2848, + "step": 53102 + }, + { + "epoch": 0.909002208185693, + "grad_norm": 2.5111243724823, + "learning_rate": 4.3117016147663393e-07, + "loss": 2.2756, + "step": 53103 + }, + { + "epoch": 0.9090193259042435, + "grad_norm": 2.76240873336792, + "learning_rate": 4.3100913605953253e-07, + "loss": 2.3273, + "step": 53104 + }, + { + "epoch": 0.9090364436227939, + "grad_norm": 2.6626205444335938, + "learning_rate": 4.308481400541742e-07, + "loss": 2.2255, + "step": 53105 + }, + { + "epoch": 0.9090535613413444, + "grad_norm": 2.695988178253174, + "learning_rate": 4.3068717346105625e-07, + "loss": 2.3906, + "step": 53106 + }, + { + "epoch": 0.9090706790598949, + "grad_norm": 2.6263506412506104, + "learning_rate": 4.3052623628066837e-07, + "loss": 2.285, + "step": 53107 + }, + { + "epoch": 0.9090877967784454, + "grad_norm": 2.4703762531280518, + "learning_rate": 4.303653285135112e-07, + "loss": 2.2815, + "step": 53108 + }, + { + "epoch": 0.9091049144969958, + "grad_norm": 2.7166953086853027, + "learning_rate": 4.302044501600744e-07, + "loss": 2.4475, + "step": 53109 + }, + { + "epoch": 0.9091220322155463, + "grad_norm": 2.8652117252349854, + "learning_rate": 4.300436012208564e-07, + "loss": 2.3062, + "step": 53110 + }, + { + "epoch": 0.9091391499340968, + "grad_norm": 2.648160457611084, + "learning_rate": 4.29882781696348e-07, + "loss": 2.1973, + "step": 53111 + }, + { + "epoch": 0.9091562676526472, + "grad_norm": 2.5675606727600098, + "learning_rate": 4.2972199158704654e-07, + "loss": 2.2414, + "step": 53112 + }, + { + "epoch": 0.9091733853711977, + "grad_norm": 2.6068291664123535, + "learning_rate": 4.295612308934449e-07, + "loss": 2.2727, + "step": 53113 + }, + { + "epoch": 0.9091905030897482, + "grad_norm": 2.695833921432495, + "learning_rate": 4.29400499616035e-07, + "loss": 2.4295, + "step": 53114 + }, + { + "epoch": 0.9092076208082986, + "grad_norm": 2.5298781394958496, + "learning_rate": 4.292397977553153e-07, + "loss": 2.2988, + "step": 53115 + }, + { + "epoch": 0.9092247385268492, + "grad_norm": 2.702214002609253, + "learning_rate": 4.2907912531177655e-07, + "loss": 2.3725, + "step": 53116 + }, + { + "epoch": 0.9092418562453997, + "grad_norm": 2.5694503784179688, + "learning_rate": 4.289184822859138e-07, + "loss": 2.3292, + "step": 53117 + }, + { + "epoch": 0.9092589739639501, + "grad_norm": 2.7842071056365967, + "learning_rate": 4.287578686782212e-07, + "loss": 2.4283, + "step": 53118 + }, + { + "epoch": 0.9092760916825006, + "grad_norm": 2.8050920963287354, + "learning_rate": 4.285972844891895e-07, + "loss": 2.3712, + "step": 53119 + }, + { + "epoch": 0.9092932094010511, + "grad_norm": 2.6297457218170166, + "learning_rate": 4.2843672971931704e-07, + "loss": 2.4131, + "step": 53120 + }, + { + "epoch": 0.9093103271196015, + "grad_norm": 2.6083950996398926, + "learning_rate": 4.2827620436909356e-07, + "loss": 2.343, + "step": 53121 + }, + { + "epoch": 0.909327444838152, + "grad_norm": 2.7255702018737793, + "learning_rate": 4.2811570843901415e-07, + "loss": 2.4265, + "step": 53122 + }, + { + "epoch": 0.9093445625567025, + "grad_norm": 2.6040639877319336, + "learning_rate": 4.279552419295707e-07, + "loss": 2.3094, + "step": 53123 + }, + { + "epoch": 0.9093616802752529, + "grad_norm": 2.833704710006714, + "learning_rate": 4.2779480484125836e-07, + "loss": 2.3346, + "step": 53124 + }, + { + "epoch": 0.9093787979938034, + "grad_norm": 2.6217896938323975, + "learning_rate": 4.2763439717457e-07, + "loss": 2.3066, + "step": 53125 + }, + { + "epoch": 0.9093959157123539, + "grad_norm": 2.5835273265838623, + "learning_rate": 4.274740189299975e-07, + "loss": 2.3488, + "step": 53126 + }, + { + "epoch": 0.9094130334309043, + "grad_norm": 2.5646088123321533, + "learning_rate": 4.273136701080338e-07, + "loss": 2.2891, + "step": 53127 + }, + { + "epoch": 0.9094301511494548, + "grad_norm": 2.684077024459839, + "learning_rate": 4.2715335070917186e-07, + "loss": 2.2285, + "step": 53128 + }, + { + "epoch": 0.9094472688680053, + "grad_norm": 2.600766181945801, + "learning_rate": 4.269930607339057e-07, + "loss": 2.3281, + "step": 53129 + }, + { + "epoch": 0.9094643865865557, + "grad_norm": 2.4922077655792236, + "learning_rate": 4.26832800182726e-07, + "loss": 2.2408, + "step": 53130 + }, + { + "epoch": 0.9094815043051062, + "grad_norm": 2.5910584926605225, + "learning_rate": 4.266725690561269e-07, + "loss": 2.3223, + "step": 53131 + }, + { + "epoch": 0.9094986220236567, + "grad_norm": 2.620541572570801, + "learning_rate": 4.2651236735460233e-07, + "loss": 2.2829, + "step": 53132 + }, + { + "epoch": 0.9095157397422071, + "grad_norm": 2.7587459087371826, + "learning_rate": 4.263521950786409e-07, + "loss": 2.3663, + "step": 53133 + }, + { + "epoch": 0.9095328574607576, + "grad_norm": 2.7532780170440674, + "learning_rate": 4.261920522287366e-07, + "loss": 2.2388, + "step": 53134 + }, + { + "epoch": 0.9095499751793081, + "grad_norm": 2.58249568939209, + "learning_rate": 4.2603193880538243e-07, + "loss": 2.1939, + "step": 53135 + }, + { + "epoch": 0.9095670928978585, + "grad_norm": 2.6371655464172363, + "learning_rate": 4.2587185480907014e-07, + "loss": 2.4314, + "step": 53136 + }, + { + "epoch": 0.909584210616409, + "grad_norm": 2.605224132537842, + "learning_rate": 4.2571180024029047e-07, + "loss": 2.3468, + "step": 53137 + }, + { + "epoch": 0.9096013283349595, + "grad_norm": 2.6740875244140625, + "learning_rate": 4.255517750995386e-07, + "loss": 2.3899, + "step": 53138 + }, + { + "epoch": 0.9096184460535099, + "grad_norm": 2.574782609939575, + "learning_rate": 4.2539177938730303e-07, + "loss": 2.3065, + "step": 53139 + }, + { + "epoch": 0.9096355637720605, + "grad_norm": 2.6800270080566406, + "learning_rate": 4.252318131040767e-07, + "loss": 2.3381, + "step": 53140 + }, + { + "epoch": 0.909652681490611, + "grad_norm": 2.4833791255950928, + "learning_rate": 4.250718762503514e-07, + "loss": 2.3104, + "step": 53141 + }, + { + "epoch": 0.9096697992091614, + "grad_norm": 2.7424118518829346, + "learning_rate": 4.24911968826619e-07, + "loss": 2.5233, + "step": 53142 + }, + { + "epoch": 0.9096869169277119, + "grad_norm": 2.600736618041992, + "learning_rate": 4.247520908333724e-07, + "loss": 2.1452, + "step": 53143 + }, + { + "epoch": 0.9097040346462624, + "grad_norm": 2.6778082847595215, + "learning_rate": 4.24592242271098e-07, + "loss": 2.3677, + "step": 53144 + }, + { + "epoch": 0.9097211523648128, + "grad_norm": 2.636739730834961, + "learning_rate": 4.24432423140293e-07, + "loss": 2.3537, + "step": 53145 + }, + { + "epoch": 0.9097382700833633, + "grad_norm": 2.500835418701172, + "learning_rate": 4.242726334414449e-07, + "loss": 2.2052, + "step": 53146 + }, + { + "epoch": 0.9097553878019138, + "grad_norm": 2.529374837875366, + "learning_rate": 4.2411287317504655e-07, + "loss": 2.3248, + "step": 53147 + }, + { + "epoch": 0.9097725055204642, + "grad_norm": 2.6413838863372803, + "learning_rate": 4.239531423415877e-07, + "loss": 2.2713, + "step": 53148 + }, + { + "epoch": 0.9097896232390147, + "grad_norm": 2.4637792110443115, + "learning_rate": 4.237934409415612e-07, + "loss": 2.2428, + "step": 53149 + }, + { + "epoch": 0.9098067409575652, + "grad_norm": 2.5216543674468994, + "learning_rate": 4.236337689754566e-07, + "loss": 2.2405, + "step": 53150 + }, + { + "epoch": 0.9098238586761156, + "grad_norm": 2.8334848880767822, + "learning_rate": 4.2347412644376364e-07, + "loss": 2.3494, + "step": 53151 + }, + { + "epoch": 0.9098409763946661, + "grad_norm": 2.633843183517456, + "learning_rate": 4.2331451334697514e-07, + "loss": 2.3418, + "step": 53152 + }, + { + "epoch": 0.9098580941132166, + "grad_norm": 2.5232553482055664, + "learning_rate": 4.231549296855808e-07, + "loss": 2.2153, + "step": 53153 + }, + { + "epoch": 0.9098752118317671, + "grad_norm": 2.8552956581115723, + "learning_rate": 4.229953754600713e-07, + "loss": 2.3693, + "step": 53154 + }, + { + "epoch": 0.9098923295503175, + "grad_norm": 2.626789093017578, + "learning_rate": 4.2283585067093737e-07, + "loss": 2.2457, + "step": 53155 + }, + { + "epoch": 0.909909447268868, + "grad_norm": 2.4393811225891113, + "learning_rate": 4.226763553186664e-07, + "loss": 2.232, + "step": 53156 + }, + { + "epoch": 0.9099265649874185, + "grad_norm": 2.609801769256592, + "learning_rate": 4.2251688940375344e-07, + "loss": 2.3825, + "step": 53157 + }, + { + "epoch": 0.9099436827059689, + "grad_norm": 2.88224720954895, + "learning_rate": 4.2235745292668607e-07, + "loss": 2.363, + "step": 53158 + }, + { + "epoch": 0.9099608004245194, + "grad_norm": 2.6979470252990723, + "learning_rate": 4.2219804588795375e-07, + "loss": 2.3409, + "step": 53159 + }, + { + "epoch": 0.9099779181430699, + "grad_norm": 2.660046339035034, + "learning_rate": 4.220386682880473e-07, + "loss": 2.3315, + "step": 53160 + }, + { + "epoch": 0.9099950358616203, + "grad_norm": 2.583754539489746, + "learning_rate": 4.2187932012745626e-07, + "loss": 2.2003, + "step": 53161 + }, + { + "epoch": 0.9100121535801708, + "grad_norm": 2.6801915168762207, + "learning_rate": 4.2172000140667137e-07, + "loss": 2.326, + "step": 53162 + }, + { + "epoch": 0.9100292712987214, + "grad_norm": 2.496593713760376, + "learning_rate": 4.2156071212617997e-07, + "loss": 2.2871, + "step": 53163 + }, + { + "epoch": 0.9100463890172718, + "grad_norm": 2.904226541519165, + "learning_rate": 4.214014522864762e-07, + "loss": 2.4451, + "step": 53164 + }, + { + "epoch": 0.9100635067358223, + "grad_norm": 2.6361143589019775, + "learning_rate": 4.212422218880441e-07, + "loss": 2.2027, + "step": 53165 + }, + { + "epoch": 0.9100806244543728, + "grad_norm": 2.548624277114868, + "learning_rate": 4.210830209313765e-07, + "loss": 2.2832, + "step": 53166 + }, + { + "epoch": 0.9100977421729232, + "grad_norm": 2.655421257019043, + "learning_rate": 4.2092384941696205e-07, + "loss": 2.2628, + "step": 53167 + }, + { + "epoch": 0.9101148598914737, + "grad_norm": 2.478564739227295, + "learning_rate": 4.2076470734528916e-07, + "loss": 2.2559, + "step": 53168 + }, + { + "epoch": 0.9101319776100242, + "grad_norm": 2.651205062866211, + "learning_rate": 4.206055947168497e-07, + "loss": 2.3111, + "step": 53169 + }, + { + "epoch": 0.9101490953285746, + "grad_norm": 2.5747268199920654, + "learning_rate": 4.204465115321288e-07, + "loss": 2.3367, + "step": 53170 + }, + { + "epoch": 0.9101662130471251, + "grad_norm": 2.5474445819854736, + "learning_rate": 4.202874577916172e-07, + "loss": 2.2905, + "step": 53171 + }, + { + "epoch": 0.9101833307656756, + "grad_norm": 2.633892297744751, + "learning_rate": 4.2012843349580446e-07, + "loss": 2.2863, + "step": 53172 + }, + { + "epoch": 0.910200448484226, + "grad_norm": 2.724698543548584, + "learning_rate": 4.1996943864517805e-07, + "loss": 2.3454, + "step": 53173 + }, + { + "epoch": 0.9102175662027765, + "grad_norm": 2.585481882095337, + "learning_rate": 4.198104732402275e-07, + "loss": 2.4217, + "step": 53174 + }, + { + "epoch": 0.910234683921327, + "grad_norm": 2.526146650314331, + "learning_rate": 4.1965153728144247e-07, + "loss": 2.1873, + "step": 53175 + }, + { + "epoch": 0.9102518016398774, + "grad_norm": 2.6206791400909424, + "learning_rate": 4.194926307693092e-07, + "loss": 2.295, + "step": 53176 + }, + { + "epoch": 0.9102689193584279, + "grad_norm": 2.55431866645813, + "learning_rate": 4.193337537043174e-07, + "loss": 2.2662, + "step": 53177 + }, + { + "epoch": 0.9102860370769784, + "grad_norm": 2.7112507820129395, + "learning_rate": 4.191749060869554e-07, + "loss": 2.2927, + "step": 53178 + }, + { + "epoch": 0.9103031547955288, + "grad_norm": 2.7278480529785156, + "learning_rate": 4.1901608791771075e-07, + "loss": 2.3504, + "step": 53179 + }, + { + "epoch": 0.9103202725140793, + "grad_norm": 2.738476276397705, + "learning_rate": 4.1885729919707405e-07, + "loss": 2.418, + "step": 53180 + }, + { + "epoch": 0.9103373902326298, + "grad_norm": 2.5559473037719727, + "learning_rate": 4.1869853992552834e-07, + "loss": 2.2801, + "step": 53181 + }, + { + "epoch": 0.9103545079511802, + "grad_norm": 2.448901891708374, + "learning_rate": 4.185398101035665e-07, + "loss": 2.2991, + "step": 53182 + }, + { + "epoch": 0.9103716256697307, + "grad_norm": 2.7465548515319824, + "learning_rate": 4.183811097316748e-07, + "loss": 2.3661, + "step": 53183 + }, + { + "epoch": 0.9103887433882812, + "grad_norm": 2.6234350204467773, + "learning_rate": 4.1822243881033953e-07, + "loss": 2.3092, + "step": 53184 + }, + { + "epoch": 0.9104058611068316, + "grad_norm": 2.608517646789551, + "learning_rate": 4.180637973400503e-07, + "loss": 2.2503, + "step": 53185 + }, + { + "epoch": 0.9104229788253821, + "grad_norm": 2.6903858184814453, + "learning_rate": 4.1790518532129454e-07, + "loss": 2.3517, + "step": 53186 + }, + { + "epoch": 0.9104400965439327, + "grad_norm": 2.57423734664917, + "learning_rate": 4.177466027545596e-07, + "loss": 2.3804, + "step": 53187 + }, + { + "epoch": 0.910457214262483, + "grad_norm": 2.5219192504882812, + "learning_rate": 4.1758804964033064e-07, + "loss": 2.2436, + "step": 53188 + }, + { + "epoch": 0.9104743319810336, + "grad_norm": 2.608396053314209, + "learning_rate": 4.174295259790995e-07, + "loss": 2.217, + "step": 53189 + }, + { + "epoch": 0.9104914496995841, + "grad_norm": 2.7570838928222656, + "learning_rate": 4.172710317713502e-07, + "loss": 2.3446, + "step": 53190 + }, + { + "epoch": 0.9105085674181345, + "grad_norm": 2.7244179248809814, + "learning_rate": 4.171125670175691e-07, + "loss": 2.286, + "step": 53191 + }, + { + "epoch": 0.910525685136685, + "grad_norm": 2.7652814388275146, + "learning_rate": 4.169541317182468e-07, + "loss": 2.4716, + "step": 53192 + }, + { + "epoch": 0.9105428028552355, + "grad_norm": 2.8666415214538574, + "learning_rate": 4.167957258738664e-07, + "loss": 2.4097, + "step": 53193 + }, + { + "epoch": 0.9105599205737859, + "grad_norm": 2.7701165676116943, + "learning_rate": 4.166373494849185e-07, + "loss": 2.5036, + "step": 53194 + }, + { + "epoch": 0.9105770382923364, + "grad_norm": 2.5712075233459473, + "learning_rate": 4.1647900255188724e-07, + "loss": 2.4108, + "step": 53195 + }, + { + "epoch": 0.9105941560108869, + "grad_norm": 2.5959205627441406, + "learning_rate": 4.163206850752588e-07, + "loss": 2.2881, + "step": 53196 + }, + { + "epoch": 0.9106112737294373, + "grad_norm": 2.585646629333496, + "learning_rate": 4.1616239705552396e-07, + "loss": 2.2884, + "step": 53197 + }, + { + "epoch": 0.9106283914479878, + "grad_norm": 2.737318277359009, + "learning_rate": 4.160041384931623e-07, + "loss": 2.2898, + "step": 53198 + }, + { + "epoch": 0.9106455091665383, + "grad_norm": 2.661205291748047, + "learning_rate": 4.15845909388668e-07, + "loss": 2.2102, + "step": 53199 + }, + { + "epoch": 0.9106626268850888, + "grad_norm": 2.5807087421417236, + "learning_rate": 4.156877097425216e-07, + "loss": 2.194, + "step": 53200 + }, + { + "epoch": 0.9106797446036392, + "grad_norm": 2.7469303607940674, + "learning_rate": 4.155295395552128e-07, + "loss": 2.3422, + "step": 53201 + }, + { + "epoch": 0.9106968623221897, + "grad_norm": 2.6561150550842285, + "learning_rate": 4.1537139882722565e-07, + "loss": 2.3612, + "step": 53202 + }, + { + "epoch": 0.9107139800407402, + "grad_norm": 2.589921474456787, + "learning_rate": 4.1521328755904755e-07, + "loss": 2.31, + "step": 53203 + }, + { + "epoch": 0.9107310977592906, + "grad_norm": 2.934155225753784, + "learning_rate": 4.150552057511636e-07, + "loss": 2.4291, + "step": 53204 + }, + { + "epoch": 0.9107482154778411, + "grad_norm": 2.6041910648345947, + "learning_rate": 4.148971534040591e-07, + "loss": 2.3618, + "step": 53205 + }, + { + "epoch": 0.9107653331963916, + "grad_norm": 2.923251152038574, + "learning_rate": 4.147391305182225e-07, + "loss": 2.3512, + "step": 53206 + }, + { + "epoch": 0.910782450914942, + "grad_norm": 2.723996877670288, + "learning_rate": 4.145811370941377e-07, + "loss": 2.3817, + "step": 53207 + }, + { + "epoch": 0.9107995686334925, + "grad_norm": 2.5595815181732178, + "learning_rate": 4.1442317313228897e-07, + "loss": 2.3652, + "step": 53208 + }, + { + "epoch": 0.910816686352043, + "grad_norm": 2.6365630626678467, + "learning_rate": 4.142652386331636e-07, + "loss": 2.4507, + "step": 53209 + }, + { + "epoch": 0.9108338040705934, + "grad_norm": 2.759174346923828, + "learning_rate": 4.1410733359724675e-07, + "loss": 2.3837, + "step": 53210 + }, + { + "epoch": 0.910850921789144, + "grad_norm": 2.7101619243621826, + "learning_rate": 4.139494580250258e-07, + "loss": 2.3093, + "step": 53211 + }, + { + "epoch": 0.9108680395076945, + "grad_norm": 2.73109769821167, + "learning_rate": 4.137916119169816e-07, + "loss": 2.3731, + "step": 53212 + }, + { + "epoch": 0.9108851572262449, + "grad_norm": 2.677180767059326, + "learning_rate": 4.136337952736025e-07, + "loss": 2.3433, + "step": 53213 + }, + { + "epoch": 0.9109022749447954, + "grad_norm": 2.5700860023498535, + "learning_rate": 4.1347600809537146e-07, + "loss": 2.3252, + "step": 53214 + }, + { + "epoch": 0.9109193926633459, + "grad_norm": 2.7671759128570557, + "learning_rate": 4.1331825038277594e-07, + "loss": 2.3753, + "step": 53215 + }, + { + "epoch": 0.9109365103818963, + "grad_norm": 2.8893425464630127, + "learning_rate": 4.131605221362989e-07, + "loss": 2.3631, + "step": 53216 + }, + { + "epoch": 0.9109536281004468, + "grad_norm": 2.5216519832611084, + "learning_rate": 4.1300282335642763e-07, + "loss": 2.2908, + "step": 53217 + }, + { + "epoch": 0.9109707458189973, + "grad_norm": 2.7034852504730225, + "learning_rate": 4.128451540436429e-07, + "loss": 2.2652, + "step": 53218 + }, + { + "epoch": 0.9109878635375477, + "grad_norm": 2.7113773822784424, + "learning_rate": 4.1268751419843214e-07, + "loss": 2.2108, + "step": 53219 + }, + { + "epoch": 0.9110049812560982, + "grad_norm": 2.6764893531799316, + "learning_rate": 4.1252990382127935e-07, + "loss": 2.1837, + "step": 53220 + }, + { + "epoch": 0.9110220989746487, + "grad_norm": 2.5684876441955566, + "learning_rate": 4.123723229126686e-07, + "loss": 2.3095, + "step": 53221 + }, + { + "epoch": 0.9110392166931991, + "grad_norm": 2.5636866092681885, + "learning_rate": 4.12214771473084e-07, + "loss": 2.3699, + "step": 53222 + }, + { + "epoch": 0.9110563344117496, + "grad_norm": 2.607947587966919, + "learning_rate": 4.1205724950301065e-07, + "loss": 2.2692, + "step": 53223 + }, + { + "epoch": 0.9110734521303001, + "grad_norm": 2.615528106689453, + "learning_rate": 4.1189975700293375e-07, + "loss": 2.2176, + "step": 53224 + }, + { + "epoch": 0.9110905698488505, + "grad_norm": 2.7431416511535645, + "learning_rate": 4.117422939733351e-07, + "loss": 2.3451, + "step": 53225 + }, + { + "epoch": 0.911107687567401, + "grad_norm": 2.7123472690582275, + "learning_rate": 4.115848604146988e-07, + "loss": 2.3433, + "step": 53226 + }, + { + "epoch": 0.9111248052859515, + "grad_norm": 2.522041082382202, + "learning_rate": 4.1142745632751e-07, + "loss": 2.3027, + "step": 53227 + }, + { + "epoch": 0.9111419230045019, + "grad_norm": 2.682090997695923, + "learning_rate": 4.1127008171225167e-07, + "loss": 2.358, + "step": 53228 + }, + { + "epoch": 0.9111590407230524, + "grad_norm": 2.5815653800964355, + "learning_rate": 4.1111273656941007e-07, + "loss": 2.3533, + "step": 53229 + }, + { + "epoch": 0.9111761584416029, + "grad_norm": 2.772221088409424, + "learning_rate": 4.109554208994626e-07, + "loss": 2.4005, + "step": 53230 + }, + { + "epoch": 0.9111932761601533, + "grad_norm": 2.583744525909424, + "learning_rate": 4.107981347029e-07, + "loss": 2.2819, + "step": 53231 + }, + { + "epoch": 0.9112103938787038, + "grad_norm": 2.5675528049468994, + "learning_rate": 4.106408779802018e-07, + "loss": 2.2083, + "step": 53232 + }, + { + "epoch": 0.9112275115972543, + "grad_norm": 2.7646772861480713, + "learning_rate": 4.1048365073185104e-07, + "loss": 2.3494, + "step": 53233 + }, + { + "epoch": 0.9112446293158047, + "grad_norm": 2.5494601726531982, + "learning_rate": 4.1032645295833397e-07, + "loss": 2.373, + "step": 53234 + }, + { + "epoch": 0.9112617470343553, + "grad_norm": 2.691317558288574, + "learning_rate": 4.101692846601302e-07, + "loss": 2.2808, + "step": 53235 + }, + { + "epoch": 0.9112788647529058, + "grad_norm": 2.6065289974212646, + "learning_rate": 4.1001214583772485e-07, + "loss": 2.37, + "step": 53236 + }, + { + "epoch": 0.9112959824714562, + "grad_norm": 2.7793891429901123, + "learning_rate": 4.0985503649159985e-07, + "loss": 2.2732, + "step": 53237 + }, + { + "epoch": 0.9113131001900067, + "grad_norm": 2.83864688873291, + "learning_rate": 4.096979566222403e-07, + "loss": 2.4103, + "step": 53238 + }, + { + "epoch": 0.9113302179085572, + "grad_norm": 2.611884117126465, + "learning_rate": 4.095409062301259e-07, + "loss": 2.3068, + "step": 53239 + }, + { + "epoch": 0.9113473356271076, + "grad_norm": 2.5883514881134033, + "learning_rate": 4.093838853157417e-07, + "loss": 2.2919, + "step": 53240 + }, + { + "epoch": 0.9113644533456581, + "grad_norm": 2.637632131576538, + "learning_rate": 4.092268938795707e-07, + "loss": 2.2671, + "step": 53241 + }, + { + "epoch": 0.9113815710642086, + "grad_norm": 2.691880226135254, + "learning_rate": 4.0906993192209146e-07, + "loss": 2.3696, + "step": 53242 + }, + { + "epoch": 0.911398688782759, + "grad_norm": 2.5343496799468994, + "learning_rate": 4.089129994437924e-07, + "loss": 2.2405, + "step": 53243 + }, + { + "epoch": 0.9114158065013095, + "grad_norm": 2.8552398681640625, + "learning_rate": 4.087560964451509e-07, + "loss": 2.3743, + "step": 53244 + }, + { + "epoch": 0.91143292421986, + "grad_norm": 2.4890403747558594, + "learning_rate": 4.0859922292665e-07, + "loss": 2.2137, + "step": 53245 + }, + { + "epoch": 0.9114500419384104, + "grad_norm": 2.46450138092041, + "learning_rate": 4.084423788887748e-07, + "loss": 2.1755, + "step": 53246 + }, + { + "epoch": 0.9114671596569609, + "grad_norm": 2.6515049934387207, + "learning_rate": 4.0828556433200384e-07, + "loss": 2.3, + "step": 53247 + }, + { + "epoch": 0.9114842773755114, + "grad_norm": 2.6747853755950928, + "learning_rate": 4.0812877925682336e-07, + "loss": 2.2634, + "step": 53248 + }, + { + "epoch": 0.9115013950940619, + "grad_norm": 2.562370777130127, + "learning_rate": 4.079720236637108e-07, + "loss": 2.289, + "step": 53249 + }, + { + "epoch": 0.9115185128126123, + "grad_norm": 2.7664361000061035, + "learning_rate": 4.078152975531502e-07, + "loss": 2.3808, + "step": 53250 + }, + { + "epoch": 0.9115356305311628, + "grad_norm": 2.7744617462158203, + "learning_rate": 4.0765860092562224e-07, + "loss": 2.4152, + "step": 53251 + }, + { + "epoch": 0.9115527482497133, + "grad_norm": 2.7451283931732178, + "learning_rate": 4.0750193378160996e-07, + "loss": 2.3117, + "step": 53252 + }, + { + "epoch": 0.9115698659682637, + "grad_norm": 2.6529781818389893, + "learning_rate": 4.07345296121594e-07, + "loss": 2.3397, + "step": 53253 + }, + { + "epoch": 0.9115869836868142, + "grad_norm": 2.5664005279541016, + "learning_rate": 4.071886879460574e-07, + "loss": 2.2881, + "step": 53254 + }, + { + "epoch": 0.9116041014053647, + "grad_norm": 2.7293527126312256, + "learning_rate": 4.070321092554785e-07, + "loss": 2.2637, + "step": 53255 + }, + { + "epoch": 0.9116212191239151, + "grad_norm": 2.5375993251800537, + "learning_rate": 4.068755600503405e-07, + "loss": 2.3212, + "step": 53256 + }, + { + "epoch": 0.9116383368424656, + "grad_norm": 2.685941219329834, + "learning_rate": 4.0671904033112386e-07, + "loss": 2.1892, + "step": 53257 + }, + { + "epoch": 0.9116554545610162, + "grad_norm": 2.5752854347229004, + "learning_rate": 4.0656255009831056e-07, + "loss": 2.3384, + "step": 53258 + }, + { + "epoch": 0.9116725722795666, + "grad_norm": 2.6123430728912354, + "learning_rate": 4.0640608935238026e-07, + "loss": 2.3466, + "step": 53259 + }, + { + "epoch": 0.9116896899981171, + "grad_norm": 2.648345470428467, + "learning_rate": 4.062496580938158e-07, + "loss": 2.3131, + "step": 53260 + }, + { + "epoch": 0.9117068077166676, + "grad_norm": 2.7060906887054443, + "learning_rate": 4.060932563230979e-07, + "loss": 2.2994, + "step": 53261 + }, + { + "epoch": 0.911723925435218, + "grad_norm": 2.7109081745147705, + "learning_rate": 4.059368840407041e-07, + "loss": 2.3622, + "step": 53262 + }, + { + "epoch": 0.9117410431537685, + "grad_norm": 2.644759178161621, + "learning_rate": 4.057805412471183e-07, + "loss": 2.2413, + "step": 53263 + }, + { + "epoch": 0.911758160872319, + "grad_norm": 2.6420230865478516, + "learning_rate": 4.0562422794281907e-07, + "loss": 2.3724, + "step": 53264 + }, + { + "epoch": 0.9117752785908694, + "grad_norm": 2.5753650665283203, + "learning_rate": 4.0546794412828827e-07, + "loss": 2.3018, + "step": 53265 + }, + { + "epoch": 0.9117923963094199, + "grad_norm": 2.594247579574585, + "learning_rate": 4.053116898040077e-07, + "loss": 2.4105, + "step": 53266 + }, + { + "epoch": 0.9118095140279704, + "grad_norm": 2.718966484069824, + "learning_rate": 4.0515546497045255e-07, + "loss": 2.3855, + "step": 53267 + }, + { + "epoch": 0.9118266317465208, + "grad_norm": 2.7051966190338135, + "learning_rate": 4.04999269628108e-07, + "loss": 2.3327, + "step": 53268 + }, + { + "epoch": 0.9118437494650713, + "grad_norm": 2.545271396636963, + "learning_rate": 4.048431037774514e-07, + "loss": 2.2229, + "step": 53269 + }, + { + "epoch": 0.9118608671836218, + "grad_norm": 2.793121576309204, + "learning_rate": 4.0468696741896464e-07, + "loss": 2.3183, + "step": 53270 + }, + { + "epoch": 0.9118779849021722, + "grad_norm": 2.4673871994018555, + "learning_rate": 4.045308605531262e-07, + "loss": 2.2625, + "step": 53271 + }, + { + "epoch": 0.9118951026207227, + "grad_norm": 2.559398651123047, + "learning_rate": 4.043747831804146e-07, + "loss": 2.1715, + "step": 53272 + }, + { + "epoch": 0.9119122203392732, + "grad_norm": 2.7577385902404785, + "learning_rate": 4.0421873530131383e-07, + "loss": 2.3632, + "step": 53273 + }, + { + "epoch": 0.9119293380578236, + "grad_norm": 2.6145741939544678, + "learning_rate": 4.0406271691629916e-07, + "loss": 2.3112, + "step": 53274 + }, + { + "epoch": 0.9119464557763741, + "grad_norm": 2.7887110710144043, + "learning_rate": 4.039067280258535e-07, + "loss": 2.3642, + "step": 53275 + }, + { + "epoch": 0.9119635734949246, + "grad_norm": 2.6339271068573, + "learning_rate": 4.0375076863045317e-07, + "loss": 2.3655, + "step": 53276 + }, + { + "epoch": 0.911980691213475, + "grad_norm": 2.6450557708740234, + "learning_rate": 4.035948387305799e-07, + "loss": 2.2877, + "step": 53277 + }, + { + "epoch": 0.9119978089320255, + "grad_norm": 2.7785301208496094, + "learning_rate": 4.0343893832671345e-07, + "loss": 2.3917, + "step": 53278 + }, + { + "epoch": 0.912014926650576, + "grad_norm": 2.428534984588623, + "learning_rate": 4.0328306741932885e-07, + "loss": 2.2416, + "step": 53279 + }, + { + "epoch": 0.9120320443691264, + "grad_norm": 2.675607919692993, + "learning_rate": 4.031272260089103e-07, + "loss": 2.2846, + "step": 53280 + }, + { + "epoch": 0.912049162087677, + "grad_norm": 2.564720392227173, + "learning_rate": 4.02971414095934e-07, + "loss": 2.3042, + "step": 53281 + }, + { + "epoch": 0.9120662798062275, + "grad_norm": 2.632629156112671, + "learning_rate": 4.028156316808796e-07, + "loss": 2.2993, + "step": 53282 + }, + { + "epoch": 0.9120833975247779, + "grad_norm": 2.7229769229888916, + "learning_rate": 4.0265987876422665e-07, + "loss": 2.5373, + "step": 53283 + }, + { + "epoch": 0.9121005152433284, + "grad_norm": 2.8425495624542236, + "learning_rate": 4.025041553464504e-07, + "loss": 2.2932, + "step": 53284 + }, + { + "epoch": 0.9121176329618789, + "grad_norm": 2.624171733856201, + "learning_rate": 4.0234846142803484e-07, + "loss": 2.3944, + "step": 53285 + }, + { + "epoch": 0.9121347506804293, + "grad_norm": 2.7778494358062744, + "learning_rate": 4.021927970094541e-07, + "loss": 2.3916, + "step": 53286 + }, + { + "epoch": 0.9121518683989798, + "grad_norm": 2.488563299179077, + "learning_rate": 4.020371620911878e-07, + "loss": 2.3446, + "step": 53287 + }, + { + "epoch": 0.9121689861175303, + "grad_norm": 2.6143267154693604, + "learning_rate": 4.0188155667371553e-07, + "loss": 2.4008, + "step": 53288 + }, + { + "epoch": 0.9121861038360807, + "grad_norm": 2.621988296508789, + "learning_rate": 4.0172598075751577e-07, + "loss": 2.2235, + "step": 53289 + }, + { + "epoch": 0.9122032215546312, + "grad_norm": 2.6451315879821777, + "learning_rate": 4.01570434343066e-07, + "loss": 2.3402, + "step": 53290 + }, + { + "epoch": 0.9122203392731817, + "grad_norm": 2.7312607765197754, + "learning_rate": 4.014149174308413e-07, + "loss": 2.3177, + "step": 53291 + }, + { + "epoch": 0.9122374569917321, + "grad_norm": 2.686283826828003, + "learning_rate": 4.0125943002132573e-07, + "loss": 2.3479, + "step": 53292 + }, + { + "epoch": 0.9122545747102826, + "grad_norm": 2.638686418533325, + "learning_rate": 4.011039721149923e-07, + "loss": 2.3483, + "step": 53293 + }, + { + "epoch": 0.9122716924288331, + "grad_norm": 2.789116382598877, + "learning_rate": 4.009485437123206e-07, + "loss": 2.3239, + "step": 53294 + }, + { + "epoch": 0.9122888101473836, + "grad_norm": 2.6796798706054688, + "learning_rate": 4.0079314481378807e-07, + "loss": 2.3318, + "step": 53295 + }, + { + "epoch": 0.912305927865934, + "grad_norm": 2.516338586807251, + "learning_rate": 4.0063777541987206e-07, + "loss": 2.2445, + "step": 53296 + }, + { + "epoch": 0.9123230455844845, + "grad_norm": 2.5957868099212646, + "learning_rate": 4.0048243553105105e-07, + "loss": 2.2626, + "step": 53297 + }, + { + "epoch": 0.912340163303035, + "grad_norm": 2.666003942489624, + "learning_rate": 4.003271251478036e-07, + "loss": 2.324, + "step": 53298 + }, + { + "epoch": 0.9123572810215854, + "grad_norm": 2.823962688446045, + "learning_rate": 4.001718442706037e-07, + "loss": 2.3996, + "step": 53299 + }, + { + "epoch": 0.9123743987401359, + "grad_norm": 2.6314537525177, + "learning_rate": 4.000165928999311e-07, + "loss": 2.3651, + "step": 53300 + }, + { + "epoch": 0.9123915164586864, + "grad_norm": 2.705925226211548, + "learning_rate": 3.99861371036262e-07, + "loss": 2.3751, + "step": 53301 + }, + { + "epoch": 0.9124086341772368, + "grad_norm": 2.4935381412506104, + "learning_rate": 3.997061786800738e-07, + "loss": 2.242, + "step": 53302 + }, + { + "epoch": 0.9124257518957873, + "grad_norm": 2.646129608154297, + "learning_rate": 3.99551015831845e-07, + "loss": 2.2395, + "step": 53303 + }, + { + "epoch": 0.9124428696143378, + "grad_norm": 2.4377360343933105, + "learning_rate": 3.993958824920485e-07, + "loss": 2.3123, + "step": 53304 + }, + { + "epoch": 0.9124599873328882, + "grad_norm": 2.4832935333251953, + "learning_rate": 3.9924077866116627e-07, + "loss": 2.2827, + "step": 53305 + }, + { + "epoch": 0.9124771050514388, + "grad_norm": 2.7842228412628174, + "learning_rate": 3.990857043396712e-07, + "loss": 2.3813, + "step": 53306 + }, + { + "epoch": 0.9124942227699893, + "grad_norm": 2.624908447265625, + "learning_rate": 3.9893065952804065e-07, + "loss": 2.3092, + "step": 53307 + }, + { + "epoch": 0.9125113404885397, + "grad_norm": 2.7080531120300293, + "learning_rate": 3.987756442267532e-07, + "loss": 2.3162, + "step": 53308 + }, + { + "epoch": 0.9125284582070902, + "grad_norm": 2.5919227600097656, + "learning_rate": 3.9862065843628175e-07, + "loss": 2.37, + "step": 53309 + }, + { + "epoch": 0.9125455759256407, + "grad_norm": 2.7591686248779297, + "learning_rate": 3.98465702157107e-07, + "loss": 2.3559, + "step": 53310 + }, + { + "epoch": 0.9125626936441911, + "grad_norm": 2.642698287963867, + "learning_rate": 3.9831077538969977e-07, + "loss": 2.36, + "step": 53311 + }, + { + "epoch": 0.9125798113627416, + "grad_norm": 2.5780930519104004, + "learning_rate": 3.981558781345429e-07, + "loss": 2.2877, + "step": 53312 + }, + { + "epoch": 0.9125969290812921, + "grad_norm": 2.6822288036346436, + "learning_rate": 3.980010103921073e-07, + "loss": 2.1382, + "step": 53313 + }, + { + "epoch": 0.9126140467998425, + "grad_norm": 2.623983860015869, + "learning_rate": 3.9784617216287127e-07, + "loss": 2.3589, + "step": 53314 + }, + { + "epoch": 0.912631164518393, + "grad_norm": 2.6096105575561523, + "learning_rate": 3.976913634473112e-07, + "loss": 2.2341, + "step": 53315 + }, + { + "epoch": 0.9126482822369435, + "grad_norm": 2.658007860183716, + "learning_rate": 3.975365842458989e-07, + "loss": 2.3009, + "step": 53316 + }, + { + "epoch": 0.9126653999554939, + "grad_norm": 2.6335690021514893, + "learning_rate": 3.973818345591163e-07, + "loss": 2.3521, + "step": 53317 + }, + { + "epoch": 0.9126825176740444, + "grad_norm": 2.5272767543792725, + "learning_rate": 3.97227114387434e-07, + "loss": 2.3186, + "step": 53318 + }, + { + "epoch": 0.9126996353925949, + "grad_norm": 2.4481260776519775, + "learning_rate": 3.9707242373132946e-07, + "loss": 2.2734, + "step": 53319 + }, + { + "epoch": 0.9127167531111453, + "grad_norm": 2.7909200191497803, + "learning_rate": 3.969177625912801e-07, + "loss": 2.4079, + "step": 53320 + }, + { + "epoch": 0.9127338708296958, + "grad_norm": 2.540248394012451, + "learning_rate": 3.967631309677567e-07, + "loss": 2.3705, + "step": 53321 + }, + { + "epoch": 0.9127509885482463, + "grad_norm": 2.5760915279388428, + "learning_rate": 3.966085288612387e-07, + "loss": 2.2999, + "step": 53322 + }, + { + "epoch": 0.9127681062667967, + "grad_norm": 2.663884401321411, + "learning_rate": 3.9645395627219916e-07, + "loss": 2.2815, + "step": 53323 + }, + { + "epoch": 0.9127852239853472, + "grad_norm": 2.5519375801086426, + "learning_rate": 3.9629941320111443e-07, + "loss": 2.2437, + "step": 53324 + }, + { + "epoch": 0.9128023417038977, + "grad_norm": 2.6282997131347656, + "learning_rate": 3.961448996484574e-07, + "loss": 2.3342, + "step": 53325 + }, + { + "epoch": 0.9128194594224481, + "grad_norm": 2.674217462539673, + "learning_rate": 3.959904156147054e-07, + "loss": 2.3571, + "step": 53326 + }, + { + "epoch": 0.9128365771409986, + "grad_norm": 2.790616273880005, + "learning_rate": 3.9583596110033374e-07, + "loss": 2.4017, + "step": 53327 + }, + { + "epoch": 0.9128536948595491, + "grad_norm": 2.629634380340576, + "learning_rate": 3.9568153610581196e-07, + "loss": 2.296, + "step": 53328 + }, + { + "epoch": 0.9128708125780995, + "grad_norm": 2.8541011810302734, + "learning_rate": 3.955271406316219e-07, + "loss": 2.4084, + "step": 53329 + }, + { + "epoch": 0.91288793029665, + "grad_norm": 2.5251781940460205, + "learning_rate": 3.953727746782332e-07, + "loss": 2.2111, + "step": 53330 + }, + { + "epoch": 0.9129050480152006, + "grad_norm": 2.510389804840088, + "learning_rate": 3.9521843824612216e-07, + "loss": 2.3858, + "step": 53331 + }, + { + "epoch": 0.912922165733751, + "grad_norm": 2.666733980178833, + "learning_rate": 3.9506413133576285e-07, + "loss": 2.263, + "step": 53332 + }, + { + "epoch": 0.9129392834523015, + "grad_norm": 2.4766464233398438, + "learning_rate": 3.9490985394762926e-07, + "loss": 2.3509, + "step": 53333 + }, + { + "epoch": 0.912956401170852, + "grad_norm": 2.552902936935425, + "learning_rate": 3.947556060821967e-07, + "loss": 2.3879, + "step": 53334 + }, + { + "epoch": 0.9129735188894024, + "grad_norm": 2.5694198608398438, + "learning_rate": 3.9460138773993797e-07, + "loss": 2.3127, + "step": 53335 + }, + { + "epoch": 0.9129906366079529, + "grad_norm": 2.588920831680298, + "learning_rate": 3.944471989213272e-07, + "loss": 2.2245, + "step": 53336 + }, + { + "epoch": 0.9130077543265034, + "grad_norm": 2.5912973880767822, + "learning_rate": 3.942930396268385e-07, + "loss": 2.1725, + "step": 53337 + }, + { + "epoch": 0.9130248720450538, + "grad_norm": 2.538731098175049, + "learning_rate": 3.941389098569459e-07, + "loss": 2.3229, + "step": 53338 + }, + { + "epoch": 0.9130419897636043, + "grad_norm": 2.58217191696167, + "learning_rate": 3.939848096121224e-07, + "loss": 2.2825, + "step": 53339 + }, + { + "epoch": 0.9130591074821548, + "grad_norm": 2.4845798015594482, + "learning_rate": 3.938307388928442e-07, + "loss": 2.3336, + "step": 53340 + }, + { + "epoch": 0.9130762252007053, + "grad_norm": 2.552032947540283, + "learning_rate": 3.9367669769958203e-07, + "loss": 2.2325, + "step": 53341 + }, + { + "epoch": 0.9130933429192557, + "grad_norm": 2.8107717037200928, + "learning_rate": 3.935226860328101e-07, + "loss": 2.3367, + "step": 53342 + }, + { + "epoch": 0.9131104606378062, + "grad_norm": 2.792360544204712, + "learning_rate": 3.933687038930023e-07, + "loss": 2.3421, + "step": 53343 + }, + { + "epoch": 0.9131275783563567, + "grad_norm": 2.511709451675415, + "learning_rate": 3.932147512806306e-07, + "loss": 2.3636, + "step": 53344 + }, + { + "epoch": 0.9131446960749071, + "grad_norm": 2.7075536251068115, + "learning_rate": 3.930608281961712e-07, + "loss": 2.3023, + "step": 53345 + }, + { + "epoch": 0.9131618137934576, + "grad_norm": 2.713873863220215, + "learning_rate": 3.9290693464009267e-07, + "loss": 2.3799, + "step": 53346 + }, + { + "epoch": 0.9131789315120081, + "grad_norm": 2.7687456607818604, + "learning_rate": 3.927530706128735e-07, + "loss": 2.4275, + "step": 53347 + }, + { + "epoch": 0.9131960492305585, + "grad_norm": 2.5723776817321777, + "learning_rate": 3.9259923611498217e-07, + "loss": 2.3833, + "step": 53348 + }, + { + "epoch": 0.913213166949109, + "grad_norm": 2.8026845455169678, + "learning_rate": 3.924454311468928e-07, + "loss": 2.3758, + "step": 53349 + }, + { + "epoch": 0.9132302846676595, + "grad_norm": 2.6361684799194336, + "learning_rate": 3.9229165570907833e-07, + "loss": 2.3564, + "step": 53350 + }, + { + "epoch": 0.9132474023862099, + "grad_norm": 2.7517333030700684, + "learning_rate": 3.921379098020117e-07, + "loss": 2.4042, + "step": 53351 + }, + { + "epoch": 0.9132645201047604, + "grad_norm": 2.7905631065368652, + "learning_rate": 3.91984193426167e-07, + "loss": 2.29, + "step": 53352 + }, + { + "epoch": 0.913281637823311, + "grad_norm": 2.61556339263916, + "learning_rate": 3.918305065820116e-07, + "loss": 2.3297, + "step": 53353 + }, + { + "epoch": 0.9132987555418614, + "grad_norm": 2.550079107284546, + "learning_rate": 3.91676849270024e-07, + "loss": 2.1204, + "step": 53354 + }, + { + "epoch": 0.9133158732604119, + "grad_norm": 2.5567586421966553, + "learning_rate": 3.915232214906728e-07, + "loss": 2.394, + "step": 53355 + }, + { + "epoch": 0.9133329909789624, + "grad_norm": 2.5449252128601074, + "learning_rate": 3.9136962324443084e-07, + "loss": 2.2685, + "step": 53356 + }, + { + "epoch": 0.9133501086975128, + "grad_norm": 2.6402738094329834, + "learning_rate": 3.9121605453177116e-07, + "loss": 2.3259, + "step": 53357 + }, + { + "epoch": 0.9133672264160633, + "grad_norm": 2.583327531814575, + "learning_rate": 3.910625153531633e-07, + "loss": 2.3647, + "step": 53358 + }, + { + "epoch": 0.9133843441346138, + "grad_norm": 2.789081335067749, + "learning_rate": 3.909090057090825e-07, + "loss": 2.3437, + "step": 53359 + }, + { + "epoch": 0.9134014618531642, + "grad_norm": 2.6611790657043457, + "learning_rate": 3.907555255999995e-07, + "loss": 2.3325, + "step": 53360 + }, + { + "epoch": 0.9134185795717147, + "grad_norm": 2.5175867080688477, + "learning_rate": 3.9060207502638394e-07, + "loss": 2.3674, + "step": 53361 + }, + { + "epoch": 0.9134356972902652, + "grad_norm": 2.748490810394287, + "learning_rate": 3.90448653988712e-07, + "loss": 2.3924, + "step": 53362 + }, + { + "epoch": 0.9134528150088156, + "grad_norm": 2.5142109394073486, + "learning_rate": 3.90295262487449e-07, + "loss": 2.2682, + "step": 53363 + }, + { + "epoch": 0.9134699327273661, + "grad_norm": 2.587916612625122, + "learning_rate": 3.901419005230722e-07, + "loss": 2.421, + "step": 53364 + }, + { + "epoch": 0.9134870504459166, + "grad_norm": 2.5941224098205566, + "learning_rate": 3.8998856809604804e-07, + "loss": 2.5158, + "step": 53365 + }, + { + "epoch": 0.913504168164467, + "grad_norm": 2.6117584705352783, + "learning_rate": 3.898352652068538e-07, + "loss": 2.3116, + "step": 53366 + }, + { + "epoch": 0.9135212858830175, + "grad_norm": 2.7690505981445312, + "learning_rate": 3.896819918559547e-07, + "loss": 2.3159, + "step": 53367 + }, + { + "epoch": 0.913538403601568, + "grad_norm": 2.760066270828247, + "learning_rate": 3.895287480438248e-07, + "loss": 2.426, + "step": 53368 + }, + { + "epoch": 0.9135555213201184, + "grad_norm": 2.70454478263855, + "learning_rate": 3.893755337709348e-07, + "loss": 2.2277, + "step": 53369 + }, + { + "epoch": 0.9135726390386689, + "grad_norm": 2.580698013305664, + "learning_rate": 3.892223490377567e-07, + "loss": 2.3021, + "step": 53370 + }, + { + "epoch": 0.9135897567572194, + "grad_norm": 2.4420108795166016, + "learning_rate": 3.8906919384475995e-07, + "loss": 2.2111, + "step": 53371 + }, + { + "epoch": 0.9136068744757698, + "grad_norm": 2.6131319999694824, + "learning_rate": 3.889160681924142e-07, + "loss": 2.43, + "step": 53372 + }, + { + "epoch": 0.9136239921943203, + "grad_norm": 2.569286823272705, + "learning_rate": 3.8876297208119253e-07, + "loss": 2.3234, + "step": 53373 + }, + { + "epoch": 0.9136411099128708, + "grad_norm": 2.678595542907715, + "learning_rate": 3.886099055115633e-07, + "loss": 2.2467, + "step": 53374 + }, + { + "epoch": 0.9136582276314212, + "grad_norm": 2.6344826221466064, + "learning_rate": 3.8845686848399954e-07, + "loss": 2.3509, + "step": 53375 + }, + { + "epoch": 0.9136753453499717, + "grad_norm": 2.492633819580078, + "learning_rate": 3.8830386099896866e-07, + "loss": 2.2934, + "step": 53376 + }, + { + "epoch": 0.9136924630685223, + "grad_norm": 2.6622815132141113, + "learning_rate": 3.881508830569447e-07, + "loss": 2.2919, + "step": 53377 + }, + { + "epoch": 0.9137095807870727, + "grad_norm": 2.527357339859009, + "learning_rate": 3.8799793465839395e-07, + "loss": 2.3571, + "step": 53378 + }, + { + "epoch": 0.9137266985056232, + "grad_norm": 2.533906936645508, + "learning_rate": 3.878450158037883e-07, + "loss": 2.3634, + "step": 53379 + }, + { + "epoch": 0.9137438162241737, + "grad_norm": 2.7322919368743896, + "learning_rate": 3.876921264935973e-07, + "loss": 2.3125, + "step": 53380 + }, + { + "epoch": 0.9137609339427241, + "grad_norm": 2.628959894180298, + "learning_rate": 3.8753926672829176e-07, + "loss": 2.3013, + "step": 53381 + }, + { + "epoch": 0.9137780516612746, + "grad_norm": 2.7529683113098145, + "learning_rate": 3.873864365083413e-07, + "loss": 2.4105, + "step": 53382 + }, + { + "epoch": 0.9137951693798251, + "grad_norm": 2.4986674785614014, + "learning_rate": 3.872336358342144e-07, + "loss": 2.3386, + "step": 53383 + }, + { + "epoch": 0.9138122870983755, + "grad_norm": 2.6709725856781006, + "learning_rate": 3.870808647063828e-07, + "loss": 2.2823, + "step": 53384 + }, + { + "epoch": 0.913829404816926, + "grad_norm": 2.4783334732055664, + "learning_rate": 3.8692812312531525e-07, + "loss": 2.3443, + "step": 53385 + }, + { + "epoch": 0.9138465225354765, + "grad_norm": 2.5599498748779297, + "learning_rate": 3.867754110914801e-07, + "loss": 2.3169, + "step": 53386 + }, + { + "epoch": 0.913863640254027, + "grad_norm": 2.6434404850006104, + "learning_rate": 3.8662272860534697e-07, + "loss": 2.2695, + "step": 53387 + }, + { + "epoch": 0.9138807579725774, + "grad_norm": 2.3937103748321533, + "learning_rate": 3.864700756673867e-07, + "loss": 2.3093, + "step": 53388 + }, + { + "epoch": 0.9138978756911279, + "grad_norm": 2.5693881511688232, + "learning_rate": 3.8631745227806774e-07, + "loss": 2.3301, + "step": 53389 + }, + { + "epoch": 0.9139149934096784, + "grad_norm": 2.604182720184326, + "learning_rate": 3.8616485843785743e-07, + "loss": 2.2914, + "step": 53390 + }, + { + "epoch": 0.9139321111282288, + "grad_norm": 2.560659885406494, + "learning_rate": 3.8601229414722884e-07, + "loss": 2.2689, + "step": 53391 + }, + { + "epoch": 0.9139492288467793, + "grad_norm": 2.783890962600708, + "learning_rate": 3.85859759406646e-07, + "loss": 2.3346, + "step": 53392 + }, + { + "epoch": 0.9139663465653298, + "grad_norm": 2.48968505859375, + "learning_rate": 3.8570725421658185e-07, + "loss": 2.3262, + "step": 53393 + }, + { + "epoch": 0.9139834642838802, + "grad_norm": 2.7640628814697266, + "learning_rate": 3.855547785775038e-07, + "loss": 2.2379, + "step": 53394 + }, + { + "epoch": 0.9140005820024307, + "grad_norm": 2.8254306316375732, + "learning_rate": 3.8540233248987704e-07, + "loss": 2.2998, + "step": 53395 + }, + { + "epoch": 0.9140176997209812, + "grad_norm": 2.404175281524658, + "learning_rate": 3.8524991595417673e-07, + "loss": 2.195, + "step": 53396 + }, + { + "epoch": 0.9140348174395316, + "grad_norm": 2.733778715133667, + "learning_rate": 3.8509752897086695e-07, + "loss": 2.2676, + "step": 53397 + }, + { + "epoch": 0.9140519351580821, + "grad_norm": 2.611957550048828, + "learning_rate": 3.849451715404162e-07, + "loss": 2.3433, + "step": 53398 + }, + { + "epoch": 0.9140690528766326, + "grad_norm": 2.885575294494629, + "learning_rate": 3.847928436632953e-07, + "loss": 2.3563, + "step": 53399 + }, + { + "epoch": 0.914086170595183, + "grad_norm": 2.5897939205169678, + "learning_rate": 3.846405453399671e-07, + "loss": 2.3037, + "step": 53400 + }, + { + "epoch": 0.9141032883137336, + "grad_norm": 2.548668146133423, + "learning_rate": 3.8448827657090684e-07, + "loss": 2.2225, + "step": 53401 + }, + { + "epoch": 0.9141204060322841, + "grad_norm": 2.6450107097625732, + "learning_rate": 3.8433603735657634e-07, + "loss": 2.2764, + "step": 53402 + }, + { + "epoch": 0.9141375237508345, + "grad_norm": 2.6422176361083984, + "learning_rate": 3.841838276974497e-07, + "loss": 2.2258, + "step": 53403 + }, + { + "epoch": 0.914154641469385, + "grad_norm": 2.6565310955047607, + "learning_rate": 3.840316475939887e-07, + "loss": 2.3367, + "step": 53404 + }, + { + "epoch": 0.9141717591879355, + "grad_norm": 2.464811325073242, + "learning_rate": 3.8387949704666415e-07, + "loss": 2.2002, + "step": 53405 + }, + { + "epoch": 0.9141888769064859, + "grad_norm": 2.648728370666504, + "learning_rate": 3.837273760559446e-07, + "loss": 2.3283, + "step": 53406 + }, + { + "epoch": 0.9142059946250364, + "grad_norm": 2.4000229835510254, + "learning_rate": 3.8357528462229397e-07, + "loss": 2.2875, + "step": 53407 + }, + { + "epoch": 0.9142231123435869, + "grad_norm": 2.586135149002075, + "learning_rate": 3.8342322274618316e-07, + "loss": 2.29, + "step": 53408 + }, + { + "epoch": 0.9142402300621373, + "grad_norm": 2.6874964237213135, + "learning_rate": 3.832711904280784e-07, + "loss": 2.3561, + "step": 53409 + }, + { + "epoch": 0.9142573477806878, + "grad_norm": 2.8021345138549805, + "learning_rate": 3.8311918766844703e-07, + "loss": 2.4407, + "step": 53410 + }, + { + "epoch": 0.9142744654992383, + "grad_norm": 2.523071527481079, + "learning_rate": 3.8296721446775653e-07, + "loss": 2.3258, + "step": 53411 + }, + { + "epoch": 0.9142915832177887, + "grad_norm": 2.6518921852111816, + "learning_rate": 3.8281527082647316e-07, + "loss": 2.258, + "step": 53412 + }, + { + "epoch": 0.9143087009363392, + "grad_norm": 2.8119850158691406, + "learning_rate": 3.826633567450655e-07, + "loss": 2.3356, + "step": 53413 + }, + { + "epoch": 0.9143258186548897, + "grad_norm": 2.527128219604492, + "learning_rate": 3.8251147222399865e-07, + "loss": 2.1861, + "step": 53414 + }, + { + "epoch": 0.9143429363734401, + "grad_norm": 2.4623095989227295, + "learning_rate": 3.8235961726374004e-07, + "loss": 2.3159, + "step": 53415 + }, + { + "epoch": 0.9143600540919906, + "grad_norm": 2.5360217094421387, + "learning_rate": 3.8220779186475707e-07, + "loss": 2.3185, + "step": 53416 + }, + { + "epoch": 0.9143771718105411, + "grad_norm": 2.7515830993652344, + "learning_rate": 3.8205599602751497e-07, + "loss": 2.3381, + "step": 53417 + }, + { + "epoch": 0.9143942895290915, + "grad_norm": 2.734250545501709, + "learning_rate": 3.819042297524822e-07, + "loss": 2.2942, + "step": 53418 + }, + { + "epoch": 0.914411407247642, + "grad_norm": 2.4735772609710693, + "learning_rate": 3.81752493040124e-07, + "loss": 2.3296, + "step": 53419 + }, + { + "epoch": 0.9144285249661925, + "grad_norm": 2.471015214920044, + "learning_rate": 3.8160078589090874e-07, + "loss": 2.2438, + "step": 53420 + }, + { + "epoch": 0.9144456426847429, + "grad_norm": 2.6027324199676514, + "learning_rate": 3.814491083052996e-07, + "loss": 2.2647, + "step": 53421 + }, + { + "epoch": 0.9144627604032934, + "grad_norm": 2.634202241897583, + "learning_rate": 3.812974602837649e-07, + "loss": 2.256, + "step": 53422 + }, + { + "epoch": 0.914479878121844, + "grad_norm": 2.7317616939544678, + "learning_rate": 3.8114584182676884e-07, + "loss": 2.4418, + "step": 53423 + }, + { + "epoch": 0.9144969958403943, + "grad_norm": 2.5054244995117188, + "learning_rate": 3.809942529347799e-07, + "loss": 2.2715, + "step": 53424 + }, + { + "epoch": 0.9145141135589449, + "grad_norm": 2.644670009613037, + "learning_rate": 3.808426936082621e-07, + "loss": 2.2363, + "step": 53425 + }, + { + "epoch": 0.9145312312774954, + "grad_norm": 2.6783523559570312, + "learning_rate": 3.80691163847684e-07, + "loss": 2.2697, + "step": 53426 + }, + { + "epoch": 0.9145483489960458, + "grad_norm": 2.653949022293091, + "learning_rate": 3.8053966365350745e-07, + "loss": 2.3391, + "step": 53427 + }, + { + "epoch": 0.9145654667145963, + "grad_norm": 2.712982177734375, + "learning_rate": 3.803881930261999e-07, + "loss": 2.3835, + "step": 53428 + }, + { + "epoch": 0.9145825844331468, + "grad_norm": 2.5818846225738525, + "learning_rate": 3.8023675196622757e-07, + "loss": 2.3325, + "step": 53429 + }, + { + "epoch": 0.9145997021516972, + "grad_norm": 2.6220638751983643, + "learning_rate": 3.8008534047405564e-07, + "loss": 2.2658, + "step": 53430 + }, + { + "epoch": 0.9146168198702477, + "grad_norm": 2.587348699569702, + "learning_rate": 3.799339585501494e-07, + "loss": 2.2187, + "step": 53431 + }, + { + "epoch": 0.9146339375887982, + "grad_norm": 2.7854650020599365, + "learning_rate": 3.7978260619497275e-07, + "loss": 2.2921, + "step": 53432 + }, + { + "epoch": 0.9146510553073486, + "grad_norm": 2.5975754261016846, + "learning_rate": 3.7963128340899326e-07, + "loss": 2.1936, + "step": 53433 + }, + { + "epoch": 0.9146681730258991, + "grad_norm": 2.611520290374756, + "learning_rate": 3.7947999019267487e-07, + "loss": 2.3061, + "step": 53434 + }, + { + "epoch": 0.9146852907444496, + "grad_norm": 2.742648124694824, + "learning_rate": 3.793287265464829e-07, + "loss": 2.2877, + "step": 53435 + }, + { + "epoch": 0.9147024084630001, + "grad_norm": 2.7051687240600586, + "learning_rate": 3.7917749247088244e-07, + "loss": 2.328, + "step": 53436 + }, + { + "epoch": 0.9147195261815505, + "grad_norm": 2.5668046474456787, + "learning_rate": 3.790262879663353e-07, + "loss": 2.3544, + "step": 53437 + }, + { + "epoch": 0.914736643900101, + "grad_norm": 2.4995529651641846, + "learning_rate": 3.7887511303331235e-07, + "loss": 2.2606, + "step": 53438 + }, + { + "epoch": 0.9147537616186515, + "grad_norm": 2.660299777984619, + "learning_rate": 3.7872396767227203e-07, + "loss": 2.3431, + "step": 53439 + }, + { + "epoch": 0.9147708793372019, + "grad_norm": 2.720365524291992, + "learning_rate": 3.7857285188368396e-07, + "loss": 2.2566, + "step": 53440 + }, + { + "epoch": 0.9147879970557524, + "grad_norm": 3.011962652206421, + "learning_rate": 3.784217656680089e-07, + "loss": 2.4413, + "step": 53441 + }, + { + "epoch": 0.9148051147743029, + "grad_norm": 2.6748850345611572, + "learning_rate": 3.7827070902571205e-07, + "loss": 2.3968, + "step": 53442 + }, + { + "epoch": 0.9148222324928533, + "grad_norm": 2.6968321800231934, + "learning_rate": 3.781196819572608e-07, + "loss": 2.3315, + "step": 53443 + }, + { + "epoch": 0.9148393502114038, + "grad_norm": 2.770484209060669, + "learning_rate": 3.7796868446311366e-07, + "loss": 2.3787, + "step": 53444 + }, + { + "epoch": 0.9148564679299543, + "grad_norm": 2.8411262035369873, + "learning_rate": 3.778177165437402e-07, + "loss": 2.3345, + "step": 53445 + }, + { + "epoch": 0.9148735856485047, + "grad_norm": 2.6470844745635986, + "learning_rate": 3.776667781996013e-07, + "loss": 2.3233, + "step": 53446 + }, + { + "epoch": 0.9148907033670552, + "grad_norm": 2.445523500442505, + "learning_rate": 3.77515869431162e-07, + "loss": 2.2976, + "step": 53447 + }, + { + "epoch": 0.9149078210856058, + "grad_norm": 2.7633848190307617, + "learning_rate": 3.773649902388854e-07, + "loss": 2.3264, + "step": 53448 + }, + { + "epoch": 0.9149249388041562, + "grad_norm": 2.6164798736572266, + "learning_rate": 3.772141406232366e-07, + "loss": 2.2442, + "step": 53449 + }, + { + "epoch": 0.9149420565227067, + "grad_norm": 2.4575324058532715, + "learning_rate": 3.7706332058467856e-07, + "loss": 2.1497, + "step": 53450 + }, + { + "epoch": 0.9149591742412572, + "grad_norm": 2.6389918327331543, + "learning_rate": 3.7691253012367425e-07, + "loss": 2.3655, + "step": 53451 + }, + { + "epoch": 0.9149762919598076, + "grad_norm": 2.6838955879211426, + "learning_rate": 3.7676176924068775e-07, + "loss": 2.3782, + "step": 53452 + }, + { + "epoch": 0.9149934096783581, + "grad_norm": 2.5960774421691895, + "learning_rate": 3.7661103793618204e-07, + "loss": 2.2708, + "step": 53453 + }, + { + "epoch": 0.9150105273969086, + "grad_norm": 2.4935379028320312, + "learning_rate": 3.7646033621062006e-07, + "loss": 2.2776, + "step": 53454 + }, + { + "epoch": 0.915027645115459, + "grad_norm": 2.731009006500244, + "learning_rate": 3.76309664064467e-07, + "loss": 2.2407, + "step": 53455 + }, + { + "epoch": 0.9150447628340095, + "grad_norm": 2.665922164916992, + "learning_rate": 3.7615902149818364e-07, + "loss": 2.3999, + "step": 53456 + }, + { + "epoch": 0.91506188055256, + "grad_norm": 2.6104493141174316, + "learning_rate": 3.7600840851223506e-07, + "loss": 2.251, + "step": 53457 + }, + { + "epoch": 0.9150789982711104, + "grad_norm": 2.527588367462158, + "learning_rate": 3.7585782510708215e-07, + "loss": 2.1986, + "step": 53458 + }, + { + "epoch": 0.9150961159896609, + "grad_norm": 2.549221992492676, + "learning_rate": 3.7570727128318886e-07, + "loss": 2.3333, + "step": 53459 + }, + { + "epoch": 0.9151132337082114, + "grad_norm": 2.610260248184204, + "learning_rate": 3.7555674704101817e-07, + "loss": 2.3456, + "step": 53460 + }, + { + "epoch": 0.9151303514267618, + "grad_norm": 2.633526086807251, + "learning_rate": 3.75406252381032e-07, + "loss": 2.4035, + "step": 53461 + }, + { + "epoch": 0.9151474691453123, + "grad_norm": 2.659106492996216, + "learning_rate": 3.752557873036922e-07, + "loss": 2.319, + "step": 53462 + }, + { + "epoch": 0.9151645868638628, + "grad_norm": 2.5232388973236084, + "learning_rate": 3.7510535180946497e-07, + "loss": 2.1784, + "step": 53463 + }, + { + "epoch": 0.9151817045824132, + "grad_norm": 2.6018834114074707, + "learning_rate": 3.749549458988078e-07, + "loss": 2.3414, + "step": 53464 + }, + { + "epoch": 0.9151988223009637, + "grad_norm": 2.610546350479126, + "learning_rate": 3.748045695721858e-07, + "loss": 2.3501, + "step": 53465 + }, + { + "epoch": 0.9152159400195142, + "grad_norm": 2.858633518218994, + "learning_rate": 3.7465422283006095e-07, + "loss": 2.3227, + "step": 53466 + }, + { + "epoch": 0.9152330577380646, + "grad_norm": 2.6872682571411133, + "learning_rate": 3.7450390567289494e-07, + "loss": 2.3388, + "step": 53467 + }, + { + "epoch": 0.9152501754566151, + "grad_norm": 2.5251245498657227, + "learning_rate": 3.743536181011509e-07, + "loss": 2.1757, + "step": 53468 + }, + { + "epoch": 0.9152672931751656, + "grad_norm": 2.6750552654266357, + "learning_rate": 3.7420336011528723e-07, + "loss": 2.3035, + "step": 53469 + }, + { + "epoch": 0.915284410893716, + "grad_norm": 2.6394460201263428, + "learning_rate": 3.740531317157703e-07, + "loss": 2.3497, + "step": 53470 + }, + { + "epoch": 0.9153015286122665, + "grad_norm": 2.5546557903289795, + "learning_rate": 3.739029329030586e-07, + "loss": 2.2744, + "step": 53471 + }, + { + "epoch": 0.915318646330817, + "grad_norm": 2.7194576263427734, + "learning_rate": 3.737527636776161e-07, + "loss": 2.3442, + "step": 53472 + }, + { + "epoch": 0.9153357640493675, + "grad_norm": 2.6301486492156982, + "learning_rate": 3.736026240399038e-07, + "loss": 2.302, + "step": 53473 + }, + { + "epoch": 0.915352881767918, + "grad_norm": 2.876521110534668, + "learning_rate": 3.7345251399037994e-07, + "loss": 2.4106, + "step": 53474 + }, + { + "epoch": 0.9153699994864685, + "grad_norm": 2.6248271465301514, + "learning_rate": 3.7330243352951214e-07, + "loss": 2.2549, + "step": 53475 + }, + { + "epoch": 0.9153871172050189, + "grad_norm": 2.537872552871704, + "learning_rate": 3.731523826577543e-07, + "loss": 2.1958, + "step": 53476 + }, + { + "epoch": 0.9154042349235694, + "grad_norm": 2.5390000343322754, + "learning_rate": 3.730023613755751e-07, + "loss": 2.373, + "step": 53477 + }, + { + "epoch": 0.9154213526421199, + "grad_norm": 2.6093461513519287, + "learning_rate": 3.7285236968343073e-07, + "loss": 2.2099, + "step": 53478 + }, + { + "epoch": 0.9154384703606703, + "grad_norm": 2.7036378383636475, + "learning_rate": 3.727024075817831e-07, + "loss": 2.3484, + "step": 53479 + }, + { + "epoch": 0.9154555880792208, + "grad_norm": 2.5337536334991455, + "learning_rate": 3.7255247507109403e-07, + "loss": 2.3012, + "step": 53480 + }, + { + "epoch": 0.9154727057977713, + "grad_norm": 2.5941061973571777, + "learning_rate": 3.724025721518232e-07, + "loss": 2.3423, + "step": 53481 + }, + { + "epoch": 0.9154898235163218, + "grad_norm": 2.5514869689941406, + "learning_rate": 3.722526988244335e-07, + "loss": 2.2904, + "step": 53482 + }, + { + "epoch": 0.9155069412348722, + "grad_norm": 2.7389748096466064, + "learning_rate": 3.721028550893835e-07, + "loss": 2.4026, + "step": 53483 + }, + { + "epoch": 0.9155240589534227, + "grad_norm": 2.668281078338623, + "learning_rate": 3.7195304094713393e-07, + "loss": 2.4001, + "step": 53484 + }, + { + "epoch": 0.9155411766719732, + "grad_norm": 2.7111728191375732, + "learning_rate": 3.718032563981466e-07, + "loss": 2.2715, + "step": 53485 + }, + { + "epoch": 0.9155582943905236, + "grad_norm": 2.580440044403076, + "learning_rate": 3.7165350144288014e-07, + "loss": 2.2963, + "step": 53486 + }, + { + "epoch": 0.9155754121090741, + "grad_norm": 2.623251438140869, + "learning_rate": 3.7150377608179633e-07, + "loss": 2.3579, + "step": 53487 + }, + { + "epoch": 0.9155925298276246, + "grad_norm": 2.678107500076294, + "learning_rate": 3.713540803153548e-07, + "loss": 2.2706, + "step": 53488 + }, + { + "epoch": 0.915609647546175, + "grad_norm": 2.5964362621307373, + "learning_rate": 3.712044141440152e-07, + "loss": 2.3213, + "step": 53489 + }, + { + "epoch": 0.9156267652647255, + "grad_norm": 2.6736974716186523, + "learning_rate": 3.7105477756823824e-07, + "loss": 2.3004, + "step": 53490 + }, + { + "epoch": 0.915643882983276, + "grad_norm": 2.5912766456604004, + "learning_rate": 3.7090517058848364e-07, + "loss": 2.2108, + "step": 53491 + }, + { + "epoch": 0.9156610007018264, + "grad_norm": 2.670738935470581, + "learning_rate": 3.7075559320521313e-07, + "loss": 2.2677, + "step": 53492 + }, + { + "epoch": 0.9156781184203769, + "grad_norm": 2.559762954711914, + "learning_rate": 3.706060454188809e-07, + "loss": 2.2862, + "step": 53493 + }, + { + "epoch": 0.9156952361389274, + "grad_norm": 2.5973730087280273, + "learning_rate": 3.704565272299532e-07, + "loss": 2.2796, + "step": 53494 + }, + { + "epoch": 0.9157123538574778, + "grad_norm": 2.6748569011688232, + "learning_rate": 3.703070386388863e-07, + "loss": 2.366, + "step": 53495 + }, + { + "epoch": 0.9157294715760284, + "grad_norm": 2.54778790473938, + "learning_rate": 3.7015757964613873e-07, + "loss": 2.302, + "step": 53496 + }, + { + "epoch": 0.9157465892945789, + "grad_norm": 2.4985880851745605, + "learning_rate": 3.7000815025217243e-07, + "loss": 2.3258, + "step": 53497 + }, + { + "epoch": 0.9157637070131293, + "grad_norm": 2.51457142829895, + "learning_rate": 3.6985875045744467e-07, + "loss": 2.2689, + "step": 53498 + }, + { + "epoch": 0.9157808247316798, + "grad_norm": 2.608433485031128, + "learning_rate": 3.6970938026241633e-07, + "loss": 2.2647, + "step": 53499 + }, + { + "epoch": 0.9157979424502303, + "grad_norm": 2.551994800567627, + "learning_rate": 3.695600396675447e-07, + "loss": 2.3607, + "step": 53500 + }, + { + "epoch": 0.9158150601687807, + "grad_norm": 2.514629602432251, + "learning_rate": 3.694107286732906e-07, + "loss": 2.2531, + "step": 53501 + }, + { + "epoch": 0.9158321778873312, + "grad_norm": 2.7859890460968018, + "learning_rate": 3.692614472801115e-07, + "loss": 2.3227, + "step": 53502 + }, + { + "epoch": 0.9158492956058817, + "grad_norm": 2.498969554901123, + "learning_rate": 3.691121954884669e-07, + "loss": 2.2876, + "step": 53503 + }, + { + "epoch": 0.9158664133244321, + "grad_norm": 2.8271484375, + "learning_rate": 3.6896297329881536e-07, + "loss": 2.3482, + "step": 53504 + }, + { + "epoch": 0.9158835310429826, + "grad_norm": 2.629210948944092, + "learning_rate": 3.6881378071161655e-07, + "loss": 2.3465, + "step": 53505 + }, + { + "epoch": 0.9159006487615331, + "grad_norm": 2.833972930908203, + "learning_rate": 3.6866461772732674e-07, + "loss": 2.4274, + "step": 53506 + }, + { + "epoch": 0.9159177664800835, + "grad_norm": 2.7448320388793945, + "learning_rate": 3.685154843464067e-07, + "loss": 2.3398, + "step": 53507 + }, + { + "epoch": 0.915934884198634, + "grad_norm": 2.6747946739196777, + "learning_rate": 3.683663805693138e-07, + "loss": 2.2716, + "step": 53508 + }, + { + "epoch": 0.9159520019171845, + "grad_norm": 2.4620110988616943, + "learning_rate": 3.6821730639650556e-07, + "loss": 2.2807, + "step": 53509 + }, + { + "epoch": 0.9159691196357349, + "grad_norm": 2.820638418197632, + "learning_rate": 3.6806826182844145e-07, + "loss": 2.4006, + "step": 53510 + }, + { + "epoch": 0.9159862373542854, + "grad_norm": 2.6494874954223633, + "learning_rate": 3.679192468655801e-07, + "loss": 2.3498, + "step": 53511 + }, + { + "epoch": 0.9160033550728359, + "grad_norm": 2.6178503036499023, + "learning_rate": 3.677702615083789e-07, + "loss": 2.3234, + "step": 53512 + }, + { + "epoch": 0.9160204727913863, + "grad_norm": 2.5118048191070557, + "learning_rate": 3.676213057572942e-07, + "loss": 2.351, + "step": 53513 + }, + { + "epoch": 0.9160375905099368, + "grad_norm": 2.647876262664795, + "learning_rate": 3.6747237961278656e-07, + "loss": 2.3177, + "step": 53514 + }, + { + "epoch": 0.9160547082284873, + "grad_norm": 2.780588388442993, + "learning_rate": 3.673234830753114e-07, + "loss": 2.3588, + "step": 53515 + }, + { + "epoch": 0.9160718259470377, + "grad_norm": 2.5462093353271484, + "learning_rate": 3.671746161453271e-07, + "loss": 2.2815, + "step": 53516 + }, + { + "epoch": 0.9160889436655882, + "grad_norm": 2.5269947052001953, + "learning_rate": 3.6702577882329226e-07, + "loss": 2.3087, + "step": 53517 + }, + { + "epoch": 0.9161060613841387, + "grad_norm": 2.610527753829956, + "learning_rate": 3.66876971109662e-07, + "loss": 2.3738, + "step": 53518 + }, + { + "epoch": 0.9161231791026891, + "grad_norm": 2.6461730003356934, + "learning_rate": 3.6672819300489713e-07, + "loss": 2.3063, + "step": 53519 + }, + { + "epoch": 0.9161402968212397, + "grad_norm": 2.436685085296631, + "learning_rate": 3.665794445094517e-07, + "loss": 2.2472, + "step": 53520 + }, + { + "epoch": 0.9161574145397902, + "grad_norm": 2.5882790088653564, + "learning_rate": 3.6643072562378536e-07, + "loss": 2.283, + "step": 53521 + }, + { + "epoch": 0.9161745322583406, + "grad_norm": 2.761320114135742, + "learning_rate": 3.6628203634835437e-07, + "loss": 2.2978, + "step": 53522 + }, + { + "epoch": 0.9161916499768911, + "grad_norm": 2.876140594482422, + "learning_rate": 3.6613337668361284e-07, + "loss": 2.3193, + "step": 53523 + }, + { + "epoch": 0.9162087676954416, + "grad_norm": 2.7282443046569824, + "learning_rate": 3.659847466300226e-07, + "loss": 2.2625, + "step": 53524 + }, + { + "epoch": 0.916225885413992, + "grad_norm": 2.554151773452759, + "learning_rate": 3.6583614618803776e-07, + "loss": 2.2408, + "step": 53525 + }, + { + "epoch": 0.9162430031325425, + "grad_norm": 2.5802676677703857, + "learning_rate": 3.656875753581157e-07, + "loss": 2.3433, + "step": 53526 + }, + { + "epoch": 0.916260120851093, + "grad_norm": 2.6536169052124023, + "learning_rate": 3.6553903414071167e-07, + "loss": 2.2479, + "step": 53527 + }, + { + "epoch": 0.9162772385696435, + "grad_norm": 2.6502931118011475, + "learning_rate": 3.6539052253628526e-07, + "loss": 2.2249, + "step": 53528 + }, + { + "epoch": 0.9162943562881939, + "grad_norm": 2.525480031967163, + "learning_rate": 3.6524204054529053e-07, + "loss": 2.2566, + "step": 53529 + }, + { + "epoch": 0.9163114740067444, + "grad_norm": 2.7392265796661377, + "learning_rate": 3.6509358816818383e-07, + "loss": 2.3326, + "step": 53530 + }, + { + "epoch": 0.9163285917252949, + "grad_norm": 2.652740478515625, + "learning_rate": 3.6494516540542367e-07, + "loss": 2.2923, + "step": 53531 + }, + { + "epoch": 0.9163457094438453, + "grad_norm": 2.4260802268981934, + "learning_rate": 3.64796772257463e-07, + "loss": 2.2251, + "step": 53532 + }, + { + "epoch": 0.9163628271623958, + "grad_norm": 2.6696274280548096, + "learning_rate": 3.646484087247604e-07, + "loss": 2.1302, + "step": 53533 + }, + { + "epoch": 0.9163799448809463, + "grad_norm": 2.8796403408050537, + "learning_rate": 3.645000748077709e-07, + "loss": 2.3282, + "step": 53534 + }, + { + "epoch": 0.9163970625994967, + "grad_norm": 2.761810779571533, + "learning_rate": 3.643517705069499e-07, + "loss": 2.4288, + "step": 53535 + }, + { + "epoch": 0.9164141803180472, + "grad_norm": 2.608027696609497, + "learning_rate": 3.6420349582275584e-07, + "loss": 2.2435, + "step": 53536 + }, + { + "epoch": 0.9164312980365977, + "grad_norm": 2.6159780025482178, + "learning_rate": 3.640552507556416e-07, + "loss": 2.2667, + "step": 53537 + }, + { + "epoch": 0.9164484157551481, + "grad_norm": 2.780780553817749, + "learning_rate": 3.6390703530606363e-07, + "loss": 2.4142, + "step": 53538 + }, + { + "epoch": 0.9164655334736986, + "grad_norm": 2.702162742614746, + "learning_rate": 3.63758849474477e-07, + "loss": 2.4812, + "step": 53539 + }, + { + "epoch": 0.9164826511922491, + "grad_norm": 2.9859960079193115, + "learning_rate": 3.6361069326133924e-07, + "loss": 2.3706, + "step": 53540 + }, + { + "epoch": 0.9164997689107995, + "grad_norm": 2.5927748680114746, + "learning_rate": 3.6346256666710323e-07, + "loss": 2.2963, + "step": 53541 + }, + { + "epoch": 0.91651688662935, + "grad_norm": 2.8265490531921387, + "learning_rate": 3.633144696922275e-07, + "loss": 2.3473, + "step": 53542 + }, + { + "epoch": 0.9165340043479006, + "grad_norm": 2.639988660812378, + "learning_rate": 3.631664023371628e-07, + "loss": 2.3064, + "step": 53543 + }, + { + "epoch": 0.916551122066451, + "grad_norm": 2.6534500122070312, + "learning_rate": 3.630183646023677e-07, + "loss": 2.3816, + "step": 53544 + }, + { + "epoch": 0.9165682397850015, + "grad_norm": 2.6879279613494873, + "learning_rate": 3.6287035648829516e-07, + "loss": 2.3667, + "step": 53545 + }, + { + "epoch": 0.916585357503552, + "grad_norm": 2.3204121589660645, + "learning_rate": 3.6272237799540146e-07, + "loss": 2.1631, + "step": 53546 + }, + { + "epoch": 0.9166024752221024, + "grad_norm": 2.556551218032837, + "learning_rate": 3.6257442912414175e-07, + "loss": 2.279, + "step": 53547 + }, + { + "epoch": 0.9166195929406529, + "grad_norm": 2.5981364250183105, + "learning_rate": 3.624265098749691e-07, + "loss": 2.3328, + "step": 53548 + }, + { + "epoch": 0.9166367106592034, + "grad_norm": 2.686424732208252, + "learning_rate": 3.622786202483408e-07, + "loss": 2.2839, + "step": 53549 + }, + { + "epoch": 0.9166538283777538, + "grad_norm": 2.6952247619628906, + "learning_rate": 3.6213076024470774e-07, + "loss": 2.3361, + "step": 53550 + }, + { + "epoch": 0.9166709460963043, + "grad_norm": 2.528379201889038, + "learning_rate": 3.619829298645272e-07, + "loss": 2.2697, + "step": 53551 + }, + { + "epoch": 0.9166880638148548, + "grad_norm": 2.6225333213806152, + "learning_rate": 3.6183512910825227e-07, + "loss": 2.2743, + "step": 53552 + }, + { + "epoch": 0.9167051815334052, + "grad_norm": 2.743612766265869, + "learning_rate": 3.6168735797633803e-07, + "loss": 2.3528, + "step": 53553 + }, + { + "epoch": 0.9167222992519557, + "grad_norm": 2.5934343338012695, + "learning_rate": 3.6153961646923865e-07, + "loss": 2.272, + "step": 53554 + }, + { + "epoch": 0.9167394169705062, + "grad_norm": 2.5538363456726074, + "learning_rate": 3.613919045874059e-07, + "loss": 2.2617, + "step": 53555 + }, + { + "epoch": 0.9167565346890566, + "grad_norm": 2.6097006797790527, + "learning_rate": 3.612442223312995e-07, + "loss": 2.3277, + "step": 53556 + }, + { + "epoch": 0.9167736524076071, + "grad_norm": 2.493682861328125, + "learning_rate": 3.6109656970136686e-07, + "loss": 2.4099, + "step": 53557 + }, + { + "epoch": 0.9167907701261576, + "grad_norm": 2.4914488792419434, + "learning_rate": 3.6094894669806537e-07, + "loss": 2.3695, + "step": 53558 + }, + { + "epoch": 0.916807887844708, + "grad_norm": 2.549827814102173, + "learning_rate": 3.6080135332184905e-07, + "loss": 2.2794, + "step": 53559 + }, + { + "epoch": 0.9168250055632585, + "grad_norm": 2.9512593746185303, + "learning_rate": 3.6065378957316874e-07, + "loss": 2.5367, + "step": 53560 + }, + { + "epoch": 0.916842123281809, + "grad_norm": 2.390470504760742, + "learning_rate": 3.6050625545248183e-07, + "loss": 2.2156, + "step": 53561 + }, + { + "epoch": 0.9168592410003594, + "grad_norm": 2.456827163696289, + "learning_rate": 3.60358750960238e-07, + "loss": 2.2311, + "step": 53562 + }, + { + "epoch": 0.9168763587189099, + "grad_norm": 2.6523213386535645, + "learning_rate": 3.602112760968923e-07, + "loss": 2.2596, + "step": 53563 + }, + { + "epoch": 0.9168934764374604, + "grad_norm": 2.7322075366973877, + "learning_rate": 3.600638308629001e-07, + "loss": 2.5389, + "step": 53564 + }, + { + "epoch": 0.9169105941560108, + "grad_norm": 2.5065653324127197, + "learning_rate": 3.599164152587098e-07, + "loss": 2.3404, + "step": 53565 + }, + { + "epoch": 0.9169277118745613, + "grad_norm": 2.6371119022369385, + "learning_rate": 3.5976902928477996e-07, + "loss": 2.3888, + "step": 53566 + }, + { + "epoch": 0.9169448295931119, + "grad_norm": 2.5912225246429443, + "learning_rate": 3.5962167294155914e-07, + "loss": 2.1901, + "step": 53567 + }, + { + "epoch": 0.9169619473116623, + "grad_norm": 2.4998281002044678, + "learning_rate": 3.594743462295036e-07, + "loss": 2.3227, + "step": 53568 + }, + { + "epoch": 0.9169790650302128, + "grad_norm": 2.561732769012451, + "learning_rate": 3.5932704914906305e-07, + "loss": 2.2652, + "step": 53569 + }, + { + "epoch": 0.9169961827487633, + "grad_norm": 2.624894142150879, + "learning_rate": 3.5917978170069256e-07, + "loss": 2.2469, + "step": 53570 + }, + { + "epoch": 0.9170133004673137, + "grad_norm": 2.609365940093994, + "learning_rate": 3.590325438848452e-07, + "loss": 2.4415, + "step": 53571 + }, + { + "epoch": 0.9170304181858642, + "grad_norm": 2.7523632049560547, + "learning_rate": 3.588853357019695e-07, + "loss": 2.2803, + "step": 53572 + }, + { + "epoch": 0.9170475359044147, + "grad_norm": 2.599804162979126, + "learning_rate": 3.5873815715252393e-07, + "loss": 2.2783, + "step": 53573 + }, + { + "epoch": 0.9170646536229651, + "grad_norm": 2.5097265243530273, + "learning_rate": 3.585910082369559e-07, + "loss": 2.227, + "step": 53574 + }, + { + "epoch": 0.9170817713415156, + "grad_norm": 2.719837188720703, + "learning_rate": 3.5844388895571955e-07, + "loss": 2.4522, + "step": 53575 + }, + { + "epoch": 0.9170988890600661, + "grad_norm": 2.724045991897583, + "learning_rate": 3.5829679930926677e-07, + "loss": 2.3983, + "step": 53576 + }, + { + "epoch": 0.9171160067786166, + "grad_norm": 2.937530040740967, + "learning_rate": 3.5814973929805043e-07, + "loss": 2.3087, + "step": 53577 + }, + { + "epoch": 0.917133124497167, + "grad_norm": 2.5779974460601807, + "learning_rate": 3.580027089225235e-07, + "loss": 2.2978, + "step": 53578 + }, + { + "epoch": 0.9171502422157175, + "grad_norm": 2.5750207901000977, + "learning_rate": 3.5785570818313466e-07, + "loss": 2.2787, + "step": 53579 + }, + { + "epoch": 0.917167359934268, + "grad_norm": 2.462247133255005, + "learning_rate": 3.577087370803378e-07, + "loss": 2.207, + "step": 53580 + }, + { + "epoch": 0.9171844776528184, + "grad_norm": 2.7938435077667236, + "learning_rate": 3.575617956145849e-07, + "loss": 2.3435, + "step": 53581 + }, + { + "epoch": 0.9172015953713689, + "grad_norm": 2.727449655532837, + "learning_rate": 3.574148837863256e-07, + "loss": 2.2435, + "step": 53582 + }, + { + "epoch": 0.9172187130899194, + "grad_norm": 2.5647566318511963, + "learning_rate": 3.572680015960139e-07, + "loss": 2.3075, + "step": 53583 + }, + { + "epoch": 0.9172358308084698, + "grad_norm": 2.630230188369751, + "learning_rate": 3.5712114904410066e-07, + "loss": 2.3358, + "step": 53584 + }, + { + "epoch": 0.9172529485270203, + "grad_norm": 2.6169352531433105, + "learning_rate": 3.5697432613103655e-07, + "loss": 2.3861, + "step": 53585 + }, + { + "epoch": 0.9172700662455708, + "grad_norm": 2.764573812484741, + "learning_rate": 3.568275328572746e-07, + "loss": 2.3691, + "step": 53586 + }, + { + "epoch": 0.9172871839641212, + "grad_norm": 2.619908094406128, + "learning_rate": 3.5668076922326325e-07, + "loss": 2.3156, + "step": 53587 + }, + { + "epoch": 0.9173043016826717, + "grad_norm": 2.7214603424072266, + "learning_rate": 3.565340352294544e-07, + "loss": 2.3317, + "step": 53588 + }, + { + "epoch": 0.9173214194012222, + "grad_norm": 2.5959877967834473, + "learning_rate": 3.5638733087629993e-07, + "loss": 2.3166, + "step": 53589 + }, + { + "epoch": 0.9173385371197726, + "grad_norm": 2.436326265335083, + "learning_rate": 3.562406561642506e-07, + "loss": 2.285, + "step": 53590 + }, + { + "epoch": 0.9173556548383232, + "grad_norm": 2.5051064491271973, + "learning_rate": 3.560940110937583e-07, + "loss": 2.3214, + "step": 53591 + }, + { + "epoch": 0.9173727725568737, + "grad_norm": 2.589704990386963, + "learning_rate": 3.5594739566527035e-07, + "loss": 2.4383, + "step": 53592 + }, + { + "epoch": 0.9173898902754241, + "grad_norm": 2.6186299324035645, + "learning_rate": 3.5580080987924203e-07, + "loss": 2.2339, + "step": 53593 + }, + { + "epoch": 0.9174070079939746, + "grad_norm": 2.3650364875793457, + "learning_rate": 3.556542537361196e-07, + "loss": 2.2383, + "step": 53594 + }, + { + "epoch": 0.9174241257125251, + "grad_norm": 2.7579641342163086, + "learning_rate": 3.5550772723635607e-07, + "loss": 2.265, + "step": 53595 + }, + { + "epoch": 0.9174412434310755, + "grad_norm": 2.809690237045288, + "learning_rate": 3.5536123038040217e-07, + "loss": 2.4096, + "step": 53596 + }, + { + "epoch": 0.917458361149626, + "grad_norm": 2.5065155029296875, + "learning_rate": 3.5521476316870417e-07, + "loss": 2.2341, + "step": 53597 + }, + { + "epoch": 0.9174754788681765, + "grad_norm": 2.7859046459198, + "learning_rate": 3.5506832560171736e-07, + "loss": 2.3826, + "step": 53598 + }, + { + "epoch": 0.9174925965867269, + "grad_norm": 2.6966958045959473, + "learning_rate": 3.549219176798879e-07, + "loss": 2.3695, + "step": 53599 + }, + { + "epoch": 0.9175097143052774, + "grad_norm": 2.3631081581115723, + "learning_rate": 3.5477553940367004e-07, + "loss": 2.1343, + "step": 53600 + }, + { + "epoch": 0.9175268320238279, + "grad_norm": 2.591244697570801, + "learning_rate": 3.546291907735111e-07, + "loss": 2.339, + "step": 53601 + }, + { + "epoch": 0.9175439497423783, + "grad_norm": 2.420151472091675, + "learning_rate": 3.544828717898596e-07, + "loss": 2.3345, + "step": 53602 + }, + { + "epoch": 0.9175610674609288, + "grad_norm": 2.5943691730499268, + "learning_rate": 3.543365824531686e-07, + "loss": 2.3294, + "step": 53603 + }, + { + "epoch": 0.9175781851794793, + "grad_norm": 2.5605578422546387, + "learning_rate": 3.541903227638832e-07, + "loss": 2.3536, + "step": 53604 + }, + { + "epoch": 0.9175953028980297, + "grad_norm": 2.674412727355957, + "learning_rate": 3.5404409272245757e-07, + "loss": 2.2479, + "step": 53605 + }, + { + "epoch": 0.9176124206165802, + "grad_norm": 2.6315414905548096, + "learning_rate": 3.538978923293379e-07, + "loss": 2.2367, + "step": 53606 + }, + { + "epoch": 0.9176295383351307, + "grad_norm": 2.729621648788452, + "learning_rate": 3.537517215849762e-07, + "loss": 2.4084, + "step": 53607 + }, + { + "epoch": 0.9176466560536811, + "grad_norm": 2.5594162940979004, + "learning_rate": 3.5360558048982084e-07, + "loss": 2.3198, + "step": 53608 + }, + { + "epoch": 0.9176637737722316, + "grad_norm": 2.5656332969665527, + "learning_rate": 3.5345946904431827e-07, + "loss": 2.43, + "step": 53609 + }, + { + "epoch": 0.9176808914907821, + "grad_norm": 2.643937349319458, + "learning_rate": 3.533133872489225e-07, + "loss": 2.2941, + "step": 53610 + }, + { + "epoch": 0.9176980092093325, + "grad_norm": 2.7136340141296387, + "learning_rate": 3.5316733510407764e-07, + "loss": 2.3356, + "step": 53611 + }, + { + "epoch": 0.917715126927883, + "grad_norm": 2.5839955806732178, + "learning_rate": 3.5302131261023664e-07, + "loss": 2.2785, + "step": 53612 + }, + { + "epoch": 0.9177322446464335, + "grad_norm": 2.7923433780670166, + "learning_rate": 3.528753197678447e-07, + "loss": 2.3028, + "step": 53613 + }, + { + "epoch": 0.917749362364984, + "grad_norm": 2.649890899658203, + "learning_rate": 3.5272935657735375e-07, + "loss": 2.3373, + "step": 53614 + }, + { + "epoch": 0.9177664800835345, + "grad_norm": 2.636505603790283, + "learning_rate": 3.525834230392122e-07, + "loss": 2.332, + "step": 53615 + }, + { + "epoch": 0.917783597802085, + "grad_norm": 2.5766332149505615, + "learning_rate": 3.524375191538665e-07, + "loss": 2.3281, + "step": 53616 + }, + { + "epoch": 0.9178007155206354, + "grad_norm": 2.677457809448242, + "learning_rate": 3.5229164492176504e-07, + "loss": 2.4046, + "step": 53617 + }, + { + "epoch": 0.9178178332391859, + "grad_norm": 2.684387445449829, + "learning_rate": 3.5214580034335867e-07, + "loss": 2.2801, + "step": 53618 + }, + { + "epoch": 0.9178349509577364, + "grad_norm": 2.780482292175293, + "learning_rate": 3.519999854190936e-07, + "loss": 2.308, + "step": 53619 + }, + { + "epoch": 0.9178520686762868, + "grad_norm": 2.85882306098938, + "learning_rate": 3.518542001494185e-07, + "loss": 2.408, + "step": 53620 + }, + { + "epoch": 0.9178691863948373, + "grad_norm": 2.6243038177490234, + "learning_rate": 3.517084445347818e-07, + "loss": 2.3676, + "step": 53621 + }, + { + "epoch": 0.9178863041133878, + "grad_norm": 2.7304675579071045, + "learning_rate": 3.5156271857563207e-07, + "loss": 2.3883, + "step": 53622 + }, + { + "epoch": 0.9179034218319383, + "grad_norm": 2.485997200012207, + "learning_rate": 3.514170222724167e-07, + "loss": 2.2664, + "step": 53623 + }, + { + "epoch": 0.9179205395504887, + "grad_norm": 2.59698224067688, + "learning_rate": 3.51271355625582e-07, + "loss": 2.2731, + "step": 53624 + }, + { + "epoch": 0.9179376572690392, + "grad_norm": 2.6943562030792236, + "learning_rate": 3.5112571863557766e-07, + "loss": 2.3824, + "step": 53625 + }, + { + "epoch": 0.9179547749875897, + "grad_norm": 2.5280630588531494, + "learning_rate": 3.509801113028499e-07, + "loss": 2.262, + "step": 53626 + }, + { + "epoch": 0.9179718927061401, + "grad_norm": 2.4392924308776855, + "learning_rate": 3.5083453362784735e-07, + "loss": 2.1659, + "step": 53627 + }, + { + "epoch": 0.9179890104246906, + "grad_norm": 2.8100197315216064, + "learning_rate": 3.506889856110196e-07, + "loss": 2.3056, + "step": 53628 + }, + { + "epoch": 0.9180061281432411, + "grad_norm": 2.5661070346832275, + "learning_rate": 3.505434672528085e-07, + "loss": 2.3383, + "step": 53629 + }, + { + "epoch": 0.9180232458617915, + "grad_norm": 2.6059858798980713, + "learning_rate": 3.50397978553666e-07, + "loss": 2.2806, + "step": 53630 + }, + { + "epoch": 0.918040363580342, + "grad_norm": 2.588050365447998, + "learning_rate": 3.5025251951403606e-07, + "loss": 2.291, + "step": 53631 + }, + { + "epoch": 0.9180574812988925, + "grad_norm": 2.622443914413452, + "learning_rate": 3.5010709013436837e-07, + "loss": 2.3201, + "step": 53632 + }, + { + "epoch": 0.9180745990174429, + "grad_norm": 2.6871087551116943, + "learning_rate": 3.499616904151104e-07, + "loss": 2.2902, + "step": 53633 + }, + { + "epoch": 0.9180917167359934, + "grad_norm": 2.7107481956481934, + "learning_rate": 3.49816320356704e-07, + "loss": 2.2927, + "step": 53634 + }, + { + "epoch": 0.9181088344545439, + "grad_norm": 2.589439630508423, + "learning_rate": 3.496709799596032e-07, + "loss": 2.2638, + "step": 53635 + }, + { + "epoch": 0.9181259521730943, + "grad_norm": 2.5464203357696533, + "learning_rate": 3.495256692242499e-07, + "loss": 2.297, + "step": 53636 + }, + { + "epoch": 0.9181430698916448, + "grad_norm": 2.75864577293396, + "learning_rate": 3.4938038815109046e-07, + "loss": 2.4627, + "step": 53637 + }, + { + "epoch": 0.9181601876101954, + "grad_norm": 2.591383457183838, + "learning_rate": 3.492351367405744e-07, + "loss": 2.2572, + "step": 53638 + }, + { + "epoch": 0.9181773053287458, + "grad_norm": 2.735295534133911, + "learning_rate": 3.4908991499314594e-07, + "loss": 2.323, + "step": 53639 + }, + { + "epoch": 0.9181944230472963, + "grad_norm": 2.6065611839294434, + "learning_rate": 3.4894472290925353e-07, + "loss": 2.3418, + "step": 53640 + }, + { + "epoch": 0.9182115407658468, + "grad_norm": 2.598874568939209, + "learning_rate": 3.4879956048934014e-07, + "loss": 2.3942, + "step": 53641 + }, + { + "epoch": 0.9182286584843972, + "grad_norm": 2.6981775760650635, + "learning_rate": 3.486544277338555e-07, + "loss": 2.2649, + "step": 53642 + }, + { + "epoch": 0.9182457762029477, + "grad_norm": 2.744142770767212, + "learning_rate": 3.485093246432436e-07, + "loss": 2.2397, + "step": 53643 + }, + { + "epoch": 0.9182628939214982, + "grad_norm": 2.6025664806365967, + "learning_rate": 3.4836425121795083e-07, + "loss": 2.2946, + "step": 53644 + }, + { + "epoch": 0.9182800116400486, + "grad_norm": 2.692988157272339, + "learning_rate": 3.482192074584245e-07, + "loss": 2.2794, + "step": 53645 + }, + { + "epoch": 0.9182971293585991, + "grad_norm": 2.6036932468414307, + "learning_rate": 3.480741933651055e-07, + "loss": 2.2827, + "step": 53646 + }, + { + "epoch": 0.9183142470771496, + "grad_norm": 2.883603811264038, + "learning_rate": 3.479292089384467e-07, + "loss": 2.4037, + "step": 53647 + }, + { + "epoch": 0.9183313647957, + "grad_norm": 2.727908134460449, + "learning_rate": 3.4778425417888895e-07, + "loss": 2.398, + "step": 53648 + }, + { + "epoch": 0.9183484825142505, + "grad_norm": 2.601193904876709, + "learning_rate": 3.476393290868796e-07, + "loss": 2.3139, + "step": 53649 + }, + { + "epoch": 0.918365600232801, + "grad_norm": 2.458367109298706, + "learning_rate": 3.474944336628627e-07, + "loss": 2.276, + "step": 53650 + }, + { + "epoch": 0.9183827179513514, + "grad_norm": 2.7344367504119873, + "learning_rate": 3.473495679072847e-07, + "loss": 2.416, + "step": 53651 + }, + { + "epoch": 0.9183998356699019, + "grad_norm": 2.5425949096679688, + "learning_rate": 3.472047318205907e-07, + "loss": 2.1569, + "step": 53652 + }, + { + "epoch": 0.9184169533884524, + "grad_norm": 2.5730607509613037, + "learning_rate": 3.470599254032259e-07, + "loss": 2.2395, + "step": 53653 + }, + { + "epoch": 0.9184340711070028, + "grad_norm": 2.5817956924438477, + "learning_rate": 3.469151486556355e-07, + "loss": 2.3698, + "step": 53654 + }, + { + "epoch": 0.9184511888255533, + "grad_norm": 2.7305386066436768, + "learning_rate": 3.4677040157826357e-07, + "loss": 2.1998, + "step": 53655 + }, + { + "epoch": 0.9184683065441038, + "grad_norm": 2.6247024536132812, + "learning_rate": 3.466256841715554e-07, + "loss": 2.2742, + "step": 53656 + }, + { + "epoch": 0.9184854242626542, + "grad_norm": 2.5033352375030518, + "learning_rate": 3.4648099643595725e-07, + "loss": 2.267, + "step": 53657 + }, + { + "epoch": 0.9185025419812047, + "grad_norm": 2.5890581607818604, + "learning_rate": 3.4633633837191207e-07, + "loss": 2.185, + "step": 53658 + }, + { + "epoch": 0.9185196596997552, + "grad_norm": 2.5325658321380615, + "learning_rate": 3.461917099798662e-07, + "loss": 2.3639, + "step": 53659 + }, + { + "epoch": 0.9185367774183056, + "grad_norm": 2.7800397872924805, + "learning_rate": 3.4604711126026147e-07, + "loss": 2.3471, + "step": 53660 + }, + { + "epoch": 0.9185538951368561, + "grad_norm": 2.8557662963867188, + "learning_rate": 3.4590254221354426e-07, + "loss": 2.387, + "step": 53661 + }, + { + "epoch": 0.9185710128554067, + "grad_norm": 2.627563714981079, + "learning_rate": 3.457580028401597e-07, + "loss": 2.3283, + "step": 53662 + }, + { + "epoch": 0.918588130573957, + "grad_norm": 2.731936454772949, + "learning_rate": 3.456134931405497e-07, + "loss": 2.2413, + "step": 53663 + }, + { + "epoch": 0.9186052482925076, + "grad_norm": 2.6910386085510254, + "learning_rate": 3.454690131151606e-07, + "loss": 2.3444, + "step": 53664 + }, + { + "epoch": 0.9186223660110581, + "grad_norm": 2.5720126628875732, + "learning_rate": 3.4532456276443527e-07, + "loss": 2.2727, + "step": 53665 + }, + { + "epoch": 0.9186394837296085, + "grad_norm": 2.7165908813476562, + "learning_rate": 3.4518014208881787e-07, + "loss": 2.3534, + "step": 53666 + }, + { + "epoch": 0.918656601448159, + "grad_norm": 2.756700038909912, + "learning_rate": 3.4503575108875255e-07, + "loss": 2.3695, + "step": 53667 + }, + { + "epoch": 0.9186737191667095, + "grad_norm": 2.6379408836364746, + "learning_rate": 3.4489138976468326e-07, + "loss": 2.275, + "step": 53668 + }, + { + "epoch": 0.91869083688526, + "grad_norm": 2.7625339031219482, + "learning_rate": 3.447470581170531e-07, + "loss": 2.3561, + "step": 53669 + }, + { + "epoch": 0.9187079546038104, + "grad_norm": 2.552363395690918, + "learning_rate": 3.446027561463072e-07, + "loss": 2.3399, + "step": 53670 + }, + { + "epoch": 0.9187250723223609, + "grad_norm": 2.551060438156128, + "learning_rate": 3.4445848385288526e-07, + "loss": 2.2202, + "step": 53671 + }, + { + "epoch": 0.9187421900409114, + "grad_norm": 2.4568068981170654, + "learning_rate": 3.443142412372369e-07, + "loss": 2.2759, + "step": 53672 + }, + { + "epoch": 0.9187593077594618, + "grad_norm": 2.6472206115722656, + "learning_rate": 3.441700282997995e-07, + "loss": 2.4274, + "step": 53673 + }, + { + "epoch": 0.9187764254780123, + "grad_norm": 2.7544219493865967, + "learning_rate": 3.4402584504101943e-07, + "loss": 2.2959, + "step": 53674 + }, + { + "epoch": 0.9187935431965628, + "grad_norm": 2.663273572921753, + "learning_rate": 3.4388169146133964e-07, + "loss": 2.2137, + "step": 53675 + }, + { + "epoch": 0.9188106609151132, + "grad_norm": 2.5738143920898438, + "learning_rate": 3.4373756756120204e-07, + "loss": 2.3887, + "step": 53676 + }, + { + "epoch": 0.9188277786336637, + "grad_norm": 2.45286226272583, + "learning_rate": 3.4359347334105175e-07, + "loss": 2.1876, + "step": 53677 + }, + { + "epoch": 0.9188448963522142, + "grad_norm": 2.8810360431671143, + "learning_rate": 3.4344940880132847e-07, + "loss": 2.3601, + "step": 53678 + }, + { + "epoch": 0.9188620140707646, + "grad_norm": 2.3546435832977295, + "learning_rate": 3.4330537394247854e-07, + "loss": 2.2282, + "step": 53679 + }, + { + "epoch": 0.9188791317893151, + "grad_norm": 2.621782064437866, + "learning_rate": 3.4316136876494264e-07, + "loss": 2.2467, + "step": 53680 + }, + { + "epoch": 0.9188962495078656, + "grad_norm": 2.5603842735290527, + "learning_rate": 3.4301739326916275e-07, + "loss": 2.2915, + "step": 53681 + }, + { + "epoch": 0.918913367226416, + "grad_norm": 2.571882963180542, + "learning_rate": 3.4287344745558393e-07, + "loss": 2.3559, + "step": 53682 + }, + { + "epoch": 0.9189304849449665, + "grad_norm": 2.598597526550293, + "learning_rate": 3.427295313246448e-07, + "loss": 2.2617, + "step": 53683 + }, + { + "epoch": 0.918947602663517, + "grad_norm": 2.6130096912384033, + "learning_rate": 3.425856448767917e-07, + "loss": 2.3407, + "step": 53684 + }, + { + "epoch": 0.9189647203820674, + "grad_norm": 2.726562738418579, + "learning_rate": 3.424417881124653e-07, + "loss": 2.3295, + "step": 53685 + }, + { + "epoch": 0.918981838100618, + "grad_norm": 2.6797409057617188, + "learning_rate": 3.422979610321064e-07, + "loss": 2.34, + "step": 53686 + }, + { + "epoch": 0.9189989558191685, + "grad_norm": 2.522857189178467, + "learning_rate": 3.421541636361603e-07, + "loss": 2.3089, + "step": 53687 + }, + { + "epoch": 0.9190160735377189, + "grad_norm": 2.565197706222534, + "learning_rate": 3.4201039592506425e-07, + "loss": 2.2826, + "step": 53688 + }, + { + "epoch": 0.9190331912562694, + "grad_norm": 2.603917360305786, + "learning_rate": 3.418666578992647e-07, + "loss": 2.2341, + "step": 53689 + }, + { + "epoch": 0.9190503089748199, + "grad_norm": 2.7279105186462402, + "learning_rate": 3.4172294955920117e-07, + "loss": 2.3316, + "step": 53690 + }, + { + "epoch": 0.9190674266933703, + "grad_norm": 2.528756618499756, + "learning_rate": 3.415792709053156e-07, + "loss": 2.2074, + "step": 53691 + }, + { + "epoch": 0.9190845444119208, + "grad_norm": 2.7055130004882812, + "learning_rate": 3.4143562193804994e-07, + "loss": 2.2928, + "step": 53692 + }, + { + "epoch": 0.9191016621304713, + "grad_norm": 2.654391288757324, + "learning_rate": 3.412920026578459e-07, + "loss": 2.4314, + "step": 53693 + }, + { + "epoch": 0.9191187798490217, + "grad_norm": 2.520484447479248, + "learning_rate": 3.4114841306514543e-07, + "loss": 2.2658, + "step": 53694 + }, + { + "epoch": 0.9191358975675722, + "grad_norm": 2.794517755508423, + "learning_rate": 3.4100485316038603e-07, + "loss": 2.4113, + "step": 53695 + }, + { + "epoch": 0.9191530152861227, + "grad_norm": 2.7063796520233154, + "learning_rate": 3.4086132294401496e-07, + "loss": 2.3081, + "step": 53696 + }, + { + "epoch": 0.9191701330046731, + "grad_norm": 2.5810205936431885, + "learning_rate": 3.407178224164698e-07, + "loss": 2.2975, + "step": 53697 + }, + { + "epoch": 0.9191872507232236, + "grad_norm": 2.6163525581359863, + "learning_rate": 3.405743515781912e-07, + "loss": 2.2531, + "step": 53698 + }, + { + "epoch": 0.9192043684417741, + "grad_norm": 2.5913493633270264, + "learning_rate": 3.4043091042962216e-07, + "loss": 2.297, + "step": 53699 + }, + { + "epoch": 0.9192214861603245, + "grad_norm": 2.68873929977417, + "learning_rate": 3.4028749897120127e-07, + "loss": 2.318, + "step": 53700 + }, + { + "epoch": 0.919238603878875, + "grad_norm": 2.6722965240478516, + "learning_rate": 3.401441172033726e-07, + "loss": 2.3392, + "step": 53701 + }, + { + "epoch": 0.9192557215974255, + "grad_norm": 2.5749921798706055, + "learning_rate": 3.4000076512657467e-07, + "loss": 2.3028, + "step": 53702 + }, + { + "epoch": 0.9192728393159759, + "grad_norm": 2.718080759048462, + "learning_rate": 3.398574427412471e-07, + "loss": 2.307, + "step": 53703 + }, + { + "epoch": 0.9192899570345264, + "grad_norm": 2.6645374298095703, + "learning_rate": 3.3971415004783183e-07, + "loss": 2.3126, + "step": 53704 + }, + { + "epoch": 0.9193070747530769, + "grad_norm": 2.8381354808807373, + "learning_rate": 3.3957088704676956e-07, + "loss": 2.309, + "step": 53705 + }, + { + "epoch": 0.9193241924716273, + "grad_norm": 2.6241824626922607, + "learning_rate": 3.3942765373849994e-07, + "loss": 2.2869, + "step": 53706 + }, + { + "epoch": 0.9193413101901778, + "grad_norm": 2.5410592555999756, + "learning_rate": 3.392844501234638e-07, + "loss": 2.2909, + "step": 53707 + }, + { + "epoch": 0.9193584279087283, + "grad_norm": 2.5223939418792725, + "learning_rate": 3.391412762021007e-07, + "loss": 2.2983, + "step": 53708 + }, + { + "epoch": 0.9193755456272787, + "grad_norm": 2.637575626373291, + "learning_rate": 3.389981319748503e-07, + "loss": 2.348, + "step": 53709 + }, + { + "epoch": 0.9193926633458293, + "grad_norm": 2.678377389907837, + "learning_rate": 3.3885501744215346e-07, + "loss": 2.3739, + "step": 53710 + }, + { + "epoch": 0.9194097810643798, + "grad_norm": 2.562211036682129, + "learning_rate": 3.3871193260445077e-07, + "loss": 2.1165, + "step": 53711 + }, + { + "epoch": 0.9194268987829302, + "grad_norm": 2.5247530937194824, + "learning_rate": 3.385688774621798e-07, + "loss": 2.3497, + "step": 53712 + }, + { + "epoch": 0.9194440165014807, + "grad_norm": 2.7714102268218994, + "learning_rate": 3.384258520157824e-07, + "loss": 2.3046, + "step": 53713 + }, + { + "epoch": 0.9194611342200312, + "grad_norm": 2.7296760082244873, + "learning_rate": 3.382828562656981e-07, + "loss": 2.2257, + "step": 53714 + }, + { + "epoch": 0.9194782519385817, + "grad_norm": 2.862881660461426, + "learning_rate": 3.381398902123645e-07, + "loss": 2.4, + "step": 53715 + }, + { + "epoch": 0.9194953696571321, + "grad_norm": 2.634814500808716, + "learning_rate": 3.3799695385622113e-07, + "loss": 2.2557, + "step": 53716 + }, + { + "epoch": 0.9195124873756826, + "grad_norm": 2.647138833999634, + "learning_rate": 3.3785404719770987e-07, + "loss": 2.2824, + "step": 53717 + }, + { + "epoch": 0.9195296050942331, + "grad_norm": 2.6052489280700684, + "learning_rate": 3.377111702372682e-07, + "loss": 2.2455, + "step": 53718 + }, + { + "epoch": 0.9195467228127835, + "grad_norm": 2.590772867202759, + "learning_rate": 3.375683229753357e-07, + "loss": 2.3163, + "step": 53719 + }, + { + "epoch": 0.919563840531334, + "grad_norm": 2.651947021484375, + "learning_rate": 3.3742550541234985e-07, + "loss": 2.4547, + "step": 53720 + }, + { + "epoch": 0.9195809582498845, + "grad_norm": 2.6925878524780273, + "learning_rate": 3.3728271754875365e-07, + "loss": 2.3188, + "step": 53721 + }, + { + "epoch": 0.9195980759684349, + "grad_norm": 2.718914270401001, + "learning_rate": 3.371399593849811e-07, + "loss": 2.3618, + "step": 53722 + }, + { + "epoch": 0.9196151936869854, + "grad_norm": 2.6154398918151855, + "learning_rate": 3.369972309214742e-07, + "loss": 2.2649, + "step": 53723 + }, + { + "epoch": 0.9196323114055359, + "grad_norm": 2.4678356647491455, + "learning_rate": 3.368545321586714e-07, + "loss": 2.3504, + "step": 53724 + }, + { + "epoch": 0.9196494291240863, + "grad_norm": 2.71036434173584, + "learning_rate": 3.3671186309700786e-07, + "loss": 2.2558, + "step": 53725 + }, + { + "epoch": 0.9196665468426368, + "grad_norm": 2.5730767250061035, + "learning_rate": 3.365692237369278e-07, + "loss": 2.2243, + "step": 53726 + }, + { + "epoch": 0.9196836645611873, + "grad_norm": 2.5470638275146484, + "learning_rate": 3.364266140788641e-07, + "loss": 2.1817, + "step": 53727 + }, + { + "epoch": 0.9197007822797377, + "grad_norm": 2.745515823364258, + "learning_rate": 3.362840341232598e-07, + "loss": 2.2476, + "step": 53728 + }, + { + "epoch": 0.9197178999982882, + "grad_norm": 2.536071300506592, + "learning_rate": 3.361414838705501e-07, + "loss": 2.3496, + "step": 53729 + }, + { + "epoch": 0.9197350177168387, + "grad_norm": 2.6833198070526123, + "learning_rate": 3.3599896332117466e-07, + "loss": 2.2606, + "step": 53730 + }, + { + "epoch": 0.9197521354353891, + "grad_norm": 2.5150842666625977, + "learning_rate": 3.3585647247557084e-07, + "loss": 2.3035, + "step": 53731 + }, + { + "epoch": 0.9197692531539396, + "grad_norm": 2.5833754539489746, + "learning_rate": 3.35714011334175e-07, + "loss": 2.254, + "step": 53732 + }, + { + "epoch": 0.9197863708724902, + "grad_norm": 2.481518030166626, + "learning_rate": 3.3557157989742907e-07, + "loss": 2.2681, + "step": 53733 + }, + { + "epoch": 0.9198034885910406, + "grad_norm": 2.5014877319335938, + "learning_rate": 3.354291781657681e-07, + "loss": 2.2868, + "step": 53734 + }, + { + "epoch": 0.9198206063095911, + "grad_norm": 2.612124443054199, + "learning_rate": 3.352868061396297e-07, + "loss": 2.3981, + "step": 53735 + }, + { + "epoch": 0.9198377240281416, + "grad_norm": 2.6482622623443604, + "learning_rate": 3.351444638194512e-07, + "loss": 2.3292, + "step": 53736 + }, + { + "epoch": 0.919854841746692, + "grad_norm": 2.7576537132263184, + "learning_rate": 3.3500215120567113e-07, + "loss": 2.3991, + "step": 53737 + }, + { + "epoch": 0.9198719594652425, + "grad_norm": 2.7331438064575195, + "learning_rate": 3.3485986829872805e-07, + "loss": 2.3112, + "step": 53738 + }, + { + "epoch": 0.919889077183793, + "grad_norm": 2.6219663619995117, + "learning_rate": 3.347176150990572e-07, + "loss": 2.2471, + "step": 53739 + }, + { + "epoch": 0.9199061949023434, + "grad_norm": 2.649618625640869, + "learning_rate": 3.3457539160709597e-07, + "loss": 2.3789, + "step": 53740 + }, + { + "epoch": 0.9199233126208939, + "grad_norm": 2.730135679244995, + "learning_rate": 3.344331978232818e-07, + "loss": 2.392, + "step": 53741 + }, + { + "epoch": 0.9199404303394444, + "grad_norm": 2.732117176055908, + "learning_rate": 3.3429103374805206e-07, + "loss": 2.2838, + "step": 53742 + }, + { + "epoch": 0.9199575480579948, + "grad_norm": 2.6525092124938965, + "learning_rate": 3.3414889938184313e-07, + "loss": 2.1679, + "step": 53743 + }, + { + "epoch": 0.9199746657765453, + "grad_norm": 2.751145839691162, + "learning_rate": 3.340067947250947e-07, + "loss": 2.2299, + "step": 53744 + }, + { + "epoch": 0.9199917834950958, + "grad_norm": 2.585905075073242, + "learning_rate": 3.3386471977823965e-07, + "loss": 2.3475, + "step": 53745 + }, + { + "epoch": 0.9200089012136462, + "grad_norm": 2.642331123352051, + "learning_rate": 3.337226745417155e-07, + "loss": 2.3847, + "step": 53746 + }, + { + "epoch": 0.9200260189321967, + "grad_norm": 2.5421969890594482, + "learning_rate": 3.335806590159607e-07, + "loss": 2.2837, + "step": 53747 + }, + { + "epoch": 0.9200431366507472, + "grad_norm": 2.735930919647217, + "learning_rate": 3.3343867320140946e-07, + "loss": 2.3832, + "step": 53748 + }, + { + "epoch": 0.9200602543692976, + "grad_norm": 2.6716513633728027, + "learning_rate": 3.332967170985002e-07, + "loss": 2.3861, + "step": 53749 + }, + { + "epoch": 0.9200773720878481, + "grad_norm": 2.6774370670318604, + "learning_rate": 3.331547907076682e-07, + "loss": 2.294, + "step": 53750 + }, + { + "epoch": 0.9200944898063986, + "grad_norm": 2.5906286239624023, + "learning_rate": 3.3301289402935197e-07, + "loss": 2.3272, + "step": 53751 + }, + { + "epoch": 0.920111607524949, + "grad_norm": 2.6038222312927246, + "learning_rate": 3.3287102706398345e-07, + "loss": 2.2962, + "step": 53752 + }, + { + "epoch": 0.9201287252434995, + "grad_norm": 2.496835947036743, + "learning_rate": 3.327291898120011e-07, + "loss": 2.1559, + "step": 53753 + }, + { + "epoch": 0.92014584296205, + "grad_norm": 2.6258704662323, + "learning_rate": 3.325873822738401e-07, + "loss": 2.3565, + "step": 53754 + }, + { + "epoch": 0.9201629606806004, + "grad_norm": 2.5530765056610107, + "learning_rate": 3.324456044499369e-07, + "loss": 2.1922, + "step": 53755 + }, + { + "epoch": 0.920180078399151, + "grad_norm": 2.597820520401001, + "learning_rate": 3.3230385634072884e-07, + "loss": 2.2362, + "step": 53756 + }, + { + "epoch": 0.9201971961177015, + "grad_norm": 2.6216652393341064, + "learning_rate": 3.321621379466478e-07, + "loss": 2.3598, + "step": 53757 + }, + { + "epoch": 0.9202143138362519, + "grad_norm": 2.539661407470703, + "learning_rate": 3.320204492681334e-07, + "loss": 2.2253, + "step": 53758 + }, + { + "epoch": 0.9202314315548024, + "grad_norm": 2.6082582473754883, + "learning_rate": 3.3187879030561863e-07, + "loss": 2.367, + "step": 53759 + }, + { + "epoch": 0.9202485492733529, + "grad_norm": 2.5306830406188965, + "learning_rate": 3.317371610595388e-07, + "loss": 2.372, + "step": 53760 + }, + { + "epoch": 0.9202656669919033, + "grad_norm": 2.5595016479492188, + "learning_rate": 3.315955615303312e-07, + "loss": 2.3826, + "step": 53761 + }, + { + "epoch": 0.9202827847104538, + "grad_norm": 2.566321611404419, + "learning_rate": 3.314539917184279e-07, + "loss": 2.3089, + "step": 53762 + }, + { + "epoch": 0.9202999024290043, + "grad_norm": 2.582967758178711, + "learning_rate": 3.313124516242683e-07, + "loss": 2.3167, + "step": 53763 + }, + { + "epoch": 0.9203170201475548, + "grad_norm": 2.6158266067504883, + "learning_rate": 3.311709412482833e-07, + "loss": 2.3095, + "step": 53764 + }, + { + "epoch": 0.9203341378661052, + "grad_norm": 2.5710220336914062, + "learning_rate": 3.3102946059091143e-07, + "loss": 2.3749, + "step": 53765 + }, + { + "epoch": 0.9203512555846557, + "grad_norm": 2.4231739044189453, + "learning_rate": 3.308880096525846e-07, + "loss": 2.1713, + "step": 53766 + }, + { + "epoch": 0.9203683733032062, + "grad_norm": 2.5797791481018066, + "learning_rate": 3.307465884337391e-07, + "loss": 2.3723, + "step": 53767 + }, + { + "epoch": 0.9203854910217566, + "grad_norm": 2.618932008743286, + "learning_rate": 3.306051969348101e-07, + "loss": 2.3579, + "step": 53768 + }, + { + "epoch": 0.9204026087403071, + "grad_norm": 2.678642511367798, + "learning_rate": 3.304638351562295e-07, + "loss": 2.4295, + "step": 53769 + }, + { + "epoch": 0.9204197264588576, + "grad_norm": 2.768153667449951, + "learning_rate": 3.3032250309843585e-07, + "loss": 2.3945, + "step": 53770 + }, + { + "epoch": 0.920436844177408, + "grad_norm": 2.7781031131744385, + "learning_rate": 3.301812007618599e-07, + "loss": 2.3324, + "step": 53771 + }, + { + "epoch": 0.9204539618959585, + "grad_norm": 2.58492374420166, + "learning_rate": 3.300399281469369e-07, + "loss": 2.2917, + "step": 53772 + }, + { + "epoch": 0.920471079614509, + "grad_norm": 2.748427391052246, + "learning_rate": 3.2989868525410417e-07, + "loss": 2.4858, + "step": 53773 + }, + { + "epoch": 0.9204881973330594, + "grad_norm": 2.76790714263916, + "learning_rate": 3.297574720837904e-07, + "loss": 2.3714, + "step": 53774 + }, + { + "epoch": 0.9205053150516099, + "grad_norm": 2.708777904510498, + "learning_rate": 3.29616288636434e-07, + "loss": 2.3845, + "step": 53775 + }, + { + "epoch": 0.9205224327701604, + "grad_norm": 2.685466766357422, + "learning_rate": 3.2947513491246697e-07, + "loss": 2.2483, + "step": 53776 + }, + { + "epoch": 0.9205395504887108, + "grad_norm": 2.597846031188965, + "learning_rate": 3.293340109123244e-07, + "loss": 2.2722, + "step": 53777 + }, + { + "epoch": 0.9205566682072613, + "grad_norm": 2.6493499279022217, + "learning_rate": 3.2919291663643826e-07, + "loss": 2.37, + "step": 53778 + }, + { + "epoch": 0.9205737859258118, + "grad_norm": 2.748661518096924, + "learning_rate": 3.290518520852437e-07, + "loss": 2.3325, + "step": 53779 + }, + { + "epoch": 0.9205909036443622, + "grad_norm": 2.779212474822998, + "learning_rate": 3.289108172591748e-07, + "loss": 2.3491, + "step": 53780 + }, + { + "epoch": 0.9206080213629128, + "grad_norm": 2.5033881664276123, + "learning_rate": 3.2876981215866246e-07, + "loss": 2.1791, + "step": 53781 + }, + { + "epoch": 0.9206251390814633, + "grad_norm": 2.5321810245513916, + "learning_rate": 3.2862883678414283e-07, + "loss": 2.2603, + "step": 53782 + }, + { + "epoch": 0.9206422568000137, + "grad_norm": 2.512498140335083, + "learning_rate": 3.2848789113604786e-07, + "loss": 2.347, + "step": 53783 + }, + { + "epoch": 0.9206593745185642, + "grad_norm": 2.7116305828094482, + "learning_rate": 3.283469752148105e-07, + "loss": 2.3472, + "step": 53784 + }, + { + "epoch": 0.9206764922371147, + "grad_norm": 2.7641046047210693, + "learning_rate": 3.282060890208638e-07, + "loss": 2.3157, + "step": 53785 + }, + { + "epoch": 0.9206936099556651, + "grad_norm": 2.7980263233184814, + "learning_rate": 3.2806523255464296e-07, + "loss": 2.371, + "step": 53786 + }, + { + "epoch": 0.9207107276742156, + "grad_norm": 2.7665791511535645, + "learning_rate": 3.279244058165798e-07, + "loss": 2.387, + "step": 53787 + }, + { + "epoch": 0.9207278453927661, + "grad_norm": 2.777102470397949, + "learning_rate": 3.2778360880710514e-07, + "loss": 2.4848, + "step": 53788 + }, + { + "epoch": 0.9207449631113165, + "grad_norm": 2.538583278656006, + "learning_rate": 3.2764284152665414e-07, + "loss": 2.2271, + "step": 53789 + }, + { + "epoch": 0.920762080829867, + "grad_norm": 2.595395565032959, + "learning_rate": 3.2750210397565876e-07, + "loss": 2.3117, + "step": 53790 + }, + { + "epoch": 0.9207791985484175, + "grad_norm": 2.751068592071533, + "learning_rate": 3.2736139615455077e-07, + "loss": 2.3675, + "step": 53791 + }, + { + "epoch": 0.9207963162669679, + "grad_norm": 2.428025007247925, + "learning_rate": 3.272207180637632e-07, + "loss": 2.2693, + "step": 53792 + }, + { + "epoch": 0.9208134339855184, + "grad_norm": 2.66733980178833, + "learning_rate": 3.270800697037302e-07, + "loss": 2.2792, + "step": 53793 + }, + { + "epoch": 0.9208305517040689, + "grad_norm": 2.5699737071990967, + "learning_rate": 3.269394510748802e-07, + "loss": 2.3235, + "step": 53794 + }, + { + "epoch": 0.9208476694226193, + "grad_norm": 2.628997325897217, + "learning_rate": 3.267988621776497e-07, + "loss": 2.3554, + "step": 53795 + }, + { + "epoch": 0.9208647871411698, + "grad_norm": 2.520921468734741, + "learning_rate": 3.2665830301246814e-07, + "loss": 2.2307, + "step": 53796 + }, + { + "epoch": 0.9208819048597203, + "grad_norm": 2.5474703311920166, + "learning_rate": 3.2651777357976865e-07, + "loss": 2.2017, + "step": 53797 + }, + { + "epoch": 0.9208990225782707, + "grad_norm": 2.5641658306121826, + "learning_rate": 3.263772738799831e-07, + "loss": 2.2824, + "step": 53798 + }, + { + "epoch": 0.9209161402968212, + "grad_norm": 2.5883753299713135, + "learning_rate": 3.2623680391354106e-07, + "loss": 2.3009, + "step": 53799 + }, + { + "epoch": 0.9209332580153717, + "grad_norm": 2.502983331680298, + "learning_rate": 3.2609636368087783e-07, + "loss": 2.2845, + "step": 53800 + }, + { + "epoch": 0.9209503757339221, + "grad_norm": 2.5635390281677246, + "learning_rate": 3.259559531824219e-07, + "loss": 2.2849, + "step": 53801 + }, + { + "epoch": 0.9209674934524726, + "grad_norm": 2.547776222229004, + "learning_rate": 3.258155724186085e-07, + "loss": 2.2219, + "step": 53802 + }, + { + "epoch": 0.9209846111710231, + "grad_norm": 2.590745687484741, + "learning_rate": 3.256752213898662e-07, + "loss": 2.3081, + "step": 53803 + }, + { + "epoch": 0.9210017288895735, + "grad_norm": 2.5376598834991455, + "learning_rate": 3.255349000966268e-07, + "loss": 2.2635, + "step": 53804 + }, + { + "epoch": 0.921018846608124, + "grad_norm": 2.670280694961548, + "learning_rate": 3.2539460853932336e-07, + "loss": 2.3526, + "step": 53805 + }, + { + "epoch": 0.9210359643266746, + "grad_norm": 2.7517433166503906, + "learning_rate": 3.2525434671838327e-07, + "loss": 2.3697, + "step": 53806 + }, + { + "epoch": 0.921053082045225, + "grad_norm": 2.6658194065093994, + "learning_rate": 3.2511411463424183e-07, + "loss": 2.242, + "step": 53807 + }, + { + "epoch": 0.9210701997637755, + "grad_norm": 2.6056010723114014, + "learning_rate": 3.2497391228732854e-07, + "loss": 2.324, + "step": 53808 + }, + { + "epoch": 0.921087317482326, + "grad_norm": 2.655600070953369, + "learning_rate": 3.248337396780732e-07, + "loss": 2.2795, + "step": 53809 + }, + { + "epoch": 0.9211044352008765, + "grad_norm": 2.5567216873168945, + "learning_rate": 3.2469359680690873e-07, + "loss": 2.3396, + "step": 53810 + }, + { + "epoch": 0.9211215529194269, + "grad_norm": 2.6832499504089355, + "learning_rate": 3.2455348367426254e-07, + "loss": 2.389, + "step": 53811 + }, + { + "epoch": 0.9211386706379774, + "grad_norm": 2.534165620803833, + "learning_rate": 3.244134002805699e-07, + "loss": 2.2784, + "step": 53812 + }, + { + "epoch": 0.9211557883565279, + "grad_norm": 2.7086896896362305, + "learning_rate": 3.242733466262582e-07, + "loss": 2.3559, + "step": 53813 + }, + { + "epoch": 0.9211729060750783, + "grad_norm": 2.726469039916992, + "learning_rate": 3.2413332271175825e-07, + "loss": 2.4563, + "step": 53814 + }, + { + "epoch": 0.9211900237936288, + "grad_norm": 2.5925087928771973, + "learning_rate": 3.239933285375008e-07, + "loss": 2.3435, + "step": 53815 + }, + { + "epoch": 0.9212071415121793, + "grad_norm": 2.6773455142974854, + "learning_rate": 3.2385336410391655e-07, + "loss": 2.3485, + "step": 53816 + }, + { + "epoch": 0.9212242592307297, + "grad_norm": 2.7294399738311768, + "learning_rate": 3.237134294114352e-07, + "loss": 2.4092, + "step": 53817 + }, + { + "epoch": 0.9212413769492802, + "grad_norm": 2.6181414127349854, + "learning_rate": 3.235735244604865e-07, + "loss": 2.3374, + "step": 53818 + }, + { + "epoch": 0.9212584946678307, + "grad_norm": 2.830275297164917, + "learning_rate": 3.234336492515022e-07, + "loss": 2.4023, + "step": 53819 + }, + { + "epoch": 0.9212756123863811, + "grad_norm": 2.4791386127471924, + "learning_rate": 3.232938037849098e-07, + "loss": 2.2424, + "step": 53820 + }, + { + "epoch": 0.9212927301049316, + "grad_norm": 2.6552255153656006, + "learning_rate": 3.2315398806114116e-07, + "loss": 2.2812, + "step": 53821 + }, + { + "epoch": 0.9213098478234821, + "grad_norm": 2.6130385398864746, + "learning_rate": 3.2301420208062486e-07, + "loss": 2.2723, + "step": 53822 + }, + { + "epoch": 0.9213269655420325, + "grad_norm": 2.614351272583008, + "learning_rate": 3.2287444584379157e-07, + "loss": 2.2315, + "step": 53823 + }, + { + "epoch": 0.921344083260583, + "grad_norm": 2.788520336151123, + "learning_rate": 3.227347193510699e-07, + "loss": 2.3399, + "step": 53824 + }, + { + "epoch": 0.9213612009791335, + "grad_norm": 2.7946109771728516, + "learning_rate": 3.2259502260288956e-07, + "loss": 2.3119, + "step": 53825 + }, + { + "epoch": 0.9213783186976839, + "grad_norm": 2.440852403640747, + "learning_rate": 3.224553555996801e-07, + "loss": 2.1999, + "step": 53826 + }, + { + "epoch": 0.9213954364162344, + "grad_norm": 2.600231647491455, + "learning_rate": 3.2231571834187014e-07, + "loss": 2.2163, + "step": 53827 + }, + { + "epoch": 0.921412554134785, + "grad_norm": 2.7085728645324707, + "learning_rate": 3.2217611082988933e-07, + "loss": 2.4542, + "step": 53828 + }, + { + "epoch": 0.9214296718533354, + "grad_norm": 2.54841947555542, + "learning_rate": 3.2203653306416726e-07, + "loss": 2.2389, + "step": 53829 + }, + { + "epoch": 0.9214467895718859, + "grad_norm": 2.594933032989502, + "learning_rate": 3.218969850451326e-07, + "loss": 2.2998, + "step": 53830 + }, + { + "epoch": 0.9214639072904364, + "grad_norm": 2.7208805084228516, + "learning_rate": 3.2175746677321483e-07, + "loss": 2.3107, + "step": 53831 + }, + { + "epoch": 0.9214810250089868, + "grad_norm": 2.5578489303588867, + "learning_rate": 3.2161797824884045e-07, + "loss": 2.1903, + "step": 53832 + }, + { + "epoch": 0.9214981427275373, + "grad_norm": 2.503842353820801, + "learning_rate": 3.214785194724412e-07, + "loss": 2.3731, + "step": 53833 + }, + { + "epoch": 0.9215152604460878, + "grad_norm": 2.87139892578125, + "learning_rate": 3.2133909044444467e-07, + "loss": 2.3943, + "step": 53834 + }, + { + "epoch": 0.9215323781646382, + "grad_norm": 2.753087043762207, + "learning_rate": 3.2119969116527924e-07, + "loss": 2.4642, + "step": 53835 + }, + { + "epoch": 0.9215494958831887, + "grad_norm": 2.5546460151672363, + "learning_rate": 3.2106032163537137e-07, + "loss": 2.2857, + "step": 53836 + }, + { + "epoch": 0.9215666136017392, + "grad_norm": 2.6673495769500732, + "learning_rate": 3.20920981855154e-07, + "loss": 2.3832, + "step": 53837 + }, + { + "epoch": 0.9215837313202896, + "grad_norm": 2.657471179962158, + "learning_rate": 3.2078167182505114e-07, + "loss": 2.4037, + "step": 53838 + }, + { + "epoch": 0.9216008490388401, + "grad_norm": 2.7845001220703125, + "learning_rate": 3.206423915454937e-07, + "loss": 2.3365, + "step": 53839 + }, + { + "epoch": 0.9216179667573906, + "grad_norm": 2.7518346309661865, + "learning_rate": 3.2050314101690795e-07, + "loss": 2.5021, + "step": 53840 + }, + { + "epoch": 0.921635084475941, + "grad_norm": 2.585857629776001, + "learning_rate": 3.203639202397224e-07, + "loss": 2.3405, + "step": 53841 + }, + { + "epoch": 0.9216522021944915, + "grad_norm": 2.5880041122436523, + "learning_rate": 3.202247292143668e-07, + "loss": 2.3526, + "step": 53842 + }, + { + "epoch": 0.921669319913042, + "grad_norm": 2.6986818313598633, + "learning_rate": 3.200855679412651e-07, + "loss": 2.3331, + "step": 53843 + }, + { + "epoch": 0.9216864376315924, + "grad_norm": 2.6377205848693848, + "learning_rate": 3.1994643642085043e-07, + "loss": 2.1733, + "step": 53844 + }, + { + "epoch": 0.9217035553501429, + "grad_norm": 2.681548833847046, + "learning_rate": 3.1980733465354465e-07, + "loss": 2.4444, + "step": 53845 + }, + { + "epoch": 0.9217206730686934, + "grad_norm": 2.7181129455566406, + "learning_rate": 3.1966826263977955e-07, + "loss": 2.2556, + "step": 53846 + }, + { + "epoch": 0.9217377907872438, + "grad_norm": 2.6177778244018555, + "learning_rate": 3.1952922037998155e-07, + "loss": 2.35, + "step": 53847 + }, + { + "epoch": 0.9217549085057943, + "grad_norm": 2.603444814682007, + "learning_rate": 3.1939020787457477e-07, + "loss": 2.2745, + "step": 53848 + }, + { + "epoch": 0.9217720262243448, + "grad_norm": 2.7220704555511475, + "learning_rate": 3.1925122512399207e-07, + "loss": 2.2364, + "step": 53849 + }, + { + "epoch": 0.9217891439428952, + "grad_norm": 2.574065923690796, + "learning_rate": 3.1911227212865656e-07, + "loss": 2.2848, + "step": 53850 + }, + { + "epoch": 0.9218062616614457, + "grad_norm": 2.614130973815918, + "learning_rate": 3.1897334888899567e-07, + "loss": 2.3245, + "step": 53851 + }, + { + "epoch": 0.9218233793799963, + "grad_norm": 2.5263185501098633, + "learning_rate": 3.188344554054401e-07, + "loss": 2.3958, + "step": 53852 + }, + { + "epoch": 0.9218404970985467, + "grad_norm": 2.4483585357666016, + "learning_rate": 3.1869559167841067e-07, + "loss": 2.2242, + "step": 53853 + }, + { + "epoch": 0.9218576148170972, + "grad_norm": 2.7078921794891357, + "learning_rate": 3.1855675770833925e-07, + "loss": 2.3907, + "step": 53854 + }, + { + "epoch": 0.9218747325356477, + "grad_norm": 2.704650402069092, + "learning_rate": 3.1841795349564996e-07, + "loss": 2.3297, + "step": 53855 + }, + { + "epoch": 0.9218918502541982, + "grad_norm": 2.700859785079956, + "learning_rate": 3.1827917904077135e-07, + "loss": 2.2768, + "step": 53856 + }, + { + "epoch": 0.9219089679727486, + "grad_norm": 2.6017394065856934, + "learning_rate": 3.181404343441286e-07, + "loss": 2.2105, + "step": 53857 + }, + { + "epoch": 0.9219260856912991, + "grad_norm": 2.7094342708587646, + "learning_rate": 3.18001719406148e-07, + "loss": 2.3312, + "step": 53858 + }, + { + "epoch": 0.9219432034098496, + "grad_norm": 2.480116844177246, + "learning_rate": 3.1786303422725816e-07, + "loss": 2.332, + "step": 53859 + }, + { + "epoch": 0.9219603211284, + "grad_norm": 2.7335245609283447, + "learning_rate": 3.1772437880787987e-07, + "loss": 2.2266, + "step": 53860 + }, + { + "epoch": 0.9219774388469505, + "grad_norm": 2.6003284454345703, + "learning_rate": 3.175857531484472e-07, + "loss": 2.3704, + "step": 53861 + }, + { + "epoch": 0.921994556565501, + "grad_norm": 2.5293686389923096, + "learning_rate": 3.174471572493798e-07, + "loss": 2.3159, + "step": 53862 + }, + { + "epoch": 0.9220116742840514, + "grad_norm": 2.6449620723724365, + "learning_rate": 3.173085911111051e-07, + "loss": 2.3975, + "step": 53863 + }, + { + "epoch": 0.9220287920026019, + "grad_norm": 2.708465814590454, + "learning_rate": 3.1717005473405173e-07, + "loss": 2.3156, + "step": 53864 + }, + { + "epoch": 0.9220459097211524, + "grad_norm": 2.729606866836548, + "learning_rate": 3.1703154811864256e-07, + "loss": 2.3977, + "step": 53865 + }, + { + "epoch": 0.9220630274397028, + "grad_norm": 2.6046972274780273, + "learning_rate": 3.16893071265304e-07, + "loss": 2.233, + "step": 53866 + }, + { + "epoch": 0.9220801451582533, + "grad_norm": 2.8061046600341797, + "learning_rate": 3.1675462417446345e-07, + "loss": 2.2842, + "step": 53867 + }, + { + "epoch": 0.9220972628768038, + "grad_norm": 2.6508402824401855, + "learning_rate": 3.1661620684654393e-07, + "loss": 2.3351, + "step": 53868 + }, + { + "epoch": 0.9221143805953542, + "grad_norm": 2.5905065536499023, + "learning_rate": 3.164778192819717e-07, + "loss": 2.2608, + "step": 53869 + }, + { + "epoch": 0.9221314983139047, + "grad_norm": 2.599600315093994, + "learning_rate": 3.163394614811732e-07, + "loss": 2.3155, + "step": 53870 + }, + { + "epoch": 0.9221486160324552, + "grad_norm": 2.5167791843414307, + "learning_rate": 3.1620113344457135e-07, + "loss": 2.3303, + "step": 53871 + }, + { + "epoch": 0.9221657337510056, + "grad_norm": 2.5664913654327393, + "learning_rate": 3.1606283517259583e-07, + "loss": 2.2859, + "step": 53872 + }, + { + "epoch": 0.9221828514695561, + "grad_norm": 2.6760189533233643, + "learning_rate": 3.1592456666566517e-07, + "loss": 2.3444, + "step": 53873 + }, + { + "epoch": 0.9221999691881066, + "grad_norm": 2.6383116245269775, + "learning_rate": 3.1578632792421016e-07, + "loss": 2.2856, + "step": 53874 + }, + { + "epoch": 0.922217086906657, + "grad_norm": 2.7703232765197754, + "learning_rate": 3.1564811894865377e-07, + "loss": 2.2643, + "step": 53875 + }, + { + "epoch": 0.9222342046252076, + "grad_norm": 2.5315983295440674, + "learning_rate": 3.15509939739419e-07, + "loss": 2.3159, + "step": 53876 + }, + { + "epoch": 0.9222513223437581, + "grad_norm": 2.8327155113220215, + "learning_rate": 3.153717902969322e-07, + "loss": 2.3174, + "step": 53877 + }, + { + "epoch": 0.9222684400623085, + "grad_norm": 2.7091476917266846, + "learning_rate": 3.152336706216186e-07, + "loss": 2.4339, + "step": 53878 + }, + { + "epoch": 0.922285557780859, + "grad_norm": 2.441572904586792, + "learning_rate": 3.150955807139033e-07, + "loss": 2.2165, + "step": 53879 + }, + { + "epoch": 0.9223026754994095, + "grad_norm": 2.5409185886383057, + "learning_rate": 3.1495752057420614e-07, + "loss": 2.2859, + "step": 53880 + }, + { + "epoch": 0.9223197932179599, + "grad_norm": 2.5921287536621094, + "learning_rate": 3.148194902029578e-07, + "loss": 2.2784, + "step": 53881 + }, + { + "epoch": 0.9223369109365104, + "grad_norm": 2.7204525470733643, + "learning_rate": 3.1468148960057787e-07, + "loss": 2.3894, + "step": 53882 + }, + { + "epoch": 0.9223540286550609, + "grad_norm": 2.741985321044922, + "learning_rate": 3.145435187674928e-07, + "loss": 2.3134, + "step": 53883 + }, + { + "epoch": 0.9223711463736113, + "grad_norm": 2.5963685512542725, + "learning_rate": 3.144055777041266e-07, + "loss": 2.3114, + "step": 53884 + }, + { + "epoch": 0.9223882640921618, + "grad_norm": 2.8023343086242676, + "learning_rate": 3.142676664109001e-07, + "loss": 2.3563, + "step": 53885 + }, + { + "epoch": 0.9224053818107123, + "grad_norm": 2.727837324142456, + "learning_rate": 3.14129784888243e-07, + "loss": 2.3824, + "step": 53886 + }, + { + "epoch": 0.9224224995292627, + "grad_norm": 2.6643097400665283, + "learning_rate": 3.1399193313657373e-07, + "loss": 2.3144, + "step": 53887 + }, + { + "epoch": 0.9224396172478132, + "grad_norm": 2.7141122817993164, + "learning_rate": 3.138541111563187e-07, + "loss": 2.3171, + "step": 53888 + }, + { + "epoch": 0.9224567349663637, + "grad_norm": 2.7065441608428955, + "learning_rate": 3.13716318947902e-07, + "loss": 2.2832, + "step": 53889 + }, + { + "epoch": 0.9224738526849141, + "grad_norm": 2.85711932182312, + "learning_rate": 3.135785565117433e-07, + "loss": 2.369, + "step": 53890 + }, + { + "epoch": 0.9224909704034646, + "grad_norm": 2.594764232635498, + "learning_rate": 3.134408238482722e-07, + "loss": 2.2856, + "step": 53891 + }, + { + "epoch": 0.9225080881220151, + "grad_norm": 2.6682746410369873, + "learning_rate": 3.1330312095790513e-07, + "loss": 2.3866, + "step": 53892 + }, + { + "epoch": 0.9225252058405655, + "grad_norm": 2.691598892211914, + "learning_rate": 3.1316544784107173e-07, + "loss": 2.4247, + "step": 53893 + }, + { + "epoch": 0.922542323559116, + "grad_norm": 2.4946508407592773, + "learning_rate": 3.130278044981916e-07, + "loss": 2.2997, + "step": 53894 + }, + { + "epoch": 0.9225594412776665, + "grad_norm": 2.6140308380126953, + "learning_rate": 3.1289019092968774e-07, + "loss": 2.3189, + "step": 53895 + }, + { + "epoch": 0.9225765589962169, + "grad_norm": 2.8309836387634277, + "learning_rate": 3.1275260713598656e-07, + "loss": 2.3971, + "step": 53896 + }, + { + "epoch": 0.9225936767147674, + "grad_norm": 2.6900112628936768, + "learning_rate": 3.126150531175043e-07, + "loss": 2.2805, + "step": 53897 + }, + { + "epoch": 0.922610794433318, + "grad_norm": 2.4708480834960938, + "learning_rate": 3.1247752887467066e-07, + "loss": 2.2784, + "step": 53898 + }, + { + "epoch": 0.9226279121518683, + "grad_norm": 2.699659824371338, + "learning_rate": 3.123400344079042e-07, + "loss": 2.3452, + "step": 53899 + }, + { + "epoch": 0.9226450298704189, + "grad_norm": 3.0048394203186035, + "learning_rate": 3.12202569717629e-07, + "loss": 2.363, + "step": 53900 + }, + { + "epoch": 0.9226621475889694, + "grad_norm": 2.609382152557373, + "learning_rate": 3.1206513480426805e-07, + "loss": 2.3652, + "step": 53901 + }, + { + "epoch": 0.9226792653075199, + "grad_norm": 2.59157395362854, + "learning_rate": 3.119277296682421e-07, + "loss": 2.2597, + "step": 53902 + }, + { + "epoch": 0.9226963830260703, + "grad_norm": 2.5935208797454834, + "learning_rate": 3.117903543099754e-07, + "loss": 2.2795, + "step": 53903 + }, + { + "epoch": 0.9227135007446208, + "grad_norm": 2.885989189147949, + "learning_rate": 3.116530087298886e-07, + "loss": 2.4858, + "step": 53904 + }, + { + "epoch": 0.9227306184631713, + "grad_norm": 2.6194252967834473, + "learning_rate": 3.1151569292840467e-07, + "loss": 2.2619, + "step": 53905 + }, + { + "epoch": 0.9227477361817217, + "grad_norm": 2.6952927112579346, + "learning_rate": 3.113784069059445e-07, + "loss": 2.3175, + "step": 53906 + }, + { + "epoch": 0.9227648539002722, + "grad_norm": 2.7218923568725586, + "learning_rate": 3.1124115066293205e-07, + "loss": 2.3749, + "step": 53907 + }, + { + "epoch": 0.9227819716188227, + "grad_norm": 2.504208564758301, + "learning_rate": 3.111039241997882e-07, + "loss": 2.3372, + "step": 53908 + }, + { + "epoch": 0.9227990893373731, + "grad_norm": 2.690977096557617, + "learning_rate": 3.109667275169348e-07, + "loss": 2.3919, + "step": 53909 + }, + { + "epoch": 0.9228162070559236, + "grad_norm": 2.5503122806549072, + "learning_rate": 3.1082956061479375e-07, + "loss": 2.2602, + "step": 53910 + }, + { + "epoch": 0.9228333247744741, + "grad_norm": 2.6436197757720947, + "learning_rate": 3.1069242349378584e-07, + "loss": 2.3727, + "step": 53911 + }, + { + "epoch": 0.9228504424930245, + "grad_norm": 2.705906629562378, + "learning_rate": 3.105553161543329e-07, + "loss": 2.3413, + "step": 53912 + }, + { + "epoch": 0.922867560211575, + "grad_norm": 2.77523136138916, + "learning_rate": 3.104182385968568e-07, + "loss": 2.284, + "step": 53913 + }, + { + "epoch": 0.9228846779301255, + "grad_norm": 2.550031900405884, + "learning_rate": 3.102811908217784e-07, + "loss": 2.2577, + "step": 53914 + }, + { + "epoch": 0.9229017956486759, + "grad_norm": 2.4969139099121094, + "learning_rate": 3.101441728295196e-07, + "loss": 2.2435, + "step": 53915 + }, + { + "epoch": 0.9229189133672264, + "grad_norm": 2.6997733116149902, + "learning_rate": 3.1000718462050215e-07, + "loss": 2.3267, + "step": 53916 + }, + { + "epoch": 0.9229360310857769, + "grad_norm": 2.7796871662139893, + "learning_rate": 3.098702261951447e-07, + "loss": 2.4606, + "step": 53917 + }, + { + "epoch": 0.9229531488043273, + "grad_norm": 2.6937057971954346, + "learning_rate": 3.097332975538703e-07, + "loss": 2.2772, + "step": 53918 + }, + { + "epoch": 0.9229702665228778, + "grad_norm": 2.5578620433807373, + "learning_rate": 3.0959639869709846e-07, + "loss": 2.2474, + "step": 53919 + }, + { + "epoch": 0.9229873842414283, + "grad_norm": 2.568531036376953, + "learning_rate": 3.094595296252501e-07, + "loss": 2.3096, + "step": 53920 + }, + { + "epoch": 0.9230045019599787, + "grad_norm": 2.670588731765747, + "learning_rate": 3.0932269033874916e-07, + "loss": 2.2694, + "step": 53921 + }, + { + "epoch": 0.9230216196785292, + "grad_norm": 2.6427218914031982, + "learning_rate": 3.0918588083800994e-07, + "loss": 2.3677, + "step": 53922 + }, + { + "epoch": 0.9230387373970798, + "grad_norm": 2.516500234603882, + "learning_rate": 3.0904910112345865e-07, + "loss": 2.3224, + "step": 53923 + }, + { + "epoch": 0.9230558551156302, + "grad_norm": 2.409566879272461, + "learning_rate": 3.089123511955139e-07, + "loss": 2.2197, + "step": 53924 + }, + { + "epoch": 0.9230729728341807, + "grad_norm": 2.6000680923461914, + "learning_rate": 3.087756310545942e-07, + "loss": 2.3352, + "step": 53925 + }, + { + "epoch": 0.9230900905527312, + "grad_norm": 2.5794010162353516, + "learning_rate": 3.0863894070112253e-07, + "loss": 2.3188, + "step": 53926 + }, + { + "epoch": 0.9231072082712816, + "grad_norm": 2.6871871948242188, + "learning_rate": 3.0850228013551643e-07, + "loss": 2.3176, + "step": 53927 + }, + { + "epoch": 0.9231243259898321, + "grad_norm": 2.61570143699646, + "learning_rate": 3.083656493581988e-07, + "loss": 2.2908, + "step": 53928 + }, + { + "epoch": 0.9231414437083826, + "grad_norm": 2.5759737491607666, + "learning_rate": 3.08229048369586e-07, + "loss": 2.3314, + "step": 53929 + }, + { + "epoch": 0.923158561426933, + "grad_norm": 2.662397861480713, + "learning_rate": 3.0809247717010215e-07, + "loss": 2.3614, + "step": 53930 + }, + { + "epoch": 0.9231756791454835, + "grad_norm": 2.63293194770813, + "learning_rate": 3.0795593576016356e-07, + "loss": 2.3634, + "step": 53931 + }, + { + "epoch": 0.923192796864034, + "grad_norm": 2.451434850692749, + "learning_rate": 3.0781942414019215e-07, + "loss": 2.2796, + "step": 53932 + }, + { + "epoch": 0.9232099145825844, + "grad_norm": 2.424088478088379, + "learning_rate": 3.0768294231060644e-07, + "loss": 2.1514, + "step": 53933 + }, + { + "epoch": 0.9232270323011349, + "grad_norm": 2.522933006286621, + "learning_rate": 3.0754649027182393e-07, + "loss": 2.2436, + "step": 53934 + }, + { + "epoch": 0.9232441500196854, + "grad_norm": 2.685591459274292, + "learning_rate": 3.0741006802426866e-07, + "loss": 2.2784, + "step": 53935 + }, + { + "epoch": 0.9232612677382358, + "grad_norm": 2.6590330600738525, + "learning_rate": 3.0727367556835695e-07, + "loss": 2.261, + "step": 53936 + }, + { + "epoch": 0.9232783854567863, + "grad_norm": 2.6016337871551514, + "learning_rate": 3.0713731290450744e-07, + "loss": 2.3236, + "step": 53937 + }, + { + "epoch": 0.9232955031753368, + "grad_norm": 2.6551334857940674, + "learning_rate": 3.0700098003314084e-07, + "loss": 2.3771, + "step": 53938 + }, + { + "epoch": 0.9233126208938872, + "grad_norm": 2.6298470497131348, + "learning_rate": 3.068646769546757e-07, + "loss": 2.2845, + "step": 53939 + }, + { + "epoch": 0.9233297386124377, + "grad_norm": 2.6091694831848145, + "learning_rate": 3.067284036695317e-07, + "loss": 2.307, + "step": 53940 + }, + { + "epoch": 0.9233468563309882, + "grad_norm": 2.828500747680664, + "learning_rate": 3.065921601781263e-07, + "loss": 2.3304, + "step": 53941 + }, + { + "epoch": 0.9233639740495386, + "grad_norm": 2.676548480987549, + "learning_rate": 3.0645594648087804e-07, + "loss": 2.2501, + "step": 53942 + }, + { + "epoch": 0.9233810917680891, + "grad_norm": 2.547585964202881, + "learning_rate": 3.063197625782077e-07, + "loss": 2.2796, + "step": 53943 + }, + { + "epoch": 0.9233982094866396, + "grad_norm": 2.6579973697662354, + "learning_rate": 3.0618360847053164e-07, + "loss": 2.3362, + "step": 53944 + }, + { + "epoch": 0.92341532720519, + "grad_norm": 2.576472043991089, + "learning_rate": 3.060474841582695e-07, + "loss": 2.3149, + "step": 53945 + }, + { + "epoch": 0.9234324449237405, + "grad_norm": 2.5195679664611816, + "learning_rate": 3.0591138964183977e-07, + "loss": 2.3313, + "step": 53946 + }, + { + "epoch": 0.923449562642291, + "grad_norm": 2.6486685276031494, + "learning_rate": 3.0577532492166106e-07, + "loss": 2.3436, + "step": 53947 + }, + { + "epoch": 0.9234666803608415, + "grad_norm": 2.6788620948791504, + "learning_rate": 3.0563928999814976e-07, + "loss": 2.2865, + "step": 53948 + }, + { + "epoch": 0.923483798079392, + "grad_norm": 2.5717549324035645, + "learning_rate": 3.0550328487172653e-07, + "loss": 2.2244, + "step": 53949 + }, + { + "epoch": 0.9235009157979425, + "grad_norm": 2.5578858852386475, + "learning_rate": 3.053673095428067e-07, + "loss": 2.3425, + "step": 53950 + }, + { + "epoch": 0.923518033516493, + "grad_norm": 2.634206533432007, + "learning_rate": 3.052313640118099e-07, + "loss": 2.3596, + "step": 53951 + }, + { + "epoch": 0.9235351512350434, + "grad_norm": 2.6451430320739746, + "learning_rate": 3.050954482791546e-07, + "loss": 2.3446, + "step": 53952 + }, + { + "epoch": 0.9235522689535939, + "grad_norm": 2.6948721408843994, + "learning_rate": 3.0495956234525836e-07, + "loss": 2.2397, + "step": 53953 + }, + { + "epoch": 0.9235693866721444, + "grad_norm": 2.703247308731079, + "learning_rate": 3.048237062105364e-07, + "loss": 2.2604, + "step": 53954 + }, + { + "epoch": 0.9235865043906948, + "grad_norm": 2.659343719482422, + "learning_rate": 3.046878798754083e-07, + "loss": 2.2812, + "step": 53955 + }, + { + "epoch": 0.9236036221092453, + "grad_norm": 2.517320156097412, + "learning_rate": 3.045520833402915e-07, + "loss": 2.2803, + "step": 53956 + }, + { + "epoch": 0.9236207398277958, + "grad_norm": 2.5563557147979736, + "learning_rate": 3.0441631660560357e-07, + "loss": 2.3016, + "step": 53957 + }, + { + "epoch": 0.9236378575463462, + "grad_norm": 2.694409132003784, + "learning_rate": 3.042805796717618e-07, + "loss": 2.3095, + "step": 53958 + }, + { + "epoch": 0.9236549752648967, + "grad_norm": 2.614093065261841, + "learning_rate": 3.041448725391805e-07, + "loss": 2.3101, + "step": 53959 + }, + { + "epoch": 0.9236720929834472, + "grad_norm": 2.605180501937866, + "learning_rate": 3.040091952082824e-07, + "loss": 2.2802, + "step": 53960 + }, + { + "epoch": 0.9236892107019976, + "grad_norm": 2.501514434814453, + "learning_rate": 3.0387354767947965e-07, + "loss": 2.3533, + "step": 53961 + }, + { + "epoch": 0.9237063284205481, + "grad_norm": 2.666642189025879, + "learning_rate": 3.0373792995319174e-07, + "loss": 2.4063, + "step": 53962 + }, + { + "epoch": 0.9237234461390986, + "grad_norm": 2.754119396209717, + "learning_rate": 3.0360234202983506e-07, + "loss": 2.3665, + "step": 53963 + }, + { + "epoch": 0.923740563857649, + "grad_norm": 2.6269984245300293, + "learning_rate": 3.0346678390982374e-07, + "loss": 2.2658, + "step": 53964 + }, + { + "epoch": 0.9237576815761995, + "grad_norm": 2.554797410964966, + "learning_rate": 3.033312555935797e-07, + "loss": 2.3571, + "step": 53965 + }, + { + "epoch": 0.92377479929475, + "grad_norm": 2.409437656402588, + "learning_rate": 3.031957570815136e-07, + "loss": 2.1599, + "step": 53966 + }, + { + "epoch": 0.9237919170133004, + "grad_norm": 2.579265832901001, + "learning_rate": 3.030602883740474e-07, + "loss": 2.3079, + "step": 53967 + }, + { + "epoch": 0.9238090347318509, + "grad_norm": 2.9058170318603516, + "learning_rate": 3.029248494715942e-07, + "loss": 2.3673, + "step": 53968 + }, + { + "epoch": 0.9238261524504014, + "grad_norm": 2.609391212463379, + "learning_rate": 3.0278944037457015e-07, + "loss": 2.2698, + "step": 53969 + }, + { + "epoch": 0.9238432701689518, + "grad_norm": 2.646872043609619, + "learning_rate": 3.026540610833939e-07, + "loss": 2.3305, + "step": 53970 + }, + { + "epoch": 0.9238603878875024, + "grad_norm": 2.6151907444000244, + "learning_rate": 3.0251871159847846e-07, + "loss": 2.3381, + "step": 53971 + }, + { + "epoch": 0.9238775056060529, + "grad_norm": 2.610541582107544, + "learning_rate": 3.0238339192024233e-07, + "loss": 2.3243, + "step": 53972 + }, + { + "epoch": 0.9238946233246033, + "grad_norm": 2.702674627304077, + "learning_rate": 3.022481020490997e-07, + "loss": 2.3679, + "step": 53973 + }, + { + "epoch": 0.9239117410431538, + "grad_norm": 2.714799165725708, + "learning_rate": 3.0211284198546797e-07, + "loss": 2.4446, + "step": 53974 + }, + { + "epoch": 0.9239288587617043, + "grad_norm": 2.734229564666748, + "learning_rate": 3.0197761172976237e-07, + "loss": 2.3434, + "step": 53975 + }, + { + "epoch": 0.9239459764802547, + "grad_norm": 2.575272798538208, + "learning_rate": 3.018424112823959e-07, + "loss": 2.3678, + "step": 53976 + }, + { + "epoch": 0.9239630941988052, + "grad_norm": 2.721971035003662, + "learning_rate": 3.017072406437893e-07, + "loss": 2.2672, + "step": 53977 + }, + { + "epoch": 0.9239802119173557, + "grad_norm": 2.9083340167999268, + "learning_rate": 3.0157209981435453e-07, + "loss": 2.4151, + "step": 53978 + }, + { + "epoch": 0.9239973296359061, + "grad_norm": 2.6558122634887695, + "learning_rate": 3.014369887945068e-07, + "loss": 2.3865, + "step": 53979 + }, + { + "epoch": 0.9240144473544566, + "grad_norm": 2.693307638168335, + "learning_rate": 3.013019075846624e-07, + "loss": 2.2994, + "step": 53980 + }, + { + "epoch": 0.9240315650730071, + "grad_norm": 2.6927998065948486, + "learning_rate": 3.0116685618523654e-07, + "loss": 2.2768, + "step": 53981 + }, + { + "epoch": 0.9240486827915575, + "grad_norm": 2.6512489318847656, + "learning_rate": 3.0103183459664564e-07, + "loss": 2.3837, + "step": 53982 + }, + { + "epoch": 0.924065800510108, + "grad_norm": 2.7841475009918213, + "learning_rate": 3.0089684281930043e-07, + "loss": 2.2815, + "step": 53983 + }, + { + "epoch": 0.9240829182286585, + "grad_norm": 2.5449323654174805, + "learning_rate": 3.007618808536206e-07, + "loss": 2.365, + "step": 53984 + }, + { + "epoch": 0.9241000359472089, + "grad_norm": 2.6333351135253906, + "learning_rate": 3.0062694870001794e-07, + "loss": 2.2606, + "step": 53985 + }, + { + "epoch": 0.9241171536657594, + "grad_norm": 2.588137149810791, + "learning_rate": 3.0049204635890895e-07, + "loss": 2.28, + "step": 53986 + }, + { + "epoch": 0.9241342713843099, + "grad_norm": 2.729811191558838, + "learning_rate": 3.003571738307076e-07, + "loss": 2.4886, + "step": 53987 + }, + { + "epoch": 0.9241513891028603, + "grad_norm": 2.5709614753723145, + "learning_rate": 3.002223311158281e-07, + "loss": 2.2467, + "step": 53988 + }, + { + "epoch": 0.9241685068214108, + "grad_norm": 2.7608084678649902, + "learning_rate": 3.000875182146856e-07, + "loss": 2.3738, + "step": 53989 + }, + { + "epoch": 0.9241856245399613, + "grad_norm": 2.718989372253418, + "learning_rate": 2.999527351276943e-07, + "loss": 2.3375, + "step": 53990 + }, + { + "epoch": 0.9242027422585117, + "grad_norm": 2.5818898677825928, + "learning_rate": 2.998179818552671e-07, + "loss": 2.3709, + "step": 53991 + }, + { + "epoch": 0.9242198599770622, + "grad_norm": 2.70896053314209, + "learning_rate": 2.996832583978204e-07, + "loss": 2.2612, + "step": 53992 + }, + { + "epoch": 0.9242369776956127, + "grad_norm": 2.6334292888641357, + "learning_rate": 2.995485647557661e-07, + "loss": 2.228, + "step": 53993 + }, + { + "epoch": 0.9242540954141631, + "grad_norm": 2.5874698162078857, + "learning_rate": 2.994139009295205e-07, + "loss": 2.2917, + "step": 53994 + }, + { + "epoch": 0.9242712131327137, + "grad_norm": 2.811615228652954, + "learning_rate": 2.992792669194966e-07, + "loss": 2.3013, + "step": 53995 + }, + { + "epoch": 0.9242883308512642, + "grad_norm": 2.5273897647857666, + "learning_rate": 2.9914466272610744e-07, + "loss": 2.2122, + "step": 53996 + }, + { + "epoch": 0.9243054485698147, + "grad_norm": 2.665558099746704, + "learning_rate": 2.990100883497671e-07, + "loss": 2.3179, + "step": 53997 + }, + { + "epoch": 0.9243225662883651, + "grad_norm": 2.730342388153076, + "learning_rate": 2.9887554379088855e-07, + "loss": 2.3224, + "step": 53998 + }, + { + "epoch": 0.9243396840069156, + "grad_norm": 2.5686492919921875, + "learning_rate": 2.9874102904988713e-07, + "loss": 2.3496, + "step": 53999 + }, + { + "epoch": 0.9243568017254661, + "grad_norm": 2.5744595527648926, + "learning_rate": 2.986065441271768e-07, + "loss": 2.2112, + "step": 54000 + }, + { + "epoch": 0.9243739194440165, + "grad_norm": 2.6025564670562744, + "learning_rate": 2.9847208902316625e-07, + "loss": 2.273, + "step": 54001 + }, + { + "epoch": 0.924391037162567, + "grad_norm": 2.5261483192443848, + "learning_rate": 2.983376637382751e-07, + "loss": 2.1872, + "step": 54002 + }, + { + "epoch": 0.9244081548811175, + "grad_norm": 2.6436619758605957, + "learning_rate": 2.982032682729119e-07, + "loss": 2.2847, + "step": 54003 + }, + { + "epoch": 0.9244252725996679, + "grad_norm": 2.6193430423736572, + "learning_rate": 2.9806890262749075e-07, + "loss": 2.3802, + "step": 54004 + }, + { + "epoch": 0.9244423903182184, + "grad_norm": 2.603013753890991, + "learning_rate": 2.979345668024258e-07, + "loss": 2.372, + "step": 54005 + }, + { + "epoch": 0.9244595080367689, + "grad_norm": 2.6076385974884033, + "learning_rate": 2.9780026079812894e-07, + "loss": 2.4538, + "step": 54006 + }, + { + "epoch": 0.9244766257553193, + "grad_norm": 2.685337781906128, + "learning_rate": 2.976659846150143e-07, + "loss": 2.304, + "step": 54007 + }, + { + "epoch": 0.9244937434738698, + "grad_norm": 2.75158953666687, + "learning_rate": 2.9753173825349144e-07, + "loss": 2.2921, + "step": 54008 + }, + { + "epoch": 0.9245108611924203, + "grad_norm": 2.7193069458007812, + "learning_rate": 2.9739752171397684e-07, + "loss": 2.3387, + "step": 54009 + }, + { + "epoch": 0.9245279789109707, + "grad_norm": 2.5669031143188477, + "learning_rate": 2.972633349968812e-07, + "loss": 2.3033, + "step": 54010 + }, + { + "epoch": 0.9245450966295212, + "grad_norm": 2.65883207321167, + "learning_rate": 2.9712917810261645e-07, + "loss": 2.2254, + "step": 54011 + }, + { + "epoch": 0.9245622143480717, + "grad_norm": 2.5452075004577637, + "learning_rate": 2.969950510315966e-07, + "loss": 2.3319, + "step": 54012 + }, + { + "epoch": 0.9245793320666221, + "grad_norm": 2.514050006866455, + "learning_rate": 2.9686095378423153e-07, + "loss": 2.3579, + "step": 54013 + }, + { + "epoch": 0.9245964497851726, + "grad_norm": 2.796032667160034, + "learning_rate": 2.9672688636093627e-07, + "loss": 2.4377, + "step": 54014 + }, + { + "epoch": 0.9246135675037231, + "grad_norm": 2.706634521484375, + "learning_rate": 2.965928487621206e-07, + "loss": 2.3578, + "step": 54015 + }, + { + "epoch": 0.9246306852222735, + "grad_norm": 2.6335623264312744, + "learning_rate": 2.964588409881974e-07, + "loss": 2.374, + "step": 54016 + }, + { + "epoch": 0.924647802940824, + "grad_norm": 2.6260223388671875, + "learning_rate": 2.9632486303957873e-07, + "loss": 2.2747, + "step": 54017 + }, + { + "epoch": 0.9246649206593746, + "grad_norm": 2.828840732574463, + "learning_rate": 2.961909149166753e-07, + "loss": 2.2302, + "step": 54018 + }, + { + "epoch": 0.924682038377925, + "grad_norm": 2.622882843017578, + "learning_rate": 2.960569966199012e-07, + "loss": 2.2998, + "step": 54019 + }, + { + "epoch": 0.9246991560964755, + "grad_norm": 2.695730209350586, + "learning_rate": 2.9592310814966386e-07, + "loss": 2.3584, + "step": 54020 + }, + { + "epoch": 0.924716273815026, + "grad_norm": 2.775102138519287, + "learning_rate": 2.9578924950638076e-07, + "loss": 2.3419, + "step": 54021 + }, + { + "epoch": 0.9247333915335764, + "grad_norm": 2.748000383377075, + "learning_rate": 2.9565542069045827e-07, + "loss": 2.391, + "step": 54022 + }, + { + "epoch": 0.9247505092521269, + "grad_norm": 2.767547369003296, + "learning_rate": 2.9552162170230937e-07, + "loss": 2.4049, + "step": 54023 + }, + { + "epoch": 0.9247676269706774, + "grad_norm": 2.6920735836029053, + "learning_rate": 2.953878525423448e-07, + "loss": 2.2789, + "step": 54024 + }, + { + "epoch": 0.9247847446892278, + "grad_norm": 2.639664888381958, + "learning_rate": 2.9525411321097763e-07, + "loss": 2.2042, + "step": 54025 + }, + { + "epoch": 0.9248018624077783, + "grad_norm": 2.627448081970215, + "learning_rate": 2.951204037086186e-07, + "loss": 2.3019, + "step": 54026 + }, + { + "epoch": 0.9248189801263288, + "grad_norm": 2.521226406097412, + "learning_rate": 2.949867240356763e-07, + "loss": 2.2985, + "step": 54027 + }, + { + "epoch": 0.9248360978448792, + "grad_norm": 2.6262195110321045, + "learning_rate": 2.9485307419256257e-07, + "loss": 2.1263, + "step": 54028 + }, + { + "epoch": 0.9248532155634297, + "grad_norm": 2.701846122741699, + "learning_rate": 2.9471945417968937e-07, + "loss": 2.3037, + "step": 54029 + }, + { + "epoch": 0.9248703332819802, + "grad_norm": 2.7227959632873535, + "learning_rate": 2.9458586399746634e-07, + "loss": 2.2507, + "step": 54030 + }, + { + "epoch": 0.9248874510005306, + "grad_norm": 2.683032989501953, + "learning_rate": 2.944523036463043e-07, + "loss": 2.3821, + "step": 54031 + }, + { + "epoch": 0.9249045687190811, + "grad_norm": 2.8004729747772217, + "learning_rate": 2.9431877312661507e-07, + "loss": 2.2712, + "step": 54032 + }, + { + "epoch": 0.9249216864376316, + "grad_norm": 2.631821632385254, + "learning_rate": 2.9418527243880724e-07, + "loss": 2.3613, + "step": 54033 + }, + { + "epoch": 0.924938804156182, + "grad_norm": 2.481578826904297, + "learning_rate": 2.940518015832916e-07, + "loss": 2.3214, + "step": 54034 + }, + { + "epoch": 0.9249559218747325, + "grad_norm": 2.715953826904297, + "learning_rate": 2.9391836056047896e-07, + "loss": 2.2813, + "step": 54035 + }, + { + "epoch": 0.924973039593283, + "grad_norm": 2.7808189392089844, + "learning_rate": 2.9378494937077897e-07, + "loss": 2.3906, + "step": 54036 + }, + { + "epoch": 0.9249901573118334, + "grad_norm": 2.7179784774780273, + "learning_rate": 2.936515680146024e-07, + "loss": 2.2204, + "step": 54037 + }, + { + "epoch": 0.9250072750303839, + "grad_norm": 2.492811679840088, + "learning_rate": 2.935182164923578e-07, + "loss": 2.2391, + "step": 54038 + }, + { + "epoch": 0.9250243927489344, + "grad_norm": 2.76798152923584, + "learning_rate": 2.9338489480445706e-07, + "loss": 2.2914, + "step": 54039 + }, + { + "epoch": 0.9250415104674848, + "grad_norm": 2.605578660964966, + "learning_rate": 2.9325160295130773e-07, + "loss": 2.3659, + "step": 54040 + }, + { + "epoch": 0.9250586281860353, + "grad_norm": 2.69718074798584, + "learning_rate": 2.931183409333216e-07, + "loss": 2.3213, + "step": 54041 + }, + { + "epoch": 0.9250757459045859, + "grad_norm": 2.5575313568115234, + "learning_rate": 2.929851087509061e-07, + "loss": 2.2348, + "step": 54042 + }, + { + "epoch": 0.9250928636231364, + "grad_norm": 2.592123031616211, + "learning_rate": 2.928519064044733e-07, + "loss": 2.2581, + "step": 54043 + }, + { + "epoch": 0.9251099813416868, + "grad_norm": 2.5685739517211914, + "learning_rate": 2.9271873389443037e-07, + "loss": 2.3019, + "step": 54044 + }, + { + "epoch": 0.9251270990602373, + "grad_norm": 2.488797664642334, + "learning_rate": 2.9258559122118724e-07, + "loss": 2.2627, + "step": 54045 + }, + { + "epoch": 0.9251442167787878, + "grad_norm": 2.7224419116973877, + "learning_rate": 2.9245247838515455e-07, + "loss": 2.2773, + "step": 54046 + }, + { + "epoch": 0.9251613344973382, + "grad_norm": 2.6723179817199707, + "learning_rate": 2.923193953867387e-07, + "loss": 2.3661, + "step": 54047 + }, + { + "epoch": 0.9251784522158887, + "grad_norm": 2.6128556728363037, + "learning_rate": 2.9218634222635155e-07, + "loss": 2.3163, + "step": 54048 + }, + { + "epoch": 0.9251955699344392, + "grad_norm": 2.675546646118164, + "learning_rate": 2.920533189044017e-07, + "loss": 2.3987, + "step": 54049 + }, + { + "epoch": 0.9252126876529896, + "grad_norm": 2.647101879119873, + "learning_rate": 2.9192032542129433e-07, + "loss": 2.3851, + "step": 54050 + }, + { + "epoch": 0.9252298053715401, + "grad_norm": 2.8012051582336426, + "learning_rate": 2.917873617774436e-07, + "loss": 2.3232, + "step": 54051 + }, + { + "epoch": 0.9252469230900906, + "grad_norm": 2.628512144088745, + "learning_rate": 2.9165442797325474e-07, + "loss": 2.3113, + "step": 54052 + }, + { + "epoch": 0.925264040808641, + "grad_norm": 2.6264140605926514, + "learning_rate": 2.9152152400913734e-07, + "loss": 2.3103, + "step": 54053 + }, + { + "epoch": 0.9252811585271915, + "grad_norm": 2.677823543548584, + "learning_rate": 2.913886498855001e-07, + "loss": 2.2721, + "step": 54054 + }, + { + "epoch": 0.925298276245742, + "grad_norm": 2.715158224105835, + "learning_rate": 2.9125580560275034e-07, + "loss": 2.3416, + "step": 54055 + }, + { + "epoch": 0.9253153939642924, + "grad_norm": 2.7140939235687256, + "learning_rate": 2.911229911612978e-07, + "loss": 2.355, + "step": 54056 + }, + { + "epoch": 0.9253325116828429, + "grad_norm": 2.732388734817505, + "learning_rate": 2.9099020656154885e-07, + "loss": 2.2989, + "step": 54057 + }, + { + "epoch": 0.9253496294013934, + "grad_norm": 2.6380207538604736, + "learning_rate": 2.9085745180391533e-07, + "loss": 2.3326, + "step": 54058 + }, + { + "epoch": 0.9253667471199438, + "grad_norm": 2.5321402549743652, + "learning_rate": 2.907247268888003e-07, + "loss": 2.22, + "step": 54059 + }, + { + "epoch": 0.9253838648384943, + "grad_norm": 2.5530714988708496, + "learning_rate": 2.9059203181661554e-07, + "loss": 2.2195, + "step": 54060 + }, + { + "epoch": 0.9254009825570448, + "grad_norm": 2.654808759689331, + "learning_rate": 2.9045936658776865e-07, + "loss": 2.4178, + "step": 54061 + }, + { + "epoch": 0.9254181002755952, + "grad_norm": 2.612043619155884, + "learning_rate": 2.903267312026636e-07, + "loss": 2.2745, + "step": 54062 + }, + { + "epoch": 0.9254352179941457, + "grad_norm": 2.6240525245666504, + "learning_rate": 2.901941256617125e-07, + "loss": 2.3896, + "step": 54063 + }, + { + "epoch": 0.9254523357126963, + "grad_norm": 2.608107566833496, + "learning_rate": 2.900615499653214e-07, + "loss": 2.3243, + "step": 54064 + }, + { + "epoch": 0.9254694534312466, + "grad_norm": 2.627049207687378, + "learning_rate": 2.899290041138969e-07, + "loss": 2.3273, + "step": 54065 + }, + { + "epoch": 0.9254865711497972, + "grad_norm": 2.633507251739502, + "learning_rate": 2.8979648810784744e-07, + "loss": 2.3679, + "step": 54066 + }, + { + "epoch": 0.9255036888683477, + "grad_norm": 2.4637577533721924, + "learning_rate": 2.896640019475794e-07, + "loss": 2.2477, + "step": 54067 + }, + { + "epoch": 0.9255208065868981, + "grad_norm": 2.59773325920105, + "learning_rate": 2.8953154563350237e-07, + "loss": 2.3376, + "step": 54068 + }, + { + "epoch": 0.9255379243054486, + "grad_norm": 2.5939836502075195, + "learning_rate": 2.893991191660195e-07, + "loss": 2.2794, + "step": 54069 + }, + { + "epoch": 0.9255550420239991, + "grad_norm": 2.7701504230499268, + "learning_rate": 2.8926672254554143e-07, + "loss": 2.2838, + "step": 54070 + }, + { + "epoch": 0.9255721597425495, + "grad_norm": 2.7312841415405273, + "learning_rate": 2.891343557724735e-07, + "loss": 2.3396, + "step": 54071 + }, + { + "epoch": 0.9255892774611, + "grad_norm": 2.790395736694336, + "learning_rate": 2.89002018847222e-07, + "loss": 2.3787, + "step": 54072 + }, + { + "epoch": 0.9256063951796505, + "grad_norm": 2.722109317779541, + "learning_rate": 2.888697117701944e-07, + "loss": 2.3061, + "step": 54073 + }, + { + "epoch": 0.9256235128982009, + "grad_norm": 2.6111631393432617, + "learning_rate": 2.8873743454179815e-07, + "loss": 2.2716, + "step": 54074 + }, + { + "epoch": 0.9256406306167514, + "grad_norm": 2.536466121673584, + "learning_rate": 2.8860518716243847e-07, + "loss": 2.1974, + "step": 54075 + }, + { + "epoch": 0.9256577483353019, + "grad_norm": 2.6615560054779053, + "learning_rate": 2.8847296963252393e-07, + "loss": 2.3913, + "step": 54076 + }, + { + "epoch": 0.9256748660538523, + "grad_norm": 2.608163833618164, + "learning_rate": 2.883407819524586e-07, + "loss": 2.2446, + "step": 54077 + }, + { + "epoch": 0.9256919837724028, + "grad_norm": 2.6092541217803955, + "learning_rate": 2.8820862412264894e-07, + "loss": 2.3017, + "step": 54078 + }, + { + "epoch": 0.9257091014909533, + "grad_norm": 2.6973886489868164, + "learning_rate": 2.8807649614350233e-07, + "loss": 2.3498, + "step": 54079 + }, + { + "epoch": 0.9257262192095037, + "grad_norm": 2.7563390731811523, + "learning_rate": 2.8794439801542504e-07, + "loss": 2.3302, + "step": 54080 + }, + { + "epoch": 0.9257433369280542, + "grad_norm": 2.6429762840270996, + "learning_rate": 2.8781232973882244e-07, + "loss": 2.2531, + "step": 54081 + }, + { + "epoch": 0.9257604546466047, + "grad_norm": 2.6161437034606934, + "learning_rate": 2.876802913140986e-07, + "loss": 2.3274, + "step": 54082 + }, + { + "epoch": 0.9257775723651551, + "grad_norm": 2.6273982524871826, + "learning_rate": 2.8754828274166424e-07, + "loss": 2.3286, + "step": 54083 + }, + { + "epoch": 0.9257946900837056, + "grad_norm": 2.6901943683624268, + "learning_rate": 2.874163040219202e-07, + "loss": 2.3584, + "step": 54084 + }, + { + "epoch": 0.9258118078022561, + "grad_norm": 2.6344478130340576, + "learning_rate": 2.87284355155274e-07, + "loss": 2.2194, + "step": 54085 + }, + { + "epoch": 0.9258289255208065, + "grad_norm": 2.690592050552368, + "learning_rate": 2.8715243614213183e-07, + "loss": 2.3555, + "step": 54086 + }, + { + "epoch": 0.925846043239357, + "grad_norm": 2.720245122909546, + "learning_rate": 2.8702054698289794e-07, + "loss": 2.318, + "step": 54087 + }, + { + "epoch": 0.9258631609579075, + "grad_norm": 2.8774871826171875, + "learning_rate": 2.8688868767797973e-07, + "loss": 2.2403, + "step": 54088 + }, + { + "epoch": 0.925880278676458, + "grad_norm": 2.7143142223358154, + "learning_rate": 2.867568582277791e-07, + "loss": 2.3324, + "step": 54089 + }, + { + "epoch": 0.9258973963950085, + "grad_norm": 2.5966732501983643, + "learning_rate": 2.8662505863270464e-07, + "loss": 2.267, + "step": 54090 + }, + { + "epoch": 0.925914514113559, + "grad_norm": 2.757179021835327, + "learning_rate": 2.8649328889316044e-07, + "loss": 2.2384, + "step": 54091 + }, + { + "epoch": 0.9259316318321095, + "grad_norm": 2.684905529022217, + "learning_rate": 2.863615490095495e-07, + "loss": 2.289, + "step": 54092 + }, + { + "epoch": 0.9259487495506599, + "grad_norm": 2.605576276779175, + "learning_rate": 2.8622983898228043e-07, + "loss": 2.3723, + "step": 54093 + }, + { + "epoch": 0.9259658672692104, + "grad_norm": 2.528820037841797, + "learning_rate": 2.8609815881175285e-07, + "loss": 2.2406, + "step": 54094 + }, + { + "epoch": 0.9259829849877609, + "grad_norm": 2.55138897895813, + "learning_rate": 2.859665084983776e-07, + "loss": 2.3634, + "step": 54095 + }, + { + "epoch": 0.9260001027063113, + "grad_norm": 2.55977725982666, + "learning_rate": 2.858348880425554e-07, + "loss": 2.2994, + "step": 54096 + }, + { + "epoch": 0.9260172204248618, + "grad_norm": 2.659217357635498, + "learning_rate": 2.8570329744469274e-07, + "loss": 2.3412, + "step": 54097 + }, + { + "epoch": 0.9260343381434123, + "grad_norm": 2.5188980102539062, + "learning_rate": 2.8557173670519244e-07, + "loss": 2.3307, + "step": 54098 + }, + { + "epoch": 0.9260514558619627, + "grad_norm": 2.615321159362793, + "learning_rate": 2.854402058244588e-07, + "loss": 2.2796, + "step": 54099 + }, + { + "epoch": 0.9260685735805132, + "grad_norm": 2.660677671432495, + "learning_rate": 2.8530870480289794e-07, + "loss": 2.2736, + "step": 54100 + }, + { + "epoch": 0.9260856912990637, + "grad_norm": 2.6399025917053223, + "learning_rate": 2.851772336409131e-07, + "loss": 2.3027, + "step": 54101 + }, + { + "epoch": 0.9261028090176141, + "grad_norm": 2.614363670349121, + "learning_rate": 2.8504579233890716e-07, + "loss": 2.1069, + "step": 54102 + }, + { + "epoch": 0.9261199267361646, + "grad_norm": 2.5704240798950195, + "learning_rate": 2.849143808972854e-07, + "loss": 2.3049, + "step": 54103 + }, + { + "epoch": 0.9261370444547151, + "grad_norm": 2.705142021179199, + "learning_rate": 2.8478299931645195e-07, + "loss": 2.2666, + "step": 54104 + }, + { + "epoch": 0.9261541621732655, + "grad_norm": 2.534573554992676, + "learning_rate": 2.8465164759681194e-07, + "loss": 2.3157, + "step": 54105 + }, + { + "epoch": 0.926171279891816, + "grad_norm": 2.572129249572754, + "learning_rate": 2.845203257387652e-07, + "loss": 2.3275, + "step": 54106 + }, + { + "epoch": 0.9261883976103665, + "grad_norm": 2.6181881427764893, + "learning_rate": 2.84389033742718e-07, + "loss": 2.2001, + "step": 54107 + }, + { + "epoch": 0.9262055153289169, + "grad_norm": 2.5872745513916016, + "learning_rate": 2.8425777160907333e-07, + "loss": 2.2821, + "step": 54108 + }, + { + "epoch": 0.9262226330474674, + "grad_norm": 2.6410043239593506, + "learning_rate": 2.841265393382353e-07, + "loss": 2.3273, + "step": 54109 + }, + { + "epoch": 0.9262397507660179, + "grad_norm": 2.614957809448242, + "learning_rate": 2.839953369306059e-07, + "loss": 2.3578, + "step": 54110 + }, + { + "epoch": 0.9262568684845683, + "grad_norm": 2.613377094268799, + "learning_rate": 2.8386416438659025e-07, + "loss": 2.3975, + "step": 54111 + }, + { + "epoch": 0.9262739862031188, + "grad_norm": 2.8181259632110596, + "learning_rate": 2.8373302170659146e-07, + "loss": 2.3786, + "step": 54112 + }, + { + "epoch": 0.9262911039216694, + "grad_norm": 2.7148075103759766, + "learning_rate": 2.836019088910102e-07, + "loss": 2.3033, + "step": 54113 + }, + { + "epoch": 0.9263082216402198, + "grad_norm": 2.6002583503723145, + "learning_rate": 2.834708259402508e-07, + "loss": 2.3527, + "step": 54114 + }, + { + "epoch": 0.9263253393587703, + "grad_norm": 2.7870142459869385, + "learning_rate": 2.8333977285471603e-07, + "loss": 2.4009, + "step": 54115 + }, + { + "epoch": 0.9263424570773208, + "grad_norm": 2.510646104812622, + "learning_rate": 2.8320874963481013e-07, + "loss": 2.3055, + "step": 54116 + }, + { + "epoch": 0.9263595747958712, + "grad_norm": 2.7883875370025635, + "learning_rate": 2.830777562809339e-07, + "loss": 2.3298, + "step": 54117 + }, + { + "epoch": 0.9263766925144217, + "grad_norm": 2.484013795852661, + "learning_rate": 2.8294679279349145e-07, + "loss": 2.25, + "step": 54118 + }, + { + "epoch": 0.9263938102329722, + "grad_norm": 2.5806491374969482, + "learning_rate": 2.8281585917288355e-07, + "loss": 2.3253, + "step": 54119 + }, + { + "epoch": 0.9264109279515226, + "grad_norm": 2.5791499614715576, + "learning_rate": 2.8268495541951436e-07, + "loss": 2.2538, + "step": 54120 + }, + { + "epoch": 0.9264280456700731, + "grad_norm": 2.729804277420044, + "learning_rate": 2.8255408153378574e-07, + "loss": 2.4683, + "step": 54121 + }, + { + "epoch": 0.9264451633886236, + "grad_norm": 2.7336952686309814, + "learning_rate": 2.8242323751609956e-07, + "loss": 2.2887, + "step": 54122 + }, + { + "epoch": 0.926462281107174, + "grad_norm": 2.5580248832702637, + "learning_rate": 2.8229242336685894e-07, + "loss": 2.2982, + "step": 54123 + }, + { + "epoch": 0.9264793988257245, + "grad_norm": 2.527894973754883, + "learning_rate": 2.821616390864634e-07, + "loss": 2.339, + "step": 54124 + }, + { + "epoch": 0.926496516544275, + "grad_norm": 2.615499496459961, + "learning_rate": 2.820308846753184e-07, + "loss": 2.2863, + "step": 54125 + }, + { + "epoch": 0.9265136342628254, + "grad_norm": 2.5484983921051025, + "learning_rate": 2.8190016013382337e-07, + "loss": 2.2219, + "step": 54126 + }, + { + "epoch": 0.9265307519813759, + "grad_norm": 2.657306671142578, + "learning_rate": 2.817694654623804e-07, + "loss": 2.2988, + "step": 54127 + }, + { + "epoch": 0.9265478696999264, + "grad_norm": 2.572382688522339, + "learning_rate": 2.8163880066139346e-07, + "loss": 2.2888, + "step": 54128 + }, + { + "epoch": 0.9265649874184768, + "grad_norm": 2.700336217880249, + "learning_rate": 2.815081657312613e-07, + "loss": 2.3421, + "step": 54129 + }, + { + "epoch": 0.9265821051370273, + "grad_norm": 2.683961868286133, + "learning_rate": 2.8137756067238676e-07, + "loss": 2.3607, + "step": 54130 + }, + { + "epoch": 0.9265992228555778, + "grad_norm": 2.7336010932922363, + "learning_rate": 2.812469854851707e-07, + "loss": 2.2243, + "step": 54131 + }, + { + "epoch": 0.9266163405741282, + "grad_norm": 2.589904546737671, + "learning_rate": 2.8111644017001616e-07, + "loss": 2.3623, + "step": 54132 + }, + { + "epoch": 0.9266334582926787, + "grad_norm": 2.634692430496216, + "learning_rate": 2.809859247273217e-07, + "loss": 2.3112, + "step": 54133 + }, + { + "epoch": 0.9266505760112292, + "grad_norm": 2.679331064224243, + "learning_rate": 2.808554391574902e-07, + "loss": 2.2916, + "step": 54134 + }, + { + "epoch": 0.9266676937297796, + "grad_norm": 2.590529441833496, + "learning_rate": 2.807249834609238e-07, + "loss": 2.2572, + "step": 54135 + }, + { + "epoch": 0.9266848114483301, + "grad_norm": 2.4318926334381104, + "learning_rate": 2.805945576380187e-07, + "loss": 2.2325, + "step": 54136 + }, + { + "epoch": 0.9267019291668807, + "grad_norm": 2.823276996612549, + "learning_rate": 2.8046416168918234e-07, + "loss": 2.3742, + "step": 54137 + }, + { + "epoch": 0.9267190468854312, + "grad_norm": 2.731379270553589, + "learning_rate": 2.803337956148111e-07, + "loss": 2.3789, + "step": 54138 + }, + { + "epoch": 0.9267361646039816, + "grad_norm": 2.590743064880371, + "learning_rate": 2.802034594153069e-07, + "loss": 2.317, + "step": 54139 + }, + { + "epoch": 0.9267532823225321, + "grad_norm": 2.628997802734375, + "learning_rate": 2.8007315309107165e-07, + "loss": 2.3361, + "step": 54140 + }, + { + "epoch": 0.9267704000410826, + "grad_norm": 2.755906343460083, + "learning_rate": 2.7994287664250277e-07, + "loss": 2.2216, + "step": 54141 + }, + { + "epoch": 0.926787517759633, + "grad_norm": 2.939744234085083, + "learning_rate": 2.798126300700033e-07, + "loss": 2.3045, + "step": 54142 + }, + { + "epoch": 0.9268046354781835, + "grad_norm": 2.7171475887298584, + "learning_rate": 2.796824133739728e-07, + "loss": 2.2931, + "step": 54143 + }, + { + "epoch": 0.926821753196734, + "grad_norm": 2.705939292907715, + "learning_rate": 2.795522265548112e-07, + "loss": 2.4342, + "step": 54144 + }, + { + "epoch": 0.9268388709152844, + "grad_norm": 2.8007326126098633, + "learning_rate": 2.7942206961291906e-07, + "loss": 2.4, + "step": 54145 + }, + { + "epoch": 0.9268559886338349, + "grad_norm": 2.53254771232605, + "learning_rate": 2.792919425486962e-07, + "loss": 2.3281, + "step": 54146 + }, + { + "epoch": 0.9268731063523854, + "grad_norm": 2.559636116027832, + "learning_rate": 2.791618453625422e-07, + "loss": 2.3175, + "step": 54147 + }, + { + "epoch": 0.9268902240709358, + "grad_norm": 2.7966086864471436, + "learning_rate": 2.7903177805485795e-07, + "loss": 2.4044, + "step": 54148 + }, + { + "epoch": 0.9269073417894863, + "grad_norm": 2.696312427520752, + "learning_rate": 2.789017406260441e-07, + "loss": 2.3103, + "step": 54149 + }, + { + "epoch": 0.9269244595080368, + "grad_norm": 2.5249834060668945, + "learning_rate": 2.787717330764972e-07, + "loss": 2.3484, + "step": 54150 + }, + { + "epoch": 0.9269415772265872, + "grad_norm": 2.482396364212036, + "learning_rate": 2.78641755406619e-07, + "loss": 2.2651, + "step": 54151 + }, + { + "epoch": 0.9269586949451377, + "grad_norm": 2.7550625801086426, + "learning_rate": 2.785118076168081e-07, + "loss": 2.2385, + "step": 54152 + }, + { + "epoch": 0.9269758126636882, + "grad_norm": 2.7225399017333984, + "learning_rate": 2.7838188970746416e-07, + "loss": 2.3137, + "step": 54153 + }, + { + "epoch": 0.9269929303822386, + "grad_norm": 2.7701995372772217, + "learning_rate": 2.78252001678988e-07, + "loss": 2.2975, + "step": 54154 + }, + { + "epoch": 0.9270100481007891, + "grad_norm": 2.8311917781829834, + "learning_rate": 2.7812214353177713e-07, + "loss": 2.4672, + "step": 54155 + }, + { + "epoch": 0.9270271658193396, + "grad_norm": 2.6894283294677734, + "learning_rate": 2.779923152662312e-07, + "loss": 2.3999, + "step": 54156 + }, + { + "epoch": 0.92704428353789, + "grad_norm": 2.6224606037139893, + "learning_rate": 2.7786251688274867e-07, + "loss": 2.2453, + "step": 54157 + }, + { + "epoch": 0.9270614012564405, + "grad_norm": 2.601634979248047, + "learning_rate": 2.777327483817294e-07, + "loss": 2.3425, + "step": 54158 + }, + { + "epoch": 0.927078518974991, + "grad_norm": 2.8607659339904785, + "learning_rate": 2.776030097635718e-07, + "loss": 2.2897, + "step": 54159 + }, + { + "epoch": 0.9270956366935414, + "grad_norm": 2.795606851577759, + "learning_rate": 2.7747330102867563e-07, + "loss": 2.3919, + "step": 54160 + }, + { + "epoch": 0.927112754412092, + "grad_norm": 2.754892349243164, + "learning_rate": 2.773436221774373e-07, + "loss": 2.2546, + "step": 54161 + }, + { + "epoch": 0.9271298721306425, + "grad_norm": 2.7415120601654053, + "learning_rate": 2.7721397321025744e-07, + "loss": 2.342, + "step": 54162 + }, + { + "epoch": 0.9271469898491929, + "grad_norm": 2.61958909034729, + "learning_rate": 2.7708435412753363e-07, + "loss": 2.2862, + "step": 54163 + }, + { + "epoch": 0.9271641075677434, + "grad_norm": 2.551363706588745, + "learning_rate": 2.769547649296644e-07, + "loss": 2.3472, + "step": 54164 + }, + { + "epoch": 0.9271812252862939, + "grad_norm": 2.699021816253662, + "learning_rate": 2.768252056170484e-07, + "loss": 2.4038, + "step": 54165 + }, + { + "epoch": 0.9271983430048443, + "grad_norm": 2.5341591835021973, + "learning_rate": 2.7669567619008406e-07, + "loss": 2.3396, + "step": 54166 + }, + { + "epoch": 0.9272154607233948, + "grad_norm": 2.542917490005493, + "learning_rate": 2.7656617664916896e-07, + "loss": 2.2166, + "step": 54167 + }, + { + "epoch": 0.9272325784419453, + "grad_norm": 2.6793954372406006, + "learning_rate": 2.764367069947005e-07, + "loss": 2.444, + "step": 54168 + }, + { + "epoch": 0.9272496961604957, + "grad_norm": 2.5074453353881836, + "learning_rate": 2.7630726722707837e-07, + "loss": 2.2677, + "step": 54169 + }, + { + "epoch": 0.9272668138790462, + "grad_norm": 2.681485414505005, + "learning_rate": 2.761778573466989e-07, + "loss": 2.2888, + "step": 54170 + }, + { + "epoch": 0.9272839315975967, + "grad_norm": 2.8977274894714355, + "learning_rate": 2.760484773539607e-07, + "loss": 2.382, + "step": 54171 + }, + { + "epoch": 0.9273010493161471, + "grad_norm": 2.6980836391448975, + "learning_rate": 2.7591912724926116e-07, + "loss": 2.3796, + "step": 54172 + }, + { + "epoch": 0.9273181670346976, + "grad_norm": 2.584378480911255, + "learning_rate": 2.7578980703299675e-07, + "loss": 2.2907, + "step": 54173 + }, + { + "epoch": 0.9273352847532481, + "grad_norm": 2.5072672367095947, + "learning_rate": 2.7566051670556816e-07, + "loss": 2.3518, + "step": 54174 + }, + { + "epoch": 0.9273524024717985, + "grad_norm": 2.5930020809173584, + "learning_rate": 2.755312562673684e-07, + "loss": 2.3248, + "step": 54175 + }, + { + "epoch": 0.927369520190349, + "grad_norm": 2.7168209552764893, + "learning_rate": 2.754020257187984e-07, + "loss": 2.3342, + "step": 54176 + }, + { + "epoch": 0.9273866379088995, + "grad_norm": 2.6043648719787598, + "learning_rate": 2.752728250602543e-07, + "loss": 2.39, + "step": 54177 + }, + { + "epoch": 0.9274037556274499, + "grad_norm": 2.458510160446167, + "learning_rate": 2.751436542921304e-07, + "loss": 2.1646, + "step": 54178 + }, + { + "epoch": 0.9274208733460004, + "grad_norm": 2.7374918460845947, + "learning_rate": 2.7501451341482855e-07, + "loss": 2.3521, + "step": 54179 + }, + { + "epoch": 0.9274379910645509, + "grad_norm": 2.6555111408233643, + "learning_rate": 2.748854024287428e-07, + "loss": 2.2994, + "step": 54180 + }, + { + "epoch": 0.9274551087831013, + "grad_norm": 2.6182446479797363, + "learning_rate": 2.7475632133427075e-07, + "loss": 2.3047, + "step": 54181 + }, + { + "epoch": 0.9274722265016518, + "grad_norm": 2.6310536861419678, + "learning_rate": 2.7462727013180866e-07, + "loss": 2.3544, + "step": 54182 + }, + { + "epoch": 0.9274893442202023, + "grad_norm": 2.9152817726135254, + "learning_rate": 2.744982488217529e-07, + "loss": 2.3782, + "step": 54183 + }, + { + "epoch": 0.9275064619387529, + "grad_norm": 2.6257882118225098, + "learning_rate": 2.7436925740450206e-07, + "loss": 2.2555, + "step": 54184 + }, + { + "epoch": 0.9275235796573033, + "grad_norm": 2.714877128601074, + "learning_rate": 2.742402958804491e-07, + "loss": 2.3848, + "step": 54185 + }, + { + "epoch": 0.9275406973758538, + "grad_norm": 2.732954502105713, + "learning_rate": 2.741113642499949e-07, + "loss": 2.2499, + "step": 54186 + }, + { + "epoch": 0.9275578150944043, + "grad_norm": 2.7916862964630127, + "learning_rate": 2.739824625135323e-07, + "loss": 2.2764, + "step": 54187 + }, + { + "epoch": 0.9275749328129547, + "grad_norm": 2.525625228881836, + "learning_rate": 2.7385359067145787e-07, + "loss": 2.2616, + "step": 54188 + }, + { + "epoch": 0.9275920505315052, + "grad_norm": 2.7498490810394287, + "learning_rate": 2.73724748724169e-07, + "loss": 2.4274, + "step": 54189 + }, + { + "epoch": 0.9276091682500557, + "grad_norm": 2.6537814140319824, + "learning_rate": 2.7359593667206086e-07, + "loss": 2.3016, + "step": 54190 + }, + { + "epoch": 0.9276262859686061, + "grad_norm": 2.7437148094177246, + "learning_rate": 2.7346715451553096e-07, + "loss": 2.4374, + "step": 54191 + }, + { + "epoch": 0.9276434036871566, + "grad_norm": 2.5282580852508545, + "learning_rate": 2.7333840225497233e-07, + "loss": 2.2484, + "step": 54192 + }, + { + "epoch": 0.9276605214057071, + "grad_norm": 2.3995816707611084, + "learning_rate": 2.732096798907824e-07, + "loss": 2.2957, + "step": 54193 + }, + { + "epoch": 0.9276776391242575, + "grad_norm": 2.5507402420043945, + "learning_rate": 2.730809874233564e-07, + "loss": 2.322, + "step": 54194 + }, + { + "epoch": 0.927694756842808, + "grad_norm": 2.5658187866210938, + "learning_rate": 2.7295232485309075e-07, + "loss": 2.2406, + "step": 54195 + }, + { + "epoch": 0.9277118745613585, + "grad_norm": 2.6501317024230957, + "learning_rate": 2.728236921803795e-07, + "loss": 2.3347, + "step": 54196 + }, + { + "epoch": 0.9277289922799089, + "grad_norm": 2.7232437133789062, + "learning_rate": 2.7269508940561906e-07, + "loss": 2.4398, + "step": 54197 + }, + { + "epoch": 0.9277461099984594, + "grad_norm": 2.750732898712158, + "learning_rate": 2.725665165292046e-07, + "loss": 2.2674, + "step": 54198 + }, + { + "epoch": 0.9277632277170099, + "grad_norm": 2.6163547039031982, + "learning_rate": 2.7243797355153034e-07, + "loss": 2.3669, + "step": 54199 + }, + { + "epoch": 0.9277803454355603, + "grad_norm": 2.6670329570770264, + "learning_rate": 2.7230946047299255e-07, + "loss": 2.3508, + "step": 54200 + }, + { + "epoch": 0.9277974631541108, + "grad_norm": 2.55949068069458, + "learning_rate": 2.721809772939854e-07, + "loss": 2.2937, + "step": 54201 + }, + { + "epoch": 0.9278145808726613, + "grad_norm": 2.648359537124634, + "learning_rate": 2.7205252401490524e-07, + "loss": 2.2216, + "step": 54202 + }, + { + "epoch": 0.9278316985912117, + "grad_norm": 2.7585699558258057, + "learning_rate": 2.7192410063614505e-07, + "loss": 2.3683, + "step": 54203 + }, + { + "epoch": 0.9278488163097622, + "grad_norm": 2.3507437705993652, + "learning_rate": 2.717957071581012e-07, + "loss": 2.2165, + "step": 54204 + }, + { + "epoch": 0.9278659340283127, + "grad_norm": 2.473794460296631, + "learning_rate": 2.7166734358116677e-07, + "loss": 2.2908, + "step": 54205 + }, + { + "epoch": 0.9278830517468631, + "grad_norm": 2.695265531539917, + "learning_rate": 2.715390099057369e-07, + "loss": 2.3173, + "step": 54206 + }, + { + "epoch": 0.9279001694654136, + "grad_norm": 2.7270169258117676, + "learning_rate": 2.714107061322069e-07, + "loss": 2.3144, + "step": 54207 + }, + { + "epoch": 0.9279172871839642, + "grad_norm": 2.4751760959625244, + "learning_rate": 2.7128243226096975e-07, + "loss": 2.3017, + "step": 54208 + }, + { + "epoch": 0.9279344049025146, + "grad_norm": 2.524012804031372, + "learning_rate": 2.711541882924207e-07, + "loss": 2.2446, + "step": 54209 + }, + { + "epoch": 0.9279515226210651, + "grad_norm": 2.4991345405578613, + "learning_rate": 2.7102597422695276e-07, + "loss": 2.2157, + "step": 54210 + }, + { + "epoch": 0.9279686403396156, + "grad_norm": 2.667252540588379, + "learning_rate": 2.708977900649623e-07, + "loss": 2.285, + "step": 54211 + }, + { + "epoch": 0.927985758058166, + "grad_norm": 2.76513934135437, + "learning_rate": 2.707696358068412e-07, + "loss": 2.4453, + "step": 54212 + }, + { + "epoch": 0.9280028757767165, + "grad_norm": 2.6479244232177734, + "learning_rate": 2.7064151145298366e-07, + "loss": 2.314, + "step": 54213 + }, + { + "epoch": 0.928019993495267, + "grad_norm": 2.573394298553467, + "learning_rate": 2.70513417003786e-07, + "loss": 2.2664, + "step": 54214 + }, + { + "epoch": 0.9280371112138174, + "grad_norm": 2.6494462490081787, + "learning_rate": 2.703853524596367e-07, + "loss": 2.358, + "step": 54215 + }, + { + "epoch": 0.9280542289323679, + "grad_norm": 2.6084656715393066, + "learning_rate": 2.7025731782093443e-07, + "loss": 2.2566, + "step": 54216 + }, + { + "epoch": 0.9280713466509184, + "grad_norm": 2.5093014240264893, + "learning_rate": 2.7012931308807e-07, + "loss": 2.2367, + "step": 54217 + }, + { + "epoch": 0.9280884643694688, + "grad_norm": 2.5602924823760986, + "learning_rate": 2.700013382614386e-07, + "loss": 2.2259, + "step": 54218 + }, + { + "epoch": 0.9281055820880193, + "grad_norm": 2.66804838180542, + "learning_rate": 2.6987339334143103e-07, + "loss": 2.3271, + "step": 54219 + }, + { + "epoch": 0.9281226998065698, + "grad_norm": 2.719552755355835, + "learning_rate": 2.6974547832844364e-07, + "loss": 2.3806, + "step": 54220 + }, + { + "epoch": 0.9281398175251202, + "grad_norm": 2.5513501167297363, + "learning_rate": 2.696175932228684e-07, + "loss": 2.2432, + "step": 54221 + }, + { + "epoch": 0.9281569352436707, + "grad_norm": 2.6419010162353516, + "learning_rate": 2.69489738025096e-07, + "loss": 2.2969, + "step": 54222 + }, + { + "epoch": 0.9281740529622212, + "grad_norm": 2.5815236568450928, + "learning_rate": 2.6936191273552294e-07, + "loss": 2.3568, + "step": 54223 + }, + { + "epoch": 0.9281911706807716, + "grad_norm": 2.536548376083374, + "learning_rate": 2.6923411735453987e-07, + "loss": 2.2516, + "step": 54224 + }, + { + "epoch": 0.9282082883993221, + "grad_norm": 2.6413955688476562, + "learning_rate": 2.69106351882541e-07, + "loss": 2.2137, + "step": 54225 + }, + { + "epoch": 0.9282254061178726, + "grad_norm": 2.662262439727783, + "learning_rate": 2.689786163199182e-07, + "loss": 2.3449, + "step": 54226 + }, + { + "epoch": 0.928242523836423, + "grad_norm": 2.4351022243499756, + "learning_rate": 2.688509106670645e-07, + "loss": 2.2516, + "step": 54227 + }, + { + "epoch": 0.9282596415549735, + "grad_norm": 2.593369722366333, + "learning_rate": 2.687232349243729e-07, + "loss": 2.252, + "step": 54228 + }, + { + "epoch": 0.928276759273524, + "grad_norm": 2.7955048084259033, + "learning_rate": 2.6859558909223426e-07, + "loss": 2.4431, + "step": 54229 + }, + { + "epoch": 0.9282938769920746, + "grad_norm": 2.52262806892395, + "learning_rate": 2.6846797317104266e-07, + "loss": 2.2028, + "step": 54230 + }, + { + "epoch": 0.928310994710625, + "grad_norm": 2.5399417877197266, + "learning_rate": 2.6834038716118895e-07, + "loss": 2.3633, + "step": 54231 + }, + { + "epoch": 0.9283281124291755, + "grad_norm": 2.5492970943450928, + "learning_rate": 2.6821283106306493e-07, + "loss": 2.377, + "step": 54232 + }, + { + "epoch": 0.928345230147726, + "grad_norm": 2.654480457305908, + "learning_rate": 2.6808530487706484e-07, + "loss": 2.3969, + "step": 54233 + }, + { + "epoch": 0.9283623478662764, + "grad_norm": 2.620645523071289, + "learning_rate": 2.6795780860357944e-07, + "loss": 2.3572, + "step": 54234 + }, + { + "epoch": 0.9283794655848269, + "grad_norm": 2.606463670730591, + "learning_rate": 2.678303422429995e-07, + "loss": 2.326, + "step": 54235 + }, + { + "epoch": 0.9283965833033774, + "grad_norm": 2.648599624633789, + "learning_rate": 2.677029057957192e-07, + "loss": 2.257, + "step": 54236 + }, + { + "epoch": 0.9284137010219278, + "grad_norm": 2.7164251804351807, + "learning_rate": 2.675754992621271e-07, + "loss": 2.2683, + "step": 54237 + }, + { + "epoch": 0.9284308187404783, + "grad_norm": 2.656822681427002, + "learning_rate": 2.674481226426184e-07, + "loss": 2.2415, + "step": 54238 + }, + { + "epoch": 0.9284479364590288, + "grad_norm": 2.78262996673584, + "learning_rate": 2.6732077593758177e-07, + "loss": 2.2871, + "step": 54239 + }, + { + "epoch": 0.9284650541775792, + "grad_norm": 2.610349655151367, + "learning_rate": 2.6719345914741015e-07, + "loss": 2.2921, + "step": 54240 + }, + { + "epoch": 0.9284821718961297, + "grad_norm": 2.746018409729004, + "learning_rate": 2.670661722724943e-07, + "loss": 2.4503, + "step": 54241 + }, + { + "epoch": 0.9284992896146802, + "grad_norm": 2.6655774116516113, + "learning_rate": 2.6693891531322623e-07, + "loss": 2.2956, + "step": 54242 + }, + { + "epoch": 0.9285164073332306, + "grad_norm": 2.6139659881591797, + "learning_rate": 2.668116882699956e-07, + "loss": 2.2939, + "step": 54243 + }, + { + "epoch": 0.9285335250517811, + "grad_norm": 2.8884944915771484, + "learning_rate": 2.666844911431932e-07, + "loss": 2.3254, + "step": 54244 + }, + { + "epoch": 0.9285506427703316, + "grad_norm": 2.656816244125366, + "learning_rate": 2.66557323933212e-07, + "loss": 2.3516, + "step": 54245 + }, + { + "epoch": 0.928567760488882, + "grad_norm": 2.477468490600586, + "learning_rate": 2.6643018664044396e-07, + "loss": 2.3391, + "step": 54246 + }, + { + "epoch": 0.9285848782074325, + "grad_norm": 2.51273250579834, + "learning_rate": 2.663030792652743e-07, + "loss": 2.3663, + "step": 54247 + }, + { + "epoch": 0.928601995925983, + "grad_norm": 2.7548699378967285, + "learning_rate": 2.661760018080994e-07, + "loss": 2.3404, + "step": 54248 + }, + { + "epoch": 0.9286191136445334, + "grad_norm": 2.6222500801086426, + "learning_rate": 2.6604895426930787e-07, + "loss": 2.3258, + "step": 54249 + }, + { + "epoch": 0.9286362313630839, + "grad_norm": 2.669187307357788, + "learning_rate": 2.659219366492882e-07, + "loss": 2.2436, + "step": 54250 + }, + { + "epoch": 0.9286533490816344, + "grad_norm": 3.1087746620178223, + "learning_rate": 2.657949489484346e-07, + "loss": 2.2713, + "step": 54251 + }, + { + "epoch": 0.9286704668001848, + "grad_norm": 2.619569778442383, + "learning_rate": 2.6566799116713335e-07, + "loss": 2.3645, + "step": 54252 + }, + { + "epoch": 0.9286875845187353, + "grad_norm": 2.5447638034820557, + "learning_rate": 2.6554106330577977e-07, + "loss": 2.2788, + "step": 54253 + }, + { + "epoch": 0.9287047022372859, + "grad_norm": 2.732083797454834, + "learning_rate": 2.6541416536475797e-07, + "loss": 2.2898, + "step": 54254 + }, + { + "epoch": 0.9287218199558362, + "grad_norm": 2.6048877239227295, + "learning_rate": 2.65287297344462e-07, + "loss": 2.3343, + "step": 54255 + }, + { + "epoch": 0.9287389376743868, + "grad_norm": 2.6616179943084717, + "learning_rate": 2.6516045924528057e-07, + "loss": 2.2967, + "step": 54256 + }, + { + "epoch": 0.9287560553929373, + "grad_norm": 2.580777645111084, + "learning_rate": 2.650336510676044e-07, + "loss": 2.1943, + "step": 54257 + }, + { + "epoch": 0.9287731731114877, + "grad_norm": 2.573915958404541, + "learning_rate": 2.6490687281182315e-07, + "loss": 2.2319, + "step": 54258 + }, + { + "epoch": 0.9287902908300382, + "grad_norm": 2.7561421394348145, + "learning_rate": 2.6478012447832326e-07, + "loss": 2.4011, + "step": 54259 + }, + { + "epoch": 0.9288074085485887, + "grad_norm": 2.666853666305542, + "learning_rate": 2.646534060674999e-07, + "loss": 2.2896, + "step": 54260 + }, + { + "epoch": 0.9288245262671391, + "grad_norm": 2.5523829460144043, + "learning_rate": 2.6452671757973836e-07, + "loss": 2.4193, + "step": 54261 + }, + { + "epoch": 0.9288416439856896, + "grad_norm": 2.513235330581665, + "learning_rate": 2.644000590154294e-07, + "loss": 2.2174, + "step": 54262 + }, + { + "epoch": 0.9288587617042401, + "grad_norm": 2.6429033279418945, + "learning_rate": 2.6427343037496277e-07, + "loss": 2.3173, + "step": 54263 + }, + { + "epoch": 0.9288758794227905, + "grad_norm": 2.708707571029663, + "learning_rate": 2.641468316587259e-07, + "loss": 2.4284, + "step": 54264 + }, + { + "epoch": 0.928892997141341, + "grad_norm": 2.7915892601013184, + "learning_rate": 2.640202628671107e-07, + "loss": 2.3791, + "step": 54265 + }, + { + "epoch": 0.9289101148598915, + "grad_norm": 2.533604860305786, + "learning_rate": 2.638937240005035e-07, + "loss": 2.2752, + "step": 54266 + }, + { + "epoch": 0.9289272325784419, + "grad_norm": 2.5513594150543213, + "learning_rate": 2.6376721505929405e-07, + "loss": 2.348, + "step": 54267 + }, + { + "epoch": 0.9289443502969924, + "grad_norm": 2.5384714603424072, + "learning_rate": 2.636407360438731e-07, + "loss": 2.2884, + "step": 54268 + }, + { + "epoch": 0.9289614680155429, + "grad_norm": 2.4791502952575684, + "learning_rate": 2.6351428695462587e-07, + "loss": 2.2914, + "step": 54269 + }, + { + "epoch": 0.9289785857340933, + "grad_norm": 2.86684513092041, + "learning_rate": 2.633878677919455e-07, + "loss": 2.3668, + "step": 54270 + }, + { + "epoch": 0.9289957034526438, + "grad_norm": 2.683504104614258, + "learning_rate": 2.63261478556216e-07, + "loss": 2.3997, + "step": 54271 + }, + { + "epoch": 0.9290128211711943, + "grad_norm": 2.726559638977051, + "learning_rate": 2.631351192478293e-07, + "loss": 2.3182, + "step": 54272 + }, + { + "epoch": 0.9290299388897447, + "grad_norm": 2.693538188934326, + "learning_rate": 2.630087898671707e-07, + "loss": 2.21, + "step": 54273 + }, + { + "epoch": 0.9290470566082952, + "grad_norm": 2.7846603393554688, + "learning_rate": 2.62882490414631e-07, + "loss": 2.4381, + "step": 54274 + }, + { + "epoch": 0.9290641743268457, + "grad_norm": 2.659994125366211, + "learning_rate": 2.627562208905976e-07, + "loss": 2.3287, + "step": 54275 + }, + { + "epoch": 0.9290812920453961, + "grad_norm": 2.640972852706909, + "learning_rate": 2.626299812954591e-07, + "loss": 2.3321, + "step": 54276 + }, + { + "epoch": 0.9290984097639466, + "grad_norm": 2.59948468208313, + "learning_rate": 2.625037716296031e-07, + "loss": 2.3128, + "step": 54277 + }, + { + "epoch": 0.9291155274824971, + "grad_norm": 2.7263059616088867, + "learning_rate": 2.6237759189341684e-07, + "loss": 2.3382, + "step": 54278 + }, + { + "epoch": 0.9291326452010477, + "grad_norm": 2.8113670349121094, + "learning_rate": 2.62251442087289e-07, + "loss": 2.2918, + "step": 54279 + }, + { + "epoch": 0.929149762919598, + "grad_norm": 2.5729379653930664, + "learning_rate": 2.6212532221160715e-07, + "loss": 2.3385, + "step": 54280 + }, + { + "epoch": 0.9291668806381486, + "grad_norm": 2.593609094619751, + "learning_rate": 2.6199923226675747e-07, + "loss": 2.3583, + "step": 54281 + }, + { + "epoch": 0.9291839983566991, + "grad_norm": 2.5846633911132812, + "learning_rate": 2.618731722531309e-07, + "loss": 2.2707, + "step": 54282 + }, + { + "epoch": 0.9292011160752495, + "grad_norm": 2.6637299060821533, + "learning_rate": 2.6174714217111265e-07, + "loss": 2.3042, + "step": 54283 + }, + { + "epoch": 0.9292182337938, + "grad_norm": 2.560194730758667, + "learning_rate": 2.61621142021089e-07, + "loss": 2.2032, + "step": 54284 + }, + { + "epoch": 0.9292353515123505, + "grad_norm": 2.6393773555755615, + "learning_rate": 2.614951718034497e-07, + "loss": 2.3954, + "step": 54285 + }, + { + "epoch": 0.9292524692309009, + "grad_norm": 2.548734188079834, + "learning_rate": 2.6136923151858007e-07, + "loss": 2.3525, + "step": 54286 + }, + { + "epoch": 0.9292695869494514, + "grad_norm": 2.6329095363616943, + "learning_rate": 2.6124332116686857e-07, + "loss": 2.3687, + "step": 54287 + }, + { + "epoch": 0.9292867046680019, + "grad_norm": 2.6128461360931396, + "learning_rate": 2.611174407487016e-07, + "loss": 2.2478, + "step": 54288 + }, + { + "epoch": 0.9293038223865523, + "grad_norm": 2.64015793800354, + "learning_rate": 2.609915902644644e-07, + "loss": 2.2534, + "step": 54289 + }, + { + "epoch": 0.9293209401051028, + "grad_norm": 2.727379083633423, + "learning_rate": 2.608657697145478e-07, + "loss": 2.279, + "step": 54290 + }, + { + "epoch": 0.9293380578236533, + "grad_norm": 2.7145040035247803, + "learning_rate": 2.607399790993348e-07, + "loss": 2.4292, + "step": 54291 + }, + { + "epoch": 0.9293551755422037, + "grad_norm": 2.568230628967285, + "learning_rate": 2.6061421841921397e-07, + "loss": 2.2614, + "step": 54292 + }, + { + "epoch": 0.9293722932607542, + "grad_norm": 2.7584877014160156, + "learning_rate": 2.604884876745717e-07, + "loss": 2.3513, + "step": 54293 + }, + { + "epoch": 0.9293894109793047, + "grad_norm": 2.7870988845825195, + "learning_rate": 2.6036278686579317e-07, + "loss": 2.4541, + "step": 54294 + }, + { + "epoch": 0.9294065286978551, + "grad_norm": 2.6707301139831543, + "learning_rate": 2.6023711599326707e-07, + "loss": 2.2622, + "step": 54295 + }, + { + "epoch": 0.9294236464164056, + "grad_norm": 2.7950780391693115, + "learning_rate": 2.6011147505737523e-07, + "loss": 2.3988, + "step": 54296 + }, + { + "epoch": 0.9294407641349561, + "grad_norm": 2.5122013092041016, + "learning_rate": 2.5998586405850956e-07, + "loss": 2.2336, + "step": 54297 + }, + { + "epoch": 0.9294578818535065, + "grad_norm": 2.712822437286377, + "learning_rate": 2.5986028299705203e-07, + "loss": 2.2934, + "step": 54298 + }, + { + "epoch": 0.929474999572057, + "grad_norm": 2.678065776824951, + "learning_rate": 2.5973473187339115e-07, + "loss": 2.351, + "step": 54299 + }, + { + "epoch": 0.9294921172906075, + "grad_norm": 2.5846126079559326, + "learning_rate": 2.596092106879111e-07, + "loss": 2.3701, + "step": 54300 + }, + { + "epoch": 0.9295092350091579, + "grad_norm": 2.616198778152466, + "learning_rate": 2.5948371944099715e-07, + "loss": 2.3455, + "step": 54301 + }, + { + "epoch": 0.9295263527277084, + "grad_norm": 2.6902589797973633, + "learning_rate": 2.5935825813303785e-07, + "loss": 2.3257, + "step": 54302 + }, + { + "epoch": 0.929543470446259, + "grad_norm": 2.666661024093628, + "learning_rate": 2.5923282676441617e-07, + "loss": 2.1804, + "step": 54303 + }, + { + "epoch": 0.9295605881648094, + "grad_norm": 2.557891845703125, + "learning_rate": 2.5910742533551856e-07, + "loss": 2.1993, + "step": 54304 + }, + { + "epoch": 0.9295777058833599, + "grad_norm": 2.669541358947754, + "learning_rate": 2.5898205384673023e-07, + "loss": 2.3227, + "step": 54305 + }, + { + "epoch": 0.9295948236019104, + "grad_norm": 2.427123546600342, + "learning_rate": 2.5885671229843757e-07, + "loss": 2.1913, + "step": 54306 + }, + { + "epoch": 0.9296119413204608, + "grad_norm": 2.5676186084747314, + "learning_rate": 2.5873140069102466e-07, + "loss": 2.3333, + "step": 54307 + }, + { + "epoch": 0.9296290590390113, + "grad_norm": 2.7187302112579346, + "learning_rate": 2.5860611902487674e-07, + "loss": 2.3286, + "step": 54308 + }, + { + "epoch": 0.9296461767575618, + "grad_norm": 2.6279358863830566, + "learning_rate": 2.5848086730038027e-07, + "loss": 2.3509, + "step": 54309 + }, + { + "epoch": 0.9296632944761122, + "grad_norm": 2.593757152557373, + "learning_rate": 2.5835564551791816e-07, + "loss": 2.3742, + "step": 54310 + }, + { + "epoch": 0.9296804121946627, + "grad_norm": 2.708512544631958, + "learning_rate": 2.582304536778757e-07, + "loss": 2.2995, + "step": 54311 + }, + { + "epoch": 0.9296975299132132, + "grad_norm": 2.7028913497924805, + "learning_rate": 2.5810529178063927e-07, + "loss": 2.3618, + "step": 54312 + }, + { + "epoch": 0.9297146476317636, + "grad_norm": 2.6453840732574463, + "learning_rate": 2.5798015982659185e-07, + "loss": 2.2688, + "step": 54313 + }, + { + "epoch": 0.9297317653503141, + "grad_norm": 2.7690789699554443, + "learning_rate": 2.5785505781611987e-07, + "loss": 2.2644, + "step": 54314 + }, + { + "epoch": 0.9297488830688646, + "grad_norm": 2.774301290512085, + "learning_rate": 2.5772998574960517e-07, + "loss": 2.3582, + "step": 54315 + }, + { + "epoch": 0.929766000787415, + "grad_norm": 2.61722469329834, + "learning_rate": 2.576049436274353e-07, + "loss": 2.2531, + "step": 54316 + }, + { + "epoch": 0.9297831185059655, + "grad_norm": 2.767035722732544, + "learning_rate": 2.5747993144999204e-07, + "loss": 2.3424, + "step": 54317 + }, + { + "epoch": 0.929800236224516, + "grad_norm": 2.5135645866394043, + "learning_rate": 2.573549492176608e-07, + "loss": 2.2153, + "step": 54318 + }, + { + "epoch": 0.9298173539430664, + "grad_norm": 2.633413791656494, + "learning_rate": 2.572299969308256e-07, + "loss": 2.2412, + "step": 54319 + }, + { + "epoch": 0.9298344716616169, + "grad_norm": 2.5721511840820312, + "learning_rate": 2.5710507458987176e-07, + "loss": 2.3224, + "step": 54320 + }, + { + "epoch": 0.9298515893801674, + "grad_norm": 2.577995538711548, + "learning_rate": 2.5698018219518004e-07, + "loss": 2.3558, + "step": 54321 + }, + { + "epoch": 0.9298687070987178, + "grad_norm": 2.497364044189453, + "learning_rate": 2.5685531974713684e-07, + "loss": 2.3299, + "step": 54322 + }, + { + "epoch": 0.9298858248172683, + "grad_norm": 2.710247278213501, + "learning_rate": 2.5673048724612513e-07, + "loss": 2.1611, + "step": 54323 + }, + { + "epoch": 0.9299029425358188, + "grad_norm": 2.6737821102142334, + "learning_rate": 2.566056846925291e-07, + "loss": 2.2916, + "step": 54324 + }, + { + "epoch": 0.9299200602543694, + "grad_norm": 2.8214797973632812, + "learning_rate": 2.564809120867329e-07, + "loss": 2.3183, + "step": 54325 + }, + { + "epoch": 0.9299371779729197, + "grad_norm": 2.5777499675750732, + "learning_rate": 2.5635616942911835e-07, + "loss": 2.2585, + "step": 54326 + }, + { + "epoch": 0.9299542956914703, + "grad_norm": 2.6389384269714355, + "learning_rate": 2.5623145672006964e-07, + "loss": 2.2433, + "step": 54327 + }, + { + "epoch": 0.9299714134100208, + "grad_norm": 2.5556068420410156, + "learning_rate": 2.5610677395997095e-07, + "loss": 2.3312, + "step": 54328 + }, + { + "epoch": 0.9299885311285712, + "grad_norm": 2.6539297103881836, + "learning_rate": 2.559821211492042e-07, + "loss": 2.3864, + "step": 54329 + }, + { + "epoch": 0.9300056488471217, + "grad_norm": 2.6848137378692627, + "learning_rate": 2.5585749828815234e-07, + "loss": 2.2549, + "step": 54330 + }, + { + "epoch": 0.9300227665656722, + "grad_norm": 2.6615381240844727, + "learning_rate": 2.557329053771995e-07, + "loss": 2.2433, + "step": 54331 + }, + { + "epoch": 0.9300398842842226, + "grad_norm": 2.700136661529541, + "learning_rate": 2.5560834241672996e-07, + "loss": 2.3594, + "step": 54332 + }, + { + "epoch": 0.9300570020027731, + "grad_norm": 2.5971262454986572, + "learning_rate": 2.5548380940712216e-07, + "loss": 2.3312, + "step": 54333 + }, + { + "epoch": 0.9300741197213236, + "grad_norm": 2.7253713607788086, + "learning_rate": 2.553593063487636e-07, + "loss": 2.3938, + "step": 54334 + }, + { + "epoch": 0.930091237439874, + "grad_norm": 2.561945915222168, + "learning_rate": 2.55234833242034e-07, + "loss": 2.3293, + "step": 54335 + }, + { + "epoch": 0.9301083551584245, + "grad_norm": 2.6652297973632812, + "learning_rate": 2.5511039008731755e-07, + "loss": 2.2313, + "step": 54336 + }, + { + "epoch": 0.930125472876975, + "grad_norm": 2.6459834575653076, + "learning_rate": 2.5498597688499606e-07, + "loss": 2.2986, + "step": 54337 + }, + { + "epoch": 0.9301425905955254, + "grad_norm": 2.7136199474334717, + "learning_rate": 2.5486159363545037e-07, + "loss": 2.3493, + "step": 54338 + }, + { + "epoch": 0.9301597083140759, + "grad_norm": 2.639453172683716, + "learning_rate": 2.547372403390669e-07, + "loss": 2.3684, + "step": 54339 + }, + { + "epoch": 0.9301768260326264, + "grad_norm": 2.6488091945648193, + "learning_rate": 2.5461291699622416e-07, + "loss": 2.2919, + "step": 54340 + }, + { + "epoch": 0.9301939437511768, + "grad_norm": 2.5248610973358154, + "learning_rate": 2.544886236073052e-07, + "loss": 2.1969, + "step": 54341 + }, + { + "epoch": 0.9302110614697273, + "grad_norm": 2.7391209602355957, + "learning_rate": 2.543643601726942e-07, + "loss": 2.4029, + "step": 54342 + }, + { + "epoch": 0.9302281791882778, + "grad_norm": 2.5952045917510986, + "learning_rate": 2.5424012669276857e-07, + "loss": 2.2618, + "step": 54343 + }, + { + "epoch": 0.9302452969068282, + "grad_norm": 2.9604671001434326, + "learning_rate": 2.541159231679147e-07, + "loss": 2.3088, + "step": 54344 + }, + { + "epoch": 0.9302624146253787, + "grad_norm": 2.7353696823120117, + "learning_rate": 2.5399174959851004e-07, + "loss": 2.3955, + "step": 54345 + }, + { + "epoch": 0.9302795323439292, + "grad_norm": 2.5285019874572754, + "learning_rate": 2.5386760598494206e-07, + "loss": 2.2956, + "step": 54346 + }, + { + "epoch": 0.9302966500624796, + "grad_norm": 2.6160929203033447, + "learning_rate": 2.537434923275872e-07, + "loss": 2.334, + "step": 54347 + }, + { + "epoch": 0.9303137677810301, + "grad_norm": 2.574054718017578, + "learning_rate": 2.5361940862682846e-07, + "loss": 2.1844, + "step": 54348 + }, + { + "epoch": 0.9303308854995807, + "grad_norm": 2.604384422302246, + "learning_rate": 2.5349535488304876e-07, + "loss": 2.2522, + "step": 54349 + }, + { + "epoch": 0.930348003218131, + "grad_norm": 2.735271692276001, + "learning_rate": 2.533713310966257e-07, + "loss": 2.4541, + "step": 54350 + }, + { + "epoch": 0.9303651209366816, + "grad_norm": 2.724760055541992, + "learning_rate": 2.532473372679456e-07, + "loss": 2.3764, + "step": 54351 + }, + { + "epoch": 0.9303822386552321, + "grad_norm": 2.5849151611328125, + "learning_rate": 2.531233733973859e-07, + "loss": 2.2156, + "step": 54352 + }, + { + "epoch": 0.9303993563737825, + "grad_norm": 2.5754549503326416, + "learning_rate": 2.5299943948532746e-07, + "loss": 2.1844, + "step": 54353 + }, + { + "epoch": 0.930416474092333, + "grad_norm": 2.650975227355957, + "learning_rate": 2.528755355321533e-07, + "loss": 2.3432, + "step": 54354 + }, + { + "epoch": 0.9304335918108835, + "grad_norm": 2.6588120460510254, + "learning_rate": 2.5275166153824304e-07, + "loss": 2.445, + "step": 54355 + }, + { + "epoch": 0.9304507095294339, + "grad_norm": 2.560563325881958, + "learning_rate": 2.526278175039798e-07, + "loss": 2.2462, + "step": 54356 + }, + { + "epoch": 0.9304678272479844, + "grad_norm": 2.635891914367676, + "learning_rate": 2.525040034297399e-07, + "loss": 2.2258, + "step": 54357 + }, + { + "epoch": 0.9304849449665349, + "grad_norm": 2.646606206893921, + "learning_rate": 2.523802193159064e-07, + "loss": 2.2636, + "step": 54358 + }, + { + "epoch": 0.9305020626850853, + "grad_norm": 2.696375846862793, + "learning_rate": 2.5225646516285897e-07, + "loss": 2.2906, + "step": 54359 + }, + { + "epoch": 0.9305191804036358, + "grad_norm": 2.5630829334259033, + "learning_rate": 2.521327409709795e-07, + "loss": 2.3267, + "step": 54360 + }, + { + "epoch": 0.9305362981221863, + "grad_norm": 2.7178213596343994, + "learning_rate": 2.5200904674064664e-07, + "loss": 2.3784, + "step": 54361 + }, + { + "epoch": 0.9305534158407367, + "grad_norm": 2.5894856452941895, + "learning_rate": 2.5188538247224225e-07, + "loss": 2.2792, + "step": 54362 + }, + { + "epoch": 0.9305705335592872, + "grad_norm": 2.5566577911376953, + "learning_rate": 2.5176174816614383e-07, + "loss": 2.2474, + "step": 54363 + }, + { + "epoch": 0.9305876512778377, + "grad_norm": 2.608156442642212, + "learning_rate": 2.516381438227344e-07, + "loss": 2.3794, + "step": 54364 + }, + { + "epoch": 0.9306047689963881, + "grad_norm": 2.5619359016418457, + "learning_rate": 2.515145694423926e-07, + "loss": 2.234, + "step": 54365 + }, + { + "epoch": 0.9306218867149386, + "grad_norm": 2.5480451583862305, + "learning_rate": 2.5139102502549695e-07, + "loss": 2.3264, + "step": 54366 + }, + { + "epoch": 0.9306390044334891, + "grad_norm": 2.7278382778167725, + "learning_rate": 2.512675105724294e-07, + "loss": 2.2693, + "step": 54367 + }, + { + "epoch": 0.9306561221520395, + "grad_norm": 2.5260674953460693, + "learning_rate": 2.511440260835674e-07, + "loss": 2.3426, + "step": 54368 + }, + { + "epoch": 0.93067323987059, + "grad_norm": 2.6025893688201904, + "learning_rate": 2.510205715592928e-07, + "loss": 2.2764, + "step": 54369 + }, + { + "epoch": 0.9306903575891405, + "grad_norm": 2.8105149269104004, + "learning_rate": 2.5089714699998214e-07, + "loss": 2.2856, + "step": 54370 + }, + { + "epoch": 0.930707475307691, + "grad_norm": 2.772545099258423, + "learning_rate": 2.5077375240601833e-07, + "loss": 2.3815, + "step": 54371 + }, + { + "epoch": 0.9307245930262414, + "grad_norm": 2.546982765197754, + "learning_rate": 2.5065038777777886e-07, + "loss": 2.2473, + "step": 54372 + }, + { + "epoch": 0.930741710744792, + "grad_norm": 2.5194013118743896, + "learning_rate": 2.505270531156423e-07, + "loss": 2.2234, + "step": 54373 + }, + { + "epoch": 0.9307588284633425, + "grad_norm": 2.6616737842559814, + "learning_rate": 2.504037484199884e-07, + "loss": 2.3522, + "step": 54374 + }, + { + "epoch": 0.9307759461818929, + "grad_norm": 2.6301639080047607, + "learning_rate": 2.5028047369119457e-07, + "loss": 2.2055, + "step": 54375 + }, + { + "epoch": 0.9307930639004434, + "grad_norm": 2.784597635269165, + "learning_rate": 2.5015722892964387e-07, + "loss": 2.3284, + "step": 54376 + }, + { + "epoch": 0.9308101816189939, + "grad_norm": 2.517378330230713, + "learning_rate": 2.500340141357116e-07, + "loss": 2.265, + "step": 54377 + }, + { + "epoch": 0.9308272993375443, + "grad_norm": 2.5566160678863525, + "learning_rate": 2.499108293097763e-07, + "loss": 2.2539, + "step": 54378 + }, + { + "epoch": 0.9308444170560948, + "grad_norm": 2.654085874557495, + "learning_rate": 2.4978767445221876e-07, + "loss": 2.3509, + "step": 54379 + }, + { + "epoch": 0.9308615347746453, + "grad_norm": 2.686885356903076, + "learning_rate": 2.4966454956341536e-07, + "loss": 2.3254, + "step": 54380 + }, + { + "epoch": 0.9308786524931957, + "grad_norm": 2.4468111991882324, + "learning_rate": 2.495414546437469e-07, + "loss": 2.1698, + "step": 54381 + }, + { + "epoch": 0.9308957702117462, + "grad_norm": 2.7758705615997314, + "learning_rate": 2.494183896935887e-07, + "loss": 2.3876, + "step": 54382 + }, + { + "epoch": 0.9309128879302967, + "grad_norm": 2.5884017944335938, + "learning_rate": 2.4929535471332257e-07, + "loss": 2.1573, + "step": 54383 + }, + { + "epoch": 0.9309300056488471, + "grad_norm": 2.697829008102417, + "learning_rate": 2.491723497033238e-07, + "loss": 2.4097, + "step": 54384 + }, + { + "epoch": 0.9309471233673976, + "grad_norm": 2.565321922302246, + "learning_rate": 2.4904937466397105e-07, + "loss": 2.2867, + "step": 54385 + }, + { + "epoch": 0.9309642410859481, + "grad_norm": 2.6945736408233643, + "learning_rate": 2.4892642959564507e-07, + "loss": 2.3301, + "step": 54386 + }, + { + "epoch": 0.9309813588044985, + "grad_norm": 2.7201695442199707, + "learning_rate": 2.4880351449871775e-07, + "loss": 2.29, + "step": 54387 + }, + { + "epoch": 0.930998476523049, + "grad_norm": 2.8176591396331787, + "learning_rate": 2.486806293735744e-07, + "loss": 2.2604, + "step": 54388 + }, + { + "epoch": 0.9310155942415995, + "grad_norm": 2.552037239074707, + "learning_rate": 2.4855777422058694e-07, + "loss": 2.2743, + "step": 54389 + }, + { + "epoch": 0.9310327119601499, + "grad_norm": 2.557053565979004, + "learning_rate": 2.48434949040135e-07, + "loss": 2.2878, + "step": 54390 + }, + { + "epoch": 0.9310498296787004, + "grad_norm": 2.542391777038574, + "learning_rate": 2.48312153832595e-07, + "loss": 2.2137, + "step": 54391 + }, + { + "epoch": 0.9310669473972509, + "grad_norm": 2.656604528427124, + "learning_rate": 2.481893885983466e-07, + "loss": 2.3894, + "step": 54392 + }, + { + "epoch": 0.9310840651158013, + "grad_norm": 2.596987724304199, + "learning_rate": 2.4806665333776736e-07, + "loss": 2.2185, + "step": 54393 + }, + { + "epoch": 0.9311011828343518, + "grad_norm": 2.6583149433135986, + "learning_rate": 2.4794394805123137e-07, + "loss": 2.3394, + "step": 54394 + }, + { + "epoch": 0.9311183005529023, + "grad_norm": 2.4839727878570557, + "learning_rate": 2.4782127273911715e-07, + "loss": 2.2099, + "step": 54395 + }, + { + "epoch": 0.9311354182714527, + "grad_norm": 2.481544017791748, + "learning_rate": 2.476986274018034e-07, + "loss": 2.3119, + "step": 54396 + }, + { + "epoch": 0.9311525359900032, + "grad_norm": 2.7465240955352783, + "learning_rate": 2.475760120396653e-07, + "loss": 2.3124, + "step": 54397 + }, + { + "epoch": 0.9311696537085538, + "grad_norm": 2.5894415378570557, + "learning_rate": 2.4745342665307923e-07, + "loss": 2.3486, + "step": 54398 + }, + { + "epoch": 0.9311867714271042, + "grad_norm": 2.662430763244629, + "learning_rate": 2.473308712424249e-07, + "loss": 2.4308, + "step": 54399 + }, + { + "epoch": 0.9312038891456547, + "grad_norm": 2.506840229034424, + "learning_rate": 2.472083458080765e-07, + "loss": 2.2135, + "step": 54400 + }, + { + "epoch": 0.9312210068642052, + "grad_norm": 2.6633737087249756, + "learning_rate": 2.4708585035041034e-07, + "loss": 2.2939, + "step": 54401 + }, + { + "epoch": 0.9312381245827556, + "grad_norm": 2.587482213973999, + "learning_rate": 2.46963384869805e-07, + "loss": 2.226, + "step": 54402 + }, + { + "epoch": 0.9312552423013061, + "grad_norm": 2.7838618755340576, + "learning_rate": 2.468409493666346e-07, + "loss": 2.3503, + "step": 54403 + }, + { + "epoch": 0.9312723600198566, + "grad_norm": 2.556450128555298, + "learning_rate": 2.467185438412767e-07, + "loss": 2.2565, + "step": 54404 + }, + { + "epoch": 0.931289477738407, + "grad_norm": 2.7264716625213623, + "learning_rate": 2.465961682941087e-07, + "loss": 2.2822, + "step": 54405 + }, + { + "epoch": 0.9313065954569575, + "grad_norm": 2.80971622467041, + "learning_rate": 2.464738227255048e-07, + "loss": 2.358, + "step": 54406 + }, + { + "epoch": 0.931323713175508, + "grad_norm": 2.913383722305298, + "learning_rate": 2.463515071358413e-07, + "loss": 2.2923, + "step": 54407 + }, + { + "epoch": 0.9313408308940584, + "grad_norm": 2.67128324508667, + "learning_rate": 2.4622922152549467e-07, + "loss": 2.2936, + "step": 54408 + }, + { + "epoch": 0.9313579486126089, + "grad_norm": 2.5971617698669434, + "learning_rate": 2.4610696589484115e-07, + "loss": 2.3024, + "step": 54409 + }, + { + "epoch": 0.9313750663311594, + "grad_norm": 2.7483274936676025, + "learning_rate": 2.45984740244255e-07, + "loss": 2.3062, + "step": 54410 + }, + { + "epoch": 0.9313921840497098, + "grad_norm": 2.633537530899048, + "learning_rate": 2.458625445741147e-07, + "loss": 2.3172, + "step": 54411 + }, + { + "epoch": 0.9314093017682603, + "grad_norm": 2.5771751403808594, + "learning_rate": 2.457403788847923e-07, + "loss": 2.38, + "step": 54412 + }, + { + "epoch": 0.9314264194868108, + "grad_norm": 2.484293222427368, + "learning_rate": 2.456182431766663e-07, + "loss": 2.2291, + "step": 54413 + }, + { + "epoch": 0.9314435372053612, + "grad_norm": 2.639899492263794, + "learning_rate": 2.454961374501097e-07, + "loss": 2.3621, + "step": 54414 + }, + { + "epoch": 0.9314606549239117, + "grad_norm": 2.615485191345215, + "learning_rate": 2.4537406170550004e-07, + "loss": 2.3552, + "step": 54415 + }, + { + "epoch": 0.9314777726424622, + "grad_norm": 2.626035690307617, + "learning_rate": 2.452520159432115e-07, + "loss": 2.3697, + "step": 54416 + }, + { + "epoch": 0.9314948903610127, + "grad_norm": 2.6455347537994385, + "learning_rate": 2.45130000163617e-07, + "loss": 2.2999, + "step": 54417 + }, + { + "epoch": 0.9315120080795631, + "grad_norm": 2.509199380874634, + "learning_rate": 2.450080143670963e-07, + "loss": 2.2459, + "step": 54418 + }, + { + "epoch": 0.9315291257981136, + "grad_norm": 2.758716583251953, + "learning_rate": 2.448860585540203e-07, + "loss": 2.2919, + "step": 54419 + }, + { + "epoch": 0.9315462435166642, + "grad_norm": 2.7052950859069824, + "learning_rate": 2.4476413272476627e-07, + "loss": 2.3889, + "step": 54420 + }, + { + "epoch": 0.9315633612352145, + "grad_norm": 2.554088592529297, + "learning_rate": 2.4464223687970747e-07, + "loss": 2.3003, + "step": 54421 + }, + { + "epoch": 0.9315804789537651, + "grad_norm": 2.567965269088745, + "learning_rate": 2.445203710192201e-07, + "loss": 2.2201, + "step": 54422 + }, + { + "epoch": 0.9315975966723156, + "grad_norm": 2.524973154067993, + "learning_rate": 2.443985351436773e-07, + "loss": 2.284, + "step": 54423 + }, + { + "epoch": 0.931614714390866, + "grad_norm": 2.6256511211395264, + "learning_rate": 2.442767292534531e-07, + "loss": 2.2184, + "step": 54424 + }, + { + "epoch": 0.9316318321094165, + "grad_norm": 2.575991153717041, + "learning_rate": 2.4415495334892405e-07, + "loss": 2.2574, + "step": 54425 + }, + { + "epoch": 0.931648949827967, + "grad_norm": 2.7417783737182617, + "learning_rate": 2.4403320743046186e-07, + "loss": 2.3272, + "step": 54426 + }, + { + "epoch": 0.9316660675465174, + "grad_norm": 2.6648404598236084, + "learning_rate": 2.439114914984431e-07, + "loss": 2.3328, + "step": 54427 + }, + { + "epoch": 0.9316831852650679, + "grad_norm": 2.688331365585327, + "learning_rate": 2.437898055532406e-07, + "loss": 2.2631, + "step": 54428 + }, + { + "epoch": 0.9317003029836184, + "grad_norm": 2.549877166748047, + "learning_rate": 2.4366814959522865e-07, + "loss": 2.3527, + "step": 54429 + }, + { + "epoch": 0.9317174207021688, + "grad_norm": 2.5704667568206787, + "learning_rate": 2.4354652362478137e-07, + "loss": 2.2648, + "step": 54430 + }, + { + "epoch": 0.9317345384207193, + "grad_norm": 2.4968459606170654, + "learning_rate": 2.4342492764227287e-07, + "loss": 2.3411, + "step": 54431 + }, + { + "epoch": 0.9317516561392698, + "grad_norm": 2.6490426063537598, + "learning_rate": 2.433033616480751e-07, + "loss": 2.3563, + "step": 54432 + }, + { + "epoch": 0.9317687738578202, + "grad_norm": 2.6328601837158203, + "learning_rate": 2.431818256425633e-07, + "loss": 2.3004, + "step": 54433 + }, + { + "epoch": 0.9317858915763707, + "grad_norm": 2.584963083267212, + "learning_rate": 2.4306031962611167e-07, + "loss": 2.2571, + "step": 54434 + }, + { + "epoch": 0.9318030092949212, + "grad_norm": 2.69183087348938, + "learning_rate": 2.42938843599092e-07, + "loss": 2.2809, + "step": 54435 + }, + { + "epoch": 0.9318201270134716, + "grad_norm": 2.7003045082092285, + "learning_rate": 2.428173975618786e-07, + "loss": 2.3467, + "step": 54436 + }, + { + "epoch": 0.9318372447320221, + "grad_norm": 2.5769450664520264, + "learning_rate": 2.426959815148444e-07, + "loss": 2.3481, + "step": 54437 + }, + { + "epoch": 0.9318543624505726, + "grad_norm": 2.6502292156219482, + "learning_rate": 2.425745954583636e-07, + "loss": 2.3856, + "step": 54438 + }, + { + "epoch": 0.931871480169123, + "grad_norm": 2.7703633308410645, + "learning_rate": 2.42453239392807e-07, + "loss": 2.3722, + "step": 54439 + }, + { + "epoch": 0.9318885978876735, + "grad_norm": 2.6646475791931152, + "learning_rate": 2.4233191331854975e-07, + "loss": 2.2681, + "step": 54440 + }, + { + "epoch": 0.931905715606224, + "grad_norm": 2.67340350151062, + "learning_rate": 2.4221061723596507e-07, + "loss": 2.2063, + "step": 54441 + }, + { + "epoch": 0.9319228333247744, + "grad_norm": 2.670149564743042, + "learning_rate": 2.4208935114542364e-07, + "loss": 2.3358, + "step": 54442 + }, + { + "epoch": 0.9319399510433249, + "grad_norm": 2.820448160171509, + "learning_rate": 2.419681150473008e-07, + "loss": 2.2575, + "step": 54443 + }, + { + "epoch": 0.9319570687618755, + "grad_norm": 2.927621364593506, + "learning_rate": 2.4184690894196614e-07, + "loss": 2.3696, + "step": 54444 + }, + { + "epoch": 0.9319741864804258, + "grad_norm": 2.6697123050689697, + "learning_rate": 2.4172573282979393e-07, + "loss": 2.2799, + "step": 54445 + }, + { + "epoch": 0.9319913041989764, + "grad_norm": 2.7293918132781982, + "learning_rate": 2.4160458671115717e-07, + "loss": 2.3656, + "step": 54446 + }, + { + "epoch": 0.9320084219175269, + "grad_norm": 2.6911542415618896, + "learning_rate": 2.4148347058642664e-07, + "loss": 2.2639, + "step": 54447 + }, + { + "epoch": 0.9320255396360773, + "grad_norm": 2.7995598316192627, + "learning_rate": 2.413623844559776e-07, + "loss": 2.3339, + "step": 54448 + }, + { + "epoch": 0.9320426573546278, + "grad_norm": 2.631200075149536, + "learning_rate": 2.4124132832017756e-07, + "loss": 2.2142, + "step": 54449 + }, + { + "epoch": 0.9320597750731783, + "grad_norm": 2.712232828140259, + "learning_rate": 2.4112030217940286e-07, + "loss": 2.3227, + "step": 54450 + }, + { + "epoch": 0.9320768927917287, + "grad_norm": 2.569969415664673, + "learning_rate": 2.409993060340232e-07, + "loss": 2.1354, + "step": 54451 + }, + { + "epoch": 0.9320940105102792, + "grad_norm": 2.7558491230010986, + "learning_rate": 2.408783398844106e-07, + "loss": 2.2981, + "step": 54452 + }, + { + "epoch": 0.9321111282288297, + "grad_norm": 2.7073209285736084, + "learning_rate": 2.4075740373093903e-07, + "loss": 2.4001, + "step": 54453 + }, + { + "epoch": 0.9321282459473801, + "grad_norm": 2.486510753631592, + "learning_rate": 2.406364975739761e-07, + "loss": 2.3781, + "step": 54454 + }, + { + "epoch": 0.9321453636659306, + "grad_norm": 2.5557501316070557, + "learning_rate": 2.405156214138982e-07, + "loss": 2.2974, + "step": 54455 + }, + { + "epoch": 0.9321624813844811, + "grad_norm": 2.4406650066375732, + "learning_rate": 2.403947752510727e-07, + "loss": 2.3155, + "step": 54456 + }, + { + "epoch": 0.9321795991030315, + "grad_norm": 2.4861226081848145, + "learning_rate": 2.4027395908587493e-07, + "loss": 2.2502, + "step": 54457 + }, + { + "epoch": 0.932196716821582, + "grad_norm": 2.563180446624756, + "learning_rate": 2.4015317291867236e-07, + "loss": 2.3021, + "step": 54458 + }, + { + "epoch": 0.9322138345401325, + "grad_norm": 2.562265634536743, + "learning_rate": 2.4003241674983913e-07, + "loss": 2.3843, + "step": 54459 + }, + { + "epoch": 0.9322309522586829, + "grad_norm": 2.562492847442627, + "learning_rate": 2.3991169057974606e-07, + "loss": 2.1812, + "step": 54460 + }, + { + "epoch": 0.9322480699772334, + "grad_norm": 2.8048956394195557, + "learning_rate": 2.3979099440876064e-07, + "loss": 2.3688, + "step": 54461 + }, + { + "epoch": 0.9322651876957839, + "grad_norm": 2.728764533996582, + "learning_rate": 2.396703282372592e-07, + "loss": 2.2456, + "step": 54462 + }, + { + "epoch": 0.9322823054143343, + "grad_norm": 2.569896697998047, + "learning_rate": 2.395496920656093e-07, + "loss": 2.3193, + "step": 54463 + }, + { + "epoch": 0.9322994231328848, + "grad_norm": 2.680842876434326, + "learning_rate": 2.394290858941828e-07, + "loss": 2.2558, + "step": 54464 + }, + { + "epoch": 0.9323165408514353, + "grad_norm": 2.5905463695526123, + "learning_rate": 2.393085097233516e-07, + "loss": 2.3264, + "step": 54465 + }, + { + "epoch": 0.9323336585699858, + "grad_norm": 2.6813366413116455, + "learning_rate": 2.391879635534822e-07, + "loss": 2.4166, + "step": 54466 + }, + { + "epoch": 0.9323507762885362, + "grad_norm": 2.6139469146728516, + "learning_rate": 2.3906744738494967e-07, + "loss": 2.3053, + "step": 54467 + }, + { + "epoch": 0.9323678940070868, + "grad_norm": 2.77026104927063, + "learning_rate": 2.3894696121812167e-07, + "loss": 2.3548, + "step": 54468 + }, + { + "epoch": 0.9323850117256373, + "grad_norm": 2.8842062950134277, + "learning_rate": 2.388265050533689e-07, + "loss": 2.3528, + "step": 54469 + }, + { + "epoch": 0.9324021294441877, + "grad_norm": 2.670576810836792, + "learning_rate": 2.387060788910633e-07, + "loss": 2.3707, + "step": 54470 + }, + { + "epoch": 0.9324192471627382, + "grad_norm": 2.5780489444732666, + "learning_rate": 2.3858568273157354e-07, + "loss": 2.2187, + "step": 54471 + }, + { + "epoch": 0.9324363648812887, + "grad_norm": 2.7111310958862305, + "learning_rate": 2.384653165752704e-07, + "loss": 2.4121, + "step": 54472 + }, + { + "epoch": 0.9324534825998391, + "grad_norm": 2.669280529022217, + "learning_rate": 2.383449804225213e-07, + "loss": 2.3295, + "step": 54473 + }, + { + "epoch": 0.9324706003183896, + "grad_norm": 2.6737008094787598, + "learning_rate": 2.3822467427370045e-07, + "loss": 2.3828, + "step": 54474 + }, + { + "epoch": 0.9324877180369401, + "grad_norm": 2.5135416984558105, + "learning_rate": 2.381043981291753e-07, + "loss": 2.1897, + "step": 54475 + }, + { + "epoch": 0.9325048357554905, + "grad_norm": 2.6336727142333984, + "learning_rate": 2.3798415198931446e-07, + "loss": 2.2095, + "step": 54476 + }, + { + "epoch": 0.932521953474041, + "grad_norm": 2.6409242153167725, + "learning_rate": 2.3786393585448985e-07, + "loss": 2.3781, + "step": 54477 + }, + { + "epoch": 0.9325390711925915, + "grad_norm": 2.647847890853882, + "learning_rate": 2.3774374972506897e-07, + "loss": 2.3314, + "step": 54478 + }, + { + "epoch": 0.9325561889111419, + "grad_norm": 2.7105205059051514, + "learning_rate": 2.3762359360142263e-07, + "loss": 2.3417, + "step": 54479 + }, + { + "epoch": 0.9325733066296924, + "grad_norm": 2.594191551208496, + "learning_rate": 2.375034674839194e-07, + "loss": 2.2756, + "step": 54480 + }, + { + "epoch": 0.9325904243482429, + "grad_norm": 2.6413116455078125, + "learning_rate": 2.37383371372929e-07, + "loss": 2.2987, + "step": 54481 + }, + { + "epoch": 0.9326075420667933, + "grad_norm": 2.7267849445343018, + "learning_rate": 2.3726330526882003e-07, + "loss": 2.3205, + "step": 54482 + }, + { + "epoch": 0.9326246597853438, + "grad_norm": 2.761099100112915, + "learning_rate": 2.3714326917196107e-07, + "loss": 2.3569, + "step": 54483 + }, + { + "epoch": 0.9326417775038943, + "grad_norm": 2.7301223278045654, + "learning_rate": 2.3702326308272295e-07, + "loss": 2.4046, + "step": 54484 + }, + { + "epoch": 0.9326588952224447, + "grad_norm": 2.7458436489105225, + "learning_rate": 2.3690328700147315e-07, + "loss": 2.3436, + "step": 54485 + }, + { + "epoch": 0.9326760129409952, + "grad_norm": 2.765667676925659, + "learning_rate": 2.3678334092858136e-07, + "loss": 2.268, + "step": 54486 + }, + { + "epoch": 0.9326931306595457, + "grad_norm": 2.6294050216674805, + "learning_rate": 2.3666342486441397e-07, + "loss": 2.2373, + "step": 54487 + }, + { + "epoch": 0.9327102483780961, + "grad_norm": 2.5278401374816895, + "learning_rate": 2.3654353880934178e-07, + "loss": 2.3225, + "step": 54488 + }, + { + "epoch": 0.9327273660966466, + "grad_norm": 2.71748685836792, + "learning_rate": 2.364236827637323e-07, + "loss": 2.3553, + "step": 54489 + }, + { + "epoch": 0.9327444838151971, + "grad_norm": 2.654863119125366, + "learning_rate": 2.363038567279552e-07, + "loss": 2.3254, + "step": 54490 + }, + { + "epoch": 0.9327616015337475, + "grad_norm": 2.805562973022461, + "learning_rate": 2.3618406070237687e-07, + "loss": 2.4804, + "step": 54491 + }, + { + "epoch": 0.932778719252298, + "grad_norm": 2.588158130645752, + "learning_rate": 2.3606429468736702e-07, + "loss": 2.3172, + "step": 54492 + }, + { + "epoch": 0.9327958369708486, + "grad_norm": 2.807950973510742, + "learning_rate": 2.3594455868329314e-07, + "loss": 2.4217, + "step": 54493 + }, + { + "epoch": 0.932812954689399, + "grad_norm": 2.737304925918579, + "learning_rate": 2.358248526905227e-07, + "loss": 2.3225, + "step": 54494 + }, + { + "epoch": 0.9328300724079495, + "grad_norm": 2.6642701625823975, + "learning_rate": 2.3570517670942539e-07, + "loss": 2.3444, + "step": 54495 + }, + { + "epoch": 0.9328471901265, + "grad_norm": 2.6231319904327393, + "learning_rate": 2.355855307403665e-07, + "loss": 2.2862, + "step": 54496 + }, + { + "epoch": 0.9328643078450504, + "grad_norm": 2.732059955596924, + "learning_rate": 2.3546591478371795e-07, + "loss": 2.3647, + "step": 54497 + }, + { + "epoch": 0.9328814255636009, + "grad_norm": 2.7603366374969482, + "learning_rate": 2.3534632883984166e-07, + "loss": 2.3005, + "step": 54498 + }, + { + "epoch": 0.9328985432821514, + "grad_norm": 2.607793092727661, + "learning_rate": 2.3522677290910957e-07, + "loss": 2.2822, + "step": 54499 + }, + { + "epoch": 0.9329156610007018, + "grad_norm": 2.7609262466430664, + "learning_rate": 2.3510724699188803e-07, + "loss": 2.3992, + "step": 54500 + }, + { + "epoch": 0.9329327787192523, + "grad_norm": 2.5023880004882812, + "learning_rate": 2.3498775108854343e-07, + "loss": 2.286, + "step": 54501 + }, + { + "epoch": 0.9329498964378028, + "grad_norm": 2.657407522201538, + "learning_rate": 2.3486828519944549e-07, + "loss": 2.3843, + "step": 54502 + }, + { + "epoch": 0.9329670141563532, + "grad_norm": 2.5183117389678955, + "learning_rate": 2.3474884932495722e-07, + "loss": 2.1952, + "step": 54503 + }, + { + "epoch": 0.9329841318749037, + "grad_norm": 2.5638937950134277, + "learning_rate": 2.3462944346545058e-07, + "loss": 2.2528, + "step": 54504 + }, + { + "epoch": 0.9330012495934542, + "grad_norm": 2.734729051589966, + "learning_rate": 2.345100676212886e-07, + "loss": 2.2574, + "step": 54505 + }, + { + "epoch": 0.9330183673120046, + "grad_norm": 2.6210684776306152, + "learning_rate": 2.3439072179283985e-07, + "loss": 2.2922, + "step": 54506 + }, + { + "epoch": 0.9330354850305551, + "grad_norm": 2.5465173721313477, + "learning_rate": 2.3427140598047183e-07, + "loss": 2.3137, + "step": 54507 + }, + { + "epoch": 0.9330526027491056, + "grad_norm": 2.4493415355682373, + "learning_rate": 2.341521201845509e-07, + "loss": 2.2621, + "step": 54508 + }, + { + "epoch": 0.933069720467656, + "grad_norm": 2.6289241313934326, + "learning_rate": 2.340328644054435e-07, + "loss": 2.2869, + "step": 54509 + }, + { + "epoch": 0.9330868381862065, + "grad_norm": 2.7374985218048096, + "learning_rate": 2.339136386435148e-07, + "loss": 2.33, + "step": 54510 + }, + { + "epoch": 0.933103955904757, + "grad_norm": 2.7106244564056396, + "learning_rate": 2.3379444289913344e-07, + "loss": 2.3667, + "step": 54511 + }, + { + "epoch": 0.9331210736233075, + "grad_norm": 2.66640043258667, + "learning_rate": 2.336752771726647e-07, + "loss": 2.3569, + "step": 54512 + }, + { + "epoch": 0.9331381913418579, + "grad_norm": 2.735921621322632, + "learning_rate": 2.3355614146447492e-07, + "loss": 2.3304, + "step": 54513 + }, + { + "epoch": 0.9331553090604084, + "grad_norm": 2.8064136505126953, + "learning_rate": 2.3343703577493048e-07, + "loss": 2.3928, + "step": 54514 + }, + { + "epoch": 0.933172426778959, + "grad_norm": 2.6899285316467285, + "learning_rate": 2.3331796010439778e-07, + "loss": 2.2462, + "step": 54515 + }, + { + "epoch": 0.9331895444975093, + "grad_norm": 2.625025510787964, + "learning_rate": 2.3319891445324206e-07, + "loss": 2.3552, + "step": 54516 + }, + { + "epoch": 0.9332066622160599, + "grad_norm": 2.6893553733825684, + "learning_rate": 2.330798988218297e-07, + "loss": 2.3059, + "step": 54517 + }, + { + "epoch": 0.9332237799346104, + "grad_norm": 2.4957191944122314, + "learning_rate": 2.3296091321052593e-07, + "loss": 2.2139, + "step": 54518 + }, + { + "epoch": 0.9332408976531608, + "grad_norm": 2.5886623859405518, + "learning_rate": 2.3284195761969718e-07, + "loss": 2.2377, + "step": 54519 + }, + { + "epoch": 0.9332580153717113, + "grad_norm": 2.7031121253967285, + "learning_rate": 2.327230320497087e-07, + "loss": 2.2638, + "step": 54520 + }, + { + "epoch": 0.9332751330902618, + "grad_norm": 2.626636505126953, + "learning_rate": 2.3260413650092684e-07, + "loss": 2.262, + "step": 54521 + }, + { + "epoch": 0.9332922508088122, + "grad_norm": 2.56158709526062, + "learning_rate": 2.3248527097371687e-07, + "loss": 2.1989, + "step": 54522 + }, + { + "epoch": 0.9333093685273627, + "grad_norm": 2.678314685821533, + "learning_rate": 2.3236643546844296e-07, + "loss": 2.3113, + "step": 54523 + }, + { + "epoch": 0.9333264862459132, + "grad_norm": 2.6090049743652344, + "learning_rate": 2.3224762998547035e-07, + "loss": 2.1993, + "step": 54524 + }, + { + "epoch": 0.9333436039644636, + "grad_norm": 2.6570112705230713, + "learning_rate": 2.3212885452516543e-07, + "loss": 2.2762, + "step": 54525 + }, + { + "epoch": 0.9333607216830141, + "grad_norm": 2.7247471809387207, + "learning_rate": 2.3201010908789234e-07, + "loss": 2.3038, + "step": 54526 + }, + { + "epoch": 0.9333778394015646, + "grad_norm": 2.5334620475769043, + "learning_rate": 2.3189139367401749e-07, + "loss": 2.2724, + "step": 54527 + }, + { + "epoch": 0.933394957120115, + "grad_norm": 2.7290709018707275, + "learning_rate": 2.3177270828390275e-07, + "loss": 2.2868, + "step": 54528 + }, + { + "epoch": 0.9334120748386655, + "grad_norm": 2.56270694732666, + "learning_rate": 2.3165405291791787e-07, + "loss": 2.3589, + "step": 54529 + }, + { + "epoch": 0.933429192557216, + "grad_norm": 2.753455638885498, + "learning_rate": 2.3153542757642255e-07, + "loss": 2.387, + "step": 54530 + }, + { + "epoch": 0.9334463102757664, + "grad_norm": 2.6541991233825684, + "learning_rate": 2.3141683225978316e-07, + "loss": 2.2954, + "step": 54531 + }, + { + "epoch": 0.9334634279943169, + "grad_norm": 2.652764320373535, + "learning_rate": 2.31298266968365e-07, + "loss": 2.3148, + "step": 54532 + }, + { + "epoch": 0.9334805457128674, + "grad_norm": 2.617000102996826, + "learning_rate": 2.3117973170253216e-07, + "loss": 2.2303, + "step": 54533 + }, + { + "epoch": 0.9334976634314178, + "grad_norm": 2.6562747955322266, + "learning_rate": 2.3106122646264996e-07, + "loss": 2.3451, + "step": 54534 + }, + { + "epoch": 0.9335147811499683, + "grad_norm": 2.7195277214050293, + "learning_rate": 2.3094275124908028e-07, + "loss": 2.3613, + "step": 54535 + }, + { + "epoch": 0.9335318988685188, + "grad_norm": 2.57855486869812, + "learning_rate": 2.3082430606218953e-07, + "loss": 2.3491, + "step": 54536 + }, + { + "epoch": 0.9335490165870692, + "grad_norm": 2.708085060119629, + "learning_rate": 2.3070589090233965e-07, + "loss": 2.4124, + "step": 54537 + }, + { + "epoch": 0.9335661343056197, + "grad_norm": 2.5891995429992676, + "learning_rate": 2.3058750576989586e-07, + "loss": 2.3301, + "step": 54538 + }, + { + "epoch": 0.9335832520241703, + "grad_norm": 2.4304311275482178, + "learning_rate": 2.3046915066522234e-07, + "loss": 2.3097, + "step": 54539 + }, + { + "epoch": 0.9336003697427206, + "grad_norm": 2.714912176132202, + "learning_rate": 2.3035082558868104e-07, + "loss": 2.3535, + "step": 54540 + }, + { + "epoch": 0.9336174874612712, + "grad_norm": 2.600844621658325, + "learning_rate": 2.3023253054063944e-07, + "loss": 2.2859, + "step": 54541 + }, + { + "epoch": 0.9336346051798217, + "grad_norm": 2.7450826168060303, + "learning_rate": 2.3011426552145723e-07, + "loss": 2.4019, + "step": 54542 + }, + { + "epoch": 0.9336517228983721, + "grad_norm": 2.6125035285949707, + "learning_rate": 2.2999603053149856e-07, + "loss": 2.2854, + "step": 54543 + }, + { + "epoch": 0.9336688406169226, + "grad_norm": 2.805521249771118, + "learning_rate": 2.2987782557112982e-07, + "loss": 2.4555, + "step": 54544 + }, + { + "epoch": 0.9336859583354731, + "grad_norm": 2.683804512023926, + "learning_rate": 2.297596506407096e-07, + "loss": 2.3175, + "step": 54545 + }, + { + "epoch": 0.9337030760540235, + "grad_norm": 2.5484871864318848, + "learning_rate": 2.296415057406065e-07, + "loss": 2.3192, + "step": 54546 + }, + { + "epoch": 0.933720193772574, + "grad_norm": 2.6491293907165527, + "learning_rate": 2.2952339087117804e-07, + "loss": 2.3872, + "step": 54547 + }, + { + "epoch": 0.9337373114911245, + "grad_norm": 2.6087565422058105, + "learning_rate": 2.2940530603279275e-07, + "loss": 2.3341, + "step": 54548 + }, + { + "epoch": 0.9337544292096749, + "grad_norm": 2.4225258827209473, + "learning_rate": 2.2928725122580931e-07, + "loss": 2.2466, + "step": 54549 + }, + { + "epoch": 0.9337715469282254, + "grad_norm": 2.6173477172851562, + "learning_rate": 2.2916922645059292e-07, + "loss": 2.2486, + "step": 54550 + }, + { + "epoch": 0.9337886646467759, + "grad_norm": 2.528672456741333, + "learning_rate": 2.2905123170750666e-07, + "loss": 2.2119, + "step": 54551 + }, + { + "epoch": 0.9338057823653263, + "grad_norm": 2.5255274772644043, + "learning_rate": 2.289332669969091e-07, + "loss": 2.3488, + "step": 54552 + }, + { + "epoch": 0.9338229000838768, + "grad_norm": 2.465667247772217, + "learning_rate": 2.2881533231916886e-07, + "loss": 2.2214, + "step": 54553 + }, + { + "epoch": 0.9338400178024273, + "grad_norm": 2.5074729919433594, + "learning_rate": 2.2869742767464452e-07, + "loss": 2.2152, + "step": 54554 + }, + { + "epoch": 0.9338571355209777, + "grad_norm": 2.5736491680145264, + "learning_rate": 2.2857955306369917e-07, + "loss": 2.2729, + "step": 54555 + }, + { + "epoch": 0.9338742532395282, + "grad_norm": 2.59427547454834, + "learning_rate": 2.284617084866947e-07, + "loss": 2.3074, + "step": 54556 + }, + { + "epoch": 0.9338913709580787, + "grad_norm": 2.543956995010376, + "learning_rate": 2.2834389394399525e-07, + "loss": 2.2611, + "step": 54557 + }, + { + "epoch": 0.9339084886766292, + "grad_norm": 2.717226505279541, + "learning_rate": 2.2822610943596168e-07, + "loss": 2.3469, + "step": 54558 + }, + { + "epoch": 0.9339256063951796, + "grad_norm": 2.6579012870788574, + "learning_rate": 2.2810835496295592e-07, + "loss": 2.3216, + "step": 54559 + }, + { + "epoch": 0.9339427241137301, + "grad_norm": 2.6083366870880127, + "learning_rate": 2.2799063052533876e-07, + "loss": 2.32, + "step": 54560 + }, + { + "epoch": 0.9339598418322806, + "grad_norm": 2.6041812896728516, + "learning_rate": 2.278729361234744e-07, + "loss": 2.2684, + "step": 54561 + }, + { + "epoch": 0.933976959550831, + "grad_norm": 2.6152312755584717, + "learning_rate": 2.2775527175772361e-07, + "loss": 2.3218, + "step": 54562 + }, + { + "epoch": 0.9339940772693816, + "grad_norm": 2.69321608543396, + "learning_rate": 2.2763763742844723e-07, + "loss": 2.3468, + "step": 54563 + }, + { + "epoch": 0.9340111949879321, + "grad_norm": 2.645033597946167, + "learning_rate": 2.2752003313600724e-07, + "loss": 2.2406, + "step": 54564 + }, + { + "epoch": 0.9340283127064825, + "grad_norm": 2.742755889892578, + "learning_rate": 2.2740245888076774e-07, + "loss": 2.3691, + "step": 54565 + }, + { + "epoch": 0.934045430425033, + "grad_norm": 2.994925022125244, + "learning_rate": 2.272849146630851e-07, + "loss": 2.3144, + "step": 54566 + }, + { + "epoch": 0.9340625481435835, + "grad_norm": 2.7585718631744385, + "learning_rate": 2.2716740048332463e-07, + "loss": 2.3725, + "step": 54567 + }, + { + "epoch": 0.9340796658621339, + "grad_norm": 2.7571260929107666, + "learning_rate": 2.2704991634184603e-07, + "loss": 2.3799, + "step": 54568 + }, + { + "epoch": 0.9340967835806844, + "grad_norm": 2.6816420555114746, + "learning_rate": 2.269324622390101e-07, + "loss": 2.3301, + "step": 54569 + }, + { + "epoch": 0.9341139012992349, + "grad_norm": 2.539196729660034, + "learning_rate": 2.268150381751788e-07, + "loss": 2.345, + "step": 54570 + }, + { + "epoch": 0.9341310190177853, + "grad_norm": 2.6308135986328125, + "learning_rate": 2.2669764415071293e-07, + "loss": 2.2419, + "step": 54571 + }, + { + "epoch": 0.9341481367363358, + "grad_norm": 2.7257819175720215, + "learning_rate": 2.2658028016597112e-07, + "loss": 2.3495, + "step": 54572 + }, + { + "epoch": 0.9341652544548863, + "grad_norm": 2.673832416534424, + "learning_rate": 2.2646294622131748e-07, + "loss": 2.2678, + "step": 54573 + }, + { + "epoch": 0.9341823721734367, + "grad_norm": 2.6087968349456787, + "learning_rate": 2.2634564231711064e-07, + "loss": 2.267, + "step": 54574 + }, + { + "epoch": 0.9341994898919872, + "grad_norm": 2.654791831970215, + "learning_rate": 2.2622836845371255e-07, + "loss": 2.346, + "step": 54575 + }, + { + "epoch": 0.9342166076105377, + "grad_norm": 2.7375965118408203, + "learning_rate": 2.2611112463148178e-07, + "loss": 2.3838, + "step": 54576 + }, + { + "epoch": 0.9342337253290881, + "grad_norm": 2.6775262355804443, + "learning_rate": 2.2599391085077916e-07, + "loss": 2.2333, + "step": 54577 + }, + { + "epoch": 0.9342508430476386, + "grad_norm": 2.4325804710388184, + "learning_rate": 2.2587672711196663e-07, + "loss": 2.2256, + "step": 54578 + }, + { + "epoch": 0.9342679607661891, + "grad_norm": 2.601487874984741, + "learning_rate": 2.257595734154028e-07, + "loss": 2.3336, + "step": 54579 + }, + { + "epoch": 0.9342850784847395, + "grad_norm": 2.724278450012207, + "learning_rate": 2.2564244976144844e-07, + "loss": 2.2287, + "step": 54580 + }, + { + "epoch": 0.93430219620329, + "grad_norm": 2.6848835945129395, + "learning_rate": 2.2552535615046333e-07, + "loss": 2.2501, + "step": 54581 + }, + { + "epoch": 0.9343193139218405, + "grad_norm": 2.7084286212921143, + "learning_rate": 2.2540829258280605e-07, + "loss": 2.2556, + "step": 54582 + }, + { + "epoch": 0.9343364316403909, + "grad_norm": 2.557063579559326, + "learning_rate": 2.2529125905883852e-07, + "loss": 2.2821, + "step": 54583 + }, + { + "epoch": 0.9343535493589414, + "grad_norm": 2.691117763519287, + "learning_rate": 2.2517425557891936e-07, + "loss": 2.1896, + "step": 54584 + }, + { + "epoch": 0.934370667077492, + "grad_norm": 2.6508634090423584, + "learning_rate": 2.250572821434094e-07, + "loss": 2.2949, + "step": 54585 + }, + { + "epoch": 0.9343877847960423, + "grad_norm": 2.6748790740966797, + "learning_rate": 2.2494033875266608e-07, + "loss": 2.3334, + "step": 54586 + }, + { + "epoch": 0.9344049025145928, + "grad_norm": 2.5119845867156982, + "learning_rate": 2.2482342540705027e-07, + "loss": 2.3459, + "step": 54587 + }, + { + "epoch": 0.9344220202331434, + "grad_norm": 2.6052024364471436, + "learning_rate": 2.2470654210692167e-07, + "loss": 2.3168, + "step": 54588 + }, + { + "epoch": 0.9344391379516938, + "grad_norm": 2.488494634628296, + "learning_rate": 2.2458968885263777e-07, + "loss": 2.2446, + "step": 54589 + }, + { + "epoch": 0.9344562556702443, + "grad_norm": 2.534431219100952, + "learning_rate": 2.244728656445605e-07, + "loss": 2.2467, + "step": 54590 + }, + { + "epoch": 0.9344733733887948, + "grad_norm": 2.7590126991271973, + "learning_rate": 2.2435607248304624e-07, + "loss": 2.386, + "step": 54591 + }, + { + "epoch": 0.9344904911073452, + "grad_norm": 2.593371629714966, + "learning_rate": 2.2423930936845474e-07, + "loss": 2.2501, + "step": 54592 + }, + { + "epoch": 0.9345076088258957, + "grad_norm": 2.8734123706817627, + "learning_rate": 2.2412257630114565e-07, + "loss": 2.4716, + "step": 54593 + }, + { + "epoch": 0.9345247265444462, + "grad_norm": 2.7398321628570557, + "learning_rate": 2.2400587328147761e-07, + "loss": 2.3234, + "step": 54594 + }, + { + "epoch": 0.9345418442629966, + "grad_norm": 2.5763120651245117, + "learning_rate": 2.238892003098092e-07, + "loss": 2.325, + "step": 54595 + }, + { + "epoch": 0.9345589619815471, + "grad_norm": 2.642892360687256, + "learning_rate": 2.2377255738649794e-07, + "loss": 2.3017, + "step": 54596 + }, + { + "epoch": 0.9345760797000976, + "grad_norm": 2.7598824501037598, + "learning_rate": 2.2365594451190352e-07, + "loss": 2.4492, + "step": 54597 + }, + { + "epoch": 0.934593197418648, + "grad_norm": 2.6216721534729004, + "learning_rate": 2.2353936168638456e-07, + "loss": 2.2707, + "step": 54598 + }, + { + "epoch": 0.9346103151371985, + "grad_norm": 2.7494261264801025, + "learning_rate": 2.2342280891029855e-07, + "loss": 2.3426, + "step": 54599 + }, + { + "epoch": 0.934627432855749, + "grad_norm": 2.6528525352478027, + "learning_rate": 2.2330628618400407e-07, + "loss": 2.4408, + "step": 54600 + }, + { + "epoch": 0.9346445505742994, + "grad_norm": 2.607020139694214, + "learning_rate": 2.2318979350785975e-07, + "loss": 2.2189, + "step": 54601 + }, + { + "epoch": 0.9346616682928499, + "grad_norm": 2.734276533126831, + "learning_rate": 2.2307333088222304e-07, + "loss": 2.3324, + "step": 54602 + }, + { + "epoch": 0.9346787860114004, + "grad_norm": 2.565772771835327, + "learning_rate": 2.229568983074526e-07, + "loss": 2.2287, + "step": 54603 + }, + { + "epoch": 0.9346959037299509, + "grad_norm": 2.6024105548858643, + "learning_rate": 2.2284049578390477e-07, + "loss": 2.3452, + "step": 54604 + }, + { + "epoch": 0.9347130214485013, + "grad_norm": 2.7237706184387207, + "learning_rate": 2.2272412331193815e-07, + "loss": 2.3976, + "step": 54605 + }, + { + "epoch": 0.9347301391670518, + "grad_norm": 2.665679931640625, + "learning_rate": 2.2260778089191137e-07, + "loss": 2.2047, + "step": 54606 + }, + { + "epoch": 0.9347472568856023, + "grad_norm": 2.5686581134796143, + "learning_rate": 2.224914685241808e-07, + "loss": 2.2684, + "step": 54607 + }, + { + "epoch": 0.9347643746041527, + "grad_norm": 2.6515634059906006, + "learning_rate": 2.2237518620910614e-07, + "loss": 2.3231, + "step": 54608 + }, + { + "epoch": 0.9347814923227032, + "grad_norm": 2.4746415615081787, + "learning_rate": 2.2225893394704157e-07, + "loss": 2.2484, + "step": 54609 + }, + { + "epoch": 0.9347986100412538, + "grad_norm": 2.602813243865967, + "learning_rate": 2.2214271173834678e-07, + "loss": 2.2341, + "step": 54610 + }, + { + "epoch": 0.9348157277598041, + "grad_norm": 2.553039312362671, + "learning_rate": 2.2202651958337706e-07, + "loss": 2.3002, + "step": 54611 + }, + { + "epoch": 0.9348328454783547, + "grad_norm": 2.712515354156494, + "learning_rate": 2.2191035748249101e-07, + "loss": 2.31, + "step": 54612 + }, + { + "epoch": 0.9348499631969052, + "grad_norm": 2.718904733657837, + "learning_rate": 2.217942254360461e-07, + "loss": 2.3957, + "step": 54613 + }, + { + "epoch": 0.9348670809154556, + "grad_norm": 2.6467719078063965, + "learning_rate": 2.2167812344439655e-07, + "loss": 2.3628, + "step": 54614 + }, + { + "epoch": 0.9348841986340061, + "grad_norm": 2.616389751434326, + "learning_rate": 2.2156205150790312e-07, + "loss": 2.2525, + "step": 54615 + }, + { + "epoch": 0.9349013163525566, + "grad_norm": 2.4729695320129395, + "learning_rate": 2.2144600962692e-07, + "loss": 2.2342, + "step": 54616 + }, + { + "epoch": 0.934918434071107, + "grad_norm": 2.718714475631714, + "learning_rate": 2.2132999780180464e-07, + "loss": 2.3707, + "step": 54617 + }, + { + "epoch": 0.9349355517896575, + "grad_norm": 2.506823778152466, + "learning_rate": 2.212140160329135e-07, + "loss": 2.2899, + "step": 54618 + }, + { + "epoch": 0.934952669508208, + "grad_norm": 2.6449549198150635, + "learning_rate": 2.2109806432060176e-07, + "loss": 2.3798, + "step": 54619 + }, + { + "epoch": 0.9349697872267584, + "grad_norm": 2.697021007537842, + "learning_rate": 2.209821426652292e-07, + "loss": 2.2641, + "step": 54620 + }, + { + "epoch": 0.9349869049453089, + "grad_norm": 2.5665388107299805, + "learning_rate": 2.2086625106714666e-07, + "loss": 2.2928, + "step": 54621 + }, + { + "epoch": 0.9350040226638594, + "grad_norm": 2.656912326812744, + "learning_rate": 2.207503895267171e-07, + "loss": 2.3771, + "step": 54622 + }, + { + "epoch": 0.9350211403824098, + "grad_norm": 2.5897634029388428, + "learning_rate": 2.2063455804429146e-07, + "loss": 2.2334, + "step": 54623 + }, + { + "epoch": 0.9350382581009603, + "grad_norm": 2.65777587890625, + "learning_rate": 2.2051875662022826e-07, + "loss": 2.3544, + "step": 54624 + }, + { + "epoch": 0.9350553758195108, + "grad_norm": 2.5032589435577393, + "learning_rate": 2.204029852548828e-07, + "loss": 2.3336, + "step": 54625 + }, + { + "epoch": 0.9350724935380612, + "grad_norm": 2.57177472114563, + "learning_rate": 2.2028724394860922e-07, + "loss": 2.2977, + "step": 54626 + }, + { + "epoch": 0.9350896112566117, + "grad_norm": 2.60780668258667, + "learning_rate": 2.2017153270176726e-07, + "loss": 2.2874, + "step": 54627 + }, + { + "epoch": 0.9351067289751622, + "grad_norm": 2.7473983764648438, + "learning_rate": 2.2005585151470887e-07, + "loss": 2.2754, + "step": 54628 + }, + { + "epoch": 0.9351238466937126, + "grad_norm": 2.4717965126037598, + "learning_rate": 2.199402003877904e-07, + "loss": 2.1888, + "step": 54629 + }, + { + "epoch": 0.9351409644122631, + "grad_norm": 2.6419997215270996, + "learning_rate": 2.1982457932136936e-07, + "loss": 2.2402, + "step": 54630 + }, + { + "epoch": 0.9351580821308136, + "grad_norm": 2.7097325325012207, + "learning_rate": 2.197089883157977e-07, + "loss": 2.4113, + "step": 54631 + }, + { + "epoch": 0.935175199849364, + "grad_norm": 2.65348219871521, + "learning_rate": 2.1959342737143508e-07, + "loss": 2.2872, + "step": 54632 + }, + { + "epoch": 0.9351923175679145, + "grad_norm": 2.6067042350769043, + "learning_rate": 2.194778964886324e-07, + "loss": 2.3025, + "step": 54633 + }, + { + "epoch": 0.935209435286465, + "grad_norm": 2.8504605293273926, + "learning_rate": 2.1936239566774707e-07, + "loss": 2.4992, + "step": 54634 + }, + { + "epoch": 0.9352265530050154, + "grad_norm": 2.5189738273620605, + "learning_rate": 2.1924692490913335e-07, + "loss": 2.1976, + "step": 54635 + }, + { + "epoch": 0.935243670723566, + "grad_norm": 2.580698013305664, + "learning_rate": 2.1913148421314646e-07, + "loss": 2.3005, + "step": 54636 + }, + { + "epoch": 0.9352607884421165, + "grad_norm": 2.684379816055298, + "learning_rate": 2.1901607358014166e-07, + "loss": 2.2523, + "step": 54637 + }, + { + "epoch": 0.9352779061606669, + "grad_norm": 2.566561460494995, + "learning_rate": 2.18900693010472e-07, + "loss": 2.215, + "step": 54638 + }, + { + "epoch": 0.9352950238792174, + "grad_norm": 2.6874477863311768, + "learning_rate": 2.18785342504495e-07, + "loss": 2.2514, + "step": 54639 + }, + { + "epoch": 0.9353121415977679, + "grad_norm": 2.407374382019043, + "learning_rate": 2.186700220625626e-07, + "loss": 2.1627, + "step": 54640 + }, + { + "epoch": 0.9353292593163183, + "grad_norm": 2.360828399658203, + "learning_rate": 2.1855473168503116e-07, + "loss": 2.2353, + "step": 54641 + }, + { + "epoch": 0.9353463770348688, + "grad_norm": 2.596006393432617, + "learning_rate": 2.1843947137225264e-07, + "loss": 2.3505, + "step": 54642 + }, + { + "epoch": 0.9353634947534193, + "grad_norm": 2.69411039352417, + "learning_rate": 2.183242411245834e-07, + "loss": 2.3679, + "step": 54643 + }, + { + "epoch": 0.9353806124719697, + "grad_norm": 2.7021334171295166, + "learning_rate": 2.182090409423765e-07, + "loss": 2.4779, + "step": 54644 + }, + { + "epoch": 0.9353977301905202, + "grad_norm": 2.79866099357605, + "learning_rate": 2.180938708259883e-07, + "loss": 2.2409, + "step": 54645 + }, + { + "epoch": 0.9354148479090707, + "grad_norm": 2.6656785011291504, + "learning_rate": 2.179787307757697e-07, + "loss": 2.4312, + "step": 54646 + }, + { + "epoch": 0.9354319656276211, + "grad_norm": 2.672504425048828, + "learning_rate": 2.178636207920759e-07, + "loss": 2.2948, + "step": 54647 + }, + { + "epoch": 0.9354490833461716, + "grad_norm": 2.6968142986297607, + "learning_rate": 2.1774854087525997e-07, + "loss": 2.3663, + "step": 54648 + }, + { + "epoch": 0.9354662010647221, + "grad_norm": 2.6093900203704834, + "learning_rate": 2.176334910256772e-07, + "loss": 2.2988, + "step": 54649 + }, + { + "epoch": 0.9354833187832725, + "grad_norm": 2.699758768081665, + "learning_rate": 2.1751847124368176e-07, + "loss": 2.4321, + "step": 54650 + }, + { + "epoch": 0.935500436501823, + "grad_norm": 2.5208170413970947, + "learning_rate": 2.174034815296222e-07, + "loss": 2.351, + "step": 54651 + }, + { + "epoch": 0.9355175542203735, + "grad_norm": 2.654845714569092, + "learning_rate": 2.1728852188385942e-07, + "loss": 2.3385, + "step": 54652 + }, + { + "epoch": 0.935534671938924, + "grad_norm": 2.6773459911346436, + "learning_rate": 2.1717359230674084e-07, + "loss": 2.3509, + "step": 54653 + }, + { + "epoch": 0.9355517896574744, + "grad_norm": 2.5556392669677734, + "learning_rate": 2.170586927986218e-07, + "loss": 2.2095, + "step": 54654 + }, + { + "epoch": 0.9355689073760249, + "grad_norm": 2.605635404586792, + "learning_rate": 2.1694382335985642e-07, + "loss": 2.198, + "step": 54655 + }, + { + "epoch": 0.9355860250945754, + "grad_norm": 2.731210708618164, + "learning_rate": 2.1682898399079443e-07, + "loss": 2.3637, + "step": 54656 + }, + { + "epoch": 0.9356031428131258, + "grad_norm": 2.4441235065460205, + "learning_rate": 2.1671417469179334e-07, + "loss": 2.2525, + "step": 54657 + }, + { + "epoch": 0.9356202605316764, + "grad_norm": 2.6470131874084473, + "learning_rate": 2.1659939546320285e-07, + "loss": 2.3118, + "step": 54658 + }, + { + "epoch": 0.9356373782502269, + "grad_norm": 2.541463613510132, + "learning_rate": 2.1648464630537826e-07, + "loss": 2.258, + "step": 54659 + }, + { + "epoch": 0.9356544959687773, + "grad_norm": 2.6401584148406982, + "learning_rate": 2.1636992721866923e-07, + "loss": 2.309, + "step": 54660 + }, + { + "epoch": 0.9356716136873278, + "grad_norm": 2.664937973022461, + "learning_rate": 2.1625523820342996e-07, + "loss": 2.4382, + "step": 54661 + }, + { + "epoch": 0.9356887314058783, + "grad_norm": 2.527684211730957, + "learning_rate": 2.1614057926001353e-07, + "loss": 2.2544, + "step": 54662 + }, + { + "epoch": 0.9357058491244287, + "grad_norm": 2.670161485671997, + "learning_rate": 2.1602595038877071e-07, + "loss": 2.3743, + "step": 54663 + }, + { + "epoch": 0.9357229668429792, + "grad_norm": 2.682495355606079, + "learning_rate": 2.1591135159005682e-07, + "loss": 2.397, + "step": 54664 + }, + { + "epoch": 0.9357400845615297, + "grad_norm": 2.65073561668396, + "learning_rate": 2.1579678286422045e-07, + "loss": 2.2963, + "step": 54665 + }, + { + "epoch": 0.9357572022800801, + "grad_norm": 2.6850693225860596, + "learning_rate": 2.1568224421161577e-07, + "loss": 2.3326, + "step": 54666 + }, + { + "epoch": 0.9357743199986306, + "grad_norm": 2.6196045875549316, + "learning_rate": 2.155677356325947e-07, + "loss": 2.3636, + "step": 54667 + }, + { + "epoch": 0.9357914377171811, + "grad_norm": 2.8076226711273193, + "learning_rate": 2.1545325712750807e-07, + "loss": 2.3212, + "step": 54668 + }, + { + "epoch": 0.9358085554357315, + "grad_norm": 2.6001172065734863, + "learning_rate": 2.153388086967101e-07, + "loss": 2.4382, + "step": 54669 + }, + { + "epoch": 0.935825673154282, + "grad_norm": 2.6230030059814453, + "learning_rate": 2.1522439034055042e-07, + "loss": 2.2837, + "step": 54670 + }, + { + "epoch": 0.9358427908728325, + "grad_norm": 2.7190845012664795, + "learning_rate": 2.1511000205938104e-07, + "loss": 2.2723, + "step": 54671 + }, + { + "epoch": 0.9358599085913829, + "grad_norm": 2.6632602214813232, + "learning_rate": 2.1499564385355497e-07, + "loss": 2.3849, + "step": 54672 + }, + { + "epoch": 0.9358770263099334, + "grad_norm": 2.675334930419922, + "learning_rate": 2.1488131572342086e-07, + "loss": 2.2587, + "step": 54673 + }, + { + "epoch": 0.9358941440284839, + "grad_norm": 2.655179500579834, + "learning_rate": 2.1476701766933395e-07, + "loss": 2.2728, + "step": 54674 + }, + { + "epoch": 0.9359112617470343, + "grad_norm": 2.8686811923980713, + "learning_rate": 2.1465274969164173e-07, + "loss": 2.3944, + "step": 54675 + }, + { + "epoch": 0.9359283794655848, + "grad_norm": 2.6408209800720215, + "learning_rate": 2.145385117906995e-07, + "loss": 2.3864, + "step": 54676 + }, + { + "epoch": 0.9359454971841353, + "grad_norm": 2.536975860595703, + "learning_rate": 2.1442430396685365e-07, + "loss": 2.334, + "step": 54677 + }, + { + "epoch": 0.9359626149026857, + "grad_norm": 2.762843132019043, + "learning_rate": 2.1431012622045943e-07, + "loss": 2.2976, + "step": 54678 + }, + { + "epoch": 0.9359797326212362, + "grad_norm": 2.6391212940216064, + "learning_rate": 2.1419597855186435e-07, + "loss": 2.2719, + "step": 54679 + }, + { + "epoch": 0.9359968503397867, + "grad_norm": 2.6295948028564453, + "learning_rate": 2.140818609614226e-07, + "loss": 2.2464, + "step": 54680 + }, + { + "epoch": 0.9360139680583371, + "grad_norm": 2.7558090686798096, + "learning_rate": 2.1396777344948272e-07, + "loss": 2.3469, + "step": 54681 + }, + { + "epoch": 0.9360310857768877, + "grad_norm": 2.9318082332611084, + "learning_rate": 2.138537160163956e-07, + "loss": 2.3885, + "step": 54682 + }, + { + "epoch": 0.9360482034954382, + "grad_norm": 2.5123491287231445, + "learning_rate": 2.1373968866251205e-07, + "loss": 2.2686, + "step": 54683 + }, + { + "epoch": 0.9360653212139886, + "grad_norm": 2.70843768119812, + "learning_rate": 2.136256913881829e-07, + "loss": 2.3922, + "step": 54684 + }, + { + "epoch": 0.9360824389325391, + "grad_norm": 2.5084047317504883, + "learning_rate": 2.1351172419375788e-07, + "loss": 2.207, + "step": 54685 + }, + { + "epoch": 0.9360995566510896, + "grad_norm": 2.6858913898468018, + "learning_rate": 2.133977870795878e-07, + "loss": 2.2201, + "step": 54686 + }, + { + "epoch": 0.93611667436964, + "grad_norm": 2.8028318881988525, + "learning_rate": 2.1328388004602352e-07, + "loss": 2.4126, + "step": 54687 + }, + { + "epoch": 0.9361337920881905, + "grad_norm": 2.5869598388671875, + "learning_rate": 2.1317000309341363e-07, + "loss": 2.3025, + "step": 54688 + }, + { + "epoch": 0.936150909806741, + "grad_norm": 2.899447441101074, + "learning_rate": 2.1305615622210896e-07, + "loss": 2.2865, + "step": 54689 + }, + { + "epoch": 0.9361680275252914, + "grad_norm": 2.617241382598877, + "learning_rate": 2.1294233943245922e-07, + "loss": 2.3661, + "step": 54690 + }, + { + "epoch": 0.9361851452438419, + "grad_norm": 2.6485698223114014, + "learning_rate": 2.1282855272481416e-07, + "loss": 2.3329, + "step": 54691 + }, + { + "epoch": 0.9362022629623924, + "grad_norm": 2.5332837104797363, + "learning_rate": 2.127147960995246e-07, + "loss": 2.3288, + "step": 54692 + }, + { + "epoch": 0.9362193806809428, + "grad_norm": 2.759237766265869, + "learning_rate": 2.1260106955693806e-07, + "loss": 2.3587, + "step": 54693 + }, + { + "epoch": 0.9362364983994933, + "grad_norm": 2.3657758235931396, + "learning_rate": 2.124873730974075e-07, + "loss": 2.1595, + "step": 54694 + }, + { + "epoch": 0.9362536161180438, + "grad_norm": 2.4124581813812256, + "learning_rate": 2.1237370672127832e-07, + "loss": 2.3268, + "step": 54695 + }, + { + "epoch": 0.9362707338365942, + "grad_norm": 2.6039319038391113, + "learning_rate": 2.122600704289024e-07, + "loss": 2.2922, + "step": 54696 + }, + { + "epoch": 0.9362878515551447, + "grad_norm": 2.7012243270874023, + "learning_rate": 2.1214646422062835e-07, + "loss": 2.2528, + "step": 54697 + }, + { + "epoch": 0.9363049692736952, + "grad_norm": 2.573901891708374, + "learning_rate": 2.1203288809680588e-07, + "loss": 2.2703, + "step": 54698 + }, + { + "epoch": 0.9363220869922457, + "grad_norm": 2.506047487258911, + "learning_rate": 2.1191934205778364e-07, + "loss": 2.291, + "step": 54699 + }, + { + "epoch": 0.9363392047107961, + "grad_norm": 2.657564163208008, + "learning_rate": 2.118058261039091e-07, + "loss": 2.3302, + "step": 54700 + }, + { + "epoch": 0.9363563224293466, + "grad_norm": 2.7559173107147217, + "learning_rate": 2.116923402355353e-07, + "loss": 2.2773, + "step": 54701 + }, + { + "epoch": 0.9363734401478971, + "grad_norm": 2.7791364192962646, + "learning_rate": 2.1157888445300645e-07, + "loss": 2.3999, + "step": 54702 + }, + { + "epoch": 0.9363905578664475, + "grad_norm": 2.6077804565429688, + "learning_rate": 2.1146545875667445e-07, + "loss": 2.1613, + "step": 54703 + }, + { + "epoch": 0.936407675584998, + "grad_norm": 2.563559055328369, + "learning_rate": 2.1135206314688683e-07, + "loss": 2.3699, + "step": 54704 + }, + { + "epoch": 0.9364247933035486, + "grad_norm": 2.5535266399383545, + "learning_rate": 2.1123869762398997e-07, + "loss": 2.2673, + "step": 54705 + }, + { + "epoch": 0.936441911022099, + "grad_norm": 2.6609115600585938, + "learning_rate": 2.111253621883369e-07, + "loss": 2.4411, + "step": 54706 + }, + { + "epoch": 0.9364590287406495, + "grad_norm": 2.5394206047058105, + "learning_rate": 2.1101205684027294e-07, + "loss": 2.1324, + "step": 54707 + }, + { + "epoch": 0.9364761464592, + "grad_norm": 2.575417995452881, + "learning_rate": 2.1089878158014553e-07, + "loss": 2.2109, + "step": 54708 + }, + { + "epoch": 0.9364932641777504, + "grad_norm": 2.640644073486328, + "learning_rate": 2.1078553640830668e-07, + "loss": 2.4384, + "step": 54709 + }, + { + "epoch": 0.9365103818963009, + "grad_norm": 2.8484432697296143, + "learning_rate": 2.106723213250994e-07, + "loss": 2.5014, + "step": 54710 + }, + { + "epoch": 0.9365274996148514, + "grad_norm": 2.580766439437866, + "learning_rate": 2.1055913633087565e-07, + "loss": 2.2997, + "step": 54711 + }, + { + "epoch": 0.9365446173334018, + "grad_norm": 2.6123545169830322, + "learning_rate": 2.1044598142598072e-07, + "loss": 2.3655, + "step": 54712 + }, + { + "epoch": 0.9365617350519523, + "grad_norm": 2.7576091289520264, + "learning_rate": 2.103328566107654e-07, + "loss": 2.383, + "step": 54713 + }, + { + "epoch": 0.9365788527705028, + "grad_norm": 2.729310989379883, + "learning_rate": 2.1021976188557503e-07, + "loss": 2.2515, + "step": 54714 + }, + { + "epoch": 0.9365959704890532, + "grad_norm": 2.575021982192993, + "learning_rate": 2.1010669725075704e-07, + "loss": 2.3553, + "step": 54715 + }, + { + "epoch": 0.9366130882076037, + "grad_norm": 2.789987802505493, + "learning_rate": 2.0999366270666012e-07, + "loss": 2.4042, + "step": 54716 + }, + { + "epoch": 0.9366302059261542, + "grad_norm": 2.5923991203308105, + "learning_rate": 2.0988065825363168e-07, + "loss": 2.3363, + "step": 54717 + }, + { + "epoch": 0.9366473236447046, + "grad_norm": 2.5446527004241943, + "learning_rate": 2.0976768389201928e-07, + "loss": 2.2959, + "step": 54718 + }, + { + "epoch": 0.9366644413632551, + "grad_norm": 2.6288280487060547, + "learning_rate": 2.096547396221682e-07, + "loss": 2.3839, + "step": 54719 + }, + { + "epoch": 0.9366815590818056, + "grad_norm": 2.79392409324646, + "learning_rate": 2.0954182544442703e-07, + "loss": 2.2671, + "step": 54720 + }, + { + "epoch": 0.936698676800356, + "grad_norm": 2.6557164192199707, + "learning_rate": 2.0942894135914328e-07, + "loss": 2.4373, + "step": 54721 + }, + { + "epoch": 0.9367157945189065, + "grad_norm": 2.7317678928375244, + "learning_rate": 2.0931608736666332e-07, + "loss": 2.4209, + "step": 54722 + }, + { + "epoch": 0.936732912237457, + "grad_norm": 2.7065188884735107, + "learning_rate": 2.0920326346733354e-07, + "loss": 2.3883, + "step": 54723 + }, + { + "epoch": 0.9367500299560074, + "grad_norm": 2.743492364883423, + "learning_rate": 2.090904696615026e-07, + "loss": 2.3453, + "step": 54724 + }, + { + "epoch": 0.9367671476745579, + "grad_norm": 2.574249744415283, + "learning_rate": 2.0897770594951572e-07, + "loss": 2.3128, + "step": 54725 + }, + { + "epoch": 0.9367842653931084, + "grad_norm": 2.451507806777954, + "learning_rate": 2.088649723317182e-07, + "loss": 2.168, + "step": 54726 + }, + { + "epoch": 0.9368013831116588, + "grad_norm": 2.569077730178833, + "learning_rate": 2.0875226880845868e-07, + "loss": 2.3407, + "step": 54727 + }, + { + "epoch": 0.9368185008302093, + "grad_norm": 2.6266040802001953, + "learning_rate": 2.086395953800835e-07, + "loss": 2.2303, + "step": 54728 + }, + { + "epoch": 0.9368356185487599, + "grad_norm": 2.847188711166382, + "learning_rate": 2.0852695204693686e-07, + "loss": 2.42, + "step": 54729 + }, + { + "epoch": 0.9368527362673102, + "grad_norm": 2.837008476257324, + "learning_rate": 2.0841433880936734e-07, + "loss": 2.3444, + "step": 54730 + }, + { + "epoch": 0.9368698539858608, + "grad_norm": 2.80951189994812, + "learning_rate": 2.0830175566772139e-07, + "loss": 2.3013, + "step": 54731 + }, + { + "epoch": 0.9368869717044113, + "grad_norm": 2.61904239654541, + "learning_rate": 2.081892026223431e-07, + "loss": 2.2439, + "step": 54732 + }, + { + "epoch": 0.9369040894229617, + "grad_norm": 2.484046220779419, + "learning_rate": 2.080766796735789e-07, + "loss": 2.2365, + "step": 54733 + }, + { + "epoch": 0.9369212071415122, + "grad_norm": 2.5859827995300293, + "learning_rate": 2.0796418682177412e-07, + "loss": 2.3317, + "step": 54734 + }, + { + "epoch": 0.9369383248600627, + "grad_norm": 2.5782952308654785, + "learning_rate": 2.0785172406727615e-07, + "loss": 2.2584, + "step": 54735 + }, + { + "epoch": 0.9369554425786131, + "grad_norm": 2.7060790061950684, + "learning_rate": 2.0773929141043148e-07, + "loss": 2.3228, + "step": 54736 + }, + { + "epoch": 0.9369725602971636, + "grad_norm": 2.640348434448242, + "learning_rate": 2.0762688885158088e-07, + "loss": 2.2556, + "step": 54737 + }, + { + "epoch": 0.9369896780157141, + "grad_norm": 2.7116549015045166, + "learning_rate": 2.0751451639107522e-07, + "loss": 2.3642, + "step": 54738 + }, + { + "epoch": 0.9370067957342645, + "grad_norm": 2.4519670009613037, + "learning_rate": 2.0740217402925754e-07, + "loss": 2.3438, + "step": 54739 + }, + { + "epoch": 0.937023913452815, + "grad_norm": 2.51566481590271, + "learning_rate": 2.0728986176647204e-07, + "loss": 2.2648, + "step": 54740 + }, + { + "epoch": 0.9370410311713655, + "grad_norm": 2.792468547821045, + "learning_rate": 2.0717757960306727e-07, + "loss": 2.4545, + "step": 54741 + }, + { + "epoch": 0.9370581488899159, + "grad_norm": 2.699540853500366, + "learning_rate": 2.0706532753938413e-07, + "loss": 2.3191, + "step": 54742 + }, + { + "epoch": 0.9370752666084664, + "grad_norm": 2.634843111038208, + "learning_rate": 2.069531055757712e-07, + "loss": 2.3806, + "step": 54743 + }, + { + "epoch": 0.9370923843270169, + "grad_norm": 2.622307777404785, + "learning_rate": 2.0684091371257154e-07, + "loss": 2.3111, + "step": 54744 + }, + { + "epoch": 0.9371095020455674, + "grad_norm": 2.6549713611602783, + "learning_rate": 2.0672875195013043e-07, + "loss": 2.372, + "step": 54745 + }, + { + "epoch": 0.9371266197641178, + "grad_norm": 2.6676394939422607, + "learning_rate": 2.0661662028879316e-07, + "loss": 2.2983, + "step": 54746 + }, + { + "epoch": 0.9371437374826683, + "grad_norm": 2.5247960090637207, + "learning_rate": 2.0650451872890275e-07, + "loss": 2.3122, + "step": 54747 + }, + { + "epoch": 0.9371608552012188, + "grad_norm": 2.5548484325408936, + "learning_rate": 2.0639244727080566e-07, + "loss": 2.3588, + "step": 54748 + }, + { + "epoch": 0.9371779729197692, + "grad_norm": 2.592833995819092, + "learning_rate": 2.0628040591484376e-07, + "loss": 2.2638, + "step": 54749 + }, + { + "epoch": 0.9371950906383197, + "grad_norm": 2.5108044147491455, + "learning_rate": 2.0616839466136573e-07, + "loss": 2.2941, + "step": 54750 + }, + { + "epoch": 0.9372122083568702, + "grad_norm": 2.648848533630371, + "learning_rate": 2.0605641351071237e-07, + "loss": 2.3944, + "step": 54751 + }, + { + "epoch": 0.9372293260754206, + "grad_norm": 2.6538405418395996, + "learning_rate": 2.0594446246322897e-07, + "loss": 2.307, + "step": 54752 + }, + { + "epoch": 0.9372464437939712, + "grad_norm": 2.71635365486145, + "learning_rate": 2.058325415192597e-07, + "loss": 2.3574, + "step": 54753 + }, + { + "epoch": 0.9372635615125217, + "grad_norm": 2.7729039192199707, + "learning_rate": 2.057206506791476e-07, + "loss": 2.404, + "step": 54754 + }, + { + "epoch": 0.9372806792310721, + "grad_norm": 2.511671304702759, + "learning_rate": 2.0560878994323797e-07, + "loss": 2.2059, + "step": 54755 + }, + { + "epoch": 0.9372977969496226, + "grad_norm": 2.5823092460632324, + "learning_rate": 2.0549695931187387e-07, + "loss": 2.2366, + "step": 54756 + }, + { + "epoch": 0.9373149146681731, + "grad_norm": 2.5895490646362305, + "learning_rate": 2.0538515878539944e-07, + "loss": 2.354, + "step": 54757 + }, + { + "epoch": 0.9373320323867235, + "grad_norm": 2.7851905822753906, + "learning_rate": 2.0527338836415777e-07, + "loss": 2.2465, + "step": 54758 + }, + { + "epoch": 0.937349150105274, + "grad_norm": 2.597141742706299, + "learning_rate": 2.0516164804849194e-07, + "loss": 2.3086, + "step": 54759 + }, + { + "epoch": 0.9373662678238245, + "grad_norm": 2.4400179386138916, + "learning_rate": 2.0504993783874826e-07, + "loss": 2.2743, + "step": 54760 + }, + { + "epoch": 0.9373833855423749, + "grad_norm": 2.3660969734191895, + "learning_rate": 2.0493825773526543e-07, + "loss": 2.1588, + "step": 54761 + }, + { + "epoch": 0.9374005032609254, + "grad_norm": 2.530959129333496, + "learning_rate": 2.048266077383909e-07, + "loss": 2.299, + "step": 54762 + }, + { + "epoch": 0.9374176209794759, + "grad_norm": 2.684483051300049, + "learning_rate": 2.0471498784846554e-07, + "loss": 2.3187, + "step": 54763 + }, + { + "epoch": 0.9374347386980263, + "grad_norm": 2.6891889572143555, + "learning_rate": 2.046033980658335e-07, + "loss": 2.4172, + "step": 54764 + }, + { + "epoch": 0.9374518564165768, + "grad_norm": 2.653980255126953, + "learning_rate": 2.0449183839083675e-07, + "loss": 2.4384, + "step": 54765 + }, + { + "epoch": 0.9374689741351273, + "grad_norm": 2.650239944458008, + "learning_rate": 2.0438030882381944e-07, + "loss": 2.2257, + "step": 54766 + }, + { + "epoch": 0.9374860918536777, + "grad_norm": 2.5909583568573, + "learning_rate": 2.042688093651235e-07, + "loss": 2.2255, + "step": 54767 + }, + { + "epoch": 0.9375032095722282, + "grad_norm": 2.6616744995117188, + "learning_rate": 2.0415734001509202e-07, + "loss": 2.2168, + "step": 54768 + }, + { + "epoch": 0.9375203272907787, + "grad_norm": 2.653642416000366, + "learning_rate": 2.0404590077406694e-07, + "loss": 2.2187, + "step": 54769 + }, + { + "epoch": 0.9375374450093291, + "grad_norm": 2.520504951477051, + "learning_rate": 2.039344916423913e-07, + "loss": 2.2127, + "step": 54770 + }, + { + "epoch": 0.9375545627278796, + "grad_norm": 2.7230145931243896, + "learning_rate": 2.0382311262040822e-07, + "loss": 2.3929, + "step": 54771 + }, + { + "epoch": 0.9375716804464301, + "grad_norm": 2.578718900680542, + "learning_rate": 2.0371176370845847e-07, + "loss": 2.3203, + "step": 54772 + }, + { + "epoch": 0.9375887981649805, + "grad_norm": 2.5908613204956055, + "learning_rate": 2.0360044490688736e-07, + "loss": 2.3291, + "step": 54773 + }, + { + "epoch": 0.937605915883531, + "grad_norm": 2.6500959396362305, + "learning_rate": 2.0348915621603238e-07, + "loss": 2.2916, + "step": 54774 + }, + { + "epoch": 0.9376230336020815, + "grad_norm": 2.4206528663635254, + "learning_rate": 2.0337789763623994e-07, + "loss": 2.1998, + "step": 54775 + }, + { + "epoch": 0.9376401513206319, + "grad_norm": 2.395043134689331, + "learning_rate": 2.0326666916784866e-07, + "loss": 2.2419, + "step": 54776 + }, + { + "epoch": 0.9376572690391825, + "grad_norm": 2.5071840286254883, + "learning_rate": 2.031554708112027e-07, + "loss": 2.2266, + "step": 54777 + }, + { + "epoch": 0.937674386757733, + "grad_norm": 2.817399501800537, + "learning_rate": 2.0304430256664287e-07, + "loss": 2.2575, + "step": 54778 + }, + { + "epoch": 0.9376915044762834, + "grad_norm": 2.705988645553589, + "learning_rate": 2.0293316443451006e-07, + "loss": 2.3777, + "step": 54779 + }, + { + "epoch": 0.9377086221948339, + "grad_norm": 2.6816091537475586, + "learning_rate": 2.0282205641514951e-07, + "loss": 2.374, + "step": 54780 + }, + { + "epoch": 0.9377257399133844, + "grad_norm": 2.725445508956909, + "learning_rate": 2.0271097850889654e-07, + "loss": 2.3101, + "step": 54781 + }, + { + "epoch": 0.9377428576319348, + "grad_norm": 2.535905361175537, + "learning_rate": 2.0259993071609974e-07, + "loss": 2.2409, + "step": 54782 + }, + { + "epoch": 0.9377599753504853, + "grad_norm": 2.6755781173706055, + "learning_rate": 2.024889130370944e-07, + "loss": 2.2758, + "step": 54783 + }, + { + "epoch": 0.9377770930690358, + "grad_norm": 2.588355302810669, + "learning_rate": 2.0237792547222469e-07, + "loss": 2.2706, + "step": 54784 + }, + { + "epoch": 0.9377942107875862, + "grad_norm": 2.598787546157837, + "learning_rate": 2.0226696802183255e-07, + "loss": 2.2898, + "step": 54785 + }, + { + "epoch": 0.9378113285061367, + "grad_norm": 2.5813863277435303, + "learning_rate": 2.021560406862555e-07, + "loss": 2.3779, + "step": 54786 + }, + { + "epoch": 0.9378284462246872, + "grad_norm": 2.6203720569610596, + "learning_rate": 2.020451434658377e-07, + "loss": 2.2113, + "step": 54787 + }, + { + "epoch": 0.9378455639432376, + "grad_norm": 2.6979525089263916, + "learning_rate": 2.019342763609189e-07, + "loss": 2.1752, + "step": 54788 + }, + { + "epoch": 0.9378626816617881, + "grad_norm": 2.602057456970215, + "learning_rate": 2.018234393718399e-07, + "loss": 2.2803, + "step": 54789 + }, + { + "epoch": 0.9378797993803386, + "grad_norm": 2.5262980461120605, + "learning_rate": 2.0171263249894268e-07, + "loss": 2.3132, + "step": 54790 + }, + { + "epoch": 0.937896917098889, + "grad_norm": 2.5393619537353516, + "learning_rate": 2.0160185574256473e-07, + "loss": 2.3136, + "step": 54791 + }, + { + "epoch": 0.9379140348174395, + "grad_norm": 2.5773956775665283, + "learning_rate": 2.0149110910304914e-07, + "loss": 2.38, + "step": 54792 + }, + { + "epoch": 0.93793115253599, + "grad_norm": 2.782670736312866, + "learning_rate": 2.013803925807356e-07, + "loss": 2.3684, + "step": 54793 + }, + { + "epoch": 0.9379482702545405, + "grad_norm": 2.5567023754119873, + "learning_rate": 2.0126970617596386e-07, + "loss": 2.3392, + "step": 54794 + }, + { + "epoch": 0.9379653879730909, + "grad_norm": 2.5441105365753174, + "learning_rate": 2.0115904988907477e-07, + "loss": 2.3613, + "step": 54795 + }, + { + "epoch": 0.9379825056916414, + "grad_norm": 2.7480363845825195, + "learning_rate": 2.010484237204091e-07, + "loss": 2.3154, + "step": 54796 + }, + { + "epoch": 0.9379996234101919, + "grad_norm": 2.782890558242798, + "learning_rate": 2.0093782767030556e-07, + "loss": 2.4126, + "step": 54797 + }, + { + "epoch": 0.9380167411287423, + "grad_norm": 2.6130664348602295, + "learning_rate": 2.0082726173910493e-07, + "loss": 2.2707, + "step": 54798 + }, + { + "epoch": 0.9380338588472928, + "grad_norm": 2.6495814323425293, + "learning_rate": 2.0071672592714587e-07, + "loss": 2.3716, + "step": 54799 + }, + { + "epoch": 0.9380509765658434, + "grad_norm": 2.631136655807495, + "learning_rate": 2.0060622023476918e-07, + "loss": 2.3343, + "step": 54800 + }, + { + "epoch": 0.9380680942843937, + "grad_norm": 2.452174663543701, + "learning_rate": 2.004957446623146e-07, + "loss": 2.1755, + "step": 54801 + }, + { + "epoch": 0.9380852120029443, + "grad_norm": 2.613576889038086, + "learning_rate": 2.0038529921012185e-07, + "loss": 2.2398, + "step": 54802 + }, + { + "epoch": 0.9381023297214948, + "grad_norm": 2.799159288406372, + "learning_rate": 2.0027488387852956e-07, + "loss": 2.2866, + "step": 54803 + }, + { + "epoch": 0.9381194474400452, + "grad_norm": 2.6731319427490234, + "learning_rate": 2.0016449866787746e-07, + "loss": 2.3329, + "step": 54804 + }, + { + "epoch": 0.9381365651585957, + "grad_norm": 2.6214215755462646, + "learning_rate": 2.0005414357850528e-07, + "loss": 2.3113, + "step": 54805 + }, + { + "epoch": 0.9381536828771462, + "grad_norm": 2.640148401260376, + "learning_rate": 1.9994381861075163e-07, + "loss": 2.3947, + "step": 54806 + }, + { + "epoch": 0.9381708005956966, + "grad_norm": 2.66650390625, + "learning_rate": 1.9983352376495514e-07, + "loss": 2.3483, + "step": 54807 + }, + { + "epoch": 0.9381879183142471, + "grad_norm": 2.420116662979126, + "learning_rate": 1.9972325904145552e-07, + "loss": 2.2652, + "step": 54808 + }, + { + "epoch": 0.9382050360327976, + "grad_norm": 2.5431079864501953, + "learning_rate": 1.9961302444059248e-07, + "loss": 2.1897, + "step": 54809 + }, + { + "epoch": 0.938222153751348, + "grad_norm": 2.481299877166748, + "learning_rate": 1.995028199627047e-07, + "loss": 2.3441, + "step": 54810 + }, + { + "epoch": 0.9382392714698985, + "grad_norm": 2.5411248207092285, + "learning_rate": 1.9939264560812855e-07, + "loss": 2.33, + "step": 54811 + }, + { + "epoch": 0.938256389188449, + "grad_norm": 2.5953354835510254, + "learning_rate": 1.9928250137720483e-07, + "loss": 2.1522, + "step": 54812 + }, + { + "epoch": 0.9382735069069994, + "grad_norm": 2.7828879356384277, + "learning_rate": 1.991723872702722e-07, + "loss": 2.3453, + "step": 54813 + }, + { + "epoch": 0.9382906246255499, + "grad_norm": 2.6787490844726562, + "learning_rate": 1.9906230328766708e-07, + "loss": 2.3686, + "step": 54814 + }, + { + "epoch": 0.9383077423441004, + "grad_norm": 2.527855634689331, + "learning_rate": 1.9895224942973134e-07, + "loss": 2.2788, + "step": 54815 + }, + { + "epoch": 0.9383248600626508, + "grad_norm": 2.6500208377838135, + "learning_rate": 1.9884222569679924e-07, + "loss": 2.3316, + "step": 54816 + }, + { + "epoch": 0.9383419777812013, + "grad_norm": 2.6679136753082275, + "learning_rate": 1.9873223208921266e-07, + "loss": 2.3373, + "step": 54817 + }, + { + "epoch": 0.9383590954997518, + "grad_norm": 2.618591070175171, + "learning_rate": 1.9862226860730694e-07, + "loss": 2.2841, + "step": 54818 + }, + { + "epoch": 0.9383762132183022, + "grad_norm": 2.6010687351226807, + "learning_rate": 1.9851233525142066e-07, + "loss": 2.3184, + "step": 54819 + }, + { + "epoch": 0.9383933309368527, + "grad_norm": 2.583653688430786, + "learning_rate": 1.9840243202189248e-07, + "loss": 2.2786, + "step": 54820 + }, + { + "epoch": 0.9384104486554032, + "grad_norm": 2.662410259246826, + "learning_rate": 1.9829255891905986e-07, + "loss": 2.3966, + "step": 54821 + }, + { + "epoch": 0.9384275663739536, + "grad_norm": 2.754443883895874, + "learning_rate": 1.9818271594326033e-07, + "loss": 2.2688, + "step": 54822 + }, + { + "epoch": 0.9384446840925041, + "grad_norm": 2.718197822570801, + "learning_rate": 1.980729030948314e-07, + "loss": 2.2813, + "step": 54823 + }, + { + "epoch": 0.9384618018110547, + "grad_norm": 2.740635633468628, + "learning_rate": 1.9796312037411168e-07, + "loss": 2.2976, + "step": 54824 + }, + { + "epoch": 0.938478919529605, + "grad_norm": 2.726060628890991, + "learning_rate": 1.978533677814365e-07, + "loss": 2.3157, + "step": 54825 + }, + { + "epoch": 0.9384960372481556, + "grad_norm": 2.6642327308654785, + "learning_rate": 1.977436453171455e-07, + "loss": 2.2513, + "step": 54826 + }, + { + "epoch": 0.9385131549667061, + "grad_norm": 2.4791438579559326, + "learning_rate": 1.9763395298157518e-07, + "loss": 2.2052, + "step": 54827 + }, + { + "epoch": 0.9385302726852565, + "grad_norm": 2.7070834636688232, + "learning_rate": 1.9752429077506075e-07, + "loss": 2.3372, + "step": 54828 + }, + { + "epoch": 0.938547390403807, + "grad_norm": 2.3730623722076416, + "learning_rate": 1.9741465869794308e-07, + "loss": 2.252, + "step": 54829 + }, + { + "epoch": 0.9385645081223575, + "grad_norm": 2.8493099212646484, + "learning_rate": 1.9730505675055523e-07, + "loss": 2.3143, + "step": 54830 + }, + { + "epoch": 0.9385816258409079, + "grad_norm": 2.5043532848358154, + "learning_rate": 1.9719548493323692e-07, + "loss": 2.2896, + "step": 54831 + }, + { + "epoch": 0.9385987435594584, + "grad_norm": 2.821027994155884, + "learning_rate": 1.9708594324632345e-07, + "loss": 2.4907, + "step": 54832 + }, + { + "epoch": 0.9386158612780089, + "grad_norm": 2.6342928409576416, + "learning_rate": 1.9697643169015123e-07, + "loss": 2.4709, + "step": 54833 + }, + { + "epoch": 0.9386329789965593, + "grad_norm": 2.717741012573242, + "learning_rate": 1.9686695026505886e-07, + "loss": 2.2954, + "step": 54834 + }, + { + "epoch": 0.9386500967151098, + "grad_norm": 2.6468284130096436, + "learning_rate": 1.9675749897138053e-07, + "loss": 2.2859, + "step": 54835 + }, + { + "epoch": 0.9386672144336603, + "grad_norm": 2.5005171298980713, + "learning_rate": 1.9664807780945482e-07, + "loss": 2.2336, + "step": 54836 + }, + { + "epoch": 0.9386843321522107, + "grad_norm": 2.772911548614502, + "learning_rate": 1.9653868677961596e-07, + "loss": 2.2663, + "step": 54837 + }, + { + "epoch": 0.9387014498707612, + "grad_norm": 2.85251522064209, + "learning_rate": 1.964293258822003e-07, + "loss": 2.3234, + "step": 54838 + }, + { + "epoch": 0.9387185675893117, + "grad_norm": 2.7258381843566895, + "learning_rate": 1.963199951175465e-07, + "loss": 2.3842, + "step": 54839 + }, + { + "epoch": 0.9387356853078622, + "grad_norm": 2.714747667312622, + "learning_rate": 1.9621069448598763e-07, + "loss": 2.3747, + "step": 54840 + }, + { + "epoch": 0.9387528030264126, + "grad_norm": 2.577788829803467, + "learning_rate": 1.9610142398786225e-07, + "loss": 2.2678, + "step": 54841 + }, + { + "epoch": 0.9387699207449631, + "grad_norm": 2.5978498458862305, + "learning_rate": 1.9599218362350347e-07, + "loss": 2.3358, + "step": 54842 + }, + { + "epoch": 0.9387870384635136, + "grad_norm": 2.6979706287384033, + "learning_rate": 1.958829733932488e-07, + "loss": 2.3375, + "step": 54843 + }, + { + "epoch": 0.938804156182064, + "grad_norm": 2.6166462898254395, + "learning_rate": 1.9577379329743462e-07, + "loss": 2.3514, + "step": 54844 + }, + { + "epoch": 0.9388212739006145, + "grad_norm": 2.805438756942749, + "learning_rate": 1.95664643336394e-07, + "loss": 2.214, + "step": 54845 + }, + { + "epoch": 0.938838391619165, + "grad_norm": 2.5578200817108154, + "learning_rate": 1.955555235104656e-07, + "loss": 2.2781, + "step": 54846 + }, + { + "epoch": 0.9388555093377154, + "grad_norm": 2.765202760696411, + "learning_rate": 1.954464338199813e-07, + "loss": 2.33, + "step": 54847 + }, + { + "epoch": 0.938872627056266, + "grad_norm": 2.7094266414642334, + "learning_rate": 1.9533737426527976e-07, + "loss": 2.2982, + "step": 54848 + }, + { + "epoch": 0.9388897447748165, + "grad_norm": 2.796379327774048, + "learning_rate": 1.9522834484669295e-07, + "loss": 2.3181, + "step": 54849 + }, + { + "epoch": 0.9389068624933669, + "grad_norm": 2.696627616882324, + "learning_rate": 1.9511934556455836e-07, + "loss": 2.2258, + "step": 54850 + }, + { + "epoch": 0.9389239802119174, + "grad_norm": 2.5076396465301514, + "learning_rate": 1.9501037641921128e-07, + "loss": 2.2529, + "step": 54851 + }, + { + "epoch": 0.9389410979304679, + "grad_norm": 2.7307374477386475, + "learning_rate": 1.949014374109859e-07, + "loss": 2.3799, + "step": 54852 + }, + { + "epoch": 0.9389582156490183, + "grad_norm": 2.65000581741333, + "learning_rate": 1.9479252854021413e-07, + "loss": 2.364, + "step": 54853 + }, + { + "epoch": 0.9389753333675688, + "grad_norm": 2.7819464206695557, + "learning_rate": 1.9468364980723687e-07, + "loss": 2.4344, + "step": 54854 + }, + { + "epoch": 0.9389924510861193, + "grad_norm": 2.5627171993255615, + "learning_rate": 1.9457480121238382e-07, + "loss": 2.3554, + "step": 54855 + }, + { + "epoch": 0.9390095688046697, + "grad_norm": 2.5620481967926025, + "learning_rate": 1.9446598275599028e-07, + "loss": 2.3382, + "step": 54856 + }, + { + "epoch": 0.9390266865232202, + "grad_norm": 2.615630626678467, + "learning_rate": 1.9435719443839264e-07, + "loss": 2.2611, + "step": 54857 + }, + { + "epoch": 0.9390438042417707, + "grad_norm": 2.5094149112701416, + "learning_rate": 1.9424843625992394e-07, + "loss": 2.2389, + "step": 54858 + }, + { + "epoch": 0.9390609219603211, + "grad_norm": 2.7511608600616455, + "learning_rate": 1.9413970822091955e-07, + "loss": 2.368, + "step": 54859 + }, + { + "epoch": 0.9390780396788716, + "grad_norm": 2.5883357524871826, + "learning_rate": 1.9403101032171024e-07, + "loss": 2.3936, + "step": 54860 + }, + { + "epoch": 0.9390951573974221, + "grad_norm": 2.5366764068603516, + "learning_rate": 1.9392234256263465e-07, + "loss": 2.223, + "step": 54861 + }, + { + "epoch": 0.9391122751159725, + "grad_norm": 2.522688865661621, + "learning_rate": 1.9381370494402473e-07, + "loss": 2.2349, + "step": 54862 + }, + { + "epoch": 0.939129392834523, + "grad_norm": 2.46850848197937, + "learning_rate": 1.937050974662147e-07, + "loss": 2.2491, + "step": 54863 + }, + { + "epoch": 0.9391465105530735, + "grad_norm": 2.56050443649292, + "learning_rate": 1.9359652012953756e-07, + "loss": 2.2247, + "step": 54864 + }, + { + "epoch": 0.9391636282716239, + "grad_norm": 2.7543582916259766, + "learning_rate": 1.9348797293432752e-07, + "loss": 2.2875, + "step": 54865 + }, + { + "epoch": 0.9391807459901744, + "grad_norm": 2.901834011077881, + "learning_rate": 1.9337945588091878e-07, + "loss": 2.3643, + "step": 54866 + }, + { + "epoch": 0.9391978637087249, + "grad_norm": 2.727269172668457, + "learning_rate": 1.9327096896964435e-07, + "loss": 2.3492, + "step": 54867 + }, + { + "epoch": 0.9392149814272753, + "grad_norm": 2.4621877670288086, + "learning_rate": 1.9316251220083736e-07, + "loss": 2.2394, + "step": 54868 + }, + { + "epoch": 0.9392320991458258, + "grad_norm": 2.656935214996338, + "learning_rate": 1.9305408557483197e-07, + "loss": 2.3235, + "step": 54869 + }, + { + "epoch": 0.9392492168643763, + "grad_norm": 2.5623321533203125, + "learning_rate": 1.929456890919601e-07, + "loss": 2.3089, + "step": 54870 + }, + { + "epoch": 0.9392663345829267, + "grad_norm": 2.6379668712615967, + "learning_rate": 1.9283732275255706e-07, + "loss": 2.2915, + "step": 54871 + }, + { + "epoch": 0.9392834523014773, + "grad_norm": 2.5621747970581055, + "learning_rate": 1.9272898655695482e-07, + "loss": 2.2554, + "step": 54872 + }, + { + "epoch": 0.9393005700200278, + "grad_norm": 2.6225645542144775, + "learning_rate": 1.9262068050548533e-07, + "loss": 2.3621, + "step": 54873 + }, + { + "epoch": 0.9393176877385782, + "grad_norm": 2.4999632835388184, + "learning_rate": 1.9251240459848276e-07, + "loss": 2.2392, + "step": 54874 + }, + { + "epoch": 0.9393348054571287, + "grad_norm": 2.4965782165527344, + "learning_rate": 1.9240415883627904e-07, + "loss": 2.2998, + "step": 54875 + }, + { + "epoch": 0.9393519231756792, + "grad_norm": 2.635129928588867, + "learning_rate": 1.9229594321920953e-07, + "loss": 2.3229, + "step": 54876 + }, + { + "epoch": 0.9393690408942296, + "grad_norm": 2.725922107696533, + "learning_rate": 1.9218775774760167e-07, + "loss": 2.2866, + "step": 54877 + }, + { + "epoch": 0.9393861586127801, + "grad_norm": 2.6703755855560303, + "learning_rate": 1.9207960242179413e-07, + "loss": 2.3484, + "step": 54878 + }, + { + "epoch": 0.9394032763313306, + "grad_norm": 2.9116814136505127, + "learning_rate": 1.919714772421144e-07, + "loss": 2.337, + "step": 54879 + }, + { + "epoch": 0.939420394049881, + "grad_norm": 2.8129494190216064, + "learning_rate": 1.9186338220889665e-07, + "loss": 2.3852, + "step": 54880 + }, + { + "epoch": 0.9394375117684315, + "grad_norm": 2.564663887023926, + "learning_rate": 1.91755317322474e-07, + "loss": 2.1912, + "step": 54881 + }, + { + "epoch": 0.939454629486982, + "grad_norm": 2.6050570011138916, + "learning_rate": 1.9164728258317722e-07, + "loss": 2.1941, + "step": 54882 + }, + { + "epoch": 0.9394717472055324, + "grad_norm": 2.6037521362304688, + "learning_rate": 1.9153927799133941e-07, + "loss": 2.2734, + "step": 54883 + }, + { + "epoch": 0.9394888649240829, + "grad_norm": 2.558274507522583, + "learning_rate": 1.9143130354729255e-07, + "loss": 2.2844, + "step": 54884 + }, + { + "epoch": 0.9395059826426334, + "grad_norm": 2.7124578952789307, + "learning_rate": 1.9132335925136635e-07, + "loss": 2.2843, + "step": 54885 + }, + { + "epoch": 0.9395231003611839, + "grad_norm": 2.668830156326294, + "learning_rate": 1.91215445103895e-07, + "loss": 2.2492, + "step": 54886 + }, + { + "epoch": 0.9395402180797343, + "grad_norm": 2.793015718460083, + "learning_rate": 1.9110756110521045e-07, + "loss": 2.3934, + "step": 54887 + }, + { + "epoch": 0.9395573357982848, + "grad_norm": 2.6586015224456787, + "learning_rate": 1.9099970725564243e-07, + "loss": 2.3713, + "step": 54888 + }, + { + "epoch": 0.9395744535168353, + "grad_norm": 2.5442259311676025, + "learning_rate": 1.90891883555524e-07, + "loss": 2.3484, + "step": 54889 + }, + { + "epoch": 0.9395915712353857, + "grad_norm": 2.6549906730651855, + "learning_rate": 1.9078409000518493e-07, + "loss": 2.3151, + "step": 54890 + }, + { + "epoch": 0.9396086889539362, + "grad_norm": 2.5846292972564697, + "learning_rate": 1.9067632660495718e-07, + "loss": 2.2271, + "step": 54891 + }, + { + "epoch": 0.9396258066724867, + "grad_norm": 2.5845565795898438, + "learning_rate": 1.9056859335517264e-07, + "loss": 2.333, + "step": 54892 + }, + { + "epoch": 0.9396429243910371, + "grad_norm": 2.5320467948913574, + "learning_rate": 1.9046089025616333e-07, + "loss": 2.3732, + "step": 54893 + }, + { + "epoch": 0.9396600421095876, + "grad_norm": 2.5525834560394287, + "learning_rate": 1.9035321730825785e-07, + "loss": 2.3631, + "step": 54894 + }, + { + "epoch": 0.9396771598281382, + "grad_norm": 2.708698272705078, + "learning_rate": 1.9024557451178814e-07, + "loss": 2.4023, + "step": 54895 + }, + { + "epoch": 0.9396942775466886, + "grad_norm": 2.651920795440674, + "learning_rate": 1.901379618670862e-07, + "loss": 2.3168, + "step": 54896 + }, + { + "epoch": 0.9397113952652391, + "grad_norm": 2.678515672683716, + "learning_rate": 1.9003037937448178e-07, + "loss": 2.2856, + "step": 54897 + }, + { + "epoch": 0.9397285129837896, + "grad_norm": 2.7072978019714355, + "learning_rate": 1.8992282703430564e-07, + "loss": 2.4173, + "step": 54898 + }, + { + "epoch": 0.93974563070234, + "grad_norm": 2.681551456451416, + "learning_rate": 1.898153048468876e-07, + "loss": 2.2799, + "step": 54899 + }, + { + "epoch": 0.9397627484208905, + "grad_norm": 2.597306728363037, + "learning_rate": 1.8970781281255955e-07, + "loss": 2.3269, + "step": 54900 + }, + { + "epoch": 0.939779866139441, + "grad_norm": 2.7886433601379395, + "learning_rate": 1.896003509316513e-07, + "loss": 2.3385, + "step": 54901 + }, + { + "epoch": 0.9397969838579914, + "grad_norm": 2.6223771572113037, + "learning_rate": 1.8949291920449142e-07, + "loss": 2.4169, + "step": 54902 + }, + { + "epoch": 0.9398141015765419, + "grad_norm": 2.545428514480591, + "learning_rate": 1.8938551763141411e-07, + "loss": 2.2159, + "step": 54903 + }, + { + "epoch": 0.9398312192950924, + "grad_norm": 2.6323561668395996, + "learning_rate": 1.8927814621274687e-07, + "loss": 2.3261, + "step": 54904 + }, + { + "epoch": 0.9398483370136428, + "grad_norm": 2.5727219581604004, + "learning_rate": 1.8917080494881835e-07, + "loss": 2.3056, + "step": 54905 + }, + { + "epoch": 0.9398654547321933, + "grad_norm": 2.643061399459839, + "learning_rate": 1.890634938399627e-07, + "loss": 2.4012, + "step": 54906 + }, + { + "epoch": 0.9398825724507438, + "grad_norm": 2.972668170928955, + "learning_rate": 1.8895621288650412e-07, + "loss": 2.4685, + "step": 54907 + }, + { + "epoch": 0.9398996901692942, + "grad_norm": 2.439150333404541, + "learning_rate": 1.888489620887779e-07, + "loss": 2.1484, + "step": 54908 + }, + { + "epoch": 0.9399168078878447, + "grad_norm": 2.6641619205474854, + "learning_rate": 1.8874174144710933e-07, + "loss": 2.376, + "step": 54909 + }, + { + "epoch": 0.9399339256063952, + "grad_norm": 2.3448386192321777, + "learning_rate": 1.8863455096183148e-07, + "loss": 2.2282, + "step": 54910 + }, + { + "epoch": 0.9399510433249456, + "grad_norm": 2.5857958793640137, + "learning_rate": 1.8852739063327186e-07, + "loss": 2.2701, + "step": 54911 + }, + { + "epoch": 0.9399681610434961, + "grad_norm": 2.628960132598877, + "learning_rate": 1.884202604617602e-07, + "loss": 2.3455, + "step": 54912 + }, + { + "epoch": 0.9399852787620466, + "grad_norm": 2.7959585189819336, + "learning_rate": 1.8831316044762626e-07, + "loss": 2.3104, + "step": 54913 + }, + { + "epoch": 0.940002396480597, + "grad_norm": 2.638115406036377, + "learning_rate": 1.8820609059119643e-07, + "loss": 2.2445, + "step": 54914 + }, + { + "epoch": 0.9400195141991475, + "grad_norm": 2.7189056873321533, + "learning_rate": 1.8809905089280488e-07, + "loss": 2.2611, + "step": 54915 + }, + { + "epoch": 0.940036631917698, + "grad_norm": 2.4677531719207764, + "learning_rate": 1.8799204135277583e-07, + "loss": 2.3354, + "step": 54916 + }, + { + "epoch": 0.9400537496362484, + "grad_norm": 2.6430249214172363, + "learning_rate": 1.8788506197144118e-07, + "loss": 2.2916, + "step": 54917 + }, + { + "epoch": 0.940070867354799, + "grad_norm": 2.8087174892425537, + "learning_rate": 1.877781127491296e-07, + "loss": 2.3646, + "step": 54918 + }, + { + "epoch": 0.9400879850733495, + "grad_norm": 2.459282398223877, + "learning_rate": 1.8767119368616638e-07, + "loss": 2.3319, + "step": 54919 + }, + { + "epoch": 0.9401051027918998, + "grad_norm": 2.6268973350524902, + "learning_rate": 1.8756430478288568e-07, + "loss": 2.2722, + "step": 54920 + }, + { + "epoch": 0.9401222205104504, + "grad_norm": 2.669956684112549, + "learning_rate": 1.874574460396117e-07, + "loss": 2.318, + "step": 54921 + }, + { + "epoch": 0.9401393382290009, + "grad_norm": 2.5599656105041504, + "learning_rate": 1.8735061745667414e-07, + "loss": 2.4216, + "step": 54922 + }, + { + "epoch": 0.9401564559475513, + "grad_norm": 2.517373561859131, + "learning_rate": 1.872438190344017e-07, + "loss": 2.2113, + "step": 54923 + }, + { + "epoch": 0.9401735736661018, + "grad_norm": 2.834754228591919, + "learning_rate": 1.8713705077312182e-07, + "loss": 2.4039, + "step": 54924 + }, + { + "epoch": 0.9401906913846523, + "grad_norm": 2.681020736694336, + "learning_rate": 1.870303126731643e-07, + "loss": 2.4219, + "step": 54925 + }, + { + "epoch": 0.9402078091032027, + "grad_norm": 2.639984130859375, + "learning_rate": 1.869236047348566e-07, + "loss": 2.4688, + "step": 54926 + }, + { + "epoch": 0.9402249268217532, + "grad_norm": 2.6917357444763184, + "learning_rate": 1.8681692695852516e-07, + "loss": 2.3112, + "step": 54927 + }, + { + "epoch": 0.9402420445403037, + "grad_norm": 2.59033465385437, + "learning_rate": 1.867102793444997e-07, + "loss": 2.2653, + "step": 54928 + }, + { + "epoch": 0.9402591622588541, + "grad_norm": 2.883894443511963, + "learning_rate": 1.8660366189310774e-07, + "loss": 2.4867, + "step": 54929 + }, + { + "epoch": 0.9402762799774046, + "grad_norm": 2.6211414337158203, + "learning_rate": 1.864970746046757e-07, + "loss": 2.3031, + "step": 54930 + }, + { + "epoch": 0.9402933976959551, + "grad_norm": 2.568096160888672, + "learning_rate": 1.8639051747953218e-07, + "loss": 2.2133, + "step": 54931 + }, + { + "epoch": 0.9403105154145056, + "grad_norm": 2.703740119934082, + "learning_rate": 1.862839905180047e-07, + "loss": 2.4083, + "step": 54932 + }, + { + "epoch": 0.940327633133056, + "grad_norm": 2.6648972034454346, + "learning_rate": 1.8617749372042193e-07, + "loss": 2.3397, + "step": 54933 + }, + { + "epoch": 0.9403447508516065, + "grad_norm": 2.8017899990081787, + "learning_rate": 1.86071027087108e-07, + "loss": 2.4431, + "step": 54934 + }, + { + "epoch": 0.940361868570157, + "grad_norm": 2.8813517093658447, + "learning_rate": 1.8596459061839266e-07, + "loss": 2.4121, + "step": 54935 + }, + { + "epoch": 0.9403789862887074, + "grad_norm": 2.745194911956787, + "learning_rate": 1.8585818431460233e-07, + "loss": 2.3595, + "step": 54936 + }, + { + "epoch": 0.9403961040072579, + "grad_norm": 2.671288013458252, + "learning_rate": 1.8575180817606453e-07, + "loss": 2.3707, + "step": 54937 + }, + { + "epoch": 0.9404132217258084, + "grad_norm": 2.708962917327881, + "learning_rate": 1.8564546220310675e-07, + "loss": 2.3294, + "step": 54938 + }, + { + "epoch": 0.9404303394443588, + "grad_norm": 2.6713509559631348, + "learning_rate": 1.8553914639605207e-07, + "loss": 2.308, + "step": 54939 + }, + { + "epoch": 0.9404474571629093, + "grad_norm": 2.477311372756958, + "learning_rate": 1.8543286075523248e-07, + "loss": 2.2406, + "step": 54940 + }, + { + "epoch": 0.9404645748814598, + "grad_norm": 2.473470687866211, + "learning_rate": 1.8532660528097213e-07, + "loss": 2.3219, + "step": 54941 + }, + { + "epoch": 0.9404816926000102, + "grad_norm": 2.5564112663269043, + "learning_rate": 1.8522037997359744e-07, + "loss": 2.2315, + "step": 54942 + }, + { + "epoch": 0.9404988103185608, + "grad_norm": 2.8286471366882324, + "learning_rate": 1.851141848334359e-07, + "loss": 2.3873, + "step": 54943 + }, + { + "epoch": 0.9405159280371113, + "grad_norm": 2.6893398761749268, + "learning_rate": 1.8500801986081174e-07, + "loss": 2.427, + "step": 54944 + }, + { + "epoch": 0.9405330457556617, + "grad_norm": 2.5840394496917725, + "learning_rate": 1.8490188505605466e-07, + "loss": 2.251, + "step": 54945 + }, + { + "epoch": 0.9405501634742122, + "grad_norm": 2.745863437652588, + "learning_rate": 1.8479578041948775e-07, + "loss": 2.3225, + "step": 54946 + }, + { + "epoch": 0.9405672811927627, + "grad_norm": 2.677250385284424, + "learning_rate": 1.8468970595143964e-07, + "loss": 2.2814, + "step": 54947 + }, + { + "epoch": 0.9405843989113131, + "grad_norm": 2.6013386249542236, + "learning_rate": 1.845836616522345e-07, + "loss": 2.2022, + "step": 54948 + }, + { + "epoch": 0.9406015166298636, + "grad_norm": 2.6407086849212646, + "learning_rate": 1.8447764752219876e-07, + "loss": 2.2877, + "step": 54949 + }, + { + "epoch": 0.9406186343484141, + "grad_norm": 2.533113479614258, + "learning_rate": 1.8437166356165992e-07, + "loss": 2.3626, + "step": 54950 + }, + { + "epoch": 0.9406357520669645, + "grad_norm": 2.467773675918579, + "learning_rate": 1.8426570977093995e-07, + "loss": 2.2239, + "step": 54951 + }, + { + "epoch": 0.940652869785515, + "grad_norm": 2.500150442123413, + "learning_rate": 1.8415978615036857e-07, + "loss": 2.2792, + "step": 54952 + }, + { + "epoch": 0.9406699875040655, + "grad_norm": 2.6325595378875732, + "learning_rate": 1.8405389270026887e-07, + "loss": 2.2732, + "step": 54953 + }, + { + "epoch": 0.9406871052226159, + "grad_norm": 2.8662784099578857, + "learning_rate": 1.8394802942096722e-07, + "loss": 2.4175, + "step": 54954 + }, + { + "epoch": 0.9407042229411664, + "grad_norm": 2.541417360305786, + "learning_rate": 1.83842196312789e-07, + "loss": 2.3722, + "step": 54955 + }, + { + "epoch": 0.9407213406597169, + "grad_norm": 2.812086820602417, + "learning_rate": 1.837363933760583e-07, + "loss": 2.4227, + "step": 54956 + }, + { + "epoch": 0.9407384583782673, + "grad_norm": 2.8000564575195312, + "learning_rate": 1.8363062061110381e-07, + "loss": 2.3409, + "step": 54957 + }, + { + "epoch": 0.9407555760968178, + "grad_norm": 2.856828451156616, + "learning_rate": 1.8352487801824636e-07, + "loss": 2.4407, + "step": 54958 + }, + { + "epoch": 0.9407726938153683, + "grad_norm": 2.6141440868377686, + "learning_rate": 1.8341916559781349e-07, + "loss": 2.2442, + "step": 54959 + }, + { + "epoch": 0.9407898115339187, + "grad_norm": 2.635897159576416, + "learning_rate": 1.8331348335012933e-07, + "loss": 2.31, + "step": 54960 + }, + { + "epoch": 0.9408069292524692, + "grad_norm": 2.7507500648498535, + "learning_rate": 1.8320783127551812e-07, + "loss": 2.4456, + "step": 54961 + }, + { + "epoch": 0.9408240469710197, + "grad_norm": 2.6066465377807617, + "learning_rate": 1.8310220937430623e-07, + "loss": 2.3423, + "step": 54962 + }, + { + "epoch": 0.9408411646895701, + "grad_norm": 2.624180793762207, + "learning_rate": 1.8299661764681786e-07, + "loss": 2.2881, + "step": 54963 + }, + { + "epoch": 0.9408582824081206, + "grad_norm": 3.071063280105591, + "learning_rate": 1.828910560933761e-07, + "loss": 2.3838, + "step": 54964 + }, + { + "epoch": 0.9408754001266711, + "grad_norm": 2.6224863529205322, + "learning_rate": 1.8278552471430622e-07, + "loss": 2.3309, + "step": 54965 + }, + { + "epoch": 0.9408925178452215, + "grad_norm": 2.6473169326782227, + "learning_rate": 1.8268002350993352e-07, + "loss": 2.2887, + "step": 54966 + }, + { + "epoch": 0.940909635563772, + "grad_norm": 2.6550145149230957, + "learning_rate": 1.8257455248058108e-07, + "loss": 2.2019, + "step": 54967 + }, + { + "epoch": 0.9409267532823226, + "grad_norm": 2.614142894744873, + "learning_rate": 1.8246911162657422e-07, + "loss": 2.3032, + "step": 54968 + }, + { + "epoch": 0.940943871000873, + "grad_norm": 2.76101016998291, + "learning_rate": 1.8236370094823597e-07, + "loss": 2.4559, + "step": 54969 + }, + { + "epoch": 0.9409609887194235, + "grad_norm": 2.549622058868408, + "learning_rate": 1.8225832044589054e-07, + "loss": 2.2614, + "step": 54970 + }, + { + "epoch": 0.940978106437974, + "grad_norm": 2.767380952835083, + "learning_rate": 1.821529701198621e-07, + "loss": 2.4104, + "step": 54971 + }, + { + "epoch": 0.9409952241565244, + "grad_norm": 2.4974098205566406, + "learning_rate": 1.8204764997047375e-07, + "loss": 2.2902, + "step": 54972 + }, + { + "epoch": 0.9410123418750749, + "grad_norm": 2.6779561042785645, + "learning_rate": 1.8194235999805078e-07, + "loss": 2.2836, + "step": 54973 + }, + { + "epoch": 0.9410294595936254, + "grad_norm": 2.6198384761810303, + "learning_rate": 1.8183710020291511e-07, + "loss": 2.1793, + "step": 54974 + }, + { + "epoch": 0.9410465773121758, + "grad_norm": 2.6412041187286377, + "learning_rate": 1.817318705853921e-07, + "loss": 2.3725, + "step": 54975 + }, + { + "epoch": 0.9410636950307263, + "grad_norm": 2.448401927947998, + "learning_rate": 1.8162667114580369e-07, + "loss": 2.3249, + "step": 54976 + }, + { + "epoch": 0.9410808127492768, + "grad_norm": 2.8019256591796875, + "learning_rate": 1.8152150188447293e-07, + "loss": 2.4033, + "step": 54977 + }, + { + "epoch": 0.9410979304678272, + "grad_norm": 2.8089144229888916, + "learning_rate": 1.8141636280172402e-07, + "loss": 2.3545, + "step": 54978 + }, + { + "epoch": 0.9411150481863777, + "grad_norm": 2.6902616024017334, + "learning_rate": 1.8131125389788006e-07, + "loss": 2.3964, + "step": 54979 + }, + { + "epoch": 0.9411321659049282, + "grad_norm": 2.7873313426971436, + "learning_rate": 1.812061751732641e-07, + "loss": 2.2556, + "step": 54980 + }, + { + "epoch": 0.9411492836234787, + "grad_norm": 2.6909656524658203, + "learning_rate": 1.8110112662819813e-07, + "loss": 2.3726, + "step": 54981 + }, + { + "epoch": 0.9411664013420291, + "grad_norm": 2.6235878467559814, + "learning_rate": 1.809961082630074e-07, + "loss": 2.324, + "step": 54982 + }, + { + "epoch": 0.9411835190605796, + "grad_norm": 2.5775885581970215, + "learning_rate": 1.808911200780117e-07, + "loss": 2.3451, + "step": 54983 + }, + { + "epoch": 0.9412006367791301, + "grad_norm": 2.4892020225524902, + "learning_rate": 1.8078616207353516e-07, + "loss": 2.263, + "step": 54984 + }, + { + "epoch": 0.9412177544976805, + "grad_norm": 2.666484832763672, + "learning_rate": 1.8068123424990093e-07, + "loss": 2.3384, + "step": 54985 + }, + { + "epoch": 0.941234872216231, + "grad_norm": 2.765099048614502, + "learning_rate": 1.805763366074309e-07, + "loss": 2.3933, + "step": 54986 + }, + { + "epoch": 0.9412519899347815, + "grad_norm": 2.4680323600769043, + "learning_rate": 1.804714691464493e-07, + "loss": 2.3262, + "step": 54987 + }, + { + "epoch": 0.9412691076533319, + "grad_norm": 2.6373112201690674, + "learning_rate": 1.8036663186727365e-07, + "loss": 2.2804, + "step": 54988 + }, + { + "epoch": 0.9412862253718824, + "grad_norm": 2.5768024921417236, + "learning_rate": 1.8026182477023146e-07, + "loss": 2.2599, + "step": 54989 + }, + { + "epoch": 0.941303343090433, + "grad_norm": 2.612668991088867, + "learning_rate": 1.8015704785564248e-07, + "loss": 2.2329, + "step": 54990 + }, + { + "epoch": 0.9413204608089834, + "grad_norm": 2.5055296421051025, + "learning_rate": 1.8005230112382754e-07, + "loss": 2.2334, + "step": 54991 + }, + { + "epoch": 0.9413375785275339, + "grad_norm": 2.5529496669769287, + "learning_rate": 1.7994758457511196e-07, + "loss": 2.261, + "step": 54992 + }, + { + "epoch": 0.9413546962460844, + "grad_norm": 2.6266415119171143, + "learning_rate": 1.7984289820981327e-07, + "loss": 2.2767, + "step": 54993 + }, + { + "epoch": 0.9413718139646348, + "grad_norm": 2.523928165435791, + "learning_rate": 1.7973824202825784e-07, + "loss": 2.2202, + "step": 54994 + }, + { + "epoch": 0.9413889316831853, + "grad_norm": 2.758964776992798, + "learning_rate": 1.7963361603076436e-07, + "loss": 2.234, + "step": 54995 + }, + { + "epoch": 0.9414060494017358, + "grad_norm": 2.691014528274536, + "learning_rate": 1.7952902021765474e-07, + "loss": 2.2852, + "step": 54996 + }, + { + "epoch": 0.9414231671202862, + "grad_norm": 2.6859540939331055, + "learning_rate": 1.7942445458925206e-07, + "loss": 2.4107, + "step": 54997 + }, + { + "epoch": 0.9414402848388367, + "grad_norm": 2.515124559402466, + "learning_rate": 1.79319919145875e-07, + "loss": 2.2612, + "step": 54998 + }, + { + "epoch": 0.9414574025573872, + "grad_norm": 2.4669504165649414, + "learning_rate": 1.792154138878488e-07, + "loss": 2.3299, + "step": 54999 + }, + { + "epoch": 0.9414745202759376, + "grad_norm": 2.6249213218688965, + "learning_rate": 1.791109388154899e-07, + "loss": 2.4227, + "step": 55000 + }, + { + "epoch": 0.9414916379944881, + "grad_norm": 2.8932864665985107, + "learning_rate": 1.790064939291225e-07, + "loss": 2.3672, + "step": 55001 + }, + { + "epoch": 0.9415087557130386, + "grad_norm": 2.5249814987182617, + "learning_rate": 1.7890207922906743e-07, + "loss": 2.2563, + "step": 55002 + }, + { + "epoch": 0.941525873431589, + "grad_norm": 2.7441678047180176, + "learning_rate": 1.7879769471564558e-07, + "loss": 2.3079, + "step": 55003 + }, + { + "epoch": 0.9415429911501395, + "grad_norm": 2.831001043319702, + "learning_rate": 1.7869334038917663e-07, + "loss": 2.4816, + "step": 55004 + }, + { + "epoch": 0.94156010886869, + "grad_norm": 2.630497694015503, + "learning_rate": 1.785890162499815e-07, + "loss": 2.4297, + "step": 55005 + }, + { + "epoch": 0.9415772265872404, + "grad_norm": 2.5424652099609375, + "learning_rate": 1.784847222983832e-07, + "loss": 2.3179, + "step": 55006 + }, + { + "epoch": 0.9415943443057909, + "grad_norm": 2.6738688945770264, + "learning_rate": 1.7838045853469932e-07, + "loss": 2.3507, + "step": 55007 + }, + { + "epoch": 0.9416114620243414, + "grad_norm": 2.6425795555114746, + "learning_rate": 1.7827622495925067e-07, + "loss": 2.4662, + "step": 55008 + }, + { + "epoch": 0.9416285797428918, + "grad_norm": 2.8021581172943115, + "learning_rate": 1.7817202157235923e-07, + "loss": 2.4351, + "step": 55009 + }, + { + "epoch": 0.9416456974614423, + "grad_norm": 2.540457010269165, + "learning_rate": 1.7806784837434476e-07, + "loss": 2.3038, + "step": 55010 + }, + { + "epoch": 0.9416628151799928, + "grad_norm": 2.457357168197632, + "learning_rate": 1.77963705365527e-07, + "loss": 2.2966, + "step": 55011 + }, + { + "epoch": 0.9416799328985432, + "grad_norm": 2.640413761138916, + "learning_rate": 1.7785959254622787e-07, + "loss": 2.3101, + "step": 55012 + }, + { + "epoch": 0.9416970506170937, + "grad_norm": 2.7910268306732178, + "learning_rate": 1.7775550991676384e-07, + "loss": 2.2802, + "step": 55013 + }, + { + "epoch": 0.9417141683356443, + "grad_norm": 2.7974517345428467, + "learning_rate": 1.7765145747745683e-07, + "loss": 2.3439, + "step": 55014 + }, + { + "epoch": 0.9417312860541946, + "grad_norm": 2.540566921234131, + "learning_rate": 1.7754743522862773e-07, + "loss": 2.3839, + "step": 55015 + }, + { + "epoch": 0.9417484037727452, + "grad_norm": 2.5876119136810303, + "learning_rate": 1.7744344317059403e-07, + "loss": 2.2016, + "step": 55016 + }, + { + "epoch": 0.9417655214912957, + "grad_norm": 2.710698366165161, + "learning_rate": 1.7733948130367772e-07, + "loss": 2.3228, + "step": 55017 + }, + { + "epoch": 0.9417826392098461, + "grad_norm": 2.6393356323242188, + "learning_rate": 1.7723554962819523e-07, + "loss": 2.2425, + "step": 55018 + }, + { + "epoch": 0.9417997569283966, + "grad_norm": 2.578731060028076, + "learning_rate": 1.771316481444696e-07, + "loss": 2.2683, + "step": 55019 + }, + { + "epoch": 0.9418168746469471, + "grad_norm": 2.720304489135742, + "learning_rate": 1.7702777685281725e-07, + "loss": 2.3276, + "step": 55020 + }, + { + "epoch": 0.9418339923654975, + "grad_norm": 2.5367910861968994, + "learning_rate": 1.7692393575355903e-07, + "loss": 2.3448, + "step": 55021 + }, + { + "epoch": 0.941851110084048, + "grad_norm": 2.491157054901123, + "learning_rate": 1.7682012484701473e-07, + "loss": 2.3031, + "step": 55022 + }, + { + "epoch": 0.9418682278025985, + "grad_norm": 2.736360788345337, + "learning_rate": 1.767163441335007e-07, + "loss": 2.3669, + "step": 55023 + }, + { + "epoch": 0.9418853455211489, + "grad_norm": 2.8275187015533447, + "learning_rate": 1.7661259361334005e-07, + "loss": 2.2785, + "step": 55024 + }, + { + "epoch": 0.9419024632396994, + "grad_norm": 2.69858980178833, + "learning_rate": 1.7650887328684585e-07, + "loss": 2.4202, + "step": 55025 + }, + { + "epoch": 0.9419195809582499, + "grad_norm": 2.7755074501037598, + "learning_rate": 1.764051831543434e-07, + "loss": 2.3138, + "step": 55026 + }, + { + "epoch": 0.9419366986768004, + "grad_norm": 2.627483367919922, + "learning_rate": 1.763015232161469e-07, + "loss": 2.3588, + "step": 55027 + }, + { + "epoch": 0.9419538163953508, + "grad_norm": 2.5182456970214844, + "learning_rate": 1.7619789347257721e-07, + "loss": 2.3256, + "step": 55028 + }, + { + "epoch": 0.9419709341139013, + "grad_norm": 2.5672223567962646, + "learning_rate": 1.7609429392395184e-07, + "loss": 2.2916, + "step": 55029 + }, + { + "epoch": 0.9419880518324518, + "grad_norm": 2.687530755996704, + "learning_rate": 1.759907245705883e-07, + "loss": 2.3224, + "step": 55030 + }, + { + "epoch": 0.9420051695510022, + "grad_norm": 2.550649642944336, + "learning_rate": 1.7588718541280746e-07, + "loss": 2.3748, + "step": 55031 + }, + { + "epoch": 0.9420222872695527, + "grad_norm": 2.6542463302612305, + "learning_rate": 1.7578367645092577e-07, + "loss": 2.2964, + "step": 55032 + }, + { + "epoch": 0.9420394049881032, + "grad_norm": 2.62066912651062, + "learning_rate": 1.756801976852607e-07, + "loss": 2.2708, + "step": 55033 + }, + { + "epoch": 0.9420565227066536, + "grad_norm": 2.6078953742980957, + "learning_rate": 1.755767491161331e-07, + "loss": 2.2408, + "step": 55034 + }, + { + "epoch": 0.9420736404252041, + "grad_norm": 2.7101900577545166, + "learning_rate": 1.754733307438572e-07, + "loss": 2.3282, + "step": 55035 + }, + { + "epoch": 0.9420907581437546, + "grad_norm": 2.7565834522247314, + "learning_rate": 1.7536994256875495e-07, + "loss": 2.2811, + "step": 55036 + }, + { + "epoch": 0.942107875862305, + "grad_norm": 2.670356035232544, + "learning_rate": 1.7526658459114054e-07, + "loss": 2.3114, + "step": 55037 + }, + { + "epoch": 0.9421249935808556, + "grad_norm": 2.621760606765747, + "learning_rate": 1.7516325681133484e-07, + "loss": 2.2004, + "step": 55038 + }, + { + "epoch": 0.9421421112994061, + "grad_norm": 2.603965997695923, + "learning_rate": 1.75059959229652e-07, + "loss": 2.2869, + "step": 55039 + }, + { + "epoch": 0.9421592290179565, + "grad_norm": 2.5984702110290527, + "learning_rate": 1.7495669184641185e-07, + "loss": 2.3879, + "step": 55040 + }, + { + "epoch": 0.942176346736507, + "grad_norm": 2.6523215770721436, + "learning_rate": 1.7485345466193183e-07, + "loss": 2.3249, + "step": 55041 + }, + { + "epoch": 0.9421934644550575, + "grad_norm": 2.654987096786499, + "learning_rate": 1.7475024767652728e-07, + "loss": 2.4464, + "step": 55042 + }, + { + "epoch": 0.9422105821736079, + "grad_norm": 2.5792574882507324, + "learning_rate": 1.7464707089051901e-07, + "loss": 2.4049, + "step": 55043 + }, + { + "epoch": 0.9422276998921584, + "grad_norm": 2.4853057861328125, + "learning_rate": 1.745439243042202e-07, + "loss": 2.3324, + "step": 55044 + }, + { + "epoch": 0.9422448176107089, + "grad_norm": 2.4504928588867188, + "learning_rate": 1.7444080791795047e-07, + "loss": 2.2808, + "step": 55045 + }, + { + "epoch": 0.9422619353292593, + "grad_norm": 2.612415075302124, + "learning_rate": 1.7433772173202523e-07, + "loss": 2.3135, + "step": 55046 + }, + { + "epoch": 0.9422790530478098, + "grad_norm": 2.4037787914276123, + "learning_rate": 1.7423466574676196e-07, + "loss": 2.2024, + "step": 55047 + }, + { + "epoch": 0.9422961707663603, + "grad_norm": 2.7849738597869873, + "learning_rate": 1.7413163996247928e-07, + "loss": 2.3248, + "step": 55048 + }, + { + "epoch": 0.9423132884849107, + "grad_norm": 2.6189019680023193, + "learning_rate": 1.740286443794903e-07, + "loss": 2.2571, + "step": 55049 + }, + { + "epoch": 0.9423304062034612, + "grad_norm": 2.5132339000701904, + "learning_rate": 1.7392567899811362e-07, + "loss": 2.293, + "step": 55050 + }, + { + "epoch": 0.9423475239220117, + "grad_norm": 2.720522880554199, + "learning_rate": 1.738227438186657e-07, + "loss": 2.4419, + "step": 55051 + }, + { + "epoch": 0.9423646416405621, + "grad_norm": 2.6887965202331543, + "learning_rate": 1.7371983884146293e-07, + "loss": 2.3012, + "step": 55052 + }, + { + "epoch": 0.9423817593591126, + "grad_norm": 2.8590548038482666, + "learning_rate": 1.7361696406682062e-07, + "loss": 2.2975, + "step": 55053 + }, + { + "epoch": 0.9423988770776631, + "grad_norm": 2.604004383087158, + "learning_rate": 1.7351411949505625e-07, + "loss": 2.444, + "step": 55054 + }, + { + "epoch": 0.9424159947962135, + "grad_norm": 2.7875170707702637, + "learning_rate": 1.734113051264852e-07, + "loss": 2.2975, + "step": 55055 + }, + { + "epoch": 0.942433112514764, + "grad_norm": 2.5953993797302246, + "learning_rate": 1.733085209614238e-07, + "loss": 2.2873, + "step": 55056 + }, + { + "epoch": 0.9424502302333145, + "grad_norm": 2.528693437576294, + "learning_rate": 1.7320576700018743e-07, + "loss": 2.2895, + "step": 55057 + }, + { + "epoch": 0.9424673479518649, + "grad_norm": 2.7023918628692627, + "learning_rate": 1.7310304324309357e-07, + "loss": 2.2936, + "step": 55058 + }, + { + "epoch": 0.9424844656704154, + "grad_norm": 2.5940115451812744, + "learning_rate": 1.730003496904553e-07, + "loss": 2.0779, + "step": 55059 + }, + { + "epoch": 0.942501583388966, + "grad_norm": 2.5621635913848877, + "learning_rate": 1.728976863425902e-07, + "loss": 2.2064, + "step": 55060 + }, + { + "epoch": 0.9425187011075163, + "grad_norm": 2.5777652263641357, + "learning_rate": 1.727950531998135e-07, + "loss": 2.2726, + "step": 55061 + }, + { + "epoch": 0.9425358188260669, + "grad_norm": 2.600515604019165, + "learning_rate": 1.7269245026244052e-07, + "loss": 2.1929, + "step": 55062 + }, + { + "epoch": 0.9425529365446174, + "grad_norm": 2.5849392414093018, + "learning_rate": 1.725898775307866e-07, + "loss": 2.302, + "step": 55063 + }, + { + "epoch": 0.9425700542631678, + "grad_norm": 2.4865128993988037, + "learning_rate": 1.72487335005167e-07, + "loss": 2.256, + "step": 55064 + }, + { + "epoch": 0.9425871719817183, + "grad_norm": 2.667677640914917, + "learning_rate": 1.7238482268589595e-07, + "loss": 2.2304, + "step": 55065 + }, + { + "epoch": 0.9426042897002688, + "grad_norm": 2.7081191539764404, + "learning_rate": 1.7228234057329095e-07, + "loss": 2.3336, + "step": 55066 + }, + { + "epoch": 0.9426214074188192, + "grad_norm": 2.5880303382873535, + "learning_rate": 1.72179888667664e-07, + "loss": 2.3981, + "step": 55067 + }, + { + "epoch": 0.9426385251373697, + "grad_norm": 2.6916677951812744, + "learning_rate": 1.7207746696933258e-07, + "loss": 2.3277, + "step": 55068 + }, + { + "epoch": 0.9426556428559202, + "grad_norm": 2.5914483070373535, + "learning_rate": 1.7197507547861092e-07, + "loss": 2.2601, + "step": 55069 + }, + { + "epoch": 0.9426727605744706, + "grad_norm": 2.459639310836792, + "learning_rate": 1.718727141958121e-07, + "loss": 2.3517, + "step": 55070 + }, + { + "epoch": 0.9426898782930211, + "grad_norm": 2.47324538230896, + "learning_rate": 1.717703831212525e-07, + "loss": 2.3466, + "step": 55071 + }, + { + "epoch": 0.9427069960115716, + "grad_norm": 2.5752480030059814, + "learning_rate": 1.7166808225524523e-07, + "loss": 2.2995, + "step": 55072 + }, + { + "epoch": 0.9427241137301221, + "grad_norm": 2.7390480041503906, + "learning_rate": 1.715658115981067e-07, + "loss": 2.364, + "step": 55073 + }, + { + "epoch": 0.9427412314486725, + "grad_norm": 2.8165206909179688, + "learning_rate": 1.7146357115014888e-07, + "loss": 2.3945, + "step": 55074 + }, + { + "epoch": 0.942758349167223, + "grad_norm": 2.7146809101104736, + "learning_rate": 1.713613609116882e-07, + "loss": 2.3425, + "step": 55075 + }, + { + "epoch": 0.9427754668857735, + "grad_norm": 2.594420909881592, + "learning_rate": 1.7125918088303773e-07, + "loss": 2.3379, + "step": 55076 + }, + { + "epoch": 0.9427925846043239, + "grad_norm": 2.7281813621520996, + "learning_rate": 1.7115703106451165e-07, + "loss": 2.4069, + "step": 55077 + }, + { + "epoch": 0.9428097023228744, + "grad_norm": 2.531529664993286, + "learning_rate": 1.7105491145642417e-07, + "loss": 2.2937, + "step": 55078 + }, + { + "epoch": 0.9428268200414249, + "grad_norm": 2.498650074005127, + "learning_rate": 1.7095282205908836e-07, + "loss": 2.2442, + "step": 55079 + }, + { + "epoch": 0.9428439377599753, + "grad_norm": 2.8081445693969727, + "learning_rate": 1.7085076287281955e-07, + "loss": 2.3528, + "step": 55080 + }, + { + "epoch": 0.9428610554785258, + "grad_norm": 2.55869197845459, + "learning_rate": 1.7074873389792967e-07, + "loss": 2.2476, + "step": 55081 + }, + { + "epoch": 0.9428781731970763, + "grad_norm": 2.5543391704559326, + "learning_rate": 1.7064673513473295e-07, + "loss": 2.2611, + "step": 55082 + }, + { + "epoch": 0.9428952909156267, + "grad_norm": 2.901293992996216, + "learning_rate": 1.7054476658354246e-07, + "loss": 2.2712, + "step": 55083 + }, + { + "epoch": 0.9429124086341772, + "grad_norm": 2.53174090385437, + "learning_rate": 1.704428282446735e-07, + "loss": 2.3599, + "step": 55084 + }, + { + "epoch": 0.9429295263527278, + "grad_norm": 2.580592155456543, + "learning_rate": 1.7034092011843805e-07, + "loss": 2.3761, + "step": 55085 + }, + { + "epoch": 0.9429466440712782, + "grad_norm": 2.629284381866455, + "learning_rate": 1.702390422051492e-07, + "loss": 2.4128, + "step": 55086 + }, + { + "epoch": 0.9429637617898287, + "grad_norm": 2.554764747619629, + "learning_rate": 1.7013719450512e-07, + "loss": 2.3225, + "step": 55087 + }, + { + "epoch": 0.9429808795083792, + "grad_norm": 2.4266490936279297, + "learning_rate": 1.7003537701866468e-07, + "loss": 2.2821, + "step": 55088 + }, + { + "epoch": 0.9429979972269296, + "grad_norm": 2.5994601249694824, + "learning_rate": 1.6993358974609408e-07, + "loss": 2.3519, + "step": 55089 + }, + { + "epoch": 0.9430151149454801, + "grad_norm": 2.655668020248413, + "learning_rate": 1.6983183268772242e-07, + "loss": 2.1959, + "step": 55090 + }, + { + "epoch": 0.9430322326640306, + "grad_norm": 2.6513302326202393, + "learning_rate": 1.6973010584386384e-07, + "loss": 2.2787, + "step": 55091 + }, + { + "epoch": 0.943049350382581, + "grad_norm": 2.67773175239563, + "learning_rate": 1.6962840921482814e-07, + "loss": 2.3578, + "step": 55092 + }, + { + "epoch": 0.9430664681011315, + "grad_norm": 2.6465516090393066, + "learning_rate": 1.6952674280092952e-07, + "loss": 2.2421, + "step": 55093 + }, + { + "epoch": 0.943083585819682, + "grad_norm": 2.7647550106048584, + "learning_rate": 1.6942510660248102e-07, + "loss": 2.4849, + "step": 55094 + }, + { + "epoch": 0.9431007035382324, + "grad_norm": 2.595698833465576, + "learning_rate": 1.693235006197924e-07, + "loss": 2.2912, + "step": 55095 + }, + { + "epoch": 0.9431178212567829, + "grad_norm": 2.793926954269409, + "learning_rate": 1.69221924853179e-07, + "loss": 2.2884, + "step": 55096 + }, + { + "epoch": 0.9431349389753334, + "grad_norm": 2.5854310989379883, + "learning_rate": 1.6912037930295168e-07, + "loss": 2.307, + "step": 55097 + }, + { + "epoch": 0.9431520566938838, + "grad_norm": 2.5705161094665527, + "learning_rate": 1.6901886396942346e-07, + "loss": 2.3438, + "step": 55098 + }, + { + "epoch": 0.9431691744124343, + "grad_norm": 2.5756027698516846, + "learning_rate": 1.6891737885290527e-07, + "loss": 2.2101, + "step": 55099 + }, + { + "epoch": 0.9431862921309848, + "grad_norm": 2.6176509857177734, + "learning_rate": 1.6881592395370905e-07, + "loss": 2.3053, + "step": 55100 + }, + { + "epoch": 0.9432034098495352, + "grad_norm": 2.747238874435425, + "learning_rate": 1.6871449927214678e-07, + "loss": 2.4149, + "step": 55101 + }, + { + "epoch": 0.9432205275680857, + "grad_norm": 2.583120584487915, + "learning_rate": 1.6861310480853044e-07, + "loss": 2.3265, + "step": 55102 + }, + { + "epoch": 0.9432376452866362, + "grad_norm": 2.6239168643951416, + "learning_rate": 1.68511740563172e-07, + "loss": 2.4726, + "step": 55103 + }, + { + "epoch": 0.9432547630051866, + "grad_norm": 2.5835025310516357, + "learning_rate": 1.6841040653638118e-07, + "loss": 2.2569, + "step": 55104 + }, + { + "epoch": 0.9432718807237371, + "grad_norm": 2.5867202281951904, + "learning_rate": 1.6830910272847335e-07, + "loss": 2.1956, + "step": 55105 + }, + { + "epoch": 0.9432889984422876, + "grad_norm": 2.5146327018737793, + "learning_rate": 1.6820782913975597e-07, + "loss": 2.2045, + "step": 55106 + }, + { + "epoch": 0.943306116160838, + "grad_norm": 2.6415083408355713, + "learning_rate": 1.6810658577054107e-07, + "loss": 2.3776, + "step": 55107 + }, + { + "epoch": 0.9433232338793885, + "grad_norm": 2.6295387744903564, + "learning_rate": 1.6800537262114281e-07, + "loss": 2.2609, + "step": 55108 + }, + { + "epoch": 0.943340351597939, + "grad_norm": 2.8312671184539795, + "learning_rate": 1.6790418969186762e-07, + "loss": 2.4096, + "step": 55109 + }, + { + "epoch": 0.9433574693164894, + "grad_norm": 2.779968738555908, + "learning_rate": 1.678030369830308e-07, + "loss": 2.3682, + "step": 55110 + }, + { + "epoch": 0.94337458703504, + "grad_norm": 2.5215835571289062, + "learning_rate": 1.6770191449493878e-07, + "loss": 2.2663, + "step": 55111 + }, + { + "epoch": 0.9433917047535905, + "grad_norm": 2.6845014095306396, + "learning_rate": 1.6760082222790796e-07, + "loss": 2.2347, + "step": 55112 + }, + { + "epoch": 0.9434088224721409, + "grad_norm": 2.583385944366455, + "learning_rate": 1.674997601822448e-07, + "loss": 2.2881, + "step": 55113 + }, + { + "epoch": 0.9434259401906914, + "grad_norm": 2.7444369792938232, + "learning_rate": 1.673987283582612e-07, + "loss": 2.2407, + "step": 55114 + }, + { + "epoch": 0.9434430579092419, + "grad_norm": 2.6505064964294434, + "learning_rate": 1.672977267562681e-07, + "loss": 2.3244, + "step": 55115 + }, + { + "epoch": 0.9434601756277923, + "grad_norm": 2.705711841583252, + "learning_rate": 1.671967553765741e-07, + "loss": 2.342, + "step": 55116 + }, + { + "epoch": 0.9434772933463428, + "grad_norm": 2.80930233001709, + "learning_rate": 1.6709581421949338e-07, + "loss": 2.3098, + "step": 55117 + }, + { + "epoch": 0.9434944110648933, + "grad_norm": 2.732783555984497, + "learning_rate": 1.669949032853324e-07, + "loss": 2.3031, + "step": 55118 + }, + { + "epoch": 0.9435115287834438, + "grad_norm": 2.68623423576355, + "learning_rate": 1.66894022574402e-07, + "loss": 2.292, + "step": 55119 + }, + { + "epoch": 0.9435286465019942, + "grad_norm": 2.5420682430267334, + "learning_rate": 1.6679317208701418e-07, + "loss": 2.253, + "step": 55120 + }, + { + "epoch": 0.9435457642205447, + "grad_norm": 2.654456377029419, + "learning_rate": 1.6669235182347643e-07, + "loss": 2.2294, + "step": 55121 + }, + { + "epoch": 0.9435628819390952, + "grad_norm": 2.706695079803467, + "learning_rate": 1.6659156178410185e-07, + "loss": 2.343, + "step": 55122 + }, + { + "epoch": 0.9435799996576456, + "grad_norm": 2.637887477874756, + "learning_rate": 1.6649080196919688e-07, + "loss": 2.3596, + "step": 55123 + }, + { + "epoch": 0.9435971173761961, + "grad_norm": 2.5924978256225586, + "learning_rate": 1.6639007237907344e-07, + "loss": 2.2478, + "step": 55124 + }, + { + "epoch": 0.9436142350947466, + "grad_norm": 2.650266647338867, + "learning_rate": 1.6628937301403914e-07, + "loss": 2.3958, + "step": 55125 + }, + { + "epoch": 0.943631352813297, + "grad_norm": 2.6000149250030518, + "learning_rate": 1.661887038744059e-07, + "loss": 2.3618, + "step": 55126 + }, + { + "epoch": 0.9436484705318475, + "grad_norm": 2.5453245639801025, + "learning_rate": 1.6608806496048236e-07, + "loss": 2.3144, + "step": 55127 + }, + { + "epoch": 0.943665588250398, + "grad_norm": 2.3981916904449463, + "learning_rate": 1.6598745627257605e-07, + "loss": 2.2603, + "step": 55128 + }, + { + "epoch": 0.9436827059689484, + "grad_norm": 2.698582649230957, + "learning_rate": 1.6588687781099787e-07, + "loss": 2.2639, + "step": 55129 + }, + { + "epoch": 0.9436998236874989, + "grad_norm": 2.4526121616363525, + "learning_rate": 1.6578632957605755e-07, + "loss": 2.2882, + "step": 55130 + }, + { + "epoch": 0.9437169414060494, + "grad_norm": 2.5200400352478027, + "learning_rate": 1.6568581156806261e-07, + "loss": 2.1683, + "step": 55131 + }, + { + "epoch": 0.9437340591245998, + "grad_norm": 2.5668792724609375, + "learning_rate": 1.6558532378732283e-07, + "loss": 2.2409, + "step": 55132 + }, + { + "epoch": 0.9437511768431504, + "grad_norm": 2.8013501167297363, + "learning_rate": 1.6548486623414685e-07, + "loss": 2.3191, + "step": 55133 + }, + { + "epoch": 0.9437682945617009, + "grad_norm": 2.5911381244659424, + "learning_rate": 1.6538443890884327e-07, + "loss": 2.3428, + "step": 55134 + }, + { + "epoch": 0.9437854122802513, + "grad_norm": 2.76362681388855, + "learning_rate": 1.6528404181172187e-07, + "loss": 2.4185, + "step": 55135 + }, + { + "epoch": 0.9438025299988018, + "grad_norm": 2.494033098220825, + "learning_rate": 1.6518367494308906e-07, + "loss": 2.2326, + "step": 55136 + }, + { + "epoch": 0.9438196477173523, + "grad_norm": 2.5270755290985107, + "learning_rate": 1.6508333830325575e-07, + "loss": 2.2368, + "step": 55137 + }, + { + "epoch": 0.9438367654359027, + "grad_norm": 2.622074842453003, + "learning_rate": 1.649830318925283e-07, + "loss": 2.3541, + "step": 55138 + }, + { + "epoch": 0.9438538831544532, + "grad_norm": 2.6733014583587646, + "learning_rate": 1.6488275571121647e-07, + "loss": 2.4189, + "step": 55139 + }, + { + "epoch": 0.9438710008730037, + "grad_norm": 2.4916749000549316, + "learning_rate": 1.6478250975962896e-07, + "loss": 2.2963, + "step": 55140 + }, + { + "epoch": 0.9438881185915541, + "grad_norm": 2.5803167819976807, + "learning_rate": 1.64682294038071e-07, + "loss": 2.2692, + "step": 55141 + }, + { + "epoch": 0.9439052363101046, + "grad_norm": 2.5764167308807373, + "learning_rate": 1.6458210854685353e-07, + "loss": 2.174, + "step": 55142 + }, + { + "epoch": 0.9439223540286551, + "grad_norm": 2.471297025680542, + "learning_rate": 1.6448195328628403e-07, + "loss": 2.1813, + "step": 55143 + }, + { + "epoch": 0.9439394717472055, + "grad_norm": 2.5749239921569824, + "learning_rate": 1.6438182825666894e-07, + "loss": 2.2977, + "step": 55144 + }, + { + "epoch": 0.943956589465756, + "grad_norm": 2.854876756668091, + "learning_rate": 1.6428173345831687e-07, + "loss": 2.3809, + "step": 55145 + }, + { + "epoch": 0.9439737071843065, + "grad_norm": 2.7099852561950684, + "learning_rate": 1.6418166889153542e-07, + "loss": 2.2956, + "step": 55146 + }, + { + "epoch": 0.9439908249028569, + "grad_norm": 2.7204642295837402, + "learning_rate": 1.6408163455663206e-07, + "loss": 2.2663, + "step": 55147 + }, + { + "epoch": 0.9440079426214074, + "grad_norm": 2.534637928009033, + "learning_rate": 1.6398163045391434e-07, + "loss": 2.194, + "step": 55148 + }, + { + "epoch": 0.9440250603399579, + "grad_norm": 2.526130437850952, + "learning_rate": 1.6388165658369094e-07, + "loss": 2.2978, + "step": 55149 + }, + { + "epoch": 0.9440421780585083, + "grad_norm": 2.458493232727051, + "learning_rate": 1.63781712946266e-07, + "loss": 2.2595, + "step": 55150 + }, + { + "epoch": 0.9440592957770588, + "grad_norm": 2.482282876968384, + "learning_rate": 1.636817995419493e-07, + "loss": 2.2568, + "step": 55151 + }, + { + "epoch": 0.9440764134956093, + "grad_norm": 2.652844190597534, + "learning_rate": 1.6358191637104837e-07, + "loss": 2.2829, + "step": 55152 + }, + { + "epoch": 0.9440935312141597, + "grad_norm": 2.8021225929260254, + "learning_rate": 1.634820634338674e-07, + "loss": 2.4324, + "step": 55153 + }, + { + "epoch": 0.9441106489327102, + "grad_norm": 2.7155070304870605, + "learning_rate": 1.6338224073071618e-07, + "loss": 2.2785, + "step": 55154 + }, + { + "epoch": 0.9441277666512607, + "grad_norm": 2.7357676029205322, + "learning_rate": 1.632824482619e-07, + "loss": 2.4071, + "step": 55155 + }, + { + "epoch": 0.9441448843698111, + "grad_norm": 2.400372266769409, + "learning_rate": 1.6318268602772525e-07, + "loss": 2.2713, + "step": 55156 + }, + { + "epoch": 0.9441620020883617, + "grad_norm": 2.6003453731536865, + "learning_rate": 1.6308295402850062e-07, + "loss": 2.2218, + "step": 55157 + }, + { + "epoch": 0.9441791198069122, + "grad_norm": 2.752647638320923, + "learning_rate": 1.6298325226453025e-07, + "loss": 2.3708, + "step": 55158 + }, + { + "epoch": 0.9441962375254626, + "grad_norm": 2.5538687705993652, + "learning_rate": 1.6288358073612177e-07, + "loss": 2.2558, + "step": 55159 + }, + { + "epoch": 0.9442133552440131, + "grad_norm": 2.7089993953704834, + "learning_rate": 1.627839394435815e-07, + "loss": 2.2973, + "step": 55160 + }, + { + "epoch": 0.9442304729625636, + "grad_norm": 2.800293207168579, + "learning_rate": 1.6268432838721593e-07, + "loss": 2.3519, + "step": 55161 + }, + { + "epoch": 0.944247590681114, + "grad_norm": 2.7211203575134277, + "learning_rate": 1.6258474756733034e-07, + "loss": 2.3294, + "step": 55162 + }, + { + "epoch": 0.9442647083996645, + "grad_norm": 2.651063919067383, + "learning_rate": 1.6248519698423115e-07, + "loss": 2.3796, + "step": 55163 + }, + { + "epoch": 0.944281826118215, + "grad_norm": 2.5651116371154785, + "learning_rate": 1.623856766382259e-07, + "loss": 2.2717, + "step": 55164 + }, + { + "epoch": 0.9442989438367654, + "grad_norm": 2.6669111251831055, + "learning_rate": 1.6228618652961658e-07, + "loss": 2.1776, + "step": 55165 + }, + { + "epoch": 0.9443160615553159, + "grad_norm": 2.5550427436828613, + "learning_rate": 1.6218672665871405e-07, + "loss": 2.2818, + "step": 55166 + }, + { + "epoch": 0.9443331792738664, + "grad_norm": 2.762096405029297, + "learning_rate": 1.6208729702582027e-07, + "loss": 2.2738, + "step": 55167 + }, + { + "epoch": 0.9443502969924169, + "grad_norm": 2.882230281829834, + "learning_rate": 1.6198789763124167e-07, + "loss": 2.37, + "step": 55168 + }, + { + "epoch": 0.9443674147109673, + "grad_norm": 2.63374400138855, + "learning_rate": 1.618885284752847e-07, + "loss": 2.2665, + "step": 55169 + }, + { + "epoch": 0.9443845324295178, + "grad_norm": 2.450432300567627, + "learning_rate": 1.6178918955825463e-07, + "loss": 2.2027, + "step": 55170 + }, + { + "epoch": 0.9444016501480683, + "grad_norm": 2.770911693572998, + "learning_rate": 1.616898808804568e-07, + "loss": 2.4005, + "step": 55171 + }, + { + "epoch": 0.9444187678666187, + "grad_norm": 2.5911309719085693, + "learning_rate": 1.6159060244219537e-07, + "loss": 2.3598, + "step": 55172 + }, + { + "epoch": 0.9444358855851692, + "grad_norm": 2.534316301345825, + "learning_rate": 1.614913542437757e-07, + "loss": 2.3138, + "step": 55173 + }, + { + "epoch": 0.9444530033037197, + "grad_norm": 2.669773817062378, + "learning_rate": 1.613921362855031e-07, + "loss": 2.3273, + "step": 55174 + }, + { + "epoch": 0.9444701210222701, + "grad_norm": 2.5366480350494385, + "learning_rate": 1.6129294856768395e-07, + "loss": 2.2229, + "step": 55175 + }, + { + "epoch": 0.9444872387408206, + "grad_norm": 2.634618043899536, + "learning_rate": 1.611937910906214e-07, + "loss": 2.2971, + "step": 55176 + }, + { + "epoch": 0.9445043564593711, + "grad_norm": 2.7763314247131348, + "learning_rate": 1.610946638546218e-07, + "loss": 2.3181, + "step": 55177 + }, + { + "epoch": 0.9445214741779215, + "grad_norm": 2.7530431747436523, + "learning_rate": 1.6099556685998719e-07, + "loss": 2.296, + "step": 55178 + }, + { + "epoch": 0.944538591896472, + "grad_norm": 2.612826347351074, + "learning_rate": 1.6089650010702396e-07, + "loss": 2.2202, + "step": 55179 + }, + { + "epoch": 0.9445557096150226, + "grad_norm": 2.5478076934814453, + "learning_rate": 1.6079746359603744e-07, + "loss": 2.2821, + "step": 55180 + }, + { + "epoch": 0.944572827333573, + "grad_norm": 2.724541664123535, + "learning_rate": 1.6069845732732957e-07, + "loss": 2.3292, + "step": 55181 + }, + { + "epoch": 0.9445899450521235, + "grad_norm": 2.683056116104126, + "learning_rate": 1.6059948130120795e-07, + "loss": 2.41, + "step": 55182 + }, + { + "epoch": 0.944607062770674, + "grad_norm": 2.771515369415283, + "learning_rate": 1.605005355179734e-07, + "loss": 2.3214, + "step": 55183 + }, + { + "epoch": 0.9446241804892244, + "grad_norm": 2.587284564971924, + "learning_rate": 1.6040161997793236e-07, + "loss": 2.2875, + "step": 55184 + }, + { + "epoch": 0.9446412982077749, + "grad_norm": 2.6071619987487793, + "learning_rate": 1.6030273468138792e-07, + "loss": 2.4286, + "step": 55185 + }, + { + "epoch": 0.9446584159263254, + "grad_norm": 2.701242208480835, + "learning_rate": 1.6020387962864314e-07, + "loss": 2.3297, + "step": 55186 + }, + { + "epoch": 0.9446755336448758, + "grad_norm": 2.4172892570495605, + "learning_rate": 1.601050548200045e-07, + "loss": 2.1578, + "step": 55187 + }, + { + "epoch": 0.9446926513634263, + "grad_norm": 2.6928367614746094, + "learning_rate": 1.6000626025577282e-07, + "loss": 2.2247, + "step": 55188 + }, + { + "epoch": 0.9447097690819768, + "grad_norm": 2.5182411670684814, + "learning_rate": 1.5990749593625455e-07, + "loss": 2.2851, + "step": 55189 + }, + { + "epoch": 0.9447268868005272, + "grad_norm": 2.690671682357788, + "learning_rate": 1.5980876186175055e-07, + "loss": 2.3322, + "step": 55190 + }, + { + "epoch": 0.9447440045190777, + "grad_norm": 2.452085256576538, + "learning_rate": 1.597100580325661e-07, + "loss": 2.3743, + "step": 55191 + }, + { + "epoch": 0.9447611222376282, + "grad_norm": 2.7283127307891846, + "learning_rate": 1.5961138444900436e-07, + "loss": 2.4593, + "step": 55192 + }, + { + "epoch": 0.9447782399561786, + "grad_norm": 2.647843360900879, + "learning_rate": 1.5951274111136728e-07, + "loss": 2.1547, + "step": 55193 + }, + { + "epoch": 0.9447953576747291, + "grad_norm": 2.56022572517395, + "learning_rate": 1.5941412801996013e-07, + "loss": 2.3585, + "step": 55194 + }, + { + "epoch": 0.9448124753932796, + "grad_norm": 2.5732641220092773, + "learning_rate": 1.5931554517508384e-07, + "loss": 2.3461, + "step": 55195 + }, + { + "epoch": 0.94482959311183, + "grad_norm": 2.5910370349884033, + "learning_rate": 1.592169925770437e-07, + "loss": 2.2711, + "step": 55196 + }, + { + "epoch": 0.9448467108303805, + "grad_norm": 2.6369705200195312, + "learning_rate": 1.591184702261417e-07, + "loss": 2.3144, + "step": 55197 + }, + { + "epoch": 0.944863828548931, + "grad_norm": 2.6855146884918213, + "learning_rate": 1.5901997812267978e-07, + "loss": 2.2958, + "step": 55198 + }, + { + "epoch": 0.9448809462674814, + "grad_norm": 2.6364219188690186, + "learning_rate": 1.5892151626696106e-07, + "loss": 2.2779, + "step": 55199 + }, + { + "epoch": 0.9448980639860319, + "grad_norm": 2.5210964679718018, + "learning_rate": 1.5882308465928752e-07, + "loss": 2.1728, + "step": 55200 + }, + { + "epoch": 0.9449151817045824, + "grad_norm": 2.666299819946289, + "learning_rate": 1.587246832999645e-07, + "loss": 2.3734, + "step": 55201 + }, + { + "epoch": 0.9449322994231328, + "grad_norm": 2.6644389629364014, + "learning_rate": 1.586263121892917e-07, + "loss": 2.3254, + "step": 55202 + }, + { + "epoch": 0.9449494171416833, + "grad_norm": 2.534898519515991, + "learning_rate": 1.5852797132757226e-07, + "loss": 2.3486, + "step": 55203 + }, + { + "epoch": 0.9449665348602339, + "grad_norm": 2.7183516025543213, + "learning_rate": 1.5842966071510924e-07, + "loss": 2.3731, + "step": 55204 + }, + { + "epoch": 0.9449836525787843, + "grad_norm": 2.741137981414795, + "learning_rate": 1.5833138035220352e-07, + "loss": 2.1993, + "step": 55205 + }, + { + "epoch": 0.9450007702973348, + "grad_norm": 2.4377682209014893, + "learning_rate": 1.5823313023915709e-07, + "loss": 2.2467, + "step": 55206 + }, + { + "epoch": 0.9450178880158853, + "grad_norm": 2.661574125289917, + "learning_rate": 1.5813491037627305e-07, + "loss": 2.3347, + "step": 55207 + }, + { + "epoch": 0.9450350057344357, + "grad_norm": 2.6286628246307373, + "learning_rate": 1.5803672076385335e-07, + "loss": 2.2057, + "step": 55208 + }, + { + "epoch": 0.9450521234529862, + "grad_norm": 2.7945873737335205, + "learning_rate": 1.5793856140219887e-07, + "loss": 2.2849, + "step": 55209 + }, + { + "epoch": 0.9450692411715367, + "grad_norm": 2.5141568183898926, + "learning_rate": 1.578404322916127e-07, + "loss": 2.1925, + "step": 55210 + }, + { + "epoch": 0.9450863588900871, + "grad_norm": 2.62727689743042, + "learning_rate": 1.5774233343239465e-07, + "loss": 2.3322, + "step": 55211 + }, + { + "epoch": 0.9451034766086376, + "grad_norm": 2.6653711795806885, + "learning_rate": 1.5764426482484662e-07, + "loss": 2.297, + "step": 55212 + }, + { + "epoch": 0.9451205943271881, + "grad_norm": 2.5391504764556885, + "learning_rate": 1.5754622646927065e-07, + "loss": 2.3109, + "step": 55213 + }, + { + "epoch": 0.9451377120457386, + "grad_norm": 2.648280382156372, + "learning_rate": 1.5744821836596868e-07, + "loss": 2.3871, + "step": 55214 + }, + { + "epoch": 0.945154829764289, + "grad_norm": 2.632486343383789, + "learning_rate": 1.573502405152416e-07, + "loss": 2.2926, + "step": 55215 + }, + { + "epoch": 0.9451719474828395, + "grad_norm": 2.699768304824829, + "learning_rate": 1.5725229291738918e-07, + "loss": 2.469, + "step": 55216 + }, + { + "epoch": 0.94518906520139, + "grad_norm": 2.4670023918151855, + "learning_rate": 1.571543755727134e-07, + "loss": 2.2309, + "step": 55217 + }, + { + "epoch": 0.9452061829199404, + "grad_norm": 2.546536922454834, + "learning_rate": 1.5705648848151512e-07, + "loss": 2.3477, + "step": 55218 + }, + { + "epoch": 0.9452233006384909, + "grad_norm": 2.5051040649414062, + "learning_rate": 1.569586316440952e-07, + "loss": 2.3813, + "step": 55219 + }, + { + "epoch": 0.9452404183570414, + "grad_norm": 2.538534164428711, + "learning_rate": 1.5686080506075563e-07, + "loss": 2.3503, + "step": 55220 + }, + { + "epoch": 0.9452575360755918, + "grad_norm": 2.6070010662078857, + "learning_rate": 1.5676300873179617e-07, + "loss": 2.3248, + "step": 55221 + }, + { + "epoch": 0.9452746537941423, + "grad_norm": 2.6422946453094482, + "learning_rate": 1.566652426575166e-07, + "loss": 2.2991, + "step": 55222 + }, + { + "epoch": 0.9452917715126928, + "grad_norm": 2.744311809539795, + "learning_rate": 1.5656750683821775e-07, + "loss": 2.4117, + "step": 55223 + }, + { + "epoch": 0.9453088892312432, + "grad_norm": 2.6090760231018066, + "learning_rate": 1.5646980127420163e-07, + "loss": 2.2804, + "step": 55224 + }, + { + "epoch": 0.9453260069497937, + "grad_norm": 2.757300853729248, + "learning_rate": 1.5637212596576579e-07, + "loss": 2.3316, + "step": 55225 + }, + { + "epoch": 0.9453431246683442, + "grad_norm": 2.6860945224761963, + "learning_rate": 1.5627448091321328e-07, + "loss": 2.3729, + "step": 55226 + }, + { + "epoch": 0.9453602423868946, + "grad_norm": 2.457951068878174, + "learning_rate": 1.5617686611684168e-07, + "loss": 2.2235, + "step": 55227 + }, + { + "epoch": 0.9453773601054452, + "grad_norm": 2.5796618461608887, + "learning_rate": 1.5607928157695407e-07, + "loss": 2.4061, + "step": 55228 + }, + { + "epoch": 0.9453944778239957, + "grad_norm": 2.581547498703003, + "learning_rate": 1.5598172729384686e-07, + "loss": 2.1473, + "step": 55229 + }, + { + "epoch": 0.9454115955425461, + "grad_norm": 2.6143181324005127, + "learning_rate": 1.5588420326782207e-07, + "loss": 2.3027, + "step": 55230 + }, + { + "epoch": 0.9454287132610966, + "grad_norm": 2.659480333328247, + "learning_rate": 1.5578670949918052e-07, + "loss": 2.3121, + "step": 55231 + }, + { + "epoch": 0.9454458309796471, + "grad_norm": 2.86535382270813, + "learning_rate": 1.5568924598821756e-07, + "loss": 2.444, + "step": 55232 + }, + { + "epoch": 0.9454629486981975, + "grad_norm": 2.667076349258423, + "learning_rate": 1.5559181273523848e-07, + "loss": 2.2704, + "step": 55233 + }, + { + "epoch": 0.945480066416748, + "grad_norm": 2.634347438812256, + "learning_rate": 1.5549440974053754e-07, + "loss": 2.2686, + "step": 55234 + }, + { + "epoch": 0.9454971841352985, + "grad_norm": 2.577955722808838, + "learning_rate": 1.5539703700441778e-07, + "loss": 2.3327, + "step": 55235 + }, + { + "epoch": 0.9455143018538489, + "grad_norm": 2.590007781982422, + "learning_rate": 1.5529969452717676e-07, + "loss": 2.2724, + "step": 55236 + }, + { + "epoch": 0.9455314195723994, + "grad_norm": 2.6563072204589844, + "learning_rate": 1.552023823091131e-07, + "loss": 2.2962, + "step": 55237 + }, + { + "epoch": 0.9455485372909499, + "grad_norm": 2.5091896057128906, + "learning_rate": 1.5510510035052884e-07, + "loss": 2.2626, + "step": 55238 + }, + { + "epoch": 0.9455656550095003, + "grad_norm": 2.623521089553833, + "learning_rate": 1.5500784865171926e-07, + "loss": 2.2475, + "step": 55239 + }, + { + "epoch": 0.9455827727280508, + "grad_norm": 2.6604957580566406, + "learning_rate": 1.5491062721298633e-07, + "loss": 2.2488, + "step": 55240 + }, + { + "epoch": 0.9455998904466013, + "grad_norm": 2.589329242706299, + "learning_rate": 1.548134360346265e-07, + "loss": 2.2878, + "step": 55241 + }, + { + "epoch": 0.9456170081651517, + "grad_norm": 2.751204013824463, + "learning_rate": 1.5471627511693953e-07, + "loss": 2.376, + "step": 55242 + }, + { + "epoch": 0.9456341258837022, + "grad_norm": 2.72218918800354, + "learning_rate": 1.546191444602252e-07, + "loss": 2.3111, + "step": 55243 + }, + { + "epoch": 0.9456512436022527, + "grad_norm": 2.584444999694824, + "learning_rate": 1.5452204406477876e-07, + "loss": 2.2794, + "step": 55244 + }, + { + "epoch": 0.9456683613208031, + "grad_norm": 2.7208938598632812, + "learning_rate": 1.5442497393090339e-07, + "loss": 2.3113, + "step": 55245 + }, + { + "epoch": 0.9456854790393536, + "grad_norm": 2.708517551422119, + "learning_rate": 1.5432793405889434e-07, + "loss": 2.3943, + "step": 55246 + }, + { + "epoch": 0.9457025967579041, + "grad_norm": 2.7850840091705322, + "learning_rate": 1.5423092444904919e-07, + "loss": 2.3624, + "step": 55247 + }, + { + "epoch": 0.9457197144764545, + "grad_norm": 2.663893461227417, + "learning_rate": 1.5413394510166768e-07, + "loss": 2.3349, + "step": 55248 + }, + { + "epoch": 0.945736832195005, + "grad_norm": 2.436741590499878, + "learning_rate": 1.5403699601704847e-07, + "loss": 2.2511, + "step": 55249 + }, + { + "epoch": 0.9457539499135555, + "grad_norm": 2.6212871074676514, + "learning_rate": 1.539400771954891e-07, + "loss": 2.2412, + "step": 55250 + }, + { + "epoch": 0.9457710676321059, + "grad_norm": 2.6891510486602783, + "learning_rate": 1.5384318863728597e-07, + "loss": 2.2366, + "step": 55251 + }, + { + "epoch": 0.9457881853506565, + "grad_norm": 2.5560107231140137, + "learning_rate": 1.5374633034273779e-07, + "loss": 2.3448, + "step": 55252 + }, + { + "epoch": 0.945805303069207, + "grad_norm": 2.753371000289917, + "learning_rate": 1.5364950231214204e-07, + "loss": 2.315, + "step": 55253 + }, + { + "epoch": 0.9458224207877574, + "grad_norm": 2.709543466567993, + "learning_rate": 1.5355270454579742e-07, + "loss": 2.3135, + "step": 55254 + }, + { + "epoch": 0.9458395385063079, + "grad_norm": 2.3733015060424805, + "learning_rate": 1.534559370440014e-07, + "loss": 2.3531, + "step": 55255 + }, + { + "epoch": 0.9458566562248584, + "grad_norm": 2.6134328842163086, + "learning_rate": 1.533591998070494e-07, + "loss": 2.4038, + "step": 55256 + }, + { + "epoch": 0.9458737739434088, + "grad_norm": 2.7200937271118164, + "learning_rate": 1.532624928352422e-07, + "loss": 2.2596, + "step": 55257 + }, + { + "epoch": 0.9458908916619593, + "grad_norm": 2.6084072589874268, + "learning_rate": 1.5316581612887294e-07, + "loss": 2.2639, + "step": 55258 + }, + { + "epoch": 0.9459080093805098, + "grad_norm": 2.6157355308532715, + "learning_rate": 1.5306916968824136e-07, + "loss": 2.3246, + "step": 55259 + }, + { + "epoch": 0.9459251270990603, + "grad_norm": 2.4802963733673096, + "learning_rate": 1.5297255351364392e-07, + "loss": 2.3073, + "step": 55260 + }, + { + "epoch": 0.9459422448176107, + "grad_norm": 2.6317336559295654, + "learning_rate": 1.5287596760537705e-07, + "loss": 2.471, + "step": 55261 + }, + { + "epoch": 0.9459593625361612, + "grad_norm": 2.666395902633667, + "learning_rate": 1.5277941196373935e-07, + "loss": 2.2254, + "step": 55262 + }, + { + "epoch": 0.9459764802547117, + "grad_norm": 2.8321194648742676, + "learning_rate": 1.5268288658902618e-07, + "loss": 2.4109, + "step": 55263 + }, + { + "epoch": 0.9459935979732621, + "grad_norm": 2.4923343658447266, + "learning_rate": 1.5258639148153397e-07, + "loss": 2.2361, + "step": 55264 + }, + { + "epoch": 0.9460107156918126, + "grad_norm": 2.4983410835266113, + "learning_rate": 1.5248992664156026e-07, + "loss": 2.2702, + "step": 55265 + }, + { + "epoch": 0.9460278334103631, + "grad_norm": 2.600216865539551, + "learning_rate": 1.5239349206940034e-07, + "loss": 2.3057, + "step": 55266 + }, + { + "epoch": 0.9460449511289135, + "grad_norm": 2.7179760932922363, + "learning_rate": 1.522970877653518e-07, + "loss": 2.3412, + "step": 55267 + }, + { + "epoch": 0.946062068847464, + "grad_norm": 2.5935776233673096, + "learning_rate": 1.5220071372971101e-07, + "loss": 2.2936, + "step": 55268 + }, + { + "epoch": 0.9460791865660145, + "grad_norm": 2.646176338195801, + "learning_rate": 1.5210436996277334e-07, + "loss": 2.3896, + "step": 55269 + }, + { + "epoch": 0.9460963042845649, + "grad_norm": 2.777418851852417, + "learning_rate": 1.5200805646483518e-07, + "loss": 2.3316, + "step": 55270 + }, + { + "epoch": 0.9461134220031154, + "grad_norm": 2.8512165546417236, + "learning_rate": 1.5191177323619298e-07, + "loss": 2.3525, + "step": 55271 + }, + { + "epoch": 0.9461305397216659, + "grad_norm": 2.680170774459839, + "learning_rate": 1.5181552027714208e-07, + "loss": 2.2636, + "step": 55272 + }, + { + "epoch": 0.9461476574402163, + "grad_norm": 2.689668655395508, + "learning_rate": 1.5171929758798e-07, + "loss": 2.3738, + "step": 55273 + }, + { + "epoch": 0.9461647751587668, + "grad_norm": 2.720045566558838, + "learning_rate": 1.516231051689987e-07, + "loss": 2.3123, + "step": 55274 + }, + { + "epoch": 0.9461818928773174, + "grad_norm": 2.594325542449951, + "learning_rate": 1.5152694302049797e-07, + "loss": 2.3211, + "step": 55275 + }, + { + "epoch": 0.9461990105958678, + "grad_norm": 2.7685539722442627, + "learning_rate": 1.5143081114276982e-07, + "loss": 2.4049, + "step": 55276 + }, + { + "epoch": 0.9462161283144183, + "grad_norm": 2.5409514904022217, + "learning_rate": 1.5133470953611397e-07, + "loss": 2.3422, + "step": 55277 + }, + { + "epoch": 0.9462332460329688, + "grad_norm": 2.671442985534668, + "learning_rate": 1.512386382008224e-07, + "loss": 2.2776, + "step": 55278 + }, + { + "epoch": 0.9462503637515192, + "grad_norm": 2.7874162197113037, + "learning_rate": 1.5114259713719047e-07, + "loss": 2.3666, + "step": 55279 + }, + { + "epoch": 0.9462674814700697, + "grad_norm": 2.658146619796753, + "learning_rate": 1.5104658634551572e-07, + "loss": 2.3086, + "step": 55280 + }, + { + "epoch": 0.9462845991886202, + "grad_norm": 2.6989502906799316, + "learning_rate": 1.5095060582609123e-07, + "loss": 2.2434, + "step": 55281 + }, + { + "epoch": 0.9463017169071706, + "grad_norm": 2.5969598293304443, + "learning_rate": 1.5085465557921341e-07, + "loss": 2.4004, + "step": 55282 + }, + { + "epoch": 0.9463188346257211, + "grad_norm": 2.5705080032348633, + "learning_rate": 1.507587356051754e-07, + "loss": 2.2256, + "step": 55283 + }, + { + "epoch": 0.9463359523442716, + "grad_norm": 2.667261838912964, + "learning_rate": 1.506628459042725e-07, + "loss": 2.267, + "step": 55284 + }, + { + "epoch": 0.946353070062822, + "grad_norm": 2.7215216159820557, + "learning_rate": 1.5056698647680112e-07, + "loss": 2.3317, + "step": 55285 + }, + { + "epoch": 0.9463701877813725, + "grad_norm": 2.5878710746765137, + "learning_rate": 1.504711573230544e-07, + "loss": 2.2452, + "step": 55286 + }, + { + "epoch": 0.946387305499923, + "grad_norm": 2.646251916885376, + "learning_rate": 1.5037535844332762e-07, + "loss": 2.3683, + "step": 55287 + }, + { + "epoch": 0.9464044232184734, + "grad_norm": 2.640946626663208, + "learning_rate": 1.502795898379139e-07, + "loss": 2.1564, + "step": 55288 + }, + { + "epoch": 0.9464215409370239, + "grad_norm": 2.778531551361084, + "learning_rate": 1.5018385150710968e-07, + "loss": 2.4754, + "step": 55289 + }, + { + "epoch": 0.9464386586555744, + "grad_norm": 2.6556103229522705, + "learning_rate": 1.5008814345120694e-07, + "loss": 2.2905, + "step": 55290 + }, + { + "epoch": 0.9464557763741248, + "grad_norm": 2.6077208518981934, + "learning_rate": 1.4999246567050096e-07, + "loss": 2.2776, + "step": 55291 + }, + { + "epoch": 0.9464728940926753, + "grad_norm": 2.5997979640960693, + "learning_rate": 1.498968181652871e-07, + "loss": 2.2497, + "step": 55292 + }, + { + "epoch": 0.9464900118112258, + "grad_norm": 2.7503342628479004, + "learning_rate": 1.4980120093585737e-07, + "loss": 2.2599, + "step": 55293 + }, + { + "epoch": 0.9465071295297762, + "grad_norm": 2.747087001800537, + "learning_rate": 1.4970561398250706e-07, + "loss": 2.4647, + "step": 55294 + }, + { + "epoch": 0.9465242472483267, + "grad_norm": 2.519052028656006, + "learning_rate": 1.4961005730552814e-07, + "loss": 2.2924, + "step": 55295 + }, + { + "epoch": 0.9465413649668772, + "grad_norm": 2.6031851768493652, + "learning_rate": 1.4951453090521595e-07, + "loss": 2.2232, + "step": 55296 + }, + { + "epoch": 0.9465584826854276, + "grad_norm": 2.6561968326568604, + "learning_rate": 1.494190347818636e-07, + "loss": 2.4038, + "step": 55297 + }, + { + "epoch": 0.9465756004039781, + "grad_norm": 2.6209561824798584, + "learning_rate": 1.4932356893576528e-07, + "loss": 2.2833, + "step": 55298 + }, + { + "epoch": 0.9465927181225287, + "grad_norm": 2.6336328983306885, + "learning_rate": 1.4922813336721297e-07, + "loss": 2.4583, + "step": 55299 + }, + { + "epoch": 0.946609835841079, + "grad_norm": 2.57125186920166, + "learning_rate": 1.4913272807650204e-07, + "loss": 2.2489, + "step": 55300 + }, + { + "epoch": 0.9466269535596296, + "grad_norm": 2.668078899383545, + "learning_rate": 1.490373530639233e-07, + "loss": 2.2926, + "step": 55301 + }, + { + "epoch": 0.9466440712781801, + "grad_norm": 2.6125383377075195, + "learning_rate": 1.48942008329771e-07, + "loss": 2.3581, + "step": 55302 + }, + { + "epoch": 0.9466611889967305, + "grad_norm": 2.7742836475372314, + "learning_rate": 1.4884669387433936e-07, + "loss": 2.4542, + "step": 55303 + }, + { + "epoch": 0.946678306715281, + "grad_norm": 2.6911063194274902, + "learning_rate": 1.4875140969791924e-07, + "loss": 2.2879, + "step": 55304 + }, + { + "epoch": 0.9466954244338315, + "grad_norm": 2.67704701423645, + "learning_rate": 1.4865615580080595e-07, + "loss": 2.2958, + "step": 55305 + }, + { + "epoch": 0.9467125421523819, + "grad_norm": 2.733865261077881, + "learning_rate": 1.4856093218328927e-07, + "loss": 2.4728, + "step": 55306 + }, + { + "epoch": 0.9467296598709324, + "grad_norm": 2.4844577312469482, + "learning_rate": 1.4846573884566452e-07, + "loss": 2.3371, + "step": 55307 + }, + { + "epoch": 0.9467467775894829, + "grad_norm": 2.6581673622131348, + "learning_rate": 1.4837057578822257e-07, + "loss": 2.3101, + "step": 55308 + }, + { + "epoch": 0.9467638953080334, + "grad_norm": 2.7341294288635254, + "learning_rate": 1.482754430112576e-07, + "loss": 2.3559, + "step": 55309 + }, + { + "epoch": 0.9467810130265838, + "grad_norm": 2.5843801498413086, + "learning_rate": 1.4818034051506058e-07, + "loss": 2.3361, + "step": 55310 + }, + { + "epoch": 0.9467981307451343, + "grad_norm": 2.625796318054199, + "learning_rate": 1.4808526829992342e-07, + "loss": 2.3203, + "step": 55311 + }, + { + "epoch": 0.9468152484636848, + "grad_norm": 2.648848295211792, + "learning_rate": 1.4799022636614036e-07, + "loss": 2.3775, + "step": 55312 + }, + { + "epoch": 0.9468323661822352, + "grad_norm": 2.546318531036377, + "learning_rate": 1.4789521471400115e-07, + "loss": 2.3138, + "step": 55313 + }, + { + "epoch": 0.9468494839007857, + "grad_norm": 2.493520736694336, + "learning_rate": 1.478002333438011e-07, + "loss": 2.1102, + "step": 55314 + }, + { + "epoch": 0.9468666016193362, + "grad_norm": 2.568711757659912, + "learning_rate": 1.477052822558289e-07, + "loss": 2.3634, + "step": 55315 + }, + { + "epoch": 0.9468837193378866, + "grad_norm": 2.4904534816741943, + "learning_rate": 1.4761036145037766e-07, + "loss": 2.0806, + "step": 55316 + }, + { + "epoch": 0.9469008370564371, + "grad_norm": 2.6094517707824707, + "learning_rate": 1.4751547092773932e-07, + "loss": 2.3804, + "step": 55317 + }, + { + "epoch": 0.9469179547749876, + "grad_norm": 2.7256104946136475, + "learning_rate": 1.4742061068820368e-07, + "loss": 2.4069, + "step": 55318 + }, + { + "epoch": 0.946935072493538, + "grad_norm": 2.703744888305664, + "learning_rate": 1.4732578073206604e-07, + "loss": 2.2898, + "step": 55319 + }, + { + "epoch": 0.9469521902120885, + "grad_norm": 2.517223834991455, + "learning_rate": 1.472309810596151e-07, + "loss": 2.2556, + "step": 55320 + }, + { + "epoch": 0.946969307930639, + "grad_norm": 2.429149627685547, + "learning_rate": 1.4713621167114166e-07, + "loss": 2.2401, + "step": 55321 + }, + { + "epoch": 0.9469864256491894, + "grad_norm": 2.528822898864746, + "learning_rate": 1.4704147256694e-07, + "loss": 2.2997, + "step": 55322 + }, + { + "epoch": 0.94700354336774, + "grad_norm": 2.480050563812256, + "learning_rate": 1.4694676374729766e-07, + "loss": 2.2585, + "step": 55323 + }, + { + "epoch": 0.9470206610862905, + "grad_norm": 2.67191481590271, + "learning_rate": 1.4685208521250994e-07, + "loss": 2.3049, + "step": 55324 + }, + { + "epoch": 0.9470377788048409, + "grad_norm": 2.559429168701172, + "learning_rate": 1.4675743696286437e-07, + "loss": 2.227, + "step": 55325 + }, + { + "epoch": 0.9470548965233914, + "grad_norm": 2.777355194091797, + "learning_rate": 1.4666281899865187e-07, + "loss": 2.3508, + "step": 55326 + }, + { + "epoch": 0.9470720142419419, + "grad_norm": 2.6822357177734375, + "learning_rate": 1.4656823132016552e-07, + "loss": 2.3511, + "step": 55327 + }, + { + "epoch": 0.9470891319604923, + "grad_norm": 2.6025936603546143, + "learning_rate": 1.4647367392769507e-07, + "loss": 2.3855, + "step": 55328 + }, + { + "epoch": 0.9471062496790428, + "grad_norm": 2.6863362789154053, + "learning_rate": 1.4637914682153142e-07, + "loss": 2.3762, + "step": 55329 + }, + { + "epoch": 0.9471233673975933, + "grad_norm": 2.5125012397766113, + "learning_rate": 1.4628465000196323e-07, + "loss": 2.3178, + "step": 55330 + }, + { + "epoch": 0.9471404851161437, + "grad_norm": 2.640766143798828, + "learning_rate": 1.461901834692847e-07, + "loss": 2.3299, + "step": 55331 + }, + { + "epoch": 0.9471576028346942, + "grad_norm": 2.6446099281311035, + "learning_rate": 1.460957472237823e-07, + "loss": 2.3944, + "step": 55332 + }, + { + "epoch": 0.9471747205532447, + "grad_norm": 2.7563366889953613, + "learning_rate": 1.4600134126574794e-07, + "loss": 2.3886, + "step": 55333 + }, + { + "epoch": 0.9471918382717951, + "grad_norm": 2.843813180923462, + "learning_rate": 1.4590696559547257e-07, + "loss": 2.3155, + "step": 55334 + }, + { + "epoch": 0.9472089559903456, + "grad_norm": 2.668532371520996, + "learning_rate": 1.4581262021324481e-07, + "loss": 2.2854, + "step": 55335 + }, + { + "epoch": 0.9472260737088961, + "grad_norm": 2.6718363761901855, + "learning_rate": 1.4571830511935557e-07, + "loss": 2.3757, + "step": 55336 + }, + { + "epoch": 0.9472431914274465, + "grad_norm": 2.4965150356292725, + "learning_rate": 1.4562402031409461e-07, + "loss": 2.2114, + "step": 55337 + }, + { + "epoch": 0.947260309145997, + "grad_norm": 2.7284364700317383, + "learning_rate": 1.455297657977517e-07, + "loss": 2.3293, + "step": 55338 + }, + { + "epoch": 0.9472774268645475, + "grad_norm": 2.5784647464752197, + "learning_rate": 1.4543554157061545e-07, + "loss": 2.2976, + "step": 55339 + }, + { + "epoch": 0.9472945445830979, + "grad_norm": 2.7345223426818848, + "learning_rate": 1.4534134763297792e-07, + "loss": 2.184, + "step": 55340 + }, + { + "epoch": 0.9473116623016484, + "grad_norm": 2.6422951221466064, + "learning_rate": 1.452471839851255e-07, + "loss": 2.267, + "step": 55341 + }, + { + "epoch": 0.9473287800201989, + "grad_norm": 2.668889284133911, + "learning_rate": 1.451530506273513e-07, + "loss": 2.3924, + "step": 55342 + }, + { + "epoch": 0.9473458977387493, + "grad_norm": 2.511291742324829, + "learning_rate": 1.4505894755994177e-07, + "loss": 2.1753, + "step": 55343 + }, + { + "epoch": 0.9473630154572998, + "grad_norm": 2.3808255195617676, + "learning_rate": 1.4496487478318667e-07, + "loss": 2.1721, + "step": 55344 + }, + { + "epoch": 0.9473801331758503, + "grad_norm": 2.626563787460327, + "learning_rate": 1.4487083229737574e-07, + "loss": 2.2778, + "step": 55345 + }, + { + "epoch": 0.9473972508944007, + "grad_norm": 2.5320522785186768, + "learning_rate": 1.447768201027977e-07, + "loss": 2.2495, + "step": 55346 + }, + { + "epoch": 0.9474143686129513, + "grad_norm": 2.639373540878296, + "learning_rate": 1.4468283819974116e-07, + "loss": 2.2915, + "step": 55347 + }, + { + "epoch": 0.9474314863315018, + "grad_norm": 2.6040804386138916, + "learning_rate": 1.445888865884959e-07, + "loss": 2.2045, + "step": 55348 + }, + { + "epoch": 0.9474486040500522, + "grad_norm": 2.562201499938965, + "learning_rate": 1.444949652693517e-07, + "loss": 2.2567, + "step": 55349 + }, + { + "epoch": 0.9474657217686027, + "grad_norm": 2.7450737953186035, + "learning_rate": 1.4440107424259386e-07, + "loss": 2.3141, + "step": 55350 + }, + { + "epoch": 0.9474828394871532, + "grad_norm": 2.685938835144043, + "learning_rate": 1.443072135085133e-07, + "loss": 2.4215, + "step": 55351 + }, + { + "epoch": 0.9474999572057036, + "grad_norm": 2.6088812351226807, + "learning_rate": 1.4421338306739863e-07, + "loss": 2.3766, + "step": 55352 + }, + { + "epoch": 0.9475170749242541, + "grad_norm": 2.6129024028778076, + "learning_rate": 1.4411958291953742e-07, + "loss": 2.2672, + "step": 55353 + }, + { + "epoch": 0.9475341926428046, + "grad_norm": 2.579272747039795, + "learning_rate": 1.4402581306521834e-07, + "loss": 2.3368, + "step": 55354 + }, + { + "epoch": 0.9475513103613551, + "grad_norm": 2.670361280441284, + "learning_rate": 1.4393207350472893e-07, + "loss": 2.3004, + "step": 55355 + }, + { + "epoch": 0.9475684280799055, + "grad_norm": 2.5311765670776367, + "learning_rate": 1.4383836423835895e-07, + "loss": 2.3218, + "step": 55356 + }, + { + "epoch": 0.947585545798456, + "grad_norm": 2.6807873249053955, + "learning_rate": 1.4374468526639484e-07, + "loss": 2.3711, + "step": 55357 + }, + { + "epoch": 0.9476026635170065, + "grad_norm": 2.7186548709869385, + "learning_rate": 1.4365103658912528e-07, + "loss": 2.265, + "step": 55358 + }, + { + "epoch": 0.9476197812355569, + "grad_norm": 2.5264196395874023, + "learning_rate": 1.4355741820683777e-07, + "loss": 2.2283, + "step": 55359 + }, + { + "epoch": 0.9476368989541074, + "grad_norm": 2.619213342666626, + "learning_rate": 1.434638301198199e-07, + "loss": 2.3305, + "step": 55360 + }, + { + "epoch": 0.9476540166726579, + "grad_norm": 2.8263649940490723, + "learning_rate": 1.4337027232836032e-07, + "loss": 2.3438, + "step": 55361 + }, + { + "epoch": 0.9476711343912083, + "grad_norm": 2.700324296951294, + "learning_rate": 1.4327674483274656e-07, + "loss": 2.4569, + "step": 55362 + }, + { + "epoch": 0.9476882521097588, + "grad_norm": 2.5552430152893066, + "learning_rate": 1.4318324763326398e-07, + "loss": 2.3666, + "step": 55363 + }, + { + "epoch": 0.9477053698283093, + "grad_norm": 2.4823360443115234, + "learning_rate": 1.430897807302023e-07, + "loss": 2.1709, + "step": 55364 + }, + { + "epoch": 0.9477224875468597, + "grad_norm": 2.5039217472076416, + "learning_rate": 1.4299634412384688e-07, + "loss": 2.189, + "step": 55365 + }, + { + "epoch": 0.9477396052654102, + "grad_norm": 2.447577476501465, + "learning_rate": 1.429029378144875e-07, + "loss": 2.2329, + "step": 55366 + }, + { + "epoch": 0.9477567229839607, + "grad_norm": 2.7230255603790283, + "learning_rate": 1.4280956180240836e-07, + "loss": 2.4154, + "step": 55367 + }, + { + "epoch": 0.9477738407025111, + "grad_norm": 2.518483877182007, + "learning_rate": 1.427162160878992e-07, + "loss": 2.2097, + "step": 55368 + }, + { + "epoch": 0.9477909584210616, + "grad_norm": 2.5202701091766357, + "learning_rate": 1.4262290067124428e-07, + "loss": 2.2715, + "step": 55369 + }, + { + "epoch": 0.9478080761396122, + "grad_norm": 2.730799674987793, + "learning_rate": 1.4252961555273225e-07, + "loss": 2.34, + "step": 55370 + }, + { + "epoch": 0.9478251938581626, + "grad_norm": 2.694880247116089, + "learning_rate": 1.4243636073264954e-07, + "loss": 2.3968, + "step": 55371 + }, + { + "epoch": 0.9478423115767131, + "grad_norm": 2.562964677810669, + "learning_rate": 1.4234313621128258e-07, + "loss": 2.294, + "step": 55372 + }, + { + "epoch": 0.9478594292952636, + "grad_norm": 2.576695442199707, + "learning_rate": 1.4224994198891784e-07, + "loss": 2.3953, + "step": 55373 + }, + { + "epoch": 0.947876547013814, + "grad_norm": 2.750185966491699, + "learning_rate": 1.421567780658417e-07, + "loss": 2.2617, + "step": 55374 + }, + { + "epoch": 0.9478936647323645, + "grad_norm": 2.6203982830047607, + "learning_rate": 1.4206364444234067e-07, + "loss": 2.4213, + "step": 55375 + }, + { + "epoch": 0.947910782450915, + "grad_norm": 2.714111328125, + "learning_rate": 1.4197054111870113e-07, + "loss": 2.3388, + "step": 55376 + }, + { + "epoch": 0.9479279001694654, + "grad_norm": 2.585472583770752, + "learning_rate": 1.418774680952084e-07, + "loss": 2.2136, + "step": 55377 + }, + { + "epoch": 0.9479450178880159, + "grad_norm": 2.6301705837249756, + "learning_rate": 1.4178442537214898e-07, + "loss": 2.3941, + "step": 55378 + }, + { + "epoch": 0.9479621356065664, + "grad_norm": 2.601402521133423, + "learning_rate": 1.4169141294981037e-07, + "loss": 2.3994, + "step": 55379 + }, + { + "epoch": 0.9479792533251168, + "grad_norm": 2.6090519428253174, + "learning_rate": 1.415984308284768e-07, + "loss": 2.3911, + "step": 55380 + }, + { + "epoch": 0.9479963710436673, + "grad_norm": 2.671912431716919, + "learning_rate": 1.4150547900843358e-07, + "loss": 2.3378, + "step": 55381 + }, + { + "epoch": 0.9480134887622178, + "grad_norm": 2.8120055198669434, + "learning_rate": 1.414125574899683e-07, + "loss": 2.4494, + "step": 55382 + }, + { + "epoch": 0.9480306064807682, + "grad_norm": 2.636314868927002, + "learning_rate": 1.4131966627336512e-07, + "loss": 2.2785, + "step": 55383 + }, + { + "epoch": 0.9480477241993187, + "grad_norm": 2.6019678115844727, + "learning_rate": 1.412268053589094e-07, + "loss": 2.3221, + "step": 55384 + }, + { + "epoch": 0.9480648419178692, + "grad_norm": 2.5819711685180664, + "learning_rate": 1.4113397474688762e-07, + "loss": 2.3105, + "step": 55385 + }, + { + "epoch": 0.9480819596364196, + "grad_norm": 2.720797300338745, + "learning_rate": 1.4104117443758502e-07, + "loss": 2.3042, + "step": 55386 + }, + { + "epoch": 0.9480990773549701, + "grad_norm": 2.53248929977417, + "learning_rate": 1.409484044312859e-07, + "loss": 2.2502, + "step": 55387 + }, + { + "epoch": 0.9481161950735206, + "grad_norm": 2.4215097427368164, + "learning_rate": 1.408556647282766e-07, + "loss": 2.2681, + "step": 55388 + }, + { + "epoch": 0.948133312792071, + "grad_norm": 2.752295732498169, + "learning_rate": 1.4076295532884143e-07, + "loss": 2.2666, + "step": 55389 + }, + { + "epoch": 0.9481504305106215, + "grad_norm": 2.6297316551208496, + "learning_rate": 1.4067027623326456e-07, + "loss": 2.2396, + "step": 55390 + }, + { + "epoch": 0.948167548229172, + "grad_norm": 2.552589178085327, + "learning_rate": 1.4057762744183245e-07, + "loss": 2.1704, + "step": 55391 + }, + { + "epoch": 0.9481846659477224, + "grad_norm": 2.5363337993621826, + "learning_rate": 1.404850089548282e-07, + "loss": 2.2083, + "step": 55392 + }, + { + "epoch": 0.948201783666273, + "grad_norm": 2.521660089492798, + "learning_rate": 1.4039242077253933e-07, + "loss": 2.1693, + "step": 55393 + }, + { + "epoch": 0.9482189013848235, + "grad_norm": 2.4798049926757812, + "learning_rate": 1.4029986289524679e-07, + "loss": 2.2074, + "step": 55394 + }, + { + "epoch": 0.9482360191033739, + "grad_norm": 2.637840986251831, + "learning_rate": 1.4020733532323805e-07, + "loss": 2.2566, + "step": 55395 + }, + { + "epoch": 0.9482531368219244, + "grad_norm": 2.4921185970306396, + "learning_rate": 1.4011483805679626e-07, + "loss": 2.3109, + "step": 55396 + }, + { + "epoch": 0.9482702545404749, + "grad_norm": 2.4787869453430176, + "learning_rate": 1.4002237109620452e-07, + "loss": 2.2141, + "step": 55397 + }, + { + "epoch": 0.9482873722590253, + "grad_norm": 2.6403164863586426, + "learning_rate": 1.399299344417493e-07, + "loss": 2.3718, + "step": 55398 + }, + { + "epoch": 0.9483044899775758, + "grad_norm": 2.649799108505249, + "learning_rate": 1.3983752809371254e-07, + "loss": 2.3672, + "step": 55399 + }, + { + "epoch": 0.9483216076961263, + "grad_norm": 2.560718297958374, + "learning_rate": 1.397451520523807e-07, + "loss": 2.3193, + "step": 55400 + }, + { + "epoch": 0.9483387254146768, + "grad_norm": 2.5810019969940186, + "learning_rate": 1.396528063180358e-07, + "loss": 2.3528, + "step": 55401 + }, + { + "epoch": 0.9483558431332272, + "grad_norm": 2.77266788482666, + "learning_rate": 1.3956049089096203e-07, + "loss": 2.3988, + "step": 55402 + }, + { + "epoch": 0.9483729608517777, + "grad_norm": 2.5773308277130127, + "learning_rate": 1.3946820577144359e-07, + "loss": 2.2661, + "step": 55403 + }, + { + "epoch": 0.9483900785703282, + "grad_norm": 2.418894052505493, + "learning_rate": 1.3937595095976363e-07, + "loss": 2.2724, + "step": 55404 + }, + { + "epoch": 0.9484071962888786, + "grad_norm": 2.556321859359741, + "learning_rate": 1.3928372645620748e-07, + "loss": 2.4042, + "step": 55405 + }, + { + "epoch": 0.9484243140074291, + "grad_norm": 2.5666000843048096, + "learning_rate": 1.3919153226105597e-07, + "loss": 2.3056, + "step": 55406 + }, + { + "epoch": 0.9484414317259796, + "grad_norm": 2.685396194458008, + "learning_rate": 1.3909936837459336e-07, + "loss": 2.3565, + "step": 55407 + }, + { + "epoch": 0.94845854944453, + "grad_norm": 2.5971760749816895, + "learning_rate": 1.3900723479710387e-07, + "loss": 2.2373, + "step": 55408 + }, + { + "epoch": 0.9484756671630805, + "grad_norm": 2.6088175773620605, + "learning_rate": 1.3891513152886947e-07, + "loss": 2.4242, + "step": 55409 + }, + { + "epoch": 0.948492784881631, + "grad_norm": 2.5685009956359863, + "learning_rate": 1.3882305857017443e-07, + "loss": 2.2723, + "step": 55410 + }, + { + "epoch": 0.9485099026001814, + "grad_norm": 2.6737937927246094, + "learning_rate": 1.3873101592130067e-07, + "loss": 2.3461, + "step": 55411 + }, + { + "epoch": 0.9485270203187319, + "grad_norm": 2.6000173091888428, + "learning_rate": 1.3863900358253136e-07, + "loss": 2.3198, + "step": 55412 + }, + { + "epoch": 0.9485441380372824, + "grad_norm": 2.4718692302703857, + "learning_rate": 1.3854702155414957e-07, + "loss": 2.2603, + "step": 55413 + }, + { + "epoch": 0.9485612557558328, + "grad_norm": 2.7262887954711914, + "learning_rate": 1.384550698364384e-07, + "loss": 2.3354, + "step": 55414 + }, + { + "epoch": 0.9485783734743833, + "grad_norm": 2.523975372314453, + "learning_rate": 1.38363148429681e-07, + "loss": 2.4182, + "step": 55415 + }, + { + "epoch": 0.9485954911929338, + "grad_norm": 2.508960008621216, + "learning_rate": 1.3827125733415713e-07, + "loss": 2.302, + "step": 55416 + }, + { + "epoch": 0.9486126089114842, + "grad_norm": 2.7831027507781982, + "learning_rate": 1.3817939655015212e-07, + "loss": 2.3297, + "step": 55417 + }, + { + "epoch": 0.9486297266300348, + "grad_norm": 2.6946792602539062, + "learning_rate": 1.3808756607794683e-07, + "loss": 2.3112, + "step": 55418 + }, + { + "epoch": 0.9486468443485853, + "grad_norm": 2.718362331390381, + "learning_rate": 1.3799576591782326e-07, + "loss": 2.3338, + "step": 55419 + }, + { + "epoch": 0.9486639620671357, + "grad_norm": 2.7131733894348145, + "learning_rate": 1.3790399607006567e-07, + "loss": 2.3635, + "step": 55420 + }, + { + "epoch": 0.9486810797856862, + "grad_norm": 2.6642186641693115, + "learning_rate": 1.378122565349538e-07, + "loss": 2.2112, + "step": 55421 + }, + { + "epoch": 0.9486981975042367, + "grad_norm": 2.63167405128479, + "learning_rate": 1.3772054731277074e-07, + "loss": 2.2215, + "step": 55422 + }, + { + "epoch": 0.9487153152227871, + "grad_norm": 2.5960474014282227, + "learning_rate": 1.3762886840379852e-07, + "loss": 2.3466, + "step": 55423 + }, + { + "epoch": 0.9487324329413376, + "grad_norm": 2.551949977874756, + "learning_rate": 1.3753721980831803e-07, + "loss": 2.2009, + "step": 55424 + }, + { + "epoch": 0.9487495506598881, + "grad_norm": 2.644212245941162, + "learning_rate": 1.3744560152661124e-07, + "loss": 2.3633, + "step": 55425 + }, + { + "epoch": 0.9487666683784385, + "grad_norm": 2.586693525314331, + "learning_rate": 1.3735401355896016e-07, + "loss": 2.2616, + "step": 55426 + }, + { + "epoch": 0.948783786096989, + "grad_norm": 2.6947529315948486, + "learning_rate": 1.372624559056468e-07, + "loss": 2.2188, + "step": 55427 + }, + { + "epoch": 0.9488009038155395, + "grad_norm": 2.604970932006836, + "learning_rate": 1.37170928566952e-07, + "loss": 2.3078, + "step": 55428 + }, + { + "epoch": 0.9488180215340899, + "grad_norm": 2.646552324295044, + "learning_rate": 1.3707943154315562e-07, + "loss": 2.3384, + "step": 55429 + }, + { + "epoch": 0.9488351392526404, + "grad_norm": 2.6413142681121826, + "learning_rate": 1.369879648345418e-07, + "loss": 2.3516, + "step": 55430 + }, + { + "epoch": 0.9488522569711909, + "grad_norm": 2.572610855102539, + "learning_rate": 1.3689652844139034e-07, + "loss": 2.2652, + "step": 55431 + }, + { + "epoch": 0.9488693746897413, + "grad_norm": 2.7833564281463623, + "learning_rate": 1.3680512236398102e-07, + "loss": 2.3612, + "step": 55432 + }, + { + "epoch": 0.9488864924082918, + "grad_norm": 2.557440996170044, + "learning_rate": 1.3671374660259694e-07, + "loss": 2.1792, + "step": 55433 + }, + { + "epoch": 0.9489036101268423, + "grad_norm": 2.541494131088257, + "learning_rate": 1.366224011575157e-07, + "loss": 2.316, + "step": 55434 + }, + { + "epoch": 0.9489207278453927, + "grad_norm": 2.7537598609924316, + "learning_rate": 1.3653108602902254e-07, + "loss": 2.3255, + "step": 55435 + }, + { + "epoch": 0.9489378455639432, + "grad_norm": 2.6906051635742188, + "learning_rate": 1.364398012173951e-07, + "loss": 2.4118, + "step": 55436 + }, + { + "epoch": 0.9489549632824937, + "grad_norm": 2.6832542419433594, + "learning_rate": 1.363485467229153e-07, + "loss": 2.3328, + "step": 55437 + }, + { + "epoch": 0.9489720810010441, + "grad_norm": 2.5551960468292236, + "learning_rate": 1.362573225458619e-07, + "loss": 2.309, + "step": 55438 + }, + { + "epoch": 0.9489891987195946, + "grad_norm": 2.4994876384735107, + "learning_rate": 1.361661286865168e-07, + "loss": 2.3146, + "step": 55439 + }, + { + "epoch": 0.9490063164381451, + "grad_norm": 2.6171627044677734, + "learning_rate": 1.3607496514516094e-07, + "loss": 2.2731, + "step": 55440 + }, + { + "epoch": 0.9490234341566955, + "grad_norm": 2.6527068614959717, + "learning_rate": 1.3598383192207187e-07, + "loss": 2.1985, + "step": 55441 + }, + { + "epoch": 0.949040551875246, + "grad_norm": 2.6566078662872314, + "learning_rate": 1.358927290175327e-07, + "loss": 2.4013, + "step": 55442 + }, + { + "epoch": 0.9490576695937966, + "grad_norm": 2.6907570362091064, + "learning_rate": 1.3580165643182098e-07, + "loss": 2.3265, + "step": 55443 + }, + { + "epoch": 0.949074787312347, + "grad_norm": 2.5290329456329346, + "learning_rate": 1.3571061416521758e-07, + "loss": 2.3153, + "step": 55444 + }, + { + "epoch": 0.9490919050308975, + "grad_norm": 2.5879294872283936, + "learning_rate": 1.3561960221800453e-07, + "loss": 2.2978, + "step": 55445 + }, + { + "epoch": 0.949109022749448, + "grad_norm": 2.653327465057373, + "learning_rate": 1.3552862059045713e-07, + "loss": 2.1823, + "step": 55446 + }, + { + "epoch": 0.9491261404679985, + "grad_norm": 2.681567907333374, + "learning_rate": 1.3543766928285852e-07, + "loss": 2.3427, + "step": 55447 + }, + { + "epoch": 0.9491432581865489, + "grad_norm": 2.6241979598999023, + "learning_rate": 1.3534674829548732e-07, + "loss": 2.3185, + "step": 55448 + }, + { + "epoch": 0.9491603759050994, + "grad_norm": 2.7377402782440186, + "learning_rate": 1.3525585762862226e-07, + "loss": 2.2508, + "step": 55449 + }, + { + "epoch": 0.9491774936236499, + "grad_norm": 2.6052188873291016, + "learning_rate": 1.3516499728254417e-07, + "loss": 2.2346, + "step": 55450 + }, + { + "epoch": 0.9491946113422003, + "grad_norm": 2.714881181716919, + "learning_rate": 1.3507416725753063e-07, + "loss": 2.3729, + "step": 55451 + }, + { + "epoch": 0.9492117290607508, + "grad_norm": 2.546523094177246, + "learning_rate": 1.3498336755386256e-07, + "loss": 2.1778, + "step": 55452 + }, + { + "epoch": 0.9492288467793013, + "grad_norm": 2.6778955459594727, + "learning_rate": 1.3489259817181744e-07, + "loss": 2.2693, + "step": 55453 + }, + { + "epoch": 0.9492459644978517, + "grad_norm": 2.7472691535949707, + "learning_rate": 1.3480185911167397e-07, + "loss": 2.3859, + "step": 55454 + }, + { + "epoch": 0.9492630822164022, + "grad_norm": 2.667983055114746, + "learning_rate": 1.3471115037371306e-07, + "loss": 2.3971, + "step": 55455 + }, + { + "epoch": 0.9492801999349527, + "grad_norm": 2.744377374649048, + "learning_rate": 1.3462047195821225e-07, + "loss": 2.2944, + "step": 55456 + }, + { + "epoch": 0.9492973176535031, + "grad_norm": 2.695772409439087, + "learning_rate": 1.3452982386545022e-07, + "loss": 2.3898, + "step": 55457 + }, + { + "epoch": 0.9493144353720536, + "grad_norm": 2.7473039627075195, + "learning_rate": 1.344392060957067e-07, + "loss": 2.3519, + "step": 55458 + }, + { + "epoch": 0.9493315530906041, + "grad_norm": 2.9687447547912598, + "learning_rate": 1.343486186492593e-07, + "loss": 2.2704, + "step": 55459 + }, + { + "epoch": 0.9493486708091545, + "grad_norm": 2.6916754245758057, + "learning_rate": 1.3425806152638555e-07, + "loss": 2.3037, + "step": 55460 + }, + { + "epoch": 0.949365788527705, + "grad_norm": 2.720454454421997, + "learning_rate": 1.341675347273652e-07, + "loss": 2.355, + "step": 55461 + }, + { + "epoch": 0.9493829062462555, + "grad_norm": 2.656334400177002, + "learning_rate": 1.3407703825247587e-07, + "loss": 2.2096, + "step": 55462 + }, + { + "epoch": 0.9494000239648059, + "grad_norm": 2.652083396911621, + "learning_rate": 1.3398657210199616e-07, + "loss": 2.3791, + "step": 55463 + }, + { + "epoch": 0.9494171416833564, + "grad_norm": 2.5827791690826416, + "learning_rate": 1.338961362762037e-07, + "loss": 2.2533, + "step": 55464 + }, + { + "epoch": 0.949434259401907, + "grad_norm": 2.6849069595336914, + "learning_rate": 1.3380573077537817e-07, + "loss": 2.3971, + "step": 55465 + }, + { + "epoch": 0.9494513771204574, + "grad_norm": 2.686091899871826, + "learning_rate": 1.3371535559979387e-07, + "loss": 2.3753, + "step": 55466 + }, + { + "epoch": 0.9494684948390079, + "grad_norm": 2.703357458114624, + "learning_rate": 1.3362501074973167e-07, + "loss": 2.3028, + "step": 55467 + }, + { + "epoch": 0.9494856125575584, + "grad_norm": 2.5323753356933594, + "learning_rate": 1.3353469622546688e-07, + "loss": 2.303, + "step": 55468 + }, + { + "epoch": 0.9495027302761088, + "grad_norm": 2.6954197883605957, + "learning_rate": 1.334444120272793e-07, + "loss": 2.4326, + "step": 55469 + }, + { + "epoch": 0.9495198479946593, + "grad_norm": 2.715859889984131, + "learning_rate": 1.333541581554465e-07, + "loss": 2.306, + "step": 55470 + }, + { + "epoch": 0.9495369657132098, + "grad_norm": 2.612269163131714, + "learning_rate": 1.332639346102438e-07, + "loss": 2.3487, + "step": 55471 + }, + { + "epoch": 0.9495540834317602, + "grad_norm": 2.706948757171631, + "learning_rate": 1.3317374139194982e-07, + "loss": 2.1681, + "step": 55472 + }, + { + "epoch": 0.9495712011503107, + "grad_norm": 2.5456960201263428, + "learning_rate": 1.330835785008422e-07, + "loss": 2.2628, + "step": 55473 + }, + { + "epoch": 0.9495883188688612, + "grad_norm": 2.5255439281463623, + "learning_rate": 1.3299344593719622e-07, + "loss": 2.3083, + "step": 55474 + }, + { + "epoch": 0.9496054365874116, + "grad_norm": 2.7080297470092773, + "learning_rate": 1.3290334370129054e-07, + "loss": 2.2292, + "step": 55475 + }, + { + "epoch": 0.9496225543059621, + "grad_norm": 2.63364577293396, + "learning_rate": 1.3281327179340275e-07, + "loss": 2.306, + "step": 55476 + }, + { + "epoch": 0.9496396720245126, + "grad_norm": 2.6520001888275146, + "learning_rate": 1.3272323021380817e-07, + "loss": 2.2042, + "step": 55477 + }, + { + "epoch": 0.949656789743063, + "grad_norm": 2.4679036140441895, + "learning_rate": 1.3263321896278325e-07, + "loss": 2.2524, + "step": 55478 + }, + { + "epoch": 0.9496739074616135, + "grad_norm": 2.6801228523254395, + "learning_rate": 1.3254323804060664e-07, + "loss": 2.3483, + "step": 55479 + }, + { + "epoch": 0.949691025180164, + "grad_norm": 2.7490499019622803, + "learning_rate": 1.324532874475537e-07, + "loss": 2.3458, + "step": 55480 + }, + { + "epoch": 0.9497081428987144, + "grad_norm": 2.674459457397461, + "learning_rate": 1.3236336718389976e-07, + "loss": 2.3657, + "step": 55481 + }, + { + "epoch": 0.9497252606172649, + "grad_norm": 2.721867799758911, + "learning_rate": 1.3227347724992455e-07, + "loss": 2.3896, + "step": 55482 + }, + { + "epoch": 0.9497423783358154, + "grad_norm": 2.5487020015716553, + "learning_rate": 1.3218361764590016e-07, + "loss": 2.19, + "step": 55483 + }, + { + "epoch": 0.9497594960543658, + "grad_norm": 2.7011773586273193, + "learning_rate": 1.320937883721063e-07, + "loss": 2.3319, + "step": 55484 + }, + { + "epoch": 0.9497766137729163, + "grad_norm": 2.6837635040283203, + "learning_rate": 1.320039894288161e-07, + "loss": 2.3341, + "step": 55485 + }, + { + "epoch": 0.9497937314914668, + "grad_norm": 2.852297782897949, + "learning_rate": 1.3191422081630823e-07, + "loss": 2.3068, + "step": 55486 + }, + { + "epoch": 0.9498108492100172, + "grad_norm": 2.7789828777313232, + "learning_rate": 1.3182448253485692e-07, + "loss": 2.438, + "step": 55487 + }, + { + "epoch": 0.9498279669285677, + "grad_norm": 2.681089162826538, + "learning_rate": 1.317347745847386e-07, + "loss": 2.2393, + "step": 55488 + }, + { + "epoch": 0.9498450846471183, + "grad_norm": 2.545992374420166, + "learning_rate": 1.3164509696622974e-07, + "loss": 2.2675, + "step": 55489 + }, + { + "epoch": 0.9498622023656687, + "grad_norm": 2.534173011779785, + "learning_rate": 1.3155544967960455e-07, + "loss": 2.3345, + "step": 55490 + }, + { + "epoch": 0.9498793200842192, + "grad_norm": 2.568988800048828, + "learning_rate": 1.3146583272513836e-07, + "loss": 2.1819, + "step": 55491 + }, + { + "epoch": 0.9498964378027697, + "grad_norm": 2.967099666595459, + "learning_rate": 1.3137624610310873e-07, + "loss": 2.4507, + "step": 55492 + }, + { + "epoch": 0.9499135555213201, + "grad_norm": 2.622676134109497, + "learning_rate": 1.3128668981378877e-07, + "loss": 2.3279, + "step": 55493 + }, + { + "epoch": 0.9499306732398706, + "grad_norm": 2.751824378967285, + "learning_rate": 1.3119716385745496e-07, + "loss": 2.3644, + "step": 55494 + }, + { + "epoch": 0.9499477909584211, + "grad_norm": 2.5727548599243164, + "learning_rate": 1.311076682343826e-07, + "loss": 2.296, + "step": 55495 + }, + { + "epoch": 0.9499649086769716, + "grad_norm": 2.7342584133148193, + "learning_rate": 1.3101820294484702e-07, + "loss": 2.4375, + "step": 55496 + }, + { + "epoch": 0.949982026395522, + "grad_norm": 2.5947046279907227, + "learning_rate": 1.3092876798912134e-07, + "loss": 2.3534, + "step": 55497 + }, + { + "epoch": 0.9499991441140725, + "grad_norm": 2.6741135120391846, + "learning_rate": 1.3083936336748203e-07, + "loss": 2.3227, + "step": 55498 + }, + { + "epoch": 0.950016261832623, + "grad_norm": 2.6080551147460938, + "learning_rate": 1.3074998908020443e-07, + "loss": 2.2955, + "step": 55499 + }, + { + "epoch": 0.9500333795511734, + "grad_norm": 2.7759482860565186, + "learning_rate": 1.306606451275616e-07, + "loss": 2.2947, + "step": 55500 + }, + { + "epoch": 0.9500504972697239, + "grad_norm": 2.6005187034606934, + "learning_rate": 1.3057133150982891e-07, + "loss": 2.282, + "step": 55501 + }, + { + "epoch": 0.9500676149882744, + "grad_norm": 2.717419147491455, + "learning_rate": 1.304820482272817e-07, + "loss": 2.3806, + "step": 55502 + }, + { + "epoch": 0.9500847327068248, + "grad_norm": 2.9050352573394775, + "learning_rate": 1.3039279528019312e-07, + "loss": 2.3758, + "step": 55503 + }, + { + "epoch": 0.9501018504253753, + "grad_norm": 2.6407699584960938, + "learning_rate": 1.3030357266883731e-07, + "loss": 2.23, + "step": 55504 + }, + { + "epoch": 0.9501189681439258, + "grad_norm": 2.7152445316314697, + "learning_rate": 1.3021438039348966e-07, + "loss": 2.3166, + "step": 55505 + }, + { + "epoch": 0.9501360858624762, + "grad_norm": 2.6685585975646973, + "learning_rate": 1.3012521845442328e-07, + "loss": 2.1993, + "step": 55506 + }, + { + "epoch": 0.9501532035810267, + "grad_norm": 2.5556085109710693, + "learning_rate": 1.300360868519146e-07, + "loss": 2.3241, + "step": 55507 + }, + { + "epoch": 0.9501703212995772, + "grad_norm": 2.632892608642578, + "learning_rate": 1.2994698558623343e-07, + "loss": 2.3527, + "step": 55508 + }, + { + "epoch": 0.9501874390181276, + "grad_norm": 2.6366872787475586, + "learning_rate": 1.298579146576573e-07, + "loss": 2.2746, + "step": 55509 + }, + { + "epoch": 0.9502045567366781, + "grad_norm": 2.646505355834961, + "learning_rate": 1.2976887406645823e-07, + "loss": 2.2755, + "step": 55510 + }, + { + "epoch": 0.9502216744552286, + "grad_norm": 2.7444543838500977, + "learning_rate": 1.2967986381291042e-07, + "loss": 2.2204, + "step": 55511 + }, + { + "epoch": 0.950238792173779, + "grad_norm": 2.801440954208374, + "learning_rate": 1.2959088389728703e-07, + "loss": 2.307, + "step": 55512 + }, + { + "epoch": 0.9502559098923296, + "grad_norm": 2.6980297565460205, + "learning_rate": 1.2950193431986224e-07, + "loss": 2.2993, + "step": 55513 + }, + { + "epoch": 0.9502730276108801, + "grad_norm": 2.7317633628845215, + "learning_rate": 1.294130150809092e-07, + "loss": 2.3958, + "step": 55514 + }, + { + "epoch": 0.9502901453294305, + "grad_norm": 2.5393550395965576, + "learning_rate": 1.2932412618070101e-07, + "loss": 2.2712, + "step": 55515 + }, + { + "epoch": 0.950307263047981, + "grad_norm": 2.6998531818389893, + "learning_rate": 1.2923526761951079e-07, + "loss": 2.3195, + "step": 55516 + }, + { + "epoch": 0.9503243807665315, + "grad_norm": 2.680638074874878, + "learning_rate": 1.2914643939761163e-07, + "loss": 2.254, + "step": 55517 + }, + { + "epoch": 0.9503414984850819, + "grad_norm": 2.5246336460113525, + "learning_rate": 1.290576415152778e-07, + "loss": 2.3066, + "step": 55518 + }, + { + "epoch": 0.9503586162036324, + "grad_norm": 2.684417724609375, + "learning_rate": 1.2896887397278125e-07, + "loss": 2.4331, + "step": 55519 + }, + { + "epoch": 0.9503757339221829, + "grad_norm": 2.7289860248565674, + "learning_rate": 1.288801367703929e-07, + "loss": 2.2763, + "step": 55520 + }, + { + "epoch": 0.9503928516407333, + "grad_norm": 2.5038230419158936, + "learning_rate": 1.287914299083892e-07, + "loss": 2.1992, + "step": 55521 + }, + { + "epoch": 0.9504099693592838, + "grad_norm": 2.6216702461242676, + "learning_rate": 1.2870275338703997e-07, + "loss": 2.2965, + "step": 55522 + }, + { + "epoch": 0.9504270870778343, + "grad_norm": 2.5649354457855225, + "learning_rate": 1.2861410720661937e-07, + "loss": 2.1939, + "step": 55523 + }, + { + "epoch": 0.9504442047963847, + "grad_norm": 2.6367883682250977, + "learning_rate": 1.2852549136739946e-07, + "loss": 2.2389, + "step": 55524 + }, + { + "epoch": 0.9504613225149352, + "grad_norm": 2.6974313259124756, + "learning_rate": 1.2843690586965108e-07, + "loss": 2.3068, + "step": 55525 + }, + { + "epoch": 0.9504784402334857, + "grad_norm": 2.7677125930786133, + "learning_rate": 1.283483507136496e-07, + "loss": 2.1997, + "step": 55526 + }, + { + "epoch": 0.9504955579520361, + "grad_norm": 2.72536301612854, + "learning_rate": 1.2825982589966367e-07, + "loss": 2.2873, + "step": 55527 + }, + { + "epoch": 0.9505126756705866, + "grad_norm": 2.5658695697784424, + "learning_rate": 1.2817133142796866e-07, + "loss": 2.3124, + "step": 55528 + }, + { + "epoch": 0.9505297933891371, + "grad_norm": 2.6730964183807373, + "learning_rate": 1.2808286729883435e-07, + "loss": 2.3269, + "step": 55529 + }, + { + "epoch": 0.9505469111076875, + "grad_norm": 2.63240122795105, + "learning_rate": 1.279944335125327e-07, + "loss": 2.3406, + "step": 55530 + }, + { + "epoch": 0.950564028826238, + "grad_norm": 2.6323397159576416, + "learning_rate": 1.27906030069338e-07, + "loss": 2.2778, + "step": 55531 + }, + { + "epoch": 0.9505811465447885, + "grad_norm": 2.5566461086273193, + "learning_rate": 1.2781765696951887e-07, + "loss": 2.2874, + "step": 55532 + }, + { + "epoch": 0.9505982642633389, + "grad_norm": 2.4975035190582275, + "learning_rate": 1.2772931421334845e-07, + "loss": 2.2847, + "step": 55533 + }, + { + "epoch": 0.9506153819818894, + "grad_norm": 2.783777952194214, + "learning_rate": 1.2764100180109872e-07, + "loss": 2.3143, + "step": 55534 + }, + { + "epoch": 0.95063249970044, + "grad_norm": 2.650383234024048, + "learning_rate": 1.275527197330395e-07, + "loss": 2.2953, + "step": 55535 + }, + { + "epoch": 0.9506496174189903, + "grad_norm": 2.446916341781616, + "learning_rate": 1.274644680094439e-07, + "loss": 2.2301, + "step": 55536 + }, + { + "epoch": 0.9506667351375409, + "grad_norm": 2.4457314014434814, + "learning_rate": 1.2737624663058168e-07, + "loss": 2.2187, + "step": 55537 + }, + { + "epoch": 0.9506838528560914, + "grad_norm": 2.7061963081359863, + "learning_rate": 1.2728805559672596e-07, + "loss": 2.373, + "step": 55538 + }, + { + "epoch": 0.9507009705746418, + "grad_norm": 2.7058775424957275, + "learning_rate": 1.2719989490814543e-07, + "loss": 2.3314, + "step": 55539 + }, + { + "epoch": 0.9507180882931923, + "grad_norm": 2.733175754547119, + "learning_rate": 1.271117645651132e-07, + "loss": 2.3069, + "step": 55540 + }, + { + "epoch": 0.9507352060117428, + "grad_norm": 2.5106897354125977, + "learning_rate": 1.2702366456789794e-07, + "loss": 2.1891, + "step": 55541 + }, + { + "epoch": 0.9507523237302933, + "grad_norm": 2.5761547088623047, + "learning_rate": 1.2693559491677277e-07, + "loss": 2.3057, + "step": 55542 + }, + { + "epoch": 0.9507694414488437, + "grad_norm": 2.78218412399292, + "learning_rate": 1.2684755561200634e-07, + "loss": 2.3838, + "step": 55543 + }, + { + "epoch": 0.9507865591673942, + "grad_norm": 2.708908796310425, + "learning_rate": 1.2675954665387068e-07, + "loss": 2.3652, + "step": 55544 + }, + { + "epoch": 0.9508036768859447, + "grad_norm": 2.7018938064575195, + "learning_rate": 1.266715680426356e-07, + "loss": 2.2887, + "step": 55545 + }, + { + "epoch": 0.9508207946044951, + "grad_norm": 2.586477279663086, + "learning_rate": 1.2658361977857192e-07, + "loss": 2.2501, + "step": 55546 + }, + { + "epoch": 0.9508379123230456, + "grad_norm": 2.8237051963806152, + "learning_rate": 1.2649570186194949e-07, + "loss": 2.4107, + "step": 55547 + }, + { + "epoch": 0.9508550300415961, + "grad_norm": 2.6406702995300293, + "learning_rate": 1.2640781429303916e-07, + "loss": 2.3689, + "step": 55548 + }, + { + "epoch": 0.9508721477601465, + "grad_norm": 2.695676803588867, + "learning_rate": 1.2631995707210965e-07, + "loss": 2.1983, + "step": 55549 + }, + { + "epoch": 0.950889265478697, + "grad_norm": 2.7140634059906006, + "learning_rate": 1.262321301994329e-07, + "loss": 2.1958, + "step": 55550 + }, + { + "epoch": 0.9509063831972475, + "grad_norm": 2.5299112796783447, + "learning_rate": 1.261443336752788e-07, + "loss": 2.3069, + "step": 55551 + }, + { + "epoch": 0.9509235009157979, + "grad_norm": 2.784574270248413, + "learning_rate": 1.260565674999159e-07, + "loss": 2.4073, + "step": 55552 + }, + { + "epoch": 0.9509406186343484, + "grad_norm": 2.5111451148986816, + "learning_rate": 1.2596883167361407e-07, + "loss": 2.252, + "step": 55553 + }, + { + "epoch": 0.9509577363528989, + "grad_norm": 2.667954921722412, + "learning_rate": 1.2588112619664306e-07, + "loss": 2.1746, + "step": 55554 + }, + { + "epoch": 0.9509748540714493, + "grad_norm": 2.76556658744812, + "learning_rate": 1.2579345106927376e-07, + "loss": 2.3623, + "step": 55555 + }, + { + "epoch": 0.9509919717899998, + "grad_norm": 2.815572738647461, + "learning_rate": 1.2570580629177486e-07, + "loss": 2.3851, + "step": 55556 + }, + { + "epoch": 0.9510090895085503, + "grad_norm": 2.6166796684265137, + "learning_rate": 1.2561819186441394e-07, + "loss": 2.3148, + "step": 55557 + }, + { + "epoch": 0.9510262072271007, + "grad_norm": 2.6929962635040283, + "learning_rate": 1.2553060778746296e-07, + "loss": 2.3754, + "step": 55558 + }, + { + "epoch": 0.9510433249456512, + "grad_norm": 2.7896370887756348, + "learning_rate": 1.2544305406119062e-07, + "loss": 2.3379, + "step": 55559 + }, + { + "epoch": 0.9510604426642018, + "grad_norm": 2.5451924800872803, + "learning_rate": 1.2535553068586448e-07, + "loss": 2.3795, + "step": 55560 + }, + { + "epoch": 0.9510775603827522, + "grad_norm": 2.6110951900482178, + "learning_rate": 1.2526803766175543e-07, + "loss": 2.3592, + "step": 55561 + }, + { + "epoch": 0.9510946781013027, + "grad_norm": 2.5940849781036377, + "learning_rate": 1.2518057498912995e-07, + "loss": 2.3176, + "step": 55562 + }, + { + "epoch": 0.9511117958198532, + "grad_norm": 2.671461820602417, + "learning_rate": 1.2509314266826e-07, + "loss": 2.2958, + "step": 55563 + }, + { + "epoch": 0.9511289135384036, + "grad_norm": 2.4723944664001465, + "learning_rate": 1.2500574069941208e-07, + "loss": 2.2888, + "step": 55564 + }, + { + "epoch": 0.9511460312569541, + "grad_norm": 2.653066396713257, + "learning_rate": 1.2491836908285594e-07, + "loss": 2.2688, + "step": 55565 + }, + { + "epoch": 0.9511631489755046, + "grad_norm": 2.6416289806365967, + "learning_rate": 1.2483102781886024e-07, + "loss": 2.3477, + "step": 55566 + }, + { + "epoch": 0.951180266694055, + "grad_norm": 2.742690086364746, + "learning_rate": 1.247437169076915e-07, + "loss": 2.3143, + "step": 55567 + }, + { + "epoch": 0.9511973844126055, + "grad_norm": 2.6137521266937256, + "learning_rate": 1.2465643634962166e-07, + "loss": 2.2765, + "step": 55568 + }, + { + "epoch": 0.951214502131156, + "grad_norm": 2.6925125122070312, + "learning_rate": 1.2456918614491386e-07, + "loss": 2.3869, + "step": 55569 + }, + { + "epoch": 0.9512316198497064, + "grad_norm": 2.726651191711426, + "learning_rate": 1.2448196629384123e-07, + "loss": 2.3535, + "step": 55570 + }, + { + "epoch": 0.9512487375682569, + "grad_norm": 2.4807116985321045, + "learning_rate": 1.2439477679666911e-07, + "loss": 2.2632, + "step": 55571 + }, + { + "epoch": 0.9512658552868074, + "grad_norm": 2.551288604736328, + "learning_rate": 1.2430761765366728e-07, + "loss": 2.4521, + "step": 55572 + }, + { + "epoch": 0.9512829730053578, + "grad_norm": 2.708397626876831, + "learning_rate": 1.2422048886510107e-07, + "loss": 2.329, + "step": 55573 + }, + { + "epoch": 0.9513000907239083, + "grad_norm": 2.8218460083007812, + "learning_rate": 1.241333904312414e-07, + "loss": 2.3784, + "step": 55574 + }, + { + "epoch": 0.9513172084424588, + "grad_norm": 2.763490676879883, + "learning_rate": 1.2404632235235358e-07, + "loss": 2.3788, + "step": 55575 + }, + { + "epoch": 0.9513343261610092, + "grad_norm": 2.461179256439209, + "learning_rate": 1.2395928462870632e-07, + "loss": 2.2735, + "step": 55576 + }, + { + "epoch": 0.9513514438795597, + "grad_norm": 2.73503041267395, + "learning_rate": 1.2387227726056606e-07, + "loss": 2.3508, + "step": 55577 + }, + { + "epoch": 0.9513685615981102, + "grad_norm": 2.622361183166504, + "learning_rate": 1.2378530024820145e-07, + "loss": 2.2544, + "step": 55578 + }, + { + "epoch": 0.9513856793166606, + "grad_norm": 2.5943708419799805, + "learning_rate": 1.2369835359188008e-07, + "loss": 2.1683, + "step": 55579 + }, + { + "epoch": 0.9514027970352111, + "grad_norm": 2.5560286045074463, + "learning_rate": 1.236114372918673e-07, + "loss": 2.3136, + "step": 55580 + }, + { + "epoch": 0.9514199147537616, + "grad_norm": 2.5774524211883545, + "learning_rate": 1.2352455134843288e-07, + "loss": 2.3031, + "step": 55581 + }, + { + "epoch": 0.951437032472312, + "grad_norm": 2.6997759342193604, + "learning_rate": 1.2343769576184216e-07, + "loss": 2.3001, + "step": 55582 + }, + { + "epoch": 0.9514541501908625, + "grad_norm": 2.6921539306640625, + "learning_rate": 1.2335087053236162e-07, + "loss": 2.2489, + "step": 55583 + }, + { + "epoch": 0.951471267909413, + "grad_norm": 2.6274893283843994, + "learning_rate": 1.232640756602599e-07, + "loss": 2.3174, + "step": 55584 + }, + { + "epoch": 0.9514883856279635, + "grad_norm": 2.598259449005127, + "learning_rate": 1.2317731114580122e-07, + "loss": 2.3215, + "step": 55585 + }, + { + "epoch": 0.951505503346514, + "grad_norm": 2.6765964031219482, + "learning_rate": 1.2309057698925541e-07, + "loss": 2.2491, + "step": 55586 + }, + { + "epoch": 0.9515226210650645, + "grad_norm": 2.5621907711029053, + "learning_rate": 1.2300387319088668e-07, + "loss": 2.3915, + "step": 55587 + }, + { + "epoch": 0.951539738783615, + "grad_norm": 2.7541825771331787, + "learning_rate": 1.229171997509637e-07, + "loss": 2.3407, + "step": 55588 + }, + { + "epoch": 0.9515568565021654, + "grad_norm": 2.6686899662017822, + "learning_rate": 1.2283055666975075e-07, + "loss": 2.3139, + "step": 55589 + }, + { + "epoch": 0.9515739742207159, + "grad_norm": 2.6825368404388428, + "learning_rate": 1.227439439475142e-07, + "loss": 2.2996, + "step": 55590 + }, + { + "epoch": 0.9515910919392664, + "grad_norm": 2.6080729961395264, + "learning_rate": 1.2265736158452168e-07, + "loss": 2.2566, + "step": 55591 + }, + { + "epoch": 0.9516082096578168, + "grad_norm": 2.6210126876831055, + "learning_rate": 1.2257080958103852e-07, + "loss": 2.2573, + "step": 55592 + }, + { + "epoch": 0.9516253273763673, + "grad_norm": 2.546724796295166, + "learning_rate": 1.2248428793733114e-07, + "loss": 2.1936, + "step": 55593 + }, + { + "epoch": 0.9516424450949178, + "grad_norm": 2.5557873249053955, + "learning_rate": 1.223977966536638e-07, + "loss": 2.3124, + "step": 55594 + }, + { + "epoch": 0.9516595628134682, + "grad_norm": 2.661226987838745, + "learning_rate": 1.2231133573030518e-07, + "loss": 2.3294, + "step": 55595 + }, + { + "epoch": 0.9516766805320187, + "grad_norm": 2.729438543319702, + "learning_rate": 1.222249051675195e-07, + "loss": 2.3459, + "step": 55596 + }, + { + "epoch": 0.9516937982505692, + "grad_norm": 2.6667613983154297, + "learning_rate": 1.2213850496557212e-07, + "loss": 2.3123, + "step": 55597 + }, + { + "epoch": 0.9517109159691196, + "grad_norm": 2.4660840034484863, + "learning_rate": 1.2205213512472947e-07, + "loss": 2.2497, + "step": 55598 + }, + { + "epoch": 0.9517280336876701, + "grad_norm": 2.6381728649139404, + "learning_rate": 1.219657956452558e-07, + "loss": 2.3614, + "step": 55599 + }, + { + "epoch": 0.9517451514062206, + "grad_norm": 2.7102932929992676, + "learning_rate": 1.2187948652741755e-07, + "loss": 2.236, + "step": 55600 + }, + { + "epoch": 0.951762269124771, + "grad_norm": 2.553670883178711, + "learning_rate": 1.2179320777147895e-07, + "loss": 2.2835, + "step": 55601 + }, + { + "epoch": 0.9517793868433215, + "grad_norm": 2.6591882705688477, + "learning_rate": 1.217069593777076e-07, + "loss": 2.259, + "step": 55602 + }, + { + "epoch": 0.951796504561872, + "grad_norm": 2.605336904525757, + "learning_rate": 1.2162074134636547e-07, + "loss": 2.2494, + "step": 55603 + }, + { + "epoch": 0.9518136222804224, + "grad_norm": 2.9441921710968018, + "learning_rate": 1.2153455367771906e-07, + "loss": 2.3327, + "step": 55604 + }, + { + "epoch": 0.9518307399989729, + "grad_norm": 2.482158899307251, + "learning_rate": 1.2144839637203476e-07, + "loss": 2.2184, + "step": 55605 + }, + { + "epoch": 0.9518478577175234, + "grad_norm": 2.7683963775634766, + "learning_rate": 1.2136226942957352e-07, + "loss": 2.3199, + "step": 55606 + }, + { + "epoch": 0.9518649754360738, + "grad_norm": 2.6610898971557617, + "learning_rate": 1.2127617285060512e-07, + "loss": 2.2762, + "step": 55607 + }, + { + "epoch": 0.9518820931546244, + "grad_norm": 2.663564682006836, + "learning_rate": 1.2119010663538933e-07, + "loss": 2.3783, + "step": 55608 + }, + { + "epoch": 0.9518992108731749, + "grad_norm": 2.7505650520324707, + "learning_rate": 1.2110407078419373e-07, + "loss": 2.3304, + "step": 55609 + }, + { + "epoch": 0.9519163285917253, + "grad_norm": 2.755411148071289, + "learning_rate": 1.2101806529728255e-07, + "loss": 2.3432, + "step": 55610 + }, + { + "epoch": 0.9519334463102758, + "grad_norm": 2.5956356525421143, + "learning_rate": 1.209320901749178e-07, + "loss": 2.3314, + "step": 55611 + }, + { + "epoch": 0.9519505640288263, + "grad_norm": 2.705240249633789, + "learning_rate": 1.2084614541736595e-07, + "loss": 2.228, + "step": 55612 + }, + { + "epoch": 0.9519676817473767, + "grad_norm": 2.852346658706665, + "learning_rate": 1.207602310248912e-07, + "loss": 2.3236, + "step": 55613 + }, + { + "epoch": 0.9519847994659272, + "grad_norm": 2.7062041759490967, + "learning_rate": 1.206743469977567e-07, + "loss": 2.2722, + "step": 55614 + }, + { + "epoch": 0.9520019171844777, + "grad_norm": 2.8012807369232178, + "learning_rate": 1.205884933362267e-07, + "loss": 2.4014, + "step": 55615 + }, + { + "epoch": 0.9520190349030281, + "grad_norm": 2.6136224269866943, + "learning_rate": 1.2050267004056539e-07, + "loss": 2.3893, + "step": 55616 + }, + { + "epoch": 0.9520361526215786, + "grad_norm": 2.5320606231689453, + "learning_rate": 1.204168771110359e-07, + "loss": 2.3174, + "step": 55617 + }, + { + "epoch": 0.9520532703401291, + "grad_norm": 2.7457079887390137, + "learning_rate": 1.2033111454790248e-07, + "loss": 2.2773, + "step": 55618 + }, + { + "epoch": 0.9520703880586795, + "grad_norm": 2.613191604614258, + "learning_rate": 1.2024538235142935e-07, + "loss": 2.2569, + "step": 55619 + }, + { + "epoch": 0.95208750577723, + "grad_norm": 2.59748911857605, + "learning_rate": 1.2015968052187742e-07, + "loss": 2.3534, + "step": 55620 + }, + { + "epoch": 0.9521046234957805, + "grad_norm": 2.5929625034332275, + "learning_rate": 1.2007400905951317e-07, + "loss": 2.2236, + "step": 55621 + }, + { + "epoch": 0.9521217412143309, + "grad_norm": 2.663041591644287, + "learning_rate": 1.1998836796459856e-07, + "loss": 2.2467, + "step": 55622 + }, + { + "epoch": 0.9521388589328814, + "grad_norm": 2.432173252105713, + "learning_rate": 1.1990275723739785e-07, + "loss": 2.24, + "step": 55623 + }, + { + "epoch": 0.9521559766514319, + "grad_norm": 2.549717903137207, + "learning_rate": 1.1981717687817308e-07, + "loss": 2.3184, + "step": 55624 + }, + { + "epoch": 0.9521730943699823, + "grad_norm": 2.402249336242676, + "learning_rate": 1.197316268871862e-07, + "loss": 2.2271, + "step": 55625 + }, + { + "epoch": 0.9521902120885328, + "grad_norm": 2.7929115295410156, + "learning_rate": 1.1964610726470262e-07, + "loss": 2.372, + "step": 55626 + }, + { + "epoch": 0.9522073298070833, + "grad_norm": 2.5814051628112793, + "learning_rate": 1.1956061801098317e-07, + "loss": 2.3394, + "step": 55627 + }, + { + "epoch": 0.9522244475256337, + "grad_norm": 2.7844398021698, + "learning_rate": 1.1947515912629216e-07, + "loss": 2.412, + "step": 55628 + }, + { + "epoch": 0.9522415652441842, + "grad_norm": 2.746446371078491, + "learning_rate": 1.1938973061089153e-07, + "loss": 2.3793, + "step": 55629 + }, + { + "epoch": 0.9522586829627347, + "grad_norm": 2.623504877090454, + "learning_rate": 1.1930433246504336e-07, + "loss": 2.2364, + "step": 55630 + }, + { + "epoch": 0.9522758006812851, + "grad_norm": 2.6072793006896973, + "learning_rate": 1.1921896468901072e-07, + "loss": 2.2781, + "step": 55631 + }, + { + "epoch": 0.9522929183998357, + "grad_norm": 2.6974287033081055, + "learning_rate": 1.1913362728305677e-07, + "loss": 2.3593, + "step": 55632 + }, + { + "epoch": 0.9523100361183862, + "grad_norm": 2.458923816680908, + "learning_rate": 1.1904832024744239e-07, + "loss": 2.2112, + "step": 55633 + }, + { + "epoch": 0.9523271538369367, + "grad_norm": 2.713966131210327, + "learning_rate": 1.1896304358243071e-07, + "loss": 2.2988, + "step": 55634 + }, + { + "epoch": 0.9523442715554871, + "grad_norm": 2.729938268661499, + "learning_rate": 1.1887779728828486e-07, + "loss": 2.2941, + "step": 55635 + }, + { + "epoch": 0.9523613892740376, + "grad_norm": 2.6077330112457275, + "learning_rate": 1.1879258136526239e-07, + "loss": 2.3239, + "step": 55636 + }, + { + "epoch": 0.9523785069925881, + "grad_norm": 2.6090657711029053, + "learning_rate": 1.1870739581363089e-07, + "loss": 2.3014, + "step": 55637 + }, + { + "epoch": 0.9523956247111385, + "grad_norm": 2.564481735229492, + "learning_rate": 1.1862224063364903e-07, + "loss": 2.3184, + "step": 55638 + }, + { + "epoch": 0.952412742429689, + "grad_norm": 2.584127902984619, + "learning_rate": 1.1853711582557881e-07, + "loss": 2.2823, + "step": 55639 + }, + { + "epoch": 0.9524298601482395, + "grad_norm": 2.640432357788086, + "learning_rate": 1.1845202138968226e-07, + "loss": 2.3326, + "step": 55640 + }, + { + "epoch": 0.9524469778667899, + "grad_norm": 2.5770785808563232, + "learning_rate": 1.1836695732622139e-07, + "loss": 2.2662, + "step": 55641 + }, + { + "epoch": 0.9524640955853404, + "grad_norm": 2.374086856842041, + "learning_rate": 1.1828192363545821e-07, + "loss": 2.2105, + "step": 55642 + }, + { + "epoch": 0.9524812133038909, + "grad_norm": 2.5558130741119385, + "learning_rate": 1.1819692031765028e-07, + "loss": 2.2746, + "step": 55643 + }, + { + "epoch": 0.9524983310224413, + "grad_norm": 2.270082473754883, + "learning_rate": 1.1811194737306408e-07, + "loss": 2.2059, + "step": 55644 + }, + { + "epoch": 0.9525154487409918, + "grad_norm": 2.595912456512451, + "learning_rate": 1.1802700480195717e-07, + "loss": 2.2384, + "step": 55645 + }, + { + "epoch": 0.9525325664595423, + "grad_norm": 2.7819976806640625, + "learning_rate": 1.1794209260459266e-07, + "loss": 2.3661, + "step": 55646 + }, + { + "epoch": 0.9525496841780927, + "grad_norm": 2.514641046524048, + "learning_rate": 1.1785721078123036e-07, + "loss": 2.2057, + "step": 55647 + }, + { + "epoch": 0.9525668018966432, + "grad_norm": 2.5822150707244873, + "learning_rate": 1.1777235933213116e-07, + "loss": 2.3356, + "step": 55648 + }, + { + "epoch": 0.9525839196151937, + "grad_norm": 2.788834571838379, + "learning_rate": 1.1768753825755708e-07, + "loss": 2.4387, + "step": 55649 + }, + { + "epoch": 0.9526010373337441, + "grad_norm": 2.566377639770508, + "learning_rate": 1.176027475577668e-07, + "loss": 2.3356, + "step": 55650 + }, + { + "epoch": 0.9526181550522946, + "grad_norm": 2.5760982036590576, + "learning_rate": 1.1751798723302232e-07, + "loss": 2.4527, + "step": 55651 + }, + { + "epoch": 0.9526352727708451, + "grad_norm": 2.5954368114471436, + "learning_rate": 1.1743325728358456e-07, + "loss": 2.267, + "step": 55652 + }, + { + "epoch": 0.9526523904893955, + "grad_norm": 2.617233991622925, + "learning_rate": 1.1734855770971221e-07, + "loss": 2.3633, + "step": 55653 + }, + { + "epoch": 0.952669508207946, + "grad_norm": 2.7907028198242188, + "learning_rate": 1.1726388851166837e-07, + "loss": 2.3597, + "step": 55654 + }, + { + "epoch": 0.9526866259264966, + "grad_norm": 2.6380040645599365, + "learning_rate": 1.1717924968971062e-07, + "loss": 2.2203, + "step": 55655 + }, + { + "epoch": 0.952703743645047, + "grad_norm": 2.8720595836639404, + "learning_rate": 1.1709464124410097e-07, + "loss": 2.3875, + "step": 55656 + }, + { + "epoch": 0.9527208613635975, + "grad_norm": 2.5099616050720215, + "learning_rate": 1.1701006317509811e-07, + "loss": 2.1974, + "step": 55657 + }, + { + "epoch": 0.952737979082148, + "grad_norm": 2.665271520614624, + "learning_rate": 1.1692551548296183e-07, + "loss": 2.439, + "step": 55658 + }, + { + "epoch": 0.9527550968006984, + "grad_norm": 2.7096314430236816, + "learning_rate": 1.1684099816795303e-07, + "loss": 2.3363, + "step": 55659 + }, + { + "epoch": 0.9527722145192489, + "grad_norm": 2.8456521034240723, + "learning_rate": 1.1675651123033149e-07, + "loss": 2.404, + "step": 55660 + }, + { + "epoch": 0.9527893322377994, + "grad_norm": 2.5953707695007324, + "learning_rate": 1.1667205467035703e-07, + "loss": 2.1774, + "step": 55661 + }, + { + "epoch": 0.9528064499563498, + "grad_norm": 2.62351131439209, + "learning_rate": 1.165876284882883e-07, + "loss": 2.198, + "step": 55662 + }, + { + "epoch": 0.9528235676749003, + "grad_norm": 2.612111806869507, + "learning_rate": 1.1650323268438513e-07, + "loss": 2.2761, + "step": 55663 + }, + { + "epoch": 0.9528406853934508, + "grad_norm": 2.6701858043670654, + "learning_rate": 1.1641886725890728e-07, + "loss": 2.2674, + "step": 55664 + }, + { + "epoch": 0.9528578031120012, + "grad_norm": 2.5493175983428955, + "learning_rate": 1.1633453221211343e-07, + "loss": 2.2629, + "step": 55665 + }, + { + "epoch": 0.9528749208305517, + "grad_norm": 2.700117349624634, + "learning_rate": 1.162502275442634e-07, + "loss": 2.2336, + "step": 55666 + }, + { + "epoch": 0.9528920385491022, + "grad_norm": 2.4506125450134277, + "learning_rate": 1.1616595325561697e-07, + "loss": 2.197, + "step": 55667 + }, + { + "epoch": 0.9529091562676526, + "grad_norm": 2.675665855407715, + "learning_rate": 1.1608170934643171e-07, + "loss": 2.2629, + "step": 55668 + }, + { + "epoch": 0.9529262739862031, + "grad_norm": 2.6509037017822266, + "learning_rate": 1.1599749581696739e-07, + "loss": 2.355, + "step": 55669 + }, + { + "epoch": 0.9529433917047536, + "grad_norm": 2.924830436706543, + "learning_rate": 1.1591331266748274e-07, + "loss": 2.3517, + "step": 55670 + }, + { + "epoch": 0.952960509423304, + "grad_norm": 2.493471622467041, + "learning_rate": 1.1582915989823529e-07, + "loss": 2.2403, + "step": 55671 + }, + { + "epoch": 0.9529776271418545, + "grad_norm": 2.680663824081421, + "learning_rate": 1.1574503750948596e-07, + "loss": 2.2359, + "step": 55672 + }, + { + "epoch": 0.952994744860405, + "grad_norm": 2.8631787300109863, + "learning_rate": 1.1566094550149121e-07, + "loss": 2.3228, + "step": 55673 + }, + { + "epoch": 0.9530118625789554, + "grad_norm": 2.731330394744873, + "learning_rate": 1.1557688387451194e-07, + "loss": 2.2873, + "step": 55674 + }, + { + "epoch": 0.9530289802975059, + "grad_norm": 2.669546604156494, + "learning_rate": 1.154928526288035e-07, + "loss": 2.3538, + "step": 55675 + }, + { + "epoch": 0.9530460980160564, + "grad_norm": 2.799093246459961, + "learning_rate": 1.1540885176462679e-07, + "loss": 2.3677, + "step": 55676 + }, + { + "epoch": 0.9530632157346068, + "grad_norm": 2.4987680912017822, + "learning_rate": 1.1532488128223829e-07, + "loss": 2.2552, + "step": 55677 + }, + { + "epoch": 0.9530803334531573, + "grad_norm": 2.442702293395996, + "learning_rate": 1.1524094118189666e-07, + "loss": 2.2653, + "step": 55678 + }, + { + "epoch": 0.9530974511717079, + "grad_norm": 2.579986810684204, + "learning_rate": 1.151570314638617e-07, + "loss": 2.3137, + "step": 55679 + }, + { + "epoch": 0.9531145688902583, + "grad_norm": 2.7104194164276123, + "learning_rate": 1.1507315212838765e-07, + "loss": 2.4045, + "step": 55680 + }, + { + "epoch": 0.9531316866088088, + "grad_norm": 2.5560998916625977, + "learning_rate": 1.1498930317573542e-07, + "loss": 2.292, + "step": 55681 + }, + { + "epoch": 0.9531488043273593, + "grad_norm": 2.6678709983825684, + "learning_rate": 1.1490548460616035e-07, + "loss": 2.3985, + "step": 55682 + }, + { + "epoch": 0.9531659220459098, + "grad_norm": 2.6087875366210938, + "learning_rate": 1.1482169641992225e-07, + "loss": 2.3759, + "step": 55683 + }, + { + "epoch": 0.9531830397644602, + "grad_norm": 2.7895467281341553, + "learning_rate": 1.1473793861727755e-07, + "loss": 2.4149, + "step": 55684 + }, + { + "epoch": 0.9532001574830107, + "grad_norm": 2.482320547103882, + "learning_rate": 1.1465421119848274e-07, + "loss": 2.2134, + "step": 55685 + }, + { + "epoch": 0.9532172752015612, + "grad_norm": 2.640573024749756, + "learning_rate": 1.1457051416379871e-07, + "loss": 2.3065, + "step": 55686 + }, + { + "epoch": 0.9532343929201116, + "grad_norm": 2.5662918090820312, + "learning_rate": 1.1448684751347861e-07, + "loss": 2.285, + "step": 55687 + }, + { + "epoch": 0.9532515106386621, + "grad_norm": 2.8629965782165527, + "learning_rate": 1.1440321124778109e-07, + "loss": 2.376, + "step": 55688 + }, + { + "epoch": 0.9532686283572126, + "grad_norm": 2.531341314315796, + "learning_rate": 1.1431960536696485e-07, + "loss": 2.2686, + "step": 55689 + }, + { + "epoch": 0.953285746075763, + "grad_norm": 2.5643956661224365, + "learning_rate": 1.1423602987128413e-07, + "loss": 2.2287, + "step": 55690 + }, + { + "epoch": 0.9533028637943135, + "grad_norm": 2.8973770141601562, + "learning_rate": 1.1415248476099761e-07, + "loss": 2.5215, + "step": 55691 + }, + { + "epoch": 0.953319981512864, + "grad_norm": 2.478017568588257, + "learning_rate": 1.1406897003636063e-07, + "loss": 2.265, + "step": 55692 + }, + { + "epoch": 0.9533370992314144, + "grad_norm": 2.5856075286865234, + "learning_rate": 1.1398548569763191e-07, + "loss": 2.2818, + "step": 55693 + }, + { + "epoch": 0.9533542169499649, + "grad_norm": 2.6560168266296387, + "learning_rate": 1.1390203174506675e-07, + "loss": 2.2798, + "step": 55694 + }, + { + "epoch": 0.9533713346685154, + "grad_norm": 2.7085249423980713, + "learning_rate": 1.1381860817892166e-07, + "loss": 2.3601, + "step": 55695 + }, + { + "epoch": 0.9533884523870658, + "grad_norm": 2.685361385345459, + "learning_rate": 1.1373521499945417e-07, + "loss": 2.3812, + "step": 55696 + }, + { + "epoch": 0.9534055701056163, + "grad_norm": 2.5290486812591553, + "learning_rate": 1.1365185220691854e-07, + "loss": 2.2885, + "step": 55697 + }, + { + "epoch": 0.9534226878241668, + "grad_norm": 2.764296054840088, + "learning_rate": 1.1356851980157346e-07, + "loss": 2.2178, + "step": 55698 + }, + { + "epoch": 0.9534398055427172, + "grad_norm": 2.6398239135742188, + "learning_rate": 1.1348521778367317e-07, + "loss": 2.2504, + "step": 55699 + }, + { + "epoch": 0.9534569232612677, + "grad_norm": 2.7928593158721924, + "learning_rate": 1.13401946153473e-07, + "loss": 2.2353, + "step": 55700 + }, + { + "epoch": 0.9534740409798182, + "grad_norm": 2.703296422958374, + "learning_rate": 1.1331870491123165e-07, + "loss": 2.3352, + "step": 55701 + }, + { + "epoch": 0.9534911586983686, + "grad_norm": 2.729341983795166, + "learning_rate": 1.1323549405720335e-07, + "loss": 2.3528, + "step": 55702 + }, + { + "epoch": 0.9535082764169192, + "grad_norm": 2.7710697650909424, + "learning_rate": 1.1315231359164346e-07, + "loss": 2.304, + "step": 55703 + }, + { + "epoch": 0.9535253941354697, + "grad_norm": 2.5557548999786377, + "learning_rate": 1.1306916351480957e-07, + "loss": 2.2328, + "step": 55704 + }, + { + "epoch": 0.9535425118540201, + "grad_norm": 2.622777223587036, + "learning_rate": 1.1298604382695477e-07, + "loss": 2.3541, + "step": 55705 + }, + { + "epoch": 0.9535596295725706, + "grad_norm": 2.653809070587158, + "learning_rate": 1.1290295452833666e-07, + "loss": 2.2633, + "step": 55706 + }, + { + "epoch": 0.9535767472911211, + "grad_norm": 2.4616551399230957, + "learning_rate": 1.1281989561920836e-07, + "loss": 2.2098, + "step": 55707 + }, + { + "epoch": 0.9535938650096715, + "grad_norm": 2.7543954849243164, + "learning_rate": 1.1273686709982746e-07, + "loss": 2.3418, + "step": 55708 + }, + { + "epoch": 0.953610982728222, + "grad_norm": 2.6862454414367676, + "learning_rate": 1.1265386897044817e-07, + "loss": 2.3428, + "step": 55709 + }, + { + "epoch": 0.9536281004467725, + "grad_norm": 2.609055280685425, + "learning_rate": 1.1257090123132475e-07, + "loss": 2.2623, + "step": 55710 + }, + { + "epoch": 0.9536452181653229, + "grad_norm": 2.676252603530884, + "learning_rate": 1.1248796388271366e-07, + "loss": 2.3989, + "step": 55711 + }, + { + "epoch": 0.9536623358838734, + "grad_norm": 2.710571050643921, + "learning_rate": 1.1240505692486913e-07, + "loss": 2.424, + "step": 55712 + }, + { + "epoch": 0.9536794536024239, + "grad_norm": 2.3513753414154053, + "learning_rate": 1.1232218035804543e-07, + "loss": 2.3427, + "step": 55713 + }, + { + "epoch": 0.9536965713209743, + "grad_norm": 2.6720776557922363, + "learning_rate": 1.1223933418249899e-07, + "loss": 2.2821, + "step": 55714 + }, + { + "epoch": 0.9537136890395248, + "grad_norm": 2.753835439682007, + "learning_rate": 1.1215651839848296e-07, + "loss": 2.2891, + "step": 55715 + }, + { + "epoch": 0.9537308067580753, + "grad_norm": 2.5741686820983887, + "learning_rate": 1.1207373300625268e-07, + "loss": 2.2643, + "step": 55716 + }, + { + "epoch": 0.9537479244766257, + "grad_norm": 2.7874457836151123, + "learning_rate": 1.1199097800606129e-07, + "loss": 2.3244, + "step": 55717 + }, + { + "epoch": 0.9537650421951762, + "grad_norm": 2.48125958442688, + "learning_rate": 1.1190825339816524e-07, + "loss": 2.2468, + "step": 55718 + }, + { + "epoch": 0.9537821599137267, + "grad_norm": 2.496807813644409, + "learning_rate": 1.1182555918281656e-07, + "loss": 2.2082, + "step": 55719 + }, + { + "epoch": 0.9537992776322771, + "grad_norm": 2.595853090286255, + "learning_rate": 1.1174289536027171e-07, + "loss": 2.3869, + "step": 55720 + }, + { + "epoch": 0.9538163953508276, + "grad_norm": 2.5346450805664062, + "learning_rate": 1.1166026193078272e-07, + "loss": 2.2652, + "step": 55721 + }, + { + "epoch": 0.9538335130693781, + "grad_norm": 2.765533208847046, + "learning_rate": 1.1157765889460381e-07, + "loss": 2.32, + "step": 55722 + }, + { + "epoch": 0.9538506307879285, + "grad_norm": 2.543252944946289, + "learning_rate": 1.1149508625199146e-07, + "loss": 2.3061, + "step": 55723 + }, + { + "epoch": 0.953867748506479, + "grad_norm": 2.6595003604888916, + "learning_rate": 1.1141254400319656e-07, + "loss": 2.277, + "step": 55724 + }, + { + "epoch": 0.9538848662250295, + "grad_norm": 2.5628130435943604, + "learning_rate": 1.1133003214847338e-07, + "loss": 2.2344, + "step": 55725 + }, + { + "epoch": 0.95390198394358, + "grad_norm": 2.6660587787628174, + "learning_rate": 1.1124755068807725e-07, + "loss": 2.2782, + "step": 55726 + }, + { + "epoch": 0.9539191016621305, + "grad_norm": 2.76460599899292, + "learning_rate": 1.1116509962225796e-07, + "loss": 2.3796, + "step": 55727 + }, + { + "epoch": 0.953936219380681, + "grad_norm": 2.6267316341400146, + "learning_rate": 1.1108267895127311e-07, + "loss": 2.2682, + "step": 55728 + }, + { + "epoch": 0.9539533370992315, + "grad_norm": 2.546886682510376, + "learning_rate": 1.1100028867537361e-07, + "loss": 2.1896, + "step": 55729 + }, + { + "epoch": 0.9539704548177819, + "grad_norm": 2.451171398162842, + "learning_rate": 1.1091792879481366e-07, + "loss": 2.197, + "step": 55730 + }, + { + "epoch": 0.9539875725363324, + "grad_norm": 2.3804447650909424, + "learning_rate": 1.1083559930984644e-07, + "loss": 2.2535, + "step": 55731 + }, + { + "epoch": 0.9540046902548829, + "grad_norm": 2.5892131328582764, + "learning_rate": 1.1075330022072395e-07, + "loss": 2.1649, + "step": 55732 + }, + { + "epoch": 0.9540218079734333, + "grad_norm": 2.7040131092071533, + "learning_rate": 1.1067103152770153e-07, + "loss": 2.346, + "step": 55733 + }, + { + "epoch": 0.9540389256919838, + "grad_norm": 2.560659170150757, + "learning_rate": 1.105887932310279e-07, + "loss": 2.3983, + "step": 55734 + }, + { + "epoch": 0.9540560434105343, + "grad_norm": 2.564474582672119, + "learning_rate": 1.1050658533095948e-07, + "loss": 2.3342, + "step": 55735 + }, + { + "epoch": 0.9540731611290847, + "grad_norm": 2.668091297149658, + "learning_rate": 1.1042440782774833e-07, + "loss": 2.311, + "step": 55736 + }, + { + "epoch": 0.9540902788476352, + "grad_norm": 2.432915687561035, + "learning_rate": 1.1034226072164534e-07, + "loss": 2.236, + "step": 55737 + }, + { + "epoch": 0.9541073965661857, + "grad_norm": 2.5311691761016846, + "learning_rate": 1.1026014401290475e-07, + "loss": 2.2965, + "step": 55738 + }, + { + "epoch": 0.9541245142847361, + "grad_norm": 2.690891981124878, + "learning_rate": 1.1017805770177858e-07, + "loss": 2.285, + "step": 55739 + }, + { + "epoch": 0.9541416320032866, + "grad_norm": 2.5390100479125977, + "learning_rate": 1.1009600178851886e-07, + "loss": 2.2409, + "step": 55740 + }, + { + "epoch": 0.9541587497218371, + "grad_norm": 2.984630584716797, + "learning_rate": 1.1001397627337762e-07, + "loss": 2.4052, + "step": 55741 + }, + { + "epoch": 0.9541758674403875, + "grad_norm": 2.5140857696533203, + "learning_rate": 1.0993198115660685e-07, + "loss": 2.238, + "step": 55742 + }, + { + "epoch": 0.954192985158938, + "grad_norm": 2.663261651992798, + "learning_rate": 1.0985001643845972e-07, + "loss": 2.2488, + "step": 55743 + }, + { + "epoch": 0.9542101028774885, + "grad_norm": 2.762336015701294, + "learning_rate": 1.097680821191871e-07, + "loss": 2.3615, + "step": 55744 + }, + { + "epoch": 0.9542272205960389, + "grad_norm": 2.7084875106811523, + "learning_rate": 1.0968617819903992e-07, + "loss": 2.3044, + "step": 55745 + }, + { + "epoch": 0.9542443383145894, + "grad_norm": 2.814713716506958, + "learning_rate": 1.0960430467827243e-07, + "loss": 2.3864, + "step": 55746 + }, + { + "epoch": 0.9542614560331399, + "grad_norm": 2.711566925048828, + "learning_rate": 1.0952246155713553e-07, + "loss": 2.3831, + "step": 55747 + }, + { + "epoch": 0.9542785737516903, + "grad_norm": 2.524876356124878, + "learning_rate": 1.0944064883587902e-07, + "loss": 2.2615, + "step": 55748 + }, + { + "epoch": 0.9542956914702408, + "grad_norm": 2.5443079471588135, + "learning_rate": 1.0935886651475603e-07, + "loss": 2.1671, + "step": 55749 + }, + { + "epoch": 0.9543128091887914, + "grad_norm": 2.6295416355133057, + "learning_rate": 1.0927711459401635e-07, + "loss": 2.2873, + "step": 55750 + }, + { + "epoch": 0.9543299269073418, + "grad_norm": 2.6354734897613525, + "learning_rate": 1.0919539307391314e-07, + "loss": 2.2717, + "step": 55751 + }, + { + "epoch": 0.9543470446258923, + "grad_norm": 2.5237815380096436, + "learning_rate": 1.0911370195469729e-07, + "loss": 2.2303, + "step": 55752 + }, + { + "epoch": 0.9543641623444428, + "grad_norm": 2.471583127975464, + "learning_rate": 1.090320412366197e-07, + "loss": 2.1885, + "step": 55753 + }, + { + "epoch": 0.9543812800629932, + "grad_norm": 2.5326004028320312, + "learning_rate": 1.0895041091993019e-07, + "loss": 2.2804, + "step": 55754 + }, + { + "epoch": 0.9543983977815437, + "grad_norm": 2.8618345260620117, + "learning_rate": 1.0886881100488079e-07, + "loss": 2.3774, + "step": 55755 + }, + { + "epoch": 0.9544155155000942, + "grad_norm": 2.547457456588745, + "learning_rate": 1.0878724149172127e-07, + "loss": 2.2767, + "step": 55756 + }, + { + "epoch": 0.9544326332186446, + "grad_norm": 2.6961886882781982, + "learning_rate": 1.0870570238070365e-07, + "loss": 2.3759, + "step": 55757 + }, + { + "epoch": 0.9544497509371951, + "grad_norm": 3.010876417160034, + "learning_rate": 1.0862419367207888e-07, + "loss": 2.471, + "step": 55758 + }, + { + "epoch": 0.9544668686557456, + "grad_norm": 2.597604513168335, + "learning_rate": 1.0854271536609561e-07, + "loss": 2.2452, + "step": 55759 + }, + { + "epoch": 0.954483986374296, + "grad_norm": 2.6672556400299072, + "learning_rate": 1.0846126746300589e-07, + "loss": 2.3114, + "step": 55760 + }, + { + "epoch": 0.9545011040928465, + "grad_norm": 2.5725183486938477, + "learning_rate": 1.083798499630595e-07, + "loss": 2.2508, + "step": 55761 + }, + { + "epoch": 0.954518221811397, + "grad_norm": 2.489126205444336, + "learning_rate": 1.0829846286650625e-07, + "loss": 2.1875, + "step": 55762 + }, + { + "epoch": 0.9545353395299474, + "grad_norm": 2.6487772464752197, + "learning_rate": 1.0821710617359704e-07, + "loss": 2.3743, + "step": 55763 + }, + { + "epoch": 0.9545524572484979, + "grad_norm": 2.6715614795684814, + "learning_rate": 1.0813577988458057e-07, + "loss": 2.3322, + "step": 55764 + }, + { + "epoch": 0.9545695749670484, + "grad_norm": 2.563934326171875, + "learning_rate": 1.0805448399970998e-07, + "loss": 2.2716, + "step": 55765 + }, + { + "epoch": 0.9545866926855988, + "grad_norm": 2.612551212310791, + "learning_rate": 1.079732185192306e-07, + "loss": 2.2595, + "step": 55766 + }, + { + "epoch": 0.9546038104041493, + "grad_norm": 2.7538862228393555, + "learning_rate": 1.0789198344339668e-07, + "loss": 2.3933, + "step": 55767 + }, + { + "epoch": 0.9546209281226998, + "grad_norm": 2.703329563140869, + "learning_rate": 1.0781077877245471e-07, + "loss": 2.4267, + "step": 55768 + }, + { + "epoch": 0.9546380458412502, + "grad_norm": 2.626314401626587, + "learning_rate": 1.077296045066556e-07, + "loss": 2.3134, + "step": 55769 + }, + { + "epoch": 0.9546551635598007, + "grad_norm": 2.65544056892395, + "learning_rate": 1.0764846064624912e-07, + "loss": 2.2575, + "step": 55770 + }, + { + "epoch": 0.9546722812783512, + "grad_norm": 2.6387102603912354, + "learning_rate": 1.0756734719148288e-07, + "loss": 2.2958, + "step": 55771 + }, + { + "epoch": 0.9546893989969016, + "grad_norm": 2.79677152633667, + "learning_rate": 1.0748626414260999e-07, + "loss": 2.2665, + "step": 55772 + }, + { + "epoch": 0.9547065167154521, + "grad_norm": 2.6079766750335693, + "learning_rate": 1.074052114998747e-07, + "loss": 2.3383, + "step": 55773 + }, + { + "epoch": 0.9547236344340027, + "grad_norm": 2.4359724521636963, + "learning_rate": 1.0732418926353016e-07, + "loss": 2.281, + "step": 55774 + }, + { + "epoch": 0.9547407521525532, + "grad_norm": 2.6290476322174072, + "learning_rate": 1.0724319743382283e-07, + "loss": 2.2841, + "step": 55775 + }, + { + "epoch": 0.9547578698711036, + "grad_norm": 2.7042884826660156, + "learning_rate": 1.0716223601100362e-07, + "loss": 2.3664, + "step": 55776 + }, + { + "epoch": 0.9547749875896541, + "grad_norm": 2.734147787094116, + "learning_rate": 1.0708130499532121e-07, + "loss": 2.2825, + "step": 55777 + }, + { + "epoch": 0.9547921053082046, + "grad_norm": 2.5988845825195312, + "learning_rate": 1.0700040438702209e-07, + "loss": 2.3534, + "step": 55778 + }, + { + "epoch": 0.954809223026755, + "grad_norm": 2.6044199466705322, + "learning_rate": 1.0691953418635715e-07, + "loss": 2.4208, + "step": 55779 + }, + { + "epoch": 0.9548263407453055, + "grad_norm": 2.610842704772949, + "learning_rate": 1.0683869439357397e-07, + "loss": 2.3112, + "step": 55780 + }, + { + "epoch": 0.954843458463856, + "grad_norm": 2.5380845069885254, + "learning_rate": 1.0675788500892126e-07, + "loss": 2.2896, + "step": 55781 + }, + { + "epoch": 0.9548605761824064, + "grad_norm": 2.793626070022583, + "learning_rate": 1.0667710603264769e-07, + "loss": 2.3905, + "step": 55782 + }, + { + "epoch": 0.9548776939009569, + "grad_norm": 2.7143373489379883, + "learning_rate": 1.0659635746500196e-07, + "loss": 2.3802, + "step": 55783 + }, + { + "epoch": 0.9548948116195074, + "grad_norm": 2.673661231994629, + "learning_rate": 1.0651563930623166e-07, + "loss": 2.3393, + "step": 55784 + }, + { + "epoch": 0.9549119293380578, + "grad_norm": 2.7337512969970703, + "learning_rate": 1.0643495155658434e-07, + "loss": 2.3474, + "step": 55785 + }, + { + "epoch": 0.9549290470566083, + "grad_norm": 2.716627359390259, + "learning_rate": 1.063542942163076e-07, + "loss": 2.3842, + "step": 55786 + }, + { + "epoch": 0.9549461647751588, + "grad_norm": 2.669158697128296, + "learning_rate": 1.0627366728565125e-07, + "loss": 2.3293, + "step": 55787 + }, + { + "epoch": 0.9549632824937092, + "grad_norm": 2.707714557647705, + "learning_rate": 1.0619307076486174e-07, + "loss": 2.3209, + "step": 55788 + }, + { + "epoch": 0.9549804002122597, + "grad_norm": 2.5269222259521484, + "learning_rate": 1.0611250465418777e-07, + "loss": 2.22, + "step": 55789 + }, + { + "epoch": 0.9549975179308102, + "grad_norm": 2.7735092639923096, + "learning_rate": 1.060319689538758e-07, + "loss": 2.4915, + "step": 55790 + }, + { + "epoch": 0.9550146356493606, + "grad_norm": 2.6022298336029053, + "learning_rate": 1.0595146366417453e-07, + "loss": 2.2912, + "step": 55791 + }, + { + "epoch": 0.9550317533679111, + "grad_norm": 2.8556747436523438, + "learning_rate": 1.0587098878533041e-07, + "loss": 2.4226, + "step": 55792 + }, + { + "epoch": 0.9550488710864616, + "grad_norm": 2.3873484134674072, + "learning_rate": 1.0579054431759106e-07, + "loss": 2.1972, + "step": 55793 + }, + { + "epoch": 0.955065988805012, + "grad_norm": 2.5650668144226074, + "learning_rate": 1.0571013026120403e-07, + "loss": 2.3434, + "step": 55794 + }, + { + "epoch": 0.9550831065235625, + "grad_norm": 2.5600297451019287, + "learning_rate": 1.0562974661641689e-07, + "loss": 2.1924, + "step": 55795 + }, + { + "epoch": 0.955100224242113, + "grad_norm": 2.643963098526001, + "learning_rate": 1.0554939338347503e-07, + "loss": 2.2918, + "step": 55796 + }, + { + "epoch": 0.9551173419606634, + "grad_norm": 2.5353167057037354, + "learning_rate": 1.0546907056262823e-07, + "loss": 2.2668, + "step": 55797 + }, + { + "epoch": 0.955134459679214, + "grad_norm": 2.622688055038452, + "learning_rate": 1.0538877815412074e-07, + "loss": 2.3523, + "step": 55798 + }, + { + "epoch": 0.9551515773977645, + "grad_norm": 2.5192906856536865, + "learning_rate": 1.0530851615820014e-07, + "loss": 2.2559, + "step": 55799 + }, + { + "epoch": 0.9551686951163149, + "grad_norm": 2.656963586807251, + "learning_rate": 1.0522828457511403e-07, + "loss": 2.3128, + "step": 55800 + }, + { + "epoch": 0.9551858128348654, + "grad_norm": 2.8316397666931152, + "learning_rate": 1.0514808340510663e-07, + "loss": 2.2894, + "step": 55801 + }, + { + "epoch": 0.9552029305534159, + "grad_norm": 2.654114007949829, + "learning_rate": 1.0506791264842775e-07, + "loss": 2.2936, + "step": 55802 + }, + { + "epoch": 0.9552200482719663, + "grad_norm": 2.572093963623047, + "learning_rate": 1.0498777230532165e-07, + "loss": 2.3346, + "step": 55803 + }, + { + "epoch": 0.9552371659905168, + "grad_norm": 2.443819999694824, + "learning_rate": 1.0490766237603478e-07, + "loss": 2.2067, + "step": 55804 + }, + { + "epoch": 0.9552542837090673, + "grad_norm": 2.570077896118164, + "learning_rate": 1.0482758286081474e-07, + "loss": 2.3054, + "step": 55805 + }, + { + "epoch": 0.9552714014276177, + "grad_norm": 2.5468997955322266, + "learning_rate": 1.0474753375990577e-07, + "loss": 2.3094, + "step": 55806 + }, + { + "epoch": 0.9552885191461682, + "grad_norm": 2.841663360595703, + "learning_rate": 1.0466751507355544e-07, + "loss": 2.4195, + "step": 55807 + }, + { + "epoch": 0.9553056368647187, + "grad_norm": 2.6059694290161133, + "learning_rate": 1.0458752680200801e-07, + "loss": 2.311, + "step": 55808 + }, + { + "epoch": 0.9553227545832691, + "grad_norm": 2.787447690963745, + "learning_rate": 1.0450756894551217e-07, + "loss": 2.3702, + "step": 55809 + }, + { + "epoch": 0.9553398723018196, + "grad_norm": 2.671649694442749, + "learning_rate": 1.0442764150431106e-07, + "loss": 2.3091, + "step": 55810 + }, + { + "epoch": 0.9553569900203701, + "grad_norm": 2.68800687789917, + "learning_rate": 1.0434774447865115e-07, + "loss": 2.4193, + "step": 55811 + }, + { + "epoch": 0.9553741077389205, + "grad_norm": 2.618729591369629, + "learning_rate": 1.042678778687789e-07, + "loss": 2.344, + "step": 55812 + }, + { + "epoch": 0.955391225457471, + "grad_norm": 2.786714553833008, + "learning_rate": 1.0418804167493746e-07, + "loss": 2.3612, + "step": 55813 + }, + { + "epoch": 0.9554083431760215, + "grad_norm": 2.6124284267425537, + "learning_rate": 1.041082358973744e-07, + "loss": 2.2, + "step": 55814 + }, + { + "epoch": 0.9554254608945719, + "grad_norm": 2.494860887527466, + "learning_rate": 1.0402846053633398e-07, + "loss": 2.2853, + "step": 55815 + }, + { + "epoch": 0.9554425786131224, + "grad_norm": 2.669360876083374, + "learning_rate": 1.0394871559206265e-07, + "loss": 2.2879, + "step": 55816 + }, + { + "epoch": 0.9554596963316729, + "grad_norm": 2.5399365425109863, + "learning_rate": 1.0386900106480357e-07, + "loss": 2.2218, + "step": 55817 + }, + { + "epoch": 0.9554768140502233, + "grad_norm": 2.6419003009796143, + "learning_rate": 1.0378931695480432e-07, + "loss": 2.3301, + "step": 55818 + }, + { + "epoch": 0.9554939317687738, + "grad_norm": 2.578425168991089, + "learning_rate": 1.0370966326230803e-07, + "loss": 2.2418, + "step": 55819 + }, + { + "epoch": 0.9555110494873243, + "grad_norm": 2.8237321376800537, + "learning_rate": 1.0363003998755784e-07, + "loss": 2.4468, + "step": 55820 + }, + { + "epoch": 0.9555281672058747, + "grad_norm": 2.5481791496276855, + "learning_rate": 1.0355044713080242e-07, + "loss": 2.2653, + "step": 55821 + }, + { + "epoch": 0.9555452849244253, + "grad_norm": 2.6654789447784424, + "learning_rate": 1.0347088469228383e-07, + "loss": 2.2981, + "step": 55822 + }, + { + "epoch": 0.9555624026429758, + "grad_norm": 2.6566896438598633, + "learning_rate": 1.0339135267224743e-07, + "loss": 2.3658, + "step": 55823 + }, + { + "epoch": 0.9555795203615263, + "grad_norm": 2.8015191555023193, + "learning_rate": 1.0331185107093744e-07, + "loss": 2.3043, + "step": 55824 + }, + { + "epoch": 0.9555966380800767, + "grad_norm": 2.59401798248291, + "learning_rate": 1.0323237988859813e-07, + "loss": 2.2726, + "step": 55825 + }, + { + "epoch": 0.9556137557986272, + "grad_norm": 2.5476434230804443, + "learning_rate": 1.0315293912547486e-07, + "loss": 2.3106, + "step": 55826 + }, + { + "epoch": 0.9556308735171777, + "grad_norm": 2.720747709274292, + "learning_rate": 1.0307352878180965e-07, + "loss": 2.2574, + "step": 55827 + }, + { + "epoch": 0.9556479912357281, + "grad_norm": 2.570286989212036, + "learning_rate": 1.0299414885784786e-07, + "loss": 2.2586, + "step": 55828 + }, + { + "epoch": 0.9556651089542786, + "grad_norm": 2.833510637283325, + "learning_rate": 1.0291479935383375e-07, + "loss": 2.4271, + "step": 55829 + }, + { + "epoch": 0.9556822266728291, + "grad_norm": 2.7131080627441406, + "learning_rate": 1.0283548027001044e-07, + "loss": 2.3998, + "step": 55830 + }, + { + "epoch": 0.9556993443913795, + "grad_norm": 2.8921308517456055, + "learning_rate": 1.0275619160662221e-07, + "loss": 2.3208, + "step": 55831 + }, + { + "epoch": 0.95571646210993, + "grad_norm": 2.4626972675323486, + "learning_rate": 1.0267693336391437e-07, + "loss": 2.219, + "step": 55832 + }, + { + "epoch": 0.9557335798284805, + "grad_norm": 2.642970561981201, + "learning_rate": 1.0259770554212678e-07, + "loss": 2.2863, + "step": 55833 + }, + { + "epoch": 0.9557506975470309, + "grad_norm": 2.6738641262054443, + "learning_rate": 1.0251850814150588e-07, + "loss": 2.1676, + "step": 55834 + }, + { + "epoch": 0.9557678152655814, + "grad_norm": 2.683845281600952, + "learning_rate": 1.024393411622937e-07, + "loss": 2.4457, + "step": 55835 + }, + { + "epoch": 0.9557849329841319, + "grad_norm": 2.5271780490875244, + "learning_rate": 1.023602046047345e-07, + "loss": 2.3502, + "step": 55836 + }, + { + "epoch": 0.9558020507026823, + "grad_norm": 2.5989983081817627, + "learning_rate": 1.0228109846907253e-07, + "loss": 2.2197, + "step": 55837 + }, + { + "epoch": 0.9558191684212328, + "grad_norm": 2.565955638885498, + "learning_rate": 1.0220202275554758e-07, + "loss": 2.333, + "step": 55838 + }, + { + "epoch": 0.9558362861397833, + "grad_norm": 2.737358331680298, + "learning_rate": 1.0212297746440502e-07, + "loss": 2.3177, + "step": 55839 + }, + { + "epoch": 0.9558534038583337, + "grad_norm": 2.5984151363372803, + "learning_rate": 1.02043962595888e-07, + "loss": 2.3455, + "step": 55840 + }, + { + "epoch": 0.9558705215768842, + "grad_norm": 2.539371967315674, + "learning_rate": 1.0196497815023854e-07, + "loss": 2.3918, + "step": 55841 + }, + { + "epoch": 0.9558876392954347, + "grad_norm": 2.637453079223633, + "learning_rate": 1.0188602412769977e-07, + "loss": 2.3363, + "step": 55842 + }, + { + "epoch": 0.9559047570139851, + "grad_norm": 2.5548784732818604, + "learning_rate": 1.0180710052851484e-07, + "loss": 2.1866, + "step": 55843 + }, + { + "epoch": 0.9559218747325356, + "grad_norm": 2.617877960205078, + "learning_rate": 1.0172820735292577e-07, + "loss": 2.2522, + "step": 55844 + }, + { + "epoch": 0.9559389924510862, + "grad_norm": 2.7144253253936768, + "learning_rate": 1.0164934460117348e-07, + "loss": 2.335, + "step": 55845 + }, + { + "epoch": 0.9559561101696366, + "grad_norm": 2.5309536457061768, + "learning_rate": 1.0157051227350335e-07, + "loss": 2.2089, + "step": 55846 + }, + { + "epoch": 0.9559732278881871, + "grad_norm": 2.761594533920288, + "learning_rate": 1.0149171037015626e-07, + "loss": 2.3016, + "step": 55847 + }, + { + "epoch": 0.9559903456067376, + "grad_norm": 2.595811128616333, + "learning_rate": 1.0141293889137427e-07, + "loss": 2.2214, + "step": 55848 + }, + { + "epoch": 0.956007463325288, + "grad_norm": 2.4560387134552, + "learning_rate": 1.013341978374005e-07, + "loss": 2.2585, + "step": 55849 + }, + { + "epoch": 0.9560245810438385, + "grad_norm": 2.660097122192383, + "learning_rate": 1.0125548720847478e-07, + "loss": 2.3729, + "step": 55850 + }, + { + "epoch": 0.956041698762389, + "grad_norm": 2.6056325435638428, + "learning_rate": 1.0117680700484134e-07, + "loss": 2.3223, + "step": 55851 + }, + { + "epoch": 0.9560588164809394, + "grad_norm": 2.699239492416382, + "learning_rate": 1.010981572267411e-07, + "loss": 2.425, + "step": 55852 + }, + { + "epoch": 0.9560759341994899, + "grad_norm": 2.64013934135437, + "learning_rate": 1.0101953787441498e-07, + "loss": 2.3353, + "step": 55853 + }, + { + "epoch": 0.9560930519180404, + "grad_norm": 2.69818115234375, + "learning_rate": 1.0094094894810613e-07, + "loss": 2.2456, + "step": 55854 + }, + { + "epoch": 0.9561101696365908, + "grad_norm": 2.6460177898406982, + "learning_rate": 1.0086239044805546e-07, + "loss": 2.2378, + "step": 55855 + }, + { + "epoch": 0.9561272873551413, + "grad_norm": 2.583954095840454, + "learning_rate": 1.0078386237450499e-07, + "loss": 2.1498, + "step": 55856 + }, + { + "epoch": 0.9561444050736918, + "grad_norm": 2.7307465076446533, + "learning_rate": 1.0070536472769343e-07, + "loss": 2.3476, + "step": 55857 + }, + { + "epoch": 0.9561615227922422, + "grad_norm": 2.6597211360931396, + "learning_rate": 1.0062689750786613e-07, + "loss": 2.4848, + "step": 55858 + }, + { + "epoch": 0.9561786405107927, + "grad_norm": 2.622896909713745, + "learning_rate": 1.0054846071526181e-07, + "loss": 2.339, + "step": 55859 + }, + { + "epoch": 0.9561957582293432, + "grad_norm": 2.6922953128814697, + "learning_rate": 1.0047005435012136e-07, + "loss": 2.2913, + "step": 55860 + }, + { + "epoch": 0.9562128759478936, + "grad_norm": 2.489938497543335, + "learning_rate": 1.0039167841268683e-07, + "loss": 2.2273, + "step": 55861 + }, + { + "epoch": 0.9562299936664441, + "grad_norm": 2.7843708992004395, + "learning_rate": 1.0031333290319911e-07, + "loss": 2.3975, + "step": 55862 + }, + { + "epoch": 0.9562471113849946, + "grad_norm": 2.745884895324707, + "learning_rate": 1.0023501782189804e-07, + "loss": 2.3954, + "step": 55863 + }, + { + "epoch": 0.956264229103545, + "grad_norm": 2.741349935531616, + "learning_rate": 1.0015673316902564e-07, + "loss": 2.381, + "step": 55864 + }, + { + "epoch": 0.9562813468220955, + "grad_norm": 2.604933261871338, + "learning_rate": 1.0007847894482059e-07, + "loss": 2.4154, + "step": 55865 + }, + { + "epoch": 0.956298464540646, + "grad_norm": 2.7615573406219482, + "learning_rate": 1.0000025514952493e-07, + "loss": 2.302, + "step": 55866 + }, + { + "epoch": 0.9563155822591964, + "grad_norm": 2.469144821166992, + "learning_rate": 9.99220617833796e-08, + "loss": 2.278, + "step": 55867 + }, + { + "epoch": 0.956332699977747, + "grad_norm": 2.757132053375244, + "learning_rate": 9.984389884662327e-08, + "loss": 2.3874, + "step": 55868 + }, + { + "epoch": 0.9563498176962975, + "grad_norm": 2.72280216217041, + "learning_rate": 9.976576633949797e-08, + "loss": 2.4465, + "step": 55869 + }, + { + "epoch": 0.956366935414848, + "grad_norm": 2.886394500732422, + "learning_rate": 9.968766426224242e-08, + "loss": 2.2697, + "step": 55870 + }, + { + "epoch": 0.9563840531333984, + "grad_norm": 2.6138675212860107, + "learning_rate": 9.96095926150975e-08, + "loss": 2.361, + "step": 55871 + }, + { + "epoch": 0.9564011708519489, + "grad_norm": 2.5876481533050537, + "learning_rate": 9.953155139830195e-08, + "loss": 2.25, + "step": 55872 + }, + { + "epoch": 0.9564182885704994, + "grad_norm": 2.583202600479126, + "learning_rate": 9.945354061209667e-08, + "loss": 2.1992, + "step": 55873 + }, + { + "epoch": 0.9564354062890498, + "grad_norm": 2.832763671875, + "learning_rate": 9.937556025672257e-08, + "loss": 2.3539, + "step": 55874 + }, + { + "epoch": 0.9564525240076003, + "grad_norm": 2.7392430305480957, + "learning_rate": 9.929761033241725e-08, + "loss": 2.3711, + "step": 55875 + }, + { + "epoch": 0.9564696417261508, + "grad_norm": 2.559187650680542, + "learning_rate": 9.921969083942163e-08, + "loss": 2.451, + "step": 55876 + }, + { + "epoch": 0.9564867594447012, + "grad_norm": 2.5877668857574463, + "learning_rate": 9.914180177797327e-08, + "loss": 2.2514, + "step": 55877 + }, + { + "epoch": 0.9565038771632517, + "grad_norm": 2.547170400619507, + "learning_rate": 9.906394314831425e-08, + "loss": 2.2714, + "step": 55878 + }, + { + "epoch": 0.9565209948818022, + "grad_norm": 2.7376439571380615, + "learning_rate": 9.89861149506821e-08, + "loss": 2.3866, + "step": 55879 + }, + { + "epoch": 0.9565381126003526, + "grad_norm": 2.7015717029571533, + "learning_rate": 9.890831718531669e-08, + "loss": 2.3296, + "step": 55880 + }, + { + "epoch": 0.9565552303189031, + "grad_norm": 2.5159754753112793, + "learning_rate": 9.883054985245777e-08, + "loss": 2.2959, + "step": 55881 + }, + { + "epoch": 0.9565723480374536, + "grad_norm": 2.6990864276885986, + "learning_rate": 9.875281295234184e-08, + "loss": 2.4547, + "step": 55882 + }, + { + "epoch": 0.956589465756004, + "grad_norm": 2.664889097213745, + "learning_rate": 9.867510648521205e-08, + "loss": 2.3352, + "step": 55883 + }, + { + "epoch": 0.9566065834745545, + "grad_norm": 2.5975022315979004, + "learning_rate": 9.859743045130376e-08, + "loss": 2.2992, + "step": 55884 + }, + { + "epoch": 0.956623701193105, + "grad_norm": 2.500210762023926, + "learning_rate": 9.851978485085567e-08, + "loss": 2.162, + "step": 55885 + }, + { + "epoch": 0.9566408189116554, + "grad_norm": 2.745828151702881, + "learning_rate": 9.84421696841098e-08, + "loss": 2.4385, + "step": 55886 + }, + { + "epoch": 0.9566579366302059, + "grad_norm": 2.567647933959961, + "learning_rate": 9.836458495130041e-08, + "loss": 2.1905, + "step": 55887 + }, + { + "epoch": 0.9566750543487564, + "grad_norm": 2.6346945762634277, + "learning_rate": 9.828703065266843e-08, + "loss": 2.3242, + "step": 55888 + }, + { + "epoch": 0.9566921720673068, + "grad_norm": 2.6859066486358643, + "learning_rate": 9.820950678845253e-08, + "loss": 2.2812, + "step": 55889 + }, + { + "epoch": 0.9567092897858573, + "grad_norm": 2.5782783031463623, + "learning_rate": 9.813201335888923e-08, + "loss": 2.2948, + "step": 55890 + }, + { + "epoch": 0.9567264075044078, + "grad_norm": 2.5884206295013428, + "learning_rate": 9.80545503642194e-08, + "loss": 2.1714, + "step": 55891 + }, + { + "epoch": 0.9567435252229582, + "grad_norm": 2.5828700065612793, + "learning_rate": 9.797711780467733e-08, + "loss": 2.3187, + "step": 55892 + }, + { + "epoch": 0.9567606429415088, + "grad_norm": 2.5741355419158936, + "learning_rate": 9.789971568050505e-08, + "loss": 2.4752, + "step": 55893 + }, + { + "epoch": 0.9567777606600593, + "grad_norm": 2.822425127029419, + "learning_rate": 9.78223439919379e-08, + "loss": 2.4497, + "step": 55894 + }, + { + "epoch": 0.9567948783786097, + "grad_norm": 2.560211181640625, + "learning_rate": 9.774500273921461e-08, + "loss": 2.3527, + "step": 55895 + }, + { + "epoch": 0.9568119960971602, + "grad_norm": 2.5628738403320312, + "learning_rate": 9.766769192257275e-08, + "loss": 2.2746, + "step": 55896 + }, + { + "epoch": 0.9568291138157107, + "grad_norm": 2.669865369796753, + "learning_rate": 9.75904115422488e-08, + "loss": 2.3127, + "step": 55897 + }, + { + "epoch": 0.9568462315342611, + "grad_norm": 2.6250202655792236, + "learning_rate": 9.751316159848256e-08, + "loss": 2.3203, + "step": 55898 + }, + { + "epoch": 0.9568633492528116, + "grad_norm": 2.6449685096740723, + "learning_rate": 9.743594209150942e-08, + "loss": 2.3118, + "step": 55899 + }, + { + "epoch": 0.9568804669713621, + "grad_norm": 2.5967953205108643, + "learning_rate": 9.735875302156916e-08, + "loss": 2.2948, + "step": 55900 + }, + { + "epoch": 0.9568975846899125, + "grad_norm": 2.5765438079833984, + "learning_rate": 9.728159438889606e-08, + "loss": 2.3136, + "step": 55901 + }, + { + "epoch": 0.956914702408463, + "grad_norm": 2.552271842956543, + "learning_rate": 9.720446619372881e-08, + "loss": 2.284, + "step": 55902 + }, + { + "epoch": 0.9569318201270135, + "grad_norm": 2.5650875568389893, + "learning_rate": 9.7127368436305e-08, + "loss": 2.2104, + "step": 55903 + }, + { + "epoch": 0.9569489378455639, + "grad_norm": 2.6137137413024902, + "learning_rate": 9.705030111685998e-08, + "loss": 2.2884, + "step": 55904 + }, + { + "epoch": 0.9569660555641144, + "grad_norm": 2.769019365310669, + "learning_rate": 9.697326423563358e-08, + "loss": 2.3474, + "step": 55905 + }, + { + "epoch": 0.9569831732826649, + "grad_norm": 2.5931246280670166, + "learning_rate": 9.689625779285893e-08, + "loss": 2.244, + "step": 55906 + }, + { + "epoch": 0.9570002910012153, + "grad_norm": 2.6216819286346436, + "learning_rate": 9.681928178877475e-08, + "loss": 2.2701, + "step": 55907 + }, + { + "epoch": 0.9570174087197658, + "grad_norm": 2.607938051223755, + "learning_rate": 9.67423362236164e-08, + "loss": 2.3388, + "step": 55908 + }, + { + "epoch": 0.9570345264383163, + "grad_norm": 2.558403730392456, + "learning_rate": 9.666542109762256e-08, + "loss": 2.2522, + "step": 55909 + }, + { + "epoch": 0.9570516441568667, + "grad_norm": 2.5070741176605225, + "learning_rate": 9.65885364110275e-08, + "loss": 2.3201, + "step": 55910 + }, + { + "epoch": 0.9570687618754172, + "grad_norm": 2.7085375785827637, + "learning_rate": 9.651168216406881e-08, + "loss": 2.3667, + "step": 55911 + }, + { + "epoch": 0.9570858795939677, + "grad_norm": 2.726325273513794, + "learning_rate": 9.643485835698185e-08, + "loss": 2.3665, + "step": 55912 + }, + { + "epoch": 0.9571029973125181, + "grad_norm": 2.5959665775299072, + "learning_rate": 9.635806499000422e-08, + "loss": 2.2856, + "step": 55913 + }, + { + "epoch": 0.9571201150310686, + "grad_norm": 2.5936527252197266, + "learning_rate": 9.628130206337016e-08, + "loss": 2.3099, + "step": 55914 + }, + { + "epoch": 0.9571372327496191, + "grad_norm": 2.5439696311950684, + "learning_rate": 9.620456957731728e-08, + "loss": 2.2477, + "step": 55915 + }, + { + "epoch": 0.9571543504681697, + "grad_norm": 2.7171852588653564, + "learning_rate": 9.61278675320798e-08, + "loss": 2.3455, + "step": 55916 + }, + { + "epoch": 0.95717146818672, + "grad_norm": 2.842088222503662, + "learning_rate": 9.605119592789424e-08, + "loss": 2.3597, + "step": 55917 + }, + { + "epoch": 0.9571885859052706, + "grad_norm": 2.7673423290252686, + "learning_rate": 9.597455476499595e-08, + "loss": 2.3234, + "step": 55918 + }, + { + "epoch": 0.9572057036238211, + "grad_norm": 2.6131949424743652, + "learning_rate": 9.589794404362029e-08, + "loss": 2.3046, + "step": 55919 + }, + { + "epoch": 0.9572228213423715, + "grad_norm": 2.4324357509613037, + "learning_rate": 9.582136376400486e-08, + "loss": 2.3234, + "step": 55920 + }, + { + "epoch": 0.957239939060922, + "grad_norm": 2.7094886302948, + "learning_rate": 9.574481392638279e-08, + "loss": 2.3702, + "step": 55921 + }, + { + "epoch": 0.9572570567794725, + "grad_norm": 2.6701319217681885, + "learning_rate": 9.566829453098947e-08, + "loss": 2.3986, + "step": 55922 + }, + { + "epoch": 0.9572741744980229, + "grad_norm": 2.8544812202453613, + "learning_rate": 9.559180557806136e-08, + "loss": 2.2824, + "step": 55923 + }, + { + "epoch": 0.9572912922165734, + "grad_norm": 2.678661346435547, + "learning_rate": 9.551534706783161e-08, + "loss": 2.2968, + "step": 55924 + }, + { + "epoch": 0.9573084099351239, + "grad_norm": 2.6860716342926025, + "learning_rate": 9.54389190005367e-08, + "loss": 2.3309, + "step": 55925 + }, + { + "epoch": 0.9573255276536743, + "grad_norm": 2.7322051525115967, + "learning_rate": 9.536252137641199e-08, + "loss": 2.3602, + "step": 55926 + }, + { + "epoch": 0.9573426453722248, + "grad_norm": 2.6869864463806152, + "learning_rate": 9.528615419569064e-08, + "loss": 2.3222, + "step": 55927 + }, + { + "epoch": 0.9573597630907753, + "grad_norm": 2.63403058052063, + "learning_rate": 9.520981745861024e-08, + "loss": 2.3609, + "step": 55928 + }, + { + "epoch": 0.9573768808093257, + "grad_norm": 2.709054946899414, + "learning_rate": 9.51335111654006e-08, + "loss": 2.2231, + "step": 55929 + }, + { + "epoch": 0.9573939985278762, + "grad_norm": 2.448911190032959, + "learning_rate": 9.505723531630151e-08, + "loss": 2.2497, + "step": 55930 + }, + { + "epoch": 0.9574111162464267, + "grad_norm": 2.537799835205078, + "learning_rate": 9.498098991154392e-08, + "loss": 2.2966, + "step": 55931 + }, + { + "epoch": 0.9574282339649771, + "grad_norm": 2.5237600803375244, + "learning_rate": 9.490477495136319e-08, + "loss": 2.2599, + "step": 55932 + }, + { + "epoch": 0.9574453516835276, + "grad_norm": 2.6037490367889404, + "learning_rate": 9.482859043599469e-08, + "loss": 2.2739, + "step": 55933 + }, + { + "epoch": 0.9574624694020781, + "grad_norm": 2.6879234313964844, + "learning_rate": 9.475243636567044e-08, + "loss": 2.2955, + "step": 55934 + }, + { + "epoch": 0.9574795871206285, + "grad_norm": 2.6447813510894775, + "learning_rate": 9.467631274062694e-08, + "loss": 2.252, + "step": 55935 + }, + { + "epoch": 0.957496704839179, + "grad_norm": 2.535419225692749, + "learning_rate": 9.460021956109511e-08, + "loss": 2.3212, + "step": 55936 + }, + { + "epoch": 0.9575138225577295, + "grad_norm": 2.835430860519409, + "learning_rate": 9.452415682731253e-08, + "loss": 2.4384, + "step": 55937 + }, + { + "epoch": 0.9575309402762799, + "grad_norm": 2.6198501586914062, + "learning_rate": 9.444812453951013e-08, + "loss": 2.2518, + "step": 55938 + }, + { + "epoch": 0.9575480579948304, + "grad_norm": 2.71366286277771, + "learning_rate": 9.437212269792329e-08, + "loss": 2.3276, + "step": 55939 + }, + { + "epoch": 0.957565175713381, + "grad_norm": 2.502742290496826, + "learning_rate": 9.429615130278403e-08, + "loss": 2.2605, + "step": 55940 + }, + { + "epoch": 0.9575822934319314, + "grad_norm": 2.595960855484009, + "learning_rate": 9.42202103543266e-08, + "loss": 2.2877, + "step": 55941 + }, + { + "epoch": 0.9575994111504819, + "grad_norm": 2.740849018096924, + "learning_rate": 9.414429985278528e-08, + "loss": 2.2909, + "step": 55942 + }, + { + "epoch": 0.9576165288690324, + "grad_norm": 2.567920684814453, + "learning_rate": 9.40684197983921e-08, + "loss": 2.3649, + "step": 55943 + }, + { + "epoch": 0.9576336465875828, + "grad_norm": 2.4978463649749756, + "learning_rate": 9.39925701913813e-08, + "loss": 2.3429, + "step": 55944 + }, + { + "epoch": 0.9576507643061333, + "grad_norm": 2.570786476135254, + "learning_rate": 9.391675103198495e-08, + "loss": 2.3509, + "step": 55945 + }, + { + "epoch": 0.9576678820246838, + "grad_norm": 2.435640335083008, + "learning_rate": 9.384096232043727e-08, + "loss": 2.3198, + "step": 55946 + }, + { + "epoch": 0.9576849997432342, + "grad_norm": 2.7756383419036865, + "learning_rate": 9.376520405697032e-08, + "loss": 2.35, + "step": 55947 + }, + { + "epoch": 0.9577021174617847, + "grad_norm": 2.647514581680298, + "learning_rate": 9.368947624181723e-08, + "loss": 2.3059, + "step": 55948 + }, + { + "epoch": 0.9577192351803352, + "grad_norm": 2.6418981552124023, + "learning_rate": 9.361377887521117e-08, + "loss": 2.2981, + "step": 55949 + }, + { + "epoch": 0.9577363528988856, + "grad_norm": 2.5949015617370605, + "learning_rate": 9.353811195738415e-08, + "loss": 2.3405, + "step": 55950 + }, + { + "epoch": 0.9577534706174361, + "grad_norm": 2.834143877029419, + "learning_rate": 9.346247548856824e-08, + "loss": 2.3622, + "step": 55951 + }, + { + "epoch": 0.9577705883359866, + "grad_norm": 2.7324306964874268, + "learning_rate": 9.338686946899766e-08, + "loss": 2.3416, + "step": 55952 + }, + { + "epoch": 0.957787706054537, + "grad_norm": 2.595633029937744, + "learning_rate": 9.331129389890336e-08, + "loss": 2.3275, + "step": 55953 + }, + { + "epoch": 0.9578048237730875, + "grad_norm": 2.639984130859375, + "learning_rate": 9.323574877851849e-08, + "loss": 2.1696, + "step": 55954 + }, + { + "epoch": 0.957821941491638, + "grad_norm": 2.7165334224700928, + "learning_rate": 9.316023410807506e-08, + "loss": 2.377, + "step": 55955 + }, + { + "epoch": 0.9578390592101884, + "grad_norm": 2.8924560546875, + "learning_rate": 9.308474988780402e-08, + "loss": 2.3419, + "step": 55956 + }, + { + "epoch": 0.9578561769287389, + "grad_norm": 2.6426587104797363, + "learning_rate": 9.300929611793963e-08, + "loss": 2.2995, + "step": 55957 + }, + { + "epoch": 0.9578732946472894, + "grad_norm": 2.5111727714538574, + "learning_rate": 9.293387279871169e-08, + "loss": 2.2966, + "step": 55958 + }, + { + "epoch": 0.9578904123658398, + "grad_norm": 2.77017879486084, + "learning_rate": 9.285847993035224e-08, + "loss": 2.3919, + "step": 55959 + }, + { + "epoch": 0.9579075300843903, + "grad_norm": 2.430520534515381, + "learning_rate": 9.278311751309555e-08, + "loss": 2.2915, + "step": 55960 + }, + { + "epoch": 0.9579246478029408, + "grad_norm": 2.660825729370117, + "learning_rate": 9.270778554716919e-08, + "loss": 2.2147, + "step": 55961 + }, + { + "epoch": 0.9579417655214914, + "grad_norm": 2.632140636444092, + "learning_rate": 9.263248403280855e-08, + "loss": 2.3793, + "step": 55962 + }, + { + "epoch": 0.9579588832400417, + "grad_norm": 2.6847689151763916, + "learning_rate": 9.255721297024233e-08, + "loss": 2.4142, + "step": 55963 + }, + { + "epoch": 0.9579760009585923, + "grad_norm": 2.6961348056793213, + "learning_rate": 9.248197235970368e-08, + "loss": 2.3099, + "step": 55964 + }, + { + "epoch": 0.9579931186771428, + "grad_norm": 2.548121929168701, + "learning_rate": 9.240676220142242e-08, + "loss": 2.2781, + "step": 55965 + }, + { + "epoch": 0.9580102363956932, + "grad_norm": 2.690873146057129, + "learning_rate": 9.233158249563057e-08, + "loss": 2.2866, + "step": 55966 + }, + { + "epoch": 0.9580273541142437, + "grad_norm": 2.550283193588257, + "learning_rate": 9.225643324256018e-08, + "loss": 2.2875, + "step": 55967 + }, + { + "epoch": 0.9580444718327942, + "grad_norm": 2.5917444229125977, + "learning_rate": 9.218131444243994e-08, + "loss": 2.3697, + "step": 55968 + }, + { + "epoch": 0.9580615895513446, + "grad_norm": 2.6096997261047363, + "learning_rate": 9.210622609550191e-08, + "loss": 2.2318, + "step": 55969 + }, + { + "epoch": 0.9580787072698951, + "grad_norm": 2.453577995300293, + "learning_rate": 9.203116820197699e-08, + "loss": 2.2802, + "step": 55970 + }, + { + "epoch": 0.9580958249884456, + "grad_norm": 2.5441761016845703, + "learning_rate": 9.195614076209613e-08, + "loss": 2.4279, + "step": 55971 + }, + { + "epoch": 0.958112942706996, + "grad_norm": 2.634495258331299, + "learning_rate": 9.188114377609025e-08, + "loss": 2.3241, + "step": 55972 + }, + { + "epoch": 0.9581300604255465, + "grad_norm": 2.63374400138855, + "learning_rate": 9.180617724418695e-08, + "loss": 2.3193, + "step": 55973 + }, + { + "epoch": 0.958147178144097, + "grad_norm": 2.7003064155578613, + "learning_rate": 9.173124116662157e-08, + "loss": 2.3358, + "step": 55974 + }, + { + "epoch": 0.9581642958626474, + "grad_norm": 2.765685796737671, + "learning_rate": 9.165633554362063e-08, + "loss": 2.2747, + "step": 55975 + }, + { + "epoch": 0.9581814135811979, + "grad_norm": 2.7168755531311035, + "learning_rate": 9.158146037541504e-08, + "loss": 2.2869, + "step": 55976 + }, + { + "epoch": 0.9581985312997484, + "grad_norm": 2.6768877506256104, + "learning_rate": 9.150661566223574e-08, + "loss": 2.3397, + "step": 55977 + }, + { + "epoch": 0.9582156490182988, + "grad_norm": 2.644697666168213, + "learning_rate": 9.143180140431252e-08, + "loss": 2.2898, + "step": 55978 + }, + { + "epoch": 0.9582327667368493, + "grad_norm": 2.6058616638183594, + "learning_rate": 9.13570176018752e-08, + "loss": 2.4003, + "step": 55979 + }, + { + "epoch": 0.9582498844553998, + "grad_norm": 2.655372381210327, + "learning_rate": 9.128226425515363e-08, + "loss": 2.4255, + "step": 55980 + }, + { + "epoch": 0.9582670021739502, + "grad_norm": 2.752122402191162, + "learning_rate": 9.12075413643776e-08, + "loss": 2.3511, + "step": 55981 + }, + { + "epoch": 0.9582841198925007, + "grad_norm": 2.599815845489502, + "learning_rate": 9.113284892977691e-08, + "loss": 2.3353, + "step": 55982 + }, + { + "epoch": 0.9583012376110512, + "grad_norm": 2.669166326522827, + "learning_rate": 9.105818695158031e-08, + "loss": 2.3608, + "step": 55983 + }, + { + "epoch": 0.9583183553296016, + "grad_norm": 2.847574234008789, + "learning_rate": 9.098355543001869e-08, + "loss": 2.3424, + "step": 55984 + }, + { + "epoch": 0.9583354730481521, + "grad_norm": 2.550920248031616, + "learning_rate": 9.090895436532077e-08, + "loss": 2.2681, + "step": 55985 + }, + { + "epoch": 0.9583525907667026, + "grad_norm": 2.5594310760498047, + "learning_rate": 9.083438375771747e-08, + "loss": 2.3782, + "step": 55986 + }, + { + "epoch": 0.958369708485253, + "grad_norm": 2.452901601791382, + "learning_rate": 9.075984360743417e-08, + "loss": 2.277, + "step": 55987 + }, + { + "epoch": 0.9583868262038036, + "grad_norm": 2.5487637519836426, + "learning_rate": 9.068533391470291e-08, + "loss": 2.2679, + "step": 55988 + }, + { + "epoch": 0.9584039439223541, + "grad_norm": 2.449296236038208, + "learning_rate": 9.061085467975239e-08, + "loss": 2.19, + "step": 55989 + }, + { + "epoch": 0.9584210616409045, + "grad_norm": 2.5579733848571777, + "learning_rate": 9.053640590281021e-08, + "loss": 2.3221, + "step": 55990 + }, + { + "epoch": 0.958438179359455, + "grad_norm": 2.629361629486084, + "learning_rate": 9.046198758410618e-08, + "loss": 2.3056, + "step": 55991 + }, + { + "epoch": 0.9584552970780055, + "grad_norm": 2.651308298110962, + "learning_rate": 9.038759972387012e-08, + "loss": 2.2996, + "step": 55992 + }, + { + "epoch": 0.9584724147965559, + "grad_norm": 2.599717617034912, + "learning_rate": 9.031324232232852e-08, + "loss": 2.3672, + "step": 55993 + }, + { + "epoch": 0.9584895325151064, + "grad_norm": 2.4142005443573, + "learning_rate": 9.023891537971119e-08, + "loss": 2.2017, + "step": 55994 + }, + { + "epoch": 0.9585066502336569, + "grad_norm": 2.7028450965881348, + "learning_rate": 9.016461889624684e-08, + "loss": 2.261, + "step": 55995 + }, + { + "epoch": 0.9585237679522073, + "grad_norm": 2.691415786743164, + "learning_rate": 9.009035287216194e-08, + "loss": 2.3246, + "step": 55996 + }, + { + "epoch": 0.9585408856707578, + "grad_norm": 2.6952097415924072, + "learning_rate": 9.001611730768745e-08, + "loss": 2.4677, + "step": 55997 + }, + { + "epoch": 0.9585580033893083, + "grad_norm": 2.4956202507019043, + "learning_rate": 8.994191220304982e-08, + "loss": 2.1818, + "step": 55998 + }, + { + "epoch": 0.9585751211078587, + "grad_norm": 2.4930572509765625, + "learning_rate": 8.986773755847777e-08, + "loss": 2.2187, + "step": 55999 + }, + { + "epoch": 0.9585922388264092, + "grad_norm": 2.5957629680633545, + "learning_rate": 8.97935933741989e-08, + "loss": 2.341, + "step": 56000 + }, + { + "epoch": 0.9586093565449597, + "grad_norm": 2.5714197158813477, + "learning_rate": 8.971947965044081e-08, + "loss": 2.3184, + "step": 56001 + }, + { + "epoch": 0.9586264742635101, + "grad_norm": 2.627739429473877, + "learning_rate": 8.96453963874322e-08, + "loss": 2.2739, + "step": 56002 + }, + { + "epoch": 0.9586435919820606, + "grad_norm": 2.6230099201202393, + "learning_rate": 8.957134358540064e-08, + "loss": 2.1065, + "step": 56003 + }, + { + "epoch": 0.9586607097006111, + "grad_norm": 2.7270805835723877, + "learning_rate": 8.949732124457266e-08, + "loss": 2.3515, + "step": 56004 + }, + { + "epoch": 0.9586778274191615, + "grad_norm": 2.5096120834350586, + "learning_rate": 8.942332936517694e-08, + "loss": 2.2843, + "step": 56005 + }, + { + "epoch": 0.958694945137712, + "grad_norm": 2.6023614406585693, + "learning_rate": 8.934936794744109e-08, + "loss": 2.3337, + "step": 56006 + }, + { + "epoch": 0.9587120628562625, + "grad_norm": 2.70078444480896, + "learning_rate": 8.927543699159047e-08, + "loss": 2.3932, + "step": 56007 + }, + { + "epoch": 0.9587291805748129, + "grad_norm": 2.6069376468658447, + "learning_rate": 8.92015364978549e-08, + "loss": 2.2583, + "step": 56008 + }, + { + "epoch": 0.9587462982933634, + "grad_norm": 2.6960835456848145, + "learning_rate": 8.912766646646087e-08, + "loss": 2.2865, + "step": 56009 + }, + { + "epoch": 0.958763416011914, + "grad_norm": 2.636216402053833, + "learning_rate": 8.905382689763265e-08, + "loss": 2.2662, + "step": 56010 + }, + { + "epoch": 0.9587805337304645, + "grad_norm": 2.6515181064605713, + "learning_rate": 8.898001779160225e-08, + "loss": 2.298, + "step": 56011 + }, + { + "epoch": 0.9587976514490149, + "grad_norm": 2.593557834625244, + "learning_rate": 8.890623914859176e-08, + "loss": 2.2892, + "step": 56012 + }, + { + "epoch": 0.9588147691675654, + "grad_norm": 2.641432762145996, + "learning_rate": 8.883249096883095e-08, + "loss": 2.2473, + "step": 56013 + }, + { + "epoch": 0.9588318868861159, + "grad_norm": 2.805973529815674, + "learning_rate": 8.875877325254523e-08, + "loss": 2.2937, + "step": 56014 + }, + { + "epoch": 0.9588490046046663, + "grad_norm": 2.442716598510742, + "learning_rate": 8.868508599995995e-08, + "loss": 2.209, + "step": 56015 + }, + { + "epoch": 0.9588661223232168, + "grad_norm": 2.727961540222168, + "learning_rate": 8.861142921130495e-08, + "loss": 2.2018, + "step": 56016 + }, + { + "epoch": 0.9588832400417673, + "grad_norm": 2.5990681648254395, + "learning_rate": 8.853780288680447e-08, + "loss": 2.2426, + "step": 56017 + }, + { + "epoch": 0.9589003577603177, + "grad_norm": 2.719935417175293, + "learning_rate": 8.846420702668391e-08, + "loss": 2.331, + "step": 56018 + }, + { + "epoch": 0.9589174754788682, + "grad_norm": 2.668548107147217, + "learning_rate": 8.839064163117194e-08, + "loss": 2.3734, + "step": 56019 + }, + { + "epoch": 0.9589345931974187, + "grad_norm": 2.658085584640503, + "learning_rate": 8.831710670049287e-08, + "loss": 2.3316, + "step": 56020 + }, + { + "epoch": 0.9589517109159691, + "grad_norm": 2.7339155673980713, + "learning_rate": 8.824360223487427e-08, + "loss": 2.2682, + "step": 56021 + }, + { + "epoch": 0.9589688286345196, + "grad_norm": 2.7017245292663574, + "learning_rate": 8.81701282345393e-08, + "loss": 2.4412, + "step": 56022 + }, + { + "epoch": 0.9589859463530701, + "grad_norm": 2.4756767749786377, + "learning_rate": 8.809668469971666e-08, + "loss": 2.1982, + "step": 56023 + }, + { + "epoch": 0.9590030640716205, + "grad_norm": 2.557913303375244, + "learning_rate": 8.802327163063062e-08, + "loss": 2.2724, + "step": 56024 + }, + { + "epoch": 0.959020181790171, + "grad_norm": 2.539060354232788, + "learning_rate": 8.794988902750656e-08, + "loss": 2.1965, + "step": 56025 + }, + { + "epoch": 0.9590372995087215, + "grad_norm": 2.898756742477417, + "learning_rate": 8.787653689057097e-08, + "loss": 2.3578, + "step": 56026 + }, + { + "epoch": 0.9590544172272719, + "grad_norm": 2.4588277339935303, + "learning_rate": 8.78032152200492e-08, + "loss": 2.2142, + "step": 56027 + }, + { + "epoch": 0.9590715349458224, + "grad_norm": 2.702063798904419, + "learning_rate": 8.772992401616776e-08, + "loss": 2.3345, + "step": 56028 + }, + { + "epoch": 0.9590886526643729, + "grad_norm": 2.6741628646850586, + "learning_rate": 8.765666327914868e-08, + "loss": 2.3845, + "step": 56029 + }, + { + "epoch": 0.9591057703829233, + "grad_norm": 2.5307326316833496, + "learning_rate": 8.758343300921956e-08, + "loss": 2.2429, + "step": 56030 + }, + { + "epoch": 0.9591228881014738, + "grad_norm": 2.7109644412994385, + "learning_rate": 8.751023320660468e-08, + "loss": 2.3043, + "step": 56031 + }, + { + "epoch": 0.9591400058200243, + "grad_norm": 2.6402688026428223, + "learning_rate": 8.74370638715294e-08, + "loss": 2.3461, + "step": 56032 + }, + { + "epoch": 0.9591571235385747, + "grad_norm": 2.636643886566162, + "learning_rate": 8.736392500421909e-08, + "loss": 2.3641, + "step": 56033 + }, + { + "epoch": 0.9591742412571252, + "grad_norm": 2.715219736099243, + "learning_rate": 8.729081660489802e-08, + "loss": 2.4708, + "step": 56034 + }, + { + "epoch": 0.9591913589756758, + "grad_norm": 2.823453903198242, + "learning_rate": 8.721773867378935e-08, + "loss": 2.3956, + "step": 56035 + }, + { + "epoch": 0.9592084766942262, + "grad_norm": 2.7103395462036133, + "learning_rate": 8.714469121112068e-08, + "loss": 2.3445, + "step": 56036 + }, + { + "epoch": 0.9592255944127767, + "grad_norm": 2.5992302894592285, + "learning_rate": 8.707167421711405e-08, + "loss": 2.4999, + "step": 56037 + }, + { + "epoch": 0.9592427121313272, + "grad_norm": 2.7080585956573486, + "learning_rate": 8.699868769199593e-08, + "loss": 2.2305, + "step": 56038 + }, + { + "epoch": 0.9592598298498776, + "grad_norm": 2.4541175365448, + "learning_rate": 8.692573163598839e-08, + "loss": 2.2269, + "step": 56039 + }, + { + "epoch": 0.9592769475684281, + "grad_norm": 2.6622891426086426, + "learning_rate": 8.68528060493179e-08, + "loss": 2.2058, + "step": 56040 + }, + { + "epoch": 0.9592940652869786, + "grad_norm": 2.609219551086426, + "learning_rate": 8.677991093220761e-08, + "loss": 2.1508, + "step": 56041 + }, + { + "epoch": 0.959311183005529, + "grad_norm": 2.5975725650787354, + "learning_rate": 8.67070462848818e-08, + "loss": 2.3164, + "step": 56042 + }, + { + "epoch": 0.9593283007240795, + "grad_norm": 2.5876615047454834, + "learning_rate": 8.663421210756362e-08, + "loss": 2.258, + "step": 56043 + }, + { + "epoch": 0.95934541844263, + "grad_norm": 2.8269338607788086, + "learning_rate": 8.656140840047734e-08, + "loss": 2.3637, + "step": 56044 + }, + { + "epoch": 0.9593625361611804, + "grad_norm": 2.626145601272583, + "learning_rate": 8.64886351638472e-08, + "loss": 2.307, + "step": 56045 + }, + { + "epoch": 0.9593796538797309, + "grad_norm": 2.7572243213653564, + "learning_rate": 8.641589239789639e-08, + "loss": 2.3326, + "step": 56046 + }, + { + "epoch": 0.9593967715982814, + "grad_norm": 2.928179979324341, + "learning_rate": 8.634318010284804e-08, + "loss": 2.3323, + "step": 56047 + }, + { + "epoch": 0.9594138893168318, + "grad_norm": 2.6201043128967285, + "learning_rate": 8.627049827892752e-08, + "loss": 2.2867, + "step": 56048 + }, + { + "epoch": 0.9594310070353823, + "grad_norm": 2.622777223587036, + "learning_rate": 8.619784692635691e-08, + "loss": 2.2042, + "step": 56049 + }, + { + "epoch": 0.9594481247539328, + "grad_norm": 2.541667938232422, + "learning_rate": 8.612522604535934e-08, + "loss": 2.3053, + "step": 56050 + }, + { + "epoch": 0.9594652424724832, + "grad_norm": 2.7421672344207764, + "learning_rate": 8.605263563615795e-08, + "loss": 2.2271, + "step": 56051 + }, + { + "epoch": 0.9594823601910337, + "grad_norm": 2.635439157485962, + "learning_rate": 8.598007569897593e-08, + "loss": 2.3819, + "step": 56052 + }, + { + "epoch": 0.9594994779095842, + "grad_norm": 2.735743284225464, + "learning_rate": 8.590754623403752e-08, + "loss": 2.3187, + "step": 56053 + }, + { + "epoch": 0.9595165956281346, + "grad_norm": 2.6255273818969727, + "learning_rate": 8.583504724156366e-08, + "loss": 2.3177, + "step": 56054 + }, + { + "epoch": 0.9595337133466851, + "grad_norm": 2.7121362686157227, + "learning_rate": 8.576257872177973e-08, + "loss": 2.3587, + "step": 56055 + }, + { + "epoch": 0.9595508310652356, + "grad_norm": 2.562044143676758, + "learning_rate": 8.569014067490556e-08, + "loss": 2.3065, + "step": 56056 + }, + { + "epoch": 0.9595679487837862, + "grad_norm": 2.7817680835723877, + "learning_rate": 8.561773310116538e-08, + "loss": 2.268, + "step": 56057 + }, + { + "epoch": 0.9595850665023365, + "grad_norm": 2.491419553756714, + "learning_rate": 8.55453560007824e-08, + "loss": 2.2088, + "step": 56058 + }, + { + "epoch": 0.9596021842208871, + "grad_norm": 2.444985866546631, + "learning_rate": 8.547300937397751e-08, + "loss": 2.2589, + "step": 56059 + }, + { + "epoch": 0.9596193019394376, + "grad_norm": 2.496075391769409, + "learning_rate": 8.5400693220975e-08, + "loss": 2.2519, + "step": 56060 + }, + { + "epoch": 0.959636419657988, + "grad_norm": 2.6544950008392334, + "learning_rate": 8.532840754199468e-08, + "loss": 2.272, + "step": 56061 + }, + { + "epoch": 0.9596535373765385, + "grad_norm": 2.578246593475342, + "learning_rate": 8.52561523372597e-08, + "loss": 2.3162, + "step": 56062 + }, + { + "epoch": 0.959670655095089, + "grad_norm": 2.526860237121582, + "learning_rate": 8.518392760699324e-08, + "loss": 2.2359, + "step": 56063 + }, + { + "epoch": 0.9596877728136394, + "grad_norm": 2.783853769302368, + "learning_rate": 8.511173335141621e-08, + "loss": 2.253, + "step": 56064 + }, + { + "epoch": 0.9597048905321899, + "grad_norm": 2.496558904647827, + "learning_rate": 8.503956957075176e-08, + "loss": 2.2765, + "step": 56065 + }, + { + "epoch": 0.9597220082507404, + "grad_norm": 2.5925562381744385, + "learning_rate": 8.496743626521974e-08, + "loss": 2.4005, + "step": 56066 + }, + { + "epoch": 0.9597391259692908, + "grad_norm": 2.5076327323913574, + "learning_rate": 8.48953334350433e-08, + "loss": 2.2997, + "step": 56067 + }, + { + "epoch": 0.9597562436878413, + "grad_norm": 2.6773836612701416, + "learning_rate": 8.482326108044337e-08, + "loss": 2.317, + "step": 56068 + }, + { + "epoch": 0.9597733614063918, + "grad_norm": 2.581974983215332, + "learning_rate": 8.475121920164198e-08, + "loss": 2.1752, + "step": 56069 + }, + { + "epoch": 0.9597904791249422, + "grad_norm": 2.7385473251342773, + "learning_rate": 8.467920779886008e-08, + "loss": 2.317, + "step": 56070 + }, + { + "epoch": 0.9598075968434927, + "grad_norm": 2.577126979827881, + "learning_rate": 8.46072268723197e-08, + "loss": 2.3548, + "step": 56071 + }, + { + "epoch": 0.9598247145620432, + "grad_norm": 2.691153049468994, + "learning_rate": 8.45352764222418e-08, + "loss": 2.27, + "step": 56072 + }, + { + "epoch": 0.9598418322805936, + "grad_norm": 2.7420260906219482, + "learning_rate": 8.446335644884617e-08, + "loss": 2.2727, + "step": 56073 + }, + { + "epoch": 0.9598589499991441, + "grad_norm": 2.5359082221984863, + "learning_rate": 8.4391466952356e-08, + "loss": 2.3371, + "step": 56074 + }, + { + "epoch": 0.9598760677176946, + "grad_norm": 2.697963237762451, + "learning_rate": 8.43196079329911e-08, + "loss": 2.3429, + "step": 56075 + }, + { + "epoch": 0.959893185436245, + "grad_norm": 2.4831156730651855, + "learning_rate": 8.424777939097239e-08, + "loss": 2.2278, + "step": 56076 + }, + { + "epoch": 0.9599103031547955, + "grad_norm": 2.7217559814453125, + "learning_rate": 8.417598132652083e-08, + "loss": 2.2388, + "step": 56077 + }, + { + "epoch": 0.959927420873346, + "grad_norm": 2.7245986461639404, + "learning_rate": 8.410421373985844e-08, + "loss": 2.3872, + "step": 56078 + }, + { + "epoch": 0.9599445385918964, + "grad_norm": 2.7278170585632324, + "learning_rate": 8.403247663120284e-08, + "loss": 2.198, + "step": 56079 + }, + { + "epoch": 0.9599616563104469, + "grad_norm": 2.656761884689331, + "learning_rate": 8.396077000077719e-08, + "loss": 2.2116, + "step": 56080 + }, + { + "epoch": 0.9599787740289975, + "grad_norm": 2.5420711040496826, + "learning_rate": 8.388909384880017e-08, + "loss": 2.3071, + "step": 56081 + }, + { + "epoch": 0.9599958917475478, + "grad_norm": 2.608896493911743, + "learning_rate": 8.381744817549276e-08, + "loss": 2.2897, + "step": 56082 + }, + { + "epoch": 0.9600130094660984, + "grad_norm": 2.5575621128082275, + "learning_rate": 8.374583298107475e-08, + "loss": 2.3597, + "step": 56083 + }, + { + "epoch": 0.9600301271846489, + "grad_norm": 2.555208206176758, + "learning_rate": 8.36742482657671e-08, + "loss": 2.3798, + "step": 56084 + }, + { + "epoch": 0.9600472449031993, + "grad_norm": 2.604854106903076, + "learning_rate": 8.36026940297896e-08, + "loss": 2.3352, + "step": 56085 + }, + { + "epoch": 0.9600643626217498, + "grad_norm": 2.677577018737793, + "learning_rate": 8.35311702733621e-08, + "loss": 2.4008, + "step": 56086 + }, + { + "epoch": 0.9600814803403003, + "grad_norm": 2.7885451316833496, + "learning_rate": 8.345967699670443e-08, + "loss": 2.3136, + "step": 56087 + }, + { + "epoch": 0.9600985980588507, + "grad_norm": 2.614468812942505, + "learning_rate": 8.33882142000364e-08, + "loss": 2.3831, + "step": 56088 + }, + { + "epoch": 0.9601157157774012, + "grad_norm": 2.681800127029419, + "learning_rate": 8.331678188357562e-08, + "loss": 2.2887, + "step": 56089 + }, + { + "epoch": 0.9601328334959517, + "grad_norm": 2.6707816123962402, + "learning_rate": 8.324538004754635e-08, + "loss": 2.2633, + "step": 56090 + }, + { + "epoch": 0.9601499512145021, + "grad_norm": 2.615522861480713, + "learning_rate": 8.317400869216285e-08, + "loss": 2.2841, + "step": 56091 + }, + { + "epoch": 0.9601670689330526, + "grad_norm": 2.6620543003082275, + "learning_rate": 8.310266781764831e-08, + "loss": 2.3792, + "step": 56092 + }, + { + "epoch": 0.9601841866516031, + "grad_norm": 2.4984357357025146, + "learning_rate": 8.30313574242203e-08, + "loss": 2.3917, + "step": 56093 + }, + { + "epoch": 0.9602013043701535, + "grad_norm": 2.6215384006500244, + "learning_rate": 8.296007751209756e-08, + "loss": 2.3154, + "step": 56094 + }, + { + "epoch": 0.960218422088704, + "grad_norm": 2.8970470428466797, + "learning_rate": 8.2888828081501e-08, + "loss": 2.419, + "step": 56095 + }, + { + "epoch": 0.9602355398072545, + "grad_norm": 2.743522882461548, + "learning_rate": 8.281760913264825e-08, + "loss": 2.3082, + "step": 56096 + }, + { + "epoch": 0.9602526575258049, + "grad_norm": 2.741438388824463, + "learning_rate": 8.2746420665758e-08, + "loss": 2.4554, + "step": 56097 + }, + { + "epoch": 0.9602697752443554, + "grad_norm": 2.620527744293213, + "learning_rate": 8.267526268105008e-08, + "loss": 2.2948, + "step": 56098 + }, + { + "epoch": 0.9602868929629059, + "grad_norm": 2.7502634525299072, + "learning_rate": 8.26041351787421e-08, + "loss": 2.3329, + "step": 56099 + }, + { + "epoch": 0.9603040106814563, + "grad_norm": 2.5660760402679443, + "learning_rate": 8.25330381590539e-08, + "loss": 2.3523, + "step": 56100 + }, + { + "epoch": 0.9603211284000068, + "grad_norm": 2.5681328773498535, + "learning_rate": 8.246197162220303e-08, + "loss": 2.3652, + "step": 56101 + }, + { + "epoch": 0.9603382461185573, + "grad_norm": 2.517993927001953, + "learning_rate": 8.239093556840826e-08, + "loss": 2.1838, + "step": 56102 + }, + { + "epoch": 0.9603553638371078, + "grad_norm": 2.4900989532470703, + "learning_rate": 8.231992999788829e-08, + "loss": 2.3649, + "step": 56103 + }, + { + "epoch": 0.9603724815556582, + "grad_norm": 2.6017954349517822, + "learning_rate": 8.22489549108596e-08, + "loss": 2.2523, + "step": 56104 + }, + { + "epoch": 0.9603895992742087, + "grad_norm": 2.6762232780456543, + "learning_rate": 8.217801030754314e-08, + "loss": 2.3339, + "step": 56105 + }, + { + "epoch": 0.9604067169927593, + "grad_norm": 2.784409523010254, + "learning_rate": 8.210709618815537e-08, + "loss": 2.3838, + "step": 56106 + }, + { + "epoch": 0.9604238347113097, + "grad_norm": 2.486746072769165, + "learning_rate": 8.203621255291395e-08, + "loss": 2.2067, + "step": 56107 + }, + { + "epoch": 0.9604409524298602, + "grad_norm": 2.5945825576782227, + "learning_rate": 8.196535940203754e-08, + "loss": 2.1973, + "step": 56108 + }, + { + "epoch": 0.9604580701484107, + "grad_norm": 2.6044857501983643, + "learning_rate": 8.189453673574377e-08, + "loss": 2.3105, + "step": 56109 + }, + { + "epoch": 0.9604751878669611, + "grad_norm": 2.561678409576416, + "learning_rate": 8.182374455425024e-08, + "loss": 2.1808, + "step": 56110 + }, + { + "epoch": 0.9604923055855116, + "grad_norm": 2.7901909351348877, + "learning_rate": 8.175298285777345e-08, + "loss": 2.3801, + "step": 56111 + }, + { + "epoch": 0.9605094233040621, + "grad_norm": 2.5642266273498535, + "learning_rate": 8.168225164653321e-08, + "loss": 2.1925, + "step": 56112 + }, + { + "epoch": 0.9605265410226125, + "grad_norm": 2.4889075756073, + "learning_rate": 8.16115509207449e-08, + "loss": 2.2839, + "step": 56113 + }, + { + "epoch": 0.960543658741163, + "grad_norm": 2.703216552734375, + "learning_rate": 8.154088068062727e-08, + "loss": 2.2756, + "step": 56114 + }, + { + "epoch": 0.9605607764597135, + "grad_norm": 2.6535754203796387, + "learning_rate": 8.147024092639677e-08, + "loss": 2.2566, + "step": 56115 + }, + { + "epoch": 0.9605778941782639, + "grad_norm": 2.644549608230591, + "learning_rate": 8.139963165826992e-08, + "loss": 2.3398, + "step": 56116 + }, + { + "epoch": 0.9605950118968144, + "grad_norm": 2.710395097732544, + "learning_rate": 8.132905287646431e-08, + "loss": 2.4073, + "step": 56117 + }, + { + "epoch": 0.9606121296153649, + "grad_norm": 2.714621067047119, + "learning_rate": 8.125850458119755e-08, + "loss": 2.3681, + "step": 56118 + }, + { + "epoch": 0.9606292473339153, + "grad_norm": 2.706691265106201, + "learning_rate": 8.118798677268503e-08, + "loss": 2.3343, + "step": 56119 + }, + { + "epoch": 0.9606463650524658, + "grad_norm": 2.661190986633301, + "learning_rate": 8.111749945114655e-08, + "loss": 2.3003, + "step": 56120 + }, + { + "epoch": 0.9606634827710163, + "grad_norm": 2.777623176574707, + "learning_rate": 8.104704261679419e-08, + "loss": 2.2726, + "step": 56121 + }, + { + "epoch": 0.9606806004895667, + "grad_norm": 2.8672893047332764, + "learning_rate": 8.097661626984776e-08, + "loss": 2.3222, + "step": 56122 + }, + { + "epoch": 0.9606977182081172, + "grad_norm": 2.547637939453125, + "learning_rate": 8.090622041052376e-08, + "loss": 2.2836, + "step": 56123 + }, + { + "epoch": 0.9607148359266677, + "grad_norm": 2.642547607421875, + "learning_rate": 8.083585503903645e-08, + "loss": 2.4021, + "step": 56124 + }, + { + "epoch": 0.9607319536452181, + "grad_norm": 2.678946018218994, + "learning_rate": 8.076552015560457e-08, + "loss": 2.3454, + "step": 56125 + }, + { + "epoch": 0.9607490713637686, + "grad_norm": 2.57370924949646, + "learning_rate": 8.069521576044125e-08, + "loss": 2.2735, + "step": 56126 + }, + { + "epoch": 0.9607661890823191, + "grad_norm": 2.631075620651245, + "learning_rate": 8.062494185376635e-08, + "loss": 2.3046, + "step": 56127 + }, + { + "epoch": 0.9607833068008695, + "grad_norm": 2.6614460945129395, + "learning_rate": 8.055469843579189e-08, + "loss": 2.2956, + "step": 56128 + }, + { + "epoch": 0.96080042451942, + "grad_norm": 2.7019355297088623, + "learning_rate": 8.04844855067377e-08, + "loss": 2.2583, + "step": 56129 + }, + { + "epoch": 0.9608175422379706, + "grad_norm": 2.5648043155670166, + "learning_rate": 8.041430306681697e-08, + "loss": 2.3067, + "step": 56130 + }, + { + "epoch": 0.960834659956521, + "grad_norm": 2.677297353744507, + "learning_rate": 8.034415111624617e-08, + "loss": 2.2803, + "step": 56131 + }, + { + "epoch": 0.9608517776750715, + "grad_norm": 2.4941961765289307, + "learning_rate": 8.027402965524067e-08, + "loss": 2.2839, + "step": 56132 + }, + { + "epoch": 0.960868895393622, + "grad_norm": 2.5756754875183105, + "learning_rate": 8.020393868401588e-08, + "loss": 2.3658, + "step": 56133 + }, + { + "epoch": 0.9608860131121724, + "grad_norm": 2.5934267044067383, + "learning_rate": 8.013387820278939e-08, + "loss": 2.2184, + "step": 56134 + }, + { + "epoch": 0.9609031308307229, + "grad_norm": 2.5880489349365234, + "learning_rate": 8.006384821177327e-08, + "loss": 2.3386, + "step": 56135 + }, + { + "epoch": 0.9609202485492734, + "grad_norm": 2.730022668838501, + "learning_rate": 7.999384871118399e-08, + "loss": 2.4169, + "step": 56136 + }, + { + "epoch": 0.9609373662678238, + "grad_norm": 2.6122171878814697, + "learning_rate": 7.992387970123806e-08, + "loss": 2.2456, + "step": 56137 + }, + { + "epoch": 0.9609544839863743, + "grad_norm": 2.5971591472625732, + "learning_rate": 7.98539411821475e-08, + "loss": 2.2163, + "step": 56138 + }, + { + "epoch": 0.9609716017049248, + "grad_norm": 2.6293764114379883, + "learning_rate": 7.978403315413107e-08, + "loss": 2.2977, + "step": 56139 + }, + { + "epoch": 0.9609887194234752, + "grad_norm": 2.7504000663757324, + "learning_rate": 7.971415561740192e-08, + "loss": 2.3024, + "step": 56140 + }, + { + "epoch": 0.9610058371420257, + "grad_norm": 2.6990864276885986, + "learning_rate": 7.96443085721732e-08, + "loss": 2.358, + "step": 56141 + }, + { + "epoch": 0.9610229548605762, + "grad_norm": 2.5431342124938965, + "learning_rate": 7.957449201866252e-08, + "loss": 2.144, + "step": 56142 + }, + { + "epoch": 0.9610400725791266, + "grad_norm": 2.555126190185547, + "learning_rate": 7.950470595708193e-08, + "loss": 2.3434, + "step": 56143 + }, + { + "epoch": 0.9610571902976771, + "grad_norm": 2.653261184692383, + "learning_rate": 7.943495038764792e-08, + "loss": 2.32, + "step": 56144 + }, + { + "epoch": 0.9610743080162276, + "grad_norm": 2.620352029800415, + "learning_rate": 7.936522531057366e-08, + "loss": 2.2725, + "step": 56145 + }, + { + "epoch": 0.961091425734778, + "grad_norm": 2.722529649734497, + "learning_rate": 7.929553072607344e-08, + "loss": 2.3782, + "step": 56146 + }, + { + "epoch": 0.9611085434533285, + "grad_norm": 2.648298978805542, + "learning_rate": 7.922586663436149e-08, + "loss": 2.3408, + "step": 56147 + }, + { + "epoch": 0.961125661171879, + "grad_norm": 2.5206215381622314, + "learning_rate": 7.915623303565323e-08, + "loss": 2.33, + "step": 56148 + }, + { + "epoch": 0.9611427788904295, + "grad_norm": 2.642695665359497, + "learning_rate": 7.90866299301607e-08, + "loss": 2.3159, + "step": 56149 + }, + { + "epoch": 0.9611598966089799, + "grad_norm": 2.656451940536499, + "learning_rate": 7.901705731809927e-08, + "loss": 2.2227, + "step": 56150 + }, + { + "epoch": 0.9611770143275304, + "grad_norm": 2.649923801422119, + "learning_rate": 7.894751519968324e-08, + "loss": 2.3829, + "step": 56151 + }, + { + "epoch": 0.961194132046081, + "grad_norm": 2.6424710750579834, + "learning_rate": 7.887800357512576e-08, + "loss": 2.3817, + "step": 56152 + }, + { + "epoch": 0.9612112497646313, + "grad_norm": 2.648376941680908, + "learning_rate": 7.880852244463888e-08, + "loss": 2.3752, + "step": 56153 + }, + { + "epoch": 0.9612283674831819, + "grad_norm": 2.588742256164551, + "learning_rate": 7.873907180843798e-08, + "loss": 2.2026, + "step": 56154 + }, + { + "epoch": 0.9612454852017324, + "grad_norm": 2.7336504459381104, + "learning_rate": 7.866965166673623e-08, + "loss": 2.3708, + "step": 56155 + }, + { + "epoch": 0.9612626029202828, + "grad_norm": 2.750343084335327, + "learning_rate": 7.86002620197468e-08, + "loss": 2.3688, + "step": 56156 + }, + { + "epoch": 0.9612797206388333, + "grad_norm": 2.6592483520507812, + "learning_rate": 7.853090286768284e-08, + "loss": 2.2926, + "step": 56157 + }, + { + "epoch": 0.9612968383573838, + "grad_norm": 2.8333537578582764, + "learning_rate": 7.84615742107575e-08, + "loss": 2.4274, + "step": 56158 + }, + { + "epoch": 0.9613139560759342, + "grad_norm": 2.7995643615722656, + "learning_rate": 7.839227604918509e-08, + "loss": 2.4288, + "step": 56159 + }, + { + "epoch": 0.9613310737944847, + "grad_norm": 2.5493900775909424, + "learning_rate": 7.832300838317652e-08, + "loss": 2.3447, + "step": 56160 + }, + { + "epoch": 0.9613481915130352, + "grad_norm": 2.4494876861572266, + "learning_rate": 7.825377121294608e-08, + "loss": 2.2782, + "step": 56161 + }, + { + "epoch": 0.9613653092315856, + "grad_norm": 2.6343579292297363, + "learning_rate": 7.818456453870693e-08, + "loss": 2.2732, + "step": 56162 + }, + { + "epoch": 0.9613824269501361, + "grad_norm": 2.8083598613739014, + "learning_rate": 7.811538836067e-08, + "loss": 2.3349, + "step": 56163 + }, + { + "epoch": 0.9613995446686866, + "grad_norm": 2.7242908477783203, + "learning_rate": 7.804624267904959e-08, + "loss": 2.3614, + "step": 56164 + }, + { + "epoch": 0.961416662387237, + "grad_norm": 2.5373620986938477, + "learning_rate": 7.797712749405773e-08, + "loss": 2.2184, + "step": 56165 + }, + { + "epoch": 0.9614337801057875, + "grad_norm": 2.6159069538116455, + "learning_rate": 7.790804280590647e-08, + "loss": 2.3405, + "step": 56166 + }, + { + "epoch": 0.961450897824338, + "grad_norm": 2.734642744064331, + "learning_rate": 7.783898861480899e-08, + "loss": 2.4107, + "step": 56167 + }, + { + "epoch": 0.9614680155428884, + "grad_norm": 2.7670040130615234, + "learning_rate": 7.776996492097621e-08, + "loss": 2.3217, + "step": 56168 + }, + { + "epoch": 0.9614851332614389, + "grad_norm": 2.8010807037353516, + "learning_rate": 7.770097172462244e-08, + "loss": 2.3444, + "step": 56169 + }, + { + "epoch": 0.9615022509799894, + "grad_norm": 2.6675400733947754, + "learning_rate": 7.763200902595747e-08, + "loss": 2.2296, + "step": 56170 + }, + { + "epoch": 0.9615193686985398, + "grad_norm": 2.709801435470581, + "learning_rate": 7.756307682519448e-08, + "loss": 2.3041, + "step": 56171 + }, + { + "epoch": 0.9615364864170903, + "grad_norm": 2.7273685932159424, + "learning_rate": 7.749417512254442e-08, + "loss": 2.3188, + "step": 56172 + }, + { + "epoch": 0.9615536041356408, + "grad_norm": 2.6648929119110107, + "learning_rate": 7.742530391822045e-08, + "loss": 2.2213, + "step": 56173 + }, + { + "epoch": 0.9615707218541912, + "grad_norm": 2.6940784454345703, + "learning_rate": 7.735646321243351e-08, + "loss": 2.4612, + "step": 56174 + }, + { + "epoch": 0.9615878395727417, + "grad_norm": 2.5196757316589355, + "learning_rate": 7.728765300539454e-08, + "loss": 2.2907, + "step": 56175 + }, + { + "epoch": 0.9616049572912923, + "grad_norm": 2.642300605773926, + "learning_rate": 7.72188732973167e-08, + "loss": 2.3514, + "step": 56176 + }, + { + "epoch": 0.9616220750098426, + "grad_norm": 2.5607051849365234, + "learning_rate": 7.715012408840983e-08, + "loss": 2.2887, + "step": 56177 + }, + { + "epoch": 0.9616391927283932, + "grad_norm": 2.747136354446411, + "learning_rate": 7.708140537888598e-08, + "loss": 2.3675, + "step": 56178 + }, + { + "epoch": 0.9616563104469437, + "grad_norm": 2.802751064300537, + "learning_rate": 7.70127171689572e-08, + "loss": 2.4035, + "step": 56179 + }, + { + "epoch": 0.9616734281654941, + "grad_norm": 2.624140977859497, + "learning_rate": 7.69440594588311e-08, + "loss": 2.313, + "step": 56180 + }, + { + "epoch": 0.9616905458840446, + "grad_norm": 2.5453734397888184, + "learning_rate": 7.687543224872307e-08, + "loss": 2.3966, + "step": 56181 + }, + { + "epoch": 0.9617076636025951, + "grad_norm": 2.511138439178467, + "learning_rate": 7.680683553884183e-08, + "loss": 2.3417, + "step": 56182 + }, + { + "epoch": 0.9617247813211455, + "grad_norm": 2.701124906539917, + "learning_rate": 7.673826932939943e-08, + "loss": 2.3495, + "step": 56183 + }, + { + "epoch": 0.961741899039696, + "grad_norm": 2.9794321060180664, + "learning_rate": 7.66697336206046e-08, + "loss": 2.3554, + "step": 56184 + }, + { + "epoch": 0.9617590167582465, + "grad_norm": 2.4311957359313965, + "learning_rate": 7.660122841266938e-08, + "loss": 2.2916, + "step": 56185 + }, + { + "epoch": 0.9617761344767969, + "grad_norm": 2.7311925888061523, + "learning_rate": 7.653275370580471e-08, + "loss": 2.2346, + "step": 56186 + }, + { + "epoch": 0.9617932521953474, + "grad_norm": 2.5658116340637207, + "learning_rate": 7.646430950021933e-08, + "loss": 2.3469, + "step": 56187 + }, + { + "epoch": 0.9618103699138979, + "grad_norm": 2.5173768997192383, + "learning_rate": 7.639589579612527e-08, + "loss": 2.2903, + "step": 56188 + }, + { + "epoch": 0.9618274876324483, + "grad_norm": 2.8010151386260986, + "learning_rate": 7.632751259373239e-08, + "loss": 2.392, + "step": 56189 + }, + { + "epoch": 0.9618446053509988, + "grad_norm": 2.609997272491455, + "learning_rate": 7.625915989325161e-08, + "loss": 2.2909, + "step": 56190 + }, + { + "epoch": 0.9618617230695493, + "grad_norm": 2.7439801692962646, + "learning_rate": 7.619083769489055e-08, + "loss": 2.3196, + "step": 56191 + }, + { + "epoch": 0.9618788407880997, + "grad_norm": 2.5072250366210938, + "learning_rate": 7.612254599886238e-08, + "loss": 2.3456, + "step": 56192 + }, + { + "epoch": 0.9618959585066502, + "grad_norm": 2.5784499645233154, + "learning_rate": 7.605428480537469e-08, + "loss": 2.3543, + "step": 56193 + }, + { + "epoch": 0.9619130762252007, + "grad_norm": 2.5400640964508057, + "learning_rate": 7.598605411463845e-08, + "loss": 2.2741, + "step": 56194 + }, + { + "epoch": 0.9619301939437511, + "grad_norm": 2.5575273036956787, + "learning_rate": 7.591785392686346e-08, + "loss": 2.3491, + "step": 56195 + }, + { + "epoch": 0.9619473116623016, + "grad_norm": 2.6253528594970703, + "learning_rate": 7.584968424225736e-08, + "loss": 2.3567, + "step": 56196 + }, + { + "epoch": 0.9619644293808521, + "grad_norm": 2.6214065551757812, + "learning_rate": 7.578154506103219e-08, + "loss": 2.3784, + "step": 56197 + }, + { + "epoch": 0.9619815470994026, + "grad_norm": 2.6873459815979004, + "learning_rate": 7.571343638339668e-08, + "loss": 2.3014, + "step": 56198 + }, + { + "epoch": 0.961998664817953, + "grad_norm": 2.5884578227996826, + "learning_rate": 7.564535820955954e-08, + "loss": 2.212, + "step": 56199 + }, + { + "epoch": 0.9620157825365035, + "grad_norm": 2.8079400062561035, + "learning_rate": 7.55773105397295e-08, + "loss": 2.3328, + "step": 56200 + }, + { + "epoch": 0.9620329002550541, + "grad_norm": 2.661407470703125, + "learning_rate": 7.55092933741186e-08, + "loss": 2.2943, + "step": 56201 + }, + { + "epoch": 0.9620500179736045, + "grad_norm": 2.5796563625335693, + "learning_rate": 7.544130671293226e-08, + "loss": 2.309, + "step": 56202 + }, + { + "epoch": 0.962067135692155, + "grad_norm": 2.6150591373443604, + "learning_rate": 7.53733505563814e-08, + "loss": 2.4561, + "step": 56203 + }, + { + "epoch": 0.9620842534107055, + "grad_norm": 2.6499862670898438, + "learning_rate": 7.530542490467474e-08, + "loss": 2.2605, + "step": 56204 + }, + { + "epoch": 0.9621013711292559, + "grad_norm": 2.477759838104248, + "learning_rate": 7.523752975802101e-08, + "loss": 2.2465, + "step": 56205 + }, + { + "epoch": 0.9621184888478064, + "grad_norm": 2.9562172889709473, + "learning_rate": 7.516966511662893e-08, + "loss": 2.277, + "step": 56206 + }, + { + "epoch": 0.9621356065663569, + "grad_norm": 2.6794679164886475, + "learning_rate": 7.510183098070611e-08, + "loss": 2.2408, + "step": 56207 + }, + { + "epoch": 0.9621527242849073, + "grad_norm": 2.84582781791687, + "learning_rate": 7.50340273504635e-08, + "loss": 2.3882, + "step": 56208 + }, + { + "epoch": 0.9621698420034578, + "grad_norm": 2.6961777210235596, + "learning_rate": 7.496625422610648e-08, + "loss": 2.3606, + "step": 56209 + }, + { + "epoch": 0.9621869597220083, + "grad_norm": 2.7280590534210205, + "learning_rate": 7.48985116078449e-08, + "loss": 2.2917, + "step": 56210 + }, + { + "epoch": 0.9622040774405587, + "grad_norm": 2.580939769744873, + "learning_rate": 7.483079949588745e-08, + "loss": 2.2512, + "step": 56211 + }, + { + "epoch": 0.9622211951591092, + "grad_norm": 2.495948076248169, + "learning_rate": 7.476311789044067e-08, + "loss": 2.2361, + "step": 56212 + }, + { + "epoch": 0.9622383128776597, + "grad_norm": 2.635432481765747, + "learning_rate": 7.469546679171547e-08, + "loss": 2.2574, + "step": 56213 + }, + { + "epoch": 0.9622554305962101, + "grad_norm": 2.7649319171905518, + "learning_rate": 7.462784619991614e-08, + "loss": 2.379, + "step": 56214 + }, + { + "epoch": 0.9622725483147606, + "grad_norm": 2.5619935989379883, + "learning_rate": 7.456025611525253e-08, + "loss": 2.3392, + "step": 56215 + }, + { + "epoch": 0.9622896660333111, + "grad_norm": 2.473797559738159, + "learning_rate": 7.449269653793334e-08, + "loss": 2.3113, + "step": 56216 + }, + { + "epoch": 0.9623067837518615, + "grad_norm": 2.688643455505371, + "learning_rate": 7.442516746816286e-08, + "loss": 2.2652, + "step": 56217 + }, + { + "epoch": 0.962323901470412, + "grad_norm": 2.6346380710601807, + "learning_rate": 7.435766890615314e-08, + "loss": 2.3278, + "step": 56218 + }, + { + "epoch": 0.9623410191889625, + "grad_norm": 2.718348741531372, + "learning_rate": 7.429020085210736e-08, + "loss": 2.3219, + "step": 56219 + }, + { + "epoch": 0.9623581369075129, + "grad_norm": 2.712952136993408, + "learning_rate": 7.422276330623534e-08, + "loss": 2.2164, + "step": 56220 + }, + { + "epoch": 0.9623752546260634, + "grad_norm": 2.6094772815704346, + "learning_rate": 7.415535626874471e-08, + "loss": 2.3547, + "step": 56221 + }, + { + "epoch": 0.9623923723446139, + "grad_norm": 2.7442195415496826, + "learning_rate": 7.408797973984083e-08, + "loss": 2.2034, + "step": 56222 + }, + { + "epoch": 0.9624094900631643, + "grad_norm": 2.9119577407836914, + "learning_rate": 7.402063371973245e-08, + "loss": 2.3798, + "step": 56223 + }, + { + "epoch": 0.9624266077817148, + "grad_norm": 2.778963565826416, + "learning_rate": 7.395331820862495e-08, + "loss": 2.2109, + "step": 56224 + }, + { + "epoch": 0.9624437255002654, + "grad_norm": 2.695382595062256, + "learning_rate": 7.388603320672816e-08, + "loss": 2.2302, + "step": 56225 + }, + { + "epoch": 0.9624608432188158, + "grad_norm": 2.6227691173553467, + "learning_rate": 7.381877871424526e-08, + "loss": 2.2608, + "step": 56226 + }, + { + "epoch": 0.9624779609373663, + "grad_norm": 2.8006913661956787, + "learning_rate": 7.375155473138495e-08, + "loss": 2.3513, + "step": 56227 + }, + { + "epoch": 0.9624950786559168, + "grad_norm": 2.528148889541626, + "learning_rate": 7.368436125835266e-08, + "loss": 2.2878, + "step": 56228 + }, + { + "epoch": 0.9625121963744672, + "grad_norm": 2.62028431892395, + "learning_rate": 7.361719829535707e-08, + "loss": 2.2682, + "step": 56229 + }, + { + "epoch": 0.9625293140930177, + "grad_norm": 2.547048568725586, + "learning_rate": 7.35500658426036e-08, + "loss": 2.2824, + "step": 56230 + }, + { + "epoch": 0.9625464318115682, + "grad_norm": 2.5006179809570312, + "learning_rate": 7.348296390029763e-08, + "loss": 2.3303, + "step": 56231 + }, + { + "epoch": 0.9625635495301186, + "grad_norm": 2.6014716625213623, + "learning_rate": 7.341589246864567e-08, + "loss": 2.3943, + "step": 56232 + }, + { + "epoch": 0.9625806672486691, + "grad_norm": 2.699781894683838, + "learning_rate": 7.33488515478542e-08, + "loss": 2.261, + "step": 56233 + }, + { + "epoch": 0.9625977849672196, + "grad_norm": 2.72153902053833, + "learning_rate": 7.328184113812975e-08, + "loss": 2.2664, + "step": 56234 + }, + { + "epoch": 0.96261490268577, + "grad_norm": 2.7498977184295654, + "learning_rate": 7.32148612396777e-08, + "loss": 2.3521, + "step": 56235 + }, + { + "epoch": 0.9626320204043205, + "grad_norm": 2.5679352283477783, + "learning_rate": 7.314791185270564e-08, + "loss": 2.2505, + "step": 56236 + }, + { + "epoch": 0.962649138122871, + "grad_norm": 2.7193820476531982, + "learning_rate": 7.308099297741567e-08, + "loss": 2.3269, + "step": 56237 + }, + { + "epoch": 0.9626662558414214, + "grad_norm": 2.7205607891082764, + "learning_rate": 7.301410461401647e-08, + "loss": 2.3484, + "step": 56238 + }, + { + "epoch": 0.9626833735599719, + "grad_norm": 2.5540544986724854, + "learning_rate": 7.294724676271348e-08, + "loss": 2.3122, + "step": 56239 + }, + { + "epoch": 0.9627004912785224, + "grad_norm": 2.569927453994751, + "learning_rate": 7.288041942371093e-08, + "loss": 2.3464, + "step": 56240 + }, + { + "epoch": 0.9627176089970728, + "grad_norm": 2.526610851287842, + "learning_rate": 7.281362259721425e-08, + "loss": 2.253, + "step": 56241 + }, + { + "epoch": 0.9627347267156233, + "grad_norm": 2.753162384033203, + "learning_rate": 7.274685628342992e-08, + "loss": 2.2429, + "step": 56242 + }, + { + "epoch": 0.9627518444341738, + "grad_norm": 2.8337478637695312, + "learning_rate": 7.268012048256334e-08, + "loss": 2.2887, + "step": 56243 + }, + { + "epoch": 0.9627689621527243, + "grad_norm": 2.5875511169433594, + "learning_rate": 7.261341519481768e-08, + "loss": 2.3665, + "step": 56244 + }, + { + "epoch": 0.9627860798712747, + "grad_norm": 2.348357677459717, + "learning_rate": 7.254674042039944e-08, + "loss": 2.1703, + "step": 56245 + }, + { + "epoch": 0.9628031975898252, + "grad_norm": 2.7194273471832275, + "learning_rate": 7.24800961595129e-08, + "loss": 2.4252, + "step": 56246 + }, + { + "epoch": 0.9628203153083758, + "grad_norm": 2.6696643829345703, + "learning_rate": 7.241348241236457e-08, + "loss": 2.4127, + "step": 56247 + }, + { + "epoch": 0.9628374330269261, + "grad_norm": 2.5799427032470703, + "learning_rate": 7.234689917915649e-08, + "loss": 2.3088, + "step": 56248 + }, + { + "epoch": 0.9628545507454767, + "grad_norm": 2.5968258380889893, + "learning_rate": 7.228034646009519e-08, + "loss": 2.3228, + "step": 56249 + }, + { + "epoch": 0.9628716684640272, + "grad_norm": 2.8265509605407715, + "learning_rate": 7.221382425538492e-08, + "loss": 2.349, + "step": 56250 + }, + { + "epoch": 0.9628887861825776, + "grad_norm": 2.567694664001465, + "learning_rate": 7.214733256522999e-08, + "loss": 2.2606, + "step": 56251 + }, + { + "epoch": 0.9629059039011281, + "grad_norm": 2.696741819381714, + "learning_rate": 7.208087138983466e-08, + "loss": 2.3251, + "step": 56252 + }, + { + "epoch": 0.9629230216196786, + "grad_norm": 2.5337119102478027, + "learning_rate": 7.201444072940323e-08, + "loss": 2.2496, + "step": 56253 + }, + { + "epoch": 0.962940139338229, + "grad_norm": 2.717064619064331, + "learning_rate": 7.194804058413996e-08, + "loss": 2.2936, + "step": 56254 + }, + { + "epoch": 0.9629572570567795, + "grad_norm": 2.715327501296997, + "learning_rate": 7.188167095424914e-08, + "loss": 2.3315, + "step": 56255 + }, + { + "epoch": 0.96297437477533, + "grad_norm": 2.4995551109313965, + "learning_rate": 7.181533183993395e-08, + "loss": 2.2742, + "step": 56256 + }, + { + "epoch": 0.9629914924938804, + "grad_norm": 2.884521007537842, + "learning_rate": 7.174902324139976e-08, + "loss": 2.3184, + "step": 56257 + }, + { + "epoch": 0.9630086102124309, + "grad_norm": 2.6022627353668213, + "learning_rate": 7.168274515884865e-08, + "loss": 2.3618, + "step": 56258 + }, + { + "epoch": 0.9630257279309814, + "grad_norm": 2.7052736282348633, + "learning_rate": 7.16164975924849e-08, + "loss": 2.2994, + "step": 56259 + }, + { + "epoch": 0.9630428456495318, + "grad_norm": 2.5738282203674316, + "learning_rate": 7.15502805425139e-08, + "loss": 2.29, + "step": 56260 + }, + { + "epoch": 0.9630599633680823, + "grad_norm": 2.6822500228881836, + "learning_rate": 7.148409400913659e-08, + "loss": 2.2963, + "step": 56261 + }, + { + "epoch": 0.9630770810866328, + "grad_norm": 2.627164363861084, + "learning_rate": 7.141793799255836e-08, + "loss": 2.315, + "step": 56262 + }, + { + "epoch": 0.9630941988051832, + "grad_norm": 2.837256669998169, + "learning_rate": 7.135181249298128e-08, + "loss": 2.3869, + "step": 56263 + }, + { + "epoch": 0.9631113165237337, + "grad_norm": 2.571408748626709, + "learning_rate": 7.128571751060853e-08, + "loss": 2.3072, + "step": 56264 + }, + { + "epoch": 0.9631284342422842, + "grad_norm": 2.6895434856414795, + "learning_rate": 7.121965304564438e-08, + "loss": 2.4108, + "step": 56265 + }, + { + "epoch": 0.9631455519608346, + "grad_norm": 2.815417528152466, + "learning_rate": 7.115361909829199e-08, + "loss": 2.2386, + "step": 56266 + }, + { + "epoch": 0.9631626696793851, + "grad_norm": 2.6569900512695312, + "learning_rate": 7.108761566875233e-08, + "loss": 2.3004, + "step": 56267 + }, + { + "epoch": 0.9631797873979356, + "grad_norm": 2.644397258758545, + "learning_rate": 7.102164275723078e-08, + "loss": 2.3104, + "step": 56268 + }, + { + "epoch": 0.963196905116486, + "grad_norm": 2.6196069717407227, + "learning_rate": 7.095570036392829e-08, + "loss": 2.4233, + "step": 56269 + }, + { + "epoch": 0.9632140228350365, + "grad_norm": 2.6428139209747314, + "learning_rate": 7.088978848904804e-08, + "loss": 2.3671, + "step": 56270 + }, + { + "epoch": 0.963231140553587, + "grad_norm": 2.719068765640259, + "learning_rate": 7.082390713279207e-08, + "loss": 2.3395, + "step": 56271 + }, + { + "epoch": 0.9632482582721374, + "grad_norm": 2.6353187561035156, + "learning_rate": 7.07580562953647e-08, + "loss": 2.1452, + "step": 56272 + }, + { + "epoch": 0.963265375990688, + "grad_norm": 2.577101230621338, + "learning_rate": 7.069223597696572e-08, + "loss": 2.347, + "step": 56273 + }, + { + "epoch": 0.9632824937092385, + "grad_norm": 2.4999210834503174, + "learning_rate": 7.062644617780057e-08, + "loss": 2.255, + "step": 56274 + }, + { + "epoch": 0.9632996114277889, + "grad_norm": 2.668595790863037, + "learning_rate": 7.056068689806906e-08, + "loss": 2.3621, + "step": 56275 + }, + { + "epoch": 0.9633167291463394, + "grad_norm": 2.645395278930664, + "learning_rate": 7.049495813797435e-08, + "loss": 2.342, + "step": 56276 + }, + { + "epoch": 0.9633338468648899, + "grad_norm": 2.8244621753692627, + "learning_rate": 7.042925989771743e-08, + "loss": 2.3373, + "step": 56277 + }, + { + "epoch": 0.9633509645834403, + "grad_norm": 2.4698376655578613, + "learning_rate": 7.036359217750144e-08, + "loss": 2.2444, + "step": 56278 + }, + { + "epoch": 0.9633680823019908, + "grad_norm": 2.4599156379699707, + "learning_rate": 7.029795497752734e-08, + "loss": 2.2627, + "step": 56279 + }, + { + "epoch": 0.9633852000205413, + "grad_norm": 2.663386344909668, + "learning_rate": 7.02323482979983e-08, + "loss": 2.3092, + "step": 56280 + }, + { + "epoch": 0.9634023177390917, + "grad_norm": 2.7066853046417236, + "learning_rate": 7.016677213911415e-08, + "loss": 2.3596, + "step": 56281 + }, + { + "epoch": 0.9634194354576422, + "grad_norm": 2.6271026134490967, + "learning_rate": 7.010122650107809e-08, + "loss": 2.3831, + "step": 56282 + }, + { + "epoch": 0.9634365531761927, + "grad_norm": 2.674879312515259, + "learning_rate": 7.003571138408994e-08, + "loss": 2.3665, + "step": 56283 + }, + { + "epoch": 0.9634536708947431, + "grad_norm": 2.8348488807678223, + "learning_rate": 6.997022678835175e-08, + "loss": 2.2549, + "step": 56284 + }, + { + "epoch": 0.9634707886132936, + "grad_norm": 2.676607131958008, + "learning_rate": 6.990477271406559e-08, + "loss": 2.3123, + "step": 56285 + }, + { + "epoch": 0.9634879063318441, + "grad_norm": 2.5535314083099365, + "learning_rate": 6.98393491614302e-08, + "loss": 2.2848, + "step": 56286 + }, + { + "epoch": 0.9635050240503945, + "grad_norm": 2.6525797843933105, + "learning_rate": 6.977395613065097e-08, + "loss": 2.3861, + "step": 56287 + }, + { + "epoch": 0.963522141768945, + "grad_norm": 2.596475839614868, + "learning_rate": 6.97085936219244e-08, + "loss": 2.258, + "step": 56288 + }, + { + "epoch": 0.9635392594874955, + "grad_norm": 2.878976821899414, + "learning_rate": 6.964326163545476e-08, + "loss": 2.2438, + "step": 56289 + }, + { + "epoch": 0.963556377206046, + "grad_norm": 2.544111728668213, + "learning_rate": 6.957796017144081e-08, + "loss": 2.3705, + "step": 56290 + }, + { + "epoch": 0.9635734949245964, + "grad_norm": 2.6052052974700928, + "learning_rate": 6.951268923008347e-08, + "loss": 2.3257, + "step": 56291 + }, + { + "epoch": 0.9635906126431469, + "grad_norm": 2.844590187072754, + "learning_rate": 6.944744881158483e-08, + "loss": 2.3686, + "step": 56292 + }, + { + "epoch": 0.9636077303616974, + "grad_norm": 2.6340363025665283, + "learning_rate": 6.938223891614248e-08, + "loss": 2.2578, + "step": 56293 + }, + { + "epoch": 0.9636248480802478, + "grad_norm": 2.7107584476470947, + "learning_rate": 6.931705954396073e-08, + "loss": 2.3938, + "step": 56294 + }, + { + "epoch": 0.9636419657987984, + "grad_norm": 2.5372841358184814, + "learning_rate": 6.925191069523717e-08, + "loss": 2.2611, + "step": 56295 + }, + { + "epoch": 0.9636590835173489, + "grad_norm": 2.565256118774414, + "learning_rate": 6.918679237017278e-08, + "loss": 2.3596, + "step": 56296 + }, + { + "epoch": 0.9636762012358993, + "grad_norm": 2.516465425491333, + "learning_rate": 6.91217045689685e-08, + "loss": 2.2736, + "step": 56297 + }, + { + "epoch": 0.9636933189544498, + "grad_norm": 2.5822577476501465, + "learning_rate": 6.905664729182193e-08, + "loss": 2.2444, + "step": 56298 + }, + { + "epoch": 0.9637104366730003, + "grad_norm": 2.571723461151123, + "learning_rate": 6.899162053893626e-08, + "loss": 2.2712, + "step": 56299 + }, + { + "epoch": 0.9637275543915507, + "grad_norm": 2.4068071842193604, + "learning_rate": 6.892662431051023e-08, + "loss": 2.2213, + "step": 56300 + }, + { + "epoch": 0.9637446721101012, + "grad_norm": 2.6342928409576416, + "learning_rate": 6.886165860674143e-08, + "loss": 2.2676, + "step": 56301 + }, + { + "epoch": 0.9637617898286517, + "grad_norm": 2.66245174407959, + "learning_rate": 6.879672342783305e-08, + "loss": 2.2728, + "step": 56302 + }, + { + "epoch": 0.9637789075472021, + "grad_norm": 2.6087193489074707, + "learning_rate": 6.873181877398161e-08, + "loss": 2.3603, + "step": 56303 + }, + { + "epoch": 0.9637960252657526, + "grad_norm": 2.4361047744750977, + "learning_rate": 6.866694464538914e-08, + "loss": 2.1841, + "step": 56304 + }, + { + "epoch": 0.9638131429843031, + "grad_norm": 2.64684796333313, + "learning_rate": 6.860210104225329e-08, + "loss": 2.2471, + "step": 56305 + }, + { + "epoch": 0.9638302607028535, + "grad_norm": 2.5166075229644775, + "learning_rate": 6.853728796477388e-08, + "loss": 2.1657, + "step": 56306 + }, + { + "epoch": 0.963847378421404, + "grad_norm": 2.741804361343384, + "learning_rate": 6.847250541315076e-08, + "loss": 2.3034, + "step": 56307 + }, + { + "epoch": 0.9638644961399545, + "grad_norm": 2.6715891361236572, + "learning_rate": 6.840775338758154e-08, + "loss": 2.3633, + "step": 56308 + }, + { + "epoch": 0.9638816138585049, + "grad_norm": 2.734771490097046, + "learning_rate": 6.834303188826718e-08, + "loss": 2.3892, + "step": 56309 + }, + { + "epoch": 0.9638987315770554, + "grad_norm": 2.7132115364074707, + "learning_rate": 6.827834091540419e-08, + "loss": 2.2945, + "step": 56310 + }, + { + "epoch": 0.9639158492956059, + "grad_norm": 2.694206476211548, + "learning_rate": 6.821368046919463e-08, + "loss": 2.2657, + "step": 56311 + }, + { + "epoch": 0.9639329670141563, + "grad_norm": 2.696634292602539, + "learning_rate": 6.81490505498339e-08, + "loss": 2.479, + "step": 56312 + }, + { + "epoch": 0.9639500847327068, + "grad_norm": 2.7506179809570312, + "learning_rate": 6.808445115752294e-08, + "loss": 2.3555, + "step": 56313 + }, + { + "epoch": 0.9639672024512573, + "grad_norm": 2.489686965942383, + "learning_rate": 6.801988229245937e-08, + "loss": 2.2968, + "step": 56314 + }, + { + "epoch": 0.9639843201698077, + "grad_norm": 2.5026919841766357, + "learning_rate": 6.795534395484194e-08, + "loss": 2.3289, + "step": 56315 + }, + { + "epoch": 0.9640014378883582, + "grad_norm": 2.474860191345215, + "learning_rate": 6.789083614486935e-08, + "loss": 2.2062, + "step": 56316 + }, + { + "epoch": 0.9640185556069087, + "grad_norm": 2.65555739402771, + "learning_rate": 6.782635886273815e-08, + "loss": 2.3956, + "step": 56317 + }, + { + "epoch": 0.9640356733254591, + "grad_norm": 2.5933122634887695, + "learning_rate": 6.776191210864813e-08, + "loss": 2.2809, + "step": 56318 + }, + { + "epoch": 0.9640527910440096, + "grad_norm": 2.777517557144165, + "learning_rate": 6.769749588279806e-08, + "loss": 2.525, + "step": 56319 + }, + { + "epoch": 0.9640699087625602, + "grad_norm": 3.0969438552856445, + "learning_rate": 6.763311018538443e-08, + "loss": 2.3787, + "step": 56320 + }, + { + "epoch": 0.9640870264811106, + "grad_norm": 2.79620361328125, + "learning_rate": 6.756875501660488e-08, + "loss": 2.3709, + "step": 56321 + }, + { + "epoch": 0.9641041441996611, + "grad_norm": 2.5697145462036133, + "learning_rate": 6.750443037665921e-08, + "loss": 2.2451, + "step": 56322 + }, + { + "epoch": 0.9641212619182116, + "grad_norm": 2.6377742290496826, + "learning_rate": 6.744013626574398e-08, + "loss": 2.3233, + "step": 56323 + }, + { + "epoch": 0.964138379636762, + "grad_norm": 2.6687674522399902, + "learning_rate": 6.737587268405565e-08, + "loss": 2.2802, + "step": 56324 + }, + { + "epoch": 0.9641554973553125, + "grad_norm": 2.5843567848205566, + "learning_rate": 6.7311639631793e-08, + "loss": 2.2848, + "step": 56325 + }, + { + "epoch": 0.964172615073863, + "grad_norm": 2.6193482875823975, + "learning_rate": 6.72474371091536e-08, + "loss": 2.3339, + "step": 56326 + }, + { + "epoch": 0.9641897327924134, + "grad_norm": 2.5472285747528076, + "learning_rate": 6.71832651163351e-08, + "loss": 2.3569, + "step": 56327 + }, + { + "epoch": 0.9642068505109639, + "grad_norm": 2.495063304901123, + "learning_rate": 6.71191236535329e-08, + "loss": 2.3246, + "step": 56328 + }, + { + "epoch": 0.9642239682295144, + "grad_norm": 2.490818738937378, + "learning_rate": 6.705501272094572e-08, + "loss": 2.3443, + "step": 56329 + }, + { + "epoch": 0.9642410859480648, + "grad_norm": 2.6431634426116943, + "learning_rate": 6.699093231877119e-08, + "loss": 2.3042, + "step": 56330 + }, + { + "epoch": 0.9642582036666153, + "grad_norm": 2.6626386642456055, + "learning_rate": 6.692688244720357e-08, + "loss": 2.3398, + "step": 56331 + }, + { + "epoch": 0.9642753213851658, + "grad_norm": 2.7177131175994873, + "learning_rate": 6.686286310644274e-08, + "loss": 2.3279, + "step": 56332 + }, + { + "epoch": 0.9642924391037162, + "grad_norm": 2.6676108837127686, + "learning_rate": 6.679887429668408e-08, + "loss": 2.3419, + "step": 56333 + }, + { + "epoch": 0.9643095568222667, + "grad_norm": 2.6680469512939453, + "learning_rate": 6.673491601812409e-08, + "loss": 2.4225, + "step": 56334 + }, + { + "epoch": 0.9643266745408172, + "grad_norm": 2.5318193435668945, + "learning_rate": 6.66709882709593e-08, + "loss": 2.2269, + "step": 56335 + }, + { + "epoch": 0.9643437922593677, + "grad_norm": 2.6481306552886963, + "learning_rate": 6.660709105538843e-08, + "loss": 2.2974, + "step": 56336 + }, + { + "epoch": 0.9643609099779181, + "grad_norm": 2.831787586212158, + "learning_rate": 6.654322437160465e-08, + "loss": 2.3066, + "step": 56337 + }, + { + "epoch": 0.9643780276964686, + "grad_norm": 2.7611243724823, + "learning_rate": 6.647938821980559e-08, + "loss": 2.4127, + "step": 56338 + }, + { + "epoch": 0.9643951454150191, + "grad_norm": 2.458604335784912, + "learning_rate": 6.641558260018777e-08, + "loss": 2.237, + "step": 56339 + }, + { + "epoch": 0.9644122631335695, + "grad_norm": 2.5438857078552246, + "learning_rate": 6.635180751294657e-08, + "loss": 2.1674, + "step": 56340 + }, + { + "epoch": 0.96442938085212, + "grad_norm": 2.5196752548217773, + "learning_rate": 6.62880629582785e-08, + "loss": 2.2306, + "step": 56341 + }, + { + "epoch": 0.9644464985706706, + "grad_norm": 2.8824191093444824, + "learning_rate": 6.622434893638008e-08, + "loss": 2.3197, + "step": 56342 + }, + { + "epoch": 0.964463616289221, + "grad_norm": 2.5552923679351807, + "learning_rate": 6.61606654474467e-08, + "loss": 2.3612, + "step": 56343 + }, + { + "epoch": 0.9644807340077715, + "grad_norm": 2.5062243938446045, + "learning_rate": 6.609701249167267e-08, + "loss": 2.2661, + "step": 56344 + }, + { + "epoch": 0.964497851726322, + "grad_norm": 2.594496250152588, + "learning_rate": 6.603339006925558e-08, + "loss": 2.3213, + "step": 56345 + }, + { + "epoch": 0.9645149694448724, + "grad_norm": 2.5847370624542236, + "learning_rate": 6.596979818039084e-08, + "loss": 2.2397, + "step": 56346 + }, + { + "epoch": 0.9645320871634229, + "grad_norm": 2.62277889251709, + "learning_rate": 6.590623682527275e-08, + "loss": 2.3348, + "step": 56347 + }, + { + "epoch": 0.9645492048819734, + "grad_norm": 2.601793050765991, + "learning_rate": 6.584270600409781e-08, + "loss": 2.4027, + "step": 56348 + }, + { + "epoch": 0.9645663226005238, + "grad_norm": 2.544598340988159, + "learning_rate": 6.57792057170603e-08, + "loss": 2.3031, + "step": 56349 + }, + { + "epoch": 0.9645834403190743, + "grad_norm": 2.7188198566436768, + "learning_rate": 6.571573596435676e-08, + "loss": 2.3754, + "step": 56350 + }, + { + "epoch": 0.9646005580376248, + "grad_norm": 2.4767990112304688, + "learning_rate": 6.565229674618035e-08, + "loss": 2.3075, + "step": 56351 + }, + { + "epoch": 0.9646176757561752, + "grad_norm": 2.794665575027466, + "learning_rate": 6.558888806272756e-08, + "loss": 2.3465, + "step": 56352 + }, + { + "epoch": 0.9646347934747257, + "grad_norm": 2.5687170028686523, + "learning_rate": 6.552550991419271e-08, + "loss": 2.2883, + "step": 56353 + }, + { + "epoch": 0.9646519111932762, + "grad_norm": 2.651458501815796, + "learning_rate": 6.546216230077118e-08, + "loss": 2.2658, + "step": 56354 + }, + { + "epoch": 0.9646690289118266, + "grad_norm": 2.538996696472168, + "learning_rate": 6.539884522265727e-08, + "loss": 2.2453, + "step": 56355 + }, + { + "epoch": 0.9646861466303771, + "grad_norm": 2.520606279373169, + "learning_rate": 6.533555868004416e-08, + "loss": 2.2782, + "step": 56356 + }, + { + "epoch": 0.9647032643489276, + "grad_norm": 2.659491539001465, + "learning_rate": 6.527230267312945e-08, + "loss": 2.1724, + "step": 56357 + }, + { + "epoch": 0.964720382067478, + "grad_norm": 2.7732646465301514, + "learning_rate": 6.520907720210524e-08, + "loss": 2.3042, + "step": 56358 + }, + { + "epoch": 0.9647374997860285, + "grad_norm": 2.6839754581451416, + "learning_rate": 6.51458822671669e-08, + "loss": 2.4352, + "step": 56359 + }, + { + "epoch": 0.964754617504579, + "grad_norm": 2.698651075363159, + "learning_rate": 6.508271786850762e-08, + "loss": 2.3426, + "step": 56360 + }, + { + "epoch": 0.9647717352231294, + "grad_norm": 2.433138370513916, + "learning_rate": 6.50195840063217e-08, + "loss": 2.1806, + "step": 56361 + }, + { + "epoch": 0.9647888529416799, + "grad_norm": 2.580179214477539, + "learning_rate": 6.495648068080452e-08, + "loss": 2.337, + "step": 56362 + }, + { + "epoch": 0.9648059706602304, + "grad_norm": 2.754434585571289, + "learning_rate": 6.489340789214926e-08, + "loss": 2.5282, + "step": 56363 + }, + { + "epoch": 0.9648230883787808, + "grad_norm": 2.5558390617370605, + "learning_rate": 6.483036564054912e-08, + "loss": 2.3226, + "step": 56364 + }, + { + "epoch": 0.9648402060973313, + "grad_norm": 2.6130459308624268, + "learning_rate": 6.476735392619838e-08, + "loss": 2.3422, + "step": 56365 + }, + { + "epoch": 0.9648573238158819, + "grad_norm": 2.6442673206329346, + "learning_rate": 6.470437274929242e-08, + "loss": 2.393, + "step": 56366 + }, + { + "epoch": 0.9648744415344322, + "grad_norm": 2.6194517612457275, + "learning_rate": 6.464142211002222e-08, + "loss": 2.3987, + "step": 56367 + }, + { + "epoch": 0.9648915592529828, + "grad_norm": 2.451284885406494, + "learning_rate": 6.457850200858206e-08, + "loss": 2.2401, + "step": 56368 + }, + { + "epoch": 0.9649086769715333, + "grad_norm": 2.7163336277008057, + "learning_rate": 6.451561244516513e-08, + "loss": 2.3152, + "step": 56369 + }, + { + "epoch": 0.9649257946900837, + "grad_norm": 2.869285821914673, + "learning_rate": 6.44527534199657e-08, + "loss": 2.3688, + "step": 56370 + }, + { + "epoch": 0.9649429124086342, + "grad_norm": 2.6826393604278564, + "learning_rate": 6.438992493317698e-08, + "loss": 2.3677, + "step": 56371 + }, + { + "epoch": 0.9649600301271847, + "grad_norm": 2.571714162826538, + "learning_rate": 6.432712698498989e-08, + "loss": 2.2829, + "step": 56372 + }, + { + "epoch": 0.9649771478457351, + "grad_norm": 2.5201029777526855, + "learning_rate": 6.426435957560095e-08, + "loss": 2.2785, + "step": 56373 + }, + { + "epoch": 0.9649942655642856, + "grad_norm": 2.4910638332366943, + "learning_rate": 6.420162270520003e-08, + "loss": 2.1749, + "step": 56374 + }, + { + "epoch": 0.9650113832828361, + "grad_norm": 2.6710872650146484, + "learning_rate": 6.41389163739814e-08, + "loss": 2.2536, + "step": 56375 + }, + { + "epoch": 0.9650285010013865, + "grad_norm": 2.5254502296447754, + "learning_rate": 6.407624058213824e-08, + "loss": 2.1656, + "step": 56376 + }, + { + "epoch": 0.965045618719937, + "grad_norm": 2.404829978942871, + "learning_rate": 6.401359532986152e-08, + "loss": 2.2086, + "step": 56377 + }, + { + "epoch": 0.9650627364384875, + "grad_norm": 2.4513514041900635, + "learning_rate": 6.39509806173455e-08, + "loss": 2.1021, + "step": 56378 + }, + { + "epoch": 0.9650798541570379, + "grad_norm": 2.6672892570495605, + "learning_rate": 6.388839644478117e-08, + "loss": 2.351, + "step": 56379 + }, + { + "epoch": 0.9650969718755884, + "grad_norm": 2.6376659870147705, + "learning_rate": 6.38258428123617e-08, + "loss": 2.3988, + "step": 56380 + }, + { + "epoch": 0.9651140895941389, + "grad_norm": 2.601041316986084, + "learning_rate": 6.376331972028027e-08, + "loss": 2.3454, + "step": 56381 + }, + { + "epoch": 0.9651312073126893, + "grad_norm": 2.618051052093506, + "learning_rate": 6.370082716872672e-08, + "loss": 2.2816, + "step": 56382 + }, + { + "epoch": 0.9651483250312398, + "grad_norm": 2.59690260887146, + "learning_rate": 6.363836515789534e-08, + "loss": 2.2291, + "step": 56383 + }, + { + "epoch": 0.9651654427497903, + "grad_norm": 2.645200729370117, + "learning_rate": 6.35759336879771e-08, + "loss": 2.2798, + "step": 56384 + }, + { + "epoch": 0.9651825604683408, + "grad_norm": 2.636232376098633, + "learning_rate": 6.351353275916406e-08, + "loss": 2.3898, + "step": 56385 + }, + { + "epoch": 0.9651996781868912, + "grad_norm": 2.671901226043701, + "learning_rate": 6.345116237164716e-08, + "loss": 2.3139, + "step": 56386 + }, + { + "epoch": 0.9652167959054417, + "grad_norm": 2.6330678462982178, + "learning_rate": 6.338882252561961e-08, + "loss": 2.3543, + "step": 56387 + }, + { + "epoch": 0.9652339136239922, + "grad_norm": 2.622032880783081, + "learning_rate": 6.332651322127348e-08, + "loss": 2.2742, + "step": 56388 + }, + { + "epoch": 0.9652510313425426, + "grad_norm": 2.5955519676208496, + "learning_rate": 6.326423445879748e-08, + "loss": 2.2816, + "step": 56389 + }, + { + "epoch": 0.9652681490610932, + "grad_norm": 2.603121519088745, + "learning_rate": 6.320198623838591e-08, + "loss": 2.2491, + "step": 56390 + }, + { + "epoch": 0.9652852667796437, + "grad_norm": 2.6981136798858643, + "learning_rate": 6.313976856022864e-08, + "loss": 2.3721, + "step": 56391 + }, + { + "epoch": 0.965302384498194, + "grad_norm": 2.4939017295837402, + "learning_rate": 6.307758142451659e-08, + "loss": 2.2783, + "step": 56392 + }, + { + "epoch": 0.9653195022167446, + "grad_norm": 2.64155650138855, + "learning_rate": 6.301542483144185e-08, + "loss": 2.2734, + "step": 56393 + }, + { + "epoch": 0.9653366199352951, + "grad_norm": 2.6401028633117676, + "learning_rate": 6.295329878119427e-08, + "loss": 2.2402, + "step": 56394 + }, + { + "epoch": 0.9653537376538455, + "grad_norm": 2.607131004333496, + "learning_rate": 6.289120327396702e-08, + "loss": 2.2655, + "step": 56395 + }, + { + "epoch": 0.965370855372396, + "grad_norm": 2.8001866340637207, + "learning_rate": 6.282913830994886e-08, + "loss": 2.3745, + "step": 56396 + }, + { + "epoch": 0.9653879730909465, + "grad_norm": 2.724717140197754, + "learning_rate": 6.276710388933183e-08, + "loss": 2.3356, + "step": 56397 + }, + { + "epoch": 0.9654050908094969, + "grad_norm": 2.7436604499816895, + "learning_rate": 6.270510001230578e-08, + "loss": 2.3286, + "step": 56398 + }, + { + "epoch": 0.9654222085280474, + "grad_norm": 2.654629707336426, + "learning_rate": 6.264312667906059e-08, + "loss": 2.2769, + "step": 56399 + }, + { + "epoch": 0.9654393262465979, + "grad_norm": 2.536561965942383, + "learning_rate": 6.25811838897894e-08, + "loss": 2.1879, + "step": 56400 + }, + { + "epoch": 0.9654564439651483, + "grad_norm": 2.4384193420410156, + "learning_rate": 6.251927164467986e-08, + "loss": 2.1965, + "step": 56401 + }, + { + "epoch": 0.9654735616836988, + "grad_norm": 2.5207056999206543, + "learning_rate": 6.245738994392402e-08, + "loss": 2.3233, + "step": 56402 + }, + { + "epoch": 0.9654906794022493, + "grad_norm": 2.5344483852386475, + "learning_rate": 6.239553878771065e-08, + "loss": 2.2507, + "step": 56403 + }, + { + "epoch": 0.9655077971207997, + "grad_norm": 2.6389660835266113, + "learning_rate": 6.233371817623069e-08, + "loss": 2.3465, + "step": 56404 + }, + { + "epoch": 0.9655249148393502, + "grad_norm": 2.589358329772949, + "learning_rate": 6.227192810967398e-08, + "loss": 2.2445, + "step": 56405 + }, + { + "epoch": 0.9655420325579007, + "grad_norm": 2.730590343475342, + "learning_rate": 6.221016858823037e-08, + "loss": 2.2635, + "step": 56406 + }, + { + "epoch": 0.9655591502764511, + "grad_norm": 2.8353848457336426, + "learning_rate": 6.214843961208971e-08, + "loss": 2.3483, + "step": 56407 + }, + { + "epoch": 0.9655762679950016, + "grad_norm": 2.7104225158691406, + "learning_rate": 6.208674118144297e-08, + "loss": 2.3442, + "step": 56408 + }, + { + "epoch": 0.9655933857135521, + "grad_norm": 2.814903974533081, + "learning_rate": 6.202507329647777e-08, + "loss": 2.3444, + "step": 56409 + }, + { + "epoch": 0.9656105034321025, + "grad_norm": 2.5647242069244385, + "learning_rate": 6.196343595738507e-08, + "loss": 2.3111, + "step": 56410 + }, + { + "epoch": 0.965627621150653, + "grad_norm": 2.7306342124938965, + "learning_rate": 6.190182916435361e-08, + "loss": 2.2974, + "step": 56411 + }, + { + "epoch": 0.9656447388692035, + "grad_norm": 2.4926040172576904, + "learning_rate": 6.184025291757212e-08, + "loss": 2.3017, + "step": 56412 + }, + { + "epoch": 0.9656618565877539, + "grad_norm": 2.5411999225616455, + "learning_rate": 6.177870721723267e-08, + "loss": 2.3546, + "step": 56413 + }, + { + "epoch": 0.9656789743063044, + "grad_norm": 2.6283464431762695, + "learning_rate": 6.171719206352067e-08, + "loss": 2.3582, + "step": 56414 + }, + { + "epoch": 0.965696092024855, + "grad_norm": 2.5030698776245117, + "learning_rate": 6.165570745662707e-08, + "loss": 2.4077, + "step": 56415 + }, + { + "epoch": 0.9657132097434054, + "grad_norm": 2.6067326068878174, + "learning_rate": 6.159425339674174e-08, + "loss": 2.3551, + "step": 56416 + }, + { + "epoch": 0.9657303274619559, + "grad_norm": 2.563129186630249, + "learning_rate": 6.15328298840523e-08, + "loss": 2.3941, + "step": 56417 + }, + { + "epoch": 0.9657474451805064, + "grad_norm": 2.5732617378234863, + "learning_rate": 6.147143691874746e-08, + "loss": 2.2537, + "step": 56418 + }, + { + "epoch": 0.9657645628990568, + "grad_norm": 2.456350564956665, + "learning_rate": 6.141007450101599e-08, + "loss": 2.2753, + "step": 56419 + }, + { + "epoch": 0.9657816806176073, + "grad_norm": 2.6637704372406006, + "learning_rate": 6.134874263104773e-08, + "loss": 2.266, + "step": 56420 + }, + { + "epoch": 0.9657987983361578, + "grad_norm": 2.7880678176879883, + "learning_rate": 6.12874413090292e-08, + "loss": 2.3329, + "step": 56421 + }, + { + "epoch": 0.9658159160547082, + "grad_norm": 2.6823976039886475, + "learning_rate": 6.122617053515134e-08, + "loss": 2.2943, + "step": 56422 + }, + { + "epoch": 0.9658330337732587, + "grad_norm": 2.650728464126587, + "learning_rate": 6.116493030959958e-08, + "loss": 2.3917, + "step": 56423 + }, + { + "epoch": 0.9658501514918092, + "grad_norm": 2.605633497238159, + "learning_rate": 6.110372063256376e-08, + "loss": 2.3053, + "step": 56424 + }, + { + "epoch": 0.9658672692103596, + "grad_norm": 2.762199640274048, + "learning_rate": 6.104254150423373e-08, + "loss": 2.4326, + "step": 56425 + }, + { + "epoch": 0.9658843869289101, + "grad_norm": 2.699956178665161, + "learning_rate": 6.098139292479266e-08, + "loss": 2.3182, + "step": 56426 + }, + { + "epoch": 0.9659015046474606, + "grad_norm": 2.5937089920043945, + "learning_rate": 6.092027489443375e-08, + "loss": 2.2399, + "step": 56427 + }, + { + "epoch": 0.965918622366011, + "grad_norm": 2.6493523120880127, + "learning_rate": 6.08591874133424e-08, + "loss": 2.3454, + "step": 56428 + }, + { + "epoch": 0.9659357400845615, + "grad_norm": 2.686962604522705, + "learning_rate": 6.079813048170513e-08, + "loss": 2.4247, + "step": 56429 + }, + { + "epoch": 0.965952857803112, + "grad_norm": 2.760577917098999, + "learning_rate": 6.073710409971178e-08, + "loss": 2.3816, + "step": 56430 + }, + { + "epoch": 0.9659699755216625, + "grad_norm": 2.5525410175323486, + "learning_rate": 6.067610826755e-08, + "loss": 2.2141, + "step": 56431 + }, + { + "epoch": 0.9659870932402129, + "grad_norm": 2.6388938426971436, + "learning_rate": 6.061514298540628e-08, + "loss": 2.2989, + "step": 56432 + }, + { + "epoch": 0.9660042109587634, + "grad_norm": 2.560136556625366, + "learning_rate": 6.055420825346715e-08, + "loss": 2.2766, + "step": 56433 + }, + { + "epoch": 0.9660213286773139, + "grad_norm": 2.7755162715911865, + "learning_rate": 6.049330407192133e-08, + "loss": 2.3895, + "step": 56434 + }, + { + "epoch": 0.9660384463958643, + "grad_norm": 2.723252058029175, + "learning_rate": 6.043243044095537e-08, + "loss": 2.2615, + "step": 56435 + }, + { + "epoch": 0.9660555641144148, + "grad_norm": 2.7233376502990723, + "learning_rate": 6.037158736075799e-08, + "loss": 2.2848, + "step": 56436 + }, + { + "epoch": 0.9660726818329654, + "grad_norm": 2.4913489818573, + "learning_rate": 6.031077483151348e-08, + "loss": 2.2266, + "step": 56437 + }, + { + "epoch": 0.9660897995515157, + "grad_norm": 2.8293161392211914, + "learning_rate": 6.02499928534106e-08, + "loss": 2.3287, + "step": 56438 + }, + { + "epoch": 0.9661069172700663, + "grad_norm": 2.5764894485473633, + "learning_rate": 6.018924142663584e-08, + "loss": 2.2314, + "step": 56439 + }, + { + "epoch": 0.9661240349886168, + "grad_norm": 2.6140315532684326, + "learning_rate": 6.012852055137574e-08, + "loss": 2.2585, + "step": 56440 + }, + { + "epoch": 0.9661411527071672, + "grad_norm": 2.494058847427368, + "learning_rate": 6.006783022781681e-08, + "loss": 2.2267, + "step": 56441 + }, + { + "epoch": 0.9661582704257177, + "grad_norm": 2.658055305480957, + "learning_rate": 6.000717045614557e-08, + "loss": 2.3459, + "step": 56442 + }, + { + "epoch": 0.9661753881442682, + "grad_norm": 2.728506565093994, + "learning_rate": 5.994654123654853e-08, + "loss": 2.3341, + "step": 56443 + }, + { + "epoch": 0.9661925058628186, + "grad_norm": 2.5663750171661377, + "learning_rate": 5.98859425692122e-08, + "loss": 2.2943, + "step": 56444 + }, + { + "epoch": 0.9662096235813691, + "grad_norm": 2.70078182220459, + "learning_rate": 5.982537445432313e-08, + "loss": 2.3281, + "step": 56445 + }, + { + "epoch": 0.9662267412999196, + "grad_norm": 2.677096366882324, + "learning_rate": 5.97648368920678e-08, + "loss": 2.2611, + "step": 56446 + }, + { + "epoch": 0.96624385901847, + "grad_norm": 2.5855565071105957, + "learning_rate": 5.970432988263053e-08, + "loss": 2.275, + "step": 56447 + }, + { + "epoch": 0.9662609767370205, + "grad_norm": 2.7687106132507324, + "learning_rate": 5.964385342619894e-08, + "loss": 2.294, + "step": 56448 + }, + { + "epoch": 0.966278094455571, + "grad_norm": 2.837442398071289, + "learning_rate": 5.958340752295844e-08, + "loss": 2.2998, + "step": 56449 + }, + { + "epoch": 0.9662952121741214, + "grad_norm": 2.543440103530884, + "learning_rate": 5.952299217309443e-08, + "loss": 2.2483, + "step": 56450 + }, + { + "epoch": 0.9663123298926719, + "grad_norm": 2.6114675998687744, + "learning_rate": 5.946260737679233e-08, + "loss": 2.2918, + "step": 56451 + }, + { + "epoch": 0.9663294476112224, + "grad_norm": 2.7926175594329834, + "learning_rate": 5.940225313423975e-08, + "loss": 2.474, + "step": 56452 + }, + { + "epoch": 0.9663465653297728, + "grad_norm": 2.6768834590911865, + "learning_rate": 5.9341929445619894e-08, + "loss": 2.3676, + "step": 56453 + }, + { + "epoch": 0.9663636830483233, + "grad_norm": 2.5282909870147705, + "learning_rate": 5.9281636311119275e-08, + "loss": 2.2368, + "step": 56454 + }, + { + "epoch": 0.9663808007668738, + "grad_norm": 2.6312496662139893, + "learning_rate": 5.922137373092329e-08, + "loss": 2.2516, + "step": 56455 + }, + { + "epoch": 0.9663979184854242, + "grad_norm": 2.5640318393707275, + "learning_rate": 5.916114170521625e-08, + "loss": 2.2722, + "step": 56456 + }, + { + "epoch": 0.9664150362039747, + "grad_norm": 2.475616216659546, + "learning_rate": 5.9100940234184667e-08, + "loss": 2.3242, + "step": 56457 + }, + { + "epoch": 0.9664321539225252, + "grad_norm": 2.68955135345459, + "learning_rate": 5.9040769318011725e-08, + "loss": 2.4364, + "step": 56458 + }, + { + "epoch": 0.9664492716410756, + "grad_norm": 2.5947117805480957, + "learning_rate": 5.898062895688506e-08, + "loss": 2.2729, + "step": 56459 + }, + { + "epoch": 0.9664663893596261, + "grad_norm": 2.6395161151885986, + "learning_rate": 5.892051915098673e-08, + "loss": 2.3286, + "step": 56460 + }, + { + "epoch": 0.9664835070781767, + "grad_norm": 2.8193001747131348, + "learning_rate": 5.8860439900503275e-08, + "loss": 2.3798, + "step": 56461 + }, + { + "epoch": 0.966500624796727, + "grad_norm": 2.4509809017181396, + "learning_rate": 5.880039120561898e-08, + "loss": 2.1969, + "step": 56462 + }, + { + "epoch": 0.9665177425152776, + "grad_norm": 2.772169589996338, + "learning_rate": 5.874037306651703e-08, + "loss": 2.4394, + "step": 56463 + }, + { + "epoch": 0.9665348602338281, + "grad_norm": 2.904918909072876, + "learning_rate": 5.868038548338506e-08, + "loss": 2.4418, + "step": 56464 + }, + { + "epoch": 0.9665519779523785, + "grad_norm": 2.5463621616363525, + "learning_rate": 5.862042845640403e-08, + "loss": 2.1914, + "step": 56465 + }, + { + "epoch": 0.966569095670929, + "grad_norm": 2.5414459705352783, + "learning_rate": 5.856050198576047e-08, + "loss": 2.3211, + "step": 56466 + }, + { + "epoch": 0.9665862133894795, + "grad_norm": 2.5766162872314453, + "learning_rate": 5.850060607163754e-08, + "loss": 2.2487, + "step": 56467 + }, + { + "epoch": 0.9666033311080299, + "grad_norm": 2.824084758758545, + "learning_rate": 5.8440740714218456e-08, + "loss": 2.323, + "step": 56468 + }, + { + "epoch": 0.9666204488265804, + "grad_norm": 2.6357486248016357, + "learning_rate": 5.838090591368972e-08, + "loss": 2.3653, + "step": 56469 + }, + { + "epoch": 0.9666375665451309, + "grad_norm": 2.761951208114624, + "learning_rate": 5.8321101670233414e-08, + "loss": 2.4236, + "step": 56470 + }, + { + "epoch": 0.9666546842636813, + "grad_norm": 2.5972962379455566, + "learning_rate": 5.826132798403383e-08, + "loss": 2.3354, + "step": 56471 + }, + { + "epoch": 0.9666718019822318, + "grad_norm": 2.617832899093628, + "learning_rate": 5.820158485527416e-08, + "loss": 2.3366, + "step": 56472 + }, + { + "epoch": 0.9666889197007823, + "grad_norm": 2.6519932746887207, + "learning_rate": 5.8141872284139814e-08, + "loss": 2.2253, + "step": 56473 + }, + { + "epoch": 0.9667060374193327, + "grad_norm": 2.493194580078125, + "learning_rate": 5.8082190270812856e-08, + "loss": 2.2221, + "step": 56474 + }, + { + "epoch": 0.9667231551378832, + "grad_norm": 2.726926326751709, + "learning_rate": 5.802253881547537e-08, + "loss": 2.2986, + "step": 56475 + }, + { + "epoch": 0.9667402728564337, + "grad_norm": 2.601353168487549, + "learning_rate": 5.796291791831388e-08, + "loss": 2.3004, + "step": 56476 + }, + { + "epoch": 0.9667573905749842, + "grad_norm": 2.6768155097961426, + "learning_rate": 5.790332757950934e-08, + "loss": 2.3439, + "step": 56477 + }, + { + "epoch": 0.9667745082935346, + "grad_norm": 2.4279398918151855, + "learning_rate": 5.7843767799246055e-08, + "loss": 2.2124, + "step": 56478 + }, + { + "epoch": 0.9667916260120851, + "grad_norm": 2.7099714279174805, + "learning_rate": 5.7784238577706096e-08, + "loss": 2.3363, + "step": 56479 + }, + { + "epoch": 0.9668087437306356, + "grad_norm": 2.6983745098114014, + "learning_rate": 5.772473991507266e-08, + "loss": 2.3784, + "step": 56480 + }, + { + "epoch": 0.966825861449186, + "grad_norm": 2.648865222930908, + "learning_rate": 5.7665271811528924e-08, + "loss": 2.3391, + "step": 56481 + }, + { + "epoch": 0.9668429791677365, + "grad_norm": 2.7437102794647217, + "learning_rate": 5.7605834267259184e-08, + "loss": 2.2967, + "step": 56482 + }, + { + "epoch": 0.966860096886287, + "grad_norm": 2.49680495262146, + "learning_rate": 5.754642728244331e-08, + "loss": 2.324, + "step": 56483 + }, + { + "epoch": 0.9668772146048374, + "grad_norm": 2.4542465209960938, + "learning_rate": 5.748705085726558e-08, + "loss": 2.2815, + "step": 56484 + }, + { + "epoch": 0.966894332323388, + "grad_norm": 2.622511148452759, + "learning_rate": 5.742770499190809e-08, + "loss": 2.356, + "step": 56485 + }, + { + "epoch": 0.9669114500419385, + "grad_norm": 2.698777198791504, + "learning_rate": 5.7368389686554e-08, + "loss": 2.3521, + "step": 56486 + }, + { + "epoch": 0.9669285677604889, + "grad_norm": 2.5807101726531982, + "learning_rate": 5.7309104941384305e-08, + "loss": 2.3275, + "step": 56487 + }, + { + "epoch": 0.9669456854790394, + "grad_norm": 2.6648335456848145, + "learning_rate": 5.724985075658107e-08, + "loss": 2.2676, + "step": 56488 + }, + { + "epoch": 0.9669628031975899, + "grad_norm": 2.6067569255828857, + "learning_rate": 5.719062713232859e-08, + "loss": 2.3351, + "step": 56489 + }, + { + "epoch": 0.9669799209161403, + "grad_norm": 2.5073060989379883, + "learning_rate": 5.7131434068806726e-08, + "loss": 2.2865, + "step": 56490 + }, + { + "epoch": 0.9669970386346908, + "grad_norm": 2.690507173538208, + "learning_rate": 5.707227156619866e-08, + "loss": 2.3277, + "step": 56491 + }, + { + "epoch": 0.9670141563532413, + "grad_norm": 2.7244184017181396, + "learning_rate": 5.701313962468535e-08, + "loss": 2.3888, + "step": 56492 + }, + { + "epoch": 0.9670312740717917, + "grad_norm": 2.6051228046417236, + "learning_rate": 5.695403824444889e-08, + "loss": 2.3662, + "step": 56493 + }, + { + "epoch": 0.9670483917903422, + "grad_norm": 2.5850014686584473, + "learning_rate": 5.689496742567135e-08, + "loss": 2.2214, + "step": 56494 + }, + { + "epoch": 0.9670655095088927, + "grad_norm": 2.5979316234588623, + "learning_rate": 5.683592716853259e-08, + "loss": 2.1955, + "step": 56495 + }, + { + "epoch": 0.9670826272274431, + "grad_norm": 2.6980748176574707, + "learning_rate": 5.677691747321801e-08, + "loss": 2.2576, + "step": 56496 + }, + { + "epoch": 0.9670997449459936, + "grad_norm": 2.583150863647461, + "learning_rate": 5.671793833990413e-08, + "loss": 2.3671, + "step": 56497 + }, + { + "epoch": 0.9671168626645441, + "grad_norm": 2.5712907314300537, + "learning_rate": 5.665898976877526e-08, + "loss": 2.3179, + "step": 56498 + }, + { + "epoch": 0.9671339803830945, + "grad_norm": 2.5579946041107178, + "learning_rate": 5.660007176001348e-08, + "loss": 2.3266, + "step": 56499 + }, + { + "epoch": 0.967151098101645, + "grad_norm": 2.664513349533081, + "learning_rate": 5.6541184313795295e-08, + "loss": 2.3749, + "step": 56500 + }, + { + "epoch": 0.9671682158201955, + "grad_norm": 2.5987699031829834, + "learning_rate": 5.648232743030724e-08, + "loss": 2.3002, + "step": 56501 + }, + { + "epoch": 0.9671853335387459, + "grad_norm": 2.696484327316284, + "learning_rate": 5.642350110972583e-08, + "loss": 2.2733, + "step": 56502 + }, + { + "epoch": 0.9672024512572964, + "grad_norm": 2.456244945526123, + "learning_rate": 5.636470535223537e-08, + "loss": 2.2109, + "step": 56503 + }, + { + "epoch": 0.9672195689758469, + "grad_norm": 2.665522813796997, + "learning_rate": 5.6305940158013496e-08, + "loss": 2.3082, + "step": 56504 + }, + { + "epoch": 0.9672366866943973, + "grad_norm": 2.5584030151367188, + "learning_rate": 5.624720552724228e-08, + "loss": 2.2458, + "step": 56505 + }, + { + "epoch": 0.9672538044129478, + "grad_norm": 2.6527092456817627, + "learning_rate": 5.6188501460103795e-08, + "loss": 2.3437, + "step": 56506 + }, + { + "epoch": 0.9672709221314983, + "grad_norm": 2.7989096641540527, + "learning_rate": 5.612982795677568e-08, + "loss": 2.3637, + "step": 56507 + }, + { + "epoch": 0.9672880398500487, + "grad_norm": 2.6104698181152344, + "learning_rate": 5.607118501743891e-08, + "loss": 2.2958, + "step": 56508 + }, + { + "epoch": 0.9673051575685992, + "grad_norm": 2.590599536895752, + "learning_rate": 5.601257264227444e-08, + "loss": 2.369, + "step": 56509 + }, + { + "epoch": 0.9673222752871498, + "grad_norm": 2.5800254344940186, + "learning_rate": 5.595399083146325e-08, + "loss": 2.2604, + "step": 56510 + }, + { + "epoch": 0.9673393930057002, + "grad_norm": 2.58555006980896, + "learning_rate": 5.5895439585184063e-08, + "loss": 2.3062, + "step": 56511 + }, + { + "epoch": 0.9673565107242507, + "grad_norm": 2.626133441925049, + "learning_rate": 5.583691890361675e-08, + "loss": 2.3289, + "step": 56512 + }, + { + "epoch": 0.9673736284428012, + "grad_norm": 2.554954767227173, + "learning_rate": 5.577842878694228e-08, + "loss": 2.2541, + "step": 56513 + }, + { + "epoch": 0.9673907461613516, + "grad_norm": 2.5945470333099365, + "learning_rate": 5.57199692353394e-08, + "loss": 2.2735, + "step": 56514 + }, + { + "epoch": 0.9674078638799021, + "grad_norm": 2.6244397163391113, + "learning_rate": 5.5661540248989065e-08, + "loss": 2.246, + "step": 56515 + }, + { + "epoch": 0.9674249815984526, + "grad_norm": 2.726788282394409, + "learning_rate": 5.560314182806892e-08, + "loss": 2.3215, + "step": 56516 + }, + { + "epoch": 0.967442099317003, + "grad_norm": 2.697709321975708, + "learning_rate": 5.554477397275992e-08, + "loss": 2.3111, + "step": 56517 + }, + { + "epoch": 0.9674592170355535, + "grad_norm": 2.5573506355285645, + "learning_rate": 5.548643668324194e-08, + "loss": 2.2767, + "step": 56518 + }, + { + "epoch": 0.967476334754104, + "grad_norm": 2.643054723739624, + "learning_rate": 5.54281299596926e-08, + "loss": 2.3623, + "step": 56519 + }, + { + "epoch": 0.9674934524726544, + "grad_norm": 2.6767847537994385, + "learning_rate": 5.536985380229176e-08, + "loss": 2.245, + "step": 56520 + }, + { + "epoch": 0.9675105701912049, + "grad_norm": 2.6396026611328125, + "learning_rate": 5.5311608211218174e-08, + "loss": 2.3384, + "step": 56521 + }, + { + "epoch": 0.9675276879097554, + "grad_norm": 2.4861502647399902, + "learning_rate": 5.525339318665279e-08, + "loss": 2.2579, + "step": 56522 + }, + { + "epoch": 0.9675448056283058, + "grad_norm": 2.828920602798462, + "learning_rate": 5.519520872877215e-08, + "loss": 2.3706, + "step": 56523 + }, + { + "epoch": 0.9675619233468563, + "grad_norm": 2.8074448108673096, + "learning_rate": 5.513705483775722e-08, + "loss": 2.2957, + "step": 56524 + }, + { + "epoch": 0.9675790410654068, + "grad_norm": 2.6455869674682617, + "learning_rate": 5.507893151378452e-08, + "loss": 2.3449, + "step": 56525 + }, + { + "epoch": 0.9675961587839573, + "grad_norm": 2.5921316146850586, + "learning_rate": 5.502083875703501e-08, + "loss": 2.2925, + "step": 56526 + }, + { + "epoch": 0.9676132765025077, + "grad_norm": 3.0603935718536377, + "learning_rate": 5.496277656768523e-08, + "loss": 2.4148, + "step": 56527 + }, + { + "epoch": 0.9676303942210582, + "grad_norm": 2.4862353801727295, + "learning_rate": 5.490474494591391e-08, + "loss": 2.2514, + "step": 56528 + }, + { + "epoch": 0.9676475119396087, + "grad_norm": 2.478358507156372, + "learning_rate": 5.484674389190092e-08, + "loss": 2.1974, + "step": 56529 + }, + { + "epoch": 0.9676646296581591, + "grad_norm": 2.6568429470062256, + "learning_rate": 5.478877340582278e-08, + "loss": 2.2386, + "step": 56530 + }, + { + "epoch": 0.9676817473767096, + "grad_norm": 2.462811231613159, + "learning_rate": 5.4730833487860457e-08, + "loss": 2.32, + "step": 56531 + }, + { + "epoch": 0.9676988650952602, + "grad_norm": 2.6962578296661377, + "learning_rate": 5.4672924138188255e-08, + "loss": 2.2757, + "step": 56532 + }, + { + "epoch": 0.9677159828138105, + "grad_norm": 2.6552906036376953, + "learning_rate": 5.461504535698603e-08, + "loss": 2.3621, + "step": 56533 + }, + { + "epoch": 0.9677331005323611, + "grad_norm": 2.780017137527466, + "learning_rate": 5.455719714443253e-08, + "loss": 2.3069, + "step": 56534 + }, + { + "epoch": 0.9677502182509116, + "grad_norm": 2.438511610031128, + "learning_rate": 5.449937950070427e-08, + "loss": 2.2709, + "step": 56535 + }, + { + "epoch": 0.967767335969462, + "grad_norm": 2.3104348182678223, + "learning_rate": 5.4441592425978905e-08, + "loss": 2.2045, + "step": 56536 + }, + { + "epoch": 0.9677844536880125, + "grad_norm": 2.547950029373169, + "learning_rate": 5.438383592043517e-08, + "loss": 2.2894, + "step": 56537 + }, + { + "epoch": 0.967801571406563, + "grad_norm": 2.7072525024414062, + "learning_rate": 5.432610998424959e-08, + "loss": 2.3494, + "step": 56538 + }, + { + "epoch": 0.9678186891251134, + "grad_norm": 2.6815807819366455, + "learning_rate": 5.42684146175998e-08, + "loss": 2.3855, + "step": 56539 + }, + { + "epoch": 0.9678358068436639, + "grad_norm": 2.5627593994140625, + "learning_rate": 5.421074982066343e-08, + "loss": 2.3149, + "step": 56540 + }, + { + "epoch": 0.9678529245622144, + "grad_norm": 2.6302056312561035, + "learning_rate": 5.4153115593618135e-08, + "loss": 2.3456, + "step": 56541 + }, + { + "epoch": 0.9678700422807648, + "grad_norm": 2.7244808673858643, + "learning_rate": 5.409551193663931e-08, + "loss": 2.3375, + "step": 56542 + }, + { + "epoch": 0.9678871599993153, + "grad_norm": 2.5990781784057617, + "learning_rate": 5.4037938849905716e-08, + "loss": 2.3256, + "step": 56543 + }, + { + "epoch": 0.9679042777178658, + "grad_norm": 2.665184259414673, + "learning_rate": 5.3980396333593866e-08, + "loss": 2.3578, + "step": 56544 + }, + { + "epoch": 0.9679213954364162, + "grad_norm": 2.583876609802246, + "learning_rate": 5.392288438788029e-08, + "loss": 2.3648, + "step": 56545 + }, + { + "epoch": 0.9679385131549667, + "grad_norm": 2.5240347385406494, + "learning_rate": 5.386540301294374e-08, + "loss": 2.3397, + "step": 56546 + }, + { + "epoch": 0.9679556308735172, + "grad_norm": 2.472139358520508, + "learning_rate": 5.380795220895629e-08, + "loss": 2.2179, + "step": 56547 + }, + { + "epoch": 0.9679727485920676, + "grad_norm": 2.758737087249756, + "learning_rate": 5.375053197610003e-08, + "loss": 2.2701, + "step": 56548 + }, + { + "epoch": 0.9679898663106181, + "grad_norm": 2.605518341064453, + "learning_rate": 5.369314231454703e-08, + "loss": 2.2929, + "step": 56549 + }, + { + "epoch": 0.9680069840291686, + "grad_norm": 2.641075611114502, + "learning_rate": 5.3635783224476044e-08, + "loss": 2.3367, + "step": 56550 + }, + { + "epoch": 0.968024101747719, + "grad_norm": 2.796056032180786, + "learning_rate": 5.357845470606249e-08, + "loss": 2.3534, + "step": 56551 + }, + { + "epoch": 0.9680412194662695, + "grad_norm": 2.6013386249542236, + "learning_rate": 5.3521156759482884e-08, + "loss": 2.3185, + "step": 56552 + }, + { + "epoch": 0.96805833718482, + "grad_norm": 2.493464231491089, + "learning_rate": 5.346388938491376e-08, + "loss": 2.2155, + "step": 56553 + }, + { + "epoch": 0.9680754549033704, + "grad_norm": 2.7000231742858887, + "learning_rate": 5.340665258253053e-08, + "loss": 2.318, + "step": 56554 + }, + { + "epoch": 0.9680925726219209, + "grad_norm": 2.7389166355133057, + "learning_rate": 5.3349446352509715e-08, + "loss": 2.4135, + "step": 56555 + }, + { + "epoch": 0.9681096903404715, + "grad_norm": 2.5979883670806885, + "learning_rate": 5.3292270695026736e-08, + "loss": 2.3873, + "step": 56556 + }, + { + "epoch": 0.9681268080590218, + "grad_norm": 2.7282960414886475, + "learning_rate": 5.3235125610257013e-08, + "loss": 2.4022, + "step": 56557 + }, + { + "epoch": 0.9681439257775724, + "grad_norm": 2.82004714012146, + "learning_rate": 5.317801109837595e-08, + "loss": 2.3587, + "step": 56558 + }, + { + "epoch": 0.9681610434961229, + "grad_norm": 2.526902198791504, + "learning_rate": 5.312092715956008e-08, + "loss": 2.3345, + "step": 56559 + }, + { + "epoch": 0.9681781612146733, + "grad_norm": 2.6450164318084717, + "learning_rate": 5.306387379398481e-08, + "loss": 2.2928, + "step": 56560 + }, + { + "epoch": 0.9681952789332238, + "grad_norm": 2.5247559547424316, + "learning_rate": 5.300685100182556e-08, + "loss": 2.2357, + "step": 56561 + }, + { + "epoch": 0.9682123966517743, + "grad_norm": 2.5587034225463867, + "learning_rate": 5.294985878325665e-08, + "loss": 2.2659, + "step": 56562 + }, + { + "epoch": 0.9682295143703247, + "grad_norm": 2.789219856262207, + "learning_rate": 5.289289713845347e-08, + "loss": 2.4503, + "step": 56563 + }, + { + "epoch": 0.9682466320888752, + "grad_norm": 2.617549180984497, + "learning_rate": 5.283596606759145e-08, + "loss": 2.3099, + "step": 56564 + }, + { + "epoch": 0.9682637498074257, + "grad_norm": 2.7736663818359375, + "learning_rate": 5.277906557084489e-08, + "loss": 2.3542, + "step": 56565 + }, + { + "epoch": 0.9682808675259761, + "grad_norm": 2.6348140239715576, + "learning_rate": 5.272219564839032e-08, + "loss": 2.4303, + "step": 56566 + }, + { + "epoch": 0.9682979852445266, + "grad_norm": 2.7226948738098145, + "learning_rate": 5.266535630040204e-08, + "loss": 2.4013, + "step": 56567 + }, + { + "epoch": 0.9683151029630771, + "grad_norm": 2.6447341442108154, + "learning_rate": 5.2608547527053244e-08, + "loss": 2.2793, + "step": 56568 + }, + { + "epoch": 0.9683322206816275, + "grad_norm": 2.629155397415161, + "learning_rate": 5.255176932852046e-08, + "loss": 2.3282, + "step": 56569 + }, + { + "epoch": 0.968349338400178, + "grad_norm": 2.810682535171509, + "learning_rate": 5.249502170497578e-08, + "loss": 2.381, + "step": 56570 + }, + { + "epoch": 0.9683664561187285, + "grad_norm": 2.570763111114502, + "learning_rate": 5.2438304656596826e-08, + "loss": 2.241, + "step": 56571 + }, + { + "epoch": 0.968383573837279, + "grad_norm": 2.864621162414551, + "learning_rate": 5.2381618183554584e-08, + "loss": 2.3797, + "step": 56572 + }, + { + "epoch": 0.9684006915558294, + "grad_norm": 2.6774537563323975, + "learning_rate": 5.232496228602668e-08, + "loss": 2.3806, + "step": 56573 + }, + { + "epoch": 0.9684178092743799, + "grad_norm": 2.7434628009796143, + "learning_rate": 5.22683369641841e-08, + "loss": 2.3556, + "step": 56574 + }, + { + "epoch": 0.9684349269929304, + "grad_norm": 2.746645450592041, + "learning_rate": 5.221174221820335e-08, + "loss": 2.3078, + "step": 56575 + }, + { + "epoch": 0.9684520447114808, + "grad_norm": 2.614406108856201, + "learning_rate": 5.2155178048256536e-08, + "loss": 2.3204, + "step": 56576 + }, + { + "epoch": 0.9684691624300313, + "grad_norm": 2.609434127807617, + "learning_rate": 5.2098644454519065e-08, + "loss": 2.2934, + "step": 56577 + }, + { + "epoch": 0.9684862801485818, + "grad_norm": 2.6465044021606445, + "learning_rate": 5.2042141437164126e-08, + "loss": 2.4249, + "step": 56578 + }, + { + "epoch": 0.9685033978671322, + "grad_norm": 2.698389768600464, + "learning_rate": 5.198566899636382e-08, + "loss": 2.2712, + "step": 56579 + }, + { + "epoch": 0.9685205155856828, + "grad_norm": 2.5874547958374023, + "learning_rate": 5.1929227132294646e-08, + "loss": 2.3185, + "step": 56580 + }, + { + "epoch": 0.9685376333042333, + "grad_norm": 2.6178596019744873, + "learning_rate": 5.18728158451276e-08, + "loss": 2.3395, + "step": 56581 + }, + { + "epoch": 0.9685547510227837, + "grad_norm": 2.550220489501953, + "learning_rate": 5.181643513503809e-08, + "loss": 2.2665, + "step": 56582 + }, + { + "epoch": 0.9685718687413342, + "grad_norm": 2.5040698051452637, + "learning_rate": 5.17600850021982e-08, + "loss": 2.3382, + "step": 56583 + }, + { + "epoch": 0.9685889864598847, + "grad_norm": 2.577533006668091, + "learning_rate": 5.170376544678002e-08, + "loss": 2.3839, + "step": 56584 + }, + { + "epoch": 0.9686061041784351, + "grad_norm": 2.669058322906494, + "learning_rate": 5.1647476468958956e-08, + "loss": 2.3635, + "step": 56585 + }, + { + "epoch": 0.9686232218969856, + "grad_norm": 2.5191056728363037, + "learning_rate": 5.159121806890599e-08, + "loss": 2.2742, + "step": 56586 + }, + { + "epoch": 0.9686403396155361, + "grad_norm": 2.8438878059387207, + "learning_rate": 5.153499024679654e-08, + "loss": 2.4439, + "step": 56587 + }, + { + "epoch": 0.9686574573340865, + "grad_norm": 2.562917470932007, + "learning_rate": 5.1478793002801566e-08, + "loss": 2.1621, + "step": 56588 + }, + { + "epoch": 0.968674575052637, + "grad_norm": 2.586548328399658, + "learning_rate": 5.142262633709316e-08, + "loss": 2.2679, + "step": 56589 + }, + { + "epoch": 0.9686916927711875, + "grad_norm": 2.5047428607940674, + "learning_rate": 5.136649024984564e-08, + "loss": 2.2791, + "step": 56590 + }, + { + "epoch": 0.9687088104897379, + "grad_norm": 2.6925394535064697, + "learning_rate": 5.1310384741231065e-08, + "loss": 2.3102, + "step": 56591 + }, + { + "epoch": 0.9687259282082884, + "grad_norm": 2.6888153553009033, + "learning_rate": 5.1254309811421544e-08, + "loss": 2.2803, + "step": 56592 + }, + { + "epoch": 0.9687430459268389, + "grad_norm": 2.795056104660034, + "learning_rate": 5.119826546058915e-08, + "loss": 2.3879, + "step": 56593 + }, + { + "epoch": 0.9687601636453893, + "grad_norm": 2.570279836654663, + "learning_rate": 5.1142251688907076e-08, + "loss": 2.2727, + "step": 56594 + }, + { + "epoch": 0.9687772813639398, + "grad_norm": 2.4862728118896484, + "learning_rate": 5.108626849654741e-08, + "loss": 2.2142, + "step": 56595 + }, + { + "epoch": 0.9687943990824903, + "grad_norm": 2.6926121711730957, + "learning_rate": 5.1030315883681124e-08, + "loss": 2.4002, + "step": 56596 + }, + { + "epoch": 0.9688115168010407, + "grad_norm": 2.7582457065582275, + "learning_rate": 5.097439385048142e-08, + "loss": 2.4106, + "step": 56597 + }, + { + "epoch": 0.9688286345195912, + "grad_norm": 2.576204776763916, + "learning_rate": 5.091850239711926e-08, + "loss": 2.2389, + "step": 56598 + }, + { + "epoch": 0.9688457522381417, + "grad_norm": 2.6810426712036133, + "learning_rate": 5.0862641523766745e-08, + "loss": 2.3393, + "step": 56599 + }, + { + "epoch": 0.9688628699566921, + "grad_norm": 2.6268205642700195, + "learning_rate": 5.080681123059594e-08, + "loss": 2.3295, + "step": 56600 + }, + { + "epoch": 0.9688799876752426, + "grad_norm": 2.593320846557617, + "learning_rate": 5.0751011517777836e-08, + "loss": 2.3449, + "step": 56601 + }, + { + "epoch": 0.9688971053937931, + "grad_norm": 2.626415729522705, + "learning_rate": 5.069524238548451e-08, + "loss": 2.2558, + "step": 56602 + }, + { + "epoch": 0.9689142231123435, + "grad_norm": 2.591404676437378, + "learning_rate": 5.0639503833886936e-08, + "loss": 2.3222, + "step": 56603 + }, + { + "epoch": 0.968931340830894, + "grad_norm": 2.839306116104126, + "learning_rate": 5.0583795863156096e-08, + "loss": 2.3826, + "step": 56604 + }, + { + "epoch": 0.9689484585494446, + "grad_norm": 2.555166006088257, + "learning_rate": 5.052811847346517e-08, + "loss": 2.2746, + "step": 56605 + }, + { + "epoch": 0.968965576267995, + "grad_norm": 2.5746326446533203, + "learning_rate": 5.047247166498293e-08, + "loss": 2.2955, + "step": 56606 + }, + { + "epoch": 0.9689826939865455, + "grad_norm": 2.441896677017212, + "learning_rate": 5.041685543788144e-08, + "loss": 2.1826, + "step": 56607 + }, + { + "epoch": 0.968999811705096, + "grad_norm": 2.770707845687866, + "learning_rate": 5.036126979233058e-08, + "loss": 2.297, + "step": 56608 + }, + { + "epoch": 0.9690169294236464, + "grad_norm": 2.6529548168182373, + "learning_rate": 5.030571472850354e-08, + "loss": 2.2022, + "step": 56609 + }, + { + "epoch": 0.9690340471421969, + "grad_norm": 2.679938316345215, + "learning_rate": 5.0250190246570184e-08, + "loss": 2.3783, + "step": 56610 + }, + { + "epoch": 0.9690511648607474, + "grad_norm": 2.632368803024292, + "learning_rate": 5.019469634669927e-08, + "loss": 2.384, + "step": 56611 + }, + { + "epoch": 0.9690682825792978, + "grad_norm": 2.6318933963775635, + "learning_rate": 5.0139233029063985e-08, + "loss": 2.2544, + "step": 56612 + }, + { + "epoch": 0.9690854002978483, + "grad_norm": 2.6696672439575195, + "learning_rate": 5.0083800293831973e-08, + "loss": 2.3923, + "step": 56613 + }, + { + "epoch": 0.9691025180163988, + "grad_norm": 2.54758882522583, + "learning_rate": 5.0028398141176435e-08, + "loss": 2.3235, + "step": 56614 + }, + { + "epoch": 0.9691196357349492, + "grad_norm": 2.634286642074585, + "learning_rate": 4.997302657126724e-08, + "loss": 2.335, + "step": 56615 + }, + { + "epoch": 0.9691367534534997, + "grad_norm": 2.6258444786071777, + "learning_rate": 4.991768558427201e-08, + "loss": 2.3105, + "step": 56616 + }, + { + "epoch": 0.9691538711720502, + "grad_norm": 2.6938915252685547, + "learning_rate": 4.9862375180363964e-08, + "loss": 2.4178, + "step": 56617 + }, + { + "epoch": 0.9691709888906007, + "grad_norm": 2.810591697692871, + "learning_rate": 4.980709535971073e-08, + "loss": 2.3991, + "step": 56618 + }, + { + "epoch": 0.9691881066091511, + "grad_norm": 2.5810658931732178, + "learning_rate": 4.9751846122484404e-08, + "loss": 2.2417, + "step": 56619 + }, + { + "epoch": 0.9692052243277016, + "grad_norm": 2.697230339050293, + "learning_rate": 4.969662746885373e-08, + "loss": 2.3365, + "step": 56620 + }, + { + "epoch": 0.9692223420462521, + "grad_norm": 2.6537821292877197, + "learning_rate": 4.964143939898747e-08, + "loss": 2.331, + "step": 56621 + }, + { + "epoch": 0.9692394597648025, + "grad_norm": 2.6847352981567383, + "learning_rate": 4.95862819130577e-08, + "loss": 2.3045, + "step": 56622 + }, + { + "epoch": 0.969256577483353, + "grad_norm": 2.6485595703125, + "learning_rate": 4.953115501123096e-08, + "loss": 2.3887, + "step": 56623 + }, + { + "epoch": 0.9692736952019035, + "grad_norm": 2.895681619644165, + "learning_rate": 4.947605869367933e-08, + "loss": 2.4708, + "step": 56624 + }, + { + "epoch": 0.9692908129204539, + "grad_norm": 2.6186556816101074, + "learning_rate": 4.942099296056935e-08, + "loss": 2.2825, + "step": 56625 + }, + { + "epoch": 0.9693079306390044, + "grad_norm": 2.5743510723114014, + "learning_rate": 4.9365957812073095e-08, + "loss": 2.2101, + "step": 56626 + }, + { + "epoch": 0.969325048357555, + "grad_norm": 2.597177743911743, + "learning_rate": 4.931095324835822e-08, + "loss": 2.3185, + "step": 56627 + }, + { + "epoch": 0.9693421660761053, + "grad_norm": 2.7230191230773926, + "learning_rate": 4.925597926959458e-08, + "loss": 2.379, + "step": 56628 + }, + { + "epoch": 0.9693592837946559, + "grad_norm": 2.4322714805603027, + "learning_rate": 4.920103587594982e-08, + "loss": 2.088, + "step": 56629 + }, + { + "epoch": 0.9693764015132064, + "grad_norm": 2.588162422180176, + "learning_rate": 4.914612306759381e-08, + "loss": 2.3354, + "step": 56630 + }, + { + "epoch": 0.9693935192317568, + "grad_norm": 2.8695170879364014, + "learning_rate": 4.909124084469641e-08, + "loss": 2.3036, + "step": 56631 + }, + { + "epoch": 0.9694106369503073, + "grad_norm": 2.7056844234466553, + "learning_rate": 4.903638920742415e-08, + "loss": 2.3767, + "step": 56632 + }, + { + "epoch": 0.9694277546688578, + "grad_norm": 2.6534082889556885, + "learning_rate": 4.898156815594579e-08, + "loss": 2.3235, + "step": 56633 + }, + { + "epoch": 0.9694448723874082, + "grad_norm": 2.61575984954834, + "learning_rate": 4.89267776904323e-08, + "loss": 2.2818, + "step": 56634 + }, + { + "epoch": 0.9694619901059587, + "grad_norm": 2.6266775131225586, + "learning_rate": 4.887201781104911e-08, + "loss": 2.3352, + "step": 56635 + }, + { + "epoch": 0.9694791078245092, + "grad_norm": 2.580548048019409, + "learning_rate": 4.881728851796608e-08, + "loss": 2.2785, + "step": 56636 + }, + { + "epoch": 0.9694962255430596, + "grad_norm": 2.5228447914123535, + "learning_rate": 4.876258981135196e-08, + "loss": 2.2471, + "step": 56637 + }, + { + "epoch": 0.9695133432616101, + "grad_norm": 2.7532007694244385, + "learning_rate": 4.8707921691373285e-08, + "loss": 2.2676, + "step": 56638 + }, + { + "epoch": 0.9695304609801606, + "grad_norm": 2.7214622497558594, + "learning_rate": 4.865328415819881e-08, + "loss": 2.4508, + "step": 56639 + }, + { + "epoch": 0.969547578698711, + "grad_norm": 2.7422614097595215, + "learning_rate": 4.8598677211996184e-08, + "loss": 2.2486, + "step": 56640 + }, + { + "epoch": 0.9695646964172615, + "grad_norm": 2.6232824325561523, + "learning_rate": 4.854410085293526e-08, + "loss": 2.3414, + "step": 56641 + }, + { + "epoch": 0.969581814135812, + "grad_norm": 2.848710775375366, + "learning_rate": 4.848955508118036e-08, + "loss": 2.4522, + "step": 56642 + }, + { + "epoch": 0.9695989318543624, + "grad_norm": 2.629735231399536, + "learning_rate": 4.843503989690135e-08, + "loss": 2.4344, + "step": 56643 + }, + { + "epoch": 0.9696160495729129, + "grad_norm": 2.7493114471435547, + "learning_rate": 4.838055530026586e-08, + "loss": 2.3889, + "step": 56644 + }, + { + "epoch": 0.9696331672914634, + "grad_norm": 2.6311662197113037, + "learning_rate": 4.832610129144044e-08, + "loss": 2.301, + "step": 56645 + }, + { + "epoch": 0.9696502850100138, + "grad_norm": 2.5881707668304443, + "learning_rate": 4.827167787059273e-08, + "loss": 2.316, + "step": 56646 + }, + { + "epoch": 0.9696674027285643, + "grad_norm": 2.641829252243042, + "learning_rate": 4.821728503789147e-08, + "loss": 2.2645, + "step": 56647 + }, + { + "epoch": 0.9696845204471148, + "grad_norm": 2.4734225273132324, + "learning_rate": 4.816292279350099e-08, + "loss": 2.2874, + "step": 56648 + }, + { + "epoch": 0.9697016381656652, + "grad_norm": 2.5512688159942627, + "learning_rate": 4.810859113759114e-08, + "loss": 2.2544, + "step": 56649 + }, + { + "epoch": 0.9697187558842157, + "grad_norm": 2.7760281562805176, + "learning_rate": 4.805429007032625e-08, + "loss": 2.4389, + "step": 56650 + }, + { + "epoch": 0.9697358736027663, + "grad_norm": 2.559213876724243, + "learning_rate": 4.8000019591876166e-08, + "loss": 2.1933, + "step": 56651 + }, + { + "epoch": 0.9697529913213166, + "grad_norm": 2.6708755493164062, + "learning_rate": 4.794577970240522e-08, + "loss": 2.3233, + "step": 56652 + }, + { + "epoch": 0.9697701090398672, + "grad_norm": 2.5872154235839844, + "learning_rate": 4.789157040208103e-08, + "loss": 2.2219, + "step": 56653 + }, + { + "epoch": 0.9697872267584177, + "grad_norm": 2.632401704788208, + "learning_rate": 4.783739169107127e-08, + "loss": 2.3002, + "step": 56654 + }, + { + "epoch": 0.9698043444769681, + "grad_norm": 2.6622843742370605, + "learning_rate": 4.778324356954023e-08, + "loss": 2.3139, + "step": 56655 + }, + { + "epoch": 0.9698214621955186, + "grad_norm": 2.7332699298858643, + "learning_rate": 4.7729126037656673e-08, + "loss": 2.3637, + "step": 56656 + }, + { + "epoch": 0.9698385799140691, + "grad_norm": 2.6322202682495117, + "learning_rate": 4.7675039095584906e-08, + "loss": 2.2306, + "step": 56657 + }, + { + "epoch": 0.9698556976326195, + "grad_norm": 2.7066216468811035, + "learning_rate": 4.762098274349258e-08, + "loss": 2.3617, + "step": 56658 + }, + { + "epoch": 0.96987281535117, + "grad_norm": 2.5736184120178223, + "learning_rate": 4.756695698154623e-08, + "loss": 2.3772, + "step": 56659 + }, + { + "epoch": 0.9698899330697205, + "grad_norm": 2.571288585662842, + "learning_rate": 4.751296180991016e-08, + "loss": 2.3186, + "step": 56660 + }, + { + "epoch": 0.9699070507882709, + "grad_norm": 2.5608041286468506, + "learning_rate": 4.7458997228752025e-08, + "loss": 2.2521, + "step": 56661 + }, + { + "epoch": 0.9699241685068214, + "grad_norm": 2.5450997352600098, + "learning_rate": 4.7405063238236126e-08, + "loss": 2.2377, + "step": 56662 + }, + { + "epoch": 0.9699412862253719, + "grad_norm": 2.6367299556732178, + "learning_rate": 4.735115983852901e-08, + "loss": 2.3249, + "step": 56663 + }, + { + "epoch": 0.9699584039439224, + "grad_norm": 2.6490957736968994, + "learning_rate": 4.729728702979719e-08, + "loss": 2.3075, + "step": 56664 + }, + { + "epoch": 0.9699755216624728, + "grad_norm": 2.5453238487243652, + "learning_rate": 4.724344481220389e-08, + "loss": 2.1972, + "step": 56665 + }, + { + "epoch": 0.9699926393810233, + "grad_norm": 2.5994417667388916, + "learning_rate": 4.718963318591785e-08, + "loss": 2.3525, + "step": 56666 + }, + { + "epoch": 0.9700097570995738, + "grad_norm": 2.664297103881836, + "learning_rate": 4.713585215110228e-08, + "loss": 2.2576, + "step": 56667 + }, + { + "epoch": 0.9700268748181242, + "grad_norm": 2.8548285961151123, + "learning_rate": 4.70821017079226e-08, + "loss": 2.4839, + "step": 56668 + }, + { + "epoch": 0.9700439925366747, + "grad_norm": 2.662400007247925, + "learning_rate": 4.7028381856544236e-08, + "loss": 2.3535, + "step": 56669 + }, + { + "epoch": 0.9700611102552252, + "grad_norm": 2.7623302936553955, + "learning_rate": 4.697469259713261e-08, + "loss": 2.4229, + "step": 56670 + }, + { + "epoch": 0.9700782279737756, + "grad_norm": 2.7944176197052, + "learning_rate": 4.692103392985314e-08, + "loss": 2.3361, + "step": 56671 + }, + { + "epoch": 0.9700953456923261, + "grad_norm": 2.7235002517700195, + "learning_rate": 4.686740585487015e-08, + "loss": 2.3496, + "step": 56672 + }, + { + "epoch": 0.9701124634108766, + "grad_norm": 2.617039442062378, + "learning_rate": 4.6813808372347944e-08, + "loss": 2.2592, + "step": 56673 + }, + { + "epoch": 0.970129581129427, + "grad_norm": 2.8196895122528076, + "learning_rate": 4.676024148245195e-08, + "loss": 2.2595, + "step": 56674 + }, + { + "epoch": 0.9701466988479776, + "grad_norm": 2.6467092037200928, + "learning_rate": 4.670670518534648e-08, + "loss": 2.3336, + "step": 56675 + }, + { + "epoch": 0.9701638165665281, + "grad_norm": 2.6498911380767822, + "learning_rate": 4.665319948119695e-08, + "loss": 2.2821, + "step": 56676 + }, + { + "epoch": 0.9701809342850785, + "grad_norm": 2.5377719402313232, + "learning_rate": 4.659972437016658e-08, + "loss": 2.2934, + "step": 56677 + }, + { + "epoch": 0.970198052003629, + "grad_norm": 2.6125786304473877, + "learning_rate": 4.654627985242188e-08, + "loss": 2.3, + "step": 56678 + }, + { + "epoch": 0.9702151697221795, + "grad_norm": 2.628336191177368, + "learning_rate": 4.6492865928123856e-08, + "loss": 2.2756, + "step": 56679 + }, + { + "epoch": 0.9702322874407299, + "grad_norm": 2.684070348739624, + "learning_rate": 4.6439482597439024e-08, + "loss": 2.2955, + "step": 56680 + }, + { + "epoch": 0.9702494051592804, + "grad_norm": 2.446193218231201, + "learning_rate": 4.638612986053059e-08, + "loss": 2.2007, + "step": 56681 + }, + { + "epoch": 0.9702665228778309, + "grad_norm": 2.6923675537109375, + "learning_rate": 4.633280771756288e-08, + "loss": 2.3476, + "step": 56682 + }, + { + "epoch": 0.9702836405963813, + "grad_norm": 2.5434768199920654, + "learning_rate": 4.627951616870019e-08, + "loss": 2.3394, + "step": 56683 + }, + { + "epoch": 0.9703007583149318, + "grad_norm": 2.7917191982269287, + "learning_rate": 4.6226255214105734e-08, + "loss": 2.2845, + "step": 56684 + }, + { + "epoch": 0.9703178760334823, + "grad_norm": 2.6912097930908203, + "learning_rate": 4.6173024853943817e-08, + "loss": 2.3159, + "step": 56685 + }, + { + "epoch": 0.9703349937520327, + "grad_norm": 2.552255392074585, + "learning_rate": 4.611982508837654e-08, + "loss": 2.2698, + "step": 56686 + }, + { + "epoch": 0.9703521114705832, + "grad_norm": 2.7329375743865967, + "learning_rate": 4.6066655917568204e-08, + "loss": 2.3727, + "step": 56687 + }, + { + "epoch": 0.9703692291891337, + "grad_norm": 2.631932258605957, + "learning_rate": 4.601351734168313e-08, + "loss": 2.3396, + "step": 56688 + }, + { + "epoch": 0.9703863469076841, + "grad_norm": 2.5752177238464355, + "learning_rate": 4.5960409360884525e-08, + "loss": 2.2826, + "step": 56689 + }, + { + "epoch": 0.9704034646262346, + "grad_norm": 2.710628032684326, + "learning_rate": 4.590733197533448e-08, + "loss": 2.4272, + "step": 56690 + }, + { + "epoch": 0.9704205823447851, + "grad_norm": 2.5518927574157715, + "learning_rate": 4.585428518519619e-08, + "loss": 2.3463, + "step": 56691 + }, + { + "epoch": 0.9704377000633355, + "grad_norm": 2.7154648303985596, + "learning_rate": 4.580126899063398e-08, + "loss": 2.3806, + "step": 56692 + }, + { + "epoch": 0.970454817781886, + "grad_norm": 2.3385026454925537, + "learning_rate": 4.574828339180992e-08, + "loss": 2.2083, + "step": 56693 + }, + { + "epoch": 0.9704719355004365, + "grad_norm": 2.6095614433288574, + "learning_rate": 4.569532838888724e-08, + "loss": 2.3723, + "step": 56694 + }, + { + "epoch": 0.9704890532189869, + "grad_norm": 2.6903038024902344, + "learning_rate": 4.5642403982028015e-08, + "loss": 2.3272, + "step": 56695 + }, + { + "epoch": 0.9705061709375374, + "grad_norm": 2.6839194297790527, + "learning_rate": 4.558951017139657e-08, + "loss": 2.364, + "step": 56696 + }, + { + "epoch": 0.970523288656088, + "grad_norm": 2.52596378326416, + "learning_rate": 4.553664695715276e-08, + "loss": 2.1854, + "step": 56697 + }, + { + "epoch": 0.9705404063746383, + "grad_norm": 2.589240550994873, + "learning_rate": 4.548381433946203e-08, + "loss": 2.3461, + "step": 56698 + }, + { + "epoch": 0.9705575240931889, + "grad_norm": 2.639441728591919, + "learning_rate": 4.543101231848424e-08, + "loss": 2.271, + "step": 56699 + }, + { + "epoch": 0.9705746418117394, + "grad_norm": 2.4140396118164062, + "learning_rate": 4.537824089438259e-08, + "loss": 2.3607, + "step": 56700 + }, + { + "epoch": 0.9705917595302898, + "grad_norm": 2.5714118480682373, + "learning_rate": 4.5325500067321396e-08, + "loss": 2.2169, + "step": 56701 + }, + { + "epoch": 0.9706088772488403, + "grad_norm": 2.601653575897217, + "learning_rate": 4.527278983745831e-08, + "loss": 2.3711, + "step": 56702 + }, + { + "epoch": 0.9706259949673908, + "grad_norm": 2.8169281482696533, + "learning_rate": 4.5220110204959864e-08, + "loss": 2.4229, + "step": 56703 + }, + { + "epoch": 0.9706431126859412, + "grad_norm": 2.7688615322113037, + "learning_rate": 4.516746116998483e-08, + "loss": 2.3625, + "step": 56704 + }, + { + "epoch": 0.9706602304044917, + "grad_norm": 2.488194227218628, + "learning_rate": 4.5114842732696397e-08, + "loss": 2.3091, + "step": 56705 + }, + { + "epoch": 0.9706773481230422, + "grad_norm": 2.637068033218384, + "learning_rate": 4.5062254893256665e-08, + "loss": 2.3719, + "step": 56706 + }, + { + "epoch": 0.9706944658415926, + "grad_norm": 2.681034564971924, + "learning_rate": 4.500969765182661e-08, + "loss": 2.2614, + "step": 56707 + }, + { + "epoch": 0.9707115835601431, + "grad_norm": 2.627690315246582, + "learning_rate": 4.4957171008568336e-08, + "loss": 2.3465, + "step": 56708 + }, + { + "epoch": 0.9707287012786936, + "grad_norm": 2.5756709575653076, + "learning_rate": 4.49046749636417e-08, + "loss": 2.3311, + "step": 56709 + }, + { + "epoch": 0.970745818997244, + "grad_norm": 2.5967700481414795, + "learning_rate": 4.485220951720992e-08, + "loss": 2.2442, + "step": 56710 + }, + { + "epoch": 0.9707629367157945, + "grad_norm": 2.602980136871338, + "learning_rate": 4.479977466943286e-08, + "loss": 2.3777, + "step": 56711 + }, + { + "epoch": 0.970780054434345, + "grad_norm": 2.529546022415161, + "learning_rate": 4.474737042047261e-08, + "loss": 2.3725, + "step": 56712 + }, + { + "epoch": 0.9707971721528955, + "grad_norm": 2.640718698501587, + "learning_rate": 4.469499677049016e-08, + "loss": 2.3758, + "step": 56713 + }, + { + "epoch": 0.9708142898714459, + "grad_norm": 2.7888996601104736, + "learning_rate": 4.464265371964649e-08, + "loss": 2.3429, + "step": 56714 + }, + { + "epoch": 0.9708314075899964, + "grad_norm": 2.6855826377868652, + "learning_rate": 4.4590341268102574e-08, + "loss": 2.3656, + "step": 56715 + }, + { + "epoch": 0.9708485253085469, + "grad_norm": 2.8487751483917236, + "learning_rate": 4.45380594160183e-08, + "loss": 2.4578, + "step": 56716 + }, + { + "epoch": 0.9708656430270973, + "grad_norm": 2.6684629917144775, + "learning_rate": 4.4485808163554634e-08, + "loss": 2.3655, + "step": 56717 + }, + { + "epoch": 0.9708827607456478, + "grad_norm": 2.578829288482666, + "learning_rate": 4.443358751087368e-08, + "loss": 2.3101, + "step": 56718 + }, + { + "epoch": 0.9708998784641983, + "grad_norm": 2.771866798400879, + "learning_rate": 4.438139745813419e-08, + "loss": 2.2992, + "step": 56719 + }, + { + "epoch": 0.9709169961827487, + "grad_norm": 2.6222753524780273, + "learning_rate": 4.4329238005497154e-08, + "loss": 2.3426, + "step": 56720 + }, + { + "epoch": 0.9709341139012992, + "grad_norm": 2.9546074867248535, + "learning_rate": 4.427710915312356e-08, + "loss": 2.3156, + "step": 56721 + }, + { + "epoch": 0.9709512316198498, + "grad_norm": 2.6389505863189697, + "learning_rate": 4.422501090117215e-08, + "loss": 2.1934, + "step": 56722 + }, + { + "epoch": 0.9709683493384001, + "grad_norm": 2.5959653854370117, + "learning_rate": 4.4172943249803926e-08, + "loss": 2.3201, + "step": 56723 + }, + { + "epoch": 0.9709854670569507, + "grad_norm": 2.5861258506774902, + "learning_rate": 4.4120906199179855e-08, + "loss": 2.243, + "step": 56724 + }, + { + "epoch": 0.9710025847755012, + "grad_norm": 2.8616013526916504, + "learning_rate": 4.4068899749457604e-08, + "loss": 2.4717, + "step": 56725 + }, + { + "epoch": 0.9710197024940516, + "grad_norm": 2.6671268939971924, + "learning_rate": 4.401692390080037e-08, + "loss": 2.3296, + "step": 56726 + }, + { + "epoch": 0.9710368202126021, + "grad_norm": 2.7376136779785156, + "learning_rate": 4.396497865336469e-08, + "loss": 2.3387, + "step": 56727 + }, + { + "epoch": 0.9710539379311526, + "grad_norm": 2.6111655235290527, + "learning_rate": 4.3913064007310435e-08, + "loss": 2.273, + "step": 56728 + }, + { + "epoch": 0.971071055649703, + "grad_norm": 2.5967912673950195, + "learning_rate": 4.3861179962799705e-08, + "loss": 2.2995, + "step": 56729 + }, + { + "epoch": 0.9710881733682535, + "grad_norm": 2.5429210662841797, + "learning_rate": 4.380932651999015e-08, + "loss": 2.3757, + "step": 56730 + }, + { + "epoch": 0.971105291086804, + "grad_norm": 2.688999652862549, + "learning_rate": 4.375750367904052e-08, + "loss": 2.2836, + "step": 56731 + }, + { + "epoch": 0.9711224088053544, + "grad_norm": 2.7050607204437256, + "learning_rate": 4.370571144011182e-08, + "loss": 2.3904, + "step": 56732 + }, + { + "epoch": 0.9711395265239049, + "grad_norm": 2.6323914527893066, + "learning_rate": 4.3653949803362796e-08, + "loss": 2.2891, + "step": 56733 + }, + { + "epoch": 0.9711566442424554, + "grad_norm": 2.5086021423339844, + "learning_rate": 4.36022187689511e-08, + "loss": 2.1559, + "step": 56734 + }, + { + "epoch": 0.9711737619610058, + "grad_norm": 2.500467300415039, + "learning_rate": 4.3550518337037714e-08, + "loss": 2.2123, + "step": 56735 + }, + { + "epoch": 0.9711908796795563, + "grad_norm": 2.6224710941314697, + "learning_rate": 4.34988485077803e-08, + "loss": 2.3255, + "step": 56736 + }, + { + "epoch": 0.9712079973981068, + "grad_norm": 2.595390796661377, + "learning_rate": 4.344720928133761e-08, + "loss": 2.362, + "step": 56737 + }, + { + "epoch": 0.9712251151166572, + "grad_norm": 2.717946767807007, + "learning_rate": 4.339560065787063e-08, + "loss": 2.451, + "step": 56738 + }, + { + "epoch": 0.9712422328352077, + "grad_norm": 2.7705745697021484, + "learning_rate": 4.3344022637533676e-08, + "loss": 2.3132, + "step": 56739 + }, + { + "epoch": 0.9712593505537582, + "grad_norm": 2.655630588531494, + "learning_rate": 4.329247522048885e-08, + "loss": 2.387, + "step": 56740 + }, + { + "epoch": 0.9712764682723086, + "grad_norm": 2.635313034057617, + "learning_rate": 4.32409584068938e-08, + "loss": 2.3197, + "step": 56741 + }, + { + "epoch": 0.9712935859908591, + "grad_norm": 2.6359896659851074, + "learning_rate": 4.318947219690617e-08, + "loss": 2.364, + "step": 56742 + }, + { + "epoch": 0.9713107037094096, + "grad_norm": 2.4471988677978516, + "learning_rate": 4.313801659068584e-08, + "loss": 2.2233, + "step": 56743 + }, + { + "epoch": 0.97132782142796, + "grad_norm": 2.70386004447937, + "learning_rate": 4.308659158838824e-08, + "loss": 2.3417, + "step": 56744 + }, + { + "epoch": 0.9713449391465105, + "grad_norm": 2.7006049156188965, + "learning_rate": 4.303519719017324e-08, + "loss": 2.3273, + "step": 56745 + }, + { + "epoch": 0.971362056865061, + "grad_norm": 2.8731727600097656, + "learning_rate": 4.2983833396198496e-08, + "loss": 2.2512, + "step": 56746 + }, + { + "epoch": 0.9713791745836114, + "grad_norm": 2.551112413406372, + "learning_rate": 4.2932500206621654e-08, + "loss": 2.2294, + "step": 56747 + }, + { + "epoch": 0.971396292302162, + "grad_norm": 2.630540609359741, + "learning_rate": 4.288119762160148e-08, + "loss": 2.3182, + "step": 56748 + }, + { + "epoch": 0.9714134100207125, + "grad_norm": 2.675585985183716, + "learning_rate": 4.2829925641294514e-08, + "loss": 2.4186, + "step": 56749 + }, + { + "epoch": 0.9714305277392629, + "grad_norm": 2.663944721221924, + "learning_rate": 4.2778684265858404e-08, + "loss": 2.2665, + "step": 56750 + }, + { + "epoch": 0.9714476454578134, + "grad_norm": 2.549856185913086, + "learning_rate": 4.272747349545081e-08, + "loss": 2.3304, + "step": 56751 + }, + { + "epoch": 0.9714647631763639, + "grad_norm": 2.719545602798462, + "learning_rate": 4.267629333023049e-08, + "loss": 2.2865, + "step": 56752 + }, + { + "epoch": 0.9714818808949143, + "grad_norm": 2.6799862384796143, + "learning_rate": 4.2625143770351765e-08, + "loss": 2.2911, + "step": 56753 + }, + { + "epoch": 0.9714989986134648, + "grad_norm": 2.6666924953460693, + "learning_rate": 4.257402481597561e-08, + "loss": 2.2845, + "step": 56754 + }, + { + "epoch": 0.9715161163320153, + "grad_norm": 2.567708969116211, + "learning_rate": 4.252293646725636e-08, + "loss": 2.2451, + "step": 56755 + }, + { + "epoch": 0.9715332340505657, + "grad_norm": 2.6359922885894775, + "learning_rate": 4.247187872435166e-08, + "loss": 2.3797, + "step": 56756 + }, + { + "epoch": 0.9715503517691162, + "grad_norm": 2.646294355392456, + "learning_rate": 4.2420851587418046e-08, + "loss": 2.2532, + "step": 56757 + }, + { + "epoch": 0.9715674694876667, + "grad_norm": 2.7345969676971436, + "learning_rate": 4.2369855056614284e-08, + "loss": 2.2916, + "step": 56758 + }, + { + "epoch": 0.9715845872062172, + "grad_norm": 2.691390037536621, + "learning_rate": 4.23188891320947e-08, + "loss": 2.3278, + "step": 56759 + }, + { + "epoch": 0.9716017049247676, + "grad_norm": 2.6828484535217285, + "learning_rate": 4.2267953814018045e-08, + "loss": 2.4793, + "step": 56760 + }, + { + "epoch": 0.9716188226433181, + "grad_norm": 2.505291700363159, + "learning_rate": 4.221704910253865e-08, + "loss": 2.305, + "step": 56761 + }, + { + "epoch": 0.9716359403618686, + "grad_norm": 2.6267483234405518, + "learning_rate": 4.216617499781528e-08, + "loss": 2.2917, + "step": 56762 + }, + { + "epoch": 0.971653058080419, + "grad_norm": 2.5557284355163574, + "learning_rate": 4.211533150000336e-08, + "loss": 2.2456, + "step": 56763 + }, + { + "epoch": 0.9716701757989695, + "grad_norm": 2.552657127380371, + "learning_rate": 4.206451860925831e-08, + "loss": 2.443, + "step": 56764 + }, + { + "epoch": 0.97168729351752, + "grad_norm": 2.8494820594787598, + "learning_rate": 4.20137363257378e-08, + "loss": 2.3536, + "step": 56765 + }, + { + "epoch": 0.9717044112360704, + "grad_norm": 2.7994556427001953, + "learning_rate": 4.1962984649596137e-08, + "loss": 2.3384, + "step": 56766 + }, + { + "epoch": 0.9717215289546209, + "grad_norm": 2.7163727283477783, + "learning_rate": 4.191226358099099e-08, + "loss": 2.2996, + "step": 56767 + }, + { + "epoch": 0.9717386466731714, + "grad_norm": 2.5755774974823, + "learning_rate": 4.186157312007777e-08, + "loss": 2.4232, + "step": 56768 + }, + { + "epoch": 0.9717557643917218, + "grad_norm": 2.5114798545837402, + "learning_rate": 4.181091326701192e-08, + "loss": 2.2833, + "step": 56769 + }, + { + "epoch": 0.9717728821102724, + "grad_norm": 2.486487627029419, + "learning_rate": 4.176028402194887e-08, + "loss": 2.2681, + "step": 56770 + }, + { + "epoch": 0.9717899998288229, + "grad_norm": 2.5804617404937744, + "learning_rate": 4.170968538504516e-08, + "loss": 2.3025, + "step": 56771 + }, + { + "epoch": 0.9718071175473733, + "grad_norm": 2.6426749229431152, + "learning_rate": 4.1659117356456224e-08, + "loss": 2.3561, + "step": 56772 + }, + { + "epoch": 0.9718242352659238, + "grad_norm": 2.706341505050659, + "learning_rate": 4.160857993633638e-08, + "loss": 2.411, + "step": 56773 + }, + { + "epoch": 0.9718413529844743, + "grad_norm": 2.757878065109253, + "learning_rate": 4.155807312484217e-08, + "loss": 2.3624, + "step": 56774 + }, + { + "epoch": 0.9718584707030247, + "grad_norm": 2.654700517654419, + "learning_rate": 4.150759692212791e-08, + "loss": 2.389, + "step": 56775 + }, + { + "epoch": 0.9718755884215752, + "grad_norm": 2.716064691543579, + "learning_rate": 4.1457151328349043e-08, + "loss": 2.3156, + "step": 56776 + }, + { + "epoch": 0.9718927061401257, + "grad_norm": 2.557734251022339, + "learning_rate": 4.14067363436621e-08, + "loss": 2.3503, + "step": 56777 + }, + { + "epoch": 0.9719098238586761, + "grad_norm": 2.5155646800994873, + "learning_rate": 4.13563519682203e-08, + "loss": 2.291, + "step": 56778 + }, + { + "epoch": 0.9719269415772266, + "grad_norm": 2.6283111572265625, + "learning_rate": 4.1305998202177955e-08, + "loss": 2.3705, + "step": 56779 + }, + { + "epoch": 0.9719440592957771, + "grad_norm": 2.688133716583252, + "learning_rate": 4.125567504569161e-08, + "loss": 2.3276, + "step": 56780 + }, + { + "epoch": 0.9719611770143275, + "grad_norm": 2.5588159561157227, + "learning_rate": 4.120538249891448e-08, + "loss": 2.3687, + "step": 56781 + }, + { + "epoch": 0.971978294732878, + "grad_norm": 2.6838326454162598, + "learning_rate": 4.1155120562003104e-08, + "loss": 2.4329, + "step": 56782 + }, + { + "epoch": 0.9719954124514285, + "grad_norm": 2.7268240451812744, + "learning_rate": 4.110488923510958e-08, + "loss": 2.3474, + "step": 56783 + }, + { + "epoch": 0.9720125301699789, + "grad_norm": 2.7818477153778076, + "learning_rate": 4.105468851838934e-08, + "loss": 2.2842, + "step": 56784 + }, + { + "epoch": 0.9720296478885294, + "grad_norm": 2.6865010261535645, + "learning_rate": 4.100451841199782e-08, + "loss": 2.3547, + "step": 56785 + }, + { + "epoch": 0.9720467656070799, + "grad_norm": 2.5014922618865967, + "learning_rate": 4.0954378916087115e-08, + "loss": 2.235, + "step": 56786 + }, + { + "epoch": 0.9720638833256303, + "grad_norm": 2.604248523712158, + "learning_rate": 4.090427003081266e-08, + "loss": 2.2424, + "step": 56787 + }, + { + "epoch": 0.9720810010441808, + "grad_norm": 2.8293817043304443, + "learning_rate": 4.085419175632766e-08, + "loss": 2.3253, + "step": 56788 + }, + { + "epoch": 0.9720981187627313, + "grad_norm": 2.4528634548187256, + "learning_rate": 4.080414409278755e-08, + "loss": 2.3088, + "step": 56789 + }, + { + "epoch": 0.9721152364812817, + "grad_norm": 2.601867437362671, + "learning_rate": 4.0754127040345535e-08, + "loss": 2.3715, + "step": 56790 + }, + { + "epoch": 0.9721323541998322, + "grad_norm": 2.451669692993164, + "learning_rate": 4.070414059915373e-08, + "loss": 2.3086, + "step": 56791 + }, + { + "epoch": 0.9721494719183827, + "grad_norm": 2.7607314586639404, + "learning_rate": 4.065418476936756e-08, + "loss": 2.372, + "step": 56792 + }, + { + "epoch": 0.9721665896369331, + "grad_norm": 2.573923349380493, + "learning_rate": 4.060425955114022e-08, + "loss": 2.4046, + "step": 56793 + }, + { + "epoch": 0.9721837073554837, + "grad_norm": 2.6481857299804688, + "learning_rate": 4.0554364944624944e-08, + "loss": 2.2505, + "step": 56794 + }, + { + "epoch": 0.9722008250740342, + "grad_norm": 2.7147839069366455, + "learning_rate": 4.0504500949974936e-08, + "loss": 2.4171, + "step": 56795 + }, + { + "epoch": 0.9722179427925846, + "grad_norm": 2.5386855602264404, + "learning_rate": 4.04546675673434e-08, + "loss": 2.2116, + "step": 56796 + }, + { + "epoch": 0.9722350605111351, + "grad_norm": 2.6427602767944336, + "learning_rate": 4.040486479688355e-08, + "loss": 2.3169, + "step": 56797 + }, + { + "epoch": 0.9722521782296856, + "grad_norm": 2.6942689418792725, + "learning_rate": 4.0355092638749705e-08, + "loss": 2.3231, + "step": 56798 + }, + { + "epoch": 0.972269295948236, + "grad_norm": 2.612426996231079, + "learning_rate": 4.030535109309286e-08, + "loss": 2.2888, + "step": 56799 + }, + { + "epoch": 0.9722864136667865, + "grad_norm": 2.604461908340454, + "learning_rate": 4.0255640160067334e-08, + "loss": 2.2208, + "step": 56800 + }, + { + "epoch": 0.972303531385337, + "grad_norm": 2.53073787689209, + "learning_rate": 4.0205959839825226e-08, + "loss": 2.1578, + "step": 56801 + }, + { + "epoch": 0.9723206491038874, + "grad_norm": 2.5282490253448486, + "learning_rate": 4.0156310132519746e-08, + "loss": 2.1549, + "step": 56802 + }, + { + "epoch": 0.9723377668224379, + "grad_norm": 2.6366400718688965, + "learning_rate": 4.0106691038303e-08, + "loss": 2.3758, + "step": 56803 + }, + { + "epoch": 0.9723548845409884, + "grad_norm": 2.5293872356414795, + "learning_rate": 4.0057102557328196e-08, + "loss": 2.3137, + "step": 56804 + }, + { + "epoch": 0.9723720022595389, + "grad_norm": 2.4903790950775146, + "learning_rate": 4.0007544689746324e-08, + "loss": 2.2129, + "step": 56805 + }, + { + "epoch": 0.9723891199780893, + "grad_norm": 2.5412464141845703, + "learning_rate": 3.9958017435711705e-08, + "loss": 2.1973, + "step": 56806 + }, + { + "epoch": 0.9724062376966398, + "grad_norm": 2.7917115688323975, + "learning_rate": 3.990852079537533e-08, + "loss": 2.316, + "step": 56807 + }, + { + "epoch": 0.9724233554151903, + "grad_norm": 2.6600341796875, + "learning_rate": 3.985905476888929e-08, + "loss": 2.3368, + "step": 56808 + }, + { + "epoch": 0.9724404731337407, + "grad_norm": 2.546964645385742, + "learning_rate": 3.980961935640571e-08, + "loss": 2.2457, + "step": 56809 + }, + { + "epoch": 0.9724575908522912, + "grad_norm": 2.567251205444336, + "learning_rate": 3.976021455807666e-08, + "loss": 2.2393, + "step": 56810 + }, + { + "epoch": 0.9724747085708417, + "grad_norm": 2.7733652591705322, + "learning_rate": 3.971084037405315e-08, + "loss": 2.3995, + "step": 56811 + }, + { + "epoch": 0.9724918262893921, + "grad_norm": 2.771021604537964, + "learning_rate": 3.96614968044895e-08, + "loss": 2.3198, + "step": 56812 + }, + { + "epoch": 0.9725089440079426, + "grad_norm": 2.711589813232422, + "learning_rate": 3.961218384953447e-08, + "loss": 2.1786, + "step": 56813 + }, + { + "epoch": 0.9725260617264931, + "grad_norm": 2.767063617706299, + "learning_rate": 3.956290150934128e-08, + "loss": 2.2676, + "step": 56814 + }, + { + "epoch": 0.9725431794450435, + "grad_norm": 2.647467613220215, + "learning_rate": 3.9513649784062026e-08, + "loss": 2.3695, + "step": 56815 + }, + { + "epoch": 0.972560297163594, + "grad_norm": 2.605499267578125, + "learning_rate": 3.946442867384548e-08, + "loss": 2.249, + "step": 56816 + }, + { + "epoch": 0.9725774148821446, + "grad_norm": 2.4822585582733154, + "learning_rate": 3.941523817884485e-08, + "loss": 2.1476, + "step": 56817 + }, + { + "epoch": 0.972594532600695, + "grad_norm": 2.6687510013580322, + "learning_rate": 3.936607829921113e-08, + "loss": 2.3187, + "step": 56818 + }, + { + "epoch": 0.9726116503192455, + "grad_norm": 2.863807201385498, + "learning_rate": 3.931694903509531e-08, + "loss": 2.3496, + "step": 56819 + }, + { + "epoch": 0.972628768037796, + "grad_norm": 2.7632644176483154, + "learning_rate": 3.9267850386648375e-08, + "loss": 2.359, + "step": 56820 + }, + { + "epoch": 0.9726458857563464, + "grad_norm": 2.6744930744171143, + "learning_rate": 3.921878235402132e-08, + "loss": 2.3518, + "step": 56821 + }, + { + "epoch": 0.9726630034748969, + "grad_norm": 2.746438503265381, + "learning_rate": 3.916974493736403e-08, + "loss": 2.2471, + "step": 56822 + }, + { + "epoch": 0.9726801211934474, + "grad_norm": 2.476576566696167, + "learning_rate": 3.9120738136828596e-08, + "loss": 2.2814, + "step": 56823 + }, + { + "epoch": 0.9726972389119978, + "grad_norm": 2.9433248043060303, + "learning_rate": 3.9071761952566014e-08, + "loss": 2.3882, + "step": 56824 + }, + { + "epoch": 0.9727143566305483, + "grad_norm": 2.6596999168395996, + "learning_rate": 3.902281638472505e-08, + "loss": 2.2879, + "step": 56825 + }, + { + "epoch": 0.9727314743490988, + "grad_norm": 2.6238560676574707, + "learning_rate": 3.89739014334567e-08, + "loss": 2.336, + "step": 56826 + }, + { + "epoch": 0.9727485920676492, + "grad_norm": 2.6584677696228027, + "learning_rate": 3.892501709891194e-08, + "loss": 2.308, + "step": 56827 + }, + { + "epoch": 0.9727657097861997, + "grad_norm": 2.5214381217956543, + "learning_rate": 3.8876163381240675e-08, + "loss": 2.2931, + "step": 56828 + }, + { + "epoch": 0.9727828275047502, + "grad_norm": 2.752535104751587, + "learning_rate": 3.8827340280593875e-08, + "loss": 2.2936, + "step": 56829 + }, + { + "epoch": 0.9727999452233006, + "grad_norm": 2.6184298992156982, + "learning_rate": 3.8778547797119205e-08, + "loss": 2.304, + "step": 56830 + }, + { + "epoch": 0.9728170629418511, + "grad_norm": 2.7338039875030518, + "learning_rate": 3.872978593096877e-08, + "loss": 2.3451, + "step": 56831 + }, + { + "epoch": 0.9728341806604016, + "grad_norm": 2.5078558921813965, + "learning_rate": 3.868105468229244e-08, + "loss": 2.3026, + "step": 56832 + }, + { + "epoch": 0.972851298378952, + "grad_norm": 2.670870542526245, + "learning_rate": 3.8632354051238993e-08, + "loss": 2.3709, + "step": 56833 + }, + { + "epoch": 0.9728684160975025, + "grad_norm": 2.682360887527466, + "learning_rate": 3.8583684037959426e-08, + "loss": 2.2381, + "step": 56834 + }, + { + "epoch": 0.972885533816053, + "grad_norm": 2.5523123741149902, + "learning_rate": 3.853504464260138e-08, + "loss": 2.3487, + "step": 56835 + }, + { + "epoch": 0.9729026515346034, + "grad_norm": 2.7680885791778564, + "learning_rate": 3.8486435865316975e-08, + "loss": 2.2393, + "step": 56836 + }, + { + "epoch": 0.9729197692531539, + "grad_norm": 2.6628546714782715, + "learning_rate": 3.8437857706252743e-08, + "loss": 2.4083, + "step": 56837 + }, + { + "epoch": 0.9729368869717044, + "grad_norm": 2.644275665283203, + "learning_rate": 3.838931016555969e-08, + "loss": 2.3359, + "step": 56838 + }, + { + "epoch": 0.9729540046902548, + "grad_norm": 2.590202569961548, + "learning_rate": 3.8340793243386575e-08, + "loss": 2.3645, + "step": 56839 + }, + { + "epoch": 0.9729711224088053, + "grad_norm": 2.743037223815918, + "learning_rate": 3.8292306939883284e-08, + "loss": 2.304, + "step": 56840 + }, + { + "epoch": 0.9729882401273559, + "grad_norm": 2.6694793701171875, + "learning_rate": 3.824385125519747e-08, + "loss": 2.2851, + "step": 56841 + }, + { + "epoch": 0.9730053578459062, + "grad_norm": 2.5769145488739014, + "learning_rate": 3.8195426189480134e-08, + "loss": 2.2967, + "step": 56842 + }, + { + "epoch": 0.9730224755644568, + "grad_norm": 2.6998050212860107, + "learning_rate": 3.8147031742877816e-08, + "loss": 2.3487, + "step": 56843 + }, + { + "epoch": 0.9730395932830073, + "grad_norm": 2.5214452743530273, + "learning_rate": 3.80986679155404e-08, + "loss": 2.2324, + "step": 56844 + }, + { + "epoch": 0.9730567110015577, + "grad_norm": 2.7829809188842773, + "learning_rate": 3.805033470761665e-08, + "loss": 2.3812, + "step": 56845 + }, + { + "epoch": 0.9730738287201082, + "grad_norm": 2.8050363063812256, + "learning_rate": 3.800203211925424e-08, + "loss": 2.448, + "step": 56846 + }, + { + "epoch": 0.9730909464386587, + "grad_norm": 2.6140785217285156, + "learning_rate": 3.7953760150603034e-08, + "loss": 2.4613, + "step": 56847 + }, + { + "epoch": 0.9731080641572091, + "grad_norm": 2.559441566467285, + "learning_rate": 3.7905518801809594e-08, + "loss": 2.2713, + "step": 56848 + }, + { + "epoch": 0.9731251818757596, + "grad_norm": 2.5286576747894287, + "learning_rate": 3.78573080730249e-08, + "loss": 2.2872, + "step": 56849 + }, + { + "epoch": 0.9731422995943101, + "grad_norm": 2.6687138080596924, + "learning_rate": 3.78091279643944e-08, + "loss": 2.2536, + "step": 56850 + }, + { + "epoch": 0.9731594173128606, + "grad_norm": 2.8405261039733887, + "learning_rate": 3.776097847606686e-08, + "loss": 2.3936, + "step": 56851 + }, + { + "epoch": 0.973176535031411, + "grad_norm": 2.675971031188965, + "learning_rate": 3.7712859608192155e-08, + "loss": 2.291, + "step": 56852 + }, + { + "epoch": 0.9731936527499615, + "grad_norm": 2.56005597114563, + "learning_rate": 3.766477136091573e-08, + "loss": 2.2427, + "step": 56853 + }, + { + "epoch": 0.973210770468512, + "grad_norm": 2.5513246059417725, + "learning_rate": 3.7616713734386356e-08, + "loss": 2.2435, + "step": 56854 + }, + { + "epoch": 0.9732278881870624, + "grad_norm": 2.772329330444336, + "learning_rate": 3.756868672875169e-08, + "loss": 2.3753, + "step": 56855 + }, + { + "epoch": 0.9732450059056129, + "grad_norm": 2.6979448795318604, + "learning_rate": 3.7520690344159395e-08, + "loss": 2.1999, + "step": 56856 + }, + { + "epoch": 0.9732621236241634, + "grad_norm": 2.7002291679382324, + "learning_rate": 3.747272458075713e-08, + "loss": 2.4965, + "step": 56857 + }, + { + "epoch": 0.9732792413427138, + "grad_norm": 2.6301097869873047, + "learning_rate": 3.7424789438692546e-08, + "loss": 2.4552, + "step": 56858 + }, + { + "epoch": 0.9732963590612643, + "grad_norm": 2.8419604301452637, + "learning_rate": 3.73768849181122e-08, + "loss": 2.2798, + "step": 56859 + }, + { + "epoch": 0.9733134767798148, + "grad_norm": 2.637535572052002, + "learning_rate": 3.732901101916375e-08, + "loss": 2.2192, + "step": 56860 + }, + { + "epoch": 0.9733305944983652, + "grad_norm": 2.657214879989624, + "learning_rate": 3.728116774199486e-08, + "loss": 2.2853, + "step": 56861 + }, + { + "epoch": 0.9733477122169157, + "grad_norm": 2.6170148849487305, + "learning_rate": 3.723335508675208e-08, + "loss": 2.3995, + "step": 56862 + }, + { + "epoch": 0.9733648299354662, + "grad_norm": 2.70383620262146, + "learning_rate": 3.718557305358195e-08, + "loss": 2.3029, + "step": 56863 + }, + { + "epoch": 0.9733819476540166, + "grad_norm": 2.6361210346221924, + "learning_rate": 3.7137821642632135e-08, + "loss": 2.3872, + "step": 56864 + }, + { + "epoch": 0.9733990653725672, + "grad_norm": 2.540935754776001, + "learning_rate": 3.709010085404918e-08, + "loss": 2.2136, + "step": 56865 + }, + { + "epoch": 0.9734161830911177, + "grad_norm": 2.639496088027954, + "learning_rate": 3.704241068797965e-08, + "loss": 2.287, + "step": 56866 + }, + { + "epoch": 0.9734333008096681, + "grad_norm": 2.584105968475342, + "learning_rate": 3.699475114456896e-08, + "loss": 2.4096, + "step": 56867 + }, + { + "epoch": 0.9734504185282186, + "grad_norm": 2.6166939735412598, + "learning_rate": 3.694712222396701e-08, + "loss": 2.3206, + "step": 56868 + }, + { + "epoch": 0.9734675362467691, + "grad_norm": 2.4405179023742676, + "learning_rate": 3.68995239263159e-08, + "loss": 2.2315, + "step": 56869 + }, + { + "epoch": 0.9734846539653195, + "grad_norm": 2.9327785968780518, + "learning_rate": 3.685195625176441e-08, + "loss": 2.2494, + "step": 56870 + }, + { + "epoch": 0.97350177168387, + "grad_norm": 2.507136821746826, + "learning_rate": 3.6804419200459076e-08, + "loss": 2.3228, + "step": 56871 + }, + { + "epoch": 0.9735188894024205, + "grad_norm": 2.5433926582336426, + "learning_rate": 3.675691277254423e-08, + "loss": 2.2252, + "step": 56872 + }, + { + "epoch": 0.9735360071209709, + "grad_norm": 2.531749725341797, + "learning_rate": 3.6709436968167534e-08, + "loss": 2.3318, + "step": 56873 + }, + { + "epoch": 0.9735531248395214, + "grad_norm": 2.716481924057007, + "learning_rate": 3.666199178747332e-08, + "loss": 2.4341, + "step": 56874 + }, + { + "epoch": 0.9735702425580719, + "grad_norm": 2.6425669193267822, + "learning_rate": 3.6614577230610346e-08, + "loss": 2.3644, + "step": 56875 + }, + { + "epoch": 0.9735873602766223, + "grad_norm": 2.453806161880493, + "learning_rate": 3.6567193297720736e-08, + "loss": 2.2268, + "step": 56876 + }, + { + "epoch": 0.9736044779951728, + "grad_norm": 2.694781541824341, + "learning_rate": 3.6519839988952143e-08, + "loss": 2.3967, + "step": 56877 + }, + { + "epoch": 0.9736215957137233, + "grad_norm": 2.5270512104034424, + "learning_rate": 3.6472517304450005e-08, + "loss": 2.345, + "step": 56878 + }, + { + "epoch": 0.9736387134322737, + "grad_norm": 2.5444977283477783, + "learning_rate": 3.6425225244358655e-08, + "loss": 2.2977, + "step": 56879 + }, + { + "epoch": 0.9736558311508242, + "grad_norm": 2.651207685470581, + "learning_rate": 3.637796380882575e-08, + "loss": 2.3097, + "step": 56880 + }, + { + "epoch": 0.9736729488693747, + "grad_norm": 2.575282335281372, + "learning_rate": 3.63307329979945e-08, + "loss": 2.2593, + "step": 56881 + }, + { + "epoch": 0.9736900665879251, + "grad_norm": 2.6166021823883057, + "learning_rate": 3.628353281201036e-08, + "loss": 2.3784, + "step": 56882 + }, + { + "epoch": 0.9737071843064756, + "grad_norm": 2.837303400039673, + "learning_rate": 3.623636325101876e-08, + "loss": 2.3169, + "step": 56883 + }, + { + "epoch": 0.9737243020250261, + "grad_norm": 2.5788090229034424, + "learning_rate": 3.618922431516403e-08, + "loss": 2.4501, + "step": 56884 + }, + { + "epoch": 0.9737414197435765, + "grad_norm": 2.8936381340026855, + "learning_rate": 3.614211600459272e-08, + "loss": 2.2318, + "step": 56885 + }, + { + "epoch": 0.973758537462127, + "grad_norm": 2.5295450687408447, + "learning_rate": 3.609503831944916e-08, + "loss": 2.3625, + "step": 56886 + }, + { + "epoch": 0.9737756551806775, + "grad_norm": 2.698850154876709, + "learning_rate": 3.604799125987657e-08, + "loss": 2.3027, + "step": 56887 + }, + { + "epoch": 0.9737927728992279, + "grad_norm": 2.5867910385131836, + "learning_rate": 3.600097482602039e-08, + "loss": 2.375, + "step": 56888 + }, + { + "epoch": 0.9738098906177785, + "grad_norm": 2.7286441326141357, + "learning_rate": 3.595398901802494e-08, + "loss": 2.3108, + "step": 56889 + }, + { + "epoch": 0.973827008336329, + "grad_norm": 2.5810160636901855, + "learning_rate": 3.5907033836035666e-08, + "loss": 2.2817, + "step": 56890 + }, + { + "epoch": 0.9738441260548794, + "grad_norm": 2.499444007873535, + "learning_rate": 3.586010928019579e-08, + "loss": 2.3582, + "step": 56891 + }, + { + "epoch": 0.9738612437734299, + "grad_norm": 2.5290088653564453, + "learning_rate": 3.5813215350649634e-08, + "loss": 2.2532, + "step": 56892 + }, + { + "epoch": 0.9738783614919804, + "grad_norm": 2.5543606281280518, + "learning_rate": 3.576635204754153e-08, + "loss": 2.2565, + "step": 56893 + }, + { + "epoch": 0.9738954792105308, + "grad_norm": 2.6562912464141846, + "learning_rate": 3.571951937101581e-08, + "loss": 2.3166, + "step": 56894 + }, + { + "epoch": 0.9739125969290813, + "grad_norm": 2.7365782260894775, + "learning_rate": 3.56727173212168e-08, + "loss": 2.372, + "step": 56895 + }, + { + "epoch": 0.9739297146476318, + "grad_norm": 2.6627628803253174, + "learning_rate": 3.562594589828661e-08, + "loss": 2.2122, + "step": 56896 + }, + { + "epoch": 0.9739468323661822, + "grad_norm": 2.710582971572876, + "learning_rate": 3.5579205102370675e-08, + "loss": 2.3153, + "step": 56897 + }, + { + "epoch": 0.9739639500847327, + "grad_norm": 2.7657430171966553, + "learning_rate": 3.553249493361222e-08, + "loss": 2.3208, + "step": 56898 + }, + { + "epoch": 0.9739810678032832, + "grad_norm": 2.831845998764038, + "learning_rate": 3.548581539215445e-08, + "loss": 2.3726, + "step": 56899 + }, + { + "epoch": 0.9739981855218337, + "grad_norm": 2.7798614501953125, + "learning_rate": 3.543916647814172e-08, + "loss": 2.3414, + "step": 56900 + }, + { + "epoch": 0.9740153032403841, + "grad_norm": 2.545194387435913, + "learning_rate": 3.5392548191716113e-08, + "loss": 2.2574, + "step": 56901 + }, + { + "epoch": 0.9740324209589346, + "grad_norm": 2.713383913040161, + "learning_rate": 3.534596053302197e-08, + "loss": 2.3208, + "step": 56902 + }, + { + "epoch": 0.9740495386774851, + "grad_norm": 2.7572638988494873, + "learning_rate": 3.529940350220251e-08, + "loss": 2.3674, + "step": 56903 + }, + { + "epoch": 0.9740666563960355, + "grad_norm": 2.708515167236328, + "learning_rate": 3.525287709939984e-08, + "loss": 2.3663, + "step": 56904 + }, + { + "epoch": 0.974083774114586, + "grad_norm": 2.5311391353607178, + "learning_rate": 3.520638132475718e-08, + "loss": 2.242, + "step": 56905 + }, + { + "epoch": 0.9741008918331365, + "grad_norm": 2.6610631942749023, + "learning_rate": 3.515991617841885e-08, + "loss": 2.2869, + "step": 56906 + }, + { + "epoch": 0.9741180095516869, + "grad_norm": 2.638676643371582, + "learning_rate": 3.5113481660525864e-08, + "loss": 2.2456, + "step": 56907 + }, + { + "epoch": 0.9741351272702374, + "grad_norm": 2.491513252258301, + "learning_rate": 3.506707777122253e-08, + "loss": 2.2881, + "step": 56908 + }, + { + "epoch": 0.9741522449887879, + "grad_norm": 2.405223846435547, + "learning_rate": 3.502070451064876e-08, + "loss": 2.2955, + "step": 56909 + }, + { + "epoch": 0.9741693627073383, + "grad_norm": 2.536940336227417, + "learning_rate": 3.497436187895109e-08, + "loss": 2.2329, + "step": 56910 + }, + { + "epoch": 0.9741864804258888, + "grad_norm": 2.733718156814575, + "learning_rate": 3.49280498762683e-08, + "loss": 2.4089, + "step": 56911 + }, + { + "epoch": 0.9742035981444394, + "grad_norm": 2.5146870613098145, + "learning_rate": 3.4881768502745824e-08, + "loss": 2.2272, + "step": 56912 + }, + { + "epoch": 0.9742207158629898, + "grad_norm": 2.736957311630249, + "learning_rate": 3.483551775852356e-08, + "loss": 2.3066, + "step": 56913 + }, + { + "epoch": 0.9742378335815403, + "grad_norm": 2.7032158374786377, + "learning_rate": 3.478929764374472e-08, + "loss": 2.3716, + "step": 56914 + }, + { + "epoch": 0.9742549513000908, + "grad_norm": 2.4859392642974854, + "learning_rate": 3.474310815855142e-08, + "loss": 2.2309, + "step": 56915 + }, + { + "epoch": 0.9742720690186412, + "grad_norm": 2.6701600551605225, + "learning_rate": 3.469694930308465e-08, + "loss": 2.3066, + "step": 56916 + }, + { + "epoch": 0.9742891867371917, + "grad_norm": 2.625976800918579, + "learning_rate": 3.465082107748763e-08, + "loss": 2.2736, + "step": 56917 + }, + { + "epoch": 0.9743063044557422, + "grad_norm": 2.7056314945220947, + "learning_rate": 3.460472348190136e-08, + "loss": 2.3746, + "step": 56918 + }, + { + "epoch": 0.9743234221742926, + "grad_norm": 2.644294023513794, + "learning_rate": 3.455865651646684e-08, + "loss": 2.3513, + "step": 56919 + }, + { + "epoch": 0.9743405398928431, + "grad_norm": 2.8191559314727783, + "learning_rate": 3.4512620181327285e-08, + "loss": 2.3476, + "step": 56920 + }, + { + "epoch": 0.9743576576113936, + "grad_norm": 2.710374593734741, + "learning_rate": 3.4466614476623695e-08, + "loss": 2.3393, + "step": 56921 + }, + { + "epoch": 0.974374775329944, + "grad_norm": 2.893671751022339, + "learning_rate": 3.442063940249707e-08, + "loss": 2.3978, + "step": 56922 + }, + { + "epoch": 0.9743918930484945, + "grad_norm": 2.821108102798462, + "learning_rate": 3.437469495908841e-08, + "loss": 2.3661, + "step": 56923 + }, + { + "epoch": 0.974409010767045, + "grad_norm": 2.6621310710906982, + "learning_rate": 3.432878114653981e-08, + "loss": 2.3938, + "step": 56924 + }, + { + "epoch": 0.9744261284855954, + "grad_norm": 2.757713794708252, + "learning_rate": 3.428289796499118e-08, + "loss": 2.4024, + "step": 56925 + }, + { + "epoch": 0.9744432462041459, + "grad_norm": 2.6819045543670654, + "learning_rate": 3.423704541458461e-08, + "loss": 2.3372, + "step": 56926 + }, + { + "epoch": 0.9744603639226964, + "grad_norm": 2.6684365272521973, + "learning_rate": 3.419122349546111e-08, + "loss": 2.3072, + "step": 56927 + }, + { + "epoch": 0.9744774816412468, + "grad_norm": 2.613900899887085, + "learning_rate": 3.4145432207761675e-08, + "loss": 2.3232, + "step": 56928 + }, + { + "epoch": 0.9744945993597973, + "grad_norm": 2.603560209274292, + "learning_rate": 3.409967155162619e-08, + "loss": 2.2211, + "step": 56929 + }, + { + "epoch": 0.9745117170783478, + "grad_norm": 2.781024217605591, + "learning_rate": 3.405394152719454e-08, + "loss": 2.3745, + "step": 56930 + }, + { + "epoch": 0.9745288347968982, + "grad_norm": 2.550241470336914, + "learning_rate": 3.400824213460996e-08, + "loss": 2.2686, + "step": 56931 + }, + { + "epoch": 0.9745459525154487, + "grad_norm": 2.6101303100585938, + "learning_rate": 3.39625733740101e-08, + "loss": 2.3846, + "step": 56932 + }, + { + "epoch": 0.9745630702339992, + "grad_norm": 2.603717803955078, + "learning_rate": 3.391693524553708e-08, + "loss": 2.2283, + "step": 56933 + }, + { + "epoch": 0.9745801879525496, + "grad_norm": 2.470710515975952, + "learning_rate": 3.3871327749330775e-08, + "loss": 2.3579, + "step": 56934 + }, + { + "epoch": 0.9745973056711001, + "grad_norm": 2.762190103530884, + "learning_rate": 3.3825750885531085e-08, + "loss": 2.3884, + "step": 56935 + }, + { + "epoch": 0.9746144233896507, + "grad_norm": 2.636335849761963, + "learning_rate": 3.3780204654279e-08, + "loss": 2.3072, + "step": 56936 + }, + { + "epoch": 0.974631541108201, + "grad_norm": 2.683897018432617, + "learning_rate": 3.3734689055712197e-08, + "loss": 2.3565, + "step": 56937 + }, + { + "epoch": 0.9746486588267516, + "grad_norm": 2.796635389328003, + "learning_rate": 3.3689204089973895e-08, + "loss": 2.2894, + "step": 56938 + }, + { + "epoch": 0.9746657765453021, + "grad_norm": 2.752988576889038, + "learning_rate": 3.364374975720064e-08, + "loss": 2.4099, + "step": 56939 + }, + { + "epoch": 0.9746828942638525, + "grad_norm": 2.514054536819458, + "learning_rate": 3.3598326057534546e-08, + "loss": 2.3156, + "step": 56940 + }, + { + "epoch": 0.974700011982403, + "grad_norm": 2.712341785430908, + "learning_rate": 3.35529329911144e-08, + "loss": 2.3149, + "step": 56941 + }, + { + "epoch": 0.9747171297009535, + "grad_norm": 2.722606658935547, + "learning_rate": 3.350757055808007e-08, + "loss": 2.2951, + "step": 56942 + }, + { + "epoch": 0.9747342474195039, + "grad_norm": 2.7218732833862305, + "learning_rate": 3.3462238758569245e-08, + "loss": 2.3596, + "step": 56943 + }, + { + "epoch": 0.9747513651380544, + "grad_norm": 2.6443867683410645, + "learning_rate": 3.341693759272402e-08, + "loss": 2.2873, + "step": 56944 + }, + { + "epoch": 0.9747684828566049, + "grad_norm": 2.6803455352783203, + "learning_rate": 3.337166706068207e-08, + "loss": 2.3572, + "step": 56945 + }, + { + "epoch": 0.9747856005751554, + "grad_norm": 2.6017096042633057, + "learning_rate": 3.3326427162581056e-08, + "loss": 2.3894, + "step": 56946 + }, + { + "epoch": 0.9748027182937058, + "grad_norm": 2.7108612060546875, + "learning_rate": 3.328121789856309e-08, + "loss": 2.3277, + "step": 56947 + }, + { + "epoch": 0.9748198360122563, + "grad_norm": 2.605078935623169, + "learning_rate": 3.323603926876584e-08, + "loss": 2.2428, + "step": 56948 + }, + { + "epoch": 0.9748369537308068, + "grad_norm": 2.5151896476745605, + "learning_rate": 3.3190891273328087e-08, + "loss": 2.2683, + "step": 56949 + }, + { + "epoch": 0.9748540714493572, + "grad_norm": 2.4721457958221436, + "learning_rate": 3.314577391238749e-08, + "loss": 2.2208, + "step": 56950 + }, + { + "epoch": 0.9748711891679077, + "grad_norm": 2.792712688446045, + "learning_rate": 3.3100687186085055e-08, + "loss": 2.294, + "step": 56951 + }, + { + "epoch": 0.9748883068864582, + "grad_norm": 2.5691006183624268, + "learning_rate": 3.305563109455734e-08, + "loss": 2.2689, + "step": 56952 + }, + { + "epoch": 0.9749054246050086, + "grad_norm": 2.669151544570923, + "learning_rate": 3.3010605637943116e-08, + "loss": 2.3252, + "step": 56953 + }, + { + "epoch": 0.9749225423235591, + "grad_norm": 2.5196022987365723, + "learning_rate": 3.296561081638228e-08, + "loss": 2.3469, + "step": 56954 + }, + { + "epoch": 0.9749396600421096, + "grad_norm": 2.881366729736328, + "learning_rate": 3.2920646630011374e-08, + "loss": 2.3289, + "step": 56955 + }, + { + "epoch": 0.97495677776066, + "grad_norm": 2.668478488922119, + "learning_rate": 3.2875713078970305e-08, + "loss": 2.3777, + "step": 56956 + }, + { + "epoch": 0.9749738954792105, + "grad_norm": 2.5918495655059814, + "learning_rate": 3.2830810163395624e-08, + "loss": 2.3891, + "step": 56957 + }, + { + "epoch": 0.974991013197761, + "grad_norm": 2.6519570350646973, + "learning_rate": 3.278593788342499e-08, + "loss": 2.3712, + "step": 56958 + }, + { + "epoch": 0.9750081309163114, + "grad_norm": 2.5768771171569824, + "learning_rate": 3.27410962391983e-08, + "loss": 2.2336, + "step": 56959 + }, + { + "epoch": 0.975025248634862, + "grad_norm": 2.6329071521759033, + "learning_rate": 3.269628523085211e-08, + "loss": 2.3213, + "step": 56960 + }, + { + "epoch": 0.9750423663534125, + "grad_norm": 2.722979784011841, + "learning_rate": 3.265150485852409e-08, + "loss": 2.3903, + "step": 56961 + }, + { + "epoch": 0.9750594840719629, + "grad_norm": 2.7114834785461426, + "learning_rate": 3.260675512235301e-08, + "loss": 2.309, + "step": 56962 + }, + { + "epoch": 0.9750766017905134, + "grad_norm": 2.593567371368408, + "learning_rate": 3.256203602247432e-08, + "loss": 2.3253, + "step": 56963 + }, + { + "epoch": 0.9750937195090639, + "grad_norm": 2.727937698364258, + "learning_rate": 3.251734755902791e-08, + "loss": 2.2994, + "step": 56964 + }, + { + "epoch": 0.9751108372276143, + "grad_norm": 2.6213605403900146, + "learning_rate": 3.247268973214923e-08, + "loss": 2.3528, + "step": 56965 + }, + { + "epoch": 0.9751279549461648, + "grad_norm": 2.6427009105682373, + "learning_rate": 3.242806254197706e-08, + "loss": 2.3397, + "step": 56966 + }, + { + "epoch": 0.9751450726647153, + "grad_norm": 2.603902578353882, + "learning_rate": 3.2383465988646836e-08, + "loss": 2.327, + "step": 56967 + }, + { + "epoch": 0.9751621903832657, + "grad_norm": 2.565366744995117, + "learning_rate": 3.233890007229734e-08, + "loss": 2.1717, + "step": 56968 + }, + { + "epoch": 0.9751793081018162, + "grad_norm": 2.8223230838775635, + "learning_rate": 3.2294364793064026e-08, + "loss": 2.4827, + "step": 56969 + }, + { + "epoch": 0.9751964258203667, + "grad_norm": 2.6535847187042236, + "learning_rate": 3.2249860151085666e-08, + "loss": 2.3261, + "step": 56970 + }, + { + "epoch": 0.9752135435389171, + "grad_norm": 2.8092844486236572, + "learning_rate": 3.22053861464966e-08, + "loss": 2.4412, + "step": 56971 + }, + { + "epoch": 0.9752306612574676, + "grad_norm": 2.5807669162750244, + "learning_rate": 3.21609427794356e-08, + "loss": 2.3343, + "step": 56972 + }, + { + "epoch": 0.9752477789760181, + "grad_norm": 2.4491608142852783, + "learning_rate": 3.211653005003923e-08, + "loss": 2.281, + "step": 56973 + }, + { + "epoch": 0.9752648966945685, + "grad_norm": 2.78068208694458, + "learning_rate": 3.207214795844182e-08, + "loss": 2.3621, + "step": 56974 + }, + { + "epoch": 0.975282014413119, + "grad_norm": 2.8577370643615723, + "learning_rate": 3.202779650478216e-08, + "loss": 2.324, + "step": 56975 + }, + { + "epoch": 0.9752991321316695, + "grad_norm": 2.6680641174316406, + "learning_rate": 3.198347568919569e-08, + "loss": 2.248, + "step": 56976 + }, + { + "epoch": 0.9753162498502199, + "grad_norm": 2.573197603225708, + "learning_rate": 3.193918551181785e-08, + "loss": 2.3271, + "step": 56977 + }, + { + "epoch": 0.9753333675687704, + "grad_norm": 2.4825050830841064, + "learning_rate": 3.189492597278632e-08, + "loss": 2.2202, + "step": 56978 + }, + { + "epoch": 0.9753504852873209, + "grad_norm": 2.638244390487671, + "learning_rate": 3.1850697072235424e-08, + "loss": 2.287, + "step": 56979 + }, + { + "epoch": 0.9753676030058713, + "grad_norm": 2.484365463256836, + "learning_rate": 3.1806498810302846e-08, + "loss": 2.343, + "step": 56980 + }, + { + "epoch": 0.9753847207244218, + "grad_norm": 2.7810022830963135, + "learning_rate": 3.176233118712402e-08, + "loss": 2.3632, + "step": 56981 + }, + { + "epoch": 0.9754018384429723, + "grad_norm": 2.703213691711426, + "learning_rate": 3.1718194202833284e-08, + "loss": 2.37, + "step": 56982 + }, + { + "epoch": 0.9754189561615227, + "grad_norm": 2.808159589767456, + "learning_rate": 3.1674087857567206e-08, + "loss": 2.3899, + "step": 56983 + }, + { + "epoch": 0.9754360738800733, + "grad_norm": 2.5929641723632812, + "learning_rate": 3.163001215146233e-08, + "loss": 2.2262, + "step": 56984 + }, + { + "epoch": 0.9754531915986238, + "grad_norm": 2.68003511428833, + "learning_rate": 3.1585967084653004e-08, + "loss": 2.3433, + "step": 56985 + }, + { + "epoch": 0.9754703093171742, + "grad_norm": 2.6730165481567383, + "learning_rate": 3.154195265727467e-08, + "loss": 2.2137, + "step": 56986 + }, + { + "epoch": 0.9754874270357247, + "grad_norm": 2.6013269424438477, + "learning_rate": 3.149796886946388e-08, + "loss": 2.2845, + "step": 56987 + }, + { + "epoch": 0.9755045447542752, + "grad_norm": 2.3841633796691895, + "learning_rate": 3.145401572135387e-08, + "loss": 2.2431, + "step": 56988 + }, + { + "epoch": 0.9755216624728256, + "grad_norm": 2.828582525253296, + "learning_rate": 3.1410093213080086e-08, + "loss": 2.3639, + "step": 56989 + }, + { + "epoch": 0.9755387801913761, + "grad_norm": 2.5886120796203613, + "learning_rate": 3.136620134477908e-08, + "loss": 2.2794, + "step": 56990 + }, + { + "epoch": 0.9755558979099266, + "grad_norm": 2.5267252922058105, + "learning_rate": 3.132234011658408e-08, + "loss": 2.3163, + "step": 56991 + }, + { + "epoch": 0.9755730156284771, + "grad_norm": 2.4459428787231445, + "learning_rate": 3.127850952863054e-08, + "loss": 2.2662, + "step": 56992 + }, + { + "epoch": 0.9755901333470275, + "grad_norm": 2.809826135635376, + "learning_rate": 3.12347095810539e-08, + "loss": 2.3257, + "step": 56993 + }, + { + "epoch": 0.975607251065578, + "grad_norm": 2.7350564002990723, + "learning_rate": 3.119094027398739e-08, + "loss": 2.3311, + "step": 56994 + }, + { + "epoch": 0.9756243687841285, + "grad_norm": 2.457838296890259, + "learning_rate": 3.114720160756646e-08, + "loss": 2.2314, + "step": 56995 + }, + { + "epoch": 0.9756414865026789, + "grad_norm": 2.8635458946228027, + "learning_rate": 3.110349358192544e-08, + "loss": 2.3846, + "step": 56996 + }, + { + "epoch": 0.9756586042212294, + "grad_norm": 2.6033990383148193, + "learning_rate": 3.105981619719867e-08, + "loss": 2.3348, + "step": 56997 + }, + { + "epoch": 0.9756757219397799, + "grad_norm": 2.587477922439575, + "learning_rate": 3.101616945352048e-08, + "loss": 2.1931, + "step": 56998 + }, + { + "epoch": 0.9756928396583303, + "grad_norm": 2.79836106300354, + "learning_rate": 3.0972553351024114e-08, + "loss": 2.3016, + "step": 56999 + }, + { + "epoch": 0.9757099573768808, + "grad_norm": 2.638382911682129, + "learning_rate": 3.092896788984501e-08, + "loss": 2.278, + "step": 57000 + }, + { + "epoch": 0.9757270750954313, + "grad_norm": 2.7121074199676514, + "learning_rate": 3.0885413070116386e-08, + "loss": 2.3659, + "step": 57001 + }, + { + "epoch": 0.9757441928139817, + "grad_norm": 2.68247127532959, + "learning_rate": 3.084188889197148e-08, + "loss": 2.3303, + "step": 57002 + }, + { + "epoch": 0.9757613105325322, + "grad_norm": 2.6909914016723633, + "learning_rate": 3.079839535554574e-08, + "loss": 2.255, + "step": 57003 + }, + { + "epoch": 0.9757784282510827, + "grad_norm": 2.8151018619537354, + "learning_rate": 3.0754932460971276e-08, + "loss": 2.5531, + "step": 57004 + }, + { + "epoch": 0.9757955459696331, + "grad_norm": 2.569342613220215, + "learning_rate": 3.071150020838243e-08, + "loss": 2.273, + "step": 57005 + }, + { + "epoch": 0.9758126636881836, + "grad_norm": 2.4820032119750977, + "learning_rate": 3.066809859791353e-08, + "loss": 2.1172, + "step": 57006 + }, + { + "epoch": 0.9758297814067342, + "grad_norm": 2.671527862548828, + "learning_rate": 3.0624727629695596e-08, + "loss": 2.3447, + "step": 57007 + }, + { + "epoch": 0.9758468991252846, + "grad_norm": 2.686131477355957, + "learning_rate": 3.058138730386517e-08, + "loss": 2.2729, + "step": 57008 + }, + { + "epoch": 0.9758640168438351, + "grad_norm": 2.548574209213257, + "learning_rate": 3.0538077620552166e-08, + "loss": 2.3762, + "step": 57009 + }, + { + "epoch": 0.9758811345623856, + "grad_norm": 2.466409206390381, + "learning_rate": 3.04947985798909e-08, + "loss": 2.2527, + "step": 57010 + }, + { + "epoch": 0.975898252280936, + "grad_norm": 2.766477346420288, + "learning_rate": 3.045155018201573e-08, + "loss": 2.379, + "step": 57011 + }, + { + "epoch": 0.9759153699994865, + "grad_norm": 2.717468500137329, + "learning_rate": 3.040833242705876e-08, + "loss": 2.2771, + "step": 57012 + }, + { + "epoch": 0.975932487718037, + "grad_norm": 2.593461036682129, + "learning_rate": 3.036514531515211e-08, + "loss": 2.234, + "step": 57013 + }, + { + "epoch": 0.9759496054365874, + "grad_norm": 2.8336660861968994, + "learning_rate": 3.032198884642901e-08, + "loss": 2.5314, + "step": 57014 + }, + { + "epoch": 0.9759667231551379, + "grad_norm": 2.630075216293335, + "learning_rate": 3.0278863021021566e-08, + "loss": 2.2616, + "step": 57015 + }, + { + "epoch": 0.9759838408736884, + "grad_norm": 2.681104898452759, + "learning_rate": 3.023576783906412e-08, + "loss": 2.2786, + "step": 57016 + }, + { + "epoch": 0.9760009585922388, + "grad_norm": 2.6348695755004883, + "learning_rate": 3.019270330068658e-08, + "loss": 2.3551, + "step": 57017 + }, + { + "epoch": 0.9760180763107893, + "grad_norm": 2.6402108669281006, + "learning_rate": 3.0149669406023264e-08, + "loss": 2.2206, + "step": 57018 + }, + { + "epoch": 0.9760351940293398, + "grad_norm": 2.6830711364746094, + "learning_rate": 3.01066661552063e-08, + "loss": 2.3592, + "step": 57019 + }, + { + "epoch": 0.9760523117478902, + "grad_norm": 2.6074321269989014, + "learning_rate": 3.006369354836669e-08, + "loss": 2.3328, + "step": 57020 + }, + { + "epoch": 0.9760694294664407, + "grad_norm": 2.4811336994171143, + "learning_rate": 3.0020751585637665e-08, + "loss": 2.2637, + "step": 57021 + }, + { + "epoch": 0.9760865471849912, + "grad_norm": 2.5574851036071777, + "learning_rate": 2.997784026715023e-08, + "loss": 2.3428, + "step": 57022 + }, + { + "epoch": 0.9761036649035416, + "grad_norm": 2.6496057510375977, + "learning_rate": 2.9934959593037604e-08, + "loss": 2.2598, + "step": 57023 + }, + { + "epoch": 0.9761207826220921, + "grad_norm": 2.524390935897827, + "learning_rate": 2.9892109563430804e-08, + "loss": 2.3026, + "step": 57024 + }, + { + "epoch": 0.9761379003406426, + "grad_norm": 2.708333969116211, + "learning_rate": 2.9849290178460834e-08, + "loss": 2.3933, + "step": 57025 + }, + { + "epoch": 0.976155018059193, + "grad_norm": 2.6292638778686523, + "learning_rate": 2.9806501438260915e-08, + "loss": 2.2771, + "step": 57026 + }, + { + "epoch": 0.9761721357777435, + "grad_norm": 2.7308404445648193, + "learning_rate": 2.976374334295984e-08, + "loss": 2.2954, + "step": 57027 + }, + { + "epoch": 0.976189253496294, + "grad_norm": 2.59859561920166, + "learning_rate": 2.972101589269305e-08, + "loss": 2.2644, + "step": 57028 + }, + { + "epoch": 0.9762063712148444, + "grad_norm": 2.5264017581939697, + "learning_rate": 2.9678319087588225e-08, + "loss": 2.2192, + "step": 57029 + }, + { + "epoch": 0.976223488933395, + "grad_norm": 2.6047136783599854, + "learning_rate": 2.963565292777859e-08, + "loss": 2.1935, + "step": 57030 + }, + { + "epoch": 0.9762406066519455, + "grad_norm": 2.665743112564087, + "learning_rate": 2.9593017413394044e-08, + "loss": 2.4986, + "step": 57031 + }, + { + "epoch": 0.9762577243704958, + "grad_norm": 2.80203914642334, + "learning_rate": 2.95504125445667e-08, + "loss": 2.2908, + "step": 57032 + }, + { + "epoch": 0.9762748420890464, + "grad_norm": 2.537310838699341, + "learning_rate": 2.9507838321427563e-08, + "loss": 2.2788, + "step": 57033 + }, + { + "epoch": 0.9762919598075969, + "grad_norm": 2.6261730194091797, + "learning_rate": 2.9465294744106533e-08, + "loss": 2.2834, + "step": 57034 + }, + { + "epoch": 0.9763090775261473, + "grad_norm": 2.625859260559082, + "learning_rate": 2.9422781812735724e-08, + "loss": 2.3192, + "step": 57035 + }, + { + "epoch": 0.9763261952446978, + "grad_norm": 2.5467164516448975, + "learning_rate": 2.9380299527445032e-08, + "loss": 2.3092, + "step": 57036 + }, + { + "epoch": 0.9763433129632483, + "grad_norm": 2.5677592754364014, + "learning_rate": 2.9337847888363247e-08, + "loss": 2.3052, + "step": 57037 + }, + { + "epoch": 0.9763604306817987, + "grad_norm": 2.5124289989471436, + "learning_rate": 2.92954268956247e-08, + "loss": 2.2721, + "step": 57038 + }, + { + "epoch": 0.9763775484003492, + "grad_norm": 2.662954330444336, + "learning_rate": 2.9253036549355962e-08, + "loss": 2.2369, + "step": 57039 + }, + { + "epoch": 0.9763946661188997, + "grad_norm": 2.652111291885376, + "learning_rate": 2.9210676849690257e-08, + "loss": 2.3334, + "step": 57040 + }, + { + "epoch": 0.9764117838374502, + "grad_norm": 2.7323591709136963, + "learning_rate": 2.916834779675637e-08, + "loss": 2.3998, + "step": 57041 + }, + { + "epoch": 0.9764289015560006, + "grad_norm": 2.6901981830596924, + "learning_rate": 2.9126049390684197e-08, + "loss": 2.3286, + "step": 57042 + }, + { + "epoch": 0.9764460192745511, + "grad_norm": 2.6170670986175537, + "learning_rate": 2.9083781631603637e-08, + "loss": 2.2671, + "step": 57043 + }, + { + "epoch": 0.9764631369931016, + "grad_norm": 2.6013009548187256, + "learning_rate": 2.9041544519645693e-08, + "loss": 2.2075, + "step": 57044 + }, + { + "epoch": 0.976480254711652, + "grad_norm": 2.558070182800293, + "learning_rate": 2.8999338054940263e-08, + "loss": 2.2674, + "step": 57045 + }, + { + "epoch": 0.9764973724302025, + "grad_norm": 2.527984380722046, + "learning_rate": 2.8957162237616132e-08, + "loss": 2.2977, + "step": 57046 + }, + { + "epoch": 0.976514490148753, + "grad_norm": 2.673758029937744, + "learning_rate": 2.8915017067802086e-08, + "loss": 2.3437, + "step": 57047 + }, + { + "epoch": 0.9765316078673034, + "grad_norm": 2.7063372135162354, + "learning_rate": 2.8872902545630244e-08, + "loss": 2.2847, + "step": 57048 + }, + { + "epoch": 0.9765487255858539, + "grad_norm": 2.738597869873047, + "learning_rate": 2.8830818671228278e-08, + "loss": 2.3449, + "step": 57049 + }, + { + "epoch": 0.9765658433044044, + "grad_norm": 2.6361701488494873, + "learning_rate": 2.8788765444724976e-08, + "loss": 2.258, + "step": 57050 + }, + { + "epoch": 0.9765829610229548, + "grad_norm": 2.564729928970337, + "learning_rate": 2.8746742866251344e-08, + "loss": 2.2401, + "step": 57051 + }, + { + "epoch": 0.9766000787415053, + "grad_norm": 2.6136701107025146, + "learning_rate": 2.8704750935936167e-08, + "loss": 2.2414, + "step": 57052 + }, + { + "epoch": 0.9766171964600558, + "grad_norm": 2.6720571517944336, + "learning_rate": 2.8662789653907118e-08, + "loss": 2.3971, + "step": 57053 + }, + { + "epoch": 0.9766343141786062, + "grad_norm": 2.5334115028381348, + "learning_rate": 2.8620859020294102e-08, + "loss": 2.2827, + "step": 57054 + }, + { + "epoch": 0.9766514318971568, + "grad_norm": 2.654933452606201, + "learning_rate": 2.8578959035225894e-08, + "loss": 2.2365, + "step": 57055 + }, + { + "epoch": 0.9766685496157073, + "grad_norm": 2.736506938934326, + "learning_rate": 2.8537089698832398e-08, + "loss": 2.3916, + "step": 57056 + }, + { + "epoch": 0.9766856673342577, + "grad_norm": 2.694687843322754, + "learning_rate": 2.8495251011240176e-08, + "loss": 2.3472, + "step": 57057 + }, + { + "epoch": 0.9767027850528082, + "grad_norm": 2.707711696624756, + "learning_rate": 2.8453442972579127e-08, + "loss": 2.3049, + "step": 57058 + }, + { + "epoch": 0.9767199027713587, + "grad_norm": 2.452030658721924, + "learning_rate": 2.8411665582978032e-08, + "loss": 2.2241, + "step": 57059 + }, + { + "epoch": 0.9767370204899091, + "grad_norm": 2.7108230590820312, + "learning_rate": 2.836991884256457e-08, + "loss": 2.3655, + "step": 57060 + }, + { + "epoch": 0.9767541382084596, + "grad_norm": 2.7298696041107178, + "learning_rate": 2.8328202751467526e-08, + "loss": 2.4061, + "step": 57061 + }, + { + "epoch": 0.9767712559270101, + "grad_norm": 2.527217388153076, + "learning_rate": 2.8286517309814578e-08, + "loss": 2.2141, + "step": 57062 + }, + { + "epoch": 0.9767883736455605, + "grad_norm": 2.5571916103363037, + "learning_rate": 2.8244862517734507e-08, + "loss": 2.2227, + "step": 57063 + }, + { + "epoch": 0.976805491364111, + "grad_norm": 2.5334272384643555, + "learning_rate": 2.8203238375354992e-08, + "loss": 2.3101, + "step": 57064 + }, + { + "epoch": 0.9768226090826615, + "grad_norm": 2.5917444229125977, + "learning_rate": 2.8161644882803708e-08, + "loss": 2.2758, + "step": 57065 + }, + { + "epoch": 0.9768397268012119, + "grad_norm": 2.5493717193603516, + "learning_rate": 2.812008204020833e-08, + "loss": 2.1424, + "step": 57066 + }, + { + "epoch": 0.9768568445197624, + "grad_norm": 2.65354061126709, + "learning_rate": 2.8078549847697644e-08, + "loss": 2.348, + "step": 57067 + }, + { + "epoch": 0.9768739622383129, + "grad_norm": 2.6245760917663574, + "learning_rate": 2.8037048305399328e-08, + "loss": 2.3283, + "step": 57068 + }, + { + "epoch": 0.9768910799568633, + "grad_norm": 2.3859472274780273, + "learning_rate": 2.7995577413439944e-08, + "loss": 2.2177, + "step": 57069 + }, + { + "epoch": 0.9769081976754138, + "grad_norm": 2.5592832565307617, + "learning_rate": 2.795413717194717e-08, + "loss": 2.3881, + "step": 57070 + }, + { + "epoch": 0.9769253153939643, + "grad_norm": 2.6791744232177734, + "learning_rate": 2.7912727581048682e-08, + "loss": 2.216, + "step": 57071 + }, + { + "epoch": 0.9769424331125147, + "grad_norm": 2.52433443069458, + "learning_rate": 2.7871348640871044e-08, + "loss": 2.2939, + "step": 57072 + }, + { + "epoch": 0.9769595508310652, + "grad_norm": 2.728776693344116, + "learning_rate": 2.783000035154304e-08, + "loss": 2.4393, + "step": 57073 + }, + { + "epoch": 0.9769766685496157, + "grad_norm": 2.6122913360595703, + "learning_rate": 2.778868271319013e-08, + "loss": 2.2852, + "step": 57074 + }, + { + "epoch": 0.9769937862681661, + "grad_norm": 2.5943620204925537, + "learning_rate": 2.7747395725939986e-08, + "loss": 2.3033, + "step": 57075 + }, + { + "epoch": 0.9770109039867166, + "grad_norm": 2.5255072116851807, + "learning_rate": 2.7706139389919175e-08, + "loss": 2.2789, + "step": 57076 + }, + { + "epoch": 0.9770280217052671, + "grad_norm": 2.7384908199310303, + "learning_rate": 2.766491370525648e-08, + "loss": 2.4154, + "step": 57077 + }, + { + "epoch": 0.9770451394238175, + "grad_norm": 2.6709280014038086, + "learning_rate": 2.7623718672075138e-08, + "loss": 2.196, + "step": 57078 + }, + { + "epoch": 0.977062257142368, + "grad_norm": 2.5076820850372314, + "learning_rate": 2.7582554290503938e-08, + "loss": 2.2414, + "step": 57079 + }, + { + "epoch": 0.9770793748609186, + "grad_norm": 2.504354238510132, + "learning_rate": 2.754142056066944e-08, + "loss": 2.2736, + "step": 57080 + }, + { + "epoch": 0.977096492579469, + "grad_norm": 2.856260299682617, + "learning_rate": 2.7500317482697104e-08, + "loss": 2.4414, + "step": 57081 + }, + { + "epoch": 0.9771136102980195, + "grad_norm": 2.6293351650238037, + "learning_rate": 2.74592450567146e-08, + "loss": 2.3017, + "step": 57082 + }, + { + "epoch": 0.97713072801657, + "grad_norm": 2.5218238830566406, + "learning_rate": 2.7418203282846277e-08, + "loss": 2.3547, + "step": 57083 + }, + { + "epoch": 0.9771478457351204, + "grad_norm": 2.701282024383545, + "learning_rate": 2.7377192161220922e-08, + "loss": 2.3325, + "step": 57084 + }, + { + "epoch": 0.9771649634536709, + "grad_norm": 2.525688409805298, + "learning_rate": 2.7336211691961767e-08, + "loss": 2.3041, + "step": 57085 + }, + { + "epoch": 0.9771820811722214, + "grad_norm": 2.5580637454986572, + "learning_rate": 2.729526187519649e-08, + "loss": 2.2499, + "step": 57086 + }, + { + "epoch": 0.9771991988907719, + "grad_norm": 2.66121506690979, + "learning_rate": 2.725434271105054e-08, + "loss": 2.3575, + "step": 57087 + }, + { + "epoch": 0.9772163166093223, + "grad_norm": 2.602818727493286, + "learning_rate": 2.7213454199650492e-08, + "loss": 2.2652, + "step": 57088 + }, + { + "epoch": 0.9772334343278728, + "grad_norm": 2.531315565109253, + "learning_rate": 2.717259634111957e-08, + "loss": 2.3645, + "step": 57089 + }, + { + "epoch": 0.9772505520464233, + "grad_norm": 3.133286476135254, + "learning_rate": 2.7131769135586572e-08, + "loss": 2.3324, + "step": 57090 + }, + { + "epoch": 0.9772676697649737, + "grad_norm": 2.6263720989227295, + "learning_rate": 2.7090972583174725e-08, + "loss": 2.3861, + "step": 57091 + }, + { + "epoch": 0.9772847874835242, + "grad_norm": 2.436387062072754, + "learning_rate": 2.7050206684009482e-08, + "loss": 2.2499, + "step": 57092 + }, + { + "epoch": 0.9773019052020747, + "grad_norm": 2.6987903118133545, + "learning_rate": 2.7009471438217417e-08, + "loss": 2.4318, + "step": 57093 + }, + { + "epoch": 0.9773190229206251, + "grad_norm": 2.672039747238159, + "learning_rate": 2.6968766845923976e-08, + "loss": 2.252, + "step": 57094 + }, + { + "epoch": 0.9773361406391756, + "grad_norm": 2.5624935626983643, + "learning_rate": 2.69280929072524e-08, + "loss": 2.2318, + "step": 57095 + }, + { + "epoch": 0.9773532583577261, + "grad_norm": 2.70721435546875, + "learning_rate": 2.6887449622328145e-08, + "loss": 2.2544, + "step": 57096 + }, + { + "epoch": 0.9773703760762765, + "grad_norm": 2.4799373149871826, + "learning_rate": 2.684683699127777e-08, + "loss": 2.2204, + "step": 57097 + }, + { + "epoch": 0.977387493794827, + "grad_norm": 2.64695143699646, + "learning_rate": 2.6806255014224513e-08, + "loss": 2.3397, + "step": 57098 + }, + { + "epoch": 0.9774046115133775, + "grad_norm": 2.596444606781006, + "learning_rate": 2.676570369129383e-08, + "loss": 2.2549, + "step": 57099 + }, + { + "epoch": 0.9774217292319279, + "grad_norm": 2.6086246967315674, + "learning_rate": 2.6725183022610067e-08, + "loss": 2.3431, + "step": 57100 + }, + { + "epoch": 0.9774388469504784, + "grad_norm": 2.5523195266723633, + "learning_rate": 2.668469300829757e-08, + "loss": 2.3134, + "step": 57101 + }, + { + "epoch": 0.977455964669029, + "grad_norm": 2.6566503047943115, + "learning_rate": 2.664423364848179e-08, + "loss": 2.3966, + "step": 57102 + }, + { + "epoch": 0.9774730823875794, + "grad_norm": 2.772036552429199, + "learning_rate": 2.660380494328596e-08, + "loss": 2.3051, + "step": 57103 + }, + { + "epoch": 0.9774902001061299, + "grad_norm": 2.7498111724853516, + "learning_rate": 2.6563406892834432e-08, + "loss": 2.2333, + "step": 57104 + }, + { + "epoch": 0.9775073178246804, + "grad_norm": 2.5973615646362305, + "learning_rate": 2.6523039497252655e-08, + "loss": 2.4338, + "step": 57105 + }, + { + "epoch": 0.9775244355432308, + "grad_norm": 2.6334176063537598, + "learning_rate": 2.6482702756662758e-08, + "loss": 2.1885, + "step": 57106 + }, + { + "epoch": 0.9775415532617813, + "grad_norm": 2.659823417663574, + "learning_rate": 2.6442396671190194e-08, + "loss": 2.2782, + "step": 57107 + }, + { + "epoch": 0.9775586709803318, + "grad_norm": 2.7100939750671387, + "learning_rate": 2.64021212409582e-08, + "loss": 2.3383, + "step": 57108 + }, + { + "epoch": 0.9775757886988822, + "grad_norm": 2.7533748149871826, + "learning_rate": 2.6361876466091117e-08, + "loss": 2.3292, + "step": 57109 + }, + { + "epoch": 0.9775929064174327, + "grad_norm": 2.5389771461486816, + "learning_rate": 2.6321662346712185e-08, + "loss": 2.3193, + "step": 57110 + }, + { + "epoch": 0.9776100241359832, + "grad_norm": 2.616702079772949, + "learning_rate": 2.6281478882943524e-08, + "loss": 2.2273, + "step": 57111 + }, + { + "epoch": 0.9776271418545336, + "grad_norm": 2.5561375617980957, + "learning_rate": 2.624132607491281e-08, + "loss": 2.1781, + "step": 57112 + }, + { + "epoch": 0.9776442595730841, + "grad_norm": 2.7575435638427734, + "learning_rate": 2.620120392273884e-08, + "loss": 2.1953, + "step": 57113 + }, + { + "epoch": 0.9776613772916346, + "grad_norm": 2.9321064949035645, + "learning_rate": 2.6161112426548174e-08, + "loss": 2.3658, + "step": 57114 + }, + { + "epoch": 0.977678495010185, + "grad_norm": 2.6043505668640137, + "learning_rate": 2.6121051586461832e-08, + "loss": 2.3255, + "step": 57115 + }, + { + "epoch": 0.9776956127287355, + "grad_norm": 2.5050272941589355, + "learning_rate": 2.6081021402604157e-08, + "loss": 2.3002, + "step": 57116 + }, + { + "epoch": 0.977712730447286, + "grad_norm": 2.722130060195923, + "learning_rate": 2.6041021875098383e-08, + "loss": 2.3338, + "step": 57117 + }, + { + "epoch": 0.9777298481658364, + "grad_norm": 2.4773263931274414, + "learning_rate": 2.6001053004066634e-08, + "loss": 2.2376, + "step": 57118 + }, + { + "epoch": 0.9777469658843869, + "grad_norm": 2.5493531227111816, + "learning_rate": 2.5961114789633257e-08, + "loss": 2.3478, + "step": 57119 + }, + { + "epoch": 0.9777640836029374, + "grad_norm": 2.7510128021240234, + "learning_rate": 2.5921207231918154e-08, + "loss": 2.3753, + "step": 57120 + }, + { + "epoch": 0.9777812013214878, + "grad_norm": 2.636350631713867, + "learning_rate": 2.5881330331046785e-08, + "loss": 2.3319, + "step": 57121 + }, + { + "epoch": 0.9777983190400383, + "grad_norm": 2.318883180618286, + "learning_rate": 2.5841484087141266e-08, + "loss": 2.2172, + "step": 57122 + }, + { + "epoch": 0.9778154367585888, + "grad_norm": 2.603205919265747, + "learning_rate": 2.5801668500322617e-08, + "loss": 2.3853, + "step": 57123 + }, + { + "epoch": 0.9778325544771392, + "grad_norm": 2.6640126705169678, + "learning_rate": 2.5761883570714076e-08, + "loss": 2.2362, + "step": 57124 + }, + { + "epoch": 0.9778496721956897, + "grad_norm": 2.728484869003296, + "learning_rate": 2.572212929843776e-08, + "loss": 2.4, + "step": 57125 + }, + { + "epoch": 0.9778667899142403, + "grad_norm": 2.5748469829559326, + "learning_rate": 2.5682405683616907e-08, + "loss": 2.2535, + "step": 57126 + }, + { + "epoch": 0.9778839076327906, + "grad_norm": 2.806666135787964, + "learning_rate": 2.564271272637142e-08, + "loss": 2.351, + "step": 57127 + }, + { + "epoch": 0.9779010253513412, + "grad_norm": 2.714878559112549, + "learning_rate": 2.560305042682565e-08, + "loss": 2.2582, + "step": 57128 + }, + { + "epoch": 0.9779181430698917, + "grad_norm": 2.599156379699707, + "learning_rate": 2.55634187851006e-08, + "loss": 2.2701, + "step": 57129 + }, + { + "epoch": 0.9779352607884421, + "grad_norm": 2.9192662239074707, + "learning_rate": 2.5523817801317297e-08, + "loss": 2.3157, + "step": 57130 + }, + { + "epoch": 0.9779523785069926, + "grad_norm": 2.5527892112731934, + "learning_rate": 2.5484247475598966e-08, + "loss": 2.3294, + "step": 57131 + }, + { + "epoch": 0.9779694962255431, + "grad_norm": 2.633528709411621, + "learning_rate": 2.5444707808065517e-08, + "loss": 2.3789, + "step": 57132 + }, + { + "epoch": 0.9779866139440936, + "grad_norm": 2.7684009075164795, + "learning_rate": 2.540519879883907e-08, + "loss": 2.3151, + "step": 57133 + }, + { + "epoch": 0.978003731662644, + "grad_norm": 2.5308828353881836, + "learning_rate": 2.5365720448042862e-08, + "loss": 2.2924, + "step": 57134 + }, + { + "epoch": 0.9780208493811945, + "grad_norm": 2.4775519371032715, + "learning_rate": 2.532627275579569e-08, + "loss": 2.3115, + "step": 57135 + }, + { + "epoch": 0.978037967099745, + "grad_norm": 2.4282829761505127, + "learning_rate": 2.528685572221967e-08, + "loss": 2.2517, + "step": 57136 + }, + { + "epoch": 0.9780550848182954, + "grad_norm": 2.7062978744506836, + "learning_rate": 2.5247469347436935e-08, + "loss": 2.3254, + "step": 57137 + }, + { + "epoch": 0.9780722025368459, + "grad_norm": 2.5243160724639893, + "learning_rate": 2.5208113631566277e-08, + "loss": 2.3299, + "step": 57138 + }, + { + "epoch": 0.9780893202553964, + "grad_norm": 2.5831031799316406, + "learning_rate": 2.516878857473093e-08, + "loss": 2.2214, + "step": 57139 + }, + { + "epoch": 0.9781064379739468, + "grad_norm": 2.501296281814575, + "learning_rate": 2.5129494177051904e-08, + "loss": 2.3056, + "step": 57140 + }, + { + "epoch": 0.9781235556924973, + "grad_norm": 2.7803616523742676, + "learning_rate": 2.5090230438648e-08, + "loss": 2.3775, + "step": 57141 + }, + { + "epoch": 0.9781406734110478, + "grad_norm": 2.648514747619629, + "learning_rate": 2.5050997359641338e-08, + "loss": 2.3424, + "step": 57142 + }, + { + "epoch": 0.9781577911295982, + "grad_norm": 2.639355421066284, + "learning_rate": 2.5011794940150713e-08, + "loss": 2.3687, + "step": 57143 + }, + { + "epoch": 0.9781749088481487, + "grad_norm": 2.7022156715393066, + "learning_rate": 2.497262318029936e-08, + "loss": 2.2522, + "step": 57144 + }, + { + "epoch": 0.9781920265666992, + "grad_norm": 2.6325109004974365, + "learning_rate": 2.4933482080206073e-08, + "loss": 2.3384, + "step": 57145 + }, + { + "epoch": 0.9782091442852496, + "grad_norm": 2.4295523166656494, + "learning_rate": 2.4894371639991867e-08, + "loss": 2.2898, + "step": 57146 + }, + { + "epoch": 0.9782262620038001, + "grad_norm": 2.724497079849243, + "learning_rate": 2.4855291859775532e-08, + "loss": 2.3436, + "step": 57147 + }, + { + "epoch": 0.9782433797223506, + "grad_norm": 2.6281039714813232, + "learning_rate": 2.4816242739679197e-08, + "loss": 2.3405, + "step": 57148 + }, + { + "epoch": 0.978260497440901, + "grad_norm": 2.706537961959839, + "learning_rate": 2.4777224279821655e-08, + "loss": 2.2614, + "step": 57149 + }, + { + "epoch": 0.9782776151594516, + "grad_norm": 2.6571249961853027, + "learning_rate": 2.4738236480321698e-08, + "loss": 2.2269, + "step": 57150 + }, + { + "epoch": 0.9782947328780021, + "grad_norm": 2.7116219997406006, + "learning_rate": 2.4699279341301452e-08, + "loss": 2.2405, + "step": 57151 + }, + { + "epoch": 0.9783118505965525, + "grad_norm": 2.8043811321258545, + "learning_rate": 2.466035286287971e-08, + "loss": 2.4077, + "step": 57152 + }, + { + "epoch": 0.978328968315103, + "grad_norm": 2.824291944503784, + "learning_rate": 2.462145704517638e-08, + "loss": 2.3761, + "step": 57153 + }, + { + "epoch": 0.9783460860336535, + "grad_norm": 2.534954309463501, + "learning_rate": 2.4582591888310247e-08, + "loss": 2.263, + "step": 57154 + }, + { + "epoch": 0.9783632037522039, + "grad_norm": 2.801410436630249, + "learning_rate": 2.4543757392401224e-08, + "loss": 2.3846, + "step": 57155 + }, + { + "epoch": 0.9783803214707544, + "grad_norm": 2.48671555519104, + "learning_rate": 2.450495355756921e-08, + "loss": 2.3278, + "step": 57156 + }, + { + "epoch": 0.9783974391893049, + "grad_norm": 2.6632304191589355, + "learning_rate": 2.4466180383933003e-08, + "loss": 2.2251, + "step": 57157 + }, + { + "epoch": 0.9784145569078553, + "grad_norm": 2.5223352909088135, + "learning_rate": 2.4427437871611393e-08, + "loss": 2.2401, + "step": 57158 + }, + { + "epoch": 0.9784316746264058, + "grad_norm": 2.637852430343628, + "learning_rate": 2.4388726020723173e-08, + "loss": 2.2648, + "step": 57159 + }, + { + "epoch": 0.9784487923449563, + "grad_norm": 2.6014084815979004, + "learning_rate": 2.4350044831388252e-08, + "loss": 2.3763, + "step": 57160 + }, + { + "epoch": 0.9784659100635067, + "grad_norm": 2.638821840286255, + "learning_rate": 2.431139430372653e-08, + "loss": 2.3239, + "step": 57161 + }, + { + "epoch": 0.9784830277820572, + "grad_norm": 2.613395929336548, + "learning_rate": 2.4272774437853475e-08, + "loss": 2.2784, + "step": 57162 + }, + { + "epoch": 0.9785001455006077, + "grad_norm": 2.503316640853882, + "learning_rate": 2.4234185233891204e-08, + "loss": 2.2691, + "step": 57163 + }, + { + "epoch": 0.9785172632191581, + "grad_norm": 2.7004923820495605, + "learning_rate": 2.4195626691956296e-08, + "loss": 2.3217, + "step": 57164 + }, + { + "epoch": 0.9785343809377086, + "grad_norm": 2.879579544067383, + "learning_rate": 2.4157098812168655e-08, + "loss": 2.4354, + "step": 57165 + }, + { + "epoch": 0.9785514986562591, + "grad_norm": 2.675464630126953, + "learning_rate": 2.4118601594645962e-08, + "loss": 2.2203, + "step": 57166 + }, + { + "epoch": 0.9785686163748095, + "grad_norm": 2.525254964828491, + "learning_rate": 2.4080135039504794e-08, + "loss": 2.3633, + "step": 57167 + }, + { + "epoch": 0.97858573409336, + "grad_norm": 2.6285548210144043, + "learning_rate": 2.404169914686727e-08, + "loss": 2.2622, + "step": 57168 + }, + { + "epoch": 0.9786028518119105, + "grad_norm": 2.7497775554656982, + "learning_rate": 2.4003293916847746e-08, + "loss": 2.2665, + "step": 57169 + }, + { + "epoch": 0.9786199695304609, + "grad_norm": 2.7038121223449707, + "learning_rate": 2.396491934956724e-08, + "loss": 2.2404, + "step": 57170 + }, + { + "epoch": 0.9786370872490114, + "grad_norm": 2.554030656814575, + "learning_rate": 2.3926575445141208e-08, + "loss": 2.2382, + "step": 57171 + }, + { + "epoch": 0.978654204967562, + "grad_norm": 2.484703779220581, + "learning_rate": 2.388826220368956e-08, + "loss": 2.1891, + "step": 57172 + }, + { + "epoch": 0.9786713226861123, + "grad_norm": 2.7259624004364014, + "learning_rate": 2.3849979625328868e-08, + "loss": 2.2583, + "step": 57173 + }, + { + "epoch": 0.9786884404046629, + "grad_norm": 2.721323251724243, + "learning_rate": 2.3811727710177924e-08, + "loss": 2.3205, + "step": 57174 + }, + { + "epoch": 0.9787055581232134, + "grad_norm": 2.653346061706543, + "learning_rate": 2.3773506458352192e-08, + "loss": 2.3981, + "step": 57175 + }, + { + "epoch": 0.9787226758417638, + "grad_norm": 2.638751745223999, + "learning_rate": 2.3735315869971577e-08, + "loss": 2.2783, + "step": 57176 + }, + { + "epoch": 0.9787397935603143, + "grad_norm": 2.5160927772521973, + "learning_rate": 2.369715594515154e-08, + "loss": 2.211, + "step": 57177 + }, + { + "epoch": 0.9787569112788648, + "grad_norm": 2.593001127243042, + "learning_rate": 2.3659026684009765e-08, + "loss": 2.2397, + "step": 57178 + }, + { + "epoch": 0.9787740289974153, + "grad_norm": 2.6266372203826904, + "learning_rate": 2.362092808666505e-08, + "loss": 2.2739, + "step": 57179 + }, + { + "epoch": 0.9787911467159657, + "grad_norm": 2.741520881652832, + "learning_rate": 2.3582860153231746e-08, + "loss": 2.4028, + "step": 57180 + }, + { + "epoch": 0.9788082644345162, + "grad_norm": 2.4743099212646484, + "learning_rate": 2.3544822883829755e-08, + "loss": 2.232, + "step": 57181 + }, + { + "epoch": 0.9788253821530667, + "grad_norm": 2.63047194480896, + "learning_rate": 2.350681627857454e-08, + "loss": 2.26, + "step": 57182 + }, + { + "epoch": 0.9788424998716171, + "grad_norm": 2.505847692489624, + "learning_rate": 2.3468840337581565e-08, + "loss": 2.3731, + "step": 57183 + }, + { + "epoch": 0.9788596175901676, + "grad_norm": 2.7052245140075684, + "learning_rate": 2.3430895060970738e-08, + "loss": 2.2105, + "step": 57184 + }, + { + "epoch": 0.9788767353087181, + "grad_norm": 2.7033045291900635, + "learning_rate": 2.3392980448856407e-08, + "loss": 2.357, + "step": 57185 + }, + { + "epoch": 0.9788938530272685, + "grad_norm": 2.561760425567627, + "learning_rate": 2.3355096501355146e-08, + "loss": 2.1656, + "step": 57186 + }, + { + "epoch": 0.978910970745819, + "grad_norm": 2.3791093826293945, + "learning_rate": 2.331724321858464e-08, + "loss": 2.2088, + "step": 57187 + }, + { + "epoch": 0.9789280884643695, + "grad_norm": 2.440798282623291, + "learning_rate": 2.3279420600660353e-08, + "loss": 2.2546, + "step": 57188 + }, + { + "epoch": 0.9789452061829199, + "grad_norm": 2.823631525039673, + "learning_rate": 2.3241628647697743e-08, + "loss": 2.4362, + "step": 57189 + }, + { + "epoch": 0.9789623239014704, + "grad_norm": 2.4890403747558594, + "learning_rate": 2.3203867359814502e-08, + "loss": 2.339, + "step": 57190 + }, + { + "epoch": 0.9789794416200209, + "grad_norm": 2.665156841278076, + "learning_rate": 2.3166136737127197e-08, + "loss": 2.4109, + "step": 57191 + }, + { + "epoch": 0.9789965593385713, + "grad_norm": 2.6453466415405273, + "learning_rate": 2.3128436779749074e-08, + "loss": 2.3661, + "step": 57192 + }, + { + "epoch": 0.9790136770571218, + "grad_norm": 2.7173595428466797, + "learning_rate": 2.3090767487798926e-08, + "loss": 2.4022, + "step": 57193 + }, + { + "epoch": 0.9790307947756723, + "grad_norm": 2.6018590927124023, + "learning_rate": 2.3053128861391104e-08, + "loss": 2.3105, + "step": 57194 + }, + { + "epoch": 0.9790479124942227, + "grad_norm": 2.841381788253784, + "learning_rate": 2.3015520900639963e-08, + "loss": 2.3029, + "step": 57195 + }, + { + "epoch": 0.9790650302127732, + "grad_norm": 2.654947519302368, + "learning_rate": 2.29779436056643e-08, + "loss": 2.2366, + "step": 57196 + }, + { + "epoch": 0.9790821479313238, + "grad_norm": 2.7656304836273193, + "learning_rate": 2.2940396976577352e-08, + "loss": 2.4265, + "step": 57197 + }, + { + "epoch": 0.9790992656498742, + "grad_norm": 2.6796813011169434, + "learning_rate": 2.2902881013494583e-08, + "loss": 2.3545, + "step": 57198 + }, + { + "epoch": 0.9791163833684247, + "grad_norm": 2.591043472290039, + "learning_rate": 2.2865395716532566e-08, + "loss": 2.2268, + "step": 57199 + }, + { + "epoch": 0.9791335010869752, + "grad_norm": 2.735433578491211, + "learning_rate": 2.282794108580566e-08, + "loss": 2.3, + "step": 57200 + }, + { + "epoch": 0.9791506188055256, + "grad_norm": 2.6731956005096436, + "learning_rate": 2.2790517121428212e-08, + "loss": 2.3079, + "step": 57201 + }, + { + "epoch": 0.9791677365240761, + "grad_norm": 2.637385129928589, + "learning_rate": 2.27531238235168e-08, + "loss": 2.2765, + "step": 57202 + }, + { + "epoch": 0.9791848542426266, + "grad_norm": 2.470228672027588, + "learning_rate": 2.271576119218577e-08, + "loss": 2.237, + "step": 57203 + }, + { + "epoch": 0.979201971961177, + "grad_norm": 2.588042736053467, + "learning_rate": 2.267842922754948e-08, + "loss": 2.2114, + "step": 57204 + }, + { + "epoch": 0.9792190896797275, + "grad_norm": 2.6285080909729004, + "learning_rate": 2.2641127929723395e-08, + "loss": 2.3974, + "step": 57205 + }, + { + "epoch": 0.979236207398278, + "grad_norm": 2.5910704135894775, + "learning_rate": 2.2603857298821864e-08, + "loss": 2.3924, + "step": 57206 + }, + { + "epoch": 0.9792533251168284, + "grad_norm": 2.640836238861084, + "learning_rate": 2.256661733495924e-08, + "loss": 2.2114, + "step": 57207 + }, + { + "epoch": 0.9792704428353789, + "grad_norm": 2.5859549045562744, + "learning_rate": 2.2529408038249878e-08, + "loss": 2.346, + "step": 57208 + }, + { + "epoch": 0.9792875605539294, + "grad_norm": 2.6865427494049072, + "learning_rate": 2.249222940880813e-08, + "loss": 2.3183, + "step": 57209 + }, + { + "epoch": 0.9793046782724798, + "grad_norm": 2.614346742630005, + "learning_rate": 2.245508144674946e-08, + "loss": 2.3929, + "step": 57210 + }, + { + "epoch": 0.9793217959910303, + "grad_norm": 2.601339101791382, + "learning_rate": 2.2417964152187112e-08, + "loss": 2.2768, + "step": 57211 + }, + { + "epoch": 0.9793389137095808, + "grad_norm": 2.526690721511841, + "learning_rate": 2.2380877525234325e-08, + "loss": 2.2265, + "step": 57212 + }, + { + "epoch": 0.9793560314281312, + "grad_norm": 2.624016284942627, + "learning_rate": 2.2343821566006564e-08, + "loss": 2.2422, + "step": 57213 + }, + { + "epoch": 0.9793731491466817, + "grad_norm": 2.5256848335266113, + "learning_rate": 2.230679627461707e-08, + "loss": 2.2491, + "step": 57214 + }, + { + "epoch": 0.9793902668652322, + "grad_norm": 2.6034255027770996, + "learning_rate": 2.226980165117909e-08, + "loss": 2.2136, + "step": 57215 + }, + { + "epoch": 0.9794073845837826, + "grad_norm": 2.7025132179260254, + "learning_rate": 2.2232837695808084e-08, + "loss": 2.1672, + "step": 57216 + }, + { + "epoch": 0.9794245023023331, + "grad_norm": 2.7282066345214844, + "learning_rate": 2.2195904408616186e-08, + "loss": 2.2055, + "step": 57217 + }, + { + "epoch": 0.9794416200208836, + "grad_norm": 2.7167351245880127, + "learning_rate": 2.215900178971664e-08, + "loss": 2.4218, + "step": 57218 + }, + { + "epoch": 0.979458737739434, + "grad_norm": 2.6028788089752197, + "learning_rate": 2.2122129839223792e-08, + "loss": 2.3779, + "step": 57219 + }, + { + "epoch": 0.9794758554579845, + "grad_norm": 2.6077589988708496, + "learning_rate": 2.2085288557250894e-08, + "loss": 2.3776, + "step": 57220 + }, + { + "epoch": 0.979492973176535, + "grad_norm": 2.6268701553344727, + "learning_rate": 2.2048477943911182e-08, + "loss": 2.2871, + "step": 57221 + }, + { + "epoch": 0.9795100908950855, + "grad_norm": 2.7854514122009277, + "learning_rate": 2.2011697999316794e-08, + "loss": 2.3731, + "step": 57222 + }, + { + "epoch": 0.979527208613636, + "grad_norm": 2.5182220935821533, + "learning_rate": 2.197494872358319e-08, + "loss": 2.2866, + "step": 57223 + }, + { + "epoch": 0.9795443263321865, + "grad_norm": 2.659728765487671, + "learning_rate": 2.193823011682028e-08, + "loss": 2.3388, + "step": 57224 + }, + { + "epoch": 0.9795614440507369, + "grad_norm": 2.5453381538391113, + "learning_rate": 2.1901542179142422e-08, + "loss": 2.3222, + "step": 57225 + }, + { + "epoch": 0.9795785617692874, + "grad_norm": 2.5865209102630615, + "learning_rate": 2.1864884910662853e-08, + "loss": 2.1341, + "step": 57226 + }, + { + "epoch": 0.9795956794878379, + "grad_norm": 2.460571050643921, + "learning_rate": 2.18282583114926e-08, + "loss": 2.2942, + "step": 57227 + }, + { + "epoch": 0.9796127972063884, + "grad_norm": 2.551906108856201, + "learning_rate": 2.1791662381747124e-08, + "loss": 2.3269, + "step": 57228 + }, + { + "epoch": 0.9796299149249388, + "grad_norm": 2.6053593158721924, + "learning_rate": 2.175509712153523e-08, + "loss": 2.4228, + "step": 57229 + }, + { + "epoch": 0.9796470326434893, + "grad_norm": 2.823103427886963, + "learning_rate": 2.1718562530972377e-08, + "loss": 2.3197, + "step": 57230 + }, + { + "epoch": 0.9796641503620398, + "grad_norm": 2.698354482650757, + "learning_rate": 2.1682058610169587e-08, + "loss": 2.3095, + "step": 57231 + }, + { + "epoch": 0.9796812680805902, + "grad_norm": 2.7178738117218018, + "learning_rate": 2.1645585359238995e-08, + "loss": 2.4078, + "step": 57232 + }, + { + "epoch": 0.9796983857991407, + "grad_norm": 2.5979905128479004, + "learning_rate": 2.1609142778292737e-08, + "loss": 2.3731, + "step": 57233 + }, + { + "epoch": 0.9797155035176912, + "grad_norm": 2.696413040161133, + "learning_rate": 2.1572730867442938e-08, + "loss": 2.305, + "step": 57234 + }, + { + "epoch": 0.9797326212362416, + "grad_norm": 2.7465808391571045, + "learning_rate": 2.1536349626801734e-08, + "loss": 2.2314, + "step": 57235 + }, + { + "epoch": 0.9797497389547921, + "grad_norm": 2.758005380630493, + "learning_rate": 2.1499999056480147e-08, + "loss": 2.322, + "step": 57236 + }, + { + "epoch": 0.9797668566733426, + "grad_norm": 2.590468406677246, + "learning_rate": 2.146367915659142e-08, + "loss": 2.3809, + "step": 57237 + }, + { + "epoch": 0.979783974391893, + "grad_norm": 2.641094207763672, + "learning_rate": 2.142738992724658e-08, + "loss": 2.3962, + "step": 57238 + }, + { + "epoch": 0.9798010921104435, + "grad_norm": 2.583838701248169, + "learning_rate": 2.1391131368555528e-08, + "loss": 2.2537, + "step": 57239 + }, + { + "epoch": 0.979818209828994, + "grad_norm": 2.55308198928833, + "learning_rate": 2.1354903480632627e-08, + "loss": 2.2742, + "step": 57240 + }, + { + "epoch": 0.9798353275475444, + "grad_norm": 2.6823740005493164, + "learning_rate": 2.1318706263585565e-08, + "loss": 2.4055, + "step": 57241 + }, + { + "epoch": 0.9798524452660949, + "grad_norm": 2.492748975753784, + "learning_rate": 2.1282539717529803e-08, + "loss": 2.2614, + "step": 57242 + }, + { + "epoch": 0.9798695629846454, + "grad_norm": 2.436713457107544, + "learning_rate": 2.1246403842573037e-08, + "loss": 2.2797, + "step": 57243 + }, + { + "epoch": 0.9798866807031958, + "grad_norm": 2.599590301513672, + "learning_rate": 2.121029863882851e-08, + "loss": 2.3086, + "step": 57244 + }, + { + "epoch": 0.9799037984217464, + "grad_norm": 2.5713274478912354, + "learning_rate": 2.117422410640613e-08, + "loss": 2.2228, + "step": 57245 + }, + { + "epoch": 0.9799209161402969, + "grad_norm": 2.5861763954162598, + "learning_rate": 2.1138180245415807e-08, + "loss": 2.2247, + "step": 57246 + }, + { + "epoch": 0.9799380338588473, + "grad_norm": 2.493502616882324, + "learning_rate": 2.1102167055970792e-08, + "loss": 2.2733, + "step": 57247 + }, + { + "epoch": 0.9799551515773978, + "grad_norm": 2.5455915927886963, + "learning_rate": 2.106618453817988e-08, + "loss": 2.3085, + "step": 57248 + }, + { + "epoch": 0.9799722692959483, + "grad_norm": 2.7600793838500977, + "learning_rate": 2.1030232692155204e-08, + "loss": 2.328, + "step": 57249 + }, + { + "epoch": 0.9799893870144987, + "grad_norm": 2.5019967555999756, + "learning_rate": 2.0994311518005572e-08, + "loss": 2.3046, + "step": 57250 + }, + { + "epoch": 0.9800065047330492, + "grad_norm": 2.621312141418457, + "learning_rate": 2.0958421015843113e-08, + "loss": 2.3663, + "step": 57251 + }, + { + "epoch": 0.9800236224515997, + "grad_norm": 2.7058355808258057, + "learning_rate": 2.0922561185776623e-08, + "loss": 2.2762, + "step": 57252 + }, + { + "epoch": 0.9800407401701501, + "grad_norm": 2.602538585662842, + "learning_rate": 2.0886732027916023e-08, + "loss": 2.2586, + "step": 57253 + }, + { + "epoch": 0.9800578578887006, + "grad_norm": 2.8337934017181396, + "learning_rate": 2.085093354237344e-08, + "loss": 2.4392, + "step": 57254 + }, + { + "epoch": 0.9800749756072511, + "grad_norm": 2.65236759185791, + "learning_rate": 2.081516572925768e-08, + "loss": 2.3481, + "step": 57255 + }, + { + "epoch": 0.9800920933258015, + "grad_norm": 2.8023369312286377, + "learning_rate": 2.077942858867865e-08, + "loss": 2.2729, + "step": 57256 + }, + { + "epoch": 0.980109211044352, + "grad_norm": 2.5969321727752686, + "learning_rate": 2.0743722120746268e-08, + "loss": 2.3096, + "step": 57257 + }, + { + "epoch": 0.9801263287629025, + "grad_norm": 2.5943989753723145, + "learning_rate": 2.070804632557044e-08, + "loss": 2.2224, + "step": 57258 + }, + { + "epoch": 0.9801434464814529, + "grad_norm": 2.7255682945251465, + "learning_rate": 2.0672401203261084e-08, + "loss": 2.2529, + "step": 57259 + }, + { + "epoch": 0.9801605642000034, + "grad_norm": 2.512810468673706, + "learning_rate": 2.0636786753926996e-08, + "loss": 2.3086, + "step": 57260 + }, + { + "epoch": 0.9801776819185539, + "grad_norm": 2.6286637783050537, + "learning_rate": 2.0601202977678093e-08, + "loss": 2.2589, + "step": 57261 + }, + { + "epoch": 0.9801947996371043, + "grad_norm": 2.5686681270599365, + "learning_rate": 2.0565649874624282e-08, + "loss": 2.2292, + "step": 57262 + }, + { + "epoch": 0.9802119173556548, + "grad_norm": 2.7151129245758057, + "learning_rate": 2.053012744487326e-08, + "loss": 2.3875, + "step": 57263 + }, + { + "epoch": 0.9802290350742053, + "grad_norm": 2.7335927486419678, + "learning_rate": 2.0494635688536045e-08, + "loss": 2.3637, + "step": 57264 + }, + { + "epoch": 0.9802461527927557, + "grad_norm": 2.7004854679107666, + "learning_rate": 2.0459174605721444e-08, + "loss": 2.2854, + "step": 57265 + }, + { + "epoch": 0.9802632705113062, + "grad_norm": 2.555135726928711, + "learning_rate": 2.042374419653603e-08, + "loss": 2.2811, + "step": 57266 + }, + { + "epoch": 0.9802803882298567, + "grad_norm": 2.577108383178711, + "learning_rate": 2.0388344461091948e-08, + "loss": 2.2247, + "step": 57267 + }, + { + "epoch": 0.9802975059484071, + "grad_norm": 2.6664016246795654, + "learning_rate": 2.0352975399496878e-08, + "loss": 2.3047, + "step": 57268 + }, + { + "epoch": 0.9803146236669577, + "grad_norm": 2.675642490386963, + "learning_rate": 2.0317637011858515e-08, + "loss": 2.311, + "step": 57269 + }, + { + "epoch": 0.9803317413855082, + "grad_norm": 2.5939083099365234, + "learning_rate": 2.0282329298286773e-08, + "loss": 2.2574, + "step": 57270 + }, + { + "epoch": 0.9803488591040586, + "grad_norm": 2.658454656600952, + "learning_rate": 2.0247052258889343e-08, + "loss": 2.2266, + "step": 57271 + }, + { + "epoch": 0.9803659768226091, + "grad_norm": 2.668118953704834, + "learning_rate": 2.0211805893775028e-08, + "loss": 2.4406, + "step": 57272 + }, + { + "epoch": 0.9803830945411596, + "grad_norm": 2.710233211517334, + "learning_rate": 2.0176590203052625e-08, + "loss": 2.2836, + "step": 57273 + }, + { + "epoch": 0.9804002122597101, + "grad_norm": 2.6528680324554443, + "learning_rate": 2.0141405186829834e-08, + "loss": 2.3317, + "step": 57274 + }, + { + "epoch": 0.9804173299782605, + "grad_norm": 2.6393117904663086, + "learning_rate": 2.0106250845214336e-08, + "loss": 2.4396, + "step": 57275 + }, + { + "epoch": 0.980434447696811, + "grad_norm": 2.5171115398406982, + "learning_rate": 2.0071127178314943e-08, + "loss": 2.3177, + "step": 57276 + }, + { + "epoch": 0.9804515654153615, + "grad_norm": 2.7017364501953125, + "learning_rate": 2.003603418623934e-08, + "loss": 2.3619, + "step": 57277 + }, + { + "epoch": 0.9804686831339119, + "grad_norm": 2.5429041385650635, + "learning_rate": 2.000097186909522e-08, + "loss": 2.3194, + "step": 57278 + }, + { + "epoch": 0.9804858008524624, + "grad_norm": 2.5284602642059326, + "learning_rate": 1.9965940226990277e-08, + "loss": 2.3502, + "step": 57279 + }, + { + "epoch": 0.9805029185710129, + "grad_norm": 2.6686289310455322, + "learning_rate": 1.993093926003331e-08, + "loss": 2.3718, + "step": 57280 + }, + { + "epoch": 0.9805200362895633, + "grad_norm": 2.5450425148010254, + "learning_rate": 1.9895968968329794e-08, + "loss": 2.413, + "step": 57281 + }, + { + "epoch": 0.9805371540081138, + "grad_norm": 2.553492546081543, + "learning_rate": 1.9861029351989634e-08, + "loss": 2.2376, + "step": 57282 + }, + { + "epoch": 0.9805542717266643, + "grad_norm": 2.7415547370910645, + "learning_rate": 1.982612041111831e-08, + "loss": 2.2726, + "step": 57283 + }, + { + "epoch": 0.9805713894452147, + "grad_norm": 2.638497829437256, + "learning_rate": 1.979124214582462e-08, + "loss": 2.3129, + "step": 57284 + }, + { + "epoch": 0.9805885071637652, + "grad_norm": 2.598785400390625, + "learning_rate": 1.975639455621403e-08, + "loss": 2.3194, + "step": 57285 + }, + { + "epoch": 0.9806056248823157, + "grad_norm": 2.716886043548584, + "learning_rate": 1.972157764239535e-08, + "loss": 2.3612, + "step": 57286 + }, + { + "epoch": 0.9806227426008661, + "grad_norm": 2.683793544769287, + "learning_rate": 1.9686791404474047e-08, + "loss": 2.36, + "step": 57287 + }, + { + "epoch": 0.9806398603194166, + "grad_norm": 2.8172833919525146, + "learning_rate": 1.9652035842558927e-08, + "loss": 2.2167, + "step": 57288 + }, + { + "epoch": 0.9806569780379671, + "grad_norm": 2.596327543258667, + "learning_rate": 1.9617310956755454e-08, + "loss": 2.4048, + "step": 57289 + }, + { + "epoch": 0.9806740957565175, + "grad_norm": 2.674644947052002, + "learning_rate": 1.9582616747170212e-08, + "loss": 2.3005, + "step": 57290 + }, + { + "epoch": 0.980691213475068, + "grad_norm": 2.6578352451324463, + "learning_rate": 1.954795321390979e-08, + "loss": 2.2721, + "step": 57291 + }, + { + "epoch": 0.9807083311936186, + "grad_norm": 2.4560182094573975, + "learning_rate": 1.9513320357081867e-08, + "loss": 2.2065, + "step": 57292 + }, + { + "epoch": 0.980725448912169, + "grad_norm": 2.574923515319824, + "learning_rate": 1.9478718176793032e-08, + "loss": 2.2183, + "step": 57293 + }, + { + "epoch": 0.9807425666307195, + "grad_norm": 2.5901236534118652, + "learning_rate": 1.9444146673147647e-08, + "loss": 2.3701, + "step": 57294 + }, + { + "epoch": 0.98075968434927, + "grad_norm": 2.627495050430298, + "learning_rate": 1.94096058462534e-08, + "loss": 2.3584, + "step": 57295 + }, + { + "epoch": 0.9807768020678204, + "grad_norm": 3.3798391819000244, + "learning_rate": 1.9375095696216872e-08, + "loss": 2.3102, + "step": 57296 + }, + { + "epoch": 0.9807939197863709, + "grad_norm": 2.6996750831604004, + "learning_rate": 1.934061622314354e-08, + "loss": 2.4368, + "step": 57297 + }, + { + "epoch": 0.9808110375049214, + "grad_norm": 2.570380926132202, + "learning_rate": 1.9306167427138868e-08, + "loss": 2.2866, + "step": 57298 + }, + { + "epoch": 0.9808281552234718, + "grad_norm": 2.579392194747925, + "learning_rate": 1.927174930830944e-08, + "loss": 2.333, + "step": 57299 + }, + { + "epoch": 0.9808452729420223, + "grad_norm": 2.571571111679077, + "learning_rate": 1.923736186676073e-08, + "loss": 2.3054, + "step": 57300 + }, + { + "epoch": 0.9808623906605728, + "grad_norm": 2.7403271198272705, + "learning_rate": 1.9203005102598204e-08, + "loss": 2.4434, + "step": 57301 + }, + { + "epoch": 0.9808795083791232, + "grad_norm": 2.675570011138916, + "learning_rate": 1.916867901592845e-08, + "loss": 2.3431, + "step": 57302 + }, + { + "epoch": 0.9808966260976737, + "grad_norm": 2.640422821044922, + "learning_rate": 1.9134383606855823e-08, + "loss": 2.4088, + "step": 57303 + }, + { + "epoch": 0.9809137438162242, + "grad_norm": 2.5053656101226807, + "learning_rate": 1.9100118875485797e-08, + "loss": 2.2519, + "step": 57304 + }, + { + "epoch": 0.9809308615347746, + "grad_norm": 2.6246283054351807, + "learning_rate": 1.906588482192495e-08, + "loss": 2.2342, + "step": 57305 + }, + { + "epoch": 0.9809479792533251, + "grad_norm": 2.739969491958618, + "learning_rate": 1.903168144627765e-08, + "loss": 2.2804, + "step": 57306 + }, + { + "epoch": 0.9809650969718756, + "grad_norm": 2.7598328590393066, + "learning_rate": 1.8997508748648252e-08, + "loss": 2.2337, + "step": 57307 + }, + { + "epoch": 0.980982214690426, + "grad_norm": 2.9145665168762207, + "learning_rate": 1.896336672914334e-08, + "loss": 2.4215, + "step": 57308 + }, + { + "epoch": 0.9809993324089765, + "grad_norm": 2.587493419647217, + "learning_rate": 1.8929255387867274e-08, + "loss": 2.3048, + "step": 57309 + }, + { + "epoch": 0.981016450127527, + "grad_norm": 2.718780755996704, + "learning_rate": 1.8895174724924414e-08, + "loss": 2.4724, + "step": 57310 + }, + { + "epoch": 0.9810335678460774, + "grad_norm": 2.8038368225097656, + "learning_rate": 1.8861124740419123e-08, + "loss": 2.3539, + "step": 57311 + }, + { + "epoch": 0.9810506855646279, + "grad_norm": 2.4876742362976074, + "learning_rate": 1.882710543445687e-08, + "loss": 2.3545, + "step": 57312 + }, + { + "epoch": 0.9810678032831784, + "grad_norm": 2.5314934253692627, + "learning_rate": 1.879311680714313e-08, + "loss": 2.3135, + "step": 57313 + }, + { + "epoch": 0.9810849210017288, + "grad_norm": 2.614100933074951, + "learning_rate": 1.875915885858115e-08, + "loss": 2.3078, + "step": 57314 + }, + { + "epoch": 0.9811020387202793, + "grad_norm": 2.499842643737793, + "learning_rate": 1.872523158887418e-08, + "loss": 2.2261, + "step": 57315 + }, + { + "epoch": 0.9811191564388299, + "grad_norm": 2.554769992828369, + "learning_rate": 1.8691334998129916e-08, + "loss": 2.2898, + "step": 57316 + }, + { + "epoch": 0.9811362741573803, + "grad_norm": 2.7201805114746094, + "learning_rate": 1.8657469086448275e-08, + "loss": 2.3483, + "step": 57317 + }, + { + "epoch": 0.9811533918759308, + "grad_norm": 2.5439023971557617, + "learning_rate": 1.862363385393695e-08, + "loss": 2.2462, + "step": 57318 + }, + { + "epoch": 0.9811705095944813, + "grad_norm": 2.765279531478882, + "learning_rate": 1.858982930069808e-08, + "loss": 2.3827, + "step": 57319 + }, + { + "epoch": 0.9811876273130318, + "grad_norm": 2.6844239234924316, + "learning_rate": 1.8556055426836027e-08, + "loss": 2.3398, + "step": 57320 + }, + { + "epoch": 0.9812047450315822, + "grad_norm": 2.5072410106658936, + "learning_rate": 1.852231223245515e-08, + "loss": 2.3723, + "step": 57321 + }, + { + "epoch": 0.9812218627501327, + "grad_norm": 2.5743613243103027, + "learning_rate": 1.8488599717657597e-08, + "loss": 2.2595, + "step": 57322 + }, + { + "epoch": 0.9812389804686832, + "grad_norm": 2.5953428745269775, + "learning_rate": 1.845491788254883e-08, + "loss": 2.2509, + "step": 57323 + }, + { + "epoch": 0.9812560981872336, + "grad_norm": 2.36409068107605, + "learning_rate": 1.842126672723099e-08, + "loss": 2.2149, + "step": 57324 + }, + { + "epoch": 0.9812732159057841, + "grad_norm": 2.5293259620666504, + "learning_rate": 1.8387646251808445e-08, + "loss": 2.3318, + "step": 57325 + }, + { + "epoch": 0.9812903336243346, + "grad_norm": 2.7585794925689697, + "learning_rate": 1.835405645638444e-08, + "loss": 2.3507, + "step": 57326 + }, + { + "epoch": 0.981307451342885, + "grad_norm": 2.7523343563079834, + "learning_rate": 1.8320497341061116e-08, + "loss": 2.2652, + "step": 57327 + }, + { + "epoch": 0.9813245690614355, + "grad_norm": 2.736128807067871, + "learning_rate": 1.8286968905942838e-08, + "loss": 2.325, + "step": 57328 + }, + { + "epoch": 0.981341686779986, + "grad_norm": 2.7206649780273438, + "learning_rate": 1.825347115113174e-08, + "loss": 2.3725, + "step": 57329 + }, + { + "epoch": 0.9813588044985364, + "grad_norm": 2.57939076423645, + "learning_rate": 1.822000407673108e-08, + "loss": 2.3837, + "step": 57330 + }, + { + "epoch": 0.9813759222170869, + "grad_norm": 2.542551279067993, + "learning_rate": 1.8186567682845213e-08, + "loss": 2.2481, + "step": 57331 + }, + { + "epoch": 0.9813930399356374, + "grad_norm": 2.742302894592285, + "learning_rate": 1.8153161969574063e-08, + "loss": 2.399, + "step": 57332 + }, + { + "epoch": 0.9814101576541878, + "grad_norm": 2.7429206371307373, + "learning_rate": 1.8119786937023098e-08, + "loss": 2.3627, + "step": 57333 + }, + { + "epoch": 0.9814272753727383, + "grad_norm": 2.6795287132263184, + "learning_rate": 1.808644258529335e-08, + "loss": 2.3542, + "step": 57334 + }, + { + "epoch": 0.9814443930912888, + "grad_norm": 2.713590383529663, + "learning_rate": 1.805312891448807e-08, + "loss": 2.3206, + "step": 57335 + }, + { + "epoch": 0.9814615108098392, + "grad_norm": 2.8376457691192627, + "learning_rate": 1.801984592470829e-08, + "loss": 2.1848, + "step": 57336 + }, + { + "epoch": 0.9814786285283897, + "grad_norm": 2.6664085388183594, + "learning_rate": 1.7986593616057257e-08, + "loss": 2.2476, + "step": 57337 + }, + { + "epoch": 0.9814957462469402, + "grad_norm": 2.6274359226226807, + "learning_rate": 1.7953371988638222e-08, + "loss": 2.2399, + "step": 57338 + }, + { + "epoch": 0.9815128639654906, + "grad_norm": 2.618955612182617, + "learning_rate": 1.792018104255111e-08, + "loss": 2.3628, + "step": 57339 + }, + { + "epoch": 0.9815299816840412, + "grad_norm": 2.6157121658325195, + "learning_rate": 1.788702077790028e-08, + "loss": 2.2914, + "step": 57340 + }, + { + "epoch": 0.9815470994025917, + "grad_norm": 2.838242530822754, + "learning_rate": 1.7853891194785643e-08, + "loss": 2.2888, + "step": 57341 + }, + { + "epoch": 0.9815642171211421, + "grad_norm": 2.6004345417022705, + "learning_rate": 1.7820792293309352e-08, + "loss": 2.2861, + "step": 57342 + }, + { + "epoch": 0.9815813348396926, + "grad_norm": 2.7054059505462646, + "learning_rate": 1.778772407357354e-08, + "loss": 2.3349, + "step": 57343 + }, + { + "epoch": 0.9815984525582431, + "grad_norm": 2.733957290649414, + "learning_rate": 1.7754686535681465e-08, + "loss": 2.3111, + "step": 57344 + }, + { + "epoch": 0.9816155702767935, + "grad_norm": 2.740023374557495, + "learning_rate": 1.7721679679731928e-08, + "loss": 2.3377, + "step": 57345 + }, + { + "epoch": 0.981632687995344, + "grad_norm": 2.506035327911377, + "learning_rate": 1.7688703505827077e-08, + "loss": 2.3687, + "step": 57346 + }, + { + "epoch": 0.9816498057138945, + "grad_norm": 2.882246255874634, + "learning_rate": 1.7655758014070155e-08, + "loss": 2.397, + "step": 57347 + }, + { + "epoch": 0.9816669234324449, + "grad_norm": 2.6432061195373535, + "learning_rate": 1.762284320455998e-08, + "loss": 2.3049, + "step": 57348 + }, + { + "epoch": 0.9816840411509954, + "grad_norm": 2.6727612018585205, + "learning_rate": 1.758995907739869e-08, + "loss": 2.2259, + "step": 57349 + }, + { + "epoch": 0.9817011588695459, + "grad_norm": 2.7065417766571045, + "learning_rate": 1.755710563268842e-08, + "loss": 2.3997, + "step": 57350 + }, + { + "epoch": 0.9817182765880963, + "grad_norm": 2.608755111694336, + "learning_rate": 1.7524282870529098e-08, + "loss": 2.3119, + "step": 57351 + }, + { + "epoch": 0.9817353943066468, + "grad_norm": 2.740168571472168, + "learning_rate": 1.749149079102064e-08, + "loss": 2.3641, + "step": 57352 + }, + { + "epoch": 0.9817525120251973, + "grad_norm": 2.5006730556488037, + "learning_rate": 1.7458729394266292e-08, + "loss": 2.1647, + "step": 57353 + }, + { + "epoch": 0.9817696297437477, + "grad_norm": 2.6409759521484375, + "learning_rate": 1.7425998680363766e-08, + "loss": 2.375, + "step": 57354 + }, + { + "epoch": 0.9817867474622982, + "grad_norm": 2.5188512802124023, + "learning_rate": 1.73932986494163e-08, + "loss": 2.2931, + "step": 57355 + }, + { + "epoch": 0.9818038651808487, + "grad_norm": 2.5835061073303223, + "learning_rate": 1.7360629301522712e-08, + "loss": 2.3184, + "step": 57356 + }, + { + "epoch": 0.9818209828993991, + "grad_norm": 2.6060023307800293, + "learning_rate": 1.732799063678514e-08, + "loss": 2.3579, + "step": 57357 + }, + { + "epoch": 0.9818381006179496, + "grad_norm": 2.763495683670044, + "learning_rate": 1.7295382655301285e-08, + "loss": 2.3066, + "step": 57358 + }, + { + "epoch": 0.9818552183365001, + "grad_norm": 2.5718653202056885, + "learning_rate": 1.7262805357174396e-08, + "loss": 2.2932, + "step": 57359 + }, + { + "epoch": 0.9818723360550505, + "grad_norm": 2.5182862281799316, + "learning_rate": 1.7230258742502172e-08, + "loss": 2.3568, + "step": 57360 + }, + { + "epoch": 0.981889453773601, + "grad_norm": 2.808039903640747, + "learning_rate": 1.7197742811385642e-08, + "loss": 2.3899, + "step": 57361 + }, + { + "epoch": 0.9819065714921515, + "grad_norm": 2.77087140083313, + "learning_rate": 1.7165257563924732e-08, + "loss": 2.3615, + "step": 57362 + }, + { + "epoch": 0.9819236892107019, + "grad_norm": 2.791050672531128, + "learning_rate": 1.7132803000220465e-08, + "loss": 2.3453, + "step": 57363 + }, + { + "epoch": 0.9819408069292525, + "grad_norm": 2.597306251525879, + "learning_rate": 1.7100379120369436e-08, + "loss": 2.2496, + "step": 57364 + }, + { + "epoch": 0.981957924647803, + "grad_norm": 2.7562291622161865, + "learning_rate": 1.7067985924474896e-08, + "loss": 2.3131, + "step": 57365 + }, + { + "epoch": 0.9819750423663535, + "grad_norm": 2.725644588470459, + "learning_rate": 1.7035623412633427e-08, + "loss": 2.4215, + "step": 57366 + }, + { + "epoch": 0.9819921600849039, + "grad_norm": 2.743959665298462, + "learning_rate": 1.7003291584946068e-08, + "loss": 2.3998, + "step": 57367 + }, + { + "epoch": 0.9820092778034544, + "grad_norm": 2.674957036972046, + "learning_rate": 1.6970990441512734e-08, + "loss": 2.3061, + "step": 57368 + }, + { + "epoch": 0.9820263955220049, + "grad_norm": 2.6003527641296387, + "learning_rate": 1.6938719982431128e-08, + "loss": 2.1678, + "step": 57369 + }, + { + "epoch": 0.9820435132405553, + "grad_norm": 2.7308058738708496, + "learning_rate": 1.690648020780228e-08, + "loss": 2.3697, + "step": 57370 + }, + { + "epoch": 0.9820606309591058, + "grad_norm": 2.5492916107177734, + "learning_rate": 1.6874271117723885e-08, + "loss": 2.2496, + "step": 57371 + }, + { + "epoch": 0.9820777486776563, + "grad_norm": 2.75468373298645, + "learning_rate": 1.6842092712294754e-08, + "loss": 2.2869, + "step": 57372 + }, + { + "epoch": 0.9820948663962067, + "grad_norm": 2.4987595081329346, + "learning_rate": 1.6809944991614813e-08, + "loss": 2.2573, + "step": 57373 + }, + { + "epoch": 0.9821119841147572, + "grad_norm": 2.766252279281616, + "learning_rate": 1.6777827955781755e-08, + "loss": 2.4022, + "step": 57374 + }, + { + "epoch": 0.9821291018333077, + "grad_norm": 2.4745616912841797, + "learning_rate": 1.6745741604895503e-08, + "loss": 2.2361, + "step": 57375 + }, + { + "epoch": 0.9821462195518581, + "grad_norm": 2.7948646545410156, + "learning_rate": 1.671368593905487e-08, + "loss": 2.2971, + "step": 57376 + }, + { + "epoch": 0.9821633372704086, + "grad_norm": 2.882761001586914, + "learning_rate": 1.6681660958356437e-08, + "loss": 2.3933, + "step": 57377 + }, + { + "epoch": 0.9821804549889591, + "grad_norm": 2.5509872436523438, + "learning_rate": 1.6649666662900134e-08, + "loss": 2.3057, + "step": 57378 + }, + { + "epoch": 0.9821975727075095, + "grad_norm": 2.682515859603882, + "learning_rate": 1.6617703052784762e-08, + "loss": 2.3495, + "step": 57379 + }, + { + "epoch": 0.98221469042606, + "grad_norm": 2.8023641109466553, + "learning_rate": 1.6585770128106914e-08, + "loss": 2.3383, + "step": 57380 + }, + { + "epoch": 0.9822318081446105, + "grad_norm": 2.6953353881835938, + "learning_rate": 1.6553867888966512e-08, + "loss": 2.1685, + "step": 57381 + }, + { + "epoch": 0.9822489258631609, + "grad_norm": 2.600999116897583, + "learning_rate": 1.6521996335459034e-08, + "loss": 2.1879, + "step": 57382 + }, + { + "epoch": 0.9822660435817114, + "grad_norm": 2.485441207885742, + "learning_rate": 1.649015546768551e-08, + "loss": 2.3147, + "step": 57383 + }, + { + "epoch": 0.9822831613002619, + "grad_norm": 2.705251455307007, + "learning_rate": 1.6458345285742526e-08, + "loss": 2.237, + "step": 57384 + }, + { + "epoch": 0.9823002790188123, + "grad_norm": 2.768587112426758, + "learning_rate": 1.642656578972779e-08, + "loss": 2.2833, + "step": 57385 + }, + { + "epoch": 0.9823173967373628, + "grad_norm": 2.6250321865081787, + "learning_rate": 1.6394816979737883e-08, + "loss": 2.2804, + "step": 57386 + }, + { + "epoch": 0.9823345144559134, + "grad_norm": 2.7165169715881348, + "learning_rate": 1.636309885587273e-08, + "loss": 2.2426, + "step": 57387 + }, + { + "epoch": 0.9823516321744638, + "grad_norm": 2.4231503009796143, + "learning_rate": 1.6331411418227806e-08, + "loss": 2.1841, + "step": 57388 + }, + { + "epoch": 0.9823687498930143, + "grad_norm": 2.4988436698913574, + "learning_rate": 1.6299754666901923e-08, + "loss": 2.2331, + "step": 57389 + }, + { + "epoch": 0.9823858676115648, + "grad_norm": 2.6698455810546875, + "learning_rate": 1.6268128601990562e-08, + "loss": 2.2426, + "step": 57390 + }, + { + "epoch": 0.9824029853301152, + "grad_norm": 2.579882860183716, + "learning_rate": 1.623653322359364e-08, + "loss": 2.2355, + "step": 57391 + }, + { + "epoch": 0.9824201030486657, + "grad_norm": 2.6112382411956787, + "learning_rate": 1.620496853180553e-08, + "loss": 2.3382, + "step": 57392 + }, + { + "epoch": 0.9824372207672162, + "grad_norm": 2.472105026245117, + "learning_rate": 1.617343452672504e-08, + "loss": 2.349, + "step": 57393 + }, + { + "epoch": 0.9824543384857666, + "grad_norm": 2.743056297302246, + "learning_rate": 1.6141931208447646e-08, + "loss": 2.1763, + "step": 57394 + }, + { + "epoch": 0.9824714562043171, + "grad_norm": 2.638868570327759, + "learning_rate": 1.6110458577072162e-08, + "loss": 2.3193, + "step": 57395 + }, + { + "epoch": 0.9824885739228676, + "grad_norm": 2.462531805038452, + "learning_rate": 1.6079016632694065e-08, + "loss": 2.353, + "step": 57396 + }, + { + "epoch": 0.982505691641418, + "grad_norm": 2.724503517150879, + "learning_rate": 1.6047605375409948e-08, + "loss": 2.3228, + "step": 57397 + }, + { + "epoch": 0.9825228093599685, + "grad_norm": 2.502239227294922, + "learning_rate": 1.6016224805316394e-08, + "loss": 2.1366, + "step": 57398 + }, + { + "epoch": 0.982539927078519, + "grad_norm": 2.549576997756958, + "learning_rate": 1.5984874922509995e-08, + "loss": 2.3582, + "step": 57399 + }, + { + "epoch": 0.9825570447970694, + "grad_norm": 2.5146074295043945, + "learning_rate": 1.5953555727087343e-08, + "loss": 2.3181, + "step": 57400 + }, + { + "epoch": 0.9825741625156199, + "grad_norm": 2.6478142738342285, + "learning_rate": 1.5922267219143915e-08, + "loss": 2.3643, + "step": 57401 + }, + { + "epoch": 0.9825912802341704, + "grad_norm": 2.6418395042419434, + "learning_rate": 1.58910093987763e-08, + "loss": 2.3034, + "step": 57402 + }, + { + "epoch": 0.9826083979527208, + "grad_norm": 2.4608418941497803, + "learning_rate": 1.585978226608109e-08, + "loss": 2.202, + "step": 57403 + }, + { + "epoch": 0.9826255156712713, + "grad_norm": 2.5812721252441406, + "learning_rate": 1.5828585821153764e-08, + "loss": 2.3881, + "step": 57404 + }, + { + "epoch": 0.9826426333898218, + "grad_norm": 2.6446781158447266, + "learning_rate": 1.5797420064090907e-08, + "loss": 2.2278, + "step": 57405 + }, + { + "epoch": 0.9826597511083722, + "grad_norm": 2.6120519638061523, + "learning_rate": 1.5766284994988002e-08, + "loss": 2.2988, + "step": 57406 + }, + { + "epoch": 0.9826768688269227, + "grad_norm": 2.6654396057128906, + "learning_rate": 1.5735180613939416e-08, + "loss": 2.3274, + "step": 57407 + }, + { + "epoch": 0.9826939865454732, + "grad_norm": 2.620652914047241, + "learning_rate": 1.5704106921042848e-08, + "loss": 2.3631, + "step": 57408 + }, + { + "epoch": 0.9827111042640236, + "grad_norm": 2.7162091732025146, + "learning_rate": 1.5673063916391563e-08, + "loss": 2.3468, + "step": 57409 + }, + { + "epoch": 0.9827282219825741, + "grad_norm": 2.5972588062286377, + "learning_rate": 1.5642051600083253e-08, + "loss": 2.1971, + "step": 57410 + }, + { + "epoch": 0.9827453397011247, + "grad_norm": 2.6421444416046143, + "learning_rate": 1.561106997221118e-08, + "loss": 2.3106, + "step": 57411 + }, + { + "epoch": 0.982762457419675, + "grad_norm": 2.677664041519165, + "learning_rate": 1.5580119032873044e-08, + "loss": 2.2862, + "step": 57412 + }, + { + "epoch": 0.9827795751382256, + "grad_norm": 2.5774881839752197, + "learning_rate": 1.554919878216099e-08, + "loss": 2.2697, + "step": 57413 + }, + { + "epoch": 0.9827966928567761, + "grad_norm": 2.554600715637207, + "learning_rate": 1.551830922017272e-08, + "loss": 2.1543, + "step": 57414 + }, + { + "epoch": 0.9828138105753266, + "grad_norm": 2.7037198543548584, + "learning_rate": 1.5487450347000387e-08, + "loss": 2.3554, + "step": 57415 + }, + { + "epoch": 0.982830928293877, + "grad_norm": 2.657183885574341, + "learning_rate": 1.5456622162741687e-08, + "loss": 2.2712, + "step": 57416 + }, + { + "epoch": 0.9828480460124275, + "grad_norm": 2.5965824127197266, + "learning_rate": 1.5425824667489874e-08, + "loss": 2.289, + "step": 57417 + }, + { + "epoch": 0.982865163730978, + "grad_norm": 2.8213679790496826, + "learning_rate": 1.5395057861340434e-08, + "loss": 2.3594, + "step": 57418 + }, + { + "epoch": 0.9828822814495284, + "grad_norm": 2.630715847015381, + "learning_rate": 1.5364321744387732e-08, + "loss": 2.3549, + "step": 57419 + }, + { + "epoch": 0.9828993991680789, + "grad_norm": 2.5106284618377686, + "learning_rate": 1.533361631672503e-08, + "loss": 2.257, + "step": 57420 + }, + { + "epoch": 0.9829165168866294, + "grad_norm": 2.4592809677124023, + "learning_rate": 1.5302941578447805e-08, + "loss": 2.2772, + "step": 57421 + }, + { + "epoch": 0.9829336346051798, + "grad_norm": 2.7995190620422363, + "learning_rate": 1.5272297529650425e-08, + "loss": 2.3559, + "step": 57422 + }, + { + "epoch": 0.9829507523237303, + "grad_norm": 2.5316836833953857, + "learning_rate": 1.5241684170426153e-08, + "loss": 2.3698, + "step": 57423 + }, + { + "epoch": 0.9829678700422808, + "grad_norm": 2.6686666011810303, + "learning_rate": 1.521110150086935e-08, + "loss": 2.4638, + "step": 57424 + }, + { + "epoch": 0.9829849877608312, + "grad_norm": 2.604123830795288, + "learning_rate": 1.5180549521075506e-08, + "loss": 2.2777, + "step": 57425 + }, + { + "epoch": 0.9830021054793817, + "grad_norm": 2.770320177078247, + "learning_rate": 1.5150028231136758e-08, + "loss": 2.3217, + "step": 57426 + }, + { + "epoch": 0.9830192231979322, + "grad_norm": 2.585010528564453, + "learning_rate": 1.5119537631147487e-08, + "loss": 2.2996, + "step": 57427 + }, + { + "epoch": 0.9830363409164826, + "grad_norm": 2.57114839553833, + "learning_rate": 1.508907772120205e-08, + "loss": 2.1999, + "step": 57428 + }, + { + "epoch": 0.9830534586350331, + "grad_norm": 2.5130271911621094, + "learning_rate": 1.5058648501393715e-08, + "loss": 2.3432, + "step": 57429 + }, + { + "epoch": 0.9830705763535836, + "grad_norm": 2.6907167434692383, + "learning_rate": 1.5028249971814622e-08, + "loss": 2.392, + "step": 57430 + }, + { + "epoch": 0.983087694072134, + "grad_norm": 2.65633225440979, + "learning_rate": 1.499788213256026e-08, + "loss": 2.2759, + "step": 57431 + }, + { + "epoch": 0.9831048117906845, + "grad_norm": 2.7290706634521484, + "learning_rate": 1.496754498372277e-08, + "loss": 2.3429, + "step": 57432 + }, + { + "epoch": 0.983121929509235, + "grad_norm": 2.4503824710845947, + "learning_rate": 1.4937238525395416e-08, + "loss": 2.3284, + "step": 57433 + }, + { + "epoch": 0.9831390472277854, + "grad_norm": 2.542214870452881, + "learning_rate": 1.490696275767256e-08, + "loss": 2.2755, + "step": 57434 + }, + { + "epoch": 0.983156164946336, + "grad_norm": 2.6043078899383545, + "learning_rate": 1.4876717680646357e-08, + "loss": 2.2698, + "step": 57435 + }, + { + "epoch": 0.9831732826648865, + "grad_norm": 2.6143975257873535, + "learning_rate": 1.4846503294408953e-08, + "loss": 2.2179, + "step": 57436 + }, + { + "epoch": 0.9831904003834369, + "grad_norm": 2.698173999786377, + "learning_rate": 1.4816319599053607e-08, + "loss": 2.3723, + "step": 57437 + }, + { + "epoch": 0.9832075181019874, + "grad_norm": 2.572504997253418, + "learning_rate": 1.4786166594674688e-08, + "loss": 2.3778, + "step": 57438 + }, + { + "epoch": 0.9832246358205379, + "grad_norm": 2.5362918376922607, + "learning_rate": 1.4756044281363236e-08, + "loss": 2.2423, + "step": 57439 + }, + { + "epoch": 0.9832417535390883, + "grad_norm": 2.8056528568267822, + "learning_rate": 1.4725952659211395e-08, + "loss": 2.2659, + "step": 57440 + }, + { + "epoch": 0.9832588712576388, + "grad_norm": 2.5924317836761475, + "learning_rate": 1.4695891728313539e-08, + "loss": 2.3789, + "step": 57441 + }, + { + "epoch": 0.9832759889761893, + "grad_norm": 2.6625847816467285, + "learning_rate": 1.4665861488761813e-08, + "loss": 2.125, + "step": 57442 + }, + { + "epoch": 0.9832931066947397, + "grad_norm": 2.6329827308654785, + "learning_rate": 1.4635861940646145e-08, + "loss": 2.3739, + "step": 57443 + }, + { + "epoch": 0.9833102244132902, + "grad_norm": 2.597073793411255, + "learning_rate": 1.4605893084062017e-08, + "loss": 2.3068, + "step": 57444 + }, + { + "epoch": 0.9833273421318407, + "grad_norm": 2.7483770847320557, + "learning_rate": 1.4575954919098245e-08, + "loss": 2.3419, + "step": 57445 + }, + { + "epoch": 0.9833444598503911, + "grad_norm": 2.5863189697265625, + "learning_rate": 1.4546047445849199e-08, + "loss": 2.3525, + "step": 57446 + }, + { + "epoch": 0.9833615775689416, + "grad_norm": 2.6457223892211914, + "learning_rate": 1.4516170664407026e-08, + "loss": 2.2305, + "step": 57447 + }, + { + "epoch": 0.9833786952874921, + "grad_norm": 2.765996217727661, + "learning_rate": 1.4486324574861654e-08, + "loss": 2.4018, + "step": 57448 + }, + { + "epoch": 0.9833958130060425, + "grad_norm": 2.708735942840576, + "learning_rate": 1.4456509177306344e-08, + "loss": 2.248, + "step": 57449 + }, + { + "epoch": 0.983412930724593, + "grad_norm": 2.5442752838134766, + "learning_rate": 1.4426724471832132e-08, + "loss": 2.3769, + "step": 57450 + }, + { + "epoch": 0.9834300484431435, + "grad_norm": 2.5916390419006348, + "learning_rate": 1.4396970458530058e-08, + "loss": 2.2711, + "step": 57451 + }, + { + "epoch": 0.9834471661616939, + "grad_norm": 2.72152042388916, + "learning_rate": 1.4367247137492269e-08, + "loss": 2.3774, + "step": 57452 + }, + { + "epoch": 0.9834642838802444, + "grad_norm": 2.726795196533203, + "learning_rate": 1.4337554508810914e-08, + "loss": 2.3102, + "step": 57453 + }, + { + "epoch": 0.9834814015987949, + "grad_norm": 2.882633686065674, + "learning_rate": 1.430789257257592e-08, + "loss": 2.4271, + "step": 57454 + }, + { + "epoch": 0.9834985193173453, + "grad_norm": 2.621936798095703, + "learning_rate": 1.4278261328878329e-08, + "loss": 2.3332, + "step": 57455 + }, + { + "epoch": 0.9835156370358958, + "grad_norm": 2.6563360691070557, + "learning_rate": 1.4248660777810286e-08, + "loss": 2.3758, + "step": 57456 + }, + { + "epoch": 0.9835327547544463, + "grad_norm": 2.713329315185547, + "learning_rate": 1.4219090919461719e-08, + "loss": 2.3744, + "step": 57457 + }, + { + "epoch": 0.9835498724729967, + "grad_norm": 2.6827120780944824, + "learning_rate": 1.418955175392478e-08, + "loss": 2.4029, + "step": 57458 + }, + { + "epoch": 0.9835669901915473, + "grad_norm": 2.7277297973632812, + "learning_rate": 1.4160043281289393e-08, + "loss": 2.1832, + "step": 57459 + }, + { + "epoch": 0.9835841079100978, + "grad_norm": 2.6842148303985596, + "learning_rate": 1.4130565501646599e-08, + "loss": 2.3238, + "step": 57460 + }, + { + "epoch": 0.9836012256286483, + "grad_norm": 2.7675445079803467, + "learning_rate": 1.4101118415086323e-08, + "loss": 2.3796, + "step": 57461 + }, + { + "epoch": 0.9836183433471987, + "grad_norm": 2.650306463241577, + "learning_rate": 1.4071702021700717e-08, + "loss": 2.4048, + "step": 57462 + }, + { + "epoch": 0.9836354610657492, + "grad_norm": 2.655147075653076, + "learning_rate": 1.4042316321577487e-08, + "loss": 2.4061, + "step": 57463 + }, + { + "epoch": 0.9836525787842997, + "grad_norm": 2.5541985034942627, + "learning_rate": 1.4012961314808782e-08, + "loss": 2.2522, + "step": 57464 + }, + { + "epoch": 0.9836696965028501, + "grad_norm": 2.7127888202667236, + "learning_rate": 1.398363700148564e-08, + "loss": 2.3645, + "step": 57465 + }, + { + "epoch": 0.9836868142214006, + "grad_norm": 2.636308193206787, + "learning_rate": 1.3954343381695768e-08, + "loss": 2.3315, + "step": 57466 + }, + { + "epoch": 0.9837039319399511, + "grad_norm": 2.457162380218506, + "learning_rate": 1.3925080455532424e-08, + "loss": 2.2829, + "step": 57467 + }, + { + "epoch": 0.9837210496585015, + "grad_norm": 2.5608654022216797, + "learning_rate": 1.3895848223082209e-08, + "loss": 2.3293, + "step": 57468 + }, + { + "epoch": 0.983738167377052, + "grad_norm": 2.7492055892944336, + "learning_rate": 1.3866646684436158e-08, + "loss": 2.3662, + "step": 57469 + }, + { + "epoch": 0.9837552850956025, + "grad_norm": 2.6860997676849365, + "learning_rate": 1.383747583968531e-08, + "loss": 2.2997, + "step": 57470 + }, + { + "epoch": 0.9837724028141529, + "grad_norm": 2.738862991333008, + "learning_rate": 1.3808335688918484e-08, + "loss": 2.291, + "step": 57471 + }, + { + "epoch": 0.9837895205327034, + "grad_norm": 2.5333447456359863, + "learning_rate": 1.3779226232224496e-08, + "loss": 2.3905, + "step": 57472 + }, + { + "epoch": 0.9838066382512539, + "grad_norm": 2.5333786010742188, + "learning_rate": 1.3750147469693275e-08, + "loss": 2.2903, + "step": 57473 + }, + { + "epoch": 0.9838237559698043, + "grad_norm": 2.5872721672058105, + "learning_rate": 1.372109940141475e-08, + "loss": 2.2776, + "step": 57474 + }, + { + "epoch": 0.9838408736883548, + "grad_norm": 2.7116544246673584, + "learning_rate": 1.3692082027476628e-08, + "loss": 2.3852, + "step": 57475 + }, + { + "epoch": 0.9838579914069053, + "grad_norm": 2.6264288425445557, + "learning_rate": 1.3663095347971056e-08, + "loss": 2.2304, + "step": 57476 + }, + { + "epoch": 0.9838751091254557, + "grad_norm": 2.57234525680542, + "learning_rate": 1.3634139362984633e-08, + "loss": 2.1921, + "step": 57477 + }, + { + "epoch": 0.9838922268440062, + "grad_norm": 2.566939353942871, + "learning_rate": 1.3605214072607287e-08, + "loss": 2.302, + "step": 57478 + }, + { + "epoch": 0.9839093445625567, + "grad_norm": 2.6721436977386475, + "learning_rate": 1.3576319476926724e-08, + "loss": 2.3233, + "step": 57479 + }, + { + "epoch": 0.9839264622811071, + "grad_norm": 2.5152535438537598, + "learning_rate": 1.3547455576033985e-08, + "loss": 2.2685, + "step": 57480 + }, + { + "epoch": 0.9839435799996576, + "grad_norm": 2.500267267227173, + "learning_rate": 1.3518622370015666e-08, + "loss": 2.3249, + "step": 57481 + }, + { + "epoch": 0.9839606977182082, + "grad_norm": 2.713904857635498, + "learning_rate": 1.3489819858961695e-08, + "loss": 2.4439, + "step": 57482 + }, + { + "epoch": 0.9839778154367586, + "grad_norm": 2.6197478771209717, + "learning_rate": 1.3461048042959778e-08, + "loss": 2.3577, + "step": 57483 + }, + { + "epoch": 0.9839949331553091, + "grad_norm": 2.5929346084594727, + "learning_rate": 1.3432306922099847e-08, + "loss": 2.28, + "step": 57484 + }, + { + "epoch": 0.9840120508738596, + "grad_norm": 2.6641838550567627, + "learning_rate": 1.3403596496467385e-08, + "loss": 2.2536, + "step": 57485 + }, + { + "epoch": 0.98402916859241, + "grad_norm": 2.6240978240966797, + "learning_rate": 1.3374916766153434e-08, + "loss": 2.3316, + "step": 57486 + }, + { + "epoch": 0.9840462863109605, + "grad_norm": 2.59517765045166, + "learning_rate": 1.3346267731245699e-08, + "loss": 2.3184, + "step": 57487 + }, + { + "epoch": 0.984063404029511, + "grad_norm": 2.4725680351257324, + "learning_rate": 1.3317649391830779e-08, + "loss": 2.2986, + "step": 57488 + }, + { + "epoch": 0.9840805217480614, + "grad_norm": 2.682752847671509, + "learning_rate": 1.328906174799749e-08, + "loss": 2.3075, + "step": 57489 + }, + { + "epoch": 0.9840976394666119, + "grad_norm": 2.7709150314331055, + "learning_rate": 1.326050479983354e-08, + "loss": 2.376, + "step": 57490 + }, + { + "epoch": 0.9841147571851624, + "grad_norm": 2.6060116291046143, + "learning_rate": 1.3231978547427749e-08, + "loss": 2.2165, + "step": 57491 + }, + { + "epoch": 0.9841318749037128, + "grad_norm": 2.8522396087646484, + "learning_rate": 1.3203482990865601e-08, + "loss": 2.3898, + "step": 57492 + }, + { + "epoch": 0.9841489926222633, + "grad_norm": 2.6423041820526123, + "learning_rate": 1.3175018130237028e-08, + "loss": 2.4549, + "step": 57493 + }, + { + "epoch": 0.9841661103408138, + "grad_norm": 2.6255109310150146, + "learning_rate": 1.3146583965628624e-08, + "loss": 2.313, + "step": 57494 + }, + { + "epoch": 0.9841832280593642, + "grad_norm": 2.5459768772125244, + "learning_rate": 1.3118180497126987e-08, + "loss": 2.22, + "step": 57495 + }, + { + "epoch": 0.9842003457779147, + "grad_norm": 2.50441312789917, + "learning_rate": 1.3089807724819826e-08, + "loss": 2.2422, + "step": 57496 + }, + { + "epoch": 0.9842174634964652, + "grad_norm": 2.781461477279663, + "learning_rate": 1.3061465648795957e-08, + "loss": 2.3775, + "step": 57497 + }, + { + "epoch": 0.9842345812150156, + "grad_norm": 2.6800405979156494, + "learning_rate": 1.3033154269139759e-08, + "loss": 2.2392, + "step": 57498 + }, + { + "epoch": 0.9842516989335661, + "grad_norm": 2.7081823348999023, + "learning_rate": 1.3004873585940048e-08, + "loss": 2.3862, + "step": 57499 + }, + { + "epoch": 0.9842688166521166, + "grad_norm": 2.74082088470459, + "learning_rate": 1.2976623599283422e-08, + "loss": 2.361, + "step": 57500 + }, + { + "epoch": 0.984285934370667, + "grad_norm": 2.698415517807007, + "learning_rate": 1.294840430925759e-08, + "loss": 2.3122, + "step": 57501 + }, + { + "epoch": 0.9843030520892175, + "grad_norm": 2.642566680908203, + "learning_rate": 1.2920215715946927e-08, + "loss": 2.3895, + "step": 57502 + }, + { + "epoch": 0.984320169807768, + "grad_norm": 2.6927530765533447, + "learning_rate": 1.289205781944025e-08, + "loss": 2.293, + "step": 57503 + }, + { + "epoch": 0.9843372875263184, + "grad_norm": 2.620070457458496, + "learning_rate": 1.286393061982305e-08, + "loss": 2.2714, + "step": 57504 + }, + { + "epoch": 0.984354405244869, + "grad_norm": 2.6995620727539062, + "learning_rate": 1.2835834117181923e-08, + "loss": 2.2783, + "step": 57505 + }, + { + "epoch": 0.9843715229634195, + "grad_norm": 2.57794189453125, + "learning_rate": 1.2807768311603463e-08, + "loss": 2.2611, + "step": 57506 + }, + { + "epoch": 0.98438864068197, + "grad_norm": 2.58143949508667, + "learning_rate": 1.2779733203174271e-08, + "loss": 2.2371, + "step": 57507 + }, + { + "epoch": 0.9844057584005204, + "grad_norm": 2.726393461227417, + "learning_rate": 1.2751728791979834e-08, + "loss": 2.3276, + "step": 57508 + }, + { + "epoch": 0.9844228761190709, + "grad_norm": 2.6210174560546875, + "learning_rate": 1.2723755078105638e-08, + "loss": 2.2701, + "step": 57509 + }, + { + "epoch": 0.9844399938376214, + "grad_norm": 2.681487560272217, + "learning_rate": 1.269581206163939e-08, + "loss": 2.2061, + "step": 57510 + }, + { + "epoch": 0.9844571115561718, + "grad_norm": 2.5977354049682617, + "learning_rate": 1.2667899742666579e-08, + "loss": 2.2629, + "step": 57511 + }, + { + "epoch": 0.9844742292747223, + "grad_norm": 2.5322721004486084, + "learning_rate": 1.264001812127158e-08, + "loss": 2.2626, + "step": 57512 + }, + { + "epoch": 0.9844913469932728, + "grad_norm": 2.5871472358703613, + "learning_rate": 1.2612167197540992e-08, + "loss": 2.2315, + "step": 57513 + }, + { + "epoch": 0.9845084647118232, + "grad_norm": 2.5480873584747314, + "learning_rate": 1.2584346971561412e-08, + "loss": 2.2068, + "step": 57514 + }, + { + "epoch": 0.9845255824303737, + "grad_norm": 2.9680721759796143, + "learning_rate": 1.2556557443416107e-08, + "loss": 2.368, + "step": 57515 + }, + { + "epoch": 0.9845427001489242, + "grad_norm": 2.6198103427886963, + "learning_rate": 1.2528798613192783e-08, + "loss": 2.1623, + "step": 57516 + }, + { + "epoch": 0.9845598178674746, + "grad_norm": 2.6196727752685547, + "learning_rate": 1.2501070480974708e-08, + "loss": 2.3606, + "step": 57517 + }, + { + "epoch": 0.9845769355860251, + "grad_norm": 2.584333896636963, + "learning_rate": 1.2473373046849591e-08, + "loss": 2.352, + "step": 57518 + }, + { + "epoch": 0.9845940533045756, + "grad_norm": 2.6989636421203613, + "learning_rate": 1.2445706310899585e-08, + "loss": 2.409, + "step": 57519 + }, + { + "epoch": 0.984611171023126, + "grad_norm": 2.6274654865264893, + "learning_rate": 1.2418070273212401e-08, + "loss": 2.2893, + "step": 57520 + }, + { + "epoch": 0.9846282887416765, + "grad_norm": 2.69820499420166, + "learning_rate": 1.2390464933871304e-08, + "loss": 2.3042, + "step": 57521 + }, + { + "epoch": 0.984645406460227, + "grad_norm": 2.643932342529297, + "learning_rate": 1.2362890292961783e-08, + "loss": 2.4244, + "step": 57522 + }, + { + "epoch": 0.9846625241787774, + "grad_norm": 2.4570014476776123, + "learning_rate": 1.2335346350569322e-08, + "loss": 2.2687, + "step": 57523 + }, + { + "epoch": 0.9846796418973279, + "grad_norm": 2.662895441055298, + "learning_rate": 1.230783310677719e-08, + "loss": 2.2931, + "step": 57524 + }, + { + "epoch": 0.9846967596158784, + "grad_norm": 2.7326273918151855, + "learning_rate": 1.2280350561669763e-08, + "loss": 2.4082, + "step": 57525 + }, + { + "epoch": 0.9847138773344288, + "grad_norm": 2.5640103816986084, + "learning_rate": 1.2252898715333639e-08, + "loss": 2.2973, + "step": 57526 + }, + { + "epoch": 0.9847309950529793, + "grad_norm": 2.779085159301758, + "learning_rate": 1.2225477567849864e-08, + "loss": 2.2753, + "step": 57527 + }, + { + "epoch": 0.9847481127715298, + "grad_norm": 2.5918235778808594, + "learning_rate": 1.2198087119306146e-08, + "loss": 2.3418, + "step": 57528 + }, + { + "epoch": 0.9847652304900802, + "grad_norm": 2.481106996536255, + "learning_rate": 1.217072736978464e-08, + "loss": 2.2338, + "step": 57529 + }, + { + "epoch": 0.9847823482086308, + "grad_norm": 2.574155807495117, + "learning_rate": 1.2143398319370836e-08, + "loss": 2.1819, + "step": 57530 + }, + { + "epoch": 0.9847994659271813, + "grad_norm": 2.5283734798431396, + "learning_rate": 1.2116099968146889e-08, + "loss": 2.217, + "step": 57531 + }, + { + "epoch": 0.9848165836457317, + "grad_norm": 2.64921498298645, + "learning_rate": 1.2088832316198285e-08, + "loss": 2.2873, + "step": 57532 + }, + { + "epoch": 0.9848337013642822, + "grad_norm": 2.444823980331421, + "learning_rate": 1.2061595363608292e-08, + "loss": 2.2941, + "step": 57533 + }, + { + "epoch": 0.9848508190828327, + "grad_norm": 2.6595873832702637, + "learning_rate": 1.2034389110461286e-08, + "loss": 2.3223, + "step": 57534 + }, + { + "epoch": 0.9848679368013831, + "grad_norm": 2.6280014514923096, + "learning_rate": 1.2007213556839426e-08, + "loss": 2.1465, + "step": 57535 + }, + { + "epoch": 0.9848850545199336, + "grad_norm": 2.6998445987701416, + "learning_rate": 1.1980068702827086e-08, + "loss": 2.2883, + "step": 57536 + }, + { + "epoch": 0.9849021722384841, + "grad_norm": 2.7008628845214844, + "learning_rate": 1.1952954548507534e-08, + "loss": 2.3271, + "step": 57537 + }, + { + "epoch": 0.9849192899570345, + "grad_norm": 2.7293312549591064, + "learning_rate": 1.1925871093964037e-08, + "loss": 2.3464, + "step": 57538 + }, + { + "epoch": 0.984936407675585, + "grad_norm": 2.778857469558716, + "learning_rate": 1.189881833927986e-08, + "loss": 2.2655, + "step": 57539 + }, + { + "epoch": 0.9849535253941355, + "grad_norm": 2.7110331058502197, + "learning_rate": 1.1871796284539384e-08, + "loss": 2.31, + "step": 57540 + }, + { + "epoch": 0.9849706431126859, + "grad_norm": 3.033322811126709, + "learning_rate": 1.184480492982365e-08, + "loss": 2.2705, + "step": 57541 + }, + { + "epoch": 0.9849877608312364, + "grad_norm": 2.740826368331909, + "learning_rate": 1.1817844275217039e-08, + "loss": 2.3181, + "step": 57542 + }, + { + "epoch": 0.9850048785497869, + "grad_norm": 2.520963668823242, + "learning_rate": 1.1790914320801705e-08, + "loss": 2.2862, + "step": 57543 + }, + { + "epoch": 0.9850219962683373, + "grad_norm": 2.6273515224456787, + "learning_rate": 1.1764015066660916e-08, + "loss": 2.2784, + "step": 57544 + }, + { + "epoch": 0.9850391139868878, + "grad_norm": 2.6740634441375732, + "learning_rate": 1.173714651287683e-08, + "loss": 2.3681, + "step": 57545 + }, + { + "epoch": 0.9850562317054383, + "grad_norm": 2.865760326385498, + "learning_rate": 1.1710308659531599e-08, + "loss": 2.3802, + "step": 57546 + }, + { + "epoch": 0.9850733494239887, + "grad_norm": 2.801351308822632, + "learning_rate": 1.1683501506709605e-08, + "loss": 2.3912, + "step": 57547 + }, + { + "epoch": 0.9850904671425392, + "grad_norm": 2.656529426574707, + "learning_rate": 1.165672505449189e-08, + "loss": 2.3481, + "step": 57548 + }, + { + "epoch": 0.9851075848610897, + "grad_norm": 2.5100600719451904, + "learning_rate": 1.1629979302960614e-08, + "loss": 2.3495, + "step": 57549 + }, + { + "epoch": 0.9851247025796401, + "grad_norm": 2.570103168487549, + "learning_rate": 1.1603264252197932e-08, + "loss": 2.2783, + "step": 57550 + }, + { + "epoch": 0.9851418202981906, + "grad_norm": 2.6384518146514893, + "learning_rate": 1.157657990228711e-08, + "loss": 2.2946, + "step": 57551 + }, + { + "epoch": 0.9851589380167411, + "grad_norm": 2.5961432456970215, + "learning_rate": 1.1549926253308085e-08, + "loss": 2.327, + "step": 57552 + }, + { + "epoch": 0.9851760557352915, + "grad_norm": 2.472090005874634, + "learning_rate": 1.1523303305345235e-08, + "loss": 2.2365, + "step": 57553 + }, + { + "epoch": 0.985193173453842, + "grad_norm": 2.8492820262908936, + "learning_rate": 1.1496711058479604e-08, + "loss": 2.4427, + "step": 57554 + }, + { + "epoch": 0.9852102911723926, + "grad_norm": 2.6190195083618164, + "learning_rate": 1.1470149512791128e-08, + "loss": 2.2403, + "step": 57555 + }, + { + "epoch": 0.9852274088909431, + "grad_norm": 2.6332011222839355, + "learning_rate": 1.1443618668364187e-08, + "loss": 2.3383, + "step": 57556 + }, + { + "epoch": 0.9852445266094935, + "grad_norm": 2.8173975944519043, + "learning_rate": 1.1417118525277604e-08, + "loss": 2.379, + "step": 57557 + }, + { + "epoch": 0.985261644328044, + "grad_norm": 2.5597288608551025, + "learning_rate": 1.1390649083615757e-08, + "loss": 2.2461, + "step": 57558 + }, + { + "epoch": 0.9852787620465945, + "grad_norm": 2.5856688022613525, + "learning_rate": 1.1364210343457471e-08, + "loss": 2.2369, + "step": 57559 + }, + { + "epoch": 0.9852958797651449, + "grad_norm": 2.727956533432007, + "learning_rate": 1.1337802304886014e-08, + "loss": 2.2876, + "step": 57560 + }, + { + "epoch": 0.9853129974836954, + "grad_norm": 2.6531126499176025, + "learning_rate": 1.1311424967980212e-08, + "loss": 2.2704, + "step": 57561 + }, + { + "epoch": 0.9853301152022459, + "grad_norm": 2.847367763519287, + "learning_rate": 1.1285078332823329e-08, + "loss": 2.4417, + "step": 57562 + }, + { + "epoch": 0.9853472329207963, + "grad_norm": 2.4402520656585693, + "learning_rate": 1.1258762399495304e-08, + "loss": 2.2463, + "step": 57563 + }, + { + "epoch": 0.9853643506393468, + "grad_norm": 2.6599864959716797, + "learning_rate": 1.1232477168077182e-08, + "loss": 2.2641, + "step": 57564 + }, + { + "epoch": 0.9853814683578973, + "grad_norm": 2.6438279151916504, + "learning_rate": 1.120622263865001e-08, + "loss": 2.3773, + "step": 57565 + }, + { + "epoch": 0.9853985860764477, + "grad_norm": 2.6762707233428955, + "learning_rate": 1.1179998811293725e-08, + "loss": 2.3293, + "step": 57566 + }, + { + "epoch": 0.9854157037949982, + "grad_norm": 2.5749638080596924, + "learning_rate": 1.115380568608937e-08, + "loss": 2.3278, + "step": 57567 + }, + { + "epoch": 0.9854328215135487, + "grad_norm": 2.7415425777435303, + "learning_rate": 1.1127643263117993e-08, + "loss": 2.3309, + "step": 57568 + }, + { + "epoch": 0.9854499392320991, + "grad_norm": 2.70383358001709, + "learning_rate": 1.110151154245953e-08, + "loss": 2.3453, + "step": 57569 + }, + { + "epoch": 0.9854670569506496, + "grad_norm": 2.818242311477661, + "learning_rate": 1.107541052419503e-08, + "loss": 2.3726, + "step": 57570 + }, + { + "epoch": 0.9854841746692001, + "grad_norm": 2.493398904800415, + "learning_rate": 1.1049340208403314e-08, + "loss": 2.2435, + "step": 57571 + }, + { + "epoch": 0.9855012923877505, + "grad_norm": 2.8654584884643555, + "learning_rate": 1.102330059516543e-08, + "loss": 2.4077, + "step": 57572 + }, + { + "epoch": 0.985518410106301, + "grad_norm": 2.4687933921813965, + "learning_rate": 1.0997291684561317e-08, + "loss": 2.1584, + "step": 57573 + }, + { + "epoch": 0.9855355278248515, + "grad_norm": 2.6437013149261475, + "learning_rate": 1.0971313476669798e-08, + "loss": 2.3202, + "step": 57574 + }, + { + "epoch": 0.9855526455434019, + "grad_norm": 2.710604190826416, + "learning_rate": 1.094536597157303e-08, + "loss": 2.3755, + "step": 57575 + }, + { + "epoch": 0.9855697632619524, + "grad_norm": 2.7955737113952637, + "learning_rate": 1.0919449169348727e-08, + "loss": 2.3325, + "step": 57576 + }, + { + "epoch": 0.985586880980503, + "grad_norm": 2.6770389080047607, + "learning_rate": 1.0893563070077939e-08, + "loss": 2.3212, + "step": 57577 + }, + { + "epoch": 0.9856039986990534, + "grad_norm": 2.975064516067505, + "learning_rate": 1.086770767383838e-08, + "loss": 2.3698, + "step": 57578 + }, + { + "epoch": 0.9856211164176039, + "grad_norm": 2.62926983833313, + "learning_rate": 1.0841882980712204e-08, + "loss": 2.3365, + "step": 57579 + }, + { + "epoch": 0.9856382341361544, + "grad_norm": 2.8597464561462402, + "learning_rate": 1.0816088990776019e-08, + "loss": 2.3461, + "step": 57580 + }, + { + "epoch": 0.9856553518547048, + "grad_norm": 2.7291934490203857, + "learning_rate": 1.0790325704110872e-08, + "loss": 2.3936, + "step": 57581 + }, + { + "epoch": 0.9856724695732553, + "grad_norm": 2.5147347450256348, + "learning_rate": 1.0764593120795585e-08, + "loss": 2.3265, + "step": 57582 + }, + { + "epoch": 0.9856895872918058, + "grad_norm": 2.5234086513519287, + "learning_rate": 1.07388912409101e-08, + "loss": 2.1957, + "step": 57583 + }, + { + "epoch": 0.9857067050103562, + "grad_norm": 2.778069019317627, + "learning_rate": 1.0713220064531015e-08, + "loss": 2.3138, + "step": 57584 + }, + { + "epoch": 0.9857238227289067, + "grad_norm": 2.5915889739990234, + "learning_rate": 1.0687579591739383e-08, + "loss": 2.28, + "step": 57585 + }, + { + "epoch": 0.9857409404474572, + "grad_norm": 2.66019606590271, + "learning_rate": 1.0661969822612916e-08, + "loss": 2.3541, + "step": 57586 + }, + { + "epoch": 0.9857580581660076, + "grad_norm": 2.699341058731079, + "learning_rate": 1.0636390757230442e-08, + "loss": 2.2698, + "step": 57587 + }, + { + "epoch": 0.9857751758845581, + "grad_norm": 2.655341863632202, + "learning_rate": 1.0610842395671894e-08, + "loss": 2.2799, + "step": 57588 + }, + { + "epoch": 0.9857922936031086, + "grad_norm": 2.57637882232666, + "learning_rate": 1.058532473801388e-08, + "loss": 2.2816, + "step": 57589 + }, + { + "epoch": 0.985809411321659, + "grad_norm": 2.5384562015533447, + "learning_rate": 1.0559837784336335e-08, + "loss": 2.2551, + "step": 57590 + }, + { + "epoch": 0.9858265290402095, + "grad_norm": 2.761101007461548, + "learning_rate": 1.0534381534716975e-08, + "loss": 2.331, + "step": 57591 + }, + { + "epoch": 0.98584364675876, + "grad_norm": 2.5924017429351807, + "learning_rate": 1.0508955989233516e-08, + "loss": 2.2836, + "step": 57592 + }, + { + "epoch": 0.9858607644773104, + "grad_norm": 2.6131529808044434, + "learning_rate": 1.0483561147964783e-08, + "loss": 2.366, + "step": 57593 + }, + { + "epoch": 0.9858778821958609, + "grad_norm": 2.629836320877075, + "learning_rate": 1.045819701098849e-08, + "loss": 2.3523, + "step": 57594 + }, + { + "epoch": 0.9858949999144114, + "grad_norm": 2.709846258163452, + "learning_rate": 1.0432863578383467e-08, + "loss": 2.4038, + "step": 57595 + }, + { + "epoch": 0.9859121176329618, + "grad_norm": 2.6914350986480713, + "learning_rate": 1.0407560850226318e-08, + "loss": 2.3037, + "step": 57596 + }, + { + "epoch": 0.9859292353515123, + "grad_norm": 2.6640982627868652, + "learning_rate": 1.0382288826595866e-08, + "loss": 2.2562, + "step": 57597 + }, + { + "epoch": 0.9859463530700628, + "grad_norm": 2.7294058799743652, + "learning_rate": 1.0357047507568717e-08, + "loss": 2.3364, + "step": 57598 + }, + { + "epoch": 0.9859634707886132, + "grad_norm": 2.659595489501953, + "learning_rate": 1.03318368932237e-08, + "loss": 2.3204, + "step": 57599 + }, + { + "epoch": 0.9859805885071637, + "grad_norm": 2.5557713508605957, + "learning_rate": 1.030665698363742e-08, + "loss": 2.4341, + "step": 57600 + }, + { + "epoch": 0.9859977062257143, + "grad_norm": 2.5419726371765137, + "learning_rate": 1.0281507778887589e-08, + "loss": 2.2222, + "step": 57601 + }, + { + "epoch": 0.9860148239442648, + "grad_norm": 2.6686179637908936, + "learning_rate": 1.0256389279051927e-08, + "loss": 2.4272, + "step": 57602 + }, + { + "epoch": 0.9860319416628152, + "grad_norm": 2.8199963569641113, + "learning_rate": 1.0231301484205925e-08, + "loss": 2.2964, + "step": 57603 + }, + { + "epoch": 0.9860490593813657, + "grad_norm": 2.632566452026367, + "learning_rate": 1.020624439442841e-08, + "loss": 2.3381, + "step": 57604 + }, + { + "epoch": 0.9860661770999162, + "grad_norm": 2.5735368728637695, + "learning_rate": 1.0181218009797101e-08, + "loss": 2.337, + "step": 57605 + }, + { + "epoch": 0.9860832948184666, + "grad_norm": 2.6151955127716064, + "learning_rate": 1.0156222330386379e-08, + "loss": 2.1665, + "step": 57606 + }, + { + "epoch": 0.9861004125370171, + "grad_norm": 2.701148509979248, + "learning_rate": 1.013125735627507e-08, + "loss": 2.4067, + "step": 57607 + }, + { + "epoch": 0.9861175302555676, + "grad_norm": 2.6895368099212646, + "learning_rate": 1.0106323087538671e-08, + "loss": 2.2616, + "step": 57608 + }, + { + "epoch": 0.986134647974118, + "grad_norm": 2.6390175819396973, + "learning_rate": 1.0081419524254898e-08, + "loss": 2.1963, + "step": 57609 + }, + { + "epoch": 0.9861517656926685, + "grad_norm": 2.63063383102417, + "learning_rate": 1.0056546666499245e-08, + "loss": 2.2859, + "step": 57610 + }, + { + "epoch": 0.986168883411219, + "grad_norm": 2.7663443088531494, + "learning_rate": 1.0031704514349428e-08, + "loss": 2.4054, + "step": 57611 + }, + { + "epoch": 0.9861860011297694, + "grad_norm": 2.6037323474884033, + "learning_rate": 1.000689306787983e-08, + "loss": 2.3203, + "step": 57612 + }, + { + "epoch": 0.9862031188483199, + "grad_norm": 2.68607759475708, + "learning_rate": 9.98211232716928e-09, + "loss": 2.3201, + "step": 57613 + }, + { + "epoch": 0.9862202365668704, + "grad_norm": 2.5479938983917236, + "learning_rate": 9.957362292292161e-09, + "loss": 2.2247, + "step": 57614 + }, + { + "epoch": 0.9862373542854208, + "grad_norm": 2.6311593055725098, + "learning_rate": 9.932642963325079e-09, + "loss": 2.3874, + "step": 57615 + }, + { + "epoch": 0.9862544720039713, + "grad_norm": 2.4425876140594482, + "learning_rate": 9.907954340344638e-09, + "loss": 2.2597, + "step": 57616 + }, + { + "epoch": 0.9862715897225218, + "grad_norm": 2.6439390182495117, + "learning_rate": 9.883296423425226e-09, + "loss": 2.2739, + "step": 57617 + }, + { + "epoch": 0.9862887074410722, + "grad_norm": 2.6491541862487793, + "learning_rate": 9.858669212643445e-09, + "loss": 2.2777, + "step": 57618 + }, + { + "epoch": 0.9863058251596227, + "grad_norm": 2.6028709411621094, + "learning_rate": 9.834072708074794e-09, + "loss": 2.2825, + "step": 57619 + }, + { + "epoch": 0.9863229428781732, + "grad_norm": 2.494633436203003, + "learning_rate": 9.809506909795875e-09, + "loss": 2.1884, + "step": 57620 + }, + { + "epoch": 0.9863400605967236, + "grad_norm": 2.615295648574829, + "learning_rate": 9.784971817881073e-09, + "loss": 2.2389, + "step": 57621 + }, + { + "epoch": 0.9863571783152741, + "grad_norm": 2.3963136672973633, + "learning_rate": 9.760467432405885e-09, + "loss": 2.2397, + "step": 57622 + }, + { + "epoch": 0.9863742960338246, + "grad_norm": 2.582911729812622, + "learning_rate": 9.735993753446915e-09, + "loss": 2.3939, + "step": 57623 + }, + { + "epoch": 0.986391413752375, + "grad_norm": 2.770986795425415, + "learning_rate": 9.71155078107744e-09, + "loss": 2.3509, + "step": 57624 + }, + { + "epoch": 0.9864085314709256, + "grad_norm": 2.565955400466919, + "learning_rate": 9.687138515372952e-09, + "loss": 2.1483, + "step": 57625 + }, + { + "epoch": 0.9864256491894761, + "grad_norm": 2.6388156414031982, + "learning_rate": 9.662756956410057e-09, + "loss": 2.2521, + "step": 57626 + }, + { + "epoch": 0.9864427669080265, + "grad_norm": 2.473475217819214, + "learning_rate": 9.638406104262032e-09, + "loss": 2.1825, + "step": 57627 + }, + { + "epoch": 0.986459884626577, + "grad_norm": 2.663588047027588, + "learning_rate": 9.614085959004372e-09, + "loss": 2.3075, + "step": 57628 + }, + { + "epoch": 0.9864770023451275, + "grad_norm": 2.5028209686279297, + "learning_rate": 9.58979652071257e-09, + "loss": 2.2761, + "step": 57629 + }, + { + "epoch": 0.9864941200636779, + "grad_norm": 2.6445086002349854, + "learning_rate": 9.5655377894599e-09, + "loss": 2.3475, + "step": 57630 + }, + { + "epoch": 0.9865112377822284, + "grad_norm": 2.7969391345977783, + "learning_rate": 9.54130976532075e-09, + "loss": 2.3045, + "step": 57631 + }, + { + "epoch": 0.9865283555007789, + "grad_norm": 2.705265998840332, + "learning_rate": 9.517112448371723e-09, + "loss": 2.3252, + "step": 57632 + }, + { + "epoch": 0.9865454732193293, + "grad_norm": 2.698810577392578, + "learning_rate": 9.492945838684986e-09, + "loss": 2.2375, + "step": 57633 + }, + { + "epoch": 0.9865625909378798, + "grad_norm": 2.8749608993530273, + "learning_rate": 9.468809936337142e-09, + "loss": 2.3752, + "step": 57634 + }, + { + "epoch": 0.9865797086564303, + "grad_norm": 2.594059705734253, + "learning_rate": 9.444704741399246e-09, + "loss": 2.2605, + "step": 57635 + }, + { + "epoch": 0.9865968263749807, + "grad_norm": 2.5384278297424316, + "learning_rate": 9.420630253947904e-09, + "loss": 2.3314, + "step": 57636 + }, + { + "epoch": 0.9866139440935312, + "grad_norm": 2.5867815017700195, + "learning_rate": 9.39658647405639e-09, + "loss": 2.3042, + "step": 57637 + }, + { + "epoch": 0.9866310618120817, + "grad_norm": 2.5227510929107666, + "learning_rate": 9.37257340179798e-09, + "loss": 2.3075, + "step": 57638 + }, + { + "epoch": 0.9866481795306321, + "grad_norm": 2.681525707244873, + "learning_rate": 9.348591037247056e-09, + "loss": 2.287, + "step": 57639 + }, + { + "epoch": 0.9866652972491826, + "grad_norm": 2.752572536468506, + "learning_rate": 9.324639380478006e-09, + "loss": 2.4424, + "step": 57640 + }, + { + "epoch": 0.9866824149677331, + "grad_norm": 2.70094633102417, + "learning_rate": 9.300718431562993e-09, + "loss": 2.2431, + "step": 57641 + }, + { + "epoch": 0.9866995326862835, + "grad_norm": 2.6073567867279053, + "learning_rate": 9.276828190576404e-09, + "loss": 2.3592, + "step": 57642 + }, + { + "epoch": 0.986716650404834, + "grad_norm": 2.593736410140991, + "learning_rate": 9.25296865759151e-09, + "loss": 2.3043, + "step": 57643 + }, + { + "epoch": 0.9867337681233845, + "grad_norm": 2.492358922958374, + "learning_rate": 9.229139832681588e-09, + "loss": 2.2243, + "step": 57644 + }, + { + "epoch": 0.9867508858419349, + "grad_norm": 2.64825701713562, + "learning_rate": 9.205341715919913e-09, + "loss": 2.2385, + "step": 57645 + }, + { + "epoch": 0.9867680035604854, + "grad_norm": 2.5424952507019043, + "learning_rate": 9.181574307379759e-09, + "loss": 2.24, + "step": 57646 + }, + { + "epoch": 0.986785121279036, + "grad_norm": 2.5417914390563965, + "learning_rate": 9.157837607134401e-09, + "loss": 2.1182, + "step": 57647 + }, + { + "epoch": 0.9868022389975865, + "grad_norm": 2.597095012664795, + "learning_rate": 9.134131615256003e-09, + "loss": 2.3171, + "step": 57648 + }, + { + "epoch": 0.9868193567161369, + "grad_norm": 2.5450944900512695, + "learning_rate": 9.110456331818952e-09, + "loss": 2.3176, + "step": 57649 + }, + { + "epoch": 0.9868364744346874, + "grad_norm": 2.70500111579895, + "learning_rate": 9.086811756893188e-09, + "loss": 2.358, + "step": 57650 + }, + { + "epoch": 0.9868535921532379, + "grad_norm": 2.6745052337646484, + "learning_rate": 9.06319789055532e-09, + "loss": 2.3281, + "step": 57651 + }, + { + "epoch": 0.9868707098717883, + "grad_norm": 2.6691975593566895, + "learning_rate": 9.03961473287418e-09, + "loss": 2.2954, + "step": 57652 + }, + { + "epoch": 0.9868878275903388, + "grad_norm": 2.7651100158691406, + "learning_rate": 9.016062283924155e-09, + "loss": 2.3524, + "step": 57653 + }, + { + "epoch": 0.9869049453088893, + "grad_norm": 2.5574522018432617, + "learning_rate": 8.992540543777406e-09, + "loss": 2.2946, + "step": 57654 + }, + { + "epoch": 0.9869220630274397, + "grad_norm": 2.5043997764587402, + "learning_rate": 8.96904951250721e-09, + "loss": 2.3248, + "step": 57655 + }, + { + "epoch": 0.9869391807459902, + "grad_norm": 2.6903300285339355, + "learning_rate": 8.945589190183513e-09, + "loss": 2.3077, + "step": 57656 + }, + { + "epoch": 0.9869562984645407, + "grad_norm": 2.6818878650665283, + "learning_rate": 8.922159576879586e-09, + "loss": 2.3797, + "step": 57657 + }, + { + "epoch": 0.9869734161830911, + "grad_norm": 2.6905601024627686, + "learning_rate": 8.898760672668704e-09, + "loss": 2.2946, + "step": 57658 + }, + { + "epoch": 0.9869905339016416, + "grad_norm": 2.6607937812805176, + "learning_rate": 8.875392477620815e-09, + "loss": 2.2762, + "step": 57659 + }, + { + "epoch": 0.9870076516201921, + "grad_norm": 2.54978609085083, + "learning_rate": 8.85205499180808e-09, + "loss": 2.294, + "step": 57660 + }, + { + "epoch": 0.9870247693387425, + "grad_norm": 2.6970527172088623, + "learning_rate": 8.828748215302663e-09, + "loss": 2.2526, + "step": 57661 + }, + { + "epoch": 0.987041887057293, + "grad_norm": 2.656654119491577, + "learning_rate": 8.805472148176731e-09, + "loss": 2.2959, + "step": 57662 + }, + { + "epoch": 0.9870590047758435, + "grad_norm": 2.6615941524505615, + "learning_rate": 8.782226790501336e-09, + "loss": 2.2639, + "step": 57663 + }, + { + "epoch": 0.9870761224943939, + "grad_norm": 2.4322121143341064, + "learning_rate": 8.759012142347534e-09, + "loss": 2.2065, + "step": 57664 + }, + { + "epoch": 0.9870932402129444, + "grad_norm": 2.4566948413848877, + "learning_rate": 8.735828203787489e-09, + "loss": 2.1565, + "step": 57665 + }, + { + "epoch": 0.9871103579314949, + "grad_norm": 2.646570920944214, + "learning_rate": 8.712674974892255e-09, + "loss": 2.1586, + "step": 57666 + }, + { + "epoch": 0.9871274756500453, + "grad_norm": 2.7002885341644287, + "learning_rate": 8.689552455731775e-09, + "loss": 2.3083, + "step": 57667 + }, + { + "epoch": 0.9871445933685958, + "grad_norm": 2.742582082748413, + "learning_rate": 8.666460646378216e-09, + "loss": 2.3499, + "step": 57668 + }, + { + "epoch": 0.9871617110871463, + "grad_norm": 2.783196210861206, + "learning_rate": 8.643399546903741e-09, + "loss": 2.2208, + "step": 57669 + }, + { + "epoch": 0.9871788288056967, + "grad_norm": 2.578277587890625, + "learning_rate": 8.620369157376074e-09, + "loss": 2.3309, + "step": 57670 + }, + { + "epoch": 0.9871959465242472, + "grad_norm": 2.599836826324463, + "learning_rate": 8.5973694778696e-09, + "loss": 2.212, + "step": 57671 + }, + { + "epoch": 0.9872130642427978, + "grad_norm": 2.714660406112671, + "learning_rate": 8.57440050845204e-09, + "loss": 2.3849, + "step": 57672 + }, + { + "epoch": 0.9872301819613482, + "grad_norm": 2.6834068298339844, + "learning_rate": 8.551462249195563e-09, + "loss": 2.4407, + "step": 57673 + }, + { + "epoch": 0.9872472996798987, + "grad_norm": 2.644423484802246, + "learning_rate": 8.528554700170111e-09, + "loss": 2.2886, + "step": 57674 + }, + { + "epoch": 0.9872644173984492, + "grad_norm": 2.7163054943084717, + "learning_rate": 8.505677861446738e-09, + "loss": 2.2668, + "step": 57675 + }, + { + "epoch": 0.9872815351169996, + "grad_norm": 2.5768136978149414, + "learning_rate": 8.482831733095387e-09, + "loss": 2.3376, + "step": 57676 + }, + { + "epoch": 0.9872986528355501, + "grad_norm": 2.6579463481903076, + "learning_rate": 8.460016315186003e-09, + "loss": 2.3552, + "step": 57677 + }, + { + "epoch": 0.9873157705541006, + "grad_norm": 2.7486209869384766, + "learning_rate": 8.437231607788532e-09, + "loss": 2.3276, + "step": 57678 + }, + { + "epoch": 0.987332888272651, + "grad_norm": 2.5116984844207764, + "learning_rate": 8.414477610974025e-09, + "loss": 2.2395, + "step": 57679 + }, + { + "epoch": 0.9873500059912015, + "grad_norm": 2.7930588722229004, + "learning_rate": 8.391754324811318e-09, + "loss": 2.2093, + "step": 57680 + }, + { + "epoch": 0.987367123709752, + "grad_norm": 2.626079797744751, + "learning_rate": 8.369061749370354e-09, + "loss": 2.419, + "step": 57681 + }, + { + "epoch": 0.9873842414283024, + "grad_norm": 2.7378199100494385, + "learning_rate": 8.34639988472219e-09, + "loss": 2.2639, + "step": 57682 + }, + { + "epoch": 0.9874013591468529, + "grad_norm": 2.4045002460479736, + "learning_rate": 8.323768730935655e-09, + "loss": 2.2051, + "step": 57683 + }, + { + "epoch": 0.9874184768654034, + "grad_norm": 2.7069149017333984, + "learning_rate": 8.301168288079586e-09, + "loss": 2.3261, + "step": 57684 + }, + { + "epoch": 0.9874355945839538, + "grad_norm": 2.8002188205718994, + "learning_rate": 8.278598556223926e-09, + "loss": 2.4248, + "step": 57685 + }, + { + "epoch": 0.9874527123025043, + "grad_norm": 2.634315013885498, + "learning_rate": 8.256059535438621e-09, + "loss": 2.2698, + "step": 57686 + }, + { + "epoch": 0.9874698300210548, + "grad_norm": 2.5549590587615967, + "learning_rate": 8.233551225792503e-09, + "loss": 2.3252, + "step": 57687 + }, + { + "epoch": 0.9874869477396052, + "grad_norm": 2.6302804946899414, + "learning_rate": 8.211073627354405e-09, + "loss": 2.3361, + "step": 57688 + }, + { + "epoch": 0.9875040654581557, + "grad_norm": 2.7014379501342773, + "learning_rate": 8.188626740194273e-09, + "loss": 2.2928, + "step": 57689 + }, + { + "epoch": 0.9875211831767062, + "grad_norm": 2.6248373985290527, + "learning_rate": 8.166210564379829e-09, + "loss": 2.3643, + "step": 57690 + }, + { + "epoch": 0.9875383008952566, + "grad_norm": 2.818699836730957, + "learning_rate": 8.143825099982128e-09, + "loss": 2.3567, + "step": 57691 + }, + { + "epoch": 0.9875554186138071, + "grad_norm": 2.623882532119751, + "learning_rate": 8.121470347067784e-09, + "loss": 2.3805, + "step": 57692 + }, + { + "epoch": 0.9875725363323576, + "grad_norm": 2.6220102310180664, + "learning_rate": 8.09914630570563e-09, + "loss": 2.2174, + "step": 57693 + }, + { + "epoch": 0.9875896540509082, + "grad_norm": 2.556675910949707, + "learning_rate": 8.07685297596561e-09, + "loss": 2.2443, + "step": 57694 + }, + { + "epoch": 0.9876067717694585, + "grad_norm": 2.593032121658325, + "learning_rate": 8.054590357916558e-09, + "loss": 2.3094, + "step": 57695 + }, + { + "epoch": 0.987623889488009, + "grad_norm": 2.4746804237365723, + "learning_rate": 8.032358451623979e-09, + "loss": 2.3732, + "step": 57696 + }, + { + "epoch": 0.9876410072065596, + "grad_norm": 2.7698628902435303, + "learning_rate": 8.010157257160034e-09, + "loss": 2.2554, + "step": 57697 + }, + { + "epoch": 0.98765812492511, + "grad_norm": 2.841580867767334, + "learning_rate": 7.987986774590228e-09, + "loss": 2.539, + "step": 57698 + }, + { + "epoch": 0.9876752426436605, + "grad_norm": 2.6472439765930176, + "learning_rate": 7.965847003983395e-09, + "loss": 2.4168, + "step": 57699 + }, + { + "epoch": 0.987692360362211, + "grad_norm": 2.56994891166687, + "learning_rate": 7.94373794540837e-09, + "loss": 2.2933, + "step": 57700 + }, + { + "epoch": 0.9877094780807614, + "grad_norm": 2.8472728729248047, + "learning_rate": 7.921659598931763e-09, + "loss": 2.3092, + "step": 57701 + }, + { + "epoch": 0.9877265957993119, + "grad_norm": 2.5623373985290527, + "learning_rate": 7.899611964622412e-09, + "loss": 2.3347, + "step": 57702 + }, + { + "epoch": 0.9877437135178624, + "grad_norm": 2.812688112258911, + "learning_rate": 7.877595042549146e-09, + "loss": 2.3026, + "step": 57703 + }, + { + "epoch": 0.9877608312364128, + "grad_norm": 2.6617841720581055, + "learning_rate": 7.855608832776362e-09, + "loss": 2.2648, + "step": 57704 + }, + { + "epoch": 0.9877779489549633, + "grad_norm": 2.459263324737549, + "learning_rate": 7.833653335375113e-09, + "loss": 2.2168, + "step": 57705 + }, + { + "epoch": 0.9877950666735138, + "grad_norm": 2.7442378997802734, + "learning_rate": 7.811728550410901e-09, + "loss": 2.3752, + "step": 57706 + }, + { + "epoch": 0.9878121843920642, + "grad_norm": 2.7194690704345703, + "learning_rate": 7.789834477951452e-09, + "loss": 2.3203, + "step": 57707 + }, + { + "epoch": 0.9878293021106147, + "grad_norm": 2.4744040966033936, + "learning_rate": 7.767971118064488e-09, + "loss": 2.2572, + "step": 57708 + }, + { + "epoch": 0.9878464198291652, + "grad_norm": 2.8984546661376953, + "learning_rate": 7.746138470816623e-09, + "loss": 2.4164, + "step": 57709 + }, + { + "epoch": 0.9878635375477156, + "grad_norm": 2.60200834274292, + "learning_rate": 7.724336536275579e-09, + "loss": 2.3583, + "step": 57710 + }, + { + "epoch": 0.9878806552662661, + "grad_norm": 2.475231170654297, + "learning_rate": 7.70256531450797e-09, + "loss": 2.3164, + "step": 57711 + }, + { + "epoch": 0.9878977729848166, + "grad_norm": 2.701355457305908, + "learning_rate": 7.680824805580412e-09, + "loss": 2.3802, + "step": 57712 + }, + { + "epoch": 0.987914890703367, + "grad_norm": 2.775114059448242, + "learning_rate": 7.659115009560624e-09, + "loss": 2.2816, + "step": 57713 + }, + { + "epoch": 0.9879320084219175, + "grad_norm": 2.600879192352295, + "learning_rate": 7.637435926514114e-09, + "loss": 2.4622, + "step": 57714 + }, + { + "epoch": 0.987949126140468, + "grad_norm": 2.511735677719116, + "learning_rate": 7.615787556509712e-09, + "loss": 2.2031, + "step": 57715 + }, + { + "epoch": 0.9879662438590184, + "grad_norm": 2.5953187942504883, + "learning_rate": 7.594169899610704e-09, + "loss": 2.3879, + "step": 57716 + }, + { + "epoch": 0.9879833615775689, + "grad_norm": 2.585716724395752, + "learning_rate": 7.57258295588703e-09, + "loss": 2.2857, + "step": 57717 + }, + { + "epoch": 0.9880004792961194, + "grad_norm": 2.629000186920166, + "learning_rate": 7.551026725401978e-09, + "loss": 2.3899, + "step": 57718 + }, + { + "epoch": 0.9880175970146698, + "grad_norm": 2.7112622261047363, + "learning_rate": 7.529501208223267e-09, + "loss": 2.3408, + "step": 57719 + }, + { + "epoch": 0.9880347147332204, + "grad_norm": 2.560683488845825, + "learning_rate": 7.508006404417512e-09, + "loss": 2.3534, + "step": 57720 + }, + { + "epoch": 0.9880518324517709, + "grad_norm": 2.692704916000366, + "learning_rate": 7.486542314050216e-09, + "loss": 2.288, + "step": 57721 + }, + { + "epoch": 0.9880689501703213, + "grad_norm": 2.890455484390259, + "learning_rate": 7.465108937186883e-09, + "loss": 2.4921, + "step": 57722 + }, + { + "epoch": 0.9880860678888718, + "grad_norm": 2.6838324069976807, + "learning_rate": 7.443706273895235e-09, + "loss": 2.2344, + "step": 57723 + }, + { + "epoch": 0.9881031856074223, + "grad_norm": 2.6818511486053467, + "learning_rate": 7.422334324237446e-09, + "loss": 2.3379, + "step": 57724 + }, + { + "epoch": 0.9881203033259727, + "grad_norm": 2.732086181640625, + "learning_rate": 7.400993088283459e-09, + "loss": 2.412, + "step": 57725 + }, + { + "epoch": 0.9881374210445232, + "grad_norm": 2.651557683944702, + "learning_rate": 7.379682566095448e-09, + "loss": 2.3397, + "step": 57726 + }, + { + "epoch": 0.9881545387630737, + "grad_norm": 2.6523754596710205, + "learning_rate": 7.358402757741134e-09, + "loss": 2.2112, + "step": 57727 + }, + { + "epoch": 0.9881716564816241, + "grad_norm": 2.7498950958251953, + "learning_rate": 7.337153663284913e-09, + "loss": 2.3979, + "step": 57728 + }, + { + "epoch": 0.9881887742001746, + "grad_norm": 2.7209012508392334, + "learning_rate": 7.315935282792286e-09, + "loss": 2.4188, + "step": 57729 + }, + { + "epoch": 0.9882058919187251, + "grad_norm": 2.7552952766418457, + "learning_rate": 7.294747616328757e-09, + "loss": 2.263, + "step": 57730 + }, + { + "epoch": 0.9882230096372755, + "grad_norm": 2.6154215335845947, + "learning_rate": 7.273590663958718e-09, + "loss": 2.2896, + "step": 57731 + }, + { + "epoch": 0.988240127355826, + "grad_norm": 2.6884827613830566, + "learning_rate": 7.252464425747674e-09, + "loss": 2.3682, + "step": 57732 + }, + { + "epoch": 0.9882572450743765, + "grad_norm": 2.684471368789673, + "learning_rate": 7.231368901760017e-09, + "loss": 2.3482, + "step": 57733 + }, + { + "epoch": 0.9882743627929269, + "grad_norm": 2.6536362171173096, + "learning_rate": 7.210304092062359e-09, + "loss": 2.4113, + "step": 57734 + }, + { + "epoch": 0.9882914805114774, + "grad_norm": 2.6214146614074707, + "learning_rate": 7.1892699967168746e-09, + "loss": 2.3609, + "step": 57735 + }, + { + "epoch": 0.9883085982300279, + "grad_norm": 2.5695600509643555, + "learning_rate": 7.168266615790176e-09, + "loss": 2.3576, + "step": 57736 + }, + { + "epoch": 0.9883257159485783, + "grad_norm": 2.62558650970459, + "learning_rate": 7.147293949346657e-09, + "loss": 2.3556, + "step": 57737 + }, + { + "epoch": 0.9883428336671288, + "grad_norm": 2.7153329849243164, + "learning_rate": 7.126351997449599e-09, + "loss": 2.3589, + "step": 57738 + }, + { + "epoch": 0.9883599513856793, + "grad_norm": 2.5494320392608643, + "learning_rate": 7.105440760164506e-09, + "loss": 2.292, + "step": 57739 + }, + { + "epoch": 0.9883770691042297, + "grad_norm": 2.6168081760406494, + "learning_rate": 7.0845602375546606e-09, + "loss": 2.3473, + "step": 57740 + }, + { + "epoch": 0.9883941868227802, + "grad_norm": 2.576474666595459, + "learning_rate": 7.0637104296855666e-09, + "loss": 2.3176, + "step": 57741 + }, + { + "epoch": 0.9884113045413307, + "grad_norm": 2.6833693981170654, + "learning_rate": 7.042891336620506e-09, + "loss": 2.3252, + "step": 57742 + }, + { + "epoch": 0.9884284222598813, + "grad_norm": 2.591907501220703, + "learning_rate": 7.0221029584227605e-09, + "loss": 2.2139, + "step": 57743 + }, + { + "epoch": 0.9884455399784317, + "grad_norm": 2.6351864337921143, + "learning_rate": 7.001345295156725e-09, + "loss": 2.3526, + "step": 57744 + }, + { + "epoch": 0.9884626576969822, + "grad_norm": 2.756333589553833, + "learning_rate": 6.980618346887902e-09, + "loss": 2.4441, + "step": 57745 + }, + { + "epoch": 0.9884797754155327, + "grad_norm": 2.7553811073303223, + "learning_rate": 6.959922113677353e-09, + "loss": 2.2964, + "step": 57746 + }, + { + "epoch": 0.9884968931340831, + "grad_norm": 2.5919606685638428, + "learning_rate": 6.939256595589472e-09, + "loss": 2.331, + "step": 57747 + }, + { + "epoch": 0.9885140108526336, + "grad_norm": 2.6366400718688965, + "learning_rate": 6.9186217926897616e-09, + "loss": 2.2958, + "step": 57748 + }, + { + "epoch": 0.9885311285711841, + "grad_norm": 2.433823823928833, + "learning_rate": 6.898017705039284e-09, + "loss": 2.2224, + "step": 57749 + }, + { + "epoch": 0.9885482462897345, + "grad_norm": 2.582988977432251, + "learning_rate": 6.877444332702432e-09, + "loss": 2.3624, + "step": 57750 + }, + { + "epoch": 0.988565364008285, + "grad_norm": 2.4287686347961426, + "learning_rate": 6.856901675741378e-09, + "loss": 2.254, + "step": 57751 + }, + { + "epoch": 0.9885824817268355, + "grad_norm": 2.6534957885742188, + "learning_rate": 6.836389734220517e-09, + "loss": 2.3469, + "step": 57752 + }, + { + "epoch": 0.9885995994453859, + "grad_norm": 2.643235921859741, + "learning_rate": 6.815908508202018e-09, + "loss": 2.2399, + "step": 57753 + }, + { + "epoch": 0.9886167171639364, + "grad_norm": 2.5303173065185547, + "learning_rate": 6.7954579977502766e-09, + "loss": 2.1609, + "step": 57754 + }, + { + "epoch": 0.9886338348824869, + "grad_norm": 2.544475555419922, + "learning_rate": 6.775038202926354e-09, + "loss": 2.3781, + "step": 57755 + }, + { + "epoch": 0.9886509526010373, + "grad_norm": 2.7644829750061035, + "learning_rate": 6.754649123793533e-09, + "loss": 2.3675, + "step": 57756 + }, + { + "epoch": 0.9886680703195878, + "grad_norm": 2.5666120052337646, + "learning_rate": 6.734290760415097e-09, + "loss": 2.343, + "step": 57757 + }, + { + "epoch": 0.9886851880381383, + "grad_norm": 2.685213565826416, + "learning_rate": 6.713963112853217e-09, + "loss": 2.4063, + "step": 57758 + }, + { + "epoch": 0.9887023057566887, + "grad_norm": 2.5963215827941895, + "learning_rate": 6.693666181171177e-09, + "loss": 2.3393, + "step": 57759 + }, + { + "epoch": 0.9887194234752392, + "grad_norm": 2.631133556365967, + "learning_rate": 6.673399965430038e-09, + "loss": 2.3815, + "step": 57760 + }, + { + "epoch": 0.9887365411937897, + "grad_norm": 2.6843008995056152, + "learning_rate": 6.653164465691975e-09, + "loss": 2.3826, + "step": 57761 + }, + { + "epoch": 0.9887536589123401, + "grad_norm": 2.696084976196289, + "learning_rate": 6.632959682020268e-09, + "loss": 2.4178, + "step": 57762 + }, + { + "epoch": 0.9887707766308906, + "grad_norm": 2.7096376419067383, + "learning_rate": 6.612785614477091e-09, + "loss": 2.4618, + "step": 57763 + }, + { + "epoch": 0.9887878943494411, + "grad_norm": 2.5987675189971924, + "learning_rate": 6.592642263123506e-09, + "loss": 2.3534, + "step": 57764 + }, + { + "epoch": 0.9888050120679915, + "grad_norm": 2.488524913787842, + "learning_rate": 6.572529628021685e-09, + "loss": 2.3093, + "step": 57765 + }, + { + "epoch": 0.988822129786542, + "grad_norm": 2.6909022331237793, + "learning_rate": 6.5524477092338e-09, + "loss": 2.1857, + "step": 57766 + }, + { + "epoch": 0.9888392475050926, + "grad_norm": 2.9237279891967773, + "learning_rate": 6.532396506822025e-09, + "loss": 2.4754, + "step": 57767 + }, + { + "epoch": 0.988856365223643, + "grad_norm": 2.7143242359161377, + "learning_rate": 6.512376020846312e-09, + "loss": 2.299, + "step": 57768 + }, + { + "epoch": 0.9888734829421935, + "grad_norm": 2.8904545307159424, + "learning_rate": 6.492386251369942e-09, + "loss": 2.3692, + "step": 57769 + }, + { + "epoch": 0.988890600660744, + "grad_norm": 2.6938891410827637, + "learning_rate": 6.4724271984539784e-09, + "loss": 2.3296, + "step": 57770 + }, + { + "epoch": 0.9889077183792944, + "grad_norm": 2.6827521324157715, + "learning_rate": 6.452498862158374e-09, + "loss": 2.3488, + "step": 57771 + }, + { + "epoch": 0.9889248360978449, + "grad_norm": 2.6362714767456055, + "learning_rate": 6.43260124254641e-09, + "loss": 2.2641, + "step": 57772 + }, + { + "epoch": 0.9889419538163954, + "grad_norm": 2.5714893341064453, + "learning_rate": 6.41273433967804e-09, + "loss": 2.158, + "step": 57773 + }, + { + "epoch": 0.9889590715349458, + "grad_norm": 2.415462017059326, + "learning_rate": 6.392898153615435e-09, + "loss": 2.3281, + "step": 57774 + }, + { + "epoch": 0.9889761892534963, + "grad_norm": 2.74906063079834, + "learning_rate": 6.373092684417437e-09, + "loss": 2.3872, + "step": 57775 + }, + { + "epoch": 0.9889933069720468, + "grad_norm": 2.549189805984497, + "learning_rate": 6.353317932147329e-09, + "loss": 2.2364, + "step": 57776 + }, + { + "epoch": 0.9890104246905972, + "grad_norm": 2.721519947052002, + "learning_rate": 6.333573896863954e-09, + "loss": 2.3431, + "step": 57777 + }, + { + "epoch": 0.9890275424091477, + "grad_norm": 2.771132707595825, + "learning_rate": 6.3138605786294825e-09, + "loss": 2.3551, + "step": 57778 + }, + { + "epoch": 0.9890446601276982, + "grad_norm": 2.509420156478882, + "learning_rate": 6.294177977503868e-09, + "loss": 2.3396, + "step": 57779 + }, + { + "epoch": 0.9890617778462486, + "grad_norm": 2.630763053894043, + "learning_rate": 6.274526093547062e-09, + "loss": 2.3781, + "step": 57780 + }, + { + "epoch": 0.9890788955647991, + "grad_norm": 2.606828451156616, + "learning_rate": 6.254904926820127e-09, + "loss": 2.3063, + "step": 57781 + }, + { + "epoch": 0.9890960132833496, + "grad_norm": 2.67159366607666, + "learning_rate": 6.2353144773830145e-09, + "loss": 2.3709, + "step": 57782 + }, + { + "epoch": 0.9891131310019, + "grad_norm": 2.706751585006714, + "learning_rate": 6.215754745296787e-09, + "loss": 2.2773, + "step": 57783 + }, + { + "epoch": 0.9891302487204505, + "grad_norm": 2.6685831546783447, + "learning_rate": 6.196225730620287e-09, + "loss": 2.1897, + "step": 57784 + }, + { + "epoch": 0.989147366439001, + "grad_norm": 2.455687999725342, + "learning_rate": 6.176727433414576e-09, + "loss": 2.3134, + "step": 57785 + }, + { + "epoch": 0.9891644841575514, + "grad_norm": 2.6640758514404297, + "learning_rate": 6.157259853739605e-09, + "loss": 2.4123, + "step": 57786 + }, + { + "epoch": 0.9891816018761019, + "grad_norm": 2.60724139213562, + "learning_rate": 6.137822991654219e-09, + "loss": 2.424, + "step": 57787 + }, + { + "epoch": 0.9891987195946524, + "grad_norm": 2.538794994354248, + "learning_rate": 6.118416847219477e-09, + "loss": 2.2073, + "step": 57788 + }, + { + "epoch": 0.989215837313203, + "grad_norm": 2.5532116889953613, + "learning_rate": 6.099041420493112e-09, + "loss": 2.3674, + "step": 57789 + }, + { + "epoch": 0.9892329550317533, + "grad_norm": 2.56990647315979, + "learning_rate": 6.079696711536187e-09, + "loss": 2.2416, + "step": 57790 + }, + { + "epoch": 0.9892500727503039, + "grad_norm": 2.655283212661743, + "learning_rate": 6.060382720408653e-09, + "loss": 2.3534, + "step": 57791 + }, + { + "epoch": 0.9892671904688544, + "grad_norm": 2.5259127616882324, + "learning_rate": 6.041099447168242e-09, + "loss": 2.3051, + "step": 57792 + }, + { + "epoch": 0.9892843081874048, + "grad_norm": 2.5944955348968506, + "learning_rate": 6.021846891876015e-09, + "loss": 2.294, + "step": 57793 + }, + { + "epoch": 0.9893014259059553, + "grad_norm": 2.539337635040283, + "learning_rate": 6.0026250545897056e-09, + "loss": 2.3236, + "step": 57794 + }, + { + "epoch": 0.9893185436245058, + "grad_norm": 2.7258050441741943, + "learning_rate": 5.983433935368155e-09, + "loss": 2.3163, + "step": 57795 + }, + { + "epoch": 0.9893356613430562, + "grad_norm": 2.7289838790893555, + "learning_rate": 5.9642735342713145e-09, + "loss": 2.4814, + "step": 57796 + }, + { + "epoch": 0.9893527790616067, + "grad_norm": 2.707195520401001, + "learning_rate": 5.945143851359136e-09, + "loss": 2.2587, + "step": 57797 + }, + { + "epoch": 0.9893698967801572, + "grad_norm": 2.493084669113159, + "learning_rate": 5.9260448866871326e-09, + "loss": 2.1454, + "step": 57798 + }, + { + "epoch": 0.9893870144987076, + "grad_norm": 2.6043694019317627, + "learning_rate": 5.906976640317474e-09, + "loss": 2.2835, + "step": 57799 + }, + { + "epoch": 0.9894041322172581, + "grad_norm": 2.6689443588256836, + "learning_rate": 5.887939112306784e-09, + "loss": 2.3568, + "step": 57800 + }, + { + "epoch": 0.9894212499358086, + "grad_norm": 2.711254596710205, + "learning_rate": 5.868932302713904e-09, + "loss": 2.4157, + "step": 57801 + }, + { + "epoch": 0.989438367654359, + "grad_norm": 2.5020487308502197, + "learning_rate": 5.849956211597674e-09, + "loss": 2.2871, + "step": 57802 + }, + { + "epoch": 0.9894554853729095, + "grad_norm": 2.616715908050537, + "learning_rate": 5.831010839015827e-09, + "loss": 2.3422, + "step": 57803 + }, + { + "epoch": 0.98947260309146, + "grad_norm": 2.697553873062134, + "learning_rate": 5.812096185028315e-09, + "loss": 2.4454, + "step": 57804 + }, + { + "epoch": 0.9894897208100104, + "grad_norm": 2.6177566051483154, + "learning_rate": 5.793212249690649e-09, + "loss": 2.3025, + "step": 57805 + }, + { + "epoch": 0.9895068385285609, + "grad_norm": 2.642296552658081, + "learning_rate": 5.774359033061672e-09, + "loss": 2.398, + "step": 57806 + }, + { + "epoch": 0.9895239562471114, + "grad_norm": 2.6137993335723877, + "learning_rate": 5.755536535200223e-09, + "loss": 2.354, + "step": 57807 + }, + { + "epoch": 0.9895410739656618, + "grad_norm": 2.6151866912841797, + "learning_rate": 5.736744756164037e-09, + "loss": 2.2547, + "step": 57808 + }, + { + "epoch": 0.9895581916842123, + "grad_norm": 2.5269525051116943, + "learning_rate": 5.717983696010842e-09, + "loss": 2.3374, + "step": 57809 + }, + { + "epoch": 0.9895753094027628, + "grad_norm": 2.4177486896514893, + "learning_rate": 5.699253354797263e-09, + "loss": 2.2573, + "step": 57810 + }, + { + "epoch": 0.9895924271213132, + "grad_norm": 2.4391398429870605, + "learning_rate": 5.6805537325821395e-09, + "loss": 2.2548, + "step": 57811 + }, + { + "epoch": 0.9896095448398637, + "grad_norm": 2.721961259841919, + "learning_rate": 5.661884829422093e-09, + "loss": 2.2833, + "step": 57812 + }, + { + "epoch": 0.9896266625584142, + "grad_norm": 2.6779584884643555, + "learning_rate": 5.643246645374856e-09, + "loss": 2.28, + "step": 57813 + }, + { + "epoch": 0.9896437802769646, + "grad_norm": 2.836813449859619, + "learning_rate": 5.624639180498159e-09, + "loss": 2.3248, + "step": 57814 + }, + { + "epoch": 0.9896608979955152, + "grad_norm": 2.6901092529296875, + "learning_rate": 5.606062434847514e-09, + "loss": 2.2564, + "step": 57815 + }, + { + "epoch": 0.9896780157140657, + "grad_norm": 2.5559756755828857, + "learning_rate": 5.5875164084828735e-09, + "loss": 2.2892, + "step": 57816 + }, + { + "epoch": 0.9896951334326161, + "grad_norm": 2.734074831008911, + "learning_rate": 5.5690011014586375e-09, + "loss": 2.4382, + "step": 57817 + }, + { + "epoch": 0.9897122511511666, + "grad_norm": 2.779280185699463, + "learning_rate": 5.550516513832538e-09, + "loss": 2.3278, + "step": 57818 + }, + { + "epoch": 0.9897293688697171, + "grad_norm": 2.5943708419799805, + "learning_rate": 5.532062645662306e-09, + "loss": 2.2516, + "step": 57819 + }, + { + "epoch": 0.9897464865882675, + "grad_norm": 2.6893110275268555, + "learning_rate": 5.513639497003454e-09, + "loss": 2.298, + "step": 57820 + }, + { + "epoch": 0.989763604306818, + "grad_norm": 2.532182216644287, + "learning_rate": 5.495247067912601e-09, + "loss": 2.1543, + "step": 57821 + }, + { + "epoch": 0.9897807220253685, + "grad_norm": 2.7176167964935303, + "learning_rate": 5.476885358447481e-09, + "loss": 2.3378, + "step": 57822 + }, + { + "epoch": 0.9897978397439189, + "grad_norm": 2.639369249343872, + "learning_rate": 5.458554368663605e-09, + "loss": 2.2713, + "step": 57823 + }, + { + "epoch": 0.9898149574624694, + "grad_norm": 2.6034650802612305, + "learning_rate": 5.440254098616482e-09, + "loss": 2.3389, + "step": 57824 + }, + { + "epoch": 0.9898320751810199, + "grad_norm": 2.481847047805786, + "learning_rate": 5.421984548364956e-09, + "loss": 2.1975, + "step": 57825 + }, + { + "epoch": 0.9898491928995703, + "grad_norm": 2.4689342975616455, + "learning_rate": 5.403745717962316e-09, + "loss": 2.2083, + "step": 57826 + }, + { + "epoch": 0.9898663106181208, + "grad_norm": 2.7743079662323, + "learning_rate": 5.385537607466296e-09, + "loss": 2.403, + "step": 57827 + }, + { + "epoch": 0.9898834283366713, + "grad_norm": 2.496428966522217, + "learning_rate": 5.3673602169324045e-09, + "loss": 2.2396, + "step": 57828 + }, + { + "epoch": 0.9899005460552217, + "grad_norm": 2.5453128814697266, + "learning_rate": 5.349213546417265e-09, + "loss": 2.2791, + "step": 57829 + }, + { + "epoch": 0.9899176637737722, + "grad_norm": 2.6936702728271484, + "learning_rate": 5.331097595975276e-09, + "loss": 2.2088, + "step": 57830 + }, + { + "epoch": 0.9899347814923227, + "grad_norm": 2.641596794128418, + "learning_rate": 5.313012365663062e-09, + "loss": 2.32, + "step": 57831 + }, + { + "epoch": 0.9899518992108731, + "grad_norm": 2.760237693786621, + "learning_rate": 5.2949578555361315e-09, + "loss": 2.3719, + "step": 57832 + }, + { + "epoch": 0.9899690169294236, + "grad_norm": 2.5884783267974854, + "learning_rate": 5.276934065648887e-09, + "loss": 2.4332, + "step": 57833 + }, + { + "epoch": 0.9899861346479741, + "grad_norm": 2.5722479820251465, + "learning_rate": 5.258940996059059e-09, + "loss": 2.2557, + "step": 57834 + }, + { + "epoch": 0.9900032523665246, + "grad_norm": 2.5956263542175293, + "learning_rate": 5.240978646819938e-09, + "loss": 2.3843, + "step": 57835 + }, + { + "epoch": 0.990020370085075, + "grad_norm": 2.3718364238739014, + "learning_rate": 5.223047017987037e-09, + "loss": 2.2274, + "step": 57836 + }, + { + "epoch": 0.9900374878036255, + "grad_norm": 2.463399648666382, + "learning_rate": 5.205146109615866e-09, + "loss": 2.3334, + "step": 57837 + }, + { + "epoch": 0.9900546055221761, + "grad_norm": 2.5157713890075684, + "learning_rate": 5.187275921760826e-09, + "loss": 2.1534, + "step": 57838 + }, + { + "epoch": 0.9900717232407265, + "grad_norm": 2.661651611328125, + "learning_rate": 5.169436454478538e-09, + "loss": 2.3356, + "step": 57839 + }, + { + "epoch": 0.990088840959277, + "grad_norm": 2.6624109745025635, + "learning_rate": 5.151627707821183e-09, + "loss": 2.3924, + "step": 57840 + }, + { + "epoch": 0.9901059586778275, + "grad_norm": 2.546449661254883, + "learning_rate": 5.133849681846492e-09, + "loss": 2.3322, + "step": 57841 + }, + { + "epoch": 0.9901230763963779, + "grad_norm": 2.5645289421081543, + "learning_rate": 5.116102376606646e-09, + "loss": 2.2521, + "step": 57842 + }, + { + "epoch": 0.9901401941149284, + "grad_norm": 2.5910186767578125, + "learning_rate": 5.098385792157157e-09, + "loss": 2.2509, + "step": 57843 + }, + { + "epoch": 0.9901573118334789, + "grad_norm": 2.6791019439697266, + "learning_rate": 5.080699928552424e-09, + "loss": 2.3249, + "step": 57844 + }, + { + "epoch": 0.9901744295520293, + "grad_norm": 2.537522077560425, + "learning_rate": 5.0630447858479594e-09, + "loss": 2.344, + "step": 57845 + }, + { + "epoch": 0.9901915472705798, + "grad_norm": 2.513448715209961, + "learning_rate": 5.045420364095943e-09, + "loss": 2.2179, + "step": 57846 + }, + { + "epoch": 0.9902086649891303, + "grad_norm": 2.4319558143615723, + "learning_rate": 5.027826663350777e-09, + "loss": 2.276, + "step": 57847 + }, + { + "epoch": 0.9902257827076807, + "grad_norm": 2.7496707439422607, + "learning_rate": 5.010263683669081e-09, + "loss": 2.2994, + "step": 57848 + }, + { + "epoch": 0.9902429004262312, + "grad_norm": 2.697622776031494, + "learning_rate": 4.9927314251019265e-09, + "loss": 2.3073, + "step": 57849 + }, + { + "epoch": 0.9902600181447817, + "grad_norm": 2.6072094440460205, + "learning_rate": 4.975229887704824e-09, + "loss": 2.3, + "step": 57850 + }, + { + "epoch": 0.9902771358633321, + "grad_norm": 2.692336320877075, + "learning_rate": 4.957759071529955e-09, + "loss": 2.2591, + "step": 57851 + }, + { + "epoch": 0.9902942535818826, + "grad_norm": 2.5058956146240234, + "learning_rate": 4.94031897663283e-09, + "loss": 2.1693, + "step": 57852 + }, + { + "epoch": 0.9903113713004331, + "grad_norm": 2.7132208347320557, + "learning_rate": 4.922909603066739e-09, + "loss": 2.2527, + "step": 57853 + }, + { + "epoch": 0.9903284890189835, + "grad_norm": 2.6711413860321045, + "learning_rate": 4.905530950883864e-09, + "loss": 2.3386, + "step": 57854 + }, + { + "epoch": 0.990345606737534, + "grad_norm": 2.668729066848755, + "learning_rate": 4.888183020139714e-09, + "loss": 2.2083, + "step": 57855 + }, + { + "epoch": 0.9903627244560845, + "grad_norm": 2.5078988075256348, + "learning_rate": 4.8708658108853615e-09, + "loss": 2.2834, + "step": 57856 + }, + { + "epoch": 0.9903798421746349, + "grad_norm": 2.644129991531372, + "learning_rate": 4.853579323176316e-09, + "loss": 2.274, + "step": 57857 + }, + { + "epoch": 0.9903969598931854, + "grad_norm": 2.786839723587036, + "learning_rate": 4.836323557063649e-09, + "loss": 2.3796, + "step": 57858 + }, + { + "epoch": 0.9904140776117359, + "grad_norm": 2.539663553237915, + "learning_rate": 4.819098512600651e-09, + "loss": 2.2324, + "step": 57859 + }, + { + "epoch": 0.9904311953302863, + "grad_norm": 2.4796602725982666, + "learning_rate": 4.8019041898417215e-09, + "loss": 2.2375, + "step": 57860 + }, + { + "epoch": 0.9904483130488368, + "grad_norm": 2.6278810501098633, + "learning_rate": 4.7847405888390434e-09, + "loss": 2.2306, + "step": 57861 + }, + { + "epoch": 0.9904654307673874, + "grad_norm": 2.444838762283325, + "learning_rate": 4.767607709644795e-09, + "loss": 2.2034, + "step": 57862 + }, + { + "epoch": 0.9904825484859378, + "grad_norm": 2.732938289642334, + "learning_rate": 4.750505552312268e-09, + "loss": 2.3238, + "step": 57863 + }, + { + "epoch": 0.9904996662044883, + "grad_norm": 2.518558979034424, + "learning_rate": 4.733434116893642e-09, + "loss": 2.2568, + "step": 57864 + }, + { + "epoch": 0.9905167839230388, + "grad_norm": 2.638523817062378, + "learning_rate": 4.71639340344221e-09, + "loss": 2.294, + "step": 57865 + }, + { + "epoch": 0.9905339016415892, + "grad_norm": 2.7321012020111084, + "learning_rate": 4.69938341200904e-09, + "loss": 2.3156, + "step": 57866 + }, + { + "epoch": 0.9905510193601397, + "grad_norm": 2.621026039123535, + "learning_rate": 4.682404142646313e-09, + "loss": 2.3003, + "step": 57867 + }, + { + "epoch": 0.9905681370786902, + "grad_norm": 2.561522960662842, + "learning_rate": 4.66545559540732e-09, + "loss": 2.3132, + "step": 57868 + }, + { + "epoch": 0.9905852547972406, + "grad_norm": 2.761228561401367, + "learning_rate": 4.6485377703442415e-09, + "loss": 2.3017, + "step": 57869 + }, + { + "epoch": 0.9906023725157911, + "grad_norm": 2.6742360591888428, + "learning_rate": 4.631650667509258e-09, + "loss": 2.4691, + "step": 57870 + }, + { + "epoch": 0.9906194902343416, + "grad_norm": 2.5830585956573486, + "learning_rate": 4.6147942869523285e-09, + "loss": 2.2923, + "step": 57871 + }, + { + "epoch": 0.990636607952892, + "grad_norm": 2.5251893997192383, + "learning_rate": 4.597968628727856e-09, + "loss": 2.2749, + "step": 57872 + }, + { + "epoch": 0.9906537256714425, + "grad_norm": 2.7466135025024414, + "learning_rate": 4.581173692885799e-09, + "loss": 2.2999, + "step": 57873 + }, + { + "epoch": 0.990670843389993, + "grad_norm": 2.516024112701416, + "learning_rate": 4.564409479477227e-09, + "loss": 2.3002, + "step": 57874 + }, + { + "epoch": 0.9906879611085434, + "grad_norm": 2.578901529312134, + "learning_rate": 4.547675988556543e-09, + "loss": 2.2947, + "step": 57875 + }, + { + "epoch": 0.9907050788270939, + "grad_norm": 2.5818276405334473, + "learning_rate": 4.5309732201714865e-09, + "loss": 2.3851, + "step": 57876 + }, + { + "epoch": 0.9907221965456444, + "grad_norm": 2.7554538249969482, + "learning_rate": 4.514301174376457e-09, + "loss": 2.2589, + "step": 57877 + }, + { + "epoch": 0.9907393142641948, + "grad_norm": 2.664616346359253, + "learning_rate": 4.497659851221414e-09, + "loss": 2.3652, + "step": 57878 + }, + { + "epoch": 0.9907564319827453, + "grad_norm": 2.8400802612304688, + "learning_rate": 4.48104925075743e-09, + "loss": 2.3287, + "step": 57879 + }, + { + "epoch": 0.9907735497012958, + "grad_norm": 2.8072333335876465, + "learning_rate": 4.464469373035574e-09, + "loss": 2.3695, + "step": 57880 + }, + { + "epoch": 0.9907906674198463, + "grad_norm": 2.7576048374176025, + "learning_rate": 4.4479202181069155e-09, + "loss": 2.305, + "step": 57881 + }, + { + "epoch": 0.9908077851383967, + "grad_norm": 2.613128900527954, + "learning_rate": 4.431401786022527e-09, + "loss": 2.2608, + "step": 57882 + }, + { + "epoch": 0.9908249028569472, + "grad_norm": 2.696119785308838, + "learning_rate": 4.414914076832366e-09, + "loss": 2.2998, + "step": 57883 + }, + { + "epoch": 0.9908420205754978, + "grad_norm": 2.786633014678955, + "learning_rate": 4.3984570905886145e-09, + "loss": 2.3086, + "step": 57884 + }, + { + "epoch": 0.9908591382940481, + "grad_norm": 2.6883440017700195, + "learning_rate": 4.3820308273412324e-09, + "loss": 2.1596, + "step": 57885 + }, + { + "epoch": 0.9908762560125987, + "grad_norm": 2.4085285663604736, + "learning_rate": 4.36563528713907e-09, + "loss": 2.2628, + "step": 57886 + }, + { + "epoch": 0.9908933737311492, + "grad_norm": 2.513024091720581, + "learning_rate": 4.349270470035416e-09, + "loss": 2.17, + "step": 57887 + }, + { + "epoch": 0.9909104914496996, + "grad_norm": 2.6395070552825928, + "learning_rate": 4.332936376078012e-09, + "loss": 2.2972, + "step": 57888 + }, + { + "epoch": 0.9909276091682501, + "grad_norm": 2.47814679145813, + "learning_rate": 4.316633005319037e-09, + "loss": 2.2213, + "step": 57889 + }, + { + "epoch": 0.9909447268868006, + "grad_norm": 2.883760929107666, + "learning_rate": 4.300360357807343e-09, + "loss": 2.3792, + "step": 57890 + }, + { + "epoch": 0.990961844605351, + "grad_norm": 2.6359169483184814, + "learning_rate": 4.284118433592888e-09, + "loss": 2.259, + "step": 57891 + }, + { + "epoch": 0.9909789623239015, + "grad_norm": 2.668236494064331, + "learning_rate": 4.267907232725632e-09, + "loss": 2.332, + "step": 57892 + }, + { + "epoch": 0.990996080042452, + "grad_norm": 2.7760887145996094, + "learning_rate": 4.251726755256646e-09, + "loss": 2.3085, + "step": 57893 + }, + { + "epoch": 0.9910131977610024, + "grad_norm": 2.6464810371398926, + "learning_rate": 4.235577001234781e-09, + "loss": 2.3022, + "step": 57894 + }, + { + "epoch": 0.9910303154795529, + "grad_norm": 2.7338411808013916, + "learning_rate": 4.219457970708884e-09, + "loss": 2.2612, + "step": 57895 + }, + { + "epoch": 0.9910474331981034, + "grad_norm": 2.583998680114746, + "learning_rate": 4.203369663730028e-09, + "loss": 2.3298, + "step": 57896 + }, + { + "epoch": 0.9910645509166538, + "grad_norm": 2.779771089553833, + "learning_rate": 4.187312080347061e-09, + "loss": 2.3586, + "step": 57897 + }, + { + "epoch": 0.9910816686352043, + "grad_norm": 2.614717960357666, + "learning_rate": 4.171285220608834e-09, + "loss": 2.2724, + "step": 57898 + }, + { + "epoch": 0.9910987863537548, + "grad_norm": 2.5660195350646973, + "learning_rate": 4.155289084565306e-09, + "loss": 2.216, + "step": 57899 + }, + { + "epoch": 0.9911159040723052, + "grad_norm": 2.6341748237609863, + "learning_rate": 4.139323672264217e-09, + "loss": 2.2703, + "step": 57900 + }, + { + "epoch": 0.9911330217908557, + "grad_norm": 2.6438913345336914, + "learning_rate": 4.123388983756638e-09, + "loss": 2.3895, + "step": 57901 + }, + { + "epoch": 0.9911501395094062, + "grad_norm": 2.4811158180236816, + "learning_rate": 4.107485019091417e-09, + "loss": 2.2292, + "step": 57902 + }, + { + "epoch": 0.9911672572279566, + "grad_norm": 2.5438568592071533, + "learning_rate": 4.0916117783151855e-09, + "loss": 2.1696, + "step": 57903 + }, + { + "epoch": 0.9911843749465071, + "grad_norm": 2.4152588844299316, + "learning_rate": 4.0757692614790125e-09, + "loss": 2.1846, + "step": 57904 + }, + { + "epoch": 0.9912014926650576, + "grad_norm": 2.6499719619750977, + "learning_rate": 4.059957468630638e-09, + "loss": 2.4283, + "step": 57905 + }, + { + "epoch": 0.991218610383608, + "grad_norm": 2.6140871047973633, + "learning_rate": 4.044176399818911e-09, + "loss": 2.3743, + "step": 57906 + }, + { + "epoch": 0.9912357281021585, + "grad_norm": 2.7547998428344727, + "learning_rate": 4.028426055091572e-09, + "loss": 2.3356, + "step": 57907 + }, + { + "epoch": 0.991252845820709, + "grad_norm": 2.586996078491211, + "learning_rate": 4.012706434498581e-09, + "loss": 2.3874, + "step": 57908 + }, + { + "epoch": 0.9912699635392594, + "grad_norm": 3.08559250831604, + "learning_rate": 3.997017538087678e-09, + "loss": 2.2994, + "step": 57909 + }, + { + "epoch": 0.99128708125781, + "grad_norm": 2.6338112354278564, + "learning_rate": 3.98135936590549e-09, + "loss": 2.2269, + "step": 57910 + }, + { + "epoch": 0.9913041989763605, + "grad_norm": 2.53999924659729, + "learning_rate": 3.965731918003091e-09, + "loss": 2.2233, + "step": 57911 + }, + { + "epoch": 0.9913213166949109, + "grad_norm": 3.0843429565429688, + "learning_rate": 3.950135194425997e-09, + "loss": 2.2789, + "step": 57912 + }, + { + "epoch": 0.9913384344134614, + "grad_norm": 2.679020643234253, + "learning_rate": 3.9345691952219485e-09, + "loss": 2.318, + "step": 57913 + }, + { + "epoch": 0.9913555521320119, + "grad_norm": 2.6554219722747803, + "learning_rate": 3.919033920440907e-09, + "loss": 2.3661, + "step": 57914 + }, + { + "epoch": 0.9913726698505623, + "grad_norm": 2.6865997314453125, + "learning_rate": 3.90352937013061e-09, + "loss": 2.3044, + "step": 57915 + }, + { + "epoch": 0.9913897875691128, + "grad_norm": 2.627462148666382, + "learning_rate": 3.888055544336577e-09, + "loss": 2.3072, + "step": 57916 + }, + { + "epoch": 0.9914069052876633, + "grad_norm": 2.609153985977173, + "learning_rate": 3.87261244310655e-09, + "loss": 2.3883, + "step": 57917 + }, + { + "epoch": 0.9914240230062137, + "grad_norm": 2.6580135822296143, + "learning_rate": 3.857200066490485e-09, + "loss": 2.3767, + "step": 57918 + }, + { + "epoch": 0.9914411407247642, + "grad_norm": 2.706620931625366, + "learning_rate": 3.841818414532794e-09, + "loss": 2.3197, + "step": 57919 + }, + { + "epoch": 0.9914582584433147, + "grad_norm": 2.6028528213500977, + "learning_rate": 3.826467487283436e-09, + "loss": 2.3721, + "step": 57920 + }, + { + "epoch": 0.9914753761618651, + "grad_norm": 2.7039289474487305, + "learning_rate": 3.81114728478793e-09, + "loss": 2.3198, + "step": 57921 + }, + { + "epoch": 0.9914924938804156, + "grad_norm": 2.532252788543701, + "learning_rate": 3.795857807094017e-09, + "loss": 2.31, + "step": 57922 + }, + { + "epoch": 0.9915096115989661, + "grad_norm": 2.88130521774292, + "learning_rate": 3.780599054247214e-09, + "loss": 2.303, + "step": 57923 + }, + { + "epoch": 0.9915267293175165, + "grad_norm": 2.635685682296753, + "learning_rate": 3.765371026296372e-09, + "loss": 2.3462, + "step": 57924 + }, + { + "epoch": 0.991543847036067, + "grad_norm": 2.7234485149383545, + "learning_rate": 3.75017372328812e-09, + "loss": 2.2667, + "step": 57925 + }, + { + "epoch": 0.9915609647546175, + "grad_norm": 2.6672403812408447, + "learning_rate": 3.735007145267977e-09, + "loss": 2.3356, + "step": 57926 + }, + { + "epoch": 0.9915780824731679, + "grad_norm": 2.6763856410980225, + "learning_rate": 3.719871292282573e-09, + "loss": 2.3835, + "step": 57927 + }, + { + "epoch": 0.9915952001917184, + "grad_norm": 2.8245604038238525, + "learning_rate": 3.7047661643796472e-09, + "loss": 2.4103, + "step": 57928 + }, + { + "epoch": 0.9916123179102689, + "grad_norm": 2.7145209312438965, + "learning_rate": 3.689691761605829e-09, + "loss": 2.3409, + "step": 57929 + }, + { + "epoch": 0.9916294356288194, + "grad_norm": 2.614413022994995, + "learning_rate": 3.6746480840055275e-09, + "loss": 2.2932, + "step": 57930 + }, + { + "epoch": 0.9916465533473698, + "grad_norm": 2.7474277019500732, + "learning_rate": 3.6596351316264824e-09, + "loss": 2.3301, + "step": 57931 + }, + { + "epoch": 0.9916636710659203, + "grad_norm": 2.58069109916687, + "learning_rate": 3.644652904514212e-09, + "loss": 2.3949, + "step": 57932 + }, + { + "epoch": 0.9916807887844709, + "grad_norm": 2.595515251159668, + "learning_rate": 3.6297014027153465e-09, + "loss": 2.257, + "step": 57933 + }, + { + "epoch": 0.9916979065030213, + "grad_norm": 2.611565113067627, + "learning_rate": 3.614780626275405e-09, + "loss": 2.3823, + "step": 57934 + }, + { + "epoch": 0.9917150242215718, + "grad_norm": 2.712381601333618, + "learning_rate": 3.599890575239906e-09, + "loss": 2.2977, + "step": 57935 + }, + { + "epoch": 0.9917321419401223, + "grad_norm": 2.5713512897491455, + "learning_rate": 3.5850312496554796e-09, + "loss": 2.2611, + "step": 57936 + }, + { + "epoch": 0.9917492596586727, + "grad_norm": 2.6347999572753906, + "learning_rate": 3.5702026495676446e-09, + "loss": 2.3213, + "step": 57937 + }, + { + "epoch": 0.9917663773772232, + "grad_norm": 2.888354778289795, + "learning_rate": 3.55540477502081e-09, + "loss": 2.4227, + "step": 57938 + }, + { + "epoch": 0.9917834950957737, + "grad_norm": 2.6790759563446045, + "learning_rate": 3.5406376260627153e-09, + "loss": 2.3253, + "step": 57939 + }, + { + "epoch": 0.9918006128143241, + "grad_norm": 2.6665945053100586, + "learning_rate": 3.525901202736659e-09, + "loss": 2.3103, + "step": 57940 + }, + { + "epoch": 0.9918177305328746, + "grad_norm": 2.607936143875122, + "learning_rate": 3.5111955050881607e-09, + "loss": 2.3589, + "step": 57941 + }, + { + "epoch": 0.9918348482514251, + "grad_norm": 2.6035172939300537, + "learning_rate": 3.4965205331638495e-09, + "loss": 2.3253, + "step": 57942 + }, + { + "epoch": 0.9918519659699755, + "grad_norm": 2.705449342727661, + "learning_rate": 3.4818762870070246e-09, + "loss": 2.3743, + "step": 57943 + }, + { + "epoch": 0.991869083688526, + "grad_norm": 2.69266414642334, + "learning_rate": 3.4672627666643144e-09, + "loss": 2.2806, + "step": 57944 + }, + { + "epoch": 0.9918862014070765, + "grad_norm": 2.5311191082000732, + "learning_rate": 3.452679972179018e-09, + "loss": 2.3227, + "step": 57945 + }, + { + "epoch": 0.9919033191256269, + "grad_norm": 2.78578782081604, + "learning_rate": 3.4381279035977656e-09, + "loss": 2.2656, + "step": 57946 + }, + { + "epoch": 0.9919204368441774, + "grad_norm": 2.452019214630127, + "learning_rate": 3.4236065609638547e-09, + "loss": 2.1595, + "step": 57947 + }, + { + "epoch": 0.9919375545627279, + "grad_norm": 2.665055513381958, + "learning_rate": 3.409115944321695e-09, + "loss": 2.3007, + "step": 57948 + }, + { + "epoch": 0.9919546722812783, + "grad_norm": 2.596384286880493, + "learning_rate": 3.3946560537179154e-09, + "loss": 2.4225, + "step": 57949 + }, + { + "epoch": 0.9919717899998288, + "grad_norm": 2.459510326385498, + "learning_rate": 3.380226889194704e-09, + "loss": 2.296, + "step": 57950 + }, + { + "epoch": 0.9919889077183793, + "grad_norm": 2.469493865966797, + "learning_rate": 3.3658284507975813e-09, + "loss": 2.2917, + "step": 57951 + }, + { + "epoch": 0.9920060254369297, + "grad_norm": 2.4670960903167725, + "learning_rate": 3.3514607385709552e-09, + "loss": 2.1542, + "step": 57952 + }, + { + "epoch": 0.9920231431554802, + "grad_norm": 2.6720449924468994, + "learning_rate": 3.3371237525581244e-09, + "loss": 2.3733, + "step": 57953 + }, + { + "epoch": 0.9920402608740307, + "grad_norm": 2.6606173515319824, + "learning_rate": 3.3228174928034984e-09, + "loss": 2.3983, + "step": 57954 + }, + { + "epoch": 0.9920573785925811, + "grad_norm": 2.8805501461029053, + "learning_rate": 3.3085419593514857e-09, + "loss": 2.4361, + "step": 57955 + }, + { + "epoch": 0.9920744963111316, + "grad_norm": 2.5836827754974365, + "learning_rate": 3.2942971522453847e-09, + "loss": 2.2259, + "step": 57956 + }, + { + "epoch": 0.9920916140296822, + "grad_norm": 2.682647705078125, + "learning_rate": 3.280083071529605e-09, + "loss": 2.1946, + "step": 57957 + }, + { + "epoch": 0.9921087317482326, + "grad_norm": 2.615004539489746, + "learning_rate": 3.265899717247445e-09, + "loss": 2.3203, + "step": 57958 + }, + { + "epoch": 0.9921258494667831, + "grad_norm": 2.7464020252227783, + "learning_rate": 3.2517470894422033e-09, + "loss": 2.4199, + "step": 57959 + }, + { + "epoch": 0.9921429671853336, + "grad_norm": 2.532043218612671, + "learning_rate": 3.2376251881571785e-09, + "loss": 2.312, + "step": 57960 + }, + { + "epoch": 0.992160084903884, + "grad_norm": 2.7787351608276367, + "learning_rate": 3.2235340134367797e-09, + "loss": 2.3328, + "step": 57961 + }, + { + "epoch": 0.9921772026224345, + "grad_norm": 2.5779287815093994, + "learning_rate": 3.209473565324306e-09, + "loss": 2.2701, + "step": 57962 + }, + { + "epoch": 0.992194320340985, + "grad_norm": 2.6946027278900146, + "learning_rate": 3.195443843861945e-09, + "loss": 2.3418, + "step": 57963 + }, + { + "epoch": 0.9922114380595354, + "grad_norm": 2.5490925312042236, + "learning_rate": 3.181444849092996e-09, + "loss": 2.2482, + "step": 57964 + }, + { + "epoch": 0.9922285557780859, + "grad_norm": 2.6337149143218994, + "learning_rate": 3.1674765810607578e-09, + "loss": 2.3888, + "step": 57965 + }, + { + "epoch": 0.9922456734966364, + "grad_norm": 3.1305134296417236, + "learning_rate": 3.153539039809639e-09, + "loss": 2.4219, + "step": 57966 + }, + { + "epoch": 0.9922627912151868, + "grad_norm": 2.38691782951355, + "learning_rate": 3.1396322253796074e-09, + "loss": 2.2269, + "step": 57967 + }, + { + "epoch": 0.9922799089337373, + "grad_norm": 2.6511785984039307, + "learning_rate": 3.1257561378150727e-09, + "loss": 2.2833, + "step": 57968 + }, + { + "epoch": 0.9922970266522878, + "grad_norm": 2.510694742202759, + "learning_rate": 3.1119107771593328e-09, + "loss": 2.2006, + "step": 57969 + }, + { + "epoch": 0.9923141443708382, + "grad_norm": 2.6993227005004883, + "learning_rate": 3.0980961434534663e-09, + "loss": 2.309, + "step": 57970 + }, + { + "epoch": 0.9923312620893887, + "grad_norm": 2.6437578201293945, + "learning_rate": 3.084312236740772e-09, + "loss": 2.3279, + "step": 57971 + }, + { + "epoch": 0.9923483798079392, + "grad_norm": 2.6759324073791504, + "learning_rate": 3.070559057063438e-09, + "loss": 2.3088, + "step": 57972 + }, + { + "epoch": 0.9923654975264896, + "grad_norm": 2.590618371963501, + "learning_rate": 3.0568366044636532e-09, + "loss": 2.4089, + "step": 57973 + }, + { + "epoch": 0.9923826152450401, + "grad_norm": 2.6138129234313965, + "learning_rate": 3.043144878983606e-09, + "loss": 2.26, + "step": 57974 + }, + { + "epoch": 0.9923997329635906, + "grad_norm": 2.6606075763702393, + "learning_rate": 3.0294838806654847e-09, + "loss": 2.2909, + "step": 57975 + }, + { + "epoch": 0.9924168506821411, + "grad_norm": 2.5206282138824463, + "learning_rate": 3.0158536095514777e-09, + "loss": 2.3778, + "step": 57976 + }, + { + "epoch": 0.9924339684006915, + "grad_norm": 2.571059465408325, + "learning_rate": 3.002254065683774e-09, + "loss": 2.2999, + "step": 57977 + }, + { + "epoch": 0.992451086119242, + "grad_norm": 2.7598955631256104, + "learning_rate": 2.988685249102341e-09, + "loss": 2.3807, + "step": 57978 + }, + { + "epoch": 0.9924682038377926, + "grad_norm": 2.6071226596832275, + "learning_rate": 2.975147159851588e-09, + "loss": 2.3851, + "step": 57979 + }, + { + "epoch": 0.992485321556343, + "grad_norm": 2.398176431655884, + "learning_rate": 2.9616397979703726e-09, + "loss": 2.3059, + "step": 57980 + }, + { + "epoch": 0.9925024392748935, + "grad_norm": 2.7156543731689453, + "learning_rate": 2.9481631635019935e-09, + "loss": 2.3873, + "step": 57981 + }, + { + "epoch": 0.992519556993444, + "grad_norm": 2.579092502593994, + "learning_rate": 2.934717256487529e-09, + "loss": 2.3186, + "step": 57982 + }, + { + "epoch": 0.9925366747119944, + "grad_norm": 2.785130500793457, + "learning_rate": 2.921302076969168e-09, + "loss": 2.2527, + "step": 57983 + }, + { + "epoch": 0.9925537924305449, + "grad_norm": 2.5747263431549072, + "learning_rate": 2.9079176249857676e-09, + "loss": 2.2183, + "step": 57984 + }, + { + "epoch": 0.9925709101490954, + "grad_norm": 2.749596357345581, + "learning_rate": 2.894563900580627e-09, + "loss": 2.345, + "step": 57985 + }, + { + "epoch": 0.9925880278676458, + "grad_norm": 2.6076273918151855, + "learning_rate": 2.881240903793714e-09, + "loss": 2.2387, + "step": 57986 + }, + { + "epoch": 0.9926051455861963, + "grad_norm": 2.829240560531616, + "learning_rate": 2.867948634666107e-09, + "loss": 2.3545, + "step": 57987 + }, + { + "epoch": 0.9926222633047468, + "grad_norm": 2.5837435722351074, + "learning_rate": 2.854687093239994e-09, + "loss": 2.3793, + "step": 57988 + }, + { + "epoch": 0.9926393810232972, + "grad_norm": 2.6261937618255615, + "learning_rate": 2.8414562795542334e-09, + "loss": 2.3887, + "step": 57989 + }, + { + "epoch": 0.9926564987418477, + "grad_norm": 2.732715129852295, + "learning_rate": 2.828256193649903e-09, + "loss": 2.3574, + "step": 57990 + }, + { + "epoch": 0.9926736164603982, + "grad_norm": 2.5218381881713867, + "learning_rate": 2.8150868355680817e-09, + "loss": 2.399, + "step": 57991 + }, + { + "epoch": 0.9926907341789486, + "grad_norm": 2.6279821395874023, + "learning_rate": 2.801948205349847e-09, + "loss": 2.2725, + "step": 57992 + }, + { + "epoch": 0.9927078518974991, + "grad_norm": 2.534682273864746, + "learning_rate": 2.7888403030340573e-09, + "loss": 2.2566, + "step": 57993 + }, + { + "epoch": 0.9927249696160496, + "grad_norm": 2.8474762439727783, + "learning_rate": 2.7757631286629006e-09, + "loss": 2.334, + "step": 57994 + }, + { + "epoch": 0.9927420873346, + "grad_norm": 2.595590353012085, + "learning_rate": 2.762716682274125e-09, + "loss": 2.3363, + "step": 57995 + }, + { + "epoch": 0.9927592050531505, + "grad_norm": 2.604628086090088, + "learning_rate": 2.749700963909918e-09, + "loss": 2.2364, + "step": 57996 + }, + { + "epoch": 0.992776322771701, + "grad_norm": 2.670038938522339, + "learning_rate": 2.736715973609139e-09, + "loss": 2.189, + "step": 57997 + }, + { + "epoch": 0.9927934404902514, + "grad_norm": 2.5913336277008057, + "learning_rate": 2.7237617114128647e-09, + "loss": 2.3065, + "step": 57998 + }, + { + "epoch": 0.9928105582088019, + "grad_norm": 2.6636781692504883, + "learning_rate": 2.710838177358843e-09, + "loss": 2.3849, + "step": 57999 + }, + { + "epoch": 0.9928276759273524, + "grad_norm": 2.747842788696289, + "learning_rate": 2.6979453714892634e-09, + "loss": 2.297, + "step": 58000 + }, + { + "epoch": 0.9928447936459028, + "grad_norm": 2.6844594478607178, + "learning_rate": 2.6850832938418726e-09, + "loss": 2.5605, + "step": 58001 + }, + { + "epoch": 0.9928619113644533, + "grad_norm": 2.642507553100586, + "learning_rate": 2.672251944457749e-09, + "loss": 2.3471, + "step": 58002 + }, + { + "epoch": 0.9928790290830039, + "grad_norm": 2.5579657554626465, + "learning_rate": 2.65945132337464e-09, + "loss": 2.2736, + "step": 58003 + }, + { + "epoch": 0.9928961468015542, + "grad_norm": 2.662727117538452, + "learning_rate": 2.6466814306336242e-09, + "loss": 2.292, + "step": 58004 + }, + { + "epoch": 0.9929132645201048, + "grad_norm": 2.675001382827759, + "learning_rate": 2.633942266272449e-09, + "loss": 2.418, + "step": 58005 + }, + { + "epoch": 0.9929303822386553, + "grad_norm": 2.565866708755493, + "learning_rate": 2.6212338303310823e-09, + "loss": 2.2796, + "step": 58006 + }, + { + "epoch": 0.9929474999572057, + "grad_norm": 2.6806466579437256, + "learning_rate": 2.6085561228483824e-09, + "loss": 2.3266, + "step": 58007 + }, + { + "epoch": 0.9929646176757562, + "grad_norm": 2.547750473022461, + "learning_rate": 2.5959091438632067e-09, + "loss": 2.3036, + "step": 58008 + }, + { + "epoch": 0.9929817353943067, + "grad_norm": 2.7107255458831787, + "learning_rate": 2.583292893414413e-09, + "loss": 2.3699, + "step": 58009 + }, + { + "epoch": 0.9929988531128571, + "grad_norm": 2.6982550621032715, + "learning_rate": 2.5707073715419695e-09, + "loss": 2.272, + "step": 58010 + }, + { + "epoch": 0.9930159708314076, + "grad_norm": 2.513293504714966, + "learning_rate": 2.5581525782825135e-09, + "loss": 2.2958, + "step": 58011 + }, + { + "epoch": 0.9930330885499581, + "grad_norm": 2.7210516929626465, + "learning_rate": 2.5456285136760128e-09, + "loss": 2.3532, + "step": 58012 + }, + { + "epoch": 0.9930502062685085, + "grad_norm": 2.7226667404174805, + "learning_rate": 2.533135177760215e-09, + "loss": 2.4108, + "step": 58013 + }, + { + "epoch": 0.993067323987059, + "grad_norm": 2.5464744567871094, + "learning_rate": 2.5206725705739788e-09, + "loss": 2.3557, + "step": 58014 + }, + { + "epoch": 0.9930844417056095, + "grad_norm": 2.7388830184936523, + "learning_rate": 2.508240692156161e-09, + "loss": 2.3009, + "step": 58015 + }, + { + "epoch": 0.9931015594241599, + "grad_norm": 2.628519058227539, + "learning_rate": 2.495839542543399e-09, + "loss": 2.4127, + "step": 58016 + }, + { + "epoch": 0.9931186771427104, + "grad_norm": 2.6708803176879883, + "learning_rate": 2.483469121775661e-09, + "loss": 2.2774, + "step": 58017 + }, + { + "epoch": 0.9931357948612609, + "grad_norm": 2.669654130935669, + "learning_rate": 2.471129429889585e-09, + "loss": 2.2752, + "step": 58018 + }, + { + "epoch": 0.9931529125798113, + "grad_norm": 2.7755560874938965, + "learning_rate": 2.4588204669229177e-09, + "loss": 2.3883, + "step": 58019 + }, + { + "epoch": 0.9931700302983618, + "grad_norm": 2.577331304550171, + "learning_rate": 2.4465422329156275e-09, + "loss": 2.2937, + "step": 58020 + }, + { + "epoch": 0.9931871480169123, + "grad_norm": 2.6266210079193115, + "learning_rate": 2.4342947279032415e-09, + "loss": 2.3265, + "step": 58021 + }, + { + "epoch": 0.9932042657354628, + "grad_norm": 2.670952081680298, + "learning_rate": 2.4220779519235073e-09, + "loss": 2.3308, + "step": 58022 + }, + { + "epoch": 0.9932213834540132, + "grad_norm": 2.5448086261749268, + "learning_rate": 2.4098919050152825e-09, + "loss": 2.2609, + "step": 58023 + }, + { + "epoch": 0.9932385011725637, + "grad_norm": 2.740058183670044, + "learning_rate": 2.3977365872152046e-09, + "loss": 2.1971, + "step": 58024 + }, + { + "epoch": 0.9932556188911142, + "grad_norm": 2.6255013942718506, + "learning_rate": 2.3856119985610215e-09, + "loss": 2.2585, + "step": 58025 + }, + { + "epoch": 0.9932727366096646, + "grad_norm": 2.5705621242523193, + "learning_rate": 2.3735181390893704e-09, + "loss": 2.2691, + "step": 58026 + }, + { + "epoch": 0.9932898543282151, + "grad_norm": 2.742523670196533, + "learning_rate": 2.3614550088379983e-09, + "loss": 2.3798, + "step": 58027 + }, + { + "epoch": 0.9933069720467657, + "grad_norm": 2.7149016857147217, + "learning_rate": 2.3494226078435432e-09, + "loss": 2.281, + "step": 58028 + }, + { + "epoch": 0.993324089765316, + "grad_norm": 2.4781899452209473, + "learning_rate": 2.3374209361437527e-09, + "loss": 2.2006, + "step": 58029 + }, + { + "epoch": 0.9933412074838666, + "grad_norm": 2.9110641479492188, + "learning_rate": 2.3254499937741536e-09, + "loss": 2.4586, + "step": 58030 + }, + { + "epoch": 0.9933583252024171, + "grad_norm": 2.5520148277282715, + "learning_rate": 2.313509780773604e-09, + "loss": 2.2439, + "step": 58031 + }, + { + "epoch": 0.9933754429209675, + "grad_norm": 2.5196609497070312, + "learning_rate": 2.3016002971765204e-09, + "loss": 2.294, + "step": 58032 + }, + { + "epoch": 0.993392560639518, + "grad_norm": 2.6530778408050537, + "learning_rate": 2.289721543020651e-09, + "loss": 2.2682, + "step": 58033 + }, + { + "epoch": 0.9934096783580685, + "grad_norm": 2.588630437850952, + "learning_rate": 2.2778735183426325e-09, + "loss": 2.3263, + "step": 58034 + }, + { + "epoch": 0.9934267960766189, + "grad_norm": 2.572206497192383, + "learning_rate": 2.266056223179103e-09, + "loss": 2.1858, + "step": 58035 + }, + { + "epoch": 0.9934439137951694, + "grad_norm": 2.8083078861236572, + "learning_rate": 2.2542696575655885e-09, + "loss": 2.3642, + "step": 58036 + }, + { + "epoch": 0.9934610315137199, + "grad_norm": 2.581366539001465, + "learning_rate": 2.2425138215387276e-09, + "loss": 2.343, + "step": 58037 + }, + { + "epoch": 0.9934781492322703, + "grad_norm": 2.496560573577881, + "learning_rate": 2.2307887151340468e-09, + "loss": 2.2462, + "step": 58038 + }, + { + "epoch": 0.9934952669508208, + "grad_norm": 2.8246850967407227, + "learning_rate": 2.2190943383892936e-09, + "loss": 2.343, + "step": 58039 + }, + { + "epoch": 0.9935123846693713, + "grad_norm": 2.4814674854278564, + "learning_rate": 2.2074306913388854e-09, + "loss": 2.2555, + "step": 58040 + }, + { + "epoch": 0.9935295023879217, + "grad_norm": 2.6189467906951904, + "learning_rate": 2.195797774018349e-09, + "loss": 2.2347, + "step": 58041 + }, + { + "epoch": 0.9935466201064722, + "grad_norm": 2.7252297401428223, + "learning_rate": 2.1841955864643215e-09, + "loss": 2.399, + "step": 58042 + }, + { + "epoch": 0.9935637378250227, + "grad_norm": 2.6665241718292236, + "learning_rate": 2.1726241287134408e-09, + "loss": 2.3133, + "step": 58043 + }, + { + "epoch": 0.9935808555435731, + "grad_norm": 2.7475340366363525, + "learning_rate": 2.1610834007990135e-09, + "loss": 2.3876, + "step": 58044 + }, + { + "epoch": 0.9935979732621236, + "grad_norm": 2.716653823852539, + "learning_rate": 2.1495734027576765e-09, + "loss": 2.3259, + "step": 58045 + }, + { + "epoch": 0.9936150909806741, + "grad_norm": 2.716090679168701, + "learning_rate": 2.1380941346249575e-09, + "loss": 2.3995, + "step": 58046 + }, + { + "epoch": 0.9936322086992245, + "grad_norm": 2.6625173091888428, + "learning_rate": 2.1266455964363832e-09, + "loss": 2.4069, + "step": 58047 + }, + { + "epoch": 0.993649326417775, + "grad_norm": 2.8133926391601562, + "learning_rate": 2.1152277882263707e-09, + "loss": 2.3739, + "step": 58048 + }, + { + "epoch": 0.9936664441363255, + "grad_norm": 2.779728651046753, + "learning_rate": 2.103840710030447e-09, + "loss": 2.3718, + "step": 58049 + }, + { + "epoch": 0.9936835618548759, + "grad_norm": 2.804915428161621, + "learning_rate": 2.0924843618830293e-09, + "loss": 2.4309, + "step": 58050 + }, + { + "epoch": 0.9937006795734264, + "grad_norm": 2.6913981437683105, + "learning_rate": 2.0811587438196447e-09, + "loss": 2.3308, + "step": 58051 + }, + { + "epoch": 0.993717797291977, + "grad_norm": 2.53377103805542, + "learning_rate": 2.0698638558747096e-09, + "loss": 2.2484, + "step": 58052 + }, + { + "epoch": 0.9937349150105274, + "grad_norm": 2.6109611988067627, + "learning_rate": 2.058599698083752e-09, + "loss": 2.3094, + "step": 58053 + }, + { + "epoch": 0.9937520327290779, + "grad_norm": 2.6068179607391357, + "learning_rate": 2.047366270481188e-09, + "loss": 2.3152, + "step": 58054 + }, + { + "epoch": 0.9937691504476284, + "grad_norm": 2.799805164337158, + "learning_rate": 2.0361635731003247e-09, + "loss": 2.3616, + "step": 58055 + }, + { + "epoch": 0.9937862681661788, + "grad_norm": 2.574936628341675, + "learning_rate": 2.0249916059766894e-09, + "loss": 2.3574, + "step": 58056 + }, + { + "epoch": 0.9938033858847293, + "grad_norm": 2.6225998401641846, + "learning_rate": 2.0138503691446988e-09, + "loss": 2.3541, + "step": 58057 + }, + { + "epoch": 0.9938205036032798, + "grad_norm": 2.7055537700653076, + "learning_rate": 2.002739862637659e-09, + "loss": 2.287, + "step": 58058 + }, + { + "epoch": 0.9938376213218302, + "grad_norm": 2.6198761463165283, + "learning_rate": 1.9916600864910985e-09, + "loss": 2.2238, + "step": 58059 + }, + { + "epoch": 0.9938547390403807, + "grad_norm": 2.7056002616882324, + "learning_rate": 1.9806110407383227e-09, + "loss": 2.3276, + "step": 58060 + }, + { + "epoch": 0.9938718567589312, + "grad_norm": 2.696394681930542, + "learning_rate": 1.969592725412639e-09, + "loss": 2.282, + "step": 58061 + }, + { + "epoch": 0.9938889744774816, + "grad_norm": 2.648714780807495, + "learning_rate": 1.958605140548464e-09, + "loss": 2.2972, + "step": 58062 + }, + { + "epoch": 0.9939060921960321, + "grad_norm": 2.4922678470611572, + "learning_rate": 1.9476482861802148e-09, + "loss": 2.1938, + "step": 58063 + }, + { + "epoch": 0.9939232099145826, + "grad_norm": 2.5819594860076904, + "learning_rate": 1.936722162341198e-09, + "loss": 2.3303, + "step": 58064 + }, + { + "epoch": 0.993940327633133, + "grad_norm": 2.4784650802612305, + "learning_rate": 1.92582676906361e-09, + "loss": 2.1932, + "step": 58065 + }, + { + "epoch": 0.9939574453516835, + "grad_norm": 2.6848742961883545, + "learning_rate": 1.9149621063840886e-09, + "loss": 2.2934, + "step": 58066 + }, + { + "epoch": 0.993974563070234, + "grad_norm": 2.8055379390716553, + "learning_rate": 1.904128174332609e-09, + "loss": 2.3675, + "step": 58067 + }, + { + "epoch": 0.9939916807887845, + "grad_norm": 2.7687692642211914, + "learning_rate": 1.893324972944699e-09, + "loss": 2.4818, + "step": 58068 + }, + { + "epoch": 0.9940087985073349, + "grad_norm": 2.698369264602661, + "learning_rate": 1.882552502252555e-09, + "loss": 2.4269, + "step": 58069 + }, + { + "epoch": 0.9940259162258854, + "grad_norm": 2.7567007541656494, + "learning_rate": 1.8718107622894834e-09, + "loss": 2.4348, + "step": 58070 + }, + { + "epoch": 0.9940430339444359, + "grad_norm": 2.7085580825805664, + "learning_rate": 1.8610997530876806e-09, + "loss": 2.2652, + "step": 58071 + }, + { + "epoch": 0.9940601516629863, + "grad_norm": 2.684300184249878, + "learning_rate": 1.8504194746826742e-09, + "loss": 2.309, + "step": 58072 + }, + { + "epoch": 0.9940772693815368, + "grad_norm": 2.4786033630371094, + "learning_rate": 1.83976992710444e-09, + "loss": 2.2652, + "step": 58073 + }, + { + "epoch": 0.9940943871000874, + "grad_norm": 2.697234630584717, + "learning_rate": 1.829151110387395e-09, + "loss": 2.3195, + "step": 58074 + }, + { + "epoch": 0.9941115048186377, + "grad_norm": 2.6795594692230225, + "learning_rate": 1.8185630245637353e-09, + "loss": 2.2908, + "step": 58075 + }, + { + "epoch": 0.9941286225371883, + "grad_norm": 2.637223958969116, + "learning_rate": 1.808005669665658e-09, + "loss": 2.3755, + "step": 58076 + }, + { + "epoch": 0.9941457402557388, + "grad_norm": 2.7637341022491455, + "learning_rate": 1.7974790457253589e-09, + "loss": 2.3667, + "step": 58077 + }, + { + "epoch": 0.9941628579742892, + "grad_norm": 2.782194137573242, + "learning_rate": 1.786983152776145e-09, + "loss": 2.3591, + "step": 58078 + }, + { + "epoch": 0.9941799756928397, + "grad_norm": 2.481688976287842, + "learning_rate": 1.7765179908491027e-09, + "loss": 2.2259, + "step": 58079 + }, + { + "epoch": 0.9941970934113902, + "grad_norm": 2.846015691757202, + "learning_rate": 1.7660835599786485e-09, + "loss": 2.2872, + "step": 58080 + }, + { + "epoch": 0.9942142111299406, + "grad_norm": 2.637188196182251, + "learning_rate": 1.755679860194759e-09, + "loss": 2.2565, + "step": 58081 + }, + { + "epoch": 0.9942313288484911, + "grad_norm": 2.6753666400909424, + "learning_rate": 1.74530689152963e-09, + "loss": 2.2683, + "step": 58082 + }, + { + "epoch": 0.9942484465670416, + "grad_norm": 2.4366486072540283, + "learning_rate": 1.7349646540154585e-09, + "loss": 2.1886, + "step": 58083 + }, + { + "epoch": 0.994265564285592, + "grad_norm": 2.7647268772125244, + "learning_rate": 1.7246531476833306e-09, + "loss": 2.4152, + "step": 58084 + }, + { + "epoch": 0.9942826820041425, + "grad_norm": 2.6682443618774414, + "learning_rate": 1.7143723725665528e-09, + "loss": 2.3143, + "step": 58085 + }, + { + "epoch": 0.994299799722693, + "grad_norm": 2.6568331718444824, + "learning_rate": 1.7041223286962117e-09, + "loss": 2.3149, + "step": 58086 + }, + { + "epoch": 0.9943169174412434, + "grad_norm": 2.7163033485412598, + "learning_rate": 1.6939030161033932e-09, + "loss": 2.2267, + "step": 58087 + }, + { + "epoch": 0.9943340351597939, + "grad_norm": 2.7069034576416016, + "learning_rate": 1.6837144348191837e-09, + "loss": 2.308, + "step": 58088 + }, + { + "epoch": 0.9943511528783444, + "grad_norm": 2.6679513454437256, + "learning_rate": 1.6735565848746693e-09, + "loss": 2.1433, + "step": 58089 + }, + { + "epoch": 0.9943682705968948, + "grad_norm": 2.7769508361816406, + "learning_rate": 1.6634294663020467e-09, + "loss": 2.3391, + "step": 58090 + }, + { + "epoch": 0.9943853883154453, + "grad_norm": 2.723153829574585, + "learning_rate": 1.653333079132402e-09, + "loss": 2.3509, + "step": 58091 + }, + { + "epoch": 0.9944025060339958, + "grad_norm": 2.6737828254699707, + "learning_rate": 1.6432674233968215e-09, + "loss": 2.3492, + "step": 58092 + }, + { + "epoch": 0.9944196237525462, + "grad_norm": 2.8011014461517334, + "learning_rate": 1.6332324991252812e-09, + "loss": 2.3382, + "step": 58093 + }, + { + "epoch": 0.9944367414710967, + "grad_norm": 2.6628646850585938, + "learning_rate": 1.6232283063488675e-09, + "loss": 2.2867, + "step": 58094 + }, + { + "epoch": 0.9944538591896472, + "grad_norm": 2.5889670848846436, + "learning_rate": 1.6132548450997766e-09, + "loss": 2.297, + "step": 58095 + }, + { + "epoch": 0.9944709769081976, + "grad_norm": 2.6489336490631104, + "learning_rate": 1.6033121154068744e-09, + "loss": 2.2976, + "step": 58096 + }, + { + "epoch": 0.9944880946267481, + "grad_norm": 3.0322999954223633, + "learning_rate": 1.593400117301247e-09, + "loss": 2.3768, + "step": 58097 + }, + { + "epoch": 0.9945052123452987, + "grad_norm": 2.7216272354125977, + "learning_rate": 1.5835188508139808e-09, + "loss": 2.3329, + "step": 58098 + }, + { + "epoch": 0.994522330063849, + "grad_norm": 2.583279848098755, + "learning_rate": 1.573668315973942e-09, + "loss": 2.3373, + "step": 58099 + }, + { + "epoch": 0.9945394477823996, + "grad_norm": 2.6802327632904053, + "learning_rate": 1.5638485128133264e-09, + "loss": 2.3121, + "step": 58100 + }, + { + "epoch": 0.9945565655009501, + "grad_norm": 2.7073471546173096, + "learning_rate": 1.5540594413609999e-09, + "loss": 2.3704, + "step": 58101 + }, + { + "epoch": 0.9945736832195005, + "grad_norm": 2.7204864025115967, + "learning_rate": 1.544301101648049e-09, + "loss": 2.4156, + "step": 58102 + }, + { + "epoch": 0.994590800938051, + "grad_norm": 2.4769909381866455, + "learning_rate": 1.5345734937044498e-09, + "loss": 2.2639, + "step": 58103 + }, + { + "epoch": 0.9946079186566015, + "grad_norm": 2.5590929985046387, + "learning_rate": 1.5248766175579577e-09, + "loss": 2.2078, + "step": 58104 + }, + { + "epoch": 0.9946250363751519, + "grad_norm": 2.648496150970459, + "learning_rate": 1.5152104732407692e-09, + "loss": 2.2756, + "step": 58105 + }, + { + "epoch": 0.9946421540937024, + "grad_norm": 2.7252840995788574, + "learning_rate": 1.5055750607817498e-09, + "loss": 2.3664, + "step": 58106 + }, + { + "epoch": 0.9946592718122529, + "grad_norm": 2.6405727863311768, + "learning_rate": 1.495970380210876e-09, + "loss": 2.3181, + "step": 58107 + }, + { + "epoch": 0.9946763895308033, + "grad_norm": 2.7201895713806152, + "learning_rate": 1.4863964315570134e-09, + "loss": 2.2096, + "step": 58108 + }, + { + "epoch": 0.9946935072493538, + "grad_norm": 2.5216050148010254, + "learning_rate": 1.476853214850138e-09, + "loss": 2.184, + "step": 58109 + }, + { + "epoch": 0.9947106249679043, + "grad_norm": 2.6054763793945312, + "learning_rate": 1.4673407301191156e-09, + "loss": 2.2306, + "step": 58110 + }, + { + "epoch": 0.9947277426864547, + "grad_norm": 2.5230350494384766, + "learning_rate": 1.4578589773939222e-09, + "loss": 2.2991, + "step": 58111 + }, + { + "epoch": 0.9947448604050052, + "grad_norm": 2.518988847732544, + "learning_rate": 1.4484079567034236e-09, + "loss": 2.2105, + "step": 58112 + }, + { + "epoch": 0.9947619781235557, + "grad_norm": 2.722926378250122, + "learning_rate": 1.4389876680753757e-09, + "loss": 2.2602, + "step": 58113 + }, + { + "epoch": 0.9947790958421061, + "grad_norm": 2.6952497959136963, + "learning_rate": 1.4295981115408641e-09, + "loss": 2.3438, + "step": 58114 + }, + { + "epoch": 0.9947962135606566, + "grad_norm": 2.660072088241577, + "learning_rate": 1.4202392871265346e-09, + "loss": 2.2895, + "step": 58115 + }, + { + "epoch": 0.9948133312792071, + "grad_norm": 2.626823902130127, + "learning_rate": 1.4109111948634735e-09, + "loss": 2.4476, + "step": 58116 + }, + { + "epoch": 0.9948304489977576, + "grad_norm": 2.6250808238983154, + "learning_rate": 1.4016138347794361e-09, + "loss": 2.416, + "step": 58117 + }, + { + "epoch": 0.994847566716308, + "grad_norm": 2.577669143676758, + "learning_rate": 1.3923472069021782e-09, + "loss": 2.2072, + "step": 58118 + }, + { + "epoch": 0.9948646844348585, + "grad_norm": 2.413264274597168, + "learning_rate": 1.3831113112605654e-09, + "loss": 2.3071, + "step": 58119 + }, + { + "epoch": 0.994881802153409, + "grad_norm": 2.5265212059020996, + "learning_rate": 1.3739061478834637e-09, + "loss": 2.3113, + "step": 58120 + }, + { + "epoch": 0.9948989198719594, + "grad_norm": 2.6948437690734863, + "learning_rate": 1.3647317167986285e-09, + "loss": 2.444, + "step": 58121 + }, + { + "epoch": 0.99491603759051, + "grad_norm": 2.6829559803009033, + "learning_rate": 1.3555880180349257e-09, + "loss": 2.3725, + "step": 58122 + }, + { + "epoch": 0.9949331553090605, + "grad_norm": 2.651310920715332, + "learning_rate": 1.3464750516201107e-09, + "loss": 2.3008, + "step": 58123 + }, + { + "epoch": 0.9949502730276109, + "grad_norm": 2.626981496810913, + "learning_rate": 1.3373928175819395e-09, + "loss": 2.3612, + "step": 58124 + }, + { + "epoch": 0.9949673907461614, + "grad_norm": 2.623225688934326, + "learning_rate": 1.3283413159481673e-09, + "loss": 2.235, + "step": 58125 + }, + { + "epoch": 0.9949845084647119, + "grad_norm": 2.706871271133423, + "learning_rate": 1.31932054674766e-09, + "loss": 2.2904, + "step": 58126 + }, + { + "epoch": 0.9950016261832623, + "grad_norm": 2.7327992916107178, + "learning_rate": 1.3103305100070628e-09, + "loss": 2.3334, + "step": 58127 + }, + { + "epoch": 0.9950187439018128, + "grad_norm": 2.8484978675842285, + "learning_rate": 1.3013712057541316e-09, + "loss": 2.4353, + "step": 58128 + }, + { + "epoch": 0.9950358616203633, + "grad_norm": 2.5887959003448486, + "learning_rate": 1.2924426340177321e-09, + "loss": 2.2215, + "step": 58129 + }, + { + "epoch": 0.9950529793389137, + "grad_norm": 2.465876579284668, + "learning_rate": 1.2835447948233993e-09, + "loss": 2.202, + "step": 58130 + }, + { + "epoch": 0.9950700970574642, + "grad_norm": 2.692368984222412, + "learning_rate": 1.274677688199999e-09, + "loss": 2.3699, + "step": 58131 + }, + { + "epoch": 0.9950872147760147, + "grad_norm": 2.491950511932373, + "learning_rate": 1.2658413141730663e-09, + "loss": 2.341, + "step": 58132 + }, + { + "epoch": 0.9951043324945651, + "grad_norm": 2.723666191101074, + "learning_rate": 1.2570356727714672e-09, + "loss": 2.3666, + "step": 58133 + }, + { + "epoch": 0.9951214502131156, + "grad_norm": 2.613464593887329, + "learning_rate": 1.248260764021847e-09, + "loss": 2.2604, + "step": 58134 + }, + { + "epoch": 0.9951385679316661, + "grad_norm": 2.668797016143799, + "learning_rate": 1.2395165879508509e-09, + "loss": 2.3046, + "step": 58135 + }, + { + "epoch": 0.9951556856502165, + "grad_norm": 2.71774959564209, + "learning_rate": 1.2308031445862345e-09, + "loss": 2.4082, + "step": 58136 + }, + { + "epoch": 0.995172803368767, + "grad_norm": 2.6441650390625, + "learning_rate": 1.2221204339524228e-09, + "loss": 2.4374, + "step": 58137 + }, + { + "epoch": 0.9951899210873175, + "grad_norm": 2.5953469276428223, + "learning_rate": 1.2134684560782816e-09, + "loss": 2.3352, + "step": 58138 + }, + { + "epoch": 0.9952070388058679, + "grad_norm": 2.6975889205932617, + "learning_rate": 1.2048472109904564e-09, + "loss": 2.3993, + "step": 58139 + }, + { + "epoch": 0.9952241565244184, + "grad_norm": 2.651729106903076, + "learning_rate": 1.1962566987144819e-09, + "loss": 2.3157, + "step": 58140 + }, + { + "epoch": 0.9952412742429689, + "grad_norm": 2.546374797821045, + "learning_rate": 1.1876969192770039e-09, + "loss": 2.2932, + "step": 58141 + }, + { + "epoch": 0.9952583919615193, + "grad_norm": 2.628960371017456, + "learning_rate": 1.1791678727035571e-09, + "loss": 2.3907, + "step": 58142 + }, + { + "epoch": 0.9952755096800698, + "grad_norm": 2.4962310791015625, + "learning_rate": 1.1706695590218976e-09, + "loss": 2.1918, + "step": 58143 + }, + { + "epoch": 0.9952926273986203, + "grad_norm": 2.6458191871643066, + "learning_rate": 1.16220197825756e-09, + "loss": 2.3518, + "step": 58144 + }, + { + "epoch": 0.9953097451171707, + "grad_norm": 2.6588754653930664, + "learning_rate": 1.15376513043719e-09, + "loss": 2.3308, + "step": 58145 + }, + { + "epoch": 0.9953268628357212, + "grad_norm": 2.756618022918701, + "learning_rate": 1.1453590155852124e-09, + "loss": 2.4162, + "step": 58146 + }, + { + "epoch": 0.9953439805542718, + "grad_norm": 2.4520938396453857, + "learning_rate": 1.1369836337282726e-09, + "loss": 2.1607, + "step": 58147 + }, + { + "epoch": 0.9953610982728222, + "grad_norm": 2.6913883686065674, + "learning_rate": 1.1286389848919056e-09, + "loss": 2.4304, + "step": 58148 + }, + { + "epoch": 0.9953782159913727, + "grad_norm": 2.6546404361724854, + "learning_rate": 1.1203250691027567e-09, + "loss": 2.2205, + "step": 58149 + }, + { + "epoch": 0.9953953337099232, + "grad_norm": 2.545759916305542, + "learning_rate": 1.1120418863841408e-09, + "loss": 2.3808, + "step": 58150 + }, + { + "epoch": 0.9954124514284736, + "grad_norm": 2.5680017471313477, + "learning_rate": 1.1037894367638136e-09, + "loss": 2.3732, + "step": 58151 + }, + { + "epoch": 0.9954295691470241, + "grad_norm": 2.7776288986206055, + "learning_rate": 1.0955677202661997e-09, + "loss": 2.3778, + "step": 58152 + }, + { + "epoch": 0.9954466868655746, + "grad_norm": 2.6338770389556885, + "learning_rate": 1.0873767369168342e-09, + "loss": 2.3243, + "step": 58153 + }, + { + "epoch": 0.995463804584125, + "grad_norm": 2.8579180240631104, + "learning_rate": 1.0792164867412525e-09, + "loss": 2.4043, + "step": 58154 + }, + { + "epoch": 0.9954809223026755, + "grad_norm": 2.53175950050354, + "learning_rate": 1.071086969762769e-09, + "loss": 2.2878, + "step": 58155 + }, + { + "epoch": 0.995498040021226, + "grad_norm": 2.7697055339813232, + "learning_rate": 1.0629881860080293e-09, + "loss": 2.3454, + "step": 58156 + }, + { + "epoch": 0.9955151577397764, + "grad_norm": 2.538109064102173, + "learning_rate": 1.0549201355014582e-09, + "loss": 2.2549, + "step": 58157 + }, + { + "epoch": 0.9955322754583269, + "grad_norm": 2.6750659942626953, + "learning_rate": 1.0468828182685908e-09, + "loss": 2.3309, + "step": 58158 + }, + { + "epoch": 0.9955493931768774, + "grad_norm": 2.671156644821167, + "learning_rate": 1.0388762343327418e-09, + "loss": 2.3078, + "step": 58159 + }, + { + "epoch": 0.9955665108954278, + "grad_norm": 2.4813382625579834, + "learning_rate": 1.0309003837194464e-09, + "loss": 2.2801, + "step": 58160 + }, + { + "epoch": 0.9955836286139783, + "grad_norm": 2.5582141876220703, + "learning_rate": 1.0229552664531295e-09, + "loss": 2.3738, + "step": 58161 + }, + { + "epoch": 0.9956007463325288, + "grad_norm": 2.84722900390625, + "learning_rate": 1.0150408825571056e-09, + "loss": 2.3596, + "step": 58162 + }, + { + "epoch": 0.9956178640510793, + "grad_norm": 2.616072654724121, + "learning_rate": 1.0071572320580203e-09, + "loss": 2.3671, + "step": 58163 + }, + { + "epoch": 0.9956349817696297, + "grad_norm": 2.801762342453003, + "learning_rate": 9.993043149780778e-10, + "loss": 2.4212, + "step": 58164 + }, + { + "epoch": 0.9956520994881802, + "grad_norm": 2.5937747955322266, + "learning_rate": 9.914821313417034e-10, + "loss": 2.3497, + "step": 58165 + }, + { + "epoch": 0.9956692172067307, + "grad_norm": 2.7445709705352783, + "learning_rate": 9.836906811733217e-10, + "loss": 2.3469, + "step": 58166 + }, + { + "epoch": 0.9956863349252811, + "grad_norm": 2.8460326194763184, + "learning_rate": 9.759299644973574e-10, + "loss": 2.3896, + "step": 58167 + }, + { + "epoch": 0.9957034526438316, + "grad_norm": 2.525172233581543, + "learning_rate": 9.681999813371256e-10, + "loss": 2.3236, + "step": 58168 + }, + { + "epoch": 0.9957205703623822, + "grad_norm": 2.4532296657562256, + "learning_rate": 9.60500731715941e-10, + "loss": 2.3011, + "step": 58169 + }, + { + "epoch": 0.9957376880809325, + "grad_norm": 2.6468758583068848, + "learning_rate": 9.52832215658228e-10, + "loss": 2.4031, + "step": 58170 + }, + { + "epoch": 0.9957548057994831, + "grad_norm": 2.6825203895568848, + "learning_rate": 9.45194433187302e-10, + "loss": 2.2877, + "step": 58171 + }, + { + "epoch": 0.9957719235180336, + "grad_norm": 2.543745279312134, + "learning_rate": 9.375873843275873e-10, + "loss": 2.2125, + "step": 58172 + }, + { + "epoch": 0.995789041236584, + "grad_norm": 2.565669298171997, + "learning_rate": 9.300110691001784e-10, + "loss": 2.3785, + "step": 58173 + }, + { + "epoch": 0.9958061589551345, + "grad_norm": 2.760035514831543, + "learning_rate": 9.224654875306105e-10, + "loss": 2.3823, + "step": 58174 + }, + { + "epoch": 0.995823276673685, + "grad_norm": 2.579571485519409, + "learning_rate": 9.149506396399777e-10, + "loss": 2.2503, + "step": 58175 + }, + { + "epoch": 0.9958403943922354, + "grad_norm": 2.803950786590576, + "learning_rate": 9.074665254538151e-10, + "loss": 2.4366, + "step": 58176 + }, + { + "epoch": 0.9958575121107859, + "grad_norm": 2.8843302726745605, + "learning_rate": 9.00013144993217e-10, + "loss": 2.3654, + "step": 58177 + }, + { + "epoch": 0.9958746298293364, + "grad_norm": 2.5797252655029297, + "learning_rate": 8.925904982814981e-10, + "loss": 2.4138, + "step": 58178 + }, + { + "epoch": 0.9958917475478868, + "grad_norm": 2.5484955310821533, + "learning_rate": 8.851985853419731e-10, + "loss": 2.286, + "step": 58179 + }, + { + "epoch": 0.9959088652664373, + "grad_norm": 2.680560350418091, + "learning_rate": 8.778374061979566e-10, + "loss": 2.2881, + "step": 58180 + }, + { + "epoch": 0.9959259829849878, + "grad_norm": 2.6238749027252197, + "learning_rate": 8.70506960870543e-10, + "loss": 2.3046, + "step": 58181 + }, + { + "epoch": 0.9959431007035382, + "grad_norm": 2.6590847969055176, + "learning_rate": 8.632072493830468e-10, + "loss": 2.2588, + "step": 58182 + }, + { + "epoch": 0.9959602184220887, + "grad_norm": 2.6314494609832764, + "learning_rate": 8.559382717576726e-10, + "loss": 2.3113, + "step": 58183 + }, + { + "epoch": 0.9959773361406392, + "grad_norm": 2.5191385746002197, + "learning_rate": 8.487000280166247e-10, + "loss": 2.2014, + "step": 58184 + }, + { + "epoch": 0.9959944538591896, + "grad_norm": 2.998779535293579, + "learning_rate": 8.414925181821077e-10, + "loss": 2.4183, + "step": 58185 + }, + { + "epoch": 0.9960115715777401, + "grad_norm": 2.4605772495269775, + "learning_rate": 8.343157422774362e-10, + "loss": 2.2305, + "step": 58186 + }, + { + "epoch": 0.9960286892962906, + "grad_norm": 2.6655871868133545, + "learning_rate": 8.271697003237045e-10, + "loss": 2.2669, + "step": 58187 + }, + { + "epoch": 0.996045807014841, + "grad_norm": 2.6612391471862793, + "learning_rate": 8.20054392343117e-10, + "loss": 2.3338, + "step": 58188 + }, + { + "epoch": 0.9960629247333915, + "grad_norm": 2.887866258621216, + "learning_rate": 8.12969818356768e-10, + "loss": 2.3011, + "step": 58189 + }, + { + "epoch": 0.996080042451942, + "grad_norm": 2.8628411293029785, + "learning_rate": 8.059159783879721e-10, + "loss": 2.5044, + "step": 58190 + }, + { + "epoch": 0.9960971601704924, + "grad_norm": 2.6704530715942383, + "learning_rate": 7.988928724567136e-10, + "loss": 2.3583, + "step": 58191 + }, + { + "epoch": 0.9961142778890429, + "grad_norm": 2.820354461669922, + "learning_rate": 7.919005005851966e-10, + "loss": 2.317, + "step": 58192 + }, + { + "epoch": 0.9961313956075935, + "grad_norm": 2.7524962425231934, + "learning_rate": 7.849388627956256e-10, + "loss": 2.2625, + "step": 58193 + }, + { + "epoch": 0.9961485133261438, + "grad_norm": 2.4697823524475098, + "learning_rate": 7.780079591090949e-10, + "loss": 2.2259, + "step": 58194 + }, + { + "epoch": 0.9961656310446944, + "grad_norm": 2.510021209716797, + "learning_rate": 7.711077895466989e-10, + "loss": 2.1537, + "step": 58195 + }, + { + "epoch": 0.9961827487632449, + "grad_norm": 2.815492868423462, + "learning_rate": 7.642383541295317e-10, + "loss": 2.202, + "step": 58196 + }, + { + "epoch": 0.9961998664817953, + "grad_norm": 2.567411184310913, + "learning_rate": 7.573996528786876e-10, + "loss": 2.2468, + "step": 58197 + }, + { + "epoch": 0.9962169842003458, + "grad_norm": 2.686631202697754, + "learning_rate": 7.505916858152607e-10, + "loss": 2.2993, + "step": 58198 + }, + { + "epoch": 0.9962341019188963, + "grad_norm": 2.521677255630493, + "learning_rate": 7.438144529603453e-10, + "loss": 2.176, + "step": 58199 + }, + { + "epoch": 0.9962512196374467, + "grad_norm": 2.4983997344970703, + "learning_rate": 7.370679543339254e-10, + "loss": 2.2928, + "step": 58200 + }, + { + "epoch": 0.9962683373559972, + "grad_norm": 2.5777125358581543, + "learning_rate": 7.303521899582056e-10, + "loss": 2.3333, + "step": 58201 + }, + { + "epoch": 0.9962854550745477, + "grad_norm": 2.7832508087158203, + "learning_rate": 7.236671598531697e-10, + "loss": 2.3132, + "step": 58202 + }, + { + "epoch": 0.9963025727930981, + "grad_norm": 2.518122434616089, + "learning_rate": 7.170128640388019e-10, + "loss": 2.32, + "step": 58203 + }, + { + "epoch": 0.9963196905116486, + "grad_norm": 2.576472759246826, + "learning_rate": 7.103893025361963e-10, + "loss": 2.2683, + "step": 58204 + }, + { + "epoch": 0.9963368082301991, + "grad_norm": 2.741725444793701, + "learning_rate": 7.037964753664472e-10, + "loss": 2.3385, + "step": 58205 + }, + { + "epoch": 0.9963539259487495, + "grad_norm": 2.6711530685424805, + "learning_rate": 6.972343825473183e-10, + "loss": 2.3434, + "step": 58206 + }, + { + "epoch": 0.9963710436673, + "grad_norm": 2.555558919906616, + "learning_rate": 6.90703024102124e-10, + "loss": 2.294, + "step": 58207 + }, + { + "epoch": 0.9963881613858505, + "grad_norm": 2.710829019546509, + "learning_rate": 6.84202400048628e-10, + "loss": 2.2192, + "step": 58208 + }, + { + "epoch": 0.996405279104401, + "grad_norm": 2.797689199447632, + "learning_rate": 6.777325104079246e-10, + "loss": 2.3609, + "step": 58209 + }, + { + "epoch": 0.9964223968229514, + "grad_norm": 2.663668155670166, + "learning_rate": 6.712933551988876e-10, + "loss": 2.4112, + "step": 58210 + }, + { + "epoch": 0.9964395145415019, + "grad_norm": 2.6604411602020264, + "learning_rate": 6.648849344426111e-10, + "loss": 2.3222, + "step": 58211 + }, + { + "epoch": 0.9964566322600524, + "grad_norm": 2.518374443054199, + "learning_rate": 6.585072481579691e-10, + "loss": 2.2657, + "step": 58212 + }, + { + "epoch": 0.9964737499786028, + "grad_norm": 2.675605058670044, + "learning_rate": 6.521602963649453e-10, + "loss": 2.3756, + "step": 58213 + }, + { + "epoch": 0.9964908676971533, + "grad_norm": 2.6530508995056152, + "learning_rate": 6.458440790824139e-10, + "loss": 2.3168, + "step": 58214 + }, + { + "epoch": 0.9965079854157038, + "grad_norm": 2.5714282989501953, + "learning_rate": 6.395585963303586e-10, + "loss": 2.3742, + "step": 58215 + }, + { + "epoch": 0.9965251031342542, + "grad_norm": 2.5399720668792725, + "learning_rate": 6.333038481287635e-10, + "loss": 2.2593, + "step": 58216 + }, + { + "epoch": 0.9965422208528047, + "grad_norm": 2.701050281524658, + "learning_rate": 6.270798344953921e-10, + "loss": 2.2727, + "step": 58217 + }, + { + "epoch": 0.9965593385713553, + "grad_norm": 2.6947994232177734, + "learning_rate": 6.208865554491183e-10, + "loss": 2.3906, + "step": 58218 + }, + { + "epoch": 0.9965764562899057, + "grad_norm": 2.669508934020996, + "learning_rate": 6.147240110110364e-10, + "loss": 2.3521, + "step": 58219 + }, + { + "epoch": 0.9965935740084562, + "grad_norm": 2.7009379863739014, + "learning_rate": 6.085922011989098e-10, + "loss": 2.4166, + "step": 58220 + }, + { + "epoch": 0.9966106917270067, + "grad_norm": 2.630512237548828, + "learning_rate": 6.024911260316124e-10, + "loss": 2.2681, + "step": 58221 + }, + { + "epoch": 0.9966278094455571, + "grad_norm": 2.5121476650238037, + "learning_rate": 5.96420785528018e-10, + "loss": 2.2706, + "step": 58222 + }, + { + "epoch": 0.9966449271641076, + "grad_norm": 2.542271375656128, + "learning_rate": 5.9038117970589e-10, + "loss": 2.2697, + "step": 58223 + }, + { + "epoch": 0.9966620448826581, + "grad_norm": 2.5455260276794434, + "learning_rate": 5.843723085852127e-10, + "loss": 2.3308, + "step": 58224 + }, + { + "epoch": 0.9966791626012085, + "grad_norm": 2.5313563346862793, + "learning_rate": 5.783941721837493e-10, + "loss": 2.268, + "step": 58225 + }, + { + "epoch": 0.996696280319759, + "grad_norm": 2.666295289993286, + "learning_rate": 5.724467705203741e-10, + "loss": 2.4077, + "step": 58226 + }, + { + "epoch": 0.9967133980383095, + "grad_norm": 2.512989044189453, + "learning_rate": 5.665301036128501e-10, + "loss": 2.3753, + "step": 58227 + }, + { + "epoch": 0.9967305157568599, + "grad_norm": 2.6335744857788086, + "learning_rate": 5.606441714789412e-10, + "loss": 2.4389, + "step": 58228 + }, + { + "epoch": 0.9967476334754104, + "grad_norm": 2.6390540599823, + "learning_rate": 5.547889741375212e-10, + "loss": 2.3142, + "step": 58229 + }, + { + "epoch": 0.9967647511939609, + "grad_norm": 2.6320719718933105, + "learning_rate": 5.489645116063536e-10, + "loss": 2.3329, + "step": 58230 + }, + { + "epoch": 0.9967818689125113, + "grad_norm": 2.7863662242889404, + "learning_rate": 5.431707839032019e-10, + "loss": 2.3464, + "step": 58231 + }, + { + "epoch": 0.9967989866310618, + "grad_norm": 2.6655547618865967, + "learning_rate": 5.374077910458298e-10, + "loss": 2.403, + "step": 58232 + }, + { + "epoch": 0.9968161043496123, + "grad_norm": 2.7800912857055664, + "learning_rate": 5.316755330531109e-10, + "loss": 2.299, + "step": 58233 + }, + { + "epoch": 0.9968332220681627, + "grad_norm": 2.841102361679077, + "learning_rate": 5.259740099405885e-10, + "loss": 2.3047, + "step": 58234 + }, + { + "epoch": 0.9968503397867132, + "grad_norm": 2.5052402019500732, + "learning_rate": 5.203032217271364e-10, + "loss": 2.254, + "step": 58235 + }, + { + "epoch": 0.9968674575052637, + "grad_norm": 2.558997392654419, + "learning_rate": 5.146631684294079e-10, + "loss": 2.3954, + "step": 58236 + }, + { + "epoch": 0.9968845752238141, + "grad_norm": 2.615175485610962, + "learning_rate": 5.090538500662767e-10, + "loss": 2.2205, + "step": 58237 + }, + { + "epoch": 0.9969016929423646, + "grad_norm": 2.4370903968811035, + "learning_rate": 5.034752666532861e-10, + "loss": 2.2592, + "step": 58238 + }, + { + "epoch": 0.9969188106609151, + "grad_norm": 2.5130341053009033, + "learning_rate": 4.979274182081994e-10, + "loss": 2.21, + "step": 58239 + }, + { + "epoch": 0.9969359283794655, + "grad_norm": 2.576169490814209, + "learning_rate": 4.924103047487805e-10, + "loss": 2.2247, + "step": 58240 + }, + { + "epoch": 0.996953046098016, + "grad_norm": 2.495055675506592, + "learning_rate": 4.869239262905723e-10, + "loss": 2.1797, + "step": 58241 + }, + { + "epoch": 0.9969701638165666, + "grad_norm": 2.5711777210235596, + "learning_rate": 4.814682828513384e-10, + "loss": 2.2675, + "step": 58242 + }, + { + "epoch": 0.996987281535117, + "grad_norm": 2.5421571731567383, + "learning_rate": 4.760433744477322e-10, + "loss": 2.2163, + "step": 58243 + }, + { + "epoch": 0.9970043992536675, + "grad_norm": 2.5707340240478516, + "learning_rate": 4.70649201096407e-10, + "loss": 2.4195, + "step": 58244 + }, + { + "epoch": 0.997021516972218, + "grad_norm": 2.704019546508789, + "learning_rate": 4.6528576281401616e-10, + "loss": 2.2149, + "step": 58245 + }, + { + "epoch": 0.9970386346907684, + "grad_norm": 2.689340829849243, + "learning_rate": 4.5995305961721305e-10, + "loss": 2.1786, + "step": 58246 + }, + { + "epoch": 0.9970557524093189, + "grad_norm": 2.768289089202881, + "learning_rate": 4.5465109152154075e-10, + "loss": 2.3143, + "step": 58247 + }, + { + "epoch": 0.9970728701278694, + "grad_norm": 2.5310943126678467, + "learning_rate": 4.4937985854365263e-10, + "loss": 2.317, + "step": 58248 + }, + { + "epoch": 0.9970899878464198, + "grad_norm": 2.6777491569519043, + "learning_rate": 4.4413936070131223e-10, + "loss": 2.411, + "step": 58249 + }, + { + "epoch": 0.9971071055649703, + "grad_norm": 2.7868459224700928, + "learning_rate": 4.389295980078423e-10, + "loss": 2.3183, + "step": 58250 + }, + { + "epoch": 0.9971242232835208, + "grad_norm": 2.476604700088501, + "learning_rate": 4.3375057048211657e-10, + "loss": 2.2749, + "step": 58251 + }, + { + "epoch": 0.9971413410020712, + "grad_norm": 2.7150988578796387, + "learning_rate": 4.286022781374577e-10, + "loss": 2.3141, + "step": 58252 + }, + { + "epoch": 0.9971584587206217, + "grad_norm": 2.5239033699035645, + "learning_rate": 4.234847209916293e-10, + "loss": 2.3047, + "step": 58253 + }, + { + "epoch": 0.9971755764391722, + "grad_norm": 2.6048524379730225, + "learning_rate": 4.1839789905906424e-10, + "loss": 2.2715, + "step": 58254 + }, + { + "epoch": 0.9971926941577226, + "grad_norm": 2.646610975265503, + "learning_rate": 4.133418123564159e-10, + "loss": 2.4143, + "step": 58255 + }, + { + "epoch": 0.9972098118762731, + "grad_norm": 2.796687126159668, + "learning_rate": 4.083164608981172e-10, + "loss": 2.2586, + "step": 58256 + }, + { + "epoch": 0.9972269295948236, + "grad_norm": 2.65836763381958, + "learning_rate": 4.0332184470082134e-10, + "loss": 2.2087, + "step": 58257 + }, + { + "epoch": 0.9972440473133741, + "grad_norm": 2.676959753036499, + "learning_rate": 3.983579637789614e-10, + "loss": 2.3702, + "step": 58258 + }, + { + "epoch": 0.9972611650319245, + "grad_norm": 2.599310874938965, + "learning_rate": 3.934248181480804e-10, + "loss": 2.2776, + "step": 58259 + }, + { + "epoch": 0.997278282750475, + "grad_norm": 2.5756328105926514, + "learning_rate": 3.885224078237215e-10, + "loss": 2.2748, + "step": 58260 + }, + { + "epoch": 0.9972954004690255, + "grad_norm": 2.4718637466430664, + "learning_rate": 3.836507328203176e-10, + "loss": 2.2739, + "step": 58261 + }, + { + "epoch": 0.9973125181875759, + "grad_norm": 2.8531179428100586, + "learning_rate": 3.788097931534118e-10, + "loss": 2.2845, + "step": 58262 + }, + { + "epoch": 0.9973296359061264, + "grad_norm": 2.9110028743743896, + "learning_rate": 3.7399958883743703e-10, + "loss": 2.3473, + "step": 58263 + }, + { + "epoch": 0.997346753624677, + "grad_norm": 2.5345702171325684, + "learning_rate": 3.6922011988793637e-10, + "loss": 2.377, + "step": 58264 + }, + { + "epoch": 0.9973638713432273, + "grad_norm": 2.6682395935058594, + "learning_rate": 3.6447138631823256e-10, + "loss": 2.2212, + "step": 58265 + }, + { + "epoch": 0.9973809890617779, + "grad_norm": 2.5488595962524414, + "learning_rate": 3.597533881438686e-10, + "loss": 2.2745, + "step": 58266 + }, + { + "epoch": 0.9973981067803284, + "grad_norm": 2.783332109451294, + "learning_rate": 3.5506612537927756e-10, + "loss": 2.3862, + "step": 58267 + }, + { + "epoch": 0.9974152244988788, + "grad_norm": 2.5799267292022705, + "learning_rate": 3.504095980388922e-10, + "loss": 2.2696, + "step": 58268 + }, + { + "epoch": 0.9974323422174293, + "grad_norm": 2.6116418838500977, + "learning_rate": 3.4578380613714547e-10, + "loss": 2.3487, + "step": 58269 + }, + { + "epoch": 0.9974494599359798, + "grad_norm": 2.4706614017486572, + "learning_rate": 3.4118874968736006e-10, + "loss": 2.1766, + "step": 58270 + }, + { + "epoch": 0.9974665776545302, + "grad_norm": 2.714646339416504, + "learning_rate": 3.3662442870507905e-10, + "loss": 2.4019, + "step": 58271 + }, + { + "epoch": 0.9974836953730807, + "grad_norm": 2.586249828338623, + "learning_rate": 3.320908432036252e-10, + "loss": 2.2963, + "step": 58272 + }, + { + "epoch": 0.9975008130916312, + "grad_norm": 2.529331922531128, + "learning_rate": 3.2758799319632106e-10, + "loss": 2.1949, + "step": 58273 + }, + { + "epoch": 0.9975179308101816, + "grad_norm": 2.5653250217437744, + "learning_rate": 3.2311587869759964e-10, + "loss": 2.385, + "step": 58274 + }, + { + "epoch": 0.9975350485287321, + "grad_norm": 2.6639809608459473, + "learning_rate": 3.186744997218938e-10, + "loss": 2.2879, + "step": 58275 + }, + { + "epoch": 0.9975521662472826, + "grad_norm": 2.641202926635742, + "learning_rate": 3.1426385628141595e-10, + "loss": 2.3457, + "step": 58276 + }, + { + "epoch": 0.997569283965833, + "grad_norm": 2.560460329055786, + "learning_rate": 3.098839483905991e-10, + "loss": 2.3605, + "step": 58277 + }, + { + "epoch": 0.9975864016843835, + "grad_norm": 2.7294018268585205, + "learning_rate": 3.0553477606276584e-10, + "loss": 2.3066, + "step": 58278 + }, + { + "epoch": 0.997603519402934, + "grad_norm": 2.680560350418091, + "learning_rate": 3.0121633931123886e-10, + "loss": 2.3518, + "step": 58279 + }, + { + "epoch": 0.9976206371214844, + "grad_norm": 2.657907009124756, + "learning_rate": 2.9692863815045105e-10, + "loss": 2.3448, + "step": 58280 + }, + { + "epoch": 0.9976377548400349, + "grad_norm": 2.5396783351898193, + "learning_rate": 2.926716725915046e-10, + "loss": 2.3011, + "step": 58281 + }, + { + "epoch": 0.9976548725585854, + "grad_norm": 2.50642728805542, + "learning_rate": 2.8844544264772235e-10, + "loss": 2.2046, + "step": 58282 + }, + { + "epoch": 0.9976719902771358, + "grad_norm": 2.5949809551239014, + "learning_rate": 2.8424994833353703e-10, + "loss": 2.2387, + "step": 58283 + }, + { + "epoch": 0.9976891079956863, + "grad_norm": 2.733245849609375, + "learning_rate": 2.8008518966116117e-10, + "loss": 2.4117, + "step": 58284 + }, + { + "epoch": 0.9977062257142368, + "grad_norm": 2.7093770503997803, + "learning_rate": 2.7595116664391743e-10, + "loss": 2.3968, + "step": 58285 + }, + { + "epoch": 0.9977233434327872, + "grad_norm": 2.7359821796417236, + "learning_rate": 2.7184787929290804e-10, + "loss": 2.4719, + "step": 58286 + }, + { + "epoch": 0.9977404611513377, + "grad_norm": 2.624758005142212, + "learning_rate": 2.677753276225659e-10, + "loss": 2.2295, + "step": 58287 + }, + { + "epoch": 0.9977575788698883, + "grad_norm": 2.704685688018799, + "learning_rate": 2.637335116439932e-10, + "loss": 2.2786, + "step": 58288 + }, + { + "epoch": 0.9977746965884386, + "grad_norm": 2.6215267181396484, + "learning_rate": 2.597224313705127e-10, + "loss": 2.3493, + "step": 58289 + }, + { + "epoch": 0.9977918143069892, + "grad_norm": 2.6326563358306885, + "learning_rate": 2.557420868143368e-10, + "loss": 2.2099, + "step": 58290 + }, + { + "epoch": 0.9978089320255397, + "grad_norm": 2.4794013500213623, + "learning_rate": 2.517924779865677e-10, + "loss": 2.2888, + "step": 58291 + }, + { + "epoch": 0.9978260497440901, + "grad_norm": 2.642838954925537, + "learning_rate": 2.478736049016384e-10, + "loss": 2.321, + "step": 58292 + }, + { + "epoch": 0.9978431674626406, + "grad_norm": 2.695796489715576, + "learning_rate": 2.439854675695408e-10, + "loss": 2.366, + "step": 58293 + }, + { + "epoch": 0.9978602851811911, + "grad_norm": 2.7481632232666016, + "learning_rate": 2.401280660035976e-10, + "loss": 2.4388, + "step": 58294 + }, + { + "epoch": 0.9978774028997415, + "grad_norm": 2.678689479827881, + "learning_rate": 2.363014002149111e-10, + "loss": 2.3575, + "step": 58295 + }, + { + "epoch": 0.997894520618292, + "grad_norm": 2.7845418453216553, + "learning_rate": 2.3250547021458346e-10, + "loss": 2.2713, + "step": 58296 + }, + { + "epoch": 0.9979116383368425, + "grad_norm": 2.562950849533081, + "learning_rate": 2.287402760159374e-10, + "loss": 2.3314, + "step": 58297 + }, + { + "epoch": 0.9979287560553929, + "grad_norm": 2.779350519180298, + "learning_rate": 2.250058176289649e-10, + "loss": 2.3806, + "step": 58298 + }, + { + "epoch": 0.9979458737739434, + "grad_norm": 2.707901954650879, + "learning_rate": 2.2130209506698863e-10, + "loss": 2.3368, + "step": 58299 + }, + { + "epoch": 0.9979629914924939, + "grad_norm": 2.76053786277771, + "learning_rate": 2.176291083388904e-10, + "loss": 2.2549, + "step": 58300 + }, + { + "epoch": 0.9979801092110443, + "grad_norm": 2.695040464401245, + "learning_rate": 2.1398685745799286e-10, + "loss": 2.4002, + "step": 58301 + }, + { + "epoch": 0.9979972269295948, + "grad_norm": 2.720109462738037, + "learning_rate": 2.1037534243539826e-10, + "loss": 2.2969, + "step": 58302 + }, + { + "epoch": 0.9980143446481453, + "grad_norm": 2.702913761138916, + "learning_rate": 2.0679456327998838e-10, + "loss": 2.3153, + "step": 58303 + }, + { + "epoch": 0.9980314623666958, + "grad_norm": 2.6198863983154297, + "learning_rate": 2.032445200061961e-10, + "loss": 2.3633, + "step": 58304 + }, + { + "epoch": 0.9980485800852462, + "grad_norm": 2.6536927223205566, + "learning_rate": 1.99725212621793e-10, + "loss": 2.2957, + "step": 58305 + }, + { + "epoch": 0.9980656978037967, + "grad_norm": 2.7851362228393555, + "learning_rate": 1.9623664114010176e-10, + "loss": 2.4039, + "step": 58306 + }, + { + "epoch": 0.9980828155223472, + "grad_norm": 2.7880630493164062, + "learning_rate": 1.9277880557000417e-10, + "loss": 2.3293, + "step": 58307 + }, + { + "epoch": 0.9980999332408976, + "grad_norm": 2.6740355491638184, + "learning_rate": 1.8935170592260243e-10, + "loss": 2.2316, + "step": 58308 + }, + { + "epoch": 0.9981170509594481, + "grad_norm": 2.4702420234680176, + "learning_rate": 1.859553422089988e-10, + "loss": 2.2198, + "step": 58309 + }, + { + "epoch": 0.9981341686779986, + "grad_norm": 2.70218563079834, + "learning_rate": 1.8258971444029549e-10, + "loss": 2.3464, + "step": 58310 + }, + { + "epoch": 0.998151286396549, + "grad_norm": 2.5312228202819824, + "learning_rate": 1.792548226242641e-10, + "loss": 2.3426, + "step": 58311 + }, + { + "epoch": 0.9981684041150996, + "grad_norm": 2.7124927043914795, + "learning_rate": 1.75950666773117e-10, + "loss": 2.3369, + "step": 58312 + }, + { + "epoch": 0.9981855218336501, + "grad_norm": 2.6417458057403564, + "learning_rate": 1.7267724689684627e-10, + "loss": 2.3303, + "step": 58313 + }, + { + "epoch": 0.9982026395522005, + "grad_norm": 2.5184450149536133, + "learning_rate": 1.6943456300544392e-10, + "loss": 2.2018, + "step": 58314 + }, + { + "epoch": 0.998219757270751, + "grad_norm": 2.6896610260009766, + "learning_rate": 1.662226151089019e-10, + "loss": 2.3731, + "step": 58315 + }, + { + "epoch": 0.9982368749893015, + "grad_norm": 2.723984718322754, + "learning_rate": 1.6304140321610207e-10, + "loss": 2.3325, + "step": 58316 + }, + { + "epoch": 0.9982539927078519, + "grad_norm": 2.651211977005005, + "learning_rate": 1.598909273381466e-10, + "loss": 2.4835, + "step": 58317 + }, + { + "epoch": 0.9982711104264024, + "grad_norm": 2.6428544521331787, + "learning_rate": 1.567711874839173e-10, + "loss": 2.3402, + "step": 58318 + }, + { + "epoch": 0.9982882281449529, + "grad_norm": 2.488083839416504, + "learning_rate": 1.5368218366340615e-10, + "loss": 2.2184, + "step": 58319 + }, + { + "epoch": 0.9983053458635033, + "grad_norm": 2.7739503383636475, + "learning_rate": 1.506239158866052e-10, + "loss": 2.2965, + "step": 58320 + }, + { + "epoch": 0.9983224635820538, + "grad_norm": 2.592607021331787, + "learning_rate": 1.4759638416128597e-10, + "loss": 2.3198, + "step": 58321 + }, + { + "epoch": 0.9983395813006043, + "grad_norm": 2.6589250564575195, + "learning_rate": 1.4459958849855072e-10, + "loss": 2.3569, + "step": 58322 + }, + { + "epoch": 0.9983566990191547, + "grad_norm": 2.6203622817993164, + "learning_rate": 1.4163352890617099e-10, + "loss": 2.2952, + "step": 58323 + }, + { + "epoch": 0.9983738167377052, + "grad_norm": 2.610016345977783, + "learning_rate": 1.386982053941388e-10, + "loss": 2.3332, + "step": 58324 + }, + { + "epoch": 0.9983909344562557, + "grad_norm": 2.6634726524353027, + "learning_rate": 1.3579361797133595e-10, + "loss": 2.3796, + "step": 58325 + }, + { + "epoch": 0.9984080521748061, + "grad_norm": 2.7202277183532715, + "learning_rate": 1.3291976664664418e-10, + "loss": 2.3884, + "step": 58326 + }, + { + "epoch": 0.9984251698933566, + "grad_norm": 2.695157766342163, + "learning_rate": 1.3007665142894533e-10, + "loss": 2.3631, + "step": 58327 + }, + { + "epoch": 0.9984422876119071, + "grad_norm": 2.5879814624786377, + "learning_rate": 1.272642723260109e-10, + "loss": 2.2768, + "step": 58328 + }, + { + "epoch": 0.9984594053304575, + "grad_norm": 2.6513538360595703, + "learning_rate": 1.2448262934783294e-10, + "loss": 2.301, + "step": 58329 + }, + { + "epoch": 0.998476523049008, + "grad_norm": 2.6560661792755127, + "learning_rate": 1.2173172250329324e-10, + "loss": 2.3605, + "step": 58330 + }, + { + "epoch": 0.9984936407675585, + "grad_norm": 2.6486897468566895, + "learning_rate": 1.190115517990531e-10, + "loss": 2.292, + "step": 58331 + }, + { + "epoch": 0.9985107584861089, + "grad_norm": 2.4470207691192627, + "learning_rate": 1.1632211724510456e-10, + "loss": 2.2261, + "step": 58332 + }, + { + "epoch": 0.9985278762046594, + "grad_norm": 2.4374542236328125, + "learning_rate": 1.1366341884921917e-10, + "loss": 2.2819, + "step": 58333 + }, + { + "epoch": 0.99854499392321, + "grad_norm": 2.878382444381714, + "learning_rate": 1.1103545661916848e-10, + "loss": 2.4212, + "step": 58334 + }, + { + "epoch": 0.9985621116417603, + "grad_norm": 2.672935724258423, + "learning_rate": 1.0843823056272407e-10, + "loss": 2.2514, + "step": 58335 + }, + { + "epoch": 0.9985792293603108, + "grad_norm": 2.7778189182281494, + "learning_rate": 1.0587174068876771e-10, + "loss": 2.2095, + "step": 58336 + }, + { + "epoch": 0.9985963470788614, + "grad_norm": 2.9266626834869385, + "learning_rate": 1.0333598700507097e-10, + "loss": 2.346, + "step": 58337 + }, + { + "epoch": 0.9986134647974118, + "grad_norm": 2.7682766914367676, + "learning_rate": 1.0083096951940541e-10, + "loss": 2.4272, + "step": 58338 + }, + { + "epoch": 0.9986305825159623, + "grad_norm": 2.687986373901367, + "learning_rate": 9.835668823843237e-11, + "loss": 2.2365, + "step": 58339 + }, + { + "epoch": 0.9986477002345128, + "grad_norm": 2.7121758460998535, + "learning_rate": 9.591314317214384e-11, + "loss": 2.3123, + "step": 58340 + }, + { + "epoch": 0.9986648179530632, + "grad_norm": 2.5283150672912598, + "learning_rate": 9.350033432498074e-11, + "loss": 2.2532, + "step": 58341 + }, + { + "epoch": 0.9986819356716137, + "grad_norm": 2.797318696975708, + "learning_rate": 9.111826170693505e-11, + "loss": 2.2507, + "step": 58342 + }, + { + "epoch": 0.9986990533901642, + "grad_norm": 2.485837697982788, + "learning_rate": 8.876692532355791e-11, + "loss": 2.2724, + "step": 58343 + }, + { + "epoch": 0.9987161711087146, + "grad_norm": 2.7434511184692383, + "learning_rate": 8.644632518262087e-11, + "loss": 2.2898, + "step": 58344 + }, + { + "epoch": 0.9987332888272651, + "grad_norm": 2.5268263816833496, + "learning_rate": 8.415646129189547e-11, + "loss": 2.2935, + "step": 58345 + }, + { + "epoch": 0.9987504065458156, + "grad_norm": 2.624082326889038, + "learning_rate": 8.189733365804309e-11, + "loss": 2.3166, + "step": 58346 + }, + { + "epoch": 0.998767524264366, + "grad_norm": 2.6138806343078613, + "learning_rate": 7.966894228772504e-11, + "loss": 2.463, + "step": 58347 + }, + { + "epoch": 0.9987846419829165, + "grad_norm": 2.559710741043091, + "learning_rate": 7.747128718760267e-11, + "loss": 2.3185, + "step": 58348 + }, + { + "epoch": 0.998801759701467, + "grad_norm": 2.4437942504882812, + "learning_rate": 7.530436836544752e-11, + "loss": 2.2701, + "step": 58349 + }, + { + "epoch": 0.9988188774200175, + "grad_norm": 2.722545623779297, + "learning_rate": 7.316818582681073e-11, + "loss": 2.2947, + "step": 58350 + }, + { + "epoch": 0.9988359951385679, + "grad_norm": 2.5822489261627197, + "learning_rate": 7.106273957946386e-11, + "loss": 2.2902, + "step": 58351 + }, + { + "epoch": 0.9988531128571184, + "grad_norm": 2.6069064140319824, + "learning_rate": 6.898802962784778e-11, + "loss": 2.1991, + "step": 58352 + }, + { + "epoch": 0.9988702305756689, + "grad_norm": 2.7356631755828857, + "learning_rate": 6.69440559808443e-11, + "loss": 2.3602, + "step": 58353 + }, + { + "epoch": 0.9988873482942193, + "grad_norm": 2.56046462059021, + "learning_rate": 6.49308186428943e-11, + "loss": 2.3012, + "step": 58354 + }, + { + "epoch": 0.9989044660127698, + "grad_norm": 2.5594992637634277, + "learning_rate": 6.294831762176934e-11, + "loss": 2.3312, + "step": 58355 + }, + { + "epoch": 0.9989215837313203, + "grad_norm": 2.526949405670166, + "learning_rate": 6.099655292191031e-11, + "loss": 2.246, + "step": 58356 + }, + { + "epoch": 0.9989387014498707, + "grad_norm": 2.6320714950561523, + "learning_rate": 5.907552454997855e-11, + "loss": 2.2036, + "step": 58357 + }, + { + "epoch": 0.9989558191684212, + "grad_norm": 2.5699024200439453, + "learning_rate": 5.718523251152519e-11, + "loss": 2.2987, + "step": 58358 + }, + { + "epoch": 0.9989729368869718, + "grad_norm": 2.5348708629608154, + "learning_rate": 5.532567681321155e-11, + "loss": 2.2537, + "step": 58359 + }, + { + "epoch": 0.9989900546055221, + "grad_norm": 2.5593302249908447, + "learning_rate": 5.349685746058875e-11, + "loss": 2.2374, + "step": 58360 + }, + { + "epoch": 0.9990071723240727, + "grad_norm": 2.6736741065979004, + "learning_rate": 5.169877445809768e-11, + "loss": 2.3863, + "step": 58361 + }, + { + "epoch": 0.9990242900426232, + "grad_norm": 2.752474308013916, + "learning_rate": 4.993142781239968e-11, + "loss": 2.3791, + "step": 58362 + }, + { + "epoch": 0.9990414077611736, + "grad_norm": 2.5054891109466553, + "learning_rate": 4.819481752904587e-11, + "loss": 2.1831, + "step": 58363 + }, + { + "epoch": 0.9990585254797241, + "grad_norm": 2.9180479049682617, + "learning_rate": 4.6488943613587356e-11, + "loss": 2.2946, + "step": 58364 + }, + { + "epoch": 0.9990756431982746, + "grad_norm": 2.663114547729492, + "learning_rate": 4.481380607046504e-11, + "loss": 2.3403, + "step": 58365 + }, + { + "epoch": 0.999092760916825, + "grad_norm": 2.561353921890259, + "learning_rate": 4.3169404904119806e-11, + "loss": 2.2433, + "step": 58366 + }, + { + "epoch": 0.9991098786353755, + "grad_norm": 2.8671092987060547, + "learning_rate": 4.1555740121213e-11, + "loss": 2.3808, + "step": 58367 + }, + { + "epoch": 0.999126996353926, + "grad_norm": 2.7117385864257812, + "learning_rate": 3.9972811726185504e-11, + "loss": 2.1694, + "step": 58368 + }, + { + "epoch": 0.9991441140724764, + "grad_norm": 2.6512060165405273, + "learning_rate": 3.842061972347822e-11, + "loss": 2.2662, + "step": 58369 + }, + { + "epoch": 0.9991612317910269, + "grad_norm": 2.5703985691070557, + "learning_rate": 3.6899164117532024e-11, + "loss": 2.3278, + "step": 58370 + }, + { + "epoch": 0.9991783495095774, + "grad_norm": 2.5363988876342773, + "learning_rate": 3.540844491389806e-11, + "loss": 2.2621, + "step": 58371 + }, + { + "epoch": 0.9991954672281278, + "grad_norm": 2.6361122131347656, + "learning_rate": 3.3948462118127415e-11, + "loss": 2.3919, + "step": 58372 + }, + { + "epoch": 0.9992125849466783, + "grad_norm": 2.653090715408325, + "learning_rate": 3.251921573244055e-11, + "loss": 2.2399, + "step": 58373 + }, + { + "epoch": 0.9992297026652288, + "grad_norm": 2.639133930206299, + "learning_rate": 3.112070576238857e-11, + "loss": 2.2657, + "step": 58374 + }, + { + "epoch": 0.9992468203837792, + "grad_norm": 2.654801845550537, + "learning_rate": 2.9752932211302157e-11, + "loss": 2.2687, + "step": 58375 + }, + { + "epoch": 0.9992639381023297, + "grad_norm": 2.6318204402923584, + "learning_rate": 2.8415895085842638e-11, + "loss": 2.2381, + "step": 58376 + }, + { + "epoch": 0.9992810558208802, + "grad_norm": 2.745983600616455, + "learning_rate": 2.710959438712024e-11, + "loss": 2.3339, + "step": 58377 + }, + { + "epoch": 0.9992981735394306, + "grad_norm": 2.419022560119629, + "learning_rate": 2.583403012068608e-11, + "loss": 2.1586, + "step": 58378 + }, + { + "epoch": 0.9993152912579811, + "grad_norm": 2.6263251304626465, + "learning_rate": 2.458920229098105e-11, + "loss": 2.3309, + "step": 58379 + }, + { + "epoch": 0.9993324089765316, + "grad_norm": 2.828699827194214, + "learning_rate": 2.337511090133582e-11, + "loss": 2.4492, + "step": 58380 + }, + { + "epoch": 0.999349526695082, + "grad_norm": 2.697843313217163, + "learning_rate": 2.219175595397083e-11, + "loss": 2.1787, + "step": 58381 + }, + { + "epoch": 0.9993666444136325, + "grad_norm": 2.757068634033203, + "learning_rate": 2.103913745554742e-11, + "loss": 2.3279, + "step": 58382 + }, + { + "epoch": 0.999383762132183, + "grad_norm": 2.7102138996124268, + "learning_rate": 1.9917255407175817e-11, + "loss": 2.3324, + "step": 58383 + }, + { + "epoch": 0.9994008798507334, + "grad_norm": 2.894681453704834, + "learning_rate": 1.8826109812186688e-11, + "loss": 2.4195, + "step": 58384 + }, + { + "epoch": 0.999417997569284, + "grad_norm": 2.7161600589752197, + "learning_rate": 1.7765700676131148e-11, + "loss": 2.4012, + "step": 58385 + }, + { + "epoch": 0.9994351152878345, + "grad_norm": 2.5968804359436035, + "learning_rate": 1.673602800011942e-11, + "loss": 2.326, + "step": 58386 + }, + { + "epoch": 0.9994522330063849, + "grad_norm": 2.7476298809051514, + "learning_rate": 1.5737091788592394e-11, + "loss": 2.2897, + "step": 58387 + }, + { + "epoch": 0.9994693507249354, + "grad_norm": 2.609339475631714, + "learning_rate": 1.4768892043770522e-11, + "loss": 2.3435, + "step": 58388 + }, + { + "epoch": 0.9994864684434859, + "grad_norm": 2.657578229904175, + "learning_rate": 1.3831428768984467e-11, + "loss": 2.3578, + "step": 58389 + }, + { + "epoch": 0.9995035861620363, + "grad_norm": 2.588027238845825, + "learning_rate": 1.2924701966454678e-11, + "loss": 2.3309, + "step": 58390 + }, + { + "epoch": 0.9995207038805868, + "grad_norm": 2.6550495624542236, + "learning_rate": 1.2048711640622046e-11, + "loss": 2.3886, + "step": 58391 + }, + { + "epoch": 0.9995378215991373, + "grad_norm": 2.6731796264648438, + "learning_rate": 1.1203457793707018e-11, + "loss": 2.3587, + "step": 58392 + }, + { + "epoch": 0.9995549393176877, + "grad_norm": 2.705544948577881, + "learning_rate": 1.0388940426819816e-11, + "loss": 2.2938, + "step": 58393 + }, + { + "epoch": 0.9995720570362382, + "grad_norm": 2.6382229328155518, + "learning_rate": 9.60515954329111e-12, + "loss": 2.3316, + "step": 58394 + }, + { + "epoch": 0.9995891747547887, + "grad_norm": 2.504525661468506, + "learning_rate": 8.852115146451568e-12, + "loss": 2.2609, + "step": 58395 + }, + { + "epoch": 0.9996062924733392, + "grad_norm": 2.6553425788879395, + "learning_rate": 8.129807237411413e-12, + "loss": 2.2279, + "step": 58396 + }, + { + "epoch": 0.9996234101918896, + "grad_norm": 2.751574754714966, + "learning_rate": 7.438235819501316e-12, + "loss": 2.3155, + "step": 58397 + }, + { + "epoch": 0.9996405279104401, + "grad_norm": 2.7456555366516113, + "learning_rate": 6.777400893831498e-12, + "loss": 2.3602, + "step": 58398 + }, + { + "epoch": 0.9996576456289906, + "grad_norm": 2.5425865650177, + "learning_rate": 6.147302462622407e-12, + "loss": 2.2971, + "step": 58399 + }, + { + "epoch": 0.999674763347541, + "grad_norm": 2.7681498527526855, + "learning_rate": 5.5479405280944865e-12, + "loss": 2.2502, + "step": 58400 + }, + { + "epoch": 0.9996918810660915, + "grad_norm": 2.653270721435547, + "learning_rate": 4.979315091357962e-12, + "loss": 2.2173, + "step": 58401 + }, + { + "epoch": 0.999708998784642, + "grad_norm": 2.6505393981933594, + "learning_rate": 4.4414261557435e-12, + "loss": 2.3205, + "step": 58402 + }, + { + "epoch": 0.9997261165031924, + "grad_norm": 2.871666669845581, + "learning_rate": 3.934273721251103e-12, + "loss": 2.3841, + "step": 58403 + }, + { + "epoch": 0.9997432342217429, + "grad_norm": 2.7320683002471924, + "learning_rate": 3.4578577901012156e-12, + "loss": 2.3517, + "step": 58404 + }, + { + "epoch": 0.9997603519402934, + "grad_norm": 2.730595111846924, + "learning_rate": 3.0121783634040612e-12, + "loss": 2.3755, + "step": 58405 + }, + { + "epoch": 0.9997774696588438, + "grad_norm": 2.7405846118927, + "learning_rate": 2.5972354444903092e-12, + "loss": 2.1872, + "step": 58406 + }, + { + "epoch": 0.9997945873773944, + "grad_norm": 2.6821556091308594, + "learning_rate": 2.213029031139513e-12, + "loss": 2.3477, + "step": 58407 + }, + { + "epoch": 0.9998117050959449, + "grad_norm": 2.769404411315918, + "learning_rate": 1.859559127792565e-12, + "loss": 2.2843, + "step": 58408 + }, + { + "epoch": 0.9998288228144953, + "grad_norm": 2.581695556640625, + "learning_rate": 1.5368257333392423e-12, + "loss": 2.253, + "step": 58409 + }, + { + "epoch": 0.9998459405330458, + "grad_norm": 2.6260340213775635, + "learning_rate": 1.2448288499999905e-12, + "loss": 2.2657, + "step": 58410 + }, + { + "epoch": 0.9998630582515963, + "grad_norm": 2.7511003017425537, + "learning_rate": 9.83568478885033e-13, + "loss": 2.2908, + "step": 58411 + }, + { + "epoch": 0.9998801759701467, + "grad_norm": 2.56919527053833, + "learning_rate": 7.530446188841467e-13, + "loss": 2.3175, + "step": 58412 + }, + { + "epoch": 0.9998972936886972, + "grad_norm": 2.52215838432312, + "learning_rate": 5.532572733280007e-13, + "loss": 2.3842, + "step": 58413 + }, + { + "epoch": 0.9999144114072477, + "grad_norm": 2.554192066192627, + "learning_rate": 3.842064411063717e-13, + "loss": 2.2556, + "step": 58414 + }, + { + "epoch": 0.9999315291257981, + "grad_norm": 2.6639459133148193, + "learning_rate": 2.4589212221926005e-13, + "loss": 2.4125, + "step": 58415 + }, + { + "epoch": 0.9999486468443486, + "grad_norm": 2.4522154331207275, + "learning_rate": 1.3831431888711166e-13, + "loss": 2.2965, + "step": 58416 + }, + { + "epoch": 0.9999657645628991, + "grad_norm": 2.6630003452301025, + "learning_rate": 6.147303110992652e-14, + "loss": 2.3635, + "step": 58417 + }, + { + "epoch": 0.9999828822814495, + "grad_norm": 2.486557722091675, + "learning_rate": 1.536825777748163e-14, + "loss": 2.3125, + "step": 58418 + }, + { + "epoch": 1.0, + "grad_norm": 2.636406660079956, + "learning_rate": 0.0, + "loss": 2.3291, + "step": 58419 + } + ], + "logging_steps": 1.0, + "max_steps": 58419, + "num_input_tokens_seen": 0, + "num_train_epochs": 1, + "save_steps": 500, + "stateful_callbacks": { + "TrainerControl": { + "args": { + "should_epoch_stop": false, + "should_evaluate": false, + "should_log": false, + "should_save": true, + "should_training_stop": true + }, + "attributes": {} + } + }, + "total_flos": 2.907251254977794e+21, + "train_batch_size": 4, + "trial_name": null, + "trial_params": null +} diff --git a/training_args.bin b/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..db1a0d884176d0915ba2703db6132d69b75f8e95 --- /dev/null +++ b/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:20155ef7f242d7440e78ed3ff087829e12e49d437ec41545cde338e7d1584178 +size 6840 diff --git a/zero_to_fp32.py b/zero_to_fp32.py new file mode 100644 index 0000000000000000000000000000000000000000..24cc342e78d1a006c782b3a4cd68d9ce786d8fd8 --- /dev/null +++ b/zero_to_fp32.py @@ -0,0 +1,604 @@ +#!/usr/bin/env python + +# Copyright (c) Microsoft Corporation. +# SPDX-License-Identifier: Apache-2.0 + +# DeepSpeed Team + +# This script extracts fp32 consolidated weights from a zero 1, 2 and 3 DeepSpeed checkpoints. It gets +# copied into the top level checkpoint dir, so the user can easily do the conversion at any point in +# the future. Once extracted, the weights don't require DeepSpeed and can be used in any +# application. +# +# example: python zero_to_fp32.py . pytorch_model.bin + +import argparse +import torch +import glob +import math +import os +import re +from collections import OrderedDict +from dataclasses import dataclass + +# while this script doesn't use deepspeed to recover data, since the checkpoints are pickled with +# DeepSpeed data structures it has to be available in the current python environment. +from deepspeed.utils import logger +from deepspeed.checkpoint.constants import (DS_VERSION, OPTIMIZER_STATE_DICT, SINGLE_PARTITION_OF_FP32_GROUPS, + FP32_FLAT_GROUPS, ZERO_STAGE, PARTITION_COUNT, PARAM_SHAPES, BUFFER_NAMES, + FROZEN_PARAM_SHAPES, FROZEN_PARAM_FRAGMENTS) + + +@dataclass +class zero_model_state: + buffers: dict() + param_shapes: dict() + shared_params: list + ds_version: int + frozen_param_shapes: dict() + frozen_param_fragments: dict() + + +debug = 0 + +# load to cpu +device = torch.device('cpu') + + +def atoi(text): + return int(text) if text.isdigit() else text + + +def natural_keys(text): + ''' + alist.sort(key=natural_keys) sorts in human order + http://nedbatchelder.com/blog/200712/human_sorting.html + (See Toothy's implementation in the comments) + ''' + return [atoi(c) for c in re.split(r'(\d+)', text)] + + +def get_model_state_file(checkpoint_dir, zero_stage): + if not os.path.isdir(checkpoint_dir): + raise FileNotFoundError(f"Directory '{checkpoint_dir}' doesn't exist") + + # there should be only one file + if zero_stage <= 2: + file = os.path.join(checkpoint_dir, "mp_rank_00_model_states.pt") + elif zero_stage == 3: + file = os.path.join(checkpoint_dir, "zero_pp_rank_0_mp_rank_00_model_states.pt") + + if not os.path.exists(file): + raise FileNotFoundError(f"can't find model states file at '{file}'") + + return file + + +def get_checkpoint_files(checkpoint_dir, glob_pattern): + # XXX: need to test that this simple glob rule works for multi-node setup too + ckpt_files = sorted(glob.glob(os.path.join(checkpoint_dir, glob_pattern)), key=natural_keys) + + if len(ckpt_files) == 0: + raise FileNotFoundError(f"can't find {glob_pattern} files in directory '{checkpoint_dir}'") + + return ckpt_files + + +def get_optim_files(checkpoint_dir): + return get_checkpoint_files(checkpoint_dir, "*_optim_states.pt") + + +def get_model_state_files(checkpoint_dir): + return get_checkpoint_files(checkpoint_dir, "*_model_states.pt") + + +def parse_model_states(files): + zero_model_states = [] + for file in files: + state_dict = torch.load(file, map_location=device) + + if BUFFER_NAMES not in state_dict: + raise ValueError(f"{file} is not a model state checkpoint") + buffer_names = state_dict[BUFFER_NAMES] + if debug: + print("Found buffers:", buffer_names) + + # recover just the buffers while restoring them to fp32 if they were saved in fp16 + buffers = {k: v.float() for k, v in state_dict["module"].items() if k in buffer_names} + param_shapes = state_dict[PARAM_SHAPES] + + # collect parameters that are included in param_shapes + param_names = [] + for s in param_shapes: + for name in s.keys(): + param_names.append(name) + + # update with frozen parameters + frozen_param_shapes = state_dict.get(FROZEN_PARAM_SHAPES, None) + if frozen_param_shapes is not None: + if debug: + print(f"Found frozen_param_shapes: {frozen_param_shapes}") + param_names += list(frozen_param_shapes.keys()) + + # handle shared params + shared_params = [[k, v] for k, v in state_dict["shared_params"].items()] + + ds_version = state_dict.get(DS_VERSION, None) + + frozen_param_fragments = state_dict.get(FROZEN_PARAM_FRAGMENTS, None) + + z_model_state = zero_model_state(buffers=buffers, + param_shapes=param_shapes, + shared_params=shared_params, + ds_version=ds_version, + frozen_param_shapes=frozen_param_shapes, + frozen_param_fragments=frozen_param_fragments) + zero_model_states.append(z_model_state) + + return zero_model_states + + +def parse_optim_states(files, ds_checkpoint_dir): + + total_files = len(files) + state_dicts = [] + for f in files: + state_dict = torch.load(f, map_location=device) + # immediately discard the potentially huge 2 optimizer states as we only care for fp32 master weights + # and also handle the case where it was already removed by another helper script + state_dict["optimizer_state_dict"].pop("optimizer_state_dict", None) + state_dicts.append(state_dict) + + if not ZERO_STAGE in state_dicts[0][OPTIMIZER_STATE_DICT]: + raise ValueError(f"{files[0]} is not a zero checkpoint") + zero_stage = state_dicts[0][OPTIMIZER_STATE_DICT][ZERO_STAGE] + world_size = state_dicts[0][OPTIMIZER_STATE_DICT][PARTITION_COUNT] + + # For ZeRO-2 each param group can have different partition_count as data parallelism for expert + # parameters can be different from data parallelism for non-expert parameters. So we can just + # use the max of the partition_count to get the dp world_size. + + if type(world_size) is list: + world_size = max(world_size) + + if world_size != total_files: + raise ValueError( + f"Expected {world_size} of '*_optim_states.pt' under '{ds_checkpoint_dir}' but found {total_files} files. " + "Possibly due to an overwrite of an old checkpoint, or a checkpoint didn't get saved by one or more processes." + ) + + # the groups are named differently in each stage + if zero_stage <= 2: + fp32_groups_key = SINGLE_PARTITION_OF_FP32_GROUPS + elif zero_stage == 3: + fp32_groups_key = FP32_FLAT_GROUPS + else: + raise ValueError(f"unknown zero stage {zero_stage}") + + if zero_stage <= 2: + fp32_flat_groups = [state_dicts[i][OPTIMIZER_STATE_DICT][fp32_groups_key] for i in range(len(state_dicts))] + elif zero_stage == 3: + # if there is more than one param group, there will be multiple flattened tensors - one + # flattened tensor per group - for simplicity merge them into a single tensor + # + # XXX: could make the script more memory efficient for when there are multiple groups - it + # will require matching the sub-lists of param_shapes for each param group flattened tensor + + fp32_flat_groups = [ + torch.cat(state_dicts[i][OPTIMIZER_STATE_DICT][fp32_groups_key], 0) for i in range(len(state_dicts)) + ] + + return zero_stage, world_size, fp32_flat_groups + + +def _get_fp32_state_dict_from_zero_checkpoint(ds_checkpoint_dir, exclude_frozen_parameters): + """ + Returns fp32 state_dict reconstructed from ds checkpoint + + Args: + - ``ds_checkpoint_dir``: path to the deepspeed checkpoint folder (where the optimizer files are) + + """ + print(f"Processing zero checkpoint '{ds_checkpoint_dir}'") + + optim_files = get_optim_files(ds_checkpoint_dir) + zero_stage, world_size, fp32_flat_groups = parse_optim_states(optim_files, ds_checkpoint_dir) + print(f"Detected checkpoint of type zero stage {zero_stage}, world_size: {world_size}") + + model_files = get_model_state_files(ds_checkpoint_dir) + + zero_model_states = parse_model_states(model_files) + print(f'Parsing checkpoint created by deepspeed=={zero_model_states[0].ds_version}') + + if zero_stage <= 2: + return _get_fp32_state_dict_from_zero2_checkpoint(world_size, fp32_flat_groups, zero_model_states, + exclude_frozen_parameters) + elif zero_stage == 3: + return _get_fp32_state_dict_from_zero3_checkpoint(world_size, fp32_flat_groups, zero_model_states, + exclude_frozen_parameters) + + +def _zero2_merge_frozen_params(state_dict, zero_model_states): + if zero_model_states[0].frozen_param_shapes is None or len(zero_model_states[0].frozen_param_shapes) == 0: + return + + frozen_param_shapes = zero_model_states[0].frozen_param_shapes + frozen_param_fragments = zero_model_states[0].frozen_param_fragments + + if debug: + num_elem = sum(s.numel() for s in frozen_param_shapes.values()) + print(f'rank 0: {FROZEN_PARAM_SHAPES}.numel = {num_elem}') + + wanted_params = len(frozen_param_shapes) + wanted_numel = sum(s.numel() for s in frozen_param_shapes.values()) + avail_numel = sum([p.numel() for p in frozen_param_fragments.values()]) + print(f'Frozen params: Have {avail_numel} numels to process.') + print(f'Frozen params: Need {wanted_numel} numels in {wanted_params} params') + + total_params = 0 + total_numel = 0 + for name, shape in frozen_param_shapes.items(): + total_params += 1 + unpartitioned_numel = shape.numel() + total_numel += unpartitioned_numel + + state_dict[name] = frozen_param_fragments[name] + + if debug: + print(f"{name} full shape: {shape} unpartitioned numel {unpartitioned_numel} ") + + print(f"Reconstructed Frozen fp32 state dict with {total_params} params {total_numel} elements") + + +def _has_callable(obj, fn): + attr = getattr(obj, fn, None) + return callable(attr) + + +def _zero2_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states): + param_shapes = zero_model_states[0].param_shapes + + # Reconstruction protocol: + # + # XXX: document this + + if debug: + for i in range(world_size): + for j in range(len(fp32_flat_groups[0])): + print(f"{FP32_FLAT_GROUPS}[{i}][{j}].shape={fp32_flat_groups[i][j].shape}") + + # XXX: memory usage doubles here (zero2) + num_param_groups = len(fp32_flat_groups[0]) + merged_single_partition_of_fp32_groups = [] + for i in range(num_param_groups): + merged_partitions = [sd[i] for sd in fp32_flat_groups] + full_single_fp32_vector = torch.cat(merged_partitions, 0) + merged_single_partition_of_fp32_groups.append(full_single_fp32_vector) + avail_numel = sum( + [full_single_fp32_vector.numel() for full_single_fp32_vector in merged_single_partition_of_fp32_groups]) + + if debug: + wanted_params = sum([len(shapes) for shapes in param_shapes]) + wanted_numel = sum([sum(shape.numel() for shape in shapes.values()) for shapes in param_shapes]) + # not asserting if there is a mismatch due to possible padding + print(f"Have {avail_numel} numels to process.") + print(f"Need {wanted_numel} numels in {wanted_params} params.") + + # params + # XXX: for huge models that can't fit into the host's RAM we will have to recode this to support + # out-of-core computing solution + total_numel = 0 + total_params = 0 + for shapes, full_single_fp32_vector in zip(param_shapes, merged_single_partition_of_fp32_groups): + offset = 0 + avail_numel = full_single_fp32_vector.numel() + for name, shape in shapes.items(): + + unpartitioned_numel = shape.numel() if _has_callable(shape, 'numel') else math.prod(shape) + total_numel += unpartitioned_numel + total_params += 1 + + if debug: + print(f"{name} full shape: {shape} unpartitioned numel {unpartitioned_numel} ") + state_dict[name] = full_single_fp32_vector.narrow(0, offset, unpartitioned_numel).view(shape) + offset += unpartitioned_numel + + # Z2 started to align to 2*world_size to improve nccl performance. Therefore both offset and + # avail_numel can differ by anywhere between 0..2*world_size. Due to two unrelated complex + # paddings performed in the code it's almost impossible to predict the exact numbers w/o the + # live optimizer object, so we are checking that the numbers are within the right range + align_to = 2 * world_size + + def zero2_align(x): + return align_to * math.ceil(x / align_to) + + if debug: + print(f"original offset={offset}, avail_numel={avail_numel}") + + offset = zero2_align(offset) + avail_numel = zero2_align(avail_numel) + + if debug: + print(f"aligned offset={offset}, avail_numel={avail_numel}") + + # Sanity check + if offset != avail_numel: + raise ValueError(f"consumed {offset} numels out of {avail_numel} - something is wrong") + + print(f"Reconstructed fp32 state dict with {total_params} params {total_numel} elements") + + +def _get_fp32_state_dict_from_zero2_checkpoint(world_size, fp32_flat_groups, zero_model_states, + exclude_frozen_parameters): + state_dict = OrderedDict() + + # buffers + buffers = zero_model_states[0].buffers + state_dict.update(buffers) + if debug: + print(f"added {len(buffers)} buffers") + + if not exclude_frozen_parameters: + _zero2_merge_frozen_params(state_dict, zero_model_states) + + _zero2_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states) + + # recover shared parameters + for pair in zero_model_states[0].shared_params: + if pair[1] in state_dict: + state_dict[pair[0]] = state_dict[pair[1]] + + return state_dict + + +def zero3_partitioned_param_info(unpartitioned_numel, world_size): + remainder = unpartitioned_numel % world_size + padding_numel = (world_size - remainder) if remainder else 0 + partitioned_numel = math.ceil(unpartitioned_numel / world_size) + return partitioned_numel, padding_numel + + +def _zero3_merge_frozen_params(state_dict, world_size, zero_model_states): + if zero_model_states[0].frozen_param_shapes is None or len(zero_model_states[0].frozen_param_shapes) == 0: + return + + if debug: + for i in range(world_size): + num_elem = sum(s.numel() for s in zero_model_states[i].frozen_param_fragments.values()) + print(f'rank {i}: {FROZEN_PARAM_SHAPES}.numel = {num_elem}') + + frozen_param_shapes = zero_model_states[0].frozen_param_shapes + wanted_params = len(frozen_param_shapes) + wanted_numel = sum(s.numel() for s in frozen_param_shapes.values()) + avail_numel = sum([p.numel() for p in zero_model_states[0].frozen_param_fragments.values()]) * world_size + print(f'Frozen params: Have {avail_numel} numels to process.') + print(f'Frozen params: Need {wanted_numel} numels in {wanted_params} params') + + total_params = 0 + total_numel = 0 + for name, shape in zero_model_states[0].frozen_param_shapes.items(): + total_params += 1 + unpartitioned_numel = shape.numel() + total_numel += unpartitioned_numel + + param_frags = tuple(model_state.frozen_param_fragments[name] for model_state in zero_model_states) + state_dict[name] = torch.cat(param_frags, 0).narrow(0, 0, unpartitioned_numel).view(shape) + + partitioned_numel, partitioned_padding_numel = zero3_partitioned_param_info(unpartitioned_numel, world_size) + + if debug: + print( + f"Frozen params: {total_params} {name} full shape: {shape} partition0 numel={partitioned_numel} partitioned_padding_numel={partitioned_padding_numel}" + ) + + print(f"Reconstructed Frozen fp32 state dict with {total_params} params {total_numel} elements") + + +def _zero3_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states): + param_shapes = zero_model_states[0].param_shapes + avail_numel = fp32_flat_groups[0].numel() * world_size + # Reconstruction protocol: For zero3 we need to zip the partitions together at boundary of each + # param, re-consolidating each param, while dealing with padding if any + + # merge list of dicts, preserving order + param_shapes = {k: v for d in param_shapes for k, v in d.items()} + + if debug: + for i in range(world_size): + print(f"{FP32_FLAT_GROUPS}[{i}].shape={fp32_flat_groups[i].shape}") + + wanted_params = len(param_shapes) + wanted_numel = sum(shape.numel() for shape in param_shapes.values()) + # not asserting if there is a mismatch due to possible padding + avail_numel = fp32_flat_groups[0].numel() * world_size + print(f"Trainable params: Have {avail_numel} numels to process.") + print(f"Trainable params: Need {wanted_numel} numels in {wanted_params} params.") + + # params + # XXX: for huge models that can't fit into the host's RAM we will have to recode this to support + # out-of-core computing solution + offset = 0 + total_numel = 0 + total_params = 0 + for name, shape in param_shapes.items(): + + unpartitioned_numel = shape.numel() + total_numel += unpartitioned_numel + total_params += 1 + + partitioned_numel, partitioned_padding_numel = zero3_partitioned_param_info(unpartitioned_numel, world_size) + + if debug: + print( + f"Trainable params: {total_params} {name} full shape: {shape} partition0 numel={partitioned_numel} partitioned_padding_numel={partitioned_padding_numel}" + ) + + # XXX: memory usage doubles here + state_dict[name] = torch.cat( + tuple(fp32_flat_groups[i].narrow(0, offset, partitioned_numel) for i in range(world_size)), + 0).narrow(0, 0, unpartitioned_numel).view(shape) + offset += partitioned_numel + + offset *= world_size + + # Sanity check + if offset != avail_numel: + raise ValueError(f"consumed {offset} numels out of {avail_numel} - something is wrong") + + print(f"Reconstructed Trainable fp32 state dict with {total_params} params {total_numel} elements") + + +def _get_fp32_state_dict_from_zero3_checkpoint(world_size, fp32_flat_groups, zero_model_states, + exclude_frozen_parameters): + state_dict = OrderedDict() + + # buffers + buffers = zero_model_states[0].buffers + state_dict.update(buffers) + if debug: + print(f"added {len(buffers)} buffers") + + if not exclude_frozen_parameters: + _zero3_merge_frozen_params(state_dict, world_size, zero_model_states) + + _zero3_merge_trainable_params(state_dict, world_size, fp32_flat_groups, zero_model_states) + + # recover shared parameters + for pair in zero_model_states[0].shared_params: + if pair[1] in state_dict: + state_dict[pair[0]] = state_dict[pair[1]] + + return state_dict + + +def get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, tag=None, exclude_frozen_parameters=False): + """ + Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated state_dict that can be loaded with + ``load_state_dict()`` and used for training without DeepSpeed or shared with others, for example + via a model hub. + + Args: + - ``checkpoint_dir``: path to the desired checkpoint folder + - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in 'latest' file. e.g., ``global_step14`` + - ``exclude_frozen_parameters``: exclude frozen parameters + + Returns: + - pytorch ``state_dict`` + + Note: this approach may not work if your application doesn't have sufficient free CPU memory and + you may need to use the offline approach using the ``zero_to_fp32.py`` script that is saved with + the checkpoint. + + A typical usage might be :: + + from deepspeed.utils.zero_to_fp32 import get_fp32_state_dict_from_zero_checkpoint + # do the training and checkpoint saving + state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir) # already on cpu + model = model.cpu() # move to cpu + model.load_state_dict(state_dict) + # submit to model hub or save the model to share with others + + In this example the ``model`` will no longer be usable in the deepspeed context of the same + application. i.e. you will need to re-initialize the deepspeed engine, since + ``model.load_state_dict(state_dict)`` will remove all the deepspeed magic from it. + + If you want it all done for you, use ``load_state_dict_from_zero_checkpoint`` instead. + + """ + if tag is None: + latest_path = os.path.join(checkpoint_dir, 'latest') + if os.path.isfile(latest_path): + with open(latest_path, 'r') as fd: + tag = fd.read().strip() + else: + raise ValueError(f"Unable to find 'latest' file at {latest_path}") + + ds_checkpoint_dir = os.path.join(checkpoint_dir, tag) + + if not os.path.isdir(ds_checkpoint_dir): + raise FileNotFoundError(f"Directory '{ds_checkpoint_dir}' doesn't exist") + + return _get_fp32_state_dict_from_zero_checkpoint(ds_checkpoint_dir, exclude_frozen_parameters) + + +def convert_zero_checkpoint_to_fp32_state_dict(checkpoint_dir, output_file, tag=None, exclude_frozen_parameters=False): + """ + Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated ``state_dict`` file that can be + loaded with ``torch.load(file)`` + ``load_state_dict()`` and used for training without DeepSpeed. + + Args: + - ``checkpoint_dir``: path to the desired checkpoint folder. (one that contains the tag-folder, like ``global_step14``) + - ``output_file``: path to the pytorch fp32 state_dict output file (e.g. path/pytorch_model.bin) + - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in the file named ``latest`` in the checkpoint folder, e.g., ``global_step14`` + - ``exclude_frozen_parameters``: exclude frozen parameters + """ + + state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, tag, exclude_frozen_parameters) + print(f"Saving fp32 state dict to {output_file}") + torch.save(state_dict, output_file) + + +def load_state_dict_from_zero_checkpoint(model, checkpoint_dir, tag=None): + """ + 1. Put the provided model to cpu + 2. Convert ZeRO 2 or 3 checkpoint into a single fp32 consolidated ``state_dict`` + 3. Load it into the provided model + + Args: + - ``model``: the model object to update + - ``checkpoint_dir``: path to the desired checkpoint folder. (one that contains the tag-folder, like ``global_step14``) + - ``tag``: checkpoint tag used as a unique identifier for checkpoint. If not provided will attempt to load tag in the file named ``latest`` in the checkpoint folder, e.g., ``global_step14`` + + Returns: + - ``model`: modified model + + Make sure you have plenty of CPU memory available before you call this function. If you don't + have enough use the ``zero_to_fp32.py`` utility to do the conversion. You will find it + conveniently placed for you in the checkpoint folder. + + A typical usage might be :: + + from deepspeed.utils.zero_to_fp32 import load_state_dict_from_zero_checkpoint + model = load_state_dict_from_zero_checkpoint(trainer.model, checkpoint_dir) + # submit to model hub or save the model to share with others + + Note, that once this was run, the ``model`` will no longer be usable in the deepspeed context + of the same application. i.e. you will need to re-initialize the deepspeed engine, since + ``model.load_state_dict(state_dict)`` will remove all the deepspeed magic from it. + + """ + logger.info(f"Extracting fp32 weights") + state_dict = get_fp32_state_dict_from_zero_checkpoint(checkpoint_dir, tag) + + logger.info(f"Overwriting model with fp32 weights") + model = model.cpu() + model.load_state_dict(state_dict, strict=False) + + return model + + +if __name__ == "__main__": + + parser = argparse.ArgumentParser() + parser.add_argument("checkpoint_dir", + type=str, + help="path to the desired checkpoint folder, e.g., path/checkpoint-12") + parser.add_argument( + "output_file", + type=str, + help="path to the pytorch fp32 state_dict output file (e.g. path/checkpoint-12/pytorch_model.bin)") + parser.add_argument("-t", + "--tag", + type=str, + default=None, + help="checkpoint tag used as a unique identifier for checkpoint. e.g., global_step1") + parser.add_argument("--exclude_frozen_parameters", action='store_true', help="exclude frozen parameters") + parser.add_argument("-d", "--debug", action='store_true', help="enable debug") + args = parser.parse_args() + + debug = args.debug + + convert_zero_checkpoint_to_fp32_state_dict(args.checkpoint_dir, + args.output_file, + tag=args.tag, + exclude_frozen_parameters=args.exclude_frozen_parameters)